-- Logs begin at Tue 2022-01-18 19:13:32 UTC, end at Tue 2022-01-18 21:52:27 UTC. -- Jan 18 19:52:08.395141 n-d-741529-9 systemd[1]: Started Devstack devstack@q-svc.service. Jan 18 19:52:11.358181 n-d-741529-9 neutron-server[103228]: INFO neutron.common.config [-] Logging enabled! Jan 18 19:52:11.358769 n-d-741529-9 neutron-server[103228]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev401 Jan 18 19:52:11.358955 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103228) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 18 19:52:11.362317 n-d-741529-9 neutron-server[103228]: INFO neutron.common.config [-] Logging enabled! Jan 18 19:52:11.362574 n-d-741529-9 neutron-server[103228]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev401 Jan 18 19:52:11.362888 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103228) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 18 19:52:11.363827 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:52:11.364062 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 19:52:11.364595 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 19:52:11.364845 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 19:52:11.365076 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 19:52:11.365402 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.365861 n-d-741529-9 neutron-server[103228]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 18 19:52:11.366179 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.366477 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.366777 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.367078 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.367373 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.367660 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.367953 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.368252 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.368540 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.368824 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.369111 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.369403 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.369709 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.370002 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.370290 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.370580 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] debug = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.370865 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.371288 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.371700 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.372040 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.372338 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.372618 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.372896 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.373177 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.373465 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.374314 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] host = n-d-741529-9 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.374608 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.374898 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.375189 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.375481 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.375757 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.376036 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.376325 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.376598 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.376874 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] log_file = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.377156 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.377448 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.377770 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.378067 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.378295 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.378519 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.378813 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.379101 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.379383 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.379663 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.379942 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.380221 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.380503 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.380777 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.381064 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.381350 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.381654 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.381947 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.382225 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.382503 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.382781 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.383069 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.383347 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.383625 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.383905 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.384196 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.384474 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.384757 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.385062 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.385352 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.385653 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.385949 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.386229 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.386514 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.386790 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.387067 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.387342 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] use_json = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.387645 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.387923 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.388209 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.388488 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.388765 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.389044 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.389320 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.389611 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.389913 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:11.390216 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.390523 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.390831 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.391127 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.391425 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.391713 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.392010 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.392296 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.392590 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.392887 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.393179 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.393462 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.393796 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.394091 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.394391 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.394700 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.394995 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.395291 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.395571 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.395851 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.396130 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.396412 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.396702 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.396984 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.397275 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.397567 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.397875 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.398178 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.398470 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.398766 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.399060 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.399340 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.399622 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.399918 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.400200 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.400483 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.400766 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.401058 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.401338 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.401615 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.401928 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.402214 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.402492 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.402769 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.403074 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.403371 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.403658 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.403940 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.404219 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.404506 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.404786 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.405077 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.405360 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.405651 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.405938 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.406221 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.406499 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.406778 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.407060 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.407336 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.407615 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.407892 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.408169 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.408446 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.408724 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.409002 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.409279 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.409553 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.409856 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.410138 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.410419 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.410698 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.410977 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.411255 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.411545 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.411849 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.412141 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.412427 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.412712 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.412998 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.413283 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.413564 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.413872 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.414156 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.414434 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.414730 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.415017 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.415308 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.415623 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.415906 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.416209 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.416494 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.416786 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.417070 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.417355 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.417668 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.417951 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.418250 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.418547 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.419359 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.419656 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.419952 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.420235 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.420547 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.420831 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:11.421055 n-d-741529-9 neutron-server[103228]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 19:52:11.421297 n-d-741529-9 neutron-server[103228]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103228) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 18 19:52:11.794509 n-d-741529-9 neutron-server[103228]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103228) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 18 19:52:11.794791 n-d-741529-9 neutron-server[103228]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103228) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 18 19:52:11.795103 n-d-741529-9 neutron-server[103228]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103228) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 18 19:52:11.795441 n-d-741529-9 neutron-server[103228]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 18 19:52:12.129860 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.130081 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.130374 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.133308 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.133594 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.133893 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.178909 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.179191 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.179462 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.194478 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.194763 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.195037 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.225213 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.225498 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.225794 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.261932 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.262214 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.262509 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.615167 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.615809 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.615809 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.615964 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.616652 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.718209 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.718532 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.718819 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.719094 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.719364 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.719677 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.719942 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.720200 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.720456 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.720737 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.720997 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.721264 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.721523 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.721804 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.722066 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.722335 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.722593 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.722860 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.723132 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.723394 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.723663 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.724039 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.724199 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.724572 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.724824 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.725072 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.725473 n-d-741529-9 neutron-server[103228]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103228) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 19:52:12.725739 n-d-741529-9 neutron-server[103228]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103228) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 19:52:12.725982 n-d-741529-9 neutron-server[103228]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103228) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 19:52:12.726217 n-d-741529-9 neutron-server[103228]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103228) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 19:52:12.726451 n-d-741529-9 neutron-server[103228]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103228) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 19:52:12.726688 n-d-741529-9 neutron-server[103228]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103228) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 19:52:12.727055 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 18 19:52:12.730309 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 18 19:52:12.734858 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 18 19:52:12.738706 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jan 18 19:52:12.740365 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 18 19:52:12.740828 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 18 19:52:12.741170 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 18 19:52:12.741558 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 18 19:52:12.744419 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 18 19:52:12.744675 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 18 19:52:12.745027 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 19:52:12.751243 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 18 19:52:12.775096 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 18 19:52:12.775553 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.775858 n-d-741529-9 neutron-server[103228]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103228) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 18 19:52:12.776221 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.777619 n-d-741529-9 neutron-server[103228]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103228) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 18 19:52:12.777930 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 19:52:12.778203 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 18 19:52:12.781421 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.781743 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:12.846777 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 18 19:52:12.847018 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 18 19:52:12.847258 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 18 19:52:12.847625 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 18 19:52:12.868164 n-d-741529-9 neutron-server[103228]: DEBUG oslo_db.sqlalchemy.engines [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103228) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 18 19:52:13.308571 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.managers [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Initializing driver for type 'gre' Jan 18 19:52:13.309101 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] gre ID ranges: [(1, 1000)] Jan 18 19:52:13.357762 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.managers [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Initializing driver for type 'local' Jan 18 19:52:13.358095 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.managers [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Initializing driver for type 'vlan' Jan 18 19:52:13.370831 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] VlanTypeDriver initialization complete Jan 18 19:52:13.371405 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.managers [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Initializing driver for type 'vxlan' Jan 18 19:52:13.371909 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] vxlan ID ranges: [(1, 1000)] Jan 18 19:52:13.421680 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.managers [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Initializing extension driver 'port_security' Jan 18 19:52:13.422024 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.extensions.port_security [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] PortSecurityExtensionDriver initialization complete Jan 18 19:52:13.422355 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.managers [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Initializing mechanism driver 'openvswitch' Jan 18 19:52:13.422670 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.managers [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Initializing mechanism driver 'hyperv' Jan 18 19:52:13.429286 n-d-741529-9 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:52:13.429990 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > port after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.430360 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > port after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.430708 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > port after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.431234 n-d-741529-9 neutron-server[103228]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103228) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 19:52:13.431671 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > subnet after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.432022 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > subnet after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.432364 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.432762 n-d-741529-9 neutron-server[103228]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103228) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 19:52:13.433165 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > network after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.433510 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > network after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.433871 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > network after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.434269 n-d-741529-9 neutron-server[103228]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103228) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 19:52:13.434669 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > security_group after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.435015 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > security_group after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.435350 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.435880 n-d-741529-9 neutron-server[103228]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103228) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 19:52:13.436282 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.436628 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.436968 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.437365 n-d-741529-9 neutron-server[103228]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103228) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 19:52:13.437794 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > address_group after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.438140 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > address_group after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.438475 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.438871 n-d-741529-9 neutron-server[103228]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103228) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 19:52:13.439305 n-d-741529-9 neutron-server[103228]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] ML2 OVO RPC backend initialized. {{(pid=103228) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 18 19:52:13.440010 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.440362 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.440776 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > network before_response 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.441121 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > networks before_response 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.441470 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > port before_response 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.441843 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > ports before_response 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.442443 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > subnet before_response 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.442787 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > subnets before_response 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.443132 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > network after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.443472 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > network after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.443805 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > network after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.444137 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > port after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.444473 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > port after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.444803 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > port after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.445135 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > subnet after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.445469 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > subnet after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.445827 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.446400 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.plugin [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Modular L2 Plugin initialization complete Jan 18 19:52:13.446727 n-d-741529-9 neutron-server[103228]: DEBUG neutron.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading services supported by the core plugin {{(pid=103228) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 18 19:52:13.447052 n-d-741529-9 neutron-server[103228]: INFO neutron.plugins.ml2.managers [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Got port-security extension from driver 'port_security' Jan 18 19:52:13.447511 n-d-741529-9 neutron-server[103228]: INFO neutron.extensions.vlantransparent [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Disabled vlantransparent extension. Jan 18 19:52:13.447989 n-d-741529-9 neutron-server[103228]: DEBUG neutron.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103228) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 18 19:52:13.448303 n-d-741529-9 neutron-server[103228]: INFO neutron.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading Plugin: router Jan 18 19:52:13.485139 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.485531 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > router after_create 55549900 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.485930 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > router before_create 55549900 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.486293 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.486666 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.487020 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > router after_delete 55549900 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.487376 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.487723 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.488076 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > router after_create 55549900 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.488421 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > router after_update 55549900 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.488765 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > router after_update 55549900 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.489107 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.489461 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > router after_update 55549900 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.489930 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > router precommit_update 55549900 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.490302 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: port after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.490644 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: port after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.490988 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: subnet after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.491327 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.491673 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.492018 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > router precommit_create 55549900 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.492359 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: port before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.492697 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > router precommit_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.493048 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > router after_update 55549900 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.493387 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.493763 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > router precommit_create 55549900 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.494123 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.494463 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > router precommit_update 55549900 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.494824 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > agent after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.495186 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > agent after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.495511 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > network after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.496366 n-d-741529-9 neutron-server[103228]: DEBUG neutron.quota.resource_registry [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Tracking information for resource: router configured {{(pid=103228) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 19:52:13.496710 n-d-741529-9 neutron-server[103228]: DEBUG neutron.quota.resource_registry [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Tracking information for resource: floatingip configured {{(pid=103228) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 19:52:13.501744 n-d-741529-9 neutron-server[103228]: INFO neutron.db.l3_agentschedulers_db [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 18 19:52:13.502310 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: port after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.502672 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: port after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.503026 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: port after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.503379 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: port after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.504156 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > router before_create 55550100 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.504524 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.504889 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > router precommit_create 55550100 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.505249 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > router precommit_update 55550100 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.509935 n-d-741529-9 neutron-server[103228]: DEBUG neutron.services.provider_configuration [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Service providers = [] {{(pid=103228) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 18 19:52:13.510299 n-d-741529-9 neutron-server[103228]: DEBUG neutron.db.servicetype_db [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103228) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 18 19:52:13.513805 n-d-741529-9 neutron-server[103228]: DEBUG neutron.services.service_base [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103228) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 19:52:13.514155 n-d-741529-9 neutron-server[103228]: DEBUG neutron.services.service_base [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103228) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 19:52:13.514494 n-d-741529-9 neutron-server[103228]: DEBUG neutron.services.service_base [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103228) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 19:52:13.515384 n-d-741529-9 neutron-server[103228]: DEBUG neutron.services.service_base [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103228) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 19:52:13.515750 n-d-741529-9 neutron-server[103228]: INFO neutron.services.service_base [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 18 19:52:13.516120 n-d-741529-9 neutron-server[103228]: DEBUG neutron.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103228) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 19:52:13.516435 n-d-741529-9 neutron-server[103228]: INFO neutron.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 18 19:52:13.529155 n-d-741529-9 neutron-server[103228]: DEBUG neutron.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103228) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 19:52:13.529486 n-d-741529-9 neutron-server[103228]: INFO neutron.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading Plugin: auto_allocate Jan 18 19:52:13.535256 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: network precommit_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.535627 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: network precommit_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.536142 n-d-741529-9 neutron-server[103228]: DEBUG neutron.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103228) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 19:52:13.536463 n-d-741529-9 neutron-server[103228]: INFO neutron.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading Plugin: tag Jan 18 19:52:13.543063 n-d-741529-9 neutron-server[103228]: DEBUG neutron.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103228) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 19:52:13.543395 n-d-741529-9 neutron-server[103228]: INFO neutron.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading Plugin: timestamp Jan 18 19:52:13.547495 n-d-741529-9 neutron-server[103228]: DEBUG neutron.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103228) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 19:52:13.547829 n-d-741529-9 neutron-server[103228]: INFO neutron.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading Plugin: network_ip_availability Jan 18 19:52:13.553307 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.553708 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.554114 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.554779 n-d-741529-9 neutron-server[103228]: DEBUG neutron.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103228) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 19:52:13.555098 n-d-741529-9 neutron-server[103228]: INFO neutron.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading Plugin: flavors Jan 18 19:52:13.559902 n-d-741529-9 neutron-server[103228]: DEBUG neutron.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103228) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 19:52:13.560234 n-d-741529-9 neutron-server[103228]: INFO neutron.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading Plugin: revisions Jan 18 19:52:13.564585 n-d-741529-9 neutron-server[103228]: DEBUG neutron.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103228) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 19:52:13.564975 n-d-741529-9 neutron-server[103228]: DEBUG oslo_concurrency.lockutils [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.770s {{(pid=103228) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 18 19:52:13.565779 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103228) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 18 19:52:13.566113 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Initializing extension manager. Jan 18 19:52:13.566636 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: __init__.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.566972 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: __pycache__ {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.567556 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.567886 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: address_group.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.568655 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.569225 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: address-group Jan 18 19:52:13.569546 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: address_scope.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.570480 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.570999 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: address-scope Jan 18 19:52:13.571317 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.572256 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.572764 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: router-admin-state-down-before-update Jan 18 19:52:13.573084 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: agent.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.573808 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.574309 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: agent Jan 18 19:52:13.574627 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: agent_resources_synced.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.576049 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.576551 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: agent-resources-synced Jan 18 19:52:13.576869 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: allowedaddresspairs.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.578695 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.579211 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: allowed-address-pairs Jan 18 19:52:13.579534 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: auto_allocated_topology.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.580613 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.581126 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: auto-allocated-topology Jan 18 19:52:13.581452 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: availability_zone.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.582171 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.582675 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: availability_zone Jan 18 19:52:13.582992 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: availability_zone_filter.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.583907 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.584412 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: availability_zone_filter Jan 18 19:52:13.584730 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: data_plane_status.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.585644 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.586160 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension data-plane-status not supported by any of loaded plugins Jan 18 19:52:13.586478 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: default_subnetpools.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.587385 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.587894 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: default-subnetpools Jan 18 19:52:13.588211 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.589017 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.589527 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: dhcp_agent_scheduler Jan 18 19:52:13.589876 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: dns.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.591336 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.591844 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension dns-integration not supported by any of loaded plugins Jan 18 19:52:13.592159 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: dns_domain_ports.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.593078 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.593585 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 18 19:52:13.593926 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.594850 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.595354 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 18 19:52:13.595667 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: dvr.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.596332 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.596836 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: dvr Jan 18 19:52:13.597151 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: ecmp_routes.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.598100 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.598600 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 18 19:52:13.598917 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: empty_string_filtering.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.599817 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.600324 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: empty-string-filtering Jan 18 19:52:13.600642 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.601554 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.602080 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 18 19:52:13.602400 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.603323 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.603826 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 18 19:52:13.604147 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: external_net.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.605049 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.605555 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: external-net Jan 18 19:52:13.605898 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.606826 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.607328 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: extra_dhcp_opt Jan 18 19:52:13.607646 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: extraroute.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.608551 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.609055 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: extraroute Jan 18 19:52:13.609371 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: extraroute_atomic.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.610419 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.610931 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: extraroute-atomic Jan 18 19:52:13.611249 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: filter_validation.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.611910 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.612410 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: filter-validation Jan 18 19:52:13.612725 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: fip_pf_description.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.613649 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.614146 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 18 19:52:13.614460 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: fip_port_details.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.615384 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.615897 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: fip-port-details Jan 18 19:52:13.616185 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: flavors.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.617425 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.617972 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: flavors Jan 18 19:52:13.618293 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.619968 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.620490 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 18 19:52:13.620818 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: floatingip_pools.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.621518 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.622093 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: floatingip-pools Jan 18 19:52:13.622417 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: ip_allocation.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.623346 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.623856 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension ip_allocation not supported by any of loaded plugins Jan 18 19:52:13.624178 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.625094 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.625607 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: ip-substring-filtering Jan 18 19:52:13.625964 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: l2_adjacency.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.626889 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.627395 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 18 19:52:13.627714 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: l3.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.628796 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.629313 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: router Jan 18 19:52:13.629654 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.631925 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.632455 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 18 19:52:13.632783 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.633759 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.634276 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: ext-gw-mode Jan 18 19:52:13.634608 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.635522 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.636035 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: l3-ha Jan 18 19:52:13.636355 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: l3_flavors.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.637273 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.638326 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: l3-flavors Jan 18 19:52:13.638648 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.639572 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.640083 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 18 19:52:13.640402 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: l3agentscheduler.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.641424 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.641958 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: l3_agent_scheduler Jan 18 19:52:13.642285 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: local_ip.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.644060 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.644590 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension local_ip not supported by any of loaded plugins Jan 18 19:52:13.644921 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: logging.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.646436 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.646955 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension logging not supported by any of loaded plugins Jan 18 19:52:13.647283 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: metering.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.648021 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.648595 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: metering Jan 18 19:52:13.648918 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.650036 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.650552 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: metering_source_and_destination_fields Jan 18 19:52:13.650874 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: multiprovidernet.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.651808 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.652318 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: multi-provider Jan 18 19:52:13.652638 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: netmtu.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.654127 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.654634 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: net-mtu Jan 18 19:52:13.654954 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: netmtu_writable.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.655872 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.656380 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: net-mtu-writable Jan 18 19:52:13.656699 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: network_availability_zone.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.657369 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.657908 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: network_availability_zone Jan 18 19:52:13.658229 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: network_ip_availability.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.659343 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.659855 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: network-ip-availability Jan 18 19:52:13.660175 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: network_segment_range.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.660934 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.661442 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension network-segment-range not supported by any of loaded plugins Jan 18 19:52:13.661796 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: pagination.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.662913 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.663239 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: pagination Jan 18 19:52:13.663556 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: port_device_profile.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.664459 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.664970 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: port-device-profile Jan 18 19:52:13.665287 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.666243 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.666753 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: port-mac-address-regenerate Jan 18 19:52:13.667072 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.668014 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.668524 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: port-numa-affinity-policy Jan 18 19:52:13.669375 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: port_resource_request.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.670324 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.670825 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension port-resource-request not supported by any of loaded plugins Jan 18 19:52:13.671144 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: port_resource_request_groups.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.672114 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.672617 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 18 19:52:13.672936 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: portbindings.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.673906 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.674410 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: binding Jan 18 19:52:13.674727 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: portbindings_extended.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.676008 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.676523 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: binding-extended Jan 18 19:52:13.676849 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: portsecurity.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.677815 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.678327 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: port-security Jan 18 19:52:13.678647 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: project_id.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.679629 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.679956 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: project-id Jan 18 19:52:13.680277 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: providernet.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.681204 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.681760 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: provider Jan 18 19:52:13.682082 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: qos.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.686265 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.686793 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension qos not supported by any of loaded plugins Jan 18 19:52:13.687124 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.688370 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.688885 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 18 19:52:13.689211 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.690155 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.690668 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 18 19:52:13.690988 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: qos_default.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.691904 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.692671 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension qos-default not supported by any of loaded plugins Jan 18 19:52:13.692992 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: qos_fip.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.693949 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.694445 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension qos-fip not supported by any of loaded plugins Jan 18 19:52:13.694779 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.695676 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.696185 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 18 19:52:13.696505 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: qos_gateway_ip.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.697436 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.697978 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 18 19:52:13.698298 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: qos_port_network_policy.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.699210 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.699714 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 18 19:52:13.700060 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.701093 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.701608 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 18 19:52:13.701953 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: qos_pps_rule.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.703135 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.703650 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension qos-pps not supported by any of loaded plugins Jan 18 19:52:13.703969 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: qos_rule_type_details.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.704882 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.705390 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 18 19:52:13.705738 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: qos_rules_alias.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.706809 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.707322 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 18 19:52:13.707641 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: quota_check_limit.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.708562 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.709076 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: quota-check-limit Jan 18 19:52:13.709395 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: quotasv2.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.710336 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.710661 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: quotas Jan 18 19:52:13.710979 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: quotasv2_detail.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.714412 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.714750 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: quota_details Jan 18 19:52:13.715079 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: rbac.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.716637 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.717164 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: rbac-policies Jan 18 19:52:13.717489 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: rbac_address_group.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.718457 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.718978 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: rbac-address-group Jan 18 19:52:13.719299 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: rbac_address_scope.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.720213 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.720728 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: rbac-address-scope Jan 18 19:52:13.721050 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: rbac_security_groups.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.722008 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.722524 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: rbac-security-groups Jan 18 19:52:13.722848 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: rbac_subnetpool.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.723766 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.724281 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: rbac-subnetpool Jan 18 19:52:13.724601 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: revisionifmatch.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.725525 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.726067 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: revision-if-match Jan 18 19:52:13.726388 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: revisions.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.727503 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.728020 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: standard-attr-revisions Jan 18 19:52:13.728341 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: router_availability_zone.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.729009 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.729521 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: router_availability_zone Jan 18 19:52:13.729874 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: routerservicetype.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.730794 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.731933 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension router-service-type not supported by any of loaded plugins Jan 18 19:52:13.732252 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.733249 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.733798 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: security-groups-normalized-cidr Jan 18 19:52:13.734118 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.735035 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.735541 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: port-security-groups-filtering Jan 18 19:52:13.735857 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.736786 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.737298 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: security-groups-remote-address-group Jan 18 19:52:13.737619 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.738577 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.739083 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: security-groups-shared-filtering Jan 18 19:52:13.739400 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.739982 n-d-741529-9 neutron-server[103228]: WARNING neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 18 19:52:13.740299 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: securitygroup.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.750015 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.750550 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: security-group Jan 18 19:52:13.750878 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: segment.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.751664 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.752182 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension segment not supported by any of loaded plugins Jan 18 19:52:13.752507 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.753446 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.753996 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 18 19:52:13.754319 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: servicetype.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.755427 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.755947 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: service-type Jan 18 19:52:13.756269 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: sorting.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.757256 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.757588 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: sorting Jan 18 19:52:13.757935 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: standard_attr_segment.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.758848 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.759362 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 18 19:52:13.759681 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: standardattrdescription.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.760326 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.760837 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: standard-attr-description Jan 18 19:52:13.761161 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: stateful_security_group.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.762134 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.762676 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: stateful-security-group Jan 18 19:52:13.762999 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: stdattrs_common.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.763579 n-d-741529-9 neutron-server[103228]: WARNING neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 18 19:52:13.763900 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.764829 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.765353 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 18 19:52:13.765693 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: subnet_onboard.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.766763 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.767286 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: subnet_onboard Jan 18 19:52:13.767609 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.768546 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.769059 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 18 19:52:13.769379 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: subnet_service_types.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.770335 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.770851 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: subnet-service-types Jan 18 19:52:13.771171 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: subnetallocation.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.772279 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.772805 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: subnet_allocation Jan 18 19:52:13.773129 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.773825 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.774344 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: subnetpool-prefix-ops Jan 18 19:52:13.774661 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.775590 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.776098 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 18 19:52:13.776416 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: tagging.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.777473 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.778550 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: standard-attr-tag Jan 18 19:52:13.778875 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: timestamp.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.780077 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.780589 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loaded extension: standard-attr-timestamp Jan 18 19:52:13.780911 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: trunk.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.781985 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.782505 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension trunk not supported by any of loaded plugins Jan 18 19:52:13.782827 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: trunk_details.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.783750 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.784263 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension trunk-details not supported by any of loaded plugins Jan 18 19:52:13.784582 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: uplink_status_propagation.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.785504 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.786054 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 18 19:52:13.786374 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Loading extension file: vlantransparent.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:52:13.787038 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:52:13.787545 n-d-741529-9 neutron-server[103228]: INFO neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 18 19:52:13.790129 n-d-741529-9 neutron-server[103228]: INFO neutron.quota.resource_registry [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Creating instance of TrackedResource for resource:network Jan 18 19:52:13.790646 n-d-741529-9 neutron-server[103228]: INFO neutron.quota.resource_registry [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Creating instance of TrackedResource for resource:subnet Jan 18 19:52:13.791041 n-d-741529-9 neutron-server[103228]: INFO neutron.quota.resource_registry [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 19:52:13.791432 n-d-741529-9 neutron-server[103228]: INFO neutron.quota.resource_registry [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Creating instance of TrackedResource for resource:port Jan 18 19:52:13.792667 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.v2.resource_helper [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 19:52:13.793109 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.v2.resource_helper [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Service FLAVORS assigned prefix: {{(pid=103228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 19:52:13.794341 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.v2.resource_helper [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 19:52:13.794778 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.v2.resource_helper [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 19:52:13.795108 n-d-741529-9 neutron-server[103228]: INFO neutron.quota.resource_registry [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Creating instance of TrackedResource for resource:router Jan 18 19:52:13.795542 n-d-741529-9 neutron-server[103228]: INFO neutron.quota.resource_registry [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Creating instance of TrackedResource for resource:floatingip Jan 18 19:52:13.796030 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.v2.resource_helper [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Service METERING assigned prefix: /metering {{(pid=103228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 19:52:13.797466 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.797858 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.798210 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:52:13.799197 n-d-741529-9 neutron-server[103228]: INFO neutron.quota.resource_registry [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 19:52:13.799639 n-d-741529-9 neutron-server[103228]: INFO neutron.quota.resource_registry [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Creating instance of TrackedResource for resource:security_group Jan 18 19:52:13.800059 n-d-741529-9 neutron-server[103228]: INFO neutron.quota.resource_registry [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 19:52:13.800657 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.v2.resource_helper [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Service CORE assigned prefix: {{(pid=103228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 19:52:13.800984 n-d-741529-9 neutron-server[103228]: INFO neutron.quota.resource_registry [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 19:52:13.801326 n-d-741529-9 neutron-server[103228]: WARNING neutron.quota.resource_registry [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] subnetpool is already registered Jan 18 19:52:13.801776 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.v2.resource_helper [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Service CORE assigned prefix: {{(pid=103228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 19:52:13.802105 n-d-741529-9 neutron-server[103228]: INFO neutron.quota.resource_registry [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 19:52:13.802432 n-d-741529-9 neutron-server[103228]: WARNING neutron.quota.resource_registry [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] subnetpool is already registered Jan 18 19:52:13.804799 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.v2.resource_helper [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 19:52:13.805300 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.v2.resource_helper [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Service FLAVORS assigned prefix: {{(pid=103228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 19:52:13.805961 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.v2.resource_helper [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 19:52:13.806396 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.v2.resource_helper [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 19:52:13.806727 n-d-741529-9 neutron-server[103228]: INFO neutron.quota.resource_registry [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Creating instance of TrackedResource for resource:router Jan 18 19:52:13.807061 n-d-741529-9 neutron-server[103228]: WARNING neutron.quota.resource_registry [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] router is already registered Jan 18 19:52:13.807467 n-d-741529-9 neutron-server[103228]: INFO neutron.quota.resource_registry [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Creating instance of TrackedResource for resource:floatingip Jan 18 19:52:13.807798 n-d-741529-9 neutron-server[103228]: WARNING neutron.quota.resource_registry [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] floatingip is already registered Jan 18 19:52:13.808271 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.v2.resource_helper [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Service METERING assigned prefix: /metering {{(pid=103228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 19:52:13.808955 n-d-741529-9 neutron-server[103228]: INFO neutron.quota.resource_registry [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 19:52:13.809301 n-d-741529-9 neutron-server[103228]: WARNING neutron.quota.resource_registry [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] rbac_policy is already registered Jan 18 19:52:13.809748 n-d-741529-9 neutron-server[103228]: INFO neutron.quota.resource_registry [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Creating instance of TrackedResource for resource:security_group Jan 18 19:52:13.810085 n-d-741529-9 neutron-server[103228]: WARNING neutron.quota.resource_registry [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] security_group is already registered Jan 18 19:52:13.810491 n-d-741529-9 neutron-server[103228]: INFO neutron.quota.resource_registry [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 19:52:13.810821 n-d-741529-9 neutron-server[103228]: WARNING neutron.quota.resource_registry [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] security_group_rule is already registered Jan 18 19:52:13.811300 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.v2.resource_helper [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Service CORE assigned prefix: {{(pid=103228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 19:52:13.811620 n-d-741529-9 neutron-server[103228]: INFO neutron.quota.resource_registry [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 19:52:13.811948 n-d-741529-9 neutron-server[103228]: WARNING neutron.quota.resource_registry [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] subnetpool is already registered Jan 18 19:52:13.812377 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.v2.resource_helper [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Service CORE assigned prefix: {{(pid=103228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 19:52:13.812706 n-d-741529-9 neutron-server[103228]: INFO neutron.quota.resource_registry [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 19:52:13.813036 n-d-741529-9 neutron-server[103228]: WARNING neutron.quota.resource_registry [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] subnetpool is already registered Jan 18 19:52:13.813500 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: extensions {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.816071 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: address-groups {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.817859 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: address-scopes {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.819090 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: agents {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.820360 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: auto-allocated-topology {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.821608 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: availability_zones {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.822855 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: dhcp-networks {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.824268 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: dhcp-agents {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.825851 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: routers {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.827965 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: flavors {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.829216 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: service_profiles {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.830455 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: next_providers {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.831909 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: service_profiles {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.833329 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: floatingip-pools {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.834680 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: routers {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.836798 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: floatingips {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.838102 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: l3-routers {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.839493 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: l3-agents {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.841449 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: metering-labels {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.842722 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: metering-label-rules {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.844127 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: network-ip-availabilities {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.845389 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: bindings {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.846982 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: quotas {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.848653 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: quotas {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.850210 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: rbac-policies {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.851421 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: security-groups {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.852737 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: security-group-rules {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.853984 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: service-providers {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.855269 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: subnetpools {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.857136 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: subnetpools {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.858711 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: tags {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.860367 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: tags {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.862223 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: tags {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.864000 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: tags {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.865712 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: tags {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.867640 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: tags {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.869331 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: tags {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.872123 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: tags {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.873914 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: tags {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.875645 n-d-741529-9 neutron-server[103228]: DEBUG neutron.api.extensions [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Extended resource: tags {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:52:13.881583 n-d-741529-9 neutron-server[103228]: WARNING keystonemiddleware.auth_token [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 18 19:52:13.886164 n-d-741529-9 neutron-server[103228]: WARNING keystonemiddleware.auth_token [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 18 19:52:13.894896 n-d-741529-9 neutron-server[103228]: DEBUG oslo_concurrency.lockutils [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Acquired lock "singleton_lock" {{(pid=103228) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 18 19:52:13.895370 n-d-741529-9 neutron-server[103228]: DEBUG oslo_concurrency.lockutils [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Releasing lock "singleton_lock" {{(pid=103228) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 18 19:52:13.896016 n-d-741529-9 neutron-server[103228]: INFO oslo_service.service [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Starting 2 workers Jan 18 19:52:13.900850 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Started child 103335 {{(pid=103228) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 19:52:13.905817 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Started child 103336 {{(pid=103228) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 19:52:13.907059 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:13.907732 n-d-741529-9 neutron-server[103228]: INFO neutron.service [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 18 19:52:13.908119 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:13.908691 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [-] (103335) wsgi starting up on http://0.0.0.0:9696 Jan 18 19:52:13.910637 n-d-741529-9 neutron-server[103228]: INFO oslo_service.service [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Starting 1 workers Jan 18 19:52:13.910956 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:13.912345 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [-] (103336) wsgi starting up on http://0.0.0.0:9696 Jan 18 19:52:13.915935 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Started child 103337 {{(pid=103228) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 19:52:13.916488 n-d-741529-9 neutron-server[103228]: INFO oslo_service.service [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Starting 1 workers Jan 18 19:52:13.920487 n-d-741529-9 neutron-server[103337]: DEBUG neutron.service [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] calling RpcWorker wait() {{(pid=103337) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 18 19:52:13.921036 n-d-741529-9 neutron-server[103337]: DEBUG neutron.service [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] returning from RpcWorker wait() {{(pid=103337) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 18 19:52:13.921651 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Started child 103338 {{(pid=103228) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 19:52:13.922679 n-d-741529-9 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e79910a-1a6f-42ee-8547-7d355fa874c6 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:13.922801 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:13.923275 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:52:13.924490 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103228) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 18 19:52:13.924701 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:52:13.924893 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 19:52:13.925123 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 19:52:13.925486 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 19:52:13.925671 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 19:52:13.926173 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.926462 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.926641 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:13.927106 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.927106 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.927243 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.927790 n-d-741529-9 neutron-server[103338]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:52:13.927891 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.928038 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.928273 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.928543 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.928797 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.928968 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.929137 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.929392 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.929791 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.930177 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.930273 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.930499 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.930772 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.930965 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.931226 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.931492 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.931739 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.932001 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] debug = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.932244 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.932714 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.932974 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.933219 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.933437 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.933723 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.933952 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.934252 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.934475 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.934713 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.934949 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.935210 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.935454 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.935665 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.935926 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.936140 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.936381 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.936605 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.937052 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] host = n-d-741529-9 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.937301 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.937517 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.937797 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.938038 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.938308 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.938526 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.938785 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.939048 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.939292 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.939536 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.939788 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.940047 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.940270 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.940510 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] log_file = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.940675 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] log_options = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.940932 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.941213 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.941445 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.941660 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.941824 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.941977 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.942505 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.942730 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.942912 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.943149 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.943366 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.943583 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.943800 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.944014 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.944254 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.944486 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.944740 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.944970 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.945225 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.945470 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.945741 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.945976 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.946216 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.946423 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.946637 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.946871 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.947557 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.947557 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.947943 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.948089 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.948242 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.948972 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.948972 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.949301 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.949451 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.949590 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.949825 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.950293 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.950437 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.950620 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.950791 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.951041 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.951254 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.951860 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.951860 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.952080 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.952185 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] use_json = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.952362 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.952608 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.952849 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.952849 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.953567 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.953759 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.953952 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.954196 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.954644 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:13.954866 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.955244 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.955659 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.956131 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.956131 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.956402 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.956539 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.956675 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.958421 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.958421 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.958421 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.958421 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.958421 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.958421 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.958838 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.958838 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.959440 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.959717 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.959943 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.960187 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.960409 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.961828 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.961828 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.963726 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.964251 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.964632 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.964945 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.966425 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.967109 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.967575 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.967830 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.968159 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.968444 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.968673 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.968941 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.969206 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.969469 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.969750 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.969980 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.970314 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.970549 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.970779 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.971010 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.971251 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.971572 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.971818 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.972076 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.972357 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.972778 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.972991 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.973138 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.973407 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.973555 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.973794 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.974042 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.974536 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.974536 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.974833 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.975020 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.975285 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.975553 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.975716 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.975929 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.976213 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.976368 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.976621 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.976845 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.977097 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.978636 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.978636 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.978636 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.978636 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.978636 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.978636 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.979520 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.979520 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.979520 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.979520 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.980363 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.980363 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.980363 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.980876 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.980876 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.981176 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.982042 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.982042 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.982488 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.982488 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.982830 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.982971 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.983129 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.984640 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.984640 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.984640 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.984640 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.984640 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.984640 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.985660 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.985660 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.985660 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.986073 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.986073 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.986451 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.986597 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.986776 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.987003 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.987408 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.987583 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.987734 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.988190 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.988190 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.988653 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.988653 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.988918 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.989785 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.989785 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.989785 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.990750 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.990750 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.990750 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.990750 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.991312 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.991312 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.991513 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.991740 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.991952 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.992226 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.992589 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.992864 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.993046 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.993390 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.993561 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.993841 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.994128 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.994341 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.994536 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.994746 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.995003 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.995419 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.995804 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.995999 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.996141 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.996391 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.996631 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.996924 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.997306 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.997467 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.997731 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.997977 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.998231 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.998470 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.998725 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.998982 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.999213 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:13.999458 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.000255 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.000255 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.000255 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.001018 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.001018 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.001018 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.001565 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.001565 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.001565 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.001986 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.002124 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.002278 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.002418 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.002640 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.002853 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.003064 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.003335 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.003522 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.003782 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.003997 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.004261 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.004499 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.004765 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.005052 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.005231 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.005651 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.005947 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.006476 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.006476 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.006730 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.006948 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.007179 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.007368 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.007628 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.007927 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.008235 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.008369 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.008647 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.008996 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.009334 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.009898 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.010577 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.011015 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.011467 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.011786 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.012728 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.012728 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.012728 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.013179 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.013251 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.013465 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.013975 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.014358 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.014525 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.014769 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.014925 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.015067 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.015459 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.015683 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.016007 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.016160 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.016396 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.016865 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.017028 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.017274 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.017463 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.017585 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.018555 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.018555 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.018555 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.018555 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.019060 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.019060 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.019187 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.019328 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.019556 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.019781 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.020006 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.020234 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.020451 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.020685 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.020936 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.021149 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.021444 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.021659 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.021917 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.022153 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.022424 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.022660 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.022887 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.023120 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.024090 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.024090 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.024090 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.024090 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.024565 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.024747 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.024981 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.025276 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.025796 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.025901 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.026092 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.026482 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.026945 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.027377 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.027813 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.028849 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.029303 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.029556 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.029892 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.030159 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.030509 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.030795 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.031093 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.031372 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.031664 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.031986 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.032290 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.032560 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.032861 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.033139 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.033393 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.033683 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.033931 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.034120 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.034417 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.034626 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.034900 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.035175 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.035622 n-d-741529-9 neutron-server[103337]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:52:14.035726 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.035726 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.035863 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.036200 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.036393 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.036652 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.036891 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.037047 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 19:52:14.037611 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103228) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 18 19:52:14.037853 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:52:14.037999 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 19:52:14.038137 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 19:52:14.038312 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 19:52:14.038464 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 19:52:14.038677 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.038835 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.039191 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.039363 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.039741 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.039927 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.040252 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.040252 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.040516 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.040593 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.040734 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.040940 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.041046 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.041140 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.041288 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.041772 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.042135 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.042281 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.042635 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.042800 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.043000 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.043198 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.043345 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] debug = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.043500 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.044258 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.044429 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.044777 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.045021 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.045200 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.045308 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.045425 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.045515 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.045708 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.046240 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.046240 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.046240 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.046505 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.046505 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.046659 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.046855 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.047000 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.047234 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] host = n-d-741529-9 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.047409 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.047539 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.047663 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.047804 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.047963 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.048120 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.048278 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.048438 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.048596 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.048754 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.048912 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.049069 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.049228 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.049464 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] log_file = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.049611 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] log_options = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.050494 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.050722 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.050970 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.051210 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.051439 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.051593 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.051891 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.052104 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.052265 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.052461 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.052689 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.053310 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.053521 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.054069 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.055163 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.055298 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.055852 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.055997 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.056135 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.056301 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.056462 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.056618 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.056774 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.056932 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.057088 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.057244 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.057401 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.057556 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.057733 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.057891 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.058047 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.058207 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.058362 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.058517 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.058673 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.058826 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.058982 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.059137 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.059321 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.059478 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.059632 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.059788 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.059942 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.060096 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.060249 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.060403 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.060557 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] use_json = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.060711 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.060864 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.061018 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.061172 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.061326 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.061480 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.061657 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.063195 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.064473 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:52:14.064986 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.065160 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.065851 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.066044 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.066229 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.066416 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.066596 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.066774 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.066950 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.067388 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.067568 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.067741 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.067923 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.068092 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.068773 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.068951 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.069114 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.069284 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.069449 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.069614 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.069802 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.069967 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.070140 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.070304 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.070467 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.070630 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.070793 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.070966 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.071130 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.071310 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.071473 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.071639 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.072592 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.072827 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.072970 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57446) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:52:14.073111 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.073111 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.073339 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.073462 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.073545 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.073733 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.073900 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.074064 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.074227 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.074391 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.074840 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.074840 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.075089 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.075089 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.075334 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.075462 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.075594 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.075717 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.075839 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.075961 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.076488 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.076488 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.076488 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.076843 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.076843 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.077087 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.077087 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.077332 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.077332 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.077569 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.077780 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.077906 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.078029 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.078150 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.078290 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.078414 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.078585 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.078713 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.078882 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.079046 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.079209 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.079358 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.079571 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.079744 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.079869 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.079991 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.080113 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.080282 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.080459 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.080610 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.080774 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.080936 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.081100 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.081253 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.081399 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.081554 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.081754 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.081928 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.082164 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.082668 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.082854 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.083070 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.083195 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.083318 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.083523 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.083694 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.083857 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.084021 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.084182 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.084344 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.084512 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.084674 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.084835 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.084997 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.085158 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.085303 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.085470 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.086413 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.086413 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.086597 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0096283 Jan 18 19:52:14.086671 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.086671 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.086671 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.086839 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.086902 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.087079 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.088087 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.088087 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.088087 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.088087 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.088087 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.088087 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.088517 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.088517 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.088517 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.088723 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.088809 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.088926 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.089089 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.089251 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.089413 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.089589 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.089781 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.089933 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.090095 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.090980 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.091097 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.092016 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.092016 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.092016 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.092016 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.092016 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.092016 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.092485 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.092485 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.092485 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.092865 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.093033 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.093197 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.093358 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.093520 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.093701 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.093864 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.094027 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.094190 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.094353 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.094515 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.094677 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.094838 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.095000 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.095163 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.095325 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.095486 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.095647 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.095810 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.095972 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.096132 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.097012 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.097012 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.097012 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.097012 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.097012 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.097374 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.097374 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.097374 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.097579 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.097680 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.097821 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.097983 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.098148 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.098310 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.098472 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.098635 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.098797 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.098961 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.099122 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.099290 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.099453 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.099616 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.099779 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.099958 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.100121 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.100283 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.100445 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.100607 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.100768 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.100930 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.101092 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.101253 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.101747 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.101747 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.101747 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.101937 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.102055 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.102216 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.102379 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.102661 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.102919 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.103094 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.103270 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.103434 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.103597 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.103759 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.103920 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.104082 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.104254 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.104416 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.104577 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.104739 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.104898 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.105059 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.105231 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.105395 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.105556 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.105762 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.105910 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.106100 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.106865 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.107028 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.107191 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.107352 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.107513 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.107679 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.107851 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.108014 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.108175 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.108337 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.108498 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.108659 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.108831 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.108993 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.109155 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.109316 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.109478 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.109658 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.109856 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.110011 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.110154 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.110329 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.110490 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.110651 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.110806 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.110977 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.111142 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.111306 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.111468 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.111630 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.111791 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.111956 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.112138 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.112297 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.112466 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.112656 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.112828 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.113026 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.113197 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.113365 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.113533 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.113730 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.113894 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.114057 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.114219 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.114381 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.114544 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.114706 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.114868 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.115029 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.115193 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.115356 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.115517 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.115678 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.115845 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.116011 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.116171 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.116332 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.116495 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.116654 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.116817 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:52:14.116972 n-d-741529-9 neutron-server[103228]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 19:52:25.513820 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e221f008-ae71-416a-952c-bfb00279edc4 None None] get_active_networks_info from n-d-741529-9 {{(pid=103337) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 18 19:52:25.579843 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e221f008-ae71-416a-952c-bfb00279edc4 None None] No non-hosted networks {{(pid=103337) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 18 19:52:25.606273 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.agentschedulers_db [None req-e221f008-ae71-416a-952c-bfb00279edc4 None None] DHCP Agent not found on host n-d-741529-9 {{(pid=103337) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 18 19:52:25.750411 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b8dfac7e-befa-44e0-ae10-d625c5266065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614744'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:27.694458 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dd96836b-1523-4277-b847-9ffe3c62799f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614744'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:27.740512 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8f704edb-184c-409a-a6fd-7c94ffdd79a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:28.840513 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614744'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:30.353898 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614744'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:31.727234 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614744'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:31.728770 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:31.729348 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:31.729894 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:31.730953 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:31.732173 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:31.732570 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:31.732955 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:31.733385 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:31.733795 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:31.734176 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:31.734617 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:31.734934 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:31.735442 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:31.735996 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-741529-9', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:52:31.752305 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-741529-9', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:52:33.710832 n-d-741529-9 neutron-server[103337]: INFO neutron.db.l3_hamode_db [None req-1bb6de7d-6e42-40fa-b778-301913bb72a3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 18 19:52:33.792371 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb6de7d-6e42-40fa-b778-301913bb72a3 None None] Routers set() bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:52:33.792763 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb6de7d-6e42-40fa-b778-301913bb72a3 None None] Router IDs set() for agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 18 19:52:34.332892 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57546) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:52:34.819979 n-d-741529-9 neutron-server[103335]: WARNING oslo_policy.policy [None req-b48dd522-fe87-41aa-b4f5-d1f9c0db40b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 19:52:34.820542 n-d-741529-9 neutron-server[103335]: WARNING oslo_policy.policy [None req-b48dd522-fe87-41aa-b4f5-d1f9c0db40b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 19:52:35.052056 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-b48dd522-fe87-41aa-b4f5-d1f9c0db40b8 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:52:35.053030 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b48dd522-fe87-41aa-b4f5-d1f9c0db40b8 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7192595 Jan 18 19:52:37.679022 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 57562) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:52:38.168362 n-d-741529-9 neutron-server[103336]: WARNING oslo_policy.policy [None req-f1e9a174-3970-41dc-9cb6-26beb1ada734 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 19:52:38.169452 n-d-741529-9 neutron-server[103336]: WARNING oslo_policy.policy [None req-f1e9a174-3970-41dc-9cb6-26beb1ada734 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 19:52:38.393031 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f1e9a174-3970-41dc-9cb6-26beb1ada734 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'tenant_id': '75c126fd29a24d0db9a0e001a9846832', 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:52:38.494901 n-d-741529-9 neutron-server[103336]: DEBUG neutron.policy [None req-f1e9a174-3970-41dc-9cb6-26beb1ada734 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103336) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 18 19:52:38.541578 n-d-741529-9 neutron-server[103336]: WARNING oslo_policy.policy [None req-f1e9a174-3970-41dc-9cb6-26beb1ada734 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 19:52:38.541977 n-d-741529-9 neutron-server[103336]: WARNING oslo_policy.policy [None req-f1e9a174-3970-41dc-9cb6-26beb1ada734 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 19:52:38.551348 n-d-741529-9 neutron-server[103336]: INFO neutron.quota [None req-f1e9a174-3970-41dc-9cb6-26beb1ada734 admin admin] Loaded quota_driver: . Jan 18 19:52:38.640156 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f1e9a174-3970-41dc-9cb6-26beb1ada734 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779512356665', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779512356170', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779512358654', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779512372711', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779512378488', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779512386403', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-688489', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-683404', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1635920', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2033598'] for rbac-policy (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:38.703291 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f1e9a174-3970-41dc-9cb6-26beb1ada734 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:38.704720 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f1e9a174-3970-41dc-9cb6-26beb1ada734 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0236657 Jan 18 19:52:41.307570 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57580) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:52:41.601917 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Request body: {'network': {'name': 'private', 'project_id': '9c679c581e8a40619d314b5bc0590f68', 'admin_state_up': True, 'tenant_id': '9c679c581e8a40619d314b5bc0590f68'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:52:41.603344 n-d-741529-9 neutron-server[103335]: INFO neutron.quota [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Loaded quota_driver: . Jan 18 19:52:41.659861 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Made reservation on behalf of 9c679c581e8a40619d314b5bc0590f68 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:52:41.727774 n-d-741529-9 neutron-server[103335]: DEBUG neutron.policy [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103335) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 18 19:52:41.775176 n-d-741529-9 neutron-server[103335]: WARNING oslo_policy.policy [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 19:52:41.775537 n-d-741529-9 neutron-server[103335]: WARNING oslo_policy.policy [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 19:52:41.785498 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:41.805868 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:41.915568 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Publish callbacks [] for security_group (ef6b7a2d-419c-4698-af32-d6f7796028a6), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:41.919763 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ef6b7a2d-419c-4698-af32-d6f7796028a6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:41.939562 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 19:52:41.970380 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779510140950', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (db17d817-f380-4c69-a2f2-1f9a2c984d6b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:41.970987 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Unsubscribe: segment precommit_create {{(pid=103335) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 19:52:41.971480 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Added segment db17d817-f380-4c69-a2f2-1f9a2c984d6b of type vlan for network b82d21ae-d717-429e-aa3e-3e77b4a460f0 Jan 18 19:52:41.987418 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6b7a2d-419c-4698-af32-d6f7796028a6,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:52:42.034732 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:42.035072 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:42.035402 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:42.035728 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:42.036051 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:42.036363 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:42.036690 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:42.037004 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:42.037316 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:42.037647 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:42.037960 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:42.038267 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:42.038573 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Tracked resource versions report: Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: pushed versions: Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: { 'AddressGroup': {'1.2'}, Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: 'ConntrackHelper': {'1.0'}, Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: 'LocalIPAssociation': {'1.0'}, Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: 'Log': {'1.0'}, Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: 'Network': {'1.1'}, Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: 'Port': {'1.7'}, Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: 'PortForwarding': {'1.2'}, Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: 'QosPolicy': {'1.10'}, Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: 'SecurityGroup': {'1.5'}, Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: 'SecurityGroupRule': {'1.2'}, Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: 'SubPort': {'1.0'}, Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: 'Subnet': {'1.1'}, Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: 'Trunk': {'1.1'}} Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: consumer versions: Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: { DHCP agent@n-d-741529-9: {}, Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: L3 agent@n-d-741529-9: {}, Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: Metadata agent@n-d-741529-9: {}, Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: Metering agent@n-d-741529-9: {}, Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: Open vSwitch agent@n-d-741529-9: { 'AddressGroup': '1.2', Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: 'ConntrackHelper': '1.0', Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: 'LocalIPAssociation': '1.0', Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: 'Log': '1.0', Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: 'Network': '1.1', Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: 'Port': '1.7', Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: 'PortForwarding': '1.2', Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: 'QosPolicy': '1.10', Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: 'SecurityGroup': '1.5', Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: 'SecurityGroupRule': '1.2', Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: 'SubPort': '1.0', Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: 'Subnet': '1.1', Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: 'Trunk': '1.1'}} Jan 18 19:52:42.039736 n-d-741529-9 neutron-server[103335]: {{(pid=103335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 19:52:42.083642 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (b82d21ae-d717-429e-aa3e-3e77b4a460f0), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:42.124644 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (b82d21ae-d717-429e-aa3e-3e77b4a460f0), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:42.125801 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:42.126507 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:42.193354 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8847497 Jan 18 19:52:42.232951 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad94dd-7d99-4130-ad67-33271b55ce16 admin admin] Pushing event updated for resources: {'Network': ['ID=b82d21ae-d717-429e-aa3e-3e77b4a460f0,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:52:42.244575 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network b82d21ae-d717-429e-aa3e-3e77b4a460f0 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 19:52:44.860570 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57596) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:52:45.250809 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdf1ce4-b35d-4137-a89e-867e0bf27638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:45.252153 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-dbdf1ce4-b35d-4137-a89e-867e0bf27638 admin admin] 10.222.0.31 "GET /v2.0/networks/b82d21ae-d717-429e-aa3e-3e77b4a460f0 HTTP/1.1" status: 200 len: 825 time: 0.3906317 Jan 18 19:52:45.288727 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b671dbfc-8454-4c6d-b8d1-6f70ad29364b admin admin] 10.222.0.31 "GET /v2.0/subnetpools/9b68d5d9-3232-4b58-935f-93e89ceccc49 HTTP/1.1" status: 200 len: 734 time: 0.0310080 Jan 18 19:52:45.297960 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-52fe029e-eb30-4e9e-a96e-52631ca2839a admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '9c679c581e8a40619d314b5bc0590f68', 'ip_version': 4, 'network_id': 'b82d21ae-d717-429e-aa3e-3e77b4a460f0', 'subnetpool_id': '9b68d5d9-3232-4b58-935f-93e89ceccc49'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:52:45.321299 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fe029e-eb30-4e9e-a96e-52631ca2839a admin admin] Made reservation on behalf of 9c679c581e8a40619d314b5bc0590f68 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:52:45.323579 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-52fe029e-eb30-4e9e-a96e-52631ca2839a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:45.614580 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-52fe029e-eb30-4e9e-a96e-52631ca2839a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for subnet (36957de8-2eec-4cf3-838d-bcda058960e6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:45.678864 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe029e-eb30-4e9e-a96e-52631ca2839a admin admin] Pushing event updated for resources: {'Subnet': ['ID=36957de8-2eec-4cf3-838d-bcda058960e6,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:52:45.683235 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fe029e-eb30-4e9e-a96e-52631ca2839a admin admin] Checking segment: {'id': 'db17d817-f380-4c69-a2f2-1f9a2c984d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b82d21ae-d717-429e-aa3e-3e77b4a460f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:52:45.683590 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fe029e-eb30-4e9e-a96e-52631ca2839a admin admin] Network hostable DHCP agents. Network: b82d21ae-d717-429e-aa3e-3e77b4a460f0, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 19:52:45.705353 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fe029e-eb30-4e9e-a96e-52631ca2839a admin admin] Network b82d21ae-d717-429e-aa3e-3e77b4a460f0 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 19:52:45.716910 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-52fe029e-eb30-4e9e-a96e-52631ca2839a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, b82d21ae-d717-429e-aa3e-3e77b4a460f0) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:52:45.722765 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fe029e-eb30-4e9e-a96e-52631ca2839a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:45.723485 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-52fe029e-eb30-4e9e-a96e-52631ca2839a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:45.727114 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e090c8-29c0-4ba8-856a-89e944ae2a3b None None] Network b82d21ae-d717-429e-aa3e-3e77b4a460f0 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:52:45.739653 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-52fe029e-eb30-4e9e-a96e-52631ca2839a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4449921 Jan 18 19:52:45.992338 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-b82d21ae-d717-429e-aa3e-3e77b4a460f0', 'network_id': 'b82d21ae-d717-429e-aa3e-3e77b4a460f0', 'project_id': '9c679c581e8a40619d314b5bc0590f68', 'fixed_ips': [{'subnet_id': '36957de8-2eec-4cf3-838d-bcda058960e6'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 19:52:45.993600 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:46.291173 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Allocated IP 172.20.0.2 (b82d21ae-d717-429e-aa3e-3e77b4a460f0/36957de8-2eec-4cf3-838d-bcda058960e6/efcad812-3ecd-4a4a-a2ae-6c081482ff5b) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:52:46.528388 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Publish callbacks [] for port (efcad812-3ecd-4a4a-a2ae-6c081482ff5b), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:46.537908 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (efcad812-3ecd-4a4a-a2ae-6c081482ff5b), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:46.613405 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Network b82d21ae-d717-429e-aa3e-3e77b4a460f0 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:52:46.621659 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:52:46.627003 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Pushing event updated for resources: {'Port': ['ID=efcad812-3ecd-4a4a-a2ae-6c081482ff5b,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:52:46.629135 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:52:46.660541 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:46.660885 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:46.661219 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:46.661554 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:46.661920 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:46.662249 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:46.662575 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:46.662897 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:46.663218 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:46.663539 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:46.663859 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:46.664180 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:46.664498 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Tracked resource versions report: Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: pushed versions: Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: { 'AddressGroup': {'1.2'}, Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: 'ConntrackHelper': {'1.0'}, Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: 'LocalIPAssociation': {'1.0'}, Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: 'Log': {'1.0'}, Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: 'Network': {'1.1'}, Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: 'Port': {'1.7'}, Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: 'PortForwarding': {'1.2'}, Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: 'QosPolicy': {'1.10'}, Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: 'SecurityGroup': {'1.5'}, Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: 'SecurityGroupRule': {'1.2'}, Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: 'SubPort': {'1.0'}, Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: 'Subnet': {'1.1'}, Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: 'Trunk': {'1.1'}} Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: consumer versions: Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: { DHCP agent@n-d-741529-9: {}, Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: L3 agent@n-d-741529-9: {}, Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: Metadata agent@n-d-741529-9: {}, Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: Metering agent@n-d-741529-9: {}, Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: Open vSwitch agent@n-d-741529-9: { 'AddressGroup': '1.2', Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: 'ConntrackHelper': '1.0', Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: 'LocalIPAssociation': '1.0', Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: 'Log': '1.0', Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: 'Network': '1.1', Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: 'Port': '1.7', Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: 'PortForwarding': '1.2', Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: 'QosPolicy': '1.10', Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: 'SecurityGroup': '1.5', Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: 'SecurityGroupRule': '1.2', Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: 'SubPort': '1.0', Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: 'Subnet': '1.1', Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: 'Trunk': '1.1'}} Jan 18 19:52:46.665685 n-d-741529-9 neutron-server[103337]: {{(pid=103337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 19:52:46.711768 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Attempting to bind port efcad812-3ecd-4a4a-a2ae-6c081482ff5b on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:52:46.712174 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Attempting to bind port efcad812-3ecd-4a4a-a2ae-6c081482ff5b by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'db17d817-f380-4c69-a2f2-1f9a2c984d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b82d21ae-d717-429e-aa3e-3e77b4a460f0'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:52:46.712577 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Attempting to bind port efcad812-3ecd-4a4a-a2ae-6c081482ff5b on network b82d21ae-d717-429e-aa3e-3e77b4a460f0 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:52:46.718098 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:52:46.718483 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Checking segment: {'id': 'db17d817-f380-4c69-a2f2-1f9a2c984d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b82d21ae-d717-429e-aa3e-3e77b4a460f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:52:46.718931 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:46.719317 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Bound using segment: {'id': 'db17d817-f380-4c69-a2f2-1f9a2c984d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b82d21ae-d717-429e-aa3e-3e77b4a460f0'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:52:46.719789 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Bound port: efcad812-3ecd-4a4a-a2ae-6c081482ff5b, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db17d817-f380-4c69-a2f2-1f9a2c984d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b82d21ae-d717-429e-aa3e-3e77b4a460f0'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:52:46.720189 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (efcad812-3ecd-4a4a-a2ae-6c081482ff5b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:46.782926 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] For port efcad812-3ecd-4a4a-a2ae-6c081482ff5b, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:52:46.787172 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] For port efcad812-3ecd-4a4a-a2ae-6c081482ff5b, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=efcad812-3ecd-4a4a-a2ae-6c081482ff5b,segment=NetworkSegment(db17d817-f380-4c69-a2f2-1f9a2c984d6b),segment_id=db17d817-f380-4c69-a2f2-1f9a2c984d6b)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:52:46.792516 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (efcad812-3ecd-4a4a-a2ae-6c081482ff5b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:46.856836 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616db1a-1ee0-4fc9-836a-a3971a6e661c None None] Pushing event updated for resources: {'Port': ['ID=efcad812-3ecd-4a4a-a2ae-6c081482ff5b,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:52:48.174793 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57604) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:52:48.486103 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-73182746-f56e-4047-a40f-9c96b2dd9051 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:52:48.487099 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-73182746-f56e-4047-a40f-9c96b2dd9051 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3113689 Jan 18 19:52:50.933130 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57612) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:52:50.965063 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 5 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:52:51.243378 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-e2c243b6-8a70-4917-89b1-b967bc61ce02 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:52:51.244606 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e2c243b6-8a70-4917-89b1-b967bc61ce02 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3103023 Jan 18 19:52:53.895335 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 57622) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:52:54.199775 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-2ccb50e1-798c-4ceb-9d2a-cdcf25d1354e admin admin] Request body: {'router': {'tenant_id': '9c679c581e8a40619d314b5bc0590f68', 'name': 'router1', 'admin_state_up': True}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:52:54.230068 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2ccb50e1-798c-4ceb-9d2a-cdcf25d1354e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (0fbdde23-ec20-4aca-abc8-eab499ab6cb2), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:54.232242 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2ccb50e1-798c-4ceb-9d2a-cdcf25d1354e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (0fbdde23-ec20-4aca-abc8-eab499ab6cb2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:54.373884 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2ccb50e1-798c-4ceb-9d2a-cdcf25d1354e admin admin] Publish callbacks [] for router_controller (0fbdde23-ec20-4aca-abc8-eab499ab6cb2), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:54.378488 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2ccb50e1-798c-4ceb-9d2a-cdcf25d1354e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (0fbdde23-ec20-4aca-abc8-eab499ab6cb2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:54.391796 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2ccb50e1-798c-4ceb-9d2a-cdcf25d1354e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:54.392979 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2ccb50e1-798c-4ceb-9d2a-cdcf25d1354e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4966941 Jan 18 19:52:55.482098 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3348ce1b-6d2b-40b7-9233-0c9455d111e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:56.327874 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device efcad812-3ecd-4a4a-a2ae-6c081482ff5b up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:52:56.412886 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port efcad812-3ecd-4a4a-a2ae-6c081482ff5b triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:52:56.413202 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (efcad812-3ecd-4a4a-a2ae-6c081482ff5b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:56.519522 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port efcad812-3ecd-4a4a-a2ae-6c081482ff5b is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:52:56.520184 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (efcad812-3ecd-4a4a-a2ae-6c081482ff5b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:56.552156 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port efcad812-3ecd-4a4a-a2ae-6c081482ff5b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=efcad812-3ecd-4a4a-a2ae-6c081482ff5b,segment=NetworkSegment(db17d817-f380-4c69-a2f2-1f9a2c984d6b),segment_id=db17d817-f380-4c69-a2f2-1f9a2c984d6b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:52:56.556207 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (efcad812-3ecd-4a4a-a2ae-6c081482ff5b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:56.608285 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=efcad812-3ecd-4a4a-a2ae-6c081482ff5b,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:52:56.826564 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57634) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:52:57.151711 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-2f9579d4-9776-487c-9920-84872c849b3e admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:52:57.152691 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2f9579d4-9776-487c-9920-84872c849b3e admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3250127 Jan 18 19:52:57.686404 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-19df1140-611f-4deb-b16c-27a47a489056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:57.931781 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231f29eb-9ba9-4a7f-b166-f84800b91a9f None None] Network b82d21ae-d717-429e-aa3e-3e77b4a460f0 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:52:58.037770 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-2652b53d-9f33-4371-b607-7ec2ed715e94 None None] Provisioning complete for port efcad812-3ecd-4a4a-a2ae-6c081482ff5b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:52:58.038080 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2652b53d-9f33-4371-b607-7ec2ed715e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (efcad812-3ecd-4a4a-a2ae-6c081482ff5b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:58.127457 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2652b53d-9f33-4371-b607-7ec2ed715e94 None None] Current status of the port efcad812-3ecd-4a4a-a2ae-6c081482ff5b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:52:58.246111 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c8bf0ded-95c3-4d65-a621-8b083079db5b None None] Provisioning complete for port efcad812-3ecd-4a4a-a2ae-6c081482ff5b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:52:58.246598 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c8bf0ded-95c3-4d65-a621-8b083079db5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (efcad812-3ecd-4a4a-a2ae-6c081482ff5b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:58.312652 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device efcad812-3ecd-4a4a-a2ae-6c081482ff5b up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:52:58.355947 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c8bf0ded-95c3-4d65-a621-8b083079db5b None None] Current status of the port efcad812-3ecd-4a4a-a2ae-6c081482ff5b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:52:58.370027 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port efcad812-3ecd-4a4a-a2ae-6c081482ff5b triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:52:58.370413 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (efcad812-3ecd-4a4a-a2ae-6c081482ff5b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:58.442475 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port efcad812-3ecd-4a4a-a2ae-6c081482ff5b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:52:58.802790 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:59.610217 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57664) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:52:59.735573 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-583536a9-0a07-46bc-b6ed-784d18f25893 admin admin] Request body: {'network': {'project_id': '75c126fd29a24d0db9a0e001a9846832', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'tenant_id': '75c126fd29a24d0db9a0e001a9846832', 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:52:59.759687 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583536a9-0a07-46bc-b6ed-784d18f25893 admin admin] Made reservation on behalf of 75c126fd29a24d0db9a0e001a9846832 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:52:59.761867 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-583536a9-0a07-46bc-b6ed-784d18f25893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:59.769462 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-583536a9-0a07-46bc-b6ed-784d18f25893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:59.839244 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-583536a9-0a07-46bc-b6ed-784d18f25893 admin admin] Publish callbacks [] for security_group (0b5bfb09-66f5-4920-b522-d38ba2f4891e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:59.843301 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-583536a9-0a07-46bc-b6ed-784d18f25893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0b5bfb09-66f5-4920-b522-d38ba2f4891e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:59.858067 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-583536a9-0a07-46bc-b6ed-784d18f25893 admin admin] Reserving flat network on physical network physnet1 {{(pid=103335) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 18 19:52:59.876134 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583536a9-0a07-46bc-b6ed-784d18f25893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5bfb09-66f5-4920-b522-d38ba2f4891e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:52:59.880977 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-583536a9-0a07-46bc-b6ed-784d18f25893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (c745a5b1-aa72-48d4-be13-fbc97cc4128c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:59.881312 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-583536a9-0a07-46bc-b6ed-784d18f25893 admin admin] Added segment c745a5b1-aa72-48d4-be13-fbc97cc4128c of type flat for network 9b0799cf-8cdf-46d5-953b-bdacab604b8c Jan 18 19:52:59.927154 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-583536a9-0a07-46bc-b6ed-784d18f25893 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (9b0799cf-8cdf-46d5-953b-bdacab604b8c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:59.958441 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-583536a9-0a07-46bc-b6ed-784d18f25893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (9b0799cf-8cdf-46d5-953b-bdacab604b8c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:59.959364 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583536a9-0a07-46bc-b6ed-784d18f25893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:59.959925 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-583536a9-0a07-46bc-b6ed-784d18f25893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:59.990096 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-583536a9-0a07-46bc-b6ed-784d18f25893 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3788588 Jan 18 19:53:00.024703 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583536a9-0a07-46bc-b6ed-784d18f25893 admin admin] Pushing event updated for resources: {'Network': ['ID=9b0799cf-8cdf-46d5-953b-bdacab604b8c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:53:00.035574 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 19:53:00.358717 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:01.730015 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:02.248489 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 57672) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:53:02.389494 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25078e6-30f8-4be8-b05c-41fa69879f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:53:02.391094 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d25078e6-30f8-4be8-b05c-41fa69879f7a admin admin] 10.222.0.31 "GET /v2.0/subnets/36957de8-2eec-4cf3-838d-bcda058960e6 HTTP/1.1" status: 200 len: 849 time: 0.1416473 Jan 18 19:53:02.505955 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-92e2979d-0a47-4adb-b1a9-52e9a5e7bc20 admin admin] 10.222.0.31 "GET /v2.0/routers/0fbdde23-ec20-4aca-abc8-eab499ab6cb2 HTTP/1.1" status: 200 len: 704 time: 0.1092079 Jan 18 19:53:02.783820 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:03.083999 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Allocated IP 172.20.0.1 (b82d21ae-d717-429e-aa3e-3e77b4a460f0/36957de8-2eec-4cf3-838d-bcda058960e6/d39b34bb-3ddd-4c38-b02c-42571e179293) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:53:03.290446 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Publish callbacks [] for port (d39b34bb-3ddd-4c38-b02c-42571e179293), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:03.357027 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (d39b34bb-3ddd-4c38-b02c-42571e179293), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:03.395991 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Network b82d21ae-d717-429e-aa3e-3e77b4a460f0 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:53:03.397324 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:53:03.462962 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:53:03.463061 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (0fbdde23-ec20-4aca-abc8-eab499ab6cb2), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:03.481501 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Pushing event updated for resources: {'Port': ['ID=d39b34bb-3ddd-4c38-b02c-42571e179293,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:53:03.527967 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:53:03.528312 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:53:03.528643 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:53:03.528965 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:53:03.529297 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:53:03.529620 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:53:03.529963 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:53:03.530281 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:53:03.530599 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:53:03.530913 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:53:03.531230 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:53:03.531543 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:53:03.531854 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Tracked resource versions report: Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: pushed versions: Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: { 'AddressGroup': {'1.2'}, Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: 'ConntrackHelper': {'1.0'}, Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: 'LocalIPAssociation': {'1.0'}, Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: 'Log': {'1.0'}, Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: 'Network': {'1.1'}, Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: 'Port': {'1.7'}, Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: 'PortForwarding': {'1.2'}, Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: 'QosPolicy': {'1.10'}, Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: 'SecurityGroup': {'1.5'}, Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: 'SecurityGroupRule': {'1.2'}, Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: 'SubPort': {'1.0'}, Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: 'Subnet': {'1.1'}, Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: 'Trunk': {'1.1'}} Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: consumer versions: Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: { DHCP agent@n-d-741529-9: {}, Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: L3 agent@n-d-741529-9: {}, Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: Metadata agent@n-d-741529-9: {}, Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: Metering agent@n-d-741529-9: {}, Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: Open vSwitch agent@n-d-741529-9: { 'AddressGroup': '1.2', Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: 'ConntrackHelper': '1.0', Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: 'LocalIPAssociation': '1.0', Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: 'Log': '1.0', Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: 'Network': '1.1', Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: 'Port': '1.7', Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: 'PortForwarding': '1.2', Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: 'QosPolicy': '1.10', Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: 'SecurityGroup': '1.5', Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: 'SecurityGroupRule': '1.2', Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: 'SubPort': '1.0', Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: 'Subnet': '1.1', Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: 'Trunk': '1.1'}} Jan 18 19:53:03.532999 n-d-741529-9 neutron-server[103336]: {{(pid=103336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 19:53:03.663848 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d39b34bb-3ddd-4c38-b02c-42571e179293), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:03.704214 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-3b611aa7-85f1-490c-b95a-c7b1656ab283 None None] Provisioning complete for port d39b34bb-3ddd-4c38-b02c-42571e179293 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:53:03.704749 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3b611aa7-85f1-490c-b95a-c7b1656ab283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d39b34bb-3ddd-4c38-b02c-42571e179293), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:03.736007 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3b611aa7-85f1-490c-b95a-c7b1656ab283 None None] Port d39b34bb-3ddd-4c38-b02c-42571e179293 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:53:03.865104 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Publish callbacks [] for port (d39b34bb-3ddd-4c38-b02c-42571e179293), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:03.869258 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d39b34bb-3ddd-4c38-b02c-42571e179293), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:03.870078 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (0fbdde23-ec20-4aca-abc8-eab499ab6cb2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:03.972833 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Pushing event updated for resources: {'Port': ['ID=d39b34bb-3ddd-4c38-b02c-42571e179293,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:53:04.035069 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Network b82d21ae-d717-429e-aa3e-3e77b4a460f0 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:53:04.036339 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:53:04.193147 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Router 0fbdde23-ec20-4aca-abc8-eab499ab6cb2 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 19:53:04.265524 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-6f9bba41-cd75-4723-9a64-a747a5bb07ca None None] Provisioning complete for port d39b34bb-3ddd-4c38-b02c-42571e179293 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:53:04.266035 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6f9bba41-cd75-4723-9a64-a747a5bb07ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d39b34bb-3ddd-4c38-b02c-42571e179293), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:04.280933 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:53:04.288863 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bf72dbfb-284e-412b-abac-1b9c2342a44b admin admin] 10.222.0.31 "PUT /v2.0/routers/0fbdde23-ec20-4aca-abc8-eab499ab6cb2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7777131 Jan 18 19:53:04.291161 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a12c2a7-9bbe-461b-994a-d7e02c8161e1 None None] Sync routers for ids ['0fbdde23-ec20-4aca-abc8-eab499ab6cb2'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:53:04.304135 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6f9bba41-cd75-4723-9a64-a747a5bb07ca None None] Port d39b34bb-3ddd-4c38-b02c-42571e179293 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:53:04.310784 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a12c2a7-9bbe-461b-994a-d7e02c8161e1 None None] Routers {'0fbdde23-ec20-4aca-abc8-eab499ab6cb2'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:53:04.311701 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-2a12c2a7-9bbe-461b-994a-d7e02c8161e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T19:52:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['0fbdde23-ec20-4aca-abc8-eab499ab6cb2'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:53:04.493094 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-2a12c2a7-9bbe-461b-994a-d7e02c8161e1 None None] Set router 0fbdde23-ec20-4aca-abc8-eab499ab6cb2 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:53:04.921734 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-2a12c2a7-9bbe-461b-994a-d7e02c8161e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbdde23-ec20-4aca-abc8-eab499ab6cb2', 'name': 'router1', 'tenant_id': '9c679c581e8a40619d314b5bc0590f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:52:54Z', 'updated_at': '2022-01-18T19:53:03Z', 'revision_number': 2, 'project_id': '9c679c581e8a40619d314b5bc0590f68', 'gw_port_host': None, '_interfaces': [{'id': 'd39b34bb-3ddd-4c38-b02c-42571e179293', 'name': '', 'network_id': 'b82d21ae-d717-429e-aa3e-3e77b4a460f0', 'tenant_id': '9c679c581e8a40619d314b5bc0590f68', 'mac_address': 'fa:16:3e:30:96:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbdde23-ec20-4aca-abc8-eab499ab6cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36957de8-2eec-4cf3-838d-bcda058960e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:53:02Z', 'updated_at': '2022-01-18T19:53:03Z', 'revision_number': 2, 'project_id': '9c679c581e8a40619d314b5bc0590f68', 'subnets': [{'id': '36957de8-2eec-4cf3-838d-bcda058960e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b68d5d9-3232-4b58-935f-93e89ceccc49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:53:04.974490 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a12c2a7-9bbe-461b-994a-d7e02c8161e1 None None] Checking router: 0fbdde23-ec20-4aca-abc8-eab499ab6cb2 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:53:04.974911 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a12c2a7-9bbe-461b-994a-d7e02c8161e1 None None] Updating router 0fbdde23-ec20-4aca-abc8-eab499ab6cb2 port d39b34bb-3ddd-4c38-b02c-42571e179293 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 19:53:05.023489 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-2a12c2a7-9bbe-461b-994a-d7e02c8161e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d39b34bb-3ddd-4c38-b02c-42571e179293), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:05.526454 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-2a12c2a7-9bbe-461b-994a-d7e02c8161e1 None None] Publish callbacks [] for port (d39b34bb-3ddd-4c38-b02c-42571e179293), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:05.533850 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-2a12c2a7-9bbe-461b-994a-d7e02c8161e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d39b34bb-3ddd-4c38-b02c-42571e179293), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:05.704292 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-2a12c2a7-9bbe-461b-994a-d7e02c8161e1 None None] Attempting to bind port d39b34bb-3ddd-4c38-b02c-42571e179293 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:53:05.704753 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-2a12c2a7-9bbe-461b-994a-d7e02c8161e1 None None] Attempting to bind port d39b34bb-3ddd-4c38-b02c-42571e179293 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'db17d817-f380-4c69-a2f2-1f9a2c984d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b82d21ae-d717-429e-aa3e-3e77b4a460f0'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:53:05.705126 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a12c2a7-9bbe-461b-994a-d7e02c8161e1 None None] Attempting to bind port d39b34bb-3ddd-4c38-b02c-42571e179293 on network b82d21ae-d717-429e-aa3e-3e77b4a460f0 {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:53:05.707159 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5453b32-bc0e-4f79-bb34-5245661b5f92 None None] Pushing event updated for resources: {'Port': ['ID=d39b34bb-3ddd-4c38-b02c-42571e179293,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:53:05.716762 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5453b32-bc0e-4f79-bb34-5245661b5f92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:53:05.717108 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5453b32-bc0e-4f79-bb34-5245661b5f92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:53:05.717448 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5453b32-bc0e-4f79-bb34-5245661b5f92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:53:05.717814 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5453b32-bc0e-4f79-bb34-5245661b5f92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:53:05.718144 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5453b32-bc0e-4f79-bb34-5245661b5f92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:53:05.718476 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5453b32-bc0e-4f79-bb34-5245661b5f92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:53:05.718802 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5453b32-bc0e-4f79-bb34-5245661b5f92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:53:05.719126 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5453b32-bc0e-4f79-bb34-5245661b5f92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:53:05.719447 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5453b32-bc0e-4f79-bb34-5245661b5f92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:53:05.719766 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5453b32-bc0e-4f79-bb34-5245661b5f92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:53:05.720087 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5453b32-bc0e-4f79-bb34-5245661b5f92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:53:05.720409 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5453b32-bc0e-4f79-bb34-5245661b5f92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:53:05.720727 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5453b32-bc0e-4f79-bb34-5245661b5f92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5453b32-bc0e-4f79-bb34-5245661b5f92 None None] Tracked resource versions report: Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: pushed versions: Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: { 'AddressGroup': {'1.2'}, Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: 'ConntrackHelper': {'1.0'}, Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: 'LocalIPAssociation': {'1.0'}, Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: 'Log': {'1.0'}, Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: 'Network': {'1.1'}, Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: 'Port': {'1.7'}, Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: 'PortForwarding': {'1.2'}, Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: 'QosPolicy': {'1.10'}, Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: 'SecurityGroup': {'1.5'}, Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: 'SecurityGroupRule': {'1.2'}, Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: 'SubPort': {'1.0'}, Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: 'Subnet': {'1.1'}, Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: 'Trunk': {'1.1'}} Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: consumer versions: Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: { DHCP agent@n-d-741529-9: {}, Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: L3 agent@n-d-741529-9: {}, Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: Metadata agent@n-d-741529-9: {}, Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: Metering agent@n-d-741529-9: {}, Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: Open vSwitch agent@n-d-741529-9: { 'AddressGroup': '1.2', Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: 'ConntrackHelper': '1.0', Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: 'LocalIPAssociation': '1.0', Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: 'Log': '1.0', Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: 'Network': '1.1', Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: 'Port': '1.7', Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: 'PortForwarding': '1.2', Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: 'QosPolicy': '1.10', Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: 'SecurityGroup': '1.5', Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: 'SecurityGroupRule': '1.2', Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: 'SubPort': '1.0', Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: 'Subnet': '1.1', Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: 'Trunk': '1.1'}} Jan 18 19:53:05.721921 n-d-741529-9 neutron-server[103338]: {{(pid=103338) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 19:53:05.724301 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a12c2a7-9bbe-461b-994a-d7e02c8161e1 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:53:05.724728 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a12c2a7-9bbe-461b-994a-d7e02c8161e1 None None] Checking segment: {'id': 'db17d817-f380-4c69-a2f2-1f9a2c984d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b82d21ae-d717-429e-aa3e-3e77b4a460f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:53:05.725195 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-2a12c2a7-9bbe-461b-994a-d7e02c8161e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:05.725766 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a12c2a7-9bbe-461b-994a-d7e02c8161e1 None None] Bound using segment: {'id': 'db17d817-f380-4c69-a2f2-1f9a2c984d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b82d21ae-d717-429e-aa3e-3e77b4a460f0'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:53:05.726072 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-2a12c2a7-9bbe-461b-994a-d7e02c8161e1 None None] Bound port: d39b34bb-3ddd-4c38-b02c-42571e179293, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db17d817-f380-4c69-a2f2-1f9a2c984d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b82d21ae-d717-429e-aa3e-3e77b4a460f0'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:53:05.726448 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-2a12c2a7-9bbe-461b-994a-d7e02c8161e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d39b34bb-3ddd-4c38-b02c-42571e179293), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:05.792782 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-2a12c2a7-9bbe-461b-994a-d7e02c8161e1 None None] For port d39b34bb-3ddd-4c38-b02c-42571e179293, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:53:05.812933 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-2a12c2a7-9bbe-461b-994a-d7e02c8161e1 None None] For port d39b34bb-3ddd-4c38-b02c-42571e179293, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d39b34bb-3ddd-4c38-b02c-42571e179293,segment=NetworkSegment(db17d817-f380-4c69-a2f2-1f9a2c984d6b),segment_id=db17d817-f380-4c69-a2f2-1f9a2c984d6b)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:53:05.818194 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-2a12c2a7-9bbe-461b-994a-d7e02c8161e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d39b34bb-3ddd-4c38-b02c-42571e179293), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:05.833503 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e1192795-862f-4265-b2a4-2bee6146dec3 None None] Provisioning complete for port d39b34bb-3ddd-4c38-b02c-42571e179293 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:53:05.834649 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e1192795-862f-4265-b2a4-2bee6146dec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d39b34bb-3ddd-4c38-b02c-42571e179293), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:05.877873 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5453b32-bc0e-4f79-bb34-5245661b5f92 None None] Pushing event updated for resources: {'Port': ['ID=d39b34bb-3ddd-4c38-b02c-42571e179293,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:53:05.882609 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a12c2a7-9bbe-461b-994a-d7e02c8161e1 None None] Routers {'0fbdde23-ec20-4aca-abc8-eab499ab6cb2'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:53:05.883210 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-2a12c2a7-9bbe-461b-994a-d7e02c8161e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T19:52:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['0fbdde23-ec20-4aca-abc8-eab499ab6cb2'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:53:05.922213 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e1192795-862f-4265-b2a4-2bee6146dec3 None None] Current status of the port d39b34bb-3ddd-4c38-b02c-42571e179293 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:53:05.923804 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e1192795-862f-4265-b2a4-2bee6146dec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d39b34bb-3ddd-4c38-b02c-42571e179293), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:05.959431 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e1192795-862f-4265-b2a4-2bee6146dec3 None None] For port d39b34bb-3ddd-4c38-b02c-42571e179293, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d39b34bb-3ddd-4c38-b02c-42571e179293,segment=NetworkSegment(db17d817-f380-4c69-a2f2-1f9a2c984d6b),segment_id=db17d817-f380-4c69-a2f2-1f9a2c984d6b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:53:05.975447 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e1192795-862f-4265-b2a4-2bee6146dec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d39b34bb-3ddd-4c38-b02c-42571e179293), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:05.984836 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-2a12c2a7-9bbe-461b-994a-d7e02c8161e1 None None] Set router 0fbdde23-ec20-4aca-abc8-eab499ab6cb2 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:53:06.026813 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1192795-862f-4265-b2a4-2bee6146dec3 None None] Pushing event updated for resources: {'Port': ['ID=d39b34bb-3ddd-4c38-b02c-42571e179293,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:53:06.096915 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-690dfc26-36e7-4726-a550-e2bb7aa792ce None None] Provisioning complete for port d39b34bb-3ddd-4c38-b02c-42571e179293 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:53:06.097297 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-690dfc26-36e7-4726-a550-e2bb7aa792ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d39b34bb-3ddd-4c38-b02c-42571e179293), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:06.185351 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-690dfc26-36e7-4726-a550-e2bb7aa792ce None None] Current status of the port d39b34bb-3ddd-4c38-b02c-42571e179293 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:53:06.191507 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-2a12c2a7-9bbe-461b-994a-d7e02c8161e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbdde23-ec20-4aca-abc8-eab499ab6cb2', 'name': 'router1', 'tenant_id': '9c679c581e8a40619d314b5bc0590f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:52:54Z', 'updated_at': '2022-01-18T19:53:03Z', 'revision_number': 2, 'project_id': '9c679c581e8a40619d314b5bc0590f68', 'gw_port_host': None, '_interfaces': [{'id': 'd39b34bb-3ddd-4c38-b02c-42571e179293', 'name': '', 'network_id': 'b82d21ae-d717-429e-aa3e-3e77b4a460f0', 'tenant_id': '9c679c581e8a40619d314b5bc0590f68', 'mac_address': 'fa:16:3e:30:96:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbdde23-ec20-4aca-abc8-eab499ab6cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36957de8-2eec-4cf3-838d-bcda058960e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:53:02Z', 'updated_at': '2022-01-18T19:53:05Z', 'revision_number': 4, 'project_id': '9c679c581e8a40619d314b5bc0590f68', 'subnets': [{'id': '36957de8-2eec-4cf3-838d-bcda058960e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b68d5d9-3232-4b58-935f-93e89ceccc49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:53:06.221993 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a12c2a7-9bbe-461b-994a-d7e02c8161e1 None None] The sync data for ids ['0fbdde23-ec20-4aca-abc8-eab499ab6cb2'] in n-d-741529-9 is: [{'id': '0fbdde23-ec20-4aca-abc8-eab499ab6cb2', 'name': 'router1', 'tenant_id': '9c679c581e8a40619d314b5bc0590f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:52:54Z', 'updated_at': '2022-01-18T19:53:03Z', 'revision_number': 2, 'project_id': '9c679c581e8a40619d314b5bc0590f68', 'gw_port_host': None, '_interfaces': [{'id': 'd39b34bb-3ddd-4c38-b02c-42571e179293', 'name': '', 'network_id': 'b82d21ae-d717-429e-aa3e-3e77b4a460f0', 'tenant_id': '9c679c581e8a40619d314b5bc0590f68', 'mac_address': 'fa:16:3e:30:96:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbdde23-ec20-4aca-abc8-eab499ab6cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36957de8-2eec-4cf3-838d-bcda058960e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:53:02Z', 'updated_at': '2022-01-18T19:53:05Z', 'revision_number': 4, 'project_id': '9c679c581e8a40619d314b5bc0590f68', 'subnets': [{'id': '36957de8-2eec-4cf3-838d-bcda058960e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b68d5d9-3232-4b58-935f-93e89ceccc49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:53:08.895523 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57694) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:53:09.007162 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6ab9f9-eab7-4c13-b415-961c400077c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:53:09.008502 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6b6ab9f9-eab7-4c13-b415-961c400077c3 admin admin] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 842 time: 0.1120367 Jan 18 19:53:09.018327 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-934c08d6-2ec8-4caf-b7ef-8e9ac1f13b7d admin admin] Request body: {'subnet': {'cidr': '172.25.4.0/24', 'tenant_id': '75c126fd29a24d0db9a0e001a9846832', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.25.4.1', 'enable_dhcp': False}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:53:09.039991 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934c08d6-2ec8-4caf-b7ef-8e9ac1f13b7d admin admin] Made reservation on behalf of 75c126fd29a24d0db9a0e001a9846832 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:53:09.042360 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-934c08d6-2ec8-4caf-b7ef-8e9ac1f13b7d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:09.378186 n-d-741529-9 neutron-server[103335]: DEBUG neutron.objects.ports [None req-934c08d6-2ec8-4caf-b7ef-8e9ac1f13b7d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103335) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 19:53:09.378634 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-934c08d6-2ec8-4caf-b7ef-8e9ac1f13b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for subnet (98a61980-e0c6-41d7-b371-2f55d21dc2e9), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:09.429871 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c08d6-2ec8-4caf-b7ef-8e9ac1f13b7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=98a61980-e0c6-41d7-b371-2f55d21dc2e9,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:53:09.440449 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934c08d6-2ec8-4caf-b7ef-8e9ac1f13b7d admin admin] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:53:09.440798 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934c08d6-2ec8-4caf-b7ef-8e9ac1f13b7d admin admin] Network hostable DHCP agents. Network: 9b0799cf-8cdf-46d5-953b-bdacab604b8c, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 19:53:09.458623 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934c08d6-2ec8-4caf-b7ef-8e9ac1f13b7d admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 19:53:09.467400 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-934c08d6-2ec8-4caf-b7ef-8e9ac1f13b7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 9b0799cf-8cdf-46d5-953b-bdacab604b8c) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:53:09.471832 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934c08d6-2ec8-4caf-b7ef-8e9ac1f13b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:53:09.472433 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-934c08d6-2ec8-4caf-b7ef-8e9ac1f13b7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:09.476517 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1e0424-739b-4151-bd1b-6097cc2defb9 None None] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:53:09.498271 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-934c08d6-2ec8-4caf-b7ef-8e9ac1f13b7d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4831207 Jan 18 19:53:09.579725 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c7478a-adda-472f-b152-84d63e92bc2d None None] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:53:11.870473 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 57702) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:53:12.005664 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a27c31bb-0257-44c1-bfe9-cab4d732efd4 admin admin] 10.222.0.31 "GET /v2.0/routers/0fbdde23-ec20-4aca-abc8-eab499ab6cb2 HTTP/1.1" status: 200 len: 710 time: 0.1320248 Jan 18 19:53:12.088313 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acca3c5-e6a5-4ca6-9e1d-44c38194233f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:53:12.089580 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6acca3c5-e6a5-4ca6-9e1d-44c38194233f admin admin] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 886 time: 0.0802376 Jan 18 19:53:12.098247 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-915ef7d1-f44a-4870-84f0-9d543d59d61d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:53:12.333965 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-915ef7d1-f44a-4870-84f0-9d543d59d61d admin admin] Publish callbacks [] for router_gateway (0fbdde23-ec20-4aca-abc8-eab499ab6cb2), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:12.555894 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-915ef7d1-f44a-4870-84f0-9d543d59d61d admin admin] Publish callbacks [] for router_gateway (0fbdde23-ec20-4aca-abc8-eab499ab6cb2), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:12.643000 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-915ef7d1-f44a-4870-84f0-9d543d59d61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:12.753218 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-915ef7d1-f44a-4870-84f0-9d543d59d61d admin admin] Allocated IP 172.25.4.138 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/32513aa2-1252-4437-a1d9-c0877e5c28ea) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:53:12.858803 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-915ef7d1-f44a-4870-84f0-9d543d59d61d admin admin] Publish callbacks [] for port (32513aa2-1252-4437-a1d9-c0877e5c28ea), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:12.967366 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-915ef7d1-f44a-4870-84f0-9d543d59d61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (32513aa2-1252-4437-a1d9-c0877e5c28ea), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:13.000758 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915ef7d1-f44a-4870-84f0-9d543d59d61d admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:53:13.005580 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-915ef7d1-f44a-4870-84f0-9d543d59d61d admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:53:13.008558 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915ef7d1-f44a-4870-84f0-9d543d59d61d admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:53:13.072477 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ef7d1-f44a-4870-84f0-9d543d59d61d admin admin] Pushing event updated for resources: {'Port': ['ID=32513aa2-1252-4437-a1d9-c0877e5c28ea,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:53:13.251361 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-915ef7d1-f44a-4870-84f0-9d543d59d61d admin admin] Publish callbacks [] for router_gateway (0fbdde23-ec20-4aca-abc8-eab499ab6cb2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:13.442288 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-915ef7d1-f44a-4870-84f0-9d543d59d61d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57734'] for router (0fbdde23-ec20-4aca-abc8-eab499ab6cb2), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:13.445485 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-915ef7d1-f44a-4870-84f0-9d543d59d61d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1617295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1617304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1628645'] for router (0fbdde23-ec20-4aca-abc8-eab499ab6cb2), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:13.550610 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915ef7d1-f44a-4870-84f0-9d543d59d61d admin admin] Router 0fbdde23-ec20-4aca-abc8-eab499ab6cb2 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:53:13.654711 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915ef7d1-f44a-4870-84f0-9d543d59d61d admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:53:13.658777 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-915ef7d1-f44a-4870-84f0-9d543d59d61d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:13.669923 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-915ef7d1-f44a-4870-84f0-9d543d59d61d admin admin] 10.222.0.31 "PUT /v2.0/routers/0fbdde23-ec20-4aca-abc8-eab499ab6cb2 HTTP/1.1" status: 200 len: 890 time: 1.5647979 Jan 18 19:53:14.333457 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d39b34bb-3ddd-4c38-b02c-42571e179293 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:53:14.379468 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port d39b34bb-3ddd-4c38-b02c-42571e179293 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:53:14.379858 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d39b34bb-3ddd-4c38-b02c-42571e179293), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:14.458438 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad60eee1-7c7f-4313-9b4f-86c83f4fbfd8 None None] Sync routers for ids ['0fbdde23-ec20-4aca-abc8-eab499ab6cb2'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:53:14.461785 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port d39b34bb-3ddd-4c38-b02c-42571e179293 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:53:14.471388 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad60eee1-7c7f-4313-9b4f-86c83f4fbfd8 None None] Routers {'0fbdde23-ec20-4aca-abc8-eab499ab6cb2'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:53:14.472023 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ad60eee1-7c7f-4313-9b4f-86c83f4fbfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T19:52:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['0fbdde23-ec20-4aca-abc8-eab499ab6cb2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:53:14.682368 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-ad60eee1-7c7f-4313-9b4f-86c83f4fbfd8 None None] Set router 0fbdde23-ec20-4aca-abc8-eab499ab6cb2 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:53:15.148054 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ad60eee1-7c7f-4313-9b4f-86c83f4fbfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbdde23-ec20-4aca-abc8-eab499ab6cb2', 'name': 'router1', 'tenant_id': '9c679c581e8a40619d314b5bc0590f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '32513aa2-1252-4437-a1d9-c0877e5c28ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:52:54Z', 'updated_at': '2022-01-18T19:53:13Z', 'revision_number': 4, 'project_id': '9c679c581e8a40619d314b5bc0590f68', 'gw_port': {'id': '32513aa2-1252-4437-a1d9-c0877e5c28ea', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbdde23-ec20-4aca-abc8-eab499ab6cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:53:12Z', 'updated_at': '2022-01-18T19:53:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'd39b34bb-3ddd-4c38-b02c-42571e179293', 'name': '', 'network_id': 'b82d21ae-d717-429e-aa3e-3e77b4a460f0', 'tenant_id': '9c679c581e8a40619d314b5bc0590f68', 'mac_address': 'fa:16:3e:30:96:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbdde23-ec20-4aca-abc8-eab499ab6cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36957de8-2eec-4cf3-838d-bcda058960e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:53:02Z', 'updated_at': '2022-01-18T19:53:05Z', 'revision_number': 5, 'project_id': '9c679c581e8a40619d314b5bc0590f68', 'subnets': [{'id': '36957de8-2eec-4cf3-838d-bcda058960e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b68d5d9-3232-4b58-935f-93e89ceccc49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:53:15.198215 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad60eee1-7c7f-4313-9b4f-86c83f4fbfd8 None None] Checking router: 0fbdde23-ec20-4aca-abc8-eab499ab6cb2 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:53:15.198568 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad60eee1-7c7f-4313-9b4f-86c83f4fbfd8 None None] Updating router 0fbdde23-ec20-4aca-abc8-eab499ab6cb2 port 32513aa2-1252-4437-a1d9-c0877e5c28ea binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 19:53:15.244144 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ad60eee1-7c7f-4313-9b4f-86c83f4fbfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (32513aa2-1252-4437-a1d9-c0877e5c28ea), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:15.549653 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ad60eee1-7c7f-4313-9b4f-86c83f4fbfd8 None None] Publish callbacks [] for port (32513aa2-1252-4437-a1d9-c0877e5c28ea), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:15.554986 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ad60eee1-7c7f-4313-9b4f-86c83f4fbfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (32513aa2-1252-4437-a1d9-c0877e5c28ea), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:15.607956 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ad60eee1-7c7f-4313-9b4f-86c83f4fbfd8 None None] Attempting to bind port 32513aa2-1252-4437-a1d9-c0877e5c28ea on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:53:15.608324 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ad60eee1-7c7f-4313-9b4f-86c83f4fbfd8 None None] Attempting to bind port 32513aa2-1252-4437-a1d9-c0877e5c28ea by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:53:15.608684 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad60eee1-7c7f-4313-9b4f-86c83f4fbfd8 None None] Attempting to bind port 32513aa2-1252-4437-a1d9-c0877e5c28ea on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:53:15.611403 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429281db-6639-4e63-82bb-60f0cc4a9f7e None None] Pushing event updated for resources: {'Port': ['ID=32513aa2-1252-4437-a1d9-c0877e5c28ea,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:53:15.615775 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad60eee1-7c7f-4313-9b4f-86c83f4fbfd8 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:53:15.616152 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad60eee1-7c7f-4313-9b4f-86c83f4fbfd8 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:53:15.616617 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ad60eee1-7c7f-4313-9b4f-86c83f4fbfd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:15.617105 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad60eee1-7c7f-4313-9b4f-86c83f4fbfd8 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:53:15.617576 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ad60eee1-7c7f-4313-9b4f-86c83f4fbfd8 None None] Bound port: 32513aa2-1252-4437-a1d9-c0877e5c28ea, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:53:15.617978 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ad60eee1-7c7f-4313-9b4f-86c83f4fbfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (32513aa2-1252-4437-a1d9-c0877e5c28ea), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:15.666515 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ad60eee1-7c7f-4313-9b4f-86c83f4fbfd8 None None] For port 32513aa2-1252-4437-a1d9-c0877e5c28ea, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:53:15.669507 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ad60eee1-7c7f-4313-9b4f-86c83f4fbfd8 None None] For port 32513aa2-1252-4437-a1d9-c0877e5c28ea, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=32513aa2-1252-4437-a1d9-c0877e5c28ea,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:53:15.674085 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ad60eee1-7c7f-4313-9b4f-86c83f4fbfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (32513aa2-1252-4437-a1d9-c0877e5c28ea), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:15.731307 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad60eee1-7c7f-4313-9b4f-86c83f4fbfd8 None None] Routers {'0fbdde23-ec20-4aca-abc8-eab499ab6cb2'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:53:15.731925 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ad60eee1-7c7f-4313-9b4f-86c83f4fbfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T19:52:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['0fbdde23-ec20-4aca-abc8-eab499ab6cb2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:53:15.733784 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429281db-6639-4e63-82bb-60f0cc4a9f7e None None] Pushing event updated for resources: {'Port': ['ID=32513aa2-1252-4437-a1d9-c0877e5c28ea,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:53:15.838676 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-ad60eee1-7c7f-4313-9b4f-86c83f4fbfd8 None None] Set router 0fbdde23-ec20-4aca-abc8-eab499ab6cb2 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:53:16.045615 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ad60eee1-7c7f-4313-9b4f-86c83f4fbfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbdde23-ec20-4aca-abc8-eab499ab6cb2', 'name': 'router1', 'tenant_id': '9c679c581e8a40619d314b5bc0590f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '32513aa2-1252-4437-a1d9-c0877e5c28ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:52:54Z', 'updated_at': '2022-01-18T19:53:13Z', 'revision_number': 4, 'project_id': '9c679c581e8a40619d314b5bc0590f68', 'gw_port': {'id': '32513aa2-1252-4437-a1d9-c0877e5c28ea', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbdde23-ec20-4aca-abc8-eab499ab6cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:53:12Z', 'updated_at': '2022-01-18T19:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'd39b34bb-3ddd-4c38-b02c-42571e179293', 'name': '', 'network_id': 'b82d21ae-d717-429e-aa3e-3e77b4a460f0', 'tenant_id': '9c679c581e8a40619d314b5bc0590f68', 'mac_address': 'fa:16:3e:30:96:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbdde23-ec20-4aca-abc8-eab499ab6cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36957de8-2eec-4cf3-838d-bcda058960e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:53:02Z', 'updated_at': '2022-01-18T19:53:05Z', 'revision_number': 5, 'project_id': '9c679c581e8a40619d314b5bc0590f68', 'subnets': [{'id': '36957de8-2eec-4cf3-838d-bcda058960e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b68d5d9-3232-4b58-935f-93e89ceccc49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:53:16.072180 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad60eee1-7c7f-4313-9b4f-86c83f4fbfd8 None None] The sync data for ids ['0fbdde23-ec20-4aca-abc8-eab499ab6cb2'] in n-d-741529-9 is: [{'id': '0fbdde23-ec20-4aca-abc8-eab499ab6cb2', 'name': 'router1', 'tenant_id': '9c679c581e8a40619d314b5bc0590f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '32513aa2-1252-4437-a1d9-c0877e5c28ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:52:54Z', 'updated_at': '2022-01-18T19:53:13Z', 'revision_number': 4, 'project_id': '9c679c581e8a40619d314b5bc0590f68', 'gw_port': {'id': '32513aa2-1252-4437-a1d9-c0877e5c28ea', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbdde23-ec20-4aca-abc8-eab499ab6cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:53:12Z', 'updated_at': '2022-01-18T19:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'd39b34bb-3ddd-4c38-b02c-42571e179293', 'name': '', 'network_id': 'b82d21ae-d717-429e-aa3e-3e77b4a460f0', 'tenant_id': '9c679c581e8a40619d314b5bc0590f68', 'mac_address': 'fa:16:3e:30:96:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbdde23-ec20-4aca-abc8-eab499ab6cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36957de8-2eec-4cf3-838d-bcda058960e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:53:02Z', 'updated_at': '2022-01-18T19:53:05Z', 'revision_number': 5, 'project_id': '9c679c581e8a40619d314b5bc0590f68', 'subnets': [{'id': '36957de8-2eec-4cf3-838d-bcda058960e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b68d5d9-3232-4b58-935f-93e89ceccc49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:53:16.133127 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57714) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:53:16.274351 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7bc2e29b-9fe8-4d9a-b64c-1eb19f8cc4b2 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1437101 Jan 18 19:53:16.347985 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 32513aa2-1252-4437-a1d9-c0877e5c28ea up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:53:16.399353 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 32513aa2-1252-4437-a1d9-c0877e5c28ea triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:53:16.399753 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (32513aa2-1252-4437-a1d9-c0877e5c28ea), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:16.485431 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 32513aa2-1252-4437-a1d9-c0877e5c28ea is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:53:16.485887 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (32513aa2-1252-4437-a1d9-c0877e5c28ea), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:16.507150 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 32513aa2-1252-4437-a1d9-c0877e5c28ea, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=32513aa2-1252-4437-a1d9-c0877e5c28ea,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:53:16.512597 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (32513aa2-1252-4437-a1d9-c0877e5c28ea), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:16.565702 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=32513aa2-1252-4437-a1d9-c0877e5c28ea,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:53:18.323684 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 32513aa2-1252-4437-a1d9-c0877e5c28ea up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:53:18.376791 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 32513aa2-1252-4437-a1d9-c0877e5c28ea triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:53:18.377099 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (32513aa2-1252-4437-a1d9-c0877e5c28ea), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:18.459147 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 32513aa2-1252-4437-a1d9-c0877e5c28ea is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:53:25.488717 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b7762be9-87b3-4ec4-945a-2072e575ceca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:27.690667 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1da61d27-91d9-4f29-b1aa-cd43ac5b6982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:27.962992 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 5 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:53:28.807265 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:30.320050 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:31.736239 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:55.484702 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-71b99ce5-e6ea-42fa-97bd-714beb7fd8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:57.692392 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-54f3c2b7-2403-4540-9db3-549516fa38b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:58.812190 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:00.330028 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:01.733735 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:04.961420 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 5 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:54:25.490171 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-addb303e-0be9-4f4b-9846-8ccbcf9c4359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:27.696220 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-eca5780c-9f2c-4797-a662-17fab645e2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:28.818426 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:30.324202 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:31.728616 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:40.177568 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58230) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:54:40.246348 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-780cfb35-db15-46e4-bf95-25aaad41af47 admin admin] GET failed (client error): The resource could not be found. Jan 18 19:54:40.247684 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-780cfb35-db15-46e4-bf95-25aaad41af47 admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0690708 Jan 18 19:54:40.405143 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90091de-2c74-4c44-8574-a7d05b78d65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:54:40.406587 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e90091de-2c74-4c44-8574-a7d05b78d65c admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1549280 Jan 18 19:54:41.961435 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 5 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:54:42.638125 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58240) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:54:42.728541 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ea55bb-78a1-442e-bf43-7f460ee38a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:54:42.729855 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-39ea55bb-78a1-442e-bf43-7f460ee38a39 admin admin] 10.222.0.31 "GET /v2.0/subnets/36957de8-2eec-4cf3-838d-bcda058960e6 HTTP/1.1" status: 200 len: 849 time: 0.0907774 Jan 18 19:54:42.739189 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-91c6966f-54ac-485d-951b-b71712013585 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:54:42.823935 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-91c6966f-54ac-485d-951b-b71712013585 admin admin] Publish callbacks [] for subnet (36957de8-2eec-4cf3-838d-bcda058960e6), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:42.959267 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-91c6966f-54ac-485d-951b-b71712013585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779510068857'] for subnet (36957de8-2eec-4cf3-838d-bcda058960e6), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:43.000442 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c6966f-54ac-485d-951b-b71712013585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:54:43.001024 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-91c6966f-54ac-485d-951b-b71712013585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:43.002315 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-91c6966f-54ac-485d-951b-b71712013585 admin admin] 10.222.0.31 "PUT /v2.0/subnets/36957de8-2eec-4cf3-838d-bcda058960e6 HTTP/1.1" status: 200 len: 868 time: 0.2666845 Jan 18 19:54:43.002826 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30e1434-6d7a-4501-b754-cd3fc38db6cf None None] Network b82d21ae-d717-429e-aa3e-3e77b4a460f0 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:54:43.014215 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6966f-54ac-485d-951b-b71712013585 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36957de8-2eec-4cf3-838d-bcda058960e6,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:54:43.026763 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6966f-54ac-485d-951b-b71712013585 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:43.027154 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6966f-54ac-485d-951b-b71712013585 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:43.027497 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6966f-54ac-485d-951b-b71712013585 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:43.027826 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6966f-54ac-485d-951b-b71712013585 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:43.028148 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6966f-54ac-485d-951b-b71712013585 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:43.028517 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6966f-54ac-485d-951b-b71712013585 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:43.028907 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6966f-54ac-485d-951b-b71712013585 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:43.029238 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6966f-54ac-485d-951b-b71712013585 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:43.029730 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6966f-54ac-485d-951b-b71712013585 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:43.030052 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6966f-54ac-485d-951b-b71712013585 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:43.030378 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6966f-54ac-485d-951b-b71712013585 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:43.030693 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6966f-54ac-485d-951b-b71712013585 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:43.031007 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6966f-54ac-485d-951b-b71712013585 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:43.332439 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-de55b463-cb17-4670-81ed-999cc9545fd0 None None] Provisioning complete for port efcad812-3ecd-4a4a-a2ae-6c081482ff5b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:54:43.332840 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-de55b463-cb17-4670-81ed-999cc9545fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (efcad812-3ecd-4a4a-a2ae-6c081482ff5b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:43.411943 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-de55b463-cb17-4670-81ed-999cc9545fd0 None None] Current status of the port efcad812-3ecd-4a4a-a2ae-6c081482ff5b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:54:43.421369 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-de55b463-cb17-4670-81ed-999cc9545fd0 None None] Provisioning complete for port d39b34bb-3ddd-4c38-b02c-42571e179293 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:54:43.421843 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-de55b463-cb17-4670-81ed-999cc9545fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d39b34bb-3ddd-4c38-b02c-42571e179293), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:43.493151 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-de55b463-cb17-4670-81ed-999cc9545fd0 None None] Current status of the port d39b34bb-3ddd-4c38-b02c-42571e179293 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:54:45.226094 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58250) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:54:45.428059 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5725fe49-9333-4ebc-afa7-0228c96bd4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:54:45.428534 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5725fe49-9333-4ebc-afa7-0228c96bd4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:54:45.430103 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5725fe49-9333-4ebc-afa7-0228c96bd4e2 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2030258 Jan 18 19:54:47.629488 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58258) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:54:47.757368 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c5fa36-943c-476c-9ea7-012b752c72d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:54:47.757858 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c5fa36-943c-476c-9ea7-012b752c72d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:54:47.759388 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d6c5fa36-943c-476c-9ea7-012b752c72d1 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1289067 Jan 18 19:54:49.953119 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58266) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:54:50.074771 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30af1fb-fbe1-4cbf-a88f-34e3355c76b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:54:50.076122 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a30af1fb-fbe1-4cbf-a88f-34e3355c76b6 admin admin] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 886 time: 0.1220541 Jan 18 19:54:52.264582 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58274) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:54:52.445553 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a39661-9834-4ae9-8a43-9ba4870b7591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:54:52.446995 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e9a39661-9834-4ae9-8a43-9ba4870b7591 admin admin] 10.222.0.31 "GET /v2.0/networks/b82d21ae-d717-429e-aa3e-3e77b4a460f0 HTTP/1.1" status: 200 len: 869 time: 0.1814756 Jan 18 19:54:54.683611 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58282) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:54:54.805839 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f29612-cd21-4df1-aebf-aaffe1628fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:54:54.806317 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f29612-cd21-4df1-aebf-aaffe1628fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:54:54.807806 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-59f29612-cd21-4df1-aebf-aaffe1628fdc admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1232662 Jan 18 19:54:55.493095 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ad58abf9-77ab-4f10-9f4e-ee5d93540e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:57.052454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58290) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:54:57.144811 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d14172-b989-43a4-bdf6-36ac3c8d7be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:54:57.145266 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d14172-b989-43a4-bdf6-36ac3c8d7be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:54:57.146805 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-47d14172-b989-43a4-bdf6-36ac3c8d7be9 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0933170 Jan 18 19:54:57.699827 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-52c85ecc-e8b0-45d7-9baa-287ba59ce520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:58.817074 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:59.342571 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58298) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:54:59.433611 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84008656-8a4f-4aa2-950b-68c9f592344a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:54:59.434984 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-84008656-8a4f-4aa2-950b-68c9f592344a admin admin] 10.222.0.31 "GET /v2.0/subnets/36957de8-2eec-4cf3-838d-bcda058960e6 HTTP/1.1" status: 200 len: 868 time: 0.0914791 Jan 18 19:55:00.326572 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:01.639800 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58306) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:55:01.727217 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16ed928-72ba-4ed6-a629-6b5bbcb32178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:55:01.729196 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d16ed928-72ba-4ed6-a629-6b5bbcb32178 admin admin] 10.222.0.31 "GET /v2.0/subnets/98a61980-e0c6-41d7-b371-2f55d21dc2e9 HTTP/1.1" status: 200 len: 816 time: 0.0884316 Jan 18 19:55:01.731745 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:18.961300 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 5 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:55:25.488439 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e4d2a889-32c1-40fb-bbf3-e0ebbf74c472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:25.885312 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58360) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:55:25.932862 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [None req-155b4557-7b69-4f65-a44c-b74bad8a7d2a admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:55:25.933913 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-155b4557-7b69-4f65-a44c-b74bad8a7d2a admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475841 Jan 18 19:55:27.702181 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-322607b9-acd8-4211-b0b7-edde54563553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:28.278705 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58368) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:55:28.338220 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca2bb92-c775-41a1-a2cb-03fb21335053 admin admin] GET failed (client error): The resource could not be found. Jan 18 19:55:28.339548 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1ca2bb92-c775-41a1-a2cb-03fb21335053 admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598736 Jan 18 19:55:28.423360 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fec1393-b86a-4ab7-974c-cdb7bf8535ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:55:28.424799 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3fec1393-b86a-4ab7-974c-cdb7bf8535ee admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0813570 Jan 18 19:55:28.820501 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:30.331798 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:30.708673 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58378) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:55:30.753806 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-de928e6c-a7f1-4485-acf1-18c2e3014a5c admin admin] Request body: {'network': {'shared': True, 'project_id': '75c126fd29a24d0db9a0e001a9846832', 'name': 'shared', 'tenant_id': '75c126fd29a24d0db9a0e001a9846832', 'admin_state_up': True}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:55:30.777978 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de928e6c-a7f1-4485-acf1-18c2e3014a5c admin admin] Made reservation on behalf of 75c126fd29a24d0db9a0e001a9846832 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:55:30.780252 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-de928e6c-a7f1-4485-acf1-18c2e3014a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:30.806784 n-d-741529-9 neutron-server[103336]: WARNING neutron.services.revisions.revision_plugin [None req-de928e6c-a7f1-4485-acf1-18c2e3014a5c admin admin] Could not find related network for resource to bump revision. Jan 18 19:55:30.822630 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de928e6c-a7f1-4485-acf1-18c2e3014a5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 19:55:30.834387 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-de928e6c-a7f1-4485-acf1-18c2e3014a5c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779510140950', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (30ddf6b3-1b19-41e8-a029-07b6e4f29c67), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:30.834900 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-de928e6c-a7f1-4485-acf1-18c2e3014a5c admin admin] Unsubscribe: segment precommit_create {{(pid=103336) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 19:55:30.835344 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-de928e6c-a7f1-4485-acf1-18c2e3014a5c admin admin] Added segment 30ddf6b3-1b19-41e8-a029-07b6e4f29c67 of type vlan for network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e Jan 18 19:55:30.894022 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-de928e6c-a7f1-4485-acf1-18c2e3014a5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:30.923892 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-de928e6c-a7f1-4485-acf1-18c2e3014a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:30.924843 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de928e6c-a7f1-4485-acf1-18c2e3014a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:55:30.925437 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-de928e6c-a7f1-4485-acf1-18c2e3014a5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:30.985917 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-de928e6c-a7f1-4485-acf1-18c2e3014a5c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2758260 Jan 18 19:55:31.028432 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de928e6c-a7f1-4485-acf1-18c2e3014a5c admin admin] Pushing event updated for resources: {'Network': ['ID=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:55:31.035598 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de928e6c-a7f1-4485-acf1-18c2e3014a5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:55:31.035958 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de928e6c-a7f1-4485-acf1-18c2e3014a5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:55:31.036285 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de928e6c-a7f1-4485-acf1-18c2e3014a5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:55:31.036619 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de928e6c-a7f1-4485-acf1-18c2e3014a5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:55:31.036948 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de928e6c-a7f1-4485-acf1-18c2e3014a5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:55:31.037293 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de928e6c-a7f1-4485-acf1-18c2e3014a5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:55:31.037599 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de928e6c-a7f1-4485-acf1-18c2e3014a5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:55:31.037969 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de928e6c-a7f1-4485-acf1-18c2e3014a5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:55:31.038293 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de928e6c-a7f1-4485-acf1-18c2e3014a5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:55:31.038614 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de928e6c-a7f1-4485-acf1-18c2e3014a5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:55:31.038934 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de928e6c-a7f1-4485-acf1-18c2e3014a5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:55:31.039254 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de928e6c-a7f1-4485-acf1-18c2e3014a5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:55:31.039575 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de928e6c-a7f1-4485-acf1-18c2e3014a5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:55:31.052707 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 19:55:31.736392 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:33.332427 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58388) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:55:33.390338 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-30fecdcb-68fc-44cf-b2e8-46ec0dcac0d4 admin admin] GET failed (client error): The resource could not be found. Jan 18 19:55:33.391579 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-30fecdcb-68fc-44cf-b2e8-46ec0dcac0d4 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0581462 Jan 18 19:55:33.537702 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1039fc6c-b2de-4d66-8d39-c86499f635a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:55:33.539057 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1039fc6c-b2de-4d66-8d39-c86499f635a0 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1436112 Jan 18 19:55:33.549238 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-9c30fd51-0486-4298-ad78-5aedcc074f66 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'tenant_id': '75c126fd29a24d0db9a0e001a9846832', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:55:33.572302 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c30fd51-0486-4298-ad78-5aedcc074f66 admin admin] Made reservation on behalf of 75c126fd29a24d0db9a0e001a9846832 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:55:33.574490 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9c30fd51-0486-4298-ad78-5aedcc074f66 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:33.752345 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9c30fd51-0486-4298-ad78-5aedcc074f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for subnet (85dd403d-00f4-4041-a85c-035d9fe2e5d4), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:33.809430 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30fd51-0486-4298-ad78-5aedcc074f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85dd403d-00f4-4041-a85c-035d9fe2e5d4,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:55:33.813751 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c30fd51-0486-4298-ad78-5aedcc074f66 admin admin] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:55:33.814105 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c30fd51-0486-4298-ad78-5aedcc074f66 admin admin] Network hostable DHCP agents. Network: ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 19:55:33.834497 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c30fd51-0486-4298-ad78-5aedcc074f66 admin admin] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 19:55:33.846302 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-9c30fd51-0486-4298-ad78-5aedcc074f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:55:33.851014 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c30fd51-0486-4298-ad78-5aedcc074f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:55:33.852167 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9c30fd51-0486-4298-ad78-5aedcc074f66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:33.855246 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441f81bf-d411-4ccd-b7c1-6894b7f1789f None None] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:55:33.867952 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9c30fd51-0486-4298-ad78-5aedcc074f66 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3214629 Jan 18 19:55:33.955663 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'project_id': '75c126fd29a24d0db9a0e001a9846832', 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 19:55:33.956537 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:34.098445 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Allocated IP 192.168.233.2 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/e5737da1-4146-4c74-a808-90bdd49a4880) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:55:34.238536 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Publish callbacks [] for port (e5737da1-4146-4c74-a808-90bdd49a4880), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:34.245209 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (e5737da1-4146-4c74-a808-90bdd49a4880), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:34.284590 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:55:34.291932 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:55:34.293997 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Pushing event updated for resources: {'Port': ['ID=e5737da1-4146-4c74-a808-90bdd49a4880,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:55:34.296070 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:55:34.307968 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:55:34.308323 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:55:34.308661 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:55:34.308991 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:55:34.309321 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:55:34.309664 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:55:34.309991 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:55:34.310312 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:55:34.310633 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:55:34.310971 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:55:34.311269 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:55:34.311584 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:55:34.311898 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:55:34.455704 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Attempting to bind port e5737da1-4146-4c74-a808-90bdd49a4880 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:55:34.456070 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Attempting to bind port e5737da1-4146-4c74-a808-90bdd49a4880 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:55:34.456429 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Attempting to bind port e5737da1-4146-4c74-a808-90bdd49a4880 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:55:34.461357 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:55:34.461761 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:55:34.462190 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:34.462577 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:55:34.463037 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Bound port: e5737da1-4146-4c74-a808-90bdd49a4880, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:55:34.463408 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e5737da1-4146-4c74-a808-90bdd49a4880), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:34.523769 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-764325eb-77e2-4514-9031-818f24dc220a None None] For port e5737da1-4146-4c74-a808-90bdd49a4880, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:55:34.527032 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-764325eb-77e2-4514-9031-818f24dc220a None None] For port e5737da1-4146-4c74-a808-90bdd49a4880, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=e5737da1-4146-4c74-a808-90bdd49a4880,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:55:34.533298 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e5737da1-4146-4c74-a808-90bdd49a4880), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:34.597942 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764325eb-77e2-4514-9031-818f24dc220a None None] Pushing event updated for resources: {'Port': ['ID=e5737da1-4146-4c74-a808-90bdd49a4880,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:55:35.535954 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e847efda-6536-473a-ba76-2f0884480876 None None] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:55:35.620707 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-3825f00d-909f-4133-a2ef-4688c9b650be None None] Provisioning complete for port e5737da1-4146-4c74-a808-90bdd49a4880 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:55:35.621050 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3825f00d-909f-4133-a2ef-4688c9b650be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e5737da1-4146-4c74-a808-90bdd49a4880), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:35.722247 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3825f00d-909f-4133-a2ef-4688c9b650be None None] Current status of the port e5737da1-4146-4c74-a808-90bdd49a4880 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:55:35.722639 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3825f00d-909f-4133-a2ef-4688c9b650be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e5737da1-4146-4c74-a808-90bdd49a4880), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:35.768505 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3825f00d-909f-4133-a2ef-4688c9b650be None None] For port e5737da1-4146-4c74-a808-90bdd49a4880, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=e5737da1-4146-4c74-a808-90bdd49a4880,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:55:35.775108 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3825f00d-909f-4133-a2ef-4688c9b650be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e5737da1-4146-4c74-a808-90bdd49a4880), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:35.830495 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825f00d-909f-4133-a2ef-4688c9b650be None None] Pushing event updated for resources: {'Port': ['ID=e5737da1-4146-4c74-a808-90bdd49a4880,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:55:35.897300 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-cd847f76-d6b6-43ab-bf96-2a811f65305c None None] Provisioning complete for port e5737da1-4146-4c74-a808-90bdd49a4880 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:55:35.897613 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cd847f76-d6b6-43ab-bf96-2a811f65305c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e5737da1-4146-4c74-a808-90bdd49a4880), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:35.976935 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-cd847f76-d6b6-43ab-bf96-2a811f65305c None None] Current status of the port e5737da1-4146-4c74-a808-90bdd49a4880 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:55:36.441725 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device e5737da1-4146-4c74-a808-90bdd49a4880 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:55:36.489299 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port e5737da1-4146-4c74-a808-90bdd49a4880 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:55:36.489726 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e5737da1-4146-4c74-a808-90bdd49a4880), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:36.568242 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port e5737da1-4146-4c74-a808-90bdd49a4880 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:55:55.488885 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-960fdd05-47f3-4492-96c0-35969b129485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:55.960674 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 5 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:55:57.703458 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-815c6859-2ae4-4808-99c2-59131c8793ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:58.830921 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:56:00.332371 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:56:01.739542 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:56:25.491315 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-56eac4f8-d7cf-4a80-9005-3d75855cd8c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:56:27.704493 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26f11d7f-7edb-44a6-9800-a59b69827e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:56:28.825918 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:56:30.338856 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:56:31.741194 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:56:32.959487 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 5 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:56:53.860572 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58432) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:56:53.866331 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-78432945-b2a1-43ef-b2e0-aa911bcd3d7b tempest-verify_tempest_config-1011254757 tempest-verify_tempest_config-1011254757-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:56:53.867382 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-78432945-b2a1-43ef-b2e0-aa911bcd3d7b tempest-verify_tempest_config-1011254757 tempest-verify_tempest_config-1011254757-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057814 Jan 18 19:56:54.155879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58450) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:56:54.256839 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6b73fa86-42ae-4581-b4c6-b1bc894c244a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:56:54.329073 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6b73fa86-42ae-4581-b4c6-b1bc894c244a admin admin] Publish callbacks [] for security_group (bdc20c79-c18f-4e52-8650-e66ffc170c98), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:56:54.332642 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6b73fa86-42ae-4581-b4c6-b1bc894c244a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (bdc20c79-c18f-4e52-8650-e66ffc170c98), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:56:54.376852 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6b73fa86-42ae-4581-b4c6-b1bc894c244a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e53d4f52ee6d439c982c918207e8a72e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2199304 Jan 18 19:56:54.377839 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73fa86-42ae-4581-b4c6-b1bc894c244a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc20c79-c18f-4e52-8650-e66ffc170c98,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:56:54.379659 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58454) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:56:54.385414 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73fa86-42ae-4581-b4c6-b1bc894c244a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:56:54.385771 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73fa86-42ae-4581-b4c6-b1bc894c244a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:56:54.386108 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73fa86-42ae-4581-b4c6-b1bc894c244a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:56:54.386439 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73fa86-42ae-4581-b4c6-b1bc894c244a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:56:54.386769 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73fa86-42ae-4581-b4c6-b1bc894c244a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:56:54.387093 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73fa86-42ae-4581-b4c6-b1bc894c244a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:56:54.387413 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73fa86-42ae-4581-b4c6-b1bc894c244a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:56:54.387730 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73fa86-42ae-4581-b4c6-b1bc894c244a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:56:54.388047 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73fa86-42ae-4581-b4c6-b1bc894c244a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:56:54.388363 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73fa86-42ae-4581-b4c6-b1bc894c244a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:56:54.388677 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73fa86-42ae-4581-b4c6-b1bc894c244a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:56:54.388992 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73fa86-42ae-4581-b4c6-b1bc894c244a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:56:54.389304 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73fa86-42ae-4581-b4c6-b1bc894c244a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:56:54.456150 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-21be036c-e311-468c-a0cf-ee9d2ee0196e admin admin] Publish callbacks [] for security_group (bdc20c79-c18f-4e52-8650-e66ffc170c98), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:56:54.475395 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-21be036c-e311-468c-a0cf-ee9d2ee0196e admin admin] Publish callbacks [] for security_group (bdc20c79-c18f-4e52-8650-e66ffc170c98), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:56:54.563142 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-21be036c-e311-468c-a0cf-ee9d2ee0196e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (bdc20c79-c18f-4e52-8650-e66ffc170c98), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:56:54.565780 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-21be036c-e311-468c-a0cf-ee9d2ee0196e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:56:54.566957 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-21be036c-e311-468c-a0cf-ee9d2ee0196e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bdc20c79-c18f-4e52-8650-e66ffc170c98 HTTP/1.1" status: 204 len: 168 time: 0.1858206 Jan 18 19:56:54.575501 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be036c-e311-468c-a0cf-ee9d2ee0196e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc20c79-c18f-4e52-8650-e66ffc170c98,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:56:54.582114 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be036c-e311-468c-a0cf-ee9d2ee0196e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:56:54.582408 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be036c-e311-468c-a0cf-ee9d2ee0196e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:56:54.582745 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be036c-e311-468c-a0cf-ee9d2ee0196e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:56:54.583084 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be036c-e311-468c-a0cf-ee9d2ee0196e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:56:54.583396 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be036c-e311-468c-a0cf-ee9d2ee0196e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:56:54.583726 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be036c-e311-468c-a0cf-ee9d2ee0196e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:56:54.584049 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be036c-e311-468c-a0cf-ee9d2ee0196e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:56:54.584419 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be036c-e311-468c-a0cf-ee9d2ee0196e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:56:54.584681 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be036c-e311-468c-a0cf-ee9d2ee0196e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:56:54.584999 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be036c-e311-468c-a0cf-ee9d2ee0196e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:56:54.585317 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be036c-e311-468c-a0cf-ee9d2ee0196e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:56:54.585659 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be036c-e311-468c-a0cf-ee9d2ee0196e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:56:54.585968 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be036c-e311-468c-a0cf-ee9d2ee0196e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:56:55.493482 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7eb91dd1-3403-4509-9f34-3ecd27bc2b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:56:57.705295 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-730d7b31-5577-429c-aace-7de91104ea71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:56:58.828951 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:57:00.340326 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:57:01.745363 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:57:09.959200 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 5 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:57:25.494958 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-40f99268-9838-44c1-8586-cae72d126a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:57:27.706155 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-49d0a587-f554-4a8d-872c-c321bacb0df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:57:28.830924 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:57:30.343771 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:57:31.747077 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:57:46.958501 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 5 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:57:55.497950 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-95a1bf52-2326-4629-a95b-22e8d2ca49ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:57:57.707848 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b0c9fcfa-1bf3-4985-af92-ced2dd463f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:57:58.837158 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:58:00.346692 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:58:01.749925 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:58:23.957516 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 5 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:58:25.498979 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5b46efa1-52ed-4284-9845-27a8024c5255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:58:27.709068 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3d5f1f41-58b1-4522-af25-580bec7bf7de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:58:28.836448 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:58:30.349946 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:58:31.752869 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:58:55.499897 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e28bd60b-6872-41e0-aff1-1ed6914d7d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:58:57.709376 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4e994848-9bb0-4223-9ca3-6a1311efac47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:58:58.843843 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:59:00.353855 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:59:00.955878 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 5 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:59:01.753464 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:59:25.501183 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4eef88ac-9020-45a0-b43a-fbbae4e816ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:59:27.710153 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f1066643-67f6-4ce1-b079-65141c237cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:59:28.842807 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:59:30.358841 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:59:31.756751 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:59:37.955205 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 5 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:59:55.501600 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-95213138-fefd-4d97-9abd-161e7c265e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:59:57.711494 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4cf18577-f358-4bee-9e98-d01a5de95f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:59:58.847439 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:00:00.358953 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:00:01.758623 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:00:03.698294 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614744'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:00:06.595149 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614744'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:00:14.955608 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:00:25.502241 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c56dd7d2-49fc-44d6-a1e9-8f2ce5940d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:00:27.713279 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a9b8bb8e-1d59-4abc-a6ab-a0e26b22c351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:00:28.847213 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:00:30.362289 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:00:31.761492 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:00:33.683303 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:00:36.579842 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:00:51.955671 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:00:55.504415 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8b85d214-80ce-48fb-8f0d-964f9adda705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:00:56.229233 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58512) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:00:56.332863 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b2ad76f2-83c6-4514-97c1-8b4860b29ffa admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1024451 Jan 18 20:00:57.715709 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-83e4abd1-00d7-46a1-91a8-7fc0299ea642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:00:58.579690 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58522) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:00:58.632941 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-76ce648f-51d8-4036-aedd-4d96d282c4d7 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0522392 Jan 18 20:00:58.850860 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:01:00.365655 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:01:01.763934 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:01:03.675459 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:01:06.577718 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:01:25.506665 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a9f3d381-023e-4a09-8973-b7daadf743fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:01:27.716980 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e30a738a-9869-41e2-a344-6e5cb1fbf247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:01:28.852333 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:01:28.955765 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:01:30.372306 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:01:31.765969 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:01:33.685310 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:01:36.592771 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:01:55.507515 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4b4e3f1f-4597-45ad-917e-7fab4a3744e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:01:57.718204 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f4443a7-cb5d-4961-970b-791684b69021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:01:58.856495 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:00.374206 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:01.767513 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:03.697240 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:05.955177 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:02:06.594577 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:22.922607 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58762) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:23.339009 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-309457412-network', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:02:23.383733 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] Made reservation on behalf of e5ec31ddf3d34f4aa39ff26dd8f3affd for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:02:23.386343 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:23.401100 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:23.492664 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] Publish callbacks [] for security_group (d5210ddf-a4d3-44b7-a276-8c109c325e6b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:23.498373 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d5210ddf-a4d3-44b7-a276-8c109c325e6b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:23.527022 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:02:23.533943 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5210ddf-a4d3-44b7-a276-8c109c325e6b,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:23.542338 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:23.543213 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:23.543695 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:23.544168 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:23.544498 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:23.544970 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:23.545298 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:23.545653 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:23.545992 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:23.546323 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:23.546634 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:23.546952 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:23.547263 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] Tracked resource versions report: Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: pushed versions: Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: { 'AddressGroup': {'1.2'}, Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: 'ConntrackHelper': {'1.0'}, Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: 'LocalIPAssociation': {'1.0'}, Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: 'Log': {'1.0'}, Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: 'Network': {'1.1'}, Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: 'Port': {'1.7'}, Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: 'PortForwarding': {'1.2'}, Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: 'QosPolicy': {'1.10'}, Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: 'SecurityGroup': {'1.5'}, Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: 'SecurityGroupRule': {'1.2'}, Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: 'SubPort': {'1.0'}, Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: 'Subnet': {'1.1'}, Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: 'Trunk': {'1.1'}} Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: consumer versions: Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: { DHCP agent@n-d-741529-9: {}, Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: HyperV agent@n-h1-741529-9: {}, Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: HyperV agent@n-h2-741529-9: {}, Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: L3 agent@n-d-741529-9: {}, Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: Metadata agent@n-d-741529-9: {}, Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: Metering agent@n-d-741529-9: {}, Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: Open vSwitch agent@n-d-741529-9: { 'AddressGroup': '1.2', Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: 'ConntrackHelper': '1.0', Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: 'LocalIPAssociation': '1.0', Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: 'Log': '1.0', Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: 'Network': '1.1', Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: 'Port': '1.7', Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: 'PortForwarding': '1.2', Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: 'QosPolicy': '1.10', Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: 'SecurityGroup': '1.5', Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: 'SecurityGroupRule': '1.2', Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: 'SubPort': '1.0', Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: 'Subnet': '1.1', Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: 'Trunk': '1.1'}} Jan 18 20:02:23.548670 n-d-741529-9 neutron-server[103336]: {{(pid=103336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 20:02:23.553705 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (7187ab8f-3094-4c40-bdcb-e57d676ffb56), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:23.554054 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] Added segment 7187ab8f-3094-4c40-bdcb-e57d676ffb56 of type vlan for network 89a595c0-d9c3-40e8-b52a-e51ddcd750fc Jan 18 20:02:23.594957 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (89a595c0-d9c3-40e8-b52a-e51ddcd750fc), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:23.623047 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (89a595c0-d9c3-40e8-b52a-e51ddcd750fc), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:23.624145 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:23.624746 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:23.687924 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58804) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:23.690784 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7658861 Jan 18 20:02:23.693993 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-bc9c8ed7-8ffb-415c-a4e0-a0536115fc96 admin admin] Request body: {'subnet': {'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309457412-subnet', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:02:23.694821 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99fc15c-e7fe-4ac9-8e17-2a22801d5ec3 admin admin] Pushing event updated for resources: {'Network': ['ID=89a595c0-d9c3-40e8-b52a-e51ddcd750fc,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:23.707245 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 89a595c0-d9c3-40e8-b52a-e51ddcd750fc details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:02:23.730230 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9c8ed7-8ffb-415c-a4e0-a0536115fc96 admin admin] Made reservation on behalf of e5ec31ddf3d34f4aa39ff26dd8f3affd for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:02:23.732893 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc9c8ed7-8ffb-415c-a4e0-a0536115fc96 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:23.913597 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc9c8ed7-8ffb-415c-a4e0-a0536115fc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for subnet (da5aa223-a098-41b4-8a17-e11e4587a7e0), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:23.960222 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c8ed7-8ffb-415c-a4e0-a0536115fc96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da5aa223-a098-41b4-8a17-e11e4587a7e0,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:23.969023 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c8ed7-8ffb-415c-a4e0-a0536115fc96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:23.969520 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c8ed7-8ffb-415c-a4e0-a0536115fc96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:23.970010 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c8ed7-8ffb-415c-a4e0-a0536115fc96 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:23.970478 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c8ed7-8ffb-415c-a4e0-a0536115fc96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:23.971077 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c8ed7-8ffb-415c-a4e0-a0536115fc96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:23.971540 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c8ed7-8ffb-415c-a4e0-a0536115fc96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:23.971996 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c8ed7-8ffb-415c-a4e0-a0536115fc96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:23.972501 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c8ed7-8ffb-415c-a4e0-a0536115fc96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:23.972984 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c8ed7-8ffb-415c-a4e0-a0536115fc96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:23.973572 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c8ed7-8ffb-415c-a4e0-a0536115fc96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:23.974053 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c8ed7-8ffb-415c-a4e0-a0536115fc96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:23.974506 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c8ed7-8ffb-415c-a4e0-a0536115fc96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:23.974961 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c8ed7-8ffb-415c-a4e0-a0536115fc96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c8ed7-8ffb-415c-a4e0-a0536115fc96 admin admin] Tracked resource versions report: Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: pushed versions: Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: { 'AddressGroup': {'1.2'}, Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: 'ConntrackHelper': {'1.0'}, Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: 'LocalIPAssociation': {'1.0'}, Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: 'Log': {'1.0'}, Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: 'Network': {'1.1'}, Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: 'Port': {'1.7'}, Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: 'PortForwarding': {'1.2'}, Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: 'QosPolicy': {'1.10'}, Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: 'SecurityGroup': {'1.5'}, Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: 'SecurityGroupRule': {'1.2'}, Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: 'SubPort': {'1.0'}, Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: 'Subnet': {'1.1'}, Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: 'Trunk': {'1.1'}} Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: consumer versions: Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: { DHCP agent@n-d-741529-9: {}, Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: HyperV agent@n-h1-741529-9: {}, Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: HyperV agent@n-h2-741529-9: {}, Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: L3 agent@n-d-741529-9: {}, Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: Metadata agent@n-d-741529-9: {}, Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: Metering agent@n-d-741529-9: {}, Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: Open vSwitch agent@n-d-741529-9: { 'AddressGroup': '1.2', Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: 'ConntrackHelper': '1.0', Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: 'LocalIPAssociation': '1.0', Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: 'Log': '1.0', Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: 'Network': '1.1', Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: 'Port': '1.7', Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: 'PortForwarding': '1.2', Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: 'QosPolicy': '1.10', Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: 'SecurityGroup': '1.5', Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: 'SecurityGroupRule': '1.2', Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: 'SubPort': '1.0', Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: 'Subnet': '1.1', Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: 'Trunk': '1.1'}} Jan 18 20:02:23.976327 n-d-741529-9 neutron-server[103335]: {{(pid=103335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 20:02:24.010210 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9c8ed7-8ffb-415c-a4e0-a0536115fc96 admin admin] Checking segment: {'id': '7187ab8f-3094-4c40-bdcb-e57d676ffb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:02:24.010732 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9c8ed7-8ffb-415c-a4e0-a0536115fc96 admin admin] Network hostable DHCP agents. Network: 89a595c0-d9c3-40e8-b52a-e51ddcd750fc, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:02:24.031342 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9c8ed7-8ffb-415c-a4e0-a0536115fc96 admin admin] Network 89a595c0-d9c3-40e8-b52a-e51ddcd750fc is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:02:24.045485 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-bc9c8ed7-8ffb-415c-a4e0-a0536115fc96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 89a595c0-d9c3-40e8-b52a-e51ddcd750fc) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:02:24.058113 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b368b4dc-eea1-4686-a65d-c8d93a282a1f None None] Network 89a595c0-d9c3-40e8-b52a-e51ddcd750fc requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:02:24.077965 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9c8ed7-8ffb-415c-a4e0-a0536115fc96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:24.078715 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc9c8ed7-8ffb-415c-a4e0-a0536115fc96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:24.117738 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58820) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:24.118266 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bc9c8ed7-8ffb-415c-a4e0-a0536115fc96 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4290447 Jan 18 20:02:24.123166 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-5bf3876c-25ed-4178-a827-68afa2f40876 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-309457412-router', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:02:24.171843 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5bf3876c-25ed-4178-a827-68afa2f40876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (bd83afaf-ea27-4830-b4d9-d9ece7a21f0d), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:24.173621 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5bf3876c-25ed-4178-a827-68afa2f40876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (bd83afaf-ea27-4830-b4d9-d9ece7a21f0d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:24.236789 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-89a595c0-d9c3-40e8-b52a-e51ddcd750fc', 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc', 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'fixed_ips': [{'subnet_id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:02:24.237961 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:24.267339 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5bf3876c-25ed-4178-a827-68afa2f40876 admin admin] Publish callbacks [] for router_controller (bd83afaf-ea27-4830-b4d9-d9ece7a21f0d), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:24.454253 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5bf3876c-25ed-4178-a827-68afa2f40876 admin admin] Publish callbacks [] for router_gateway (bd83afaf-ea27-4830-b4d9-d9ece7a21f0d), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:24.460321 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Allocated IP 172.20.0.2 (89a595c0-d9c3-40e8-b52a-e51ddcd750fc/da5aa223-a098-41b4-8a17-e11e4587a7e0/d05c5a8d-4591-4f96-9877-a83d11d0da15) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:02:24.649596 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Publish callbacks [] for port (d05c5a8d-4591-4f96-9877-a83d11d0da15), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:24.662661 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (d05c5a8d-4591-4f96-9877-a83d11d0da15), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:24.703346 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Network 89a595c0-d9c3-40e8-b52a-e51ddcd750fc is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:02:24.707227 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:02:24.710139 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:02:24.771911 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5bf3876c-25ed-4178-a827-68afa2f40876 admin admin] Publish callbacks [] for router_gateway (bd83afaf-ea27-4830-b4d9-d9ece7a21f0d), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:24.790189 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Attempting to bind port d05c5a8d-4591-4f96-9877-a83d11d0da15 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:02:24.790562 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Attempting to bind port d05c5a8d-4591-4f96-9877-a83d11d0da15 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '7187ab8f-3094-4c40-bdcb-e57d676ffb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:02:24.790925 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Attempting to bind port d05c5a8d-4591-4f96-9877-a83d11d0da15 on network 89a595c0-d9c3-40e8-b52a-e51ddcd750fc {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:02:24.791761 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5bf3876c-25ed-4178-a827-68afa2f40876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:24.796734 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Pushing event updated for resources: {'Port': ['ID=d05c5a8d-4591-4f96-9877-a83d11d0da15,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:24.804014 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:02:24.804779 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Checking segment: {'id': '7187ab8f-3094-4c40-bdcb-e57d676ffb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:02:24.805609 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:24.806175 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Bound using segment: {'id': '7187ab8f-3094-4c40-bdcb-e57d676ffb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:02:24.806807 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Bound port: d05c5a8d-4591-4f96-9877-a83d11d0da15, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7187ab8f-3094-4c40-bdcb-e57d676ffb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:02:24.807398 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d05c5a8d-4591-4f96-9877-a83d11d0da15), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:24.810713 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:24.811054 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:24.811706 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:24.812326 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:24.812435 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:24.812677 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:24.813165 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:24.813471 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:24.813829 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:24.814154 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:24.814478 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:24.814800 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:24.815113 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Tracked resource versions report: Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: pushed versions: Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: { 'AddressGroup': {'1.2'}, Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: 'ConntrackHelper': {'1.0'}, Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: 'LocalIPAssociation': {'1.0'}, Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: 'Log': {'1.0'}, Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: 'Network': {'1.1'}, Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: 'Port': {'1.7'}, Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: 'PortForwarding': {'1.2'}, Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: 'QosPolicy': {'1.10'}, Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: 'SecurityGroup': {'1.5'}, Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: 'SecurityGroupRule': {'1.2'}, Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: 'SubPort': {'1.0'}, Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: 'Subnet': {'1.1'}, Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: 'Trunk': {'1.1'}} Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: consumer versions: Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: { DHCP agent@n-d-741529-9: {}, Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: HyperV agent@n-h1-741529-9: {}, Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: HyperV agent@n-h2-741529-9: {}, Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: L3 agent@n-d-741529-9: {}, Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: Metadata agent@n-d-741529-9: {}, Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: Metering agent@n-d-741529-9: {}, Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: Open vSwitch agent@n-d-741529-9: { 'AddressGroup': '1.2', Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: 'ConntrackHelper': '1.0', Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: 'LocalIPAssociation': '1.0', Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: 'Log': '1.0', Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: 'Network': '1.1', Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: 'Port': '1.7', Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: 'PortForwarding': '1.2', Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: 'QosPolicy': '1.10', Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: 'SecurityGroup': '1.5', Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: 'SecurityGroupRule': '1.2', Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: 'SubPort': '1.0', Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: 'Subnet': '1.1', Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: 'Trunk': '1.1'}} Jan 18 20:02:24.816330 n-d-741529-9 neutron-server[103337]: {{(pid=103337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 20:02:24.885533 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] For port d05c5a8d-4591-4f96-9877-a83d11d0da15, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:02:24.889172 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] For port d05c5a8d-4591-4f96-9877-a83d11d0da15, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d05c5a8d-4591-4f96-9877-a83d11d0da15,segment=NetworkSegment(7187ab8f-3094-4c40-bdcb-e57d676ffb56),segment_id=7187ab8f-3094-4c40-bdcb-e57d676ffb56)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:02:24.895535 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d05c5a8d-4591-4f96-9877-a83d11d0da15), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:24.937106 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-5bf3876c-25ed-4178-a827-68afa2f40876 admin admin] Allocated IP 172.25.4.132 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/b80845da-c431-458d-a61c-f595dc657ab6) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:02:24.965591 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5ec65-377a-42aa-8f7d-5f63806d6e47 None None] Pushing event updated for resources: {'Port': ['ID=d05c5a8d-4591-4f96-9877-a83d11d0da15,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:25.067323 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5bf3876c-25ed-4178-a827-68afa2f40876 admin admin] Publish callbacks [] for port (b80845da-c431-458d-a61c-f595dc657ab6), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:25.103415 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5bf3876c-25ed-4178-a827-68afa2f40876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (b80845da-c431-458d-a61c-f595dc657ab6), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:25.143701 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3876c-25ed-4178-a827-68afa2f40876 admin admin] Pushing event updated for resources: {'Port': ['ID=b80845da-c431-458d-a61c-f595dc657ab6,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:25.155567 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf3876c-25ed-4178-a827-68afa2f40876 admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:02:25.156977 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-5bf3876c-25ed-4178-a827-68afa2f40876 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:02:25.160498 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf3876c-25ed-4178-a827-68afa2f40876 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:02:25.529205 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ed007b7a-21e6-4d04-a7d2-19ecc562f14d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:25.563510 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5bf3876c-25ed-4178-a827-68afa2f40876 admin admin] Publish callbacks [] for router_gateway (bd83afaf-ea27-4830-b4d9-d9ece7a21f0d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:25.768780 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5bf3876c-25ed-4178-a827-68afa2f40876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (bd83afaf-ea27-4830-b4d9-d9ece7a21f0d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:25.906647 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf3876c-25ed-4178-a827-68afa2f40876 admin admin] Router bd83afaf-ea27-4830-b4d9-d9ece7a21f0d is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:02:26.024074 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf3876c-25ed-4178-a827-68afa2f40876 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:02:26.040693 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fe5056-18ac-4699-8375-f5d4b25d33d5 None None] Sync routers for ids ['bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:02:26.047037 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5bf3876c-25ed-4178-a827-68afa2f40876 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:26.048486 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5bf3876c-25ed-4178-a827-68afa2f40876 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 1.9295459 Jan 18 20:02:26.051543 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58926) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:26.053701 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fe5056-18ac-4699-8375-f5d4b25d33d5 None None] Routers {'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:02:26.059263 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-63fe5056-18ac-4699-8375-f5d4b25d33d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:01:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:02:26.277754 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-63fe5056-18ac-4699-8375-f5d4b25d33d5 None None] Set router bd83afaf-ea27-4830-b4d9-d9ece7a21f0d gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:02:26.434717 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9898fcdc-42db-4e47-a285-ab5b767e4cd5 None None] Network 89a595c0-d9c3-40e8-b52a-e51ddcd750fc requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:02:26.647762 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-63fe5056-18ac-4699-8375-f5d4b25d33d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309457412-router', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:25Z', 'revision_number': 3, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'gw_port': {'id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:02:26.652456 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-cf0ea4d8-af26-42b5-a1e8-a535675cf826 None None] Provisioning complete for port d05c5a8d-4591-4f96-9877-a83d11d0da15 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:02:26.653794 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cf0ea4d8-af26-42b5-a1e8-a535675cf826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d05c5a8d-4591-4f96-9877-a83d11d0da15), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:26.714339 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fe5056-18ac-4699-8375-f5d4b25d33d5 None None] Checking router: bd83afaf-ea27-4830-b4d9-d9ece7a21f0d for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:02:26.714695 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fe5056-18ac-4699-8375-f5d4b25d33d5 None None] Updating router bd83afaf-ea27-4830-b4d9-d9ece7a21f0d port b80845da-c431-458d-a61c-f595dc657ab6 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:02:26.715593 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58978) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:26.736443 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d05c5a8d-4591-4f96-9877-a83d11d0da15 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:02:26.762884 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-63fe5056-18ac-4699-8375-f5d4b25d33d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b80845da-c431-458d-a61c-f595dc657ab6), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:26.783492 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-cf0ea4d8-af26-42b5-a1e8-a535675cf826 None None] Current status of the port d05c5a8d-4591-4f96-9877-a83d11d0da15 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:02:26.786247 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cf0ea4d8-af26-42b5-a1e8-a535675cf826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d05c5a8d-4591-4f96-9877-a83d11d0da15), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:26.875813 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-cf0ea4d8-af26-42b5-a1e8-a535675cf826 None None] For port d05c5a8d-4591-4f96-9877-a83d11d0da15, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d05c5a8d-4591-4f96-9877-a83d11d0da15,segment=NetworkSegment(7187ab8f-3094-4c40-bdcb-e57d676ffb56),segment_id=7187ab8f-3094-4c40-bdcb-e57d676ffb56)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:02:26.886079 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cf0ea4d8-af26-42b5-a1e8-a535675cf826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d05c5a8d-4591-4f96-9877-a83d11d0da15), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:26.930481 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port d05c5a8d-4591-4f96-9877-a83d11d0da15 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:02:26.930961 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d05c5a8d-4591-4f96-9877-a83d11d0da15), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:27.007607 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-662e52cc-ee82-4cbc-9593-42447c924848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:27.100774 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ea4d8-af26-42b5-a1e8-a535675cf826 None None] Pushing event updated for resources: {'Port': ['ID=d05c5a8d-4591-4f96-9877-a83d11d0da15,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:27.138212 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port d05c5a8d-4591-4f96-9877-a83d11d0da15 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:02:27.223781 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a5f572c7-d549-4471-bb59-f30b47995a16 None None] Provisioning complete for port d05c5a8d-4591-4f96-9877-a83d11d0da15 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:02:27.225027 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a5f572c7-d549-4471-bb59-f30b47995a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d05c5a8d-4591-4f96-9877-a83d11d0da15), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:27.234337 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-662e52cc-ee82-4cbc-9593-42447c924848 admin admin] Publish callbacks [] for security_group (6f25cc98-3640-4c51-b97a-2c916c7afc5e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:27.243140 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-662e52cc-ee82-4cbc-9593-42447c924848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6f25cc98-3640-4c51-b97a-2c916c7afc5e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:27.309861 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-662e52cc-ee82-4cbc-9593-42447c924848 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba7c218a8e0e4401b0e20530b78c9b8f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5928030 Jan 18 20:02:27.314006 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59024) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:27.318606 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b4af75b-0252-42f3-8cc1-a8e5890b7e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:27.341567 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e52cc-ee82-4cbc-9593-42447c924848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f25cc98-3640-4c51-b97a-2c916c7afc5e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:27.396013 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3d9a796b-9e3c-4b88-ad8f-35c6ccffc586 admin admin] Publish callbacks [] for security_group (6f25cc98-3640-4c51-b97a-2c916c7afc5e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:27.407613 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a5f572c7-d549-4471-bb59-f30b47995a16 None None] Current status of the port d05c5a8d-4591-4f96-9877-a83d11d0da15 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:02:27.439758 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3d9a796b-9e3c-4b88-ad8f-35c6ccffc586 admin admin] Publish callbacks [] for security_group (6f25cc98-3640-4c51-b97a-2c916c7afc5e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:27.446382 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-63fe5056-18ac-4699-8375-f5d4b25d33d5 None None] Publish callbacks [] for port (b80845da-c431-458d-a61c-f595dc657ab6), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:27.453910 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-63fe5056-18ac-4699-8375-f5d4b25d33d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b80845da-c431-458d-a61c-f595dc657ab6), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:27.528014 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3d9a796b-9e3c-4b88-ad8f-35c6ccffc586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6f25cc98-3640-4c51-b97a-2c916c7afc5e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:27.528014 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3d9a796b-9e3c-4b88-ad8f-35c6ccffc586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:27.528014 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3d9a796b-9e3c-4b88-ad8f-35c6ccffc586 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6f25cc98-3640-4c51-b97a-2c916c7afc5e HTTP/1.1" status: 204 len: 168 time: 0.2095540 Jan 18 20:02:27.541205 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a796b-9e3c-4b88-ad8f-35c6ccffc586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f25cc98-3640-4c51-b97a-2c916c7afc5e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:27.582253 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-63fe5056-18ac-4699-8375-f5d4b25d33d5 None None] Attempting to bind port b80845da-c431-458d-a61c-f595dc657ab6 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:02:27.582620 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-63fe5056-18ac-4699-8375-f5d4b25d33d5 None None] Attempting to bind port b80845da-c431-458d-a61c-f595dc657ab6 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:02:27.582981 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fe5056-18ac-4699-8375-f5d4b25d33d5 None None] Attempting to bind port b80845da-c431-458d-a61c-f595dc657ab6 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:02:27.591261 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fe5056-18ac-4699-8375-f5d4b25d33d5 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:02:27.591634 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fe5056-18ac-4699-8375-f5d4b25d33d5 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:02:27.592031 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-63fe5056-18ac-4699-8375-f5d4b25d33d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:27.592423 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fe5056-18ac-4699-8375-f5d4b25d33d5 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:02:27.592904 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-63fe5056-18ac-4699-8375-f5d4b25d33d5 None None] Bound port: b80845da-c431-458d-a61c-f595dc657ab6, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:02:27.593278 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-63fe5056-18ac-4699-8375-f5d4b25d33d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b80845da-c431-458d-a61c-f595dc657ab6), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:27.679161 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f0f47-04a6-4432-927b-275650719db6 None None] Pushing event updated for resources: {'Port': ['ID=b80845da-c431-458d-a61c-f595dc657ab6,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:27.701287 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f0f47-04a6-4432-927b-275650719db6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:27.701876 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f0f47-04a6-4432-927b-275650719db6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:27.702395 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f0f47-04a6-4432-927b-275650719db6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:27.702952 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f0f47-04a6-4432-927b-275650719db6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:27.703781 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f0f47-04a6-4432-927b-275650719db6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:27.704449 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f0f47-04a6-4432-927b-275650719db6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:27.704986 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f0f47-04a6-4432-927b-275650719db6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:27.705807 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f0f47-04a6-4432-927b-275650719db6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:27.706391 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f0f47-04a6-4432-927b-275650719db6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:27.706967 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f0f47-04a6-4432-927b-275650719db6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:27.707493 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f0f47-04a6-4432-927b-275650719db6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:27.708008 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f0f47-04a6-4432-927b-275650719db6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:27.708633 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f0f47-04a6-4432-927b-275650719db6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f0f47-04a6-4432-927b-275650719db6 None None] Tracked resource versions report: Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: pushed versions: Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: { 'AddressGroup': {'1.2'}, Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: 'ConntrackHelper': {'1.0'}, Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: 'LocalIPAssociation': {'1.0'}, Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: 'Log': {'1.0'}, Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: 'Network': {'1.1'}, Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: 'Port': {'1.7'}, Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: 'PortForwarding': {'1.2'}, Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: 'QosPolicy': {'1.10'}, Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: 'SecurityGroup': {'1.5'}, Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: 'SecurityGroupRule': {'1.2'}, Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: 'SubPort': {'1.0'}, Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: 'Subnet': {'1.1'}, Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: 'Trunk': {'1.1'}} Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: consumer versions: Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: { DHCP agent@n-d-741529-9: {}, Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: HyperV agent@n-h1-741529-9: {}, Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: HyperV agent@n-h2-741529-9: {}, Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: L3 agent@n-d-741529-9: {}, Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: Metadata agent@n-d-741529-9: {}, Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: Metering agent@n-d-741529-9: {}, Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: Open vSwitch agent@n-d-741529-9: { 'AddressGroup': '1.2', Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: 'ConntrackHelper': '1.0', Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: 'LocalIPAssociation': '1.0', Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: 'Log': '1.0', Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: 'Network': '1.1', Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: 'Port': '1.7', Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: 'PortForwarding': '1.2', Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: 'QosPolicy': '1.10', Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: 'SecurityGroup': '1.5', Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: 'SecurityGroupRule': '1.2', Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: 'SubPort': '1.0', Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: 'Subnet': '1.1', Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: 'Trunk': '1.1'}} Jan 18 20:02:27.710499 n-d-741529-9 neutron-server[103338]: {{(pid=103338) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 20:02:27.718227 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-63fe5056-18ac-4699-8375-f5d4b25d33d5 None None] For port b80845da-c431-458d-a61c-f595dc657ab6, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:02:27.728900 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-63fe5056-18ac-4699-8375-f5d4b25d33d5 None None] For port b80845da-c431-458d-a61c-f595dc657ab6, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b80845da-c431-458d-a61c-f595dc657ab6,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:02:27.733822 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-16657f6d-2314-4fc3-a3dd-07010fb2cb53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:27.742715 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-63fe5056-18ac-4699-8375-f5d4b25d33d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b80845da-c431-458d-a61c-f595dc657ab6), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:27.783447 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-8b4af75b-0252-42f3-8cc1-a8e5890b7e71 admin admin] Allocated IP 172.20.0.1 (89a595c0-d9c3-40e8-b52a-e51ddcd750fc/da5aa223-a098-41b4-8a17-e11e4587a7e0/ea951dfb-0567-4fac-9bae-4e2712aa071a) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:02:27.919005 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fe5056-18ac-4699-8375-f5d4b25d33d5 None None] Routers {'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:02:27.919769 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-63fe5056-18ac-4699-8375-f5d4b25d33d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:02:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:02:27.923854 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f0f47-04a6-4432-927b-275650719db6 None None] Pushing event updated for resources: {'Port': ['ID=b80845da-c431-458d-a61c-f595dc657ab6,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:27.944586 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b4af75b-0252-42f3-8cc1-a8e5890b7e71 admin admin] Publish callbacks [] for port (ea951dfb-0567-4fac-9bae-4e2712aa071a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:27.965108 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59084) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:28.023302 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b4af75b-0252-42f3-8cc1-a8e5890b7e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (ea951dfb-0567-4fac-9bae-4e2712aa071a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:28.100284 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4af75b-0252-42f3-8cc1-a8e5890b7e71 admin admin] Network 89a595c0-d9c3-40e8-b52a-e51ddcd750fc is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:02:28.107835 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-8b4af75b-0252-42f3-8cc1-a8e5890b7e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:02:28.112083 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59096) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:28.124032 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4af75b-0252-42f3-8cc1-a8e5890b7e71 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:02:28.124748 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b4af75b-0252-42f3-8cc1-a8e5890b7e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (bd83afaf-ea27-4830-b4d9-d9ece7a21f0d), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:28.140281 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-97858914-eff9-4e2c-9847-60577abc5c18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:28.159744 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-63fe5056-18ac-4699-8375-f5d4b25d33d5 None None] Set router bd83afaf-ea27-4830-b4d9-d9ece7a21f0d gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:02:28.202815 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4af75b-0252-42f3-8cc1-a8e5890b7e71 admin admin] Pushing event updated for resources: {'Port': ['ID=ea951dfb-0567-4fac-9bae-4e2712aa071a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:28.346524 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-97858914-eff9-4e2c-9847-60577abc5c18 admin admin] Publish callbacks [] for security_group (47b41980-9446-476d-811d-330c082121a0), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:28.353322 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-97858914-eff9-4e2c-9847-60577abc5c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (47b41980-9446-476d-811d-330c082121a0), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:28.459735 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-97858914-eff9-4e2c-9847-60577abc5c18 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=78f09626eda646f9ac819dcfe68b5846&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3463647 Jan 18 20:02:28.466247 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59112) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:28.474444 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97858914-eff9-4e2c-9847-60577abc5c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b41980-9446-476d-811d-330c082121a0,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:28.536706 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b4af75b-0252-42f3-8cc1-a8e5890b7e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ea951dfb-0567-4fac-9bae-4e2712aa071a), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:28.547544 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e72e844b-1c3a-4666-89d8-68e5780ee610 None None] Provisioning complete for port ea951dfb-0567-4fac-9bae-4e2712aa071a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:02:28.547937 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e72e844b-1c3a-4666-89d8-68e5780ee610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ea951dfb-0567-4fac-9bae-4e2712aa071a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:28.619358 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59120) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:28.635615 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b237ccf3-ba37-466e-9de3-b7cef46903cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:28.637171 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-63fe5056-18ac-4699-8375-f5d4b25d33d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309457412-router', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:25Z', 'revision_number': 3, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'gw_port': {'id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:02:28.646582 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aedc0da6-d600-4026-acfd-1c66095ea006 admin admin] Publish callbacks [] for security_group (47b41980-9446-476d-811d-330c082121a0), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:28.692797 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aedc0da6-d600-4026-acfd-1c66095ea006 admin admin] Publish callbacks [] for security_group (47b41980-9446-476d-811d-330c082121a0), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:28.714191 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e72e844b-1c3a-4666-89d8-68e5780ee610 None None] Port ea951dfb-0567-4fac-9bae-4e2712aa071a cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:02:28.726468 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59132) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:28.728503 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-585c2c76-ca02-43c3-bb49-08e47be2e06e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:28.736649 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d05c5a8d-4591-4f96-9877-a83d11d0da15 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:02:28.742370 n-d-741529-9 neutron-server[103336]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 20:02:28.763885 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fe5056-18ac-4699-8375-f5d4b25d33d5 None None] The sync data for ids ['bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'] in n-d-741529-9 is: [{'id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309457412-router', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:25Z', 'revision_number': 3, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'gw_port': {'id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:02:28.788096 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b82fd586-de09-4c92-8189-504cf79f9dee req-453dead2-7f8f-4e0e-a9d9-ac50993698ce tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8fd68318543948e2961088341a64b205&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534263 Jan 18 20:02:28.827552 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port d05c5a8d-4591-4f96-9877-a83d11d0da15 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:02:28.828251 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d05c5a8d-4591-4f96-9877-a83d11d0da15), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:28.895672 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:28.928085 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b4af75b-0252-42f3-8cc1-a8e5890b7e71 admin admin] Publish callbacks [] for port (ea951dfb-0567-4fac-9bae-4e2712aa071a), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:28.939369 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b4af75b-0252-42f3-8cc1-a8e5890b7e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ea951dfb-0567-4fac-9bae-4e2712aa071a), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:28.940699 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b4af75b-0252-42f3-8cc1-a8e5890b7e71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (bd83afaf-ea27-4830-b4d9-d9ece7a21f0d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:28.967687 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port d05c5a8d-4591-4f96-9877-a83d11d0da15 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:02:28.997830 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-585c2c76-ca02-43c3-bb49-08e47be2e06e admin admin] Publish callbacks [] for security_group (184c871b-0d30-4cc6-be26-a31a0d15be75), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:29.007431 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-585c2c76-ca02-43c3-bb49-08e47be2e06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (184c871b-0d30-4cc6-be26-a31a0d15be75), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:29.065752 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aedc0da6-d600-4026-acfd-1c66095ea006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (47b41980-9446-476d-811d-330c082121a0), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:29.068296 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aedc0da6-d600-4026-acfd-1c66095ea006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:29.072428 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-aedc0da6-d600-4026-acfd-1c66095ea006 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/47b41980-9446-476d-811d-330c082121a0 HTTP/1.1" status: 204 len: 168 time: 0.5905106 Jan 18 20:02:29.083878 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fd586-de09-4c92-8189-504cf79f9dee req-2cb7036b-5dff-4716-81ac-3c58edb2d636 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:29.085381 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b82fd586-de09-4c92-8189-504cf79f9dee req-2cb7036b-5dff-4716-81ac-3c58edb2d636 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2875853 Jan 18 20:02:29.111797 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b237ccf3-ba37-466e-9de3-b7cef46903cc admin admin] Publish callbacks [] for security_group (9e4856a5-93fa-4316-a39c-efbba45aab9c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:29.115954 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc0da6-d600-4026-acfd-1c66095ea006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b41980-9446-476d-811d-330c082121a0,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:29.118920 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b237ccf3-ba37-466e-9de3-b7cef46903cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9e4856a5-93fa-4316-a39c-efbba45aab9c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:29.123569 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b82fd586-de09-4c92-8189-504cf79f9dee req-222175a7-8bd5-4d0f-b21e-51f2da8f70e6 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/quotas/8fd68318543948e2961088341a64b205 HTTP/1.1" status: 200 len: 375 time: 0.0281463 Jan 18 20:02:29.135203 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-585c2c76-ca02-43c3-bb49-08e47be2e06e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c0e74fc44f3c46588be52c4ff1c6df66&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5148268 Jan 18 20:02:29.154897 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59148) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:29.164844 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c2c76-ca02-43c3-bb49-08e47be2e06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184c871b-0d30-4cc6-be26-a31a0d15be75,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:29.172567 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59150) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:29.174278 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4af75b-0252-42f3-8cc1-a8e5890b7e71 admin admin] Network 89a595c0-d9c3-40e8-b52a-e51ddcd750fc is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:02:29.203297 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-8b4af75b-0252-42f3-8cc1-a8e5890b7e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:02:29.245269 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b82fd586-de09-4c92-8189-504cf79f9dee req-41268ad3-396c-4b1a-b7e3-77d09c7755ed tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fd68318543948e2961088341a64b205&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1038165 Jan 18 20:02:29.268405 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237ccf3-ba37-466e-9de3-b7cef46903cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4856a5-93fa-4316-a39c-efbba45aab9c,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:29.304841 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b237ccf3-ba37-466e-9de3-b7cef46903cc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0eb5b743e067416fbd9894abab90212c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3333328 Jan 18 20:02:29.305615 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59156) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:29.366306 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4af75b-0252-42f3-8cc1-a8e5890b7e71 admin admin] Pushing event updated for resources: {'Port': ['ID=ea951dfb-0567-4fac-9bae-4e2712aa071a,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:29.401436 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9ee7-8564-4de6-a817-dd5cd281f88e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:29.413901 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-08f57351-43be-465d-999f-0847091134a1 admin admin] Publish callbacks [] for security_group (184c871b-0d30-4cc6-be26-a31a0d15be75), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:29.493006 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-08f57351-43be-465d-999f-0847091134a1 admin admin] Publish callbacks [] for security_group (184c871b-0d30-4cc6-be26-a31a0d15be75), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:29.536468 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6f45238b-0e80-4f3f-b062-1d83eac79976 admin admin] Publish callbacks [] for security_group (9e4856a5-93fa-4316-a39c-efbba45aab9c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:29.608931 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6f45238b-0e80-4f3f-b062-1d83eac79976 admin admin] Publish callbacks [] for security_group (9e4856a5-93fa-4316-a39c-efbba45aab9c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:29.679564 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1074a0b1-822d-45e3-8f10-470d418a1cac None None] Provisioning complete for port ea951dfb-0567-4fac-9bae-4e2712aa071a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:02:29.680236 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1074a0b1-822d-45e3-8f10-470d418a1cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ea951dfb-0567-4fac-9bae-4e2712aa071a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:29.692390 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-08f57351-43be-465d-999f-0847091134a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (184c871b-0d30-4cc6-be26-a31a0d15be75), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:29.695494 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-08f57351-43be-465d-999f-0847091134a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:29.700572 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-08f57351-43be-465d-999f-0847091134a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/184c871b-0d30-4cc6-be26-a31a0d15be75 HTTP/1.1" status: 204 len: 168 time: 0.5355241 Jan 18 20:02:29.719969 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f57351-43be-465d-999f-0847091134a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184c871b-0d30-4cc6-be26-a31a0d15be75,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:29.736272 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4af75b-0252-42f3-8cc1-a8e5890b7e71 admin admin] Router bd83afaf-ea27-4830-b4d9-d9ece7a21f0d has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:02:29.738339 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9ee7-8564-4de6-a817-dd5cd281f88e admin admin] Publish callbacks [] for security_group (12661245-78c3-4318-b1b6-967afdb7d012), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:29.759388 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1074a0b1-822d-45e3-8f10-470d418a1cac None None] Port ea951dfb-0567-4fac-9bae-4e2712aa071a cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:02:29.760647 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6f45238b-0e80-4f3f-b062-1d83eac79976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9e4856a5-93fa-4316-a39c-efbba45aab9c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:29.761374 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9ee7-8564-4de6-a817-dd5cd281f88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (12661245-78c3-4318-b1b6-967afdb7d012), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:29.779236 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6f45238b-0e80-4f3f-b062-1d83eac79976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:29.788998 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6f45238b-0e80-4f3f-b062-1d83eac79976 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e4856a5-93fa-4316-a39c-efbba45aab9c HTTP/1.1" status: 204 len: 168 time: 0.4493406 Jan 18 20:02:29.789179 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6f5c9ee7-8564-4de6-a817-dd5cd281f88e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8451eced6cac403abec1fb074722e854&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6110346 Jan 18 20:02:29.790757 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59184) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:29.835850 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45238b-0e80-4f3f-b062-1d83eac79976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4856a5-93fa-4316-a39c-efbba45aab9c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:29.837919 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59186) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:29.899618 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c9ee7-8564-4de6-a817-dd5cd281f88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12661245-78c3-4318-b1b6-967afdb7d012,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:29.901620 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0972f78c-189e-4b90-a329-9cdc1b7701e6 admin admin] Publish callbacks [] for security_group (12661245-78c3-4318-b1b6-967afdb7d012), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:29.951433 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0972f78c-189e-4b90-a329-9cdc1b7701e6 admin admin] Publish callbacks [] for security_group (12661245-78c3-4318-b1b6-967afdb7d012), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:30.026117 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4af75b-0252-42f3-8cc1-a8e5890b7e71 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:02:30.046462 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8b4af75b-0252-42f3-8cc1-a8e5890b7e71 admin admin] 10.222.0.31 "PUT /v2.0/routers/bd83afaf-ea27-4830-b4d9-d9ece7a21f0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9895453 Jan 18 20:02:30.059412 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0972f78c-189e-4b90-a329-9cdc1b7701e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (12661245-78c3-4318-b1b6-967afdb7d012), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:30.074147 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0972f78c-189e-4b90-a329-9cdc1b7701e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:30.076490 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0972f78c-189e-4b90-a329-9cdc1b7701e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/12661245-78c3-4318-b1b6-967afdb7d012 HTTP/1.1" status: 204 len: 168 time: 0.2847426 Jan 18 20:02:30.097843 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972f78c-189e-4b90-a329-9cdc1b7701e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12661245-78c3-4318-b1b6-967afdb7d012,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:30.379985 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-07f076f2-0d49-486a-bb65-a7a96c8cc679 req-ad7ad52a-7f4f-419d-90a8-e1cb11d98840 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c28f152f-89fb-4e78-9c9f-0cca8a23aa51 HTTP/1.1" status: 200 len: 210 time: 0.5393076 Jan 18 20:02:30.399992 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:30.474802 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59214) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:30.493416 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-505a0f5b-a6e1-4bbd-a585-a0845b0f0fde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:30.636970 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-505a0f5b-a6e1-4bbd-a585-a0845b0f0fde admin admin] Publish callbacks [] for security_group (2035f2ad-b3a6-4e7e-ae57-ae5a29cb0124), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:30.645292 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-505a0f5b-a6e1-4bbd-a585-a0845b0f0fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2035f2ad-b3a6-4e7e-ae57-ae5a29cb0124), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:30.675126 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b80845da-c431-458d-a61c-f595dc657ab6 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:02:30.704899 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-505a0f5b-a6e1-4bbd-a585-a0845b0f0fde admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=456b2d6beb92443f92e1d322725cf568&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2286332 Jan 18 20:02:30.705063 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59224) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:30.705844 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a0f5b-a6e1-4bbd-a585-a0845b0f0fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2035f2ad-b3a6-4e7e-ae57-ae5a29cb0124,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:30.758698 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port b80845da-c431-458d-a61c-f595dc657ab6 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:02:30.761080 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b80845da-c431-458d-a61c-f595dc657ab6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:30.808886 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f97c3eff-c1af-4f02-91b4-0335264c0a89 admin admin] Publish callbacks [] for security_group (2035f2ad-b3a6-4e7e-ae57-ae5a29cb0124), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:30.872961 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f97c3eff-c1af-4f02-91b4-0335264c0a89 admin admin] Publish callbacks [] for security_group (2035f2ad-b3a6-4e7e-ae57-ae5a29cb0124), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:30.890620 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port b80845da-c431-458d-a61c-f595dc657ab6 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:02:30.891006 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b80845da-c431-458d-a61c-f595dc657ab6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:30.925475 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port b80845da-c431-458d-a61c-f595dc657ab6, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b80845da-c431-458d-a61c-f595dc657ab6,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:02:30.935502 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b80845da-c431-458d-a61c-f595dc657ab6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:30.958607 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f97c3eff-c1af-4f02-91b4-0335264c0a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2035f2ad-b3a6-4e7e-ae57-ae5a29cb0124), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:30.961140 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f97c3eff-c1af-4f02-91b4-0335264c0a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:30.971002 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f97c3eff-c1af-4f02-91b4-0335264c0a89 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2035f2ad-b3a6-4e7e-ae57-ae5a29cb0124 HTTP/1.1" status: 204 len: 168 time: 0.2592440 Jan 18 20:02:30.992625 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c3eff-c1af-4f02-91b4-0335264c0a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2035f2ad-b3a6-4e7e-ae57-ae5a29cb0124,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:31.022719 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=b80845da-c431-458d-a61c-f595dc657ab6,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:31.041946 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59232) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:31.058643 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cdbbc1e3-2d3e-47d3-98f6-afef34073ea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:31.102694 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59234) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:31.118216 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca864-14ca-4555-9237-23306f033f09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:31.215778 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cdbbc1e3-2d3e-47d3-98f6-afef34073ea4 admin admin] Publish callbacks [] for security_group (7f4c9346-5562-435b-a77d-92f73239c9b2), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:31.222413 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cdbbc1e3-2d3e-47d3-98f6-afef34073ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7f4c9346-5562-435b-a77d-92f73239c9b2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:31.247809 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca864-14ca-4555-9237-23306f033f09 admin admin] Publish callbacks [] for security_group (e756fc4b-89c7-44ea-8e26-5baa7df84c56), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:31.253245 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca864-14ca-4555-9237-23306f033f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e756fc4b-89c7-44ea-8e26-5baa7df84c56), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:31.295352 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ac9ca864-14ca-4555-9237-23306f033f09 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=791e9a9cd94343dfae69c0a3c1ed7ebd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1913886 Jan 18 20:02:31.297693 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59240) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:31.314785 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cdbbc1e3-2d3e-47d3-98f6-afef34073ea4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4449d452e4774830926c77193d8191fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2710955 Jan 18 20:02:31.315406 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59242) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:31.355694 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ca864-14ca-4555-9237-23306f033f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e756fc4b-89c7-44ea-8e26-5baa7df84c56,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:31.357276 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbbc1e3-2d3e-47d3-98f6-afef34073ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4c9346-5562-435b-a77d-92f73239c9b2,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:31.488728 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-86b0f0f8-4919-4377-8467-2d35011a68d4 admin admin] Publish callbacks [] for security_group (e756fc4b-89c7-44ea-8e26-5baa7df84c56), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:31.524929 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-86b0f0f8-4919-4377-8467-2d35011a68d4 admin admin] Publish callbacks [] for security_group (e756fc4b-89c7-44ea-8e26-5baa7df84c56), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:31.568143 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-52fc0d59-5271-4ac7-8b29-169462091d1d admin admin] Publish callbacks [] for security_group (7f4c9346-5562-435b-a77d-92f73239c9b2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:31.579385 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f6f2f8-610a-48be-a191-274ada3c59f0 None None] Sync routers for ids ['bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:02:31.602944 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f6f2f8-610a-48be-a191-274ada3c59f0 None None] Routers {'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:02:31.604323 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-a7f6f2f8-610a-48be-a191-274ada3c59f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:02:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:02:31.606806 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-52fc0d59-5271-4ac7-8b29-169462091d1d admin admin] Publish callbacks [] for security_group (7f4c9346-5562-435b-a77d-92f73239c9b2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:31.671222 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-52fc0d59-5271-4ac7-8b29-169462091d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7f4c9346-5562-435b-a77d-92f73239c9b2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:31.674860 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-52fc0d59-5271-4ac7-8b29-169462091d1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:31.679013 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-52fc0d59-5271-4ac7-8b29-169462091d1d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f4c9346-5562-435b-a77d-92f73239c9b2 HTTP/1.1" status: 204 len: 168 time: 0.3580575 Jan 18 20:02:31.696846 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc0d59-5271-4ac7-8b29-169462091d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4c9346-5562-435b-a77d-92f73239c9b2,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:31.731682 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-86b0f0f8-4919-4377-8467-2d35011a68d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e756fc4b-89c7-44ea-8e26-5baa7df84c56), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:31.734331 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-86b0f0f8-4919-4377-8467-2d35011a68d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:31.737926 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-86b0f0f8-4919-4377-8467-2d35011a68d4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e756fc4b-89c7-44ea-8e26-5baa7df84c56 HTTP/1.1" status: 204 len: 168 time: 0.4364448 Jan 18 20:02:31.755959 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0f0f8-4919-4377-8467-2d35011a68d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e756fc4b-89c7-44ea-8e26-5baa7df84c56,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:31.812929 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f6c07ed5-65f2-49a7-94e4-3295c2306d5d req-07e5a31c-8b24-438a-ad5d-aa6953b81a76 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c28f152f-89fb-4e78-9c9f-0cca8a23aa51 HTTP/1.1" status: 200 len: 210 time: 0.0523014 Jan 18 20:02:31.890878 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:31.946285 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.70', 55040) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:31.996341 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b82fd586-de09-4c92-8189-504cf79f9dee req-2266c8c0-8f37-45b5-8aee-586944593e72 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=8fd68318543948e2961088341a64b205&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480938 Jan 18 20:02:31.998484 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-a7f6f2f8-610a-48be-a191-274ada3c59f0 None None] Set router bd83afaf-ea27-4830-b4d9-d9ece7a21f0d gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:02:32.294708 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fd586-de09-4c92-8189-504cf79f9dee req-a4ff0b08-e548-45b1-b912-66c04ce4691a tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:32.296197 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b82fd586-de09-4c92-8189-504cf79f9dee req-a4ff0b08-e548-45b1-b912-66c04ce4691a tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2910771 Jan 18 20:02:32.320917 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-a7f6f2f8-610a-48be-a191-274ada3c59f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309457412-router', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:28Z', 'revision_number': 4, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'gw_port': {'id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'ea951dfb-0567-4fac-9bae-4e2712aa071a', 'name': '', 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'mac_address': 'fa:16:3e:ba:f5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:27Z', 'updated_at': '2022-01-18T20:02:28Z', 'revision_number': 2, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'subnets': [{'id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:02:32.348054 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f6f2f8-610a-48be-a191-274ada3c59f0 None None] Checking router: bd83afaf-ea27-4830-b4d9-d9ece7a21f0d for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:02:32.348461 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f6f2f8-610a-48be-a191-274ada3c59f0 None None] Updating router bd83afaf-ea27-4830-b4d9-d9ece7a21f0d port ea951dfb-0567-4fac-9bae-4e2712aa071a binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:02:32.367463 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59292) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:32.372279 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-0c02cb40-96e1-432f-ad0c-28d2f6ef3a94 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-816119536-network', 'tenant_id': '6533d01860ec439ca30785419de25c79'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:02:32.382319 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a7f6f2f8-610a-48be-a191-274ada3c59f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ea951dfb-0567-4fac-9bae-4e2712aa071a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:32.400629 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-b82fd586-de09-4c92-8189-504cf79f9dee req-0c80fac2-4f2b-44a8-b988-b14f25f70556 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Request body: {'port': {'device_id': 'c28f152f-89fb-4e78-9c9f-0cca8a23aa51', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': '8fd68318543948e2961088341a64b205'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:02:32.490049 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c02cb40-96e1-432f-ad0c-28d2f6ef3a94 admin admin] Made reservation on behalf of 6533d01860ec439ca30785419de25c79 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:02:32.492298 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0c02cb40-96e1-432f-ad0c-28d2f6ef3a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:32.548292 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0c02cb40-96e1-432f-ad0c-28d2f6ef3a94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:32.673787 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b82fd586-de09-4c92-8189-504cf79f9dee req-0c80fac2-4f2b-44a8-b988-b14f25f70556 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Made reservation on behalf of 8fd68318543948e2961088341a64b205 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:02:32.677123 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b82fd586-de09-4c92-8189-504cf79f9dee req-0c80fac2-4f2b-44a8-b988-b14f25f70556 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:32.693863 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b82fd586-de09-4c92-8189-504cf79f9dee req-0c80fac2-4f2b-44a8-b988-b14f25f70556 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:32.696334 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b80845da-c431-458d-a61c-f595dc657ab6 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:02:32.743119 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0c02cb40-96e1-432f-ad0c-28d2f6ef3a94 admin admin] Publish callbacks [] for security_group (a49ce027-bb25-4a5b-a944-4e2f98372919), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:32.753268 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0c02cb40-96e1-432f-ad0c-28d2f6ef3a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a49ce027-bb25-4a5b-a944-4e2f98372919), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:32.790802 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c02cb40-96e1-432f-ad0c-28d2f6ef3a94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:02:32.807609 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02cb40-96e1-432f-ad0c-28d2f6ef3a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49ce027-bb25-4a5b-a944-4e2f98372919,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:32.814207 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0c02cb40-96e1-432f-ad0c-28d2f6ef3a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (5f28d5ff-550a-4f66-9085-99a6e4fed359), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:32.814598 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-0c02cb40-96e1-432f-ad0c-28d2f6ef3a94 admin admin] Added segment 5f28d5ff-550a-4f66-9085-99a6e4fed359 of type vlan for network 6e03f766-cfa7-47ea-8def-c853742d33ce Jan 18 20:02:32.836281 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a7f6f2f8-610a-48be-a191-274ada3c59f0 None None] Publish callbacks [] for port (ea951dfb-0567-4fac-9bae-4e2712aa071a), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:32.844089 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port b80845da-c431-458d-a61c-f595dc657ab6 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:02:32.844835 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b80845da-c431-458d-a61c-f595dc657ab6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:32.860414 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a7f6f2f8-610a-48be-a191-274ada3c59f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ea951dfb-0567-4fac-9bae-4e2712aa071a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:32.891208 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0c02cb40-96e1-432f-ad0c-28d2f6ef3a94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (6e03f766-cfa7-47ea-8def-c853742d33ce), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:32.906220 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b82fd586-de09-4c92-8189-504cf79f9dee req-0c80fac2-4f2b-44a8-b988-b14f25f70556 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Publish callbacks [] for security_group (283ef39e-c37d-4396-a0f3-e0a4066dbcc8), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:32.918239 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b82fd586-de09-4c92-8189-504cf79f9dee req-0c80fac2-4f2b-44a8-b988-b14f25f70556 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (283ef39e-c37d-4396-a0f3-e0a4066dbcc8), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:32.976503 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbee941-18d3-4255-ad25-ffd931252f9c None None] Pushing event updated for resources: {'Port': ['ID=ea951dfb-0567-4fac-9bae-4e2712aa071a,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:33.041717 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0c02cb40-96e1-432f-ad0c-28d2f6ef3a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (6e03f766-cfa7-47ea-8def-c853742d33ce), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:33.043205 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c02cb40-96e1-432f-ad0c-28d2f6ef3a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:33.043916 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0c02cb40-96e1-432f-ad0c-28d2f6ef3a94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:33.079122 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0c02cb40-96e1-432f-ad0c-28d2f6ef3a94 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7105701 Jan 18 20:02:33.090617 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59330) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:33.105458 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80fac2-4f2b-44a8-b988-b14f25f70556 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=283ef39e-c37d-4396-a0f3-e0a4066dbcc8,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:33.122015 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-612c4635-5a10-41f7-993c-75dd62ada45c req-4b21092f-d6c9-4297-8696-215eaf6cc2dd tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c28f152f-89fb-4e78-9c9f-0cca8a23aa51 HTTP/1.1" status: 200 len: 210 time: 0.0524075 Jan 18 20:02:33.137995 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-13b5bc54-1c0f-48e8-b7d1-fa8ed66fb7e7 admin admin] Request body: {'subnet': {'network_id': '6e03f766-cfa7-47ea-8def-c853742d33ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-816119536-subnet', 'tenant_id': '6533d01860ec439ca30785419de25c79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:02:33.179386 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-a7f6f2f8-610a-48be-a191-274ada3c59f0 None None] Attempting to bind port ea951dfb-0567-4fac-9bae-4e2712aa071a on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:02:33.179882 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-a7f6f2f8-610a-48be-a191-274ada3c59f0 None None] Attempting to bind port ea951dfb-0567-4fac-9bae-4e2712aa071a by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '7187ab8f-3094-4c40-bdcb-e57d676ffb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:02:33.180180 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f6f2f8-610a-48be-a191-274ada3c59f0 None None] Attempting to bind port ea951dfb-0567-4fac-9bae-4e2712aa071a on network 89a595c0-d9c3-40e8-b52a-e51ddcd750fc {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:02:33.188454 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b5bc54-1c0f-48e8-b7d1-fa8ed66fb7e7 admin admin] Made reservation on behalf of 6533d01860ec439ca30785419de25c79 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:02:33.192204 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-13b5bc54-1c0f-48e8-b7d1-fa8ed66fb7e7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:33.201476 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port b80845da-c431-458d-a61c-f595dc657ab6 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:02:33.205080 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02cb40-96e1-432f-ad0c-28d2f6ef3a94 admin admin] Pushing event updated for resources: {'Network': ['ID=6e03f766-cfa7-47ea-8def-c853742d33ce,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:33.210693 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f6f2f8-610a-48be-a191-274ada3c59f0 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:02:33.211072 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f6f2f8-610a-48be-a191-274ada3c59f0 None None] Checking segment: {'id': '7187ab8f-3094-4c40-bdcb-e57d676ffb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:02:33.211483 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a7f6f2f8-610a-48be-a191-274ada3c59f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:33.211870 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f6f2f8-610a-48be-a191-274ada3c59f0 None None] Bound using segment: {'id': '7187ab8f-3094-4c40-bdcb-e57d676ffb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:02:33.217825 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-a7f6f2f8-610a-48be-a191-274ada3c59f0 None None] Bound port: ea951dfb-0567-4fac-9bae-4e2712aa071a, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7187ab8f-3094-4c40-bdcb-e57d676ffb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:02:33.218300 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a7f6f2f8-610a-48be-a191-274ada3c59f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ea951dfb-0567-4fac-9bae-4e2712aa071a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:33.240865 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 6e03f766-cfa7-47ea-8def-c853742d33ce details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:02:33.302962 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-b82fd586-de09-4c92-8189-504cf79f9dee req-0c80fac2-4f2b-44a8-b988-b14f25f70556 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Allocated IP 192.168.233.229 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/59c6c417-0891-4520-854a-ecc197ed8878) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:02:33.479724 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-13b5bc54-1c0f-48e8-b7d1-fa8ed66fb7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for subnet (1094f17f-5694-4d4e-b48e-a74099a6783e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:33.502944 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c617b7ff-6fdd-4c06-b26c-4f404874b613 None None] Provisioning complete for port ea951dfb-0567-4fac-9bae-4e2712aa071a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:02:33.503201 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c617b7ff-6fdd-4c06-b26c-4f404874b613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ea951dfb-0567-4fac-9bae-4e2712aa071a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:33.509936 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b82fd586-de09-4c92-8189-504cf79f9dee req-0c80fac2-4f2b-44a8-b988-b14f25f70556 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Publish callbacks [] for port (59c6c417-0891-4520-854a-ecc197ed8878), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:33.540126 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a7f6f2f8-610a-48be-a191-274ada3c59f0 None None] For port ea951dfb-0567-4fac-9bae-4e2712aa071a, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:02:33.551570 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b82fd586-de09-4c92-8189-504cf79f9dee req-0c80fac2-4f2b-44a8-b988-b14f25f70556 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (59c6c417-0891-4520-854a-ecc197ed8878), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:33.560910 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a7f6f2f8-610a-48be-a191-274ada3c59f0 None None] For port ea951dfb-0567-4fac-9bae-4e2712aa071a, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ea951dfb-0567-4fac-9bae-4e2712aa071a,segment=NetworkSegment(7187ab8f-3094-4c40-bdcb-e57d676ffb56),segment_id=7187ab8f-3094-4c40-bdcb-e57d676ffb56)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:02:33.564432 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c617b7ff-6fdd-4c06-b26c-4f404874b613 None None] Port ea951dfb-0567-4fac-9bae-4e2712aa071a cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:02:33.569155 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a7f6f2f8-610a-48be-a191-274ada3c59f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ea951dfb-0567-4fac-9bae-4e2712aa071a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:33.587210 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5bc54-1c0f-48e8-b7d1-fa8ed66fb7e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1094f17f-5694-4d4e-b48e-a74099a6783e,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:33.605910 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b5bc54-1c0f-48e8-b7d1-fa8ed66fb7e7 admin admin] Checking segment: {'id': '5f28d5ff-550a-4f66-9085-99a6e4fed359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6e03f766-cfa7-47ea-8def-c853742d33ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:02:33.607023 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b5bc54-1c0f-48e8-b7d1-fa8ed66fb7e7 admin admin] Network hostable DHCP agents. Network: 6e03f766-cfa7-47ea-8def-c853742d33ce, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:02:33.640889 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b82fd586-de09-4c92-8189-504cf79f9dee req-0c80fac2-4f2b-44a8-b988-b14f25f70556 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:02:33.645408 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f6f2f8-610a-48be-a191-274ada3c59f0 None None] Routers {'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:02:33.646127 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-a7f6f2f8-610a-48be-a191-274ada3c59f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:02:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:02:33.652095 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-b82fd586-de09-4c92-8189-504cf79f9dee req-0c80fac2-4f2b-44a8-b988-b14f25f70556 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:02:33.656820 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b5bc54-1c0f-48e8-b7d1-fa8ed66fb7e7 admin admin] Network 6e03f766-cfa7-47ea-8def-c853742d33ce is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:02:33.661826 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82fd586-de09-4c92-8189-504cf79f9dee req-0c80fac2-4f2b-44a8-b988-b14f25f70556 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:02:33.669060 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fd586-de09-4c92-8189-504cf79f9dee req-0c80fac2-4f2b-44a8-b988-b14f25f70556 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:33.669821 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b82fd586-de09-4c92-8189-504cf79f9dee req-0c80fac2-4f2b-44a8-b988-b14f25f70556 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:33.674054 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-13b5bc54-1c0f-48e8-b7d1-fa8ed66fb7e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 6e03f766-cfa7-47ea-8def-c853742d33ce) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:02:33.678876 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b5bc54-1c0f-48e8-b7d1-fa8ed66fb7e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:33.679643 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-13b5bc54-1c0f-48e8-b7d1-fa8ed66fb7e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:33.715476 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-13b5bc54-1c0f-48e8-b7d1-fa8ed66fb7e7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6219869 Jan 18 20:02:33.716389 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59348) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:33.718930 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be388387-bf76-478a-93a1-6b603f24e837 None None] Network 6e03f766-cfa7-47ea-8def-c853742d33ce requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:02:33.722855 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbee941-18d3-4255-ad25-ffd931252f9c None None] Pushing event updated for resources: {'Port': ['ID=ea951dfb-0567-4fac-9bae-4e2712aa071a,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:33.727353 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-2f0c57a3-a578-4294-b866-09ce2d8e114c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-816119536-router', 'tenant_id': '6533d01860ec439ca30785419de25c79', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:02:33.798133 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f0c57a3-a578-4294-b866-09ce2d8e114c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (bd62ce4e-1001-437f-909a-159ba8c484d2), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:33.799184 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f0c57a3-a578-4294-b866-09ce2d8e114c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (bd62ce4e-1001-437f-909a-159ba8c484d2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:33.862641 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b82fd586-de09-4c92-8189-504cf79f9dee req-0c80fac2-4f2b-44a8-b988-b14f25f70556 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4691632 Jan 18 20:02:33.918087 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [req-b82fd586-de09-4c92-8189-504cf79f9dee req-949c66b2-ad57-4d9d-990b-de5220a430f4 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:02:33.919537 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b82fd586-de09-4c92-8189-504cf79f9dee req-949c66b2-ad57-4d9d-990b-de5220a430f4 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0215290 Jan 18 20:02:33.954155 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80fac2-4f2b-44a8-b988-b14f25f70556 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Pushing event updated for resources: {'Port': ['ID=59c6c417-0891-4520-854a-ecc197ed8878,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:33.971583 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f0c57a3-a578-4294-b866-09ce2d8e114c admin admin] Publish callbacks [] for router_controller (bd62ce4e-1001-437f-909a-159ba8c484d2), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:34.074067 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-a7f6f2f8-610a-48be-a191-274ada3c59f0 None None] Set router bd83afaf-ea27-4830-b4d9-d9ece7a21f0d gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:02:34.342865 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f0c57a3-a578-4294-b866-09ce2d8e114c admin admin] Publish callbacks [] for router_gateway (bd62ce4e-1001-437f-909a-159ba8c484d2), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:34.362784 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:34.492044 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa81a37-5b77-4eb2-bf3f-db83f371cce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-6e03f766-cfa7-47ea-8def-c853742d33ce', 'network_id': '6e03f766-cfa7-47ea-8def-c853742d33ce', 'project_id': '6533d01860ec439ca30785419de25c79', 'fixed_ips': [{'subnet_id': '1094f17f-5694-4d4e-b48e-a74099a6783e'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:02:34.495942 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0aa81a37-5b77-4eb2-bf3f-db83f371cce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:34.516472 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfecd4e-adf0-4414-8e3f-fc2703cbada8 req-eccc23ee-7c15-4002-9a78-753f343dc0f3 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:34.523974 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3bfecd4e-adf0-4414-8e3f-fc2703cbada8 req-eccc23ee-7c15-4002-9a78-753f343dc0f3 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c28f152f-89fb-4e78-9c9f-0cca8a23aa51 HTTP/1.1" status: 200 len: 936 time: 0.1989746 Jan 18 20:02:34.707539 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3bfecd4e-adf0-4414-8e3f-fc2703cbada8 req-3f48e97a-adbf-4db4-9363-ae54fa1c8dab tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/security-groups?id=283ef39e-c37d-4396-a0f3-e0a4066dbcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744528 Jan 18 20:02:34.717544 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e014f2bd-fa86-4c3e-92c7-6b433d02d627 None None] Provisioning complete for port 59c6c417-0891-4520-854a-ecc197ed8878 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:02:34.718283 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e014f2bd-fa86-4c3e-92c7-6b433d02d627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (59c6c417-0891-4520-854a-ecc197ed8878), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:34.818894 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-0aa81a37-5b77-4eb2-bf3f-db83f371cce5 None None] Allocated IP 172.20.0.2 (6e03f766-cfa7-47ea-8def-c853742d33ce/1094f17f-5694-4d4e-b48e-a74099a6783e/dd7b27a8-237a-4f15-8cb7-022eec490f22) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:02:34.837211 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e014f2bd-fa86-4c3e-92c7-6b433d02d627 None None] Port 59c6c417-0891-4520-854a-ecc197ed8878 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:02:35.125504 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f0c57a3-a578-4294-b866-09ce2d8e114c admin admin] Publish callbacks [] for router_gateway (bd62ce4e-1001-437f-909a-159ba8c484d2), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:35.173658 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f0c57a3-a578-4294-b866-09ce2d8e114c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:35.262443 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-b82fd586-de09-4c92-8189-504cf79f9dee req-1ea23d9f-f94d-4d01-a679-7eb7359b9df2 service neutron] Request body: {'port': {'device_id': 'c28f152f-89fb-4e78-9c9f-0cca8a23aa51', 'device_owner': 'compute:tempest-test_az-1027976001', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:02:35.296686 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-91de000d-a37a-4de9-9572-4b6b1da7ea02 None None] Provisioning complete for port ea951dfb-0567-4fac-9bae-4e2712aa071a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:02:35.297348 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-91de000d-a37a-4de9-9572-4b6b1da7ea02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ea951dfb-0567-4fac-9bae-4e2712aa071a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:35.453669 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b82fd586-de09-4c92-8189-504cf79f9dee req-1ea23d9f-f94d-4d01-a679-7eb7359b9df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (59c6c417-0891-4520-854a-ecc197ed8878), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:35.460153 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-a7f6f2f8-610a-48be-a191-274ada3c59f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309457412-router', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:28Z', 'revision_number': 4, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'gw_port': {'id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'ea951dfb-0567-4fac-9bae-4e2712aa071a', 'name': '', 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'mac_address': 'fa:16:3e:ba:f5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:27Z', 'updated_at': '2022-01-18T20:02:33Z', 'revision_number': 4, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'subnets': [{'id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:02:35.589068 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-2f0c57a3-a578-4294-b866-09ce2d8e114c admin admin] Allocated IP 172.25.4.170 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/6773e3b5-02ee-4970-bf4c-35c6e8a17f7e) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:02:35.605998 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f6f2f8-610a-48be-a191-274ada3c59f0 None None] The sync data for ids ['bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'] in n-d-741529-9 is: [{'id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309457412-router', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:28Z', 'revision_number': 4, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'gw_port': {'id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'ea951dfb-0567-4fac-9bae-4e2712aa071a', 'name': '', 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'mac_address': 'fa:16:3e:ba:f5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:27Z', 'updated_at': '2022-01-18T20:02:33Z', 'revision_number': 4, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'subnets': [{'id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:02:35.613355 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0aa81a37-5b77-4eb2-bf3f-db83f371cce5 None None] Publish callbacks [] for port (dd7b27a8-237a-4f15-8cb7-022eec490f22), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:35.663711 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-91de000d-a37a-4de9-9572-4b6b1da7ea02 None None] Current status of the port ea951dfb-0567-4fac-9bae-4e2712aa071a is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:02:35.664105 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-91de000d-a37a-4de9-9572-4b6b1da7ea02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ea951dfb-0567-4fac-9bae-4e2712aa071a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:35.666561 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0aa81a37-5b77-4eb2-bf3f-db83f371cce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (dd7b27a8-237a-4f15-8cb7-022eec490f22), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:35.906135 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa81a37-5b77-4eb2-bf3f-db83f371cce5 None None] Network 6e03f766-cfa7-47ea-8def-c853742d33ce is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:02:35.955802 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-0aa81a37-5b77-4eb2-bf3f-db83f371cce5 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:02:35.991037 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f0c57a3-a578-4294-b866-09ce2d8e114c admin admin] Publish callbacks [] for port (6773e3b5-02ee-4970-bf4c-35c6e8a17f7e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:36.016991 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86f389-979c-4bd7-b688-8913285a8305 req-471e7fa1-ac49-4d59-be26-f35190c10444 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:36.021419 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa81a37-5b77-4eb2-bf3f-db83f371cce5 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:02:36.037322 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fd86f389-979c-4bd7-b688-8913285a8305 req-471e7fa1-ac49-4d59-be26-f35190c10444 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c28f152f-89fb-4e78-9c9f-0cca8a23aa51 HTTP/1.1" status: 200 len: 936 time: 0.1398382 Jan 18 20:02:36.158458 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa81a37-5b77-4eb2-bf3f-db83f371cce5 None None] Pushing event updated for resources: {'Port': ['ID=dd7b27a8-237a-4f15-8cb7-022eec490f22,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:36.165890 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-91de000d-a37a-4de9-9572-4b6b1da7ea02 None None] For port ea951dfb-0567-4fac-9bae-4e2712aa071a, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ea951dfb-0567-4fac-9bae-4e2712aa071a,segment=NetworkSegment(7187ab8f-3094-4c40-bdcb-e57d676ffb56),segment_id=7187ab8f-3094-4c40-bdcb-e57d676ffb56)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:02:36.184686 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f0c57a3-a578-4294-b866-09ce2d8e114c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (6773e3b5-02ee-4970-bf4c-35c6e8a17f7e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:36.190607 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-91de000d-a37a-4de9-9572-4b6b1da7ea02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ea951dfb-0567-4fac-9bae-4e2712aa071a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:36.288598 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0aa81a37-5b77-4eb2-bf3f-db83f371cce5 None None] Attempting to bind port dd7b27a8-237a-4f15-8cb7-022eec490f22 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:02:36.294212 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0aa81a37-5b77-4eb2-bf3f-db83f371cce5 None None] Attempting to bind port dd7b27a8-237a-4f15-8cb7-022eec490f22 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '5f28d5ff-550a-4f66-9085-99a6e4fed359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6e03f766-cfa7-47ea-8def-c853742d33ce'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:02:36.294995 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa81a37-5b77-4eb2-bf3f-db83f371cce5 None None] Attempting to bind port dd7b27a8-237a-4f15-8cb7-022eec490f22 on network 6e03f766-cfa7-47ea-8def-c853742d33ce {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:02:36.316536 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fd86f389-979c-4bd7-b688-8913285a8305 req-912e9b91-e7d2-4ccf-a08f-5c8c2bcc7343 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/security-groups?id=283ef39e-c37d-4396-a0f3-e0a4066dbcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776804 Jan 18 20:02:36.317874 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa81a37-5b77-4eb2-bf3f-db83f371cce5 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:02:36.320385 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa81a37-5b77-4eb2-bf3f-db83f371cce5 None None] Checking segment: {'id': '5f28d5ff-550a-4f66-9085-99a6e4fed359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6e03f766-cfa7-47ea-8def-c853742d33ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:02:36.320990 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0aa81a37-5b77-4eb2-bf3f-db83f371cce5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:36.330237 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa81a37-5b77-4eb2-bf3f-db83f371cce5 None None] Bound using segment: {'id': '5f28d5ff-550a-4f66-9085-99a6e4fed359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6e03f766-cfa7-47ea-8def-c853742d33ce'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:02:36.331899 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0aa81a37-5b77-4eb2-bf3f-db83f371cce5 None None] Bound port: dd7b27a8-237a-4f15-8cb7-022eec490f22, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f28d5ff-550a-4f66-9085-99a6e4fed359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6e03f766-cfa7-47ea-8def-c853742d33ce'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:02:36.334474 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c57a3-a578-4294-b866-09ce2d8e114c admin admin] Pushing event updated for resources: {'Port': ['ID=6773e3b5-02ee-4970-bf4c-35c6e8a17f7e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:36.335196 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0aa81a37-5b77-4eb2-bf3f-db83f371cce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (dd7b27a8-237a-4f15-8cb7-022eec490f22), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:36.365202 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0c57a3-a578-4294-b866-09ce2d8e114c admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:02:36.367224 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-2f0c57a3-a578-4294-b866-09ce2d8e114c admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:02:36.371727 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0c57a3-a578-4294-b866-09ce2d8e114c admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:02:36.483508 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de000d-a37a-4de9-9572-4b6b1da7ea02 None None] Pushing event updated for resources: {'Port': ['ID=ea951dfb-0567-4fac-9bae-4e2712aa071a,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:36.543549 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-b82fd586-de09-4c92-8189-504cf79f9dee req-1ea23d9f-f94d-4d01-a679-7eb7359b9df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c6c417-0891-4520-854a-ecc197ed8878 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:02:36.554503 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b82fd586-de09-4c92-8189-504cf79f9dee req-1ea23d9f-f94d-4d01-a679-7eb7359b9df2 service neutron] Publish callbacks [] for port (59c6c417-0891-4520-854a-ecc197ed8878), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:36.586609 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-b82fd586-de09-4c92-8189-504cf79f9dee req-1ea23d9f-f94d-4d01-a679-7eb7359b9df2 service neutron] Transition to ACTIVE for port object 59c6c417-0891-4520-854a-ecc197ed8878 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:02:36.593057 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b82fd586-de09-4c92-8189-504cf79f9dee req-1ea23d9f-f94d-4d01-a679-7eb7359b9df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (59c6c417-0891-4520-854a-ecc197ed8878), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:36.634436 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0aa81a37-5b77-4eb2-bf3f-db83f371cce5 None None] For port dd7b27a8-237a-4f15-8cb7-022eec490f22, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:02:36.647885 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:36.692587 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0aa81a37-5b77-4eb2-bf3f-db83f371cce5 None None] For port dd7b27a8-237a-4f15-8cb7-022eec490f22, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=dd7b27a8-237a-4f15-8cb7-022eec490f22,segment=NetworkSegment(5f28d5ff-550a-4f66-9085-99a6e4fed359),segment_id=5f28d5ff-550a-4f66-9085-99a6e4fed359)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:02:36.708292 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0aa81a37-5b77-4eb2-bf3f-db83f371cce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (dd7b27a8-237a-4f15-8cb7-022eec490f22), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:36.839016 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ea951dfb-0567-4fac-9bae-4e2712aa071a up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:02:36.947565 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa81a37-5b77-4eb2-bf3f-db83f371cce5 None None] Pushing event updated for resources: {'Port': ['ID=dd7b27a8-237a-4f15-8cb7-022eec490f22,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:36.976301 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port ea951dfb-0567-4fac-9bae-4e2712aa071a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:02:36.976685 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ea951dfb-0567-4fac-9bae-4e2712aa071a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:37.066388 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f0c57a3-a578-4294-b866-09ce2d8e114c admin admin] Publish callbacks [] for router_gateway (bd62ce4e-1001-437f-909a-159ba8c484d2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:37.182412 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port ea951dfb-0567-4fac-9bae-4e2712aa071a is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:02:37.347029 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-b82fd586-de09-4c92-8189-504cf79f9dee req-1ea23d9f-f94d-4d01-a679-7eb7359b9df2 service neutron] Attempting to bind port 59c6c417-0891-4520-854a-ecc197ed8878 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:02:37.351187 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-b82fd586-de09-4c92-8189-504cf79f9dee req-1ea23d9f-f94d-4d01-a679-7eb7359b9df2 service neutron] Attempting to bind port 59c6c417-0891-4520-854a-ecc197ed8878 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:02:37.351595 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82fd586-de09-4c92-8189-504cf79f9dee req-1ea23d9f-f94d-4d01-a679-7eb7359b9df2 service neutron] Attempting to bind port 59c6c417-0891-4520-854a-ecc197ed8878 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:02:37.414001 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82fd586-de09-4c92-8189-504cf79f9dee req-1ea23d9f-f94d-4d01-a679-7eb7359b9df2 service neutron] Port 59c6c417-0891-4520-854a-ecc197ed8878 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:02:37.414338 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82fd586-de09-4c92-8189-504cf79f9dee req-1ea23d9f-f94d-4d01-a679-7eb7359b9df2 service neutron] Attempting to bind port 59c6c417-0891-4520-854a-ecc197ed8878 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:02:37.446046 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82fd586-de09-4c92-8189-504cf79f9dee req-1ea23d9f-f94d-4d01-a679-7eb7359b9df2 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:02:37.446384 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82fd586-de09-4c92-8189-504cf79f9dee req-1ea23d9f-f94d-4d01-a679-7eb7359b9df2 service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:02:37.446956 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82fd586-de09-4c92-8189-504cf79f9dee req-1ea23d9f-f94d-4d01-a679-7eb7359b9df2 service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:02:37.447402 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-b82fd586-de09-4c92-8189-504cf79f9dee req-1ea23d9f-f94d-4d01-a679-7eb7359b9df2 service neutron] Bound port: 59c6c417-0891-4520-854a-ecc197ed8878, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:02:37.447999 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b82fd586-de09-4c92-8189-504cf79f9dee req-1ea23d9f-f94d-4d01-a679-7eb7359b9df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (59c6c417-0891-4520-854a-ecc197ed8878), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:37.565197 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea23d9f-f94d-4d01-a679-7eb7359b9df2 service neutron] Pushing event updated for resources: {'Port': ['ID=59c6c417-0891-4520-854a-ecc197ed8878,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:37.782922 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59426) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:37.832413 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-b82fd586-de09-4c92-8189-504cf79f9dee req-1ea23d9f-f94d-4d01-a679-7eb7359b9df2 service neutron] For port 59c6c417-0891-4520-854a-ecc197ed8878, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:02:37.891391 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-b82fd586-de09-4c92-8189-504cf79f9dee req-1ea23d9f-f94d-4d01-a679-7eb7359b9df2 service neutron] For port 59c6c417-0891-4520-854a-ecc197ed8878, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=59c6c417-0891-4520-854a-ecc197ed8878,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:02:37.898682 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b82fd586-de09-4c92-8189-504cf79f9dee req-1ea23d9f-f94d-4d01-a679-7eb7359b9df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (59c6c417-0891-4520-854a-ecc197ed8878), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:38.016689 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fd586-de09-4c92-8189-504cf79f9dee req-1ea23d9f-f94d-4d01-a679-7eb7359b9df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:38.021623 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b82fd586-de09-4c92-8189-504cf79f9dee req-1ea23d9f-f94d-4d01-a679-7eb7359b9df2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:38.024418 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b82fd586-de09-4c92-8189-504cf79f9dee req-1ea23d9f-f94d-4d01-a679-7eb7359b9df2 service neutron] 10.222.0.70 "PUT /v2.0/ports/59c6c417-0891-4520-854a-ecc197ed8878 HTTP/1.1" status: 200 len: 1118 time: 3.3668144 Jan 18 20:02:38.027327 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28f152f-89fb-4e78-9c9f-0cca8a23aa51', 'tag': '59c6c417-0891-4520-854a-ecc197ed8878'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:02:38.244669 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346778f6-4038-4bf4-bef7-4defc4e06ff3 req-8d12da9e-c64e-4e3a-b7f0-023dc4ce74b3 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:38.270517 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-346778f6-4038-4bf4-bef7-4defc4e06ff3 req-8d12da9e-c64e-4e3a-b7f0-023dc4ce74b3 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c28f152f-89fb-4e78-9c9f-0cca8a23aa51 HTTP/1.1" status: 200 len: 970 time: 0.3586085 Jan 18 20:02:38.450143 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea23d9f-f94d-4d01-a679-7eb7359b9df2 service neutron] Pushing event updated for resources: {'Port': ['ID=59c6c417-0891-4520-854a-ecc197ed8878,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:38.558942 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aac21267-9b2a-4d66-99d2-b86fd7c9a8c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:38.688025 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-346778f6-4038-4bf4-bef7-4defc4e06ff3 req-1c82c5c4-de46-475b-900d-8d263c21b209 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/security-groups?id=283ef39e-c37d-4396-a0f3-e0a4066dbcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127581 Jan 18 20:02:38.695590 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f0c57a3-a578-4294-b866-09ce2d8e114c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (bd62ce4e-1001-437f-909a-159ba8c484d2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:38.799041 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aac21267-9b2a-4d66-99d2-b86fd7c9a8c8 admin admin] Publish callbacks [] for security_group (3222d0aa-8a6b-481a-acae-80dc921c9953), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:38.807385 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb4f293-ae6b-4763-a9ee-649d3fad97c5" -d '{"events": [{"name": "network-changed", "server_uuid": "c28f152f-89fb-4e78-9c9f-0cca8a23aa51", "tag": "59c6c417-0891-4520-854a-ecc197ed8878"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:02:38.828238 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aac21267-9b2a-4d66-99d2-b86fd7c9a8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3222d0aa-8a6b-481a-acae-80dc921c9953), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:38.837665 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fd586-de09-4c92-8189-504cf79f9dee req-afea800c-882c-4d9c-8dec-1fee6e349652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:38.839576 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b82fd586-de09-4c92-8189-504cf79f9dee req-afea800c-882c-4d9c-8dec-1fee6e349652 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8fd68318543948e2961088341a64b205&device_id=c28f152f-89fb-4e78-9c9f-0cca8a23aa51 HTTP/1.1" status: 200 len: 1121 time: 0.5186083 Jan 18 20:02:38.878951 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device dd7b27a8-237a-4f15-8cb7-022eec490f22 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:02:38.965037 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0c57a3-a578-4294-b866-09ce2d8e114c admin admin] Router bd62ce4e-1001-437f-909a-159ba8c484d2 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:02:39.059079 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a358ae8-46fd-4282-bdae-44ba39d64eed None None] Network 6e03f766-cfa7-47ea-8def-c853742d33ce requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:02:39.197078 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b82fd586-de09-4c92-8189-504cf79f9dee req-670790f9-6523-40a5-bf17-9eeafd1e4d98 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=59c6c417-0891-4520-854a-ecc197ed8878 HTTP/1.1" status: 200 len: 217 time: 0.2759898 Jan 18 20:02:39.200526 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac21267-9b2a-4d66-99d2-b86fd7c9a8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3222d0aa-8a6b-481a-acae-80dc921c9953,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:39.237726 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-aac21267-9b2a-4d66-99d2-b86fd7c9a8c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5088b418c3dd4c68a212a1af87e44e10&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4444449 Jan 18 20:02:39.244088 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59460) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:39.282364 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757bac15-81ab-4e6a-a16d-d6cec5b833aa x-openstack-request-id: req-757bac15-81ab-4e6a-a16d-d6cec5b833aa {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:02:39.282665 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28f152f-89fb-4e78-9c9f-0cca8a23aa51", "tag": "59c6c417-0891-4520-854a-ecc197ed8878", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:02:39.282916 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-757bac15-81ab-4e6a-a16d-d6cec5b833aa {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:02:39.283514 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c28f152f-89fb-4e78-9c9f-0cca8a23aa51', 'tag': '59c6c417-0891-4520-854a-ecc197ed8878', 'status': 'completed', 'code': 200} Jan 18 20:02:39.348504 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fd586-de09-4c92-8189-504cf79f9dee req-46ed1660-7080-458c-af87-feb7e0c9ce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:39.350038 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0c57a3-a578-4294-b866-09ce2d8e114c admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:02:39.350587 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b82fd586-de09-4c92-8189-504cf79f9dee req-46ed1660-7080-458c-af87-feb7e0c9ce4f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1072538 Jan 18 20:02:39.360018 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a71cc2-88ac-4e9d-82e0-20d34729580d None None] Sync routers for ids ['bd62ce4e-1001-437f-909a-159ba8c484d2'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:02:39.385336 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a71cc2-88ac-4e9d-82e0-20d34729580d None None] Routers {'bd62ce4e-1001-437f-909a-159ba8c484d2'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:02:39.387943 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-b1a71cc2-88ac-4e9d-82e0-20d34729580d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:02:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['bd62ce4e-1001-437f-909a-159ba8c484d2'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:02:39.400506 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-32de5fe3-457f-4cbf-b988-9d8186f90ba9 admin admin] Publish callbacks [] for security_group (3222d0aa-8a6b-481a-acae-80dc921c9953), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:39.423724 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f0c57a3-a578-4294-b866-09ce2d8e114c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:39.428920 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2f0c57a3-a578-4294-b866-09ce2d8e114c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.7089894 Jan 18 20:02:39.429655 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59472) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:39.452901 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-35e5d544-eb32-4422-a03f-94e883114e45 None None] Provisioning complete for port dd7b27a8-237a-4f15-8cb7-022eec490f22 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:02:39.453272 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-35e5d544-eb32-4422-a03f-94e883114e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (dd7b27a8-237a-4f15-8cb7-022eec490f22), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:39.458150 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-32de5fe3-457f-4cbf-b988-9d8186f90ba9 admin admin] Publish callbacks [] for security_group (3222d0aa-8a6b-481a-acae-80dc921c9953), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:39.488829 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fd586-de09-4c92-8189-504cf79f9dee req-25654857-38e3-418e-8577-8e2d5dcc2363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:39.490522 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b82fd586-de09-4c92-8189-504cf79f9dee req-25654857-38e3-418e-8577-8e2d5dcc2363 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1321695 Jan 18 20:02:39.540136 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59474) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:39.603174 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port dd7b27a8-237a-4f15-8cb7-022eec490f22 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:02:39.613730 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (dd7b27a8-237a-4f15-8cb7-022eec490f22), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:39.614948 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-32de5fe3-457f-4cbf-b988-9d8186f90ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3222d0aa-8a6b-481a-acae-80dc921c9953), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:39.617791 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-32de5fe3-457f-4cbf-b988-9d8186f90ba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:39.619110 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-32de5fe3-457f-4cbf-b988-9d8186f90ba9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3222d0aa-8a6b-481a-acae-80dc921c9953 HTTP/1.1" status: 204 len: 168 time: 0.3632157 Jan 18 20:02:39.651051 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de5fe3-457f-4cbf-b988-9d8186f90ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3222d0aa-8a6b-481a-acae-80dc921c9953,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:39.669332 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b82fd586-de09-4c92-8189-504cf79f9dee req-f3d78d57-3149-4e88-907e-071be012d594 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605110 Jan 18 20:02:39.841454 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-b1a71cc2-88ac-4e9d-82e0-20d34729580d None None] Set router bd62ce4e-1001-437f-909a-159ba8c484d2 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:02:39.950015 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b82fd586-de09-4c92-8189-504cf79f9dee req-5e194409-f906-48a6-b8ea-277b4450b0fd service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736902 Jan 18 20:02:39.991070 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-35e5d544-eb32-4422-a03f-94e883114e45 None None] Current status of the port dd7b27a8-237a-4f15-8cb7-022eec490f22 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:02:39.991641 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-35e5d544-eb32-4422-a03f-94e883114e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (dd7b27a8-237a-4f15-8cb7-022eec490f22), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:40.095614 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bdc21593-51fa-414d-ac68-fa2db7f7d58c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:40.120887 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-35e5d544-eb32-4422-a03f-94e883114e45 None None] For port dd7b27a8-237a-4f15-8cb7-022eec490f22, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=dd7b27a8-237a-4f15-8cb7-022eec490f22,segment=NetworkSegment(5f28d5ff-550a-4f66-9085-99a6e4fed359),segment_id=5f28d5ff-550a-4f66-9085-99a6e4fed359)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:02:40.146037 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-35e5d544-eb32-4422-a03f-94e883114e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (dd7b27a8-237a-4f15-8cb7-022eec490f22), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:40.177192 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4f293-ae6b-4763-a9ee-649d3fad97c5 req-0c6cbc76-77a8-4c4b-b501-7327d918d21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:40.184411 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ddb4f293-ae6b-4763-a9ee-649d3fad97c5 req-0c6cbc76-77a8-4c4b-b501-7327d918d21f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8fd68318543948e2961088341a64b205&device_id=c28f152f-89fb-4e78-9c9f-0cca8a23aa51 HTTP/1.1" status: 200 len: 1121 time: 0.1706715 Jan 18 20:02:40.282919 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec097e12-9774-42b9-8c7a-9bca7c076949 req-86b5ca1b-ffab-4cb9-8816-1b3cd8a5e4c3 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:40.284651 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec097e12-9774-42b9-8c7a-9bca7c076949 req-86b5ca1b-ffab-4cb9-8816-1b3cd8a5e4c3 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c28f152f-89fb-4e78-9c9f-0cca8a23aa51 HTTP/1.1" status: 200 len: 970 time: 0.2930374 Jan 18 20:02:40.285940 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-b1a71cc2-88ac-4e9d-82e0-20d34729580d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd62ce4e-1001-437f-909a-159ba8c484d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-816119536-router', 'tenant_id': '6533d01860ec439ca30785419de25c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '6773e3b5-02ee-4970-bf4c-35c6e8a17f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:33Z', 'updated_at': '2022-01-18T20:02:36Z', 'revision_number': 3, 'project_id': '6533d01860ec439ca30785419de25c79', 'gw_port': {'id': '6773e3b5-02ee-4970-bf4c-35c6e8a17f7e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd62ce4e-1001-437f-909a-159ba8c484d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:35Z', 'updated_at': '2022-01-18T20:02:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:02:40.288191 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5d544-eb32-4422-a03f-94e883114e45 None None] Pushing event updated for resources: {'Port': ['ID=dd7b27a8-237a-4f15-8cb7-022eec490f22,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:40.295311 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port dd7b27a8-237a-4f15-8cb7-022eec490f22 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:02:40.296003 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (dd7b27a8-237a-4f15-8cb7-022eec490f22), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:40.334860 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-25cf7238-a6f7-426a-8cc6-db3188931efd None None] Provisioning complete for port dd7b27a8-237a-4f15-8cb7-022eec490f22 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:02:40.335355 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-25cf7238-a6f7-426a-8cc6-db3188931efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (dd7b27a8-237a-4f15-8cb7-022eec490f22), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:40.385566 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a71cc2-88ac-4e9d-82e0-20d34729580d None None] Checking router: bd62ce4e-1001-437f-909a-159ba8c484d2 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:02:40.403298 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a71cc2-88ac-4e9d-82e0-20d34729580d None None] Updating router bd62ce4e-1001-437f-909a-159ba8c484d2 port 6773e3b5-02ee-4970-bf4c-35c6e8a17f7e binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:02:40.457325 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4f293-ae6b-4763-a9ee-649d3fad97c5 req-eafa6e93-85cf-4b39-abc1-593c1d411bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:40.459031 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ddb4f293-ae6b-4763-a9ee-649d3fad97c5 req-eafa6e93-85cf-4b39-abc1-593c1d411bcb service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.2522960 Jan 18 20:02:40.481327 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bdc21593-51fa-414d-ac68-fa2db7f7d58c admin admin] Publish callbacks [] for security_group (47ee02fa-2bbf-4948-b548-f98a9a3b1188), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:40.503675 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bdc21593-51fa-414d-ac68-fa2db7f7d58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (47ee02fa-2bbf-4948-b548-f98a9a3b1188), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:40.548671 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-b1a71cc2-88ac-4e9d-82e0-20d34729580d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6773e3b5-02ee-4970-bf4c-35c6e8a17f7e), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:40.586104 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bdc21593-51fa-414d-ac68-fa2db7f7d58c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=921594a842744143afeab36cd7af33a9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0445480 Jan 18 20:02:40.588536 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59494) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:40.598801 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:02:40.599209 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:02:40.613413 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ddb4f293-ae6b-4763-a9ee-649d3fad97c5 req-114c3926-f030-49fc-a6e4-9c3842930d5e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=59c6c417-0891-4520-854a-ecc197ed8878 HTTP/1.1" status: 200 len: 217 time: 0.1303406 Jan 18 20:02:40.622837 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec097e12-9774-42b9-8c7a-9bca7c076949 req-a18b23bd-8fd3-418d-a5fb-e4051afb1bda tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/security-groups?id=283ef39e-c37d-4396-a0f3-e0a4066dbcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093100 Jan 18 20:02:40.660282 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc21593-51fa-414d-ac68-fa2db7f7d58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ee02fa-2bbf-4948-b548-f98a9a3b1188,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:40.756149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-25cf7238-a6f7-426a-8cc6-db3188931efd None None] Current status of the port dd7b27a8-237a-4f15-8cb7-022eec490f22 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:02:40.809912 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4f293-ae6b-4763-a9ee-649d3fad97c5 req-4847ec6a-49ed-4072-ac69-83fef6987286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:40.814349 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ddb4f293-ae6b-4763-a9ee-649d3fad97c5 req-4847ec6a-49ed-4072-ac69-83fef6987286 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1510954 Jan 18 20:02:40.966891 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e85bee8-de83-4859-b5ae-ff1b845be3b9 admin admin] Publish callbacks [] for security_group (47ee02fa-2bbf-4948-b548-f98a9a3b1188), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:40.986408 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4f293-ae6b-4763-a9ee-649d3fad97c5 req-e7a1acc9-b7e2-4c5d-b9c5-d95ad02d20b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:40.996324 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ddb4f293-ae6b-4763-a9ee-649d3fad97c5 req-e7a1acc9-b7e2-4c5d-b9c5-d95ad02d20b6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1588407 Jan 18 20:02:41.043281 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15000add-7af4-453c-b619-6c8f0f0c3485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:41.048496 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59508) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:41.128482 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-826a04c6-55b0-4d6c-b309-ee5631675c53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:41.148184 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e85bee8-de83-4859-b5ae-ff1b845be3b9 admin admin] Publish callbacks [] for security_group (47ee02fa-2bbf-4948-b548-f98a9a3b1188), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:41.230535 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port dd7b27a8-237a-4f15-8cb7-022eec490f22 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:02:41.323101 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-b1a71cc2-88ac-4e9d-82e0-20d34729580d None None] Publish callbacks [] for port (6773e3b5-02ee-4970-bf4c-35c6e8a17f7e), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:41.336078 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-b1a71cc2-88ac-4e9d-82e0-20d34729580d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6773e3b5-02ee-4970-bf4c-35c6e8a17f7e), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:41.472434 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device dd7b27a8-237a-4f15-8cb7-022eec490f22 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:02:41.518096 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-b1a71cc2-88ac-4e9d-82e0-20d34729580d None None] Attempting to bind port 6773e3b5-02ee-4970-bf4c-35c6e8a17f7e on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:02:41.531498 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-b1a71cc2-88ac-4e9d-82e0-20d34729580d None None] Attempting to bind port 6773e3b5-02ee-4970-bf4c-35c6e8a17f7e by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:02:41.532374 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a71cc2-88ac-4e9d-82e0-20d34729580d None None] Attempting to bind port 6773e3b5-02ee-4970-bf4c-35c6e8a17f7e on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:02:41.548834 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a71cc2-88ac-4e9d-82e0-20d34729580d None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:02:41.557416 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a71cc2-88ac-4e9d-82e0-20d34729580d None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:02:41.558947 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-b1a71cc2-88ac-4e9d-82e0-20d34729580d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:41.559712 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a71cc2-88ac-4e9d-82e0-20d34729580d None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:02:41.560429 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-b1a71cc2-88ac-4e9d-82e0-20d34729580d None None] Bound port: 6773e3b5-02ee-4970-bf4c-35c6e8a17f7e, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:02:41.562034 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-b1a71cc2-88ac-4e9d-82e0-20d34729580d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6773e3b5-02ee-4970-bf4c-35c6e8a17f7e), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:41.608907 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ddb4f293-ae6b-4763-a9ee-649d3fad97c5 req-313d277f-d254-4d99-9f30-f308425f9d11 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6059256 Jan 18 20:02:41.632537 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e85bee8-de83-4859-b5ae-ff1b845be3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (47ee02fa-2bbf-4948-b548-f98a9a3b1188), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:41.640446 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e85bee8-de83-4859-b5ae-ff1b845be3b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:41.642889 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5e85bee8-de83-4859-b5ae-ff1b845be3b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/47ee02fa-2bbf-4948-b548-f98a9a3b1188 HTTP/1.1" status: 204 len: 168 time: 1.0526519 Jan 18 20:02:41.676305 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85bee8-de83-4859-b5ae-ff1b845be3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ee02fa-2bbf-4948-b548-f98a9a3b1188,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:41.727328 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59524) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:41.766843 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56adb6a-092a-48d0-b814-525e67067a36 None None] Pushing event updated for resources: {'Port': ['ID=6773e3b5-02ee-4970-bf4c-35c6e8a17f7e,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:41.774519 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port dd7b27a8-237a-4f15-8cb7-022eec490f22 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:02:41.774519 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (dd7b27a8-237a-4f15-8cb7-022eec490f22), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:41.805748 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-b1a71cc2-88ac-4e9d-82e0-20d34729580d None None] For port 6773e3b5-02ee-4970-bf4c-35c6e8a17f7e, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:02:41.812113 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-b1a71cc2-88ac-4e9d-82e0-20d34729580d None None] For port 6773e3b5-02ee-4970-bf4c-35c6e8a17f7e, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6773e3b5-02ee-4970-bf4c-35c6e8a17f7e,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:02:41.820738 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-b1a71cc2-88ac-4e9d-82e0-20d34729580d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6773e3b5-02ee-4970-bf4c-35c6e8a17f7e), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:41.864885 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-15000add-7af4-453c-b619-6c8f0f0c3485 admin admin] Allocated IP 172.20.0.1 (6e03f766-cfa7-47ea-8def-c853742d33ce/1094f17f-5694-4d4e-b48e-a74099a6783e/d26a9b8e-a5e7-48da-b18d-c7b046920637) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:02:41.980290 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a71cc2-88ac-4e9d-82e0-20d34729580d None None] Routers {'bd62ce4e-1001-437f-909a-159ba8c484d2'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:02:41.981517 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-b1a71cc2-88ac-4e9d-82e0-20d34729580d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:02:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['bd62ce4e-1001-437f-909a-159ba8c484d2'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:02:41.987922 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56adb6a-092a-48d0-b814-525e67067a36 None None] Pushing event updated for resources: {'Port': ['ID=6773e3b5-02ee-4970-bf4c-35c6e8a17f7e,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:42.021880 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ddb4f293-ae6b-4763-a9ee-649d3fad97c5 req-8425f06c-39d6-4564-bcb1-cf45d5d4d798 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963403 Jan 18 20:02:42.068983 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port dd7b27a8-237a-4f15-8cb7-022eec490f22 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:02:42.091894 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07ce9655-71c5-4d19-9cd3-81cf97834acb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:42.226083 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-b1a71cc2-88ac-4e9d-82e0-20d34729580d None None] Set router bd62ce4e-1001-437f-909a-159ba8c484d2 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:02:42.361966 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e709e-0af0-42dc-a276-443af6af582f req-d6d49753-906f-4409-acbc-997827bf499e tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:42.368869 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-549e709e-0af0-42dc-a276-443af6af582f req-d6d49753-906f-4409-acbc-997827bf499e tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c28f152f-89fb-4e78-9c9f-0cca8a23aa51 HTTP/1.1" status: 200 len: 970 time: 0.4947045 Jan 18 20:02:42.405442 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-826a04c6-55b0-4d6c-b309-ee5631675c53 admin admin] Publish callbacks [] for security_group (7eada7b9-b02b-46a8-869c-fe4d9b2ad11f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:42.470648 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-826a04c6-55b0-4d6c-b309-ee5631675c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7eada7b9-b02b-46a8-869c-fe4d9b2ad11f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:42.509027 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-826a04c6-55b0-4d6c-b309-ee5631675c53 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a26f76038df4ddcae46c5981f0bb08a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4599483 Jan 18 20:02:42.511987 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59540) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:42.543031 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59542) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:42.575243 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-549e709e-0af0-42dc-a276-443af6af582f req-22bc54cd-edf5-424c-b5f2-c2cf4dec7e4c tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/security-groups?id=283ef39e-c37d-4396-a0f3-e0a4066dbcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875467 Jan 18 20:02:42.608858 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a04c6-55b0-4d6c-b309-ee5631675c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eada7b9-b02b-46a8-869c-fe4d9b2ad11f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:42.614792 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15000add-7af4-453c-b619-6c8f0f0c3485 admin admin] Publish callbacks [] for port (d26a9b8e-a5e7-48da-b18d-c7b046920637), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:42.631332 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d6bf6c14-4e0d-4291-9a05-5b0351efe674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:42.696638 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15000add-7af4-453c-b619-6c8f0f0c3485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (d26a9b8e-a5e7-48da-b18d-c7b046920637), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:42.716756 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-b1a71cc2-88ac-4e9d-82e0-20d34729580d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd62ce4e-1001-437f-909a-159ba8c484d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-816119536-router', 'tenant_id': '6533d01860ec439ca30785419de25c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '6773e3b5-02ee-4970-bf4c-35c6e8a17f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:33Z', 'updated_at': '2022-01-18T20:02:36Z', 'revision_number': 3, 'project_id': '6533d01860ec439ca30785419de25c79', 'gw_port': {'id': '6773e3b5-02ee-4970-bf4c-35c6e8a17f7e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd62ce4e-1001-437f-909a-159ba8c484d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:35Z', 'updated_at': '2022-01-18T20:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:02:42.754883 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59544) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:42.783865 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15000add-7af4-453c-b619-6c8f0f0c3485 admin admin] Pushing event updated for resources: {'Port': ['ID=d26a9b8e-a5e7-48da-b18d-c7b046920637,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:42.794997 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a71cc2-88ac-4e9d-82e0-20d34729580d None None] The sync data for ids ['bd62ce4e-1001-437f-909a-159ba8c484d2'] in n-d-741529-9 is: [{'id': 'bd62ce4e-1001-437f-909a-159ba8c484d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-816119536-router', 'tenant_id': '6533d01860ec439ca30785419de25c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '6773e3b5-02ee-4970-bf4c-35c6e8a17f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:33Z', 'updated_at': '2022-01-18T20:02:36Z', 'revision_number': 3, 'project_id': '6533d01860ec439ca30785419de25c79', 'gw_port': {'id': '6773e3b5-02ee-4970-bf4c-35c6e8a17f7e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd62ce4e-1001-437f-909a-159ba8c484d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:35Z', 'updated_at': '2022-01-18T20:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:02:42.807791 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cb7eacd5-abf4-46ec-a386-501a833b161c admin admin] Publish callbacks [] for security_group (7eada7b9-b02b-46a8-869c-fe4d9b2ad11f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:42.817127 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15000add-7af4-453c-b619-6c8f0f0c3485 admin admin] Network 6e03f766-cfa7-47ea-8def-c853742d33ce is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:02:42.818815 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-15000add-7af4-453c-b619-6c8f0f0c3485 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:02:42.821256 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15000add-7af4-453c-b619-6c8f0f0c3485 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:02:42.821833 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15000add-7af4-453c-b619-6c8f0f0c3485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (bd62ce4e-1001-437f-909a-159ba8c484d2), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:42.888713 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cb7eacd5-abf4-46ec-a386-501a833b161c admin admin] Publish callbacks [] for security_group (7eada7b9-b02b-46a8-869c-fe4d9b2ad11f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:42.923053 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07ce9655-71c5-4d19-9cd3-81cf97834acb admin admin] Publish callbacks [] for security_group (33f64a28-40ae-4351-a139-61d0859ea1da), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:42.948116 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07ce9655-71c5-4d19-9cd3-81cf97834acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (33f64a28-40ae-4351-a139-61d0859ea1da), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:42.967536 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:02:43.046931 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ede871d3-f7d4-4869-b488-ca44d686b165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:43.056921 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d6bf6c14-4e0d-4291-9a05-5b0351efe674 admin admin] Publish callbacks [] for security_group (c07d3a34-dbe7-4ab9-92db-52bc7b431991), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:43.099505 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-07ce9655-71c5-4d19-9cd3-81cf97834acb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2426b93e90be4b6d8c9ebecdbc747acf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3708067 Jan 18 20:02:43.100373 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59550) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:43.102930 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d6bf6c14-4e0d-4291-9a05-5b0351efe674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c07d3a34-dbe7-4ab9-92db-52bc7b431991), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:43.111353 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce9655-71c5-4d19-9cd3-81cf97834acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f64a28-40ae-4351-a139-61d0859ea1da,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:43.180668 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15000add-7af4-453c-b619-6c8f0f0c3485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d26a9b8e-a5e7-48da-b18d-c7b046920637), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:43.190213 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ede871d3-f7d4-4869-b488-ca44d686b165 admin admin] Publish callbacks [] for security_group (6dbd31e7-a3e2-488e-bf64-1a45252ff9cb), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:43.200255 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ede871d3-f7d4-4869-b488-ca44d686b165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6dbd31e7-a3e2-488e-bf64-1a45252ff9cb), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:43.227841 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cb7eacd5-abf4-46ec-a386-501a833b161c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7eada7b9-b02b-46a8-869c-fe4d9b2ad11f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:43.230447 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cb7eacd5-abf4-46ec-a386-501a833b161c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:43.234195 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cb7eacd5-abf4-46ec-a386-501a833b161c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7eada7b9-b02b-46a8-869c-fe4d9b2ad11f HTTP/1.1" status: 204 len: 168 time: 0.7177830 Jan 18 20:02:43.258644 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ede871d3-f7d4-4869-b488-ca44d686b165 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=44a31dd6b922414a94203309766fdede&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4976068 Jan 18 20:02:43.269443 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59554) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:43.309860 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d6bf6c14-4e0d-4291-9a05-5b0351efe674 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a4186a26d864ab0baa6f0ad5d1433ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7609341 Jan 18 20:02:43.310924 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59556) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:43.319320 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-2b058a82-54db-4f5b-bf9b-c2791ba1f31e None None] Provisioning complete for port d26a9b8e-a5e7-48da-b18d-c7b046920637 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:02:43.319914 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2b058a82-54db-4f5b-bf9b-c2791ba1f31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d26a9b8e-a5e7-48da-b18d-c7b046920637), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:43.341453 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf6c14-4e0d-4291-9a05-5b0351efe674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07d3a34-dbe7-4ab9-92db-52bc7b431991,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:43.468749 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2b058a82-54db-4f5b-bf9b-c2791ba1f31e None None] Port d26a9b8e-a5e7-48da-b18d-c7b046920637 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:02:43.581735 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede871d3-f7d4-4869-b488-ca44d686b165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbd31e7-a3e2-488e-bf64-1a45252ff9cb,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:43.623868 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7eacd5-abf4-46ec-a386-501a833b161c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eada7b9-b02b-46a8-869c-fe4d9b2ad11f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:43.640374 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b6ae-9703-4c76-8d1b-cd3335733886 admin admin] Publish callbacks [] for security_group (c07d3a34-dbe7-4ab9-92db-52bc7b431991), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:43.669562 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-025e3151-c77e-49d7-a105-69a25d2ec26b admin admin] Publish callbacks [] for security_group (6dbd31e7-a3e2-488e-bf64-1a45252ff9cb), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:43.702609 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a2bd10ef-3911-449e-bbe0-5a510b7af2e9 admin admin] Publish callbacks [] for security_group (33f64a28-40ae-4351-a139-61d0859ea1da), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:43.723992 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b6ae-9703-4c76-8d1b-cd3335733886 admin admin] Publish callbacks [] for security_group (c07d3a34-dbe7-4ab9-92db-52bc7b431991), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:43.754692 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a2bd10ef-3911-449e-bbe0-5a510b7af2e9 admin admin] Publish callbacks [] for security_group (33f64a28-40ae-4351-a139-61d0859ea1da), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:43.844322 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b6ae-9703-4c76-8d1b-cd3335733886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c07d3a34-dbe7-4ab9-92db-52bc7b431991), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:43.848082 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b6ae-9703-4c76-8d1b-cd3335733886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:43.850273 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d9b4b6ae-9703-4c76-8d1b-cd3335733886 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c07d3a34-dbe7-4ab9-92db-52bc7b431991 HTTP/1.1" status: 204 len: 168 time: 0.5092666 Jan 18 20:02:43.864206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4b6ae-9703-4c76-8d1b-cd3335733886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07d3a34-dbe7-4ab9-92db-52bc7b431991,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:43.900553 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a2bd10ef-3911-449e-bbe0-5a510b7af2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (33f64a28-40ae-4351-a139-61d0859ea1da), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:43.905469 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a2bd10ef-3911-449e-bbe0-5a510b7af2e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:43.907512 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a2bd10ef-3911-449e-bbe0-5a510b7af2e9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33f64a28-40ae-4351-a139-61d0859ea1da HTTP/1.1" status: 204 len: 168 time: 0.8058445 Jan 18 20:02:43.923668 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd10ef-3911-449e-bbe0-5a510b7af2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f64a28-40ae-4351-a139-61d0859ea1da,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:43.950608 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-025e3151-c77e-49d7-a105-69a25d2ec26b admin admin] Publish callbacks [] for security_group (6dbd31e7-a3e2-488e-bf64-1a45252ff9cb), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:44.035516 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848037bb-69e0-4dcd-ab32-3a73662c4f51 req-c0ce7ccd-bf2d-4804-8529-8d15c508e12d tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:44.037211 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-848037bb-69e0-4dcd-ab32-3a73662c4f51 req-c0ce7ccd-bf2d-4804-8529-8d15c508e12d tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c28f152f-89fb-4e78-9c9f-0cca8a23aa51 HTTP/1.1" status: 200 len: 970 time: 0.2814984 Jan 18 20:02:44.044452 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15000add-7af4-453c-b619-6c8f0f0c3485 admin admin] Publish callbacks [] for port (d26a9b8e-a5e7-48da-b18d-c7b046920637), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:44.066882 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15000add-7af4-453c-b619-6c8f0f0c3485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d26a9b8e-a5e7-48da-b18d-c7b046920637), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:44.067801 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15000add-7af4-453c-b619-6c8f0f0c3485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (bd62ce4e-1001-437f-909a-159ba8c484d2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:44.339075 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-848037bb-69e0-4dcd-ab32-3a73662c4f51 req-62eff462-44d2-49bd-92e5-543326d5a174 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/security-groups?id=283ef39e-c37d-4396-a0f3-e0a4066dbcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916470 Jan 18 20:02:44.395560 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15000add-7af4-453c-b619-6c8f0f0c3485 admin admin] Pushing event updated for resources: {'Port': ['ID=d26a9b8e-a5e7-48da-b18d-c7b046920637,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:44.454788 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15000add-7af4-453c-b619-6c8f0f0c3485 admin admin] Network 6e03f766-cfa7-47ea-8def-c853742d33ce is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:02:44.455620 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-025e3151-c77e-49d7-a105-69a25d2ec26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6dbd31e7-a3e2-488e-bf64-1a45252ff9cb), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:44.459252 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-025e3151-c77e-49d7-a105-69a25d2ec26b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:44.460414 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-025e3151-c77e-49d7-a105-69a25d2ec26b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6dbd31e7-a3e2-488e-bf64-1a45252ff9cb HTTP/1.1" status: 204 len: 168 time: 1.1881225 Jan 18 20:02:44.470711 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-15000add-7af4-453c-b619-6c8f0f0c3485 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:02:44.484565 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e3151-c77e-49d7-a105-69a25d2ec26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbd31e7-a3e2-488e-bf64-1a45252ff9cb,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:44.748168 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15000add-7af4-453c-b619-6c8f0f0c3485 admin admin] Router bd62ce4e-1001-437f-909a-159ba8c484d2 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:02:44.748266 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59586) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:44.775685 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fe014375-2f80-469a-9d21-76114c3d7980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:44.927316 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ac802797-acf9-4eda-b846-97c4f662464f None None] Provisioning complete for port d26a9b8e-a5e7-48da-b18d-c7b046920637 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:02:44.927958 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ac802797-acf9-4eda-b846-97c4f662464f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d26a9b8e-a5e7-48da-b18d-c7b046920637), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:44.987153 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15000add-7af4-453c-b619-6c8f0f0c3485 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:02:44.987940 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fe014375-2f80-469a-9d21-76114c3d7980 admin admin] Publish callbacks [] for security_group (d05a48f8-3d10-4ada-9468-c964bf604a13), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:44.995494 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fe014375-2f80-469a-9d21-76114c3d7980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d05a48f8-3d10-4ada-9468-c964bf604a13), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:45.001385 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-15000add-7af4-453c-b619-6c8f0f0c3485 admin admin] 10.222.0.31 "PUT /v2.0/routers/bd62ce4e-1001-437f-909a-159ba8c484d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5705664 Jan 18 20:02:45.031063 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ac802797-acf9-4eda-b846-97c4f662464f None None] Port d26a9b8e-a5e7-48da-b18d-c7b046920637 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:02:45.033195 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe014375-2f80-469a-9d21-76114c3d7980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05a48f8-3d10-4ada-9468-c964bf604a13,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:45.056414 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fe014375-2f80-469a-9d21-76114c3d7980 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f483dd8f6dcf434c8b975d506de96226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3069813 Jan 18 20:02:45.058959 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59592) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:45.150831 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e56d886-7449-4246-8078-aba73ea664fe admin admin] Publish callbacks [] for security_group (d05a48f8-3d10-4ada-9468-c964bf604a13), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:45.190226 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e56d886-7449-4246-8078-aba73ea664fe admin admin] Publish callbacks [] for security_group (d05a48f8-3d10-4ada-9468-c964bf604a13), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:45.288814 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e56d886-7449-4246-8078-aba73ea664fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d05a48f8-3d10-4ada-9468-c964bf604a13), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:45.294464 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e56d886-7449-4246-8078-aba73ea664fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:45.301537 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5e56d886-7449-4246-8078-aba73ea664fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d05a48f8-3d10-4ada-9468-c964bf604a13 HTTP/1.1" status: 204 len: 168 time: 0.2411661 Jan 18 20:02:45.318578 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56d886-7449-4246-8078-aba73ea664fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05a48f8-3d10-4ada-9468-c964bf604a13,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:45.412982 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59602) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:45.440593 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3bc3f744-2260-4357-8259-001c66d079e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:45.478784 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6773e3b5-02ee-4970-bf4c-35c6e8a17f7e up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:02:45.629958 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 6773e3b5-02ee-4970-bf4c-35c6e8a17f7e triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:02:45.630695 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6773e3b5-02ee-4970-bf4c-35c6e8a17f7e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:45.653577 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3bc3f744-2260-4357-8259-001c66d079e7 admin admin] Publish callbacks [] for security_group (120bbcc5-8c35-45d0-8872-5cf9e233fa8e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:45.662909 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7de9f-e582-4283-bf23-d100ea770f24 req-85428941-4fd8-460d-8f7d-a86ea5f8595f tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:45.663462 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3bc3f744-2260-4357-8259-001c66d079e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (120bbcc5-8c35-45d0-8872-5cf9e233fa8e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:45.665407 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0c7de9f-e582-4283-bf23-d100ea770f24 req-85428941-4fd8-460d-8f7d-a86ea5f8595f tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c28f152f-89fb-4e78-9c9f-0cca8a23aa51 HTTP/1.1" status: 200 len: 970 time: 0.1005843 Jan 18 20:02:45.757995 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3f744-2260-4357-8259-001c66d079e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120bbcc5-8c35-45d0-8872-5cf9e233fa8e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:45.764503 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0c7de9f-e582-4283-bf23-d100ea770f24 req-a589d5d8-db69-4f21-aa8a-58b2902e42ca tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/security-groups?id=283ef39e-c37d-4396-a0f3-e0a4066dbcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920825 Jan 18 20:02:45.785216 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3bc3f744-2260-4357-8259-001c66d079e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a39898a16cc421a9f53b5f713e3cda7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3706386 Jan 18 20:02:45.789606 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59612) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:45.855433 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 6773e3b5-02ee-4970-bf4c-35c6e8a17f7e is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:02:45.855822 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6773e3b5-02ee-4970-bf4c-35c6e8a17f7e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:45.879435 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6bb13627-4911-49c5-a593-6bcac66504be admin admin] Publish callbacks [] for security_group (120bbcc5-8c35-45d0-8872-5cf9e233fa8e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:45.889001 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 6773e3b5-02ee-4970-bf4c-35c6e8a17f7e, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6773e3b5-02ee-4970-bf4c-35c6e8a17f7e,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:02:45.895481 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6773e3b5-02ee-4970-bf4c-35c6e8a17f7e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:45.916973 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6bb13627-4911-49c5-a593-6bcac66504be admin admin] Publish callbacks [] for security_group (120bbcc5-8c35-45d0-8872-5cf9e233fa8e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:45.965701 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=6773e3b5-02ee-4970-bf4c-35c6e8a17f7e,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:45.983597 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1b6e21-d44a-4535-9c92-bb4889f47224 None None] Sync routers for ids ['bd62ce4e-1001-437f-909a-159ba8c484d2'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:02:45.997395 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1b6e21-d44a-4535-9c92-bb4889f47224 None None] Routers {'bd62ce4e-1001-437f-909a-159ba8c484d2'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:02:45.998189 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-5a1b6e21-d44a-4535-9c92-bb4889f47224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:02:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['bd62ce4e-1001-437f-909a-159ba8c484d2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:02:45.999087 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6bb13627-4911-49c5-a593-6bcac66504be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (120bbcc5-8c35-45d0-8872-5cf9e233fa8e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:46.003121 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6bb13627-4911-49c5-a593-6bcac66504be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:46.004327 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6bb13627-4911-49c5-a593-6bcac66504be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/120bbcc5-8c35-45d0-8872-5cf9e233fa8e HTTP/1.1" status: 204 len: 168 time: 0.2129290 Jan 18 20:02:46.013225 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb13627-4911-49c5-a593-6bcac66504be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120bbcc5-8c35-45d0-8872-5cf9e233fa8e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:46.125715 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-5a1b6e21-d44a-4535-9c92-bb4889f47224 None None] Set router bd62ce4e-1001-437f-909a-159ba8c484d2 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:02:46.447693 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-5a1b6e21-d44a-4535-9c92-bb4889f47224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd62ce4e-1001-437f-909a-159ba8c484d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-816119536-router', 'tenant_id': '6533d01860ec439ca30785419de25c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '6773e3b5-02ee-4970-bf4c-35c6e8a17f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:33Z', 'updated_at': '2022-01-18T20:02:43Z', 'revision_number': 4, 'project_id': '6533d01860ec439ca30785419de25c79', 'gw_port': {'id': '6773e3b5-02ee-4970-bf4c-35c6e8a17f7e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd62ce4e-1001-437f-909a-159ba8c484d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:35Z', 'updated_at': '2022-01-18T20:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'd26a9b8e-a5e7-48da-b18d-c7b046920637', 'name': '', 'network_id': '6e03f766-cfa7-47ea-8def-c853742d33ce', 'tenant_id': '6533d01860ec439ca30785419de25c79', 'mac_address': 'fa:16:3e:e3:7b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd62ce4e-1001-437f-909a-159ba8c484d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1094f17f-5694-4d4e-b48e-a74099a6783e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:41Z', 'updated_at': '2022-01-18T20:02:43Z', 'revision_number': 2, 'project_id': '6533d01860ec439ca30785419de25c79', 'subnets': [{'id': '1094f17f-5694-4d4e-b48e-a74099a6783e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:02:46.478835 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1b6e21-d44a-4535-9c92-bb4889f47224 None None] Checking router: bd62ce4e-1001-437f-909a-159ba8c484d2 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:02:46.479319 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1b6e21-d44a-4535-9c92-bb4889f47224 None None] Updating router bd62ce4e-1001-437f-909a-159ba8c484d2 port d26a9b8e-a5e7-48da-b18d-c7b046920637 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:02:46.505532 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5a1b6e21-d44a-4535-9c92-bb4889f47224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d26a9b8e-a5e7-48da-b18d-c7b046920637), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:46.800898 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59662) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:46.805935 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-97d30242-6097-475b-8251-64216b24f139 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1095346807', 'description': 'tempest-description--1319237270'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:02:46.840259 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5a1b6e21-d44a-4535-9c92-bb4889f47224 None None] Publish callbacks [] for port (d26a9b8e-a5e7-48da-b18d-c7b046920637), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:46.848020 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5a1b6e21-d44a-4535-9c92-bb4889f47224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d26a9b8e-a5e7-48da-b18d-c7b046920637), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:46.876166 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59666) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:46.900338 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a207bdf-bdca-4355-80a2-dafa9773e9a4 None None] Pushing event updated for resources: {'Port': ['ID=d26a9b8e-a5e7-48da-b18d-c7b046920637,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:46.938188 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-97d30242-6097-475b-8251-64216b24f139 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:46.950397 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e426498-37e1-42a0-b50d-3a1dab23fc41 req-1b83850e-7b43-48e9-aae1-1053201d691a tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:46.957465 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5e426498-37e1-42a0-b50d-3a1dab23fc41 req-1b83850e-7b43-48e9-aae1-1053201d691a tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c28f152f-89fb-4e78-9c9f-0cca8a23aa51 HTTP/1.1" status: 200 len: 970 time: 0.1173451 Jan 18 20:02:46.968702 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-5a1b6e21-d44a-4535-9c92-bb4889f47224 None None] Attempting to bind port d26a9b8e-a5e7-48da-b18d-c7b046920637 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:02:46.969847 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-5a1b6e21-d44a-4535-9c92-bb4889f47224 None None] Attempting to bind port d26a9b8e-a5e7-48da-b18d-c7b046920637 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '5f28d5ff-550a-4f66-9085-99a6e4fed359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6e03f766-cfa7-47ea-8def-c853742d33ce'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:02:46.970420 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1b6e21-d44a-4535-9c92-bb4889f47224 None None] Attempting to bind port d26a9b8e-a5e7-48da-b18d-c7b046920637 on network 6e03f766-cfa7-47ea-8def-c853742d33ce {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:02:46.977968 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1b6e21-d44a-4535-9c92-bb4889f47224 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:02:46.978668 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1b6e21-d44a-4535-9c92-bb4889f47224 None None] Checking segment: {'id': '5f28d5ff-550a-4f66-9085-99a6e4fed359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6e03f766-cfa7-47ea-8def-c853742d33ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:02:46.979271 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5a1b6e21-d44a-4535-9c92-bb4889f47224 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:46.980554 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1b6e21-d44a-4535-9c92-bb4889f47224 None None] Bound using segment: {'id': '5f28d5ff-550a-4f66-9085-99a6e4fed359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6e03f766-cfa7-47ea-8def-c853742d33ce'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:02:46.981222 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-5a1b6e21-d44a-4535-9c92-bb4889f47224 None None] Bound port: d26a9b8e-a5e7-48da-b18d-c7b046920637, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f28d5ff-550a-4f66-9085-99a6e4fed359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6e03f766-cfa7-47ea-8def-c853742d33ce'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:02:46.981828 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5a1b6e21-d44a-4535-9c92-bb4889f47224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d26a9b8e-a5e7-48da-b18d-c7b046920637), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:47.064251 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-5a1b6e21-d44a-4535-9c92-bb4889f47224 None None] For port d26a9b8e-a5e7-48da-b18d-c7b046920637, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:02:47.069339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-5a1b6e21-d44a-4535-9c92-bb4889f47224 None None] For port d26a9b8e-a5e7-48da-b18d-c7b046920637, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d26a9b8e-a5e7-48da-b18d-c7b046920637,segment=NetworkSegment(5f28d5ff-550a-4f66-9085-99a6e4fed359),segment_id=5f28d5ff-550a-4f66-9085-99a6e4fed359)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:02:47.076423 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5a1b6e21-d44a-4535-9c92-bb4889f47224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d26a9b8e-a5e7-48da-b18d-c7b046920637), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:47.120885 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5e426498-37e1-42a0-b50d-3a1dab23fc41 req-c74da7ce-b4ca-4d5c-968f-31fab17881b6 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/security-groups?id=283ef39e-c37d-4396-a0f3-e0a4066dbcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442842 Jan 18 20:02:47.159640 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1b6e21-d44a-4535-9c92-bb4889f47224 None None] Routers {'bd62ce4e-1001-437f-909a-159ba8c484d2'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:02:47.160479 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-5a1b6e21-d44a-4535-9c92-bb4889f47224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:02:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['bd62ce4e-1001-437f-909a-159ba8c484d2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:02:47.183529 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-97d30242-6097-475b-8251-64216b24f139 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks [] for security_group (5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:47.189450 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-97d30242-6097-475b-8251-64216b24f139 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:47.205798 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-e7f66a17-8908-480d-8565-1e66145f4a59 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-370174929-network', 'tenant_id': '67883881b676447cbe3f92dbc62dd7c6'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:02:47.215680 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a207bdf-bdca-4355-80a2-dafa9773e9a4 None None] Pushing event updated for resources: {'Port': ['ID=d26a9b8e-a5e7-48da-b18d-c7b046920637,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:47.272993 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f66a17-8908-480d-8565-1e66145f4a59 admin admin] Made reservation on behalf of 67883881b676447cbe3f92dbc62dd7c6 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:02:47.275840 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7f66a17-8908-480d-8565-1e66145f4a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:47.287426 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-97d30242-6097-475b-8251-64216b24f139 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:47.295673 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7f66a17-8908-480d-8565-1e66145f4a59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:47.296368 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-97d30242-6097-475b-8251-64216b24f139 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4937952 Jan 18 20:02:47.298676 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59678) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:47.309976 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d30242-6097-475b-8251-64216b24f139 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:47.310138 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-829e9c03-ece0-4539-8a0e-0b113292532c tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Request body: {'security_group_rule': {'security_group_id': '5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:02:47.342497 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-536e83a5-d93c-4d06-9502-e776be3a5b23 None None] Provisioning complete for port d26a9b8e-a5e7-48da-b18d-c7b046920637 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:02:47.342969 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-536e83a5-d93c-4d06-9502-e776be3a5b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d26a9b8e-a5e7-48da-b18d-c7b046920637), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:47.380887 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-5a1b6e21-d44a-4535-9c92-bb4889f47224 None None] Set router bd62ce4e-1001-437f-909a-159ba8c484d2 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:02:47.426899 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-829e9c03-ece0-4539-8a0e-0b113292532c tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks [] for security_group_rule (5e580e5e-dc49-49ac-952b-7814afb59194), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:47.443048 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6773e3b5-02ee-4970-bf4c-35c6e8a17f7e up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:02:47.547372 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-829e9c03-ece0-4539-8a0e-0b113292532c tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks [] for security_group_rule (5e580e5e-dc49-49ac-952b-7814afb59194), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:47.572670 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-829e9c03-ece0-4539-8a0e-0b113292532c tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (5e580e5e-dc49-49ac-952b-7814afb59194), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:47.590310 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7f66a17-8908-480d-8565-1e66145f4a59 admin admin] Publish callbacks [] for security_group (33ffd852-32b9-4a12-b9b1-832214d69f77), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:47.605568 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7f66a17-8908-480d-8565-1e66145f4a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (33ffd852-32b9-4a12-b9b1-832214d69f77), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:47.614100 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e9c03-ece0-4539-8a0e-0b113292532c tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e580e5e-dc49-49ac-952b-7814afb59194,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:47.632253 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-829e9c03-ece0-4539-8a0e-0b113292532c tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:47.633448 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-829e9c03-ece0-4539-8a0e-0b113292532c tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3319471 Jan 18 20:02:47.639935 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59692) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:47.642214 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f66a17-8908-480d-8565-1e66145f4a59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:02:47.654887 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-36111768-4b63-4513-8fbf-4418b270639e tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Request body: {'security_group_rule': {'security_group_id': '5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:02:47.658709 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f66a17-8908-480d-8565-1e66145f4a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ffd852-32b9-4a12-b9b1-832214d69f77,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:47.676290 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7f66a17-8908-480d-8565-1e66145f4a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (d5d91e9f-c2fd-4b65-8628-6c4676a988bc), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:47.676632 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-e7f66a17-8908-480d-8565-1e66145f4a59 admin admin] Added segment d5d91e9f-c2fd-4b65-8628-6c4676a988bc of type vlan for network 6fab12dd-5aeb-4649-a1e2-836559f8a553 Jan 18 20:02:47.704235 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 6773e3b5-02ee-4970-bf4c-35c6e8a17f7e triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:02:47.704854 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6773e3b5-02ee-4970-bf4c-35c6e8a17f7e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:47.712015 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-536e83a5-d93c-4d06-9502-e776be3a5b23 None None] Current status of the port d26a9b8e-a5e7-48da-b18d-c7b046920637 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:02:47.712730 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-536e83a5-d93c-4d06-9502-e776be3a5b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d26a9b8e-a5e7-48da-b18d-c7b046920637), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:47.721734 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7f66a17-8908-480d-8565-1e66145f4a59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (6fab12dd-5aeb-4649-a1e2-836559f8a553), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:47.744009 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-36111768-4b63-4513-8fbf-4418b270639e tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks [] for security_group_rule (bf1b7846-14b8-4e11-8d04-9700b8c3d4ae), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:47.758780 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7f66a17-8908-480d-8565-1e66145f4a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (6fab12dd-5aeb-4649-a1e2-836559f8a553), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:47.760510 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f66a17-8908-480d-8565-1e66145f4a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:47.761928 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7f66a17-8908-480d-8565-1e66145f4a59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:47.817745 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-536e83a5-d93c-4d06-9502-e776be3a5b23 None None] For port d26a9b8e-a5e7-48da-b18d-c7b046920637, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d26a9b8e-a5e7-48da-b18d-c7b046920637,segment=NetworkSegment(5f28d5ff-550a-4f66-9085-99a6e4fed359),segment_id=5f28d5ff-550a-4f66-9085-99a6e4fed359)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:02:47.828153 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-536e83a5-d93c-4d06-9502-e776be3a5b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d26a9b8e-a5e7-48da-b18d-c7b046920637), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:47.848908 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e7f66a17-8908-480d-8565-1e66145f4a59 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9713027 Jan 18 20:02:47.852238 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59700) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:47.862280 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-e9ded4c0-5445-42ec-b85b-53dd940c2c66 admin admin] Request body: {'subnet': {'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-370174929-subnet', 'tenant_id': '67883881b676447cbe3f92dbc62dd7c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:02:47.866990 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f66a17-8908-480d-8565-1e66145f4a59 admin admin] Pushing event updated for resources: {'Network': ['ID=6fab12dd-5aeb-4649-a1e2-836559f8a553,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:47.884245 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 6fab12dd-5aeb-4649-a1e2-836559f8a553 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:02:47.890998 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-36111768-4b63-4513-8fbf-4418b270639e tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks [] for security_group_rule (bf1b7846-14b8-4e11-8d04-9700b8c3d4ae), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:47.897727 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-36111768-4b63-4513-8fbf-4418b270639e tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (bf1b7846-14b8-4e11-8d04-9700b8c3d4ae), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:47.899158 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ded4c0-5445-42ec-b85b-53dd940c2c66 admin admin] Made reservation on behalf of 67883881b676447cbe3f92dbc62dd7c6 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:02:47.902257 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e9ded4c0-5445-42ec-b85b-53dd940c2c66 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:47.913954 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36111768-4b63-4513-8fbf-4418b270639e tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf1b7846-14b8-4e11-8d04-9700b8c3d4ae,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:47.941593 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-36111768-4b63-4513-8fbf-4418b270639e tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:47.943796 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-36111768-4b63-4513-8fbf-4418b270639e tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3022463 Jan 18 20:02:47.947722 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59706) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:47.954894 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-74129d14-9c6f-42b4-8b7f-af42457fad87 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:02:47.992557 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 6773e3b5-02ee-4970-bf4c-35c6e8a17f7e is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:02:48.004924 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e83a5-d93c-4d06-9502-e776be3a5b23 None None] Pushing event updated for resources: {'Port': ['ID=d26a9b8e-a5e7-48da-b18d-c7b046920637,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:48.012536 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-5a1b6e21-d44a-4535-9c92-bb4889f47224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd62ce4e-1001-437f-909a-159ba8c484d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-816119536-router', 'tenant_id': '6533d01860ec439ca30785419de25c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '6773e3b5-02ee-4970-bf4c-35c6e8a17f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:33Z', 'updated_at': '2022-01-18T20:02:43Z', 'revision_number': 4, 'project_id': '6533d01860ec439ca30785419de25c79', 'gw_port': {'id': '6773e3b5-02ee-4970-bf4c-35c6e8a17f7e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd62ce4e-1001-437f-909a-159ba8c484d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:35Z', 'updated_at': '2022-01-18T20:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'd26a9b8e-a5e7-48da-b18d-c7b046920637', 'name': '', 'network_id': '6e03f766-cfa7-47ea-8def-c853742d33ce', 'tenant_id': '6533d01860ec439ca30785419de25c79', 'mac_address': 'fa:16:3e:e3:7b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd62ce4e-1001-437f-909a-159ba8c484d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1094f17f-5694-4d4e-b48e-a74099a6783e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:41Z', 'updated_at': '2022-01-18T20:02:47Z', 'revision_number': 4, 'project_id': '6533d01860ec439ca30785419de25c79', 'subnets': [{'id': '1094f17f-5694-4d4e-b48e-a74099a6783e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:02:48.048119 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74129d14-9c6f-42b4-8b7f-af42457fad87 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:48.052879 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1b6e21-d44a-4535-9c92-bb4889f47224 None None] The sync data for ids ['bd62ce4e-1001-437f-909a-159ba8c484d2'] in n-d-741529-9 is: [{'id': 'bd62ce4e-1001-437f-909a-159ba8c484d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-816119536-router', 'tenant_id': '6533d01860ec439ca30785419de25c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '6773e3b5-02ee-4970-bf4c-35c6e8a17f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:33Z', 'updated_at': '2022-01-18T20:02:43Z', 'revision_number': 4, 'project_id': '6533d01860ec439ca30785419de25c79', 'gw_port': {'id': '6773e3b5-02ee-4970-bf4c-35c6e8a17f7e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd62ce4e-1001-437f-909a-159ba8c484d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:35Z', 'updated_at': '2022-01-18T20:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'd26a9b8e-a5e7-48da-b18d-c7b046920637', 'name': '', 'network_id': '6e03f766-cfa7-47ea-8def-c853742d33ce', 'tenant_id': '6533d01860ec439ca30785419de25c79', 'mac_address': 'fa:16:3e:e3:7b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd62ce4e-1001-437f-909a-159ba8c484d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1094f17f-5694-4d4e-b48e-a74099a6783e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:41Z', 'updated_at': '2022-01-18T20:02:47Z', 'revision_number': 4, 'project_id': '6533d01860ec439ca30785419de25c79', 'subnets': [{'id': '1094f17f-5694-4d4e-b48e-a74099a6783e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:02:48.064339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-27c451ae-109c-4dfd-8ad7-c63109d90e94 None None] Provisioning complete for port d26a9b8e-a5e7-48da-b18d-c7b046920637 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:02:48.064714 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-27c451ae-109c-4dfd-8ad7-c63109d90e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d26a9b8e-a5e7-48da-b18d-c7b046920637), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:48.247187 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-27c451ae-109c-4dfd-8ad7-c63109d90e94 None None] Current status of the port d26a9b8e-a5e7-48da-b18d-c7b046920637 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:02:48.341792 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5dfdd-c287-4923-bb37-809508354bf6 req-bb7dd8cc-2900-4431-bc37-a608394662b5 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:48.343310 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0b5dfdd-c287-4923-bb37-809508354bf6 req-bb7dd8cc-2900-4431-bc37-a608394662b5 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c28f152f-89fb-4e78-9c9f-0cca8a23aa51 HTTP/1.1" status: 200 len: 970 time: 0.1327393 Jan 18 20:02:48.366429 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74129d14-9c6f-42b4-8b7f-af42457fad87 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:48.371604 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e9ded4c0-5445-42ec-b85b-53dd940c2c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for subnet (c7ae8e7b-1bfc-435b-b42c-3b64619a022a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:48.413402 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0b5dfdd-c287-4923-bb37-809508354bf6 req-9a5794c0-e1f0-45eb-b1e3-ec4c37d4cf7f tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/security-groups?id=283ef39e-c37d-4396-a0f3-e0a4066dbcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618029 Jan 18 20:02:48.529058 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ded4c0-5445-42ec-b85b-53dd940c2c66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7ae8e7b-1bfc-435b-b42c-3b64619a022a,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:48.544881 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ded4c0-5445-42ec-b85b-53dd940c2c66 admin admin] Checking segment: {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:02:48.545231 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ded4c0-5445-42ec-b85b-53dd940c2c66 admin admin] Network hostable DHCP agents. Network: 6fab12dd-5aeb-4649-a1e2-836559f8a553, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:02:48.574066 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-74129d14-9c6f-42b4-8b7f-af42457fad87 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Allocated IP 172.25.4.133 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/3f96eec8-f1b9-4f48-8b6d-c5f009ca8bd1) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:02:48.586275 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ded4c0-5445-42ec-b85b-53dd940c2c66 admin admin] Network 6fab12dd-5aeb-4649-a1e2-836559f8a553 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:02:48.617808 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-e9ded4c0-5445-42ec-b85b-53dd940c2c66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 6fab12dd-5aeb-4649-a1e2-836559f8a553) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:02:48.627002 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1a3c89-1d57-458d-ba04-65659dd025e8 None None] Network 6fab12dd-5aeb-4649-a1e2-836559f8a553 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:02:48.633725 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ded4c0-5445-42ec-b85b-53dd940c2c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:48.634616 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e9ded4c0-5445-42ec-b85b-53dd940c2c66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:48.671584 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59728) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:48.686607 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e9ded4c0-5445-42ec-b85b-53dd940c2c66 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8332784 Jan 18 20:02:48.758153 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74129d14-9c6f-42b4-8b7f-af42457fad87 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks [] for port (3f96eec8-f1b9-4f48-8b6d-c5f009ca8bd1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:48.781966 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3dc199-33b4-42f8-9162-39fede2a5e70 None None] Network 6fab12dd-5aeb-4649-a1e2-836559f8a553 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:02:48.816461 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74129d14-9c6f-42b4-8b7f-af42457fad87 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (3f96eec8-f1b9-4f48-8b6d-c5f009ca8bd1), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:48.866852 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74129d14-9c6f-42b4-8b7f-af42457fad87 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:02:48.870771 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-74129d14-9c6f-42b4-8b7f-af42457fad87 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:02:48.875725 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74129d14-9c6f-42b4-8b7f-af42457fad87 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:02:48.891057 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74129d14-9c6f-42b4-8b7f-af42457fad87 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Pushing event updated for resources: {'Port': ['ID=3f96eec8-f1b9-4f48-8b6d-c5f009ca8bd1,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:48.944110 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3a0e089f-25be-4a93-84fa-5a0547888f57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:49.069366 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74129d14-9c6f-42b4-8b7f-af42457fad87 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks [] for floatingip (b5776931-eba1-4e09-85ac-a6a601b4f678), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:49.083457 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3a0e089f-25be-4a93-84fa-5a0547888f57 admin admin] Publish callbacks [] for security_group (a320110c-6e05-4fac-8df8-127a517dd28b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:49.095370 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3a0e089f-25be-4a93-84fa-5a0547888f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a320110c-6e05-4fac-8df8-127a517dd28b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:49.142556 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74129d14-9c6f-42b4-8b7f-af42457fad87 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3f96eec8-f1b9-4f48-8b6d-c5f009ca8bd1), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:49.168169 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3a0e089f-25be-4a93-84fa-5a0547888f57 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0045191da8984baba0f5076e8b029cf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4954929 Jan 18 20:02:49.170376 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e089f-25be-4a93-84fa-5a0547888f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a320110c-6e05-4fac-8df8-127a517dd28b,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:49.172850 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59748) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:49.256213 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e71a5138-7c48-4c61-bb75-a4d870663952 admin admin] Publish callbacks [] for security_group (a320110c-6e05-4fac-8df8-127a517dd28b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:49.309448 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e71a5138-7c48-4c61-bb75-a4d870663952 admin admin] Publish callbacks [] for security_group (a320110c-6e05-4fac-8df8-127a517dd28b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:49.387806 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e71a5138-7c48-4c61-bb75-a4d870663952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a320110c-6e05-4fac-8df8-127a517dd28b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:49.396352 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e71a5138-7c48-4c61-bb75-a4d870663952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:49.400919 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e71a5138-7c48-4c61-bb75-a4d870663952 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a320110c-6e05-4fac-8df8-127a517dd28b HTTP/1.1" status: 204 len: 168 time: 0.2265947 Jan 18 20:02:49.404331 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d26a9b8e-a5e7-48da-b18d-c7b046920637 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:02:49.410848 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a5138-7c48-4c61-bb75-a4d870663952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a320110c-6e05-4fac-8df8-127a517dd28b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:49.464245 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74129d14-9c6f-42b4-8b7f-af42457fad87 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks [] for port (3f96eec8-f1b9-4f48-8b6d-c5f009ca8bd1), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:49.476563 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74129d14-9c6f-42b4-8b7f-af42457fad87 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3f96eec8-f1b9-4f48-8b6d-c5f009ca8bd1), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:49.503441 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port d26a9b8e-a5e7-48da-b18d-c7b046920637 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:02:49.503823 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d26a9b8e-a5e7-48da-b18d-c7b046920637), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:49.513475 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74129d14-9c6f-42b4-8b7f-af42457fad87 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (b5776931-eba1-4e09-85ac-a6a601b4f678), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:49.547289 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74129d14-9c6f-42b4-8b7f-af42457fad87 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:49.547289 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-74129d14-9c6f-42b4-8b7f-af42457fad87 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5891926 Jan 18 20:02:49.571864 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74129d14-9c6f-42b4-8b7f-af42457fad87 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Pushing event updated for resources: {'Port': ['ID=3f96eec8-f1b9-4f48-8b6d-c5f009ca8bd1,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:49.616602 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a3676-80d2-4b61-925c-a98a99496058 req-d6d6c8ca-8b44-4750-80ce-7527b8b0227a tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:49.629151 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-834a3676-80d2-4b61-925c-a98a99496058 req-d6d6c8ca-8b44-4750-80ce-7527b8b0227a tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c28f152f-89fb-4e78-9c9f-0cca8a23aa51 HTTP/1.1" status: 200 len: 970 time: 0.0980794 Jan 18 20:02:49.639494 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port d26a9b8e-a5e7-48da-b18d-c7b046920637 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:02:49.680055 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-834a3676-80d2-4b61-925c-a98a99496058 req-98776209-3c53-4691-a06a-16245f6493cd tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/security-groups?id=283ef39e-c37d-4396-a0f3-e0a4066dbcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499544 Jan 18 20:02:50.094735 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-c5f7337d-e1b6-4f77-bf01-931f5f9fa129 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1095346807&fields=id&tenant_id=e5ec31ddf3d34f4aa39ff26dd8f3affd HTTP/1.1" status: 200 len: 267 time: 0.1327920 Jan 18 20:02:50.186770 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59792) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:50.206730 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4d88a824-8358-4cc4-bb9a-ece5302a9b06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:50.294845 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-14ab4fc6-6bf1-4e9d-90fc-4b47e94864bb tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:50.304034 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-14ab4fc6-6bf1-4e9d-90fc-4b47e94864bb tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/networks?id=89a595c0-d9c3-40e8-b52a-e51ddcd750fc HTTP/1.1" status: 200 len: 823 time: 0.2056417 Jan 18 20:02:50.318694 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-8988da62-5699-47a3-a7b5-b5636cd0d3ce tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/quotas/e5ec31ddf3d34f4aa39ff26dd8f3affd HTTP/1.1" status: 200 len: 375 time: 0.0155303 Jan 18 20:02:50.338212 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4d88a824-8358-4cc4-bb9a-ece5302a9b06 admin admin] Publish callbacks [] for security_group (4cb24424-7650-42d6-9153-9d676d1d7e87), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:50.344517 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4d88a824-8358-4cc4-bb9a-ece5302a9b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4cb24424-7650-42d6-9153-9d676d1d7e87), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:50.375053 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88a824-8358-4cc4-bb9a-ece5302a9b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb24424-7650-42d6-9153-9d676d1d7e87,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:50.395848 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-72eb6a2f-6c4a-4989-8d9c-edb1f7e66ca9 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e5ec31ddf3d34f4aa39ff26dd8f3affd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702097 Jan 18 20:02:50.407618 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4d88a824-8358-4cc4-bb9a-ece5302a9b06 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e79522cbda4c4105a97a241c0142adbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190733 Jan 18 20:02:50.410467 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59804) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:50.422701 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59806) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:50.427185 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f85f97e6-66d8-4579-8f4c-26515a906e4c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-870741674-network', 'tenant_id': '78bb267d2d184f19b2d6f4f366db784a'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:02:50.470715 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85f97e6-66d8-4579-8f4c-26515a906e4c admin admin] Made reservation on behalf of 78bb267d2d184f19b2d6f4f366db784a for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:02:50.472976 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f85f97e6-66d8-4579-8f4c-26515a906e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:50.490800 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f85f97e6-66d8-4579-8f4c-26515a906e4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:50.493722 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-58f304f0-ab94-4700-9d47-f3de78eb758f admin admin] Publish callbacks [] for security_group (4cb24424-7650-42d6-9153-9d676d1d7e87), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:50.535750 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-58f304f0-ab94-4700-9d47-f3de78eb758f admin admin] Publish callbacks [] for security_group (4cb24424-7650-42d6-9153-9d676d1d7e87), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:50.578366 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-abd7d4e5-d9ec-4f17-8be1-84168e44f20e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:02:50.579506 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-abd7d4e5-d9ec-4f17-8be1-84168e44f20e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0667598 Jan 18 20:02:50.611807 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 59c6c417-0891-4520-854a-ecc197ed8878 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:02:50.679590 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-58f304f0-ab94-4700-9d47-f3de78eb758f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4cb24424-7650-42d6-9153-9d676d1d7e87), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:50.682114 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-58f304f0-ab94-4700-9d47-f3de78eb758f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:50.688025 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-58f304f0-ab94-4700-9d47-f3de78eb758f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4cb24424-7650-42d6-9153-9d676d1d7e87 HTTP/1.1" status: 204 len: 168 time: 0.2740798 Jan 18 20:02:50.699218 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f85f97e6-66d8-4579-8f4c-26515a906e4c admin admin] Publish callbacks [] for security_group (cc995fe5-2adf-4680-84e7-5f21a4b58334), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:50.708453 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f85f97e6-66d8-4579-8f4c-26515a906e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (cc995fe5-2adf-4680-84e7-5f21a4b58334), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:50.711627 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f304f0-ab94-4700-9d47-f3de78eb758f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb24424-7650-42d6-9153-9d676d1d7e87,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:50.736224 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 59c6c417-0891-4520-854a-ecc197ed8878, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=59c6c417-0891-4520-854a-ecc197ed8878,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:02:50.764641 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '59c6c417-0891-4520-854a-ecc197ed8878', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '59c6c417-0891-4520-854a-ecc197ed8878', 'mac_address': 'fa:16:3e:61:0a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:tempest-test_az-1027976001', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:02:50.811383 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 59c6c417-0891-4520-854a-ecc197ed8878 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:02:50.812088 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (59c6c417-0891-4520-854a-ecc197ed8878), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:50.832372 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c6c417-0891-4520-854a-ecc197ed8878 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:02:50.860341 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 59c6c417-0891-4520-854a-ecc197ed8878, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=59c6c417-0891-4520-854a-ecc197ed8878,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:02:50.869472 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (59c6c417-0891-4520-854a-ecc197ed8878), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:50.869783 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f85f97e6-66d8-4579-8f4c-26515a906e4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:02:50.883218 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-cc171136-2c74-48d2-ab7b-3da8d12b1035 service neutron] 10.222.0.31 "GET /v2.0/networks/89a595c0-d9c3-40e8-b52a-e51ddcd750fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949114 Jan 18 20:02:50.899603 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f85f97e6-66d8-4579-8f4c-26515a906e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (b909194a-81c9-4fc7-8cd5-949e3a51a836), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:50.899967 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-f85f97e6-66d8-4579-8f4c-26515a906e4c admin admin] Added segment b909194a-81c9-4fc7-8cd5-949e3a51a836 of type vlan for network c823d680-db46-420a-b4d1-c0ba533578c6 Jan 18 20:02:50.955925 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f97e6-66d8-4579-8f4c-26515a906e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc995fe5-2adf-4680-84e7-5f21a4b58334,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:50.957239 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=59c6c417-0891-4520-854a-ecc197ed8878,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:50.975807 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f85f97e6-66d8-4579-8f4c-26515a906e4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (c823d680-db46-420a-b4d1-c0ba533578c6), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:51.041112 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f85f97e6-66d8-4579-8f4c-26515a906e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (c823d680-db46-420a-b4d1-c0ba533578c6), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:51.042702 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85f97e6-66d8-4579-8f4c-26515a906e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:51.043272 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f85f97e6-66d8-4579-8f4c-26515a906e4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:51.074835 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-12009592-355f-42af-ac38-df0645297e32 service neutron] 10.222.0.31 "GET /v2.0/networks/89a595c0-d9c3-40e8-b52a-e51ddcd750fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586494 Jan 18 20:02:51.134853 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f85f97e6-66d8-4579-8f4c-26515a906e4c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7112660 Jan 18 20:02:51.138463 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59828) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:51.141176 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f97e6-66d8-4579-8f4c-26515a906e4c admin admin] Pushing event updated for resources: {'Network': ['ID=c823d680-db46-420a-b4d1-c0ba533578c6,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:51.144274 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-5fd9061d-fb48-4085-bf4e-85e112d183a6 admin admin] Request body: {'subnet': {'network_id': 'c823d680-db46-420a-b4d1-c0ba533578c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-870741674-subnet', 'tenant_id': '78bb267d2d184f19b2d6f4f366db784a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:02:51.157106 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network c823d680-db46-420a-b4d1-c0ba533578c6 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:02:51.167175 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f23456-d6e7-4771-a2cb-c010d1b33e82 req-63420abb-0631-4f45-844e-5cfcc25ea9ff tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:51.168968 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-16f23456-d6e7-4771-a2cb-c010d1b33e82 req-63420abb-0631-4f45-844e-5cfcc25ea9ff tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c28f152f-89fb-4e78-9c9f-0cca8a23aa51 HTTP/1.1" status: 200 len: 971 time: 0.0932822 Jan 18 20:02:51.171029 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd9061d-fb48-4085-bf4e-85e112d183a6 admin admin] Made reservation on behalf of 78bb267d2d184f19b2d6f4f366db784a for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:02:51.173770 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5fd9061d-fb48-4085-bf4e-85e112d183a6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:51.217006 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['59c6c417-0891-4520-854a-ecc197ed8878'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:02:51.269656 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-16f23456-d6e7-4771-a2cb-c010d1b33e82 req-9625c228-57a0-4c39-a72e-26a4140b6b69 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/security-groups?id=283ef39e-c37d-4396-a0f3-e0a4066dbcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934005 Jan 18 20:02:51.463344 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5fd9061d-fb48-4085-bf4e-85e112d183a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for subnet (1396b935-4682-40ae-ae31-8c31b111a283), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:51.465306 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3eac5e25-9b12-4d7b-88af-bf603ce526dc req-e821a5fe-30b1-48b8-95e9-b9f9896b7ea3 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=680252c5-a169-4ab8-803f-6f4dde7e8ccc HTTP/1.1" status: 200 len: 210 time: 0.0450659 Jan 18 20:02:51.523898 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd9061d-fb48-4085-bf4e-85e112d183a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1396b935-4682-40ae-ae31-8c31b111a283,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:51.603521 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd9061d-fb48-4085-bf4e-85e112d183a6 admin admin] Checking segment: {'id': 'b909194a-81c9-4fc7-8cd5-949e3a51a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c823d680-db46-420a-b4d1-c0ba533578c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:02:51.603761 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd9061d-fb48-4085-bf4e-85e112d183a6 admin admin] Network hostable DHCP agents. Network: c823d680-db46-420a-b4d1-c0ba533578c6, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:02:51.634103 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd9061d-fb48-4085-bf4e-85e112d183a6 admin admin] Network c823d680-db46-420a-b4d1-c0ba533578c6 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:02:51.660225 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-5fd9061d-fb48-4085-bf4e-85e112d183a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, c823d680-db46-420a-b4d1-c0ba533578c6) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:02:51.673496 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd9061d-fb48-4085-bf4e-85e112d183a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:51.674306 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5fd9061d-fb48-4085-bf4e-85e112d183a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:51.679563 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c793a3e6-4246-4f59-bf0d-b3175ef63f82 None None] Network c823d680-db46-420a-b4d1-c0ba533578c6 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:02:51.703364 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5fd9061d-fb48-4085-bf4e-85e112d183a6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5630050 Jan 18 20:02:51.841485 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67744d5c-44cb-4281-87e0-c6ce3349c783 None None] Network c823d680-db46-420a-b4d1-c0ba533578c6 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:02:52.078750 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59914) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:52.438773 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7cff0479-4242-4af8-9414-60dfebbb8a62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:52.459914 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbae75-97b1-4407-b247-fec547dd00e5 req-da1271ba-c9da-4d53-a9a6-54f6d923dc31 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:52.461563 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a9dbae75-97b1-4407-b247-fec547dd00e5 req-da1271ba-c9da-4d53-a9a6-54f6d923dc31 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c28f152f-89fb-4e78-9c9f-0cca8a23aa51 HTTP/1.1" status: 200 len: 971 time: 0.0990109 Jan 18 20:02:52.543397 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a9dbae75-97b1-4407-b247-fec547dd00e5 req-7bdb3de8-07e2-4af6-967d-a2638eb49fcd tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/security-groups?id=283ef39e-c37d-4396-a0f3-e0a4066dbcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753517 Jan 18 20:02:52.607666 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 59c6c417-0891-4520-854a-ecc197ed8878 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:02:52.712848 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 59c6c417-0891-4520-854a-ecc197ed8878 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:02:52.716962 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 59c6c417-0891-4520-854a-ecc197ed8878 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:02:52.717542 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (59c6c417-0891-4520-854a-ecc197ed8878), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:52.726262 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59952) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:52.747476 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c1987f3-4a94-4506-816c-4a645d1e4ed1 req-3cf92f25-0e2f-4329-952d-ea928fe91268 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=680252c5-a169-4ab8-803f-6f4dde7e8ccc HTTP/1.1" status: 200 len: 210 time: 0.0979223 Jan 18 20:02:52.797723 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7cff0479-4242-4af8-9414-60dfebbb8a62 admin admin] Publish callbacks [] for security_group (2c612abe-2852-46ed-a23c-9f9dd9e04dba), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:52.807189 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62077756-dd13-47a7-81e1-8c81431817d9 req-66f8612c-cf63-414b-b875-eca33b9288a8 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:52.814665 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62077756-dd13-47a7-81e1-8c81431817d9 req-66f8612c-cf63-414b-b875-eca33b9288a8 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/networks?id=6fab12dd-5aeb-4649-a1e2-836559f8a553 HTTP/1.1" status: 200 len: 820 time: 0.2761002 Jan 18 20:02:52.823491 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7cff0479-4242-4af8-9414-60dfebbb8a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2c612abe-2852-46ed-a23c-9f9dd9e04dba), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:52.836227 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62077756-dd13-47a7-81e1-8c81431817d9 req-e8b05ef8-04e9-4241-a297-f3761116f369 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/quotas/67883881b676447cbe3f92dbc62dd7c6 HTTP/1.1" status: 200 len: 375 time: 0.0205317 Jan 18 20:02:52.837435 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 59c6c417-0891-4520-854a-ecc197ed8878 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:02:52.838035 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (59c6c417-0891-4520-854a-ecc197ed8878), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:52.870955 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28f152f-89fb-4e78-9c9f-0cca8a23aa51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c6c417-0891-4520-854a-ecc197ed8878'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:02:52.883178 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62077756-dd13-47a7-81e1-8c81431817d9 req-bbea9711-a0f9-43a4-ace4-ca69e72cf7b4 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=67883881b676447cbe3f92dbc62dd7c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458772 Jan 18 20:02:52.958227 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 59c6c417-0891-4520-854a-ecc197ed8878, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=59c6c417-0891-4520-854a-ecc197ed8878,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:02:52.965761 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (59c6c417-0891-4520-854a-ecc197ed8878), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:52.996432 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff0479-4242-4af8-9414-60dfebbb8a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c612abe-2852-46ed-a23c-9f9dd9e04dba,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:53.010513 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7cff0479-4242-4af8-9414-60dfebbb8a62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=32f0c4ddc3ee490d86ca40119be3b179&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9306133 Jan 18 20:02:53.013197 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59966) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:53.034715 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62077756-dd13-47a7-81e1-8c81431817d9 req-bb9a0416-b488-4652-9a8c-0ab9f2c049ba service neutron] 10.222.0.31 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401076 Jan 18 20:02:53.094433 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.57', 52760) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:53.094886 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=59c6c417-0891-4520-854a-ecc197ed8878,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:53.139610 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8eba79b0-3994-4518-82aa-c16da4f99ccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:53.177074 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62077756-dd13-47a7-81e1-8c81431817d9 req-d2dc2064-bcca-4e63-a487-01650abca530 service neutron] 10.222.0.31 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308594 Jan 18 20:02:53.246888 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a0b8d4-b9da-4f2b-8279-bc9cc17af126" -d '{"events": [{"server_uuid": "c28f152f-89fb-4e78-9c9f-0cca8a23aa51", "name": "network-vif-plugged", "status": "completed", "tag": "59c6c417-0891-4520-854a-ecc197ed8878"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:02:53.289776 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3057ddab-09bc-4164-8864-eb4541fd4539 admin admin] Publish callbacks [] for security_group (2c612abe-2852-46ed-a23c-9f9dd9e04dba), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:53.362485 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3057ddab-09bc-4164-8864-eb4541fd4539 admin admin] Publish callbacks [] for security_group (2c612abe-2852-46ed-a23c-9f9dd9e04dba), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:53.388566 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-b105b08a-3b49-400e-ae1f-49678ae69cff tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:53.390190 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-b105b08a-3b49-400e-ae1f-49678ae69cff tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.57 "GET /v2.0/networks?id=89a595c0-d9c3-40e8-b52a-e51ddcd750fc HTTP/1.1" status: 200 len: 823 time: 0.2910976 Jan 18 20:02:53.431419 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1b2a38-1bc5-4b6c-be82-05a86ca90617 x-openstack-request-id: req-ea1b2a38-1bc5-4b6c-be82-05a86ca90617 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:02:53.433161 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28f152f-89fb-4e78-9c9f-0cca8a23aa51", "name": "network-vif-plugged", "status": "completed", "tag": "59c6c417-0891-4520-854a-ecc197ed8878", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:02:53.433856 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea1b2a38-1bc5-4b6c-be82-05a86ca90617 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:02:53.435051 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28f152f-89fb-4e78-9c9f-0cca8a23aa51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c6c417-0891-4520-854a-ecc197ed8878', 'code': 200} Jan 18 20:02:53.503273 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8eba79b0-3994-4518-82aa-c16da4f99ccc admin admin] Publish callbacks [] for security_group (12516bab-6c83-4aeb-9d2d-dcbd9137cee6), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:53.528739 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8eba79b0-3994-4518-82aa-c16da4f99ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (12516bab-6c83-4aeb-9d2d-dcbd9137cee6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:53.556609 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-775e4820-2a62-4f7d-bd65-468efaa9e417 req-d4474d04-1607-4188-ac2d-55050ea6a8b0 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 210 time: 0.0669611 Jan 18 20:02:53.596689 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3057ddab-09bc-4164-8864-eb4541fd4539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2c612abe-2852-46ed-a23c-9f9dd9e04dba), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:53.599644 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3057ddab-09bc-4164-8864-eb4541fd4539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:53.601073 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3057ddab-09bc-4164-8864-eb4541fd4539 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c612abe-2852-46ed-a23c-9f9dd9e04dba HTTP/1.1" status: 204 len: 168 time: 0.5866990 Jan 18 20:02:53.670260 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba79b0-3994-4518-82aa-c16da4f99ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12516bab-6c83-4aeb-9d2d-dcbd9137cee6,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:53.797931 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796e9bc-0903-467e-895b-46c8313dd0a7 req-df7a8cdb-866e-4226-9d16-c031ecab7e73 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:53.807320 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057ddab-09bc-4164-8864-eb4541fd4539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c612abe-2852-46ed-a23c-9f9dd9e04dba,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:53.811475 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d796e9bc-0903-467e-895b-46c8313dd0a7 req-df7a8cdb-866e-4226-9d16-c031ecab7e73 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c28f152f-89fb-4e78-9c9f-0cca8a23aa51 HTTP/1.1" status: 200 len: 972 time: 0.0930622 Jan 18 20:02:53.817662 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8eba79b0-3994-4518-82aa-c16da4f99ccc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7a12af2988b4a83aa064a922b9ed33c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0902700 Jan 18 20:02:53.820998 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60006) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:53.884759 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-2628baa0-b911-4b8c-8aaf-9b88f8b3d567 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5ec31ddf3d34f4aa39ff26dd8f3affd HTTP/1.1" status: 200 len: 380 time: 0.3991706 Jan 18 20:02:53.898645 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ef7cb-d2f4-423c-b1c5-04b9e1bd03ff req-86fd0b3b-2cfc-43e2-929f-399177dcfd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:53.903528 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ca4ef7cb-d2f4-423c-b1c5-04b9e1bd03ff req-86fd0b3b-2cfc-43e2-929f-399177dcfd42 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c28f152f-89fb-4e78-9c9f-0cca8a23aa51 HTTP/1.1" status: 200 len: 1123 time: 0.3442590 Jan 18 20:02:53.934710 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ca4ef7cb-d2f4-423c-b1c5-04b9e1bd03ff req-ea4eea90-726a-41a9-a553-adaa38152e95 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:53.985858 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1c0b1a93-1f4e-41b8-995d-98686b76b6af req-41efb08f-8552-4362-9fd1-b3081f9eb58d tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=680252c5-a169-4ab8-803f-6f4dde7e8ccc HTTP/1.1" status: 200 len: 210 time: 0.0758998 Jan 18 20:02:54.002781 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d796e9bc-0903-467e-895b-46c8313dd0a7 req-ae1ab887-a555-4608-8078-a5eed864eac9 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/security-groups?id=283ef39e-c37d-4396-a0f3-e0a4066dbcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829281 Jan 18 20:02:54.065501 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-deac6b6b-85b9-4921-a380-a560599a7534 admin admin] Publish callbacks [] for security_group (12516bab-6c83-4aeb-9d2d-dcbd9137cee6), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:54.120926 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-deac6b6b-85b9-4921-a380-a560599a7534 admin admin] Publish callbacks [] for security_group (12516bab-6c83-4aeb-9d2d-dcbd9137cee6), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:54.130363 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ca4ef7cb-d2f4-423c-b1c5-04b9e1bd03ff req-ea4eea90-726a-41a9-a553-adaa38152e95 service neutron] Publish callbacks [] for security_group (12445ae2-e102-40b9-b9ec-14fda29e7d8f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:54.137025 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ca4ef7cb-d2f4-423c-b1c5-04b9e1bd03ff req-ea4eea90-726a-41a9-a553-adaa38152e95 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (12445ae2-e102-40b9-b9ec-14fda29e7d8f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:54.191617 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-deac6b6b-85b9-4921-a380-a560599a7534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (12516bab-6c83-4aeb-9d2d-dcbd9137cee6), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:54.196532 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-deac6b6b-85b9-4921-a380-a560599a7534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:54.202698 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-deac6b6b-85b9-4921-a380-a560599a7534 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/12516bab-6c83-4aeb-9d2d-dcbd9137cee6 HTTP/1.1" status: 204 len: 168 time: 0.3801470 Jan 18 20:02:54.213839 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac6b6b-85b9-4921-a380-a560599a7534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12516bab-6c83-4aeb-9d2d-dcbd9137cee6,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:54.236973 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60018) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:54.365930 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60022) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:54.384536 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9cf54cc9-8c95-476a-a964-3c748d9cd624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:54.394032 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4eea90-726a-41a9-a553-adaa38152e95 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=12445ae2-e102-40b9-b9ec-14fda29e7d8f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:54.416062 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ca4ef7cb-d2f4-423c-b1c5-04b9e1bd03ff req-ea4eea90-726a-41a9-a553-adaa38152e95 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=283ef39e-c37d-4396-a0f3-e0a4066dbcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038986 Jan 18 20:02:54.502053 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9cf54cc9-8c95-476a-a964-3c748d9cd624 admin admin] Publish callbacks [] for security_group (2dbcc1d2-e10f-4ae6-aa0c-e193d8e53661), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:54.508951 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9cf54cc9-8c95-476a-a964-3c748d9cd624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2dbcc1d2-e10f-4ae6-aa0c-e193d8e53661), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:54.560222 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf54cc9-8c95-476a-a964-3c748d9cd624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbcc1d2-e10f-4ae6-aa0c-e193d8e53661,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:54.566821 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9cf54cc9-8c95-476a-a964-3c748d9cd624 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d8136a0299b04b52b831045d7b7dddea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1997001 Jan 18 20:02:54.569117 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60026) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:54.617721 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34390c4d-44d0-4ed2-88d8-abc2f528e443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:54.673296 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26d1eafa-20dd-47b5-9c39-e24f86dafcaa req-dbc94137-b309-40c2-80d5-6d00a34c0702 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 210 time: 0.0357213 Jan 18 20:02:54.694046 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d929cf93-ef29-4505-8657-920d5e34ee64 admin admin] Publish callbacks [] for security_group (2dbcc1d2-e10f-4ae6-aa0c-e193d8e53661), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:54.721819 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60030) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:54.734746 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d929cf93-ef29-4505-8657-920d5e34ee64 admin admin] Publish callbacks [] for security_group (2dbcc1d2-e10f-4ae6-aa0c-e193d8e53661), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:54.738637 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8fb3d05-29c9-4b49-a98f-b8ef5f8f68e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:54.812784 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34390c4d-44d0-4ed2-88d8-abc2f528e443 admin admin] Publish callbacks [] for security_group (a9ab23cd-76ce-433a-98bd-aff074923d3f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:54.817920 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34390c4d-44d0-4ed2-88d8-abc2f528e443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a9ab23cd-76ce-433a-98bd-aff074923d3f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:54.825757 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d929cf93-ef29-4505-8657-920d5e34ee64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2dbcc1d2-e10f-4ae6-aa0c-e193d8e53661), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:54.828485 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d929cf93-ef29-4505-8657-920d5e34ee64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:54.829586 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8fb3d05-29c9-4b49-a98f-b8ef5f8f68e7 admin admin] Publish callbacks [] for security_group (d19b3481-9288-442d-b85d-8ab125def37d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:54.830126 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d929cf93-ef29-4505-8657-920d5e34ee64 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2dbcc1d2-e10f-4ae6-aa0c-e193d8e53661 HTTP/1.1" status: 204 len: 168 time: 0.2596042 Jan 18 20:02:54.837579 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8fb3d05-29c9-4b49-a98f-b8ef5f8f68e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d19b3481-9288-442d-b85d-8ab125def37d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:54.864799 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34390c4d-44d0-4ed2-88d8-abc2f528e443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ab23cd-76ce-433a-98bd-aff074923d3f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:54.868989 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-34390c4d-44d0-4ed2-88d8-abc2f528e443 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e3e48c83c754fe28c377c8805f19fe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6305361 Jan 18 20:02:54.873615 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60034) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:54.879225 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929cf93-ef29-4505-8657-920d5e34ee64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbcc1d2-e10f-4ae6-aa0c-e193d8e53661,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:54.907760 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb3d05-29c9-4b49-a98f-b8ef5f8f68e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19b3481-9288-442d-b85d-8ab125def37d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:54.920304 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b8fb3d05-29c9-4b49-a98f-b8ef5f8f68e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b3b36358ddb54225bcbeb6e2ab6522b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1970613 Jan 18 20:02:54.923350 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60036) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:54.958351 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44cb28ba-9ff9-47f7-9da8-ce181ef0a04e admin admin] Publish callbacks [] for security_group (a9ab23cd-76ce-433a-98bd-aff074923d3f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:54.981727 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44cb28ba-9ff9-47f7-9da8-ce181ef0a04e admin admin] Publish callbacks [] for security_group (a9ab23cd-76ce-433a-98bd-aff074923d3f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:54.985539 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-368f6c82-4457-4fbd-9df9-b11974a86c55 admin admin] Publish callbacks [] for security_group (d19b3481-9288-442d-b85d-8ab125def37d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:55.010867 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-368f6c82-4457-4fbd-9df9-b11974a86c55 admin admin] Publish callbacks [] for security_group (d19b3481-9288-442d-b85d-8ab125def37d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:55.074108 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44cb28ba-9ff9-47f7-9da8-ce181ef0a04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a9ab23cd-76ce-433a-98bd-aff074923d3f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:55.078667 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44cb28ba-9ff9-47f7-9da8-ce181ef0a04e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:55.080175 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-44cb28ba-9ff9-47f7-9da8-ce181ef0a04e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a9ab23cd-76ce-433a-98bd-aff074923d3f HTTP/1.1" status: 204 len: 168 time: 0.1977379 Jan 18 20:02:55.089488 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb28ba-9ff9-47f7-9da8-ce181ef0a04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ab23cd-76ce-433a-98bd-aff074923d3f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:55.108511 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-368f6c82-4457-4fbd-9df9-b11974a86c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d19b3481-9288-442d-b85d-8ab125def37d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:55.111424 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-368f6c82-4457-4fbd-9df9-b11974a86c55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:55.114986 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-368f6c82-4457-4fbd-9df9-b11974a86c55 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d19b3481-9288-442d-b85d-8ab125def37d HTTP/1.1" status: 204 len: 168 time: 0.1878338 Jan 18 20:02:55.132256 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f6c82-4457-4fbd-9df9-b11974a86c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19b3481-9288-442d-b85d-8ab125def37d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:55.254749 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c65a647-b259-4e03-85f9-ce5b6a2f129d req-6958dfb0-dbf2-4261-b3d0-e954f081857d tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=680252c5-a169-4ab8-803f-6f4dde7e8ccc HTTP/1.1" status: 200 len: 210 time: 0.0643020 Jan 18 20:02:55.291605 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c0dca-6e56-4146-84e1-03d31c947980 req-ccee2834-537e-46b8-ba79-8a6665734426 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:55.304253 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1c3c0dca-6e56-4146-84e1-03d31c947980 req-ccee2834-537e-46b8-ba79-8a6665734426 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c28f152f-89fb-4e78-9c9f-0cca8a23aa51 HTTP/1.1" status: 200 len: 972 time: 0.1291711 Jan 18 20:02:55.390606 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1c3c0dca-6e56-4146-84e1-03d31c947980 req-21c9d097-fa07-4f63-8a20-bd4d6ff9a0c8 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/security-groups?id=283ef39e-c37d-4396-a0f3-e0a4066dbcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852244 Jan 18 20:02:55.416141 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62077756-dd13-47a7-81e1-8c81431817d9 req-6d751eff-cb62-4517-83fd-c4c4da47d133 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:55.418616 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-62077756-dd13-47a7-81e1-8c81431817d9 req-6d751eff-cb62-4517-83fd-c4c4da47d133 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.70 "GET /v2.0/networks?id=6fab12dd-5aeb-4649-a1e2-836559f8a553 HTTP/1.1" status: 200 len: 820 time: 0.2326078 Jan 18 20:02:55.432396 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-62077756-dd13-47a7-81e1-8c81431817d9 req-71ac704b-f96c-4775-8366-e09d6e58a71e tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Request body: {'port': {'device_id': 'ae10c61b-07a6-4d28-a3b8-c6b5c894d07d', 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553', 'admin_state_up': True, 'tenant_id': '67883881b676447cbe3f92dbc62dd7c6'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:02:55.516451 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a94c876e-feea-402c-86f8-68d71d00174d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:55.582939 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62077756-dd13-47a7-81e1-8c81431817d9 req-71ac704b-f96c-4775-8366-e09d6e58a71e tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Made reservation on behalf of 67883881b676447cbe3f92dbc62dd7c6 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:02:55.586972 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-62077756-dd13-47a7-81e1-8c81431817d9 req-71ac704b-f96c-4775-8366-e09d6e58a71e tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:55.678077 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60058) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:55.714648 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-29e0ad3f-4ee2-4e57-a3fc-8b1157cb509a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:55.771710 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-62077756-dd13-47a7-81e1-8c81431817d9 req-71ac704b-f96c-4775-8366-e09d6e58a71e tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Allocated IP 172.20.0.6 (6fab12dd-5aeb-4649-a1e2-836559f8a553/c7ae8e7b-1bfc-435b-b42c-3b64619a022a/e4adf32e-89b2-4f57-bbe5-2d0467403586) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:02:55.854718 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-431efec2-fa80-4447-9dc8-818655222a46 req-56f09420-f8bc-472c-b5c9-d73e31f64408 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 210 time: 0.0423629 Jan 18 20:02:55.900249 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-29e0ad3f-4ee2-4e57-a3fc-8b1157cb509a admin admin] Publish callbacks [] for security_group (1d57c115-9357-4ac6-ae7a-0d142105b73a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:55.907207 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-29e0ad3f-4ee2-4e57-a3fc-8b1157cb509a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1d57c115-9357-4ac6-ae7a-0d142105b73a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:55.952610 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-29e0ad3f-4ee2-4e57-a3fc-8b1157cb509a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c4d0b3de3da42b898e08d28c8881269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2728481 Jan 18 20:02:55.953804 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0ad3f-4ee2-4e57-a3fc-8b1157cb509a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d57c115-9357-4ac6-ae7a-0d142105b73a,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:55.956200 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60072) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:56.010211 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3efa53b2-56fc-44ea-a3bd-15c19f3402f0 admin admin] Publish callbacks [] for security_group (1d57c115-9357-4ac6-ae7a-0d142105b73a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:56.035996 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-62077756-dd13-47a7-81e1-8c81431817d9 req-71ac704b-f96c-4775-8366-e09d6e58a71e tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks [] for port (e4adf32e-89b2-4f57-bbe5-2d0467403586), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:56.044216 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3efa53b2-56fc-44ea-a3bd-15c19f3402f0 admin admin] Publish callbacks [] for security_group (1d57c115-9357-4ac6-ae7a-0d142105b73a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:56.089961 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-62077756-dd13-47a7-81e1-8c81431817d9 req-71ac704b-f96c-4775-8366-e09d6e58a71e tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (e4adf32e-89b2-4f57-bbe5-2d0467403586), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:56.132802 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3efa53b2-56fc-44ea-a3bd-15c19f3402f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1d57c115-9357-4ac6-ae7a-0d142105b73a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:56.136407 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3efa53b2-56fc-44ea-a3bd-15c19f3402f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:56.140775 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3efa53b2-56fc-44ea-a3bd-15c19f3402f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d57c115-9357-4ac6-ae7a-0d142105b73a HTTP/1.1" status: 204 len: 168 time: 0.1836996 Jan 18 20:02:56.158360 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa53b2-56fc-44ea-a3bd-15c19f3402f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d57c115-9357-4ac6-ae7a-0d142105b73a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:56.194504 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62077756-dd13-47a7-81e1-8c81431817d9 req-71ac704b-f96c-4775-8366-e09d6e58a71e tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Network 6fab12dd-5aeb-4649-a1e2-836559f8a553 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:02:56.196283 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-62077756-dd13-47a7-81e1-8c81431817d9 req-71ac704b-f96c-4775-8366-e09d6e58a71e tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:02:56.203711 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac704b-f96c-4775-8366-e09d6e58a71e tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Pushing event updated for resources: {'Port': ['ID=e4adf32e-89b2-4f57-bbe5-2d0467403586,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:56.207917 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-62077756-dd13-47a7-81e1-8c81431817d9 req-71ac704b-f96c-4775-8366-e09d6e58a71e tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:02:56.218771 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62077756-dd13-47a7-81e1-8c81431817d9 req-71ac704b-f96c-4775-8366-e09d6e58a71e tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:56.219449 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-62077756-dd13-47a7-81e1-8c81431817d9 req-71ac704b-f96c-4775-8366-e09d6e58a71e tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:56.249794 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-62077756-dd13-47a7-81e1-8c81431817d9 req-71ac704b-f96c-4775-8366-e09d6e58a71e tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8222017 Jan 18 20:02:56.264431 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-62077756-dd13-47a7-81e1-8c81431817d9 req-6abeecbb-d1e2-4961-8611-b94c3b47d1d8 service neutron] Request body: {'port': {'device_id': 'ae10c61b-07a6-4d28-a3b8-c6b5c894d07d', 'device_owner': 'compute:tempest-test_az-1027976001', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:02:56.380650 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-62077756-dd13-47a7-81e1-8c81431817d9 req-6abeecbb-d1e2-4961-8611-b94c3b47d1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e4adf32e-89b2-4f57-bbe5-2d0467403586), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:56.438197 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5bc179d7-933d-4adc-a923-f08d8f9b6c35 req-39f4dbce-1dcc-40ee-b8ed-0441d6c96d5c tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=680252c5-a169-4ab8-803f-6f4dde7e8ccc HTTP/1.1" status: 200 len: 210 time: 0.0609453 Jan 18 20:02:56.571486 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ceccb-8ea7-402e-9925-3918adb7af0c req-61b3447b-cdaa-418c-910e-f7f367d50870 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:56.573584 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac6ceccb-8ea7-402e-9925-3918adb7af0c req-61b3447b-cdaa-418c-910e-f7f367d50870 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c28f152f-89fb-4e78-9c9f-0cca8a23aa51 HTTP/1.1" status: 200 len: 972 time: 0.0756719 Jan 18 20:02:56.631222 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac6ceccb-8ea7-402e-9925-3918adb7af0c req-f1dcf397-e8a4-44a7-8107-8ce042aefb7c tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/security-groups?id=283ef39e-c37d-4396-a0f3-e0a4066dbcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502503 Jan 18 20:02:56.762461 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-62077756-dd13-47a7-81e1-8c81431817d9 req-6abeecbb-d1e2-4961-8611-b94c3b47d1d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4adf32e-89b2-4f57-bbe5-2d0467403586 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:02:56.771865 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-62077756-dd13-47a7-81e1-8c81431817d9 req-6abeecbb-d1e2-4961-8611-b94c3b47d1d8 service neutron] Publish callbacks [] for port (e4adf32e-89b2-4f57-bbe5-2d0467403586), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:56.801697 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-62077756-dd13-47a7-81e1-8c81431817d9 req-6abeecbb-d1e2-4961-8611-b94c3b47d1d8 service neutron] Transition to ACTIVE for port object e4adf32e-89b2-4f57-bbe5-2d0467403586 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:02:56.812813 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-62077756-dd13-47a7-81e1-8c81431817d9 req-6abeecbb-d1e2-4961-8611-b94c3b47d1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e4adf32e-89b2-4f57-bbe5-2d0467403586), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:56.878030 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071ab2f-799b-4f9a-80cd-03ab83cc1a5f req-4a0f2ce1-19fa-45c8-8fb3-53f0a0090a4e tempest-AggregatesAdminTestJSON-571062803 tempest-AggregatesAdminTestJSON-571062803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:56.880454 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f071ab2f-799b-4f9a-80cd-03ab83cc1a5f req-4a0f2ce1-19fa-45c8-8fb3-53f0a0090a4e tempest-AggregatesAdminTestJSON-571062803 tempest-AggregatesAdminTestJSON-571062803-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c28f152f-89fb-4e78-9c9f-0cca8a23aa51 HTTP/1.1" status: 200 len: 1123 time: 0.1075459 Jan 18 20:02:56.880566 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abeecbb-d1e2-4961-8611-b94c3b47d1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e4adf32e-89b2-4f57-bbe5-2d0467403586,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:56.905402 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f071ab2f-799b-4f9a-80cd-03ab83cc1a5f req-5b6d24c2-4065-4700-b4ec-0dc0b01c7e81 tempest-AggregatesAdminTestJSON-571062803 tempest-AggregatesAdminTestJSON-571062803-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:56.926212 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-62077756-dd13-47a7-81e1-8c81431817d9 req-6abeecbb-d1e2-4961-8611-b94c3b47d1d8 service neutron] Attempting to bind port e4adf32e-89b2-4f57-bbe5-2d0467403586 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:02:56.926614 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-62077756-dd13-47a7-81e1-8c81431817d9 req-6abeecbb-d1e2-4961-8611-b94c3b47d1d8 service neutron] Attempting to bind port e4adf32e-89b2-4f57-bbe5-2d0467403586 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:02:56.927061 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62077756-dd13-47a7-81e1-8c81431817d9 req-6abeecbb-d1e2-4961-8611-b94c3b47d1d8 service neutron] Attempting to bind port e4adf32e-89b2-4f57-bbe5-2d0467403586 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:02:56.935119 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62077756-dd13-47a7-81e1-8c81431817d9 req-6abeecbb-d1e2-4961-8611-b94c3b47d1d8 service neutron] Port e4adf32e-89b2-4f57-bbe5-2d0467403586 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:02:56.935481 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62077756-dd13-47a7-81e1-8c81431817d9 req-6abeecbb-d1e2-4961-8611-b94c3b47d1d8 service neutron] Attempting to bind port e4adf32e-89b2-4f57-bbe5-2d0467403586 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:02:56.941910 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62077756-dd13-47a7-81e1-8c81431817d9 req-6abeecbb-d1e2-4961-8611-b94c3b47d1d8 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:02:56.942087 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62077756-dd13-47a7-81e1-8c81431817d9 req-6abeecbb-d1e2-4961-8611-b94c3b47d1d8 service neutron] Checking segment: {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:02:56.942473 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62077756-dd13-47a7-81e1-8c81431817d9 req-6abeecbb-d1e2-4961-8611-b94c3b47d1d8 service neutron] Bound using segment: {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:02:56.942912 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-62077756-dd13-47a7-81e1-8c81431817d9 req-6abeecbb-d1e2-4961-8611-b94c3b47d1d8 service neutron] Bound port: e4adf32e-89b2-4f57-bbe5-2d0467403586, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:02:56.943270 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-62077756-dd13-47a7-81e1-8c81431817d9 req-6abeecbb-d1e2-4961-8611-b94c3b47d1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e4adf32e-89b2-4f57-bbe5-2d0467403586), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:57.070122 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-62077756-dd13-47a7-81e1-8c81431817d9 req-6abeecbb-d1e2-4961-8611-b94c3b47d1d8 service neutron] For port e4adf32e-89b2-4f57-bbe5-2d0467403586, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:02:57.079387 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-62077756-dd13-47a7-81e1-8c81431817d9 req-6abeecbb-d1e2-4961-8611-b94c3b47d1d8 service neutron] For port e4adf32e-89b2-4f57-bbe5-2d0467403586, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e4adf32e-89b2-4f57-bbe5-2d0467403586,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:02:57.085740 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-62077756-dd13-47a7-81e1-8c81431817d9 req-6abeecbb-d1e2-4961-8611-b94c3b47d1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e4adf32e-89b2-4f57-bbe5-2d0467403586), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:57.090320 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f071ab2f-799b-4f9a-80cd-03ab83cc1a5f req-5b6d24c2-4065-4700-b4ec-0dc0b01c7e81 tempest-AggregatesAdminTestJSON-571062803 tempest-AggregatesAdminTestJSON-571062803-project-admin] Publish callbacks [] for security_group (ec5b8602-cd28-428e-aa01-e493e73f75f2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:57.100809 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f071ab2f-799b-4f9a-80cd-03ab83cc1a5f req-5b6d24c2-4065-4700-b4ec-0dc0b01c7e81 tempest-AggregatesAdminTestJSON-571062803 tempest-AggregatesAdminTestJSON-571062803-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ec5b8602-cd28-428e-aa01-e493e73f75f2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:57.159129 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d24c2-4065-4700-b4ec-0dc0b01c7e81 tempest-AggregatesAdminTestJSON-571062803 tempest-AggregatesAdminTestJSON-571062803-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5b8602-cd28-428e-aa01-e493e73f75f2,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:57.186290 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62077756-dd13-47a7-81e1-8c81431817d9 req-6abeecbb-d1e2-4961-8611-b94c3b47d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:57.187293 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-62077756-dd13-47a7-81e1-8c81431817d9 req-6abeecbb-d1e2-4961-8611-b94c3b47d1d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:57.188868 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-62077756-dd13-47a7-81e1-8c81431817d9 req-6abeecbb-d1e2-4961-8611-b94c3b47d1d8 service neutron] 10.222.0.70 "PUT /v2.0/ports/e4adf32e-89b2-4f57-bbe5-2d0467403586 HTTP/1.1" status: 200 len: 1113 time: 0.9305422 Jan 18 20:02:57.189371 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae10c61b-07a6-4d28-a3b8-c6b5c894d07d', 'tag': 'e4adf32e-89b2-4f57-bbe5-2d0467403586'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:02:57.192307 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea43a91-edaf-4376-8800-56546848aef5" -d '{"events": [{"name": "network-changed", "server_uuid": "ae10c61b-07a6-4d28-a3b8-c6b5c894d07d", "tag": "e4adf32e-89b2-4f57-bbe5-2d0467403586"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:02:57.199666 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abeecbb-d1e2-4961-8611-b94c3b47d1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e4adf32e-89b2-4f57-bbe5-2d0467403586,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:57.233858 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f071ab2f-799b-4f9a-80cd-03ab83cc1a5f req-5b6d24c2-4065-4700-b4ec-0dc0b01c7e81 tempest-AggregatesAdminTestJSON-571062803 tempest-AggregatesAdminTestJSON-571062803-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=283ef39e-c37d-4396-a0f3-e0a4066dbcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468814 Jan 18 20:02:57.246792 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c0c7e-5b40-441f-b9a7-5779e3312f5a req-49ddeb07-5d46-4416-9f62-038104437a38 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:57.254464 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-685c0c7e-5b40-441f-b9a7-5779e3312f5a req-49ddeb07-5d46-4416-9f62-038104437a38 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 965 time: 0.1675637 Jan 18 20:02:57.321308 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62077756-dd13-47a7-81e1-8c81431817d9 req-1f83619c-2d7a-4564-bd5d-99989a95b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:57.321466 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-685c0c7e-5b40-441f-b9a7-5779e3312f5a req-d8285606-6b97-47d5-bfff-d979d2f67d7c tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622022 Jan 18 20:02:57.321554 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-62077756-dd13-47a7-81e1-8c81431817d9 req-1f83619c-2d7a-4564-bd5d-99989a95b28f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=67883881b676447cbe3f92dbc62dd7c6&device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 1116 time: 0.0855281 Jan 18 20:02:57.389096 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b214326d-5fe2-487e-bec3-205868b5bd1e x-openstack-request-id: req-b214326d-5fe2-487e-bec3-205868b5bd1e {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:02:57.390824 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae10c61b-07a6-4d28-a3b8-c6b5c894d07d", "tag": "e4adf32e-89b2-4f57-bbe5-2d0467403586", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:02:57.391156 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b214326d-5fe2-487e-bec3-205868b5bd1e {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:02:57.391518 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae10c61b-07a6-4d28-a3b8-c6b5c894d07d', 'tag': 'e4adf32e-89b2-4f57-bbe5-2d0467403586', 'status': 'completed', 'code': 200} Jan 18 20:02:57.393111 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-62077756-dd13-47a7-81e1-8c81431817d9 req-76cdf177-1490-452c-8d36-64acd168c6e3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4adf32e-89b2-4f57-bbe5-2d0467403586 HTTP/1.1" status: 200 len: 217 time: 0.0646222 Jan 18 20:02:57.449066 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62077756-dd13-47a7-81e1-8c81431817d9 req-cbc73f8f-0447-49a3-807c-e9af70e7aa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:57.452657 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-62077756-dd13-47a7-81e1-8c81431817d9 req-cbc73f8f-0447-49a3-807c-e9af70e7aa70 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c7ae8e7b-1bfc-435b-b42c-3b64619a022a HTTP/1.1" status: 200 len: 860 time: 0.0529943 Jan 18 20:02:57.495649 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-62077756-dd13-47a7-81e1-8c81431817d9 req-64b1e03a-ff2c-4fb3-8e28-3d79a135c7e4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6fab12dd-5aeb-4649-a1e2-836559f8a553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327251 Jan 18 20:02:57.601436 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f256ff9-d03f-4097-ae81-35f166fa9e01 req-0d76130d-7378-4162-84d1-c2ee48bfb7cf tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=680252c5-a169-4ab8-803f-6f4dde7e8ccc HTTP/1.1" status: 200 len: 210 time: 0.0527163 Jan 18 20:02:57.618844 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-62077756-dd13-47a7-81e1-8c81431817d9 req-0bdbe6ca-6b04-4657-a608-b5edd89f0b48 service neutron] 10.222.0.70 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156495 Jan 18 20:02:57.726297 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-916b4f5b-2ac5-442a-a156-ea0c54737cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:57.825015 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-62077756-dd13-47a7-81e1-8c81431817d9 req-ab574f47-24ed-4c8f-a54e-dfcb3dbf17b5 service neutron] 10.222.0.70 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071169 Jan 18 20:02:57.963343 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea43a91-edaf-4376-8800-56546848aef5 req-9441edab-c597-4a4b-9395-3bd2fbc7d41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:57.968648 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ea43a91-edaf-4376-8800-56546848aef5 req-9441edab-c597-4a4b-9395-3bd2fbc7d41c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=67883881b676447cbe3f92dbc62dd7c6&device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 1116 time: 0.0962245 Jan 18 20:02:58.097835 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea43a91-edaf-4376-8800-56546848aef5 req-8c57c9ca-45e3-45a5-ac17-85e23855abbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:58.099301 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ea43a91-edaf-4376-8800-56546848aef5 req-8c57c9ca-45e3-45a5-ac17-85e23855abbe service neutron] 10.222.0.70 "GET /v2.0/networks?id=6fab12dd-5aeb-4649-a1e2-836559f8a553 HTTP/1.1" status: 200 len: 921 time: 0.1233003 Jan 18 20:02:58.149364 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ea43a91-edaf-4376-8800-56546848aef5 req-35b804e4-ad87-483d-bbd9-c30e06a8bb06 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4adf32e-89b2-4f57-bbe5-2d0467403586 HTTP/1.1" status: 200 len: 217 time: 0.0436974 Jan 18 20:02:58.203830 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea43a91-edaf-4376-8800-56546848aef5 req-ef0b0561-70cf-411c-8467-8fbb8236b876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:58.205655 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ea43a91-edaf-4376-8800-56546848aef5 req-ef0b0561-70cf-411c-8467-8fbb8236b876 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c7ae8e7b-1bfc-435b-b42c-3b64619a022a HTTP/1.1" status: 200 len: 860 time: 0.0500555 Jan 18 20:02:58.243076 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ea43a91-edaf-4376-8800-56546848aef5 req-39453ae3-749a-41b4-befa-41103784d193 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6fab12dd-5aeb-4649-a1e2-836559f8a553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303662 Jan 18 20:02:58.361982 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-125228eb-146e-42dc-8bec-5e7b66c3217d req-2d7f23a2-0fcd-4c64-98ec-3b79b0d4ca42 tempest-FlavorsV2NegativeTest-1281376983 tempest-FlavorsV2NegativeTest-1281376983-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a52d222e4fa84e45a339d1d99f7a8bf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324991 Jan 18 20:02:58.366566 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ea43a91-edaf-4376-8800-56546848aef5 req-01a84bb3-ae24-4c94-9ad9-e8b0a5a2b21a service neutron] 10.222.0.70 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040306 Jan 18 20:02:58.377716 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-6673094e-4716-4655-b1ef-744dac2bcc5a req-6f331204-ed79-405a-8ab5-87dd64a27be2 tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] Request body: {'security_group': {'name': 'tempest-securitygroup-843703011', 'description': 'tempest-description-450869850'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:02:58.456168 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6673094e-4716-4655-b1ef-744dac2bcc5a req-6f331204-ed79-405a-8ab5-87dd64a27be2 tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:58.462993 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ea43a91-edaf-4376-8800-56546848aef5 req-144e8102-c287-4eb9-a99e-6421ddb8c8d4 service neutron] 10.222.0.70 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898056 Jan 18 20:02:58.485680 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6673094e-4716-4655-b1ef-744dac2bcc5a req-6f331204-ed79-405a-8ab5-87dd64a27be2 tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:58.509360 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125228eb-146e-42dc-8bec-5e7b66c3217d req-ac964f39-e33d-4740-8f93-c17e029e663a tempest-FlavorsV2NegativeTest-1281376983 tempest-FlavorsV2NegativeTest-1281376983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:58.511412 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-125228eb-146e-42dc-8bec-5e7b66c3217d req-ac964f39-e33d-4740-8f93-c17e029e663a tempest-FlavorsV2NegativeTest-1281376983 tempest-FlavorsV2NegativeTest-1281376983-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1486745 Jan 18 20:02:58.533770 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-125228eb-146e-42dc-8bec-5e7b66c3217d req-48f0a766-570f-4627-bd51-7bb309b0e999 tempest-FlavorsV2NegativeTest-1281376983 tempest-FlavorsV2NegativeTest-1281376983-project] 10.222.0.31 "GET /v2.0/quotas/a52d222e4fa84e45a339d1d99f7a8bf9 HTTP/1.1" status: 200 len: 375 time: 0.0140784 Jan 18 20:02:58.573504 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-125228eb-146e-42dc-8bec-5e7b66c3217d req-3ac87a11-fd00-4d6f-a9a3-90665f78abbf tempest-FlavorsV2NegativeTest-1281376983 tempest-FlavorsV2NegativeTest-1281376983-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a52d222e4fa84e45a339d1d99f7a8bf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292609 Jan 18 20:02:58.629761 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6673094e-4716-4655-b1ef-744dac2bcc5a req-6f331204-ed79-405a-8ab5-87dd64a27be2 tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] Publish callbacks [] for security_group (2ac4a57d-f960-44ce-9124-f6012e6904b6), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:58.636717 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6673094e-4716-4655-b1ef-744dac2bcc5a req-6f331204-ed79-405a-8ab5-87dd64a27be2 tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2ac4a57d-f960-44ce-9124-f6012e6904b6), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:58.689251 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f331204-ed79-405a-8ab5-87dd64a27be2 tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac4a57d-f960-44ce-9124-f6012e6904b6,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:58.758209 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b58d1-0e03-4f86-8858-06fa435834a0 req-fe18e34b-dea8-414a-b904-bd62465b6b9b tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:02:58.759696 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-852b58d1-0e03-4f86-8858-06fa435834a0 req-fe18e34b-dea8-414a-b904-bd62465b6b9b tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 965 time: 0.0942793 Jan 18 20:02:58.769558 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6673094e-4716-4655-b1ef-744dac2bcc5a req-6f331204-ed79-405a-8ab5-87dd64a27be2 tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] Publish callbacks [] for security_group (10779558-9f81-4d4c-916d-426ea186006f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:58.783151 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6673094e-4716-4655-b1ef-744dac2bcc5a req-6f331204-ed79-405a-8ab5-87dd64a27be2 tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (10779558-9f81-4d4c-916d-426ea186006f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:58.827070 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6673094e-4716-4655-b1ef-744dac2bcc5a req-6f331204-ed79-405a-8ab5-87dd64a27be2 tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:58.828284 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6673094e-4716-4655-b1ef-744dac2bcc5a req-6f331204-ed79-405a-8ab5-87dd64a27be2 tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4561353 Jan 18 20:02:58.838871 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f331204-ed79-405a-8ab5-87dd64a27be2 tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10779558-9f81-4d4c-916d-426ea186006f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:58.860497 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-852b58d1-0e03-4f86-8858-06fa435834a0 req-8bd67718-0f64-4d3a-b98a-670d65e97a6f tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853086 Jan 18 20:02:58.881349 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:58.967766 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a19fee1a-fdca-4a3c-9af7-b8c21b3d19a5 req-e77fc1f7-0b85-482b-a6ed-951cb09f992b tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=680252c5-a169-4ab8-803f-6f4dde7e8ccc HTTP/1.1" status: 200 len: 210 time: 0.0459182 Jan 18 20:02:58.992830 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-cadc339f-202c-473b-84c2-8f43657e9a9d req-8bce53c9-24c8-4392-b70b-3a82ebcaeae2 tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] Request body: {'security_group': {'name': 'tempest-securitygroup-688672599', 'description': 'tempest-description-872419542'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:02:59.034233 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-cadc339f-202c-473b-84c2-8f43657e9a9d req-8bce53c9-24c8-4392-b70b-3a82ebcaeae2 tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:59.144331 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-cadc339f-202c-473b-84c2-8f43657e9a9d req-8bce53c9-24c8-4392-b70b-3a82ebcaeae2 tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] Publish callbacks [] for security_group (ae9c707f-43d0-47df-90a5-1f23a59450a0), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:59.149576 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-cadc339f-202c-473b-84c2-8f43657e9a9d req-8bce53c9-24c8-4392-b70b-3a82ebcaeae2 tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ae9c707f-43d0-47df-90a5-1f23a59450a0), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:59.193066 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-cadc339f-202c-473b-84c2-8f43657e9a9d req-8bce53c9-24c8-4392-b70b-3a82ebcaeae2 tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:59.195101 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cadc339f-202c-473b-84c2-8f43657e9a9d req-8bce53c9-24c8-4392-b70b-3a82ebcaeae2 tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2063463 Jan 18 20:02:59.199813 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce53c9-24c8-4392-b70b-3a82ebcaeae2 tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9c707f-43d0-47df-90a5-1f23a59450a0,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:59.437280 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-1b4f1316-9fb3-4a8a-9f0f-e40be045f6ee req-c0debcc0-5bb9-4e07-84ea-d93807d35f1f tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-900385369', 'description': 'tempest-description-646880643'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:02:59.460230 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1b4f1316-9fb3-4a8a-9f0f-e40be045f6ee req-c0debcc0-5bb9-4e07-84ea-d93807d35f1f tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:59.469765 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1b4f1316-9fb3-4a8a-9f0f-e40be045f6ee req-c0debcc0-5bb9-4e07-84ea-d93807d35f1f tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:59.555152 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1b4f1316-9fb3-4a8a-9f0f-e40be045f6ee req-c0debcc0-5bb9-4e07-84ea-d93807d35f1f tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] Publish callbacks [] for security_group (3a917918-37f4-444d-9d7f-8f279000c579), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:59.560025 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1b4f1316-9fb3-4a8a-9f0f-e40be045f6ee req-c0debcc0-5bb9-4e07-84ea-d93807d35f1f tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3a917918-37f4-444d-9d7f-8f279000c579), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:59.594504 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60286) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:59.601259 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0debcc0-5bb9-4e07-84ea-d93807d35f1f tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a917918-37f4-444d-9d7f-8f279000c579,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:59.634602 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1b4f1316-9fb3-4a8a-9f0f-e40be045f6ee req-c0debcc0-5bb9-4e07-84ea-d93807d35f1f tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] Publish callbacks [] for security_group (2a7670fc-da12-4b01-9d15-540daf6b5eb4), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:59.639782 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1b4f1316-9fb3-4a8a-9f0f-e40be045f6ee req-c0debcc0-5bb9-4e07-84ea-d93807d35f1f tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2a7670fc-da12-4b01-9d15-540daf6b5eb4), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:59.667108 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0debcc0-5bb9-4e07-84ea-d93807d35f1f tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7670fc-da12-4b01-9d15-540daf6b5eb4,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:59.673136 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1b4f1316-9fb3-4a8a-9f0f-e40be045f6ee req-c0debcc0-5bb9-4e07-84ea-d93807d35f1f tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:59.674401 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1b4f1316-9fb3-4a8a-9f0f-e40be045f6ee req-c0debcc0-5bb9-4e07-84ea-d93807d35f1f tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2415326 Jan 18 20:02:59.746962 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-81febfaa-ba42-445f-88e8-fbc47d882451 req-4ef1d2ef-0920-4f3e-87b9-7f2d45599dcb tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1485405253', 'description': 'tempest-description-1504515207'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:02:59.771460 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-81febfaa-ba42-445f-88e8-fbc47d882451 req-4ef1d2ef-0920-4f3e-87b9-7f2d45599dcb tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:59.780516 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47505735-d4a8-4096-aef3-b609758e988a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:59.846072 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-81febfaa-ba42-445f-88e8-fbc47d882451 req-4ef1d2ef-0920-4f3e-87b9-7f2d45599dcb tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] Publish callbacks [] for security_group (5497221e-a9ef-4276-9506-24ce91633361), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:59.850784 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-81febfaa-ba42-445f-88e8-fbc47d882451 req-4ef1d2ef-0920-4f3e-87b9-7f2d45599dcb tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5497221e-a9ef-4276-9506-24ce91633361), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:59.865207 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47505735-d4a8-4096-aef3-b609758e988a admin admin] Publish callbacks [] for security_group (4ea8518b-b231-44e4-9958-69fc25ea1e3e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:59.874863 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-81febfaa-ba42-445f-88e8-fbc47d882451 req-4ef1d2ef-0920-4f3e-87b9-7f2d45599dcb tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:59.876468 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81febfaa-ba42-445f-88e8-fbc47d882451 req-4ef1d2ef-0920-4f3e-87b9-7f2d45599dcb tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1349881 Jan 18 20:02:59.889108 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47505735-d4a8-4096-aef3-b609758e988a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4ea8518b-b231-44e4-9958-69fc25ea1e3e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:02:59.893872 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1d2ef-0920-4f3e-87b9-7f2d45599dcb tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5497221e-a9ef-4276-9506-24ce91633361,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:02:59.947090 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-47505735-d4a8-4096-aef3-b609758e988a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a52d222e4fa84e45a339d1d99f7a8bf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3514342 Jan 18 20:02:59.951031 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60314) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:02:59.963796 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47505735-d4a8-4096-aef3-b609758e988a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea8518b-b231-44e4-9958-69fc25ea1e3e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:00.006434 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8ba7d5c1-08a8-4420-a540-565bae93acf4 admin admin] Publish callbacks [] for security_group (4ea8518b-b231-44e4-9958-69fc25ea1e3e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:00.030892 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8ba7d5c1-08a8-4420-a540-565bae93acf4 admin admin] Publish callbacks [] for security_group (4ea8518b-b231-44e4-9958-69fc25ea1e3e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:00.052453 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a898d-0b91-4520-9519-58fe319d37d2 req-366cf9b3-23fd-4197-a6c9-0342c9b2afd1 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:00.053949 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-249a898d-0b91-4520-9519-58fe319d37d2 req-366cf9b3-23fd-4197-a6c9-0342c9b2afd1 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 965 time: 0.0996673 Jan 18 20:03:00.086382 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8ba7d5c1-08a8-4420-a540-565bae93acf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4ea8518b-b231-44e4-9958-69fc25ea1e3e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:00.089294 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8ba7d5c1-08a8-4420-a540-565bae93acf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:00.090540 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8ba7d5c1-08a8-4420-a540-565bae93acf4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ea8518b-b231-44e4-9958-69fc25ea1e3e HTTP/1.1" status: 204 len: 168 time: 0.1386132 Jan 18 20:03:00.098100 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7d5c1-08a8-4420-a540-565bae93acf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea8518b-b231-44e4-9958-69fc25ea1e3e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:00.145938 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-249a898d-0b91-4520-9519-58fe319d37d2 req-e18c2d70-c4cd-49ef-a6b7-f16a6e176acc tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834305 Jan 18 20:03:00.158946 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-839580ff-4298-4862-bd1d-3c899f480ad1 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Request body: {'port': {'device_id': '680252c5-a169-4ab8-803f-6f4dde7e8ccc', 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc', 'admin_state_up': True, 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'security_groups': ['5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:00.278119 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95669d0d-cf4c-4b86-9990-ec79e80dabb6 req-2793aecc-4867-40cf-8ab2-51694054118f tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42602 time: 0.3527696 Jan 18 20:03:00.296379 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-839580ff-4298-4862-bd1d-3c899f480ad1 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Made reservation on behalf of e5ec31ddf3d34f4aa39ff26dd8f3affd for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:03:00.301514 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-839580ff-4298-4862-bd1d-3c899f480ad1 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:00.331373 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95669d0d-cf4c-4b86-9990-ec79e80dabb6 req-135b69cc-46a7-4e35-bc7b-642de6cdc3e1 tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "GET /v2.0/security-groups/0b5bfb09-66f5-4920-b522-d38ba2f4891e HTTP/1.1" status: 200 len: 2994 time: 0.0511138 Jan 18 20:03:00.379381 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95669d0d-cf4c-4b86-9990-ec79e80dabb6 req-cfa2c4a2-1926-4826-9eba-0f376b7c8dfb tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "GET /v2.0/security-groups/0b5bfb09-66f5-4920-b522-d38ba2f4891e HTTP/1.1" status: 200 len: 2994 time: 0.0470264 Jan 18 20:03:00.390580 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:00.440410 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5b011f92-1215-4710-a022-97926978a108 req-377265bf-c002-4cfe-ac09-2d083363ed3b tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=680252c5-a169-4ab8-803f-6f4dde7e8ccc HTTP/1.1" status: 200 len: 210 time: 0.0403829 Jan 18 20:03:00.464785 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-839580ff-4298-4862-bd1d-3c899f480ad1 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Allocated IP 172.20.0.5 (89a595c0-d9c3-40e8-b52a-e51ddcd750fc/da5aa223-a098-41b4-8a17-e11e4587a7e0/1a00930b-22f3-4136-b97d-6fa6f4bdb03d) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:03:00.479978 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95669d0d-cf4c-4b86-9990-ec79e80dabb6 req-92b3604d-befc-4b07-9c90-7fded405b7ea tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "GET /v2.0/security-groups/12445ae2-e102-40b9-b9ec-14fda29e7d8f HTTP/1.1" status: 200 len: 2998 time: 0.0823205 Jan 18 20:03:00.523557 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95669d0d-cf4c-4b86-9990-ec79e80dabb6 req-806dd810-b7f5-47b4-befc-28cb4785320b tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "GET /v2.0/security-groups/12445ae2-e102-40b9-b9ec-14fda29e7d8f HTTP/1.1" status: 200 len: 2998 time: 0.0424414 Jan 18 20:03:00.564903 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95669d0d-cf4c-4b86-9990-ec79e80dabb6 req-661012ad-b361-488f-885c-0f1c19983fe9 tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "GET /v2.0/security-groups/283ef39e-c37d-4396-a0f3-e0a4066dbcc8 HTTP/1.1" status: 200 len: 2994 time: 0.0403726 Jan 18 20:03:00.614263 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95669d0d-cf4c-4b86-9990-ec79e80dabb6 req-704564a3-ebae-4d1d-9417-2ae820471793 tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "GET /v2.0/security-groups/283ef39e-c37d-4396-a0f3-e0a4066dbcc8 HTTP/1.1" status: 200 len: 2994 time: 0.0432456 Jan 18 20:03:00.661748 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-839580ff-4298-4862-bd1d-3c899f480ad1 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks [] for port (1a00930b-22f3-4136-b97d-6fa6f4bdb03d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:00.673025 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e4adf32e-89b2-4f57-bbe5-2d0467403586 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:03:00.675897 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95669d0d-cf4c-4b86-9990-ec79e80dabb6 req-aaa5a601-c758-4702-a3d8-7f4c33d66fdd tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "GET /v2.0/security-groups/2ac4a57d-f960-44ce-9124-f6012e6904b6 HTTP/1.1" status: 200 len: 2998 time: 0.0555208 Jan 18 20:03:00.726254 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-839580ff-4298-4862-bd1d-3c899f480ad1 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (1a00930b-22f3-4136-b97d-6fa6f4bdb03d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:00.729107 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95669d0d-cf4c-4b86-9990-ec79e80dabb6 req-4ada5b41-eb4c-4e28-b156-c147323c10b9 tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "GET /v2.0/security-groups/2ac4a57d-f960-44ce-9124-f6012e6904b6 HTTP/1.1" status: 200 len: 2998 time: 0.0512550 Jan 18 20:03:00.790228 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95669d0d-cf4c-4b86-9990-ec79e80dabb6 req-62a3e8af-0b8c-4207-a3e5-099139adfe22 tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "GET /v2.0/security-groups/33ffd852-32b9-4a12-b9b1-832214d69f77 HTTP/1.1" status: 200 len: 2998 time: 0.0605135 Jan 18 20:03:00.796366 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-839580ff-4298-4862-bd1d-3c899f480ad1 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Network 89a595c0-d9c3-40e8-b52a-e51ddcd750fc is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:03:00.804160 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-839580ff-4298-4862-bd1d-3c899f480ad1 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:03:00.808976 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-839580ff-4298-4862-bd1d-3c899f480ad1 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:03:00.821954 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-839580ff-4298-4862-bd1d-3c899f480ad1 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:00.824454 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-839580ff-4298-4862-bd1d-3c899f480ad1 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:00.846517 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95669d0d-cf4c-4b86-9990-ec79e80dabb6 req-5c06d079-51e0-4997-90a7-a2d132412962 tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "GET /v2.0/security-groups/33ffd852-32b9-4a12-b9b1-832214d69f77 HTTP/1.1" status: 200 len: 2998 time: 0.0551643 Jan 18 20:03:00.851110 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839580ff-4298-4862-bd1d-3c899f480ad1 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Pushing event updated for resources: {'Port': ['ID=1a00930b-22f3-4136-b97d-6fa6f4bdb03d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:00.867935 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-839580ff-4298-4862-bd1d-3c899f480ad1 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7132406 Jan 18 20:03:00.874896 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port e4adf32e-89b2-4f57-bbe5-2d0467403586, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e4adf32e-89b2-4f57-bbe5-2d0467403586,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:00.878131 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-e20ccfd1-e02e-4d20-a409-68814c4bb36e tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:03:00.879395 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-e20ccfd1-e02e-4d20-a409-68814c4bb36e tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064728 Jan 18 20:03:00.895859 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'e4adf32e-89b2-4f57-bbe5-2d0467403586', 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553', 'port_id': 'e4adf32e-89b2-4f57-bbe5-2d0467403586', 'mac_address': 'fa:16:3e:fd:d4:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7ae8e7b-1bfc-435b-b42c-3b64619a022a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:tempest-test_az-1027976001', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:03:00.905575 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95669d0d-cf4c-4b86-9990-ec79e80dabb6 req-798f2765-065d-45d9-bab2-540e7534f63b tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3a917918-37f4-444d-9d7f-8f279000c579 HTTP/1.1" status: 200 len: 2998 time: 0.0581603 Jan 18 20:03:00.949839 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port e4adf32e-89b2-4f57-bbe5-2d0467403586 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:00.950233 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e4adf32e-89b2-4f57-bbe5-2d0467403586), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:00.969781 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4adf32e-89b2-4f57-bbe5-2d0467403586 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:03:01.005917 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95669d0d-cf4c-4b86-9990-ec79e80dabb6 req-1b8c725c-526a-4bea-85cd-1aa169f0fd3b tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3a917918-37f4-444d-9d7f-8f279000c579 HTTP/1.1" status: 200 len: 2998 time: 0.0944726 Jan 18 20:03:01.033850 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-95669d0d-cf4c-4b86-9990-ec79e80dabb6 req-dac2955f-69cf-48d1-94fd-0e9e00ea33c1 tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] show failed (client error): The resource could not be found. Jan 18 20:03:01.037849 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port e4adf32e-89b2-4f57-bbe5-2d0467403586, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e4adf32e-89b2-4f57-bbe5-2d0467403586,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:01.046929 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95669d0d-cf4c-4b86-9990-ec79e80dabb6 req-dac2955f-69cf-48d1-94fd-0e9e00ea33c1 tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "GET /v2.0/security-groups/4ea8518b-b231-44e4-9958-69fc25ea1e3e HTTP/1.1" status: 404 len: 352 time: 0.0373983 Jan 18 20:03:01.049156 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e4adf32e-89b2-4f57-bbe5-2d0467403586), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:01.071318 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-95669d0d-cf4c-4b86-9990-ec79e80dabb6 req-b2cbe186-eb63-4177-ae3e-d4acf3777d45 tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] show failed (client error): The resource could not be found. Jan 18 20:03:01.082117 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95669d0d-cf4c-4b86-9990-ec79e80dabb6 req-b2cbe186-eb63-4177-ae3e-d4acf3777d45 tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "GET /v2.0/security-groups/4ea8518b-b231-44e4-9958-69fc25ea1e3e HTTP/1.1" status: 404 len: 352 time: 0.0343862 Jan 18 20:03:01.100371 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60360) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:01.104721 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=e4adf32e-89b2-4f57-bbe5-2d0467403586,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:01.128673 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95669d0d-cf4c-4b86-9990-ec79e80dabb6 req-19c7df6c-868d-458f-a222-300218f70547 tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "GET /v2.0/security-groups/a49ce027-bb25-4a5b-a944-4e2f98372919 HTTP/1.1" status: 200 len: 2994 time: 0.0456560 Jan 18 20:03:01.173232 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-057eb48a-8271-48c0-8973-85cba9dba38a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-network', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:01.177013 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95669d0d-cf4c-4b86-9990-ec79e80dabb6 req-18de10bf-2d14-4fe2-92c9-de6c0bf24ebb tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "GET /v2.0/security-groups/a49ce027-bb25-4a5b-a944-4e2f98372919 HTTP/1.1" status: 200 len: 2994 time: 0.0413876 Jan 18 20:03:01.178408 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-28e0c6b4-1d11-4d28-ab96-6eb6d73b3256 None None] Provisioning complete for port 1a00930b-22f3-4136-b97d-6fa6f4bdb03d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:01.178829 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-28e0c6b4-1d11-4d28-ab96-6eb6d73b3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1a00930b-22f3-4136-b97d-6fa6f4bdb03d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:01.210148 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057eb48a-8271-48c0-8973-85cba9dba38a admin admin] Made reservation on behalf of c355645603e5405fb0170c0cbc339b20 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:03:01.215467 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-057eb48a-8271-48c0-8973-85cba9dba38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:01.224158 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-28e0c6b4-1d11-4d28-ab96-6eb6d73b3256 None None] Port 1a00930b-22f3-4136-b97d-6fa6f4bdb03d cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:03:01.233899 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-057eb48a-8271-48c0-8973-85cba9dba38a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:01.244448 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95669d0d-cf4c-4b86-9990-ec79e80dabb6 req-c780e0a2-a909-4283-bbcd-652a17a7de15 tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "GET /v2.0/security-groups/cc995fe5-2adf-4680-84e7-5f21a4b58334 HTTP/1.1" status: 200 len: 2998 time: 0.0602965 Jan 18 20:03:01.252455 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-b7273977-d5ee-49d8-9507-be08c11226a2 service neutron] Request body: {'port': {'device_id': '680252c5-a169-4ab8-803f-6f4dde7e8ccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:01.282268 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['e4adf32e-89b2-4f57-bbe5-2d0467403586'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:03:01.313977 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95669d0d-cf4c-4b86-9990-ec79e80dabb6 req-1c82b544-b97e-42e5-868a-7cf9b86f4c0a tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "GET /v2.0/security-groups/cc995fe5-2adf-4680-84e7-5f21a4b58334 HTTP/1.1" status: 200 len: 2998 time: 0.0632155 Jan 18 20:03:01.330865 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-b7273977-d5ee-49d8-9507-be08c11226a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1a00930b-22f3-4136-b97d-6fa6f4bdb03d), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:01.378942 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95669d0d-cf4c-4b86-9990-ec79e80dabb6 req-74725148-0e73-4995-95d5-c185decfb1de tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d5210ddf-a4d3-44b7-a276-8c109c325e6b HTTP/1.1" status: 200 len: 2994 time: 0.0576131 Jan 18 20:03:01.408175 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-057eb48a-8271-48c0-8973-85cba9dba38a admin admin] Publish callbacks [] for security_group (972e3aad-ec5c-47eb-ac45-2d8158c9b95c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:01.417736 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-057eb48a-8271-48c0-8973-85cba9dba38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (972e3aad-ec5c-47eb-ac45-2d8158c9b95c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:01.459077 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95669d0d-cf4c-4b86-9990-ec79e80dabb6 req-5cacfd6e-6e80-45e8-a98c-62640686f404 tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d5210ddf-a4d3-44b7-a276-8c109c325e6b HTTP/1.1" status: 200 len: 2994 time: 0.0787871 Jan 18 20:03:01.510801 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057eb48a-8271-48c0-8973-85cba9dba38a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:03:01.526640 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057eb48a-8271-48c0-8973-85cba9dba38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972e3aad-ec5c-47eb-ac45-2d8158c9b95c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:01.539814 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95669d0d-cf4c-4b86-9990-ec79e80dabb6 req-2bb69440-bcab-4c22-a497-652e26092693 tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "GET /v2.0/security-groups/ec5b8602-cd28-428e-aa01-e493e73f75f2 HTTP/1.1" status: 200 len: 2998 time: 0.0798254 Jan 18 20:03:01.546574 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-057eb48a-8271-48c0-8973-85cba9dba38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (0bb4561e-2a35-4bb4-bd91-4e08e43aedfc), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:01.546918 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-057eb48a-8271-48c0-8973-85cba9dba38a admin admin] Added segment 0bb4561e-2a35-4bb4-bd91-4e08e43aedfc of type vlan for network 78106b93-d326-468a-b364-efefd0202f5c Jan 18 20:03:01.625770 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-057eb48a-8271-48c0-8973-85cba9dba38a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (78106b93-d326-468a-b364-efefd0202f5c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:01.676817 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-057eb48a-8271-48c0-8973-85cba9dba38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (78106b93-d326-468a-b364-efefd0202f5c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:01.677825 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057eb48a-8271-48c0-8973-85cba9dba38a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:01.678402 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-057eb48a-8271-48c0-8973-85cba9dba38a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:01.722499 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b3172-aece-43cf-a37f-61925aed7186 req-0398a01a-e5b1-437e-9908-2ee91c698d97 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:01.723978 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-717b3172-aece-43cf-a37f-61925aed7186 req-0398a01a-e5b1-437e-9908-2ee91c698d97 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 966 time: 0.2212040 Jan 18 20:03:01.733985 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95669d0d-cf4c-4b86-9990-ec79e80dabb6 req-1e79548c-4285-44cb-972e-9159ea025ad2 tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "GET /v2.0/security-groups/ec5b8602-cd28-428e-aa01-e493e73f75f2 HTTP/1.1" status: 200 len: 2998 time: 0.1932735 Jan 18 20:03:01.752508 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-057eb48a-8271-48c0-8973-85cba9dba38a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6505325 Jan 18 20:03:01.756768 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60378) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:01.773940 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f59f1da1-7ad2-4c71-9a48-3cf4e4557fe9 admin admin] Request body: {'subnet': {'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-subnet', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:01.774513 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:01.777065 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057eb48a-8271-48c0-8973-85cba9dba38a admin admin] Pushing event updated for resources: {'Network': ['ID=78106b93-d326-468a-b364-efefd0202f5c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:01.790550 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 78106b93-d326-468a-b364-efefd0202f5c details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:03:01.799152 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-b7273977-d5ee-49d8-9507-be08c11226a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a00930b-22f3-4136-b97d-6fa6f4bdb03d {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:03:01.810629 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-b7273977-d5ee-49d8-9507-be08c11226a2 service neutron] Publish callbacks [] for port (1a00930b-22f3-4136-b97d-6fa6f4bdb03d), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:01.827808 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95669d0d-cf4c-4b86-9990-ec79e80dabb6 req-bb880248-da08-42cb-a887-4b9c3fd7d9f1 tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "GET /v2.0/security-groups/ef6b7a2d-419c-4698-af32-d6f7796028a6 HTTP/1.1" status: 200 len: 2990 time: 0.0928793 Jan 18 20:03:01.837732 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-b7273977-d5ee-49d8-9507-be08c11226a2 service neutron] Transition to ACTIVE for port object 1a00930b-22f3-4136-b97d-6fa6f4bdb03d will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:03:01.843661 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-b7273977-d5ee-49d8-9507-be08c11226a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1a00930b-22f3-4136-b97d-6fa6f4bdb03d), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:01.856605 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-717b3172-aece-43cf-a37f-61925aed7186 req-50ddcaed-ea99-4b45-aa07-5c673a7d4bd5 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126060 Jan 18 20:03:01.865069 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59f1da1-7ad2-4c71-9a48-3cf4e4557fe9 admin admin] Made reservation on behalf of c355645603e5405fb0170c0cbc339b20 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:03:01.875741 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f59f1da1-7ad2-4c71-9a48-3cf4e4557fe9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:01.937836 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7273977-d5ee-49d8-9507-be08c11226a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1a00930b-22f3-4136-b97d-6fa6f4bdb03d,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:01.990645 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95669d0d-cf4c-4b86-9990-ec79e80dabb6 req-2cbf9dc5-e427-4ed7-80db-a5f4614e3503 tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "GET /v2.0/security-groups/ef6b7a2d-419c-4698-af32-d6f7796028a6 HTTP/1.1" status: 200 len: 2990 time: 0.1618466 Jan 18 20:03:01.994054 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-b7273977-d5ee-49d8-9507-be08c11226a2 service neutron] Attempting to bind port 1a00930b-22f3-4136-b97d-6fa6f4bdb03d on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:03:01.994387 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-b7273977-d5ee-49d8-9507-be08c11226a2 service neutron] Attempting to bind port 1a00930b-22f3-4136-b97d-6fa6f4bdb03d by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '7187ab8f-3094-4c40-bdcb-e57d676ffb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:03:01.995407 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-b7273977-d5ee-49d8-9507-be08c11226a2 service neutron] Attempting to bind port 1a00930b-22f3-4136-b97d-6fa6f4bdb03d on network 89a595c0-d9c3-40e8-b52a-e51ddcd750fc {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:02.000437 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-b7273977-d5ee-49d8-9507-be08c11226a2 service neutron] Port 1a00930b-22f3-4136-b97d-6fa6f4bdb03d on network 89a595c0-d9c3-40e8-b52a-e51ddcd750fc not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:03:02.000758 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-b7273977-d5ee-49d8-9507-be08c11226a2 service neutron] Attempting to bind port 1a00930b-22f3-4136-b97d-6fa6f4bdb03d on network 89a595c0-d9c3-40e8-b52a-e51ddcd750fc {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:02.006226 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-b7273977-d5ee-49d8-9507-be08c11226a2 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:03:02.006905 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-b7273977-d5ee-49d8-9507-be08c11226a2 service neutron] Checking segment: {'id': '7187ab8f-3094-4c40-bdcb-e57d676ffb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:03:02.007291 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-b7273977-d5ee-49d8-9507-be08c11226a2 service neutron] Bound using segment: {'id': '7187ab8f-3094-4c40-bdcb-e57d676ffb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:03:02.007795 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-b7273977-d5ee-49d8-9507-be08c11226a2 service neutron] Bound port: 1a00930b-22f3-4136-b97d-6fa6f4bdb03d, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7187ab8f-3094-4c40-bdcb-e57d676ffb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:03:02.008192 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-b7273977-d5ee-49d8-9507-be08c11226a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1a00930b-22f3-4136-b97d-6fa6f4bdb03d), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:02.127810 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-b7273977-d5ee-49d8-9507-be08c11226a2 service neutron] For port 1a00930b-22f3-4136-b97d-6fa6f4bdb03d, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:03:02.131901 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-b7273977-d5ee-49d8-9507-be08c11226a2 service neutron] For port 1a00930b-22f3-4136-b97d-6fa6f4bdb03d, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=1a00930b-22f3-4136-b97d-6fa6f4bdb03d,segment=NetworkSegment(7187ab8f-3094-4c40-bdcb-e57d676ffb56),segment_id=7187ab8f-3094-4c40-bdcb-e57d676ffb56)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:03:02.138857 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-b7273977-d5ee-49d8-9507-be08c11226a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1a00930b-22f3-4136-b97d-6fa6f4bdb03d), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:02.195040 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-b7273977-d5ee-49d8-9507-be08c11226a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:02.196162 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-b7273977-d5ee-49d8-9507-be08c11226a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:02.197266 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-b7273977-d5ee-49d8-9507-be08c11226a2 service neutron] 10.222.0.57 "PUT /v2.0/ports/1a00930b-22f3-4136-b97d-6fa6f4bdb03d HTTP/1.1" status: 200 len: 1091 time: 1.0687366 Jan 18 20:03:02.198326 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680252c5-a169-4ab8-803f-6f4dde7e8ccc', 'tag': '1a00930b-22f3-4136-b97d-6fa6f4bdb03d'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:03:02.201257 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6299ae9-e7da-4536-9f53-1ed2f1986d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "680252c5-a169-4ab8-803f-6f4dde7e8ccc", "tag": "1a00930b-22f3-4136-b97d-6fa6f4bdb03d"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:03:02.226863 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7273977-d5ee-49d8-9507-be08c11226a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1a00930b-22f3-4136-b97d-6fa6f4bdb03d,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:02.242575 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb89924-9973-4917-9cae-8fabca0ac62e req-e7ba228c-a6b7-464a-99fe-a397f86522f5 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:02.244119 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bcb89924-9973-4917-9cae-8fabca0ac62e req-e7ba228c-a6b7-464a-99fe-a397f86522f5 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=680252c5-a169-4ab8-803f-6f4dde7e8ccc HTTP/1.1" status: 200 len: 943 time: 0.1517544 Jan 18 20:03:02.291358 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f59f1da1-7ad2-4c71-9a48-3cf4e4557fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for subnet (4a4fc205-1f02-48e6-a311-ab3d6a37436d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:02.316137 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60396) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:02.317173 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-31a7cfd3-3cf6-4b1b-b7cb-8ae302580a6f req-98e16aa5-9808-4203-abcc-24e59c158789 tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8ba7e1af51f147b9b442ce02ea3e20e8 HTTP/1.1" status: 200 len: 6151 time: 0.1838660 Jan 18 20:03:02.344314 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-560d187a-c7b8-46a8-8ee5-ec43230c7143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:02.346164 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-560d187a-c7b8-46a8-8ee5-ec43230c7143 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e5ec31ddf3d34f4aa39ff26dd8f3affd&device_id=680252c5-a169-4ab8-803f-6f4dde7e8ccc HTTP/1.1" status: 200 len: 1094 time: 0.0741920 Jan 18 20:03:02.395000 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-4a055862-bf1c-43b9-80db-cf0f5e366020 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a00930b-22f3-4136-b97d-6fa6f4bdb03d HTTP/1.1" status: 200 len: 217 time: 0.0422881 Jan 18 20:03:02.417363 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bcb89924-9973-4917-9cae-8fabca0ac62e req-7e9fbaea-79a2-4e1b-ae8b-2ee80561c8c8 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538527 Jan 18 20:03:02.421076 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f1da1-7ad2-4c71-9a48-3cf4e4557fe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a4fc205-1f02-48e6-a311-ab3d6a37436d,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:02.437824 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f1da1-7ad2-4c71-9a48-3cf4e4557fe9 admin admin] Checking segment: {'id': '0bb4561e-2a35-4bb4-bd91-4e08e43aedfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '78106b93-d326-468a-b364-efefd0202f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:03:02.438185 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59f1da1-7ad2-4c71-9a48-3cf4e4557fe9 admin admin] Network hostable DHCP agents. Network: 78106b93-d326-468a-b364-efefd0202f5c, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:03:02.443759 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-31a7cfd3-3cf6-4b1b-b7cb-8ae302580a6f req-f7bfd771-9395-4a41-b9e6-912896aa5b83 tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] 10.222.0.31 "GET /v2.0/security-groups/2ac4a57d-f960-44ce-9124-f6012e6904b6 HTTP/1.1" status: 200 len: 2998 time: 0.1256056 Jan 18 20:03:02.488679 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59f1da1-7ad2-4c71-9a48-3cf4e4557fe9 admin admin] Network 78106b93-d326-468a-b364-efefd0202f5c is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:03:02.489317 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c440f478-512f-4381-8cb1-a912ee320f81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:02.502662 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-f92d7f65-81a2-4ef1-b06a-1b968b07db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:02.503715 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-f92d7f65-81a2-4ef1-b06a-1b968b07db82 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5aa223-a098-41b4-8a17-e11e4587a7e0 HTTP/1.1" status: 200 len: 862 time: 0.1030164 Jan 18 20:03:02.514222 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-f59f1da1-7ad2-4c71-9a48-3cf4e4557fe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 78106b93-d326-468a-b364-efefd0202f5c) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:03:02.521882 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59f1da1-7ad2-4c71-9a48-3cf4e4557fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:02.522541 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f59f1da1-7ad2-4c71-9a48-3cf4e4557fe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:02.529517 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0551e0fa-0c26-451d-8bb7-aebab4e0d081 None None] Network 78106b93-d326-468a-b364-efefd0202f5c requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:03:02.539393 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-31a7cfd3-3cf6-4b1b-b7cb-8ae302580a6f req-17fbbfad-651e-476b-bbd3-10878bec9c14 tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] 10.222.0.31 "GET /v2.0/security-groups/2ac4a57d-f960-44ce-9124-f6012e6904b6 HTTP/1.1" status: 200 len: 2998 time: 0.0785892 Jan 18 20:03:02.563902 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f59f1da1-7ad2-4c71-9a48-3cf4e4557fe9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8037145 Jan 18 20:03:02.566630 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60410) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:02.571132 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-c7eae11b-af64-465f-b0fb-158ac696450a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-router', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:02.609801 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-78184a6d-8335-4b58-adf8-c0e892e4d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:02.611729 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-78184a6d-8335-4b58-adf8-c0e892e4d498 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=89a595c0-d9c3-40e8-b52a-e51ddcd750fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998499 Jan 18 20:03:02.616475 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c7eae11b-af64-465f-b0fb-158ac696450a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (5d98a0b7-24e5-4165-ae05-a459d3c173d7), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:02.617919 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c7eae11b-af64-465f-b0fb-158ac696450a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (5d98a0b7-24e5-4165-ae05-a459d3c173d7), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:02.693076 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e4adf32e-89b2-4f57-bbe5-2d0467403586 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:03:02.701311 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3682ad-fb2b-4ac3-a75e-366c70bdc763 x-openstack-request-id: req-3f3682ad-fb2b-4ac3-a75e-366c70bdc763 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:03:02.702545 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680252c5-a169-4ab8-803f-6f4dde7e8ccc", "tag": "1a00930b-22f3-4136-b97d-6fa6f4bdb03d", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:03:02.703056 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f3682ad-fb2b-4ac3-a75e-366c70bdc763 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:03:02.703733 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680252c5-a169-4ab8-803f-6f4dde7e8ccc', 'tag': '1a00930b-22f3-4136-b97d-6fa6f4bdb03d', 'status': 'completed', 'code': 200} Jan 18 20:03:02.706232 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c7eae11b-af64-465f-b0fb-158ac696450a admin admin] Publish callbacks [] for router_controller (5d98a0b7-24e5-4165-ae05-a459d3c173d7), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:02.716422 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8664cf87-cff1-43cd-a5af-fe032d10f839 req-36d5a32c-6b65-40bd-8ce4-8d2bbdf40cf3 tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "GET /v2.0/security-groups/5497221e-a9ef-4276-9506-24ce91633361 HTTP/1.1" status: 200 len: 1795 time: 0.0824287 Jan 18 20:03:02.725821 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700ccdeb-a834-4ab6-a82e-855dd263668b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-78106b93-d326-468a-b364-efefd0202f5c', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'fixed_ips': [{'subnet_id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:03:02.726888 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-700ccdeb-a834-4ab6-a82e-855dd263668b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:02.836915 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c440f478-512f-4381-8cb1-a912ee320f81 admin admin] Publish callbacks [] for security_group (0d8fbafe-77e2-482b-b427-2809d9eb01f5), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:02.845781 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-87b0216a-7157-4d5c-bddb-ba99bd7c241e service neutron] 10.222.0.57 "GET /v2.0/networks/89a595c0-d9c3-40e8-b52a-e51ddcd750fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263839 Jan 18 20:03:02.846520 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c440f478-512f-4381-8cb1-a912ee320f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0d8fbafe-77e2-482b-b427-2809d9eb01f5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:02.897467 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c7eae11b-af64-465f-b0fb-158ac696450a admin admin] Publish callbacks [] for router_gateway (5d98a0b7-24e5-4165-ae05-a459d3c173d7), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:02.929765 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c440f478-512f-4381-8cb1-a912ee320f81 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ae345edf54d543b69b33f4b0e5527f3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6122670 Jan 18 20:03:02.932633 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60428) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:02.934738 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440f478-512f-4381-8cb1-a912ee320f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8fbafe-77e2-482b-b427-2809d9eb01f5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:02.953566 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8664cf87-cff1-43cd-a5af-fe032d10f839 req-8276169c-d33a-4302-b0ea-d9c67aa5f1e3 tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] Publish callbacks [] for security_group (5497221e-a9ef-4276-9506-24ce91633361), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:02.975897 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8664cf87-cff1-43cd-a5af-fe032d10f839 req-8276169c-d33a-4302-b0ea-d9c67aa5f1e3 tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] Publish callbacks [] for security_group (5497221e-a9ef-4276-9506-24ce91633361), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:03.028178 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8664cf87-cff1-43cd-a5af-fe032d10f839 req-8276169c-d33a-4302-b0ea-d9c67aa5f1e3 tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5497221e-a9ef-4276-9506-24ce91633361), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:03.030866 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8664cf87-cff1-43cd-a5af-fe032d10f839 req-8276169c-d33a-4302-b0ea-d9c67aa5f1e3 tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:03.045228 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port e4adf32e-89b2-4f57-bbe5-2d0467403586 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:03:03.046039 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-af6df73d-4b5c-438f-aae4-d764f3511019 req-33d29712-d8af-404d-a166-b71d638e62af service neutron] 10.222.0.57 "GET /v2.0/networks/89a595c0-d9c3-40e8-b52a-e51ddcd750fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924310 Jan 18 20:03:03.047027 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8664cf87-cff1-43cd-a5af-fe032d10f839 req-8276169c-d33a-4302-b0ea-d9c67aa5f1e3 tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/5497221e-a9ef-4276-9506-24ce91633361 HTTP/1.1" status: 204 len: 173 time: 0.3296723 Jan 18 20:03:03.055367 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-700ccdeb-a834-4ab6-a82e-855dd263668b None None] Allocated IP 172.20.0.2 (78106b93-d326-468a-b364-efefd0202f5c/4a4fc205-1f02-48e6-a311-ab3d6a37436d/9d8d123d-366a-4ff2-b08f-2631bca69205) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:03:03.065345 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port e4adf32e-89b2-4f57-bbe5-2d0467403586 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:03.065949 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e4adf32e-89b2-4f57-bbe5-2d0467403586), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:03.067789 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d18c7deb-786f-4aa7-aaba-28f37b7f98ad admin admin] Publish callbacks [] for security_group (0d8fbafe-77e2-482b-b427-2809d9eb01f5), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:03.078280 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276169c-d33a-4302-b0ea-d9c67aa5f1e3 tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5497221e-a9ef-4276-9506-24ce91633361,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:03.124766 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d18c7deb-786f-4aa7-aaba-28f37b7f98ad admin admin] Publish callbacks [] for security_group (0d8fbafe-77e2-482b-b427-2809d9eb01f5), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:03.209922 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6299ae9-e7da-4536-9f53-1ed2f1986d9a req-cea06e6b-0ccd-4f6f-b1b3-95e4395155b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:03.211878 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d6299ae9-e7da-4536-9f53-1ed2f1986d9a req-cea06e6b-0ccd-4f6f-b1b3-95e4395155b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e5ec31ddf3d34f4aa39ff26dd8f3affd&device_id=680252c5-a169-4ab8-803f-6f4dde7e8ccc HTTP/1.1" status: 200 len: 1094 time: 0.0612614 Jan 18 20:03:03.236635 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d88d235-24fc-490e-af67-935090da513d req-8f62bc37-b9d2-4f33-8ac8-2018363ee9bb tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "GET /v2.0/security-groups/2a7670fc-da12-4b01-9d15-540daf6b5eb4 HTTP/1.1" status: 200 len: 1793 time: 0.0805247 Jan 18 20:03:03.251337 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640f4de-748c-4e1b-80e6-5f419eea773b req-71e59fb1-84f4-48df-99d1-d3d169925e5a tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:03.254086 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f640f4de-748c-4e1b-80e6-5f419eea773b req-71e59fb1-84f4-48df-99d1-d3d169925e5a tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 966 time: 0.0967181 Jan 18 20:03:03.262142 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port e4adf32e-89b2-4f57-bbe5-2d0467403586 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:03.262616 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e4adf32e-89b2-4f57-bbe5-2d0467403586), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:03.263219 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d18c7deb-786f-4aa7-aaba-28f37b7f98ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0d8fbafe-77e2-482b-b427-2809d9eb01f5), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:03.266041 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d18c7deb-786f-4aa7-aaba-28f37b7f98ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:03.267169 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d18c7deb-786f-4aa7-aaba-28f37b7f98ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d8fbafe-77e2-482b-b427-2809d9eb01f5 HTTP/1.1" status: 204 len: 168 time: 0.3334184 Jan 18 20:03:03.311469 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c7deb-786f-4aa7-aaba-28f37b7f98ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8fbafe-77e2-482b-b427-2809d9eb01f5,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:03.323496 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port e4adf32e-89b2-4f57-bbe5-2d0467403586, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e4adf32e-89b2-4f57-bbe5-2d0467403586,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:03.353146 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6299ae9-e7da-4536-9f53-1ed2f1986d9a req-98f615cb-403b-4b32-8d42-99c99575f42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:03.355771 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d6299ae9-e7da-4536-9f53-1ed2f1986d9a req-98f615cb-403b-4b32-8d42-99c99575f42a service neutron] 10.222.0.57 "GET /v2.0/networks?id=89a595c0-d9c3-40e8-b52a-e51ddcd750fc HTTP/1.1" status: 200 len: 924 time: 0.1380579 Jan 18 20:03:03.397396 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-700ccdeb-a834-4ab6-a82e-855dd263668b None None] Publish callbacks [] for port (9d8d123d-366a-4ff2-b08f-2631bca69205), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:03.403623 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae10c61b-07a6-4d28-a3b8-c6b5c894d07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4adf32e-89b2-4f57-bbe5-2d0467403586'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:03:03.405581 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7782ac5-2f08-43d3-b7e5-14123e82bb0b" -d '{"events": [{"server_uuid": "ae10c61b-07a6-4d28-a3b8-c6b5c894d07d", "name": "network-vif-plugged", "status": "completed", "tag": "e4adf32e-89b2-4f57-bbe5-2d0467403586"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:03:03.415831 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f640f4de-748c-4e1b-80e6-5f419eea773b req-5a325fc1-4a2c-4b7b-b328-fc10d407865d tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407459 Jan 18 20:03:03.419987 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-700ccdeb-a834-4ab6-a82e-855dd263668b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (9d8d123d-366a-4ff2-b08f-2631bca69205), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:03.422579 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e4adf32e-89b2-4f57-bbe5-2d0467403586), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:03.428375 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d6299ae9-e7da-4536-9f53-1ed2f1986d9a req-3302906e-9500-428c-a744-f75d95337587 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a00930b-22f3-4136-b97d-6fa6f4bdb03d HTTP/1.1" status: 200 len: 217 time: 0.0658786 Jan 18 20:03:03.468731 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5d88d235-24fc-490e-af67-935090da513d req-1aa650c4-385d-430b-81dd-73f97d18921f tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] Publish callbacks [] for security_group (2a7670fc-da12-4b01-9d15-540daf6b5eb4), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:03.482713 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c7eae11b-af64-465f-b0fb-158ac696450a admin admin] Publish callbacks [] for router_gateway (5d98a0b7-24e5-4165-ae05-a459d3c173d7), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:03.485625 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ccdeb-a834-4ab6-a82e-855dd263668b None None] Pushing event updated for resources: {'Port': ['ID=9d8d123d-366a-4ff2-b08f-2631bca69205,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:03.519407 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c7eae11b-af64-465f-b0fb-158ac696450a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:03.522085 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5d88d235-24fc-490e-af67-935090da513d req-1aa650c4-385d-430b-81dd-73f97d18921f tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] Publish callbacks [] for security_group (2a7670fc-da12-4b01-9d15-540daf6b5eb4), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:03.545738 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6299ae9-e7da-4536-9f53-1ed2f1986d9a req-195416d4-3467-46b7-b69f-b372706010fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:03.548743 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=e4adf32e-89b2-4f57-bbe5-2d0467403586,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:03.552269 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d6299ae9-e7da-4536-9f53-1ed2f1986d9a req-195416d4-3467-46b7-b69f-b372706010fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5aa223-a098-41b4-8a17-e11e4587a7e0 HTTP/1.1" status: 200 len: 862 time: 0.1180382 Jan 18 20:03:03.561016 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700ccdeb-a834-4ab6-a82e-855dd263668b None None] Network 78106b93-d326-468a-b364-efefd0202f5c is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:03:03.562753 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-700ccdeb-a834-4ab6-a82e-855dd263668b None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:03:03.565282 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700ccdeb-a834-4ab6-a82e-855dd263668b None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:03:03.615269 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5d88d235-24fc-490e-af67-935090da513d req-1aa650c4-385d-430b-81dd-73f97d18921f tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2a7670fc-da12-4b01-9d15-540daf6b5eb4), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:03.618826 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5d88d235-24fc-490e-af67-935090da513d req-1aa650c4-385d-430b-81dd-73f97d18921f tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:03.620992 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d88d235-24fc-490e-af67-935090da513d req-1aa650c4-385d-430b-81dd-73f97d18921f tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/2a7670fc-da12-4b01-9d15-540daf6b5eb4 HTTP/1.1" status: 204 len: 173 time: 0.3777933 Jan 18 20:03:03.638691 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6299ae9-e7da-4536-9f53-1ed2f1986d9a req-3d5e0bd2-f13e-41e7-afe7-c27d675ff243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:03.640797 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d6299ae9-e7da-4536-9f53-1ed2f1986d9a req-3d5e0bd2-f13e-41e7-afe7-c27d675ff243 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=89a595c0-d9c3-40e8-b52a-e51ddcd750fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818694 Jan 18 20:03:03.644993 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-700ccdeb-a834-4ab6-a82e-855dd263668b None None] Attempting to bind port 9d8d123d-366a-4ff2-b08f-2631bca69205 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:03:03.646476 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-700ccdeb-a834-4ab6-a82e-855dd263668b None None] Attempting to bind port 9d8d123d-366a-4ff2-b08f-2631bca69205 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '0bb4561e-2a35-4bb4-bd91-4e08e43aedfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '78106b93-d326-468a-b364-efefd0202f5c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:03:03.647114 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700ccdeb-a834-4ab6-a82e-855dd263668b None None] Attempting to bind port 9d8d123d-366a-4ff2-b08f-2631bca69205 on network 78106b93-d326-468a-b364-efefd0202f5c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:03.657346 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa650c4-385d-430b-81dd-73f97d18921f tempest-SecurityGroupsTestAdminJSON-2142909010 tempest-SecurityGroupsTestAdminJSON-2142909010-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7670fc-da12-4b01-9d15-540daf6b5eb4,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:03.658057 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700ccdeb-a834-4ab6-a82e-855dd263668b None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:03:03.658769 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700ccdeb-a834-4ab6-a82e-855dd263668b None None] Checking segment: {'id': '0bb4561e-2a35-4bb4-bd91-4e08e43aedfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '78106b93-d326-468a-b364-efefd0202f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:03:03.670051 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-700ccdeb-a834-4ab6-a82e-855dd263668b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:03.670493 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700ccdeb-a834-4ab6-a82e-855dd263668b None None] Bound using segment: {'id': '0bb4561e-2a35-4bb4-bd91-4e08e43aedfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '78106b93-d326-468a-b364-efefd0202f5c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:03:03.671582 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-700ccdeb-a834-4ab6-a82e-855dd263668b None None] Bound port: 9d8d123d-366a-4ff2-b08f-2631bca69205, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb4561e-2a35-4bb4-bd91-4e08e43aedfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '78106b93-d326-468a-b364-efefd0202f5c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:03:03.672136 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-700ccdeb-a834-4ab6-a82e-855dd263668b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9d8d123d-366a-4ff2-b08f-2631bca69205), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:03.694321 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-c7eae11b-af64-465f-b0fb-158ac696450a admin admin] Allocated IP 172.25.4.9 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/91d8110f-f713-4a31-96b5-01159d651e26) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:03:03.766117 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60460) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:03.783947 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1cb5b3-807c-4d01-836c-7078fe8ffcab x-openstack-request-id: req-1a1cb5b3-807c-4d01-836c-7078fe8ffcab {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:03:03.784278 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae10c61b-07a6-4d28-a3b8-c6b5c894d07d", "name": "network-vif-plugged", "status": "completed", "tag": "e4adf32e-89b2-4f57-bbe5-2d0467403586", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:03:03.784915 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a1cb5b3-807c-4d01-836c-7078fe8ffcab {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:03:03.784915 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae10c61b-07a6-4d28-a3b8-c6b5c894d07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4adf32e-89b2-4f57-bbe5-2d0467403586', 'code': 200} Jan 18 20:03:03.788230 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:03.813666 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d6299ae9-e7da-4536-9f53-1ed2f1986d9a req-e1977c90-744f-4f5b-8ba5-03d012ebd552 service neutron] 10.222.0.57 "GET /v2.0/networks/89a595c0-d9c3-40e8-b52a-e51ddcd750fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652274 Jan 18 20:03:03.836162 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-700ccdeb-a834-4ab6-a82e-855dd263668b None None] For port 9d8d123d-366a-4ff2-b08f-2631bca69205, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:03:03.840073 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-700ccdeb-a834-4ab6-a82e-855dd263668b None None] For port 9d8d123d-366a-4ff2-b08f-2631bca69205, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9d8d123d-366a-4ff2-b08f-2631bca69205,segment=NetworkSegment(0bb4561e-2a35-4bb4-bd91-4e08e43aedfc),segment_id=0bb4561e-2a35-4bb4-bd91-4e08e43aedfc)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:03:03.844998 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-700ccdeb-a834-4ab6-a82e-855dd263668b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9d8d123d-366a-4ff2-b08f-2631bca69205), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:03.856540 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d8340881-7238-4a45-a4d4-c9c3c14cd612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:03.920381 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ccdeb-a834-4ab6-a82e-855dd263668b None None] Pushing event updated for resources: {'Port': ['ID=9d8d123d-366a-4ff2-b08f-2631bca69205,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:03.942184 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e95fd320-0407-499b-a7b6-602e5445409b req-adba88b5-5c68-4aa7-836e-ef026a1cd85f tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] 10.222.0.31 "GET /v2.0/security-groups/ae9c707f-43d0-47df-90a5-1f23a59450a0 HTTP/1.1" status: 200 len: 1793 time: 0.1663246 Jan 18 20:03:03.970875 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00871b8d-de97-418d-84bb-90a2212ea539 req-cac9c42e-7711-4202-9ffa-5383076053a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:03.972454 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-00871b8d-de97-418d-84bb-90a2212ea539 req-cac9c42e-7711-4202-9ffa-5383076053a8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 1118 time: 0.1287887 Jan 18 20:03:03.990569 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3cfd8-d660-42d2-bb02-9546b955f185 req-20c39720-ac13-4dd6-b4b5-b51daefa203a tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:03.992138 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1ac3cfd8-d660-42d2-bb02-9546b955f185 req-20c39720-ac13-4dd6-b4b5-b51daefa203a tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=680252c5-a169-4ab8-803f-6f4dde7e8ccc HTTP/1.1" status: 200 len: 943 time: 0.1597326 Jan 18 20:03:04.032883 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c7eae11b-af64-465f-b0fb-158ac696450a admin admin] Publish callbacks [] for port (91d8110f-f713-4a31-96b5-01159d651e26), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:04.172162 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1ac3cfd8-d660-42d2-bb02-9546b955f185 req-b73f11a8-4bac-40aa-9cd0-11ca66af612c tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635602 Jan 18 20:03:04.187688 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e95fd320-0407-499b-a7b6-602e5445409b req-30585f41-ab03-42da-831d-203449e0f5b8 tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] Publish callbacks [] for security_group (ae9c707f-43d0-47df-90a5-1f23a59450a0), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:04.193583 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d8340881-7238-4a45-a4d4-c9c3c14cd612 admin admin] Publish callbacks [] for security_group (09b67747-82d4-411b-a894-132b0f65f33b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:04.210053 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d8340881-7238-4a45-a4d4-c9c3c14cd612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (09b67747-82d4-411b-a894-132b0f65f33b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:04.237382 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c7eae11b-af64-465f-b0fb-158ac696450a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (91d8110f-f713-4a31-96b5-01159d651e26), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:04.242798 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d6299ae9-e7da-4536-9f53-1ed2f1986d9a req-6251ca62-4a79-4327-887e-a885e9173b2f service neutron] 10.222.0.57 "GET /v2.0/networks/89a595c0-d9c3-40e8-b52a-e51ddcd750fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199708 Jan 18 20:03:04.262143 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e95fd320-0407-499b-a7b6-602e5445409b req-30585f41-ab03-42da-831d-203449e0f5b8 tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] Publish callbacks [] for security_group (ae9c707f-43d0-47df-90a5-1f23a59450a0), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:04.267034 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-00871b8d-de97-418d-84bb-90a2212ea539 req-37347dc7-9137-4a96-9c27-09426b3b497f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842972 Jan 18 20:03:04.324012 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8340881-7238-4a45-a4d4-c9c3c14cd612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b67747-82d4-411b-a894-132b0f65f33b,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:04.333853 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d8340881-7238-4a45-a4d4-c9c3c14cd612 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7bbb3ce4bdfd4f5981905c691328a382&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5666797 Jan 18 20:03:04.335964 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7eae11b-af64-465f-b0fb-158ac696450a admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:03:04.336656 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60468) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:04.352752 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-c7eae11b-af64-465f-b0fb-158ac696450a admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:03:04.359795 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eae11b-af64-465f-b0fb-158ac696450a admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:03:04.363495 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eae11b-af64-465f-b0fb-158ac696450a admin admin] Pushing event updated for resources: {'Port': ['ID=91d8110f-f713-4a31-96b5-01159d651e26,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:04.403680 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0a23d9d6-ecfb-4807-be08-fb2f113ea8c8 admin admin] Publish callbacks [] for security_group (09b67747-82d4-411b-a894-132b0f65f33b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:04.425673 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0a23d9d6-ecfb-4807-be08-fb2f113ea8c8 admin admin] Publish callbacks [] for security_group (09b67747-82d4-411b-a894-132b0f65f33b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:04.481621 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e95fd320-0407-499b-a7b6-602e5445409b req-30585f41-ab03-42da-831d-203449e0f5b8 tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ae9c707f-43d0-47df-90a5-1f23a59450a0), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:04.484468 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e95fd320-0407-499b-a7b6-602e5445409b req-30585f41-ab03-42da-831d-203449e0f5b8 tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:04.485698 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e95fd320-0407-499b-a7b6-602e5445409b req-30585f41-ab03-42da-831d-203449e0f5b8 tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] 10.222.0.31 "DELETE /v2.0/security-groups/ae9c707f-43d0-47df-90a5-1f23a59450a0 HTTP/1.1" status: 204 len: 173 time: 0.5337989 Jan 18 20:03:04.489439 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0a23d9d6-ecfb-4807-be08-fb2f113ea8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (09b67747-82d4-411b-a894-132b0f65f33b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:04.493471 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0a23d9d6-ecfb-4807-be08-fb2f113ea8c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:04.500192 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0a23d9d6-ecfb-4807-be08-fb2f113ea8c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/09b67747-82d4-411b-a894-132b0f65f33b HTTP/1.1" status: 204 len: 168 time: 0.1608536 Jan 18 20:03:04.504644 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30585f41-ab03-42da-831d-203449e0f5b8 tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9c707f-43d0-47df-90a5-1f23a59450a0,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:04.538615 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23d9d6-ecfb-4807-be08-fb2f113ea8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b67747-82d4-411b-a894-132b0f65f33b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:04.817890 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60492) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:04.847351 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-566bc8b4-4876-4b0c-b330-f7c6bd5e7ede req-1f097134-0b9b-4cb4-9548-daf2bbeb835d tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] 10.222.0.31 "GET /v2.0/security-groups/10779558-9f81-4d4c-916d-426ea186006f HTTP/1.1" status: 200 len: 1793 time: 0.2781999 Jan 18 20:03:04.884021 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4bfee9-fe62-485d-810b-e5704381a139 req-b09810d1-6bf8-48b8-9755-4abee724477e tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:04.885557 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bb4bfee9-fe62-485d-810b-e5704381a139 req-b09810d1-6bf8-48b8-9755-4abee724477e tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 967 time: 0.2985172 Jan 18 20:03:04.888615 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c7eae11b-af64-465f-b0fb-158ac696450a admin admin] Publish callbacks [] for router_gateway (5d98a0b7-24e5-4165-ae05-a459d3c173d7), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:04.971224 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ea2128d-d084-4381-9e16-1b483af2813b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:05.067775 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bb4bfee9-fe62-485d-810b-e5704381a139 req-8915ceb8-f7b1-4a58-9ec5-f7f30190efed tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638591 Jan 18 20:03:05.068459 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-566bc8b4-4876-4b0c-b330-f7c6bd5e7ede req-542d6aac-83fb-4d17-8014-f2cc9e04c42d tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] Publish callbacks [] for security_group (10779558-9f81-4d4c-916d-426ea186006f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:05.077851 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ea2128d-d084-4381-9e16-1b483af2813b admin admin] Publish callbacks [] for security_group (57e62a58-4c16-4430-b31b-88e2fbac4a47), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:05.086374 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ea2128d-d084-4381-9e16-1b483af2813b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (57e62a58-4c16-4430-b31b-88e2fbac4a47), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:05.097274 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7324fe-d298-4348-b8ca-00cbffb31925 None None] Network 78106b93-d326-468a-b364-efefd0202f5c requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:03:05.119628 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-566bc8b4-4876-4b0c-b330-f7c6bd5e7ede req-542d6aac-83fb-4d17-8014-f2cc9e04c42d tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] Publish callbacks [] for security_group (10779558-9f81-4d4c-916d-426ea186006f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:05.158576 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2128d-d084-4381-9e16-1b483af2813b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e62a58-4c16-4430-b31b-88e2fbac4a47,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:05.164462 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1ea2128d-d084-4381-9e16-1b483af2813b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a5289d73edb485e9af535d2a066e5eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3445365 Jan 18 20:03:05.172586 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60508) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:05.328122 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c7eae11b-af64-465f-b0fb-158ac696450a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (5d98a0b7-24e5-4165-ae05-a459d3c173d7), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:05.330464 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-14435a5d-26db-40f4-beb5-0bcfeab7378d admin admin] Publish callbacks [] for security_group (57e62a58-4c16-4430-b31b-88e2fbac4a47), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:05.335002 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-566bc8b4-4876-4b0c-b330-f7c6bd5e7ede req-542d6aac-83fb-4d17-8014-f2cc9e04c42d tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (10779558-9f81-4d4c-916d-426ea186006f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:05.337579 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-566bc8b4-4876-4b0c-b330-f7c6bd5e7ede req-542d6aac-83fb-4d17-8014-f2cc9e04c42d tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:05.348103 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-fa34f2d3-981b-4c79-8b4f-7c53976300fa None None] Provisioning complete for port 9d8d123d-366a-4ff2-b08f-2631bca69205 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:05.348205 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fa34f2d3-981b-4c79-8b4f-7c53976300fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9d8d123d-366a-4ff2-b08f-2631bca69205), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:05.351322 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-566bc8b4-4876-4b0c-b330-f7c6bd5e7ede req-542d6aac-83fb-4d17-8014-f2cc9e04c42d tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] 10.222.0.31 "DELETE /v2.0/security-groups/10779558-9f81-4d4c-916d-426ea186006f HTTP/1.1" status: 204 len: 173 time: 0.4940078 Jan 18 20:03:05.441894 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d6aac-83fb-4d17-8014-f2cc9e04c42d tempest-SecurityGroupsTestAdminJSON-1031240947 tempest-SecurityGroupsTestAdminJSON-1031240947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10779558-9f81-4d4c-916d-426ea186006f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:05.444987 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-14435a5d-26db-40f4-beb5-0bcfeab7378d admin admin] Publish callbacks [] for security_group (57e62a58-4c16-4430-b31b-88e2fbac4a47), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:05.583831 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9d8d123d-366a-4ff2-b08f-2631bca69205 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:03:05.608033 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c51631-4a0d-42e8-aad0-84d4a9b4bcf9 req-3daa5ad9-6eff-46c2-b636-50353ad68b9e tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:05.610257 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b8c51631-4a0d-42e8-aad0-84d4a9b4bcf9 req-3daa5ad9-6eff-46c2-b636-50353ad68b9e tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=680252c5-a169-4ab8-803f-6f4dde7e8ccc HTTP/1.1" status: 200 len: 943 time: 0.1357458 Jan 18 20:03:05.672561 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-14435a5d-26db-40f4-beb5-0bcfeab7378d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (57e62a58-4c16-4430-b31b-88e2fbac4a47), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:05.674014 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-fa34f2d3-981b-4c79-8b4f-7c53976300fa None None] Current status of the port 9d8d123d-366a-4ff2-b08f-2631bca69205 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:05.674654 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fa34f2d3-981b-4c79-8b4f-7c53976300fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9d8d123d-366a-4ff2-b08f-2631bca69205), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:05.680675 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-14435a5d-26db-40f4-beb5-0bcfeab7378d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:05.690650 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-14435a5d-26db-40f4-beb5-0bcfeab7378d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/57e62a58-4c16-4430-b31b-88e2fbac4a47 HTTP/1.1" status: 204 len: 168 time: 0.5167949 Jan 18 20:03:05.697443 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 9d8d123d-366a-4ff2-b08f-2631bca69205 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:05.698405 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9d8d123d-366a-4ff2-b08f-2631bca69205), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:05.724427 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14435a5d-26db-40f4-beb5-0bcfeab7378d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e62a58-4c16-4430-b31b-88e2fbac4a47,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:05.780728 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-fa34f2d3-981b-4c79-8b4f-7c53976300fa None None] For port 9d8d123d-366a-4ff2-b08f-2631bca69205, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9d8d123d-366a-4ff2-b08f-2631bca69205,segment=NetworkSegment(0bb4561e-2a35-4bb4-bd91-4e08e43aedfc),segment_id=0bb4561e-2a35-4bb4-bd91-4e08e43aedfc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:05.789836 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fa34f2d3-981b-4c79-8b4f-7c53976300fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9d8d123d-366a-4ff2-b08f-2631bca69205), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:05.801033 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b8c51631-4a0d-42e8-aad0-84d4a9b4bcf9 req-f2db7879-19cd-4d20-ace7-2795485ae171 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735430 Jan 18 20:03:05.831169 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7eae11b-af64-465f-b0fb-158ac696450a admin admin] Router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:03:05.908254 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34f2d3-981b-4c79-8b4f-7c53976300fa None None] Pushing event updated for resources: {'Port': ['ID=9d8d123d-366a-4ff2-b08f-2631bca69205,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:05.938620 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 9d8d123d-366a-4ff2-b08f-2631bca69205 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:05.963826 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-377d218a-bfeb-451f-9aed-85c4fdb4d91a None None] Provisioning complete for port 9d8d123d-366a-4ff2-b08f-2631bca69205 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:05.964204 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-377d218a-bfeb-451f-9aed-85c4fdb4d91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9d8d123d-366a-4ff2-b08f-2631bca69205), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:06.024755 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7eae11b-af64-465f-b0fb-158ac696450a admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:03:06.040629 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29981c4-e65e-450a-8316-0f186b28c9c5 None None] Sync routers for ids ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:03:06.064874 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29981c4-e65e-450a-8316-0f186b28c9c5 None None] Routers {'5d98a0b7-24e5-4165-ae05-a459d3c173d7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:03:06.070450 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c29981c4-e65e-450a-8316-0f186b28c9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:02:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:06.080307 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c7eae11b-af64-465f-b0fb-158ac696450a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:06.084195 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c7eae11b-af64-465f-b0fb-158ac696450a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.5164313 Jan 18 20:03:06.087062 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60558) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:06.124802 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-377d218a-bfeb-451f-9aed-85c4fdb4d91a None None] Current status of the port 9d8d123d-366a-4ff2-b08f-2631bca69205 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:06.200670 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60566) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:06.245521 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-c29981c4-e65e-450a-8316-0f186b28c9c5 None None] Set router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:03:06.335124 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19057108-e7cf-4748-82cc-013a53c91926 req-e57b04c3-d45b-4c3f-9796-f1648451a12f tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:06.342777 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-19057108-e7cf-4748-82cc-013a53c91926 req-e57b04c3-d45b-4c3f-9796-f1648451a12f tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 967 time: 0.0895171 Jan 18 20:03:06.412735 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-19057108-e7cf-4748-82cc-013a53c91926 req-7c518645-e252-4c98-9a53-ef01014efd9f tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682502 Jan 18 20:03:06.471451 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60582) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:06.482825 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c29981c4-e65e-450a-8316-0f186b28c9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-router', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '91d8110f-f713-4a31-96b5-01159d651e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:02Z', 'updated_at': '2022-01-18T20:03:04Z', 'revision_number': 3, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'gw_port': {'id': '91d8110f-f713-4a31-96b5-01159d651e26', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:03Z', 'updated_at': '2022-01-18T20:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:06.494236 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c6f4847-d2d9-48de-940c-7b2d2c8b19f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:06.521988 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29981c4-e65e-450a-8316-0f186b28c9c5 None None] Checking router: 5d98a0b7-24e5-4165-ae05-a459d3c173d7 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:03:06.522665 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29981c4-e65e-450a-8316-0f186b28c9c5 None None] Updating router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 port 91d8110f-f713-4a31-96b5-01159d651e26 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:03:06.575330 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c29981c4-e65e-450a-8316-0f186b28c9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (91d8110f-f713-4a31-96b5-01159d651e26), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:06.617337 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c6f4847-d2d9-48de-940c-7b2d2c8b19f0 admin admin] Publish callbacks [] for security_group (f8e6ddd5-d063-488c-94e2-ef686b5279da), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:06.619945 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:06.624290 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c6f4847-d2d9-48de-940c-7b2d2c8b19f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f8e6ddd5-d063-488c-94e2-ef686b5279da), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:06.674096 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8c6f4847-d2d9-48de-940c-7b2d2c8b19f0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2fa1041ecb2c45c6880f7edce7704adb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2015469 Jan 18 20:03:06.675599 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60588) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:06.682921 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f4847-d2d9-48de-940c-7b2d2c8b19f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e6ddd5-d063-488c-94e2-ef686b5279da,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:06.770009 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bc48f2b4-d60d-4562-88a7-263e0d97bd0b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8ba7e1af51f147b9b442ce02ea3e20e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5659640 Jan 18 20:03:06.772365 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60592) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:06.800682 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-399ea649-84b5-47e9-ac36-8912bc3954f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:06.836601 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a99bbd05-b700-4319-b98a-697fa2cec094 admin admin] Publish callbacks [] for security_group (f8e6ddd5-d063-488c-94e2-ef686b5279da), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:06.858525 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7e9f808e-81ac-42c3-a599-b4dda567f246 admin admin] Publish callbacks [] for security_group (2ac4a57d-f960-44ce-9124-f6012e6904b6), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:06.897061 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a99bbd05-b700-4319-b98a-697fa2cec094 admin admin] Publish callbacks [] for security_group (f8e6ddd5-d063-488c-94e2-ef686b5279da), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:06.900452 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7e9f808e-81ac-42c3-a599-b4dda567f246 admin admin] Publish callbacks [] for security_group (2ac4a57d-f960-44ce-9124-f6012e6904b6), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:06.985083 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a99bbd05-b700-4319-b98a-697fa2cec094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f8e6ddd5-d063-488c-94e2-ef686b5279da), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:06.989730 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a99bbd05-b700-4319-b98a-697fa2cec094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:06.995869 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a99bbd05-b700-4319-b98a-697fa2cec094 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8e6ddd5-d063-488c-94e2-ef686b5279da HTTP/1.1" status: 204 len: 168 time: 0.3192403 Jan 18 20:03:07.005876 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7e9f808e-81ac-42c3-a599-b4dda567f246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2ac4a57d-f960-44ce-9124-f6012e6904b6), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:07.009767 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7e9f808e-81ac-42c3-a599-b4dda567f246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:07.010968 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7e9f808e-81ac-42c3-a599-b4dda567f246 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ac4a57d-f960-44ce-9124-f6012e6904b6 HTTP/1.1" status: 204 len: 168 time: 0.2376883 Jan 18 20:03:07.012594 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99bbd05-b700-4319-b98a-697fa2cec094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e6ddd5-d063-488c-94e2-ef686b5279da,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:07.032179 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f808e-81ac-42c3-a599-b4dda567f246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac4a57d-f960-44ce-9124-f6012e6904b6,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:07.113368 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-399ea649-84b5-47e9-ac36-8912bc3954f6 admin admin] Allocated IP 172.20.0.1 (78106b93-d326-468a-b364-efefd0202f5c/4a4fc205-1f02-48e6-a311-ab3d6a37436d/073b1635-cd57-4b5c-bb61-81a4461d448b) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:03:07.199715 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c29981c4-e65e-450a-8316-0f186b28c9c5 None None] Publish callbacks [] for port (91d8110f-f713-4a31-96b5-01159d651e26), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:07.226053 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c29981c4-e65e-450a-8316-0f186b28c9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (91d8110f-f713-4a31-96b5-01159d651e26), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:07.281937 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e5e34-b1a6-49ec-9576-3241f410d833 None None] Pushing event updated for resources: {'Port': ['ID=91d8110f-f713-4a31-96b5-01159d651e26,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:07.303619 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-c29981c4-e65e-450a-8316-0f186b28c9c5 None None] Attempting to bind port 91d8110f-f713-4a31-96b5-01159d651e26 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:03:07.304490 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-c29981c4-e65e-450a-8316-0f186b28c9c5 None None] Attempting to bind port 91d8110f-f713-4a31-96b5-01159d651e26 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:03:07.304954 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29981c4-e65e-450a-8316-0f186b28c9c5 None None] Attempting to bind port 91d8110f-f713-4a31-96b5-01159d651e26 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:07.310030 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66d74c-0a00-4ab8-a817-25b533f5360f req-e2bb2706-2401-436f-9916-0852a2d69fe8 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:07.310859 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29981c4-e65e-450a-8316-0f186b28c9c5 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:03:07.311369 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29981c4-e65e-450a-8316-0f186b28c9c5 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:03:07.311561 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0d66d74c-0a00-4ab8-a817-25b533f5360f req-e2bb2706-2401-436f-9916-0852a2d69fe8 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 1118 time: 0.1121557 Jan 18 20:03:07.311956 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c29981c4-e65e-450a-8316-0f186b28c9c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:07.312419 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29981c4-e65e-450a-8316-0f186b28c9c5 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:03:07.312963 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-c29981c4-e65e-450a-8316-0f186b28c9c5 None None] Bound port: 91d8110f-f713-4a31-96b5-01159d651e26, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:03:07.313435 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c29981c4-e65e-450a-8316-0f186b28c9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (91d8110f-f713-4a31-96b5-01159d651e26), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:07.364513 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-399ea649-84b5-47e9-ac36-8912bc3954f6 admin admin] Publish callbacks [] for port (073b1635-cd57-4b5c-bb61-81a4461d448b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:07.371818 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9d8d123d-366a-4ff2-b08f-2631bca69205 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:03:07.384530 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 1a00930b-22f3-4136-b97d-6fa6f4bdb03d details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:03:07.418523 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-399ea649-84b5-47e9-ac36-8912bc3954f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (073b1635-cd57-4b5c-bb61-81a4461d448b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:07.426845 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-c29981c4-e65e-450a-8316-0f186b28c9c5 None None] For port 91d8110f-f713-4a31-96b5-01159d651e26, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:03:07.437517 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-c29981c4-e65e-450a-8316-0f186b28c9c5 None None] For port 91d8110f-f713-4a31-96b5-01159d651e26, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=91d8110f-f713-4a31-96b5-01159d651e26,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:03:07.444874 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c29981c4-e65e-450a-8316-0f186b28c9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (91d8110f-f713-4a31-96b5-01159d651e26), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:07.513966 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399ea649-84b5-47e9-ac36-8912bc3954f6 admin admin] Network 78106b93-d326-468a-b364-efefd0202f5c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:03:07.518279 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0d66d74c-0a00-4ab8-a817-25b533f5360f req-31ca65b2-0d3d-4683-9181-7d6daa34cbd5 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010980 Jan 18 20:03:07.519266 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-399ea649-84b5-47e9-ac36-8912bc3954f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:03:07.532365 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54ae13-a721-4a00-a376-b6cd8ad18eb5 req-31261ee5-fa6c-4d03-90ae-ffc513f234e7 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:07.540948 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399ea649-84b5-47e9-ac36-8912bc3954f6 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:03:07.541484 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-399ea649-84b5-47e9-ac36-8912bc3954f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (5d98a0b7-24e5-4165-ae05-a459d3c173d7), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:07.547299 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af54ae13-a721-4a00-a376-b6cd8ad18eb5 req-31261ee5-fa6c-4d03-90ae-ffc513f234e7 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=680252c5-a169-4ab8-803f-6f4dde7e8ccc HTTP/1.1" status: 200 len: 943 time: 0.2157388 Jan 18 20:03:07.612969 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 9d8d123d-366a-4ff2-b08f-2631bca69205 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:07.613344 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9d8d123d-366a-4ff2-b08f-2631bca69205), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:07.642164 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29981c4-e65e-450a-8316-0f186b28c9c5 None None] Routers {'5d98a0b7-24e5-4165-ae05-a459d3c173d7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:03:07.645393 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c29981c4-e65e-450a-8316-0f186b28c9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:02:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:07.652643 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e5e34-b1a6-49ec-9576-3241f410d833 None None] Pushing event updated for resources: {'Port': ['ID=91d8110f-f713-4a31-96b5-01159d651e26,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:07.671497 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 1a00930b-22f3-4136-b97d-6fa6f4bdb03d, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=1a00930b-22f3-4136-b97d-6fa6f4bdb03d,segment=NetworkSegment(7187ab8f-3094-4c40-bdcb-e57d676ffb56),segment_id=7187ab8f-3094-4c40-bdcb-e57d676ffb56)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:07.684920 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af54ae13-a721-4a00-a376-b6cd8ad18eb5 req-18de1b27-0af6-48bb-abd0-5aa7486a11df tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273341 Jan 18 20:03:07.718569 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ea649-84b5-47e9-ac36-8912bc3954f6 admin admin] Pushing event updated for resources: {'Port': ['ID=073b1635-cd57-4b5c-bb61-81a4461d448b,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:07.719835 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '1a00930b-22f3-4136-b97d-6fa6f4bdb03d', 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc', 'port_id': '1a00930b-22f3-4136-b97d-6fa6f4bdb03d', 'mac_address': 'fa:16:3e:40:17:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:03:07.844198 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 1a00930b-22f3-4136-b97d-6fa6f4bdb03d is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:07.844617 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1a00930b-22f3-4136-b97d-6fa6f4bdb03d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:07.857910 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 9d8d123d-366a-4ff2-b08f-2631bca69205 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:07.864530 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a00930b-22f3-4136-b97d-6fa6f4bdb03d {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:03:07.903522 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 1a00930b-22f3-4136-b97d-6fa6f4bdb03d, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=1a00930b-22f3-4136-b97d-6fa6f4bdb03d,segment=NetworkSegment(7187ab8f-3094-4c40-bdcb-e57d676ffb56),segment_id=7187ab8f-3094-4c40-bdcb-e57d676ffb56)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:07.909547 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1a00930b-22f3-4136-b97d-6fa6f4bdb03d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:07.948498 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60626) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:07.990877 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-c29981c4-e65e-450a-8316-0f186b28c9c5 None None] Set router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:03:08.004719 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9c781-02c8-499e-b0e8-8e70de42aefb req-c6599c9b-eb73-4c51-be6b-5ba4962c7c47 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:08.006292 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-399ea649-84b5-47e9-ac36-8912bc3954f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (073b1635-cd57-4b5c-bb61-81a4461d448b), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:08.016977 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ad9c781-02c8-499e-b0e8-8e70de42aefb req-c6599c9b-eb73-4c51-be6b-5ba4962c7c47 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 1118 time: 0.1197422 Jan 18 20:03:08.025033 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=1a00930b-22f3-4136-b97d-6fa6f4bdb03d,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:08.047129 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-88ea4043-c7d0-4718-8fbb-bd6dc83bfee6 None None] Provisioning complete for port 073b1635-cd57-4b5c-bb61-81a4461d448b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:08.047955 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-88ea4043-c7d0-4718-8fbb-bd6dc83bfee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (073b1635-cd57-4b5c-bb61-81a4461d448b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:08.101269 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-88ea4043-c7d0-4718-8fbb-bd6dc83bfee6 None None] Port 073b1635-cd57-4b5c-bb61-81a4461d448b cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:03:08.112819 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60634) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:08.114257 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-169b3750-68ef-4808-b448-223e9ce55ab9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2fb995a1818240bcb70c171235001cd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1643217 Jan 18 20:03:08.166363 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ad9c781-02c8-499e-b0e8-8e70de42aefb req-d486cd72-e6fd-455a-86b7-0794ee03d72c tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415904 Jan 18 20:03:08.277820 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d752b0cf-9d72-4b33-8ff3-ef2bc14106a2 admin admin] Publish callbacks [] for security_group (3a917918-37f4-444d-9d7f-8f279000c579), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:08.301084 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['1a00930b-22f3-4136-b97d-6fa6f4bdb03d'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:03:08.341959 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c29981c4-e65e-450a-8316-0f186b28c9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-router', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '91d8110f-f713-4a31-96b5-01159d651e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:02Z', 'updated_at': '2022-01-18T20:03:04Z', 'revision_number': 3, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'gw_port': {'id': '91d8110f-f713-4a31-96b5-01159d651e26', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:03Z', 'updated_at': '2022-01-18T20:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:08.368652 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d752b0cf-9d72-4b33-8ff3-ef2bc14106a2 admin admin] Publish callbacks [] for security_group (3a917918-37f4-444d-9d7f-8f279000c579), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:08.402693 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ab0eb111-497d-45a7-901a-66b80b888ab3 req-725c9158-0d47-402a-a5aa-3dbff1e732b8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c28f152f-89fb-4e78-9c9f-0cca8a23aa51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1932571 Jan 18 20:03:08.441087 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29981c4-e65e-450a-8316-0f186b28c9c5 None None] The sync data for ids ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'] in n-d-741529-9 is: [{'id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-router', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '91d8110f-f713-4a31-96b5-01159d651e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:02Z', 'updated_at': '2022-01-18T20:03:04Z', 'revision_number': 3, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'gw_port': {'id': '91d8110f-f713-4a31-96b5-01159d651e26', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:03Z', 'updated_at': '2022-01-18T20:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:03:08.497140 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d752b0cf-9d72-4b33-8ff3-ef2bc14106a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3a917918-37f4-444d-9d7f-8f279000c579), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:08.512936 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d752b0cf-9d72-4b33-8ff3-ef2bc14106a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:08.516548 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d752b0cf-9d72-4b33-8ff3-ef2bc14106a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a917918-37f4-444d-9d7f-8f279000c579 HTTP/1.1" status: 204 len: 168 time: 0.3986673 Jan 18 20:03:08.529447 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752b0cf-9d72-4b33-8ff3-ef2bc14106a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a917918-37f4-444d-9d7f-8f279000c579,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:08.600818 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-399ea649-84b5-47e9-ac36-8912bc3954f6 admin admin] Publish callbacks [] for port (073b1635-cd57-4b5c-bb61-81a4461d448b), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:08.617231 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-399ea649-84b5-47e9-ac36-8912bc3954f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (073b1635-cd57-4b5c-bb61-81a4461d448b), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:08.617993 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-399ea649-84b5-47e9-ac36-8912bc3954f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (5d98a0b7-24e5-4165-ae05-a459d3c173d7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:08.629076 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8deb3-0987-4490-b072-eb7e457e36d3 req-c206fc84-02fb-43a4-af32-9c1c48b08903 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:08.630742 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e8b8deb3-0987-4490-b072-eb7e457e36d3 req-c206fc84-02fb-43a4-af32-9c1c48b08903 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c28f152f-89fb-4e78-9c9f-0cca8a23aa51 HTTP/1.1" status: 200 len: 972 time: 0.0979698 Jan 18 20:03:08.644793 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0eb111-497d-45a7-901a-66b80b888ab3 req-6fafc6e9-39bf-43cb-bd05-4062b69f0d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:08.646469 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ab0eb111-497d-45a7-901a-66b80b888ab3 req-6fafc6e9-39bf-43cb-bd05-4062b69f0d48 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8fd68318543948e2961088341a64b205&device_id=c28f152f-89fb-4e78-9c9f-0cca8a23aa51 HTTP/1.1" status: 200 len: 1123 time: 0.1725023 Jan 18 20:03:08.732109 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e8b8deb3-0987-4490-b072-eb7e457e36d3 req-2b5ec566-7851-4049-8d21-1bbbf729cc3b tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/security-groups?id=283ef39e-c37d-4396-a0f3-e0a4066dbcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892434 Jan 18 20:03:08.850289 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ea649-84b5-47e9-ac36-8912bc3954f6 admin admin] Pushing event updated for resources: {'Port': ['ID=073b1635-cd57-4b5c-bb61-81a4461d448b,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:08.914641 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-8e486bb8-e1d4-4024-b59b-7a97c6c012d2 req-df407e0e-fc37-4414-b08d-50286fe8aa4d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:03:08.916147 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8e486bb8-e1d4-4024-b59b-7a97c6c012d2 req-df407e0e-fc37-4414-b08d-50286fe8aa4d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058010 Jan 18 20:03:08.925301 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399ea649-84b5-47e9-ac36-8912bc3954f6 admin admin] Network 78106b93-d326-468a-b364-efefd0202f5c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:03:08.928216 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-399ea649-84b5-47e9-ac36-8912bc3954f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:03:08.948563 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0eb111-497d-45a7-901a-66b80b888ab3 req-44c08e2a-1366-433d-8116-2750b3454b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:08.950135 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ab0eb111-497d-45a7-901a-66b80b888ab3 req-44c08e2a-1366-433d-8116-2750b3454b48 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.2581391 Jan 18 20:03:09.042130 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ab0eb111-497d-45a7-901a-66b80b888ab3 req-cc8bd283-bd1a-495b-938c-a2bb0022d98c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=59c6c417-0891-4520-854a-ecc197ed8878 HTTP/1.1" status: 200 len: 217 time: 0.0841129 Jan 18 20:03:09.128893 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0eb111-497d-45a7-901a-66b80b888ab3 req-c634071f-57b0-4ed4-b275-023a87ff454b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:09.134633 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ab0eb111-497d-45a7-901a-66b80b888ab3 req-c634071f-57b0-4ed4-b275-023a87ff454b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0841398 Jan 18 20:03:09.328595 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399ea649-84b5-47e9-ac36-8912bc3954f6 admin admin] Router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:03:09.351971 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-947c99e5-82e7-4037-b6dd-96f987917877 None None] Provisioning complete for port 073b1635-cd57-4b5c-bb61-81a4461d448b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:09.354820 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-947c99e5-82e7-4037-b6dd-96f987917877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (073b1635-cd57-4b5c-bb61-81a4461d448b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:09.410475 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 1a00930b-22f3-4136-b97d-6fa6f4bdb03d up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:03:09.487350 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-947c99e5-82e7-4037-b6dd-96f987917877 None None] Port 073b1635-cd57-4b5c-bb61-81a4461d448b cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:03:09.490636 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 91d8110f-f713-4a31-96b5-01159d651e26 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:03:09.535122 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0eb111-497d-45a7-901a-66b80b888ab3 req-bc13852e-7ebf-41f9-bdfe-82dfcad5348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:09.539384 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ab0eb111-497d-45a7-901a-66b80b888ab3 req-bc13852e-7ebf-41f9-bdfe-82dfcad5348e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3541324 Jan 18 20:03:09.565738 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11730c-444e-427b-826f-d23e0b5bf7f2 req-4fcfae30-b775-4c65-ada6-4766a6c42e75 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:09.568385 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1c11730c-444e-427b-826f-d23e0b5bf7f2 req-4fcfae30-b775-4c65-ada6-4766a6c42e75 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=680252c5-a169-4ab8-803f-6f4dde7e8ccc HTTP/1.1" status: 200 len: 944 time: 0.1112897 Jan 18 20:03:09.569301 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 91d8110f-f713-4a31-96b5-01159d651e26 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:09.570782 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (91d8110f-f713-4a31-96b5-01159d651e26), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:09.574542 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 1a00930b-22f3-4136-b97d-6fa6f4bdb03d completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:03:09.602851 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 1a00930b-22f3-4136-b97d-6fa6f4bdb03d triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:09.603336 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1a00930b-22f3-4136-b97d-6fa6f4bdb03d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:09.710234 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1c11730c-444e-427b-826f-d23e0b5bf7f2 req-499cf268-6e1b-4ef3-97ac-a9ccab51a775 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338708 Jan 18 20:03:09.710569 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399ea649-84b5-47e9-ac36-8912bc3954f6 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:03:09.737147 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-399ea649-84b5-47e9-ac36-8912bc3954f6 admin admin] 10.222.0.31 "PUT /v2.0/routers/5d98a0b7-24e5-4165-ae05-a459d3c173d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6426270 Jan 18 20:03:09.762074 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.70', 55052) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:09.779840 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ab0eb111-497d-45a7-901a-66b80b888ab3 req-361ec34e-dd0d-4a6c-9b86-7c8964e6e905 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300303 Jan 18 20:03:09.829029 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 91d8110f-f713-4a31-96b5-01159d651e26 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:09.829417 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (91d8110f-f713-4a31-96b5-01159d651e26), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:09.864117 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61635e41-9cdc-4657-97da-12caeee63c58 req-db400831-758d-48ab-aa7c-bdfff82aaab8 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:09.869055 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-61635e41-9cdc-4657-97da-12caeee63c58 req-db400831-758d-48ab-aa7c-bdfff82aaab8 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.70 "GET /v2.0/ports?device_id=c28f152f-89fb-4e78-9c9f-0cca8a23aa51 HTTP/1.1" status: 200 len: 972 time: 0.0984659 Jan 18 20:03:09.886024 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 1a00930b-22f3-4136-b97d-6fa6f4bdb03d is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:09.886475 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1a00930b-22f3-4136-b97d-6fa6f4bdb03d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:09.913403 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ab0eb111-497d-45a7-901a-66b80b888ab3 req-a7e1b0cd-3ef8-426d-b8e4-bc6af27f92eb service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275220 Jan 18 20:03:09.918833 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 91d8110f-f713-4a31-96b5-01159d651e26, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=91d8110f-f713-4a31-96b5-01159d651e26,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:09.984820 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 1a00930b-22f3-4136-b97d-6fa6f4bdb03d, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=1a00930b-22f3-4136-b97d-6fa6f4bdb03d,segment=NetworkSegment(7187ab8f-3094-4c40-bdcb-e57d676ffb56),segment_id=7187ab8f-3094-4c40-bdcb-e57d676ffb56)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:09.986973 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680252c5-a169-4ab8-803f-6f4dde7e8ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a00930b-22f3-4136-b97d-6fa6f4bdb03d'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:03:09.990633 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c7b00b-9aa4-4b51-bb94-56fb8e4ee999" -d '{"events": [{"server_uuid": "680252c5-a169-4ab8-803f-6f4dde7e8ccc", "name": "network-vif-plugged", "status": "completed", "tag": "1a00930b-22f3-4136-b97d-6fa6f4bdb03d"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:03:09.994338 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (91d8110f-f713-4a31-96b5-01159d651e26), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:10.010634 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1a00930b-22f3-4136-b97d-6fa6f4bdb03d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:10.077473 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=91d8110f-f713-4a31-96b5-01159d651e26,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:10.112635 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-61635e41-9cdc-4657-97da-12caeee63c58 req-5a34d6f9-f5aa-4e30-bccb-14bd317d54c4 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Deleting port 59c6c417-0891-4520-854a-ecc197ed8878 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:03:10.113168 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-61635e41-9cdc-4657-97da-12caeee63c58 req-5a34d6f9-f5aa-4e30-bccb-14bd317d54c4 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (59c6c417-0891-4520-854a-ecc197ed8878), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:10.153478 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=1a00930b-22f3-4136-b97d-6fa6f4bdb03d,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:10.549561 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-61635e41-9cdc-4657-97da-12caeee63c58 req-5a34d6f9-f5aa-4e30-bccb-14bd317d54c4 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] For port 59c6c417-0891-4520-854a-ecc197ed8878, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=59c6c417-0891-4520-854a-ecc197ed8878,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:10.550240 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-61635e41-9cdc-4657-97da-12caeee63c58 req-5a34d6f9-f5aa-4e30-bccb-14bd317d54c4 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (59c6c417-0891-4520-854a-ecc197ed8878), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:10.572852 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-61635e41-9cdc-4657-97da-12caeee63c58 req-5a34d6f9-f5aa-4e30-bccb-14bd317d54c4 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Calling delete_port for 59c6c417-0891-4520-854a-ecc197ed8878 owned by compute:tempest-test_az-1027976001 {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:03:10.765700 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3efa84-ac61-45a7-ac9b-7cfd3eae827b req-a0ff4988-57fe-47e5-a12d-78a218bdb90d tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:10.767270 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9c3efa84-ac61-45a7-ac9b-7cfd3eae827b req-a0ff4988-57fe-47e5-a12d-78a218bdb90d tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c28f152f-89fb-4e78-9c9f-0cca8a23aa51 HTTP/1.1" status: 200 len: 972 time: 0.0770702 Jan 18 20:03:10.884404 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9c3efa84-ac61-45a7-ac9b-7cfd3eae827b req-98ec0970-8729-4562-accd-c5cb5803ce14 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.31 "GET /v2.0/security-groups?id=283ef39e-c37d-4396-a0f3-e0a4066dbcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084223 Jan 18 20:03:10.924016 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-61635e41-9cdc-4657-97da-12caeee63c58 req-5a34d6f9-f5aa-4e30-bccb-14bd317d54c4 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (59c6c417-0891-4520-854a-ecc197ed8878), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:10.938052 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['59c6c417-0891-4520-854a-ecc197ed8878'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:03:10.980428 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8993e08c-3712-4fd0-b538-2a15bbd10a61 x-openstack-request-id: req-8993e08c-3712-4fd0-b538-2a15bbd10a61 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:03:10.980950 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680252c5-a169-4ab8-803f-6f4dde7e8ccc", "name": "network-vif-plugged", "status": "completed", "tag": "1a00930b-22f3-4136-b97d-6fa6f4bdb03d", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:03:10.981708 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8993e08c-3712-4fd0-b538-2a15bbd10a61 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:03:10.982309 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680252c5-a169-4ab8-803f-6f4dde7e8ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a00930b-22f3-4136-b97d-6fa6f4bdb03d', 'code': 200} Jan 18 20:03:11.003677 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34d6f9-f5aa-4e30-bccb-14bd317d54c4 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Pushing event deleted for resources: {'Port': ['ID=59c6c417-0891-4520-854a-ecc197ed8878,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:11.061094 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b17d83-3a4d-4500-b43f-34d9f680807e None None] Sync routers for ids ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:03:11.124802 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b17d83-3a4d-4500-b43f-34d9f680807e None None] Routers {'5d98a0b7-24e5-4165-ae05-a459d3c173d7'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:03:11.127059 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d9b17d83-3a4d-4500-b43f-34d9f680807e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:02:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:11.153156 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-61635e41-9cdc-4657-97da-12caeee63c58 req-5a34d6f9-f5aa-4e30-bccb-14bd317d54c4 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] No DVR routers for this DVR port 59c6c417-0891-4520-854a-ecc197ed8878 on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:03:11.168089 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-61635e41-9cdc-4657-97da-12caeee63c58 req-5a34d6f9-f5aa-4e30-bccb-14bd317d54c4 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:11.176501 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-61635e41-9cdc-4657-97da-12caeee63c58 req-5a34d6f9-f5aa-4e30-bccb-14bd317d54c4 tempest-AggregatesAdminTestJSON-1283408680 tempest-AggregatesAdminTestJSON-1283408680-project] 10.222.0.70 "DELETE /v2.0/ports/59c6c417-0891-4520-854a-ecc197ed8878 HTTP/1.1" status: 204 len: 173 time: 1.3013895 Jan 18 20:03:11.177339 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28f152f-89fb-4e78-9c9f-0cca8a23aa51', 'name': 'network-vif-deleted', 'tag': '59c6c417-0891-4520-854a-ecc197ed8878'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:03:11.225570 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f64923-21bb-4f5a-9823-2a16a8abca91 req-62eee715-4722-4fac-bd15-43bcd6c82e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:11.243158 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-82f64923-21bb-4f5a-9823-2a16a8abca91 req-62eee715-4722-4fac-bd15-43bcd6c82e13 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=680252c5-a169-4ab8-803f-6f4dde7e8ccc HTTP/1.1" status: 200 len: 1096 time: 0.1302860 Jan 18 20:03:11.372605 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-82f64923-21bb-4f5a-9823-2a16a8abca91 req-b9a4515d-cae7-4d7f-8550-4274931ac39e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218975 Jan 18 20:03:11.468553 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1161b980-05ff-4cef-8e7b-b6e4ddabcd1c" -d '{"events": [{"server_uuid": "c28f152f-89fb-4e78-9c9f-0cca8a23aa51", "name": "network-vif-deleted", "tag": "59c6c417-0891-4520-854a-ecc197ed8878"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:03:11.486609 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60788) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:11.526167 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 91d8110f-f713-4a31-96b5-01159d651e26 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:03:11.593191 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-d9b17d83-3a4d-4500-b43f-34d9f680807e None None] Set router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:03:11.646713 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-49b171a2-436d-4e64-a97a-05eb60ac90bc tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:11.648981 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-49b171a2-436d-4e64-a97a-05eb60ac90bc tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/networks?id=78106b93-d326-468a-b364-efefd0202f5c HTTP/1.1" status: 200 len: 821 time: 0.1323080 Jan 18 20:03:11.653089 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 91d8110f-f713-4a31-96b5-01159d651e26 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:11.653461 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (91d8110f-f713-4a31-96b5-01159d651e26), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:11.671396 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-8f154ae7-15a4-47d6-9d93-3cdccdf8d59f tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/quotas/c355645603e5405fb0170c0cbc339b20 HTTP/1.1" status: 200 len: 375 time: 0.0155933 Jan 18 20:03:11.736809 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-5a82dd5f-8884-4b5f-a205-1ecd1dbe987e tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c355645603e5405fb0170c0cbc339b20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642614 Jan 18 20:03:11.751376 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-b5787245-4b1b-401c-8460-2030c233cff7 req-73c7861d-eee7-4e20-b6b2-d2f24f30eaa8 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:03:11.752437 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5787245-4b1b-401c-8460-2030c233cff7 req-73c7861d-eee7-4e20-b6b2-d2f24f30eaa8 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2642324 Jan 18 20:03:11.870865 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 91d8110f-f713-4a31-96b5-01159d651e26 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:11.899433 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d9b17d83-3a4d-4500-b43f-34d9f680807e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-router', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '91d8110f-f713-4a31-96b5-01159d651e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:02Z', 'updated_at': '2022-01-18T20:03:07Z', 'revision_number': 4, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'gw_port': {'id': '91d8110f-f713-4a31-96b5-01159d651e26', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:03Z', 'updated_at': '2022-01-18T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '073b1635-cd57-4b5c-bb61-81a4461d448b', 'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'mac_address': 'fa:16:3e:a2:85:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:06Z', 'updated_at': '2022-01-18T20:03:08Z', 'revision_number': 2, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'subnets': [{'id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:11.930912 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b17d83-3a4d-4500-b43f-34d9f680807e None None] Checking router: 5d98a0b7-24e5-4165-ae05-a459d3c173d7 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:03:11.931352 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b17d83-3a4d-4500-b43f-34d9f680807e None None] Updating router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 port 073b1635-cd57-4b5c-bb61-81a4461d448b binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:03:11.965618 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d9b17d83-3a4d-4500-b43f-34d9f680807e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (073b1635-cd57-4b5c-bb61-81a4461d448b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:12.017032 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-cd000ef8-ba82-4b73-b6a4-d4caa55e0fd9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:03:12.026714 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-cd000ef8-ba82-4b73-b6a4-d4caa55e0fd9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1319208 Jan 18 20:03:12.031656 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5787245-4b1b-401c-8460-2030c233cff7 req-e67f6e34-3a6c-416f-a50c-b9e33d2785eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:12.040091 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5787245-4b1b-401c-8460-2030c233cff7 req-e67f6e34-3a6c-416f-a50c-b9e33d2785eb service neutron] 10.222.0.31 "GET /v2.0/ports/e4adf32e-89b2-4f57-bbe5-2d0467403586 HTTP/1.1" status: 200 len: 1115 time: 0.1712053 Jan 18 20:03:12.045859 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-b5787245-4b1b-401c-8460-2030c233cff7 req-b4350ecc-d74c-4001-95d2-b23b7f0e7f70 service neutron] Request body: {'binding': {'host': 'n-h1-741529-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:12.046457 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-b5787245-4b1b-401c-8460-2030c233cff7 req-b4350ecc-d74c-4001-95d2-b23b7f0e7f70 service neutron] Unknown quota resources ['binding']. {{(pid=103336) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 18 20:03:12.210981 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-5e65780e-d6ea-4b4b-87b2-63e33979ae63 service neutron] 10.222.0.31 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832738 Jan 18 20:03:12.249066 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d9b17d83-3a4d-4500-b43f-34d9f680807e None None] Publish callbacks [] for port (073b1635-cd57-4b5c-bb61-81a4461d448b), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:12.254868 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d9b17d83-3a4d-4500-b43f-34d9f680807e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (073b1635-cd57-4b5c-bb61-81a4461d448b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:12.336701 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4320d9-33da-42d6-be5b-1f5a8d698e11 None None] Pushing event updated for resources: {'Port': ['ID=073b1635-cd57-4b5c-bb61-81a4461d448b,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:12.340753 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-21e8d1d9-3f56-4e2a-8bd0-042f982f5064 service neutron] 10.222.0.31 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234059 Jan 18 20:03:12.341792 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-b5787245-4b1b-401c-8460-2030c233cff7 req-b4350ecc-d74c-4001-95d2-b23b7f0e7f70 service neutron] Attempting to bind port e4adf32e-89b2-4f57-bbe5-2d0467403586 on host n-h1-741529-9 for vnic_type normal with profile None {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:03:12.342143 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-b5787245-4b1b-401c-8460-2030c233cff7 req-b4350ecc-d74c-4001-95d2-b23b7f0e7f70 service neutron] Attempting to bind port e4adf32e-89b2-4f57-bbe5-2d0467403586 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:03:12.342496 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5787245-4b1b-401c-8460-2030c233cff7 req-b4350ecc-d74c-4001-95d2-b23b7f0e7f70 service neutron] Attempting to bind port e4adf32e-89b2-4f57-bbe5-2d0467403586 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:12.350050 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5787245-4b1b-401c-8460-2030c233cff7 req-b4350ecc-d74c-4001-95d2-b23b7f0e7f70 service neutron] Port e4adf32e-89b2-4f57-bbe5-2d0467403586 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:03:12.350373 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5787245-4b1b-401c-8460-2030c233cff7 req-b4350ecc-d74c-4001-95d2-b23b7f0e7f70 service neutron] Attempting to bind port e4adf32e-89b2-4f57-bbe5-2d0467403586 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:12.358348 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5787245-4b1b-401c-8460-2030c233cff7 req-b4350ecc-d74c-4001-95d2-b23b7f0e7f70 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:03:12.358833 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5787245-4b1b-401c-8460-2030c233cff7 req-b4350ecc-d74c-4001-95d2-b23b7f0e7f70 service neutron] Checking segment: {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:03:12.359481 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5787245-4b1b-401c-8460-2030c233cff7 req-b4350ecc-d74c-4001-95d2-b23b7f0e7f70 service neutron] Bound using segment: {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:03:12.360011 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-b5787245-4b1b-401c-8460-2030c233cff7 req-b4350ecc-d74c-4001-95d2-b23b7f0e7f70 service neutron] Bound port: e4adf32e-89b2-4f57-bbe5-2d0467403586, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:03:12.377692 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-d9b17d83-3a4d-4500-b43f-34d9f680807e None None] Attempting to bind port 073b1635-cd57-4b5c-bb61-81a4461d448b on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:03:12.378072 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-d9b17d83-3a4d-4500-b43f-34d9f680807e None None] Attempting to bind port 073b1635-cd57-4b5c-bb61-81a4461d448b by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '0bb4561e-2a35-4bb4-bd91-4e08e43aedfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '78106b93-d326-468a-b364-efefd0202f5c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:03:12.378432 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b17d83-3a4d-4500-b43f-34d9f680807e None None] Attempting to bind port 073b1635-cd57-4b5c-bb61-81a4461d448b on network 78106b93-d326-468a-b364-efefd0202f5c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:12.383719 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b17d83-3a4d-4500-b43f-34d9f680807e None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:03:12.384326 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b17d83-3a4d-4500-b43f-34d9f680807e None None] Checking segment: {'id': '0bb4561e-2a35-4bb4-bd91-4e08e43aedfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '78106b93-d326-468a-b364-efefd0202f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:03:12.384731 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d9b17d83-3a4d-4500-b43f-34d9f680807e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:12.385162 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b17d83-3a4d-4500-b43f-34d9f680807e None None] Bound using segment: {'id': '0bb4561e-2a35-4bb4-bd91-4e08e43aedfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '78106b93-d326-468a-b364-efefd0202f5c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:03:12.385849 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-d9b17d83-3a4d-4500-b43f-34d9f680807e None None] Bound port: 073b1635-cd57-4b5c-bb61-81a4461d448b, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb4561e-2a35-4bb4-bd91-4e08e43aedfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '78106b93-d326-468a-b364-efefd0202f5c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:03:12.386229 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d9b17d83-3a4d-4500-b43f-34d9f680807e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (073b1635-cd57-4b5c-bb61-81a4461d448b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:12.484092 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d9b17d83-3a4d-4500-b43f-34d9f680807e None None] For port 073b1635-cd57-4b5c-bb61-81a4461d448b, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:03:12.489848 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d9b17d83-3a4d-4500-b43f-34d9f680807e None None] For port 073b1635-cd57-4b5c-bb61-81a4461d448b, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=073b1635-cd57-4b5c-bb61-81a4461d448b,segment=NetworkSegment(0bb4561e-2a35-4bb4-bd91-4e08e43aedfc),segment_id=0bb4561e-2a35-4bb4-bd91-4e08e43aedfc)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:03:12.498294 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d9b17d83-3a4d-4500-b43f-34d9f680807e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (073b1635-cd57-4b5c-bb61-81a4461d448b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:12.533735 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-b5787245-4b1b-401c-8460-2030c233cff7 req-b4350ecc-d74c-4001-95d2-b23b7f0e7f70 service neutron] For port e4adf32e-89b2-4f57-bbe5-2d0467403586, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=e4adf32e-89b2-4f57-bbe5-2d0467403586,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:03:12.543938 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b5787245-4b1b-401c-8460-2030c233cff7 req-b4350ecc-d74c-4001-95d2-b23b7f0e7f70 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:12.558519 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5787245-4b1b-401c-8460-2030c233cff7 req-b4350ecc-d74c-4001-95d2-b23b7f0e7f70 service neutron] 10.222.0.31 "POST /v2.0/ports/e4adf32e-89b2-4f57-bbe5-2d0467403586/bindings HTTP/1.1" status: 201 len: 389 time: 0.5163445 Jan 18 20:03:12.571613 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b17d83-3a4d-4500-b43f-34d9f680807e None None] Routers {'5d98a0b7-24e5-4165-ae05-a459d3c173d7'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:03:12.572322 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d9b17d83-3a4d-4500-b43f-34d9f680807e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:02:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:12.663218 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4320d9-33da-42d6-be5b-1f5a8d698e11 None None] Pushing event updated for resources: {'Port': ['ID=073b1635-cd57-4b5c-bb61-81a4461d448b,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:12.674638 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-b0ed29c1-44ec-4bb8-854f-80897fa20a61 None None] Provisioning complete for port 073b1635-cd57-4b5c-bb61-81a4461d448b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:12.675190 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b0ed29c1-44ec-4bb8-854f-80897fa20a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (073b1635-cd57-4b5c-bb61-81a4461d448b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:12.724644 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601cf428-2e56-44f3-9e60-5fbad7f647b3 req-30322da5-09ee-413a-bf49-dbc8f2190abb tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:12.735042 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-601cf428-2e56-44f3-9e60-5fbad7f647b3 req-30322da5-09ee-413a-bf49-dbc8f2190abb tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=680252c5-a169-4ab8-803f-6f4dde7e8ccc HTTP/1.1" status: 200 len: 945 time: 0.1390646 Jan 18 20:03:12.823978 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-601cf428-2e56-44f3-9e60-5fbad7f647b3 req-b79ece60-b3b2-4ce2-bf4a-02840a7321be tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818629 Jan 18 20:03:12.900659 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-d9b17d83-3a4d-4500-b43f-34d9f680807e None None] Set router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:03:12.940519 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b0ed29c1-44ec-4bb8-854f-80897fa20a61 None None] Current status of the port 073b1635-cd57-4b5c-bb61-81a4461d448b is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:12.940979 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b0ed29c1-44ec-4bb8-854f-80897fa20a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (073b1635-cd57-4b5c-bb61-81a4461d448b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:13.039469 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b0ed29c1-44ec-4bb8-854f-80897fa20a61 None None] For port 073b1635-cd57-4b5c-bb61-81a4461d448b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=073b1635-cd57-4b5c-bb61-81a4461d448b,segment=NetworkSegment(0bb4561e-2a35-4bb4-bd91-4e08e43aedfc),segment_id=0bb4561e-2a35-4bb4-bd91-4e08e43aedfc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:13.044578 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5787245-4b1b-401c-8460-2030c233cff7 req-cdaedc06-c0b1-4e32-957f-2af8b1c2d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:13.046191 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b5787245-4b1b-401c-8460-2030c233cff7 req-cdaedc06-c0b1-4e32-957f-2af8b1c2d306 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67883881b676447cbe3f92dbc62dd7c6&device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 1118 time: 0.0759823 Jan 18 20:03:13.074195 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b0ed29c1-44ec-4bb8-854f-80897fa20a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (073b1635-cd57-4b5c-bb61-81a4461d448b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:13.132169 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4a4dea4a-794a-4aa1-9fa7-a22ce94243ee req-ee9e9892-5bc9-46ec-ac2d-0389bc828227 tempest-QuotasAdminNegativeTest-349225707 tempest-QuotasAdminNegativeTest-349225707-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=803538d81dc349feb1416f41b27a8524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393367 Jan 18 20:03:13.169762 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1e6016-98d8-4695-87ab-9d8fcfcd383c x-openstack-request-id: req-1b1e6016-98d8-4695-87ab-9d8fcfcd383c {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:03:13.170126 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28f152f-89fb-4e78-9c9f-0cca8a23aa51", "name": "network-vif-deleted", "tag": "59c6c417-0891-4520-854a-ecc197ed8878", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:03:13.170503 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b1e6016-98d8-4695-87ab-9d8fcfcd383c {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:03:13.171120 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28f152f-89fb-4e78-9c9f-0cca8a23aa51', 'name': 'network-vif-deleted', 'tag': '59c6c417-0891-4520-854a-ecc197ed8878', 'status': 'completed', 'code': 200} Jan 18 20:03:13.183556 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed29c1-44ec-4bb8-854f-80897fa20a61 None None] Pushing event updated for resources: {'Port': ['ID=073b1635-cd57-4b5c-bb61-81a4461d448b,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:13.222335 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-15db5e81-e0e2-4527-980a-7025dda17911 None None] Provisioning complete for port 073b1635-cd57-4b5c-bb61-81a4461d448b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:13.222880 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-15db5e81-e0e2-4527-980a-7025dda17911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (073b1635-cd57-4b5c-bb61-81a4461d448b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:13.328830 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d9b17d83-3a4d-4500-b43f-34d9f680807e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-router', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '91d8110f-f713-4a31-96b5-01159d651e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:02Z', 'updated_at': '2022-01-18T20:03:07Z', 'revision_number': 4, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'gw_port': {'id': '91d8110f-f713-4a31-96b5-01159d651e26', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:03Z', 'updated_at': '2022-01-18T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '073b1635-cd57-4b5c-bb61-81a4461d448b', 'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'mac_address': 'fa:16:3e:a2:85:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:06Z', 'updated_at': '2022-01-18T20:03:12Z', 'revision_number': 4, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'subnets': [{'id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:13.343123 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4dea4a-794a-4aa1-9fa7-a22ce94243ee req-1a89c8ee-d8f5-4d89-a0f8-72311583f6c9 tempest-QuotasAdminNegativeTest-349225707 tempest-QuotasAdminNegativeTest-349225707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:13.344635 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4a4dea4a-794a-4aa1-9fa7-a22ce94243ee req-1a89c8ee-d8f5-4d89-a0f8-72311583f6c9 tempest-QuotasAdminNegativeTest-349225707 tempest-QuotasAdminNegativeTest-349225707-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2116244 Jan 18 20:03:13.360674 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b17d83-3a4d-4500-b43f-34d9f680807e None None] The sync data for ids ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'] in n-d-741529-9 is: [{'id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-router', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '91d8110f-f713-4a31-96b5-01159d651e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:02Z', 'updated_at': '2022-01-18T20:03:07Z', 'revision_number': 4, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'gw_port': {'id': '91d8110f-f713-4a31-96b5-01159d651e26', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:03Z', 'updated_at': '2022-01-18T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '073b1635-cd57-4b5c-bb61-81a4461d448b', 'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'mac_address': 'fa:16:3e:a2:85:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:06Z', 'updated_at': '2022-01-18T20:03:12Z', 'revision_number': 4, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'subnets': [{'id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:03:13.367591 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4a4dea4a-794a-4aa1-9fa7-a22ce94243ee req-9c4dcba1-89f7-4e4f-aa48-c7bf82cc8ad1 tempest-QuotasAdminNegativeTest-349225707 tempest-QuotasAdminNegativeTest-349225707-project] 10.222.0.31 "GET /v2.0/quotas/803538d81dc349feb1416f41b27a8524 HTTP/1.1" status: 200 len: 375 time: 0.0159349 Jan 18 20:03:13.424212 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-15db5e81-e0e2-4527-980a-7025dda17911 None None] Current status of the port 073b1635-cd57-4b5c-bb61-81a4461d448b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:13.443103 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4a4dea4a-794a-4aa1-9fa7-a22ce94243ee req-c07b636d-ab67-4b7e-beaa-578eaa398087 tempest-QuotasAdminNegativeTest-349225707 tempest-QuotasAdminNegativeTest-349225707-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=803538d81dc349feb1416f41b27a8524&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681536 Jan 18 20:03:13.523533 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-d1ebdd7a-166e-444f-945b-6262153d59ca tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664842 Jan 18 20:03:13.689603 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-5a83a8f4-9c28-45d9-a89f-57fb250e9e30 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:13.693372 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-5a83a8f4-9c28-45d9-a89f-57fb250e9e30 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1684699 Jan 18 20:03:13.721142 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5787245-4b1b-401c-8460-2030c233cff7 req-7e189687-0816-42ab-9ad6-63b917b299a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:13.723001 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b5787245-4b1b-401c-8460-2030c233cff7 req-7e189687-0816-42ab-9ad6-63b917b299a4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6fab12dd-5aeb-4649-a1e2-836559f8a553 HTTP/1.1" status: 200 len: 921 time: 0.6695473 Jan 18 20:03:13.759536 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-20c4bb51-23b8-4e32-b161-99a1dcc512fe req-1b45b040-6609-4067-817d-b536e5424ad9 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports?device_id=a98c2fe7-4c80-4cd5-9183-0d00e7744f67 HTTP/1.1" status: 200 len: 210 time: 0.0548484 Jan 18 20:03:13.770468 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-d12b5b38-b847-4a88-ab71-8d5a7df95b13 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/quotas/4a224ebb9b284eacbf564bea3f5d736c HTTP/1.1" status: 200 len: 375 time: 0.0710480 Jan 18 20:03:13.802737 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60864) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:13.805756 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-36d4ccc9-1bbe-40de-b998-42063cd86605 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318193 Jan 18 20:03:13.824453 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b5787245-4b1b-401c-8460-2030c233cff7 req-8d8654d8-09f2-4eab-a180-7de5286a9b54 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4adf32e-89b2-4f57-bbe5-2d0467403586 HTTP/1.1" status: 200 len: 217 time: 0.0921986 Jan 18 20:03:13.945111 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5787245-4b1b-401c-8460-2030c233cff7 req-88d33379-6bda-4105-a85b-a1194995f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:13.946859 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b5787245-4b1b-401c-8460-2030c233cff7 req-88d33379-6bda-4105-a85b-a1194995f1c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7ae8e7b-1bfc-435b-b42c-3b64619a022a HTTP/1.1" status: 200 len: 860 time: 0.1152253 Jan 18 20:03:14.018970 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b5787245-4b1b-401c-8460-2030c233cff7 req-4d2e9313-0f82-49b5-bba0-7c83815633f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6fab12dd-5aeb-4649-a1e2-836559f8a553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652256 Jan 18 20:03:14.241680 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b5787245-4b1b-401c-8460-2030c233cff7 req-eab717a6-a44b-440a-b401-3f5e9b3a5cee service neutron] 10.222.0.57 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072866 Jan 18 20:03:14.321400 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-47bf56b4-c123-4d0a-a51e-426ef8d8b33d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8fd68318543948e2961088341a64b205&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5144401 Jan 18 20:03:14.338410 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e698da1-7e05-4bca-b9ed-64b41497759d req-c5216fd9-d618-4961-a5e1-a22b96050a96 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:14.346746 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60886) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:14.348372 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e698da1-7e05-4bca-b9ed-64b41497759d req-c5216fd9-d618-4961-a5e1-a22b96050a96 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 967 time: 0.4682379 Jan 18 20:03:14.419467 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-3cc8a8d2-9788-46df-914a-907191c88bb7 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:14.421114 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-3cc8a8d2-9788-46df-914a-907191c88bb7 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.70 "GET /v2.0/networks?id=78106b93-d326-468a-b364-efefd0202f5c HTTP/1.1" status: 200 len: 821 time: 0.5133092 Jan 18 20:03:14.426339 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b5787245-4b1b-401c-8460-2030c233cff7 req-c403c6c7-6235-4469-8009-8887bc47a14d service neutron] 10.222.0.57 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769037 Jan 18 20:03:14.448265 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-598e4e5a-bdd9-4813-b42c-d01c0d3193c9 admin admin] Publish callbacks [] for security_group (283ef39e-c37d-4396-a0f3-e0a4066dbcc8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:14.456424 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-86de3614-74ab-43a1-aaae-f9cf04f9a84f tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Request body: {'port': {'device_id': 'a98c2fe7-4c80-4cd5-9183-0d00e7744f67', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'admin_state_up': True, 'tenant_id': 'c355645603e5405fb0170c0cbc339b20'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:14.473412 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-598e4e5a-bdd9-4813-b42c-d01c0d3193c9 admin admin] Publish callbacks [] for security_group (283ef39e-c37d-4396-a0f3-e0a4066dbcc8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:14.504588 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e698da1-7e05-4bca-b9ed-64b41497759d req-f86d21fd-b42b-41c4-b216-42fe1f5e9b0b tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552794 Jan 18 20:03:14.540112 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-598e4e5a-bdd9-4813-b42c-d01c0d3193c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (283ef39e-c37d-4396-a0f3-e0a4066dbcc8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:14.545512 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-598e4e5a-bdd9-4813-b42c-d01c0d3193c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:14.546973 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-598e4e5a-bdd9-4813-b42c-d01c0d3193c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/283ef39e-c37d-4396-a0f3-e0a4066dbcc8 HTTP/1.1" status: 204 len: 168 time: 0.1991954 Jan 18 20:03:14.567470 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e4e5a-bdd9-4813-b42c-d01c0d3193c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283ef39e-c37d-4396-a0f3-e0a4066dbcc8,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:14.660962 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f0749c77-0231-407e-be28-d96ee8782fd9 req-9818e56c-eb9f-4214-8aa9-e2700f879fc3 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e3e0d18-7079-46b5-a460-a639bf97f45e HTTP/1.1" status: 200 len: 210 time: 0.0585239 Jan 18 20:03:14.714848 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5787245-4b1b-401c-8460-2030c233cff7 req-44ae0231-69d7-4275-b076-54388e4e385a tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:14.716928 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b5787245-4b1b-401c-8460-2030c233cff7 req-44ae0231-69d7-4275-b076-54388e4e385a tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d&tenant_id=67883881b676447cbe3f92dbc62dd7c6&binding%3Ahost_id=n-h2-741529-9 HTTP/1.1" status: 200 len: 1118 time: 0.1156101 Jan 18 20:03:14.730022 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-b5787245-4b1b-401c-8460-2030c233cff7 req-87a0c1fb-2629-4b5a-a78f-f88f5eaa07b4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-741529-9'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:14.746011 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 59c6c417-0891-4520-854a-ecc197ed8878 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:03:14.759924 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421a65c-d3b5-4302-bb78-c74c06b57bd6 req-6113546c-5827-4af4-b7a0-a3427bb5637d tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:14.767003 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d421a65c-d3b5-4302-bb78-c74c06b57bd6 req-6113546c-5827-4af4-b7a0-a3427bb5637d tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=680252c5-a169-4ab8-803f-6f4dde7e8ccc HTTP/1.1" status: 200 len: 945 time: 0.1088507 Jan 18 20:03:14.807472 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-86de3614-74ab-43a1-aaae-f9cf04f9a84f tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Made reservation on behalf of c355645603e5405fb0170c0cbc339b20 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:03:14.811618 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-86de3614-74ab-43a1-aaae-f9cf04f9a84f tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:14.816724 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 59c6c417-0891-4520-854a-ecc197ed8878 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:03:14.817445 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 59c6c417-0891-4520-854a-ecc197ed8878 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:03:14.834843 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b5787245-4b1b-401c-8460-2030c233cff7 req-87a0c1fb-2629-4b5a-a78f-f88f5eaa07b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e4adf32e-89b2-4f57-bbe5-2d0467403586), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:14.856451 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d421a65c-d3b5-4302-bb78-c74c06b57bd6 req-d8d1dd9b-9952-4366-9b0a-9f0ca4e25c27 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885043 Jan 18 20:03:15.118862 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60910) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:15.123364 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-b5787245-4b1b-401c-8460-2030c233cff7 req-87a0c1fb-2629-4b5a-a78f-f88f5eaa07b4 service neutron] For port e4adf32e-89b2-4f57-bbe5-2d0467403586, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e4adf32e-89b2-4f57-bbe5-2d0467403586,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:15.124060 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-86de3614-74ab-43a1-aaae-f9cf04f9a84f tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Allocated IP 172.20.0.3 (78106b93-d326-468a-b364-efefd0202f5c/4a4fc205-1f02-48e6-a311-ab3d6a37436d/a71007f0-a47d-4019-9224-e07de646df42) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:03:15.231253 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6b957ae1-7662-4d83-a363-ecc1e0b0fa33 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0eefe3443d3b4f83a0961b71bf0499a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1077559 Jan 18 20:03:15.231711 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60914) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:15.233879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-b5787245-4b1b-401c-8460-2030c233cff7 req-87a0c1fb-2629-4b5a-a78f-f88f5eaa07b4 service neutron] For port e4adf32e-89b2-4f57-bbe5-2d0467403586, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:03:15.265919 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3131f1af-fd72-4707-bd41-0998329a3de8 req-b5021865-c353-48af-bac8-2404fbf4778c tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports?device_id=a98c2fe7-4c80-4cd5-9183-0d00e7744f67 HTTP/1.1" status: 200 len: 210 time: 0.0439060 Jan 18 20:03:15.323830 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae10c61b-07a6-4d28-a3b8-c6b5c894d07d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4adf32e-89b2-4f57-bbe5-2d0467403586'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:03:15.341172 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6ffca6-99e4-41f0-a44a-9acb5a875cb1" -d '{"events": [{"server_uuid": "ae10c61b-07a6-4d28-a3b8-c6b5c894d07d", "name": "network-vif-unplugged", "status": "completed", "tag": "e4adf32e-89b2-4f57-bbe5-2d0467403586"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:03:15.351879 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b5787245-4b1b-401c-8460-2030c233cff7 req-87a0c1fb-2629-4b5a-a78f-f88f5eaa07b4 service neutron] Publish callbacks [] for port (e4adf32e-89b2-4f57-bbe5-2d0467403586), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:15.366852 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b5787245-4b1b-401c-8460-2030c233cff7 req-87a0c1fb-2629-4b5a-a78f-f88f5eaa07b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e4adf32e-89b2-4f57-bbe5-2d0467403586), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:15.438379 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.57', 52773) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:15.466025 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 073b1635-cd57-4b5c-bb61-81a4461d448b up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:03:15.503118 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-df2b2efd-db89-449d-b51e-87351ff66808 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611572 Jan 18 20:03:15.527512 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b577035d-fe59-42b8-b3a1-c536a104732c admin admin] Publish callbacks [] for security_group (ec5b8602-cd28-428e-aa01-e493e73f75f2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:15.556834 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 073b1635-cd57-4b5c-bb61-81a4461d448b triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:15.558256 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (073b1635-cd57-4b5c-bb61-81a4461d448b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:15.560180 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-86de3614-74ab-43a1-aaae-f9cf04f9a84f tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks [] for port (a71007f0-a47d-4019-9224-e07de646df42), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:15.590741 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-b5787245-4b1b-401c-8460-2030c233cff7 req-87a0c1fb-2629-4b5a-a78f-f88f5eaa07b4 service neutron] Attempting to bind port e4adf32e-89b2-4f57-bbe5-2d0467403586 on host n-h2-741529-9 for vnic_type normal with profile {"migrating_to": "n-h1-741529-9"} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:03:15.590741 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-b5787245-4b1b-401c-8460-2030c233cff7 req-87a0c1fb-2629-4b5a-a78f-f88f5eaa07b4 service neutron] Attempting to bind port e4adf32e-89b2-4f57-bbe5-2d0467403586 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:03:15.590741 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5787245-4b1b-401c-8460-2030c233cff7 req-87a0c1fb-2629-4b5a-a78f-f88f5eaa07b4 service neutron] Attempting to bind port e4adf32e-89b2-4f57-bbe5-2d0467403586 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:15.590741 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0c1fb-2629-4b5a-a78f-f88f5eaa07b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e4adf32e-89b2-4f57-bbe5-2d0467403586,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:15.632675 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5787245-4b1b-401c-8460-2030c233cff7 req-87a0c1fb-2629-4b5a-a78f-f88f5eaa07b4 service neutron] Port e4adf32e-89b2-4f57-bbe5-2d0467403586 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:03:15.633075 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5787245-4b1b-401c-8460-2030c233cff7 req-87a0c1fb-2629-4b5a-a78f-f88f5eaa07b4 service neutron] Attempting to bind port e4adf32e-89b2-4f57-bbe5-2d0467403586 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:15.655058 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 073b1635-cd57-4b5c-bb61-81a4461d448b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:15.656303 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b577035d-fe59-42b8-b3a1-c536a104732c admin admin] Publish callbacks [] for security_group (ec5b8602-cd28-428e-aa01-e493e73f75f2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:15.662354 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18231e39-7c35-4fa7-91bd-a1a51254bfe8 x-openstack-request-id: req-18231e39-7c35-4fa7-91bd-a1a51254bfe8 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:03:15.663809 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9065b-5f46-4bb9-a78c-52596d68537e req-54924791-d528-4573-b170-7d8474c910a4 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:15.663966 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae10c61b-07a6-4d28-a3b8-c6b5c894d07d", "name": "network-vif-unplugged", "status": "completed", "tag": "e4adf32e-89b2-4f57-bbe5-2d0467403586", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:03:15.664229 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18231e39-7c35-4fa7-91bd-a1a51254bfe8 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:03:15.666220 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae10c61b-07a6-4d28-a3b8-c6b5c894d07d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4adf32e-89b2-4f57-bbe5-2d0467403586', 'code': 200} Jan 18 20:03:15.669918 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e9b9065b-5f46-4bb9-a78c-52596d68537e req-54924791-d528-4573-b170-7d8474c910a4 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=680252c5-a169-4ab8-803f-6f4dde7e8ccc HTTP/1.1" status: 200 len: 945 time: 0.1803966 Jan 18 20:03:15.670807 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5787245-4b1b-401c-8460-2030c233cff7 req-87a0c1fb-2629-4b5a-a78f-f88f5eaa07b4 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:03:15.672492 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5787245-4b1b-401c-8460-2030c233cff7 req-87a0c1fb-2629-4b5a-a78f-f88f5eaa07b4 service neutron] Checking segment: {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:03:15.673046 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5787245-4b1b-401c-8460-2030c233cff7 req-87a0c1fb-2629-4b5a-a78f-f88f5eaa07b4 service neutron] Bound using segment: {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:03:15.673742 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-b5787245-4b1b-401c-8460-2030c233cff7 req-87a0c1fb-2629-4b5a-a78f-f88f5eaa07b4 service neutron] Bound port: e4adf32e-89b2-4f57-bbe5-2d0467403586, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:03:15.674251 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b5787245-4b1b-401c-8460-2030c233cff7 req-87a0c1fb-2629-4b5a-a78f-f88f5eaa07b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e4adf32e-89b2-4f57-bbe5-2d0467403586), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:15.676207 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60928) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:15.682752 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-7a0ce3f9-dbfa-4676-8835-72d21ce900a3 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Request body: {'floatingip': {'port_id': '1a00930b-22f3-4136-b97d-6fa6f4bdb03d'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:15.792673 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7a0ce3f9-dbfa-4676-8835-72d21ce900a3 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks [] for floatingip (b5776931-eba1-4e09-85ac-a6a601b4f678), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:15.799913 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-b5787245-4b1b-401c-8460-2030c233cff7 req-87a0c1fb-2629-4b5a-a78f-f88f5eaa07b4 service neutron] For port e4adf32e-89b2-4f57-bbe5-2d0467403586, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:03:15.802063 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b577035d-fe59-42b8-b3a1-c536a104732c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ec5b8602-cd28-428e-aa01-e493e73f75f2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:15.805047 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b577035d-fe59-42b8-b3a1-c536a104732c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:15.812057 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b577035d-fe59-42b8-b3a1-c536a104732c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec5b8602-cd28-428e-aa01-e493e73f75f2 HTTP/1.1" status: 204 len: 168 time: 0.5735281 Jan 18 20:03:15.814815 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-b5787245-4b1b-401c-8460-2030c233cff7 req-87a0c1fb-2629-4b5a-a78f-f88f5eaa07b4 service neutron] For port e4adf32e-89b2-4f57-bbe5-2d0467403586, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e4adf32e-89b2-4f57-bbe5-2d0467403586,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:03:15.835458 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b5787245-4b1b-401c-8460-2030c233cff7 req-87a0c1fb-2629-4b5a-a78f-f88f5eaa07b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e4adf32e-89b2-4f57-bbe5-2d0467403586), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:15.846310 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577035d-fe59-42b8-b3a1-c536a104732c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5b8602-cd28-428e-aa01-e493e73f75f2,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:15.929799 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5787245-4b1b-401c-8460-2030c233cff7 req-87a0c1fb-2629-4b5a-a78f-f88f5eaa07b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:15.930426 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b5787245-4b1b-401c-8460-2030c233cff7 req-87a0c1fb-2629-4b5a-a78f-f88f5eaa07b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:15.932263 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b5787245-4b1b-401c-8460-2030c233cff7 req-87a0c1fb-2629-4b5a-a78f-f88f5eaa07b4 service neutron] 10.222.0.57 "PUT /v2.0/ports/e4adf32e-89b2-4f57-bbe5-2d0467403586 HTTP/1.1" status: 200 len: 1143 time: 1.2090864 Jan 18 20:03:15.938387 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-86de3614-74ab-43a1-aaae-f9cf04f9a84f tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (a71007f0-a47d-4019-9224-e07de646df42), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:15.952428 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0c1fb-2629-4b5a-a78f-f88f5eaa07b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e4adf32e-89b2-4f57-bbe5-2d0467403586,revision_number=8']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:15.962850 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-a1aebe2d-9bc7-40db-a8ca-b31945a0bed8 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:15.965734 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-a1aebe2d-9bc7-40db-a8ca-b31945a0bed8 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4348698 Jan 18 20:03:15.997514 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['e4adf32e-89b2-4f57-bbe5-2d0467403586'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:03:16.019063 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-f040435a-5251-4689-892a-85400dc0818c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Request body: {'port': {'device_id': '6e3e0d18-7079-46b5-a460-a639bf97f45e', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': '4a224ebb9b284eacbf564bea3f5d736c'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:16.093120 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcf250-54e2-4718-b2f5-a3e3f6160e6f req-2dfc9429-b1ae-4d11-b596-383c95dc0981 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:16.094656 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-01dcf250-54e2-4718-b2f5-a3e3f6160e6f req-2dfc9429-b1ae-4d11-b596-383c95dc0981 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 965 time: 0.3335576 Jan 18 20:03:16.113548 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-86de3614-74ab-43a1-aaae-f9cf04f9a84f tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Network 78106b93-d326-468a-b364-efefd0202f5c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:03:16.155849 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-86de3614-74ab-43a1-aaae-f9cf04f9a84f tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:03:16.164102 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-86de3614-74ab-43a1-aaae-f9cf04f9a84f tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:03:16.170254 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-86de3614-74ab-43a1-aaae-f9cf04f9a84f tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:16.170933 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-86de3614-74ab-43a1-aaae-f9cf04f9a84f tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:16.202825 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de3614-74ab-43a1-aaae-f9cf04f9a84f tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Pushing event updated for resources: {'Port': ['ID=a71007f0-a47d-4019-9224-e07de646df42,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:16.280871 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b70a4136-e2cf-486b-b27a-1cf9c7c77261 req-50483f6a-4fa8-48af-9587-19ede7359d01 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e3e0d18-7079-46b5-a460-a639bf97f45e HTTP/1.1" status: 200 len: 210 time: 0.1699438 Jan 18 20:03:16.312981 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-86de3614-74ab-43a1-aaae-f9cf04f9a84f tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8669646 Jan 18 20:03:16.330505 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-02a32e22-2435-419d-a898-49c6fc89ffb6 service neutron] Request body: {'port': {'device_id': 'a98c2fe7-4c80-4cd5-9183-0d00e7744f67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:16.400250 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-01dcf250-54e2-4718-b2f5-a3e3f6160e6f req-a68a216f-9edd-44d8-856f-f1f144693abd tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854450 Jan 18 20:03:16.484548 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8e0781bf-7a49-4bcf-a89d-a17a3638d3e2 None None] Provisioning complete for port a71007f0-a47d-4019-9224-e07de646df42 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:16.484923 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8e0781bf-7a49-4bcf-a89d-a17a3638d3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a71007f0-a47d-4019-9224-e07de646df42), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:16.514959 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e2484d30-0ac1-46a5-8a6f-c6d77cf423a0 req-30f1393b-9813-4ea0-839f-2889c3622d47 tempest-QuotasAdminNegativeTest-349225707 tempest-QuotasAdminNegativeTest-349225707-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=803538d81dc349feb1416f41b27a8524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756204 Jan 18 20:03:16.515203 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-02a32e22-2435-419d-a898-49c6fc89ffb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a71007f0-a47d-4019-9224-e07de646df42), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:16.520202 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8e0781bf-7a49-4bcf-a89d-a17a3638d3e2 None None] Port a71007f0-a47d-4019-9224-e07de646df42 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:03:16.818390 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60978) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:16.932796 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cfdf0619-a1c8-46bc-9f03-28dbd751b1df tempest-AutoAllocateNetworkTest-2085399314 tempest-AutoAllocateNetworkTest-2085399314-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=74070250a51846ccbfff567ae4035723&shared=False HTTP/1.1" status: 200 len: 208 time: 0.1131120 Jan 18 20:03:16.935396 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60982) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:16.966969 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-f040435a-5251-4689-892a-85400dc0818c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Made reservation on behalf of 4a224ebb9b284eacbf564bea3f5d736c for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:03:16.970080 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-f040435a-5251-4689-892a-85400dc0818c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:16.989148 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc705c3-0df3-406e-9c76-276d9aafa4aa req-f9b46ad1-b1fb-46e0-b382-c7b883b4aeb5 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:16.990664 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-edc705c3-0df3-406e-9c76-276d9aafa4aa req-f9b46ad1-b1fb-46e0-b382-c7b883b4aeb5 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports?device_id=a98c2fe7-4c80-4cd5-9183-0d00e7744f67 HTTP/1.1" status: 200 len: 931 time: 0.4831772 Jan 18 20:03:17.026018 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-f040435a-5251-4689-892a-85400dc0818c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:17.038320 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c55758-3748-4152-855f-28ff12747c82 tempest-AutoAllocateNetworkTest-2085399314 tempest-AutoAllocateNetworkTest-2085399314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:17.042596 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c8c55758-3748-4152-855f-28ff12747c82 tempest-AutoAllocateNetworkTest-2085399314 tempest-AutoAllocateNetworkTest-2085399314-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1034644 Jan 18 20:03:17.043094 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60984) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:17.099870 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fd142aab-bfe0-416d-9e9a-4eb03a9975f1 tempest-AutoAllocateNetworkTest-2085399314 tempest-AutoAllocateNetworkTest-2085399314-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556190 Jan 18 20:03:17.102396 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60986) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:17.128404 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-aea805e2-1e4f-4cca-a7d7-6699f429c83f tempest-AutoAllocateNetworkTest-2085399314 tempest-AutoAllocateNetworkTest-2085399314-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=74070250a51846ccbfff567ae4035723 HTTP/1.1" status: 200 len: 208 time: 0.0249958 Jan 18 20:03:17.190884 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2484d30-0ac1-46a5-8a6f-c6d77cf423a0 req-d74502bb-5856-4df2-b1a7-0104eae40da4 tempest-QuotasAdminNegativeTest-349225707 tempest-QuotasAdminNegativeTest-349225707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:17.192358 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e2484d30-0ac1-46a5-8a6f-c6d77cf423a0 req-d74502bb-5856-4df2-b1a7-0104eae40da4 tempest-QuotasAdminNegativeTest-349225707 tempest-QuotasAdminNegativeTest-349225707-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6633110 Jan 18 20:03:17.324122 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e2484d30-0ac1-46a5-8a6f-c6d77cf423a0 req-8dda9b63-f71c-4929-b7e0-2c25aa4d5732 tempest-QuotasAdminNegativeTest-349225707 tempest-QuotasAdminNegativeTest-349225707-project] 10.222.0.31 "GET /v2.0/quotas/803538d81dc349feb1416f41b27a8524 HTTP/1.1" status: 200 len: 375 time: 0.1053700 Jan 18 20:03:17.337820 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-edc705c3-0df3-406e-9c76-276d9aafa4aa req-5194b6dc-fcd0-40d6-b363-9f138346be92 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/security-groups?id=972e3aad-ec5c-47eb-ac45-2d8158c9b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303015 Jan 18 20:03:17.396882 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60996) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:17.406173 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.db.resource_extend [None req-7a0ce3f9-dbfa-4676-8835-72d21ce900a3 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:03:17.454876 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e2484d30-0ac1-46a5-8a6f-c6d77cf423a0 req-50a42036-daec-45d8-9366-30003f3158b7 tempest-QuotasAdminNegativeTest-349225707 tempest-QuotasAdminNegativeTest-349225707-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=803538d81dc349feb1416f41b27a8524&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1094472 Jan 18 20:03:17.523344 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-433f51e4-8df0-43d7-8fd3-7a2b33faaa03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:17.539253 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fff78f85-d0dd-4d59-aa27-37e6e86978ee req-170d8079-542f-42f6-bd6a-cb524649014c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e3e0d18-7079-46b5-a460-a639bf97f45e HTTP/1.1" status: 200 len: 210 time: 0.0823357 Jan 18 20:03:17.572074 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7a0ce3f9-dbfa-4676-8835-72d21ce900a3 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:17.589074 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7a0ce3f9-dbfa-4676-8835-72d21ce900a3 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (b5776931-eba1-4e09-85ac-a6a601b4f678), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:17.597339 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-f040435a-5251-4689-892a-85400dc0818c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks [] for security_group (044e57bf-2cca-480e-a119-d5a27c59b0ea), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:17.632794 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-f040435a-5251-4689-892a-85400dc0818c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (044e57bf-2cca-480e-a119-d5a27c59b0ea), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:17.647863 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-433f51e4-8df0-43d7-8fd3-7a2b33faaa03 admin admin] Publish callbacks [] for security_group (18d47ca2-690e-475f-af1f-fe5a7a060569), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:17.653269 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-433f51e4-8df0-43d7-8fd3-7a2b33faaa03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (18d47ca2-690e-475f-af1f-fe5a7a060569), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:17.668587 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae10c61b-07a6-4d28-a3b8-c6b5c894d07d', 'tag': 'e4adf32e-89b2-4f57-bbe5-2d0467403586'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:03:17.670957 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c234a8fb-0d9a-4810-894e-74cc3e767b05" -d '{"events": [{"name": "network-changed", "server_uuid": "ae10c61b-07a6-4d28-a3b8-c6b5c894d07d", "tag": "e4adf32e-89b2-4f57-bbe5-2d0467403586"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:03:17.696611 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f51e4-8df0-43d7-8fd3-7a2b33faaa03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d47ca2-690e-475f-af1f-fe5a7a060569,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:17.701676 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-433f51e4-8df0-43d7-8fd3-7a2b33faaa03 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74070250a51846ccbfff567ae4035723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033657 Jan 18 20:03:17.703979 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 32784) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:17.751740 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf3361e5-52e9-40cc-b23b-89f15204e749 admin admin] Publish callbacks [] for security_group (18d47ca2-690e-475f-af1f-fe5a7a060569), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:17.778115 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf3361e5-52e9-40cc-b23b-89f15204e749 admin admin] Publish callbacks [] for security_group (18d47ca2-690e-475f-af1f-fe5a7a060569), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:17.799814 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040435a-5251-4689-892a-85400dc0818c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=044e57bf-2cca-480e-a119-d5a27c59b0ea,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:17.835882 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-02a32e22-2435-419d-a898-49c6fc89ffb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a71007f0-a47d-4019-9224-e07de646df42 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:03:17.843291 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf3361e5-52e9-40cc-b23b-89f15204e749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (18d47ca2-690e-475f-af1f-fe5a7a060569), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:17.845822 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf3361e5-52e9-40cc-b23b-89f15204e749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:17.849674 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bf3361e5-52e9-40cc-b23b-89f15204e749 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/18d47ca2-690e-475f-af1f-fe5a7a060569 HTTP/1.1" status: 204 len: 168 time: 0.1420979 Jan 18 20:03:17.851538 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-02a32e22-2435-419d-a898-49c6fc89ffb6 service neutron] Publish callbacks [] for port (a71007f0-a47d-4019-9224-e07de646df42), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:17.863286 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3361e5-52e9-40cc-b23b-89f15204e749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d47ca2-690e-475f-af1f-fe5a7a060569,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:17.895828 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e3e1e-8343-4aba-9a02-006b218ffcfa req-255519d4-90fe-43b8-8462-99939105b323 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:17.897365 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f07e3e1e-8343-4aba-9a02-006b218ffcfa req-255519d4-90fe-43b8-8462-99939105b323 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 965 time: 0.2548802 Jan 18 20:03:17.920807 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-02a32e22-2435-419d-a898-49c6fc89ffb6 service neutron] Transition to ACTIVE for port object a71007f0-a47d-4019-9224-e07de646df42 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:03:17.922143 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-7a0ce3f9-dbfa-4676-8835-72d21ce900a3 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Floating IP b5776931-eba1-4e09-85ac-a6a601b4f678 associated. External IP: 172.25.4.133, port: 1a00930b-22f3-4136-b97d-6fa6f4bdb03d. Jan 18 20:03:17.969490 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-02a32e22-2435-419d-a898-49c6fc89ffb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a71007f0-a47d-4019-9224-e07de646df42), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:17.976253 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-f040435a-5251-4689-892a-85400dc0818c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Allocated IP 192.168.233.64 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/e4d63c04-205a-4aeb-b804-57bbc079b0fe) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:03:18.018797 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0001437-dfb4-40d2-8ce4-753b5dcef1b9 x-openstack-request-id: req-f0001437-dfb4-40d2-8ce4-753b5dcef1b9 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:03:18.019091 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae10c61b-07a6-4d28-a3b8-c6b5c894d07d", "tag": "e4adf32e-89b2-4f57-bbe5-2d0467403586", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:03:18.019351 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f0001437-dfb4-40d2-8ce4-753b5dcef1b9 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:03:18.019788 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae10c61b-07a6-4d28-a3b8-c6b5c894d07d', 'tag': 'e4adf32e-89b2-4f57-bbe5-2d0467403586', 'status': 'completed', 'code': 200} Jan 18 20:03:18.095922 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234a8fb-0d9a-4810-894e-74cc3e767b05 req-851a09f9-dc8d-4052-b51b-1281b14992c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:18.097548 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c234a8fb-0d9a-4810-894e-74cc3e767b05 req-851a09f9-dc8d-4052-b51b-1281b14992c4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=67883881b676447cbe3f92dbc62dd7c6&device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 1146 time: 0.0531840 Jan 18 20:03:18.158949 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a32e22-2435-419d-a898-49c6fc89ffb6 service neutron] Pushing event updated for resources: {'Port': ['ID=a71007f0-a47d-4019-9224-e07de646df42,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:18.183312 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f07e3e1e-8343-4aba-9a02-006b218ffcfa req-62e499d2-ddd4-449d-ab14-40d77595edfd tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617211 Jan 18 20:03:18.302197 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-02a32e22-2435-419d-a898-49c6fc89ffb6 service neutron] Attempting to bind port a71007f0-a47d-4019-9224-e07de646df42 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:03:18.306342 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-02a32e22-2435-419d-a898-49c6fc89ffb6 service neutron] Attempting to bind port a71007f0-a47d-4019-9224-e07de646df42 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '0bb4561e-2a35-4bb4-bd91-4e08e43aedfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '78106b93-d326-468a-b364-efefd0202f5c'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:03:18.308936 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-02a32e22-2435-419d-a898-49c6fc89ffb6 service neutron] Attempting to bind port a71007f0-a47d-4019-9224-e07de646df42 on network 78106b93-d326-468a-b364-efefd0202f5c {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:18.319653 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234a8fb-0d9a-4810-894e-74cc3e767b05 req-2ad3c8c1-9d0b-4ee6-af5f-886a2bd2e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:18.321407 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c234a8fb-0d9a-4810-894e-74cc3e767b05 req-2ad3c8c1-9d0b-4ee6-af5f-886a2bd2e265 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6fab12dd-5aeb-4649-a1e2-836559f8a553 HTTP/1.1" status: 200 len: 921 time: 0.2150383 Jan 18 20:03:18.371215 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-02a32e22-2435-419d-a898-49c6fc89ffb6 service neutron] Port a71007f0-a47d-4019-9224-e07de646df42 on network 78106b93-d326-468a-b364-efefd0202f5c not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:03:18.371542 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-02a32e22-2435-419d-a898-49c6fc89ffb6 service neutron] Attempting to bind port a71007f0-a47d-4019-9224-e07de646df42 on network 78106b93-d326-468a-b364-efefd0202f5c {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:18.416229 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c234a8fb-0d9a-4810-894e-74cc3e767b05 req-eaff9097-0441-4b74-ab9b-05a833766693 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4adf32e-89b2-4f57-bbe5-2d0467403586 HTTP/1.1" status: 200 len: 217 time: 0.0851097 Jan 18 20:03:18.497287 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234a8fb-0d9a-4810-894e-74cc3e767b05 req-76c78105-88af-4215-bccd-4e9d980ecf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:18.498805 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c234a8fb-0d9a-4810-894e-74cc3e767b05 req-76c78105-88af-4215-bccd-4e9d980ecf3f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c7ae8e7b-1bfc-435b-b42c-3b64619a022a HTTP/1.1" status: 200 len: 860 time: 0.0779483 Jan 18 20:03:18.542538 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c234a8fb-0d9a-4810-894e-74cc3e767b05 req-39cb41c7-4a86-4f2d-83f0-36935fc03118 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6fab12dd-5aeb-4649-a1e2-836559f8a553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349939 Jan 18 20:03:18.648358 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c234a8fb-0d9a-4810-894e-74cc3e767b05 req-9b7cb8a6-e99c-4aa5-b66d-726037b7257e service neutron] 10.222.0.70 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997801 Jan 18 20:03:18.763253 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-02a32e22-2435-419d-a898-49c6fc89ffb6 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:03:18.763937 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-02a32e22-2435-419d-a898-49c6fc89ffb6 service neutron] Checking segment: {'id': '0bb4561e-2a35-4bb4-bd91-4e08e43aedfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '78106b93-d326-468a-b364-efefd0202f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:03:18.764719 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-02a32e22-2435-419d-a898-49c6fc89ffb6 service neutron] Bound using segment: {'id': '0bb4561e-2a35-4bb4-bd91-4e08e43aedfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '78106b93-d326-468a-b364-efefd0202f5c'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:03:18.765097 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-02a32e22-2435-419d-a898-49c6fc89ffb6 service neutron] Bound port: a71007f0-a47d-4019-9224-e07de646df42, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bb4561e-2a35-4bb4-bd91-4e08e43aedfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '78106b93-d326-468a-b364-efefd0202f5c'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:03:18.765443 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-02a32e22-2435-419d-a898-49c6fc89ffb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a71007f0-a47d-4019-9224-e07de646df42), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:18.785912 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c234a8fb-0d9a-4810-894e-74cc3e767b05 req-ae74af99-add1-4e8e-aaa6-b5b5c6864c43 service neutron] 10.222.0.70 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299663 Jan 18 20:03:18.866487 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39310638-185b-4dd5-b717-373f4665a80d req-ac4188aa-a970-40d8-80c9-583aae9f2917 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:18.874580 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39310638-185b-4dd5-b717-373f4665a80d req-ac4188aa-a970-40d8-80c9-583aae9f2917 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports?device_id=a98c2fe7-4c80-4cd5-9183-0d00e7744f67 HTTP/1.1" status: 200 len: 943 time: 0.2158041 Jan 18 20:03:18.891138 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0ce3f9-dbfa-4676-8835-72d21ce900a3 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Router bd83afaf-ea27-4830-b4d9-d9ece7a21f0d has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:03:18.918327 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-f040435a-5251-4689-892a-85400dc0818c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks [] for port (e4d63c04-205a-4aeb-b804-57bbc079b0fe), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:18.959450 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-02a32e22-2435-419d-a898-49c6fc89ffb6 service neutron] For port a71007f0-a47d-4019-9224-e07de646df42, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:03:18.989227 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-02a32e22-2435-419d-a898-49c6fc89ffb6 service neutron] For port a71007f0-a47d-4019-9224-e07de646df42, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a71007f0-a47d-4019-9224-e07de646df42,segment=NetworkSegment(0bb4561e-2a35-4bb4-bd91-4e08e43aedfc),segment_id=0bb4561e-2a35-4bb4-bd91-4e08e43aedfc)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:03:19.036188 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-02a32e22-2435-419d-a898-49c6fc89ffb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a71007f0-a47d-4019-9224-e07de646df42), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:19.044855 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39310638-185b-4dd5-b717-373f4665a80d req-d10cdf7e-316d-4d2b-ad68-b3403f9d028d tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/security-groups?id=972e3aad-ec5c-47eb-ac45-2d8158c9b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692867 Jan 18 20:03:19.110137 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4b3eccfe-8527-474e-b2de-81b856f5f3cb req-d7a3e2c8-5e58-446e-8da5-521a232a0954 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e3e0d18-7079-46b5-a460-a639bf97f45e HTTP/1.1" status: 200 len: 210 time: 0.0585649 Jan 18 20:03:19.152289 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-f040435a-5251-4689-892a-85400dc0818c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (e4d63c04-205a-4aeb-b804-57bbc079b0fe), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:19.156445 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-02a32e22-2435-419d-a898-49c6fc89ffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:19.157060 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-02a32e22-2435-419d-a898-49c6fc89ffb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:19.158449 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-02a32e22-2435-419d-a898-49c6fc89ffb6 service neutron] 10.222.0.70 "PUT /v2.0/ports/a71007f0-a47d-4019-9224-e07de646df42 HTTP/1.1" status: 200 len: 1091 time: 2.8371127 Jan 18 20:03:19.161839 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98c2fe7-4c80-4cd5-9183-0d00e7744f67', 'tag': 'a71007f0-a47d-4019-9224-e07de646df42'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:03:19.164197 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca108c7c-f77d-440b-af69-d79db7849007" -d '{"events": [{"name": "network-changed", "server_uuid": "a98c2fe7-4c80-4cd5-9183-0d00e7744f67", "tag": "a71007f0-a47d-4019-9224-e07de646df42"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:03:19.233316 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-59cd11e1-b91d-4c65-8337-62232f1cf26d req-d1a4d720-16b5-4ce0-860d-69bded2c9794 tempest-QuotasAdminNegativeTest-349225707 tempest-QuotasAdminNegativeTest-349225707-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=803538d81dc349feb1416f41b27a8524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835958 Jan 18 20:03:19.295996 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a32e22-2435-419d-a898-49c6fc89ffb6 service neutron] Pushing event updated for resources: {'Port': ['ID=a71007f0-a47d-4019-9224-e07de646df42,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:19.301802 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-f040435a-5251-4689-892a-85400dc0818c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:03:19.324063 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-f040435a-5251-4689-892a-85400dc0818c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:03:19.364412 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0ce3f9-dbfa-4676-8835-72d21ce900a3 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:03:19.366885 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-f040435a-5251-4689-892a-85400dc0818c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:03:19.381942 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-f040435a-5251-4689-892a-85400dc0818c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:19.382632 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-f040435a-5251-4689-892a-85400dc0818c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:19.403095 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2a0c43-f556-4e99-b88f-7a699e28d6ad None None] Sync routers for ids ['bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:03:19.447855 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device e4adf32e-89b2-4f57-bbe5-2d0467403586 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:03:19.462046 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2a0c43-f556-4e99-b88f-7a699e28d6ad None None] Routers {'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:03:19.463651 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-cc2a0c43-f556-4e99-b88f-7a699e28d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:02:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:19.625522 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 32888) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:19.643589 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7a0ce3f9-dbfa-4676-8835-72d21ce900a3 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: from cryptography.utils import int_from_bytes Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: from cryptography.utils import int_from_bytes Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:19.748096 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:19.750694 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:19.750694 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:19.750694 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:19.750694 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:19.750694 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:19.750694 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:19.750694 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:19.750694 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:19.750694 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:19.750694 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:19.750694 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:19.755461 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd11e1-b91d-4c65-8337-62232f1cf26d req-6b0059ad-d355-4ee1-b981-9d21977717c1 tempest-QuotasAdminNegativeTest-349225707 tempest-QuotasAdminNegativeTest-349225707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:19.764073 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-59cd11e1-b91d-4c65-8337-62232f1cf26d req-6b0059ad-d355-4ee1-b981-9d21977717c1 tempest-QuotasAdminNegativeTest-349225707 tempest-QuotasAdminNegativeTest-349225707-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4897463 Jan 18 20:03:19.768400 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1e4146-6b08-42a4-9779-571effa30c10 x-openstack-request-id: req-7d1e4146-6b08-42a4-9779-571effa30c10 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:03:19.768933 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98c2fe7-4c80-4cd5-9183-0d00e7744f67", "tag": "a71007f0-a47d-4019-9224-e07de646df42", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:03:19.769392 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d1e4146-6b08-42a4-9779-571effa30c10 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:03:19.770206 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98c2fe7-4c80-4cd5-9183-0d00e7744f67', 'tag': 'a71007f0-a47d-4019-9224-e07de646df42', 'status': 'completed', 'code': 200} Jan 18 20:03:19.785266 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-f040435a-5251-4689-892a-85400dc0818c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7792351 Jan 18 20:03:19.786265 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040435a-5251-4689-892a-85400dc0818c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Pushing event updated for resources: {'Port': ['ID=e4d63c04-205a-4aeb-b804-57bbc079b0fe,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:19.796696 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7a0ce3f9-dbfa-4676-8835-72d21ce900a3 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "PUT /v2.0/floatingips/b5776931-eba1-4e09-85ac-a6a601b4f678 HTTP/1.1" status: 200 len: 991 time: 4.1178834 Jan 18 20:03:19.803381 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-c97afe78-5f9b-4ea5-a4e2-1a4aa783661b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:19.805586 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-c97afe78-5f9b-4ea5-a4e2-1a4aa783661b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c355645603e5405fb0170c0cbc339b20&device_id=a98c2fe7-4c80-4cd5-9183-0d00e7744f67 HTTP/1.1" status: 200 len: 1094 time: 0.5711882 Jan 18 20:03:19.810371 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-8b0d3d01-abc5-4740-8988-61fe24616e0e service neutron] Request body: {'port': {'device_id': '6e3e0d18-7079-46b5-a460-a639bf97f45e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:19.821809 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-59cd11e1-b91d-4c65-8337-62232f1cf26d req-ff40cf5c-6f2d-4e2d-b761-58e62f4bcb4f tempest-QuotasAdminNegativeTest-349225707 tempest-QuotasAdminNegativeTest-349225707-project] 10.222.0.31 "GET /v2.0/quotas/803538d81dc349feb1416f41b27a8524 HTTP/1.1" status: 200 len: 375 time: 0.0561149 Jan 18 20:03:19.893462 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-cc2a0c43-f556-4e99-b88f-7a699e28d6ad None None] Set router bd83afaf-ea27-4830-b4d9-d9ece7a21f0d gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:03:19.945860 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-59cd11e1-b91d-4c65-8337-62232f1cf26d req-d8dd39e4-4084-43ff-93c5-8d7d7bd459e5 tempest-QuotasAdminNegativeTest-349225707 tempest-QuotasAdminNegativeTest-349225707-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=803538d81dc349feb1416f41b27a8524&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1189449 Jan 18 20:03:19.957031 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-c559a829-83d9-4299-91b2-3918c50ad4e0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a71007f0-a47d-4019-9224-e07de646df42 HTTP/1.1" status: 200 len: 217 time: 0.1317971 Jan 18 20:03:20.052472 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port e4adf32e-89b2-4f57-bbe5-2d0467403586, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e4adf32e-89b2-4f57-bbe5-2d0467403586,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:20.060377 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:03:20.075005 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device e4adf32e-89b2-4f57-bbe5-2d0467403586 has no active binding in host n-h1-741529-9 {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 18 20:03:20.124998 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-8b0d3d01-abc5-4740-8988-61fe24616e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e4d63c04-205a-4aeb-b804-57bbc079b0fe), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:20.146158 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-5280ecdb-c2a8-4174-a528-4b4038d69eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:20.147632 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-5280ecdb-c2a8-4174-a528-4b4038d69eea service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4a4fc205-1f02-48e6-a311-ab3d6a37436d HTTP/1.1" status: 200 len: 860 time: 0.1616814 Jan 18 20:03:20.156759 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d07759c5-6c19-4aed-8b98-58c448a98f23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:20.162559 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8b2162d5-b956-4c47-bcf4-cd78b177df64 None None] Provisioning complete for port e4d63c04-205a-4aeb-b804-57bbc079b0fe triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:20.162964 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8b2162d5-b956-4c47-bcf4-cd78b177df64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e4d63c04-205a-4aeb-b804-57bbc079b0fe), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:20.181411 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed055d02-55bc-4659-9aea-4b490a34402c req-8efeadff-ffa6-4598-acb7-8cebf8a46334 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:20.183348 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed055d02-55bc-4659-9aea-4b490a34402c req-8efeadff-ffa6-4598-acb7-8cebf8a46334 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 965 time: 0.2305930 Jan 18 20:03:20.255525 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8b2162d5-b956-4c47-bcf4-cd78b177df64 None None] Port e4d63c04-205a-4aeb-b804-57bbc079b0fe cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:03:20.348576 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d07759c5-6c19-4aed-8b98-58c448a98f23 admin admin] Publish callbacks [] for security_group (96a2fd25-42a8-44b0-87f9-8b6fb523dd29), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:20.358441 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-fafdecbb-49fc-4233-9092-b57bf33c7423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:20.359146 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d07759c5-6c19-4aed-8b98-58c448a98f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (96a2fd25-42a8-44b0-87f9-8b6fb523dd29), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:20.359295 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-cc2a0c43-f556-4e99-b88f-7a699e28d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309457412-router', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:28Z', 'revision_number': 4, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'gw_port': {'id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'b5776931-eba1-4e09-85ac-a6a601b4f678', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'port_id': '1a00930b-22f3-4136-b97d-6fa6f4bdb03d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc', 'mac_address': 'fa:16:3e:40:17:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680252c5-a169-4ab8-803f-6f4dde7e8ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:02:48Z', 'updated_at': '2022-01-18T20:03:17Z', 'revision_number': 1, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea951dfb-0567-4fac-9bae-4e2712aa071a', 'name': '', 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'mac_address': 'fa:16:3e:ba:f5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:27Z', 'updated_at': '2022-01-18T20:02:35Z', 'revision_number': 5, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'subnets': [{'id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:20.359959 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-fafdecbb-49fc-4233-9092-b57bf33c7423 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=78106b93-d326-468a-b364-efefd0202f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1873808 Jan 18 20:03:20.383291 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed055d02-55bc-4659-9aea-4b490a34402c req-169a64f6-38ed-458a-9838-9fcc09826e94 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663573 Jan 18 20:03:20.398889 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2a0c43-f556-4e99-b88f-7a699e28d6ad None None] Checking router: bd83afaf-ea27-4830-b4d9-d9ece7a21f0d for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:03:20.408490 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2a0c43-f556-4e99-b88f-7a699e28d6ad None None] Routers {'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:03:20.409077 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-cc2a0c43-f556-4e99-b88f-7a699e28d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:02:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:20.436420 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07759c5-6c19-4aed-8b98-58c448a98f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a2fd25-42a8-44b0-87f9-8b6fb523dd29,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:20.443181 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d07759c5-6c19-4aed-8b98-58c448a98f23 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d40758c932b448c991f33f489b1f1e5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8161917 Jan 18 20:03:20.445795 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 32916) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:20.518075 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a1174f25-95e9-4537-8f2e-e26757311393 admin admin] Publish callbacks [] for security_group (96a2fd25-42a8-44b0-87f9-8b6fb523dd29), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:20.549795 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a1174f25-95e9-4537-8f2e-e26757311393 admin admin] Publish callbacks [] for security_group (96a2fd25-42a8-44b0-87f9-8b6fb523dd29), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:20.599299 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-cc2a0c43-f556-4e99-b88f-7a699e28d6ad None None] Set router bd83afaf-ea27-4830-b4d9-d9ece7a21f0d gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:03:20.624795 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a1174f25-95e9-4537-8f2e-e26757311393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (96a2fd25-42a8-44b0-87f9-8b6fb523dd29), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:20.629812 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a1174f25-95e9-4537-8f2e-e26757311393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:20.633674 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a1174f25-95e9-4537-8f2e-e26757311393 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96a2fd25-42a8-44b0-87f9-8b6fb523dd29 HTTP/1.1" status: 204 len: 168 time: 0.1843209 Jan 18 20:03:20.640121 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4368595-f2ed-4e88-8e85-e48494afd799 req-6d71970b-5527-436c-8d9a-35ba92861a5a tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:20.641772 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1174f25-95e9-4537-8f2e-e26757311393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a2fd25-42a8-44b0-87f9-8b6fb523dd29,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:20.646933 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4368595-f2ed-4e88-8e85-e48494afd799 req-6d71970b-5527-436c-8d9a-35ba92861a5a tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports?device_id=a98c2fe7-4c80-4cd5-9183-0d00e7744f67 HTTP/1.1" status: 200 len: 943 time: 0.1339455 Jan 18 20:03:20.649975 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-8c031d04-fd16-4c4e-b764-ed2ec71d87a8 service neutron] 10.222.0.70 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811401 Jan 18 20:03:20.684634 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 32922) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:20.810417 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4368595-f2ed-4e88-8e85-e48494afd799 req-70bc98ca-9d04-43e8-9a8f-7ae1c160349b tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/security-groups?id=972e3aad-ec5c-47eb-ac45-2d8158c9b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625013 Jan 18 20:03:20.862847 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-8b0d3d01-abc5-4740-8988-61fe24616e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d63c04-205a-4aeb-b804-57bbc079b0fe {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:03:20.915274 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-8b0d3d01-abc5-4740-8988-61fe24616e0e service neutron] Publish callbacks [] for port (e4d63c04-205a-4aeb-b804-57bbc079b0fe), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:20.924444 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43c5b1de-2913-4223-bcdc-48d097f24489 req-aec2b17f-2cca-4bdd-97eb-951f6658fd45 service neutron] 10.222.0.70 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579210 Jan 18 20:03:20.956632 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-8b0d3d01-abc5-4740-8988-61fe24616e0e service neutron] Transition to ACTIVE for port object e4d63c04-205a-4aeb-b804-57bbc079b0fe will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:03:20.970627 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-8b0d3d01-abc5-4740-8988-61fe24616e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e4d63c04-205a-4aeb-b804-57bbc079b0fe), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:21.077053 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-cc2a0c43-f556-4e99-b88f-7a699e28d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309457412-router', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:28Z', 'revision_number': 4, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'gw_port': {'id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'b5776931-eba1-4e09-85ac-a6a601b4f678', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'port_id': '1a00930b-22f3-4136-b97d-6fa6f4bdb03d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc', 'mac_address': 'fa:16:3e:40:17:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680252c5-a169-4ab8-803f-6f4dde7e8ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:02:48Z', 'updated_at': '2022-01-18T20:03:17Z', 'revision_number': 1, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea951dfb-0567-4fac-9bae-4e2712aa071a', 'name': '', 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'mac_address': 'fa:16:3e:ba:f5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:27Z', 'updated_at': '2022-01-18T20:02:35Z', 'revision_number': 5, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'subnets': [{'id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:21.083715 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d3d01-abc5-4740-8988-61fe24616e0e service neutron] Pushing event updated for resources: {'Port': ['ID=e4d63c04-205a-4aeb-b804-57bbc079b0fe,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:21.104323 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b17cac-0729-40b1-97ba-e0cf6b1b1963 req-c813d022-e11a-4050-9cec-d89992866f14 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:21.105870 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6b17cac-0729-40b1-97ba-e0cf6b1b1963 req-c813d022-e11a-4050-9cec-d89992866f14 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e3e0d18-7079-46b5-a460-a639bf97f45e HTTP/1.1" status: 200 len: 947 time: 0.1442525 Jan 18 20:03:21.122769 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2a0c43-f556-4e99-b88f-7a699e28d6ad None None] The sync data for ids ['bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'] in n-d-741529-9 is: [{'id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309457412-router', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:28Z', 'revision_number': 4, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'gw_port': {'id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'b5776931-eba1-4e09-85ac-a6a601b4f678', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'port_id': '1a00930b-22f3-4136-b97d-6fa6f4bdb03d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc', 'mac_address': 'fa:16:3e:40:17:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680252c5-a169-4ab8-803f-6f4dde7e8ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:02:48Z', 'updated_at': '2022-01-18T20:03:17Z', 'revision_number': 1, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea951dfb-0567-4fac-9bae-4e2712aa071a', 'name': '', 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'mac_address': 'fa:16:3e:ba:f5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:27Z', 'updated_at': '2022-01-18T20:02:35Z', 'revision_number': 5, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'subnets': [{'id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:03:21.130866 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-404bdcff-cdda-435d-a9eb-6630f3e087a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:21.168504 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca108c7c-f77d-440b-af69-d79db7849007 req-5e98e27e-98d2-4a8e-b1a0-f5acf04bd8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:21.171646 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca108c7c-f77d-440b-af69-d79db7849007 req-5e98e27e-98d2-4a8e-b1a0-f5acf04bd8e8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c355645603e5405fb0170c0cbc339b20&device_id=a98c2fe7-4c80-4cd5-9183-0d00e7744f67 HTTP/1.1" status: 200 len: 1094 time: 0.1736851 Jan 18 20:03:21.199578 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-8b0d3d01-abc5-4740-8988-61fe24616e0e service neutron] Attempting to bind port e4d63c04-205a-4aeb-b804-57bbc079b0fe on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:03:21.213112 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-8b0d3d01-abc5-4740-8988-61fe24616e0e service neutron] Attempting to bind port e4d63c04-205a-4aeb-b804-57bbc079b0fe by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:03:21.213653 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-8b0d3d01-abc5-4740-8988-61fe24616e0e service neutron] Attempting to bind port e4d63c04-205a-4aeb-b804-57bbc079b0fe on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:21.248448 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 32940) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:21.274709 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-8b0d3d01-abc5-4740-8988-61fe24616e0e service neutron] Port e4d63c04-205a-4aeb-b804-57bbc079b0fe on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:03:21.275266 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-8b0d3d01-abc5-4740-8988-61fe24616e0e service neutron] Attempting to bind port e4d63c04-205a-4aeb-b804-57bbc079b0fe on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:21.299884 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-29ac38fd-80d1-4db4-8d79-b38a9abb7917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:21.325574 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-8b0d3d01-abc5-4740-8988-61fe24616e0e service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:03:21.329927 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-404bdcff-cdda-435d-a9eb-6630f3e087a0 admin admin] Publish callbacks [] for security_group (7a39bffd-018b-4e14-a64e-64a00d379865), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:21.336141 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-8b0d3d01-abc5-4740-8988-61fe24616e0e service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:03:21.336747 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-8b0d3d01-abc5-4740-8988-61fe24616e0e service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:03:21.337356 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-8b0d3d01-abc5-4740-8988-61fe24616e0e service neutron] Bound port: e4d63c04-205a-4aeb-b804-57bbc079b0fe, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:03:21.337772 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-404bdcff-cdda-435d-a9eb-6630f3e087a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7a39bffd-018b-4e14-a64e-64a00d379865), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:21.338120 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-8b0d3d01-abc5-4740-8988-61fe24616e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e4d63c04-205a-4aeb-b804-57bbc079b0fe), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:21.463824 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-404bdcff-cdda-435d-a9eb-6630f3e087a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a3d57f58cb8445c9d092c4d2315ca07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7774420 Jan 18 20:03:21.464565 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 32946) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:21.466344 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404bdcff-cdda-435d-a9eb-6630f3e087a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a39bffd-018b-4e14-a64e-64a00d379865,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:21.579555 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2e9553f-df6d-4fd8-b49d-2de78ace1521 admin admin] Publish callbacks [] for security_group (7a39bffd-018b-4e14-a64e-64a00d379865), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:21.602025 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b868771-1332-468b-abf8-8900e617803d None None] New status for floating IP b5776931-eba1-4e09-85ac-a6a601b4f678: ACTIVE {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:03:21.621974 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2e9553f-df6d-4fd8-b49d-2de78ace1521 admin admin] Publish callbacks [] for security_group (7a39bffd-018b-4e14-a64e-64a00d379865), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:21.644263 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 32950) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:21.691346 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2e9553f-df6d-4fd8-b49d-2de78ace1521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7a39bffd-018b-4e14-a64e-64a00d379865), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:21.699003 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2e9553f-df6d-4fd8-b49d-2de78ace1521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:21.700822 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b2e9553f-df6d-4fd8-b49d-2de78ace1521 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a39bffd-018b-4e14-a64e-64a00d379865 HTTP/1.1" status: 204 len: 168 time: 0.2102761 Jan 18 20:03:21.708611 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 32956) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:21.731490 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e9553f-df6d-4fd8-b49d-2de78ace1521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a39bffd-018b-4e14-a64e-64a00d379865,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:21.827143 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680252c5-a169-4ab8-803f-6f4dde7e8ccc', 'tag': '1a00930b-22f3-4136-b97d-6fa6f4bdb03d'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:03:21.831608 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049d6df6-b765-40cd-9796-8bd4e8799dab" -d '{"events": [{"name": "network-changed", "server_uuid": "680252c5-a169-4ab8-803f-6f4dde7e8ccc", "tag": "1a00930b-22f3-4136-b97d-6fa6f4bdb03d"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:03:21.852921 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6b17cac-0729-40b1-97ba-e0cf6b1b1963 req-15f47efa-d558-4bfd-897d-77f3b2669c10 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7119606 Jan 18 20:03:21.876785 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f9586d0e-bcc4-4102-9d7c-ae7a34d8e6a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:22.034546 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9eac87aa-4645-4c6c-8bcb-703fef3ad60d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:22.105958 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 32966) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:22.140352 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-29ac38fd-80d1-4db4-8d79-b38a9abb7917 admin admin] Publish callbacks [] for security_group (c6b22f5a-a42e-46b4-a9f4-33ee3cb28dc0), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:22.153145 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7986fc84-ba4f-4107-9524-11d169b3c393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:22.158581 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f9586d0e-bcc4-4102-9d7c-ae7a34d8e6a9 admin admin] Publish callbacks [] for security_group (3c285faf-14e6-4726-be65-c9d4bd0121eb), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:22.173381 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f9586d0e-bcc4-4102-9d7c-ae7a34d8e6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3c285faf-14e6-4726-be65-c9d4bd0121eb), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:22.178555 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-29ac38fd-80d1-4db4-8d79-b38a9abb7917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c6b22f5a-a42e-46b4-a9f4-33ee3cb28dc0), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:22.199577 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f044a-2c78-4cd7-861a-b378ec95ca27 req-54d2acaa-95a3-4650-8d0f-b68865ce99c1 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:22.201137 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad4f044a-2c78-4cd7-861a-b378ec95ca27 req-54d2acaa-95a3-4650-8d0f-b68865ce99c1 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 965 time: 0.3452449 Jan 18 20:03:22.249245 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f9586d0e-bcc4-4102-9d7c-ae7a34d8e6a9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=803538d81dc349feb1416f41b27a8524&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6008399 Jan 18 20:03:22.249485 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca108c7c-f77d-440b-af69-d79db7849007 req-db3239d4-e9f4-4ff4-8ff7-57a00ebe820b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:22.250373 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca108c7c-f77d-440b-af69-d79db7849007 req-db3239d4-e9f4-4ff4-8ff7-57a00ebe820b service neutron] 10.222.0.70 "GET /v2.0/networks?id=78106b93-d326-468a-b364-efefd0202f5c HTTP/1.1" status: 200 len: 922 time: 1.0646009 Jan 18 20:03:22.251034 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 32968) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:22.256711 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9586d0e-bcc4-4102-9d7c-ae7a34d8e6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c285faf-14e6-4726-be65-c9d4bd0121eb,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:22.318694 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9eac87aa-4645-4c6c-8bcb-703fef3ad60d admin admin] Publish callbacks [] for security_group (51aab261-fe3d-4fe0-9259-4e3aa90969f0), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:22.321776 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-29ac38fd-80d1-4db4-8d79-b38a9abb7917 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f4cf37e2498d40059acc059963ede3a5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0698826 Jan 18 20:03:22.325801 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac38fd-80d1-4db4-8d79-b38a9abb7917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b22f5a-a42e-46b4-a9f4-33ee3cb28dc0,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:22.327531 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 32972) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:22.352298 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b3095-aa04-4702-a900-2f3af1e0a78f req-d03246b6-b4f1-4afb-8ff8-8e8a4699853d tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:22.359148 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-951b3095-aa04-4702-a900-2f3af1e0a78f req-d03246b6-b4f1-4afb-8ff8-8e8a4699853d tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports?device_id=a98c2fe7-4c80-4cd5-9183-0d00e7744f67 HTTP/1.1" status: 200 len: 943 time: 0.3386726 Jan 18 20:03:22.360478 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9eac87aa-4645-4c6c-8bcb-703fef3ad60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (51aab261-fe3d-4fe0-9259-4e3aa90969f0), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:22.384431 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-8b0d3d01-abc5-4740-8988-61fe24616e0e service neutron] For port e4d63c04-205a-4aeb-b804-57bbc079b0fe, host n-h1-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:03:22.404887 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7986fc84-ba4f-4107-9524-11d169b3c393 admin admin] Publish callbacks [] for security_group (7a5661aa-b411-48ee-9e6f-d429b63bfb44), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:22.426002 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7986fc84-ba4f-4107-9524-11d169b3c393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7a5661aa-b411-48ee-9e6f-d429b63bfb44), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:22.432660 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca108c7c-f77d-440b-af69-d79db7849007 req-78f277eb-cb69-4a19-8528-ac74484e71af service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a71007f0-a47d-4019-9224-e07de646df42 HTTP/1.1" status: 200 len: 217 time: 0.1403489 Jan 18 20:03:22.440893 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-8b0d3d01-abc5-4740-8988-61fe24616e0e service neutron] For port e4d63c04-205a-4aeb-b804-57bbc079b0fe, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=e4d63c04-205a-4aeb-b804-57bbc079b0fe,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:03:22.445581 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9eac87aa-4645-4c6c-8bcb-703fef3ad60d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe861b6e7f494e8aaf4bc0ada963637a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7329912 Jan 18 20:03:22.450287 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac87aa-4645-4c6c-8bcb-703fef3ad60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51aab261-fe3d-4fe0-9259-4e3aa90969f0,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:22.451756 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 32976) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:22.469548 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-8b0d3d01-abc5-4740-8988-61fe24616e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e4d63c04-205a-4aeb-b804-57bbc079b0fe), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:22.470130 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba8f1887-11bc-4816-b97c-685060a53ab9 admin admin] Publish callbacks [] for security_group (c6b22f5a-a42e-46b4-a9f4-33ee3cb28dc0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:22.481605 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad4f044a-2c78-4cd7-861a-b378ec95ca27 req-a9b331c2-7730-4cc9-8bf4-a367d678e5fc tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559745 Jan 18 20:03:22.490959 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7986fc84-ba4f-4107-9524-11d169b3c393 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3399621335cb4c75960cd43a5a127630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3790569 Jan 18 20:03:22.497013 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 32978) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:22.518978 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986fc84-ba4f-4107-9524-11d169b3c393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5661aa-b411-48ee-9e6f-d429b63bfb44,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:22.530573 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba8f1887-11bc-4816-b97c-685060a53ab9 admin admin] Publish callbacks [] for security_group (c6b22f5a-a42e-46b4-a9f4-33ee3cb28dc0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:22.588292 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869182b8-b122-4fa1-bf92-e0af2bedb208 x-openstack-request-id: req-869182b8-b122-4fa1-bf92-e0af2bedb208 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:03:22.588856 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680252c5-a169-4ab8-803f-6f4dde7e8ccc", "tag": "1a00930b-22f3-4136-b97d-6fa6f4bdb03d", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:03:22.589289 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-869182b8-b122-4fa1-bf92-e0af2bedb208 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:03:22.589745 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680252c5-a169-4ab8-803f-6f4dde7e8ccc', 'tag': '1a00930b-22f3-4136-b97d-6fa6f4bdb03d', 'status': 'completed', 'code': 200} Jan 18 20:03:22.604915 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-951b3095-aa04-4702-a900-2f3af1e0a78f req-f469227a-e2e8-4bfb-a5cd-ab2ed6ec7fdb tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/security-groups?id=972e3aad-ec5c-47eb-ac45-2d8158c9b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449176 Jan 18 20:03:22.613788 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-8b0d3d01-abc5-4740-8988-61fe24616e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:22.614904 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-8b0d3d01-abc5-4740-8988-61fe24616e0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:22.616311 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-8b0d3d01-abc5-4740-8988-61fe24616e0e service neutron] 10.222.0.57 "PUT /v2.0/ports/e4d63c04-205a-4aeb-b804-57bbc079b0fe HTTP/1.1" status: 200 len: 1095 time: 2.8169434 Jan 18 20:03:22.618934 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1077001e-61c2-49ab-b1b1-ccacf6ecf2b0 admin admin] Publish callbacks [] for security_group (3c285faf-14e6-4726-be65-c9d4bd0121eb), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:22.666960 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca108c7c-f77d-440b-af69-d79db7849007 req-7ea49304-6039-4928-be18-125a7696a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:22.668993 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca108c7c-f77d-440b-af69-d79db7849007 req-7ea49304-6039-4928-be18-125a7696a8f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4a4fc205-1f02-48e6-a311-ab3d6a37436d HTTP/1.1" status: 200 len: 860 time: 0.2221382 Jan 18 20:03:22.704413 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cfef424e-4eb1-4dc2-96c7-83c2c15ef63d admin admin] Publish callbacks [] for security_group (7a5661aa-b411-48ee-9e6f-d429b63bfb44), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:22.720059 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba8f1887-11bc-4816-b97c-685060a53ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c6b22f5a-a42e-46b4-a9f4-33ee3cb28dc0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:22.722923 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba8f1887-11bc-4816-b97c-685060a53ab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:22.726130 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ba8f1887-11bc-4816-b97c-685060a53ab9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c6b22f5a-a42e-46b4-a9f4-33ee3cb28dc0 HTTP/1.1" status: 204 len: 168 time: 0.3968387 Jan 18 20:03:22.732403 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1077001e-61c2-49ab-b1b1-ccacf6ecf2b0 admin admin] Publish callbacks [] for security_group (3c285faf-14e6-4726-be65-c9d4bd0121eb), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:22.735536 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d3d01-abc5-4740-8988-61fe24616e0e service neutron] Pushing event updated for resources: {'Port': ['ID=e4d63c04-205a-4aeb-b804-57bbc079b0fe,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:22.753525 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f1887-11bc-4816-b97c-685060a53ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b22f5a-a42e-46b4-a9f4-33ee3cb28dc0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:22.815234 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b6ecec4-bbe8-4856-801d-bc95c8a844c9 admin admin] Publish callbacks [] for security_group (51aab261-fe3d-4fe0-9259-4e3aa90969f0), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:22.820252 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cfef424e-4eb1-4dc2-96c7-83c2c15ef63d admin admin] Publish callbacks [] for security_group (7a5661aa-b411-48ee-9e6f-d429b63bfb44), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:22.824151 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d6df6-b765-40cd-9796-8bd4e8799dab req-3771b9cc-0baf-42d5-9826-e255ad51da45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:22.825795 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-049d6df6-b765-40cd-9796-8bd4e8799dab req-3771b9cc-0baf-42d5-9826-e255ad51da45 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e5ec31ddf3d34f4aa39ff26dd8f3affd&device_id=680252c5-a169-4ab8-803f-6f4dde7e8ccc HTTP/1.1" status: 200 len: 1096 time: 0.1857927 Jan 18 20:03:22.878639 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-94f8d507-3a0b-46c5-ad15-ed8e738f5306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:22.880801 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-94f8d507-3a0b-46c5-ad15-ed8e738f5306 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&device_id=6e3e0d18-7079-46b5-a460-a639bf97f45e HTTP/1.1" status: 200 len: 1098 time: 0.1859572 Jan 18 20:03:22.891009 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1077001e-61c2-49ab-b1b1-ccacf6ecf2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3c285faf-14e6-4726-be65-c9d4bd0121eb), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:22.894646 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1077001e-61c2-49ab-b1b1-ccacf6ecf2b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:22.896233 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1077001e-61c2-49ab-b1b1-ccacf6ecf2b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c285faf-14e6-4726-be65-c9d4bd0121eb HTTP/1.1" status: 204 len: 168 time: 0.6340017 Jan 18 20:03:22.979967 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca108c7c-f77d-440b-af69-d79db7849007 req-80a60bee-36cf-474d-b9f4-097bcfc80987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:22.981558 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca108c7c-f77d-440b-af69-d79db7849007 req-80a60bee-36cf-474d-b9f4-097bcfc80987 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=78106b93-d326-468a-b364-efefd0202f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3013084 Jan 18 20:03:22.983017 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-452484c2-8d26-4198-8156-3357adbd5101 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=e4d63c04-205a-4aeb-b804-57bbc079b0fe HTTP/1.1" status: 200 len: 217 time: 0.0857635 Jan 18 20:03:22.990423 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b6ecec4-bbe8-4856-801d-bc95c8a844c9 admin admin] Publish callbacks [] for security_group (51aab261-fe3d-4fe0-9259-4e3aa90969f0), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:23.021140 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b5787245-4b1b-401c-8460-2030c233cff7 req-642ee498-36af-4ced-b254-fdf1fb8cf774 service neutron] 10.222.0.70 "GET /v2.0/ports/e4adf32e-89b2-4f57-bbe5-2d0467403586/bindings/n-h1-741529-9 HTTP/1.1" status: 200 len: 384 time: 0.1881447 Jan 18 20:03:23.152223 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d6df6-b765-40cd-9796-8bd4e8799dab req-12a52cfe-4d59-426f-a57c-405bd8c20eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:23.153159 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-049d6df6-b765-40cd-9796-8bd4e8799dab req-12a52cfe-4d59-426f-a57c-405bd8c20eb5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=89a595c0-d9c3-40e8-b52a-e51ddcd750fc HTTP/1.1" status: 200 len: 924 time: 0.3191390 Jan 18 20:03:23.154894 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cfef424e-4eb1-4dc2-96c7-83c2c15ef63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7a5661aa-b411-48ee-9e6f-d429b63bfb44), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:23.157347 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cfef424e-4eb1-4dc2-96c7-83c2c15ef63d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:23.161510 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cfef424e-4eb1-4dc2-96c7-83c2c15ef63d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a5661aa-b411-48ee-9e6f-d429b63bfb44 HTTP/1.1" status: 204 len: 168 time: 0.6621037 Jan 18 20:03:23.164385 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-5144c07c-9de0-4169-93ec-220ec85df518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:23.166021 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-5144c07c-9de0-4169-93ec-220ec85df518 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1734722 Jan 18 20:03:23.168245 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca108c7c-f77d-440b-af69-d79db7849007 req-3add76f3-ff35-4095-9115-864041570cb7 service neutron] 10.222.0.70 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270897 Jan 18 20:03:23.183561 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1077001e-61c2-49ab-b1b1-ccacf6ecf2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c285faf-14e6-4726-be65-c9d4bd0121eb,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:23.305120 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-01889fe5-3568-40fe-be99-113ad08c7622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:23.305120 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-01889fe5-3568-40fe-be99-113ad08c7622 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1156406 Jan 18 20:03:23.480252 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-1230a877-0114-495a-91f3-2c796ea5e51c service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412425 Jan 18 20:03:23.480733 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 32998) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:23.493395 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1478416-05f6-4349-8c61-c0c2cabc1a25 req-69ec1a75-0652-4d1c-9ee4-fdb92878858c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:23.495546 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c1478416-05f6-4349-8c61-c0c2cabc1a25 req-69ec1a75-0652-4d1c-9ee4-fdb92878858c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e3e0d18-7079-46b5-a460-a639bf97f45e HTTP/1.1" status: 200 len: 947 time: 0.5074623 Jan 18 20:03:23.578411 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8438e3be-7389-4eff-8d74-996dcccc6c29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:23.623277 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef424e-4eb1-4dc2-96c7-83c2c15ef63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5661aa-b411-48ee-9e6f-d429b63bfb44,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:23.683024 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b6ecec4-bbe8-4856-801d-bc95c8a844c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (51aab261-fe3d-4fe0-9259-4e3aa90969f0), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:23.687285 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b6ecec4-bbe8-4856-801d-bc95c8a844c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:23.688558 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9b6ecec4-bbe8-4856-801d-bc95c8a844c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/51aab261-fe3d-4fe0-9259-4e3aa90969f0 HTTP/1.1" status: 204 len: 168 time: 1.2284672 Jan 18 20:03:23.725577 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca108c7c-f77d-440b-af69-d79db7849007 req-2a2067ee-2d66-471a-9272-ce8c8ed23428 service neutron] 10.222.0.70 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360110 Jan 18 20:03:23.734301 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-049d6df6-b765-40cd-9796-8bd4e8799dab req-6d42ab89-d3b5-4be4-88bc-44c72f5c6992 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a00930b-22f3-4136-b97d-6fa6f4bdb03d HTTP/1.1" status: 200 len: 1001 time: 0.5546441 Jan 18 20:03:23.749267 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ecec4-bbe8-4856-801d-bc95c8a844c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51aab261-fe3d-4fe0-9259-4e3aa90969f0,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:23.767497 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ecec4-bbe8-4856-801d-bc95c8a844c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:23.767854 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ecec4-bbe8-4856-801d-bc95c8a844c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:23.768198 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ecec4-bbe8-4856-801d-bc95c8a844c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:23.768539 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ecec4-bbe8-4856-801d-bc95c8a844c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:23.770100 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ecec4-bbe8-4856-801d-bc95c8a844c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:23.770452 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ecec4-bbe8-4856-801d-bc95c8a844c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:23.772776 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ecec4-bbe8-4856-801d-bc95c8a844c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:23.773128 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ecec4-bbe8-4856-801d-bc95c8a844c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:23.773471 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ecec4-bbe8-4856-801d-bc95c8a844c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:23.773831 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ecec4-bbe8-4856-801d-bc95c8a844c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:23.776431 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ecec4-bbe8-4856-801d-bc95c8a844c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:23.778963 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ecec4-bbe8-4856-801d-bc95c8a844c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:23.779340 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ecec4-bbe8-4856-801d-bc95c8a844c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:23.858497 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c1478416-05f6-4349-8c61-c0c2cabc1a25 req-ff6f10c4-3de9-4d5b-a1b5-71eb35f86207 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313048 Jan 18 20:03:23.867492 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d6df6-b765-40cd-9796-8bd4e8799dab req-03cd2f0c-c96c-4d46-866c-56c9cedb0431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:23.868955 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-049d6df6-b765-40cd-9796-8bd4e8799dab req-03cd2f0c-c96c-4d46-866c-56c9cedb0431 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5aa223-a098-41b4-8a17-e11e4587a7e0 HTTP/1.1" status: 200 len: 862 time: 0.1117744 Jan 18 20:03:23.941150 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-b5787245-4b1b-401c-8460-2030c233cff7 req-1d522a4d-3f2d-4f5c-acb0-b712b57bc8c2 service neutron] For port e4adf32e-89b2-4f57-bbe5-2d0467403586, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e4adf32e-89b2-4f57-bbe5-2d0467403586,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:23.952404 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24a6b4d4-8219-46b2-91d9-f92281bf99b1 req-d9fa087c-1729-4c29-927c-8d7968c3cf81 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434400 Jan 18 20:03:23.970212 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09024d5-6e81-443e-a10e-d0cb2ffb1b3e req-42d2c729-e9c2-49f4-9543-18dedfdcba95 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:23.977591 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a09024d5-6e81-443e-a10e-d0cb2ffb1b3e req-42d2c729-e9c2-49f4-9543-18dedfdcba95 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 965 time: 0.2633548 Jan 18 20:03:24.008388 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d6df6-b765-40cd-9796-8bd4e8799dab req-fb5bb0f4-614e-40b3-9408-35669eed0f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:24.011821 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-049d6df6-b765-40cd-9796-8bd4e8799dab req-fb5bb0f4-614e-40b3-9408-35669eed0f61 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=89a595c0-d9c3-40e8-b52a-e51ddcd750fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1257024 Jan 18 20:03:24.016139 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-b5787245-4b1b-401c-8460-2030c233cff7 req-1d522a4d-3f2d-4f5c-acb0-b712b57bc8c2 service neutron] For port e4adf32e-89b2-4f57-bbe5-2d0467403586, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:03:24.115890 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a09024d5-6e81-443e-a10e-d0cb2ffb1b3e req-4e36e10e-88ac-4bc6-bf7d-454313abd01f tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361194 Jan 18 20:03:24.135282 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8438e3be-7389-4eff-8d74-996dcccc6c29 admin admin] Publish callbacks [] for security_group (aa34d659-2891-4510-b360-54f4fdf87d1a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:24.151060 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-049d6df6-b765-40cd-9796-8bd4e8799dab req-ebd72717-2727-4a6f-a020-709158df7f29 service neutron] 10.222.0.57 "GET /v2.0/networks/89a595c0-d9c3-40e8-b52a-e51ddcd750fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307244 Jan 18 20:03:24.154423 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8438e3be-7389-4eff-8d74-996dcccc6c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (aa34d659-2891-4510-b360-54f4fdf87d1a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:24.204145 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d3e8f-f7cc-4092-b731-942e190f2201 req-b394a18b-afed-4e30-97d4-dffc2851f259 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:24.211024 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-675d3e8f-f7cc-4092-b731-942e190f2201 req-b394a18b-afed-4e30-97d4-dffc2851f259 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports?device_id=a98c2fe7-4c80-4cd5-9183-0d00e7744f67 HTTP/1.1" status: 200 len: 943 time: 0.1601429 Jan 18 20:03:24.237821 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8438e3be-7389-4eff-8d74-996dcccc6c29 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=09cdf8b0ab6541ee99f0866d05ac3711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7388442 Jan 18 20:03:24.237821 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438e3be-7389-4eff-8d74-996dcccc6c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa34d659-2891-4510-b360-54f4fdf87d1a,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:24.242095 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33018) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:24.256683 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-b5787245-4b1b-401c-8460-2030c233cff7 req-1d522a4d-3f2d-4f5c-acb0-b712b57bc8c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4adf32e-89b2-4f57-bbe5-2d0467403586 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:03:24.274826 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-b5787245-4b1b-401c-8460-2030c233cff7 req-1d522a4d-3f2d-4f5c-acb0-b712b57bc8c2 service neutron] For port e4adf32e-89b2-4f57-bbe5-2d0467403586, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=e4adf32e-89b2-4f57-bbe5-2d0467403586,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:24.304035 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b5787245-4b1b-401c-8460-2030c233cff7 req-1d522a4d-3f2d-4f5c-acb0-b712b57bc8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e4adf32e-89b2-4f57-bbe5-2d0467403586), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:24.344968 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-675d3e8f-f7cc-4092-b731-942e190f2201 req-6acac38b-6d56-41a6-a4da-aa9948d1df7e tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/security-groups?id=972e3aad-ec5c-47eb-ac45-2d8158c9b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329834 Jan 18 20:03:24.375000 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0171c300-1bfb-42e6-9a1a-2f8024df1aaa admin admin] Publish callbacks [] for security_group (aa34d659-2891-4510-b360-54f4fdf87d1a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:24.408503 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0171c300-1bfb-42e6-9a1a-2f8024df1aaa admin admin] Publish callbacks [] for security_group (aa34d659-2891-4510-b360-54f4fdf87d1a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:24.480034 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0171c300-1bfb-42e6-9a1a-2f8024df1aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (aa34d659-2891-4510-b360-54f4fdf87d1a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:24.485014 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0171c300-1bfb-42e6-9a1a-2f8024df1aaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:24.489950 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0171c300-1bfb-42e6-9a1a-2f8024df1aaa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa34d659-2891-4510-b360-54f4fdf87d1a HTTP/1.1" status: 204 len: 168 time: 0.2468469 Jan 18 20:03:24.501096 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171c300-1bfb-42e6-9a1a-2f8024df1aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa34d659-2891-4510-b360-54f4fdf87d1a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:24.506238 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33026) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:24.521518 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-049d6df6-b765-40cd-9796-8bd4e8799dab req-35217029-f044-4d0f-a11d-e3d442eb185c service neutron] 10.222.0.57 "GET /v2.0/networks/89a595c0-d9c3-40e8-b52a-e51ddcd750fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409894 Jan 18 20:03:24.542657 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-b5787245-4b1b-401c-8460-2030c233cff7 req-1d522a4d-3f2d-4f5c-acb0-b712b57bc8c2 service neutron] Transition to ACTIVE for port object e4adf32e-89b2-4f57-bbe5-2d0467403586 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:03:24.545698 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-59a61f8d-07f4-44ba-99aa-db7ae9d4c4f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:24.549850 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b5787245-4b1b-401c-8460-2030c233cff7 req-1d522a4d-3f2d-4f5c-acb0-b712b57bc8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e4adf32e-89b2-4f57-bbe5-2d0467403586), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:24.591144 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3e0d18-7079-46b5-a460-a639bf97f45e', 'tag': 'e4d63c04-205a-4aeb-b804-57bbc079b0fe'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:03:24.595896 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff0d779-3a0a-407d-a462-5f96a066524f" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3e0d18-7079-46b5-a460-a639bf97f45e", "tag": "e4d63c04-205a-4aeb-b804-57bbc079b0fe"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:03:24.621839 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d522a4d-3f2d-4f5c-acb0-b712b57bc8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e4adf32e-89b2-4f57-bbe5-2d0467403586,revision_number=10']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:24.636597 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d522a4d-3f2d-4f5c-acb0-b712b57bc8c2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:24.637157 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d522a4d-3f2d-4f5c-acb0-b712b57bc8c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:24.637832 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d522a4d-3f2d-4f5c-acb0-b712b57bc8c2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:24.638316 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d522a4d-3f2d-4f5c-acb0-b712b57bc8c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:24.638961 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d522a4d-3f2d-4f5c-acb0-b712b57bc8c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:24.639441 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d522a4d-3f2d-4f5c-acb0-b712b57bc8c2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:24.640259 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d522a4d-3f2d-4f5c-acb0-b712b57bc8c2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:24.640755 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d522a4d-3f2d-4f5c-acb0-b712b57bc8c2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:24.641227 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d522a4d-3f2d-4f5c-acb0-b712b57bc8c2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:24.641747 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d522a4d-3f2d-4f5c-acb0-b712b57bc8c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:24.642311 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d522a4d-3f2d-4f5c-acb0-b712b57bc8c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:24.642773 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d522a4d-3f2d-4f5c-acb0-b712b57bc8c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:24.643260 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d522a4d-3f2d-4f5c-acb0-b712b57bc8c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:24.667852 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae20ce9d-7d2b-4284-be26-5b29b473dc1e x-openstack-request-id: req-ae20ce9d-7d2b-4284-be26-5b29b473dc1e {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:03:24.668321 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3e0d18-7079-46b5-a460-a639bf97f45e", "tag": "e4d63c04-205a-4aeb-b804-57bbc079b0fe", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:03:24.668766 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae20ce9d-7d2b-4284-be26-5b29b473dc1e {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:03:24.669329 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3e0d18-7079-46b5-a460-a639bf97f45e', 'tag': 'e4d63c04-205a-4aeb-b804-57bbc079b0fe', 'status': 'completed', 'code': 200} Jan 18 20:03:24.688708 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-59a61f8d-07f4-44ba-99aa-db7ae9d4c4f2 admin admin] Publish callbacks [] for security_group (c8fab28a-4c82-4b17-9355-5a1e0ccba620), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:24.692860 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5787245-4b1b-401c-8460-2030c233cff7 req-1d522a4d-3f2d-4f5c-acb0-b712b57bc8c2 service neutron] No DVR routers for this DVR port e4adf32e-89b2-4f57-bbe5-2d0467403586 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:03:24.694544 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-59a61f8d-07f4-44ba-99aa-db7ae9d4c4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c8fab28a-4c82-4b17-9355-5a1e0ccba620), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:24.741469 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b5787245-4b1b-401c-8460-2030c233cff7 req-1d522a4d-3f2d-4f5c-acb0-b712b57bc8c2 service neutron] 10.222.0.70 "PUT /v2.0/ports/e4adf32e-89b2-4f57-bbe5-2d0467403586/bindings/n-h1-741529-9/activate HTTP/1.1" status: 200 len: 369 time: 1.6908526 Jan 18 20:03:24.764001 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-59a61f8d-07f4-44ba-99aa-db7ae9d4c4f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=514f151858d149d29ca10c0e3196190f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427831 Jan 18 20:03:24.767652 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33034) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:24.802766 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a71007f0-a47d-4019-9224-e07de646df42 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:03:24.822853 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a61f8d-07f4-44ba-99aa-db7ae9d4c4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fab28a-4c82-4b17-9355-5a1e0ccba620,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:24.881739 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0d779-3a0a-407d-a462-5f96a066524f req-85c593cb-d140-43eb-b703-6df9bdc8131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:24.883130 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5ff0d779-3a0a-407d-a462-5f96a066524f req-85c593cb-d140-43eb-b703-6df9bdc8131f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&device_id=6e3e0d18-7079-46b5-a460-a639bf97f45e HTTP/1.1" status: 200 len: 1098 time: 0.1838133 Jan 18 20:03:25.028036 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5787245-4b1b-401c-8460-2030c233cff7 req-6d0ccf11-e764-4e10-9923-5f8736394516 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:25.030749 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5787245-4b1b-401c-8460-2030c233cff7 req-6d0ccf11-e764-4e10-9923-5f8736394516 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d&tenant_id=67883881b676447cbe3f92dbc62dd7c6&binding%3Ahost_id=n-h2-741529-9 HTTP/1.1" status: 200 len: 1117 time: 0.2219276 Jan 18 20:03:25.033390 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-455b628c-00c2-43db-a5d2-7697fba6f4fb admin admin] Publish callbacks [] for security_group (c8fab28a-4c82-4b17-9355-5a1e0ccba620), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:25.046872 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port a71007f0-a47d-4019-9224-e07de646df42, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a71007f0-a47d-4019-9224-e07de646df42,segment=NetworkSegment(0bb4561e-2a35-4bb4-bd91-4e08e43aedfc),segment_id=0bb4561e-2a35-4bb4-bd91-4e08e43aedfc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:25.058034 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0d779-3a0a-407d-a462-5f96a066524f req-e271bd35-d16f-4b17-b3af-fae32c007907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:25.059606 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5ff0d779-3a0a-407d-a462-5f96a066524f req-e271bd35-d16f-4b17-b3af-fae32c007907 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.1686845 Jan 18 20:03:25.073681 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'a71007f0-a47d-4019-9224-e07de646df42', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'port_id': 'a71007f0-a47d-4019-9224-e07de646df42', 'mac_address': 'fa:16:3e:f2:c9:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:03:25.120563 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-455b628c-00c2-43db-a5d2-7697fba6f4fb admin admin] Publish callbacks [] for security_group (c8fab28a-4c82-4b17-9355-5a1e0ccba620), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:25.139783 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port a71007f0-a47d-4019-9224-e07de646df42 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:25.140505 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a71007f0-a47d-4019-9224-e07de646df42), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:25.156604 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a71007f0-a47d-4019-9224-e07de646df42 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:03:25.156732 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac336808-9379-41e4-bdb6-f2d2e9383e98 req-9688ac73-5813-449f-9d0b-daa740c31677 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:25.158286 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac336808-9379-41e4-bdb6-f2d2e9383e98 req-9688ac73-5813-449f-9d0b-daa740c31677 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e3e0d18-7079-46b5-a460-a639bf97f45e HTTP/1.1" status: 200 len: 947 time: 0.1873956 Jan 18 20:03:25.188110 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port a71007f0-a47d-4019-9224-e07de646df42, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a71007f0-a47d-4019-9224-e07de646df42,segment=NetworkSegment(0bb4561e-2a35-4bb4-bd91-4e08e43aedfc),segment_id=0bb4561e-2a35-4bb4-bd91-4e08e43aedfc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:25.196850 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a71007f0-a47d-4019-9224-e07de646df42), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:25.211449 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5ff0d779-3a0a-407d-a462-5f96a066524f req-e4758ce2-f6a4-4260-a786-da8f4c1de5a6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=e4d63c04-205a-4aeb-b804-57bbc079b0fe HTTP/1.1" status: 200 len: 217 time: 0.1449018 Jan 18 20:03:25.216599 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5787245-4b1b-401c-8460-2030c233cff7 req-97358a17-c17e-49e0-a098-11caa074cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:25.218373 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5787245-4b1b-401c-8460-2030c233cff7 req-97358a17-c17e-49e0-a098-11caa074cbec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d&tenant_id=67883881b676447cbe3f92dbc62dd7c6 HTTP/1.1" status: 200 len: 1117 time: 0.1720033 Jan 18 20:03:25.279799 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac336808-9379-41e4-bdb6-f2d2e9383e98 req-d874c82f-8cc5-448b-9664-99455e7f4963 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139667 Jan 18 20:03:25.282182 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-455b628c-00c2-43db-a5d2-7697fba6f4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c8fab28a-4c82-4b17-9355-5a1e0ccba620), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:25.285509 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-455b628c-00c2-43db-a5d2-7697fba6f4fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:25.297082 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=a71007f0-a47d-4019-9224-e07de646df42,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:25.302239 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-455b628c-00c2-43db-a5d2-7697fba6f4fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8fab28a-4c82-4b17-9355-5a1e0ccba620 HTTP/1.1" status: 204 len: 168 time: 0.5263934 Jan 18 20:03:25.315038 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:25.315387 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:25.315881 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:25.316053 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:25.322190 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0d779-3a0a-407d-a462-5f96a066524f req-0e08a5dc-4041-427e-80c3-b4c1d135d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:25.325006 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5ff0d779-3a0a-407d-a462-5f96a066524f req-0e08a5dc-4041-427e-80c3-b4c1d135d2bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1064565 Jan 18 20:03:25.325187 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:25.326724 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b628c-00c2-43db-a5d2-7697fba6f4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fab28a-4c82-4b17-9355-5a1e0ccba620,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:25.327911 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:25.334526 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:25.335230 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:25.336008 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:25.337205 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:25.337740 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:25.338217 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:25.338687 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:25.366083 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5787245-4b1b-401c-8460-2030c233cff7 req-7c271627-b23b-4e28-a792-0b6c23de6533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:25.367931 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5787245-4b1b-401c-8460-2030c233cff7 req-7c271627-b23b-4e28-a792-0b6c23de6533 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67883881b676447cbe3f92dbc62dd7c6&device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 1117 time: 0.1193697 Jan 18 20:03:25.425734 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0d779-3a0a-407d-a462-5f96a066524f req-27db72b3-53f6-4f91-b450-e22ba3fe2b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:25.431162 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4f577-ed2f-44c1-bc37-50255c0830f3 req-728043e3-34db-4daf-b5da-5767f2fd9641 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:25.432015 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5ff0d779-3a0a-407d-a462-5f96a066524f req-27db72b3-53f6-4f91-b450-e22ba3fe2b47 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0985708 Jan 18 20:03:25.433250 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9d4f577-ed2f-44c1-bc37-50255c0830f3 req-728043e3-34db-4daf-b5da-5767f2fd9641 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 966 time: 0.1016939 Jan 18 20:03:25.463670 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['a71007f0-a47d-4019-9224-e07de646df42'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:03:25.538040 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-daca59ed-c83e-42ec-87bb-b41e93b93282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:25.566522 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9d4f577-ed2f-44c1-bc37-50255c0830f3 req-55cc4b9f-3e6d-4fcb-b80e-b6eeb95d6671 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820346 Jan 18 20:03:25.583066 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5787245-4b1b-401c-8460-2030c233cff7 req-6a03a157-55fc-4cf3-becd-98482cf82e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:25.584551 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5787245-4b1b-401c-8460-2030c233cff7 req-6a03a157-55fc-4cf3-becd-98482cf82e9f service neutron] 10.222.0.57 "GET /v2.0/networks?id=6fab12dd-5aeb-4649-a1e2-836559f8a553 HTTP/1.1" status: 200 len: 921 time: 0.2094905 Jan 18 20:03:25.641044 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef162740-c6d0-4e2b-94e2-80e44f9b7f57 req-537a8980-19dd-47dd-b5b6-43fcf0b83a69 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:25.647718 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ef162740-c6d0-4e2b-94e2-80e44f9b7f57 req-537a8980-19dd-47dd-b5b6-43fcf0b83a69 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports?device_id=a98c2fe7-4c80-4cd5-9183-0d00e7744f67 HTTP/1.1" status: 200 len: 944 time: 0.0982437 Jan 18 20:03:25.650155 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5787245-4b1b-401c-8460-2030c233cff7 req-74b1f80d-ff2d-4107-856a-8677d70b55d5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4adf32e-89b2-4f57-bbe5-2d0467403586 HTTP/1.1" status: 200 len: 217 time: 0.0573623 Jan 18 20:03:25.665149 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5ff0d779-3a0a-407d-a462-5f96a066524f req-d1739243-d28f-402f-9e84-58bb0176c408 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218590 Jan 18 20:03:25.814899 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5ff0d779-3a0a-407d-a462-5f96a066524f req-d3bceec5-6bb2-4971-bc0e-799a93e13098 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441357 Jan 18 20:03:25.960081 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5787245-4b1b-401c-8460-2030c233cff7 req-b58bba52-c3ef-481d-821a-62cb6b7ebdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:25.961591 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5787245-4b1b-401c-8460-2030c233cff7 req-b58bba52-c3ef-481d-821a-62cb6b7ebdd1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7ae8e7b-1bfc-435b-b42c-3b64619a022a HTTP/1.1" status: 200 len: 860 time: 0.2825949 Jan 18 20:03:25.966433 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ef162740-c6d0-4e2b-94e2-80e44f9b7f57 req-a6e092ea-ec24-496b-b6b8-096d962103ae tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/security-groups?id=972e3aad-ec5c-47eb-ac45-2d8158c9b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175607 Jan 18 20:03:25.998868 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5787245-4b1b-401c-8460-2030c233cff7 req-5d8830fe-2d3c-4d1c-8f38-9f70b9601c0e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6fab12dd-5aeb-4649-a1e2-836559f8a553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304682 Jan 18 20:03:26.101396 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5787245-4b1b-401c-8460-2030c233cff7 req-5efd5c46-0066-4461-a9dd-6d3d7be0e936 service neutron] 10.222.0.57 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959425 Jan 18 20:03:26.213410 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5787245-4b1b-401c-8460-2030c233cff7 req-ccc10aab-97eb-459f-8ac6-e3406b715f39 service neutron] 10.222.0.57 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962651 Jan 18 20:03:26.426850 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4491d-9764-40f7-b76d-7268c29da906 req-9879910f-f425-4d75-b479-911120ca7077 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:26.428622 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-15f4491d-9764-40f7-b76d-7268c29da906 req-9879910f-f425-4d75-b479-911120ca7077 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e3e0d18-7079-46b5-a460-a639bf97f45e HTTP/1.1" status: 200 len: 947 time: 0.0694232 Jan 18 20:03:26.535388 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-15f4491d-9764-40f7-b76d-7268c29da906 req-85387f8e-09e1-4404-8015-f1b599db222a tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004286 Jan 18 20:03:26.551219 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5787245-4b1b-401c-8460-2030c233cff7 req-d1eb51ae-5be3-40a2-8150-5d3728fed3ec tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:26.553246 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5787245-4b1b-401c-8460-2030c233cff7 req-d1eb51ae-5be3-40a2-8150-5d3728fed3ec tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d&tenant_id=67883881b676447cbe3f92dbc62dd7c6&binding%3Ahost_id=n-h1-741529-9 HTTP/1.1" status: 200 len: 1117 time: 0.0555749 Jan 18 20:03:26.684902 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-b5787245-4b1b-401c-8460-2030c233cff7 req-f4551bb5-a4ff-42d4-a759-c7d371687e59 service neutron] For port e4adf32e-89b2-4f57-bbe5-2d0467403586, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:03:26.694659 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b5787245-4b1b-401c-8460-2030c233cff7 req-f4551bb5-a4ff-42d4-a759-c7d371687e59 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:26.695714 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5787245-4b1b-401c-8460-2030c233cff7 req-f4551bb5-a4ff-42d4-a759-c7d371687e59 service neutron] 10.222.0.57 "DELETE /v2.0/ports/e4adf32e-89b2-4f57-bbe5-2d0467403586/bindings/n-h2-741529-9 HTTP/1.1" status: 204 len: 173 time: 0.1331918 Jan 18 20:03:26.744950 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79482dc-a5dd-46e8-b500-6ac7ccf04509 req-c43f7d64-113f-429b-b2fd-fcd4fceef525 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:26.750208 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f79482dc-a5dd-46e8-b500-6ac7ccf04509 req-c43f7d64-113f-429b-b2fd-fcd4fceef525 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 966 time: 0.0689070 Jan 18 20:03:26.757852 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33120) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:26.799354 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f79482dc-a5dd-46e8-b500-6ac7ccf04509 req-e7a857c8-9b4f-48d8-b2ba-cdf938de5391 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469084 Jan 18 20:03:26.814001 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a71007f0-a47d-4019-9224-e07de646df42 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:03:26.899580 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port a71007f0-a47d-4019-9224-e07de646df42 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:03:26.907289 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port a71007f0-a47d-4019-9224-e07de646df42 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:26.909130 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a71007f0-a47d-4019-9224-e07de646df42), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:26.939805 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-33f453b5-566d-411e-864f-988a19996a28 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708276940-network', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:26.973163 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f453b5-566d-411e-864f-988a19996a28 admin admin] Made reservation on behalf of 258eff093b154b0c89958ad6b5b7d9b2 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:03:26.980307 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33f453b5-566d-411e-864f-988a19996a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:26.982706 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e632b-b675-43f8-b0f4-5bf59ef05096 req-b6e2ac1b-0584-40ea-b00e-b828edcd26c2 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:26.991920 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ba1e632b-b675-43f8-b0f4-5bf59ef05096 req-b6e2ac1b-0584-40ea-b00e-b828edcd26c2 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 1117 time: 0.0615287 Jan 18 20:03:27.005495 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33f453b5-566d-411e-864f-988a19996a28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:27.066952 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ba1e632b-b675-43f8-b0f4-5bf59ef05096 req-2bc0a252-1944-4c01-8414-49cc670123ed tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695314 Jan 18 20:03:27.077785 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port a71007f0-a47d-4019-9224-e07de646df42 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:27.079504 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a71007f0-a47d-4019-9224-e07de646df42), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:27.152053 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98c2fe7-4c80-4cd5-9183-0d00e7744f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71007f0-a47d-4019-9224-e07de646df42'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:03:27.157422 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39b9a77-411d-479d-b4a4-1b05b9f6742b" -d '{"events": [{"server_uuid": "a98c2fe7-4c80-4cd5-9183-0d00e7744f67", "name": "network-vif-plugged", "status": "completed", "tag": "a71007f0-a47d-4019-9224-e07de646df42"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:03:27.185782 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port a71007f0-a47d-4019-9224-e07de646df42, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a71007f0-a47d-4019-9224-e07de646df42,segment=NetworkSegment(0bb4561e-2a35-4bb4-bd91-4e08e43aedfc),segment_id=0bb4561e-2a35-4bb4-bd91-4e08e43aedfc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:27.192731 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33f453b5-566d-411e-864f-988a19996a28 admin admin] Publish callbacks [] for security_group (eafbd387-bc80-4f3f-b3ac-fc6448269a28), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:27.196575 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a71007f0-a47d-4019-9224-e07de646df42), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:27.197819 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e4adf32e-89b2-4f57-bbe5-2d0467403586 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:03:27.201045 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33f453b5-566d-411e-864f-988a19996a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (eafbd387-bc80-4f3f-b3ac-fc6448269a28), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:27.263000 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61280842-54da-4295-8e3f-ad245d39a883 req-5ddaf05f-2721-47de-8449-5389157d1d6a tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:27.266539 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-61280842-54da-4295-8e3f-ad245d39a883 req-5ddaf05f-2721-47de-8449-5389157d1d6a tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports?device_id=a98c2fe7-4c80-4cd5-9183-0d00e7744f67 HTTP/1.1" status: 200 len: 945 time: 0.0901775 Jan 18 20:03:27.280733 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33f453b5-566d-411e-864f-988a19996a28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:03:27.304451 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f453b5-566d-411e-864f-988a19996a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafbd387-bc80-4f3f-b3ac-fc6448269a28,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:27.331618 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33f453b5-566d-411e-864f-988a19996a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (b4ee5cf0-a4e1-4733-8af6-684160efd6e1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:27.332596 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-33f453b5-566d-411e-864f-988a19996a28 admin admin] Added segment b4ee5cf0-a4e1-4733-8af6-684160efd6e1 of type vlan for network 8e13653a-b20b-4029-9530-56f2696d7935 Jan 18 20:03:27.355049 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] The host n-h2-741529-9 is not matching for port e4adf32e-89b2-4f57-bbe5-2d0467403586 host n-h1-741529-9! {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 18 20:03:27.355591 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e4adf32e-89b2-4f57-bbe5-2d0467403586 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:03:27.358735 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=a71007f0-a47d-4019-9224-e07de646df42,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:27.370651 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-61280842-54da-4295-8e3f-ad245d39a883 req-dc70fe29-a094-4fbd-904c-57244fcddfef tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/security-groups?id=972e3aad-ec5c-47eb-ac45-2d8158c9b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939541 Jan 18 20:03:27.389588 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759c8dae-3dd7-4e42-9eba-969ef195dc36 x-openstack-request-id: req-759c8dae-3dd7-4e42-9eba-969ef195dc36 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:03:27.390093 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98c2fe7-4c80-4cd5-9183-0d00e7744f67", "name": "network-vif-plugged", "status": "completed", "tag": "a71007f0-a47d-4019-9224-e07de646df42", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:03:27.390371 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-759c8dae-3dd7-4e42-9eba-969ef195dc36 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:03:27.390976 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98c2fe7-4c80-4cd5-9183-0d00e7744f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71007f0-a47d-4019-9224-e07de646df42', 'code': 200} Jan 18 20:03:27.394024 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33f453b5-566d-411e-864f-988a19996a28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (8e13653a-b20b-4029-9530-56f2696d7935), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:27.428389 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33f453b5-566d-411e-864f-988a19996a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (8e13653a-b20b-4029-9530-56f2696d7935), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:27.429507 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f453b5-566d-411e-864f-988a19996a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:27.430354 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33f453b5-566d-411e-864f-988a19996a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:27.469914 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device e4d63c04-205a-4aeb-b804-57bbc079b0fe details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:03:27.504960 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device e4adf32e-89b2-4f57-bbe5-2d0467403586 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:03:27.522199 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-33f453b5-566d-411e-864f-988a19996a28 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.7630203 Jan 18 20:03:27.526852 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33164) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:27.532818 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-b5733ee9-575a-486a-be50-406ddcd5c6a2 admin admin] Request body: {'subnet': {'network_id': '8e13653a-b20b-4029-9530-56f2696d7935', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708276940-subnet', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:27.581339 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bef78d-6da2-40eb-92d2-3556eb197f14 req-0ca21833-d755-447b-bb91-852dffcb8c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:27.582954 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e8bef78d-6da2-40eb-92d2-3556eb197f14 req-0ca21833-d755-447b-bb91-852dffcb8c97 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a98c2fe7-4c80-4cd5-9183-0d00e7744f67 HTTP/1.1" status: 200 len: 1096 time: 0.1284127 Jan 18 20:03:27.583852 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f453b5-566d-411e-864f-988a19996a28 admin admin] Pushing event updated for resources: {'Network': ['ID=8e13653a-b20b-4029-9530-56f2696d7935,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:27.622029 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 8e13653a-b20b-4029-9530-56f2696d7935 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:03:27.634946 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.resource_extend [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:03:27.653760 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e8bef78d-6da2-40eb-92d2-3556eb197f14 req-ab5c6ee2-fb4f-40d9-ad12-03adfe78d6e7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=972e3aad-ec5c-47eb-ac45-2d8158c9b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613875 Jan 18 20:03:27.654544 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5733ee9-575a-486a-be50-406ddcd5c6a2 admin admin] Made reservation on behalf of 258eff093b154b0c89958ad6b5b7d9b2 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:03:27.656827 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5733ee9-575a-486a-be50-406ddcd5c6a2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:27.739017 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-33cf869e-f270-407b-af41-5bed29499336 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:27.747993 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-33cf869e-f270-407b-af41-5bed29499336 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/networks?id=6fab12dd-5aeb-4649-a1e2-836559f8a553 HTTP/1.1" status: 200 len: 820 time: 0.2551231 Jan 18 20:03:27.768606 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-5307c637-c70e-4210-be3f-2f6861c2edb1 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/quotas/67883881b676447cbe3f92dbc62dd7c6 HTTP/1.1" status: 200 len: 375 time: 0.0194223 Jan 18 20:03:27.831844 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3ae5d694-3fe2-4b2c-8960-504242184429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:27.853349 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-f2dba670-1141-4bd9-bc16-e1b86facef31 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=67883881b676447cbe3f92dbc62dd7c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0832314 Jan 18 20:03:27.920879 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port e4d63c04-205a-4aeb-b804-57bbc079b0fe, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=e4d63c04-205a-4aeb-b804-57bbc079b0fe,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:27.937816 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': 'e4d63c04-205a-4aeb-b804-57bbc079b0fe', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': 'e4d63c04-205a-4aeb-b804-57bbc079b0fe', 'mac_address': 'fa:16:3e:fa:08:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:03:27.942743 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port e4adf32e-89b2-4f57-bbe5-2d0467403586 is: DOWN; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:27.978462 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-417fa786-cefc-4dff-b651-5a181ebe6785 service neutron] 10.222.0.31 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156573 Jan 18 20:03:27.990439 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port e4d63c04-205a-4aeb-b804-57bbc079b0fe is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:27.990984 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e4d63c04-205a-4aeb-b804-57bbc079b0fe), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:28.006017 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d63c04-205a-4aeb-b804-57bbc079b0fe {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:03:28.031329 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port e4d63c04-205a-4aeb-b804-57bbc079b0fe, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=e4d63c04-205a-4aeb-b804-57bbc079b0fe,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:28.039090 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e4d63c04-205a-4aeb-b804-57bbc079b0fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:28.043025 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5733ee9-575a-486a-be50-406ddcd5c6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for subnet (f3a401e7-fe0f-438d-b96d-dce1b7f52fd4), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:28.096434 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56086f32-fef2-4d62-8dac-42f98ec026bf req-4f2cd17a-0f5c-4612-832c-b4f394289b75 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:28.098050 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-56086f32-fef2-4d62-8dac-42f98ec026bf req-4f2cd17a-0f5c-4612-832c-b4f394289b75 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e3e0d18-7079-46b5-a460-a639bf97f45e HTTP/1.1" status: 200 len: 947 time: 0.1111169 Jan 18 20:03:28.110757 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5733ee9-575a-486a-be50-406ddcd5c6a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3a401e7-fe0f-438d-b96d-dce1b7f52fd4,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:28.121516 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5733ee9-575a-486a-be50-406ddcd5c6a2 admin admin] Checking segment: {'id': 'b4ee5cf0-a4e1-4733-8af6-684160efd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8e13653a-b20b-4029-9530-56f2696d7935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:03:28.121877 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5733ee9-575a-486a-be50-406ddcd5c6a2 admin admin] Network hostable DHCP agents. Network: 8e13653a-b20b-4029-9530-56f2696d7935, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:03:28.135130 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=e4d63c04-205a-4aeb-b804-57bbc079b0fe,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:28.142226 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-817b90fa-079f-4206-a82c-7b3e412fb991 service neutron] 10.222.0.31 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628418 Jan 18 20:03:28.152192 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5733ee9-575a-486a-be50-406ddcd5c6a2 admin admin] Network 8e13653a-b20b-4029-9530-56f2696d7935 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:03:28.166751 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-b5733ee9-575a-486a-be50-406ddcd5c6a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 8e13653a-b20b-4029-9530-56f2696d7935) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:03:28.173042 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5733ee9-575a-486a-be50-406ddcd5c6a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:28.173597 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5733ee9-575a-486a-be50-406ddcd5c6a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:28.177402 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c89479e-c7f9-4a64-ae75-2ecc7a4caf13 None None] Network 8e13653a-b20b-4029-9530-56f2696d7935 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:03:28.201436 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b5733ee9-575a-486a-be50-406ddcd5c6a2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6703138 Jan 18 20:03:28.201754 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-56086f32-fef2-4d62-8dac-42f98ec026bf req-3dbdafd1-8d12-4d92-a2d8-696ee1a1c5d3 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971110 Jan 18 20:03:28.202218 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33186) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:28.206942 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-db44f1dc-dfb7-46eb-9287-d46e18c1f8b0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708276940-router', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:28.247929 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db44f1dc-dfb7-46eb-9287-d46e18c1f8b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (96949be9-72f5-46e3-9382-77da7323210b), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:28.249283 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db44f1dc-dfb7-46eb-9287-d46e18c1f8b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (96949be9-72f5-46e3-9382-77da7323210b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:28.393483 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eac4294f-5cca-476e-8ca4-d7c951abba81 req-df277ed1-dfc5-4c7c-a14c-b5260f902840 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 210 time: 0.0409403 Jan 18 20:03:28.422423 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3fc7db-6a92-4fee-8eff-c54cbc38f47e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-8e13653a-b20b-4029-9530-56f2696d7935', 'network_id': '8e13653a-b20b-4029-9530-56f2696d7935', 'project_id': '258eff093b154b0c89958ad6b5b7d9b2', 'fixed_ips': [{'subnet_id': 'f3a401e7-fe0f-438d-b96d-dce1b7f52fd4'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:03:28.423301 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8a3fc7db-6a92-4fee-8eff-c54cbc38f47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:28.438871 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db44f1dc-dfb7-46eb-9287-d46e18c1f8b0 admin admin] Publish callbacks [] for router_controller (96949be9-72f5-46e3-9382-77da7323210b), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:28.450902 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['e4d63c04-205a-4aeb-b804-57bbc079b0fe'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:03:28.637969 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cd795-3ea2-4ead-9092-5391c503ad96 req-1d720104-78ed-46f0-a335-0fdcfba65a47 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:28.646378 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b28cd795-3ea2-4ead-9092-5391c503ad96 req-1d720104-78ed-46f0-a335-0fdcfba65a47 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports?device_id=a98c2fe7-4c80-4cd5-9183-0d00e7744f67 HTTP/1.1" status: 200 len: 945 time: 0.0704150 Jan 18 20:03:28.723578 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b28cd795-3ea2-4ead-9092-5391c503ad96 req-c08f1213-e641-4413-8444-7cde379bb877 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/security-groups?id=972e3aad-ec5c-47eb-ac45-2d8158c9b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610313 Jan 18 20:03:28.731217 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db44f1dc-dfb7-46eb-9287-d46e18c1f8b0 admin admin] Publish callbacks [] for router_gateway (96949be9-72f5-46e3-9382-77da7323210b), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:28.781850 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-8a3fc7db-6a92-4fee-8eff-c54cbc38f47e None None] Allocated IP 172.20.0.2 (8e13653a-b20b-4029-9530-56f2696d7935/f3a401e7-fe0f-438d-b96d-dce1b7f52fd4/e6f4d638-81b2-4e30-bb74-d16d6e223db3) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:03:28.965891 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:29.086319 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8a3fc7db-6a92-4fee-8eff-c54cbc38f47e None None] Publish callbacks [] for port (e6f4d638-81b2-4e30-bb74-d16d6e223db3), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:29.097501 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8a3fc7db-6a92-4fee-8eff-c54cbc38f47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (e6f4d638-81b2-4e30-bb74-d16d6e223db3), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:29.184646 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fc7db-6a92-4fee-8eff-c54cbc38f47e None None] Pushing event updated for resources: {'Port': ['ID=e6f4d638-81b2-4e30-bb74-d16d6e223db3,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:29.202783 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3fc7db-6a92-4fee-8eff-c54cbc38f47e None None] Network 8e13653a-b20b-4029-9530-56f2696d7935 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:03:29.205684 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-8a3fc7db-6a92-4fee-8eff-c54cbc38f47e None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:03:29.213965 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3fc7db-6a92-4fee-8eff-c54cbc38f47e None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:03:29.220046 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db44f1dc-dfb7-46eb-9287-d46e18c1f8b0 admin admin] Publish callbacks [] for router_gateway (96949be9-72f5-46e3-9382-77da7323210b), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:29.278603 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db44f1dc-dfb7-46eb-9287-d46e18c1f8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:29.310835 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-8a3fc7db-6a92-4fee-8eff-c54cbc38f47e None None] Attempting to bind port e6f4d638-81b2-4e30-bb74-d16d6e223db3 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:03:29.311319 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-8a3fc7db-6a92-4fee-8eff-c54cbc38f47e None None] Attempting to bind port e6f4d638-81b2-4e30-bb74-d16d6e223db3 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'b4ee5cf0-a4e1-4733-8af6-684160efd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8e13653a-b20b-4029-9530-56f2696d7935'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:03:29.312089 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3fc7db-6a92-4fee-8eff-c54cbc38f47e None None] Attempting to bind port e6f4d638-81b2-4e30-bb74-d16d6e223db3 on network 8e13653a-b20b-4029-9530-56f2696d7935 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:29.318637 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3fc7db-6a92-4fee-8eff-c54cbc38f47e None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:03:29.319152 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3fc7db-6a92-4fee-8eff-c54cbc38f47e None None] Checking segment: {'id': 'b4ee5cf0-a4e1-4733-8af6-684160efd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8e13653a-b20b-4029-9530-56f2696d7935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:03:29.319672 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8a3fc7db-6a92-4fee-8eff-c54cbc38f47e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:29.320157 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3fc7db-6a92-4fee-8eff-c54cbc38f47e None None] Bound using segment: {'id': 'b4ee5cf0-a4e1-4733-8af6-684160efd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8e13653a-b20b-4029-9530-56f2696d7935'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:03:29.320788 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-8a3fc7db-6a92-4fee-8eff-c54cbc38f47e None None] Bound port: e6f4d638-81b2-4e30-bb74-d16d6e223db3, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ee5cf0-a4e1-4733-8af6-684160efd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8e13653a-b20b-4029-9530-56f2696d7935'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:03:29.321188 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8a3fc7db-6a92-4fee-8eff-c54cbc38f47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e6f4d638-81b2-4e30-bb74-d16d6e223db3), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:29.411604 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46088b1-3f30-4a42-ae4a-c9d43606b043 req-37bfc5be-1fc5-4a89-b6c4-ffe6b1e53663 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:29.416539 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f46088b1-3f30-4a42-ae4a-c9d43606b043 req-37bfc5be-1fc5-4a89-b6c4-ffe6b1e53663 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e3e0d18-7079-46b5-a460-a639bf97f45e HTTP/1.1" status: 200 len: 948 time: 0.1004980 Jan 18 20:03:29.432866 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33258) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:29.467436 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8a3fc7db-6a92-4fee-8eff-c54cbc38f47e None None] For port e6f4d638-81b2-4e30-bb74-d16d6e223db3, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:03:29.483600 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8a3fc7db-6a92-4fee-8eff-c54cbc38f47e None None] For port e6f4d638-81b2-4e30-bb74-d16d6e223db3, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=e6f4d638-81b2-4e30-bb74-d16d6e223db3,segment=NetworkSegment(b4ee5cf0-a4e1-4733-8af6-684160efd6e1),segment_id=b4ee5cf0-a4e1-4733-8af6-684160efd6e1)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:03:29.492851 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8a3fc7db-6a92-4fee-8eff-c54cbc38f47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e6f4d638-81b2-4e30-bb74-d16d6e223db3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:29.493074 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-db44f1dc-dfb7-46eb-9287-d46e18c1f8b0 admin admin] Allocated IP 172.25.4.108 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/c49401b3-c32f-475a-8238-9117a2a062c5) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:03:29.517420 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f46088b1-3f30-4a42-ae4a-c9d43606b043 req-8fcf338a-6d2b-44e8-b23f-8538c8416061 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942273 Jan 18 20:03:29.538503 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33264) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:29.651270 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-185c4dc5-a04e-42e7-bb79-1fddc3b777a0 req-1d5a50ad-a6b9-42cd-a028-89b74d3571d5 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 210 time: 0.0675986 Jan 18 20:03:29.714491 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fc7db-6a92-4fee-8eff-c54cbc38f47e None None] Pushing event updated for resources: {'Port': ['ID=e6f4d638-81b2-4e30-bb74-d16d6e223db3,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:29.827500 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-eaa6bc82-7c81-4b33-a625-a0eaaeeded1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:29.925146 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081800a1-8033-4210-9f0a-4bd9d4c4ca7e req-651f2ed4-8c37-4285-885b-5eca6e8253cb tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:29.927609 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-081800a1-8033-4210-9f0a-4bd9d4c4ca7e req-651f2ed4-8c37-4285-885b-5eca6e8253cb tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports?device_id=a98c2fe7-4c80-4cd5-9183-0d00e7744f67 HTTP/1.1" status: 200 len: 945 time: 0.1240585 Jan 18 20:03:29.972537 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33272) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:30.043064 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75740229-a5de-4aab-b53c-e37382466683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:30.045693 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-081800a1-8033-4210-9f0a-4bd9d4c4ca7e req-bf245ab6-c97c-4eaf-b25a-adc637776dac tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/security-groups?id=972e3aad-ec5c-47eb-ac45-2d8158c9b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063199 Jan 18 20:03:30.047786 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-eaa6bc82-7c81-4b33-a625-a0eaaeeded1d admin admin] Publish callbacks [] for security_group (b0779386-446f-4759-bbd2-a481bd778172), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:30.055898 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-eaa6bc82-7c81-4b33-a625-a0eaaeeded1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b0779386-446f-4759-bbd2-a481bd778172), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:30.060903 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db44f1dc-dfb7-46eb-9287-d46e18c1f8b0 admin admin] Publish callbacks [] for port (c49401b3-c32f-475a-8238-9117a2a062c5), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:30.183065 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-eaa6bc82-7c81-4b33-a625-a0eaaeeded1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4f1af7fe61a4786a240ecef25a4d89b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6410291 Jan 18 20:03:30.190360 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33280) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:30.200017 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6bc82-7c81-4b33-a625-a0eaaeeded1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0779386-446f-4759-bbd2-a481bd778172,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:30.210131 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-af7b12cb-66f3-45ab-a2e2-94b9c62e99af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:30.272533 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db44f1dc-dfb7-46eb-9287-d46e18c1f8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (c49401b3-c32f-475a-8238-9117a2a062c5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: from cryptography.utils import int_from_bytes Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: from cryptography.utils import int_from_bytes Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:03:30.294548 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:30.297329 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:03:30.297329 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:30.297329 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:03:30.297329 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:30.297329 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:03:30.297329 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:30.297329 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:03:30.297329 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:30.297329 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:03:30.297329 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:30.297329 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:03:30.297329 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-208c7715-6958-448a-90c0-41430d0311ab tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:30.298413 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-208c7715-6958-448a-90c0-41430d0311ab tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.70 "GET /v2.0/networks?id=6fab12dd-5aeb-4649-a1e2-836559f8a553 HTTP/1.1" status: 200 len: 820 time: 0.6216037 Jan 18 20:03:30.318391 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-53b2c0f0-8699-4520-9cb9-7d5b75e51de5 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Request body: {'port': {'device_id': '8b966f71-c6cc-463b-b5d5-93dbaf95576c', 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553', 'admin_state_up': True, 'tenant_id': '67883881b676447cbe3f92dbc62dd7c6'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:30.335288 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db44f1dc-dfb7-46eb-9287-d46e18c1f8b0 admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:03:30.382262 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2f0cebdb-acdb-4eaa-9f4c-f01aac077512 req-e980f86b-b30a-47fe-b084-5deca3841c81 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2758467 Jan 18 20:03:30.386988 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-db44f1dc-dfb7-46eb-9287-d46e18c1f8b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:03:30.394386 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:30.396695 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f7523df5-cc67-4985-82be-9e5d11acd25c admin admin] Publish callbacks [] for security_group (b0779386-446f-4759-bbd2-a481bd778172), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:30.396975 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-2f0cebdb-acdb-4eaa-9f4c-f01aac077512 req-7e15039e-1d26-4ba5-b85b-8494736f87aa tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:30.400989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db44f1dc-dfb7-46eb-9287-d46e18c1f8b0 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:03:30.444652 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-af7b12cb-66f3-45ab-a2e2-94b9c62e99af admin admin] Publish callbacks [] for security_group (35fb2808-4aeb-4b8f-9c38-28a9da36178e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:30.448650 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75740229-a5de-4aab-b53c-e37382466683 admin admin] Publish callbacks [] for security_group (737cf580-6f93-4d2f-82ca-ab7fa09ad346), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:30.449891 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-af7b12cb-66f3-45ab-a2e2-94b9c62e99af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (35fb2808-4aeb-4b8f-9c38-28a9da36178e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:30.460786 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2f0cebdb-acdb-4eaa-9f4c-f01aac077512 req-7e15039e-1d26-4ba5-b85b-8494736f87aa tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:30.508515 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-af7b12cb-66f3-45ab-a2e2-94b9c62e99af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=27a430a8a15c4eac8434ee582d632ed2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5336406 Jan 18 20:03:30.512327 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33284) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:30.513167 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44f1dc-dfb7-46eb-9287-d46e18c1f8b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c49401b3-c32f-475a-8238-9117a2a062c5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:30.520852 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b12cb-66f3-45ab-a2e2-94b9c62e99af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fb2808-4aeb-4b8f-9c38-28a9da36178e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:30.522707 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75740229-a5de-4aab-b53c-e37382466683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (737cf580-6f93-4d2f-82ca-ab7fa09ad346), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:30.541155 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f7523df5-cc67-4985-82be-9e5d11acd25c admin admin] Publish callbacks [] for security_group (b0779386-446f-4759-bbd2-a481bd778172), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:30.613838 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d869e2f3-d68a-4460-95a5-0117275a5ecc admin admin] Publish callbacks [] for security_group (35fb2808-4aeb-4b8f-9c38-28a9da36178e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:30.631848 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-75740229-a5de-4aab-b53c-e37382466683 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7bef2e2665ee40c39f789c021ca37e44&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1957307 Jan 18 20:03:30.631848 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75740229-a5de-4aab-b53c-e37382466683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737cf580-6f93-4d2f-82ca-ab7fa09ad346,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:30.638119 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33288) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:30.679657 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d869e2f3-d68a-4460-95a5-0117275a5ecc admin admin] Publish callbacks [] for security_group (35fb2808-4aeb-4b8f-9c38-28a9da36178e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:30.713861 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f151e15-8c42-497e-9206-ce3e99aeb96c req-b0e5a575-9466-4d61-ac85-ef45394aec91 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:30.715428 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f151e15-8c42-497e-9206-ce3e99aeb96c req-b0e5a575-9466-4d61-ac85-ef45394aec91 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e3e0d18-7079-46b5-a460-a639bf97f45e HTTP/1.1" status: 200 len: 948 time: 0.0901670 Jan 18 20:03:30.768752 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2f0cebdb-acdb-4eaa-9f4c-f01aac077512 req-7e15039e-1d26-4ba5-b85b-8494736f87aa tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:30.775492 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f7523df5-cc67-4985-82be-9e5d11acd25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b0779386-446f-4759-bbd2-a481bd778172), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:30.778019 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f7523df5-cc67-4985-82be-9e5d11acd25c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:30.781701 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f7523df5-cc67-4985-82be-9e5d11acd25c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b0779386-446f-4759-bbd2-a481bd778172 HTTP/1.1" status: 204 len: 168 time: 0.5877917 Jan 18 20:03:30.826829 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7523df5-cc67-4985-82be-9e5d11acd25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0779386-446f-4759-bbd2-a481bd778172,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:30.831252 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-53b2c0f0-8699-4520-9cb9-7d5b75e51de5 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Made reservation on behalf of 67883881b676447cbe3f92dbc62dd7c6 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:03:30.837464 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-53b2c0f0-8699-4520-9cb9-7d5b75e51de5 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:30.889028 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d869e2f3-d68a-4460-95a5-0117275a5ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (35fb2808-4aeb-4b8f-9c38-28a9da36178e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:30.891794 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d869e2f3-d68a-4460-95a5-0117275a5ecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:30.894634 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d869e2f3-d68a-4460-95a5-0117275a5ecc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/35fb2808-4aeb-4b8f-9c38-28a9da36178e HTTP/1.1" status: 204 len: 168 time: 0.3808262 Jan 18 20:03:30.902836 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bb8418c5-71bb-4870-971b-10b0e611f238 admin admin] Publish callbacks [] for security_group (737cf580-6f93-4d2f-82ca-ab7fa09ad346), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:30.911870 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70cf08c-4a0b-49d3-988f-b4ebf162ec22 None None] Network 8e13653a-b20b-4029-9530-56f2696d7935 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:03:30.926603 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db44f1dc-dfb7-46eb-9287-d46e18c1f8b0 admin admin] Publish callbacks [] for router_gateway (96949be9-72f5-46e3-9382-77da7323210b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:30.927156 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f151e15-8c42-497e-9206-ce3e99aeb96c req-fd522d1d-3153-4e86-89c7-bdb1406c6170 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966398 Jan 18 20:03:30.935799 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-2f0cebdb-acdb-4eaa-9f4c-f01aac077512 req-7e15039e-1d26-4ba5-b85b-8494736f87aa tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Allocated IP 172.25.4.36 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/db9c9335-463f-4bdb-83cc-5699a7b00af2) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:03:30.958650 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869e2f3-d68a-4460-95a5-0117275a5ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fb2808-4aeb-4b8f-9c38-28a9da36178e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:31.079784 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-832206b4-c41e-40a1-8517-8b82806fba25 None None] Provisioning complete for port e6f4d638-81b2-4e30-bb74-d16d6e223db3 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:31.080924 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-832206b4-c41e-40a1-8517-8b82806fba25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e6f4d638-81b2-4e30-bb74-d16d6e223db3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:31.090641 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b71271fc-69d0-464f-8b99-5a11c9a4f775 req-b3fb042f-6513-41a1-8241-13816e9cb7d2 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 210 time: 0.0681720 Jan 18 20:03:31.168886 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bb8418c5-71bb-4870-971b-10b0e611f238 admin admin] Publish callbacks [] for security_group (737cf580-6f93-4d2f-82ca-ab7fa09ad346), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:31.209259 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2f0cebdb-acdb-4eaa-9f4c-f01aac077512 req-7e15039e-1d26-4ba5-b85b-8494736f87aa tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks [] for port (db9c9335-463f-4bdb-83cc-5699a7b00af2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:31.229227 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33300) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:31.273654 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-832206b4-c41e-40a1-8517-8b82806fba25 None None] Current status of the port e6f4d638-81b2-4e30-bb74-d16d6e223db3 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:31.274213 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2f0cebdb-acdb-4eaa-9f4c-f01aac077512 req-7e15039e-1d26-4ba5-b85b-8494736f87aa tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (db9c9335-463f-4bdb-83cc-5699a7b00af2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:31.274399 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-832206b4-c41e-40a1-8517-8b82806fba25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e6f4d638-81b2-4e30-bb74-d16d6e223db3), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:31.320726 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2cb3e46f-3f33-4160-ba5c-6bcd9d4b40d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:31.331881 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-832206b4-c41e-40a1-8517-8b82806fba25 None None] For port e6f4d638-81b2-4e30-bb74-d16d6e223db3, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=e6f4d638-81b2-4e30-bb74-d16d6e223db3,segment=NetworkSegment(b4ee5cf0-a4e1-4733-8af6-684160efd6e1),segment_id=b4ee5cf0-a4e1-4733-8af6-684160efd6e1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:31.340063 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-832206b4-c41e-40a1-8517-8b82806fba25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e6f4d638-81b2-4e30-bb74-d16d6e223db3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:31.390971 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f0cebdb-acdb-4eaa-9f4c-f01aac077512 req-7e15039e-1d26-4ba5-b85b-8494736f87aa tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:03:31.395882 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-2f0cebdb-acdb-4eaa-9f4c-f01aac077512 req-7e15039e-1d26-4ba5-b85b-8494736f87aa tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:03:31.407369 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0cebdb-acdb-4eaa-9f4c-f01aac077512 req-7e15039e-1d26-4ba5-b85b-8494736f87aa tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:03:31.426814 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device e6f4d638-81b2-4e30-bb74-d16d6e223db3 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:03:31.427663 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15039e-1d26-4ba5-b85b-8494736f87aa tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Pushing event updated for resources: {'Port': ['ID=db9c9335-463f-4bdb-83cc-5699a7b00af2,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:31.486346 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device e4d63c04-205a-4aeb-b804-57bbc079b0fe up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:03:31.525859 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832206b4-c41e-40a1-8517-8b82806fba25 None None] Pushing event updated for resources: {'Port': ['ID=e6f4d638-81b2-4e30-bb74-d16d6e223db3,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:31.555249 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33304) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:31.578400 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2f0cebdb-acdb-4eaa-9f4c-f01aac077512 req-7e15039e-1d26-4ba5-b85b-8494736f87aa tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks [] for floatingip (11134872-705b-4698-9543-f574e5ecf187), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:31.584299 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-53b2c0f0-8699-4520-9cb9-7d5b75e51de5 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Allocated IP 172.20.0.12 (6fab12dd-5aeb-4649-a1e2-836559f8a553/c7ae8e7b-1bfc-435b-b42c-3b64619a022a/62ad388c-9dbe-4498-b732-3d75eeae5e05) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:03:31.584474 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port e6f4d638-81b2-4e30-bb74-d16d6e223db3 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:31.584813 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e6f4d638-81b2-4e30-bb74-d16d6e223db3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:31.598267 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db44f1dc-dfb7-46eb-9287-d46e18c1f8b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (96949be9-72f5-46e3-9382-77da7323210b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:31.608271 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8cb486a6-0be6-47f2-9184-15767bae6f2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:31.610119 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bb8418c5-71bb-4870-971b-10b0e611f238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (737cf580-6f93-4d2f-82ca-ab7fa09ad346), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:31.610288 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port e4d63c04-205a-4aeb-b804-57bbc079b0fe completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:03:31.612766 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bb8418c5-71bb-4870-971b-10b0e611f238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:31.616342 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bb8418c5-71bb-4870-971b-10b0e611f238 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/737cf580-6f93-4d2f-82ca-ab7fa09ad346 HTTP/1.1" status: 204 len: 168 time: 0.9669538 Jan 18 20:03:31.623172 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port e4d63c04-205a-4aeb-b804-57bbc079b0fe triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:31.623591 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e4d63c04-205a-4aeb-b804-57bbc079b0fe), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:31.627476 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2f0cebdb-acdb-4eaa-9f4c-f01aac077512 req-7e15039e-1d26-4ba5-b85b-8494736f87aa tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (db9c9335-463f-4bdb-83cc-5699a7b00af2), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:31.685906 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8418c5-71bb-4870-971b-10b0e611f238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737cf580-6f93-4d2f-82ca-ab7fa09ad346,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:31.688335 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ee54ca10-2322-4e33-81aa-e7bd065cb80c None None] Provisioning complete for port e6f4d638-81b2-4e30-bb74-d16d6e223db3 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:31.689156 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ee54ca10-2322-4e33-81aa-e7bd065cb80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e6f4d638-81b2-4e30-bb74-d16d6e223db3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:31.792735 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2cb3e46f-3f33-4160-ba5c-6bcd9d4b40d5 admin admin] Publish callbacks [] for security_group (e39e3d7d-1cbb-4466-ac54-3fb646455a59), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:31.813511 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2cb3e46f-3f33-4160-ba5c-6bcd9d4b40d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e39e3d7d-1cbb-4466-ac54-3fb646455a59), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:31.824953 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port e6f4d638-81b2-4e30-bb74-d16d6e223db3 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:31.835119 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:31.842739 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port e4d63c04-205a-4aeb-b804-57bbc079b0fe is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:31.843124 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e4d63c04-205a-4aeb-b804-57bbc079b0fe), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:31.893120 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3e0d18-7079-46b5-a460-a639bf97f45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d63c04-205a-4aeb-b804-57bbc079b0fe'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:03:31.895399 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82eb62ef-210e-4eec-b435-659806d8a3ca" -d '{"events": [{"server_uuid": "6e3e0d18-7079-46b5-a460-a639bf97f45e", "name": "network-vif-plugged", "status": "completed", "tag": "e4d63c04-205a-4aeb-b804-57bbc079b0fe"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:03:31.903630 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2f0cebdb-acdb-4eaa-9f4c-f01aac077512 req-7e15039e-1d26-4ba5-b85b-8494736f87aa tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks [] for port (db9c9335-463f-4bdb-83cc-5699a7b00af2), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:31.913785 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2f0cebdb-acdb-4eaa-9f4c-f01aac077512 req-7e15039e-1d26-4ba5-b85b-8494736f87aa tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (db9c9335-463f-4bdb-83cc-5699a7b00af2), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:31.917800 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port e4d63c04-205a-4aeb-b804-57bbc079b0fe, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=e4d63c04-205a-4aeb-b804-57bbc079b0fe,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:31.920898 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ee54ca10-2322-4e33-81aa-e7bd065cb80c None None] Current status of the port e6f4d638-81b2-4e30-bb74-d16d6e223db3 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:31.925557 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e4d63c04-205a-4aeb-b804-57bbc079b0fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:31.944596 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2cb3e46f-3f33-4160-ba5c-6bcd9d4b40d5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c44aeed137bb4bd3b5b7f35fd94b1f8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7058876 Jan 18 20:03:31.955498 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33314) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:31.958651 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3e46f-3f33-4160-ba5c-6bcd9d4b40d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39e3d7d-1cbb-4466-ac54-3fb646455a59,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:31.961841 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2f0cebdb-acdb-4eaa-9f4c-f01aac077512 req-7e15039e-1d26-4ba5-b85b-8494736f87aa tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (11134872-705b-4698-9543-f574e5ecf187), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:31.966741 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221e9343-6774-479e-ae08-1f4b646fe34a x-openstack-request-id: req-221e9343-6774-479e-ae08-1f4b646fe34a {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:03:31.967146 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3e0d18-7079-46b5-a460-a639bf97f45e", "name": "network-vif-plugged", "status": "completed", "tag": "e4d63c04-205a-4aeb-b804-57bbc079b0fe", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:03:31.967580 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-221e9343-6774-479e-ae08-1f4b646fe34a {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:03:31.968107 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3e0d18-7079-46b5-a460-a639bf97f45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d63c04-205a-4aeb-b804-57bbc079b0fe', 'code': 200} Jan 18 20:03:32.015417 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=e4d63c04-205a-4aeb-b804-57bbc079b0fe,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:32.072627 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2f0cebdb-acdb-4eaa-9f4c-f01aac077512 req-7e15039e-1d26-4ba5-b85b-8494736f87aa tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:32.074183 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2f0cebdb-acdb-4eaa-9f4c-f01aac077512 req-7e15039e-1d26-4ba5-b85b-8494736f87aa tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6911185 Jan 18 20:03:32.108794 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8cb486a6-0be6-47f2-9184-15767bae6f2e admin admin] Publish callbacks [] for security_group (0ad66718-b73e-42a8-9afc-2b058c1d544d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:32.119406 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-53b2c0f0-8699-4520-9cb9-7d5b75e51de5 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks [] for port (62ad388c-9dbe-4498-b732-3d75eeae5e05), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:32.127490 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8cb486a6-0be6-47f2-9184-15767bae6f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0ad66718-b73e-42a8-9afc-2b058c1d544d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:32.148878 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15039e-1d26-4ba5-b85b-8494736f87aa tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Pushing event updated for resources: {'Port': ['ID=db9c9335-463f-4bdb-83cc-5699a7b00af2,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:32.170570 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db44f1dc-dfb7-46eb-9287-d46e18c1f8b0 admin admin] Router 96949be9-72f5-46e3-9382-77da7323210b is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:03:32.201345 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-04c210d0-e250-4ecd-a819-10687e158b9e admin admin] Publish callbacks [] for security_group (e39e3d7d-1cbb-4466-ac54-3fb646455a59), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:32.207437 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33318) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:32.209057 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb486a6-0be6-47f2-9184-15767bae6f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad66718-b73e-42a8-9afc-2b058c1d544d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:32.212440 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2f0cebdb-acdb-4eaa-9f4c-f01aac077512 req-fd66ca83-43f0-4445-b8e9-709b891e82fb tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.36 HTTP/1.1" status: 200 len: 695 time: 0.1212466 Jan 18 20:03:32.226582 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8cb486a6-0be6-47f2-9184-15767bae6f2e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=42117af39b2f4dab89d3d1b69875b2ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6692460 Jan 18 20:03:32.232182 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33320) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:32.235270 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-48f7c272-2979-40ae-834c-d92567b8454d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:32.255807 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d17c4-d41b-4951-8bc5-ebafeacbf7eb req-5425602e-6560-4a31-b87f-a83ae3d58a1b tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:32.257230 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7a2d17c4-d41b-4951-8bc5-ebafeacbf7eb req-5425602e-6560-4a31-b87f-a83ae3d58a1b tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e3e0d18-7079-46b5-a460-a639bf97f45e HTTP/1.1" status: 200 len: 949 time: 0.2045820 Jan 18 20:03:32.290621 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-04c210d0-e250-4ecd-a819-10687e158b9e admin admin] Publish callbacks [] for security_group (e39e3d7d-1cbb-4466-ac54-3fb646455a59), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:32.310589 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-53b2c0f0-8699-4520-9cb9-7d5b75e51de5 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (62ad388c-9dbe-4498-b732-3d75eeae5e05), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:32.579496 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74afa1f-a914-4af0-84eb-c0a7fed89126 req-2f677c92-a801-4ae9-b36c-803d4f068e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:32.580957 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d74afa1f-a914-4af0-84eb-c0a7fed89126 req-2f677c92-a801-4ae9-b36c-803d4f068e44 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6e3e0d18-7079-46b5-a460-a639bf97f45e HTTP/1.1" status: 200 len: 1100 time: 0.4908731 Jan 18 20:03:32.596561 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-53b2c0f0-8699-4520-9cb9-7d5b75e51de5 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Network 6fab12dd-5aeb-4649-a1e2-836559f8a553 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:03:32.604702 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-53b2c0f0-8699-4520-9cb9-7d5b75e51de5 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:03:32.611151 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-53b2c0f0-8699-4520-9cb9-7d5b75e51de5 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:03:32.617340 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-53b2c0f0-8699-4520-9cb9-7d5b75e51de5 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:32.617975 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-53b2c0f0-8699-4520-9cb9-7d5b75e51de5 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:32.624261 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2c0f0-8699-4520-9cb9-7d5b75e51de5 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Pushing event updated for resources: {'Port': ['ID=62ad388c-9dbe-4498-b732-3d75eeae5e05,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:32.637069 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db44f1dc-dfb7-46eb-9287-d46e18c1f8b0 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:03:32.647736 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1475b32c-dab1-4364-8140-c2549bc10e09 None None] Sync routers for ids ['96949be9-72f5-46e3-9382-77da7323210b'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:03:32.648998 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-53b2c0f0-8699-4520-9cb9-7d5b75e51de5 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3373394 Jan 18 20:03:32.661468 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1475b32c-dab1-4364-8140-c2549bc10e09 None None] Routers {'96949be9-72f5-46e3-9382-77da7323210b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:03:32.662131 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1475b32c-dab1-4364-8140-c2549bc10e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:03:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['96949be9-72f5-46e3-9382-77da7323210b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:32.664733 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-627c90e2-5ec0-4a28-8d11-cd1f1867dea9 service neutron] Request body: {'port': {'device_id': '8b966f71-c6cc-463b-b5d5-93dbaf95576c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:32.685198 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7a2d17c4-d41b-4951-8bc5-ebafeacbf7eb req-b2290590-23fc-411f-8639-56eb19679fa5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193146 Jan 18 20:03:32.685988 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-04c210d0-e250-4ecd-a819-10687e158b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e39e3d7d-1cbb-4466-ac54-3fb646455a59), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:32.688673 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-04c210d0-e250-4ecd-a819-10687e158b9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:32.689984 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-04c210d0-e250-4ecd-a819-10687e158b9e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e39e3d7d-1cbb-4466-ac54-3fb646455a59 HTTP/1.1" status: 204 len: 168 time: 0.7251663 Jan 18 20:03:32.696538 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db44f1dc-dfb7-46eb-9287-d46e18c1f8b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:32.698630 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-db44f1dc-dfb7-46eb-9287-d46e18c1f8b0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.4954307 Jan 18 20:03:32.703965 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33326) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:32.717593 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c210d0-e250-4ecd-a819-10687e158b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39e3d7d-1cbb-4466-ac54-3fb646455a59,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:32.758931 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0cebdb-acdb-4eaa-9f4c-f01aac077512 req-545cf317-59c9-426e-966f-276ef1d24c4d tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:32.771209 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-1475b32c-dab1-4364-8140-c2549bc10e09 None None] Set router 96949be9-72f5-46e3-9382-77da7323210b gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:03:32.777720 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2f0cebdb-acdb-4eaa-9f4c-f01aac077512 req-545cf317-59c9-426e-966f-276ef1d24c4d tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 784 time: 0.5426641 Jan 18 20:03:32.793900 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-627c90e2-5ec0-4a28-8d11-cd1f1867dea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (62ad388c-9dbe-4498-b732-3d75eeae5e05), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:32.802416 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-586ea60c-cae3-4539-bd15-a3178de615c1 admin admin] Publish callbacks [] for security_group (0ad66718-b73e-42a8-9afc-2b058c1d544d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:32.842999 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-2f0cebdb-acdb-4eaa-9f4c-f01aac077512 req-d1766a75-5c60-4cc0-b429-3985b4ecd891 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:03:32.847762 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2f0cebdb-acdb-4eaa-9f4c-f01aac077512 req-d1766a75-5c60-4cc0-b429-3985b4ecd891 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0244634 Jan 18 20:03:32.857220 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d74afa1f-a914-4af0-84eb-c0a7fed89126 req-241e2af2-cb8a-45ad-8249-26c5d3cc044e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655542 Jan 18 20:03:32.917896 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-48f7c272-2979-40ae-834c-d92567b8454d admin admin] Publish callbacks [] for security_group (0d5a4322-1d4a-413e-8d3d-5816d8f3bb34), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:32.955762 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-48f7c272-2979-40ae-834c-d92567b8454d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0d5a4322-1d4a-413e-8d3d-5816d8f3bb34), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:33.039649 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-586ea60c-cae3-4539-bd15-a3178de615c1 admin admin] Publish callbacks [] for security_group (0ad66718-b73e-42a8-9afc-2b058c1d544d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:33.046146 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-48f7c272-2979-40ae-834c-d92567b8454d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=758d99e17ce24389a691dc945aeb9c74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8369710 Jan 18 20:03:33.063811 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33334) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:33.087631 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1475b32c-dab1-4364-8140-c2549bc10e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96949be9-72f5-46e3-9382-77da7323210b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708276940-router', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'c49401b3-c32f-475a-8238-9117a2a062c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:28Z', 'updated_at': '2022-01-18T20:03:30Z', 'revision_number': 3, 'project_id': '258eff093b154b0c89958ad6b5b7d9b2', 'gw_port': {'id': 'c49401b3-c32f-475a-8238-9117a2a062c5', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:51:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96949be9-72f5-46e3-9382-77da7323210b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:29Z', 'updated_at': '2022-01-18T20:03:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:33.125648 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7c272-2979-40ae-834c-d92567b8454d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5a4322-1d4a-413e-8d3d-5816d8f3bb34,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:33.147148 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1475b32c-dab1-4364-8140-c2549bc10e09 None None] Checking router: 96949be9-72f5-46e3-9382-77da7323210b for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:03:33.147587 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1475b32c-dab1-4364-8140-c2549bc10e09 None None] Updating router 96949be9-72f5-46e3-9382-77da7323210b port c49401b3-c32f-475a-8238-9117a2a062c5 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:03:33.151489 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ee1c9-620c-461d-9c00-e716507263f9 req-961b80a1-7d81-4f8b-9a45-8e40dadcc959 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:33.158523 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-211ee1c9-620c-461d-9c00-e716507263f9 req-961b80a1-7d81-4f8b-9a45-8e40dadcc959 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 932 time: 0.2363675 Jan 18 20:03:33.209883 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1475b32c-dab1-4364-8140-c2549bc10e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c49401b3-c32f-475a-8238-9117a2a062c5), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:33.218705 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2119ae6f-7e30-4862-89cb-5b104cbe022c admin admin] Publish callbacks [] for security_group (0d5a4322-1d4a-413e-8d3d-5816d8f3bb34), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:33.243467 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-211ee1c9-620c-461d-9c00-e716507263f9 req-3ae3cdc7-df80-49c2-8700-6b46a2dde7eb tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840874 Jan 18 20:03:33.259736 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-586ea60c-cae3-4539-bd15-a3178de615c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0ad66718-b73e-42a8-9afc-2b058c1d544d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:33.262638 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-586ea60c-cae3-4539-bd15-a3178de615c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:33.265082 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-586ea60c-cae3-4539-bd15-a3178de615c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ad66718-b73e-42a8-9afc-2b058c1d544d HTTP/1.1" status: 204 len: 168 time: 1.0307133 Jan 18 20:03:33.315689 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ea60c-cae3-4539-bd15-a3178de615c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad66718-b73e-42a8-9afc-2b058c1d544d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:33.318768 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2119ae6f-7e30-4862-89cb-5b104cbe022c admin admin] Publish callbacks [] for security_group (0d5a4322-1d4a-413e-8d3d-5816d8f3bb34), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:33.442409 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device e6f4d638-81b2-4e30-bb74-d16d6e223db3 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:03:33.460170 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-627c90e2-5ec0-4a28-8d11-cd1f1867dea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ad388c-9dbe-4498-b732-3d75eeae5e05 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:03:33.470876 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-627c90e2-5ec0-4a28-8d11-cd1f1867dea9 service neutron] Publish callbacks [] for port (62ad388c-9dbe-4498-b732-3d75eeae5e05), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:33.474812 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-d06bf0ab-20fc-4157-801b-c78e9a724f76 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:33.476563 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-d06bf0ab-20fc-4157-801b-c78e9a724f76 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/networks?id=78106b93-d326-468a-b364-efefd0202f5c HTTP/1.1" status: 200 len: 821 time: 0.1891687 Jan 18 20:03:33.477938 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2119ae6f-7e30-4862-89cb-5b104cbe022c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0d5a4322-1d4a-413e-8d3d-5816d8f3bb34), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:33.481384 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2119ae6f-7e30-4862-89cb-5b104cbe022c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:33.483073 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2119ae6f-7e30-4862-89cb-5b104cbe022c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d5a4322-1d4a-413e-8d3d-5816d8f3bb34 HTTP/1.1" status: 204 len: 168 time: 0.4115748 Jan 18 20:03:33.491545 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-627c90e2-5ec0-4a28-8d11-cd1f1867dea9 service neutron] Transition to ACTIVE for port object 62ad388c-9dbe-4498-b732-3d75eeae5e05 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:03:33.520446 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port e6f4d638-81b2-4e30-bb74-d16d6e223db3 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:33.520860 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e6f4d638-81b2-4e30-bb74-d16d6e223db3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:33.529977 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119ae6f-7e30-4862-89cb-5b104cbe022c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5a4322-1d4a-413e-8d3d-5816d8f3bb34,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:33.537699 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-65b562a4-72a8-4f9d-a932-529688631232 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/quotas/c355645603e5405fb0170c0cbc339b20 HTTP/1.1" status: 200 len: 375 time: 0.0533347 Jan 18 20:03:33.557965 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-627c90e2-5ec0-4a28-8d11-cd1f1867dea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (62ad388c-9dbe-4498-b732-3d75eeae5e05), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:33.641379 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-5da94848-af55-4c8e-9d56-f4820bfc7fa1 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c355645603e5405fb0170c0cbc339b20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0935900 Jan 18 20:03:33.657053 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port e6f4d638-81b2-4e30-bb74-d16d6e223db3 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:33.714614 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:33.751848 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1475b32c-dab1-4364-8140-c2549bc10e09 None None] Publish callbacks [] for port (c49401b3-c32f-475a-8238-9117a2a062c5), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:33.766033 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1475b32c-dab1-4364-8140-c2549bc10e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c49401b3-c32f-475a-8238-9117a2a062c5), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:33.777122 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c90e2-5ec0-4a28-8d11-cd1f1867dea9 service neutron] Pushing event updated for resources: {'Port': ['ID=62ad388c-9dbe-4498-b732-3d75eeae5e05,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:33.817341 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-21ab237d-8154-4a1c-b69e-63638052707f service neutron] 10.222.0.31 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687288 Jan 18 20:03:33.848797 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d912b0-85a6-488a-ada0-260fcaf7f649 None None] Pushing event updated for resources: {'Port': ['ID=c49401b3-c32f-475a-8238-9117a2a062c5,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:33.858161 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d912b0-85a6-488a-ada0-260fcaf7f649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:33.859000 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d912b0-85a6-488a-ada0-260fcaf7f649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:33.859988 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d912b0-85a6-488a-ada0-260fcaf7f649 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:33.860494 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d912b0-85a6-488a-ada0-260fcaf7f649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:33.861403 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d912b0-85a6-488a-ada0-260fcaf7f649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:33.862273 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d912b0-85a6-488a-ada0-260fcaf7f649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:33.863440 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d912b0-85a6-488a-ada0-260fcaf7f649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:33.863946 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d912b0-85a6-488a-ada0-260fcaf7f649 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:33.864463 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d912b0-85a6-488a-ada0-260fcaf7f649 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:33.864956 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d912b0-85a6-488a-ada0-260fcaf7f649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:33.865443 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d912b0-85a6-488a-ada0-260fcaf7f649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:33.865986 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d912b0-85a6-488a-ada0-260fcaf7f649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:33.866478 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d912b0-85a6-488a-ada0-260fcaf7f649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:03:33.875698 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-627c90e2-5ec0-4a28-8d11-cd1f1867dea9 service neutron] Attempting to bind port 62ad388c-9dbe-4498-b732-3d75eeae5e05 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:03:33.876017 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-627c90e2-5ec0-4a28-8d11-cd1f1867dea9 service neutron] Attempting to bind port 62ad388c-9dbe-4498-b732-3d75eeae5e05 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:03:33.876310 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-627c90e2-5ec0-4a28-8d11-cd1f1867dea9 service neutron] Attempting to bind port 62ad388c-9dbe-4498-b732-3d75eeae5e05 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:33.916245 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-627c90e2-5ec0-4a28-8d11-cd1f1867dea9 service neutron] Port 62ad388c-9dbe-4498-b732-3d75eeae5e05 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:03:33.916575 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-627c90e2-5ec0-4a28-8d11-cd1f1867dea9 service neutron] Attempting to bind port 62ad388c-9dbe-4498-b732-3d75eeae5e05 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:33.930558 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-1475b32c-dab1-4364-8140-c2549bc10e09 None None] Attempting to bind port c49401b3-c32f-475a-8238-9117a2a062c5 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:03:33.930936 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-1475b32c-dab1-4364-8140-c2549bc10e09 None None] Attempting to bind port c49401b3-c32f-475a-8238-9117a2a062c5 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:03:33.931328 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1475b32c-dab1-4364-8140-c2549bc10e09 None None] Attempting to bind port c49401b3-c32f-475a-8238-9117a2a062c5 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:33.937291 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1475b32c-dab1-4364-8140-c2549bc10e09 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:03:33.937668 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1475b32c-dab1-4364-8140-c2549bc10e09 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:03:33.938069 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1475b32c-dab1-4364-8140-c2549bc10e09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:33.938449 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1475b32c-dab1-4364-8140-c2549bc10e09 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:03:33.938908 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-1475b32c-dab1-4364-8140-c2549bc10e09 None None] Bound port: c49401b3-c32f-475a-8238-9117a2a062c5, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:03:33.939295 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1475b32c-dab1-4364-8140-c2549bc10e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c49401b3-c32f-475a-8238-9117a2a062c5), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:33.945338 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-627c90e2-5ec0-4a28-8d11-cd1f1867dea9 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:03:33.945699 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-627c90e2-5ec0-4a28-8d11-cd1f1867dea9 service neutron] Checking segment: {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:03:33.946086 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-627c90e2-5ec0-4a28-8d11-cd1f1867dea9 service neutron] Bound using segment: {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:03:33.946526 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-627c90e2-5ec0-4a28-8d11-cd1f1867dea9 service neutron] Bound port: 62ad388c-9dbe-4498-b732-3d75eeae5e05, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:03:33.947401 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-627c90e2-5ec0-4a28-8d11-cd1f1867dea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (62ad388c-9dbe-4498-b732-3d75eeae5e05), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:33.992658 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87f9f3db-59c4-4dbf-9e46-fac170876536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:34.005669 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09995b1-f94e-4120-ac02-a2ee3a02f60a req-644960a4-a3dd-4e86-8970-390f0651a5c6 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:34.013609 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d09995b1-f94e-4120-ac02-a2ee3a02f60a req-644960a4-a3dd-4e86-8970-390f0651a5c6 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e3e0d18-7079-46b5-a460-a639bf97f45e HTTP/1.1" status: 200 len: 949 time: 0.1344564 Jan 18 20:03:34.026504 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-1b1d486d-de1e-4d82-b99f-cd8d43da3c49 service neutron] 10.222.0.31 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079365 Jan 18 20:03:34.051108 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-1475b32c-dab1-4364-8140-c2549bc10e09 None None] For port c49401b3-c32f-475a-8238-9117a2a062c5, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:03:34.055216 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-1475b32c-dab1-4364-8140-c2549bc10e09 None None] For port c49401b3-c32f-475a-8238-9117a2a062c5, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c49401b3-c32f-475a-8238-9117a2a062c5,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:03:34.063438 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1475b32c-dab1-4364-8140-c2549bc10e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c49401b3-c32f-475a-8238-9117a2a062c5), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:34.145938 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d09995b1-f94e-4120-ac02-a2ee3a02f60a req-d856d5e3-5ec8-4af3-9f1b-ce356c1604c9 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311240 Jan 18 20:03:34.211100 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d912b0-85a6-488a-ada0-260fcaf7f649 None None] Pushing event updated for resources: {'Port': ['ID=c49401b3-c32f-475a-8238-9117a2a062c5,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:34.229429 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1475b32c-dab1-4364-8140-c2549bc10e09 None None] Routers {'96949be9-72f5-46e3-9382-77da7323210b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:03:34.234504 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1475b32c-dab1-4364-8140-c2549bc10e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:03:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['96949be9-72f5-46e3-9382-77da7323210b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:34.252231 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-627c90e2-5ec0-4a28-8d11-cd1f1867dea9 service neutron] For port 62ad388c-9dbe-4498-b732-3d75eeae5e05, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:03:34.257450 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-627c90e2-5ec0-4a28-8d11-cd1f1867dea9 service neutron] For port 62ad388c-9dbe-4498-b732-3d75eeae5e05, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=62ad388c-9dbe-4498-b732-3d75eeae5e05,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:03:34.344826 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-627c90e2-5ec0-4a28-8d11-cd1f1867dea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (62ad388c-9dbe-4498-b732-3d75eeae5e05), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:34.424493 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-627c90e2-5ec0-4a28-8d11-cd1f1867dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:34.425118 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-627c90e2-5ec0-4a28-8d11-cd1f1867dea9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:34.426602 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-627c90e2-5ec0-4a28-8d11-cd1f1867dea9 service neutron] 10.222.0.70 "PUT /v2.0/ports/62ad388c-9dbe-4498-b732-3d75eeae5e05 HTTP/1.1" status: 200 len: 1092 time: 1.7703030 Jan 18 20:03:34.428723 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b966f71-c6cc-463b-b5d5-93dbaf95576c', 'tag': '62ad388c-9dbe-4498-b732-3d75eeae5e05'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:03:34.430977 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b7720c-2186-40f3-bf58-0c11fa339e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "8b966f71-c6cc-463b-b5d5-93dbaf95576c", "tag": "62ad388c-9dbe-4498-b732-3d75eeae5e05"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:03:34.473026 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c90e2-5ec0-4a28-8d11-cd1f1867dea9 service neutron] Pushing event updated for resources: {'Port': ['ID=62ad388c-9dbe-4498-b732-3d75eeae5e05,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:34.521575 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-87f9f3db-59c4-4dbf-9e46-fac170876536 admin admin] Allocated IP 172.20.0.1 (8e13653a-b20b-4029-9530-56f2696d7935/f3a401e7-fe0f-438d-b96d-dce1b7f52fd4/ee56109a-767a-4984-b69e-2cdb0631f4b7) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:03:34.540105 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-cc7ac088-0c80-4c7e-9185-69ebd8443426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:34.546657 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-cc7ac088-0c80-4c7e-9185-69ebd8443426 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=67883881b676447cbe3f92dbc62dd7c6&device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 1095 time: 0.0688617 Jan 18 20:03:34.559004 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-016178fa-f37c-49ff-b4e3-cbe728a540d8 req-8c2b6e1f-7f81-46c8-bf23-50df12453fdd tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d312f0c-e2d3-4535-b429-c93326d96c39 HTTP/1.1" status: 200 len: 210 time: 0.0645308 Jan 18 20:03:34.614340 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-2f201f00-0b10-4f0d-999f-38e423840010 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62ad388c-9dbe-4498-b732-3d75eeae5e05 HTTP/1.1" status: 200 len: 217 time: 0.0594792 Jan 18 20:03:34.618381 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837d8a6-bb81-44bd-9c6b-df747bf2a929 req-d2f11b8d-b4a3-45b2-925c-e90cbb7bd9f4 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:34.625723 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3837d8a6-bb81-44bd-9c6b-df747bf2a929 req-d2f11b8d-b4a3-45b2-925c-e90cbb7bd9f4 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 944 time: 0.2113092 Jan 18 20:03:34.663169 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-1475b32c-dab1-4364-8140-c2549bc10e09 None None] Set router 96949be9-72f5-46e3-9382-77da7323210b gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:03:34.685359 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4fab15-e1f1-47c7-83cb-74b3f2c25b6d x-openstack-request-id: req-ce4fab15-e1f1-47c7-83cb-74b3f2c25b6d {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:03:34.685738 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b966f71-c6cc-463b-b5d5-93dbaf95576c", "tag": "62ad388c-9dbe-4498-b732-3d75eeae5e05", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:03:34.685999 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce4fab15-e1f1-47c7-83cb-74b3f2c25b6d {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:03:34.686401 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b966f71-c6cc-463b-b5d5-93dbaf95576c', 'tag': '62ad388c-9dbe-4498-b732-3d75eeae5e05', 'status': 'completed', 'code': 200} Jan 18 20:03:34.714001 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-aea23333-04e4-4836-a9da-7a2bb34d0c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:34.715829 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-aea23333-04e4-4836-a9da-7a2bb34d0c78 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c7ae8e7b-1bfc-435b-b42c-3b64619a022a HTTP/1.1" status: 200 len: 860 time: 0.0707736 Jan 18 20:03:34.724246 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3837d8a6-bb81-44bd-9c6b-df747bf2a929 req-82538e35-222d-4c30-9c54-0d46b7c0744a tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897441 Jan 18 20:03:34.759176 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87f9f3db-59c4-4dbf-9e46-fac170876536 admin admin] Publish callbacks [] for port (ee56109a-767a-4984-b69e-2cdb0631f4b7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:34.762804 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-1a39283e-7639-4ccd-931a-7d5c488ca066 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6fab12dd-5aeb-4649-a1e2-836559f8a553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408282 Jan 18 20:03:34.875267 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87f9f3db-59c4-4dbf-9e46-fac170876536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (ee56109a-767a-4984-b69e-2cdb0631f4b7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:34.976553 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9f3db-59c4-4dbf-9e46-fac170876536 admin admin] Pushing event updated for resources: {'Port': ['ID=ee56109a-767a-4984-b69e-2cdb0631f4b7,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:34.999940 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f9f3db-59c4-4dbf-9e46-fac170876536 admin admin] Network 8e13653a-b20b-4029-9530-56f2696d7935 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:03:35.004335 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-16b83e68-4b88-4bdd-9c87-6be53c5f0afe service neutron] 10.222.0.70 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265971 Jan 18 20:03:35.006004 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-87f9f3db-59c4-4dbf-9e46-fac170876536 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:03:35.008920 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f9f3db-59c4-4dbf-9e46-fac170876536 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:03:35.009420 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87f9f3db-59c4-4dbf-9e46-fac170876536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (96949be9-72f5-46e3-9382-77da7323210b), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:35.051819 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1475b32c-dab1-4364-8140-c2549bc10e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96949be9-72f5-46e3-9382-77da7323210b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708276940-router', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'c49401b3-c32f-475a-8238-9117a2a062c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:28Z', 'updated_at': '2022-01-18T20:03:30Z', 'revision_number': 3, 'project_id': '258eff093b154b0c89958ad6b5b7d9b2', 'gw_port': {'id': 'c49401b3-c32f-475a-8238-9117a2a062c5', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:51:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96949be9-72f5-46e3-9382-77da7323210b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:29Z', 'updated_at': '2022-01-18T20:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:35.124660 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1475b32c-dab1-4364-8140-c2549bc10e09 None None] The sync data for ids ['96949be9-72f5-46e3-9382-77da7323210b'] in n-d-741529-9 is: [{'id': '96949be9-72f5-46e3-9382-77da7323210b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708276940-router', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'c49401b3-c32f-475a-8238-9117a2a062c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:28Z', 'updated_at': '2022-01-18T20:03:30Z', 'revision_number': 3, 'project_id': '258eff093b154b0c89958ad6b5b7d9b2', 'gw_port': {'id': 'c49401b3-c32f-475a-8238-9117a2a062c5', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:51:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96949be9-72f5-46e3-9382-77da7323210b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:29Z', 'updated_at': '2022-01-18T20:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:03:35.414464 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75f7d006-6dee-45ba-9db6-4f72408eb358 req-5f979d0a-30d0-4e25-bc43-7c72eb3abb2d service neutron] 10.222.0.70 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014919 Jan 18 20:03:35.416280 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1571f5c-ba68-4c75-8541-2ea669f5b3ac req-67de74d4-f66f-4bbe-81b9-5108ed7ac459 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:35.420653 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f1571f5c-ba68-4c75-8541-2ea669f5b3ac req-67de74d4-f66f-4bbe-81b9-5108ed7ac459 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e3e0d18-7079-46b5-a460-a639bf97f45e HTTP/1.1" status: 200 len: 949 time: 0.1506562 Jan 18 20:03:35.480767 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-9b4da7e1-066e-4d63-b243-0b8cde616544 None None] Provisioning complete for port ee56109a-767a-4984-b69e-2cdb0631f4b7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:35.481293 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9b4da7e1-066e-4d63-b243-0b8cde616544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ee56109a-767a-4984-b69e-2cdb0631f4b7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:35.531052 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f1571f5c-ba68-4c75-8541-2ea669f5b3ac req-557ebe85-a9b8-45f1-8bc7-5fe82754ce86 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038170 Jan 18 20:03:35.538592 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9b4da7e1-066e-4d63-b243-0b8cde616544 None None] Port ee56109a-767a-4984-b69e-2cdb0631f4b7 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:03:35.542826 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87f9f3db-59c4-4dbf-9e46-fac170876536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ee56109a-767a-4984-b69e-2cdb0631f4b7), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:35.614932 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7720c-2186-40f3-bf58-0c11fa339e9a req-233e1271-9634-4985-8962-3befca015c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:35.616804 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c5b7720c-2186-40f3-bf58-0c11fa339e9a req-233e1271-9634-4985-8962-3befca015c27 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=67883881b676447cbe3f92dbc62dd7c6&device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 1095 time: 0.1291466 Jan 18 20:03:35.722507 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c0c5022e-b14b-4ae5-ad33-414f5c4180c5 req-447ddc55-d14e-47f8-82d2-847da9c5642d tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d312f0c-e2d3-4535-b429-c93326d96c39 HTTP/1.1" status: 200 len: 210 time: 0.0607584 Jan 18 20:03:36.108860 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c07f7-db70-42e2-a962-814997d2c8de req-a17e9f41-c885-4d9c-b4ab-804394b5b9ef tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:36.125114 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-294c07f7-db70-42e2-a962-814997d2c8de req-a17e9f41-c885-4d9c-b4ab-804394b5b9ef tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 944 time: 0.1923132 Jan 18 20:03:36.141605 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-cbbc5b93-c9ea-4edd-ac6a-1e53b3687e24 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:36.143468 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-cbbc5b93-c9ea-4edd-ac6a-1e53b3687e24 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.57 "GET /v2.0/networks?id=78106b93-d326-468a-b364-efefd0202f5c HTTP/1.1" status: 200 len: 821 time: 0.3462257 Jan 18 20:03:36.158497 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-4e1dd14a-49ec-472c-9e81-f2ed05205fe3 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Request body: {'port': {'device_id': '5d312f0c-e2d3-4535-b429-c93326d96c39', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'admin_state_up': True, 'tenant_id': 'c355645603e5405fb0170c0cbc339b20'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:36.182185 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7720c-2186-40f3-bf58-0c11fa339e9a req-a6c8d9ac-30f8-4091-b32f-779271bec8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:36.183696 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c5b7720c-2186-40f3-bf58-0c11fa339e9a req-a6c8d9ac-30f8-4091-b32f-779271bec8e0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6fab12dd-5aeb-4649-a1e2-836559f8a553 HTTP/1.1" status: 200 len: 921 time: 0.5599153 Jan 18 20:03:36.249341 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-294c07f7-db70-42e2-a962-814997d2c8de req-8b9084c8-2347-4065-9d04-9b2cedf211a9 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226957 Jan 18 20:03:36.304461 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c5b7720c-2186-40f3-bf58-0c11fa339e9a req-098be6ee-be20-4c39-805c-8d91091aee18 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62ad388c-9dbe-4498-b732-3d75eeae5e05 HTTP/1.1" status: 200 len: 217 time: 0.1096373 Jan 18 20:03:36.382280 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7720c-2186-40f3-bf58-0c11fa339e9a req-2b3d3f86-820a-4d51-9f74-02764ac27269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:36.384279 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c5b7720c-2186-40f3-bf58-0c11fa339e9a req-2b3d3f86-820a-4d51-9f74-02764ac27269 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c7ae8e7b-1bfc-435b-b42c-3b64619a022a HTTP/1.1" status: 200 len: 860 time: 0.0718756 Jan 18 20:03:36.399885 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba0b56-34ff-4274-803c-f7b7d888f09c req-bb2b0472-4d62-4d03-953b-b9182440ee12 tempest-ServersOnMultiNodesTest-1292293684 tempest-ServersOnMultiNodesTest-1292293684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:36.401994 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7dba0b56-34ff-4274-803c-f7b7d888f09c req-bb2b0472-4d62-4d03-953b-b9182440ee12 tempest-ServersOnMultiNodesTest-1292293684 tempest-ServersOnMultiNodesTest-1292293684-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6e3e0d18-7079-46b5-a460-a639bf97f45e HTTP/1.1" status: 200 len: 1100 time: 0.1014550 Jan 18 20:03:36.435467 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c5b7720c-2186-40f3-bf58-0c11fa339e9a req-1e5579da-1726-48d5-88cb-0fb981df3762 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6fab12dd-5aeb-4649-a1e2-836559f8a553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449338 Jan 18 20:03:36.437794 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87f9f3db-59c4-4dbf-9e46-fac170876536 admin admin] Publish callbacks [] for port (ee56109a-767a-4984-b69e-2cdb0631f4b7), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:36.440026 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-7dba0b56-34ff-4274-803c-f7b7d888f09c req-82d248f7-f451-469a-ab24-22c663d15344 tempest-ServersOnMultiNodesTest-1292293684 tempest-ServersOnMultiNodesTest-1292293684-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:36.449915 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-4e1dd14a-49ec-472c-9e81-f2ed05205fe3 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Made reservation on behalf of c355645603e5405fb0170c0cbc339b20 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:03:36.458486 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-4e1dd14a-49ec-472c-9e81-f2ed05205fe3 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:36.506847 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87f9f3db-59c4-4dbf-9e46-fac170876536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ee56109a-767a-4984-b69e-2cdb0631f4b7), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:36.507564 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87f9f3db-59c4-4dbf-9e46-fac170876536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (96949be9-72f5-46e3-9382-77da7323210b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:36.614614 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:36.729071 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9f3db-59c4-4dbf-9e46-fac170876536 admin admin] Pushing event updated for resources: {'Port': ['ID=ee56109a-767a-4984-b69e-2cdb0631f4b7,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:36.751697 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c5b7720c-2186-40f3-bf58-0c11fa339e9a req-ebb1156d-af30-45b0-853d-111b772ecd4c service neutron] 10.222.0.70 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058259 Jan 18 20:03:36.778728 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f9f3db-59c4-4dbf-9e46-fac170876536 admin admin] Network 8e13653a-b20b-4029-9530-56f2696d7935 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:03:36.780941 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-87f9f3db-59c4-4dbf-9e46-fac170876536 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:03:36.820745 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-7dba0b56-34ff-4274-803c-f7b7d888f09c req-82d248f7-f451-469a-ab24-22c663d15344 tempest-ServersOnMultiNodesTest-1292293684 tempest-ServersOnMultiNodesTest-1292293684-project-admin] Publish callbacks [] for security_group (f8a3c94e-92d2-42e1-95a3-004fce540722), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:36.833252 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-7dba0b56-34ff-4274-803c-f7b7d888f09c req-82d248f7-f451-469a-ab24-22c663d15344 tempest-ServersOnMultiNodesTest-1292293684 tempest-ServersOnMultiNodesTest-1292293684-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f8a3c94e-92d2-42e1-95a3-004fce540722), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:36.861671 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-4e1dd14a-49ec-472c-9e81-f2ed05205fe3 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Allocated IP 172.20.0.5 (78106b93-d326-468a-b364-efefd0202f5c/4a4fc205-1f02-48e6-a311-ab3d6a37436d/54e5dc21-05c7-4bf3-9c9f-f38fc8976912) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:03:36.924788 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d248f7-f451-469a-ab24-22c663d15344 tempest-ServersOnMultiNodesTest-1292293684 tempest-ServersOnMultiNodesTest-1292293684-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a3c94e-92d2-42e1-95a3-004fce540722,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:36.932975 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7dba0b56-34ff-4274-803c-f7b7d888f09c req-82d248f7-f451-469a-ab24-22c663d15344 tempest-ServersOnMultiNodesTest-1292293684 tempest-ServersOnMultiNodesTest-1292293684-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232790 Jan 18 20:03:37.089622 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c5b7720c-2186-40f3-bf58-0c11fa339e9a req-a9a273ae-90ed-4f56-a7b2-c9cbaa475bb9 service neutron] 10.222.0.70 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313060 Jan 18 20:03:37.110581 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f9f3db-59c4-4dbf-9e46-fac170876536 admin admin] Router 96949be9-72f5-46e3-9382-77da7323210b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:03:37.135491 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0f270d14-106f-42a6-9e12-c145f44a0686 req-503c700b-f255-4dea-9604-0cc93e50db97 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d312f0c-e2d3-4535-b429-c93326d96c39 HTTP/1.1" status: 200 len: 210 time: 0.0710461 Jan 18 20:03:37.245233 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-4e1dd14a-49ec-472c-9e81-f2ed05205fe3 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks [] for port (54e5dc21-05c7-4bf3-9c9f-f38fc8976912), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:37.316247 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c868eeaf-8c64-4bef-a6fc-dc84add98753 None None] Provisioning complete for port ee56109a-767a-4984-b69e-2cdb0631f4b7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:37.318920 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c868eeaf-8c64-4bef-a6fc-dc84add98753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ee56109a-767a-4984-b69e-2cdb0631f4b7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:37.361787 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-4e1dd14a-49ec-472c-9e81-f2ed05205fe3 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (54e5dc21-05c7-4bf3-9c9f-f38fc8976912), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:37.401332 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f9f3db-59c4-4dbf-9e46-fac170876536 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:03:37.416106 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-87f9f3db-59c4-4dbf-9e46-fac170876536 admin admin] 10.222.0.31 "PUT /v2.0/routers/96949be9-72f5-46e3-9382-77da7323210b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7105029 Jan 18 20:03:37.420862 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c868eeaf-8c64-4bef-a6fc-dc84add98753 None None] Port ee56109a-767a-4984-b69e-2cdb0631f4b7 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:03:37.422433 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['a71007f0-a47d-4019-9224-e07de646df42'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:03:37.455040 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-4e1dd14a-49ec-472c-9e81-f2ed05205fe3 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Network 78106b93-d326-468a-b364-efefd0202f5c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:03:37.459331 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-4e1dd14a-49ec-472c-9e81-f2ed05205fe3 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:03:37.461926 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-4e1dd14a-49ec-472c-9e81-f2ed05205fe3 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:37.467244 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:37.469771 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:37.469771 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:37.469771 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:37.469771 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:37.469771 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:37.469771 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:37.469771 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:37.469771 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:37.469771 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:37.469771 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:37.469771 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:37.469771 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:37.472685 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-4e1dd14a-49ec-472c-9e81-f2ed05205fe3 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:37.473569 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-4e1dd14a-49ec-472c-9e81-f2ed05205fe3 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:37.492838 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1dd14a-49ec-472c-9e81-f2ed05205fe3 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Pushing event updated for resources: {'Port': ['ID=54e5dc21-05c7-4bf3-9c9f-f38fc8976912,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:37.520024 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-4e1dd14a-49ec-472c-9e81-f2ed05205fe3 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3556521 Jan 18 20:03:37.535501 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-0cbe7219-b4ff-48f0-87dc-9f01991e1758 service neutron] Request body: {'port': {'device_id': '5d312f0c-e2d3-4535-b429-c93326d96c39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:37.615763 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c49401b3-c32f-475a-8238-9117a2a062c5 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:03:37.668709 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-0cbe7219-b4ff-48f0-87dc-9f01991e1758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (54e5dc21-05c7-4bf3-9c9f-f38fc8976912), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:37.770919 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port c49401b3-c32f-475a-8238-9117a2a062c5 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:37.771501 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c49401b3-c32f-475a-8238-9117a2a062c5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:37.859745 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-02558c20-0f1e-4352-9017-6b6cbbba58e6 None None] Provisioning complete for port 54e5dc21-05c7-4bf3-9c9f-f38fc8976912 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:37.860325 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-02558c20-0f1e-4352-9017-6b6cbbba58e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (54e5dc21-05c7-4bf3-9c9f-f38fc8976912), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:37.895362 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c7c2c-4ab6-4427-b4bf-083250ea4fef req-3492997c-2ce6-411a-8a0a-f11e35914805 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:37.904059 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad4c7c2c-4ab6-4427-b4bf-083250ea4fef req-3492997c-2ce6-411a-8a0a-f11e35914805 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 944 time: 0.2049870 Jan 18 20:03:37.923852 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cfb68e-dc8a-4dca-9d93-95caea11cba3 None None] Sync routers for ids ['96949be9-72f5-46e3-9382-77da7323210b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:03:37.952856 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-02558c20-0f1e-4352-9017-6b6cbbba58e6 None None] Port 54e5dc21-05c7-4bf3-9c9f-f38fc8976912 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:03:37.955987 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port c49401b3-c32f-475a-8238-9117a2a062c5 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:37.956535 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c49401b3-c32f-475a-8238-9117a2a062c5), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:37.961921 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cfb68e-dc8a-4dca-9d93-95caea11cba3 None None] Routers {'96949be9-72f5-46e3-9382-77da7323210b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:03:37.963236 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-36cfb68e-dc8a-4dca-9d93-95caea11cba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:03:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['96949be9-72f5-46e3-9382-77da7323210b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:37.994196 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad4c7c2c-4ab6-4427-b4bf-083250ea4fef req-c1668db7-a5c1-443f-973f-f691631722af tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890300 Jan 18 20:03:38.027526 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port c49401b3-c32f-475a-8238-9117a2a062c5, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c49401b3-c32f-475a-8238-9117a2a062c5,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:38.034413 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c49401b3-c32f-475a-8238-9117a2a062c5), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:38.134528 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-36cfb68e-dc8a-4dca-9d93-95caea11cba3 None None] Set router 96949be9-72f5-46e3-9382-77da7323210b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:03:38.136310 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=c49401b3-c32f-475a-8238-9117a2a062c5,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:38.172156 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-3e3dfd07-97a3-4c05-820f-51a2ae340513 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547118 Jan 18 20:03:38.304624 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33538) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:38.338145 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-0cbe7219-b4ff-48f0-87dc-9f01991e1758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e5dc21-05c7-4bf3-9c9f-f38fc8976912 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:03:38.348605 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-0cbe7219-b4ff-48f0-87dc-9f01991e1758 service neutron] Publish callbacks [] for port (54e5dc21-05c7-4bf3-9c9f-f38fc8976912), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:38.360754 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-c9c075df-7d6e-40db-ac5c-9ebfb439dcf8 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:38.368744 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-c9c075df-7d6e-40db-ac5c-9ebfb439dcf8 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1849155 Jan 18 20:03:38.395500 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-9be52109-cd7b-404a-a289-6abecc751b10 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/quotas/4a224ebb9b284eacbf564bea3f5d736c HTTP/1.1" status: 200 len: 375 time: 0.0258017 Jan 18 20:03:38.397803 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-0cbe7219-b4ff-48f0-87dc-9f01991e1758 service neutron] Transition to ACTIVE for port object 54e5dc21-05c7-4bf3-9c9f-f38fc8976912 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:03:38.409732 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-0cbe7219-b4ff-48f0-87dc-9f01991e1758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (54e5dc21-05c7-4bf3-9c9f-f38fc8976912), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:38.471849 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-36cfb68e-dc8a-4dca-9d93-95caea11cba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96949be9-72f5-46e3-9382-77da7323210b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708276940-router', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'c49401b3-c32f-475a-8238-9117a2a062c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:28Z', 'updated_at': '2022-01-18T20:03:35Z', 'revision_number': 4, 'project_id': '258eff093b154b0c89958ad6b5b7d9b2', 'gw_port': {'id': 'c49401b3-c32f-475a-8238-9117a2a062c5', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:51:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96949be9-72f5-46e3-9382-77da7323210b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:29Z', 'updated_at': '2022-01-18T20:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'ee56109a-767a-4984-b69e-2cdb0631f4b7', 'name': '', 'network_id': '8e13653a-b20b-4029-9530-56f2696d7935', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2', 'mac_address': 'fa:16:3e:56:db:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96949be9-72f5-46e3-9382-77da7323210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f3a401e7-fe0f-438d-b96d-dce1b7f52fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:34Z', 'updated_at': '2022-01-18T20:03:35Z', 'revision_number': 2, 'project_id': '258eff093b154b0c89958ad6b5b7d9b2', 'subnets': [{'id': 'f3a401e7-fe0f-438d-b96d-dce1b7f52fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:38.491125 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-31322d1a-23f6-448c-a829-742035264207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:38.521429 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cfb68e-dc8a-4dca-9d93-95caea11cba3 None None] Checking router: 96949be9-72f5-46e3-9382-77da7323210b for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:03:38.521884 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cfb68e-dc8a-4dca-9d93-95caea11cba3 None None] Updating router 96949be9-72f5-46e3-9382-77da7323210b port ee56109a-767a-4984-b69e-2cdb0631f4b7 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:03:38.535604 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe7219-b4ff-48f0-87dc-9f01991e1758 service neutron] Pushing event updated for resources: {'Port': ['ID=54e5dc21-05c7-4bf3-9c9f-f38fc8976912,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:38.558254 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-cfe22ba9-e6d0-4fc6-b65f-c7cd265c3c6f tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1617796 Jan 18 20:03:38.563308 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-0cbe7219-b4ff-48f0-87dc-9f01991e1758 service neutron] Attempting to bind port 54e5dc21-05c7-4bf3-9c9f-f38fc8976912 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:03:38.563646 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-0cbe7219-b4ff-48f0-87dc-9f01991e1758 service neutron] Attempting to bind port 54e5dc21-05c7-4bf3-9c9f-f38fc8976912 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '0bb4561e-2a35-4bb4-bd91-4e08e43aedfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '78106b93-d326-468a-b364-efefd0202f5c'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:03:38.565312 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-0cbe7219-b4ff-48f0-87dc-9f01991e1758 service neutron] Attempting to bind port 54e5dc21-05c7-4bf3-9c9f-f38fc8976912 on network 78106b93-d326-468a-b364-efefd0202f5c {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:38.572919 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-0cbe7219-b4ff-48f0-87dc-9f01991e1758 service neutron] Port 54e5dc21-05c7-4bf3-9c9f-f38fc8976912 on network 78106b93-d326-468a-b364-efefd0202f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:03:38.573597 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-0cbe7219-b4ff-48f0-87dc-9f01991e1758 service neutron] Attempting to bind port 54e5dc21-05c7-4bf3-9c9f-f38fc8976912 on network 78106b93-d326-468a-b364-efefd0202f5c {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:38.587260 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-0cbe7219-b4ff-48f0-87dc-9f01991e1758 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:03:38.587652 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-0cbe7219-b4ff-48f0-87dc-9f01991e1758 service neutron] Checking segment: {'id': '0bb4561e-2a35-4bb4-bd91-4e08e43aedfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '78106b93-d326-468a-b364-efefd0202f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:03:38.588031 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-0cbe7219-b4ff-48f0-87dc-9f01991e1758 service neutron] Bound using segment: {'id': '0bb4561e-2a35-4bb4-bd91-4e08e43aedfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '78106b93-d326-468a-b364-efefd0202f5c'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:03:38.588475 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-0cbe7219-b4ff-48f0-87dc-9f01991e1758 service neutron] Bound port: 54e5dc21-05c7-4bf3-9c9f-f38fc8976912, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bb4561e-2a35-4bb4-bd91-4e08e43aedfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '78106b93-d326-468a-b364-efefd0202f5c'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:03:38.588837 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-0cbe7219-b4ff-48f0-87dc-9f01991e1758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (54e5dc21-05c7-4bf3-9c9f-f38fc8976912), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:38.612561 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-36cfb68e-dc8a-4dca-9d93-95caea11cba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ee56109a-767a-4984-b69e-2cdb0631f4b7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:38.688402 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-31322d1a-23f6-448c-a829-742035264207 admin admin] Publish callbacks [] for security_group (e7a6b680-fc02-4317-a0e9-b8e845ac71ea), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:38.697625 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-31322d1a-23f6-448c-a829-742035264207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e7a6b680-fc02-4317-a0e9-b8e845ac71ea), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:38.720287 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-0cbe7219-b4ff-48f0-87dc-9f01991e1758 service neutron] For port 54e5dc21-05c7-4bf3-9c9f-f38fc8976912, host n-h1-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:03:38.726978 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-0cbe7219-b4ff-48f0-87dc-9f01991e1758 service neutron] For port 54e5dc21-05c7-4bf3-9c9f-f38fc8976912, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=54e5dc21-05c7-4bf3-9c9f-f38fc8976912,segment=NetworkSegment(0bb4561e-2a35-4bb4-bd91-4e08e43aedfc),segment_id=0bb4561e-2a35-4bb4-bd91-4e08e43aedfc)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:03:38.737813 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-0cbe7219-b4ff-48f0-87dc-9f01991e1758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (54e5dc21-05c7-4bf3-9c9f-f38fc8976912), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:38.784503 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-31322d1a-23f6-448c-a829-742035264207 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=091a8159215d4e12bddbda5965691d15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4778802 Jan 18 20:03:38.785067 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33552) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:38.807769 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31322d1a-23f6-448c-a829-742035264207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a6b680-fc02-4317-a0e9-b8e845ac71ea,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:38.815261 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-0cbe7219-b4ff-48f0-87dc-9f01991e1758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:38.816786 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-0cbe7219-b4ff-48f0-87dc-9f01991e1758 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:38.818883 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-0cbe7219-b4ff-48f0-87dc-9f01991e1758 service neutron] 10.222.0.57 "PUT /v2.0/ports/54e5dc21-05c7-4bf3-9c9f-f38fc8976912 HTTP/1.1" status: 200 len: 1091 time: 1.2934086 Jan 18 20:03:38.832970 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d312f0c-e2d3-4535-b429-c93326d96c39', 'tag': '54e5dc21-05c7-4bf3-9c9f-f38fc8976912'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:03:38.843223 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9468dcfb-3698-42cb-b015-74b28d2680d3" -d '{"events": [{"name": "network-changed", "server_uuid": "5d312f0c-e2d3-4535-b429-c93326d96c39", "tag": "54e5dc21-05c7-4bf3-9c9f-f38fc8976912"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:03:38.894082 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-acaf5e4d-69fd-47cf-bfd3-a53b01fa8d5b admin admin] Publish callbacks [] for security_group (e7a6b680-fc02-4317-a0e9-b8e845ac71ea), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:38.901648 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 62ad388c-9dbe-4498-b732-3d75eeae5e05 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:03:38.923725 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe7219-b4ff-48f0-87dc-9f01991e1758 service neutron] Pushing event updated for resources: {'Port': ['ID=54e5dc21-05c7-4bf3-9c9f-f38fc8976912,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:38.935757 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-acaf5e4d-69fd-47cf-bfd3-a53b01fa8d5b admin admin] Publish callbacks [] for security_group (e7a6b680-fc02-4317-a0e9-b8e845ac71ea), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:39.034709 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-acaf5e4d-69fd-47cf-bfd3-a53b01fa8d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e7a6b680-fc02-4317-a0e9-b8e845ac71ea), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:39.038055 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-acaf5e4d-69fd-47cf-bfd3-a53b01fa8d5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:39.039758 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-acaf5e4d-69fd-47cf-bfd3-a53b01fa8d5b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e7a6b680-fc02-4317-a0e9-b8e845ac71ea HTTP/1.1" status: 204 len: 168 time: 0.2467628 Jan 18 20:03:39.049795 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf5e4d-69fd-47cf-bfd3-a53b01fa8d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a6b680-fc02-4317-a0e9-b8e845ac71ea,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:39.088276 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-693cb879-6b1a-4d60-875d-ea7563e111d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:39.090155 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-693cb879-6b1a-4d60-875d-ea7563e111d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c355645603e5405fb0170c0cbc339b20&device_id=5d312f0c-e2d3-4535-b429-c93326d96c39 HTTP/1.1" status: 200 len: 1094 time: 0.2145813 Jan 18 20:03:39.225320 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 62ad388c-9dbe-4498-b732-3d75eeae5e05, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=62ad388c-9dbe-4498-b732-3d75eeae5e05,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:39.225904 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-614578bc-7f44-46d4-be0c-58ec040ae16e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54e5dc21-05c7-4bf3-9c9f-f38fc8976912 HTTP/1.1" status: 200 len: 217 time: 0.1279993 Jan 18 20:03:39.243576 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-e7084426-1b2d-47e7-9126-a2e48b193428 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:39.250885 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-e7084426-1b2d-47e7-9126-a2e48b193428 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/networks?id=8e13653a-b20b-4029-9530-56f2696d7935 HTTP/1.1" status: 200 len: 829 time: 0.3177395 Jan 18 20:03:39.255750 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '62ad388c-9dbe-4498-b732-3d75eeae5e05', 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553', 'port_id': '62ad388c-9dbe-4498-b732-3d75eeae5e05', 'mac_address': 'fa:16:3e:c4:a7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7ae8e7b-1bfc-435b-b42c-3b64619a022a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:03:39.314610 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-1f80057e-786f-4c1e-a3b2-31518fe97288 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/quotas/258eff093b154b0c89958ad6b5b7d9b2 HTTP/1.1" status: 200 len: 375 time: 0.0628548 Jan 18 20:03:39.365142 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 62ad388c-9dbe-4498-b732-3d75eeae5e05 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:39.365142 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (62ad388c-9dbe-4498-b732-3d75eeae5e05), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:39.367716 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-668ce838-5ff0-4a97-8175-ef505d4f2773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:39.369812 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-668ce838-5ff0-4a97-8175-ef505d4f2773 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a4fc205-1f02-48e6-a311-ab3d6a37436d HTTP/1.1" status: 200 len: 860 time: 0.1165187 Jan 18 20:03:39.382170 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8a760-5345-4aa2-adf6-a18f4f2ae685 req-4a25cd81-3595-4fa3-a4fa-cab2042951f6 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:39.383684 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ee8a760-5345-4aa2-adf6-a18f4f2ae685 req-4a25cd81-3595-4fa3-a4fa-cab2042951f6 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d312f0c-e2d3-4535-b429-c93326d96c39 HTTP/1.1" status: 200 len: 943 time: 0.1706572 Jan 18 20:03:39.397963 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ad388c-9dbe-4498-b732-3d75eeae5e05 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:03:39.433537 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 62ad388c-9dbe-4498-b732-3d75eeae5e05, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=62ad388c-9dbe-4498-b732-3d75eeae5e05,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:39.440155 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-c3eaef9d-47a1-401e-8fb4-ca20757ea729 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=258eff093b154b0c89958ad6b5b7d9b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1247137 Jan 18 20:03:39.440571 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (62ad388c-9dbe-4498-b732-3d75eeae5e05), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:39.518505 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-36cfb68e-dc8a-4dca-9d93-95caea11cba3 None None] Publish callbacks [] for port (ee56109a-767a-4984-b69e-2cdb0631f4b7), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:39.532508 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-36cfb68e-dc8a-4dca-9d93-95caea11cba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ee56109a-767a-4984-b69e-2cdb0631f4b7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:39.548186 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-18cd073e-3fbf-4b1e-9039-2fabcbd83453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:39.549621 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-18cd073e-3fbf-4b1e-9039-2fabcbd83453 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=78106b93-d326-468a-b364-efefd0202f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1635778 Jan 18 20:03:39.552692 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=62ad388c-9dbe-4498-b732-3d75eeae5e05,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:39.554835 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ee8a760-5345-4aa2-adf6-a18f4f2ae685 req-225ee308-a765-4ddf-9eca-36c7c368371e tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/security-groups?id=972e3aad-ec5c-47eb-ac45-2d8158c9b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582034 Jan 18 20:03:39.628803 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-b4c9655b-72d9-454c-8717-da6aefe15324 service neutron] 10.222.0.31 "GET /v2.0/networks/8e13653a-b20b-4029-9530-56f2696d7935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876998 Jan 18 20:03:39.641448 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c2fd0-9b54-4f81-aced-09e729b6e44d None None] Pushing event updated for resources: {'Port': ['ID=ee56109a-767a-4984-b69e-2cdb0631f4b7,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:39.651844 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c49401b3-c32f-475a-8238-9117a2a062c5 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:03:39.703049 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33588) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:39.732924 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-05d63b94-c855-46f2-bf38-85c868fd2602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:39.746402 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['62ad388c-9dbe-4498-b732-3d75eeae5e05'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:03:39.786289 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-36cfb68e-dc8a-4dca-9d93-95caea11cba3 None None] Attempting to bind port ee56109a-767a-4984-b69e-2cdb0631f4b7 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:03:39.786735 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-36cfb68e-dc8a-4dca-9d93-95caea11cba3 None None] Attempting to bind port ee56109a-767a-4984-b69e-2cdb0631f4b7 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'b4ee5cf0-a4e1-4733-8af6-684160efd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8e13653a-b20b-4029-9530-56f2696d7935'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:03:39.787028 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cfb68e-dc8a-4dca-9d93-95caea11cba3 None None] Attempting to bind port ee56109a-767a-4984-b69e-2cdb0631f4b7 on network 8e13653a-b20b-4029-9530-56f2696d7935 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:39.798794 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cfb68e-dc8a-4dca-9d93-95caea11cba3 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:03:39.799189 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cfb68e-dc8a-4dca-9d93-95caea11cba3 None None] Checking segment: {'id': 'b4ee5cf0-a4e1-4733-8af6-684160efd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8e13653a-b20b-4029-9530-56f2696d7935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:03:39.799609 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-36cfb68e-dc8a-4dca-9d93-95caea11cba3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:39.800040 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cfb68e-dc8a-4dca-9d93-95caea11cba3 None None] Bound using segment: {'id': 'b4ee5cf0-a4e1-4733-8af6-684160efd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8e13653a-b20b-4029-9530-56f2696d7935'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:03:39.800846 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-36cfb68e-dc8a-4dca-9d93-95caea11cba3 None None] Bound port: ee56109a-767a-4984-b69e-2cdb0631f4b7, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ee5cf0-a4e1-4733-8af6-684160efd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8e13653a-b20b-4029-9530-56f2696d7935'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:03:39.800979 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-36cfb68e-dc8a-4dca-9d93-95caea11cba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ee56109a-767a-4984-b69e-2cdb0631f4b7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:39.846062 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-da6850e4-796a-4dc2-8c11-327ef78cb467 service neutron] 10.222.0.57 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901735 Jan 18 20:03:39.856517 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port c49401b3-c32f-475a-8238-9117a2a062c5 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:39.856820 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c49401b3-c32f-475a-8238-9117a2a062c5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:39.886493 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-2b6fc4a6-0567-4da1-ae83-de2382f5a539 service neutron] 10.222.0.31 "GET /v2.0/networks/8e13653a-b20b-4029-9530-56f2696d7935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567406 Jan 18 20:03:39.968283 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-05d63b94-c855-46f2-bf38-85c868fd2602 admin admin] Publish callbacks [] for security_group (9530fa83-6ee0-44ed-b733-40027271d12a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:39.977017 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-05d63b94-c855-46f2-bf38-85c868fd2602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9530fa83-6ee0-44ed-b733-40027271d12a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:40.001415 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-36cfb68e-dc8a-4dca-9d93-95caea11cba3 None None] For port ee56109a-767a-4984-b69e-2cdb0631f4b7, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:03:40.047998 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-36cfb68e-dc8a-4dca-9d93-95caea11cba3 None None] For port ee56109a-767a-4984-b69e-2cdb0631f4b7, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ee56109a-767a-4984-b69e-2cdb0631f4b7,segment=NetworkSegment(b4ee5cf0-a4e1-4733-8af6-684160efd6e1),segment_id=b4ee5cf0-a4e1-4733-8af6-684160efd6e1)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:03:40.055149 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d63b94-c855-46f2-bf38-85c868fd2602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9530fa83-6ee0-44ed-b733-40027271d12a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:40.084372 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-36cfb68e-dc8a-4dca-9d93-95caea11cba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ee56109a-767a-4984-b69e-2cdb0631f4b7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:40.084596 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62b32fe4-2663-41e8-b88c-8c9ff974dcfb req-66b706de-118d-4870-94f1-54628b563026 service neutron] 10.222.0.57 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289672 Jan 18 20:03:40.085601 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-05d63b94-c855-46f2-bf38-85c868fd2602 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d1c4417dbb04fd0bd5a3867e38af06c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3802021 Jan 18 20:03:40.089966 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33592) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:40.228786 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff40dec9-1e5d-4792-bf37-a8afa1ddce47 x-openstack-request-id: req-ff40dec9-1e5d-4792-bf37-a8afa1ddce47 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:03:40.229771 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d312f0c-e2d3-4535-b429-c93326d96c39", "tag": "54e5dc21-05c7-4bf3-9c9f-f38fc8976912", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:03:40.230286 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff40dec9-1e5d-4792-bf37-a8afa1ddce47 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:03:40.237258 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d312f0c-e2d3-4535-b429-c93326d96c39', 'tag': '54e5dc21-05c7-4bf3-9c9f-f38fc8976912', 'status': 'completed', 'code': 200} Jan 18 20:03:40.271665 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-9a4fcbb3-143d-4d36-9f4c-880b7cc8ffce None None] Provisioning complete for port ee56109a-767a-4984-b69e-2cdb0631f4b7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:40.280741 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9a4fcbb3-143d-4d36-9f4c-880b7cc8ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ee56109a-767a-4984-b69e-2cdb0631f4b7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:40.340856 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2ecf2bac-6b66-49fd-8691-f040c6106923 admin admin] Publish callbacks [] for security_group (9530fa83-6ee0-44ed-b733-40027271d12a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:40.380102 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port c49401b3-c32f-475a-8238-9117a2a062c5 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:40.436872 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cfb68e-dc8a-4dca-9d93-95caea11cba3 None None] Routers {'96949be9-72f5-46e3-9382-77da7323210b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:03:40.437512 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-36cfb68e-dc8a-4dca-9d93-95caea11cba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:03:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['96949be9-72f5-46e3-9382-77da7323210b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:40.442994 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c2fd0-9b54-4f81-aced-09e729b6e44d None None] Pushing event updated for resources: {'Port': ['ID=ee56109a-767a-4984-b69e-2cdb0631f4b7,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:40.491925 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2ecf2bac-6b66-49fd-8691-f040c6106923 admin admin] Publish callbacks [] for security_group (9530fa83-6ee0-44ed-b733-40027271d12a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:40.521962 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468dcfb-3698-42cb-b015-74b28d2680d3 req-e51f635a-cda6-4c60-ad0c-e2a19df3301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:40.526442 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9468dcfb-3698-42cb-b015-74b28d2680d3 req-e51f635a-cda6-4c60-ad0c-e2a19df3301c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c355645603e5405fb0170c0cbc339b20&device_id=5d312f0c-e2d3-4535-b429-c93326d96c39 HTTP/1.1" status: 200 len: 1094 time: 0.2833462 Jan 18 20:03:40.646439 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314eeb43-d173-4c50-bc4f-ee29de7fa973 req-6e8d5b2c-8046-43f0-b354-fe3e9458e696 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:40.649552 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-314eeb43-d173-4c50-bc4f-ee29de7fa973 req-6e8d5b2c-8046-43f0-b354-fe3e9458e696 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 945 time: 0.2852235 Jan 18 20:03:40.662014 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-36cfb68e-dc8a-4dca-9d93-95caea11cba3 None None] Set router 96949be9-72f5-46e3-9382-77da7323210b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:03:40.664156 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9a4fcbb3-143d-4d36-9f4c-880b7cc8ffce None None] Current status of the port ee56109a-767a-4984-b69e-2cdb0631f4b7 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:40.664594 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9a4fcbb3-143d-4d36-9f4c-880b7cc8ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ee56109a-767a-4984-b69e-2cdb0631f4b7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:40.752330 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-9a4fcbb3-143d-4d36-9f4c-880b7cc8ffce None None] For port ee56109a-767a-4984-b69e-2cdb0631f4b7, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ee56109a-767a-4984-b69e-2cdb0631f4b7,segment=NetworkSegment(b4ee5cf0-a4e1-4733-8af6-684160efd6e1),segment_id=b4ee5cf0-a4e1-4733-8af6-684160efd6e1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:40.851612 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9a4fcbb3-143d-4d36-9f4c-880b7cc8ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ee56109a-767a-4984-b69e-2cdb0631f4b7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:40.939338 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fcbb3-143d-4d36-9f4c-880b7cc8ffce None None] Pushing event updated for resources: {'Port': ['ID=ee56109a-767a-4984-b69e-2cdb0631f4b7,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:40.991693 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2ecf2bac-6b66-49fd-8691-f040c6106923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9530fa83-6ee0-44ed-b733-40027271d12a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:40.994280 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2ecf2bac-6b66-49fd-8691-f040c6106923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:40.997596 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2ecf2bac-6b66-49fd-8691-f040c6106923 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9530fa83-6ee0-44ed-b733-40027271d12a HTTP/1.1" status: 204 len: 168 time: 0.9045362 Jan 18 20:03:41.009516 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-15611f74-69eb-43d8-8742-027a738a8979 None None] Provisioning complete for port ee56109a-767a-4984-b69e-2cdb0631f4b7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:41.011890 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-15611f74-69eb-43d8-8742-027a738a8979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ee56109a-767a-4984-b69e-2cdb0631f4b7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:41.065207 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-755c6ce4-19b4-4f8f-856b-3eaf3a571584 req-22d23f40-59c0-4c64-89ab-fb74263e44b6 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/ports?device_id=840edb35-e888-4362-8583-b3cb0c6a5327 HTTP/1.1" status: 200 len: 210 time: 0.0640650 Jan 18 20:03:41.070487 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf2bac-6b66-49fd-8691-f040c6106923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9530fa83-6ee0-44ed-b733-40027271d12a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:41.074384 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-36cfb68e-dc8a-4dca-9d93-95caea11cba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96949be9-72f5-46e3-9382-77da7323210b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708276940-router', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'c49401b3-c32f-475a-8238-9117a2a062c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:28Z', 'updated_at': '2022-01-18T20:03:35Z', 'revision_number': 4, 'project_id': '258eff093b154b0c89958ad6b5b7d9b2', 'gw_port': {'id': 'c49401b3-c32f-475a-8238-9117a2a062c5', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96949be9-72f5-46e3-9382-77da7323210b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:29Z', 'updated_at': '2022-01-18T20:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'ee56109a-767a-4984-b69e-2cdb0631f4b7', 'name': '', 'network_id': '8e13653a-b20b-4029-9530-56f2696d7935', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2', 'mac_address': 'fa:16:3e:56:db:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96949be9-72f5-46e3-9382-77da7323210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f3a401e7-fe0f-438d-b96d-dce1b7f52fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:34Z', 'updated_at': '2022-01-18T20:03:39Z', 'revision_number': 4, 'project_id': '258eff093b154b0c89958ad6b5b7d9b2', 'subnets': [{'id': 'f3a401e7-fe0f-438d-b96d-dce1b7f52fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:41.122909 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-314eeb43-d173-4c50-bc4f-ee29de7fa973 req-a02abf2c-fe85-43a5-bde2-2ed624f9d2b8 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279623 Jan 18 20:03:41.124257 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468dcfb-3698-42cb-b015-74b28d2680d3 req-8e12993c-1261-468d-a0d5-bc0fcfdb7332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:41.125832 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9468dcfb-3698-42cb-b015-74b28d2680d3 req-8e12993c-1261-468d-a0d5-bc0fcfdb7332 service neutron] 10.222.0.57 "GET /v2.0/networks?id=78106b93-d326-468a-b364-efefd0202f5c HTTP/1.1" status: 200 len: 922 time: 0.5902729 Jan 18 20:03:41.138351 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-2a7cb824-995e-42f0-99ad-b023a5171c74 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519066 Jan 18 20:03:41.154052 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cfb68e-dc8a-4dca-9d93-95caea11cba3 None None] The sync data for ids ['96949be9-72f5-46e3-9382-77da7323210b'] in n-d-741529-9 is: [{'id': '96949be9-72f5-46e3-9382-77da7323210b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708276940-router', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'c49401b3-c32f-475a-8238-9117a2a062c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:28Z', 'updated_at': '2022-01-18T20:03:35Z', 'revision_number': 4, 'project_id': '258eff093b154b0c89958ad6b5b7d9b2', 'gw_port': {'id': 'c49401b3-c32f-475a-8238-9117a2a062c5', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96949be9-72f5-46e3-9382-77da7323210b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:29Z', 'updated_at': '2022-01-18T20:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'ee56109a-767a-4984-b69e-2cdb0631f4b7', 'name': '', 'network_id': '8e13653a-b20b-4029-9530-56f2696d7935', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2', 'mac_address': 'fa:16:3e:56:db:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96949be9-72f5-46e3-9382-77da7323210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f3a401e7-fe0f-438d-b96d-dce1b7f52fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:34Z', 'updated_at': '2022-01-18T20:03:39Z', 'revision_number': 4, 'project_id': '258eff093b154b0c89958ad6b5b7d9b2', 'subnets': [{'id': 'f3a401e7-fe0f-438d-b96d-dce1b7f52fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:03:41.312666 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9468dcfb-3698-42cb-b015-74b28d2680d3 req-d9eebff0-ac2d-4b42-8476-63e7c3f0d9dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54e5dc21-05c7-4bf3-9c9f-f38fc8976912 HTTP/1.1" status: 200 len: 217 time: 0.1767206 Jan 18 20:03:41.339085 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-15611f74-69eb-43d8-8742-027a738a8979 None None] Current status of the port ee56109a-767a-4984-b69e-2cdb0631f4b7 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:41.373307 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-b5b01de3-d7f3-40f5-823e-b0e4d2be7348 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:41.375500 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-b5b01de3-d7f3-40f5-823e-b0e4d2be7348 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2303419 Jan 18 20:03:41.397233 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-decba9a6-9b3c-4bbb-936e-8100ea3731d5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Request body: {'port': {'device_id': 'b3e9deb6-7bfe-4785-ad53-49ee8b268028', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': '4a224ebb9b284eacbf564bea3f5d736c'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:41.471615 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468dcfb-3698-42cb-b015-74b28d2680d3 req-01e72a46-0e80-49cc-b1e1-7d886307756d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:41.473776 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9468dcfb-3698-42cb-b015-74b28d2680d3 req-01e72a46-0e80-49cc-b1e1-7d886307756d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a4fc205-1f02-48e6-a311-ab3d6a37436d HTTP/1.1" status: 200 len: 860 time: 0.1454365 Jan 18 20:03:41.584293 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ee56109a-767a-4984-b69e-2cdb0631f4b7 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:03:41.651925 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-decba9a6-9b3c-4bbb-936e-8100ea3731d5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Made reservation on behalf of 4a224ebb9b284eacbf564bea3f5d736c for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:03:41.659999 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42568ee2-ef78-4f07-b4db-65a8f8fb3bfc req-e84d0a67-f395-4718-aa51-6049fa124af6 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=99d1d94f-5478-43b9-8191-4962a4ab391e HTTP/1.1" status: 200 len: 210 time: 0.0976472 Jan 18 20:03:41.664375 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-decba9a6-9b3c-4bbb-936e-8100ea3731d5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:41.687599 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3f42a-1419-427d-9cba-f8574aaa79fc req-5b211870-8d95-4049-ba01-857360c6c4e0 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:41.689080 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a2b3f42a-1419-427d-9cba-f8574aaa79fc req-5b211870-8d95-4049-ba01-857360c6c4e0 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d312f0c-e2d3-4535-b429-c93326d96c39 HTTP/1.1" status: 200 len: 943 time: 0.3318865 Jan 18 20:03:41.751020 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468dcfb-3698-42cb-b015-74b28d2680d3 req-6d9a1e54-48c2-460e-ada5-6ae65ed114ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:41.752517 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9468dcfb-3698-42cb-b015-74b28d2680d3 req-6d9a1e54-48c2-460e-ada5-6ae65ed114ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=78106b93-d326-468a-b364-efefd0202f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2700844 Jan 18 20:03:41.756431 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port ee56109a-767a-4984-b69e-2cdb0631f4b7 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:41.756993 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ee56109a-767a-4984-b69e-2cdb0631f4b7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:41.821212 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-39842890-0a0a-4a08-b1dc-bbcec461e7b0 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1248338 Jan 18 20:03:41.999837 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-decba9a6-9b3c-4bbb-936e-8100ea3731d5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Allocated IP 192.168.233.106 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/a265e4de-d812-4b0f-839c-e603343b00ff) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:03:42.028839 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.70', 55084) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:42.096519 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port ee56109a-767a-4984-b69e-2cdb0631f4b7 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:42.260170 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a2b3f42a-1419-427d-9cba-f8574aaa79fc req-9c19e1b8-b52a-4f2c-8bdf-1003c1b2c703 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/security-groups?id=972e3aad-ec5c-47eb-ac45-2d8158c9b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347424 Jan 18 20:03:42.318342 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-decba9a6-9b3c-4bbb-936e-8100ea3731d5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks [] for port (a265e4de-d812-4b0f-839c-e603343b00ff), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:42.391446 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9468dcfb-3698-42cb-b015-74b28d2680d3 req-8604919c-d359-47e8-875f-eba35697d283 service neutron] 10.222.0.57 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6231377 Jan 18 20:03:42.410293 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-0e594538-2bbd-4b89-80a8-4fefb546bebc tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:42.412114 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-0e594538-2bbd-4b89-80a8-4fefb546bebc tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5384269 Jan 18 20:03:42.417085 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-decba9a6-9b3c-4bbb-936e-8100ea3731d5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (a265e4de-d812-4b0f-839c-e603343b00ff), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:42.436307 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['e4d63c04-205a-4aeb-b804-57bbc079b0fe'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:03:42.448591 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-543f1e2f-d52b-41f3-976d-cc187a380bdd tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Request body: {'port': {'device_id': '99d1d94f-5478-43b9-8191-4962a4ab391e', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': '4a224ebb9b284eacbf564bea3f5d736c'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:42.505785 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-decba9a6-9b3c-4bbb-936e-8100ea3731d5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:03:42.510826 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-decba9a6-9b3c-4bbb-936e-8100ea3731d5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:03:42.529051 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-decba9a6-9b3c-4bbb-936e-8100ea3731d5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:03:42.539935 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-decba9a6-9b3c-4bbb-936e-8100ea3731d5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:42.541589 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-decba9a6-9b3c-4bbb-936e-8100ea3731d5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:42.567884 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-decba9a6-9b3c-4bbb-936e-8100ea3731d5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1818042 Jan 18 20:03:42.570163 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-64f1e343-0170-4da9-839f-0ee1c4f89454 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:42.572309 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-64f1e343-0170-4da9-839f-0ee1c4f89454 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.70 "GET /v2.0/networks?id=8e13653a-b20b-4029-9530-56f2696d7935 HTTP/1.1" status: 200 len: 829 time: 0.5018399 Jan 18 20:03:42.574393 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decba9a6-9b3c-4bbb-936e-8100ea3731d5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Pushing event updated for resources: {'Port': ['ID=a265e4de-d812-4b0f-839c-e603343b00ff,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:42.604700 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-689d3d92-8c2c-4697-886d-5322c746f2a2 service neutron] Request body: {'port': {'device_id': 'b3e9deb6-7bfe-4785-ad53-49ee8b268028', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:42.616700 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-c0e51669-e893-42d1-9ece-b06e5017f860 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Request body: {'port': {'device_id': '840edb35-e888-4362-8583-b3cb0c6a5327', 'network_id': '8e13653a-b20b-4029-9530-56f2696d7935', 'admin_state_up': True, 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:42.707188 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-689d3d92-8c2c-4697-886d-5322c746f2a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a265e4de-d812-4b0f-839c-e603343b00ff), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:42.796391 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c246bf8a-8504-440f-af3d-57a91852919a req-f952a333-2ce7-4683-981d-b94db56a756b tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/ports?device_id=840edb35-e888-4362-8583-b3cb0c6a5327 HTTP/1.1" status: 200 len: 210 time: 0.2206454 Jan 18 20:03:42.917690 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 62ad388c-9dbe-4498-b732-3d75eeae5e05 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:03:42.928079 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9468dcfb-3698-42cb-b015-74b28d2680d3 req-e306bb9a-42d2-482b-bff3-4f082493ec19 service neutron] 10.222.0.57 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5148566 Jan 18 20:03:42.936625 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7fee1-80ab-4b28-8278-e51a7de4ef2e req-aa482d2b-a17c-4762-9c6e-0b2d35d93b99 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:42.938170 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65a7fee1-80ab-4b28-8278-e51a7de4ef2e req-aa482d2b-a17c-4762-9c6e-0b2d35d93b99 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 945 time: 0.4032140 Jan 18 20:03:43.022289 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-93e37b9b-31c9-4afe-bcf2-9be6e4776f99 None None] Provisioning complete for port a265e4de-d812-4b0f-839c-e603343b00ff triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:43.023027 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-543f1e2f-d52b-41f3-976d-cc187a380bdd tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Made reservation on behalf of 4a224ebb9b284eacbf564bea3f5d736c for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:03:43.023601 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-93e37b9b-31c9-4afe-bcf2-9be6e4776f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a265e4de-d812-4b0f-839c-e603343b00ff), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:43.028404 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-543f1e2f-d52b-41f3-976d-cc187a380bdd tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:43.031095 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 62ad388c-9dbe-4498-b732-3d75eeae5e05 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:03:43.074760 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65a7fee1-80ab-4b28-8278-e51a7de4ef2e req-078d9f1e-e0f3-47e5-901c-ebc32d5e63ea tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304300 Jan 18 20:03:43.102219 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 62ad388c-9dbe-4498-b732-3d75eeae5e05 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:43.102219 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (62ad388c-9dbe-4498-b732-3d75eeae5e05), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:43.111980 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-c0e51669-e893-42d1-9ece-b06e5017f860 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Made reservation on behalf of 258eff093b154b0c89958ad6b5b7d9b2 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:03:43.119501 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-c0e51669-e893-42d1-9ece-b06e5017f860 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:43.159192 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-93e37b9b-31c9-4afe-bcf2-9be6e4776f99 None None] Port a265e4de-d812-4b0f-839c-e603343b00ff cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:03:43.249712 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 62ad388c-9dbe-4498-b732-3d75eeae5e05 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:43.250259 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (62ad388c-9dbe-4498-b732-3d75eeae5e05), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:43.277392 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-689d3d92-8c2c-4697-886d-5322c746f2a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a265e4de-d812-4b0f-839c-e603343b00ff {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:03:43.290055 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-689d3d92-8c2c-4697-886d-5322c746f2a2 service neutron] Publish callbacks [] for port (a265e4de-d812-4b0f-839c-e603343b00ff), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:43.292284 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b966f71-c6cc-463b-b5d5-93dbaf95576c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ad388c-9dbe-4498-b732-3d75eeae5e05'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:03:43.298361 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b610a0-7e11-4c5c-94db-8fc771287de5" -d '{"events": [{"server_uuid": "8b966f71-c6cc-463b-b5d5-93dbaf95576c", "name": "network-vif-plugged", "status": "completed", "tag": "62ad388c-9dbe-4498-b732-3d75eeae5e05"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:03:43.309725 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-689d3d92-8c2c-4697-886d-5322c746f2a2 service neutron] Transition to ACTIVE for port object a265e4de-d812-4b0f-839c-e603343b00ff will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:03:43.314907 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-689d3d92-8c2c-4697-886d-5322c746f2a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a265e4de-d812-4b0f-839c-e603343b00ff), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:43.348002 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 62ad388c-9dbe-4498-b732-3d75eeae5e05, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=62ad388c-9dbe-4498-b732-3d75eeae5e05,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:43.354235 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (62ad388c-9dbe-4498-b732-3d75eeae5e05), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:43.357312 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a00478c-edf2-434f-b101-35ec58957067 req-31b533cd-c026-4fc5-88f4-58f7ce38ea96 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=99d1d94f-5478-43b9-8191-4962a4ab391e HTTP/1.1" status: 200 len: 210 time: 0.0964296 Jan 18 20:03:43.487136 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=62ad388c-9dbe-4498-b732-3d75eeae5e05,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:43.505530 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-689d3d92-8c2c-4697-886d-5322c746f2a2 service neutron] Attempting to bind port a265e4de-d812-4b0f-839c-e603343b00ff on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:03:43.506142 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-689d3d92-8c2c-4697-886d-5322c746f2a2 service neutron] Attempting to bind port a265e4de-d812-4b0f-839c-e603343b00ff by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:03:43.506307 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-689d3d92-8c2c-4697-886d-5322c746f2a2 service neutron] Attempting to bind port a265e4de-d812-4b0f-839c-e603343b00ff on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:43.511599 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-689d3d92-8c2c-4697-886d-5322c746f2a2 service neutron] Port a265e4de-d812-4b0f-839c-e603343b00ff on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:03:43.511913 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-689d3d92-8c2c-4697-886d-5322c746f2a2 service neutron] Attempting to bind port a265e4de-d812-4b0f-839c-e603343b00ff on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:43.514098 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d3d92-8c2c-4697-886d-5322c746f2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a265e4de-d812-4b0f-839c-e603343b00ff,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:43.516429 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33684) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:43.523197 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 54e5dc21-05c7-4bf3-9c9f-f38fc8976912 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:03:43.548386 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-689d3d92-8c2c-4697-886d-5322c746f2a2 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:03:43.548386 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-689d3d92-8c2c-4697-886d-5322c746f2a2 service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:03:43.548891 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-689d3d92-8c2c-4697-886d-5322c746f2a2 service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:03:43.549291 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-689d3d92-8c2c-4697-886d-5322c746f2a2 service neutron] Bound port: a265e4de-d812-4b0f-839c-e603343b00ff, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:03:43.549735 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-689d3d92-8c2c-4697-886d-5322c746f2a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a265e4de-d812-4b0f-839c-e603343b00ff), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:43.668995 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-689d3d92-8c2c-4697-886d-5322c746f2a2 service neutron] For port a265e4de-d812-4b0f-839c-e603343b00ff, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:03:43.673964 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-689d3d92-8c2c-4697-886d-5322c746f2a2 service neutron] For port a265e4de-d812-4b0f-839c-e603343b00ff, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a265e4de-d812-4b0f-839c-e603343b00ff,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:03:43.679847 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-543f1e2f-d52b-41f3-976d-cc187a380bdd tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Allocated IP 192.168.233.107 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/d9d6ed88-afa9-4754-b864-b1f22322c79b) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:03:43.683274 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-689d3d92-8c2c-4697-886d-5322c746f2a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a265e4de-d812-4b0f-839c-e603343b00ff), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:43.697603 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 54e5dc21-05c7-4bf3-9c9f-f38fc8976912, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=54e5dc21-05c7-4bf3-9c9f-f38fc8976912,segment=NetworkSegment(0bb4561e-2a35-4bb4-bd91-4e08e43aedfc),segment_id=0bb4561e-2a35-4bb4-bd91-4e08e43aedfc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:43.724264 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966ad78-4d9f-4db6-94f1-7dfb46fc96d5 req-231d77e0-e2ac-4e8e-a762-e5239c9ce5f4 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:43.732124 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1966ad78-4d9f-4db6-94f1-7dfb46fc96d5 req-231d77e0-e2ac-4e8e-a762-e5239c9ce5f4 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d312f0c-e2d3-4535-b429-c93326d96c39 HTTP/1.1" status: 200 len: 943 time: 0.2275457 Jan 18 20:03:43.733685 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '54e5dc21-05c7-4bf3-9c9f-f38fc8976912', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'port_id': '54e5dc21-05c7-4bf3-9c9f-f38fc8976912', 'mac_address': 'fa:16:3e:c2:4b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:03:43.740903 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-c0e51669-e893-42d1-9ece-b06e5017f860 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Allocated IP 172.20.0.3 (8e13653a-b20b-4029-9530-56f2696d7935/f3a401e7-fe0f-438d-b96d-dce1b7f52fd4/aada8984-31d9-4d56-bdaa-f43a410a5df0) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:03:43.779100 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d3d92-8c2c-4697-886d-5322c746f2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a265e4de-d812-4b0f-839c-e603343b00ff,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:43.794470 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 54e5dc21-05c7-4bf3-9c9f-f38fc8976912 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:43.794862 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (54e5dc21-05c7-4bf3-9c9f-f38fc8976912), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:43.815939 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-689d3d92-8c2c-4697-886d-5322c746f2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:43.819382 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-689d3d92-8c2c-4697-886d-5322c746f2a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:43.820159 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e5dc21-05c7-4bf3-9c9f-f38fc8976912 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:03:43.824242 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-689d3d92-8c2c-4697-886d-5322c746f2a2 service neutron] 10.222.0.70 "PUT /v2.0/ports/a265e4de-d812-4b0f-839c-e603343b00ff HTTP/1.1" status: 200 len: 1096 time: 1.2317662 Jan 18 20:03:43.824749 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e9deb6-7bfe-4785-ad53-49ee8b268028', 'tag': 'a265e4de-d812-4b0f-839c-e603343b00ff'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:03:43.831613 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d93be88-92a6-47e4-86d7-9a8cd9516b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e9deb6-7bfe-4785-ad53-49ee8b268028", "tag": "a265e4de-d812-4b0f-839c-e603343b00ff"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:03:43.878594 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 54e5dc21-05c7-4bf3-9c9f-f38fc8976912, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=54e5dc21-05c7-4bf3-9c9f-f38fc8976912,segment=NetworkSegment(0bb4561e-2a35-4bb4-bd91-4e08e43aedfc),segment_id=0bb4561e-2a35-4bb4-bd91-4e08e43aedfc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:43.889272 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (54e5dc21-05c7-4bf3-9c9f-f38fc8976912), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:43.962496 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f0a019-7c9f-4b2b-a2d1-b3301b584d46 x-openstack-request-id: req-c5f0a019-7c9f-4b2b-a2d1-b3301b584d46 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:03:43.962770 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b966f71-c6cc-463b-b5d5-93dbaf95576c", "name": "network-vif-plugged", "status": "completed", "tag": "62ad388c-9dbe-4498-b732-3d75eeae5e05", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:03:43.962926 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5f0a019-7c9f-4b2b-a2d1-b3301b584d46 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:03:43.963256 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1966ad78-4d9f-4db6-94f1-7dfb46fc96d5 req-576d789e-9e51-46f8-a657-ea4cf0fc68ed tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/security-groups?id=972e3aad-ec5c-47eb-ac45-2d8158c9b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262139 Jan 18 20:03:43.972012 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b966f71-c6cc-463b-b5d5-93dbaf95576c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ad388c-9dbe-4498-b732-3d75eeae5e05', 'code': 200} Jan 18 20:03:44.023499 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-f5f2e948-4e6c-44dc-a5cf-fdaefdd6c5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:44.025613 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-f5f2e948-4e6c-44dc-a5cf-fdaefdd6c5f2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&device_id=b3e9deb6-7bfe-4785-ad53-49ee8b268028 HTTP/1.1" status: 200 len: 1099 time: 0.1466904 Jan 18 20:03:44.027644 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e707b55-0f93-475a-9ed8-76436a0c6c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:44.029337 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.70', 55085) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:44.038526 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=54e5dc21-05c7-4bf3-9c9f-f38fc8976912,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:44.161369 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3ffbdf-62c9-44d0-9c54-9a631baeb293 x-openstack-request-id: req-ba3ffbdf-62c9-44d0-9c54-9a631baeb293 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:03:44.161815 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e9deb6-7bfe-4785-ad53-49ee8b268028", "tag": "a265e4de-d812-4b0f-839c-e603343b00ff", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:03:44.161939 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba3ffbdf-62c9-44d0-9c54-9a631baeb293 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:03:44.162405 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e9deb6-7bfe-4785-ad53-49ee8b268028', 'tag': 'a265e4de-d812-4b0f-839c-e603343b00ff', 'status': 'completed', 'code': 200} Jan 18 20:03:44.167763 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-7f7d5678-f3f5-4466-acad-1b886f925431 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=a265e4de-d812-4b0f-839c-e603343b00ff HTTP/1.1" status: 200 len: 217 time: 0.1200380 Jan 18 20:03:44.249319 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['54e5dc21-05c7-4bf3-9c9f-f38fc8976912'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:03:44.262785 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-92e060cb-1e6e-4737-b09f-ce2673b9182e req-2e1855ca-d902-49e1-9732-273c93543a35 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/ports?device_id=840edb35-e888-4362-8583-b3cb0c6a5327 HTTP/1.1" status: 200 len: 210 time: 0.1644881 Jan 18 20:03:44.301903 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6adb3c-7d9f-4f47-bafc-145f23820ff6 req-052c6828-38af-40d7-a5f2-96ecfaa30e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:44.303594 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8e6adb3c-7d9f-4f47-bafc-145f23820ff6 req-052c6828-38af-40d7-a5f2-96ecfaa30e51 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 1097 time: 0.2548759 Jan 18 20:03:44.323340 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-c3b2e231-8c0a-4d18-a3c5-17d8bb370fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:44.324792 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-c3b2e231-8c0a-4d18-a3c5-17d8bb370fd8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1379161 Jan 18 20:03:44.440645 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8e6adb3c-7d9f-4f47-bafc-145f23820ff6 req-b7a44a66-620a-4fb1-b4d9-7685db1758fa service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295645 Jan 18 20:03:44.447157 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e707b55-0f93-475a-9ed8-76436a0c6c7a admin admin] Publish callbacks [] for security_group (9f616a41-7344-478d-9fa0-88bb45b79531), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:44.460143 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-8ccf67d0-ac02-4b21-b183-df075830de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:44.461844 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-8ccf67d0-ac02-4b21-b183-df075830de68 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1215909 Jan 18 20:03:44.462762 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e707b55-0f93-475a-9ed8-76436a0c6c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9f616a41-7344-478d-9fa0-88bb45b79531), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:44.500486 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e707b55-0f93-475a-9ed8-76436a0c6c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f616a41-7344-478d-9fa0-88bb45b79531,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:44.531419 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4e707b55-0f93-475a-9ed8-76436a0c6c7a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bbd230d3c2354012bc66cc6c9419bce3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0139413 Jan 18 20:03:44.532207 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33712) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:44.542818 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-543f1e2f-d52b-41f3-976d-cc187a380bdd tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks [] for port (d9d6ed88-afa9-4754-b864-b1f22322c79b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:44.574721 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-c0e51669-e893-42d1-9ece-b06e5017f860 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks [] for port (aada8984-31d9-4d56-bdaa-f43a410a5df0), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:44.577663 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8005f09f-c895-45ec-a67e-3b187cfb2434 req-95aed5f3-77d1-479c-89ee-415fc0e597c0 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=99d1d94f-5478-43b9-8191-4962a4ab391e HTTP/1.1" status: 200 len: 210 time: 0.0521269 Jan 18 20:03:44.585287 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6eef4b40-79dd-4827-9b4e-fd0695ed473f admin admin] Publish callbacks [] for security_group (9f616a41-7344-478d-9fa0-88bb45b79531), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:44.613828 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6eef4b40-79dd-4827-9b4e-fd0695ed473f admin admin] Publish callbacks [] for security_group (9f616a41-7344-478d-9fa0-88bb45b79531), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:44.622459 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0388c1a-833e-4b76-bad5-9fc77798ae7e req-ce4aa2aa-3dc6-4121-a52f-e02fcf7e248b tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:44.624000 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f0388c1a-833e-4b76-bad5-9fc77798ae7e req-ce4aa2aa-3dc6-4121-a52f-e02fcf7e248b tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 946 time: 0.1997097 Jan 18 20:03:44.683631 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-c0e51669-e893-42d1-9ece-b06e5017f860 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (aada8984-31d9-4d56-bdaa-f43a410a5df0), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:44.725568 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-543f1e2f-d52b-41f3-976d-cc187a380bdd tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (d9d6ed88-afa9-4754-b864-b1f22322c79b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:44.737941 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['e4d63c04-205a-4aeb-b804-57bbc079b0fe'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:03:44.743047 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f0388c1a-833e-4b76-bad5-9fc77798ae7e req-897bfdb7-1ac1-4925-91de-02731f5215af tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118786 Jan 18 20:03:44.758414 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6eef4b40-79dd-4827-9b4e-fd0695ed473f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9f616a41-7344-478d-9fa0-88bb45b79531), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:44.765487 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6eef4b40-79dd-4827-9b4e-fd0695ed473f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:44.767705 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-c0e51669-e893-42d1-9ece-b06e5017f860 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Network 8e13653a-b20b-4029-9530-56f2696d7935 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:03:44.778905 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6eef4b40-79dd-4827-9b4e-fd0695ed473f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f616a41-7344-478d-9fa0-88bb45b79531 HTTP/1.1" status: 204 len: 168 time: 0.2381108 Jan 18 20:03:44.779099 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-543f1e2f-d52b-41f3-976d-cc187a380bdd tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:03:44.779099 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e51669-e893-42d1-9ece-b06e5017f860 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Pushing event updated for resources: {'Port': ['ID=aada8984-31d9-4d56-bdaa-f43a410a5df0,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:44.779807 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-543f1e2f-d52b-41f3-976d-cc187a380bdd tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:03:44.784231 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-c0e51669-e893-42d1-9ece-b06e5017f860 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:03:44.787919 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-543f1e2f-d52b-41f3-976d-cc187a380bdd tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:03:44.793496 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-543f1e2f-d52b-41f3-976d-cc187a380bdd tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:44.794197 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-543f1e2f-d52b-41f3-976d-cc187a380bdd tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:44.814443 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-c0e51669-e893-42d1-9ece-b06e5017f860 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:03:44.820627 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-c0e51669-e893-42d1-9ece-b06e5017f860 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:44.821268 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-c0e51669-e893-42d1-9ece-b06e5017f860 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:44.845334 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-2a07a8d3-6546-49fe-addb-d04daff5034c service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962261 Jan 18 20:03:44.845788 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef4b40-79dd-4827-9b4e-fd0695ed473f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f616a41-7344-478d-9fa0-88bb45b79531,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:44.861748 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-543f1e2f-d52b-41f3-976d-cc187a380bdd tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4349327 Jan 18 20:03:44.863994 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f1e2f-d52b-41f3-976d-cc187a380bdd tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Pushing event updated for resources: {'Port': ['ID=d9d6ed88-afa9-4754-b864-b1f22322c79b,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:44.876441 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-c0e51669-e893-42d1-9ece-b06e5017f860 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2738702 Jan 18 20:03:44.893833 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-1d23f2f4-930a-4718-a861-e80a3690326f service neutron] Request body: {'port': {'device_id': '99d1d94f-5478-43b9-8191-4962a4ab391e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:44.907628 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-ff5af757-9711-4ae7-a21a-953331ed6743 service neutron] Request body: {'port': {'device_id': '840edb35-e888-4362-8583-b3cb0c6a5327', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:45.104900 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-39c11543-4b84-4e17-94b6-18187ef19acc service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518387 Jan 18 20:03:45.184955 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-cdb5fda7-4538-46ed-817d-06ef6ecbe4e1 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=070187427d1749f7b692ba37839e3274&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0757339 Jan 18 20:03:45.220167 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-1d23f2f4-930a-4718-a861-e80a3690326f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d9d6ed88-afa9-4754-b864-b1f22322c79b), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:45.230818 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93be88-92a6-47e4-86d7-9a8cd9516b4f req-3d118e9f-4a31-439f-82e4-dc09f71cd2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:45.233369 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0d93be88-92a6-47e4-86d7-9a8cd9516b4f req-3d118e9f-4a31-439f-82e4-dc09f71cd2d3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&device_id=b3e9deb6-7bfe-4785-ad53-49ee8b268028 HTTP/1.1" status: 200 len: 1099 time: 0.0626521 Jan 18 20:03:45.273687 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dd5978e2-dba2-4a6f-8c54-ce168956cbd6 None None] Provisioning complete for port d9d6ed88-afa9-4754-b864-b1f22322c79b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:45.273687 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dd5978e2-dba2-4a6f-8c54-ce168956cbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d9d6ed88-afa9-4754-b864-b1f22322c79b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:45.315582 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dd5978e2-dba2-4a6f-8c54-ce168956cbd6 None None] Port d9d6ed88-afa9-4754-b864-b1f22322c79b cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:03:45.342485 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-ff5af757-9711-4ae7-a21a-953331ed6743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (aada8984-31d9-4d56-bdaa-f43a410a5df0), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:45.402832 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93be88-92a6-47e4-86d7-9a8cd9516b4f req-40f4e1e1-3f12-4e27-abc2-334cde482f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:45.404492 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0d93be88-92a6-47e4-86d7-9a8cd9516b4f req-40f4e1e1-3f12-4e27-abc2-334cde482f26 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.1655149 Jan 18 20:03:45.441237 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-69c7a811-0220-4fe9-a51a-c7d80c202869 None None] Provisioning complete for port aada8984-31d9-4d56-bdaa-f43a410a5df0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:45.441724 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-69c7a811-0220-4fe9-a51a-c7d80c202869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (aada8984-31d9-4d56-bdaa-f43a410a5df0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:45.481554 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0d93be88-92a6-47e4-86d7-9a8cd9516b4f req-6cc886e9-a265-4a11-a1ec-6c1963e7bcbc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=a265e4de-d812-4b0f-839c-e603343b00ff HTTP/1.1" status: 200 len: 217 time: 0.0666866 Jan 18 20:03:45.491958 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-69c7a811-0220-4fe9-a51a-c7d80c202869 None None] Port aada8984-31d9-4d56-bdaa-f43a410a5df0 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:03:45.501129 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33748) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:45.533444 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 54e5dc21-05c7-4bf3-9c9f-f38fc8976912 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:03:45.538476 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57a2d33d-3c7d-441f-93b6-066bbdcbdce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:45.579654 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93be88-92a6-47e4-86d7-9a8cd9516b4f req-632566b2-eb41-489d-a208-f93beab31c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:45.581329 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0d93be88-92a6-47e4-86d7-9a8cd9516b4f req-632566b2-eb41-489d-a208-f93beab31c33 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0883396 Jan 18 20:03:45.593320 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-ead1e949-2b06-4ea6-8412-e5d57006c586 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:45.599300 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 54e5dc21-05c7-4bf3-9c9f-f38fc8976912 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:03:45.600440 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-ead1e949-2b06-4ea6-8412-e5d57006c586 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3557427 Jan 18 20:03:45.604189 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 54e5dc21-05c7-4bf3-9c9f-f38fc8976912 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:45.604627 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (54e5dc21-05c7-4bf3-9c9f-f38fc8976912), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:45.714673 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 54e5dc21-05c7-4bf3-9c9f-f38fc8976912 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:45.715693 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (54e5dc21-05c7-4bf3-9c9f-f38fc8976912), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:45.757455 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 54e5dc21-05c7-4bf3-9c9f-f38fc8976912, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=54e5dc21-05c7-4bf3-9c9f-f38fc8976912,segment=NetworkSegment(0bb4561e-2a35-4bb4-bd91-4e08e43aedfc),segment_id=0bb4561e-2a35-4bb4-bd91-4e08e43aedfc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:45.762262 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (54e5dc21-05c7-4bf3-9c9f-f38fc8976912), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:45.828103 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=54e5dc21-05c7-4bf3-9c9f-f38fc8976912,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:45.867216 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93be88-92a6-47e4-86d7-9a8cd9516b4f req-fb6905f9-608b-4459-aca3-6f3893169894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:45.868906 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0d93be88-92a6-47e4-86d7-9a8cd9516b4f req-fb6905f9-608b-4459-aca3-6f3893169894 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2801292 Jan 18 20:03:45.890543 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57a2d33d-3c7d-441f-93b6-066bbdcbdce3 admin admin] Publish callbacks [] for security_group (70c4ee69-471e-4085-9ae1-34695ca1e487), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:45.899827 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57a2d33d-3c7d-441f-93b6-066bbdcbdce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (70c4ee69-471e-4085-9ae1-34695ca1e487), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:45.949410 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-322f2c8c-99ce-439d-812f-90258e851ea7 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/quotas/070187427d1749f7b692ba37839e3274 HTTP/1.1" status: 200 len: 375 time: 0.3480973 Jan 18 20:03:45.973856 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d312f0c-e2d3-4535-b429-c93326d96c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e5dc21-05c7-4bf3-9c9f-f38fc8976912'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:03:45.977013 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ff77f6-9b7b-46c9-999b-49f5ed836ae0" -d '{"events": [{"server_uuid": "5d312f0c-e2d3-4535-b429-c93326d96c39", "name": "network-vif-plugged", "status": "completed", "tag": "54e5dc21-05c7-4bf3-9c9f-f38fc8976912"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:03:45.980442 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-57a2d33d-3c7d-441f-93b6-066bbdcbdce3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a96e73fb8403469f86b8baeeff67b437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4781983 Jan 18 20:03:45.983131 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2d33d-3c7d-441f-93b6-066bbdcbdce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c4ee69-471e-4085-9ae1-34695ca1e487,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:45.985538 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33756) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:46.010231 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc103cc-0191-4859-affb-41ee05ae18a7 req-f1ffc7df-7fbd-49e4-a8b2-19b8e664ee5a tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:46.011681 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2dc103cc-0191-4859-affb-41ee05ae18a7 req-f1ffc7df-7fbd-49e4-a8b2-19b8e664ee5a tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d312f0c-e2d3-4535-b429-c93326d96c39 HTTP/1.1" status: 200 len: 944 time: 0.5040524 Jan 18 20:03:46.029726 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0d93be88-92a6-47e4-86d7-9a8cd9516b4f req-2b723e06-abd2-41dd-92f8-cf8b0c1d7822 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512728 Jan 18 20:03:46.049466 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-3323390c-63d6-42c5-8e89-5f032606aa61 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=070187427d1749f7b692ba37839e3274&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643485 Jan 18 20:03:46.074873 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-43f2fa15-b677-4bc5-8c29-214baa04814a admin admin] Publish callbacks [] for security_group (70c4ee69-471e-4085-9ae1-34695ca1e487), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:46.128157 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-43f2fa15-b677-4bc5-8c29-214baa04814a admin admin] Publish callbacks [] for security_group (70c4ee69-471e-4085-9ae1-34695ca1e487), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:46.167936 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0d93be88-92a6-47e4-86d7-9a8cd9516b4f req-328d6cf3-8df5-4085-a1d2-14be2e59b2c1 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303341 Jan 18 20:03:46.194347 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2dc103cc-0191-4859-affb-41ee05ae18a7 req-a35a810d-2b99-4ce9-b2e2-128eb69ff2a1 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/security-groups?id=972e3aad-ec5c-47eb-ac45-2d8158c9b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548491 Jan 18 20:03:46.200972 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-43f2fa15-b677-4bc5-8c29-214baa04814a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (70c4ee69-471e-4085-9ae1-34695ca1e487), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:46.203426 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-43f2fa15-b677-4bc5-8c29-214baa04814a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:46.205950 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-43f2fa15-b677-4bc5-8c29-214baa04814a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70c4ee69-471e-4085-9ae1-34695ca1e487 HTTP/1.1" status: 204 len: 168 time: 0.2179680 Jan 18 20:03:46.239532 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2fa15-b677-4bc5-8c29-214baa04814a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c4ee69-471e-4085-9ae1-34695ca1e487,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:46.240912 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-1d23f2f4-930a-4718-a861-e80a3690326f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d6ed88-afa9-4754-b864-b1f22322c79b {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:03:46.253623 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-1d23f2f4-930a-4718-a861-e80a3690326f service neutron] Publish callbacks [] for port (d9d6ed88-afa9-4754-b864-b1f22322c79b), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:46.311887 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-1d23f2f4-930a-4718-a861-e80a3690326f service neutron] Transition to ACTIVE for port object d9d6ed88-afa9-4754-b864-b1f22322c79b will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:03:46.316473 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-ff5af757-9711-4ae7-a21a-953331ed6743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aada8984-31d9-4d56-bdaa-f43a410a5df0 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:03:46.322395 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-1d23f2f4-930a-4718-a861-e80a3690326f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d9d6ed88-afa9-4754-b864-b1f22322c79b), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:46.336726 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-ff5af757-9711-4ae7-a21a-953331ed6743 service neutron] Publish callbacks [] for port (aada8984-31d9-4d56-bdaa-f43a410a5df0), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:46.418141 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-ff5af757-9711-4ae7-a21a-953331ed6743 service neutron] Transition to ACTIVE for port object aada8984-31d9-4d56-bdaa-f43a410a5df0 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:03:46.432306 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23f2f4-930a-4718-a861-e80a3690326f service neutron] Pushing event updated for resources: {'Port': ['ID=d9d6ed88-afa9-4754-b864-b1f22322c79b,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:46.445037 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-ff5af757-9711-4ae7-a21a-953331ed6743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (aada8984-31d9-4d56-bdaa-f43a410a5df0), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:46.562955 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:46.565587 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:46.565587 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:46.565587 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:46.565587 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:46.565587 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:46.565587 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:46.565587 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:46.565587 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:46.565587 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:46.565587 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:46.565587 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:03:46.565587 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:03:46.576721 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99adba3a-bf5c-4e38-b7c6-3e3f70daa7d9 req-b7a2b632-23b8-47f1-8e01-c2f7a3fee198 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:46.578512 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-99adba3a-bf5c-4e38-b7c6-3e3f70daa7d9 req-b7a2b632-23b8-47f1-8e01-c2f7a3fee198 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/ports?device_id=840edb35-e888-4362-8583-b3cb0c6a5327 HTTP/1.1" status: 200 len: 931 time: 0.2370570 Jan 18 20:03:46.602527 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5af757-9711-4ae7-a21a-953331ed6743 service neutron] Pushing event updated for resources: {'Port': ['ID=aada8984-31d9-4d56-bdaa-f43a410a5df0,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:46.612925 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-1d23f2f4-930a-4718-a861-e80a3690326f service neutron] Attempting to bind port d9d6ed88-afa9-4754-b864-b1f22322c79b on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:03:46.613274 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-1d23f2f4-930a-4718-a861-e80a3690326f service neutron] Attempting to bind port d9d6ed88-afa9-4754-b864-b1f22322c79b by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:03:46.613603 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-1d23f2f4-930a-4718-a861-e80a3690326f service neutron] Attempting to bind port d9d6ed88-afa9-4754-b864-b1f22322c79b on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:46.662133 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71d537-1370-49dc-8649-b08cb667d472 req-3b73e5c5-2749-4359-ac9d-2b369095f593 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:46.670111 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce71d537-1370-49dc-8649-b08cb667d472 req-3b73e5c5-2749-4359-ac9d-2b369095f593 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=99d1d94f-5478-43b9-8191-4962a4ab391e HTTP/1.1" status: 200 len: 948 time: 0.2410982 Jan 18 20:03:46.679215 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-1d23f2f4-930a-4718-a861-e80a3690326f service neutron] Port d9d6ed88-afa9-4754-b864-b1f22322c79b on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:03:46.679494 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-1d23f2f4-930a-4718-a861-e80a3690326f service neutron] Attempting to bind port d9d6ed88-afa9-4754-b864-b1f22322c79b on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:46.709795 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-ff5af757-9711-4ae7-a21a-953331ed6743 service neutron] Attempting to bind port aada8984-31d9-4d56-bdaa-f43a410a5df0 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:03:46.710137 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-ff5af757-9711-4ae7-a21a-953331ed6743 service neutron] Attempting to bind port aada8984-31d9-4d56-bdaa-f43a410a5df0 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'b4ee5cf0-a4e1-4733-8af6-684160efd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8e13653a-b20b-4029-9530-56f2696d7935'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:03:46.710476 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-ff5af757-9711-4ae7-a21a-953331ed6743 service neutron] Attempting to bind port aada8984-31d9-4d56-bdaa-f43a410a5df0 on network 8e13653a-b20b-4029-9530-56f2696d7935 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:46.713822 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-1d23f2f4-930a-4718-a861-e80a3690326f service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:03:46.713822 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-1d23f2f4-930a-4718-a861-e80a3690326f service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:03:46.713822 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-1d23f2f4-930a-4718-a861-e80a3690326f service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:03:46.717951 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-1d23f2f4-930a-4718-a861-e80a3690326f service neutron] Bound port: d9d6ed88-afa9-4754-b864-b1f22322c79b, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:03:46.718368 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-1d23f2f4-930a-4718-a861-e80a3690326f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d9d6ed88-afa9-4754-b864-b1f22322c79b), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:46.759400 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-ff5af757-9711-4ae7-a21a-953331ed6743 service neutron] Port aada8984-31d9-4d56-bdaa-f43a410a5df0 on network 8e13653a-b20b-4029-9530-56f2696d7935 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:03:46.759741 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-ff5af757-9711-4ae7-a21a-953331ed6743 service neutron] Attempting to bind port aada8984-31d9-4d56-bdaa-f43a410a5df0 on network 8e13653a-b20b-4029-9530-56f2696d7935 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:46.790232 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-ff5af757-9711-4ae7-a21a-953331ed6743 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:03:46.790999 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-ff5af757-9711-4ae7-a21a-953331ed6743 service neutron] Checking segment: {'id': 'b4ee5cf0-a4e1-4733-8af6-684160efd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8e13653a-b20b-4029-9530-56f2696d7935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:03:46.791387 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-ff5af757-9711-4ae7-a21a-953331ed6743 service neutron] Bound using segment: {'id': 'b4ee5cf0-a4e1-4733-8af6-684160efd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8e13653a-b20b-4029-9530-56f2696d7935'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:03:46.791857 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-ff5af757-9711-4ae7-a21a-953331ed6743 service neutron] Bound port: aada8984-31d9-4d56-bdaa-f43a410a5df0, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4ee5cf0-a4e1-4733-8af6-684160efd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8e13653a-b20b-4029-9530-56f2696d7935'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:03:46.792263 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-ff5af757-9711-4ae7-a21a-953331ed6743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (aada8984-31d9-4d56-bdaa-f43a410a5df0), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:46.797578 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-99adba3a-bf5c-4e38-b7c6-3e3f70daa7d9 req-1be83b7d-944a-4d44-9119-fff3d93ce840 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafbd387-bc80-4f3f-b3ac-fc6448269a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083826 Jan 18 20:03:46.864242 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce71d537-1370-49dc-8649-b08cb667d472 req-5fbc96f8-e238-464c-a4d1-a5900e5a0d5a tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932445 Jan 18 20:03:46.932350 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-1d23f2f4-930a-4718-a861-e80a3690326f service neutron] For port d9d6ed88-afa9-4754-b864-b1f22322c79b, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:03:46.958706 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3748e8ce-69b6-4002-90e3-6a9c582e8f73 x-openstack-request-id: req-3748e8ce-69b6-4002-90e3-6a9c582e8f73 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:03:46.959249 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d312f0c-e2d3-4535-b429-c93326d96c39", "name": "network-vif-plugged", "status": "completed", "tag": "54e5dc21-05c7-4bf3-9c9f-f38fc8976912", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:03:46.959249 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3748e8ce-69b6-4002-90e3-6a9c582e8f73 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:03:46.959620 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d312f0c-e2d3-4535-b429-c93326d96c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e5dc21-05c7-4bf3-9c9f-f38fc8976912', 'code': 200} Jan 18 20:03:46.964429 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-ff5af757-9711-4ae7-a21a-953331ed6743 service neutron] For port aada8984-31d9-4d56-bdaa-f43a410a5df0, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:03:46.971432 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-1d23f2f4-930a-4718-a861-e80a3690326f service neutron] For port d9d6ed88-afa9-4754-b864-b1f22322c79b, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=d9d6ed88-afa9-4754-b864-b1f22322c79b,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:03:46.982423 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-1d23f2f4-930a-4718-a861-e80a3690326f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d9d6ed88-afa9-4754-b864-b1f22322c79b), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:46.985375 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-ff5af757-9711-4ae7-a21a-953331ed6743 service neutron] For port aada8984-31d9-4d56-bdaa-f43a410a5df0, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=aada8984-31d9-4d56-bdaa-f43a410a5df0,segment=NetworkSegment(b4ee5cf0-a4e1-4733-8af6-684160efd6e1),segment_id=b4ee5cf0-a4e1-4733-8af6-684160efd6e1)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:03:47.014577 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-ff5af757-9711-4ae7-a21a-953331ed6743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (aada8984-31d9-4d56-bdaa-f43a410a5df0), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:47.052509 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-1d23f2f4-930a-4718-a861-e80a3690326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:47.053133 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-1d23f2f4-930a-4718-a861-e80a3690326f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:47.054523 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-1d23f2f4-930a-4718-a861-e80a3690326f service neutron] 10.222.0.70 "PUT /v2.0/ports/d9d6ed88-afa9-4754-b864-b1f22322c79b HTTP/1.1" status: 200 len: 1096 time: 2.1752183 Jan 18 20:03:47.057697 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d1d94f-5478-43b9-8191-4962a4ab391e', 'tag': 'd9d6ed88-afa9-4754-b864-b1f22322c79b'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:03:47.060052 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3470d675-e1ed-4acb-aea8-017078e3afef" -d '{"events": [{"name": "network-changed", "server_uuid": "99d1d94f-5478-43b9-8191-4962a4ab391e", "tag": "d9d6ed88-afa9-4754-b864-b1f22322c79b"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:03:47.080722 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3a1fc-9e2f-408f-9fbc-c91df463deca req-9666c538-fc11-4dc2-b555-dea6936bc86a tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:47.082299 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-30b3a1fc-9e2f-408f-9fbc-c91df463deca req-9666c538-fc11-4dc2-b555-dea6936bc86a tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 946 time: 0.1678596 Jan 18 20:03:47.090434 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-ff5af757-9711-4ae7-a21a-953331ed6743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:47.091049 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-ff5af757-9711-4ae7-a21a-953331ed6743 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:47.092412 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-ff5af757-9711-4ae7-a21a-953331ed6743 service neutron] 10.222.0.70 "PUT /v2.0/ports/aada8984-31d9-4d56-bdaa-f43a410a5df0 HTTP/1.1" status: 200 len: 1091 time: 2.1944745 Jan 18 20:03:47.169993 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e133a4c0-d6bc-4478-83e3-cdc623090864 req-21eebc7a-b24e-47ac-b560-6d22ef1a2111 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 210 time: 0.0852101 Jan 18 20:03:47.218833 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23f2f4-930a-4718-a861-e80a3690326f service neutron] Pushing event updated for resources: {'Port': ['ID=d9d6ed88-afa9-4754-b864-b1f22322c79b,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:47.293527 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076ee35-dd4b-4860-8837-e761e747604f req-ed8eda80-202b-457a-a2b6-b1f84000a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:47.295888 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e076ee35-dd4b-4860-8837-e761e747604f req-ed8eda80-202b-457a-a2b6-b1f84000a5b9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5d312f0c-e2d3-4535-b429-c93326d96c39 HTTP/1.1" status: 200 len: 1096 time: 0.2449987 Jan 18 20:03:47.351710 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b61fb85-f65b-4ff2-a069-58451a84750d x-openstack-request-id: req-4b61fb85-f65b-4ff2-a069-58451a84750d {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:03:47.352688 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d1d94f-5478-43b9-8191-4962a4ab391e", "tag": "d9d6ed88-afa9-4754-b864-b1f22322c79b", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:03:47.353121 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b61fb85-f65b-4ff2-a069-58451a84750d {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:03:47.353693 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99d1d94f-5478-43b9-8191-4962a4ab391e', 'tag': 'd9d6ed88-afa9-4754-b864-b1f22322c79b', 'status': 'completed', 'code': 200} Jan 18 20:03:47.373550 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-30b3a1fc-9e2f-408f-9fbc-c91df463deca req-65d1d6c9-395f-4956-8a27-37e5f669e0a2 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512507 Jan 18 20:03:47.490942 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-280f3002-d02c-49ce-ae1e-1ea0bc858cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:47.492424 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-280f3002-d02c-49ce-ae1e-1ea0bc858cca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&device_id=99d1d94f-5478-43b9-8191-4962a4ab391e HTTP/1.1" status: 200 len: 1099 time: 0.3650615 Jan 18 20:03:47.510081 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-2d4a4095-2175-425d-9e55-0babb663b523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:47.511759 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-2d4a4095-2175-425d-9e55-0babb663b523 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=258eff093b154b0c89958ad6b5b7d9b2&device_id=840edb35-e888-4362-8583-b3cb0c6a5327 HTTP/1.1" status: 200 len: 1094 time: 0.3340139 Jan 18 20:03:47.528499 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5af757-9711-4ae7-a21a-953331ed6743 service neutron] Pushing event updated for resources: {'Port': ['ID=aada8984-31d9-4d56-bdaa-f43a410a5df0,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:47.620026 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e076ee35-dd4b-4860-8837-e761e747604f req-2f1875c8-0d12-4d8d-9b5c-46552a3a6d92 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=972e3aad-ec5c-47eb-ac45-2d8158c9b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912445 Jan 18 20:03:47.621587 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-7b72250e-5318-4779-814e-d87becd2218f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=d9d6ed88-afa9-4754-b864-b1f22322c79b HTTP/1.1" status: 200 len: 217 time: 0.1089759 Jan 18 20:03:47.627671 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-2da750d2-f2c8-49d2-ac98-4a069b2538b6 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=070187427d1749f7b692ba37839e3274&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260596 Jan 18 20:03:47.629257 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-f8f14341-d812-4be6-b112-c1bb3bb15b89 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aada8984-31d9-4d56-bdaa-f43a410a5df0 HTTP/1.1" status: 200 len: 217 time: 0.1107948 Jan 18 20:03:47.648016 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb993a88-3f44-4828-9a5f-1ec23ba5276e req-4b99b800-fc2a-44a1-aefe-a8f3333ed294 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:47.649482 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cb993a88-3f44-4828-9a5f-1ec23ba5276e req-4b99b800-fc2a-44a1-aefe-a8f3333ed294 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d312f0c-e2d3-4535-b429-c93326d96c39 HTTP/1.1" status: 200 len: 945 time: 0.2345712 Jan 18 20:03:47.775938 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-672e6daa-6e8c-4940-a1ca-51f1498de546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:47.777387 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-672e6daa-6e8c-4940-a1ca-51f1498de546 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1462255 Jan 18 20:03:47.780765 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-323736fb-c4b1-4196-b10f-ef306d234620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:47.782122 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-323736fb-c4b1-4196-b10f-ef306d234620 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3a401e7-fe0f-438d-b96d-dce1b7f52fd4 HTTP/1.1" status: 200 len: 868 time: 0.1312232 Jan 18 20:03:47.811433 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71038860-0119-441d-9001-1f121875fae7 req-1c4df522-2c0b-4229-a2cb-553b96151b84 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:47.816028 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-71038860-0119-441d-9001-1f121875fae7 req-1c4df522-2c0b-4229-a2cb-553b96151b84 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 1097 time: 0.1827719 Jan 18 20:03:47.848264 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cb993a88-3f44-4828-9a5f-1ec23ba5276e req-4f719e5e-5f4e-44b3-b71b-bb49dab5b783 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/security-groups?id=972e3aad-ec5c-47eb-ac45-2d8158c9b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712830 Jan 18 20:03:47.898705 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-1681c7d4-8537-4358-8562-beb9bb057db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:47.900293 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-1681c7d4-8537-4358-8562-beb9bb057db3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1074810 Jan 18 20:03:47.930034 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-7a374f59-66dd-452b-a7d7-edf452d90db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:47.932372 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-7a374f59-66dd-452b-a7d7-edf452d90db8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e13653a-b20b-4029-9530-56f2696d7935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1403697 Jan 18 20:03:47.940368 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-71038860-0119-441d-9001-1f121875fae7 req-4c604277-6f94-4f12-8fbd-440784f6aa52 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101658 Jan 18 20:03:48.019930 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-6fc04494-628f-43d2-944e-732dadebb35b tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:48.021990 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-6fc04494-628f-43d2-944e-732dadebb35b tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1242836 Jan 18 20:03:48.046984 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-15bdcb9e-a49f-41d7-aa2d-7aa3eaf15a78 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Request body: {'port': {'device_id': '729003e4-78e4-4f3b-8a6d-80822dacf247', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': '070187427d1749f7b692ba37839e3274'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:48.066235 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-82e8d2a0-39fa-4ab1-9055-0fc45978bfcd service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601944 Jan 18 20:03:48.113388 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-bac551bd-bdf5-4440-bca6-a5704d0979ef service neutron] 10.222.0.70 "GET /v2.0/networks/8e13653a-b20b-4029-9530-56f2696d7935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700203 Jan 18 20:03:48.226777 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-15bdcb9e-a49f-41d7-aa2d-7aa3eaf15a78 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Made reservation on behalf of 070187427d1749f7b692ba37839e3274 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:03:48.233351 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-15bdcb9e-a49f-41d7-aa2d-7aa3eaf15a78 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:48.247899 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-15bdcb9e-a49f-41d7-aa2d-7aa3eaf15a78 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:48.303241 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15d923-3da9-45ac-b626-c703f9bf02d8 req-daa9df2e-94e0-411b-87d5-2646b6b78b03 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:48.310193 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8b15d923-3da9-45ac-b626-c703f9bf02d8 req-daa9df2e-94e0-411b-87d5-2646b6b78b03 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/ports?device_id=840edb35-e888-4362-8583-b3cb0c6a5327 HTTP/1.1" status: 200 len: 943 time: 0.1585500 Jan 18 20:03:48.317802 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d0a399c-5b2d-456e-8cc3-a49e49f8b2ec req-d6f242cd-7f5e-4a1f-a9ee-701f03f4317c service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443249 Jan 18 20:03:48.359277 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-15bdcb9e-a49f-41d7-aa2d-7aa3eaf15a78 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Publish callbacks [] for security_group (b256a7c8-ad54-44e6-a3d0-5327f0991cbb), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:48.365963 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-15bdcb9e-a49f-41d7-aa2d-7aa3eaf15a78 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b256a7c8-ad54-44e6-a3d0-5327f0991cbb), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:48.382431 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-734c0874-9d10-4c15-8a9e-0a8a3a1fb150 req-e9e91009-4de4-4e36-9ad7-21bcfa4283fb service neutron] 10.222.0.70 "GET /v2.0/networks/8e13653a-b20b-4029-9530-56f2696d7935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321625 Jan 18 20:03:48.437475 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bdcb9e-a49f-41d7-aa2d-7aa3eaf15a78 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b256a7c8-ad54-44e6-a3d0-5327f0991cbb,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:48.456459 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d3219-4197-43bf-b874-d5c603e4d0cd req-9a25d021-a6cc-4ff4-8d9f-44eee3df17d4 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:48.457952 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a49d3219-4197-43bf-b874-d5c603e4d0cd req-9a25d021-a6cc-4ff4-8d9f-44eee3df17d4 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=99d1d94f-5478-43b9-8191-4962a4ab391e HTTP/1.1" status: 200 len: 948 time: 0.1194160 Jan 18 20:03:48.463610 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8b15d923-3da9-45ac-b626-c703f9bf02d8 req-6a5eb439-00a4-4c8a-9487-5533ac14c1eb tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafbd387-bc80-4f3f-b3ac-fc6448269a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448717 Jan 18 20:03:48.486328 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470d675-e1ed-4acb-aea8-017078e3afef req-17de8eb2-5e74-456b-8dae-51f67e4cdff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:48.487829 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3470d675-e1ed-4acb-aea8-017078e3afef req-17de8eb2-5e74-456b-8dae-51f67e4cdff4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&device_id=99d1d94f-5478-43b9-8191-4962a4ab391e HTTP/1.1" status: 200 len: 1099 time: 0.1029198 Jan 18 20:03:48.521158 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-15bdcb9e-a49f-41d7-aa2d-7aa3eaf15a78 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Allocated IP 192.168.233.195 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:03:48.677588 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-15bdcb9e-a49f-41d7-aa2d-7aa3eaf15a78 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Publish callbacks [] for port (e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:48.710682 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-15bdcb9e-a49f-41d7-aa2d-7aa3eaf15a78 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:48.759626 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-15bdcb9e-a49f-41d7-aa2d-7aa3eaf15a78 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:03:48.762620 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-15bdcb9e-a49f-41d7-aa2d-7aa3eaf15a78 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:03:48.765193 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-15bdcb9e-a49f-41d7-aa2d-7aa3eaf15a78 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:03:48.771370 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-15bdcb9e-a49f-41d7-aa2d-7aa3eaf15a78 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:48.771950 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-15bdcb9e-a49f-41d7-aa2d-7aa3eaf15a78 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:48.786168 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bdcb9e-a49f-41d7-aa2d-7aa3eaf15a78 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Pushing event updated for resources: {'Port': ['ID=e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:48.799872 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-15bdcb9e-a49f-41d7-aa2d-7aa3eaf15a78 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7574992 Jan 18 20:03:48.803826 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a49d3219-4197-43bf-b874-d5c603e4d0cd req-29754958-0db9-43de-a594-8a7988e8a8c7 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386180 Jan 18 20:03:48.812879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-26c6ab04-32f8-46e5-b424-069ec4593ca3 service neutron] Request body: {'port': {'device_id': '729003e4-78e4-4f3b-8a6d-80822dacf247', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:48.855659 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abe82b-a67e-42ac-81ed-423710bdff95 req-d6651198-d86a-41b1-ad89-e9fa374b5e85 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:48.857777 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-93abe82b-a67e-42ac-81ed-423710bdff95 req-d6651198-d86a-41b1-ad89-e9fa374b5e85 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 1097 time: 0.3256366 Jan 18 20:03:48.858768 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470d675-e1ed-4acb-aea8-017078e3afef req-8948742f-5b30-4ac3-8ab3-692cd0c0557b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:48.860044 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3470d675-e1ed-4acb-aea8-017078e3afef req-8948742f-5b30-4ac3-8ab3-692cd0c0557b service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.3640413 Jan 18 20:03:48.894794 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-26c6ab04-32f8-46e5-b424-069ec4593ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:48.926521 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3470d675-e1ed-4acb-aea8-017078e3afef req-b751ba7f-54d5-4d59-a756-a1bcf2ee737d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=d9d6ed88-afa9-4754-b864-b1f22322c79b HTTP/1.1" status: 200 len: 217 time: 0.0558178 Jan 18 20:03:48.947262 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a265e4de-d812-4b0f-839c-e603343b00ff details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:03:49.000410 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-93abe82b-a67e-42ac-81ed-423710bdff95 req-55d4e48d-1889-49c5-b4c5-b37bc61919e2 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365600 Jan 18 20:03:49.011682 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470d675-e1ed-4acb-aea8-017078e3afef req-1fe6ca19-3264-4247-8cb0-280c2c2d2b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:49.013263 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3470d675-e1ed-4acb-aea8-017078e3afef req-1fe6ca19-3264-4247-8cb0-280c2c2d2b77 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0710430 Jan 18 20:03:49.021838 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e9fcf-fa97-4158-9729-95b4f416a4cc req-9764e68f-5ab2-4838-b800-b515fe6e18ab tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:49.023397 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5e4e9fcf-fa97-4158-9729-95b4f416a4cc req-9764e68f-5ab2-4838-b800-b515fe6e18ab tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 936 time: 0.1379042 Jan 18 20:03:49.066881 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-cc7e1458-ee74-4df7-9012-f68d3f22ec1c None None] Provisioning complete for port e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:49.067322 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cc7e1458-ee74-4df7-9012-f68d3f22ec1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:49.104419 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-cc7e1458-ee74-4df7-9012-f68d3f22ec1c None None] Port e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:03:49.122773 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port a265e4de-d812-4b0f-839c-e603343b00ff, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a265e4de-d812-4b0f-839c-e603343b00ff,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:49.135295 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'a265e4de-d812-4b0f-839c-e603343b00ff', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': 'a265e4de-d812-4b0f-839c-e603343b00ff', 'mac_address': 'fa:16:3e:d9:ff:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:03:49.142269 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5e4e9fcf-fa97-4158-9729-95b4f416a4cc req-da26fe89-f62a-4321-8b04-d19a8a98b77c tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019747 Jan 18 20:03:49.155003 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470d675-e1ed-4acb-aea8-017078e3afef req-16b25133-77a0-421e-9624-5876af044789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:49.156584 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3470d675-e1ed-4acb-aea8-017078e3afef req-16b25133-77a0-421e-9624-5876af044789 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1322680 Jan 18 20:03:49.219878 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port a265e4de-d812-4b0f-839c-e603343b00ff is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:49.221354 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a265e4de-d812-4b0f-839c-e603343b00ff), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:49.245075 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a265e4de-d812-4b0f-839c-e603343b00ff {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:03:49.280606 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3470d675-e1ed-4acb-aea8-017078e3afef req-a50b2646-ed23-45fa-acdf-7c2f86d72d92 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059713 Jan 18 20:03:49.295687 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port a265e4de-d812-4b0f-839c-e603343b00ff, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a265e4de-d812-4b0f-839c-e603343b00ff,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:49.302858 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a265e4de-d812-4b0f-839c-e603343b00ff), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:49.346454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-26c6ab04-32f8-46e5-b424-069ec4593ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:03:49.354738 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840edb35-e888-4362-8583-b3cb0c6a5327', 'tag': 'aada8984-31d9-4d56-bdaa-f43a410a5df0'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:03:49.358136 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93d1a74-35f7-4eb7-aea9-6f605c3226fd" -d '{"events": [{"name": "network-changed", "server_uuid": "840edb35-e888-4362-8583-b3cb0c6a5327", "tag": "aada8984-31d9-4d56-bdaa-f43a410a5df0"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:03:49.358423 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-26c6ab04-32f8-46e5-b424-069ec4593ca3 service neutron] Publish callbacks [] for port (e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:49.367755 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=a265e4de-d812-4b0f-839c-e603343b00ff,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:49.373921 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-26c6ab04-32f8-46e5-b424-069ec4593ca3 service neutron] Transition to ACTIVE for port object e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:03:49.378104 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-26c6ab04-32f8-46e5-b424-069ec4593ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:49.433167 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6ab04-32f8-46e5-b424-069ec4593ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:49.472610 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a621719-7639-4982-824e-e785fbd2495a req-12ca8347-240b-4d46-9292-6ab86306d0e6 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:49.474200 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9a621719-7639-4982-824e-e785fbd2495a req-12ca8347-240b-4d46-9292-6ab86306d0e6 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d312f0c-e2d3-4535-b429-c93326d96c39 HTTP/1.1" status: 200 len: 945 time: 0.1118829 Jan 18 20:03:49.498828 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-26c6ab04-32f8-46e5-b424-069ec4593ca3 service neutron] Attempting to bind port e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:03:49.499162 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-26c6ab04-32f8-46e5-b424-069ec4593ca3 service neutron] Attempting to bind port e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:03:49.499487 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-26c6ab04-32f8-46e5-b424-069ec4593ca3 service neutron] Attempting to bind port e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:49.504579 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3470d675-e1ed-4acb-aea8-017078e3afef req-af20c00f-ea05-447b-8ece-8eccbf31be99 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165663 Jan 18 20:03:49.505139 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-26c6ab04-32f8-46e5-b424-069ec4593ca3 service neutron] Port e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:03:49.505464 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-26c6ab04-32f8-46e5-b424-069ec4593ca3 service neutron] Attempting to bind port e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:49.510989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-26c6ab04-32f8-46e5-b424-069ec4593ca3 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:03:49.511322 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-26c6ab04-32f8-46e5-b424-069ec4593ca3 service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:03:49.511692 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-26c6ab04-32f8-46e5-b424-069ec4593ca3 service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:03:49.512175 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-26c6ab04-32f8-46e5-b424-069ec4593ca3 service neutron] Bound port: e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:03:49.512750 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-26c6ab04-32f8-46e5-b424-069ec4593ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:49.544448 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9a621719-7639-4982-824e-e785fbd2495a req-0b6e722e-1292-45a9-9be4-028ecb9bdbad tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/security-groups?id=972e3aad-ec5c-47eb-ac45-2d8158c9b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593646 Jan 18 20:03:49.556932 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['a265e4de-d812-4b0f-839c-e603343b00ff'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:03:49.613517 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e799e5ac-651a-46cd-84d9-662194e211a5 x-openstack-request-id: req-e799e5ac-651a-46cd-84d9-662194e211a5 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:03:49.613866 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840edb35-e888-4362-8583-b3cb0c6a5327", "tag": "aada8984-31d9-4d56-bdaa-f43a410a5df0", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:03:49.614181 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e799e5ac-651a-46cd-84d9-662194e211a5 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:03:49.614576 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840edb35-e888-4362-8583-b3cb0c6a5327', 'tag': 'aada8984-31d9-4d56-bdaa-f43a410a5df0', 'status': 'completed', 'code': 200} Jan 18 20:03:49.639334 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-26c6ab04-32f8-46e5-b424-069ec4593ca3 service neutron] For port e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:03:49.644584 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-26c6ab04-32f8-46e5-b424-069ec4593ca3 service neutron] For port e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:03:49.659554 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-26c6ab04-32f8-46e5-b424-069ec4593ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:49.735145 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6ab04-32f8-46e5-b424-069ec4593ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:49.739535 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-26c6ab04-32f8-46e5-b424-069ec4593ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:49.740151 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-26c6ab04-32f8-46e5-b424-069ec4593ca3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:49.741528 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-26c6ab04-32f8-46e5-b424-069ec4593ca3 service neutron] 10.222.0.57 "PUT /v2.0/ports/e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f HTTP/1.1" status: 200 len: 1096 time: 0.9347832 Jan 18 20:03:49.741988 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729003e4-78e4-4f3b-8a6d-80822dacf247', 'tag': 'e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:03:49.745516 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410bd3d9-a65e-4cce-9e61-b9d507ebf40a" -d '{"events": [{"name": "network-changed", "server_uuid": "729003e4-78e4-4f3b-8a6d-80822dacf247", "tag": "e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:03:49.778836 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d1a74-35f7-4eb7-aea9-6f605c3226fd req-274eefdb-81cf-44d1-bfcf-cc9e2c4ad354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:49.780261 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f93d1a74-35f7-4eb7-aea9-6f605c3226fd req-274eefdb-81cf-44d1-bfcf-cc9e2c4ad354 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=258eff093b154b0c89958ad6b5b7d9b2&device_id=840edb35-e888-4362-8583-b3cb0c6a5327 HTTP/1.1" status: 200 len: 1094 time: 0.1357710 Jan 18 20:03:49.818530 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16507fe6-4f05-469c-a7f7-41062fbba7dd req-fcdbea40-b396-47f8-97e6-c2d4fc8962e8 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:49.820060 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-16507fe6-4f05-469c-a7f7-41062fbba7dd req-fcdbea40-b396-47f8-97e6-c2d4fc8962e8 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/ports?device_id=840edb35-e888-4362-8583-b3cb0c6a5327 HTTP/1.1" status: 200 len: 943 time: 0.1148136 Jan 18 20:03:49.866653 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-8c245645-0df0-4c3b-b5d9-7335a1a11ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:49.868436 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-8c245645-0df0-4c3b-b5d9-7335a1a11ad0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=070187427d1749f7b692ba37839e3274&device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 1099 time: 0.0627022 Jan 18 20:03:49.928753 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-abbffa32-a52b-41d3-9e8c-a5d8bd134889 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f HTTP/1.1" status: 200 len: 217 time: 0.0529809 Jan 18 20:03:49.928901 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-16507fe6-4f05-469c-a7f7-41062fbba7dd req-5566327d-c481-40fd-b6c1-166762043338 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafbd387-bc80-4f3f-b3ac-fc6448269a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004608 Jan 18 20:03:49.946392 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d1a74-35f7-4eb7-aea9-6f605c3226fd req-0571e05d-5bd0-4f12-b9c3-be62608e1a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:49.948760 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f93d1a74-35f7-4eb7-aea9-6f605c3226fd req-0571e05d-5bd0-4f12-b9c3-be62608e1a9e service neutron] 10.222.0.70 "GET /v2.0/networks?id=8e13653a-b20b-4029-9530-56f2696d7935 HTTP/1.1" status: 200 len: 930 time: 0.1609886 Jan 18 20:03:49.998875 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-b03ebcda-9630-4a22-a106-2bc3ff212efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:50.000709 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-b03ebcda-9630-4a22-a106-2bc3ff212efd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0566800 Jan 18 20:03:50.008721 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f93d1a74-35f7-4eb7-aea9-6f605c3226fd req-380a8571-9915-4ecb-8dee-07d7ea0f33ce service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aada8984-31d9-4d56-bdaa-f43a410a5df0 HTTP/1.1" status: 200 len: 217 time: 0.0521646 Jan 18 20:03:50.083910 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-3d8e2cfd-8239-4b15-af5e-dbade3254324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:50.086104 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-3d8e2cfd-8239-4b15-af5e-dbade3254324 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0651557 Jan 18 20:03:50.111511 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d1a74-35f7-4eb7-aea9-6f605c3226fd req-605d760e-7f58-4f5b-b922-df443ae6ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:50.114800 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f93d1a74-35f7-4eb7-aea9-6f605c3226fd req-605d760e-7f58-4f5b-b922-df443ae6ea38 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3a401e7-fe0f-438d-b96d-dce1b7f52fd4 HTTP/1.1" status: 200 len: 868 time: 0.0890670 Jan 18 20:03:50.183657 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b221b516-8759-41fc-b811-2dec0140c81d x-openstack-request-id: req-b221b516-8759-41fc-b811-2dec0140c81d {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:03:50.184017 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729003e4-78e4-4f3b-8a6d-80822dacf247", "tag": "e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:03:50.184215 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b221b516-8759-41fc-b811-2dec0140c81d {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:03:50.184579 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729003e4-78e4-4f3b-8a6d-80822dacf247', 'tag': 'e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f', 'status': 'completed', 'code': 200} Jan 18 20:03:50.223583 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-74413496-f04d-493f-9762-243642ef2114 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286023 Jan 18 20:03:50.291952 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d1a74-35f7-4eb7-aea9-6f605c3226fd req-cc1707fe-7baf-45fb-90dc-f57dbcae1229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:50.293383 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f93d1a74-35f7-4eb7-aea9-6f605c3226fd req-cc1707fe-7baf-45fb-90dc-f57dbcae1229 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e13653a-b20b-4029-9530-56f2696d7935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1662624 Jan 18 20:03:50.323998 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e1a4383-7c41-44dc-ae7a-3f05c43dc42d req-7b8f9dff-8c60-40cd-a71e-a608ebfb7def service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948899 Jan 18 20:03:50.334553 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcfaa8-d0cc-48fe-a8f8-f832c639785f req-d1ffa767-bac7-45c1-9b22-f2b80736cc99 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:50.336124 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2fdcfaa8-d0cc-48fe-a8f8-f832c639785f req-d1ffa767-bac7-45c1-9b22-f2b80736cc99 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports?device_id=a98c2fe7-4c80-4cd5-9183-0d00e7744f67&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1602814 Jan 18 20:03:50.371503 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1d510-063b-41c4-a17b-89eadaa39b85 req-18c07b5c-1a24-46f2-ad01-cb70ca395a36 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:50.374057 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-83d1d510-063b-41c4-a17b-89eadaa39b85 req-18c07b5c-1a24-46f2-ad01-cb70ca395a36 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=99d1d94f-5478-43b9-8191-4962a4ab391e HTTP/1.1" status: 200 len: 948 time: 0.1450562 Jan 18 20:03:50.439074 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bd3d9-a65e-4cce-9e61-b9d507ebf40a req-4a0e5cc7-fe65-4987-89cb-8e76b3293165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:50.440661 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-410bd3d9-a65e-4cce-9e61-b9d507ebf40a req-4a0e5cc7-fe65-4987-89cb-8e76b3293165 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=070187427d1749f7b692ba37839e3274&device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 1099 time: 0.0498269 Jan 18 20:03:50.454457 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2fdcfaa8-d0cc-48fe-a8f8-f832c639785f req-9cbb7068-3ddc-45dc-8766-1720dc68675a tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.36 HTTP/1.1" status: 200 len: 695 time: 0.1038430 Jan 18 20:03:50.474746 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-2fdcfaa8-d0cc-48fe-a8f8-f832c639785f req-73c7ac02-e00c-4b1b-be0a-ca12240a1b6c tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Request body: {'floatingip': {'port_id': 'a71007f0-a47d-4019-9224-e07de646df42', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:50.530935 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bd3d9-a65e-4cce-9e61-b9d507ebf40a req-3b57ed0e-de19-4bdd-bc53-f4217073f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:50.532396 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-410bd3d9-a65e-4cce-9e61-b9d507ebf40a req-3b57ed0e-de19-4bdd-bc53-f4217073f6bc service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.0855823 Jan 18 20:03:50.537017 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2fdcfaa8-d0cc-48fe-a8f8-f832c639785f req-73c7ac02-e00c-4b1b-be0a-ca12240a1b6c tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks [] for floatingip (11134872-705b-4698-9543-f574e5ecf187), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:50.542048 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-83d1d510-063b-41c4-a17b-89eadaa39b85 req-9933ccc3-e25d-4e88-bf7a-4863d49da1c5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145411 Jan 18 20:03:50.545553 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f93d1a74-35f7-4eb7-aea9-6f605c3226fd req-088d835f-cac7-4c19-8373-c6caf712ccd7 service neutron] 10.222.0.70 "GET /v2.0/networks/8e13653a-b20b-4029-9530-56f2696d7935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447274 Jan 18 20:03:50.586122 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-410bd3d9-a65e-4cce-9e61-b9d507ebf40a req-e96fe8c2-0faa-497a-96de-9aa01459017d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f HTTP/1.1" status: 200 len: 217 time: 0.0403807 Jan 18 20:03:50.635799 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bd3d9-a65e-4cce-9e61-b9d507ebf40a req-7866e329-d6be-48c9-ac4c-cd80a974d956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:50.637656 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-410bd3d9-a65e-4cce-9e61-b9d507ebf40a req-7866e329-d6be-48c9-ac4c-cd80a974d956 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0453873 Jan 18 20:03:50.681406 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bd3d9-a65e-4cce-9e61-b9d507ebf40a req-7c733fb4-ff55-4999-809e-a62bd7d957c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:50.683309 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-410bd3d9-a65e-4cce-9e61-b9d507ebf40a req-7c733fb4-ff55-4999-809e-a62bd7d957c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0395226 Jan 18 20:03:50.775523 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-410bd3d9-a65e-4cce-9e61-b9d507ebf40a req-a0bfd751-e573-4120-b462-fd8b47e4db45 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855596 Jan 18 20:03:50.776681 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f93d1a74-35f7-4eb7-aea9-6f605c3226fd req-e877d5aa-021f-4510-87bf-7163fc173411 service neutron] 10.222.0.70 "GET /v2.0/networks/8e13653a-b20b-4029-9530-56f2696d7935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057338 Jan 18 20:03:50.780611 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912bddd-2a1b-43a0-8e0f-f4c1d48cd869 req-eb0be9d9-3b35-48c1-853f-b0c170aaf5d2 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:50.782062 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8912bddd-2a1b-43a0-8e0f-f4c1d48cd869 req-eb0be9d9-3b35-48c1-853f-b0c170aaf5d2 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 1097 time: 0.1511199 Jan 18 20:03:50.864980 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-410bd3d9-a65e-4cce-9e61-b9d507ebf40a req-8478fea5-4b89-44b1-87ad-82a477c12798 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823166 Jan 18 20:03:50.868073 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8912bddd-2a1b-43a0-8e0f-f4c1d48cd869 req-bcda6792-94d5-4470-8d5e-575d83a022f9 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796354 Jan 18 20:03:50.953750 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device d9d6ed88-afa9-4754-b864-b1f22322c79b details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:03:50.984594 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a265e4de-d812-4b0f-839c-e603343b00ff up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:03:51.062611 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19b54e-a9f4-4c22-8c86-ac0d72a14663 req-9691afd4-2de7-4872-91f0-9cca16a88731 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:51.064080 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d19b54e-a9f4-4c22-8c86-ac0d72a14663 req-9691afd4-2de7-4872-91f0-9cca16a88731 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 948 time: 0.0940731 Jan 18 20:03:51.092016 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port d9d6ed88-afa9-4754-b864-b1f22322c79b, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=d9d6ed88-afa9-4754-b864-b1f22322c79b,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:51.105020 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'd9d6ed88-afa9-4754-b864-b1f22322c79b', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': 'd9d6ed88-afa9-4754-b864-b1f22322c79b', 'mac_address': 'fa:16:3e:39:ba:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:03:51.107591 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port a265e4de-d812-4b0f-839c-e603343b00ff completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:03:51.113503 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port a265e4de-d812-4b0f-839c-e603343b00ff triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:51.113895 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a265e4de-d812-4b0f-839c-e603343b00ff), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:51.170023 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port d9d6ed88-afa9-4754-b864-b1f22322c79b is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:51.170404 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d9d6ed88-afa9-4754-b864-b1f22322c79b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:51.171008 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d19b54e-a9f4-4c22-8c86-ac0d72a14663 req-fe2879b4-1900-41e7-9ed5-6a640a1144e0 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847752 Jan 18 20:03:51.180920 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2fdcfaa8-d0cc-48fe-a8f8-f832c639785f req-73c7ac02-e00c-4b1b-be0a-ca12240a1b6c tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:51.186632 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2fdcfaa8-d0cc-48fe-a8f8-f832c639785f req-73c7ac02-e00c-4b1b-be0a-ca12240a1b6c tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (11134872-705b-4698-9543-f574e5ecf187), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:51.187723 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d6ed88-afa9-4754-b864-b1f22322c79b {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:03:51.209980 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port d9d6ed88-afa9-4754-b864-b1f22322c79b, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=d9d6ed88-afa9-4754-b864-b1f22322c79b,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:51.233748 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d9d6ed88-afa9-4754-b864-b1f22322c79b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:51.234308 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device aada8984-31d9-4d56-bdaa-f43a410a5df0 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:03:51.286965 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port a265e4de-d812-4b0f-839c-e603343b00ff is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:51.287360 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a265e4de-d812-4b0f-839c-e603343b00ff), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:51.309239 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [req-2fdcfaa8-d0cc-48fe-a8f8-f832c639785f req-73c7ac02-e00c-4b1b-be0a-ca12240a1b6c tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Floating IP 11134872-705b-4698-9543-f574e5ecf187 associated. External IP: 172.25.4.36, port: a71007f0-a47d-4019-9224-e07de646df42. Jan 18 20:03:51.369246 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=d9d6ed88-afa9-4754-b864-b1f22322c79b,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:51.378937 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e9deb6-7bfe-4785-ad53-49ee8b268028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a265e4de-d812-4b0f-839c-e603343b00ff'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:03:51.381155 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89d775c-cbdd-4fee-b143-5d6689f36afc" -d '{"events": [{"server_uuid": "b3e9deb6-7bfe-4785-ad53-49ee8b268028", "name": "network-vif-plugged", "status": "completed", "tag": "a265e4de-d812-4b0f-839c-e603343b00ff"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:03:51.405453 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port a265e4de-d812-4b0f-839c-e603343b00ff, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a265e4de-d812-4b0f-839c-e603343b00ff,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:51.414662 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a265e4de-d812-4b0f-839c-e603343b00ff), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:51.475911 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port aada8984-31d9-4d56-bdaa-f43a410a5df0, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=aada8984-31d9-4d56-bdaa-f43a410a5df0,segment=NetworkSegment(b4ee5cf0-a4e1-4733-8af6-684160efd6e1),segment_id=b4ee5cf0-a4e1-4733-8af6-684160efd6e1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:51.486713 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=a265e4de-d812-4b0f-839c-e603343b00ff,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:51.491472 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'aada8984-31d9-4d56-bdaa-f43a410a5df0', 'network_id': '8e13653a-b20b-4029-9530-56f2696d7935', 'port_id': 'aada8984-31d9-4d56-bdaa-f43a410a5df0', 'mac_address': 'fa:16:3e:95:70:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a401e7-fe0f-438d-b96d-dce1b7f52fd4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:03:51.529188 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port aada8984-31d9-4d56-bdaa-f43a410a5df0 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:51.529780 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (aada8984-31d9-4d56-bdaa-f43a410a5df0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:51.532840 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fdcfaa8-d0cc-48fe-a8f8-f832c639785f req-73c7ac02-e00c-4b1b-be0a-ca12240a1b6c tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:03:51.544895 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aada8984-31d9-4d56-bdaa-f43a410a5df0 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:03:51.567180 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port aada8984-31d9-4d56-bdaa-f43a410a5df0, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=aada8984-31d9-4d56-bdaa-f43a410a5df0,segment=NetworkSegment(b4ee5cf0-a4e1-4733-8af6-684160efd6e1),segment_id=b4ee5cf0-a4e1-4733-8af6-684160efd6e1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:51.571106 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (aada8984-31d9-4d56-bdaa-f43a410a5df0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:51.623763 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=aada8984-31d9-4d56-bdaa-f43a410a5df0,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:51.852013 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-822e4ce6-c77e-41e4-bb1d-39d387d5b40d req-9a598ab0-3f62-470a-830e-943fda7ef0ec service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:03:51.852896 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-822e4ce6-c77e-41e4-bb1d-39d387d5b40d req-9a598ab0-3f62-470a-830e-943fda7ef0ec service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049627 Jan 18 20:03:51.861498 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['aada8984-31d9-4d56-bdaa-f43a410a5df0'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:03:51.865921 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['d9d6ed88-afa9-4754-b864-b1f22322c79b'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:03:51.881441 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fdcfaa8-d0cc-48fe-a8f8-f832c639785f req-73c7ac02-e00c-4b1b-be0a-ca12240a1b6c tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:03:51.887537 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2fdcfaa8-d0cc-48fe-a8f8-f832c639785f req-73c7ac02-e00c-4b1b-be0a-ca12240a1b6c tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:51.898324 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82abb16-2b71-4149-b011-c9430aada621 None None] Sync routers for ids ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:03:51.909061 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82abb16-2b71-4149-b011-c9430aada621 None None] Routers {'5d98a0b7-24e5-4165-ae05-a459d3c173d7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:03:51.909794 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d82abb16-2b71-4149-b011-c9430aada621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:03:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:51.921364 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2fdcfaa8-d0cc-48fe-a8f8-f832c639785f req-73c7ac02-e00c-4b1b-be0a-ca12240a1b6c tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "PUT /v2.0/floatingips/11134872-705b-4698-9543-f574e5ecf187 HTTP/1.1" status: 200 len: 995 time: 1.4589152 Jan 18 20:03:51.921909 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98c2fe7-4c80-4cd5-9183-0d00e7744f67', 'tag': 'a71007f0-a47d-4019-9224-e07de646df42'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:03:51.924744 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f135193e-c906-4d3c-91c0-ac046ca85636" -d '{"events": [{"name": "network-changed", "server_uuid": "a98c2fe7-4c80-4cd5-9183-0d00e7744f67", "tag": "a71007f0-a47d-4019-9224-e07de646df42"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:03:51.994996 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcfaa8-d0cc-48fe-a8f8-f832c639785f req-8495374f-04dc-4e77-85f1-9ae987ad0d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:52.003474 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2fdcfaa8-d0cc-48fe-a8f8-f832c639785f req-8495374f-04dc-4e77-85f1-9ae987ad0d75 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c355645603e5405fb0170c0cbc339b20&device_id=a98c2fe7-4c80-4cd5-9183-0d00e7744f67 HTTP/1.1" status: 200 len: 1096 time: 0.0659137 Jan 18 20:03:52.051550 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-d82abb16-2b71-4149-b011-c9430aada621 None None] Set router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:03:52.132938 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcfaa8-d0cc-48fe-a8f8-f832c639785f req-d3d144fa-635f-4674-a646-56940ae87dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:52.135252 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2fdcfaa8-d0cc-48fe-a8f8-f832c639785f req-d3d144fa-635f-4674-a646-56940ae87dec service neutron] 10.222.0.31 "GET /v2.0/networks?id=78106b93-d326-468a-b364-efefd0202f5c HTTP/1.1" status: 200 len: 922 time: 0.1309271 Jan 18 20:03:52.246694 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2fdcfaa8-d0cc-48fe-a8f8-f832c639785f req-b4880b7a-faf3-4af2-8d1c-372cf01c8a1a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a71007f0-a47d-4019-9224-e07de646df42 HTTP/1.1" status: 200 len: 998 time: 0.1050875 Jan 18 20:03:52.307057 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcfaa8-d0cc-48fe-a8f8-f832c639785f req-9ee8d661-9cb8-439f-9eba-94d8d6cea37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:52.308529 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2fdcfaa8-d0cc-48fe-a8f8-f832c639785f req-9ee8d661-9cb8-439f-9eba-94d8d6cea37b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a4fc205-1f02-48e6-a311-ab3d6a37436d HTTP/1.1" status: 200 len: 860 time: 0.0543294 Jan 18 20:03:52.355604 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcfaa8-d0cc-48fe-a8f8-f832c639785f req-2dbe64c3-1d01-4605-8409-76cb80afb879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:52.357196 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2fdcfaa8-d0cc-48fe-a8f8-f832c639785f req-2dbe64c3-1d01-4605-8409-76cb80afb879 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=78106b93-d326-468a-b364-efefd0202f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417688 Jan 18 20:03:52.369190 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-2fdcfaa8-d0cc-48fe-a8f8-f832c639785f req-d97b0c4b-0f8a-4a3f-94f3-cbc40e4f89fc service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:03:52.370339 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2fdcfaa8-d0cc-48fe-a8f8-f832c639785f req-d97b0c4b-0f8a-4a3f-94f3-cbc40e4f89fc service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058343 Jan 18 20:03:52.379748 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d82abb16-2b71-4149-b011-c9430aada621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-router', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '91d8110f-f713-4a31-96b5-01159d651e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:02Z', 'updated_at': '2022-01-18T20:03:07Z', 'revision_number': 4, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'gw_port': {'id': '91d8110f-f713-4a31-96b5-01159d651e26', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:03Z', 'updated_at': '2022-01-18T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '11134872-705b-4698-9543-f574e5ecf187', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'port_id': 'a71007f0-a47d-4019-9224-e07de646df42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'mac_address': 'fa:16:3e:f2:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98c2fe7-4c80-4cd5-9183-0d00e7744f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:03:31Z', 'updated_at': '2022-01-18T20:03:51Z', 'revision_number': 1, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073b1635-cd57-4b5c-bb61-81a4461d448b', 'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'mac_address': 'fa:16:3e:a2:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:06Z', 'updated_at': '2022-01-18T20:03:12Z', 'revision_number': 5, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'subnets': [{'id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:52.408513 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82abb16-2b71-4149-b011-c9430aada621 None None] Checking router: 5d98a0b7-24e5-4165-ae05-a459d3c173d7 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:03:52.417242 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82abb16-2b71-4149-b011-c9430aada621 None None] Routers {'5d98a0b7-24e5-4165-ae05-a459d3c173d7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:03:52.418050 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d82abb16-2b71-4149-b011-c9430aada621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:03:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:52.466301 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2fdcfaa8-d0cc-48fe-a8f8-f832c639785f req-9dd65d9d-734d-479f-82a9-b0676d9f476a service neutron] 10.222.0.31 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894749 Jan 18 20:03:52.542679 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-d82abb16-2b71-4149-b011-c9430aada621 None None] Set router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:03:52.570391 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2fdcfaa8-d0cc-48fe-a8f8-f832c639785f req-58d6c99f-2b12-46fa-ae04-07f44d0d32f4 service neutron] 10.222.0.31 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979838 Jan 18 20:03:52.727546 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b9a1e-8863-4ec6-ac70-9a65178d42d8 req-740418df-3edb-43dc-94a6-1e065a110ab3 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:52.729135 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-939b9a1e-8863-4ec6-ac70-9a65178d42d8 req-740418df-3edb-43dc-94a6-1e065a110ab3 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/ports?device_id=840edb35-e888-4362-8583-b3cb0c6a5327 HTTP/1.1" status: 200 len: 944 time: 0.0668180 Jan 18 20:03:52.776923 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-939b9a1e-8863-4ec6-ac70-9a65178d42d8 req-f56475c8-38b6-46d2-9783-40e46d016e3e tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafbd387-bc80-4f3f-b3ac-fc6448269a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416756 Jan 18 20:03:52.783460 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d82abb16-2b71-4149-b011-c9430aada621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-router', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '91d8110f-f713-4a31-96b5-01159d651e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:02Z', 'updated_at': '2022-01-18T20:03:07Z', 'revision_number': 4, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'gw_port': {'id': '91d8110f-f713-4a31-96b5-01159d651e26', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:03Z', 'updated_at': '2022-01-18T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '11134872-705b-4698-9543-f574e5ecf187', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'port_id': 'a71007f0-a47d-4019-9224-e07de646df42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'mac_address': 'fa:16:3e:f2:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98c2fe7-4c80-4cd5-9183-0d00e7744f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:03:31Z', 'updated_at': '2022-01-18T20:03:51Z', 'revision_number': 1, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073b1635-cd57-4b5c-bb61-81a4461d448b', 'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'mac_address': 'fa:16:3e:a2:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:06Z', 'updated_at': '2022-01-18T20:03:12Z', 'revision_number': 5, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'subnets': [{'id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:52.813656 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82abb16-2b71-4149-b011-c9430aada621 None None] The sync data for ids ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'] in n-d-741529-9 is: [{'id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-router', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '91d8110f-f713-4a31-96b5-01159d651e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:02Z', 'updated_at': '2022-01-18T20:03:07Z', 'revision_number': 4, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'gw_port': {'id': '91d8110f-f713-4a31-96b5-01159d651e26', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:03Z', 'updated_at': '2022-01-18T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '11134872-705b-4698-9543-f574e5ecf187', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'port_id': 'a71007f0-a47d-4019-9224-e07de646df42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'mac_address': 'fa:16:3e:f2:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98c2fe7-4c80-4cd5-9183-0d00e7744f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:03:31Z', 'updated_at': '2022-01-18T20:03:51Z', 'revision_number': 1, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073b1635-cd57-4b5c-bb61-81a4461d448b', 'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'mac_address': 'fa:16:3e:a2:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:06Z', 'updated_at': '2022-01-18T20:03:12Z', 'revision_number': 5, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'subnets': [{'id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:03:52.834293 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22ba7d3-0f8f-4c68-afd0-6a828943dc2b x-openstack-request-id: req-d22ba7d3-0f8f-4c68-afd0-6a828943dc2b {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:03:52.834786 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e9deb6-7bfe-4785-ad53-49ee8b268028", "name": "network-vif-plugged", "status": "completed", "tag": "a265e4de-d812-4b0f-839c-e603343b00ff", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:03:52.834966 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d22ba7d3-0f8f-4c68-afd0-6a828943dc2b {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:03:52.835451 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e9deb6-7bfe-4785-ad53-49ee8b268028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a265e4de-d812-4b0f-839c-e603343b00ff', 'code': 200} Jan 18 20:03:52.928289 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-2ce773cd-d2ea-4af0-86a1-6e3861314f35 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:03:52.929284 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-2ce773cd-d2ea-4af0-86a1-6e3861314f35 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146399 Jan 18 20:03:52.957756 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device d9d6ed88-afa9-4754-b864-b1f22322c79b up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:03:53.001804 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-92f20e1b-e249-443e-983a-38c03ba6f369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:53.003191 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-92f20e1b-e249-443e-983a-38c03ba6f369 service neutron] 10.222.0.31 "GET /v2.0/ports/62ad388c-9dbe-4498-b732-3d75eeae5e05 HTTP/1.1" status: 200 len: 1094 time: 0.0591733 Jan 18 20:03:53.013954 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-2da35f1c-8946-4c2a-98f2-4996969477c3 service neutron] Request body: {'binding': {'host': 'n-h1-741529-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:53.014421 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-2da35f1c-8946-4c2a-98f2-4996969477c3 service neutron] Unknown quota resources ['binding']. {{(pid=103336) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 18 20:03:53.020580 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port d9d6ed88-afa9-4754-b864-b1f22322c79b completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:03:53.021876 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ff203-f8ce-4671-9197-e9015211ccb1 req-1af31ae3-a2e4-4157-8095-d1082047ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:53.023429 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b32ff203-f8ce-4671-9197-e9015211ccb1 req-1af31ae3-a2e4-4157-8095-d1082047ed93 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b3e9deb6-7bfe-4785-ad53-49ee8b268028 HTTP/1.1" status: 200 len: 1101 time: 0.1243033 Jan 18 20:03:53.025450 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port d9d6ed88-afa9-4754-b864-b1f22322c79b triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:53.025903 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d9d6ed88-afa9-4754-b864-b1f22322c79b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:53.051540 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6dce7c-ae28-4ad6-86fb-6d5fd82eadfb req-066a5430-f0e6-4787-8c0f-d96db92232d6 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:53.053096 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d6dce7c-ae28-4ad6-86fb-6d5fd82eadfb req-066a5430-f0e6-4787-8c0f-d96db92232d6 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=99d1d94f-5478-43b9-8191-4962a4ab391e HTTP/1.1" status: 200 len: 949 time: 0.1395116 Jan 18 20:03:53.178465 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824eb03f-b9cb-4247-9f66-2ac12bb1543d None None] New status for floating IP 11134872-705b-4698-9543-f574e5ecf187: ACTIVE {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:03:53.192420 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b32ff203-f8ce-4671-9197-e9015211ccb1 req-24b2f989-5fed-4368-98e8-acb6234cd408 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489363 Jan 18 20:03:53.197347 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d6dce7c-ae28-4ad6-86fb-6d5fd82eadfb req-e9f14e42-8334-4d7a-be9e-84ad6a31ee23 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327727 Jan 18 20:03:53.242863 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d983de-2066-4298-827f-459f51c24b78 x-openstack-request-id: req-51d983de-2066-4298-827f-459f51c24b78 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:03:53.243157 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98c2fe7-4c80-4cd5-9183-0d00e7744f67", "tag": "a71007f0-a47d-4019-9224-e07de646df42", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:03:53.243444 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51d983de-2066-4298-827f-459f51c24b78 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:03:53.245074 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98c2fe7-4c80-4cd5-9183-0d00e7744f67', 'tag': 'a71007f0-a47d-4019-9224-e07de646df42', 'status': 'completed', 'code': 200} Jan 18 20:03:53.259926 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-2da35f1c-8946-4c2a-98f2-4996969477c3 service neutron] Attempting to bind port 62ad388c-9dbe-4498-b732-3d75eeae5e05 on host n-h1-741529-9 for vnic_type normal with profile None {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:03:53.260272 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-2da35f1c-8946-4c2a-98f2-4996969477c3 service neutron] Attempting to bind port 62ad388c-9dbe-4498-b732-3d75eeae5e05 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:03:53.260596 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-2da35f1c-8946-4c2a-98f2-4996969477c3 service neutron] Attempting to bind port 62ad388c-9dbe-4498-b732-3d75eeae5e05 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:53.264957 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-2da35f1c-8946-4c2a-98f2-4996969477c3 service neutron] Port 62ad388c-9dbe-4498-b732-3d75eeae5e05 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:03:53.265424 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-2da35f1c-8946-4c2a-98f2-4996969477c3 service neutron] Attempting to bind port 62ad388c-9dbe-4498-b732-3d75eeae5e05 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:53.270823 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-2da35f1c-8946-4c2a-98f2-4996969477c3 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:03:53.270823 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-2da35f1c-8946-4c2a-98f2-4996969477c3 service neutron] Checking segment: {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:03:53.271034 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-2da35f1c-8946-4c2a-98f2-4996969477c3 service neutron] Bound using segment: {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:03:53.271415 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-2da35f1c-8946-4c2a-98f2-4996969477c3 service neutron] Bound port: 62ad388c-9dbe-4498-b732-3d75eeae5e05, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:03:53.316760 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port d9d6ed88-afa9-4754-b864-b1f22322c79b is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:53.317147 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d9d6ed88-afa9-4754-b864-b1f22322c79b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:53.356710 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-2da35f1c-8946-4c2a-98f2-4996969477c3 service neutron] For port 62ad388c-9dbe-4498-b732-3d75eeae5e05, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=62ad388c-9dbe-4498-b732-3d75eeae5e05,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:03:53.364888 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9e8fc-2ea7-4fce-af55-b0f827828355 req-4220d5e6-9c4b-4f73-b71c-42511c063ac0 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:53.366410 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-75d9e8fc-2ea7-4fce-af55-b0f827828355 req-4220d5e6-9c4b-4f73-b71c-42511c063ac0 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 948 time: 0.0699234 Jan 18 20:03:53.369839 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-2da35f1c-8946-4c2a-98f2-4996969477c3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:53.370908 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-2da35f1c-8946-4c2a-98f2-4996969477c3 service neutron] 10.222.0.31 "POST /v2.0/ports/62ad388c-9dbe-4498-b732-3d75eeae5e05/bindings HTTP/1.1" status: 201 len: 389 time: 0.3617673 Jan 18 20:03:53.390904 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port d9d6ed88-afa9-4754-b864-b1f22322c79b, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=d9d6ed88-afa9-4754-b864-b1f22322c79b,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:53.398282 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d9d6ed88-afa9-4754-b864-b1f22322c79b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:53.399080 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device aada8984-31d9-4d56-bdaa-f43a410a5df0 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:03:53.469772 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-75d9e8fc-2ea7-4fce-af55-b0f827828355 req-e2d4aa38-8964-4747-9782-8af39fa18d74 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915785 Jan 18 20:03:53.482442 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135193e-c906-4d3c-91c0-ac046ca85636 req-820f13d5-9b73-4fb0-b5d7-adc0aa165b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:53.483974 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f135193e-c906-4d3c-91c0-ac046ca85636 req-820f13d5-9b73-4fb0-b5d7-adc0aa165b2d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c355645603e5405fb0170c0cbc339b20&device_id=a98c2fe7-4c80-4cd5-9183-0d00e7744f67 HTTP/1.1" status: 200 len: 1096 time: 0.0654531 Jan 18 20:03:53.521914 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=d9d6ed88-afa9-4754-b864-b1f22322c79b,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:53.553419 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port aada8984-31d9-4d56-bdaa-f43a410a5df0 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:03:53.560677 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port aada8984-31d9-4d56-bdaa-f43a410a5df0 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:53.561048 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (aada8984-31d9-4d56-bdaa-f43a410a5df0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:53.587852 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:03:53.685377 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135193e-c906-4d3c-91c0-ac046ca85636 req-7e629f24-217b-43d4-a875-3a9b664488f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:53.692670 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f135193e-c906-4d3c-91c0-ac046ca85636 req-7e629f24-217b-43d4-a875-3a9b664488f8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=78106b93-d326-468a-b364-efefd0202f5c HTTP/1.1" status: 200 len: 922 time: 0.1986094 Jan 18 20:03:53.701591 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-249851eb-9735-420f-ac4f-ab4c0203b895 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:53.703204 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-249851eb-9735-420f-ac4f-ab4c0203b895 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d312f0c-e2d3-4535-b429-c93326d96c39&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1451430 Jan 18 20:03:53.772331 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-968e6618-d262-4cae-b3e7-621e074dea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:53.775372 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-968e6618-d262-4cae-b3e7-621e074dea86 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67883881b676447cbe3f92dbc62dd7c6&device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 1097 time: 0.0551288 Jan 18 20:03:53.792352 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:53.794677 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port aada8984-31d9-4d56-bdaa-f43a410a5df0 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:53.795065 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (aada8984-31d9-4d56-bdaa-f43a410a5df0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:53.817880 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': 'e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': 'e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f', 'mac_address': 'fa:16:3e:8d:92:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:03:53.861311 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f135193e-c906-4d3c-91c0-ac046ca85636 req-711b7f21-da81-4c25-946d-7d3cb6af6dce service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a71007f0-a47d-4019-9224-e07de646df42 HTTP/1.1" status: 200 len: 1000 time: 0.1571312 Jan 18 20:03:53.862504 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port aada8984-31d9-4d56-bdaa-f43a410a5df0, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=aada8984-31d9-4d56-bdaa-f43a410a5df0,segment=NetworkSegment(b4ee5cf0-a4e1-4733-8af6-684160efd6e1),segment_id=b4ee5cf0-a4e1-4733-8af6-684160efd6e1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:53.878122 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (aada8984-31d9-4d56-bdaa-f43a410a5df0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:53.896436 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-603d300e-aa5a-43b6-af3d-79349a60ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:53.897835 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-6c562211-0032-4ffb-b11a-ed548fe15110 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.36 HTTP/1.1" status: 200 len: 1000 time: 0.1856127 Jan 18 20:03:53.897953 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-603d300e-aa5a-43b6-af3d-79349a60ff3c service neutron] 10.222.0.57 "GET /v2.0/networks?id=6fab12dd-5aeb-4649-a1e2-836559f8a553 HTTP/1.1" status: 200 len: 921 time: 0.1172860 Jan 18 20:03:53.904050 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-c7b584ba-0800-43f8-8707-65df6c43bc65 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Request body: {'floatingip': {'port_id': '54e5dc21-05c7-4bf3-9c9f-f38fc8976912', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:53.906327 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:53.906715 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:53.933949 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:03:53.940469 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-ed84ac34-7e33-416a-8b34-b5f739d2be02 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62ad388c-9dbe-4498-b732-3d75eeae5e05 HTTP/1.1" status: 200 len: 217 time: 0.0347738 Jan 18 20:03:53.958358 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=aada8984-31d9-4d56-bdaa-f43a410a5df0,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:53.964684 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:53.969880 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:53.994721 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-fd88e5e2-a6b0-4f11-8f3a-a08c172493b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:53.996337 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-fd88e5e2-a6b0-4f11-8f3a-a08c172493b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7ae8e7b-1bfc-435b-b42c-3b64619a022a HTTP/1.1" status: 200 len: 860 time: 0.0489731 Jan 18 20:03:54.002011 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926d0be-fff5-47ce-88b0-c30bf987248b req-a70a142f-8965-4af7-aabc-5780c92bd0e2 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:54.003477 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f926d0be-fff5-47ce-88b0-c30bf987248b req-a70a142f-8965-4af7-aabc-5780c92bd0e2 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 946 time: 0.1596920 Jan 18 20:03:54.004804 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135193e-c906-4d3c-91c0-ac046ca85636 req-c96b30cd-2fe8-404d-ba97-ce07c13fad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:54.006111 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f135193e-c906-4d3c-91c0-ac046ca85636 req-c96b30cd-2fe8-404d-ba97-ce07c13fad4e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4a4fc205-1f02-48e6-a311-ab3d6a37436d HTTP/1.1" status: 200 len: 860 time: 0.1274490 Jan 18 20:03:54.011131 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-c7b584ba-0800-43f8-8707-65df6c43bc65 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks [] for floatingip (11134872-705b-4698-9543-f574e5ecf187), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:54.026693 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:54.032541 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-a13799b3-5973-4698-b44d-88c81976200d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6fab12dd-5aeb-4649-a1e2-836559f8a553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300679 Jan 18 20:03:54.121963 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-015baa2f-330f-4280-b52f-79b5412e94ca service neutron] 10.222.0.57 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833395 Jan 18 20:03:54.150291 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f926d0be-fff5-47ce-88b0-c30bf987248b req-c5e82ffe-e1c0-4ae6-8506-85c6d4b325ae tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353815 Jan 18 20:03:54.154295 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135193e-c906-4d3c-91c0-ac046ca85636 req-9d54ea3f-7536-4c36-af09-bee3f5b006be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:54.155728 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f135193e-c906-4d3c-91c0-ac046ca85636 req-9d54ea3f-7536-4c36-af09-bee3f5b006be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=78106b93-d326-468a-b364-efefd0202f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1419835 Jan 18 20:03:54.252174 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-8020e14e-5949-4222-aab0-7487fd5c2cd1 service neutron] 10.222.0.57 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227713 Jan 18 20:03:54.341541 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:03:54.359931 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-cc9affcb-0078-47db-bef7-ceb9e708d9d4 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:54.361780 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-cc9affcb-0078-47db-bef7-ceb9e708d9d4 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c&tenant_id=67883881b676447cbe3f92dbc62dd7c6&binding%3Ahost_id=n-h2-741529-9 HTTP/1.1" status: 200 len: 1097 time: 0.0467722 Jan 18 20:03:54.374896 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-eaca2cef-006c-45c8-8167-914bf131cfc6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-741529-9'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:03:54.393717 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f135193e-c906-4d3c-91c0-ac046ca85636 req-a21c7196-a0d7-4ef7-8bd7-bb3fadc3998a service neutron] 10.222.0.70 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134676 Jan 18 20:03:54.433845 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007baa12-bdd3-44bf-a83b-136999223c5e req-f1af6935-956f-496a-965c-8a1e70addebb tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:54.435345 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-007baa12-bdd3-44bf-a83b-136999223c5e req-f1af6935-956f-496a-965c-8a1e70addebb tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/ports?device_id=840edb35-e888-4362-8583-b3cb0c6a5327 HTTP/1.1" status: 200 len: 945 time: 0.1354260 Jan 18 20:03:54.451020 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-eaca2cef-006c-45c8-8167-914bf131cfc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (62ad388c-9dbe-4498-b732-3d75eeae5e05), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:54.610243 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-eaca2cef-006c-45c8-8167-914bf131cfc6 service neutron] For port 62ad388c-9dbe-4498-b732-3d75eeae5e05, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=62ad388c-9dbe-4498-b732-3d75eeae5e05,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:54.647502 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-eaca2cef-006c-45c8-8167-914bf131cfc6 service neutron] For port 62ad388c-9dbe-4498-b732-3d75eeae5e05, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:03:54.689543 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b966f71-c6cc-463b-b5d5-93dbaf95576c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ad388c-9dbe-4498-b732-3d75eeae5e05'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:03:54.691893 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88a1a8a-2f9d-4789-b38b-159aa657e329" -d '{"events": [{"server_uuid": "8b966f71-c6cc-463b-b5d5-93dbaf95576c", "name": "network-vif-unplugged", "status": "completed", "tag": "62ad388c-9dbe-4498-b732-3d75eeae5e05"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:03:54.696101 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-eaca2cef-006c-45c8-8167-914bf131cfc6 service neutron] Publish callbacks [] for port (62ad388c-9dbe-4498-b732-3d75eeae5e05), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:54.702389 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-eaca2cef-006c-45c8-8167-914bf131cfc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (62ad388c-9dbe-4498-b732-3d75eeae5e05), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:54.779263 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca2cef-006c-45c8-8167-914bf131cfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=62ad388c-9dbe-4498-b732-3d75eeae5e05,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:54.795425 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-eaca2cef-006c-45c8-8167-914bf131cfc6 service neutron] Attempting to bind port 62ad388c-9dbe-4498-b732-3d75eeae5e05 on host n-h2-741529-9 for vnic_type normal with profile {"migrating_to": "n-h1-741529-9"} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:03:54.795787 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-eaca2cef-006c-45c8-8167-914bf131cfc6 service neutron] Attempting to bind port 62ad388c-9dbe-4498-b732-3d75eeae5e05 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:03:54.796109 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-eaca2cef-006c-45c8-8167-914bf131cfc6 service neutron] Attempting to bind port 62ad388c-9dbe-4498-b732-3d75eeae5e05 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:54.800469 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-eaca2cef-006c-45c8-8167-914bf131cfc6 service neutron] Port 62ad388c-9dbe-4498-b732-3d75eeae5e05 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:03:54.800780 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-eaca2cef-006c-45c8-8167-914bf131cfc6 service neutron] Attempting to bind port 62ad388c-9dbe-4498-b732-3d75eeae5e05 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:03:54.805517 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-eaca2cef-006c-45c8-8167-914bf131cfc6 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:03:54.806033 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-eaca2cef-006c-45c8-8167-914bf131cfc6 service neutron] Checking segment: {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:03:54.806410 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-eaca2cef-006c-45c8-8167-914bf131cfc6 service neutron] Bound using segment: {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:03:54.806825 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-eaca2cef-006c-45c8-8167-914bf131cfc6 service neutron] Bound port: 62ad388c-9dbe-4498-b732-3d75eeae5e05, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:03:54.807171 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-eaca2cef-006c-45c8-8167-914bf131cfc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (62ad388c-9dbe-4498-b732-3d75eeae5e05), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:54.837639 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d1d94f-5478-43b9-8191-4962a4ab391e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d6ed88-afa9-4754-b864-b1f22322c79b'}, {'server_uuid': '840edb35-e888-4362-8583-b3cb0c6a5327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aada8984-31d9-4d56-bdaa-f43a410a5df0'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:03:54.840003 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6339fe-a1dc-48c1-91bd-5e429cc109d0" -d '{"events": [{"server_uuid": "99d1d94f-5478-43b9-8191-4962a4ab391e", "name": "network-vif-plugged", "status": "completed", "tag": "d9d6ed88-afa9-4754-b864-b1f22322c79b"}, {"server_uuid": "840edb35-e888-4362-8583-b3cb0c6a5327", "name": "network-vif-plugged", "status": "completed", "tag": "aada8984-31d9-4d56-bdaa-f43a410a5df0"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:03:54.870328 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-007baa12-bdd3-44bf-a83b-136999223c5e req-1883f8c8-d9bb-4a17-9463-dcff429bf2a5 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafbd387-bc80-4f3f-b3ac-fc6448269a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221578 Jan 18 20:03:54.876172 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f135193e-c906-4d3c-91c0-ac046ca85636 req-c10594c5-a08e-41bb-9941-22a6528c4e80 service neutron] 10.222.0.70 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733715 Jan 18 20:03:54.876780 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-eaca2cef-006c-45c8-8167-914bf131cfc6 service neutron] For port 62ad388c-9dbe-4498-b732-3d75eeae5e05, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:03:54.880115 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-eaca2cef-006c-45c8-8167-914bf131cfc6 service neutron] For port 62ad388c-9dbe-4498-b732-3d75eeae5e05, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=62ad388c-9dbe-4498-b732-3d75eeae5e05,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:03:54.894506 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-eaca2cef-006c-45c8-8167-914bf131cfc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (62ad388c-9dbe-4498-b732-3d75eeae5e05), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:54.957899 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-eaca2cef-006c-45c8-8167-914bf131cfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:54.958533 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-eaca2cef-006c-45c8-8167-914bf131cfc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:54.959988 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-eaca2cef-006c-45c8-8167-914bf131cfc6 service neutron] 10.222.0.57 "PUT /v2.0/ports/62ad388c-9dbe-4498-b732-3d75eeae5e05 HTTP/1.1" status: 200 len: 1122 time: 0.5900254 Jan 18 20:03:54.986528 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca2cef-006c-45c8-8167-914bf131cfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=62ad388c-9dbe-4498-b732-3d75eeae5e05,revision_number=8']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:55.055346 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['62ad388c-9dbe-4498-b732-3d75eeae5e05'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:03:55.106661 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357c858-5d04-450e-92e1-7a36dce630ae req-c289dde4-fd7a-4c66-9d20-b4fc644fd5ad tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:55.108188 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c357c858-5d04-450e-92e1-7a36dce630ae req-c289dde4-fd7a-4c66-9d20-b4fc644fd5ad tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=99d1d94f-5478-43b9-8191-4962a4ab391e HTTP/1.1" status: 200 len: 950 time: 0.1072087 Jan 18 20:03:55.110283 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-c7b584ba-0800-43f8-8707-65df6c43bc65 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:55.115880 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-c7b584ba-0800-43f8-8707-65df6c43bc65 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (11134872-705b-4698-9543-f574e5ecf187), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:55.220673 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33954) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:55.232381 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c357c858-5d04-450e-92e1-7a36dce630ae req-7cb35889-87ec-4ba9-a255-0d9fcfb3c191 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176195 Jan 18 20:03:55.250091 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-c7b584ba-0800-43f8-8707-65df6c43bc65 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Floating IP 11134872-705b-4698-9543-f574e5ecf187 associated. External IP: 172.25.4.36, port: a71007f0-a47d-4019-9224-e07de646df42. Jan 18 20:03:55.360227 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a11bfe03-7950-443a-b9f3-b20fa8e2b6f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:55.413247 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c547b2-ade6-4ad6-a4a6-d8e6a284d95f req-01c94196-ea54-41c0-9501-88e2c88ef9b0 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:55.414929 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a9c547b2-ade6-4ad6-a4a6-d8e6a284d95f req-01c94196-ea54-41c0-9501-88e2c88ef9b0 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 949 time: 0.0709786 Jan 18 20:03:55.450108 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a11bfe03-7950-443a-b9f3-b20fa8e2b6f1 admin admin] Publish callbacks [] for security_group (f688d038-ac5a-43bf-975f-f11491f5fc40), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:55.454566 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a11bfe03-7950-443a-b9f3-b20fa8e2b6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f688d038-ac5a-43bf-975f-f11491f5fc40), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:55.495314 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11bfe03-7950-443a-b9f3-b20fa8e2b6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f688d038-ac5a-43bf-975f-f11491f5fc40,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:55.518772 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a11bfe03-7950-443a-b9f3-b20fa8e2b6f1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1f89838a6e64b1c919c59fc9fe8d9d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2963955 Jan 18 20:03:55.518772 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33962) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:55.519652 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33964) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:55.527181 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a4efc4cc-ba52-424e-b586-2adcc29b9549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:55.546615 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a9c547b2-ade6-4ad6-a4a6-d8e6a284d95f req-044ee5c7-7d2c-4d8e-a52f-e88e4ad659a2 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015763 Jan 18 20:03:55.575752 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-c7b584ba-0800-43f8-8707-65df6c43bc65 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:03:55.580674 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1aa158be-9a30-43ea-8c14-c3a2fead2f51 admin admin] Publish callbacks [] for security_group (f688d038-ac5a-43bf-975f-f11491f5fc40), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:55.602809 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1aa158be-9a30-43ea-8c14-c3a2fead2f51 admin admin] Publish callbacks [] for security_group (f688d038-ac5a-43bf-975f-f11491f5fc40), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:55.660077 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1aa158be-9a30-43ea-8c14-c3a2fead2f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f688d038-ac5a-43bf-975f-f11491f5fc40), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:55.662989 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1aa158be-9a30-43ea-8c14-c3a2fead2f51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:55.664190 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1aa158be-9a30-43ea-8c14-c3a2fead2f51 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f688d038-ac5a-43bf-975f-f11491f5fc40 HTTP/1.1" status: 204 len: 168 time: 0.1444879 Jan 18 20:03:55.674190 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa158be-9a30-43ea-8c14-c3a2fead2f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f688d038-ac5a-43bf-975f-f11491f5fc40,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:55.688726 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a088815a-d238-4307-bc69-a0fdce40d7c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:55.701319 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058c7402-07d6-4c73-be98-65f9f6fbfadd x-openstack-request-id: req-058c7402-07d6-4c73-be98-65f9f6fbfadd {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:03:55.701607 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b966f71-c6cc-463b-b5d5-93dbaf95576c", "name": "network-vif-unplugged", "status": "completed", "tag": "62ad388c-9dbe-4498-b732-3d75eeae5e05", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:03:55.701914 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-058c7402-07d6-4c73-be98-65f9f6fbfadd {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:03:55.702422 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b966f71-c6cc-463b-b5d5-93dbaf95576c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ad388c-9dbe-4498-b732-3d75eeae5e05', 'code': 200} Jan 18 20:03:55.717412 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-c7b584ba-0800-43f8-8707-65df6c43bc65 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:03:55.732013 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e8324a-6db1-45a0-be59-04a232bac8ee None None] Sync routers for ids ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:03:55.747244 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e8324a-6db1-45a0-be59-04a232bac8ee None None] Routers {'5d98a0b7-24e5-4165-ae05-a459d3c173d7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:03:55.749791 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-68e8324a-6db1-45a0-be59-04a232bac8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:03:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:55.757203 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 18 Jan 2022 20:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a0a4d2-7a2b-42ed-b1f9-4d97162b552f x-openstack-request-id: req-12a0a4d2-7a2b-42ed-b1f9-4d97162b552f {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:03:55.757510 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d1d94f-5478-43b9-8191-4962a4ab391e", "name": "network-vif-plugged", "status": "completed", "tag": "d9d6ed88-afa9-4754-b864-b1f22322c79b", "code": 200}, {"server_uuid": "840edb35-e888-4362-8583-b3cb0c6a5327", "name": "network-vif-plugged", "status": "completed", "tag": "aada8984-31d9-4d56-bdaa-f43a410a5df0", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:03:55.757792 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12a0a4d2-7a2b-42ed-b1f9-4d97162b552f {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:03:55.758196 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d1d94f-5478-43b9-8191-4962a4ab391e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d6ed88-afa9-4754-b864-b1f22322c79b', 'code': 200} Jan 18 20:03:55.758455 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840edb35-e888-4362-8583-b3cb0c6a5327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aada8984-31d9-4d56-bdaa-f43a410a5df0', 'code': 200} Jan 18 20:03:55.916807 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a088815a-d238-4307-bc69-a0fdce40d7c6 admin admin] Publish callbacks [] for security_group (1a9161e7-4c5f-4a91-8e88-dbd57a87bebe), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:55.944769 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-68e8324a-6db1-45a0-be59-04a232bac8ee None None] Set router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:03:55.956018 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a088815a-d238-4307-bc69-a0fdce40d7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1a9161e7-4c5f-4a91-8e88-dbd57a87bebe), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:56.036056 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33974) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:56.057258 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b77e6cb4-602e-49d7-ba19-101e2d7e8268 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:56.065882 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a088815a-d238-4307-bc69-a0fdce40d7c6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db816f952c134fdaa4b3b7c7aacb4951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5427537 Jan 18 20:03:56.066933 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33976) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:56.070077 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088815a-d238-4307-bc69-a0fdce40d7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9161e7-4c5f-4a91-8e88-dbd57a87bebe,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:56.102576 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640b4a4-a698-4e2d-83b5-3ba62e0a3d23 req-5f16ec9d-dfd8-4540-801d-673d296b4d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:56.104140 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b640b4a4-a698-4e2d-83b5-3ba62e0a3d23 req-5f16ec9d-dfd8-4540-801d-673d296b4d08 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=840edb35-e888-4362-8583-b3cb0c6a5327 HTTP/1.1" status: 200 len: 1096 time: 0.2189462 Jan 18 20:03:56.111850 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559438c-5980-458d-8b88-1c56428618df req-aa1094eb-5163-4c9d-bdea-feddceca6339 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:56.113654 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7559438c-5980-458d-8b88-1c56428618df req-aa1094eb-5163-4c9d-bdea-feddceca6339 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 944 time: 0.2499108 Jan 18 20:03:56.118697 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac25cd8-07fb-4665-b5c3-70c2d73bc0f8 req-92747b28-4fcd-406f-9310-d989705b0481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:56.120150 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fac25cd8-07fb-4665-b5c3-70c2d73bc0f8 req-92747b28-4fcd-406f-9310-d989705b0481 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=99d1d94f-5478-43b9-8191-4962a4ab391e HTTP/1.1" status: 200 len: 1101 time: 0.2361653 Jan 18 20:03:56.155541 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-266a4690-1436-43c0-bbdc-5fa19c71c6e5 admin admin] Publish callbacks [] for security_group (1a9161e7-4c5f-4a91-8e88-dbd57a87bebe), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:56.190739 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-266a4690-1436-43c0-bbdc-5fa19c71c6e5 admin admin] Publish callbacks [] for security_group (1a9161e7-4c5f-4a91-8e88-dbd57a87bebe), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:56.209387 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-68e8324a-6db1-45a0-be59-04a232bac8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-router', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '91d8110f-f713-4a31-96b5-01159d651e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:02Z', 'updated_at': '2022-01-18T20:03:07Z', 'revision_number': 4, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'gw_port': {'id': '91d8110f-f713-4a31-96b5-01159d651e26', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:03Z', 'updated_at': '2022-01-18T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '11134872-705b-4698-9543-f574e5ecf187', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'port_id': '54e5dc21-05c7-4bf3-9c9f-f38fc8976912', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'mac_address': 'fa:16:3e:c2:4b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d312f0c-e2d3-4535-b429-c93326d96c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:03:31Z', 'updated_at': '2022-01-18T20:03:54Z', 'revision_number': 3, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073b1635-cd57-4b5c-bb61-81a4461d448b', 'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'mac_address': 'fa:16:3e:a2:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:06Z', 'updated_at': '2022-01-18T20:03:12Z', 'revision_number': 5, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'subnets': [{'id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:56.228715 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b77e6cb4-602e-49d7-ba19-101e2d7e8268 admin admin] Publish callbacks [] for security_group (52a84965-8e4a-40ed-8281-b4498ab3ecb4), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:56.238622 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b77e6cb4-602e-49d7-ba19-101e2d7e8268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (52a84965-8e4a-40ed-8281-b4498ab3ecb4), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:56.241476 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e8324a-6db1-45a0-be59-04a232bac8ee None None] Checking router: 5d98a0b7-24e5-4165-ae05-a459d3c173d7 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:03:56.253085 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b640b4a4-a698-4e2d-83b5-3ba62e0a3d23 req-06cb97af-b33c-4d8e-8af9-3bd8f7241ca0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=eafbd387-bc80-4f3f-b3ac-fc6448269a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387715 Jan 18 20:03:56.253381 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e8324a-6db1-45a0-be59-04a232bac8ee None None] Routers {'5d98a0b7-24e5-4165-ae05-a459d3c173d7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:03:56.254402 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-68e8324a-6db1-45a0-be59-04a232bac8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:03:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:56.259741 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-c7b584ba-0800-43f8-8707-65df6c43bc65 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:03:56.263052 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fac25cd8-07fb-4665-b5c3-70c2d73bc0f8 req-80ef9bf5-6e72-4cbe-9d32-356118c5e229 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338530 Jan 18 20:03:56.267437 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7559438c-5980-458d-8b88-1c56428618df req-6ab1ac1c-73c4-4177-a7a2-463e08ddaa94 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423812 Jan 18 20:03:56.284727 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b77e6cb4-602e-49d7-ba19-101e2d7e8268 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=10e4af10d63a4c3593d83a8df99286f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472000 Jan 18 20:03:56.287059 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e6cb4-602e-49d7-ba19-101e2d7e8268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a84965-8e4a-40ed-8281-b4498ab3ecb4,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:56.288402 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33980) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:56.296723 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-266a4690-1436-43c0-bbdc-5fa19c71c6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1a9161e7-4c5f-4a91-8e88-dbd57a87bebe), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:56.306239 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-266a4690-1436-43c0-bbdc-5fa19c71c6e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:56.306239 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-266a4690-1436-43c0-bbdc-5fa19c71c6e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a9161e7-4c5f-4a91-8e88-dbd57a87bebe HTTP/1.1" status: 204 len: 168 time: 0.2304890 Jan 18 20:03:56.340308 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a4690-1436-43c0-bbdc-5fa19c71c6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9161e7-4c5f-4a91-8e88-dbd57a87bebe,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:56.445864 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-68e8324a-6db1-45a0-be59-04a232bac8ee None None] Set router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:03:56.478954 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-c7b584ba-0800-43f8-8707-65df6c43bc65 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:03:56.487984 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececa841-cc6e-4a16-874e-1f5772cfcd3b req-55a88346-bfdd-4c78-afd1-4a3f5f4f659a tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:56.489514 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ececa841-cc6e-4a16-874e-1f5772cfcd3b req-55a88346-bfdd-4c78-afd1-4a3f5f4f659a tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/ports?device_id=840edb35-e888-4362-8583-b3cb0c6a5327 HTTP/1.1" status: 200 len: 945 time: 0.1193295 Jan 18 20:03:56.490196 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-22892291-19a8-45b8-aeb0-87719072d85a admin admin] Publish callbacks [] for security_group (52a84965-8e4a-40ed-8281-b4498ab3ecb4), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:56.496399 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-c7b584ba-0800-43f8-8707-65df6c43bc65 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:56.559272 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-22892291-19a8-45b8-aeb0-87719072d85a admin admin] Publish callbacks [] for security_group (52a84965-8e4a-40ed-8281-b4498ab3ecb4), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:56.570520 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98c2fe7-4c80-4cd5-9183-0d00e7744f67', 'tag': 'a71007f0-a47d-4019-9224-e07de646df42'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:03:56.572853 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2b6208-2072-47eb-9c03-35a8005c6761" -d '{"events": [{"name": "network-changed", "server_uuid": "a98c2fe7-4c80-4cd5-9183-0d00e7744f67", "tag": "a71007f0-a47d-4019-9224-e07de646df42"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:03:56.638682 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-c7b584ba-0800-43f8-8707-65df6c43bc65 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "PUT /v2.0/floatingips/11134872-705b-4698-9543-f574e5ecf187 HTTP/1.1" status: 200 len: 997 time: 2.7398970 Jan 18 20:03:56.653815 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ececa841-cc6e-4a16-874e-1f5772cfcd3b req-2585cc36-af47-4b46-936e-08f3f6f01cb5 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafbd387-bc80-4f3f-b3ac-fc6448269a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438093 Jan 18 20:03:56.688320 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-68e8324a-6db1-45a0-be59-04a232bac8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-router', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '91d8110f-f713-4a31-96b5-01159d651e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:02Z', 'updated_at': '2022-01-18T20:03:07Z', 'revision_number': 4, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'gw_port': {'id': '91d8110f-f713-4a31-96b5-01159d651e26', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:03Z', 'updated_at': '2022-01-18T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '11134872-705b-4698-9543-f574e5ecf187', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'port_id': '54e5dc21-05c7-4bf3-9c9f-f38fc8976912', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'mac_address': 'fa:16:3e:c2:4b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d312f0c-e2d3-4535-b429-c93326d96c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:03:31Z', 'updated_at': '2022-01-18T20:03:54Z', 'revision_number': 3, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073b1635-cd57-4b5c-bb61-81a4461d448b', 'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'mac_address': 'fa:16:3e:a2:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:06Z', 'updated_at': '2022-01-18T20:03:12Z', 'revision_number': 5, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'subnets': [{'id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:56.720104 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e8324a-6db1-45a0-be59-04a232bac8ee None None] The sync data for ids ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'] in n-d-741529-9 is: [{'id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-router', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '91d8110f-f713-4a31-96b5-01159d651e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:02Z', 'updated_at': '2022-01-18T20:03:07Z', 'revision_number': 4, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'gw_port': {'id': '91d8110f-f713-4a31-96b5-01159d651e26', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:03Z', 'updated_at': '2022-01-18T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '11134872-705b-4698-9543-f574e5ecf187', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'port_id': '54e5dc21-05c7-4bf3-9c9f-f38fc8976912', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'mac_address': 'fa:16:3e:c2:4b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d312f0c-e2d3-4535-b429-c93326d96c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:03:31Z', 'updated_at': '2022-01-18T20:03:54Z', 'revision_number': 3, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073b1635-cd57-4b5c-bb61-81a4461d448b', 'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'mac_address': 'fa:16:3e:a2:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:06Z', 'updated_at': '2022-01-18T20:03:12Z', 'revision_number': 5, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'subnets': [{'id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:03:56.725143 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33992) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:56.734767 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-9721f084-1191-41fb-be16-8a2a58e9e697 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:56.736219 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-9721f084-1191-41fb-be16-8a2a58e9e697 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports/a71007f0-a47d-4019-9224-e07de646df42 HTTP/1.1" status: 200 len: 942 time: 0.0699234 Jan 18 20:03:56.736869 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-22892291-19a8-45b8-aeb0-87719072d85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (52a84965-8e4a-40ed-8281-b4498ab3ecb4), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:56.739758 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-22892291-19a8-45b8-aeb0-87719072d85a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:56.739905 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5d742fc4-efd8-498f-a187-bacd1535f577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:56.743875 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-22892291-19a8-45b8-aeb0-87719072d85a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52a84965-8e4a-40ed-8281-b4498ab3ecb4 HTTP/1.1" status: 204 len: 168 time: 0.4541869 Jan 18 20:03:56.772627 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22892291-19a8-45b8-aeb0-87719072d85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a84965-8e4a-40ed-8281-b4498ab3ecb4,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:56.813440 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110dbb4-423f-4042-8fc5-8d9a3d31a90a req-4b311366-6400-4693-b223-c5d85e20610b tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:56.816376 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6110dbb4-423f-4042-8fc5-8d9a3d31a90a req-4b311366-6400-4693-b223-c5d85e20610b tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=99d1d94f-5478-43b9-8191-4962a4ab391e HTTP/1.1" status: 200 len: 950 time: 0.1012645 Jan 18 20:03:56.857069 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5d742fc4-efd8-498f-a187-bacd1535f577 admin admin] Publish callbacks [] for security_group (04e0048b-52e7-4838-afad-f57eb9354ed7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:56.861645 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5d742fc4-efd8-498f-a187-bacd1535f577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (04e0048b-52e7-4838-afad-f57eb9354ed7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:56.904215 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d742fc4-efd8-498f-a187-bacd1535f577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e0048b-52e7-4838-afad-f57eb9354ed7,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:56.909115 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5d742fc4-efd8-498f-a187-bacd1535f577 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5ab425e914194c489aea3f727218cbe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1826663 Jan 18 20:03:56.911713 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33996) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:56.970530 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eee9a8c7-0d74-4209-87c7-ae6019ad9e79 admin admin] Publish callbacks [] for security_group (04e0048b-52e7-4838-afad-f57eb9354ed7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:56.997721 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eee9a8c7-0d74-4209-87c7-ae6019ad9e79 admin admin] Publish callbacks [] for security_group (04e0048b-52e7-4838-afad-f57eb9354ed7), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:57.014087 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f313e6b3-d33c-4a39-aff1-a32977b21dae None None] New status for floating IP 11134872-705b-4698-9543-f574e5ecf187: ACTIVE {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:03:57.030744 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:03:57.083030 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eee9a8c7-0d74-4209-87c7-ae6019ad9e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (04e0048b-52e7-4838-afad-f57eb9354ed7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:57.085854 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eee9a8c7-0d74-4209-87c7-ae6019ad9e79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:57.090090 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-eee9a8c7-0d74-4209-87c7-ae6019ad9e79 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04e0048b-52e7-4838-afad-f57eb9354ed7 HTTP/1.1" status: 204 len: 168 time: 0.1741974 Jan 18 20:03:57.096925 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9a8c7-0d74-4209-87c7-ae6019ad9e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e0048b-52e7-4838-afad-f57eb9354ed7,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:57.172620 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-f56dfbfe-b79c-493a-afc9-405216940029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:57.179692 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-f56dfbfe-b79c-493a-afc9-405216940029 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c355645603e5405fb0170c0cbc339b20&device_id=a98c2fe7-4c80-4cd5-9183-0d00e7744f67 HTTP/1.1" status: 200 len: 1096 time: 0.3469765 Jan 18 20:03:57.230635 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6110dbb4-423f-4042-8fc5-8d9a3d31a90a req-f2e64c1f-87c1-466c-930a-d256cbe0dcc6 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026060 Jan 18 20:03:57.247881 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34002) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:57.387442 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-c388921d-de10-4fd8-b684-b38e43f83670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:57.394479 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-c388921d-de10-4fd8-b684-b38e43f83670 service neutron] 10.222.0.31 "GET /v2.0/networks?id=78106b93-d326-468a-b364-efefd0202f5c HTTP/1.1" status: 200 len: 922 time: 0.2139299 Jan 18 20:03:57.404139 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886e7d68-87c5-4fff-b1f5-8f5baf624fb7 None None] Sync routers for ids ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:03:57.417134 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886e7d68-87c5-4fff-b1f5-8f5baf624fb7 None None] Routers {'5d98a0b7-24e5-4165-ae05-a459d3c173d7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:03:57.421531 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-886e7d68-87c5-4fff-b1f5-8f5baf624fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:03:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:57.471642 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d500065-cdb5-4edb-8df2-753133b14132 req-1fd6116e-cca6-4ffa-8dd9-ec38a2fb9d24 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:57.474420 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d500065-cdb5-4edb-8df2-753133b14132 req-1fd6116e-cca6-4ffa-8dd9-ec38a2fb9d24 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 949 time: 0.1561184 Jan 18 20:03:57.484360 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-71a920b1-0c8a-44f5-a9cf-3c257da9bc44 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a71007f0-a47d-4019-9224-e07de646df42 HTTP/1.1" status: 200 len: 217 time: 0.0878773 Jan 18 20:03:57.485954 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-955da776-ff61-43b4-ac7c-af8fe67d0070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:57.579653 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-886e7d68-87c5-4fff-b1f5-8f5baf624fb7 None None] Set router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:03:57.601032 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-955da776-ff61-43b4-ac7c-af8fe67d0070 admin admin] Publish callbacks [] for security_group (f99e8e54-71cc-4dfb-8722-d895e1471822), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:57.601831 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-1a8b7332-e402-492e-9012-26b3643d1300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:57.609172 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-1a8b7332-e402-492e-9012-26b3643d1300 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a4fc205-1f02-48e6-a311-ab3d6a37436d HTTP/1.1" status: 200 len: 860 time: 0.1238852 Jan 18 20:03:57.615242 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-955da776-ff61-43b4-ac7c-af8fe67d0070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f99e8e54-71cc-4dfb-8722-d895e1471822), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:57.620063 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 62ad388c-9dbe-4498-b732-3d75eeae5e05 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:03:57.625306 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:03:57.661748 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d500065-cdb5-4edb-8df2-753133b14132 req-2353d3db-a3ca-456f-9844-539053ddd2db tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600349 Jan 18 20:03:57.710720 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b966f71-c6cc-463b-b5d5-93dbaf95576c', 'tag': '62ad388c-9dbe-4498-b732-3d75eeae5e05'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:03:57.715000 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-3676ce74-18e4-47c0-8a3e-cc80a9564b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:57.721664 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bfddb3-73bb-4fce-8772-0b47423798e7" -d '{"events": [{"name": "network-changed", "server_uuid": "8b966f71-c6cc-463b-b5d5-93dbaf95576c", "tag": "62ad388c-9dbe-4498-b732-3d75eeae5e05"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:03:57.727309 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-3676ce74-18e4-47c0-8a3e-cc80a9564b1b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=78106b93-d326-468a-b364-efefd0202f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171408 Jan 18 20:03:57.748466 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34022) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:03:57.748874 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-955da776-ff61-43b4-ac7c-af8fe67d0070 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=174d8cf9fd4346fba2f7ab36050dbb28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4995325 Jan 18 20:03:57.751364 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955da776-ff61-43b4-ac7c-af8fe67d0070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99e8e54-71cc-4dfb-8722-d895e1471822,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:57.797907 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b9844913-d247-4548-b514-4e40bf00119b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:57.808178 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0106fd-d462-44fe-baee-6db6882f31e3 x-openstack-request-id: req-2c0106fd-d462-44fe-baee-6db6882f31e3 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:03:57.808645 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98c2fe7-4c80-4cd5-9183-0d00e7744f67", "tag": "a71007f0-a47d-4019-9224-e07de646df42", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:03:57.809858 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c0106fd-d462-44fe-baee-6db6882f31e3 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:03:57.810323 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98c2fe7-4c80-4cd5-9183-0d00e7744f67', 'tag': 'a71007f0-a47d-4019-9224-e07de646df42', 'status': 'completed', 'code': 200} Jan 18 20:03:57.966034 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:03:57.970370 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-584109ff-94df-4f3e-98a2-a4b36dc3563f admin admin] Publish callbacks [] for security_group (f99e8e54-71cc-4dfb-8722-d895e1471822), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:57.987608 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 62ad388c-9dbe-4498-b732-3d75eeae5e05, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=62ad388c-9dbe-4498-b732-3d75eeae5e05,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:57.991556 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:03:57.992126 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:58.041128 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b6208-2072-47eb-9c03-35a8005c6761 req-1bdb43e8-5176-41a5-8462-3f3b4517d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:58.042946 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed2b6208-2072-47eb-9c03-35a8005c6761 req-1bdb43e8-5176-41a5-8462-3f3b4517d2e7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c355645603e5405fb0170c0cbc339b20&device_id=a98c2fe7-4c80-4cd5-9183-0d00e7744f67 HTTP/1.1" status: 200 len: 1096 time: 0.1556914 Jan 18 20:03:58.045354 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-584109ff-94df-4f3e-98a2-a4b36dc3563f admin admin] Publish callbacks [] for security_group (f99e8e54-71cc-4dfb-8722-d895e1471822), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:58.049935 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-7b742c40-ec41-4257-9d2b-163d71ad8a91 service neutron] 10.222.0.31 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193281 Jan 18 20:03:58.081951 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 62ad388c-9dbe-4498-b732-3d75eeae5e05 has no active binding in host n-h1-741529-9 {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 18 20:03:58.118695 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-886e7d68-87c5-4fff-b1f5-8f5baf624fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-router', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '91d8110f-f713-4a31-96b5-01159d651e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:02Z', 'updated_at': '2022-01-18T20:03:07Z', 'revision_number': 4, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'gw_port': {'id': '91d8110f-f713-4a31-96b5-01159d651e26', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:03Z', 'updated_at': '2022-01-18T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '11134872-705b-4698-9543-f574e5ecf187', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'port_id': '54e5dc21-05c7-4bf3-9c9f-f38fc8976912', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'mac_address': 'fa:16:3e:c2:4b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d312f0c-e2d3-4535-b429-c93326d96c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:03:31Z', 'updated_at': '2022-01-18T20:03:57Z', 'revision_number': 4, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073b1635-cd57-4b5c-bb61-81a4461d448b', 'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'mac_address': 'fa:16:3e:a2:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:06Z', 'updated_at': '2022-01-18T20:03:12Z', 'revision_number': 5, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'subnets': [{'id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:58.147121 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886e7d68-87c5-4fff-b1f5-8f5baf624fb7 None None] Checking router: 5d98a0b7-24e5-4165-ae05-a459d3c173d7 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:03:58.161304 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886e7d68-87c5-4fff-b1f5-8f5baf624fb7 None None] Routers {'5d98a0b7-24e5-4165-ae05-a459d3c173d7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:03:58.162208 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-886e7d68-87c5-4fff-b1f5-8f5baf624fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:03:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:58.175352 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809e3a8-b3c2-4802-81aa-fe5d564daf6d req-aed92a7e-d66d-4489-a79c-2b26549385b5 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:58.182947 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f809e3a8-b3c2-4802-81aa-fe5d564daf6d req-aed92a7e-d66d-4489-a79c-2b26549385b5 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 944 time: 0.1941330 Jan 18 20:03:58.296637 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:03:58.298614 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:58.313088 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b6208-2072-47eb-9c03-35a8005c6761 req-74054af8-bbb2-437c-b6d6-0f88760a9318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:58.315592 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed2b6208-2072-47eb-9c03-35a8005c6761 req-74054af8-bbb2-437c-b6d6-0f88760a9318 service neutron] 10.222.0.70 "GET /v2.0/networks?id=78106b93-d326-468a-b364-efefd0202f5c HTTP/1.1" status: 200 len: 922 time: 0.2645442 Jan 18 20:03:58.321910 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f809e3a8-b3c2-4802-81aa-fe5d564daf6d req-037a8a98-f328-4f21-b0e5-51d9567127a9 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377380 Jan 18 20:03:58.333428 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-886e7d68-87c5-4fff-b1f5-8f5baf624fb7 None None] Set router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:03:58.333563 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729003e4-78e4-4f3b-8a6d-80822dacf247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:03:58.336613 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ed4867-584a-4e3b-8f95-c340aedff442" -d '{"events": [{"server_uuid": "729003e4-78e4-4f3b-8a6d-80822dacf247", "name": "network-vif-plugged", "status": "completed", "tag": "e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:03:58.339319 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-87ae4093-8c9b-4bce-a855-91ba412fa69d service neutron] 10.222.0.31 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733459 Jan 18 20:03:58.354136 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:03:58.361129 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:58.369294 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed2b6208-2072-47eb-9c03-35a8005c6761 req-deb34034-f632-40d5-a3f6-74d0e3abed65 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a71007f0-a47d-4019-9224-e07de646df42 HTTP/1.1" status: 200 len: 217 time: 0.0460324 Jan 18 20:03:58.369915 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-584109ff-94df-4f3e-98a2-a4b36dc3563f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f99e8e54-71cc-4dfb-8722-d895e1471822), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:58.372452 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-584109ff-94df-4f3e-98a2-a4b36dc3563f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:58.376233 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-584109ff-94df-4f3e-98a2-a4b36dc3563f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f99e8e54-71cc-4dfb-8722-d895e1471822 HTTP/1.1" status: 204 len: 168 time: 0.6185751 Jan 18 20:03:58.418050 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:58.427134 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584109ff-94df-4f3e-98a2-a4b36dc3563f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99e8e54-71cc-4dfb-8722-d895e1471822,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:03:58.485111 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b6208-2072-47eb-9c03-35a8005c6761 req-eaf31b93-a5aa-4536-b43b-7252106706b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:58.487365 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed2b6208-2072-47eb-9c03-35a8005c6761 req-eaf31b93-a5aa-4536-b43b-7252106706b3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4a4fc205-1f02-48e6-a311-ab3d6a37436d HTTP/1.1" status: 200 len: 860 time: 0.1101294 Jan 18 20:03:58.548006 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-bd0d8ecb-1ad7-4dee-a0d2-e777ca421af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:58.557301 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-bd0d8ecb-1ad7-4dee-a0d2-e777ca421af6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c355645603e5405fb0170c0cbc339b20&device_id=5d312f0c-e2d3-4535-b429-c93326d96c39 HTTP/1.1" status: 200 len: 1096 time: 0.1477902 Jan 18 20:03:58.620097 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659a63f-8269-44da-8f3f-c0d7799ea8d7 req-bcfd67f4-8383-47cd-b9ff-4d305a7bc47c tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:58.627528 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8659a63f-8269-44da-8f3f-c0d7799ea8d7 req-bcfd67f4-8383-47cd-b9ff-4d305a7bc47c tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/ports?device_id=840edb35-e888-4362-8583-b3cb0c6a5327 HTTP/1.1" status: 200 len: 945 time: 0.1583171 Jan 18 20:03:58.682424 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b6208-2072-47eb-9c03-35a8005c6761 req-5759c057-42e7-43df-b50e-655d3f116bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:58.684000 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed2b6208-2072-47eb-9c03-35a8005c6761 req-5759c057-42e7-43df-b50e-655d3f116bc0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=78106b93-d326-468a-b364-efefd0202f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1755152 Jan 18 20:03:58.718638 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-886e7d68-87c5-4fff-b1f5-8f5baf624fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-router', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '91d8110f-f713-4a31-96b5-01159d651e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:02Z', 'updated_at': '2022-01-18T20:03:07Z', 'revision_number': 4, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'gw_port': {'id': '91d8110f-f713-4a31-96b5-01159d651e26', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:03Z', 'updated_at': '2022-01-18T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '11134872-705b-4698-9543-f574e5ecf187', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'port_id': '54e5dc21-05c7-4bf3-9c9f-f38fc8976912', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'mac_address': 'fa:16:3e:c2:4b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d312f0c-e2d3-4535-b429-c93326d96c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:03:31Z', 'updated_at': '2022-01-18T20:03:57Z', 'revision_number': 4, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073b1635-cd57-4b5c-bb61-81a4461d448b', 'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'mac_address': 'fa:16:3e:a2:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:06Z', 'updated_at': '2022-01-18T20:03:12Z', 'revision_number': 5, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'subnets': [{'id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:03:58.752817 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886e7d68-87c5-4fff-b1f5-8f5baf624fb7 None None] The sync data for ids ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'] in n-d-741529-9 is: [{'id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-router', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '91d8110f-f713-4a31-96b5-01159d651e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:02Z', 'updated_at': '2022-01-18T20:03:07Z', 'revision_number': 4, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'gw_port': {'id': '91d8110f-f713-4a31-96b5-01159d651e26', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:03Z', 'updated_at': '2022-01-18T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '11134872-705b-4698-9543-f574e5ecf187', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'port_id': '54e5dc21-05c7-4bf3-9c9f-f38fc8976912', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'mac_address': 'fa:16:3e:c2:4b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d312f0c-e2d3-4535-b429-c93326d96c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:03:31Z', 'updated_at': '2022-01-18T20:03:57Z', 'revision_number': 4, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073b1635-cd57-4b5c-bb61-81a4461d448b', 'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'mac_address': 'fa:16:3e:a2:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:06Z', 'updated_at': '2022-01-18T20:03:12Z', 'revision_number': 5, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'subnets': [{'id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:03:58.765724 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8659a63f-8269-44da-8f3f-c0d7799ea8d7 req-c0ee3d35-58fb-45b6-ab05-2dfaa3d1ac17 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafbd387-bc80-4f3f-b3ac-fc6448269a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324027 Jan 18 20:03:58.770506 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-37174f73-0d1d-4184-82f2-5b42bdf2dcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:58.783819 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-37174f73-0d1d-4184-82f2-5b42bdf2dcd5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=78106b93-d326-468a-b364-efefd0202f5c HTTP/1.1" status: 200 len: 922 time: 0.2253654 Jan 18 20:03:58.837674 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2af6f41-af56-4af7-a0e6-c456661d9f30 x-openstack-request-id: req-a2af6f41-af56-4af7-a0e6-c456661d9f30 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:03:58.838228 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b966f71-c6cc-463b-b5d5-93dbaf95576c", "tag": "62ad388c-9dbe-4498-b732-3d75eeae5e05", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:03:58.838325 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2af6f41-af56-4af7-a0e6-c456661d9f30 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:03:58.839064 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b966f71-c6cc-463b-b5d5-93dbaf95576c', 'tag': '62ad388c-9dbe-4498-b732-3d75eeae5e05', 'status': 'completed', 'code': 200} Jan 18 20:03:58.880590 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:03:59.010539 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-84ed0269-4289-478b-b599-82decaf9b71b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54e5dc21-05c7-4bf3-9c9f-f38fc8976912 HTTP/1.1" status: 200 len: 1000 time: 0.2258291 Jan 18 20:03:59.045206 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed2b6208-2072-47eb-9c03-35a8005c6761 req-c40f5f2a-579c-4a86-8d7f-ec12e16f69d7 service neutron] 10.222.0.70 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523407 Jan 18 20:03:59.066245 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfddb3-73bb-4fce-8772-0b47423798e7 req-2e814b17-a14c-4d70-ba07-aaa88d7f3c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:59.067928 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e7bfddb3-73bb-4fce-8772-0b47423798e7 req-2e814b17-a14c-4d70-ba07-aaa88d7f3c9c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=67883881b676447cbe3f92dbc62dd7c6&device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 1125 time: 0.1636381 Jan 18 20:03:59.107725 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3e6f7-83fa-40fe-9553-2a44d12dd35d req-4a1e347a-5639-45d3-918e-882dbc86b780 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:59.109177 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aec3e6f7-83fa-40fe-9553-2a44d12dd35d req-4a1e347a-5639-45d3-918e-882dbc86b780 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=99d1d94f-5478-43b9-8191-4962a4ab391e HTTP/1.1" status: 200 len: 950 time: 0.1650031 Jan 18 20:03:59.125733 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-b048bfb3-02c4-4882-b2da-b0a3cc48de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:59.127149 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-b048bfb3-02c4-4882-b2da-b0a3cc48de06 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a4fc205-1f02-48e6-a311-ab3d6a37436d HTTP/1.1" status: 200 len: 860 time: 0.1158814 Jan 18 20:03:59.306986 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-cbc4dfc8-b700-489b-bbed-60f59f115a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:59.308833 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-cbc4dfc8-b700-489b-bbed-60f59f115a95 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=78106b93-d326-468a-b364-efefd0202f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1649508 Jan 18 20:03:59.310221 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed2b6208-2072-47eb-9c03-35a8005c6761 req-94cd1ef6-6077-47dd-b364-1e6b90343acc service neutron] 10.222.0.70 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546208 Jan 18 20:03:59.316554 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aec3e6f7-83fa-40fe-9553-2a44d12dd35d req-6afb0912-2da5-4ded-bcd5-7196973b3bfa tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925635 Jan 18 20:03:59.328358 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfddb3-73bb-4fce-8772-0b47423798e7 req-510426cf-9715-45aa-89e7-10ba1b2dfbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:59.329491 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e7bfddb3-73bb-4fce-8772-0b47423798e7 req-510426cf-9715-45aa-89e7-10ba1b2dfbf4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6fab12dd-5aeb-4649-a1e2-836559f8a553 HTTP/1.1" status: 200 len: 921 time: 0.2468412 Jan 18 20:03:59.374154 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22892527-fe72-417b-8164-6e92187ef7b2 x-openstack-request-id: req-22892527-fe72-417b-8164-6e92187ef7b2 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:03:59.375338 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729003e4-78e4-4f3b-8a6d-80822dacf247", "name": "network-vif-plugged", "status": "completed", "tag": "e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:03:59.375753 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22892527-fe72-417b-8164-6e92187ef7b2 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:03:59.376369 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729003e4-78e4-4f3b-8a6d-80822dacf247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f', 'code': 200} Jan 18 20:03:59.393590 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e7bfddb3-73bb-4fce-8772-0b47423798e7 req-691b3369-8a05-43dd-a9e5-6cdf7855292a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62ad388c-9dbe-4498-b732-3d75eeae5e05 HTTP/1.1" status: 200 len: 217 time: 0.0513451 Jan 18 20:03:59.496531 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f794ba-8a67-4777-a51f-c20594756d48 req-5aaa4c41-87a5-4fc8-8e38-b5d9df1a44a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:59.498245 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-15f794ba-8a67-4777-a51f-c20594756d48 req-5aaa4c41-87a5-4fc8-8e38-b5d9df1a44a2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 1101 time: 0.0505872 Jan 18 20:03:59.527828 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfddb3-73bb-4fce-8772-0b47423798e7 req-6720140b-5ea2-4f21-9759-2ddb28cf2b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:59.529184 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e7bfddb3-73bb-4fce-8772-0b47423798e7 req-6720140b-5ea2-4f21-9759-2ddb28cf2b09 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c7ae8e7b-1bfc-435b-b42c-3b64619a022a HTTP/1.1" status: 200 len: 860 time: 0.0966024 Jan 18 20:03:59.531733 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-69d26b82-3004-4e45-84b0-3bab0535ccdf service neutron] 10.222.0.31 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141488 Jan 18 20:03:59.547540 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-15f794ba-8a67-4777-a51f-c20594756d48 req-9e9ccb63-9950-4bc3-b43f-e93948823a8a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432706 Jan 18 20:03:59.550722 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e567f-b225-4a73-b2e9-79f4c97df7f2 req-b704ff3a-1388-46cb-9807-ded011dbdf9d tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:03:59.552185 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a7e567f-b225-4a73-b2e9-79f4c97df7f2 req-b704ff3a-1388-46cb-9807-ded011dbdf9d tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 950 time: 0.1057205 Jan 18 20:03:59.579593 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e7bfddb3-73bb-4fce-8772-0b47423798e7 req-6b20ee12-62e8-4adb-aad2-010c6426a508 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6fab12dd-5aeb-4649-a1e2-836559f8a553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431943 Jan 18 20:03:59.947775 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d312f0c-e2d3-4535-b429-c93326d96c39', 'tag': '54e5dc21-05c7-4bf3-9c9f-f38fc8976912'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:03:59.950324 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9144316-d475-4069-8b90-8e50c56434f4" -d '{"events": [{"name": "network-changed", "server_uuid": "5d312f0c-e2d3-4535-b429-c93326d96c39", "tag": "54e5dc21-05c7-4bf3-9c9f-f38fc8976912"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:03:59.970651 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a7e567f-b225-4a73-b2e9-79f4c97df7f2 req-ea9b91d8-d68e-4a48-af5a-6cb7a65d1503 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949111 Jan 18 20:03:59.993109 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca21d3c6-2f88-4a67-9fff-c7ab33bcd2d3 req-a770c234-1d0f-43b3-acc2-46d4a7fe4fb1 service neutron] 10.222.0.31 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388018 Jan 18 20:04:00.056571 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e7bfddb3-73bb-4fce-8772-0b47423798e7 req-1bef9d38-c75f-48f1-88ec-831dcb9d6197 service neutron] 10.222.0.70 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542503 Jan 18 20:04:00.241581 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3b6e3740-a132-4557-806b-efe97d596465 req-c4ced19f-a3a2-4a6d-88bf-810fc585ad9e tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 258 time: 0.2475269 Jan 18 20:04:00.255990 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-3b6e3740-a132-4557-806b-efe97d596465 req-de57eafd-e38b-47af-b5e5-c9ebb3974c56 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:00.268399 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e7bfddb3-73bb-4fce-8772-0b47423798e7 req-ade37e3e-0d3b-4759-9a63-9fd302e4f589 service neutron] 10.222.0.70 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054014 Jan 18 20:04:00.283924 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3b6e3740-a132-4557-806b-efe97d596465 req-de57eafd-e38b-47af-b5e5-c9ebb3974c56 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:00.378989 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3b6e3740-a132-4557-806b-efe97d596465 req-de57eafd-e38b-47af-b5e5-c9ebb3974c56 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:00.393303 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:00.482479 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-3b6e3740-a132-4557-806b-efe97d596465 req-de57eafd-e38b-47af-b5e5-c9ebb3974c56 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Allocated IP 172.25.4.12 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/af426045-b627-4230-aa27-23eea881e487) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:04:00.582874 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3b6e3740-a132-4557-806b-efe97d596465 req-de57eafd-e38b-47af-b5e5-c9ebb3974c56 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks [] for port (af426045-b627-4230-aa27-23eea881e487), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:00.615523 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3b6e3740-a132-4557-806b-efe97d596465 req-de57eafd-e38b-47af-b5e5-c9ebb3974c56 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (af426045-b627-4230-aa27-23eea881e487), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:00.652281 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b6e3740-a132-4557-806b-efe97d596465 req-de57eafd-e38b-47af-b5e5-c9ebb3974c56 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:04:00.655121 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-3b6e3740-a132-4557-806b-efe97d596465 req-de57eafd-e38b-47af-b5e5-c9ebb3974c56 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:04:00.658407 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6e3740-a132-4557-806b-efe97d596465 req-de57eafd-e38b-47af-b5e5-c9ebb3974c56 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:04:00.669454 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57eafd-e38b-47af-b5e5-c9ebb3974c56 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Pushing event updated for resources: {'Port': ['ID=af426045-b627-4230-aa27-23eea881e487,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:00.709932 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3b6e3740-a132-4557-806b-efe97d596465 req-de57eafd-e38b-47af-b5e5-c9ebb3974c56 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks [] for floatingip (9dae782a-9222-456f-bb2b-e54106faef07), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:00.741317 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3b6e3740-a132-4557-806b-efe97d596465 req-de57eafd-e38b-47af-b5e5-c9ebb3974c56 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (af426045-b627-4230-aa27-23eea881e487), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:00.905845 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-887386a7-93f5-4843-967c-3a48bbda2bae service neutron] 10.222.0.70 "GET /v2.0/ports/62ad388c-9dbe-4498-b732-3d75eeae5e05/bindings/n-h1-741529-9 HTTP/1.1" status: 200 len: 384 time: 0.1008987 Jan 18 20:04:00.965593 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3b6e3740-a132-4557-806b-efe97d596465 req-de57eafd-e38b-47af-b5e5-c9ebb3974c56 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks [] for port (af426045-b627-4230-aa27-23eea881e487), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:00.973304 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3b6e3740-a132-4557-806b-efe97d596465 req-de57eafd-e38b-47af-b5e5-c9ebb3974c56 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (af426045-b627-4230-aa27-23eea881e487), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:01.012446 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3b6e3740-a132-4557-806b-efe97d596465 req-de57eafd-e38b-47af-b5e5-c9ebb3974c56 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (9dae782a-9222-456f-bb2b-e54106faef07), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:01.056422 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3b6e3740-a132-4557-806b-efe97d596465 req-de57eafd-e38b-47af-b5e5-c9ebb3974c56 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:01.057642 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3b6e3740-a132-4557-806b-efe97d596465 req-de57eafd-e38b-47af-b5e5-c9ebb3974c56 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.8096299 Jan 18 20:04:01.058233 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57eafd-e38b-47af-b5e5-c9ebb3974c56 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Pushing event updated for resources: {'Port': ['ID=af426045-b627-4230-aa27-23eea881e487,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:01.127190 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3b6e3740-a132-4557-806b-efe97d596465 req-a849533a-c405-40b2-a762-6aa517746670 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.12 HTTP/1.1" status: 200 len: 695 time: 0.0615232 Jan 18 20:04:01.240087 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-7b5357ca-1452-4b4c-acdf-ef43d4009577 service neutron] For port 62ad388c-9dbe-4498-b732-3d75eeae5e05, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=62ad388c-9dbe-4498-b732-3d75eeae5e05,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:01.277173 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-7b5357ca-1452-4b4c-acdf-ef43d4009577 service neutron] For port 62ad388c-9dbe-4498-b732-3d75eeae5e05, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:04:01.302404 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e3740-a132-4557-806b-efe97d596465 req-9a4bcd88-aea6-4a4e-a750-27b9a7617457 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:01.303721 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3b6e3740-a132-4557-806b-efe97d596465 req-9a4bcd88-aea6-4a4e-a750-27b9a7617457 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 784 time: 0.1532760 Jan 18 20:04:01.317024 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-3b6e3740-a132-4557-806b-efe97d596465 req-df7df5d5-300e-4378-9a8a-17619baa1f87 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:04:01.317981 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3b6e3740-a132-4557-806b-efe97d596465 req-df7df5d5-300e-4378-9a8a-17619baa1f87 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086944 Jan 18 20:04:01.323552 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-7b5357ca-1452-4b4c-acdf-ef43d4009577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ad388c-9dbe-4498-b732-3d75eeae5e05 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:04:01.334148 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-7b5357ca-1452-4b4c-acdf-ef43d4009577 service neutron] For port 62ad388c-9dbe-4498-b732-3d75eeae5e05, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=62ad388c-9dbe-4498-b732-3d75eeae5e05,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:01.347723 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-7b5357ca-1452-4b4c-acdf-ef43d4009577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (62ad388c-9dbe-4498-b732-3d75eeae5e05), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:01.426088 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-7b5357ca-1452-4b4c-acdf-ef43d4009577 service neutron] Transition to ACTIVE for port object 62ad388c-9dbe-4498-b732-3d75eeae5e05 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:04:01.430205 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-7b5357ca-1452-4b4c-acdf-ef43d4009577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (62ad388c-9dbe-4498-b732-3d75eeae5e05), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:01.493674 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-7b5357ca-1452-4b4c-acdf-ef43d4009577 service neutron] No DVR routers for this DVR port 62ad388c-9dbe-4498-b732-3d75eeae5e05 on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:04:01.532931 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5357ca-1452-4b4c-acdf-ef43d4009577 service neutron] Pushing event updated for resources: {'Port': ['ID=62ad388c-9dbe-4498-b732-3d75eeae5e05,revision_number=10']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:01.567079 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-7b5357ca-1452-4b4c-acdf-ef43d4009577 service neutron] 10.222.0.70 "PUT /v2.0/ports/62ad388c-9dbe-4498-b732-3d75eeae5e05/bindings/n-h1-741529-9/activate HTTP/1.1" status: 200 len: 369 time: 0.6551235 Jan 18 20:04:01.639331 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 62ad388c-9dbe-4498-b732-3d75eeae5e05 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:04:01.699429 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5935a47-0789-45df-bcef-d025a9bd4718 req-4a35a53f-4a98-428e-aac8-4ba05a41f072 tempest-NetworksTest-35800266 tempest-NetworksTest-35800266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:01.700036 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5935a47-0789-45df-bcef-d025a9bd4718 req-4a35a53f-4a98-428e-aac8-4ba05a41f072 tempest-NetworksTest-35800266 tempest-NetworksTest-35800266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:01.700347 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5935a47-0789-45df-bcef-d025a9bd4718 req-4a35a53f-4a98-428e-aac8-4ba05a41f072 tempest-NetworksTest-35800266 tempest-NetworksTest-35800266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:01.700806 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5935a47-0789-45df-bcef-d025a9bd4718 req-4a35a53f-4a98-428e-aac8-4ba05a41f072 tempest-NetworksTest-35800266 tempest-NetworksTest-35800266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:01.701263 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5935a47-0789-45df-bcef-d025a9bd4718 req-4a35a53f-4a98-428e-aac8-4ba05a41f072 tempest-NetworksTest-35800266 tempest-NetworksTest-35800266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:01.701749 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5935a47-0789-45df-bcef-d025a9bd4718 req-4a35a53f-4a98-428e-aac8-4ba05a41f072 tempest-NetworksTest-35800266 tempest-NetworksTest-35800266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:01.702209 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5935a47-0789-45df-bcef-d025a9bd4718 req-4a35a53f-4a98-428e-aac8-4ba05a41f072 tempest-NetworksTest-35800266 tempest-NetworksTest-35800266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:01.702660 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5935a47-0789-45df-bcef-d025a9bd4718 req-4a35a53f-4a98-428e-aac8-4ba05a41f072 tempest-NetworksTest-35800266 tempest-NetworksTest-35800266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:01.703145 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5935a47-0789-45df-bcef-d025a9bd4718 req-4a35a53f-4a98-428e-aac8-4ba05a41f072 tempest-NetworksTest-35800266 tempest-NetworksTest-35800266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:01.704994 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c5935a47-0789-45df-bcef-d025a9bd4718 req-4a35a53f-4a98-428e-aac8-4ba05a41f072 tempest-NetworksTest-35800266 tempest-NetworksTest-35800266-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6470 time: 0.2044899 Jan 18 20:04:01.730440 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 62ad388c-9dbe-4498-b732-3d75eeae5e05, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=62ad388c-9dbe-4498-b732-3d75eeae5e05,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:01.741282 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '62ad388c-9dbe-4498-b732-3d75eeae5e05', 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553', 'port_id': '62ad388c-9dbe-4498-b732-3d75eeae5e05', 'mac_address': 'fa:16:3e:c4:a7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7ae8e7b-1bfc-435b-b42c-3b64619a022a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:04:01.791647 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 62ad388c-9dbe-4498-b732-3d75eeae5e05 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:04:01.791844 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (62ad388c-9dbe-4498-b732-3d75eeae5e05), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:01.794310 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:01.801693 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d889d-be06-4529-a4b0-95e3e64b6b12 req-7bb777d5-64b2-4053-8f75-839a42ec09df tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:01.803182 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f00d889d-be06-4529-a4b0-95e3e64b6b12 req-7bb777d5-64b2-4053-8f75-839a42ec09df tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e9deb6-7bfe-4785-ad53-49ee8b268028 HTTP/1.1" status: 200 len: 950 time: 0.0513144 Jan 18 20:04:01.805705 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ad388c-9dbe-4498-b732-3d75eeae5e05 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:04:01.825493 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 62ad388c-9dbe-4498-b732-3d75eeae5e05, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=62ad388c-9dbe-4498-b732-3d75eeae5e05,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:01.829473 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (62ad388c-9dbe-4498-b732-3d75eeae5e05), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:01.851085 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f00d889d-be06-4529-a4b0-95e3e64b6b12 req-0c5a8ad6-9fb1-4c94-a44a-48ed6d9e7322 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416398 Jan 18 20:04:01.881679 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=62ad388c-9dbe-4498-b732-3d75eeae5e05,revision_number=11']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:01.931135 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['62ad388c-9dbe-4498-b732-3d75eeae5e05'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:04:01.956342 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a2722-8b31-4ece-a909-594474e9d997 req-242491f4-0614-47fd-ae2a-5516ff55a6c4 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:01.957823 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed2a2722-8b31-4ece-a909-594474e9d997 req-242491f4-0614-47fd-ae2a-5516ff55a6c4 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 946 time: 0.0524342 Jan 18 20:04:02.003123 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed2a2722-8b31-4ece-a909-594474e9d997 req-5ab4b638-677a-4ada-9d1e-b97ca5a3b5e3 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395150 Jan 18 20:04:02.190966 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f05177f-b547-4892-88e6-13e930984e76 x-openstack-request-id: req-8f05177f-b547-4892-88e6-13e930984e76 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:04:02.191317 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d312f0c-e2d3-4535-b429-c93326d96c39", "tag": "54e5dc21-05c7-4bf3-9c9f-f38fc8976912", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:04:02.191633 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f05177f-b547-4892-88e6-13e930984e76 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:04:02.192104 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d312f0c-e2d3-4535-b429-c93326d96c39', 'tag': '54e5dc21-05c7-4bf3-9c9f-f38fc8976912', 'status': 'completed', 'code': 200} Jan 18 20:04:02.257337 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4db5165-1129-4a41-bf19-383889feece9 req-56c65ecf-5830-4ad0-8d42-754ae83268bc tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.36 HTTP/1.1" status: 200 len: 1000 time: 0.0566912 Jan 18 20:04:02.309566 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db5165-1129-4a41-bf19-383889feece9 req-cefdccd2-7b7a-4f1d-9816-764a98c9a8ef tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:02.310934 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4db5165-1129-4a41-bf19-383889feece9 req-cefdccd2-7b7a-4f1d-9816-764a98c9a8ef tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports/54e5dc21-05c7-4bf3-9c9f-f38fc8976912 HTTP/1.1" status: 200 len: 942 time: 0.0479858 Jan 18 20:04:02.455015 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4db5165-1129-4a41-bf19-383889feece9 req-a07d6552-893d-4620-b63e-e4652e885f23 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.36 HTTP/1.1" status: 200 len: 1000 time: 0.0581374 Jan 18 20:04:02.557748 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db5165-1129-4a41-bf19-383889feece9 req-d434aaf2-e0ed-4cf0-a0d3-3a9954825ae1 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:02.559017 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4db5165-1129-4a41-bf19-383889feece9 req-d434aaf2-e0ed-4cf0-a0d3-3a9954825ae1 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 784 time: 0.0986640 Jan 18 20:04:02.569386 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-b4db5165-1129-4a41-bf19-383889feece9 req-4d9b99ee-0903-4d81-b2bf-7c49bfd48b99 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:04:02.570364 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4db5165-1129-4a41-bf19-383889feece9 req-4d9b99ee-0903-4d81-b2bf-7c49bfd48b99 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052805 Jan 18 20:04:02.667227 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441cf8a-bbd2-4b2a-b58c-dfe28a09afb9 req-efc9b514-4fae-400f-b599-d27af6027fc2 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:02.668661 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b441cf8a-bbd2-4b2a-b58c-dfe28a09afb9 req-efc9b514-4fae-400f-b599-d27af6027fc2 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 950 time: 0.0473442 Jan 18 20:04:02.713236 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b441cf8a-bbd2-4b2a-b58c-dfe28a09afb9 req-246f1c38-bcf2-4267-91a2-6b04ce7e978e tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389533 Jan 18 20:04:02.810539 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bbb11-f8ee-45cf-b454-cf6163a0e612 req-3e11879b-c53a-474b-b906-fdd7f3ae87a0 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:02.811907 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-258bbb11-f8ee-45cf-b454-cf6163a0e612 req-3e11879b-c53a-474b-b906-fdd7f3ae87a0 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/ports?device_id=840edb35-e888-4362-8583-b3cb0c6a5327&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0471873 Jan 18 20:04:02.862038 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-258bbb11-f8ee-45cf-b454-cf6163a0e612 req-ddc591f1-7441-4abd-bf31-9a92a0f1ab3c tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.12 HTTP/1.1" status: 200 len: 695 time: 0.0446367 Jan 18 20:04:02.870750 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-258bbb11-f8ee-45cf-b454-cf6163a0e612 req-3c3021c3-135a-4019-b7e2-93c45bbc508c tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Request body: {'floatingip': {'port_id': 'aada8984-31d9-4d56-bdaa-f43a410a5df0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:02.906933 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-258bbb11-f8ee-45cf-b454-cf6163a0e612 req-3c3021c3-135a-4019-b7e2-93c45bbc508c tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks [] for floatingip (9dae782a-9222-456f-bb2b-e54106faef07), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:03.319947 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-258bbb11-f8ee-45cf-b454-cf6163a0e612 req-3c3021c3-135a-4019-b7e2-93c45bbc508c tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:03.324445 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-258bbb11-f8ee-45cf-b454-cf6163a0e612 req-3c3021c3-135a-4019-b7e2-93c45bbc508c tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (9dae782a-9222-456f-bb2b-e54106faef07), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:03.642061 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 62ad388c-9dbe-4498-b732-3d75eeae5e05 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:04:03.658293 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [req-258bbb11-f8ee-45cf-b454-cf6163a0e612 req-3c3021c3-135a-4019-b7e2-93c45bbc508c tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Floating IP 9dae782a-9222-456f-bb2b-e54106faef07 associated. External IP: 172.25.4.12, port: aada8984-31d9-4d56-bdaa-f43a410a5df0. Jan 18 20:04:03.692055 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 62ad388c-9dbe-4498-b732-3d75eeae5e05 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:04:03.702638 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 62ad388c-9dbe-4498-b732-3d75eeae5e05 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:04:03.703002 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (62ad388c-9dbe-4498-b732-3d75eeae5e05), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:03.724192 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:03.783248 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 62ad388c-9dbe-4498-b732-3d75eeae5e05 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:04:03.783656 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (62ad388c-9dbe-4498-b732-3d75eeae5e05), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:03.807267 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b966f71-c6cc-463b-b5d5-93dbaf95576c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ad388c-9dbe-4498-b732-3d75eeae5e05'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:04:03.809528 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e296d1-c848-43ca-bd2b-38c8fd4b4cd9" -d '{"events": [{"server_uuid": "8b966f71-c6cc-463b-b5d5-93dbaf95576c", "name": "network-vif-plugged", "status": "completed", "tag": "62ad388c-9dbe-4498-b732-3d75eeae5e05"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:04:03.821499 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 62ad388c-9dbe-4498-b732-3d75eeae5e05, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=62ad388c-9dbe-4498-b732-3d75eeae5e05,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:03.825707 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (62ad388c-9dbe-4498-b732-3d75eeae5e05), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:03.864120 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-258bbb11-f8ee-45cf-b454-cf6163a0e612 req-3c3021c3-135a-4019-b7e2-93c45bbc508c tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Router 96949be9-72f5-46e3-9382-77da7323210b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:04:03.872676 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=62ad388c-9dbe-4498-b732-3d75eeae5e05,revision_number=12']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:03.967455 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-258bbb11-f8ee-45cf-b454-cf6163a0e612 req-3c3021c3-135a-4019-b7e2-93c45bbc508c tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:04:03.972355 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-258bbb11-f8ee-45cf-b454-cf6163a0e612 req-3c3021c3-135a-4019-b7e2-93c45bbc508c tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:03.977962 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1849d593-7677-4e31-b7b7-5d513e20a9f8 None None] Sync routers for ids ['96949be9-72f5-46e3-9382-77da7323210b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:04:03.988342 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1849d593-7677-4e31-b7b7-5d513e20a9f8 None None] Routers {'96949be9-72f5-46e3-9382-77da7323210b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:04:03.988948 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1849d593-7677-4e31-b7b7-5d513e20a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:03:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['96949be9-72f5-46e3-9382-77da7323210b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:03.999191 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-258bbb11-f8ee-45cf-b454-cf6163a0e612 req-3c3021c3-135a-4019-b7e2-93c45bbc508c tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "PUT /v2.0/floatingips/9dae782a-9222-456f-bb2b-e54106faef07 HTTP/1.1" status: 200 len: 995 time: 1.1319468 Jan 18 20:04:04.051970 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bbb11-f8ee-45cf-b454-cf6163a0e612 req-c8ded6c5-8dc3-43d4-8f9e-4db36d34d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:04.053464 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-258bbb11-f8ee-45cf-b454-cf6163a0e612 req-c8ded6c5-8dc3-43d4-8f9e-4db36d34d3c8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=258eff093b154b0c89958ad6b5b7d9b2&device_id=840edb35-e888-4362-8583-b3cb0c6a5327 HTTP/1.1" status: 200 len: 1096 time: 0.0407162 Jan 18 20:04:04.092526 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-1849d593-7677-4e31-b7b7-5d513e20a9f8 None None] Set router 96949be9-72f5-46e3-9382-77da7323210b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:04:04.143494 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bbb11-f8ee-45cf-b454-cf6163a0e612 req-2e107e60-1bbc-4db0-b058-c72b93ac5f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:04.145046 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-258bbb11-f8ee-45cf-b454-cf6163a0e612 req-2e107e60-1bbc-4db0-b058-c72b93ac5f44 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e13653a-b20b-4029-9530-56f2696d7935 HTTP/1.1" status: 200 len: 930 time: 0.0853307 Jan 18 20:04:04.194128 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840edb35-e888-4362-8583-b3cb0c6a5327', 'tag': 'aada8984-31d9-4d56-bdaa-f43a410a5df0'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:04:04.196387 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fa5958-ae0d-4946-bfec-1a2dd43acebe" -d '{"events": [{"name": "network-changed", "server_uuid": "840edb35-e888-4362-8583-b3cb0c6a5327", "tag": "aada8984-31d9-4d56-bdaa-f43a410a5df0"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:04:04.212784 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-258bbb11-f8ee-45cf-b454-cf6163a0e612 req-fb8f63fa-b136-4212-8753-3757e0ec3931 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aada8984-31d9-4d56-bdaa-f43a410a5df0 HTTP/1.1" status: 200 len: 998 time: 0.0614121 Jan 18 20:04:04.259558 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bbb11-f8ee-45cf-b454-cf6163a0e612 req-e4666d85-1e2f-48ea-a894-d9a1b1d4e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:04.260932 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-258bbb11-f8ee-45cf-b454-cf6163a0e612 req-e4666d85-1e2f-48ea-a894-d9a1b1d4e207 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f3a401e7-fe0f-438d-b96d-dce1b7f52fd4 HTTP/1.1" status: 200 len: 868 time: 0.0423555 Jan 18 20:04:04.308025 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bbb11-f8ee-45cf-b454-cf6163a0e612 req-7b6edf17-c582-4c56-8d6d-6814827a9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:04.309572 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-258bbb11-f8ee-45cf-b454-cf6163a0e612 req-7b6edf17-c582-4c56-8d6d-6814827a9982 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e13653a-b20b-4029-9530-56f2696d7935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429015 Jan 18 20:04:04.354730 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1849d593-7677-4e31-b7b7-5d513e20a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96949be9-72f5-46e3-9382-77da7323210b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708276940-router', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'c49401b3-c32f-475a-8238-9117a2a062c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:28Z', 'updated_at': '2022-01-18T20:03:35Z', 'revision_number': 4, 'project_id': '258eff093b154b0c89958ad6b5b7d9b2', 'gw_port': {'id': 'c49401b3-c32f-475a-8238-9117a2a062c5', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96949be9-72f5-46e3-9382-77da7323210b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:29Z', 'updated_at': '2022-01-18T20:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '9dae782a-9222-456f-bb2b-e54106faef07', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2', 'floating_ip_address': '172.25.4.12', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '96949be9-72f5-46e3-9382-77da7323210b', 'port_id': 'aada8984-31d9-4d56-bdaa-f43a410a5df0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e13653a-b20b-4029-9530-56f2696d7935', 'mac_address': 'fa:16:3e:95:70:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840edb35-e888-4362-8583-b3cb0c6a5327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:04:00Z', 'updated_at': '2022-01-18T20:04:03Z', 'revision_number': 1, 'project_id': '258eff093b154b0c89958ad6b5b7d9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee56109a-767a-4984-b69e-2cdb0631f4b7', 'name': '', 'network_id': '8e13653a-b20b-4029-9530-56f2696d7935', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2', 'mac_address': 'fa:16:3e:56:db:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96949be9-72f5-46e3-9382-77da7323210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f3a401e7-fe0f-438d-b96d-dce1b7f52fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:34Z', 'updated_at': '2022-01-18T20:03:40Z', 'revision_number': 5, 'project_id': '258eff093b154b0c89958ad6b5b7d9b2', 'subnets': [{'id': 'f3a401e7-fe0f-438d-b96d-dce1b7f52fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:04.382886 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1849d593-7677-4e31-b7b7-5d513e20a9f8 None None] Checking router: 96949be9-72f5-46e3-9382-77da7323210b for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:04:04.396280 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1849d593-7677-4e31-b7b7-5d513e20a9f8 None None] Routers {'96949be9-72f5-46e3-9382-77da7323210b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:04:04.396882 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1849d593-7677-4e31-b7b7-5d513e20a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:03:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['96949be9-72f5-46e3-9382-77da7323210b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:04.404018 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-258bbb11-f8ee-45cf-b454-cf6163a0e612 req-d277ab93-c739-4412-b7c5-bc1f3e6e29f1 service neutron] 10.222.0.31 "GET /v2.0/networks/8e13653a-b20b-4029-9530-56f2696d7935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879202 Jan 18 20:04:04.495065 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-258bbb11-f8ee-45cf-b454-cf6163a0e612 req-48f3137e-23b6-4ba4-a842-34c245ab4253 service neutron] 10.222.0.31 "GET /v2.0/networks/8e13653a-b20b-4029-9530-56f2696d7935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847971 Jan 18 20:04:04.500056 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-1849d593-7677-4e31-b7b7-5d513e20a9f8 None None] Set router 96949be9-72f5-46e3-9382-77da7323210b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:04:04.605826 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8b629-2c97-46de-a503-9888823c5e14 req-71dd9b40-eea8-4276-a077-afbcf9734473 tempest-NetworksTest-35800266 tempest-NetworksTest-35800266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:04.607296 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-90a8b629-2c97-46de-a503-9888823c5e14 req-71dd9b40-eea8-4276-a077-afbcf9734473 tempest-NetworksTest-35800266 tempest-NetworksTest-35800266-project-admin] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 886 time: 0.0830498 Jan 18 20:04:04.724728 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1849d593-7677-4e31-b7b7-5d513e20a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96949be9-72f5-46e3-9382-77da7323210b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708276940-router', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'c49401b3-c32f-475a-8238-9117a2a062c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:28Z', 'updated_at': '2022-01-18T20:03:35Z', 'revision_number': 4, 'project_id': '258eff093b154b0c89958ad6b5b7d9b2', 'gw_port': {'id': 'c49401b3-c32f-475a-8238-9117a2a062c5', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96949be9-72f5-46e3-9382-77da7323210b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:29Z', 'updated_at': '2022-01-18T20:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '9dae782a-9222-456f-bb2b-e54106faef07', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2', 'floating_ip_address': '172.25.4.12', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '96949be9-72f5-46e3-9382-77da7323210b', 'port_id': 'aada8984-31d9-4d56-bdaa-f43a410a5df0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e13653a-b20b-4029-9530-56f2696d7935', 'mac_address': 'fa:16:3e:95:70:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840edb35-e888-4362-8583-b3cb0c6a5327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:04:00Z', 'updated_at': '2022-01-18T20:04:03Z', 'revision_number': 1, 'project_id': '258eff093b154b0c89958ad6b5b7d9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee56109a-767a-4984-b69e-2cdb0631f4b7', 'name': '', 'network_id': '8e13653a-b20b-4029-9530-56f2696d7935', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2', 'mac_address': 'fa:16:3e:56:db:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96949be9-72f5-46e3-9382-77da7323210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f3a401e7-fe0f-438d-b96d-dce1b7f52fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:34Z', 'updated_at': '2022-01-18T20:03:40Z', 'revision_number': 5, 'project_id': '258eff093b154b0c89958ad6b5b7d9b2', 'subnets': [{'id': 'f3a401e7-fe0f-438d-b96d-dce1b7f52fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:04.750445 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1849d593-7677-4e31-b7b7-5d513e20a9f8 None None] The sync data for ids ['96949be9-72f5-46e3-9382-77da7323210b'] in n-d-741529-9 is: [{'id': '96949be9-72f5-46e3-9382-77da7323210b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708276940-router', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'c49401b3-c32f-475a-8238-9117a2a062c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:28Z', 'updated_at': '2022-01-18T20:03:35Z', 'revision_number': 4, 'project_id': '258eff093b154b0c89958ad6b5b7d9b2', 'gw_port': {'id': 'c49401b3-c32f-475a-8238-9117a2a062c5', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96949be9-72f5-46e3-9382-77da7323210b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:29Z', 'updated_at': '2022-01-18T20:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '9dae782a-9222-456f-bb2b-e54106faef07', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2', 'floating_ip_address': '172.25.4.12', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '96949be9-72f5-46e3-9382-77da7323210b', 'port_id': 'aada8984-31d9-4d56-bdaa-f43a410a5df0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e13653a-b20b-4029-9530-56f2696d7935', 'mac_address': 'fa:16:3e:95:70:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840edb35-e888-4362-8583-b3cb0c6a5327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:04:00Z', 'updated_at': '2022-01-18T20:04:03Z', 'revision_number': 1, 'project_id': '258eff093b154b0c89958ad6b5b7d9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee56109a-767a-4984-b69e-2cdb0631f4b7', 'name': '', 'network_id': '8e13653a-b20b-4029-9530-56f2696d7935', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2', 'mac_address': 'fa:16:3e:56:db:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96949be9-72f5-46e3-9382-77da7323210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f3a401e7-fe0f-438d-b96d-dce1b7f52fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:34Z', 'updated_at': '2022-01-18T20:03:40Z', 'revision_number': 5, 'project_id': '258eff093b154b0c89958ad6b5b7d9b2', 'subnets': [{'id': 'f3a401e7-fe0f-438d-b96d-dce1b7f52fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:04:04.917341 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159426e8-03fe-4844-ae42-d235fa41c038 req-ffdc376b-5db3-420a-bbb7-1f81341ffdd0 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:04.923405 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159426e8-03fe-4844-ae42-d235fa41c038 req-ffdc376b-5db3-420a-bbb7-1f81341ffdd0 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:04.925095 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-159426e8-03fe-4844-ae42-d235fa41c038 req-ffdc376b-5db3-420a-bbb7-1f81341ffdd0 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=99d1d94f-5478-43b9-8191-4962a4ab391e&device_id=b3e9deb6-7bfe-4785-ad53-49ee8b268028 HTTP/1.1" status: 200 len: 1691 time: 0.0620136 Jan 18 20:04:04.940241 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b6faa1-2f45-4b13-ad31-83498ce4df87 None None] New status for floating IP 9dae782a-9222-456f-bb2b-e54106faef07: ACTIVE {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:04:04.972840 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-159426e8-03fe-4844-ae42-d235fa41c038 req-73f19b67-4349-4d13-b1e3-346f4fd3def2 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418305 Jan 18 20:04:05.014806 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 62ad388c-9dbe-4498-b732-3d75eeae5e05 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:04:05.059146 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] The host n-h2-741529-9 is not matching for port 62ad388c-9dbe-4498-b732-3d75eeae5e05 host n-h1-741529-9! {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 18 20:04:05.059533 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 62ad388c-9dbe-4498-b732-3d75eeae5e05 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:04:05.143651 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d130215-19ed-4fd1-abdf-f74e36cae1c1 req-7868453a-2793-42e3-beb9-0f3d6fb797fb tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.36 HTTP/1.1" status: 200 len: 1000 time: 0.0584137 Jan 18 20:04:05.196600 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d130215-19ed-4fd1-abdf-f74e36cae1c1 req-21101055-1707-4bbb-808d-f0a2420bee40 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:05.198274 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d130215-19ed-4fd1-abdf-f74e36cae1c1 req-21101055-1707-4bbb-808d-f0a2420bee40 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports/54e5dc21-05c7-4bf3-9c9f-f38fc8976912 HTTP/1.1" status: 200 len: 942 time: 0.0479949 Jan 18 20:04:05.300568 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d130215-19ed-4fd1-abdf-f74e36cae1c1 req-898a5feb-264e-4e73-a594-73e069fa52a2 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.36 HTTP/1.1" status: 200 len: 1000 time: 0.0591662 Jan 18 20:04:05.404752 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d130215-19ed-4fd1-abdf-f74e36cae1c1 req-a10dacf3-b249-4879-a619-1e26a89eafd6 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:05.406125 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d130215-19ed-4fd1-abdf-f74e36cae1c1 req-a10dacf3-b249-4879-a619-1e26a89eafd6 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 784 time: 0.1003087 Jan 18 20:04:05.469569 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d130215-19ed-4fd1-abdf-f74e36cae1c1 req-09f705ae-b4e5-44b1-9d06-07a9bf13fd0e tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.36 HTTP/1.1" status: 200 len: 1000 time: 0.0570686 Jan 18 20:04:05.478763 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-5d130215-19ed-4fd1-abdf-f74e36cae1c1 req-188eb2d4-94d0-404d-860d-a4f2407147a7 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:05.535146 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5d130215-19ed-4fd1-abdf-f74e36cae1c1 req-188eb2d4-94d0-404d-860d-a4f2407147a7 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks [] for floatingip (11134872-705b-4698-9543-f574e5ecf187), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:05.669751 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5d130215-19ed-4fd1-abdf-f74e36cae1c1 req-188eb2d4-94d0-404d-860d-a4f2407147a7 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:05.673767 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5d130215-19ed-4fd1-abdf-f74e36cae1c1 req-188eb2d4-94d0-404d-860d-a4f2407147a7 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (11134872-705b-4698-9543-f574e5ecf187), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:05.674095 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [req-5d130215-19ed-4fd1-abdf-f74e36cae1c1 req-188eb2d4-94d0-404d-860d-a4f2407147a7 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Floating IP 11134872-705b-4698-9543-f574e5ecf187 disassociated. External IP: 172.25.4.36, port: 54e5dc21-05c7-4bf3-9c9f-f38fc8976912. Jan 18 20:04:05.871223 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d130215-19ed-4fd1-abdf-f74e36cae1c1 req-188eb2d4-94d0-404d-860d-a4f2407147a7 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:04:05.973443 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d130215-19ed-4fd1-abdf-f74e36cae1c1 req-188eb2d4-94d0-404d-860d-a4f2407147a7 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:04:05.978407 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5d130215-19ed-4fd1-abdf-f74e36cae1c1 req-188eb2d4-94d0-404d-860d-a4f2407147a7 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:05.983606 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacf8c36-d900-42e3-8ffe-02f9d4fd7867 None None] Sync routers for ids ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:04:05.992298 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacf8c36-d900-42e3-8ffe-02f9d4fd7867 None None] Routers {'5d98a0b7-24e5-4165-ae05-a459d3c173d7'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:04:05.993394 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-aacf8c36-d900-42e3-8ffe-02f9d4fd7867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:03:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:06.005803 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d130215-19ed-4fd1-abdf-f74e36cae1c1 req-188eb2d4-94d0-404d-860d-a4f2407147a7 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "PUT /v2.0/floatingips/11134872-705b-4698-9543-f574e5ecf187 HTTP/1.1" status: 200 len: 694 time: 0.5306621 Jan 18 20:04:06.056135 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d130215-19ed-4fd1-abdf-f74e36cae1c1 req-e47b6f5f-6457-4740-a193-52e73a17ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:06.057663 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d130215-19ed-4fd1-abdf-f74e36cae1c1 req-e47b6f5f-6457-4740-a193-52e73a17ca9c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c355645603e5405fb0170c0cbc339b20&device_id=5d312f0c-e2d3-4535-b429-c93326d96c39 HTTP/1.1" status: 200 len: 1096 time: 0.0400696 Jan 18 20:04:06.151218 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d130215-19ed-4fd1-abdf-f74e36cae1c1 req-9af90254-bacf-4271-9d33-68dd3cc6c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:06.152734 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d130215-19ed-4fd1-abdf-f74e36cae1c1 req-9af90254-bacf-4271-9d33-68dd3cc6c7ca service neutron] 10.222.0.31 "GET /v2.0/networks?id=78106b93-d326-468a-b364-efefd0202f5c HTTP/1.1" status: 200 len: 922 time: 0.0896747 Jan 18 20:04:06.193191 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d130215-19ed-4fd1-abdf-f74e36cae1c1 req-5b3a2cfb-74c6-44ac-836d-181d781e7724 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54e5dc21-05c7-4bf3-9c9f-f38fc8976912 HTTP/1.1" status: 200 len: 217 time: 0.0345933 Jan 18 20:04:06.221022 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-aacf8c36-d900-42e3-8ffe-02f9d4fd7867 None None] Set router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:04:06.243915 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d130215-19ed-4fd1-abdf-f74e36cae1c1 req-3408e5f3-86f1-439f-98b6-b6bf55a309d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:06.245550 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d130215-19ed-4fd1-abdf-f74e36cae1c1 req-3408e5f3-86f1-439f-98b6-b6bf55a309d0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a4fc205-1f02-48e6-a311-ab3d6a37436d HTTP/1.1" status: 200 len: 860 time: 0.0461981 Jan 18 20:04:06.287923 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d130215-19ed-4fd1-abdf-f74e36cae1c1 req-ab65ba7c-a370-4d90-9e99-15a09f8fc195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:06.289461 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d130215-19ed-4fd1-abdf-f74e36cae1c1 req-ab65ba7c-a370-4d90-9e99-15a09f8fc195 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=78106b93-d326-468a-b364-efefd0202f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383577 Jan 18 20:04:06.377183 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d130215-19ed-4fd1-abdf-f74e36cae1c1 req-1e9e36d2-14dd-41c3-9676-790e01571cdf service neutron] 10.222.0.31 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808508 Jan 18 20:04:06.418267 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-aacf8c36-d900-42e3-8ffe-02f9d4fd7867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-router', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '91d8110f-f713-4a31-96b5-01159d651e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:02Z', 'updated_at': '2022-01-18T20:03:07Z', 'revision_number': 4, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'gw_port': {'id': '91d8110f-f713-4a31-96b5-01159d651e26', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:03Z', 'updated_at': '2022-01-18T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '073b1635-cd57-4b5c-bb61-81a4461d448b', 'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'mac_address': 'fa:16:3e:a2:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:06Z', 'updated_at': '2022-01-18T20:03:12Z', 'revision_number': 5, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'subnets': [{'id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:06.446790 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacf8c36-d900-42e3-8ffe-02f9d4fd7867 None None] Checking router: 5d98a0b7-24e5-4165-ae05-a459d3c173d7 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:04:06.455334 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacf8c36-d900-42e3-8ffe-02f9d4fd7867 None None] Routers {'5d98a0b7-24e5-4165-ae05-a459d3c173d7'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:04:06.455970 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-aacf8c36-d900-42e3-8ffe-02f9d4fd7867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:03:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:06.467025 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d130215-19ed-4fd1-abdf-f74e36cae1c1 req-11e9a7c1-c256-4189-bfd2-36466770dd73 service neutron] 10.222.0.31 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842459 Jan 18 20:04:06.569838 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-aacf8c36-d900-42e3-8ffe-02f9d4fd7867 None None] Set router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:04:06.576689 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea459ba-979e-4d85-a884-6ca75c02ee84 req-5ed5bcb4-9bd4-46d3-b6be-e860f51fa230 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:06.578203 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5ea459ba-979e-4d85-a884-6ca75c02ee84 req-5ed5bcb4-9bd4-46d3-b6be-e860f51fa230 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 947 time: 0.0488391 Jan 18 20:04:06.628223 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5ea459ba-979e-4d85-a884-6ca75c02ee84 req-6ac86357-8485-473a-973c-5895f95bb948 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441787 Jan 18 20:04:06.654812 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:06.736978 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd077b-2523-4cce-b54f-a59f0231afab req-ca8f1a4c-c32c-449b-b56a-2212329b8805 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:06.738377 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-80fd077b-2523-4cce-b54f-a59f0231afab req-ca8f1a4c-c32c-449b-b56a-2212329b8805 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 950 time: 0.0519512 Jan 18 20:04:06.782783 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-aacf8c36-d900-42e3-8ffe-02f9d4fd7867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-router', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '91d8110f-f713-4a31-96b5-01159d651e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:02Z', 'updated_at': '2022-01-18T20:03:07Z', 'revision_number': 4, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'gw_port': {'id': '91d8110f-f713-4a31-96b5-01159d651e26', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:03Z', 'updated_at': '2022-01-18T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '073b1635-cd57-4b5c-bb61-81a4461d448b', 'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'mac_address': 'fa:16:3e:a2:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:06Z', 'updated_at': '2022-01-18T20:03:12Z', 'revision_number': 5, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'subnets': [{'id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:06.784826 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-80fd077b-2523-4cce-b54f-a59f0231afab req-95bb2bf3-d58d-4b80-9729-5fe234bf2b97 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401843 Jan 18 20:04:06.808616 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacf8c36-d900-42e3-8ffe-02f9d4fd7867 None None] The sync data for ids ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'] in n-d-741529-9 is: [{'id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-router', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '91d8110f-f713-4a31-96b5-01159d651e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:02Z', 'updated_at': '2022-01-18T20:03:07Z', 'revision_number': 4, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'gw_port': {'id': '91d8110f-f713-4a31-96b5-01159d651e26', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:03Z', 'updated_at': '2022-01-18T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '073b1635-cd57-4b5c-bb61-81a4461d448b', 'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'mac_address': 'fa:16:3e:a2:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:06Z', 'updated_at': '2022-01-18T20:03:12Z', 'revision_number': 5, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'subnets': [{'id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:04:06.836648 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2134f022-ca3b-494b-b3b9-f5355cfb977d x-openstack-request-id: req-2134f022-ca3b-494b-b3b9-f5355cfb977d {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:04:06.838192 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b966f71-c6cc-463b-b5d5-93dbaf95576c", "name": "network-vif-plugged", "status": "completed", "tag": "62ad388c-9dbe-4498-b732-3d75eeae5e05", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:04:06.838192 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2134f022-ca3b-494b-b3b9-f5355cfb977d {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:04:06.838593 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b966f71-c6cc-463b-b5d5-93dbaf95576c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ad388c-9dbe-4498-b732-3d75eeae5e05', 'code': 200} Jan 18 20:04:06.869054 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca18bce-af02-430c-a3e1-e73f4c814bf2 x-openstack-request-id: req-aca18bce-af02-430c-a3e1-e73f4c814bf2 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:04:06.869448 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840edb35-e888-4362-8583-b3cb0c6a5327", "tag": "aada8984-31d9-4d56-bdaa-f43a410a5df0", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:04:06.869843 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aca18bce-af02-430c-a3e1-e73f4c814bf2 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:04:06.870329 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840edb35-e888-4362-8583-b3cb0c6a5327', 'tag': 'aada8984-31d9-4d56-bdaa-f43a410a5df0', 'status': 'completed', 'code': 200} Jan 18 20:04:06.996614 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa5958-ae0d-4946-bfec-1a2dd43acebe req-74bfaa48-a06d-4d12-9536-aa3919f08478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:06.998240 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9fa5958-ae0d-4946-bfec-1a2dd43acebe req-74bfaa48-a06d-4d12-9536-aa3919f08478 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=258eff093b154b0c89958ad6b5b7d9b2&device_id=840edb35-e888-4362-8583-b3cb0c6a5327 HTTP/1.1" status: 200 len: 1096 time: 0.0906525 Jan 18 20:04:07.021253 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b1ae0e-9cb6-4271-8b8c-460f36a04b32 None None] New status for floating IP 11134872-705b-4698-9543-f574e5ecf187: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:04:07.045904 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ff664c3-eb49-4112-8a7b-16643e60ebf5 req-e80786f3-8328-40b1-9f23-ce7bd7719a6e tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 258 time: 0.1659048 Jan 18 20:04:07.082675 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-3ff664c3-eb49-4112-8a7b-16643e60ebf5 req-689dbd8f-d0e0-4d82-a837-0dcbae2a6dca tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:07.123442 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa5958-ae0d-4946-bfec-1a2dd43acebe req-676d07f2-4f79-4cb1-9130-365da69c72d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:07.124995 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9fa5958-ae0d-4946-bfec-1a2dd43acebe req-676d07f2-4f79-4cb1-9130-365da69c72d9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8e13653a-b20b-4029-9530-56f2696d7935 HTTP/1.1" status: 200 len: 930 time: 0.1198332 Jan 18 20:04:07.125600 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3ff664c3-eb49-4112-8a7b-16643e60ebf5 req-689dbd8f-d0e0-4d82-a837-0dcbae2a6dca tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:07.212441 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9fa5958-ae0d-4946-bfec-1a2dd43acebe req-66918f70-6507-4da7-9249-3cb740709823 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aada8984-31d9-4d56-bdaa-f43a410a5df0 HTTP/1.1" status: 200 len: 1000 time: 0.0742359 Jan 18 20:04:07.288231 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa5958-ae0d-4946-bfec-1a2dd43acebe req-93f5d25a-771a-4210-816a-734a6f74c598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:07.289828 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9fa5958-ae0d-4946-bfec-1a2dd43acebe req-93f5d25a-771a-4210-816a-734a6f74c598 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3a401e7-fe0f-438d-b96d-dce1b7f52fd4 HTTP/1.1" status: 200 len: 868 time: 0.0543146 Jan 18 20:04:07.346020 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3ff664c3-eb49-4112-8a7b-16643e60ebf5 req-689dbd8f-d0e0-4d82-a837-0dcbae2a6dca tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:07.349588 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa5958-ae0d-4946-bfec-1a2dd43acebe req-ba5fd5c1-f763-460c-a6d1-8f5188b44d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:07.351073 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9fa5958-ae0d-4946-bfec-1a2dd43acebe req-ba5fd5c1-f763-460c-a6d1-8f5188b44d5e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e13653a-b20b-4029-9530-56f2696d7935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543816 Jan 18 20:04:07.758576 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9fa5958-ae0d-4946-bfec-1a2dd43acebe req-443a4a29-920b-4390-a04b-e5713b30fc27 service neutron] 10.222.0.70 "GET /v2.0/networks/8e13653a-b20b-4029-9530-56f2696d7935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001493 Jan 18 20:04:07.774365 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-3ff664c3-eb49-4112-8a7b-16643e60ebf5 req-689dbd8f-d0e0-4d82-a837-0dcbae2a6dca tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Allocated IP 172.25.4.253 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/a3a29c88-e6d8-49c0-9e4d-c974e9d21249) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:04:07.916904 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9fa5958-ae0d-4946-bfec-1a2dd43acebe req-deae0db4-3a0f-4c9e-b0d7-90761e888e6a service neutron] 10.222.0.70 "GET /v2.0/networks/8e13653a-b20b-4029-9530-56f2696d7935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494009 Jan 18 20:04:07.944519 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3ff664c3-eb49-4112-8a7b-16643e60ebf5 req-689dbd8f-d0e0-4d82-a837-0dcbae2a6dca tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks [] for port (a3a29c88-e6d8-49c0-9e4d-c974e9d21249), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:07.978200 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3ff664c3-eb49-4112-8a7b-16643e60ebf5 req-689dbd8f-d0e0-4d82-a837-0dcbae2a6dca tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (a3a29c88-e6d8-49c0-9e4d-c974e9d21249), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:08.010621 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ff664c3-eb49-4112-8a7b-16643e60ebf5 req-689dbd8f-d0e0-4d82-a837-0dcbae2a6dca tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:04:08.015258 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-3ff664c3-eb49-4112-8a7b-16643e60ebf5 req-689dbd8f-d0e0-4d82-a837-0dcbae2a6dca tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:04:08.018669 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff664c3-eb49-4112-8a7b-16643e60ebf5 req-689dbd8f-d0e0-4d82-a837-0dcbae2a6dca tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:04:08.036196 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689dbd8f-d0e0-4d82-a837-0dcbae2a6dca tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Pushing event updated for resources: {'Port': ['ID=a3a29c88-e6d8-49c0-9e4d-c974e9d21249,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:08.073601 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3ff664c3-eb49-4112-8a7b-16643e60ebf5 req-689dbd8f-d0e0-4d82-a837-0dcbae2a6dca tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks [] for floatingip (25cd58e5-df4b-432e-9365-8ad9bfbd75c2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:08.105694 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3ff664c3-eb49-4112-8a7b-16643e60ebf5 req-689dbd8f-d0e0-4d82-a837-0dcbae2a6dca tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a3a29c88-e6d8-49c0-9e4d-c974e9d21249), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:08.248238 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3ff664c3-eb49-4112-8a7b-16643e60ebf5 req-689dbd8f-d0e0-4d82-a837-0dcbae2a6dca tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks [] for port (a3a29c88-e6d8-49c0-9e4d-c974e9d21249), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:08.252812 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3ff664c3-eb49-4112-8a7b-16643e60ebf5 req-689dbd8f-d0e0-4d82-a837-0dcbae2a6dca tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a3a29c88-e6d8-49c0-9e4d-c974e9d21249), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:08.282475 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3ff664c3-eb49-4112-8a7b-16643e60ebf5 req-689dbd8f-d0e0-4d82-a837-0dcbae2a6dca tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (25cd58e5-df4b-432e-9365-8ad9bfbd75c2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:08.301928 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689dbd8f-d0e0-4d82-a837-0dcbae2a6dca tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Pushing event updated for resources: {'Port': ['ID=a3a29c88-e6d8-49c0-9e4d-c974e9d21249,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:08.310083 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3ff664c3-eb49-4112-8a7b-16643e60ebf5 req-689dbd8f-d0e0-4d82-a837-0dcbae2a6dca tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:08.311266 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ff664c3-eb49-4112-8a7b-16643e60ebf5 req-689dbd8f-d0e0-4d82-a837-0dcbae2a6dca tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2370007 Jan 18 20:04:08.359798 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ff664c3-eb49-4112-8a7b-16643e60ebf5 req-fa074baa-9025-4727-aa87-e6f173f7146c tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.253 HTTP/1.1" status: 200 len: 696 time: 0.0427401 Jan 18 20:04:08.474475 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff664c3-eb49-4112-8a7b-16643e60ebf5 req-c6c74ab0-4303-4e1a-918b-e18668e4b223 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:08.475812 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ff664c3-eb49-4112-8a7b-16643e60ebf5 req-c6c74ab0-4303-4e1a-918b-e18668e4b223 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 784 time: 0.1109140 Jan 18 20:04:08.591619 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c03a8-35dd-45be-9572-775cf9bbde8e req-a396e1b7-3dfd-49dd-ad1f-4386c055aca3 tempest-NetworksTest-35800266 tempest-NetworksTest-35800266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:08.592006 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c03a8-35dd-45be-9572-775cf9bbde8e req-a396e1b7-3dfd-49dd-ad1f-4386c055aca3 tempest-NetworksTest-35800266 tempest-NetworksTest-35800266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:08.592468 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c03a8-35dd-45be-9572-775cf9bbde8e req-a396e1b7-3dfd-49dd-ad1f-4386c055aca3 tempest-NetworksTest-35800266 tempest-NetworksTest-35800266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:08.592927 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c03a8-35dd-45be-9572-775cf9bbde8e req-a396e1b7-3dfd-49dd-ad1f-4386c055aca3 tempest-NetworksTest-35800266 tempest-NetworksTest-35800266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:08.593383 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c03a8-35dd-45be-9572-775cf9bbde8e req-a396e1b7-3dfd-49dd-ad1f-4386c055aca3 tempest-NetworksTest-35800266 tempest-NetworksTest-35800266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:08.593870 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c03a8-35dd-45be-9572-775cf9bbde8e req-a396e1b7-3dfd-49dd-ad1f-4386c055aca3 tempest-NetworksTest-35800266 tempest-NetworksTest-35800266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:08.594325 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c03a8-35dd-45be-9572-775cf9bbde8e req-a396e1b7-3dfd-49dd-ad1f-4386c055aca3 tempest-NetworksTest-35800266 tempest-NetworksTest-35800266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:08.594775 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c03a8-35dd-45be-9572-775cf9bbde8e req-a396e1b7-3dfd-49dd-ad1f-4386c055aca3 tempest-NetworksTest-35800266 tempest-NetworksTest-35800266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:08.595223 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c03a8-35dd-45be-9572-775cf9bbde8e req-a396e1b7-3dfd-49dd-ad1f-4386c055aca3 tempest-NetworksTest-35800266 tempest-NetworksTest-35800266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:08.597062 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b04c03a8-35dd-45be-9572-775cf9bbde8e req-a396e1b7-3dfd-49dd-ad1f-4386c055aca3 tempest-NetworksTest-35800266 tempest-NetworksTest-35800266-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6470 time: 0.1069419 Jan 18 20:04:08.871284 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d312f0c-e2d3-4535-b429-c93326d96c39', 'tag': '54e5dc21-05c7-4bf3-9c9f-f38fc8976912'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:04:08.874363 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520c3f32-e052-4607-bd08-cb7411ed2a30" -d '{"events": [{"name": "network-changed", "server_uuid": "5d312f0c-e2d3-4535-b429-c93326d96c39", "tag": "54e5dc21-05c7-4bf3-9c9f-f38fc8976912"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:04:08.879588 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34154) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:08.943960 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34158) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:08.944520 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badda1d0-c0d9-4042-bf9a-7ac936af3d3e req-bd1bcbb3-6a6c-494b-b440-c26459174813 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:08.946874 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-badda1d0-c0d9-4042-bf9a-7ac936af3d3e req-bd1bcbb3-6a6c-494b-b440-c26459174813 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 947 time: 0.0559242 Jan 18 20:04:09.000454 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-badda1d0-c0d9-4042-bf9a-7ac936af3d3e req-ff53d667-7efd-4de3-9ab6-5e3efdaeb4c6 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438719 Jan 18 20:04:09.049416 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-626b10c9-035f-42db-92e3-c625a6cc431c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:09.077473 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cf968325-f73c-458b-a4fc-f7fb3ba2b0de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:09.153195 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cf968325-f73c-458b-a4fc-f7fb3ba2b0de admin admin] Publish callbacks [] for security_group (cdef1a09-38b4-4568-a03a-38959ff19cde), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:09.155671 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cf098-1b64-4b1c-b865-4284845c6f0c req-25dec962-8e01-471d-9a56-68bb187f964b tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:09.156969 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cf968325-f73c-458b-a4fc-f7fb3ba2b0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (cdef1a09-38b4-4568-a03a-38959ff19cde), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:09.157116 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b48cf098-1b64-4b1c-b865-4284845c6f0c req-25dec962-8e01-471d-9a56-68bb187f964b tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 950 time: 0.0746734 Jan 18 20:04:09.176968 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-626b10c9-035f-42db-92e3-c625a6cc431c admin admin] Publish callbacks [] for security_group (4fdf2143-8128-494f-a60b-23d4e11343c8), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:09.185654 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-626b10c9-035f-42db-92e3-c625a6cc431c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4fdf2143-8128-494f-a60b-23d4e11343c8), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:09.196269 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cf968325-f73c-458b-a4fc-f7fb3ba2b0de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dbbfd49758e64b8cb047edeac98381fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509680 Jan 18 20:04:09.196929 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf968325-f73c-458b-a4fc-f7fb3ba2b0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdef1a09-38b4-4568-a03a-38959ff19cde,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:09.199879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34162) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:09.245229 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-626b10c9-035f-42db-92e3-c625a6cc431c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=293299a53b3c479a9f35feb85e9063bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3646026 Jan 18 20:04:09.246351 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b10c9-035f-42db-92e3-c625a6cc431c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdf2143-8128-494f-a60b-23d4e11343c8,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:09.248725 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34164) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:09.250045 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-94dfcad3-6a03-46b9-83eb-bfa096778b7a admin admin] Publish callbacks [] for security_group (cdef1a09-38b4-4568-a03a-38959ff19cde), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:09.252069 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b48cf098-1b64-4b1c-b865-4284845c6f0c req-26d02717-c6d9-441a-9adc-6514397dd24d tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889838 Jan 18 20:04:09.276015 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-94dfcad3-6a03-46b9-83eb-bfa096778b7a admin admin] Publish callbacks [] for security_group (cdef1a09-38b4-4568-a03a-38959ff19cde), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:09.312073 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb2bc9f1-dcf0-432f-b032-7c9fbef9f195 admin admin] Publish callbacks [] for security_group (4fdf2143-8128-494f-a60b-23d4e11343c8), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:09.326264 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-94dfcad3-6a03-46b9-83eb-bfa096778b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (cdef1a09-38b4-4568-a03a-38959ff19cde), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:09.329067 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-94dfcad3-6a03-46b9-83eb-bfa096778b7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:09.330220 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-94dfcad3-6a03-46b9-83eb-bfa096778b7a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cdef1a09-38b4-4568-a03a-38959ff19cde HTTP/1.1" status: 204 len: 168 time: 0.1298454 Jan 18 20:04:09.338909 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfcad3-6a03-46b9-83eb-bfa096778b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdef1a09-38b4-4568-a03a-38959ff19cde,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:09.365647 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb2bc9f1-dcf0-432f-b032-7c9fbef9f195 admin admin] Publish callbacks [] for security_group (4fdf2143-8128-494f-a60b-23d4e11343c8), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:09.407472 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3c94d-6b6b-426f-a114-57abb5567b1c req-9d6e180a-80ce-4e6e-93e8-ffc2dc11c65d tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:09.408985 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0ee3c94d-6b6b-426f-a114-57abb5567b1c req-9d6e180a-80ce-4e6e-93e8-ffc2dc11c65d tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/ports?device_id=840edb35-e888-4362-8583-b3cb0c6a5327&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0949066 Jan 18 20:04:09.464283 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0ee3c94d-6b6b-426f-a114-57abb5567b1c req-4ee30363-94b5-4d34-847c-9941d0c9c2f5 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.253 HTTP/1.1" status: 200 len: 696 time: 0.0466485 Jan 18 20:04:09.469149 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb2bc9f1-dcf0-432f-b032-7c9fbef9f195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4fdf2143-8128-494f-a60b-23d4e11343c8), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:09.471857 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb2bc9f1-dcf0-432f-b032-7c9fbef9f195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:09.472894 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bb2bc9f1-dcf0-432f-b032-7c9fbef9f195 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4fdf2143-8128-494f-a60b-23d4e11343c8 HTTP/1.1" status: 204 len: 168 time: 0.2199876 Jan 18 20:04:09.479954 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-0ee3c94d-6b6b-426f-a114-57abb5567b1c req-f9b24eb5-23f2-4b8d-9ac6-92b49628616f tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Request body: {'floatingip': {'port_id': 'aada8984-31d9-4d56-bdaa-f43a410a5df0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:09.512719 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bc9f1-dcf0-432f-b032-7c9fbef9f195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdf2143-8128-494f-a60b-23d4e11343c8,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:09.526487 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0ee3c94d-6b6b-426f-a114-57abb5567b1c req-f9b24eb5-23f2-4b8d-9ac6-92b49628616f tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks [] for floatingip (25cd58e5-df4b-432e-9365-8ad9bfbd75c2), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:09.642380 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34172) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:09.656279 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ed59de74-abf8-4da3-bff2-d34286dfe281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:09.737546 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ed59de74-abf8-4da3-bff2-d34286dfe281 admin admin] Publish callbacks [] for security_group (95b0da21-752b-4e3a-a1c5-a9bcec53924b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:09.742059 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ed59de74-abf8-4da3-bff2-d34286dfe281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (95b0da21-752b-4e3a-a1c5-a9bcec53924b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:09.748428 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-0ee3c94d-6b6b-426f-a114-57abb5567b1c req-f9b24eb5-23f2-4b8d-9ac6-92b49628616f tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] update failed (client error): There was a conflict when trying to complete your request. Jan 18 20:04:09.755677 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0ee3c94d-6b6b-426f-a114-57abb5567b1c req-f9b24eb5-23f2-4b8d-9ac6-92b49628616f tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "PUT /v2.0/floatingips/25cd58e5-df4b-432e-9365-8ad9bfbd75c2 HTTP/1.1" status: 409 len: 550 time: 0.2816663 Jan 18 20:04:09.779545 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59de74-abf8-4da3-bff2-d34286dfe281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b0da21-752b-4e3a-a1c5-a9bcec53924b,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:09.785445 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ed59de74-abf8-4da3-bff2-d34286dfe281 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=78b4abcf91b4442083f61877e504f58b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417632 Jan 18 20:04:09.787977 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34178) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:09.847803 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-281ce650-7a2c-4354-81f9-0b1f4520afaf admin admin] Publish callbacks [] for security_group (95b0da21-752b-4e3a-a1c5-a9bcec53924b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:09.860821 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd44dd8-6953-4e32-987d-ee9a6faab21a req-961be1a3-08ed-4caf-9c4c-d0d5e22059ab tempest-ServersOnMultiNodesTest-1292293684 tempest-ServersOnMultiNodesTest-1292293684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:09.862379 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7bd44dd8-6953-4e32-987d-ee9a6faab21a req-961be1a3-08ed-4caf-9c4c-d0d5e22059ab tempest-ServersOnMultiNodesTest-1292293684 tempest-ServersOnMultiNodesTest-1292293684-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=99d1d94f-5478-43b9-8191-4962a4ab391e HTTP/1.1" status: 200 len: 1101 time: 0.0508847 Jan 18 20:04:09.864473 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34180) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:09.872744 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-281ce650-7a2c-4354-81f9-0b1f4520afaf admin admin] Publish callbacks [] for security_group (95b0da21-752b-4e3a-a1c5-a9bcec53924b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:09.882562 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5da04bbe-a296-4b32-815e-24847a6c8672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:09.919789 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-281ce650-7a2c-4354-81f9-0b1f4520afaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (95b0da21-752b-4e3a-a1c5-a9bcec53924b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:09.922714 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-281ce650-7a2c-4354-81f9-0b1f4520afaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:09.926228 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-281ce650-7a2c-4354-81f9-0b1f4520afaf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95b0da21-752b-4e3a-a1c5-a9bcec53924b HTTP/1.1" status: 204 len: 168 time: 0.1347518 Jan 18 20:04:09.931422 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ce650-7a2c-4354-81f9-0b1f4520afaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b0da21-752b-4e3a-a1c5-a9bcec53924b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:09.935516 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7bd44dd8-6953-4e32-987d-ee9a6faab21a req-37742b91-7182-477a-b078-8a89b8132b98 tempest-ServersOnMultiNodesTest-1292293684 tempest-ServersOnMultiNodesTest-1292293684-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640390 Jan 18 20:04:10.002803 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5da04bbe-a296-4b32-815e-24847a6c8672 admin admin] Publish callbacks [] for security_group (0c01b4e8-56ae-4011-95f4-9a0aa6b47a5d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:10.013750 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5da04bbe-a296-4b32-815e-24847a6c8672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0c01b4e8-56ae-4011-95f4-9a0aa6b47a5d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:10.070762 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da04bbe-a296-4b32-815e-24847a6c8672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c01b4e8-56ae-4011-95f4-9a0aa6b47a5d,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:10.081517 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5da04bbe-a296-4b32-815e-24847a6c8672 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b826d254c89347f8aec16f1d4a5dc4f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160561 Jan 18 20:04:10.084069 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34188) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:10.098718 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76015e-b760-4be3-a7ea-3c200e9cb0f0 req-44f04575-86e7-424d-af4a-1ea23b37aec2 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:10.100150 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea76015e-b760-4be3-a7ea-3c200e9cb0f0 req-44f04575-86e7-424d-af4a-1ea23b37aec2 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports?device_id=a98c2fe7-4c80-4cd5-9183-0d00e7744f67&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0995355 Jan 18 20:04:10.177161 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea76015e-b760-4be3-a7ea-3c200e9cb0f0 req-fa8a1b50-8534-4608-8340-ce33b14e8b3c tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.36 HTTP/1.1" status: 200 len: 695 time: 0.0698836 Jan 18 20:04:10.188078 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-ea76015e-b760-4be3-a7ea-3c200e9cb0f0 req-9ca0bafb-a3f1-424d-bfa4-1e683a884299 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Request body: {'floatingip': {'port_id': 'a71007f0-a47d-4019-9224-e07de646df42', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:10.232800 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ea76015e-b760-4be3-a7ea-3c200e9cb0f0 req-9ca0bafb-a3f1-424d-bfa4-1e683a884299 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks [] for floatingip (11134872-705b-4698-9543-f574e5ecf187), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:10.235721 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-69061658-08d0-4117-95e6-a222a233f2e1 admin admin] Publish callbacks [] for security_group (0c01b4e8-56ae-4011-95f4-9a0aa6b47a5d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:10.315504 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-69061658-08d0-4117-95e6-a222a233f2e1 admin admin] Publish callbacks [] for security_group (0c01b4e8-56ae-4011-95f4-9a0aa6b47a5d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:10.459566 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-69061658-08d0-4117-95e6-a222a233f2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0c01b4e8-56ae-4011-95f4-9a0aa6b47a5d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:10.462222 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-69061658-08d0-4117-95e6-a222a233f2e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:10.463357 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-69061658-08d0-4117-95e6-a222a233f2e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c01b4e8-56ae-4011-95f4-9a0aa6b47a5d HTTP/1.1" status: 204 len: 168 time: 0.3784108 Jan 18 20:04:10.479099 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69061658-08d0-4117-95e6-a222a233f2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c01b4e8-56ae-4011-95f4-9a0aa6b47a5d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:10.756507 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ea76015e-b760-4be3-a7ea-3c200e9cb0f0 req-9ca0bafb-a3f1-424d-bfa4-1e683a884299 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:10.761645 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ea76015e-b760-4be3-a7ea-3c200e9cb0f0 req-9ca0bafb-a3f1-424d-bfa4-1e683a884299 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (11134872-705b-4698-9543-f574e5ecf187), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:10.864509 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [req-ea76015e-b760-4be3-a7ea-3c200e9cb0f0 req-9ca0bafb-a3f1-424d-bfa4-1e683a884299 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Floating IP 11134872-705b-4698-9543-f574e5ecf187 associated. External IP: 172.25.4.36, port: a71007f0-a47d-4019-9224-e07de646df42. Jan 18 20:04:11.084194 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea76015e-b760-4be3-a7ea-3c200e9cb0f0 req-9ca0bafb-a3f1-424d-bfa4-1e683a884299 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:04:11.203724 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea76015e-b760-4be3-a7ea-3c200e9cb0f0 req-9ca0bafb-a3f1-424d-bfa4-1e683a884299 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:04:11.208692 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ea76015e-b760-4be3-a7ea-3c200e9cb0f0 req-9ca0bafb-a3f1-424d-bfa4-1e683a884299 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:11.218635 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe3d969-c0f4-45da-838c-3b51072d9c94 None None] Sync routers for ids ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:04:11.232740 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe3d969-c0f4-45da-838c-3b51072d9c94 None None] Routers {'5d98a0b7-24e5-4165-ae05-a459d3c173d7'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:04:11.233869 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ffe3d969-c0f4-45da-838c-3b51072d9c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:03:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:11.238375 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea76015e-b760-4be3-a7ea-3c200e9cb0f0 req-9ca0bafb-a3f1-424d-bfa4-1e683a884299 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "PUT /v2.0/floatingips/11134872-705b-4698-9543-f574e5ecf187 HTTP/1.1" status: 200 len: 995 time: 1.0551093 Jan 18 20:04:11.308269 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76015e-b760-4be3-a7ea-3c200e9cb0f0 req-6cd3e567-07c3-4dca-9a79-0a0dc7fa0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:11.310093 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea76015e-b760-4be3-a7ea-3c200e9cb0f0 req-6cd3e567-07c3-4dca-9a79-0a0dc7fa0f5e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c355645603e5405fb0170c0cbc339b20&device_id=a98c2fe7-4c80-4cd5-9183-0d00e7744f67 HTTP/1.1" status: 200 len: 1096 time: 0.0546949 Jan 18 20:04:11.383869 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-ffe3d969-c0f4-45da-838c-3b51072d9c94 None None] Set router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:04:11.422133 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76015e-b760-4be3-a7ea-3c200e9cb0f0 req-a2d69ac2-8949-4784-9bbb-d5f00fe6e328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:11.429525 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea76015e-b760-4be3-a7ea-3c200e9cb0f0 req-a2d69ac2-8949-4784-9bbb-d5f00fe6e328 service neutron] 10.222.0.31 "GET /v2.0/networks?id=78106b93-d326-468a-b364-efefd0202f5c HTTP/1.1" status: 200 len: 922 time: 0.1138396 Jan 18 20:04:11.500610 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea76015e-b760-4be3-a7ea-3c200e9cb0f0 req-d58c764c-8114-46a9-a1ba-170827eda28a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a71007f0-a47d-4019-9224-e07de646df42 HTTP/1.1" status: 200 len: 998 time: 0.0700557 Jan 18 20:04:11.547445 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76015e-b760-4be3-a7ea-3c200e9cb0f0 req-5346571f-d43e-4fcf-b308-a62e98b1aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:11.548924 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea76015e-b760-4be3-a7ea-3c200e9cb0f0 req-5346571f-d43e-4fcf-b308-a62e98b1aac4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a4fc205-1f02-48e6-a311-ab3d6a37436d HTTP/1.1" status: 200 len: 860 time: 0.0475264 Jan 18 20:04:11.593044 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76015e-b760-4be3-a7ea-3c200e9cb0f0 req-22248abd-1b63-4561-ad96-528bb57e5191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:11.594760 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea76015e-b760-4be3-a7ea-3c200e9cb0f0 req-22248abd-1b63-4561-ad96-528bb57e5191 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=78106b93-d326-468a-b364-efefd0202f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402598 Jan 18 20:04:11.637368 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ffe3d969-c0f4-45da-838c-3b51072d9c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-router', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '91d8110f-f713-4a31-96b5-01159d651e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:02Z', 'updated_at': '2022-01-18T20:03:07Z', 'revision_number': 4, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'gw_port': {'id': '91d8110f-f713-4a31-96b5-01159d651e26', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:03Z', 'updated_at': '2022-01-18T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '11134872-705b-4698-9543-f574e5ecf187', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'port_id': 'a71007f0-a47d-4019-9224-e07de646df42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'mac_address': 'fa:16:3e:f2:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98c2fe7-4c80-4cd5-9183-0d00e7744f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:03:31Z', 'updated_at': '2022-01-18T20:04:10Z', 'revision_number': 8, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073b1635-cd57-4b5c-bb61-81a4461d448b', 'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'mac_address': 'fa:16:3e:a2:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:06Z', 'updated_at': '2022-01-18T20:03:12Z', 'revision_number': 5, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'subnets': [{'id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:11.664536 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe3d969-c0f4-45da-838c-3b51072d9c94 None None] Checking router: 5d98a0b7-24e5-4165-ae05-a459d3c173d7 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:04:11.673610 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe3d969-c0f4-45da-838c-3b51072d9c94 None None] Routers {'5d98a0b7-24e5-4165-ae05-a459d3c173d7'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:04:11.674249 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ffe3d969-c0f4-45da-838c-3b51072d9c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:03:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:11.689186 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea76015e-b760-4be3-a7ea-3c200e9cb0f0 req-6337e8b9-f632-4ad6-9f2b-855cc41011e7 service neutron] 10.222.0.31 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879791 Jan 18 20:04:11.785122 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea76015e-b760-4be3-a7ea-3c200e9cb0f0 req-6e6ee502-e577-4938-8122-e19a1a522d92 service neutron] 10.222.0.31 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895498 Jan 18 20:04:11.793312 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-ffe3d969-c0f4-45da-838c-3b51072d9c94 None None] Set router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:04:11.837265 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcd2f7b-b040-40f5-91c7-d54784125f92 x-openstack-request-id: req-8dcd2f7b-b040-40f5-91c7-d54784125f92 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:04:11.837550 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d312f0c-e2d3-4535-b429-c93326d96c39", "tag": "54e5dc21-05c7-4bf3-9c9f-f38fc8976912", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:04:11.837836 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8dcd2f7b-b040-40f5-91c7-d54784125f92 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:04:11.838236 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d312f0c-e2d3-4535-b429-c93326d96c39', 'tag': '54e5dc21-05c7-4bf3-9c9f-f38fc8976912', 'status': 'completed', 'code': 200} Jan 18 20:04:11.898889 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-12806d2f-52b6-49b3-9244-24d1dcc77213 req-881defb0-1f4a-460d-97f6-ad19662a13df tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/floatingips/25cd58e5-df4b-432e-9365-8ad9bfbd75c2 HTTP/1.1" status: 200 len: 693 time: 0.0456307 Jan 18 20:04:12.013441 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12806d2f-52b6-49b3-9244-24d1dcc77213 req-08df443a-a0bd-497d-9d23-d001ea85ab4b tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:12.014950 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-12806d2f-52b6-49b3-9244-24d1dcc77213 req-08df443a-a0bd-497d-9d23-d001ea85ab4b tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 784 time: 0.1101313 Jan 18 20:04:12.027398 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-12806d2f-52b6-49b3-9244-24d1dcc77213 req-342e3d82-f33f-4ceb-b34f-461bd77fce0b tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:04:12.028543 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-12806d2f-52b6-49b3-9244-24d1dcc77213 req-342e3d82-f33f-4ceb-b34f-461bd77fce0b tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069585 Jan 18 20:04:12.036194 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ffe3d969-c0f4-45da-838c-3b51072d9c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-router', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '91d8110f-f713-4a31-96b5-01159d651e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:02Z', 'updated_at': '2022-01-18T20:03:07Z', 'revision_number': 4, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'gw_port': {'id': '91d8110f-f713-4a31-96b5-01159d651e26', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:03Z', 'updated_at': '2022-01-18T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '11134872-705b-4698-9543-f574e5ecf187', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'port_id': 'a71007f0-a47d-4019-9224-e07de646df42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'mac_address': 'fa:16:3e:f2:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98c2fe7-4c80-4cd5-9183-0d00e7744f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:03:31Z', 'updated_at': '2022-01-18T20:04:10Z', 'revision_number': 8, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073b1635-cd57-4b5c-bb61-81a4461d448b', 'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'mac_address': 'fa:16:3e:a2:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:06Z', 'updated_at': '2022-01-18T20:03:12Z', 'revision_number': 5, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'subnets': [{'id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:12.065303 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe3d969-c0f4-45da-838c-3b51072d9c94 None None] The sync data for ids ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'] in n-d-741529-9 is: [{'id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-router', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '91d8110f-f713-4a31-96b5-01159d651e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:02Z', 'updated_at': '2022-01-18T20:03:07Z', 'revision_number': 4, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'gw_port': {'id': '91d8110f-f713-4a31-96b5-01159d651e26', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:03Z', 'updated_at': '2022-01-18T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '11134872-705b-4698-9543-f574e5ecf187', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'port_id': 'a71007f0-a47d-4019-9224-e07de646df42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'mac_address': 'fa:16:3e:f2:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98c2fe7-4c80-4cd5-9183-0d00e7744f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:03:31Z', 'updated_at': '2022-01-18T20:04:10Z', 'revision_number': 8, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073b1635-cd57-4b5c-bb61-81a4461d448b', 'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'mac_address': 'fa:16:3e:a2:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:06Z', 'updated_at': '2022-01-18T20:03:12Z', 'revision_number': 5, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'subnets': [{'id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:04:12.077597 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-12806d2f-52b6-49b3-9244-24d1dcc77213 req-e38204d1-6b2d-474e-8422-3f5b34d59c2d tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.253 HTTP/1.1" status: 200 len: 696 time: 0.0429192 Jan 18 20:04:12.130055 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-12806d2f-52b6-49b3-9244-24d1dcc77213 req-31118516-e0fa-442c-bc8e-42518024152e tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.253 HTTP/1.1" status: 200 len: 696 time: 0.0466080 Jan 18 20:04:12.254665 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c4471a-fd4f-4e7d-98b1-6caece9cd784 None None] New status for floating IP 11134872-705b-4698-9543-f574e5ecf187: ACTIVE {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:04:12.260583 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-12806d2f-52b6-49b3-9244-24d1dcc77213 req-f2d968a8-ce2f-43a4-a720-7730f36f356f tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Deleting port a3a29c88-e6d8-49c0-9e4d-c974e9d21249 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:04:12.260939 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-12806d2f-52b6-49b3-9244-24d1dcc77213 req-f2d968a8-ce2f-43a4-a720-7730f36f356f tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (a3a29c88-e6d8-49c0-9e4d-c974e9d21249), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:12.335679 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-12806d2f-52b6-49b3-9244-24d1dcc77213 req-f2d968a8-ce2f-43a4-a720-7730f36f356f tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (a3a29c88-e6d8-49c0-9e4d-c974e9d21249), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:12.336003 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-12806d2f-52b6-49b3-9244-24d1dcc77213 req-f2d968a8-ce2f-43a4-a720-7730f36f356f tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks [] for floatingip (a3a29c88-e6d8-49c0-9e4d-c974e9d21249), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:12.347671 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-12806d2f-52b6-49b3-9244-24d1dcc77213 req-f2d968a8-ce2f-43a4-a720-7730f36f356f tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Calling delete_port for a3a29c88-e6d8-49c0-9e4d-c974e9d21249 owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:04:12.486701 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-12806d2f-52b6-49b3-9244-24d1dcc77213 req-f2d968a8-ce2f-43a4-a720-7730f36f356f tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (a3a29c88-e6d8-49c0-9e4d-c974e9d21249), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:12.783166 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d968a8-ce2f-43a4-a720-7730f36f356f tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Pushing event deleted for resources: {'Port': ['ID=a3a29c88-e6d8-49c0-9e4d-c974e9d21249,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:12.802093 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.57', 52784) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:12.825216 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-8b4acd1d-632a-41d4-9a6a-15c6f4037dab tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:12.826887 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-8b4acd1d-632a-41d4-9a6a-15c6f4037dab tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c&tenant_id=67883881b676447cbe3f92dbc62dd7c6&binding%3Ahost_id=n-h2-741529-9 HTTP/1.1" status: 200 len: 1098 time: 0.0529199 Jan 18 20:04:12.870957 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-12806d2f-52b6-49b3-9244-24d1dcc77213 req-f2d968a8-ce2f-43a4-a720-7730f36f356f tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks [] for floatingip (25cd58e5-df4b-432e-9365-8ad9bfbd75c2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:12.873502 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-12806d2f-52b6-49b3-9244-24d1dcc77213 req-f2d968a8-ce2f-43a4-a720-7730f36f356f tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:12.874666 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-12806d2f-52b6-49b3-9244-24d1dcc77213 req-f2d968a8-ce2f-43a4-a720-7730f36f356f tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "DELETE /v2.0/floatingips/25cd58e5-df4b-432e-9365-8ad9bfbd75c2 HTTP/1.1" status: 204 len: 173 time: 0.7381003 Jan 18 20:04:12.898763 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3a3b73eb-ece7-42f6-a0f3-b2119660ea16 req-520bcee4-534f-472e-8136-50a080c96d00 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=680252c5-a169-4ab8-803f-6f4dde7e8ccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1228902 Jan 18 20:04:12.903392 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4683777-3278-4c0e-a46c-6d929e6b2b3e req-7e0ed849-3f8c-4af8-a27c-e3c632b619e3 tempest-ServersOnMultiNodesTest-1292293684 tempest-ServersOnMultiNodesTest-1292293684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:12.904813 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4683777-3278-4c0e-a46c-6d929e6b2b3e req-7e0ed849-3f8c-4af8-a27c-e3c632b619e3 tempest-ServersOnMultiNodesTest-1292293684 tempest-ServersOnMultiNodesTest-1292293684-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b3e9deb6-7bfe-4785-ad53-49ee8b268028 HTTP/1.1" status: 200 len: 1101 time: 0.1185369 Jan 18 20:04:12.909285 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c3f32-e052-4607-bd08-cb7411ed2a30 req-79e5cfa0-c818-4ad4-a5df-3a91e811eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:12.910822 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-520c3f32-e052-4607-bd08-cb7411ed2a30 req-79e5cfa0-c818-4ad4-a5df-3a91e811eee4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c355645603e5405fb0170c0cbc339b20&device_id=5d312f0c-e2d3-4535-b429-c93326d96c39 HTTP/1.1" status: 200 len: 1096 time: 0.0954747 Jan 18 20:04:12.913310 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-657ce847-4a3c-480f-9626-a2f615f70c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:12.914993 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-657ce847-4a3c-480f-9626-a2f615f70c34 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c&tenant_id=67883881b676447cbe3f92dbc62dd7c6 HTTP/1.1" status: 200 len: 1098 time: 0.0810935 Jan 18 20:04:12.987093 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-5fd83812-57f5-4fea-ab11-cb090d0c0324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:12.988493 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-5fd83812-57f5-4fea-ab11-cb090d0c0324 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67883881b676447cbe3f92dbc62dd7c6&device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 1098 time: 0.0414364 Jan 18 20:04:13.057107 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4683777-3278-4c0e-a46c-6d929e6b2b3e req-2c571b06-24b9-4542-92d8-a54f7da8063c tempest-ServersOnMultiNodesTest-1292293684 tempest-ServersOnMultiNodesTest-1292293684-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453760 Jan 18 20:04:13.081902 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-722dc226-3d75-405e-bd9d-d1cc215b4ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:13.083790 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-722dc226-3d75-405e-bd9d-d1cc215b4ed5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6fab12dd-5aeb-4649-a1e2-836559f8a553 HTTP/1.1" status: 200 len: 921 time: 0.0886655 Jan 18 20:04:13.106858 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c9e9d-d505-4235-a448-4ed547a9dcdb req-ae43349d-4e2c-4cfa-82dd-d9f70382cb9b tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:13.114076 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d09c9e9d-d505-4235-a448-4ed547a9dcdb req-ae43349d-4e2c-4cfa-82dd-d9f70382cb9b tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 947 time: 0.1702087 Jan 18 20:04:13.128801 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-a6c5f4ec-4dca-4b14-b9d4-ef88ac8d5b5a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62ad388c-9dbe-4498-b732-3d75eeae5e05 HTTP/1.1" status: 200 len: 217 time: 0.0374255 Jan 18 20:04:13.130431 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b73eb-ece7-42f6-a0f3-b2119660ea16 req-de568774-96e1-4787-a215-726cbf7c482e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:13.131862 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3a3b73eb-ece7-42f6-a0f3-b2119660ea16 req-de568774-96e1-4787-a215-726cbf7c482e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e5ec31ddf3d34f4aa39ff26dd8f3affd&device_id=680252c5-a169-4ab8-803f-6f4dde7e8ccc HTTP/1.1" status: 200 len: 1096 time: 0.1636198 Jan 18 20:04:13.140436 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c3f32-e052-4607-bd08-cb7411ed2a30 req-1b7ce32f-c019-4dd2-95b9-bfbce1abde94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:13.141876 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-520c3f32-e052-4607-bd08-cb7411ed2a30 req-1b7ce32f-c019-4dd2-95b9-bfbce1abde94 service neutron] 10.222.0.57 "GET /v2.0/networks?id=78106b93-d326-468a-b364-efefd0202f5c HTTP/1.1" status: 200 len: 922 time: 0.2172675 Jan 18 20:04:13.178598 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-98e4f0fc-7616-454d-a713-28004a0d59e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:13.180038 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-98e4f0fc-7616-454d-a713-28004a0d59e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7ae8e7b-1bfc-435b-b42c-3b64619a022a HTTP/1.1" status: 200 len: 860 time: 0.0436122 Jan 18 20:04:13.220742 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-2e960375-c6d5-4d1d-bc5d-926d28614364 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6fab12dd-5aeb-4649-a1e2-836559f8a553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284140 Jan 18 20:04:13.229395 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-520c3f32-e052-4607-bd08-cb7411ed2a30 req-1bce3ffa-dd66-4ca9-be9a-219b2ed1b603 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54e5dc21-05c7-4bf3-9c9f-f38fc8976912 HTTP/1.1" status: 200 len: 217 time: 0.0778081 Jan 18 20:04:13.317931 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d09c9e9d-d505-4235-a448-4ed547a9dcdb req-0b830476-afc1-43b7-8cf6-ff4d154d36ef tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029738 Jan 18 20:04:13.328282 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-9d99853c-7e44-4f8b-a52b-a6808f47e0f0 service neutron] 10.222.0.57 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899999 Jan 18 20:04:13.336461 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a4faf-30a2-4e0e-9b64-bb7e5db3ec1f req-4115c7a6-0e3b-430c-9f85-1edffb16b1e3 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:13.337963 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de1a4faf-30a2-4e0e-9b64-bb7e5db3ec1f req-4115c7a6-0e3b-430c-9f85-1edffb16b1e3 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 950 time: 0.2106645 Jan 18 20:04:13.379991 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c3f32-e052-4607-bd08-cb7411ed2a30 req-09b7eb53-6b82-4700-b1b2-526085242864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:13.381491 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-520c3f32-e052-4607-bd08-cb7411ed2a30 req-09b7eb53-6b82-4700-b1b2-526085242864 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a4fc205-1f02-48e6-a311-ab3d6a37436d HTTP/1.1" status: 200 len: 860 time: 0.1358526 Jan 18 20:04:13.386302 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b73eb-ece7-42f6-a0f3-b2119660ea16 req-48d00276-2ac7-4bde-9233-329cf27ae223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:13.387687 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3a3b73eb-ece7-42f6-a0f3-b2119660ea16 req-48d00276-2ac7-4bde-9233-329cf27ae223 service neutron] 10.222.0.57 "GET /v2.0/networks?id=89a595c0-d9c3-40e8-b52a-e51ddcd750fc HTTP/1.1" status: 200 len: 924 time: 0.2267945 Jan 18 20:04:13.435019 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-88d629fd-bd87-4294-b561-0c2df2e1c89a service neutron] 10.222.0.57 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998063 Jan 18 20:04:13.487751 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de1a4faf-30a2-4e0e-9b64-bb7e5db3ec1f req-6b7c4d15-4a22-4a22-8ca2-97cf256276ea tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388557 Jan 18 20:04:13.499410 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3a3b73eb-ece7-42f6-a0f3-b2119660ea16 req-c47e677f-3753-4b34-acaf-d61dd04481e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a00930b-22f3-4136-b97d-6fa6f4bdb03d HTTP/1.1" status: 200 len: 1001 time: 0.0996547 Jan 18 20:04:13.506646 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c3f32-e052-4607-bd08-cb7411ed2a30 req-4dcabbd4-5016-444d-9358-a80767e08a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:13.509142 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-520c3f32-e052-4607-bd08-cb7411ed2a30 req-4dcabbd4-5016-444d-9358-a80767e08a49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=78106b93-d326-468a-b364-efefd0202f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194885 Jan 18 20:04:13.645125 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b73eb-ece7-42f6-a0f3-b2119660ea16 req-f18223a0-c7e6-4c2b-8cae-7b4cf2e9883d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:13.646797 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3a3b73eb-ece7-42f6-a0f3-b2119660ea16 req-f18223a0-c7e6-4c2b-8cae-7b4cf2e9883d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5aa223-a098-41b4-8a17-e11e4587a7e0 HTTP/1.1" status: 200 len: 862 time: 0.1364439 Jan 18 20:04:13.677321 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f35c7e3-3bac-4657-b119-0b40e68bf4a0 req-04444eec-2f3b-45be-bde3-f5fab63841b3 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/floatingips/11134872-705b-4698-9543-f574e5ecf187 HTTP/1.1" status: 200 len: 997 time: 0.1575475 Jan 18 20:04:13.704708 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-79020baf-42b8-4d27-a9c1-0f3528b8804a tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:13.706231 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-79020baf-42b8-4d27-a9c1-0f3528b8804a tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c&tenant_id=67883881b676447cbe3f92dbc62dd7c6&binding%3Ahost_id=n-h1-741529-9 HTTP/1.1" status: 200 len: 1098 time: 0.0447068 Jan 18 20:04:13.753318 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-520c3f32-e052-4607-bd08-cb7411ed2a30 req-345f2f35-d423-4c6d-b7c4-d54d0d6f5833 service neutron] 10.222.0.57 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354295 Jan 18 20:04:13.822784 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b73eb-ece7-42f6-a0f3-b2119660ea16 req-7bed6c6d-a8b3-4f36-a82a-bf5b7fb2edf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:13.824413 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3a3b73eb-ece7-42f6-a0f3-b2119660ea16 req-7bed6c6d-a8b3-4f36-a82a-bf5b7fb2edf8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=89a595c0-d9c3-40e8-b52a-e51ddcd750fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1605761 Jan 18 20:04:13.842854 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98c2fe7-4c80-4cd5-9183-0d00e7744f67', 'tag': 'a71007f0-a47d-4019-9224-e07de646df42'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:04:13.845500 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3dbadc8-c3e8-4a6c-af9a-c80053829377" -d '{"events": [{"name": "network-changed", "server_uuid": "a98c2fe7-4c80-4cd5-9183-0d00e7744f67", "tag": "a71007f0-a47d-4019-9224-e07de646df42"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:04:13.850704 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-31809d9a-4214-4be0-a50d-1b64d0a12243 service neutron] For port 62ad388c-9dbe-4498-b732-3d75eeae5e05, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:04:13.854450 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-31809d9a-4214-4be0-a50d-1b64d0a12243 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:13.856112 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0301e3b5-d081-413f-9fa7-ca15a15a6166 req-31809d9a-4214-4be0-a50d-1b64d0a12243 service neutron] 10.222.0.57 "DELETE /v2.0/ports/62ad388c-9dbe-4498-b732-3d75eeae5e05/bindings/n-h2-741529-9 HTTP/1.1" status: 204 len: 173 time: 0.1427548 Jan 18 20:04:13.932915 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-018b34c8-c105-412c-84af-02028cb5154a req-e4b43458-2172-445a-96c6-482131439c5b tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.12 HTTP/1.1" status: 200 len: 1000 time: 0.2005074 Jan 18 20:04:14.025674 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35c7e3-3bac-4657-b119-0b40e68bf4a0 req-6013a752-8e50-428b-b0c9-d5de26c34ce8 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:14.026994 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f35c7e3-3bac-4657-b119-0b40e68bf4a0 req-6013a752-8e50-428b-b0c9-d5de26c34ce8 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 784 time: 0.3352237 Jan 18 20:04:14.053905 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-5f35c7e3-3bac-4657-b119-0b40e68bf4a0 req-df213986-f75a-4af6-9487-aec8882ddb4b tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:04:14.054851 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f35c7e3-3bac-4657-b119-0b40e68bf4a0 req-df213986-f75a-4af6-9487-aec8882ddb4b tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141206 Jan 18 20:04:14.061505 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b34c8-c105-412c-84af-02028cb5154a req-8c6701b5-95db-45c5-bfa7-8ae7d17a5782 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:14.062825 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-018b34c8-c105-412c-84af-02028cb5154a req-8c6701b5-95db-45c5-bfa7-8ae7d17a5782 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/ports/aada8984-31d9-4d56-bdaa-f43a410a5df0 HTTP/1.1" status: 200 len: 942 time: 0.1218927 Jan 18 20:04:14.077601 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-520c3f32-e052-4607-bd08-cb7411ed2a30 req-49c802b6-c9fd-40bb-bac1-c759b429a3fd service neutron] 10.222.0.57 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904754 Jan 18 20:04:14.081148 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3a3b73eb-ece7-42f6-a0f3-b2119660ea16 req-388fc756-60f1-41fb-ae61-2e229230ce44 service neutron] 10.222.0.57 "GET /v2.0/networks/89a595c0-d9c3-40e8-b52a-e51ddcd750fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235265 Jan 18 20:04:14.271232 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9144316-d475-4069-8b90-8e50c56434f4 req-0943c650-6868-4bc6-8284-e06c1b17859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:14.272849 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e9144316-d475-4069-8b90-8e50c56434f4 req-0943c650-6868-4bc6-8284-e06c1b17859c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c355645603e5405fb0170c0cbc339b20&device_id=5d312f0c-e2d3-4535-b429-c93326d96c39 HTTP/1.1" status: 200 len: 1096 time: 0.1417069 Jan 18 20:04:14.304935 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-018b34c8-c105-412c-84af-02028cb5154a req-4c2e3d9b-bf0e-4e04-8fc4-69a86067db91 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.12 HTTP/1.1" status: 200 len: 1000 time: 0.1884181 Jan 18 20:04:14.326394 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3a3b73eb-ece7-42f6-a0f3-b2119660ea16 req-ba4ff700-a8da-440f-9178-0779e3e68e29 service neutron] 10.222.0.57 "GET /v2.0/networks/89a595c0-d9c3-40e8-b52a-e51ddcd750fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329919 Jan 18 20:04:14.462407 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9144316-d475-4069-8b90-8e50c56434f4 req-7db251d8-7b8b-4cfd-b7cd-a2f94ecd4522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:14.463877 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e9144316-d475-4069-8b90-8e50c56434f4 req-7db251d8-7b8b-4cfd-b7cd-a2f94ecd4522 service neutron] 10.222.0.57 "GET /v2.0/networks?id=78106b93-d326-468a-b364-efefd0202f5c HTTP/1.1" status: 200 len: 922 time: 0.1796601 Jan 18 20:04:14.479440 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b34c8-c105-412c-84af-02028cb5154a req-e089dc7e-daa4-48a4-a5b2-5512e3c95574 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:14.480769 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-018b34c8-c105-412c-84af-02028cb5154a req-e089dc7e-daa4-48a4-a5b2-5512e3c95574 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 784 time: 0.1643040 Jan 18 20:04:14.535444 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e9144316-d475-4069-8b90-8e50c56434f4 req-b7cc667d-89a0-4c0a-afa0-354baad534b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54e5dc21-05c7-4bf3-9c9f-f38fc8976912 HTTP/1.1" status: 200 len: 217 time: 0.0533602 Jan 18 20:04:14.575730 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47c8a78-3da8-4918-949f-73675f86773a x-openstack-request-id: req-e47c8a78-3da8-4918-949f-73675f86773a {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:04:14.575730 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98c2fe7-4c80-4cd5-9183-0d00e7744f67", "tag": "a71007f0-a47d-4019-9224-e07de646df42", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:04:14.575987 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e47c8a78-3da8-4918-949f-73675f86773a {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:04:14.576378 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98c2fe7-4c80-4cd5-9183-0d00e7744f67', 'tag': 'a71007f0-a47d-4019-9224-e07de646df42', 'status': 'completed', 'code': 200} Jan 18 20:04:15.019774 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-018b34c8-c105-412c-84af-02028cb5154a req-e681b837-821a-4e49-a8d2-5398602184c0 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.12 HTTP/1.1" status: 200 len: 1000 time: 0.5324047 Jan 18 20:04:15.028307 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9144316-d475-4069-8b90-8e50c56434f4 req-964bf472-2ddf-4058-8364-e95973573084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:15.030501 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e9144316-d475-4069-8b90-8e50c56434f4 req-964bf472-2ddf-4058-8364-e95973573084 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a4fc205-1f02-48e6-a311-ab3d6a37436d HTTP/1.1" status: 200 len: 860 time: 0.4529526 Jan 18 20:04:15.048050 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-018b34c8-c105-412c-84af-02028cb5154a req-9c7e6e6e-c121-4b31-83b0-f1801a973a07 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:15.064644 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42dd7e0e-fe44-49a6-95cc-9816b3722e33 req-40e8a1b5-0685-43e3-b1ed-ebae348e6ac6 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.36 HTTP/1.1" status: 200 len: 1000 time: 0.4911675 Jan 18 20:04:15.106303 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbadc8-c3e8-4a6c-af9a-c80053829377 req-bc14bc52-bd0c-4ede-9bcf-34570d0b1ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:15.107736 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c3dbadc8-c3e8-4a6c-af9a-c80053829377 req-bc14bc52-bd0c-4ede-9bcf-34570d0b1ba9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c355645603e5405fb0170c0cbc339b20&device_id=a98c2fe7-4c80-4cd5-9183-0d00e7744f67 HTTP/1.1" status: 200 len: 1096 time: 0.5270817 Jan 18 20:04:15.160293 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78757fe-6ca0-4c6d-8df6-67cf8e6eb12b req-b4f1db60-5561-43e7-b5e0-a5eb70ee86ac tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:15.161758 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c78757fe-6ca0-4c6d-8df6-67cf8e6eb12b req-b4f1db60-5561-43e7-b5e0-a5eb70ee86ac tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d312f0c-e2d3-4535-b429-c93326d96c39 HTTP/1.1" status: 200 len: 945 time: 0.2016742 Jan 18 20:04:15.232590 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd7e0e-fe44-49a6-95cc-9816b3722e33 req-1d3b1b83-cba3-4006-8ea6-3f966a50880a tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:15.234031 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42dd7e0e-fe44-49a6-95cc-9816b3722e33 req-1d3b1b83-cba3-4006-8ea6-3f966a50880a tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports/a71007f0-a47d-4019-9224-e07de646df42 HTTP/1.1" status: 200 len: 942 time: 0.1237149 Jan 18 20:04:15.243978 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-018b34c8-c105-412c-84af-02028cb5154a req-9c7e6e6e-c121-4b31-83b0-f1801a973a07 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks [] for floatingip (9dae782a-9222-456f-bb2b-e54106faef07), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:15.312819 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9144316-d475-4069-8b90-8e50c56434f4 req-34928559-a4bc-468f-981f-b1d1ad5a3502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:15.314319 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e9144316-d475-4069-8b90-8e50c56434f4 req-34928559-a4bc-468f-981f-b1d1ad5a3502 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=78106b93-d326-468a-b364-efefd0202f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2752752 Jan 18 20:04:15.522656 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbadc8-c3e8-4a6c-af9a-c80053829377 req-01917590-ae15-4646-86f0-8539e1b2f3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:15.524577 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c3dbadc8-c3e8-4a6c-af9a-c80053829377 req-01917590-ae15-4646-86f0-8539e1b2f3d9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=78106b93-d326-468a-b364-efefd0202f5c HTTP/1.1" status: 200 len: 922 time: 0.4065416 Jan 18 20:04:15.545569 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42dd7e0e-fe44-49a6-95cc-9816b3722e33 req-2188be6f-08cd-454e-8726-3bf717ce3d93 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.36 HTTP/1.1" status: 200 len: 1000 time: 0.2632515 Jan 18 20:04:15.666600 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-018b34c8-c105-412c-84af-02028cb5154a req-9c7e6e6e-c121-4b31-83b0-f1801a973a07 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:15.681420 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e9144316-d475-4069-8b90-8e50c56434f4 req-b2018618-fb07-4e80-9106-3c2dfa4f879a service neutron] 10.222.0.57 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546119 Jan 18 20:04:15.686270 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-018b34c8-c105-412c-84af-02028cb5154a req-9c7e6e6e-c121-4b31-83b0-f1801a973a07 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (9dae782a-9222-456f-bb2b-e54106faef07), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:15.686605 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [req-018b34c8-c105-412c-84af-02028cb5154a req-9c7e6e6e-c121-4b31-83b0-f1801a973a07 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Floating IP 9dae782a-9222-456f-bb2b-e54106faef07 disassociated. External IP: 172.25.4.12, port: aada8984-31d9-4d56-bdaa-f43a410a5df0. Jan 18 20:04:15.695836 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-c78757fe-6ca0-4c6d-8df6-67cf8e6eb12b req-d509beb4-c336-4b30-8370-e53218b18ef7 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Deleting port 54e5dc21-05c7-4bf3-9c9f-f38fc8976912 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:04:15.696166 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c78757fe-6ca0-4c6d-8df6-67cf8e6eb12b req-d509beb4-c336-4b30-8370-e53218b18ef7 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (54e5dc21-05c7-4bf3-9c9f-f38fc8976912), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:15.781405 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c3dbadc8-c3e8-4a6c-af9a-c80053829377 req-694f3aab-9b4b-42ac-896d-8b0879fd0df3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a71007f0-a47d-4019-9224-e07de646df42 HTTP/1.1" status: 200 len: 1000 time: 0.2473907 Jan 18 20:04:16.006812 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd7e0e-fe44-49a6-95cc-9816b3722e33 req-c6fe4371-d729-4623-a2f2-152ac49c4696 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:16.008168 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42dd7e0e-fe44-49a6-95cc-9816b3722e33 req-c6fe4371-d729-4623-a2f2-152ac49c4696 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 784 time: 0.4241109 Jan 18 20:04:16.030253 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbadc8-c3e8-4a6c-af9a-c80053829377 req-81b6a607-7834-4ba4-a89f-abc79e8ed4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:16.031850 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c3dbadc8-c3e8-4a6c-af9a-c80053829377 req-81b6a607-7834-4ba4-a89f-abc79e8ed4f3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4a4fc205-1f02-48e6-a311-ab3d6a37436d HTTP/1.1" status: 200 len: 860 time: 0.2271199 Jan 18 20:04:16.117944 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e9144316-d475-4069-8b90-8e50c56434f4 req-03d4cb09-da37-4630-b397-65fd951160ec service neutron] 10.222.0.57 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185643 Jan 18 20:04:16.125832 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-c78757fe-6ca0-4c6d-8df6-67cf8e6eb12b req-d509beb4-c336-4b30-8370-e53218b18ef7 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] For port 54e5dc21-05c7-4bf3-9c9f-f38fc8976912, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=54e5dc21-05c7-4bf3-9c9f-f38fc8976912,segment=NetworkSegment(0bb4561e-2a35-4bb4-bd91-4e08e43aedfc),segment_id=0bb4561e-2a35-4bb4-bd91-4e08e43aedfc)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:16.126198 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c78757fe-6ca0-4c6d-8df6-67cf8e6eb12b req-d509beb4-c336-4b30-8370-e53218b18ef7 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (54e5dc21-05c7-4bf3-9c9f-f38fc8976912), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:16.151464 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-c78757fe-6ca0-4c6d-8df6-67cf8e6eb12b req-d509beb4-c336-4b30-8370-e53218b18ef7 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Calling delete_port for 54e5dc21-05c7-4bf3-9c9f-f38fc8976912 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:04:16.196705 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42dd7e0e-fe44-49a6-95cc-9816b3722e33 req-43743874-9b9d-4101-905a-af7ca07f3a6d tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.36 HTTP/1.1" status: 200 len: 1000 time: 0.1796715 Jan 18 20:04:16.215954 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-42dd7e0e-fe44-49a6-95cc-9816b3722e33 req-19cf8370-30cc-44a8-bbce-1d6f7538e584 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:16.251202 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbadc8-c3e8-4a6c-af9a-c80053829377 req-e42b922d-2903-480c-a397-b620402f92b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:16.252684 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c3dbadc8-c3e8-4a6c-af9a-c80053829377 req-e42b922d-2903-480c-a397-b620402f92b0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=78106b93-d326-468a-b364-efefd0202f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2048349 Jan 18 20:04:16.666807 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-42dd7e0e-fe44-49a6-95cc-9816b3722e33 req-19cf8370-30cc-44a8-bbce-1d6f7538e584 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks [] for floatingip (11134872-705b-4698-9543-f574e5ecf187), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:16.712883 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-018b34c8-c105-412c-84af-02028cb5154a req-9c7e6e6e-c121-4b31-83b0-f1801a973a07 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Router 96949be9-72f5-46e3-9382-77da7323210b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:04:16.792412 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c3dbadc8-c3e8-4a6c-af9a-c80053829377 req-eaf16eed-8012-43b6-9089-9d56b5450b31 service neutron] 10.222.0.70 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851444 Jan 18 20:04:17.021785 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-42dd7e0e-fe44-49a6-95cc-9816b3722e33 req-19cf8370-30cc-44a8-bbce-1d6f7538e584 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:17.024355 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c78757fe-6ca0-4c6d-8df6-67cf8e6eb12b req-d509beb4-c336-4b30-8370-e53218b18ef7 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (54e5dc21-05c7-4bf3-9c9f-f38fc8976912), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:17.037965 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['a71007f0-a47d-4019-9224-e07de646df42'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:04:17.041028 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-42dd7e0e-fe44-49a6-95cc-9816b3722e33 req-19cf8370-30cc-44a8-bbce-1d6f7538e584 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (11134872-705b-4698-9543-f574e5ecf187), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:17.041369 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [req-42dd7e0e-fe44-49a6-95cc-9816b3722e33 req-19cf8370-30cc-44a8-bbce-1d6f7538e584 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Floating IP 11134872-705b-4698-9543-f574e5ecf187 disassociated. External IP: 172.25.4.36, port: a71007f0-a47d-4019-9224-e07de646df42. Jan 18 20:04:17.104159 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509beb4-c336-4b30-8370-e53218b18ef7 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Pushing event deleted for resources: {'Port': ['ID=54e5dc21-05c7-4bf3-9c9f-f38fc8976912,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:17.113414 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-018b34c8-c105-412c-84af-02028cb5154a req-9c7e6e6e-c121-4b31-83b0-f1801a973a07 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:04:17.152410 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c3dbadc8-c3e8-4a6c-af9a-c80053829377 req-08c18cbf-9bf1-4281-809f-6592b5be61e6 service neutron] 10.222.0.70 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145065 Jan 18 20:04:17.176235 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78757fe-6ca0-4c6d-8df6-67cf8e6eb12b req-d509beb4-c336-4b30-8370-e53218b18ef7 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] No DVR routers for this DVR port 54e5dc21-05c7-4bf3-9c9f-f38fc8976912 on host n-h1-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:04:17.206670 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c78757fe-6ca0-4c6d-8df6-67cf8e6eb12b req-d509beb4-c336-4b30-8370-e53218b18ef7 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:17.210390 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c78757fe-6ca0-4c6d-8df6-67cf8e6eb12b req-d509beb4-c336-4b30-8370-e53218b18ef7 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.57 "DELETE /v2.0/ports/54e5dc21-05c7-4bf3-9c9f-f38fc8976912 HTTP/1.1" status: 204 len: 173 time: 2.0313165 Jan 18 20:04:17.211906 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d312f0c-e2d3-4535-b429-c93326d96c39', 'name': 'network-vif-deleted', 'tag': '54e5dc21-05c7-4bf3-9c9f-f38fc8976912'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:04:17.214285 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667404dc-c3b3-4aa0-b070-026840a5a1e5" -d '{"events": [{"server_uuid": "5d312f0c-e2d3-4535-b429-c93326d96c39", "name": "network-vif-deleted", "tag": "54e5dc21-05c7-4bf3-9c9f-f38fc8976912"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:04:17.219254 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-018b34c8-c105-412c-84af-02028cb5154a req-9c7e6e6e-c121-4b31-83b0-f1801a973a07 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:17.230939 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff269e75-a354-48bb-9452-c005e7c47684 None None] Sync routers for ids ['96949be9-72f5-46e3-9382-77da7323210b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:04:17.241392 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff269e75-a354-48bb-9452-c005e7c47684 None None] Routers {'96949be9-72f5-46e3-9382-77da7323210b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:04:17.242357 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ff269e75-a354-48bb-9452-c005e7c47684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:03:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['96949be9-72f5-46e3-9382-77da7323210b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:17.268198 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-018b34c8-c105-412c-84af-02028cb5154a req-9c7e6e6e-c121-4b31-83b0-f1801a973a07 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "PUT /v2.0/floatingips/9dae782a-9222-456f-bb2b-e54106faef07 HTTP/1.1" status: 200 len: 694 time: 2.2343686 Jan 18 20:04:17.390424 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-ff269e75-a354-48bb-9452-c005e7c47684 None None] Set router 96949be9-72f5-46e3-9382-77da7323210b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:04:17.411892 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b34c8-c105-412c-84af-02028cb5154a req-b0b95448-b6f9-4f51-a3a8-556ac026df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:17.413395 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-018b34c8-c105-412c-84af-02028cb5154a req-b0b95448-b6f9-4f51-a3a8-556ac026df81 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=258eff093b154b0c89958ad6b5b7d9b2&device_id=840edb35-e888-4362-8583-b3cb0c6a5327 HTTP/1.1" status: 200 len: 1096 time: 0.0939755 Jan 18 20:04:17.451608 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42dd7e0e-fe44-49a6-95cc-9816b3722e33 req-19cf8370-30cc-44a8-bbce-1d6f7538e584 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:04:17.581334 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b34c8-c105-412c-84af-02028cb5154a req-33f365af-dd0b-418c-a74e-9a5cf1b0827c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:17.582731 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-018b34c8-c105-412c-84af-02028cb5154a req-33f365af-dd0b-418c-a74e-9a5cf1b0827c service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e13653a-b20b-4029-9530-56f2696d7935 HTTP/1.1" status: 200 len: 930 time: 0.1631298 Jan 18 20:04:17.630732 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-018b34c8-c105-412c-84af-02028cb5154a req-1794f87c-b799-4d85-a1ca-5bba22c1cb15 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aada8984-31d9-4d56-bdaa-f43a410a5df0 HTTP/1.1" status: 200 len: 217 time: 0.0390573 Jan 18 20:04:17.670320 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42dd7e0e-fe44-49a6-95cc-9816b3722e33 req-19cf8370-30cc-44a8-bbce-1d6f7538e584 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:04:17.676514 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-42dd7e0e-fe44-49a6-95cc-9816b3722e33 req-19cf8370-30cc-44a8-bbce-1d6f7538e584 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:17.685565 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485f90bf-54c0-45d1-93f7-a2852fbfb0fb None None] Sync routers for ids ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:04:17.695855 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485f90bf-54c0-45d1-93f7-a2852fbfb0fb None None] Routers {'5d98a0b7-24e5-4165-ae05-a459d3c173d7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:04:17.696961 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-485f90bf-54c0-45d1-93f7-a2852fbfb0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:03:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:17.707198 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 54e5dc21-05c7-4bf3-9c9f-f38fc8976912 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:04:17.736157 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 54e5dc21-05c7-4bf3-9c9f-f38fc8976912 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:04:17.736648 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 54e5dc21-05c7-4bf3-9c9f-f38fc8976912 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:04:17.741971 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42dd7e0e-fe44-49a6-95cc-9816b3722e33 req-19cf8370-30cc-44a8-bbce-1d6f7538e584 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "PUT /v2.0/floatingips/11134872-705b-4698-9543-f574e5ecf187 HTTP/1.1" status: 200 len: 695 time: 1.5358593 Jan 18 20:04:17.744937 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b34c8-c105-412c-84af-02028cb5154a req-f462301b-ddd6-4473-ab5d-7a593b096b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:17.746829 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-018b34c8-c105-412c-84af-02028cb5154a req-f462301b-ddd6-4473-ab5d-7a593b096b2d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f3a401e7-fe0f-438d-b96d-dce1b7f52fd4 HTTP/1.1" status: 200 len: 868 time: 0.1083455 Jan 18 20:04:17.777771 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ff269e75-a354-48bb-9452-c005e7c47684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96949be9-72f5-46e3-9382-77da7323210b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708276940-router', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'c49401b3-c32f-475a-8238-9117a2a062c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:28Z', 'updated_at': '2022-01-18T20:03:35Z', 'revision_number': 4, 'project_id': '258eff093b154b0c89958ad6b5b7d9b2', 'gw_port': {'id': 'c49401b3-c32f-475a-8238-9117a2a062c5', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96949be9-72f5-46e3-9382-77da7323210b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:29Z', 'updated_at': '2022-01-18T20:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'ee56109a-767a-4984-b69e-2cdb0631f4b7', 'name': '', 'network_id': '8e13653a-b20b-4029-9530-56f2696d7935', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2', 'mac_address': 'fa:16:3e:56:db:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96949be9-72f5-46e3-9382-77da7323210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f3a401e7-fe0f-438d-b96d-dce1b7f52fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:34Z', 'updated_at': '2022-01-18T20:03:40Z', 'revision_number': 5, 'project_id': '258eff093b154b0c89958ad6b5b7d9b2', 'subnets': [{'id': 'f3a401e7-fe0f-438d-b96d-dce1b7f52fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:17.816225 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff269e75-a354-48bb-9452-c005e7c47684 None None] Checking router: 96949be9-72f5-46e3-9382-77da7323210b for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:04:17.826475 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff269e75-a354-48bb-9452-c005e7c47684 None None] Routers {'96949be9-72f5-46e3-9382-77da7323210b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:04:17.827268 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ff269e75-a354-48bb-9452-c005e7c47684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:03:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['96949be9-72f5-46e3-9382-77da7323210b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:17.838241 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b34c8-c105-412c-84af-02028cb5154a req-9521520e-2beb-46c6-8f2d-77864b7e8390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:17.839688 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-018b34c8-c105-412c-84af-02028cb5154a req-9521520e-2beb-46c6-8f2d-77864b7e8390 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e13653a-b20b-4029-9530-56f2696d7935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872545 Jan 18 20:04:17.841571 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd7e0e-fe44-49a6-95cc-9816b3722e33 req-97371f60-1fd5-4f51-bac3-2004ca529448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:17.842967 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42dd7e0e-fe44-49a6-95cc-9816b3722e33 req-97371f60-1fd5-4f51-bac3-2004ca529448 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c355645603e5405fb0170c0cbc339b20&device_id=a98c2fe7-4c80-4cd5-9183-0d00e7744f67 HTTP/1.1" status: 200 len: 1096 time: 0.0803869 Jan 18 20:04:17.899385 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-485f90bf-54c0-45d1-93f7-a2852fbfb0fb None None] Set router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:04:17.935899 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-ff269e75-a354-48bb-9452-c005e7c47684 None None] Set router 96949be9-72f5-46e3-9382-77da7323210b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:04:18.002665 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd7e0e-fe44-49a6-95cc-9816b3722e33 req-cff30946-3963-44f3-86e2-1623fea6414f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:18.004147 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42dd7e0e-fe44-49a6-95cc-9816b3722e33 req-cff30946-3963-44f3-86e2-1623fea6414f service neutron] 10.222.0.31 "GET /v2.0/networks?id=78106b93-d326-468a-b364-efefd0202f5c HTTP/1.1" status: 200 len: 922 time: 0.1527605 Jan 18 20:04:18.013511 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-018b34c8-c105-412c-84af-02028cb5154a req-7c83ff9e-59be-45d2-ac9c-72784cf38566 service neutron] 10.222.0.31 "GET /v2.0/networks/8e13653a-b20b-4029-9530-56f2696d7935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631455 Jan 18 20:04:18.077883 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42dd7e0e-fe44-49a6-95cc-9816b3722e33 req-bf9ea244-b66b-4607-8588-8c76d55029fb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a71007f0-a47d-4019-9224-e07de646df42 HTTP/1.1" status: 200 len: 217 time: 0.0623424 Jan 18 20:04:18.109239 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-485f90bf-54c0-45d1-93f7-a2852fbfb0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-router', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '91d8110f-f713-4a31-96b5-01159d651e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:02Z', 'updated_at': '2022-01-18T20:03:07Z', 'revision_number': 4, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'gw_port': {'id': '91d8110f-f713-4a31-96b5-01159d651e26', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:03Z', 'updated_at': '2022-01-18T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '073b1635-cd57-4b5c-bb61-81a4461d448b', 'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'mac_address': 'fa:16:3e:a2:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:06Z', 'updated_at': '2022-01-18T20:03:12Z', 'revision_number': 5, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'subnets': [{'id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:18.135537 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485f90bf-54c0-45d1-93f7-a2852fbfb0fb None None] Checking router: 5d98a0b7-24e5-4165-ae05-a459d3c173d7 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:04:18.144280 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485f90bf-54c0-45d1-93f7-a2852fbfb0fb None None] Routers {'5d98a0b7-24e5-4165-ae05-a459d3c173d7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:04:18.144956 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ff269e75-a354-48bb-9452-c005e7c47684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96949be9-72f5-46e3-9382-77da7323210b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708276940-router', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'c49401b3-c32f-475a-8238-9117a2a062c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:28Z', 'updated_at': '2022-01-18T20:03:35Z', 'revision_number': 4, 'project_id': '258eff093b154b0c89958ad6b5b7d9b2', 'gw_port': {'id': 'c49401b3-c32f-475a-8238-9117a2a062c5', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96949be9-72f5-46e3-9382-77da7323210b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:29Z', 'updated_at': '2022-01-18T20:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'ee56109a-767a-4984-b69e-2cdb0631f4b7', 'name': '', 'network_id': '8e13653a-b20b-4029-9530-56f2696d7935', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2', 'mac_address': 'fa:16:3e:56:db:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96949be9-72f5-46e3-9382-77da7323210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f3a401e7-fe0f-438d-b96d-dce1b7f52fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:34Z', 'updated_at': '2022-01-18T20:03:40Z', 'revision_number': 5, 'project_id': '258eff093b154b0c89958ad6b5b7d9b2', 'subnets': [{'id': 'f3a401e7-fe0f-438d-b96d-dce1b7f52fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:18.145489 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-485f90bf-54c0-45d1-93f7-a2852fbfb0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:03:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:18.168614 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd7e0e-fe44-49a6-95cc-9816b3722e33 req-10ae8406-d49b-48c0-a541-de65a54f1236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:18.170170 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42dd7e0e-fe44-49a6-95cc-9816b3722e33 req-10ae8406-d49b-48c0-a541-de65a54f1236 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a4fc205-1f02-48e6-a311-ab3d6a37436d HTTP/1.1" status: 200 len: 860 time: 0.0649414 Jan 18 20:04:18.172003 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff269e75-a354-48bb-9452-c005e7c47684 None None] The sync data for ids ['96949be9-72f5-46e3-9382-77da7323210b'] in n-d-741529-9 is: [{'id': '96949be9-72f5-46e3-9382-77da7323210b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708276940-router', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'c49401b3-c32f-475a-8238-9117a2a062c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:28Z', 'updated_at': '2022-01-18T20:03:35Z', 'revision_number': 4, 'project_id': '258eff093b154b0c89958ad6b5b7d9b2', 'gw_port': {'id': 'c49401b3-c32f-475a-8238-9117a2a062c5', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96949be9-72f5-46e3-9382-77da7323210b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:29Z', 'updated_at': '2022-01-18T20:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'ee56109a-767a-4984-b69e-2cdb0631f4b7', 'name': '', 'network_id': '8e13653a-b20b-4029-9530-56f2696d7935', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2', 'mac_address': 'fa:16:3e:56:db:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96949be9-72f5-46e3-9382-77da7323210b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f3a401e7-fe0f-438d-b96d-dce1b7f52fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:34Z', 'updated_at': '2022-01-18T20:03:40Z', 'revision_number': 5, 'project_id': '258eff093b154b0c89958ad6b5b7d9b2', 'subnets': [{'id': 'f3a401e7-fe0f-438d-b96d-dce1b7f52fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:04:18.173659 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-018b34c8-c105-412c-84af-02028cb5154a req-0a51c586-c75a-4091-98c1-83365403d95f service neutron] 10.222.0.31 "GET /v2.0/networks/8e13653a-b20b-4029-9530-56f2696d7935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593466 Jan 18 20:04:18.233074 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd7e0e-fe44-49a6-95cc-9816b3722e33 req-5971a5ed-4e43-4cf8-bff4-bbb06ceee080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:18.234782 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42dd7e0e-fe44-49a6-95cc-9816b3722e33 req-5971a5ed-4e43-4cf8-bff4-bbb06ceee080 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=78106b93-d326-468a-b364-efefd0202f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458486 Jan 18 20:04:18.256026 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-485f90bf-54c0-45d1-93f7-a2852fbfb0fb None None] Set router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:04:18.296706 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f10b52f-f088-4af1-aceb-55067b606450 req-85b3d3b5-b5a1-4270-9316-a28f675762ab tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245118 Jan 18 20:04:18.417445 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42dd7e0e-fe44-49a6-95cc-9816b3722e33 req-c6bf4a6c-7e33-416e-99dc-b39b2a4c6e6a service neutron] 10.222.0.31 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750529 Jan 18 20:04:18.455853 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-485f90bf-54c0-45d1-93f7-a2852fbfb0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-router', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '91d8110f-f713-4a31-96b5-01159d651e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:02Z', 'updated_at': '2022-01-18T20:03:07Z', 'revision_number': 4, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'gw_port': {'id': '91d8110f-f713-4a31-96b5-01159d651e26', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:03Z', 'updated_at': '2022-01-18T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '073b1635-cd57-4b5c-bb61-81a4461d448b', 'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'mac_address': 'fa:16:3e:a2:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:06Z', 'updated_at': '2022-01-18T20:03:12Z', 'revision_number': 5, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'subnets': [{'id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:18.468855 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10b52f-f088-4af1-aceb-55067b606450 req-c20166d2-27d8-4b64-b881-2fa76be08e83 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:18.469981 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f10b52f-f088-4af1-aceb-55067b606450 req-c20166d2-27d8-4b64-b881-2fa76be08e83 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1496682 Jan 18 20:04:18.473014 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e93f56-0aab-42e1-96b6-ba1266c9af1c None None] New status for floating IP 9dae782a-9222-456f-bb2b-e54106faef07: DOWN {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:04:18.489301 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485f90bf-54c0-45d1-93f7-a2852fbfb0fb None None] The sync data for ids ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'] in n-d-741529-9 is: [{'id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-router', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '91d8110f-f713-4a31-96b5-01159d651e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:02Z', 'updated_at': '2022-01-18T20:03:07Z', 'revision_number': 4, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'gw_port': {'id': '91d8110f-f713-4a31-96b5-01159d651e26', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:03Z', 'updated_at': '2022-01-18T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '073b1635-cd57-4b5c-bb61-81a4461d448b', 'name': '', 'network_id': '78106b93-d326-468a-b364-efefd0202f5c', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'mac_address': 'fa:16:3e:a2:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:06Z', 'updated_at': '2022-01-18T20:03:12Z', 'revision_number': 5, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'subnets': [{'id': '4a4fc205-1f02-48e6-a311-ab3d6a37436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:04:18.521975 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f10b52f-f088-4af1-aceb-55067b606450 req-f7a7a1b2-adbf-46b1-9b64-144ba4196b9f tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/quotas/4a224ebb9b284eacbf564bea3f5d736c HTTP/1.1" status: 200 len: 375 time: 0.0179942 Jan 18 20:04:18.574622 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42dd7e0e-fe44-49a6-95cc-9816b3722e33 req-86d1d5e4-cf86-4a84-a6c9-4722920b90f9 service neutron] 10.222.0.31 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512094 Jan 18 20:04:18.597310 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f10b52f-f088-4af1-aceb-55067b606450 req-a9f07a8e-0c61-47ee-a639-7c5e683cd26a tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0641875 Jan 18 20:04:18.761917 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc24d7-7989-49ca-ae31-be7739195013 req-93fc3537-6cda-4a2e-a44c-64170c9d9561 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:18.773946 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cefc24d7-7989-49ca-ae31-be7739195013 req-93fc3537-6cda-4a2e-a44c-64170c9d9561 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 947 time: 0.0906901 Jan 18 20:04:18.828298 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cefc24d7-7989-49ca-ae31-be7739195013 req-29e84944-00ec-4f97-8350-30a0624bb645 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534327 Jan 18 20:04:18.873899 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5644b7b-b5cb-48d8-9077-723c0956567b None None] New status for floating IP 11134872-705b-4698-9543-f574e5ecf187: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:04:18.966856 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc8c5e-8aac-40ad-8fc0-c8f8b5ecf65e req-83b075ee-5e22-4a55-b945-7bcc28043ccd tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:18.974258 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a7bc8c5e-8aac-40ad-8fc0-c8f8b5ecf65e req-83b075ee-5e22-4a55-b945-7bcc28043ccd tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 950 time: 0.0628433 Jan 18 20:04:18.975765 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34342) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:19.070993 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a7bc8c5e-8aac-40ad-8fc0-c8f8b5ecf65e req-26ab8c0b-0b5e-4699-9a42-2564e4bf0569 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949349 Jan 18 20:04:19.191301 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3d310b04-c4d0-49b2-b66e-2c4e81e93689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:19.202465 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c3609f-c742-4d7c-9b14-9bb4ad593c96 x-openstack-request-id: req-30c3609f-c742-4d7c-9b14-9bb4ad593c96 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:04:19.202761 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d312f0c-e2d3-4535-b429-c93326d96c39", "name": "network-vif-deleted", "tag": "54e5dc21-05c7-4bf3-9c9f-f38fc8976912", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:04:19.203011 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30c3609f-c742-4d7c-9b14-9bb4ad593c96 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:04:19.203410 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d312f0c-e2d3-4535-b429-c93326d96c39', 'name': 'network-vif-deleted', 'tag': '54e5dc21-05c7-4bf3-9c9f-f38fc8976912', 'status': 'completed', 'code': 200} Jan 18 20:04:19.307044 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b9b6ebd0-e625-4394-8a4e-123318344cf2 req-390f730b-4650-4892-a01c-8576c6f64e85 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/floatingips/9dae782a-9222-456f-bb2b-e54106faef07 HTTP/1.1" status: 200 len: 692 time: 0.0898190 Jan 18 20:04:19.346184 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3d310b04-c4d0-49b2-b66e-2c4e81e93689 admin admin] Publish callbacks [] for security_group (61cda5cc-b466-4555-b535-cf04a3771fd6), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:19.352744 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3d310b04-c4d0-49b2-b66e-2c4e81e93689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (61cda5cc-b466-4555-b535-cf04a3771fd6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:19.396103 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3d310b04-c4d0-49b2-b66e-2c4e81e93689 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=29cca4517cd342819f7ae03fa2cf41db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4176531 Jan 18 20:04:19.398545 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34362) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:19.415713 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d310b04-c4d0-49b2-b66e-2c4e81e93689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61cda5cc-b466-4555-b535-cf04a3771fd6,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:19.479078 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6ebd0-e625-4394-8a4e-123318344cf2 req-a5685dfa-07de-4a23-b999-cfc9bb8ab022 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:19.480661 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b9b6ebd0-e625-4394-8a4e-123318344cf2 req-a5685dfa-07de-4a23-b999-cfc9bb8ab022 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 784 time: 0.1728525 Jan 18 20:04:19.500372 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-b9b6ebd0-e625-4394-8a4e-123318344cf2 req-4ac91307-0919-4144-a5a4-c21e4c17aee0 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:04:19.501517 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b9b6ebd0-e625-4394-8a4e-123318344cf2 req-4ac91307-0919-4144-a5a4-c21e4c17aee0 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103924 Jan 18 20:04:19.502824 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9ab1e67-de87-41ff-a39b-c946791b6479 admin admin] Publish callbacks [] for security_group (61cda5cc-b466-4555-b535-cf04a3771fd6), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:19.561231 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9ab1e67-de87-41ff-a39b-c946791b6479 admin admin] Publish callbacks [] for security_group (61cda5cc-b466-4555-b535-cf04a3771fd6), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:19.573835 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b9b6ebd0-e625-4394-8a4e-123318344cf2 req-236da3ee-2d75-4820-9480-629e9ceafad0 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.12 HTTP/1.1" status: 200 len: 695 time: 0.0612891 Jan 18 20:04:19.648074 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b9b6ebd0-e625-4394-8a4e-123318344cf2 req-0e3aad41-5e0f-410d-a971-9f4dc794f021 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.12 HTTP/1.1" status: 200 len: 695 time: 0.0667040 Jan 18 20:04:19.744763 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9ab1e67-de87-41ff-a39b-c946791b6479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (61cda5cc-b466-4555-b535-cf04a3771fd6), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:19.747774 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9ab1e67-de87-41ff-a39b-c946791b6479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:19.751587 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d9ab1e67-de87-41ff-a39b-c946791b6479 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61cda5cc-b466-4555-b535-cf04a3771fd6 HTTP/1.1" status: 204 len: 168 time: 0.3519790 Jan 18 20:04:19.780567 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab1e67-de87-41ff-a39b-c946791b6479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cda5cc-b466-4555-b535-cf04a3771fd6,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:19.828148 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-b9b6ebd0-e625-4394-8a4e-123318344cf2 req-c7dac31d-f763-40f1-a2df-fc6ebec77296 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Deleting port af426045-b627-4230-aa27-23eea881e487 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:04:19.828554 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b9b6ebd0-e625-4394-8a4e-123318344cf2 req-c7dac31d-f763-40f1-a2df-fc6ebec77296 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (af426045-b627-4230-aa27-23eea881e487), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:19.948529 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b9b6ebd0-e625-4394-8a4e-123318344cf2 req-c7dac31d-f763-40f1-a2df-fc6ebec77296 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (af426045-b627-4230-aa27-23eea881e487), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:19.948863 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b9b6ebd0-e625-4394-8a4e-123318344cf2 req-c7dac31d-f763-40f1-a2df-fc6ebec77296 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks [] for floatingip (af426045-b627-4230-aa27-23eea881e487), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:19.962128 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-b9b6ebd0-e625-4394-8a4e-123318344cf2 req-c7dac31d-f763-40f1-a2df-fc6ebec77296 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Calling delete_port for af426045-b627-4230-aa27-23eea881e487 owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:04:20.183970 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34390) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:20.199969 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dbde2a75-0904-43c4-98af-5788256d86c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:20.222733 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b9b6ebd0-e625-4394-8a4e-123318344cf2 req-c7dac31d-f763-40f1-a2df-fc6ebec77296 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (af426045-b627-4230-aa27-23eea881e487), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:20.229017 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3f852-2e15-4a02-b4ac-61c48631495d req-0c2904de-7679-4b35-9187-d0551e3367ec tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:20.230566 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-36e3f852-2e15-4a02-b4ac-61c48631495d req-0c2904de-7679-4b35-9187-d0551e3367ec tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 1098 time: 0.0614612 Jan 18 20:04:20.257289 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dac31d-f763-40f1-a2df-fc6ebec77296 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Pushing event deleted for resources: {'Port': ['ID=af426045-b627-4230-aa27-23eea881e487,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:20.294743 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dbde2a75-0904-43c4-98af-5788256d86c3 admin admin] Publish callbacks [] for security_group (51716acc-c163-43a1-bd7c-33b98caabb3d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:20.298686 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dbde2a75-0904-43c4-98af-5788256d86c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (51716acc-c163-43a1-bd7c-33b98caabb3d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:20.345422 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-dbde2a75-0904-43c4-98af-5788256d86c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a4d212c562f346d295b950aee2d58e9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1576498 Jan 18 20:04:20.345685 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34394) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:20.354643 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde2a75-0904-43c4-98af-5788256d86c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51716acc-c163-43a1-bd7c-33b98caabb3d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:20.422538 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c51b1a6-b097-4c7f-818a-510ab1b39fc8 admin admin] Publish callbacks [] for security_group (51716acc-c163-43a1-bd7c-33b98caabb3d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:20.484507 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c51b1a6-b097-4c7f-818a-510ab1b39fc8 admin admin] Publish callbacks [] for security_group (51716acc-c163-43a1-bd7c-33b98caabb3d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:20.586032 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c51b1a6-b097-4c7f-818a-510ab1b39fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (51716acc-c163-43a1-bd7c-33b98caabb3d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:20.593949 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c51b1a6-b097-4c7f-818a-510ab1b39fc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:20.595212 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b9b6ebd0-e625-4394-8a4e-123318344cf2 req-c7dac31d-f763-40f1-a2df-fc6ebec77296 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks [] for floatingip (9dae782a-9222-456f-bb2b-e54106faef07), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:20.598270 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b9b6ebd0-e625-4394-8a4e-123318344cf2 req-c7dac31d-f763-40f1-a2df-fc6ebec77296 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:20.598718 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5c51b1a6-b097-4c7f-818a-510ab1b39fc8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/51716acc-c163-43a1-bd7c-33b98caabb3d HTTP/1.1" status: 204 len: 168 time: 0.2505376 Jan 18 20:04:20.607257 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b9b6ebd0-e625-4394-8a4e-123318344cf2 req-c7dac31d-f763-40f1-a2df-fc6ebec77296 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "DELETE /v2.0/floatingips/9dae782a-9222-456f-bb2b-e54106faef07 HTTP/1.1" status: 204 len: 173 time: 0.9533765 Jan 18 20:04:20.616595 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51b1a6-b097-4c7f-818a-510ab1b39fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51716acc-c163-43a1-bd7c-33b98caabb3d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:20.658835 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-36e3f852-2e15-4a02-b4ac-61c48631495d req-9b478888-c703-4624-909b-4080c5d78628 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032447 Jan 18 20:04:20.725438 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f10b52f-f088-4af1-aceb-55067b606450 req-250cee7a-a94c-46ef-8216-99dd4417dfc8 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584047 Jan 18 20:04:20.827542 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6046c996-3864-4fac-ad0b-0ed43b086924 req-cfa0a533-2cef-4209-b120-151fb2df8307 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8362f077-23ba-412c-bc80-4539aad3936a HTTP/1.1" status: 200 len: 210 time: 0.0905581 Jan 18 20:04:20.830077 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f10b52f-f088-4af1-aceb-55067b606450 req-0bc581f9-1db2-468d-9bf0-55558a7564d3 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1069407 Jan 18 20:04:20.872487 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-35d5e3b1-da99-49cb-9f04-4c9e66b1caa1 req-954e8d8f-bbed-4064-903d-3b22162cbe9f tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/floatingips/11134872-705b-4698-9543-f574e5ecf187 HTTP/1.1" status: 200 len: 693 time: 0.1370313 Jan 18 20:04:21.031697 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34410) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:21.120925 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10b52f-f088-4af1-aceb-55067b606450 req-35507ae3-932a-4d09-a06c-205c80bc7ea7 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:21.122408 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f10b52f-f088-4af1-aceb-55067b606450 req-35507ae3-932a-4d09-a06c-205c80bc7ea7 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3843944 Jan 18 20:04:21.131923 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10b52f-f088-4af1-aceb-55067b606450 req-66f8237a-0880-4c53-b3a7-5b3830716c7a tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:21.134019 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f10b52f-f088-4af1-aceb-55067b606450 req-66f8237a-0880-4c53-b3a7-5b3830716c7a tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2891810 Jan 18 20:04:21.145339 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ff331-8864-4c3e-af66-0902525a28eb req-ca2ad338-a298-4284-8f68-b5e7b9d970ad tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:21.146863 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-767ff331-8864-4c3e-af66-0902525a28eb req-ca2ad338-a298-4284-8f68-b5e7b9d970ad tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 950 time: 0.2191403 Jan 18 20:04:21.154424 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-1f10b52f-f088-4af1-aceb-55067b606450 req-53df5725-9763-4d83-ad9a-a1ffb9542be5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Request body: {'port': {'device_id': '70c9cf1e-df58-4aea-a35e-091c937c6188', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': '4a224ebb9b284eacbf564bea3f5d736c'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:21.160846 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a8936d8-0a1f-4cdb-90c8-61027cb0188d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:21.162208 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-1f10b52f-f088-4af1-aceb-55067b606450 req-99b77b53-1b08-4f0c-ab36-915eaebb56d9 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Request body: {'port': {'device_id': '8362f077-23ba-412c-bc80-4539aad3936a', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': '4a224ebb9b284eacbf564bea3f5d736c'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:21.211967 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840edb35-e888-4362-8583-b3cb0c6a5327', 'tag': 'aada8984-31d9-4d56-bdaa-f43a410a5df0'}, {'name': 'network-changed', 'server_uuid': 'a98c2fe7-4c80-4cd5-9183-0d00e7744f67', 'tag': 'a71007f0-a47d-4019-9224-e07de646df42'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:04:21.214288 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5dbe180-3cf7-4308-b4f7-e0cf4021bb34" -d '{"events": [{"name": "network-changed", "server_uuid": "840edb35-e888-4362-8583-b3cb0c6a5327", "tag": "aada8984-31d9-4d56-bdaa-f43a410a5df0"}, {"name": "network-changed", "server_uuid": "a98c2fe7-4c80-4cd5-9183-0d00e7744f67", "tag": "a71007f0-a47d-4019-9224-e07de646df42"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:04:21.261092 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a8936d8-0a1f-4cdb-90c8-61027cb0188d admin admin] Publish callbacks [] for security_group (8b0a04ef-98ec-44a1-b320-2c80d8ccd5c9), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:21.266694 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a8936d8-0a1f-4cdb-90c8-61027cb0188d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8b0a04ef-98ec-44a1-b320-2c80d8ccd5c9), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:21.271208 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5e3b1-da99-49cb-9f04-4c9e66b1caa1 req-e46ac24b-76c9-4bcf-b992-6270b50b1f92 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:21.286118 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-35d5e3b1-da99-49cb-9f04-4c9e66b1caa1 req-e46ac24b-76c9-4bcf-b992-6270b50b1f92 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 784 time: 0.3748705 Jan 18 20:04:21.299898 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5a8936d8-0a1f-4cdb-90c8-61027cb0188d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35d12e09f8e04b9d8384c0f8a2b894e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664049 Jan 18 20:04:21.302342 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34424) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:21.367324 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8936d8-0a1f-4cdb-90c8-61027cb0188d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0a04ef-98ec-44a1-b320-2c80d8ccd5c9,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:21.411920 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-767ff331-8864-4c3e-af66-0902525a28eb req-ace207cf-298d-4113-813c-9bb141e614be tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530911 Jan 18 20:04:21.420476 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ac16d7d-591f-4175-b4d1-57746710db8b admin admin] Publish callbacks [] for security_group (8b0a04ef-98ec-44a1-b320-2c80d8ccd5c9), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:21.431254 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-35d5e3b1-da99-49cb-9f04-4c9e66b1caa1 req-d4cfa5ab-2d62-49e3-955a-0ad624bb6818 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.36 HTTP/1.1" status: 200 len: 696 time: 0.1433630 Jan 18 20:04:21.447271 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ac16d7d-591f-4175-b4d1-57746710db8b admin admin] Publish callbacks [] for security_group (8b0a04ef-98ec-44a1-b320-2c80d8ccd5c9), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:21.512581 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-35d5e3b1-da99-49cb-9f04-4c9e66b1caa1 req-13e6e865-7ba5-4ac2-956d-82a79c44f0e6 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.36 HTTP/1.1" status: 200 len: 696 time: 0.0780308 Jan 18 20:04:21.515002 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ac16d7d-591f-4175-b4d1-57746710db8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8b0a04ef-98ec-44a1-b320-2c80d8ccd5c9), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:21.518637 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ac16d7d-591f-4175-b4d1-57746710db8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:21.524468 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4ac16d7d-591f-4175-b4d1-57746710db8b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b0a04ef-98ec-44a1-b320-2c80d8ccd5c9 HTTP/1.1" status: 204 len: 168 time: 0.2209980 Jan 18 20:04:21.537939 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac16d7d-591f-4175-b4d1-57746710db8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0a04ef-98ec-44a1-b320-2c80d8ccd5c9,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:21.671790 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f10b52f-f088-4af1-aceb-55067b606450 req-99b77b53-1b08-4f0c-ab36-915eaebb56d9 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Made reservation on behalf of 4a224ebb9b284eacbf564bea3f5d736c for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:04:21.675814 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1f10b52f-f088-4af1-aceb-55067b606450 req-99b77b53-1b08-4f0c-ab36-915eaebb56d9 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:21.689377 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f10b52f-f088-4af1-aceb-55067b606450 req-53df5725-9763-4d83-ad9a-a1ffb9542be5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Made reservation on behalf of 4a224ebb9b284eacbf564bea3f5d736c for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:04:21.692779 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1f10b52f-f088-4af1-aceb-55067b606450 req-53df5725-9763-4d83-ad9a-a1ffb9542be5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:21.743970 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34448) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:21.908823 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-35d5e3b1-da99-49cb-9f04-4c9e66b1caa1 req-26f4269e-745b-45aa-b504-5b680fd0304f tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Deleting port db9c9335-463f-4bdb-83cc-5699a7b00af2 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:04:21.909460 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-35d5e3b1-da99-49cb-9f04-4c9e66b1caa1 req-26f4269e-745b-45aa-b504-5b680fd0304f tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (db9c9335-463f-4bdb-83cc-5699a7b00af2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:21.959391 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-d2c80d03-4c46-4806-8a53-73edb546be87 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-227121388-network', 'tenant_id': '5c6e14c294d943ccb6a411b4099cabb4'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:21.982905 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c7559-361c-47a1-a1ca-800824444cc8 req-770fb4a4-9d58-40be-b734-9d56633eefcd tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:21.984681 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34454) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:21.984802 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-915c7559-361c-47a1-a1ca-800824444cc8 req-770fb4a4-9d58-40be-b734-9d56633eefcd tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/networks?id=6fab12dd-5aeb-4649-a1e2-836559f8a553 HTTP/1.1" status: 200 len: 820 time: 0.2972267 Jan 18 20:04:22.004510 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c80d03-4c46-4806-8a53-73edb546be87 admin admin] Made reservation on behalf of 5c6e14c294d943ccb6a411b4099cabb4 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:04:22.007115 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2c80d03-4c46-4806-8a53-73edb546be87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:22.009410 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2269dcff-b762-4a60-af67-bb16f4444862 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:22.023548 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2c80d03-4c46-4806-8a53-73edb546be87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:22.044189 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-915c7559-361c-47a1-a1ca-800824444cc8 req-122c4667-9ab9-4137-83bf-45d6232052d9 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/quotas/67883881b676447cbe3f92dbc62dd7c6 HTTP/1.1" status: 200 len: 375 time: 0.0325696 Jan 18 20:04:22.075614 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-1f10b52f-f088-4af1-aceb-55067b606450 req-99b77b53-1b08-4f0c-ab36-915eaebb56d9 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Allocated IP 192.168.233.213 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/2f0fb0af-5225-4036-a577-369f9d8302fa) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:04:22.097199 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-35d5e3b1-da99-49cb-9f04-4c9e66b1caa1 req-26f4269e-745b-45aa-b504-5b680fd0304f tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (db9c9335-463f-4bdb-83cc-5699a7b00af2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:22.098353 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-35d5e3b1-da99-49cb-9f04-4c9e66b1caa1 req-26f4269e-745b-45aa-b504-5b680fd0304f tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks [] for floatingip (db9c9335-463f-4bdb-83cc-5699a7b00af2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:22.124212 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-35d5e3b1-da99-49cb-9f04-4c9e66b1caa1 req-26f4269e-745b-45aa-b504-5b680fd0304f tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Calling delete_port for db9c9335-463f-4bdb-83cc-5699a7b00af2 owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:04:22.145612 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2269dcff-b762-4a60-af67-bb16f4444862 admin admin] Publish callbacks [] for security_group (4437ad3a-0249-4e53-9e2c-e9355840e5ad), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:22.158336 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2269dcff-b762-4a60-af67-bb16f4444862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4437ad3a-0249-4e53-9e2c-e9355840e5ad), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:22.198755 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2c80d03-4c46-4806-8a53-73edb546be87 admin admin] Publish callbacks [] for security_group (8883f488-37ef-448f-80a3-83a935456d1c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:22.212671 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-915c7559-361c-47a1-a1ca-800824444cc8 req-68ec5df0-b450-4ed0-bc9f-82a961108b05 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=67883881b676447cbe3f92dbc62dd7c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1677077 Jan 18 20:04:22.214556 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2c80d03-4c46-4806-8a53-73edb546be87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8883f488-37ef-448f-80a3-83a935456d1c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:22.224627 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269dcff-b762-4a60-af67-bb16f4444862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4437ad3a-0249-4e53-9e2c-e9355840e5ad,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:22.231045 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2269dcff-b762-4a60-af67-bb16f4444862 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28ee28c8a21b467abf6a839f072b6a24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448432 Jan 18 20:04:22.235417 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34456) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:22.241496 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c80d03-4c46-4806-8a53-73edb546be87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:04:22.279507 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2c80d03-4c46-4806-8a53-73edb546be87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (0bb87e8d-0ed0-428b-9deb-19e8ff71d2bc), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:22.280530 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-d2c80d03-4c46-4806-8a53-73edb546be87 admin admin] Added segment 0bb87e8d-0ed0-428b-9deb-19e8ff71d2bc of type vlan for network 239e2c7d-bcab-49ec-8a32-821b53cd4052 Jan 18 20:04:22.318425 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c80d03-4c46-4806-8a53-73edb546be87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8883f488-37ef-448f-80a3-83a935456d1c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:22.339874 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2c80d03-4c46-4806-8a53-73edb546be87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (239e2c7d-bcab-49ec-8a32-821b53cd4052), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:22.355819 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5d1117a-6372-48bc-93ba-347fd8037908 admin admin] Publish callbacks [] for security_group (4437ad3a-0249-4e53-9e2c-e9355840e5ad), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:22.385729 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2c80d03-4c46-4806-8a53-73edb546be87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (239e2c7d-bcab-49ec-8a32-821b53cd4052), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:22.386705 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c80d03-4c46-4806-8a53-73edb546be87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:22.387337 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2c80d03-4c46-4806-8a53-73edb546be87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:22.395954 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5d1117a-6372-48bc-93ba-347fd8037908 admin admin] Publish callbacks [] for security_group (4437ad3a-0249-4e53-9e2c-e9355840e5ad), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:22.407946 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-915c7559-361c-47a1-a1ca-800824444cc8 req-7150a775-8fc0-4f2d-b3df-757427a18b0e service neutron] 10.222.0.31 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844056 Jan 18 20:04:22.446322 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d2c80d03-4c46-4806-8a53-73edb546be87 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6974895 Jan 18 20:04:22.448369 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34460) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:22.470651 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-6b6e4989-3609-4612-8b31-89f61276e3da admin admin] Request body: {'subnet': {'network_id': '239e2c7d-bcab-49ec-8a32-821b53cd4052', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-227121388-subnet', 'tenant_id': '5c6e14c294d943ccb6a411b4099cabb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:22.493700 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c80d03-4c46-4806-8a53-73edb546be87 admin admin] Pushing event updated for resources: {'Network': ['ID=239e2c7d-bcab-49ec-8a32-821b53cd4052,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:22.511152 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 239e2c7d-bcab-49ec-8a32-821b53cd4052 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:04:22.519504 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5d1117a-6372-48bc-93ba-347fd8037908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4437ad3a-0249-4e53-9e2c-e9355840e5ad), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:22.524904 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5d1117a-6372-48bc-93ba-347fd8037908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:22.528527 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b5d1117a-6372-48bc-93ba-347fd8037908 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4437ad3a-0249-4e53-9e2c-e9355840e5ad HTTP/1.1" status: 204 len: 168 time: 0.2875841 Jan 18 20:04:22.537765 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1f10b52f-f088-4af1-aceb-55067b606450 req-99b77b53-1b08-4f0c-ab36-915eaebb56d9 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks [] for port (2f0fb0af-5225-4036-a577-369f9d8302fa), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:22.538122 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1117a-6372-48bc-93ba-347fd8037908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4437ad3a-0249-4e53-9e2c-e9355840e5ad,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:22.597164 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6e4989-3609-4612-8b31-89f61276e3da admin admin] Made reservation on behalf of 5c6e14c294d943ccb6a411b4099cabb4 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:04:22.599506 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b6e4989-3609-4612-8b31-89f61276e3da admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:22.615806 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-915c7559-361c-47a1-a1ca-800824444cc8 req-0548adba-df0f-49f6-bbb6-5acfbd57bb17 service neutron] 10.222.0.31 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969163 Jan 18 20:04:22.616471 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-35d5e3b1-da99-49cb-9f04-4c9e66b1caa1 req-26f4269e-745b-45aa-b504-5b680fd0304f tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (db9c9335-463f-4bdb-83cc-5699a7b00af2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:22.696560 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4269e-745b-45aa-b504-5b680fd0304f tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Pushing event deleted for resources: {'Port': ['ID=db9c9335-463f-4bdb-83cc-5699a7b00af2,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:22.779259 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-35d5e3b1-da99-49cb-9f04-4c9e66b1caa1 req-26f4269e-745b-45aa-b504-5b680fd0304f tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks [] for floatingip (11134872-705b-4698-9543-f574e5ecf187), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:22.782056 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-35d5e3b1-da99-49cb-9f04-4c9e66b1caa1 req-26f4269e-745b-45aa-b504-5b680fd0304f tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:22.795624 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-35d5e3b1-da99-49cb-9f04-4c9e66b1caa1 req-26f4269e-745b-45aa-b504-5b680fd0304f tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "DELETE /v2.0/floatingips/11134872-705b-4698-9543-f574e5ecf187 HTTP/1.1" status: 204 len: 173 time: 1.2820737 Jan 18 20:04:22.843689 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1f10b52f-f088-4af1-aceb-55067b606450 req-99b77b53-1b08-4f0c-ab36-915eaebb56d9 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (2f0fb0af-5225-4036-a577-369f9d8302fa), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:22.876012 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['e4d63c04-205a-4aeb-b804-57bbc079b0fe'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:04:22.882514 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 18 Jan 2022 20:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efa3ffb-823c-4be1-a193-90f9a03fef66 x-openstack-request-id: req-5efa3ffb-823c-4be1-a193-90f9a03fef66 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:04:22.882830 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840edb35-e888-4362-8583-b3cb0c6a5327", "tag": "aada8984-31d9-4d56-bdaa-f43a410a5df0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a98c2fe7-4c80-4cd5-9183-0d00e7744f67", "tag": "a71007f0-a47d-4019-9224-e07de646df42", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:04:22.883596 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5efa3ffb-823c-4be1-a193-90f9a03fef66 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:04:22.892573 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840edb35-e888-4362-8583-b3cb0c6a5327', 'tag': 'aada8984-31d9-4d56-bdaa-f43a410a5df0', 'status': 'completed', 'code': 200} Jan 18 20:04:22.893035 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98c2fe7-4c80-4cd5-9183-0d00e7744f67', 'tag': 'a71007f0-a47d-4019-9224-e07de646df42', 'status': 'completed', 'code': 200} Jan 18 20:04:23.003081 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['a265e4de-d812-4b0f-839c-e603343b00ff', 'd9d6ed88-afa9-4754-b864-b1f22322c79b'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:04:23.074661 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f10b52f-f088-4af1-aceb-55067b606450 req-99b77b53-1b08-4f0c-ab36-915eaebb56d9 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:04:23.088329 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-1f10b52f-f088-4af1-aceb-55067b606450 req-53df5725-9763-4d83-ad9a-a1ffb9542be5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Allocated IP 192.168.233.145 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/9cb99548-e15a-4996-bb62-503e574bd94f) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:04:23.100828 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-1f10b52f-f088-4af1-aceb-55067b606450 req-99b77b53-1b08-4f0c-ab36-915eaebb56d9 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:04:23.104568 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f10b52f-f088-4af1-aceb-55067b606450 req-99b77b53-1b08-4f0c-ab36-915eaebb56d9 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:23.110073 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:23.112721 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:23.112721 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:23.112721 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:23.112721 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:23.112721 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:23.112721 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:23.112721 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:23.112721 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:23.112721 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:23.112721 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:23.112721 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:23.112721 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:23.112721 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10b52f-f088-4af1-aceb-55067b606450 req-99b77b53-1b08-4f0c-ab36-915eaebb56d9 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:23.112721 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1f10b52f-f088-4af1-aceb-55067b606450 req-99b77b53-1b08-4f0c-ab36-915eaebb56d9 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:23.127643 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b77b53-1b08-4f0c-ab36-915eaebb56d9 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Pushing event updated for resources: {'Port': ['ID=2f0fb0af-5225-4036-a577-369f9d8302fa,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:23.161667 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a0082-0dc2-48b4-b1f8-6adb967ad021 req-bd2b7693-8516-4884-b6a2-e463355b7b7c tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:23.163222 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a49a0082-0dc2-48b4-b1f8-6adb967ad021 req-bd2b7693-8516-4884-b6a2-e463355b7b7c tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/ports?device_id=840edb35-e888-4362-8583-b3cb0c6a5327&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3064106 Jan 18 20:04:23.199913 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbe180-3cf7-4308-b4f7-e0cf4021bb34 req-18679477-b6d0-42ea-a438-70d1b3c7da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:23.201434 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5dbe180-3cf7-4308-b4f7-e0cf4021bb34 req-18679477-b6d0-42ea-a438-70d1b3c7da61 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=258eff093b154b0c89958ad6b5b7d9b2&device_id=840edb35-e888-4362-8583-b3cb0c6a5327 HTTP/1.1" status: 200 len: 1096 time: 0.2814093 Jan 18 20:04:23.234776 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f10b52f-f088-4af1-aceb-55067b606450 req-99b77b53-1b08-4f0c-ab36-915eaebb56d9 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0830977 Jan 18 20:04:23.304226 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-1f10b52f-f088-4af1-aceb-55067b606450 req-61230f1a-2aaa-4e80-9604-c44e55ce6c51 service neutron] Request body: {'port': {'device_id': '8362f077-23ba-412c-bc80-4539aad3936a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:23.407275 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882f351-5676-4193-8b94-72506ea19b29 req-a29ce833-3b80-4e74-ac14-232b87a33608 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:23.414204 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b882f351-5676-4193-8b94-72506ea19b29 req-a29ce833-3b80-4e74-ac14-232b87a33608 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8362f077-23ba-412c-bc80-4539aad3936a HTTP/1.1" status: 200 len: 936 time: 0.4261220 Jan 18 20:04:23.531109 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-efffc89f-50fa-4f15-a4fb-9cfa050a1401 None None] Provisioning complete for port 2f0fb0af-5225-4036-a577-369f9d8302fa triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:04:23.532021 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-efffc89f-50fa-4f15-a4fb-9cfa050a1401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2f0fb0af-5225-4036-a577-369f9d8302fa), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:23.608601 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-efffc89f-50fa-4f15-a4fb-9cfa050a1401 None None] Port 2f0fb0af-5225-4036-a577-369f9d8302fa cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:04:23.732163 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a49a0082-0dc2-48b4-b1f8-6adb967ad021 req-77b459d7-e19a-41dd-8601-51331d3d4892 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.5232828 Jan 18 20:04:23.982071 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1f10b52f-f088-4af1-aceb-55067b606450 req-61230f1a-2aaa-4e80-9604-c44e55ce6c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2f0fb0af-5225-4036-a577-369f9d8302fa), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:23.984025 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b6e4989-3609-4612-8b31-89f61276e3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for subnet (4a01c0e5-aee0-4b27-ab3d-437926a4a01f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:24.054316 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b882f351-5676-4193-8b94-72506ea19b29 req-98b89fd3-ae71-49e0-b9e4-48408969e58a tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6384070 Jan 18 20:04:24.076023 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbe180-3cf7-4308-b4f7-e0cf4021bb34 req-87f93278-8b06-4050-96ec-79af207416e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:24.077491 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5dbe180-3cf7-4308-b4f7-e0cf4021bb34 req-87f93278-8b06-4050-96ec-79af207416e1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8e13653a-b20b-4029-9530-56f2696d7935 HTTP/1.1" status: 200 len: 930 time: 0.8488083 Jan 18 20:04:24.130804 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da35ef3-0f54-489c-ae5d-d563f263cc5b req-79b025ef-9b79-4f1c-b165-0ad85aa356ac tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:24.138057 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7da35ef3-0f54-489c-ae5d-d563f263cc5b req-79b025ef-9b79-4f1c-b165-0ad85aa356ac tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 950 time: 0.3061035 Jan 18 20:04:24.212463 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e4989-3609-4612-8b31-89f61276e3da admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a01c0e5-aee0-4b27-ab3d-437926a4a01f,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:24.215471 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5dbe180-3cf7-4308-b4f7-e0cf4021bb34 req-04782691-66b2-438e-8d68-36f083d86db2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aada8984-31d9-4d56-bdaa-f43a410a5df0 HTTP/1.1" status: 200 len: 217 time: 0.1054211 Jan 18 20:04:24.235791 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1f10b52f-f088-4af1-aceb-55067b606450 req-53df5725-9763-4d83-ad9a-a1ffb9542be5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks [] for port (9cb99548-e15a-4996-bb62-503e574bd94f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:24.260580 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e4989-3609-4612-8b31-89f61276e3da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:24.261089 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e4989-3609-4612-8b31-89f61276e3da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:24.261594 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e4989-3609-4612-8b31-89f61276e3da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:24.262103 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e4989-3609-4612-8b31-89f61276e3da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:24.262600 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e4989-3609-4612-8b31-89f61276e3da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:24.263089 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e4989-3609-4612-8b31-89f61276e3da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:24.263561 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e4989-3609-4612-8b31-89f61276e3da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:24.264036 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e4989-3609-4612-8b31-89f61276e3da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:24.264512 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e4989-3609-4612-8b31-89f61276e3da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:24.265000 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e4989-3609-4612-8b31-89f61276e3da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:24.265468 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e4989-3609-4612-8b31-89f61276e3da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:24.265963 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e4989-3609-4612-8b31-89f61276e3da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:24.266445 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e4989-3609-4612-8b31-89f61276e3da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:24.387367 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6e4989-3609-4612-8b31-89f61276e3da admin admin] Checking segment: {'id': '0bb87e8d-0ed0-428b-9deb-19e8ff71d2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '239e2c7d-bcab-49ec-8a32-821b53cd4052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:04:24.387729 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6e4989-3609-4612-8b31-89f61276e3da admin admin] Network hostable DHCP agents. Network: 239e2c7d-bcab-49ec-8a32-821b53cd4052, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:04:24.426635 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7da35ef3-0f54-489c-ae5d-d563f263cc5b req-917be858-6ea5-4199-bb95-4a331cde1238 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836106 Jan 18 20:04:24.452191 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbe180-3cf7-4308-b4f7-e0cf4021bb34 req-03a0377e-fca2-4926-b6f0-921c03a24503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:24.453887 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5dbe180-3cf7-4308-b4f7-e0cf4021bb34 req-03a0377e-fca2-4926-b6f0-921c03a24503 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3a401e7-fe0f-438d-b96d-dce1b7f52fd4 HTTP/1.1" status: 200 len: 868 time: 0.2156422 Jan 18 20:04:24.543055 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-306f8dd7-a736-4c4e-a93d-07c62954aa61 req-6f2309c9-ffed-4840-9df3-49361e5c1e29 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0879381 Jan 18 20:04:24.566412 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1f10b52f-f088-4af1-aceb-55067b606450 req-53df5725-9763-4d83-ad9a-a1ffb9542be5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (9cb99548-e15a-4996-bb62-503e574bd94f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:24.579574 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['e4d63c04-205a-4aeb-b804-57bbc079b0fe'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:04:24.584521 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['a265e4de-d812-4b0f-839c-e603343b00ff', 'd9d6ed88-afa9-4754-b864-b1f22322c79b'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:04:24.591965 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6e4989-3609-4612-8b31-89f61276e3da admin admin] Network 239e2c7d-bcab-49ec-8a32-821b53cd4052 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:04:24.597582 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7224eefa-6ded-43e1-bdc2-500f9b432c13 req-4ad80496-7f40-4054-82ff-8a594e787305 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 210 time: 0.0782816 Jan 18 20:04:24.612727 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c7559-361c-47a1-a1ca-800824444cc8 req-4a75ea05-0549-425b-abd5-552c316f0395 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:24.619211 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-915c7559-361c-47a1-a1ca-800824444cc8 req-4a75ea05-0549-425b-abd5-552c316f0395 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.70 "GET /v2.0/networks?id=6fab12dd-5aeb-4649-a1e2-836559f8a553 HTTP/1.1" status: 200 len: 820 time: 0.2805667 Jan 18 20:04:24.645901 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-915c7559-361c-47a1-a1ca-800824444cc8 req-682f6dd3-5e93-465c-a375-acede7c6c023 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Request body: {'port': {'device_id': 'b7aedde9-fa43-4058-b3e4-132f5a5fd752', 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553', 'admin_state_up': True, 'tenant_id': '67883881b676447cbe3f92dbc62dd7c6'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:24.689914 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-6b6e4989-3609-4612-8b31-89f61276e3da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 239e2c7d-bcab-49ec-8a32-821b53cd4052) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:04:24.723866 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61ef9e4-85a4-4aae-b28e-8ca83abc171b None None] Network 239e2c7d-bcab-49ec-8a32-821b53cd4052 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:04:24.724468 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6e4989-3609-4612-8b31-89f61276e3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:24.725063 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b6e4989-3609-4612-8b31-89f61276e3da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:24.734451 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f10b52f-f088-4af1-aceb-55067b606450 req-53df5725-9763-4d83-ad9a-a1ffb9542be5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:04:24.749933 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbe180-3cf7-4308-b4f7-e0cf4021bb34 req-ea471b5c-75f0-42f2-9d29-67e76b8fd219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:24.751487 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5dbe180-3cf7-4308-b4f7-e0cf4021bb34 req-ea471b5c-75f0-42f2-9d29-67e76b8fd219 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e13653a-b20b-4029-9530-56f2696d7935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2796652 Jan 18 20:04:24.756735 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-1f10b52f-f088-4af1-aceb-55067b606450 req-53df5725-9763-4d83-ad9a-a1ffb9542be5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:04:24.764475 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f10b52f-f088-4af1-aceb-55067b606450 req-53df5725-9763-4d83-ad9a-a1ffb9542be5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:04:24.775274 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10b52f-f088-4af1-aceb-55067b606450 req-53df5725-9763-4d83-ad9a-a1ffb9542be5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:24.776397 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1f10b52f-f088-4af1-aceb-55067b606450 req-53df5725-9763-4d83-ad9a-a1ffb9542be5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:24.780126 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-915c7559-361c-47a1-a1ca-800824444cc8 req-682f6dd3-5e93-465c-a375-acede7c6c023 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Made reservation on behalf of 67883881b676447cbe3f92dbc62dd7c6 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:04:24.784274 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df5725-9763-4d83-ad9a-a1ffb9542be5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Pushing event updated for resources: {'Port': ['ID=9cb99548-e15a-4996-bb62-503e574bd94f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:24.785985 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-915c7559-361c-47a1-a1ca-800824444cc8 req-682f6dd3-5e93-465c-a375-acede7c6c023 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:24.936009 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6b6e4989-3609-4612-8b31-89f61276e3da admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4801989 Jan 18 20:04:24.958702 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-1f10b52f-f088-4af1-aceb-55067b606450 req-61230f1a-2aaa-4e80-9604-c44e55ce6c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f0fb0af-5225-4036-a577-369f9d8302fa {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:04:24.978159 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-915c7559-361c-47a1-a1ca-800824444cc8 req-682f6dd3-5e93-465c-a375-acede7c6c023 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Allocated IP 172.20.0.10 (6fab12dd-5aeb-4649-a1e2-836559f8a553/c7ae8e7b-1bfc-435b-b42c-3b64619a022a/ae5daab9-3318-4b0e-afff-8350b4913ab0) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:04:24.995466 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1f10b52f-f088-4af1-aceb-55067b606450 req-61230f1a-2aaa-4e80-9604-c44e55ce6c51 service neutron] Publish callbacks [] for port (2f0fb0af-5225-4036-a577-369f9d8302fa), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:25.006382 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f10b52f-f088-4af1-aceb-55067b606450 req-53df5725-9763-4d83-ad9a-a1ffb9542be5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8714466 Jan 18 20:04:25.019816 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6b254-712c-4d0e-b872-e83fcca7279b req-c14a1c52-d9ec-4b65-bbee-f07cadc8cca2 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:25.027654 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f3d6b254-712c-4d0e-b872-e83fcca7279b req-c14a1c52-d9ec-4b65-bbee-f07cadc8cca2 tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports?device_id=a98c2fe7-4c80-4cd5-9183-0d00e7744f67 HTTP/1.1" status: 200 len: 945 time: 0.3942916 Jan 18 20:04:25.049686 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce49cce-fc6a-477b-8714-ed1c87faa231 None None] Network 239e2c7d-bcab-49ec-8a32-821b53cd4052 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:04:25.107667 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-1f10b52f-f088-4af1-aceb-55067b606450 req-d7b2a105-1bbb-45af-9132-d4c12305a411 service neutron] Request body: {'port': {'device_id': '70c9cf1e-df58-4aea-a35e-091c937c6188', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:25.190081 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-1f10b52f-f088-4af1-aceb-55067b606450 req-61230f1a-2aaa-4e80-9604-c44e55ce6c51 service neutron] Transition to ACTIVE for port object 2f0fb0af-5225-4036-a577-369f9d8302fa will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:04:25.205700 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1f10b52f-f088-4af1-aceb-55067b606450 req-61230f1a-2aaa-4e80-9604-c44e55ce6c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (2f0fb0af-5225-4036-a577-369f9d8302fa), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:25.212362 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-915c7559-361c-47a1-a1ca-800824444cc8 req-682f6dd3-5e93-465c-a375-acede7c6c023 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks [] for port (ae5daab9-3318-4b0e-afff-8350b4913ab0), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:25.261946 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-9f8e1194-dd61-4838-a781-4c558a3a6699 None None] Provisioning complete for port 9cb99548-e15a-4996-bb62-503e574bd94f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:04:25.262685 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9f8e1194-dd61-4838-a781-4c558a3a6699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9cb99548-e15a-4996-bb62-503e574bd94f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:25.307834 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-915c7559-361c-47a1-a1ca-800824444cc8 req-682f6dd3-5e93-465c-a375-acede7c6c023 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (ae5daab9-3318-4b0e-afff-8350b4913ab0), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:25.327164 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['62ad388c-9dbe-4498-b732-3d75eeae5e05'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:04:25.334447 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5dbe180-3cf7-4308-b4f7-e0cf4021bb34 req-80f57953-49f3-4225-86eb-6ba20e1fa5d4 service neutron] 10.222.0.70 "GET /v2.0/networks/8e13653a-b20b-4029-9530-56f2696d7935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5514643 Jan 18 20:04:25.379914 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682f6dd3-5e93-465c-a375-acede7c6c023 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Pushing event updated for resources: {'Port': ['ID=ae5daab9-3318-4b0e-afff-8350b4913ab0,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:25.400906 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-915c7559-361c-47a1-a1ca-800824444cc8 req-682f6dd3-5e93-465c-a375-acede7c6c023 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Network 6fab12dd-5aeb-4649-a1e2-836559f8a553 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:04:25.402753 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-915c7559-361c-47a1-a1ca-800824444cc8 req-682f6dd3-5e93-465c-a375-acede7c6c023 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:04:25.409825 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-915c7559-361c-47a1-a1ca-800824444cc8 req-682f6dd3-5e93-465c-a375-acede7c6c023 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:25.411130 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:25.413347 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:25.413347 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:25.413347 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:25.413347 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:25.413347 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:25.413347 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:25.413347 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:25.413347 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:25.413347 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:25.413347 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:25.419989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c7559-361c-47a1-a1ca-800824444cc8 req-682f6dd3-5e93-465c-a375-acede7c6c023 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:25.421082 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-915c7559-361c-47a1-a1ca-800824444cc8 req-682f6dd3-5e93-465c-a375-acede7c6c023 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:25.424887 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682f6dd3-5e93-465c-a375-acede7c6c023 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:25.425445 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682f6dd3-5e93-465c-a375-acede7c6c023 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:25.425994 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682f6dd3-5e93-465c-a375-acede7c6c023 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:25.426502 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682f6dd3-5e93-465c-a375-acede7c6c023 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:25.427019 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682f6dd3-5e93-465c-a375-acede7c6c023 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:25.427532 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682f6dd3-5e93-465c-a375-acede7c6c023 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:25.428033 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682f6dd3-5e93-465c-a375-acede7c6c023 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:25.428534 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682f6dd3-5e93-465c-a375-acede7c6c023 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:25.429043 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682f6dd3-5e93-465c-a375-acede7c6c023 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:25.429683 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682f6dd3-5e93-465c-a375-acede7c6c023 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:25.430736 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682f6dd3-5e93-465c-a375-acede7c6c023 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:25.431246 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682f6dd3-5e93-465c-a375-acede7c6c023 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:25.431752 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682f6dd3-5e93-465c-a375-acede7c6c023 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:25.455570 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-915c7559-361c-47a1-a1ca-800824444cc8 req-682f6dd3-5e93-465c-a375-acede7c6c023 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8163836 Jan 18 20:04:25.475998 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f3d6b254-712c-4d0e-b872-e83fcca7279b req-48973d32-aa87-4a5d-9a0e-8814327817fc tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/security-groups?id=972e3aad-ec5c-47eb-ac45-2d8158c9b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452684 Jan 18 20:04:25.477997 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-915c7559-361c-47a1-a1ca-800824444cc8 req-f838204b-7eb8-4208-a1c7-838e3f29c60f service neutron] Request body: {'port': {'device_id': 'b7aedde9-fa43-4058-b3e4-132f5a5fd752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:25.516757 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1f10b52f-f088-4af1-aceb-55067b606450 req-d7b2a105-1bbb-45af-9132-d4c12305a411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9cb99548-e15a-4996-bb62-503e574bd94f), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:25.530170 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61230f1a-2aaa-4e80-9604-c44e55ce6c51 service neutron] Pushing event updated for resources: {'Port': ['ID=2f0fb0af-5225-4036-a577-369f9d8302fa,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:25.577043 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5dbe180-3cf7-4308-b4f7-e0cf4021bb34 req-27634f95-c1dc-44de-bd80-522975359e88 service neutron] 10.222.0.70 "GET /v2.0/networks/8e13653a-b20b-4029-9530-56f2696d7935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304764 Jan 18 20:04:25.595643 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-915c7559-361c-47a1-a1ca-800824444cc8 req-f838204b-7eb8-4208-a1c7-838e3f29c60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ae5daab9-3318-4b0e-afff-8350b4913ab0), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:25.608923 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-f0d78aa9-2086-4f14-83df-25791a58d866 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3f25de55194445a3a71b7b08b1c3cb60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2785025 Jan 18 20:04:25.609147 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9f8e1194-dd61-4838-a781-4c558a3a6699 None None] Port 9cb99548-e15a-4996-bb62-503e574bd94f cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:04:25.659420 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-342c47b5-6edc-49c0-a031-6df263f9c612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:25.736077 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-1f10b52f-f088-4af1-aceb-55067b606450 req-61230f1a-2aaa-4e80-9604-c44e55ce6c51 service neutron] Attempting to bind port 2f0fb0af-5225-4036-a577-369f9d8302fa on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:04:25.736802 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-1f10b52f-f088-4af1-aceb-55067b606450 req-61230f1a-2aaa-4e80-9604-c44e55ce6c51 service neutron] Attempting to bind port 2f0fb0af-5225-4036-a577-369f9d8302fa by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:04:25.736992 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f10b52f-f088-4af1-aceb-55067b606450 req-61230f1a-2aaa-4e80-9604-c44e55ce6c51 service neutron] Attempting to bind port 2f0fb0af-5225-4036-a577-369f9d8302fa on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:04:25.768470 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f10b52f-f088-4af1-aceb-55067b606450 req-61230f1a-2aaa-4e80-9604-c44e55ce6c51 service neutron] Port 2f0fb0af-5225-4036-a577-369f9d8302fa on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:04:25.768860 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f10b52f-f088-4af1-aceb-55067b606450 req-61230f1a-2aaa-4e80-9604-c44e55ce6c51 service neutron] Attempting to bind port 2f0fb0af-5225-4036-a577-369f9d8302fa on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:04:25.828881 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f10b52f-f088-4af1-aceb-55067b606450 req-61230f1a-2aaa-4e80-9604-c44e55ce6c51 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:04:25.829224 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f10b52f-f088-4af1-aceb-55067b606450 req-61230f1a-2aaa-4e80-9604-c44e55ce6c51 service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:04:25.829603 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f10b52f-f088-4af1-aceb-55067b606450 req-61230f1a-2aaa-4e80-9604-c44e55ce6c51 service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:04:25.830060 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-1f10b52f-f088-4af1-aceb-55067b606450 req-61230f1a-2aaa-4e80-9604-c44e55ce6c51 service neutron] Bound port: 2f0fb0af-5225-4036-a577-369f9d8302fa, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:04:25.830401 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1f10b52f-f088-4af1-aceb-55067b606450 req-61230f1a-2aaa-4e80-9604-c44e55ce6c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2f0fb0af-5225-4036-a577-369f9d8302fa), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:25.904543 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20864bb8-f081-4a56-ac01-591d93009554 req-495827db-6937-486f-82ef-59c4a99d49d1 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:25.906093 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-20864bb8-f081-4a56-ac01-591d93009554 req-495827db-6937-486f-82ef-59c4a99d49d1 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/ports?device_id=840edb35-e888-4362-8583-b3cb0c6a5327 HTTP/1.1" status: 200 len: 945 time: 0.3208725 Jan 18 20:04:25.940163 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbe180-3cf7-4308-b4f7-e0cf4021bb34 req-b10be956-eada-4c93-ae00-8426f947397d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:25.941673 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5dbe180-3cf7-4308-b4f7-e0cf4021bb34 req-b10be956-eada-4c93-ae00-8426f947397d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c355645603e5405fb0170c0cbc339b20&device_id=a98c2fe7-4c80-4cd5-9183-0d00e7744f67 HTTP/1.1" status: 200 len: 1096 time: 0.2922924 Jan 18 20:04:25.982746 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34554) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:25.987845 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-8bbd4899-d37a-4b64-b092-7c72eacb2815 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-295349145-network', 'tenant_id': '397faf4f6a974eed9cd787eb101bfd1a'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:26.012851 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-915c7559-361c-47a1-a1ca-800824444cc8 req-f838204b-7eb8-4208-a1c7-838e3f29c60f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5daab9-3318-4b0e-afff-8350b4913ab0 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:04:26.022826 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-915c7559-361c-47a1-a1ca-800824444cc8 req-f838204b-7eb8-4208-a1c7-838e3f29c60f service neutron] Publish callbacks [] for port (ae5daab9-3318-4b0e-afff-8350b4913ab0), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:26.027409 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-58b0ed1a-22d1-4d00-b3a7-fbc59981ac95 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:26.028893 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-58b0ed1a-22d1-4d00-b3a7-fbc59981ac95 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4009144 Jan 18 20:04:26.034322 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbd4899-d37a-4b64-b092-7c72eacb2815 admin admin] Made reservation on behalf of 397faf4f6a974eed9cd787eb101bfd1a for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:04:26.036692 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8bbd4899-d37a-4b64-b092-7c72eacb2815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:26.048076 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-915c7559-361c-47a1-a1ca-800824444cc8 req-f838204b-7eb8-4208-a1c7-838e3f29c60f service neutron] Transition to ACTIVE for port object ae5daab9-3318-4b0e-afff-8350b4913ab0 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:04:26.049763 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8bbd4899-d37a-4b64-b092-7c72eacb2815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:26.057787 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-915c7559-361c-47a1-a1ca-800824444cc8 req-f838204b-7eb8-4208-a1c7-838e3f29c60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ae5daab9-3318-4b0e-afff-8350b4913ab0), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:26.124732 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838204b-7eb8-4208-a1c7-838e3f29c60f service neutron] Pushing event updated for resources: {'Port': ['ID=ae5daab9-3318-4b0e-afff-8350b4913ab0,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:26.150561 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-a403a365-c4ab-43d2-bd30-3fc450d49ecc tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/quotas/3f25de55194445a3a71b7b08b1c3cb60 HTTP/1.1" status: 200 len: 375 time: 0.1028621 Jan 18 20:04:26.169308 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-20864bb8-f081-4a56-ac01-591d93009554 req-133572a4-5da6-43c6-bff3-1af4946988e9 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafbd387-bc80-4f3f-b3ac-fc6448269a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551875 Jan 18 20:04:26.184480 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-1f10b52f-f088-4af1-aceb-55067b606450 req-61230f1a-2aaa-4e80-9604-c44e55ce6c51 service neutron] For port 2f0fb0af-5225-4036-a577-369f9d8302fa, host n-h1-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:04:26.192124 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-1f10b52f-f088-4af1-aceb-55067b606450 req-61230f1a-2aaa-4e80-9604-c44e55ce6c51 service neutron] For port 2f0fb0af-5225-4036-a577-369f9d8302fa, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=2f0fb0af-5225-4036-a577-369f9d8302fa,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:04:26.218041 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1f10b52f-f088-4af1-aceb-55067b606450 req-61230f1a-2aaa-4e80-9604-c44e55ce6c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (2f0fb0af-5225-4036-a577-369f9d8302fa), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:26.221358 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-1b97c9b0-0e09-43da-8c3c-55eb2187e70b tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f25de55194445a3a71b7b08b1c3cb60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623794 Jan 18 20:04:26.260810 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8bbd4899-d37a-4b64-b092-7c72eacb2815 admin admin] Publish callbacks [] for security_group (22999113-e3ee-443c-ac8f-fe6a5da011a5), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:26.276719 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbe180-3cf7-4308-b4f7-e0cf4021bb34 req-13ddf198-0041-4e6b-a0c1-a871c3f9bf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:26.278299 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5dbe180-3cf7-4308-b4f7-e0cf4021bb34 req-13ddf198-0041-4e6b-a0c1-a871c3f9bf60 service neutron] 10.222.0.70 "GET /v2.0/networks?id=78106b93-d326-468a-b364-efefd0202f5c HTTP/1.1" status: 200 len: 922 time: 0.3198380 Jan 18 20:04:26.288745 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10b52f-f088-4af1-aceb-55067b606450 req-61230f1a-2aaa-4e80-9604-c44e55ce6c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:26.289929 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1f10b52f-f088-4af1-aceb-55067b606450 req-61230f1a-2aaa-4e80-9604-c44e55ce6c51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:26.291292 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f10b52f-f088-4af1-aceb-55067b606450 req-61230f1a-2aaa-4e80-9604-c44e55ce6c51 service neutron] 10.222.0.57 "PUT /v2.0/ports/2f0fb0af-5225-4036-a577-369f9d8302fa HTTP/1.1" status: 200 len: 1096 time: 2.9994047 Jan 18 20:04:26.293963 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8bbd4899-d37a-4b64-b092-7c72eacb2815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (22999113-e3ee-443c-ac8f-fe6a5da011a5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:26.316451 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bbd4899-d37a-4b64-b092-7c72eacb2815 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:04:26.325235 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8362f077-23ba-412c-bc80-4539aad3936a', 'tag': '2f0fb0af-5225-4036-a577-369f9d8302fa'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:04:26.327509 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4998acd1-691a-4326-a1ab-5275a9cd0dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "8362f077-23ba-412c-bc80-4539aad3936a", "tag": "2f0fb0af-5225-4036-a577-369f9d8302fa"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:04:26.353393 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-915c7559-361c-47a1-a1ca-800824444cc8 req-f838204b-7eb8-4208-a1c7-838e3f29c60f service neutron] Attempting to bind port ae5daab9-3318-4b0e-afff-8350b4913ab0 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:04:26.353743 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-915c7559-361c-47a1-a1ca-800824444cc8 req-f838204b-7eb8-4208-a1c7-838e3f29c60f service neutron] Attempting to bind port ae5daab9-3318-4b0e-afff-8350b4913ab0 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:04:26.354168 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915c7559-361c-47a1-a1ca-800824444cc8 req-f838204b-7eb8-4208-a1c7-838e3f29c60f service neutron] Attempting to bind port ae5daab9-3318-4b0e-afff-8350b4913ab0 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:04:26.368426 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd4899-d37a-4b64-b092-7c72eacb2815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22999113-e3ee-443c-ac8f-fe6a5da011a5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:26.371476 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915c7559-361c-47a1-a1ca-800824444cc8 req-f838204b-7eb8-4208-a1c7-838e3f29c60f service neutron] Port ae5daab9-3318-4b0e-afff-8350b4913ab0 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:04:26.371798 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915c7559-361c-47a1-a1ca-800824444cc8 req-f838204b-7eb8-4208-a1c7-838e3f29c60f service neutron] Attempting to bind port ae5daab9-3318-4b0e-afff-8350b4913ab0 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:04:26.389886 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8bbd4899-d37a-4b64-b092-7c72eacb2815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (489b943d-60d6-426f-af8d-ddca06233517), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:26.390267 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-8bbd4899-d37a-4b64-b092-7c72eacb2815 admin admin] Added segment 489b943d-60d6-426f-af8d-ddca06233517 of type vlan for network 9b424c15-89f8-4f8d-ad64-b9b93404b7a9 Jan 18 20:04:26.438104 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653bc84-59ca-4bef-80c5-2d3ac6f410eb req-f0fc3bde-b0d4-406c-a019-eb43bc99e7bf tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:26.439693 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a653bc84-59ca-4bef-80c5-2d3ac6f410eb req-f0fc3bde-b0d4-406c-a019-eb43bc99e7bf tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.70 "GET /v2.0/ports?device_id=a98c2fe7-4c80-4cd5-9183-0d00e7744f67 HTTP/1.1" status: 200 len: 945 time: 0.2903032 Jan 18 20:04:26.440502 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915c7559-361c-47a1-a1ca-800824444cc8 req-f838204b-7eb8-4208-a1c7-838e3f29c60f service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:04:26.440835 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915c7559-361c-47a1-a1ca-800824444cc8 req-f838204b-7eb8-4208-a1c7-838e3f29c60f service neutron] Checking segment: {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:04:26.441214 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915c7559-361c-47a1-a1ca-800824444cc8 req-f838204b-7eb8-4208-a1c7-838e3f29c60f service neutron] Bound using segment: {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:04:26.444568 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-915c7559-361c-47a1-a1ca-800824444cc8 req-f838204b-7eb8-4208-a1c7-838e3f29c60f service neutron] Bound port: ae5daab9-3318-4b0e-afff-8350b4913ab0, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:04:26.445041 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-915c7559-361c-47a1-a1ca-800824444cc8 req-f838204b-7eb8-4208-a1c7-838e3f29c60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ae5daab9-3318-4b0e-afff-8350b4913ab0), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:26.562426 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8bbd4899-d37a-4b64-b092-7c72eacb2815 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (9b424c15-89f8-4f8d-ad64-b9b93404b7a9), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:26.615786 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.70', 55102) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:26.713177 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8bbd4899-d37a-4b64-b092-7c72eacb2815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (9b424c15-89f8-4f8d-ad64-b9b93404b7a9), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:26.714156 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbd4899-d37a-4b64-b092-7c72eacb2815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:26.714732 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8bbd4899-d37a-4b64-b092-7c72eacb2815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:26.775983 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-915c7559-361c-47a1-a1ca-800824444cc8 req-f838204b-7eb8-4208-a1c7-838e3f29c60f service neutron] For port ae5daab9-3318-4b0e-afff-8350b4913ab0, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:04:26.777885 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5dbe180-3cf7-4308-b4f7-e0cf4021bb34 req-16f518cc-2083-4ecf-918a-fbcc01ec2c45 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a71007f0-a47d-4019-9224-e07de646df42 HTTP/1.1" status: 200 len: 217 time: 0.4626257 Jan 18 20:04:26.783661 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61230f1a-2aaa-4e80-9604-c44e55ce6c51 service neutron] Pushing event updated for resources: {'Port': ['ID=2f0fb0af-5225-4036-a577-369f9d8302fa,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:26.824731 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8bbd4899-d37a-4b64-b092-7c72eacb2815 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8408520 Jan 18 20:04:26.829407 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-1f10b52f-f088-4af1-aceb-55067b606450 req-d7b2a105-1bbb-45af-9132-d4c12305a411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cb99548-e15a-4996-bb62-503e574bd94f {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:04:26.834566 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34570) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:26.836288 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-915c7559-361c-47a1-a1ca-800824444cc8 req-f838204b-7eb8-4208-a1c7-838e3f29c60f service neutron] For port ae5daab9-3318-4b0e-afff-8350b4913ab0, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ae5daab9-3318-4b0e-afff-8350b4913ab0,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:04:26.841617 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc361487-1e3c-4b63-936e-9525a6299a4b req-6e82dbe6-bf62-4fe8-ab9f-f077a0950e88 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:26.847502 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1efaad-70ca-4067-91fe-3eeea79eaa52 req-e538fb06-f2f3-48c1-8ba5-0a40a57261bf tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:26.848440 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc361487-1e3c-4b63-936e-9525a6299a4b req-6e82dbe6-bf62-4fe8-ab9f-f077a0950e88 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8362f077-23ba-412c-bc80-4539aad3936a HTTP/1.1" status: 200 len: 948 time: 0.6019430 Jan 18 20:04:26.848636 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a1efaad-70ca-4067-91fe-3eeea79eaa52 req-e538fb06-f2f3-48c1-8ba5-0a40a57261bf tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.70 "GET /v2.0/ports?device_id=840edb35-e888-4362-8583-b3cb0c6a5327 HTTP/1.1" status: 200 len: 945 time: 0.2173216 Jan 18 20:04:26.852253 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-3c89dd6a-5a51-4c80-8d9b-5c076bb05219 admin admin] Request body: {'subnet': {'network_id': '9b424c15-89f8-4f8d-ad64-b9b93404b7a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-295349145-subnet', 'tenant_id': '397faf4f6a974eed9cd787eb101bfd1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:26.856903 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd4899-d37a-4b64-b092-7c72eacb2815 admin admin] Pushing event updated for resources: {'Network': ['ID=9b424c15-89f8-4f8d-ad64-b9b93404b7a9,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:26.861119 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1f10b52f-f088-4af1-aceb-55067b606450 req-d7b2a105-1bbb-45af-9132-d4c12305a411 service neutron] Publish callbacks [] for port (9cb99548-e15a-4996-bb62-503e574bd94f), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:26.865789 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-915c7559-361c-47a1-a1ca-800824444cc8 req-f838204b-7eb8-4208-a1c7-838e3f29c60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ae5daab9-3318-4b0e-afff-8350b4913ab0), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:26.874188 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 9b424c15-89f8-4f8d-ad64-b9b93404b7a9 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:04:26.897535 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10b52f-f088-4af1-aceb-55067b606450 req-eca8ccf6-f4de-464c-8410-0840ea93b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:26.900152 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f10b52f-f088-4af1-aceb-55067b606450 req-eca8ccf6-f4de-464c-8410-0840ea93b0a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&device_id=8362f077-23ba-412c-bc80-4539aad3936a HTTP/1.1" status: 200 len: 1099 time: 0.2168851 Jan 18 20:04:26.911080 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-1f10b52f-f088-4af1-aceb-55067b606450 req-d7b2a105-1bbb-45af-9132-d4c12305a411 service neutron] Transition to ACTIVE for port object 9cb99548-e15a-4996-bb62-503e574bd94f will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:04:26.918522 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbe180-3cf7-4308-b4f7-e0cf4021bb34 req-271ef5eb-5203-4d4c-96ff-7dd1d6f33c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:26.920078 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5dbe180-3cf7-4308-b4f7-e0cf4021bb34 req-271ef5eb-5203-4d4c-96ff-7dd1d6f33c91 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4a4fc205-1f02-48e6-a311-ab3d6a37436d HTTP/1.1" status: 200 len: 860 time: 0.1305871 Jan 18 20:04:26.926307 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1f10b52f-f088-4af1-aceb-55067b606450 req-d7b2a105-1bbb-45af-9132-d4c12305a411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9cb99548-e15a-4996-bb62-503e574bd94f), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:26.941165 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-a653bc84-59ca-4bef-80c5-2d3ac6f410eb req-76d815f2-f92f-4ce7-a9b8-467d87244c4a tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Deleting port a71007f0-a47d-4019-9224-e07de646df42 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:04:26.941497 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a653bc84-59ca-4bef-80c5-2d3ac6f410eb req-76d815f2-f92f-4ce7-a9b8-467d87244c4a tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (a71007f0-a47d-4019-9224-e07de646df42), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:26.977333 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c7559-361c-47a1-a1ca-800824444cc8 req-f838204b-7eb8-4208-a1c7-838e3f29c60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:26.977971 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-915c7559-361c-47a1-a1ca-800824444cc8 req-f838204b-7eb8-4208-a1c7-838e3f29c60f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:26.979362 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-915c7559-361c-47a1-a1ca-800824444cc8 req-f838204b-7eb8-4208-a1c7-838e3f29c60f service neutron] 10.222.0.70 "PUT /v2.0/ports/ae5daab9-3318-4b0e-afff-8350b4913ab0 HTTP/1.1" status: 200 len: 1092 time: 1.5086324 Jan 18 20:04:26.979798 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7aedde9-fa43-4058-b3e4-132f5a5fd752', 'tag': 'ae5daab9-3318-4b0e-afff-8350b4913ab0'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:04:26.982034 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c3e060-fc9d-4da9-a5c6-51d0362781c9" -d '{"events": [{"name": "network-changed", "server_uuid": "b7aedde9-fa43-4058-b3e4-132f5a5fd752", "tag": "ae5daab9-3318-4b0e-afff-8350b4913ab0"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:04:26.994965 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc361487-1e3c-4b63-936e-9525a6299a4b req-0d68cb5e-47aa-4445-aa0d-77ccc671f307 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456721 Jan 18 20:04:27.080191 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2a105-1bbb-45af-9132-d4c12305a411 service neutron] Pushing event updated for resources: {'Port': ['ID=9cb99548-e15a-4996-bb62-503e574bd94f,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:27.087416 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbe180-3cf7-4308-b4f7-e0cf4021bb34 req-4fc7f8f7-60af-45e9-9bb4-a4abd4e95482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:27.089384 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5dbe180-3cf7-4308-b4f7-e0cf4021bb34 req-4fc7f8f7-60af-45e9-9bb4-a4abd4e95482 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=78106b93-d326-468a-b364-efefd0202f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1607113 Jan 18 20:04:27.158710 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-1f10b52f-f088-4af1-aceb-55067b606450 req-d7b2a105-1bbb-45af-9132-d4c12305a411 service neutron] Attempting to bind port 9cb99548-e15a-4996-bb62-503e574bd94f on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:04:27.159361 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-1f10b52f-f088-4af1-aceb-55067b606450 req-d7b2a105-1bbb-45af-9132-d4c12305a411 service neutron] Attempting to bind port 9cb99548-e15a-4996-bb62-503e574bd94f by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:04:27.159361 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f10b52f-f088-4af1-aceb-55067b606450 req-d7b2a105-1bbb-45af-9132-d4c12305a411 service neutron] Attempting to bind port 9cb99548-e15a-4996-bb62-503e574bd94f on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:04:27.208654 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f10b52f-f088-4af1-aceb-55067b606450 req-d7b2a105-1bbb-45af-9132-d4c12305a411 service neutron] Port 9cb99548-e15a-4996-bb62-503e574bd94f on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:04:27.208972 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f10b52f-f088-4af1-aceb-55067b606450 req-d7b2a105-1bbb-45af-9132-d4c12305a411 service neutron] Attempting to bind port 9cb99548-e15a-4996-bb62-503e574bd94f on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:04:27.234770 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bd560-1b79-41bc-9076-c0d2a3842c4d req-16c4fd3e-854d-4d52-a493-7453c3b88a16 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:27.235936 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cf0bd560-1b79-41bc-9076-c0d2a3842c4d req-16c4fd3e-854d-4d52-a493-7453c3b88a16 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 950 time: 0.1455638 Jan 18 20:04:27.239100 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f10b52f-f088-4af1-aceb-55067b606450 req-d7b2a105-1bbb-45af-9132-d4c12305a411 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:04:27.239442 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f10b52f-f088-4af1-aceb-55067b606450 req-d7b2a105-1bbb-45af-9132-d4c12305a411 service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:04:27.239829 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f10b52f-f088-4af1-aceb-55067b606450 req-d7b2a105-1bbb-45af-9132-d4c12305a411 service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:04:27.240304 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-1f10b52f-f088-4af1-aceb-55067b606450 req-d7b2a105-1bbb-45af-9132-d4c12305a411 service neutron] Bound port: 9cb99548-e15a-4996-bb62-503e574bd94f, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:04:27.240665 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1f10b52f-f088-4af1-aceb-55067b606450 req-d7b2a105-1bbb-45af-9132-d4c12305a411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9cb99548-e15a-4996-bb62-503e574bd94f), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:27.253082 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c89dd6a-5a51-4c80-8d9b-5c076bb05219 admin admin] Made reservation on behalf of 397faf4f6a974eed9cd787eb101bfd1a for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:04:27.254906 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3c89dd6a-5a51-4c80-8d9b-5c076bb05219 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:27.285997 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5dbe180-3cf7-4308-b4f7-e0cf4021bb34 req-44788a07-acc3-4573-a44b-bffc12a89852 service neutron] 10.222.0.70 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621158 Jan 18 20:04:27.326952 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838204b-7eb8-4208-a1c7-838e3f29c60f service neutron] Pushing event updated for resources: {'Port': ['ID=ae5daab9-3318-4b0e-afff-8350b4913ab0,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:27.411065 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cf0bd560-1b79-41bc-9076-c0d2a3842c4d req-f50efb5a-6246-4282-9c74-bd33a0b0370f tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628947 Jan 18 20:04:27.422194 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-1f10b52f-f088-4af1-aceb-55067b606450 req-d7b2a105-1bbb-45af-9132-d4c12305a411 service neutron] For port 9cb99548-e15a-4996-bb62-503e574bd94f, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:04:27.426942 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c7559-361c-47a1-a1ca-800824444cc8 req-dd56a800-d312-4458-a444-d742c9823ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:27.427227 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-1f10b52f-f088-4af1-aceb-55067b606450 req-d7b2a105-1bbb-45af-9132-d4c12305a411 service neutron] For port 9cb99548-e15a-4996-bb62-503e574bd94f, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=9cb99548-e15a-4996-bb62-503e574bd94f,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:04:27.428589 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-915c7559-361c-47a1-a1ca-800824444cc8 req-dd56a800-d312-4458-a444-d742c9823ea9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=67883881b676447cbe3f92dbc62dd7c6&device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 1095 time: 0.1911609 Jan 18 20:04:27.433769 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1f10b52f-f088-4af1-aceb-55067b606450 req-d7b2a105-1bbb-45af-9132-d4c12305a411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9cb99548-e15a-4996-bb62-503e574bd94f), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:27.441838 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-a653bc84-59ca-4bef-80c5-2d3ac6f410eb req-76d815f2-f92f-4ce7-a9b8-467d87244c4a tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] For port a71007f0-a47d-4019-9224-e07de646df42, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a71007f0-a47d-4019-9224-e07de646df42,segment=NetworkSegment(0bb4561e-2a35-4bb4-bd91-4e08e43aedfc),segment_id=0bb4561e-2a35-4bb4-bd91-4e08e43aedfc)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:27.442204 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a653bc84-59ca-4bef-80c5-2d3ac6f410eb req-76d815f2-f92f-4ce7-a9b8-467d87244c4a tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (a71007f0-a47d-4019-9224-e07de646df42), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:27.471247 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5dbe180-3cf7-4308-b4f7-e0cf4021bb34 req-67c0c73f-4d6b-44e5-9985-ed24741b8bd0 service neutron] 10.222.0.70 "GET /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660323 Jan 18 20:04:27.471473 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-2a1efaad-70ca-4067-91fe-3eeea79eaa52 req-a0f09162-5751-4c7a-b1c7-c57ae2620493 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Deleting port aada8984-31d9-4d56-bdaa-f43a410a5df0 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:04:27.471642 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a1efaad-70ca-4067-91fe-3eeea79eaa52 req-a0f09162-5751-4c7a-b1c7-c57ae2620493 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (aada8984-31d9-4d56-bdaa-f43a410a5df0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:27.482607 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10b52f-f088-4af1-aceb-55067b606450 req-d7b2a105-1bbb-45af-9132-d4c12305a411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:27.482994 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1f10b52f-f088-4af1-aceb-55067b606450 req-d7b2a105-1bbb-45af-9132-d4c12305a411 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:27.484384 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f10b52f-f088-4af1-aceb-55067b606450 req-d7b2a105-1bbb-45af-9132-d4c12305a411 service neutron] 10.222.0.70 "PUT /v2.0/ports/9cb99548-e15a-4996-bb62-503e574bd94f HTTP/1.1" status: 200 len: 1096 time: 2.3976083 Jan 18 20:04:27.509396 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-a653bc84-59ca-4bef-80c5-2d3ac6f410eb req-76d815f2-f92f-4ce7-a9b8-467d87244c4a tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Calling delete_port for a71007f0-a47d-4019-9224-e07de646df42 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:04:27.530517 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2a105-1bbb-45af-9132-d4c12305a411 service neutron] Pushing event updated for resources: {'Port': ['ID=9cb99548-e15a-4996-bb62-503e574bd94f,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:27.536700 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-915c7559-361c-47a1-a1ca-800824444cc8 req-ee188592-76c4-4eab-9546-fc76cde0f3c6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae5daab9-3318-4b0e-afff-8350b4913ab0 HTTP/1.1" status: 200 len: 217 time: 0.0832729 Jan 18 20:04:27.564310 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65c207-d36c-4743-9649-bfd269b578af req-e7cea58f-f20c-4987-9fd6-d0663bfcd178 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:27.565808 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2b65c207-d36c-4743-9649-bfd269b578af req-e7cea58f-f20c-4987-9fd6-d0663bfcd178 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 944 time: 0.0758283 Jan 18 20:04:27.627171 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10b52f-f088-4af1-aceb-55067b606450 req-6857a5b6-c692-4d4a-87b8-1381bde0563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:27.628724 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f10b52f-f088-4af1-aceb-55067b606450 req-6857a5b6-c692-4d4a-87b8-1381bde0563a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&device_id=70c9cf1e-df58-4aea-a35e-091c937c6188 HTTP/1.1" status: 200 len: 1099 time: 0.0850534 Jan 18 20:04:27.647760 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2b65c207-d36c-4743-9649-bfd269b578af req-3dd6e6df-66e0-4eec-a5e5-cc68c56b398b tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679078 Jan 18 20:04:27.673732 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c7559-361c-47a1-a1ca-800824444cc8 req-e78c9d1b-fff9-47e4-a8ac-7e446f92eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:27.675112 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-915c7559-361c-47a1-a1ca-800824444cc8 req-e78c9d1b-fff9-47e4-a8ac-7e446f92eea6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c7ae8e7b-1bfc-435b-b42c-3b64619a022a HTTP/1.1" status: 200 len: 860 time: 0.1174879 Jan 18 20:04:27.679567 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f10b52f-f088-4af1-aceb-55067b606450 req-1c767fe9-f999-4b53-be78-31fd6ad267d8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=9cb99548-e15a-4996-bb62-503e574bd94f HTTP/1.1" status: 200 len: 217 time: 0.0424087 Jan 18 20:04:27.720405 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a773ac38-aa8d-4d86-ac9c-c13d9665aee4 x-openstack-request-id: req-a773ac38-aa8d-4d86-ac9c-c13d9665aee4 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:04:27.720693 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8362f077-23ba-412c-bc80-4539aad3936a", "tag": "2f0fb0af-5225-4036-a577-369f9d8302fa", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:04:27.720940 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a773ac38-aa8d-4d86-ac9c-c13d9665aee4 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:04:27.721326 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8362f077-23ba-412c-bc80-4539aad3936a', 'tag': '2f0fb0af-5225-4036-a577-369f9d8302fa', 'status': 'completed', 'code': 200} Jan 18 20:04:27.728234 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c4935cfe-eb44-4e4f-aeb3-a9466f87ee40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:27.744045 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10b52f-f088-4af1-aceb-55067b606450 req-d0f6ff55-7ae1-4012-88e2-f4ca37e2323a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:27.745532 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f10b52f-f088-4af1-aceb-55067b606450 req-d0f6ff55-7ae1-4012-88e2-f4ca37e2323a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0576820 Jan 18 20:04:27.792925 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-915c7559-361c-47a1-a1ca-800824444cc8 req-fcaedbad-73b0-4de8-b23b-0edc6b4e937b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6fab12dd-5aeb-4649-a1e2-836559f8a553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464883 Jan 18 20:04:27.817576 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c95122be-40c4-4d4e-81d8-0ae6bfe50332 req-9543a823-80cc-4762-a966-a7c63e0da9da tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3812ac-0ed2-466e-9d7d-ed675c35a819 HTTP/1.1" status: 200 len: 210 time: 0.0339212 Jan 18 20:04:27.827892 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10b52f-f088-4af1-aceb-55067b606450 req-03e90ffb-40be-436a-9cfe-bef3c9cf88c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:27.829461 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f10b52f-f088-4af1-aceb-55067b606450 req-03e90ffb-40be-436a-9cfe-bef3c9cf88c6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0763929 Jan 18 20:04:27.882577 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-2a1efaad-70ca-4067-91fe-3eeea79eaa52 req-a0f09162-5751-4c7a-b1c7-c57ae2620493 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] For port aada8984-31d9-4d56-bdaa-f43a410a5df0, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=aada8984-31d9-4d56-bdaa-f43a410a5df0,segment=NetworkSegment(b4ee5cf0-a4e1-4733-8af6-684160efd6e1),segment_id=b4ee5cf0-a4e1-4733-8af6-684160efd6e1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:27.883490 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a1efaad-70ca-4067-91fe-3eeea79eaa52 req-a0f09162-5751-4c7a-b1c7-c57ae2620493 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (aada8984-31d9-4d56-bdaa-f43a410a5df0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:27.936691 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef2f54d-342f-431a-a1d7-5119ded1f715 x-openstack-request-id: req-2ef2f54d-342f-431a-a1d7-5119ded1f715 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:04:27.937063 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7aedde9-fa43-4058-b3e4-132f5a5fd752", "tag": "ae5daab9-3318-4b0e-afff-8350b4913ab0", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:04:27.937307 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ef2f54d-342f-431a-a1d7-5119ded1f715 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:04:27.937773 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7aedde9-fa43-4058-b3e4-132f5a5fd752', 'tag': 'ae5daab9-3318-4b0e-afff-8350b4913ab0', 'status': 'completed', 'code': 200} Jan 18 20:04:27.953264 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3c89dd6a-5a51-4c80-8d9b-5c076bb05219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for subnet (20d423c0-6b88-4c42-bb60-ee3bfb3d46d4), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:27.957771 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f10b52f-f088-4af1-aceb-55067b606450 req-8c1681c4-f275-4c3f-a82f-da94974d971a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=2f0fb0af-5225-4036-a577-369f9d8302fa HTTP/1.1" status: 200 len: 217 time: 0.0534079 Jan 18 20:04:27.958437 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-2a1efaad-70ca-4067-91fe-3eeea79eaa52 req-a0f09162-5751-4c7a-b1c7-c57ae2620493 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Calling delete_port for aada8984-31d9-4d56-bdaa-f43a410a5df0 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:04:28.083129 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f10b52f-f088-4af1-aceb-55067b606450 req-8711e07d-0c36-45c1-94ca-a7de43582f55 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449105 Jan 18 20:04:28.091712 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e14ae-5411-4c6c-99cc-a112829727be req-7c681791-e5dc-4875-8904-36cb4e150e6d tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:28.093166 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-434e14ae-5411-4c6c-99cc-a112829727be req-7c681791-e5dc-4875-8904-36cb4e150e6d tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/ports?device_id=a98c2fe7-4c80-4cd5-9183-0d00e7744f67 HTTP/1.1" status: 200 len: 945 time: 0.2041979 Jan 18 20:04:28.094556 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10b52f-f088-4af1-aceb-55067b606450 req-b91a2ab7-77b7-4eb6-ad27-699f687264ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:28.095863 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f10b52f-f088-4af1-aceb-55067b606450 req-b91a2ab7-77b7-4eb6-ad27-699f687264ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1225443 Jan 18 20:04:28.113709 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89dd6a-5a51-4c80-8d9b-5c076bb05219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20d423c0-6b88-4c42-bb60-ee3bfb3d46d4,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:28.122240 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-915c7559-361c-47a1-a1ca-800824444cc8 req-378a93a6-820f-4fe4-8c71-ad47087e9a49 service neutron] 10.222.0.70 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984495 Jan 18 20:04:28.173190 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2deeb-08e1-4436-abe0-27f1d5014c5c req-85f17a8e-799d-4424-ba41-f85d76f97961 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:28.174850 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7bb2deeb-08e1-4436-abe0-27f1d5014c5c req-85f17a8e-799d-4424-ba41-f85d76f97961 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/ports?device_id=840edb35-e888-4362-8583-b3cb0c6a5327 HTTP/1.1" status: 200 len: 945 time: 0.1559081 Jan 18 20:04:28.184184 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a653bc84-59ca-4bef-80c5-2d3ac6f410eb req-76d815f2-f92f-4ce7-a9b8-467d87244c4a tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (a71007f0-a47d-4019-9224-e07de646df42), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:28.197609 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['a71007f0-a47d-4019-9224-e07de646df42'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:04:28.206067 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c89dd6a-5a51-4c80-8d9b-5c076bb05219 admin admin] Checking segment: {'id': '489b943d-60d6-426f-af8d-ddca06233517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9b424c15-89f8-4f8d-ad64-b9b93404b7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:04:28.206426 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c89dd6a-5a51-4c80-8d9b-5c076bb05219 admin admin] Network hostable DHCP agents. Network: 9b424c15-89f8-4f8d-ad64-b9b93404b7a9, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:04:28.262872 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d815f2-f92f-4ce7-a9b8-467d87244c4a tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Pushing event deleted for resources: {'Port': ['ID=a71007f0-a47d-4019-9224-e07de646df42,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:28.270020 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-434e14ae-5411-4c6c-99cc-a112829727be req-5160e4aa-11bc-4187-9551-6302afca180d tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.31 "GET /v2.0/security-groups?id=972e3aad-ec5c-47eb-ac45-2d8158c9b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636064 Jan 18 20:04:28.276319 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10b52f-f088-4af1-aceb-55067b606450 req-6fe8ce09-ace9-45a7-a94b-fb517e12aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:28.277805 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f10b52f-f088-4af1-aceb-55067b606450 req-6fe8ce09-ace9-45a7-a94b-fb517e12aa2d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1685359 Jan 18 20:04:28.316397 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f10b52f-f088-4af1-aceb-55067b606450 req-4c25be18-892b-4b3f-bb65-681e4ba69d55 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194142 Jan 18 20:04:28.367479 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7bb2deeb-08e1-4436-abe0-27f1d5014c5c req-7a5f43b8-8b27-4083-9a94-56bcae7e16f0 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eafbd387-bc80-4f3f-b3ac-fc6448269a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499269 Jan 18 20:04:28.379433 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-a653bc84-59ca-4bef-80c5-2d3ac6f410eb req-76d815f2-f92f-4ce7-a9b8-467d87244c4a tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] No DVR routers for this DVR port a71007f0-a47d-4019-9224-e07de646df42 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:04:28.406880 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a653bc84-59ca-4bef-80c5-2d3ac6f410eb req-76d815f2-f92f-4ce7-a9b8-467d87244c4a tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:28.410915 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a653bc84-59ca-4bef-80c5-2d3ac6f410eb req-76d815f2-f92f-4ce7-a9b8-467d87244c4a tempest-FloatingIPsAssociationTestJSON-316316412 tempest-FloatingIPsAssociationTestJSON-316316412-project] 10.222.0.70 "DELETE /v2.0/ports/a71007f0-a47d-4019-9224-e07de646df42 HTTP/1.1" status: 204 len: 173 time: 1.9507468 Jan 18 20:04:28.419211 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c89dd6a-5a51-4c80-8d9b-5c076bb05219 admin admin] Network 9b424c15-89f8-4f8d-ad64-b9b93404b7a9 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:04:28.425805 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-915c7559-361c-47a1-a1ca-800824444cc8 req-a024dfe2-cce2-48f6-b419-b1d846f2edcb service neutron] 10.222.0.70 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885342 Jan 18 20:04:28.445617 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-3c89dd6a-5a51-4c80-8d9b-5c076bb05219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 9b424c15-89f8-4f8d-ad64-b9b93404b7a9) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:04:28.455002 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a1efaad-70ca-4067-91fe-3eeea79eaa52 req-a0f09162-5751-4c7a-b1c7-c57ae2620493 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (aada8984-31d9-4d56-bdaa-f43a410a5df0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:28.461711 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f10b52f-f088-4af1-aceb-55067b606450 req-194581de-eca7-4c13-a6af-fe86c01ba4fe service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745634 Jan 18 20:04:28.461890 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136e0ca3-cad9-4ba8-92df-ad5ac1353094 None None] Network 9b424c15-89f8-4f8d-ad64-b9b93404b7a9 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:04:28.465295 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c89dd6a-5a51-4c80-8d9b-5c076bb05219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:28.465910 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3c89dd6a-5a51-4c80-8d9b-5c076bb05219 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:28.483676 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ae289-3b55-490b-81ad-41f1d0721c78 req-6fce364d-166e-4c80-8422-5256fda04e59 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:28.484206 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['aada8984-31d9-4d56-bdaa-f43a410a5df0'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:04:28.491631 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-603ae289-3b55-490b-81ad-41f1d0721c78 req-6fce364d-166e-4c80-8422-5256fda04e59 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8362f077-23ba-412c-bc80-4539aad3936a HTTP/1.1" status: 200 len: 948 time: 0.0991204 Jan 18 20:04:28.546460 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f09162-5751-4c7a-b1c7-c57ae2620493 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Pushing event deleted for resources: {'Port': ['ID=aada8984-31d9-4d56-bdaa-f43a410a5df0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:28.620119 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3c89dd6a-5a51-4c80-8d9b-5c076bb05219 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7811682 Jan 18 20:04:28.650306 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f10b52f-f088-4af1-aceb-55067b606450 req-fa9a7387-a863-4e9c-a175-411d605808fe service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572871 Jan 18 20:04:28.709681 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1efaad-70ca-4067-91fe-3eeea79eaa52 req-a0f09162-5751-4c7a-b1c7-c57ae2620493 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] No DVR routers for this DVR port aada8984-31d9-4d56-bdaa-f43a410a5df0 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:04:28.743139 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a1efaad-70ca-4067-91fe-3eeea79eaa52 req-a0f09162-5751-4c7a-b1c7-c57ae2620493 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:28.746577 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a1efaad-70ca-4067-91fe-3eeea79eaa52 req-a0f09162-5751-4c7a-b1c7-c57ae2620493 tempest-FloatingIPsAssociationNegativeTestJSON-7839606 tempest-FloatingIPsAssociationNegativeTestJSON-7839606-project] 10.222.0.70 "DELETE /v2.0/ports/aada8984-31d9-4d56-bdaa-f43a410a5df0 HTTP/1.1" status: 204 len: 173 time: 1.8863542 Jan 18 20:04:28.773267 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3e060-fc9d-4da9-a5c6-51d0362781c9 req-6b59cb3a-6bfe-449e-977c-1b3aaf8ac3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:28.775976 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c1c3e060-fc9d-4da9-a5c6-51d0362781c9 req-6b59cb3a-6bfe-449e-977c-1b3aaf8ac3f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=67883881b676447cbe3f92dbc62dd7c6&device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 1095 time: 0.1719937 Jan 18 20:04:28.815230 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3be9fc2-b042-4383-adfc-74e3b8303b67 None None] Network 9b424c15-89f8-4f8d-ad64-b9b93404b7a9 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:04:28.843510 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-eb1fa455-c5ac-42c1-8bf7-66b0daff6dd4 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=3f25de55194445a3a71b7b08b1c3cb60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1282296 Jan 18 20:04:28.911540 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34588) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:28.939004 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-603ae289-3b55-490b-81ad-41f1d0721c78 req-1db70f3e-e4bb-4002-86c5-0539503cb034 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861257 Jan 18 20:04:28.983254 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:28.988719 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3e060-fc9d-4da9-a5c6-51d0362781c9 req-fe71ed59-610b-4f4a-b74b-556862869172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:28.989351 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c1c3e060-fc9d-4da9-a5c6-51d0362781c9 req-fe71ed59-610b-4f4a-b74b-556862869172 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6fab12dd-5aeb-4649-a1e2-836559f8a553 HTTP/1.1" status: 200 len: 921 time: 0.2062819 Jan 18 20:04:29.060316 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12a9f4-d17d-493f-9b92-fb3955e1fe03 req-0bf3b4c9-b37d-41e1-8245-701e4dc3548e tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:29.062469 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dc12a9f4-d17d-493f-9b92-fb3955e1fe03 req-0bf3b4c9-b37d-41e1-8245-701e4dc3548e tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 950 time: 0.4109867 Jan 18 20:04:29.074421 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998acd1-691a-4326-a1ab-5275a9cd0dcf req-d4d6550b-6aaa-483f-bee4-f8ca17b7f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:29.076324 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4998acd1-691a-4326-a1ab-5275a9cd0dcf req-d4d6550b-6aaa-483f-bee4-f8ca17b7f921 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&device_id=8362f077-23ba-412c-bc80-4539aad3936a HTTP/1.1" status: 200 len: 1099 time: 0.3346965 Jan 18 20:04:29.086788 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c1c3e060-fc9d-4da9-a5c6-51d0362781c9 req-82939ea9-f69b-4f83-b7a0-1a242023c825 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae5daab9-3318-4b0e-afff-8350b4913ab0 HTTP/1.1" status: 200 len: 217 time: 0.0865374 Jan 18 20:04:29.110530 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-965e6f84-1ad8-4d92-9638-b7df9b70316a admin admin] Deleting subnet 4a01c0e5-aee0-4b27-ab3d-437926a4a01f {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:04:29.139641 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-965e6f84-1ad8-4d92-9638-b7df9b70316a admin admin] Publish callbacks [] for subnet (4a01c0e5-aee0-4b27-ab3d-437926a4a01f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:29.194612 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3e060-fc9d-4da9-a5c6-51d0362781c9 req-21bcec43-533d-46f9-acb1-eb15a3d61056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:29.199972 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c1c3e060-fc9d-4da9-a5c6-51d0362781c9 req-21bcec43-533d-46f9-acb1-eb15a3d61056 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c7ae8e7b-1bfc-435b-b42c-3b64619a022a HTTP/1.1" status: 200 len: 860 time: 0.1039238 Jan 18 20:04:29.203526 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-965e6f84-1ad8-4d92-9638-b7df9b70316a admin admin] Publish callbacks [] for subnet (4a01c0e5-aee0-4b27-ab3d-437926a4a01f), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:29.224027 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:29.227175 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:29.227175 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:29.227175 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:29.227175 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:29.227175 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:29.227175 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:29.227175 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:29.227175 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:29.227175 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:29.227175 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:29.227175 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:29.227175 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:29.227920 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-1fea921c-4a16-45f5-96a5-255b57d763b5 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:29.228666 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-1fea921c-4a16-45f5-96a5-255b57d763b5 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3463004 Jan 18 20:04:29.238813 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-965e6f84-1ad8-4d92-9638-b7df9b70316a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (4a01c0e5-aee0-4b27-ab3d-437926a4a01f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:29.243196 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c1c3e060-fc9d-4da9-a5c6-51d0362781c9 req-f8c19133-7c42-4c8f-a97c-e9eb9b0eae0d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6fab12dd-5aeb-4649-a1e2-836559f8a553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353484 Jan 18 20:04:29.248135 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-14f92eba-5ee6-4d9a-976e-ae5bed59cd3d tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Request body: {'port': {'device_id': 'ca3812ac-0ed2-466e-9d7d-ed675c35a819', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': '3f25de55194445a3a71b7b08b1c3cb60'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:29.277845 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d82260-5822-47ae-8636-d701d39fec9c req-843e9d1f-6da3-4bb5-9338-279993b8324c tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:29.280484 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9d82260-5822-47ae-8636-d701d39fec9c req-843e9d1f-6da3-4bb5-9338-279993b8324c tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 944 time: 0.2111254 Jan 18 20:04:29.319513 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dc12a9f4-d17d-493f-9b92-fb3955e1fe03 req-adfcb999-cef5-4e08-a75b-55acb97d977c tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338948 Jan 18 20:04:29.338767 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998acd1-691a-4326-a1ab-5275a9cd0dcf req-58ebefc0-61ab-4e5a-9016-46a030bc3a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:29.339777 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4998acd1-691a-4326-a1ab-5275a9cd0dcf req-58ebefc0-61ab-4e5a-9016-46a030bc3a5f service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.2529943 Jan 18 20:04:29.372360 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-965e6f84-1ad8-4d92-9638-b7df9b70316a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for subnet (4a01c0e5-aee0-4b27-ab3d-437926a4a01f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:29.420473 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e6f84-1ad8-4d92-9638-b7df9b70316a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a01c0e5-aee0-4b27-ab3d-437926a4a01f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:29.428985 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c1c3e060-fc9d-4da9-a5c6-51d0362781c9 req-377dc9fe-2c8c-4379-9734-347103f708a8 service neutron] 10.222.0.70 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676929 Jan 18 20:04:29.431845 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-965e6f84-1ad8-4d92-9638-b7df9b70316a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:29.439350 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-965e6f84-1ad8-4d92-9638-b7df9b70316a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4a01c0e5-aee0-4b27-ab3d-437926a4a01f HTTP/1.1" status: 204 len: 168 time: 0.5268388 Jan 18 20:04:29.442166 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34594) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:29.471102 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4998acd1-691a-4326-a1ab-5275a9cd0dcf req-89b59774-a9f2-41fe-8234-07797e075950 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=2f0fb0af-5225-4036-a577-369f9d8302fa HTTP/1.1" status: 200 len: 217 time: 0.0876024 Jan 18 20:04:29.557723 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c1c3e060-fc9d-4da9-a5c6-51d0362781c9 req-fd0b7f01-ac86-4bfd-afac-6510d977bfc3 service neutron] 10.222.0.70 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140769 Jan 18 20:04:29.575560 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4749573-59b8-4c81-87fa-e120d2e7dc22 req-c81ddceb-a97e-4734-b812-a9ba1c45121c tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3812ac-0ed2-466e-9d7d-ed675c35a819 HTTP/1.1" status: 200 len: 210 time: 0.0881310 Jan 18 20:04:29.586338 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9d82260-5822-47ae-8636-d701d39fec9c req-cb85649a-72aa-4a3a-bbc7-58ad6e3cbd99 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642763 Jan 18 20:04:29.640851 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998acd1-691a-4326-a1ab-5275a9cd0dcf req-3fbc69de-cf42-4002-be9a-adc0ba62b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:29.642344 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4998acd1-691a-4326-a1ab-5275a9cd0dcf req-3fbc69de-cf42-4002-be9a-adc0ba62b79d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1561201 Jan 18 20:04:29.649739 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f682c638-8202-4564-829f-46d2fef48a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (239e2c7d-bcab-49ec-8a32-821b53cd4052), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:29.668860 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34596) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:29.706859 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34598) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:29.732717 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c9cf1e-df58-4aea-a35e-091c937c6188', 'tag': '9cb99548-e15a-4996-bb62-503e574bd94f'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:04:29.734906 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a02d4a-9b85-4221-8a9d-06cee3c26cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "70c9cf1e-df58-4aea-a35e-091c937c6188", "tag": "9cb99548-e15a-4996-bb62-503e574bd94f"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:04:29.737167 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-14f92eba-5ee6-4d9a-976e-ae5bed59cd3d tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Made reservation on behalf of 3f25de55194445a3a71b7b08b1c3cb60 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:04:29.740482 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-14f92eba-5ee6-4d9a-976e-ae5bed59cd3d tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:30.004505 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98c2fe7-4c80-4cd5-9183-0d00e7744f67', 'name': 'network-vif-deleted', 'tag': 'a71007f0-a47d-4019-9224-e07de646df42'}, {'server_uuid': '840edb35-e888-4362-8583-b3cb0c6a5327', 'name': 'network-vif-deleted', 'tag': 'aada8984-31d9-4d56-bdaa-f43a410a5df0'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:04:30.006954 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87035856-7ad4-4439-9f23-884992bd0c48" -d '{"events": [{"server_uuid": "a98c2fe7-4c80-4cd5-9183-0d00e7744f67", "name": "network-vif-deleted", "tag": "a71007f0-a47d-4019-9224-e07de646df42"}, {"server_uuid": "840edb35-e888-4362-8583-b3cb0c6a5327", "name": "network-vif-deleted", "tag": "aada8984-31d9-4d56-bdaa-f43a410a5df0"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:04:30.019104 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ce9f3c-007d-40ec-9040-4ccd915c4a46 x-openstack-request-id: req-f1ce9f3c-007d-40ec-9040-4ccd915c4a46 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:04:30.019381 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c9cf1e-df58-4aea-a35e-091c937c6188", "tag": "9cb99548-e15a-4996-bb62-503e574bd94f", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:04:30.019629 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1ce9f3c-007d-40ec-9040-4ccd915c4a46 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:04:30.020003 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c9cf1e-df58-4aea-a35e-091c937c6188', 'tag': '9cb99548-e15a-4996-bb62-503e574bd94f', 'status': 'completed', 'code': 200} Jan 18 20:04:30.061824 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-14f92eba-5ee6-4d9a-976e-ae5bed59cd3d tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:30.079659 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998acd1-691a-4326-a1ab-5275a9cd0dcf req-237804f8-18a5-4100-a99c-f966e2b9d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:30.081106 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4998acd1-691a-4326-a1ab-5275a9cd0dcf req-237804f8-18a5-4100-a99c-f966e2b9d8ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4279082 Jan 18 20:04:30.094559 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 18 Jan 2022 20:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692b2b34-4b25-448b-8505-2461785383d8 x-openstack-request-id: req-692b2b34-4b25-448b-8505-2461785383d8 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:04:30.094999 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98c2fe7-4c80-4cd5-9183-0d00e7744f67", "name": "network-vif-deleted", "tag": "a71007f0-a47d-4019-9224-e07de646df42", "status": "completed", "code": 200}, {"server_uuid": "840edb35-e888-4362-8583-b3cb0c6a5327", "name": "network-vif-deleted", "tag": "aada8984-31d9-4d56-bdaa-f43a410a5df0", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:04:30.095350 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-692b2b34-4b25-448b-8505-2461785383d8 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:04:30.095839 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98c2fe7-4c80-4cd5-9183-0d00e7744f67', 'name': 'network-vif-deleted', 'tag': 'a71007f0-a47d-4019-9224-e07de646df42', 'status': 'completed', 'code': 200} Jan 18 20:04:30.096193 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840edb35-e888-4362-8583-b3cb0c6a5327', 'name': 'network-vif-deleted', 'tag': 'aada8984-31d9-4d56-bdaa-f43a410a5df0', 'status': 'completed', 'code': 200} Jan 18 20:04:30.111355 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a02d4a-9b85-4221-8a9d-06cee3c26cc1 req-67b1d8ba-0734-444c-a839-902a612bfef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:30.113064 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-53a02d4a-9b85-4221-8a9d-06cee3c26cc1 req-67b1d8ba-0734-444c-a839-902a612bfef6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&device_id=70c9cf1e-df58-4aea-a35e-091c937c6188 HTTP/1.1" status: 200 len: 1099 time: 0.1024816 Jan 18 20:04:30.181044 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f682c638-8202-4564-829f-46d2fef48a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (239e2c7d-bcab-49ec-8a32-821b53cd4052), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:30.274902 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a02d4a-9b85-4221-8a9d-06cee3c26cc1 req-5acfab27-278f-44b1-8bef-c34198250e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:30.276505 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-53a02d4a-9b85-4221-8a9d-06cee3c26cc1 req-5acfab27-278f-44b1-8bef-c34198250e26 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.1564164 Jan 18 20:04:30.280938 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f682c638-8202-4564-829f-46d2fef48a2b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:04:30.281433 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f682c638-8202-4564-829f-46d2fef48a2b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:04:30.282044 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f682c638-8202-4564-829f-46d2fef48a2b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:04:30.282388 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f682c638-8202-4564-829f-46d2fef48a2b admin admin] Subscribe: > port after_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:04:30.282721 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f682c638-8202-4564-829f-46d2fef48a2b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:04:30.283049 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f682c638-8202-4564-829f-46d2fef48a2b admin admin] Subscribe: > port after_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:04:30.283374 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f682c638-8202-4564-829f-46d2fef48a2b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:04:30.283682 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f682c638-8202-4564-829f-46d2fef48a2b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:04:30.283997 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f682c638-8202-4564-829f-46d2fef48a2b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:04:30.284325 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f682c638-8202-4564-829f-46d2fef48a2b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:04:30.353510 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f682c638-8202-4564-829f-46d2fef48a2b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:04:30.353880 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f682c638-8202-4564-829f-46d2fef48a2b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:04:30.354205 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f682c638-8202-4564-829f-46d2fef48a2b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:04:30.354528 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f682c638-8202-4564-829f-46d2fef48a2b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:04:30.354966 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-f682c638-8202-4564-829f-46d2fef48a2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['239e2c7d-bcab-49ec-8a32-821b53cd4052']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:30.358460 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-53a02d4a-9b85-4221-8a9d-06cee3c26cc1 req-0468f9d3-3037-40e1-b5c1-2bc3daef2bbf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=9cb99548-e15a-4996-bb62-503e574bd94f HTTP/1.1" status: 200 len: 217 time: 0.0718234 Jan 18 20:04:30.386837 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408ef3c-3537-4754-8edc-acb0c9ad1c2a req-db405039-3b83-451f-ae46-e03ee56b3eb5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:30.393516 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0408ef3c-3537-4754-8edc-acb0c9ad1c2a req-db405039-3b83-451f-ae46-e03ee56b3eb5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8362f077-23ba-412c-bc80-4539aad3936a HTTP/1.1" status: 200 len: 948 time: 0.3725436 Jan 18 20:04:30.403621 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:30.408041 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-f682c638-8202-4564-829f-46d2fef48a2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb87e8d-0ed0-428b-9deb-19e8ff71d2bc') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:30.408335 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-f682c638-8202-4564-829f-46d2fef48a2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb87e8d-0ed0-428b-9deb-19e8ff71d2bc') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:30.458845 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f682c638-8202-4564-829f-46d2fef48a2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (0bb87e8d-0ed0-428b-9deb-19e8ff71d2bc), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:30.464596 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a02d4a-9b85-4221-8a9d-06cee3c26cc1 req-9e732b1d-ad43-42f8-ad95-6c34801b79d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:30.466228 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-53a02d4a-9b85-4221-8a9d-06cee3c26cc1 req-9e732b1d-ad43-42f8-ad95-6c34801b79d0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0910740 Jan 18 20:04:30.566132 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f682c638-8202-4564-829f-46d2fef48a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (0bb87e8d-0ed0-428b-9deb-19e8ff71d2bc), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:30.567145 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a02d4a-9b85-4221-8a9d-06cee3c26cc1 req-a63ada4e-4a5d-4dfa-871b-1104ff0c3a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:30.568657 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-53a02d4a-9b85-4221-8a9d-06cee3c26cc1 req-a63ada4e-4a5d-4dfa-871b-1104ff0c3a01 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0894685 Jan 18 20:04:30.615137 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4998acd1-691a-4326-a1ab-5275a9cd0dcf req-e7e98610-894f-4650-8ea3-070f3e9be27f service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097568 Jan 18 20:04:30.620420 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f682c638-8202-4564-829f-46d2fef48a2b admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:04:30.620420 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f682c638-8202-4564-829f-46d2fef48a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (0bb87e8d-0ed0-428b-9deb-19e8ff71d2bc), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:04:30.650578 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:04:30.653990 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-14f92eba-5ee6-4d9a-976e-ae5bed59cd3d tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Publish callbacks [] for security_group (a21e4184-1bd5-4ff2-a085-81e174d83149), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:30.679221 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be599140-8307-47c6-b351-d202c16d8a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (5d98a0b7-24e5-4165-ae05-a459d3c173d7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:30.711550 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-14f92eba-5ee6-4d9a-976e-ae5bed59cd3d tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a21e4184-1bd5-4ff2-a085-81e174d83149), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:30.754711 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-53a02d4a-9b85-4221-8a9d-06cee3c26cc1 req-19146704-7838-467e-97d8-744e9a6a29a7 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788323 Jan 18 20:04:30.758383 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0408ef3c-3537-4754-8edc-acb0c9ad1c2a req-0efe2d5e-8357-4d18-96f6-2e09839d60b9 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641729 Jan 18 20:04:30.893562 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881ac8a-26b5-43e6-a905-6729efe01b38 req-671d1ab6-376c-4bf1-9955-263de8c84f57 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:30.895098 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a881ac8a-26b5-43e6-a905-6729efe01b38 req-671d1ab6-376c-4bf1-9955-263de8c84f57 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 950 time: 0.4445026 Jan 18 20:04:30.908857 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f682c638-8202-4564-829f-46d2fef48a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (239e2c7d-bcab-49ec-8a32-821b53cd4052), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:30.934138 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f92eba-5ee6-4d9a-976e-ae5bed59cd3d tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a21e4184-1bd5-4ff2-a085-81e174d83149,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:30.964789 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f682c638-8202-4564-829f-46d2fef48a2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:30.967989 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f682c638-8202-4564-829f-46d2fef48a2b admin admin] 10.222.0.31 "DELETE /v2.0/networks/239e2c7d-bcab-49ec-8a32-821b53cd4052 HTTP/1.1" status: 204 len: 168 time: 1.5189414 Jan 18 20:04:30.979584 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34614) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:30.996745 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-070163b2-e9ce-4253-a37c-2a4c187f56e1 req-9803b6ed-d54b-4fd8-8c81-70d71ec765ca tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3812ac-0ed2-466e-9d7d-ed675c35a819 HTTP/1.1" status: 200 len: 210 time: 0.0960650 Jan 18 20:04:31.009012 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682c638-8202-4564-829f-46d2fef48a2b admin admin] Pushing event deleted for resources: {'Network': ['ID=239e2c7d-bcab-49ec-8a32-821b53cd4052,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:31.058083 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-53a02d4a-9b85-4221-8a9d-06cee3c26cc1 req-b815a89f-7f7a-419b-97c0-5d1fb1dc7bc6 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588415 Jan 18 20:04:31.106054 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4998acd1-691a-4326-a1ab-5275a9cd0dcf req-40f94dd4-3911-441d-b003-73c4b39a9ea7 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545240 Jan 18 20:04:31.111434 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-479a0b5c-8b28-4c02-ac47-49030cb1492e admin admin] Deleting subnet 20d423c0-6b88-4c42-bb60-ee3bfb3d46d4 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:04:31.118288 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 9cb99548-e15a-4996-bb62-503e574bd94f details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:04:31.122130 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device aada8984-31d9-4d56-bdaa-f43a410a5df0 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:04:31.132126 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-479a0b5c-8b28-4c02-ac47-49030cb1492e admin admin] Publish callbacks [] for subnet (20d423c0-6b88-4c42-bb60-ee3bfb3d46d4), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:31.148237 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a881ac8a-26b5-43e6-a905-6729efe01b38 req-64d55ab6-5598-4ec1-b166-5af6d04228f1 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250340 Jan 18 20:04:31.155236 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: aada8984-31d9-4d56-bdaa-f43a410a5df0 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:04:31.155772 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device aada8984-31d9-4d56-bdaa-f43a410a5df0 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:04:31.156336 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a71007f0-a47d-4019-9224-e07de646df42 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:04:31.185121 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: a71007f0-a47d-4019-9224-e07de646df42 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:04:31.185719 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a71007f0-a47d-4019-9224-e07de646df42 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:04:31.188871 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-479a0b5c-8b28-4c02-ac47-49030cb1492e admin admin] Publish callbacks [] for subnet (20d423c0-6b88-4c42-bb60-ee3bfb3d46d4), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:31.197370 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-479a0b5c-8b28-4c02-ac47-49030cb1492e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (20d423c0-6b88-4c42-bb60-ee3bfb3d46d4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:31.224854 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-14f92eba-5ee6-4d9a-976e-ae5bed59cd3d tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Allocated IP 192.168.233.248 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/b9f0237e-1cff-4e35-95d2-8abba0c38820) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:04:31.290606 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 9cb99548-e15a-4996-bb62-503e574bd94f, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=9cb99548-e15a-4996-bb62-503e574bd94f,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:31.299312 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-479a0b5c-8b28-4c02-ac47-49030cb1492e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for subnet (20d423c0-6b88-4c42-bb60-ee3bfb3d46d4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:31.308715 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '9cb99548-e15a-4996-bb62-503e574bd94f', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '9cb99548-e15a-4996-bb62-503e574bd94f', 'mac_address': 'fa:16:3e:03:e7:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:04:31.317850 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656d480-c736-4ecc-8a39-3169904f3773 req-54c31b8a-e9fa-4b53-99a4-3021c6f54da6 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:31.319456 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1656d480-c736-4ecc-8a39-3169904f3773 req-54c31b8a-e9fa-4b53-99a4-3021c6f54da6 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 944 time: 0.2067325 Jan 18 20:04:31.323837 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-479a0b5c-8b28-4c02-ac47-49030cb1492e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:31.333122 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-479a0b5c-8b28-4c02-ac47-49030cb1492e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/20d423c0-6b88-4c42-bb60-ee3bfb3d46d4 HTTP/1.1" status: 204 len: 168 time: 0.3455987 Jan 18 20:04:31.335832 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34616) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:31.359130 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a0b5c-8b28-4c02-ac47-49030cb1492e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20d423c0-6b88-4c42-bb60-ee3bfb3d46d4,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:31.362980 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 9cb99548-e15a-4996-bb62-503e574bd94f is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:04:31.363526 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9cb99548-e15a-4996-bb62-503e574bd94f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:31.377697 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cb99548-e15a-4996-bb62-503e574bd94f {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:04:31.399231 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 9cb99548-e15a-4996-bb62-503e574bd94f, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=9cb99548-e15a-4996-bb62-503e574bd94f,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:31.404350 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9cb99548-e15a-4996-bb62-503e574bd94f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:31.405619 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ae5daab9-3318-4b0e-afff-8350b4913ab0 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:04:31.438607 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-be599140-8307-47c6-b351-d202c16d8a86 admin admin] Deleting port 073b1635-cd57-4b5c-bb61-81a4461d448b {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:04:31.438949 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be599140-8307-47c6-b351-d202c16d8a86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (073b1635-cd57-4b5c-bb61-81a4461d448b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:31.481697 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=9cb99548-e15a-4996-bb62-503e574bd94f,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:31.519243 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:31.520063 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:31.520063 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:31.520544 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:31.521133 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:31.521426 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:31.522529 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:31.522529 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:31.522529 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:31.523026 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:31.523557 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:31.523974 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:31.524375 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:04:31.527972 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-be599140-8307-47c6-b351-d202c16d8a86 admin admin] For port 073b1635-cd57-4b5c-bb61-81a4461d448b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=073b1635-cd57-4b5c-bb61-81a4461d448b,segment=NetworkSegment(0bb4561e-2a35-4bb4-bd91-4e08e43aedfc),segment_id=0bb4561e-2a35-4bb4-bd91-4e08e43aedfc)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:31.527972 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be599140-8307-47c6-b351-d202c16d8a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (073b1635-cd57-4b5c-bb61-81a4461d448b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:31.535316 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1656d480-c736-4ecc-8a39-3169904f3773 req-4996fbae-2c34-4841-a074-35c05514c3d2 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027457 Jan 18 20:04:31.541485 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-341f84c2-aed4-449f-86b5-7f1f7afbdcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (9b424c15-89f8-4f8d-ad64-b9b93404b7a9), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:31.550556 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-be599140-8307-47c6-b351-d202c16d8a86 admin admin] Calling delete_port for 073b1635-cd57-4b5c-bb61-81a4461d448b owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:04:31.578470 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ae5daab9-3318-4b0e-afff-8350b4913ab0, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ae5daab9-3318-4b0e-afff-8350b4913ab0,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:31.589225 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'ae5daab9-3318-4b0e-afff-8350b4913ab0', 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553', 'port_id': 'ae5daab9-3318-4b0e-afff-8350b4913ab0', 'mac_address': 'fa:16:3e:31:b7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7ae8e7b-1bfc-435b-b42c-3b64619a022a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:04:31.630185 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port ae5daab9-3318-4b0e-afff-8350b4913ab0 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:04:31.630885 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ae5daab9-3318-4b0e-afff-8350b4913ab0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:31.644229 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5daab9-3318-4b0e-afff-8350b4913ab0 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:04:31.660022 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-14f92eba-5ee6-4d9a-976e-ae5bed59cd3d tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Publish callbacks [] for port (b9f0237e-1cff-4e35-95d2-8abba0c38820), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:31.665803 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ae5daab9-3318-4b0e-afff-8350b4913ab0, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ae5daab9-3318-4b0e-afff-8350b4913ab0,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:31.670708 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ae5daab9-3318-4b0e-afff-8350b4913ab0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:31.730088 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=ae5daab9-3318-4b0e-afff-8350b4913ab0,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:31.782755 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-14f92eba-5ee6-4d9a-976e-ae5bed59cd3d tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (b9f0237e-1cff-4e35-95d2-8abba0c38820), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:31.788528 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-341f84c2-aed4-449f-86b5-7f1f7afbdcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (9b424c15-89f8-4f8d-ad64-b9b93404b7a9), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:31.802801 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be599140-8307-47c6-b351-d202c16d8a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (073b1635-cd57-4b5c-bb61-81a4461d448b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:31.806337 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:31.827743 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e2045cd-cb27-41a4-b1ba-88bc1777172f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (96949be9-72f5-46e3-9382-77da7323210b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:31.850352 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be599140-8307-47c6-b351-d202c16d8a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=073b1635-cd57-4b5c-bb61-81a4461d448b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:31.921179 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-341f84c2-aed4-449f-86b5-7f1f7afbdcf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b424c15-89f8-4f8d-ad64-b9b93404b7a9']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:31.927137 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-14f92eba-5ee6-4d9a-976e-ae5bed59cd3d tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:04:31.949667 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['9cb99548-e15a-4996-bb62-503e574bd94f'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:04:31.954475 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['ae5daab9-3318-4b0e-afff-8350b4913ab0'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:04:31.956063 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-14f92eba-5ee6-4d9a-976e-ae5bed59cd3d tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:04:31.976364 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-341f84c2-aed4-449f-86b5-7f1f7afbdcf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '489b943d-60d6-426f-af8d-ddca06233517') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:31.976729 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-341f84c2-aed4-449f-86b5-7f1f7afbdcf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '489b943d-60d6-426f-af8d-ddca06233517') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:31.978620 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-14f92eba-5ee6-4d9a-976e-ae5bed59cd3d tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:04:32.005925 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be599140-8307-47c6-b351-d202c16d8a86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (5d98a0b7-24e5-4165-ae05-a459d3c173d7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:32.054181 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-341f84c2-aed4-449f-86b5-7f1f7afbdcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (489b943d-60d6-426f-af8d-ddca06233517), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:32.078788 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f92eba-5ee6-4d9a-976e-ae5bed59cd3d tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Pushing event updated for resources: {'Port': ['ID=b9f0237e-1cff-4e35-95d2-8abba0c38820,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:32.114763 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-341f84c2-aed4-449f-86b5-7f1f7afbdcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (489b943d-60d6-426f-af8d-ddca06233517), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:32.140238 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0b6f5-3496-4e52-8b71-85e8403d8a76 req-c58fcb3f-2c33-4070-a111-be0edca8ce7b tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:32.151500 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fd0b6f5-3496-4e52-8b71-85e8403d8a76 req-c58fcb3f-2c33-4070-a111-be0edca8ce7b tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8362f077-23ba-412c-bc80-4539aad3936a HTTP/1.1" status: 200 len: 948 time: 0.2326589 Jan 18 20:04:32.162102 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-14f92eba-5ee6-4d9a-976e-ae5bed59cd3d tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:32.163243 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-14f92eba-5ee6-4d9a-976e-ae5bed59cd3d tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:32.173787 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341f84c2-aed4-449f-86b5-7f1f7afbdcf3 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:04:32.176320 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-341f84c2-aed4-449f-86b5-7f1f7afbdcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (489b943d-60d6-426f-af8d-ddca06233517), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:04:32.181206 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:04:32.374518 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d7eceeba-8906-4f77-a82c-8447e3141906 None None] Provisioning complete for port b9f0237e-1cff-4e35-95d2-8abba0c38820 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:04:32.375851 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d7eceeba-8906-4f77-a82c-8447e3141906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b9f0237e-1cff-4e35-95d2-8abba0c38820), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:32.389120 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be599140-8307-47c6-b351-d202c16d8a86 admin admin] Router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:04:32.415010 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d7eceeba-8906-4f77-a82c-8447e3141906 None None] Port b9f0237e-1cff-4e35-95d2-8abba0c38820 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:04:32.502638 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be599140-8307-47c6-b351-d202c16d8a86 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:04:32.511576 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-be599140-8307-47c6-b351-d202c16d8a86 admin admin] 10.222.0.31 "PUT /v2.0/routers/5d98a0b7-24e5-4165-ae05-a459d3c173d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8380969 Jan 18 20:04:32.511576 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34626) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:32.515308 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8d26da-dd37-4bd9-8d1d-18d53c0f202d None None] Sync routers for ids ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:04:32.525599 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8d26da-dd37-4bd9-8d1d-18d53c0f202d None None] Routers {'5d98a0b7-24e5-4165-ae05-a459d3c173d7'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:04:32.526280 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2f8d26da-dd37-4bd9-8d1d-18d53c0f202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:04:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:32.630384 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-14f92eba-5ee6-4d9a-976e-ae5bed59cd3d tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3877039 Jan 18 20:04:32.631122 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3a854f9-a0c9-4af1-bbcb-25bf86b0181d admin admin] Publish callbacks [] for router (5d98a0b7-24e5-4165-ae05-a459d3c173d7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:32.657988 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-341f84c2-aed4-449f-86b5-7f1f7afbdcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (9b424c15-89f8-4f8d-ad64-b9b93404b7a9), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:32.659656 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-2f8d26da-dd37-4bd9-8d1d-18d53c0f202d None None] Set router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:04:32.665542 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-e33d8e23-60e0-4186-91cb-0b7cc47fb0a1 service neutron] Request body: {'port': {'device_id': 'ca3812ac-0ed2-466e-9d7d-ed675c35a819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:32.680269 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-341f84c2-aed4-449f-86b5-7f1f7afbdcf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:32.685847 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-341f84c2-aed4-449f-86b5-7f1f7afbdcf3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9b424c15-89f8-4f8d-ad64-b9b93404b7a9 HTTP/1.1" status: 204 len: 168 time: 1.3465621 Jan 18 20:04:32.741901 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f84c2-aed4-449f-86b5-7f1f7afbdcf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b424c15-89f8-4f8d-ad64-b9b93404b7a9,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:32.758346 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fd0b6f5-3496-4e52-8b71-85e8403d8a76 req-a2d725bf-b1b9-4fb2-b89e-e87f290c3d2c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6045053 Jan 18 20:04:32.781925 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac991b-db0c-4591-8aec-f89c489569a5 req-c707a30c-3a4b-4659-83dc-f8f495cf5fa0 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:32.794601 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21ac991b-db0c-4591-8aec-f89c489569a5 req-c707a30c-3a4b-4659-83dc-f8f495cf5fa0 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3812ac-0ed2-466e-9d7d-ed675c35a819 HTTP/1.1" status: 200 len: 936 time: 0.6164207 Jan 18 20:04:32.894863 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21ac991b-db0c-4591-8aec-f89c489569a5 req-f254eb6a-aa21-4143-9288-1785d51af7fa tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/security-groups?id=a21e4184-1bd5-4ff2-a085-81e174d83149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038001 Jan 18 20:04:32.989996 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-e33d8e23-60e0-4186-91cb-0b7cc47fb0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b9f0237e-1cff-4e35-95d2-8abba0c38820), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:33.020253 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2f8d26da-dd37-4bd9-8d1d-18d53c0f202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-router', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '91d8110f-f713-4a31-96b5-01159d651e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:02Z', 'updated_at': '2022-01-18T20:04:31Z', 'revision_number': 5, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'gw_port': {'id': '91d8110f-f713-4a31-96b5-01159d651e26', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:03Z', 'updated_at': '2022-01-18T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:33.028194 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcf496-d4d6-40c9-bd6b-e789879fae1f req-c77805a5-2634-4d73-a026-bc4d3bf207b1 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:33.030282 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-31fcf496-d4d6-40c9-bd6b-e789879fae1f req-c77805a5-2634-4d73-a026-bc4d3bf207b1 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 950 time: 0.1222615 Jan 18 20:04:33.080680 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34632) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:33.082986 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8d26da-dd37-4bd9-8d1d-18d53c0f202d None None] Checking router: 5d98a0b7-24e5-4165-ae05-a459d3c173d7 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:04:33.097045 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8d26da-dd37-4bd9-8d1d-18d53c0f202d None None] Routers {'5d98a0b7-24e5-4165-ae05-a459d3c173d7'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:04:33.098485 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2f8d26da-dd37-4bd9-8d1d-18d53c0f202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:04:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:33.166737 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 9cb99548-e15a-4996-bb62-503e574bd94f up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:04:33.173354 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3a854f9-a0c9-4af1-bbcb-25bf86b0181d admin admin] Publish callbacks [] for router_gateway (5d98a0b7-24e5-4165-ae05-a459d3c173d7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:33.184174 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-860c8e59-308e-4d59-9f29-57dd50ee842b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c6e14c294d943ccb6a411b4099cabb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1021059 Jan 18 20:04:33.186877 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34634) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:33.266424 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-81823e46-ef50-4db3-9eb6-5b10fdc16dc0 admin admin] Publish callbacks [] for security_group (8883f488-37ef-448f-80a3-83a935456d1c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:33.280519 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-2f8d26da-dd37-4bd9-8d1d-18d53c0f202d None None] Set router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:04:33.283491 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a3a854f9-a0c9-4af1-bbcb-25bf86b0181d admin admin] Deleting port 91d8110f-f713-4a31-96b5-01159d651e26 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:04:33.283956 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3a854f9-a0c9-4af1-bbcb-25bf86b0181d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (91d8110f-f713-4a31-96b5-01159d651e26), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:33.325434 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7a774-6ddc-4dd5-af73-2634390eea2c req-228d7eea-5aef-4bec-819f-2092dec80bd3 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:33.327981 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 9cb99548-e15a-4996-bb62-503e574bd94f completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:04:33.328112 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-00e7a774-6ddc-4dd5-af73-2634390eea2c req-228d7eea-5aef-4bec-819f-2092dec80bd3 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 945 time: 0.2289305 Jan 18 20:04:33.357022 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 9cb99548-e15a-4996-bb62-503e574bd94f triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:04:33.357394 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9cb99548-e15a-4996-bb62-503e574bd94f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:33.372223 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-31fcf496-d4d6-40c9-bd6b-e789879fae1f req-dff3af37-2d72-4c77-8ff5-a966eb086704 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738998 Jan 18 20:04:33.393741 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a3a854f9-a0c9-4af1-bbcb-25bf86b0181d admin admin] For port 91d8110f-f713-4a31-96b5-01159d651e26, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=91d8110f-f713-4a31-96b5-01159d651e26,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:33.394098 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3a854f9-a0c9-4af1-bbcb-25bf86b0181d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (91d8110f-f713-4a31-96b5-01159d651e26), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:33.407360 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-81823e46-ef50-4db3-9eb6-5b10fdc16dc0 admin admin] Publish callbacks [] for security_group (8883f488-37ef-448f-80a3-83a935456d1c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:33.451294 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-3e2045cd-cb27-41a4-b1ba-88bc1777172f admin admin] Deleting port ee56109a-767a-4984-b69e-2cdb0631f4b7 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:04:33.452382 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e2045cd-cb27-41a4-b1ba-88bc1777172f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ee56109a-767a-4984-b69e-2cdb0631f4b7), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:33.455565 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a3a854f9-a0c9-4af1-bbcb-25bf86b0181d admin admin] Calling delete_port for 91d8110f-f713-4a31-96b5-01159d651e26 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:04:33.468797 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-81823e46-ef50-4db3-9eb6-5b10fdc16dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8883f488-37ef-448f-80a3-83a935456d1c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:33.472537 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-81823e46-ef50-4db3-9eb6-5b10fdc16dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:33.477652 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-81823e46-ef50-4db3-9eb6-5b10fdc16dc0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8883f488-37ef-448f-80a3-83a935456d1c HTTP/1.1" status: 204 len: 168 time: 0.2850883 Jan 18 20:04:33.485214 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81823e46-ef50-4db3-9eb6-5b10fdc16dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8883f488-37ef-448f-80a3-83a935456d1c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:33.548573 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-00e7a774-6ddc-4dd5-af73-2634390eea2c req-e36c208e-1876-401f-af92-e0fa1dc57c0b tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800659 Jan 18 20:04:33.576139 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 9cb99548-e15a-4996-bb62-503e574bd94f is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:04:33.581731 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9cb99548-e15a-4996-bb62-503e574bd94f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:33.584337 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-3e2045cd-cb27-41a4-b1ba-88bc1777172f admin admin] For port ee56109a-767a-4984-b69e-2cdb0631f4b7, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ee56109a-767a-4984-b69e-2cdb0631f4b7,segment=NetworkSegment(b4ee5cf0-a4e1-4733-8af6-684160efd6e1),segment_id=b4ee5cf0-a4e1-4733-8af6-684160efd6e1)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:33.585187 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e2045cd-cb27-41a4-b1ba-88bc1777172f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ee56109a-767a-4984-b69e-2cdb0631f4b7), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:33.621513 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-3e2045cd-cb27-41a4-b1ba-88bc1777172f admin admin] Calling delete_port for ee56109a-767a-4984-b69e-2cdb0631f4b7 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:04:33.634045 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c9cf1e-df58-4aea-a35e-091c937c6188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb99548-e15a-4996-bb62-503e574bd94f'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:04:33.636239 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74252eb2-7775-4805-a832-4445af4c1961" -d '{"events": [{"server_uuid": "70c9cf1e-df58-4aea-a35e-091c937c6188", "name": "network-vif-plugged", "status": "completed", "tag": "9cb99548-e15a-4996-bb62-503e574bd94f"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:04:33.653121 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 9cb99548-e15a-4996-bb62-503e574bd94f, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=9cb99548-e15a-4996-bb62-503e574bd94f,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:33.655144 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-e33d8e23-60e0-4186-91cb-0b7cc47fb0a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f0237e-1cff-4e35-95d2-8abba0c38820 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:04:33.665897 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9cb99548-e15a-4996-bb62-503e574bd94f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:33.666684 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ae5daab9-3318-4b0e-afff-8350b4913ab0 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:04:33.695112 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3a854f9-a0c9-4af1-bbcb-25bf86b0181d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (91d8110f-f713-4a31-96b5-01159d651e26), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:33.708516 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-e33d8e23-60e0-4186-91cb-0b7cc47fb0a1 service neutron] Publish callbacks [] for port (b9f0237e-1cff-4e35-95d2-8abba0c38820), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:33.743852 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-e33d8e23-60e0-4186-91cb-0b7cc47fb0a1 service neutron] Transition to ACTIVE for port object b9f0237e-1cff-4e35-95d2-8abba0c38820 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:04:33.753342 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-e33d8e23-60e0-4186-91cb-0b7cc47fb0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (b9f0237e-1cff-4e35-95d2-8abba0c38820), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:33.763348 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a854f9-a0c9-4af1-bbcb-25bf86b0181d admin admin] Pushing event deleted for resources: {'Port': ['ID=91d8110f-f713-4a31-96b5-01159d651e26,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:33.831316 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3a854f9-a0c9-4af1-bbcb-25bf86b0181d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (5d98a0b7-24e5-4165-ae05-a459d3c173d7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:33.856890 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9550f1e-8615-483d-b291-74d90979dd65 x-openstack-request-id: req-b9550f1e-8615-483d-b291-74d90979dd65 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:04:33.857211 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c9cf1e-df58-4aea-a35e-091c937c6188", "name": "network-vif-plugged", "status": "completed", "tag": "9cb99548-e15a-4996-bb62-503e574bd94f", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:04:33.857446 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9550f1e-8615-483d-b291-74d90979dd65 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:04:33.858017 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c9cf1e-df58-4aea-a35e-091c937c6188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb99548-e15a-4996-bb62-503e574bd94f', 'code': 200} Jan 18 20:04:33.877921 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 2f0fb0af-5225-4036-a577-369f9d8302fa details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:04:33.951492 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:33.957265 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3a854f9-a0c9-4af1-bbcb-25bf86b0181d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (5d98a0b7-24e5-4165-ae05-a459d3c173d7), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:33.962553 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3a854f9-a0c9-4af1-bbcb-25bf86b0181d admin admin] Publish callbacks [] for router_controller (5d98a0b7-24e5-4165-ae05-a459d3c173d7), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:33.967111 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2f8d26da-dd37-4bd9-8d1d-18d53c0f202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-router', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '91d8110f-f713-4a31-96b5-01159d651e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:02Z', 'updated_at': '2022-01-18T20:04:31Z', 'revision_number': 5, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'gw_port': {'id': '91d8110f-f713-4a31-96b5-01159d651e26', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:03Z', 'updated_at': '2022-01-18T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:33.970147 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c098172-9e4f-4007-a31a-0ef177f82074 req-194a55ff-d38b-41a3-8791-c6123e901ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:33.972133 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1c098172-9e4f-4007-a31a-0ef177f82074 req-194a55ff-d38b-41a3-8791-c6123e901ff4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=70c9cf1e-df58-4aea-a35e-091c937c6188 HTTP/1.1" status: 200 len: 1101 time: 0.2017305 Jan 18 20:04:34.028706 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:04:34.031442 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e2045cd-cb27-41a4-b1ba-88bc1777172f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (ee56109a-767a-4984-b69e-2cdb0631f4b7), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:34.045124 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=9cb99548-e15a-4996-bb62-503e574bd94f,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:34.057322 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8d26da-dd37-4bd9-8d1d-18d53c0f202d None None] The sync data for ids ['5d98a0b7-24e5-4165-ae05-a459d3c173d7'] in n-d-741529-9 is: [{'id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1204194004-router', 'tenant_id': 'c355645603e5405fb0170c0cbc339b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '91d8110f-f713-4a31-96b5-01159d651e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:02Z', 'updated_at': '2022-01-18T20:04:31Z', 'revision_number': 5, 'project_id': 'c355645603e5405fb0170c0cbc339b20', 'gw_port': {'id': '91d8110f-f713-4a31-96b5-01159d651e26', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98a0b7-24e5-4165-ae05-a459d3c173d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:03Z', 'updated_at': '2022-01-18T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:04:34.114009 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34648) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:34.122964 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port ae5daab9-3318-4b0e-afff-8350b4913ab0 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:04:34.126327 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3a854f9-a0c9-4af1-bbcb-25bf86b0181d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (5d98a0b7-24e5-4165-ae05-a459d3c173d7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:34.128176 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a854f9-a0c9-4af1-bbcb-25bf86b0181d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d98a0b7-24e5-4165-ae05-a459d3c173d7 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:04:34.130748 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port ae5daab9-3318-4b0e-afff-8350b4913ab0 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:04:34.131124 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ae5daab9-3318-4b0e-afff-8350b4913ab0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:34.146764 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3a854f9-a0c9-4af1-bbcb-25bf86b0181d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:34.148326 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a3a854f9-a0c9-4af1-bbcb-25bf86b0181d admin admin] 10.222.0.31 "DELETE /v2.0/routers/5d98a0b7-24e5-4165-ae05-a459d3c173d7 HTTP/1.1" status: 204 len: 168 time: 1.6363785 Jan 18 20:04:34.151626 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34650) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:34.173357 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 2f0fb0af-5225-4036-a577-369f9d8302fa, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=2f0fb0af-5225-4036-a577-369f9d8302fa,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:34.199019 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '2f0fb0af-5225-4036-a577-369f9d8302fa', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '2f0fb0af-5225-4036-a577-369f9d8302fa', 'mac_address': 'fa:16:3e:1b:ed:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:04:34.212640 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d8e23-60e0-4186-91cb-0b7cc47fb0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f0237e-1cff-4e35-95d2-8abba0c38820,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:34.260650 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1c098172-9e4f-4007-a31a-0ef177f82074 req-4c0c38fe-594b-40e1-afe8-11edb8156576 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279696 Jan 18 20:04:34.263832 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-9430d10f-1400-44ce-96f9-777a54eebb37 admin admin] Deleting subnet 4a4fc205-1f02-48e6-a311-ab3d6a37436d {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:04:34.265938 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4981b-e5b7-4620-a943-06a85eae1a6d req-1faa8d53-a9b0-4bcb-bce3-bc6a7d706043 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:34.268415 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9430d10f-1400-44ce-96f9-777a54eebb37 admin admin] Publish callbacks [] for subnet (4a4fc205-1f02-48e6-a311-ab3d6a37436d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:34.273195 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-73b4981b-e5b7-4620-a943-06a85eae1a6d req-1faa8d53-a9b0-4bcb-bce3-bc6a7d706043 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8362f077-23ba-412c-bc80-4539aad3936a HTTP/1.1" status: 200 len: 948 time: 0.2923696 Jan 18 20:04:34.278471 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2045cd-cb27-41a4-b1ba-88bc1777172f admin admin] Pushing event deleted for resources: {'Port': ['ID=ee56109a-767a-4984-b69e-2cdb0631f4b7,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:34.293978 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 2f0fb0af-5225-4036-a577-369f9d8302fa is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:04:34.294374 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2f0fb0af-5225-4036-a577-369f9d8302fa), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:34.321830 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9430d10f-1400-44ce-96f9-777a54eebb37 admin admin] Publish callbacks [] for subnet (4a4fc205-1f02-48e6-a311-ab3d6a37436d), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:34.329335 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f0fb0af-5225-4036-a577-369f9d8302fa {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:04:34.334794 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port ae5daab9-3318-4b0e-afff-8350b4913ab0 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:04:34.335192 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ae5daab9-3318-4b0e-afff-8350b4913ab0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:34.359804 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 2f0fb0af-5225-4036-a577-369f9d8302fa, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=2f0fb0af-5225-4036-a577-369f9d8302fa,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:34.373883 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (2f0fb0af-5225-4036-a577-369f9d8302fa), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:34.417995 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededdf16-d5b9-48e6-a904-647167aa5e91 req-9fa1caab-75ad-4c92-a870-0fb3351eefaa tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:34.419528 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ededdf16-d5b9-48e6-a904-647167aa5e91 req-9fa1caab-75ad-4c92-a870-0fb3351eefaa tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3812ac-0ed2-466e-9d7d-ed675c35a819 HTTP/1.1" status: 200 len: 948 time: 0.3844602 Jan 18 20:04:34.429198 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ae5daab9-3318-4b0e-afff-8350b4913ab0, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ae5daab9-3318-4b0e-afff-8350b4913ab0,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:34.439516 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ae5daab9-3318-4b0e-afff-8350b4913ab0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:34.440155 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6d9933b6-f5a4-48e1-aaa4-f4757239763d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=397faf4f6a974eed9cd787eb101bfd1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231719 Jan 18 20:04:34.444742 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34654) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:34.460237 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=2f0fb0af-5225-4036-a577-369f9d8302fa,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:34.463509 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-73b4981b-e5b7-4620-a943-06a85eae1a6d req-da2c7677-9c21-4236-a8f1-0c17c5e405cc tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838760 Jan 18 20:04:34.500772 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9430d10f-1400-44ce-96f9-777a54eebb37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (4a4fc205-1f02-48e6-a311-ab3d6a37436d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:34.591340 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=ae5daab9-3318-4b0e-afff-8350b4913ab0,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:34.592558 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9430d10f-1400-44ce-96f9-777a54eebb37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for subnet (4a4fc205-1f02-48e6-a311-ab3d6a37436d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:34.642845 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430d10f-1400-44ce-96f9-777a54eebb37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a4fc205-1f02-48e6-a311-ab3d6a37436d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:34.644846 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-e33d8e23-60e0-4186-91cb-0b7cc47fb0a1 service neutron] Attempting to bind port b9f0237e-1cff-4e35-95d2-8abba0c38820 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:04:34.645308 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-e33d8e23-60e0-4186-91cb-0b7cc47fb0a1 service neutron] Attempting to bind port b9f0237e-1cff-4e35-95d2-8abba0c38820 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:04:34.645714 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-e33d8e23-60e0-4186-91cb-0b7cc47fb0a1 service neutron] Attempting to bind port b9f0237e-1cff-4e35-95d2-8abba0c38820 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:04:34.648747 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9430d10f-1400-44ce-96f9-777a54eebb37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:34.652649 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9430d10f-1400-44ce-96f9-777a54eebb37 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4a4fc205-1f02-48e6-a311-ab3d6a37436d HTTP/1.1" status: 204 len: 168 time: 0.4996803 Jan 18 20:04:34.654129 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed22ac2-12f6-447a-91dd-225abf5cc5b4 None None] Network 78106b93-d326-468a-b364-efefd0202f5c requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:04:34.655431 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34658) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:34.678083 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-e33d8e23-60e0-4186-91cb-0b7cc47fb0a1 service neutron] Port b9f0237e-1cff-4e35-95d2-8abba0c38820 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:04:34.678685 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-e33d8e23-60e0-4186-91cb-0b7cc47fb0a1 service neutron] Attempting to bind port b9f0237e-1cff-4e35-95d2-8abba0c38820 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:04:34.732503 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['2f0fb0af-5225-4036-a577-369f9d8302fa'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:04:34.733256 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ededdf16-d5b9-48e6-a904-647167aa5e91 req-f5d554ef-5ee3-44dc-a704-9afd3bd5291a tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/security-groups?id=a21e4184-1bd5-4ff2-a085-81e174d83149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051820 Jan 18 20:04:34.737490 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (78106b93-d326-468a-b364-efefd0202f5c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:34.747952 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-e33d8e23-60e0-4186-91cb-0b7cc47fb0a1 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:04:34.748754 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-e33d8e23-60e0-4186-91cb-0b7cc47fb0a1 service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:04:34.748754 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-e33d8e23-60e0-4186-91cb-0b7cc47fb0a1 service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:04:34.749064 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-e33d8e23-60e0-4186-91cb-0b7cc47fb0a1 service neutron] Bound port: b9f0237e-1cff-4e35-95d2-8abba0c38820, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:04:34.749418 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-e33d8e23-60e0-4186-91cb-0b7cc47fb0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b9f0237e-1cff-4e35-95d2-8abba0c38820), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:34.783299 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f88b360-94ae-4900-83a4-5f748118efb8 admin admin] Publish callbacks [] for security_group (22999113-e3ee-443c-ac8f-fe6a5da011a5), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:34.830428 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e2045cd-cb27-41a4-b1ba-88bc1777172f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (96949be9-72f5-46e3-9382-77da7323210b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:34.840094 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] Deleting port 9d8d123d-366a-4ff2-b08f-2631bca69205 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:04:34.840534 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (9d8d123d-366a-4ff2-b08f-2631bca69205), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:34.864558 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fd9a1-6d40-46e6-ad11-73ff86b5bc05 req-2bad7efc-5d74-4079-b38f-70df85b589ee tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:34.866130 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cc7fd9a1-6d40-46e6-ad11-73ff86b5bc05 req-2bad7efc-5d74-4079-b38f-70df85b589ee tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 950 time: 0.2179923 Jan 18 20:04:34.871333 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f88b360-94ae-4900-83a4-5f748118efb8 admin admin] Publish callbacks [] for security_group (22999113-e3ee-443c-ac8f-fe6a5da011a5), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:34.931557 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62985a04-328e-4bb1-91ee-74a734c5e744 None None] DHCP port deletion for 78106b93-d326-468a-b364-efefd0202f5c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:04:34.936734 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] For port 9d8d123d-366a-4ff2-b08f-2631bca69205, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9d8d123d-366a-4ff2-b08f-2631bca69205,segment=NetworkSegment(0bb4561e-2a35-4bb4-bd91-4e08e43aedfc),segment_id=0bb4561e-2a35-4bb4-bd91-4e08e43aedfc)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:34.937403 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (9d8d123d-366a-4ff2-b08f-2631bca69205), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:34.954677 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] Calling delete_port for 9d8d123d-366a-4ff2-b08f-2631bca69205 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:04:35.025800 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-e33d8e23-60e0-4186-91cb-0b7cc47fb0a1 service neutron] For port b9f0237e-1cff-4e35-95d2-8abba0c38820, host n-h1-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:04:35.037304 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-62985a04-328e-4bb1-91ee-74a734c5e744 None None] Deleting port 9d8d123d-366a-4ff2-b08f-2631bca69205 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:04:35.038007 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-62985a04-328e-4bb1-91ee-74a734c5e744 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (9d8d123d-366a-4ff2-b08f-2631bca69205), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:35.053870 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-e33d8e23-60e0-4186-91cb-0b7cc47fb0a1 service neutron] For port b9f0237e-1cff-4e35-95d2-8abba0c38820, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=b9f0237e-1cff-4e35-95d2-8abba0c38820,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:04:35.066229 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (9d8d123d-366a-4ff2-b08f-2631bca69205), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:35.089694 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cc7fd9a1-6d40-46e6-ad11-73ff86b5bc05 req-2932578e-28d1-4372-a9bc-cd20b7a3f571 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162280 Jan 18 20:04:35.090683 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-e33d8e23-60e0-4186-91cb-0b7cc47fb0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (b9f0237e-1cff-4e35-95d2-8abba0c38820), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:35.100400 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] Pushing event deleted for resources: {'Port': ['ID=9d8d123d-366a-4ff2-b08f-2631bca69205,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:35.106104 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] No DVR routers for this DVR port 9d8d123d-366a-4ff2-b08f-2631bca69205 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:04:35.112261 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abb13d-8ea7-4833-9f78-e53a35bab086 req-94b09e57-7bf5-4c8d-a11c-f9cbdf1924ad tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:35.113847 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6abb13d-8ea7-4833-9f78-e53a35bab086 req-94b09e57-7bf5-4c8d-a11c-f9cbdf1924ad tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 946 time: 0.2598448 Jan 18 20:04:35.122516 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-62985a04-328e-4bb1-91ee-74a734c5e744 None None] For port 9d8d123d-366a-4ff2-b08f-2631bca69205, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9d8d123d-366a-4ff2-b08f-2631bca69205,segment=NetworkSegment(0bb4561e-2a35-4bb4-bd91-4e08e43aedfc),segment_id=0bb4561e-2a35-4bb4-bd91-4e08e43aedfc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:35.123476 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-62985a04-328e-4bb1-91ee-74a734c5e744 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (9d8d123d-366a-4ff2-b08f-2631bca69205), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:35.138562 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-62985a04-328e-4bb1-91ee-74a734c5e744 None None] Calling delete_port for 9d8d123d-366a-4ff2-b08f-2631bca69205 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:04:35.169676 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f88b360-94ae-4900-83a4-5f748118efb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (22999113-e3ee-443c-ac8f-fe6a5da011a5), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:35.172195 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f88b360-94ae-4900-83a4-5f748118efb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:35.173315 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2f88b360-94ae-4900-83a4-5f748118efb8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/22999113-e3ee-443c-ac8f-fe6a5da011a5 HTTP/1.1" status: 204 len: 168 time: 0.7068167 Jan 18 20:04:35.178456 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-e33d8e23-60e0-4186-91cb-0b7cc47fb0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:35.179064 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-e33d8e23-60e0-4186-91cb-0b7cc47fb0a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:35.180921 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-e33d8e23-60e0-4186-91cb-0b7cc47fb0a1 service neutron] 10.222.0.57 "PUT /v2.0/ports/b9f0237e-1cff-4e35-95d2-8abba0c38820 HTTP/1.1" status: 200 len: 1096 time: 2.5260541 Jan 18 20:04:35.183987 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3812ac-0ed2-466e-9d7d-ed675c35a819', 'tag': 'b9f0237e-1cff-4e35-95d2-8abba0c38820'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:04:35.193077 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65377832-3306-4c21-bed2-7721ed968130" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3812ac-0ed2-466e-9d7d-ed675c35a819", "tag": "b9f0237e-1cff-4e35-95d2-8abba0c38820"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:04:35.222258 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (78106b93-d326-468a-b364-efefd0202f5c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:35.225585 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88b360-94ae-4900-83a4-5f748118efb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22999113-e3ee-443c-ac8f-fe6a5da011a5,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:35.275819 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:04:35.276449 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:04:35.277911 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:04:35.278532 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] Subscribe: > port after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:04:35.279090 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:04:35.282987 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] Subscribe: > port after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:04:35.284268 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:04:35.284833 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:04:35.285396 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:04:35.286539 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:04:35.315101 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb665d0c-ec30-4624-a61b-3faa4eb191a9 x-openstack-request-id: req-cb665d0c-ec30-4624-a61b-3faa4eb191a9 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:04:35.315547 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3812ac-0ed2-466e-9d7d-ed675c35a819", "tag": "b9f0237e-1cff-4e35-95d2-8abba0c38820", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:04:35.315933 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb665d0c-ec30-4624-a61b-3faa4eb191a9 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:04:35.316329 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3812ac-0ed2-466e-9d7d-ed675c35a819', 'tag': 'b9f0237e-1cff-4e35-95d2-8abba0c38820', 'status': 'completed', 'code': 200} Jan 18 20:04:35.319178 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d8e23-60e0-4186-91cb-0b7cc47fb0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f0237e-1cff-4e35-95d2-8abba0c38820,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:35.351123 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-62985a04-328e-4bb1-91ee-74a734c5e744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (9d8d123d-366a-4ff2-b08f-2631bca69205), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:35.408560 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62985a04-328e-4bb1-91ee-74a734c5e744 None None] No DVR routers for this DVR port 9d8d123d-366a-4ff2-b08f-2631bca69205 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:04:35.430448 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62985a04-328e-4bb1-91ee-74a734c5e744 None None] Pushing event deleted for resources: {'Port': ['ID=9d8d123d-366a-4ff2-b08f-2631bca69205,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:35.450485 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:04:35.454818 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6abb13d-8ea7-4833-9f78-e53a35bab086 req-af5a4793-73a7-4475-8985-9f6eb662efa4 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156140 Jan 18 20:04:35.455491 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:04:35.456039 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:04:35.456591 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:04:35.457756 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78106b93-d326-468a-b364-efefd0202f5c']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:35.509025 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb4561e-2a35-4bb4-bd91-4e08e43aedfc') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:35.509303 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb4561e-2a35-4bb4-bd91-4e08e43aedfc') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:35.528892 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (0bb4561e-2a35-4bb4-bd91-4e08e43aedfc), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:35.562804 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-09f346af-2042-4fdd-a7f1-9163159f0e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:35.563823 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-09f346af-2042-4fdd-a7f1-9163159f0e82 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3f25de55194445a3a71b7b08b1c3cb60&device_id=ca3812ac-0ed2-466e-9d7d-ed675c35a819 HTTP/1.1" status: 200 len: 1099 time: 0.3294313 Jan 18 20:04:35.588945 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (0bb4561e-2a35-4bb4-bd91-4e08e43aedfc), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:35.599847 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:04:35.600449 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (0bb4561e-2a35-4bb4-bd91-4e08e43aedfc), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:04:35.607245 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:04:35.636188 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-4b144973-128b-4730-a4e2-5a3a1766cb55 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=b9f0237e-1cff-4e35-95d2-8abba0c38820 HTTP/1.1" status: 200 len: 217 time: 0.0632794 Jan 18 20:04:35.699965 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2045cd-cb27-41a4-b1ba-88bc1777172f admin admin] Router 96949be9-72f5-46e3-9382-77da7323210b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:04:35.711981 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9d8d123d-366a-4ff2-b08f-2631bca69205 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:04:35.730260 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (78106b93-d326-468a-b364-efefd0202f5c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:35.737050 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6f2b7-1299-4612-bb76-205322bdb74b req-eed8b7cb-105d-4514-bdb5-e6f34560c582 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:35.738648 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e3f6f2b7-1299-4612-bb76-205322bdb74b req-eed8b7cb-105d-4514-bdb5-e6f34560c582 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8362f077-23ba-412c-bc80-4539aad3936a HTTP/1.1" status: 200 len: 949 time: 0.1143594 Jan 18 20:04:35.741441 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:35.742648 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-541a9ef8-0022-4bf7-b7ba-2cfff7040ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:35.744022 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-541a9ef8-0022-4bf7-b7ba-2cfff7040ef0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0917773 Jan 18 20:04:35.746905 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 9d8d123d-366a-4ff2-b08f-2631bca69205 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:04:35.747623 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9d8d123d-366a-4ff2-b08f-2631bca69205 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:04:35.747934 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 91d8110f-f713-4a31-96b5-01159d651e26 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:04:35.750309 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] 10.222.0.31 "DELETE /v2.0/networks/78106b93-d326-468a-b364-efefd0202f5c HTTP/1.1" status: 204 len: 168 time: 1.0928915 Jan 18 20:04:35.795833 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b135518-a022-4953-a4ed-ced5fefdc70a admin admin] Pushing event deleted for resources: {'Network': ['ID=78106b93-d326-468a-b364-efefd0202f5c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:35.825219 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 91d8110f-f713-4a31-96b5-01159d651e26 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:04:35.827524 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 91d8110f-f713-4a31-96b5-01159d651e26 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:04:35.828097 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 073b1635-cd57-4b5c-bb61-81a4461d448b no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:04:35.864552 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7aedde9-fa43-4058-b3e4-132f5a5fd752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5daab9-3318-4b0e-afff-8350b4913ab0'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:04:35.868082 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870f4636-c144-4116-af7e-9f60bb77fd64" -d '{"events": [{"server_uuid": "b7aedde9-fa43-4058-b3e4-132f5a5fd752", "name": "network-vif-plugged", "status": "completed", "tag": "ae5daab9-3318-4b0e-afff-8350b4913ab0"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:04:35.873011 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 073b1635-cd57-4b5c-bb61-81a4461d448b {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:04:35.873625 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 073b1635-cd57-4b5c-bb61-81a4461d448b not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:04:35.935700 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34682) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:35.988325 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-82951eb1-ff89-4273-bcae-c9b985348e49 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c355645603e5405fb0170c0cbc339b20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487840 Jan 18 20:04:35.988541 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34686) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:36.039837 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-91340caf-3e85-422e-ac2e-d819af0c7686 admin admin] Publish callbacks [] for security_group (972e3aad-ec5c-47eb-ac45-2d8158c9b95c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:36.064574 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-91340caf-3e85-422e-ac2e-d819af0c7686 admin admin] Publish callbacks [] for security_group (972e3aad-ec5c-47eb-ac45-2d8158c9b95c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:36.119338 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-91340caf-3e85-422e-ac2e-d819af0c7686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (972e3aad-ec5c-47eb-ac45-2d8158c9b95c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:36.122681 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-91340caf-3e85-422e-ac2e-d819af0c7686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:36.125867 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-91340caf-3e85-422e-ac2e-d819af0c7686 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/972e3aad-ec5c-47eb-ac45-2d8158c9b95c HTTP/1.1" status: 204 len: 168 time: 0.1344519 Jan 18 20:04:36.132006 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91340caf-3e85-422e-ac2e-d819af0c7686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972e3aad-ec5c-47eb-ac45-2d8158c9b95c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:36.202075 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e3f6f2b7-1299-4612-bb76-205322bdb74b req-29cb75be-30b4-4987-ba3a-759b1080bb48 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4568977 Jan 18 20:04:36.212026 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-f1dab487-3948-40ac-be8d-81e32dbbd59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:36.213513 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-f1dab487-3948-40ac-be8d-81e32dbbd59d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4590597 Jan 18 20:04:36.249876 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2045cd-cb27-41a4-b1ba-88bc1777172f admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:04:36.259735 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3e2045cd-cb27-41a4-b1ba-88bc1777172f admin admin] 10.222.0.31 "PUT /v2.0/routers/96949be9-72f5-46e3-9382-77da7323210b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5505614 Jan 18 20:04:36.262271 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34698) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:36.267006 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d60352-a695-4158-9039-9fa80ee4eec5 None None] Sync routers for ids ['96949be9-72f5-46e3-9382-77da7323210b'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:04:36.270003 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a90cd4-8b2f-41a5-aca6-d8f1f5839a8b req-64f368e5-1097-41d7-973c-15e0f8fd4c68 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:36.277112 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4695a412-c0f8-443c-abbf-36388ee9f63b x-openstack-request-id: req-4695a412-c0f8-443c-abbf-36388ee9f63b {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:04:36.277441 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-10a90cd4-8b2f-41a5-aca6-d8f1f5839a8b req-64f368e5-1097-41d7-973c-15e0f8fd4c68 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3812ac-0ed2-466e-9d7d-ed675c35a819 HTTP/1.1" status: 200 len: 948 time: 0.4330778 Jan 18 20:04:36.278073 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7aedde9-fa43-4058-b3e4-132f5a5fd752", "name": "network-vif-plugged", "status": "completed", "tag": "ae5daab9-3318-4b0e-afff-8350b4913ab0", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:04:36.278332 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4695a412-c0f8-443c-abbf-36388ee9f63b {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:04:36.278722 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7aedde9-fa43-4058-b3e4-132f5a5fd752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5daab9-3318-4b0e-afff-8350b4913ab0', 'code': 200} Jan 18 20:04:36.305750 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d60352-a695-4158-9039-9fa80ee4eec5 None None] Routers {'96949be9-72f5-46e3-9382-77da7323210b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:04:36.308986 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-79d60352-a695-4158-9039-9fa80ee4eec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:04:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['96949be9-72f5-46e3-9382-77da7323210b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:36.421576 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-10a90cd4-8b2f-41a5-aca6-d8f1f5839a8b req-2fd3313a-04e2-4841-903b-7484ac91834b tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/security-groups?id=a21e4184-1bd5-4ff2-a085-81e174d83149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291983 Jan 18 20:04:36.421576 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-da3b3c98-eb0e-4553-9c53-fed5efa367cf service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951921 Jan 18 20:04:36.459762 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca9d87-9984-4146-b511-c672bf3606af req-ff052eb8-bbbf-4c40-97b4-f4262e30e715 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:36.461296 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42ca9d87-9984-4146-b511-c672bf3606af req-ff052eb8-bbbf-4c40-97b4-f4262e30e715 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 950 time: 0.1113393 Jan 18 20:04:36.531634 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-79d60352-a695-4158-9039-9fa80ee4eec5 None None] Set router 96949be9-72f5-46e3-9382-77da7323210b gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:04:36.561083 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7dc83-7d48-4731-b5c1-3dd9c65b5361 req-29741571-44e1-4ddf-b546-ca122a1ffe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:36.562594 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2cc7dc83-7d48-4731-b5c1-3dd9c65b5361 req-29741571-44e1-4ddf-b546-ca122a1ffe95 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 1097 time: 0.1649230 Jan 18 20:04:36.616562 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14e3aac5-25ec-4fb1-b983-ce4afaaca506 req-46c75f55-dbc5-449e-bcd7-300b28435436 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921837 Jan 18 20:04:36.622045 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42ca9d87-9984-4146-b511-c672bf3606af req-e47f7f1d-2174-4bda-9726-e1c0ab056d22 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323872 Jan 18 20:04:36.650478 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7be00645-b1a2-456d-bfaf-6d2edbdee571 admin admin] Publish callbacks [] for router (96949be9-72f5-46e3-9382-77da7323210b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:36.678035 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc892188-f0b6-49df-bc4b-0bc0fe1f00f8 req-5d51121a-7f35-489d-8c00-4fa3821a7593 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:36.686220 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc892188-f0b6-49df-bc4b-0bc0fe1f00f8 req-5d51121a-7f35-489d-8c00-4fa3821a7593 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 946 time: 0.0827019 Jan 18 20:04:36.689782 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:36.763609 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2cc7dc83-7d48-4731-b5c1-3dd9c65b5361 req-0eda287c-5983-4c1e-b660-1c726bbafde9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883428 Jan 18 20:04:36.802735 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65377832-3306-4c21-bed2-7721ed968130 req-a7defb91-5f9a-4700-bc73-a495f8a15d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:36.806542 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65377832-3306-4c21-bed2-7721ed968130 req-a7defb91-5f9a-4700-bc73-a495f8a15d8f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3f25de55194445a3a71b7b08b1c3cb60&device_id=ca3812ac-0ed2-466e-9d7d-ed675c35a819 HTTP/1.1" status: 200 len: 1099 time: 0.0895519 Jan 18 20:04:36.810395 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc892188-f0b6-49df-bc4b-0bc0fe1f00f8 req-18b2121d-32be-4e1b-944d-0d9bc33368ef tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231108 Jan 18 20:04:36.895126 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7be00645-b1a2-456d-bfaf-6d2edbdee571 admin admin] Publish callbacks [] for router_gateway (96949be9-72f5-46e3-9382-77da7323210b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:36.900338 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-79d60352-a695-4158-9039-9fa80ee4eec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96949be9-72f5-46e3-9382-77da7323210b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708276940-router', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'c49401b3-c32f-475a-8238-9117a2a062c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:28Z', 'updated_at': '2022-01-18T20:04:33Z', 'revision_number': 5, 'project_id': '258eff093b154b0c89958ad6b5b7d9b2', 'gw_port': {'id': 'c49401b3-c32f-475a-8238-9117a2a062c5', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96949be9-72f5-46e3-9382-77da7323210b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:03:29Z', 'updated_at': '2022-01-18T20:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:36.916770 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65377832-3306-4c21-bed2-7721ed968130 req-b97fe78a-e985-402a-be0b-2e8cf050b1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:36.918851 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65377832-3306-4c21-bed2-7721ed968130 req-b97fe78a-e985-402a-be0b-2e8cf050b1e5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.1064992 Jan 18 20:04:36.937300 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d60352-a695-4158-9039-9fa80ee4eec5 None None] Checking router: 96949be9-72f5-46e3-9382-77da7323210b for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:04:36.947215 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d60352-a695-4158-9039-9fa80ee4eec5 None None] Routers {'96949be9-72f5-46e3-9382-77da7323210b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:04:36.947997 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-79d60352-a695-4158-9039-9fa80ee4eec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:04:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['96949be9-72f5-46e3-9382-77da7323210b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:36.969495 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-7be00645-b1a2-456d-bfaf-6d2edbdee571 admin admin] Deleting port c49401b3-c32f-475a-8238-9117a2a062c5 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:04:36.969864 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7be00645-b1a2-456d-bfaf-6d2edbdee571 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (c49401b3-c32f-475a-8238-9117a2a062c5), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:36.972990 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65377832-3306-4c21-bed2-7721ed968130 req-5d3604f8-07c3-4a6f-b4f8-4a9417c8ec1f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=b9f0237e-1cff-4e35-95d2-8abba0c38820 HTTP/1.1" status: 200 len: 217 time: 0.0468445 Jan 18 20:04:37.046967 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65377832-3306-4c21-bed2-7721ed968130 req-9b7a0f4c-72ca-47ac-8bb6-60f325ad9d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:37.049171 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65377832-3306-4c21-bed2-7721ed968130 req-9b7a0f4c-72ca-47ac-8bb6-60f325ad9d52 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0704875 Jan 18 20:04:37.116253 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65377832-3306-4c21-bed2-7721ed968130 req-ac59b027-161c-46ba-af00-901d77f4bbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:37.117917 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65377832-3306-4c21-bed2-7721ed968130 req-ac59b027-161c-46ba-af00-901d77f4bbb8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0601473 Jan 18 20:04:37.121571 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-7be00645-b1a2-456d-bfaf-6d2edbdee571 admin admin] For port c49401b3-c32f-475a-8238-9117a2a062c5, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c49401b3-c32f-475a-8238-9117a2a062c5,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:37.122242 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7be00645-b1a2-456d-bfaf-6d2edbdee571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (c49401b3-c32f-475a-8238-9117a2a062c5), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:37.136777 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-79d60352-a695-4158-9039-9fa80ee4eec5 None None] Set router 96949be9-72f5-46e3-9382-77da7323210b gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:04:37.147218 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-7be00645-b1a2-456d-bfaf-6d2edbdee571 admin admin] Calling delete_port for c49401b3-c32f-475a-8238-9117a2a062c5 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:04:37.213880 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-79d60352-a695-4158-9039-9fa80ee4eec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96949be9-72f5-46e3-9382-77da7323210b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708276940-router', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:28Z', 'updated_at': '2022-01-18T20:04:36Z', 'revision_number': 6, 'project_id': '258eff093b154b0c89958ad6b5b7d9b2', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:37.228690 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65377832-3306-4c21-bed2-7721ed968130 req-f3b0a878-9a9b-4f24-82e6-e9839a7339f4 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032829 Jan 18 20:04:37.243501 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d60352-a695-4158-9039-9fa80ee4eec5 None None] The sync data for ids ['96949be9-72f5-46e3-9382-77da7323210b'] in n-d-741529-9 is: [{'id': '96949be9-72f5-46e3-9382-77da7323210b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708276940-router', 'tenant_id': '258eff093b154b0c89958ad6b5b7d9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:03:28Z', 'updated_at': '2022-01-18T20:04:36Z', 'revision_number': 6, 'project_id': '258eff093b154b0c89958ad6b5b7d9b2', 'gw_port_host': None}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:04:37.403177 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268b5be-3a62-415e-baa4-e08e8c0ae839 req-3be1e7cf-82d9-4261-80a9-2fdea54a3868 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:37.404845 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1268b5be-3a62-415e-baa4-e08e8c0ae839 req-3be1e7cf-82d9-4261-80a9-2fdea54a3868 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8362f077-23ba-412c-bc80-4539aad3936a HTTP/1.1" status: 200 len: 949 time: 0.0647120 Jan 18 20:04:37.436819 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65377832-3306-4c21-bed2-7721ed968130 req-197ae9e2-abea-4c48-a99a-2568f30b2ca4 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929421 Jan 18 20:04:37.437927 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7be00645-b1a2-456d-bfaf-6d2edbdee571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (c49401b3-c32f-475a-8238-9117a2a062c5), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:37.465345 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1268b5be-3a62-415e-baa4-e08e8c0ae839 req-346144c1-d5cc-4d32-9c08-eeae881596b5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513573 Jan 18 20:04:37.505875 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be00645-b1a2-456d-bfaf-6d2edbdee571 admin admin] Pushing event deleted for resources: {'Port': ['ID=c49401b3-c32f-475a-8238-9117a2a062c5,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:37.560681 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6917407-a183-46a6-a107-8f22848d3ee7 req-c4c875ec-6519-4b79-8761-16452389cbe1 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:37.562138 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6917407-a183-46a6-a107-8f22848d3ee7 req-c4c875ec-6519-4b79-8761-16452389cbe1 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3812ac-0ed2-466e-9d7d-ed675c35a819 HTTP/1.1" status: 200 len: 948 time: 0.0552385 Jan 18 20:04:37.589837 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7be00645-b1a2-456d-bfaf-6d2edbdee571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (96949be9-72f5-46e3-9382-77da7323210b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:37.663775 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6917407-a183-46a6-a107-8f22848d3ee7 req-b3f11022-5b83-4d24-877e-3f2d7ea5485b tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/security-groups?id=a21e4184-1bd5-4ff2-a085-81e174d83149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941017 Jan 18 20:04:37.694765 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ee56109a-767a-4984-b69e-2cdb0631f4b7 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:04:37.704517 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7be00645-b1a2-456d-bfaf-6d2edbdee571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (96949be9-72f5-46e3-9382-77da7323210b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:37.706746 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7be00645-b1a2-456d-bfaf-6d2edbdee571 admin admin] Publish callbacks [] for router_controller (96949be9-72f5-46e3-9382-77da7323210b), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:37.719126 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: ee56109a-767a-4984-b69e-2cdb0631f4b7 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:04:37.719470 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ee56109a-767a-4984-b69e-2cdb0631f4b7 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:04:37.754833 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7be00645-b1a2-456d-bfaf-6d2edbdee571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (96949be9-72f5-46e3-9382-77da7323210b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:37.755369 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be00645-b1a2-456d-bfaf-6d2edbdee571 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96949be9-72f5-46e3-9382-77da7323210b {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:04:37.764753 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7be00645-b1a2-456d-bfaf-6d2edbdee571 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:37.770581 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7be00645-b1a2-456d-bfaf-6d2edbdee571 admin admin] 10.222.0.31 "DELETE /v2.0/routers/96949be9-72f5-46e3-9382-77da7323210b HTTP/1.1" status: 204 len: 168 time: 1.5030074 Jan 18 20:04:37.770581 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34758) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:37.793801 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 2f0fb0af-5225-4036-a577-369f9d8302fa up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:04:37.827751 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-89bade64-01b8-433c-aa57-958da52ce814 admin admin] Deleting subnet f3a401e7-fe0f-438d-b96d-dce1b7f52fd4 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:04:37.832054 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89bade64-01b8-433c-aa57-958da52ce814 admin admin] Publish callbacks [] for subnet (f3a401e7-fe0f-438d-b96d-dce1b7f52fd4), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:37.862970 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 2f0fb0af-5225-4036-a577-369f9d8302fa completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:04:37.865481 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-219b9f2c-f50e-4ce8-8072-475c68dfd93e tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c61be005512f4729954210bb553c83f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310965 Jan 18 20:04:37.877570 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 2f0fb0af-5225-4036-a577-369f9d8302fa triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:04:37.877987 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2f0fb0af-5225-4036-a577-369f9d8302fa), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:37.878278 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89bade64-01b8-433c-aa57-958da52ce814 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (f3a401e7-fe0f-438d-b96d-dce1b7f52fd4), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:37.983341 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 2f0fb0af-5225-4036-a577-369f9d8302fa is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:04:37.983735 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2f0fb0af-5225-4036-a577-369f9d8302fa), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:37.990431 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89bade64-01b8-433c-aa57-958da52ce814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (f3a401e7-fe0f-438d-b96d-dce1b7f52fd4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:37.999742 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740f5fa-23fd-4255-810b-8f63fe52295e req-e0dd3503-5d57-4752-83dc-81db00062d6b tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:38.001303 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a740f5fa-23fd-4255-810b-8f63fe52295e req-e0dd3503-5d57-4752-83dc-81db00062d6b tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 950 time: 0.1098015 Jan 18 20:04:38.018815 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 2f0fb0af-5225-4036-a577-369f9d8302fa, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=2f0fb0af-5225-4036-a577-369f9d8302fa,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:38.023066 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (2f0fb0af-5225-4036-a577-369f9d8302fa), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:38.041890 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-d338ee73-a4b6-4b19-be62-596e44fa0719 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:38.049035 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-d338ee73-a4b6-4b19-be62-596e44fa0719 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1816864 Jan 18 20:04:38.062831 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89bade64-01b8-433c-aa57-958da52ce814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (f3a401e7-fe0f-438d-b96d-dce1b7f52fd4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:38.073427 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=2f0fb0af-5225-4036-a577-369f9d8302fa,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:38.076931 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-122c4c04-d0f6-4195-8885-e0ca3f70a5e4 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/quotas/c61be005512f4729954210bb553c83f4 HTTP/1.1" status: 200 len: 375 time: 0.0270488 Jan 18 20:04:38.084318 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a740f5fa-23fd-4255-810b-8f63fe52295e req-3c8b242a-69c9-462d-8125-18f2539a6e6b tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733504 Jan 18 20:04:38.100817 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bade64-01b8-433c-aa57-958da52ce814 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3a401e7-fe0f-438d-b96d-dce1b7f52fd4,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:38.102993 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89bade64-01b8-433c-aa57-958da52ce814 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:38.109547 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-89bade64-01b8-433c-aa57-958da52ce814 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f3a401e7-fe0f-438d-b96d-dce1b7f52fd4 HTTP/1.1" status: 204 len: 168 time: 0.3370295 Jan 18 20:04:38.110438 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34774) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:38.114284 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff0f171-8f00-4807-bbf1-11f3c80782b1 None None] Network 8e13653a-b20b-4029-9530-56f2696d7935 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:04:38.128048 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-b51d3c26-ebf6-44ac-b382-654fe1d6327a tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c61be005512f4729954210bb553c83f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427999 Jan 18 20:04:38.205871 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f4569414-7575-423f-9641-b21c4aac7265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (8e13653a-b20b-4029-9530-56f2696d7935), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:38.280265 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8362f077-23ba-412c-bc80-4539aad3936a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0fb0af-5225-4036-a577-369f9d8302fa'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:04:38.289905 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2d4cd1-d1ca-4a0d-931c-991d457b38f1" -d '{"events": [{"server_uuid": "8362f077-23ba-412c-bc80-4539aad3936a", "name": "network-vif-plugged", "status": "completed", "tag": "2f0fb0af-5225-4036-a577-369f9d8302fa"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:04:38.305306 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f4569414-7575-423f-9641-b21c4aac7265 admin admin] Deleting port e6f4d638-81b2-4e30-bb74-d16d6e223db3 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:04:38.305652 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f4569414-7575-423f-9641-b21c4aac7265 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e6f4d638-81b2-4e30-bb74-d16d6e223db3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:38.353045 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d23c31-448f-4ce0-974a-fb3c18e693d3 None None] DHCP port deletion for 8e13653a-b20b-4029-9530-56f2696d7935 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:04:38.403792 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b11400-6f46-4571-aa63-7fad0779fa32 req-41fdfbd0-66a4-473c-b540-deaa1e2b9f31 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:38.405389 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a7b11400-6f46-4571-aa63-7fad0779fa32 req-41fdfbd0-66a4-473c-b540-deaa1e2b9f31 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 946 time: 0.0757990 Jan 18 20:04:38.414559 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-41d23c31-448f-4ce0-974a-fb3c18e693d3 None None] Deleting port e6f4d638-81b2-4e30-bb74-d16d6e223db3 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:04:38.416219 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-41d23c31-448f-4ce0-974a-fb3c18e693d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e6f4d638-81b2-4e30-bb74-d16d6e223db3), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:38.430648 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f4569414-7575-423f-9641-b21c4aac7265 admin admin] For port e6f4d638-81b2-4e30-bb74-d16d6e223db3, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=e6f4d638-81b2-4e30-bb74-d16d6e223db3,segment=NetworkSegment(b4ee5cf0-a4e1-4733-8af6-684160efd6e1),segment_id=b4ee5cf0-a4e1-4733-8af6-684160efd6e1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:38.439867 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f4569414-7575-423f-9641-b21c4aac7265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e6f4d638-81b2-4e30-bb74-d16d6e223db3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:38.459346 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f4569414-7575-423f-9641-b21c4aac7265 admin admin] Calling delete_port for e6f4d638-81b2-4e30-bb74-d16d6e223db3 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:04:38.470147 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-54e43f4d-9bbf-4890-afed-5b8a0fda2171 req-52c08071-a4af-410d-b4d6-c7dc445e9428 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd9307f-7649-4330-b55a-c59c504c10d4 HTTP/1.1" status: 200 len: 210 time: 0.0637395 Jan 18 20:04:38.511714 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a7b11400-6f46-4571-aa63-7fad0779fa32 req-2e1fee10-7251-44b4-8666-8578406eca68 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873795 Jan 18 20:04:38.546866 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-41d23c31-448f-4ce0-974a-fb3c18e693d3 None None] For port e6f4d638-81b2-4e30-bb74-d16d6e223db3, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=e6f4d638-81b2-4e30-bb74-d16d6e223db3,segment=NetworkSegment(b4ee5cf0-a4e1-4733-8af6-684160efd6e1),segment_id=b4ee5cf0-a4e1-4733-8af6-684160efd6e1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:38.547560 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-41d23c31-448f-4ce0-974a-fb3c18e693d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e6f4d638-81b2-4e30-bb74-d16d6e223db3), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:38.564727 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-41d23c31-448f-4ce0-974a-fb3c18e693d3 None None] Calling delete_port for e6f4d638-81b2-4e30-bb74-d16d6e223db3 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:04:38.641107 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f151ba9-ae8b-458a-ae93-803ca039087e x-openstack-request-id: req-1f151ba9-ae8b-458a-ae93-803ca039087e {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:04:38.641542 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8362f077-23ba-412c-bc80-4539aad3936a", "name": "network-vif-plugged", "status": "completed", "tag": "2f0fb0af-5225-4036-a577-369f9d8302fa", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:04:38.641913 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f151ba9-ae8b-458a-ae93-803ca039087e {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:04:38.642625 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8362f077-23ba-412c-bc80-4539aad3936a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0fb0af-5225-4036-a577-369f9d8302fa', 'code': 200} Jan 18 20:04:38.691550 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-41d23c31-448f-4ce0-974a-fb3c18e693d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (e6f4d638-81b2-4e30-bb74-d16d6e223db3), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:38.709231 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f4569414-7575-423f-9641-b21c4aac7265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e6f4d638-81b2-4e30-bb74-d16d6e223db3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:38.728813 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d23c31-448f-4ce0-974a-fb3c18e693d3 None None] Pushing event deleted for resources: {'Port': ['ID=e6f4d638-81b2-4e30-bb74-d16d6e223db3,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:38.732759 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a51a4c-1775-4dbf-a307-0c29c71ef0d1 req-c2c8d574-de92-432b-977f-78e0ebebf72b tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:38.739749 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-28a51a4c-1775-4dbf-a307-0c29c71ef0d1 req-c2c8d574-de92-432b-977f-78e0ebebf72b tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8362f077-23ba-412c-bc80-4539aad3936a HTTP/1.1" status: 200 len: 950 time: 0.1053171 Jan 18 20:04:38.741534 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d23c31-448f-4ce0-974a-fb3c18e693d3 None None] No DVR routers for this DVR port e6f4d638-81b2-4e30-bb74-d16d6e223db3 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:04:38.753284 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4569414-7575-423f-9641-b21c4aac7265 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f4d638-81b2-4e30-bb74-d16d6e223db3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:38.755152 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4569414-7575-423f-9641-b21c4aac7265 admin admin] No DVR routers for this DVR port e6f4d638-81b2-4e30-bb74-d16d6e223db3 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:04:38.779454 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938416c4-20e6-46f4-b029-8d3d565d157e req-33173f39-9727-472c-85ee-2463bdb03575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:38.781006 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-938416c4-20e6-46f4-b029-8d3d565d157e req-33173f39-9727-472c-85ee-2463bdb03575 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8362f077-23ba-412c-bc80-4539aad3936a HTTP/1.1" status: 200 len: 1101 time: 0.1177468 Jan 18 20:04:38.843406 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed22cb-6b8b-4371-9114-569ac1dbec88 req-615c4219-bf38-412e-b900-35ecbc4df305 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:38.845092 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34ed22cb-6b8b-4371-9114-569ac1dbec88 req-615c4219-bf38-412e-b900-35ecbc4df305 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 1097 time: 0.1311300 Jan 18 20:04:38.865239 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-28a51a4c-1775-4dbf-a307-0c29c71ef0d1 req-994a7439-5491-456e-9f0c-eded218563dd tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246338 Jan 18 20:04:38.904412 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-938416c4-20e6-46f4-b029-8d3d565d157e req-446f0cfb-0ccd-45b1-b580-d94221fa31da service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130052 Jan 18 20:04:38.928758 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34ed22cb-6b8b-4371-9114-569ac1dbec88 req-d0d7de9c-b887-4993-a869-18ca2bab6698 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731688 Jan 18 20:04:39.040406 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181654dd-cf4b-4c48-a57f-627602344a71 req-cfbbdf90-a8d0-4c5e-82f8-57a132ccb921 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:39.049880 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-181654dd-cf4b-4c48-a57f-627602344a71 req-cfbbdf90-a8d0-4c5e-82f8-57a132ccb921 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3812ac-0ed2-466e-9d7d-ed675c35a819 HTTP/1.1" status: 200 len: 948 time: 0.0655084 Jan 18 20:04:39.084898 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f4569414-7575-423f-9641-b21c4aac7265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (8e13653a-b20b-4029-9530-56f2696d7935), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:39.106672 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-f4569414-7575-423f-9641-b21c4aac7265 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e13653a-b20b-4029-9530-56f2696d7935']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:39.108419 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-181654dd-cf4b-4c48-a57f-627602344a71 req-4b954522-775e-47d2-8633-2b7e6ed14ca8 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/security-groups?id=a21e4184-1bd5-4ff2-a085-81e174d83149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550549 Jan 18 20:04:39.116488 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-f4569414-7575-423f-9641-b21c4aac7265 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ee5cf0-a4e1-4733-8af6-684160efd6e1') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:39.116780 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-f4569414-7575-423f-9641-b21c4aac7265 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ee5cf0-a4e1-4733-8af6-684160efd6e1') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:39.128426 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f4569414-7575-423f-9641-b21c4aac7265 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (b4ee5cf0-a4e1-4733-8af6-684160efd6e1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:39.150567 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f4569414-7575-423f-9641-b21c4aac7265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (b4ee5cf0-a4e1-4733-8af6-684160efd6e1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:39.166936 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4569414-7575-423f-9641-b21c4aac7265 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:04:39.167403 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f4569414-7575-423f-9641-b21c4aac7265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (b4ee5cf0-a4e1-4733-8af6-684160efd6e1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:04:39.169403 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:04:39.246250 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f4569414-7575-423f-9641-b21c4aac7265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (8e13653a-b20b-4029-9530-56f2696d7935), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:39.268740 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4569414-7575-423f-9641-b21c4aac7265 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e13653a-b20b-4029-9530-56f2696d7935,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:39.272137 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f4569414-7575-423f-9641-b21c4aac7265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:39.276015 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f4569414-7575-423f-9641-b21c4aac7265 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8e13653a-b20b-4029-9530-56f2696d7935 HTTP/1.1" status: 204 len: 168 time: 1.1652529 Jan 18 20:04:39.286567 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb37b6-6644-4609-a6ee-719074523e97 req-3e5117a6-68ae-4a73-bdb3-4af74dd38602 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:39.287935 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5acb37b6-6644-4609-a6ee-719074523e97 req-3e5117a6-68ae-4a73-bdb3-4af74dd38602 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 950 time: 0.0877614 Jan 18 20:04:39.346254 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5acb37b6-6644-4609-a6ee-719074523e97 req-c3671676-2778-420a-b80d-ee75045e2b14 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506430 Jan 18 20:04:39.416164 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34840) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:39.515481 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34846) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:39.545059 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c49401b3-c32f-475a-8238-9117a2a062c5 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:04:39.571388 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: c49401b3-c32f-475a-8238-9117a2a062c5 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:04:39.572251 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c49401b3-c32f-475a-8238-9117a2a062c5 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:04:39.572871 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device e6f4d638-81b2-4e30-bb74-d16d6e223db3 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:04:39.587422 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34848) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:39.588012 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8424883e-b5f4-4ae7-a248-d771f75e0e57 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=258eff093b154b0c89958ad6b5b7d9b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0672376 Jan 18 20:04:39.605112 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: e6f4d638-81b2-4e30-bb74-d16d6e223db3 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:04:39.605871 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device e6f4d638-81b2-4e30-bb74-d16d6e223db3 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:04:39.655915 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-f63ab7d9-6f4a-4195-8814-c8dab503bc53 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=c61be005512f4729954210bb553c83f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314679 Jan 18 20:04:39.658475 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f87af498-29e7-4430-ba7a-e06a05a0dd3b req-bb59ac82-5acc-40ed-9298-39e95b76a5a8 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd9307f-7649-4330-b55a-c59c504c10d4 HTTP/1.1" status: 200 len: 210 time: 0.0544655 Jan 18 20:04:39.764213 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5bc67d3f-adf3-47ac-a01f-81bcf6e05df5 admin admin] Publish callbacks [] for security_group (eafbd387-bc80-4f3f-b3ac-fc6448269a28), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:39.801785 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5bc67d3f-adf3-47ac-a01f-81bcf6e05df5 admin admin] Publish callbacks [] for security_group (eafbd387-bc80-4f3f-b3ac-fc6448269a28), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:39.845539 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-d397ba4d-b1d0-41f8-903b-b7d6c45a4698 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:39.847219 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-d397ba4d-b1d0-41f8-903b-b7d6c45a4698 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1809106 Jan 18 20:04:39.848199 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9cb0040-7053-4091-9bf4-6397179d278d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:39.864623 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5bc67d3f-adf3-47ac-a01f-81bcf6e05df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (eafbd387-bc80-4f3f-b3ac-fc6448269a28), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:39.867514 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-1836ea00-6820-4f12-9881-f31a7d863ac5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Request body: {'port': {'device_id': 'dcd9307f-7649-4330-b55a-c59c504c10d4', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': 'c61be005512f4729954210bb553c83f4'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:39.867699 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5bc67d3f-adf3-47ac-a01f-81bcf6e05df5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:39.871343 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5bc67d3f-adf3-47ac-a01f-81bcf6e05df5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eafbd387-bc80-4f3f-b3ac-fc6448269a28 HTTP/1.1" status: 204 len: 168 time: 0.2805355 Jan 18 20:04:39.880003 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc67d3f-adf3-47ac-a01f-81bcf6e05df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafbd387-bc80-4f3f-b3ac-fc6448269a28,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:40.041094 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9cb0040-7053-4091-9bf4-6397179d278d admin admin] Publish callbacks [] for security_group (066dd80c-2d08-4914-b011-6a96cf186372), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:40.041909 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5ad30-358b-4531-94d0-d1aa0584a170 req-43e0ae7f-ba1e-491a-a04b-a0f0e41fab34 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:40.044076 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cff5ad30-358b-4531-94d0-d1aa0584a170 req-43e0ae7f-ba1e-491a-a04b-a0f0e41fab34 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8362f077-23ba-412c-bc80-4539aad3936a HTTP/1.1" status: 200 len: 950 time: 0.0849736 Jan 18 20:04:40.053986 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9cb0040-7053-4091-9bf4-6397179d278d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (066dd80c-2d08-4914-b011-6a96cf186372), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:40.103178 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d9cb0040-7053-4091-9bf4-6397179d278d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9860e9fd36f414eb8e1a7e17b955527&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6856930 Jan 18 20:04:40.104926 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-1836ea00-6820-4f12-9881-f31a7d863ac5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Made reservation on behalf of c61be005512f4729954210bb553c83f4 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:04:40.108643 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-1836ea00-6820-4f12-9881-f31a7d863ac5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:40.109832 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34866) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:40.111880 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb0040-7053-4091-9bf4-6397179d278d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066dd80c-2d08-4914-b011-6a96cf186372,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:40.121957 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-1836ea00-6820-4f12-9881-f31a7d863ac5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:40.141929 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cff5ad30-358b-4531-94d0-d1aa0584a170 req-7a30302b-1787-49c0-b13e-d69252117cca tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916064 Jan 18 20:04:40.191912 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bbd2c5ea-701e-4edb-82fb-ea0fb775e92d admin admin] Publish callbacks [] for security_group (066dd80c-2d08-4914-b011-6a96cf186372), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:40.224039 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bbd2c5ea-701e-4edb-82fb-ea0fb775e92d admin admin] Publish callbacks [] for security_group (066dd80c-2d08-4914-b011-6a96cf186372), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:40.260662 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-1836ea00-6820-4f12-9881-f31a7d863ac5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Publish callbacks [] for security_group (f46683e8-133b-4b17-b6d2-44bdaf2e8d43), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:40.267258 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-1836ea00-6820-4f12-9881-f31a7d863ac5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f46683e8-133b-4b17-b6d2-44bdaf2e8d43), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:40.327254 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836ea00-6820-4f12-9881-f31a7d863ac5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f46683e8-133b-4b17-b6d2-44bdaf2e8d43,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:40.332350 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bf8a9-ec95-4b5e-bf29-72a4c74206ff req-a1de77d7-acdd-4992-83cf-29a3c0962d8a tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:40.338580 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-898bf8a9-ec95-4b5e-bf29-72a4c74206ff req-a1de77d7-acdd-4992-83cf-29a3c0962d8a tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3812ac-0ed2-466e-9d7d-ed675c35a819 HTTP/1.1" status: 200 len: 948 time: 0.0941186 Jan 18 20:04:40.367446 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bbd2c5ea-701e-4edb-82fb-ea0fb775e92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (066dd80c-2d08-4914-b011-6a96cf186372), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:40.370834 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bbd2c5ea-701e-4edb-82fb-ea0fb775e92d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:40.374379 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bbd2c5ea-701e-4edb-82fb-ea0fb775e92d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/066dd80c-2d08-4914-b011-6a96cf186372 HTTP/1.1" status: 204 len: 168 time: 0.2603300 Jan 18 20:04:40.429581 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2c5ea-701e-4edb-82fb-ea0fb775e92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066dd80c-2d08-4914-b011-6a96cf186372,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:40.492828 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-898bf8a9-ec95-4b5e-bf29-72a4c74206ff req-f04beee4-5f2a-4792-a9f3-9a6f18e443f0 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/security-groups?id=a21e4184-1bd5-4ff2-a085-81e174d83149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510363 Jan 18 20:04:40.505076 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-1836ea00-6820-4f12-9881-f31a7d863ac5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Allocated IP 192.168.233.79 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/e2676084-a6e8-46b7-8734-9813fc64cc0a) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:04:40.701271 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea67599-a1c5-4d0b-bb5c-5957b956bf65 req-8e255f7e-4690-4a4c-8a23-4de5e162c45d tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:40.711649 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fea67599-a1c5-4d0b-bb5c-5957b956bf65 req-8e255f7e-4690-4a4c-8a23-4de5e162c45d tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 950 time: 0.0910501 Jan 18 20:04:40.720353 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-1836ea00-6820-4f12-9881-f31a7d863ac5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Publish callbacks [] for port (e2676084-a6e8-46b7-8734-9813fc64cc0a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:40.767947 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fea67599-a1c5-4d0b-bb5c-5957b956bf65 req-3a3681f4-b2d5-409a-ac22-cf5361f666bc tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540249 Jan 18 20:04:40.777495 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-1836ea00-6820-4f12-9881-f31a7d863ac5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e2676084-a6e8-46b7-8734-9813fc64cc0a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:40.842939 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-1836ea00-6820-4f12-9881-f31a7d863ac5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:04:40.846509 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-1836ea00-6820-4f12-9881-f31a7d863ac5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:04:40.850961 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-1836ea00-6820-4f12-9881-f31a7d863ac5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:04:40.934495 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836ea00-6820-4f12-9881-f31a7d863ac5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Pushing event updated for resources: {'Port': ['ID=e2676084-a6e8-46b7-8734-9813fc64cc0a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:40.965081 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-1836ea00-6820-4f12-9881-f31a7d863ac5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:40.965748 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-1836ea00-6820-4f12-9881-f31a7d863ac5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:40.976479 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea3854-641c-4b9a-a13d-4a675f738172 req-7fe23b16-2966-4a05-b2c4-1f220b1ccaf8 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:40.978431 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7eea3854-641c-4b9a-a13d-4a675f738172 req-7fe23b16-2966-4a05-b2c4-1f220b1ccaf8 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd9307f-7649-4330-b55a-c59c504c10d4 HTTP/1.1" status: 200 len: 935 time: 0.1231835 Jan 18 20:04:41.012664 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-1836ea00-6820-4f12-9881-f31a7d863ac5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1489308 Jan 18 20:04:41.028408 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-52632dd8-c3e3-4949-8d9c-5e0560327d48 service neutron] Request body: {'port': {'device_id': 'dcd9307f-7649-4330-b55a-c59c504c10d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:41.106881 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7eea3854-641c-4b9a-a13d-4a675f738172 req-63d41b7f-b111-4ec3-8977-7d84decf22fc tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/security-groups?id=f46683e8-133b-4b17-b6d2-44bdaf2e8d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182876 Jan 18 20:04:41.147520 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-52632dd8-c3e3-4949-8d9c-5e0560327d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e2676084-a6e8-46b7-8734-9813fc64cc0a), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:41.299508 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-bb20a0ea-fa54-4bd5-92e0-3d5a775c9a65 None None] Provisioning complete for port e2676084-a6e8-46b7-8734-9813fc64cc0a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:04:41.300888 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bb20a0ea-fa54-4bd5-92e0-3d5a775c9a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e2676084-a6e8-46b7-8734-9813fc64cc0a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:41.332105 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac75ca-7982-4685-b6ae-422d0e1bc4dc req-2baefb0b-f938-46dd-91f2-6e654171f50b tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:41.339903 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c8ac75ca-7982-4685-b6ae-422d0e1bc4dc req-2baefb0b-f938-46dd-91f2-6e654171f50b tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8362f077-23ba-412c-bc80-4539aad3936a HTTP/1.1" status: 200 len: 950 time: 0.0812566 Jan 18 20:04:41.360985 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-bb20a0ea-fa54-4bd5-92e0-3d5a775c9a65 None None] Port e2676084-a6e8-46b7-8734-9813fc64cc0a cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:04:41.406337 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c8ac75ca-7982-4685-b6ae-422d0e1bc4dc req-e00991f3-672b-44fa-8831-d933de6b7100 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654671 Jan 18 20:04:41.587546 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-52632dd8-c3e3-4949-8d9c-5e0560327d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2676084-a6e8-46b7-8734-9813fc64cc0a {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:04:41.598447 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-52632dd8-c3e3-4949-8d9c-5e0560327d48 service neutron] Publish callbacks [] for port (e2676084-a6e8-46b7-8734-9813fc64cc0a), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:41.618585 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-52632dd8-c3e3-4949-8d9c-5e0560327d48 service neutron] Transition to ACTIVE for port object e2676084-a6e8-46b7-8734-9813fc64cc0a will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:04:41.624282 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-52632dd8-c3e3-4949-8d9c-5e0560327d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (e2676084-a6e8-46b7-8734-9813fc64cc0a), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:41.630607 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae994940-6064-4f43-abce-056bf3f1595d req-02fb7f1a-c0c0-48ca-be64-7b90cf283bfd tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:41.639377 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ae994940-6064-4f43-abce-056bf3f1595d req-02fb7f1a-c0c0-48ca-be64-7b90cf283bfd tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3812ac-0ed2-466e-9d7d-ed675c35a819 HTTP/1.1" status: 200 len: 948 time: 0.0610518 Jan 18 20:04:41.700106 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ae994940-6064-4f43-abce-056bf3f1595d req-6926dba4-fa48-4c6c-8442-6a61136caabe tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/security-groups?id=a21e4184-1bd5-4ff2-a085-81e174d83149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604532 Jan 18 20:04:41.719288 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52632dd8-c3e3-4949-8d9c-5e0560327d48 service neutron] Pushing event updated for resources: {'Port': ['ID=e2676084-a6e8-46b7-8734-9813fc64cc0a,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:41.818071 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device b9f0237e-1cff-4e35-95d2-8abba0c38820 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:04:41.833413 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-52632dd8-c3e3-4949-8d9c-5e0560327d48 service neutron] Attempting to bind port e2676084-a6e8-46b7-8734-9813fc64cc0a on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:04:41.833798 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-52632dd8-c3e3-4949-8d9c-5e0560327d48 service neutron] Attempting to bind port e2676084-a6e8-46b7-8734-9813fc64cc0a by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:04:41.834126 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-52632dd8-c3e3-4949-8d9c-5e0560327d48 service neutron] Attempting to bind port e2676084-a6e8-46b7-8734-9813fc64cc0a on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:04:41.839364 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-52632dd8-c3e3-4949-8d9c-5e0560327d48 service neutron] Port e2676084-a6e8-46b7-8734-9813fc64cc0a on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:04:41.839696 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-52632dd8-c3e3-4949-8d9c-5e0560327d48 service neutron] Attempting to bind port e2676084-a6e8-46b7-8734-9813fc64cc0a on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:04:41.845041 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-52632dd8-c3e3-4949-8d9c-5e0560327d48 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:04:41.845403 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-52632dd8-c3e3-4949-8d9c-5e0560327d48 service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:04:41.845841 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-52632dd8-c3e3-4949-8d9c-5e0560327d48 service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:04:41.846246 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-52632dd8-c3e3-4949-8d9c-5e0560327d48 service neutron] Bound port: e2676084-a6e8-46b7-8734-9813fc64cc0a, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:04:41.846600 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-52632dd8-c3e3-4949-8d9c-5e0560327d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e2676084-a6e8-46b7-8734-9813fc64cc0a), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:41.957471 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-52632dd8-c3e3-4949-8d9c-5e0560327d48 service neutron] For port e2676084-a6e8-46b7-8734-9813fc64cc0a, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:04:41.962139 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-52632dd8-c3e3-4949-8d9c-5e0560327d48 service neutron] For port e2676084-a6e8-46b7-8734-9813fc64cc0a, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e2676084-a6e8-46b7-8734-9813fc64cc0a,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:04:41.978320 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port b9f0237e-1cff-4e35-95d2-8abba0c38820, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=b9f0237e-1cff-4e35-95d2-8abba0c38820,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:41.991193 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-52632dd8-c3e3-4949-8d9c-5e0560327d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (e2676084-a6e8-46b7-8734-9813fc64cc0a), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:41.999759 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': 'b9f0237e-1cff-4e35-95d2-8abba0c38820', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': 'b9f0237e-1cff-4e35-95d2-8abba0c38820', 'mac_address': 'fa:16:3e:0a:37:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:04:42.040254 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-52632dd8-c3e3-4949-8d9c-5e0560327d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:42.040516 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-52632dd8-c3e3-4949-8d9c-5e0560327d48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:42.042442 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-52632dd8-c3e3-4949-8d9c-5e0560327d48 service neutron] 10.222.0.70 "PUT /v2.0/ports/e2676084-a6e8-46b7-8734-9813fc64cc0a HTTP/1.1" status: 200 len: 1095 time: 1.0192945 Jan 18 20:04:42.048110 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd9307f-7649-4330-b55a-c59c504c10d4', 'tag': 'e2676084-a6e8-46b7-8734-9813fc64cc0a'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:04:42.057779 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e4ef34-1985-461a-9bfe-0c008a771a22" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd9307f-7649-4330-b55a-c59c504c10d4", "tag": "e2676084-a6e8-46b7-8734-9813fc64cc0a"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:04:42.135614 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52632dd8-c3e3-4949-8d9c-5e0560327d48 service neutron] Pushing event updated for resources: {'Port': ['ID=e2676084-a6e8-46b7-8734-9813fc64cc0a,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:42.159368 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-14f559ff-8534-411c-aacb-555d0980c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:42.161257 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-14f559ff-8534-411c-aacb-555d0980c542 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c61be005512f4729954210bb553c83f4&device_id=dcd9307f-7649-4330-b55a-c59c504c10d4 HTTP/1.1" status: 200 len: 1098 time: 0.0701616 Jan 18 20:04:42.196708 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port b9f0237e-1cff-4e35-95d2-8abba0c38820 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:04:42.197942 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b9f0237e-1cff-4e35-95d2-8abba0c38820), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:42.223120 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f0237e-1cff-4e35-95d2-8abba0c38820 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:04:42.231183 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-5ec7d97c-6896-4cda-8bcc-a0643e8b5571 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=e2676084-a6e8-46b7-8734-9813fc64cc0a HTTP/1.1" status: 200 len: 217 time: 0.0588078 Jan 18 20:04:42.259967 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port b9f0237e-1cff-4e35-95d2-8abba0c38820, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=b9f0237e-1cff-4e35-95d2-8abba0c38820,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:42.269556 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b9f0237e-1cff-4e35-95d2-8abba0c38820), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:42.318128 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bf255-cd95-4097-a8b0-8973f0ca881d req-d34305e9-4269-4c91-9eae-3bddc53630e1 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:42.321337 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-037bf255-cd95-4097-a8b0-8973f0ca881d req-d34305e9-4269-4c91-9eae-3bddc53630e1 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 950 time: 0.1173475 Jan 18 20:04:42.333817 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-38e28bb0-0bc5-4fe7-824b-118d79cbe8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:42.334194 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=b9f0237e-1cff-4e35-95d2-8abba0c38820,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:42.336348 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-38e28bb0-0bc5-4fe7-824b-118d79cbe8ee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0982995 Jan 18 20:04:42.395487 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-a0bfbb33-031f-460f-8337-711041d0ecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:42.397016 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-037bf255-cd95-4097-a8b0-8973f0ca881d req-bfdf7887-0a30-4a47-809c-02b7b85c7588 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656679 Jan 18 20:04:42.397758 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-a0bfbb33-031f-460f-8337-711041d0ecb6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0469580 Jan 18 20:04:42.473800 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81c8f45-08eb-4032-b014-eaac60e92511 x-openstack-request-id: req-c81c8f45-08eb-4032-b014-eaac60e92511 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:04:42.474097 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd9307f-7649-4330-b55a-c59c504c10d4", "tag": "e2676084-a6e8-46b7-8734-9813fc64cc0a", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:04:42.474354 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c81c8f45-08eb-4032-b014-eaac60e92511 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:04:42.474751 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd9307f-7649-4330-b55a-c59c504c10d4', 'tag': 'e2676084-a6e8-46b7-8734-9813fc64cc0a', 'status': 'completed', 'code': 200} Jan 18 20:04:42.507235 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-21791688-7902-40b6-9ad1-409b371131a8 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039650 Jan 18 20:04:42.556272 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c23e31-321b-4254-a34a-9e2f36ed8594 req-267c266f-75ea-4475-a932-9cee9fd6ef3b tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:42.558010 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-05c23e31-321b-4254-a34a-9e2f36ed8594 req-267c266f-75ea-4475-a932-9cee9fd6ef3b tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd9307f-7649-4330-b55a-c59c504c10d4 HTTP/1.1" status: 200 len: 947 time: 0.0563991 Jan 18 20:04:42.605564 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-05c23e31-321b-4254-a34a-9e2f36ed8594 req-f8c2abd9-2747-45ef-a68a-34cf6b52a076 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/security-groups?id=f46683e8-133b-4b17-b6d2-44bdaf2e8d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414929 Jan 18 20:04:42.607426 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3f3a0ac8-37a0-482b-993f-0c1d7c2729cf req-20e173d0-3d3d-4399-bea1-16f8607f903f service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940053 Jan 18 20:04:42.664997 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['b9f0237e-1cff-4e35-95d2-8abba0c38820'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:04:42.713615 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4ef34-1985-461a-9bfe-0c008a771a22 req-9b360f37-fdbb-4272-ad83-13553e200729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:42.716702 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-60e4ef34-1985-461a-9bfe-0c008a771a22 req-9b360f37-fdbb-4272-ad83-13553e200729 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c61be005512f4729954210bb553c83f4&device_id=dcd9307f-7649-4330-b55a-c59c504c10d4 HTTP/1.1" status: 200 len: 1098 time: 0.0500920 Jan 18 20:04:42.729766 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f5d77-5fe8-4d82-8ce0-16ed72232ed0 req-fad4b836-e01e-43bf-98ee-b05682934162 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:42.737569 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-185f5d77-5fe8-4d82-8ce0-16ed72232ed0 req-fad4b836-e01e-43bf-98ee-b05682934162 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8362f077-23ba-412c-bc80-4539aad3936a HTTP/1.1" status: 200 len: 950 time: 0.0615394 Jan 18 20:04:42.786182 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-185f5d77-5fe8-4d82-8ce0-16ed72232ed0 req-72c7c1c7-f02d-494e-9f8b-75c2070daf15 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474443 Jan 18 20:04:42.834074 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4ef34-1985-461a-9bfe-0c008a771a22 req-866793ee-9172-48b8-9bc4-abc238319e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:42.835679 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-60e4ef34-1985-461a-9bfe-0c008a771a22 req-866793ee-9172-48b8-9bc4-abc238319e9a service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.1130254 Jan 18 20:04:42.887775 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-60e4ef34-1985-461a-9bfe-0c008a771a22 req-3e683b97-f232-4bac-8745-02d05fb3b528 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=e2676084-a6e8-46b7-8734-9813fc64cc0a HTTP/1.1" status: 200 len: 217 time: 0.0422711 Jan 18 20:04:42.944869 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4ef34-1985-461a-9bfe-0c008a771a22 req-d9deb1c5-c225-4857-aef5-14d54b825d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:42.946982 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-60e4ef34-1985-461a-9bfe-0c008a771a22 req-d9deb1c5-c225-4857-aef5-14d54b825d9a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0519912 Jan 18 20:04:42.953131 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423711a6-e99c-48cb-adfe-e85b48d78d01 req-4ce60dd5-3fe2-42c9-9beb-6b89f29fa04b tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:42.955462 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-423711a6-e99c-48cb-adfe-e85b48d78d01 req-4ce60dd5-3fe2-42c9-9beb-6b89f29fa04b tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3812ac-0ed2-466e-9d7d-ed675c35a819 HTTP/1.1" status: 200 len: 949 time: 0.0544701 Jan 18 20:04:42.999657 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4ef34-1985-461a-9bfe-0c008a771a22 req-d37056c6-1cc9-45e4-b967-9b2617bb25a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:43.001187 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-60e4ef34-1985-461a-9bfe-0c008a771a22 req-d37056c6-1cc9-45e4-b967-9b2617bb25a8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0481875 Jan 18 20:04:43.009971 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-423711a6-e99c-48cb-adfe-e85b48d78d01 req-d1244e02-97e3-492c-bd0d-93c00ff2b074 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/security-groups?id=a21e4184-1bd5-4ff2-a085-81e174d83149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477452 Jan 18 20:04:43.117915 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-60e4ef34-1985-461a-9bfe-0c008a771a22 req-47acc352-72e8-48c0-8d60-f8a23a3e429a service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030226 Jan 18 20:04:43.222139 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-60e4ef34-1985-461a-9bfe-0c008a771a22 req-9bc2b564-21a4-4485-98b6-5121d1f4412b service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988212 Jan 18 20:04:43.821236 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device b9f0237e-1cff-4e35-95d2-8abba0c38820 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:04:43.869675 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port b9f0237e-1cff-4e35-95d2-8abba0c38820 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:04:43.873413 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port b9f0237e-1cff-4e35-95d2-8abba0c38820 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:04:43.873833 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b9f0237e-1cff-4e35-95d2-8abba0c38820), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:43.959908 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port b9f0237e-1cff-4e35-95d2-8abba0c38820 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:04:43.961212 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b9f0237e-1cff-4e35-95d2-8abba0c38820), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:43.991176 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3812ac-0ed2-466e-9d7d-ed675c35a819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f0237e-1cff-4e35-95d2-8abba0c38820'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:04:43.993402 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b181692-fb37-434e-bcfe-b23897c3170a" -d '{"events": [{"server_uuid": "ca3812ac-0ed2-466e-9d7d-ed675c35a819", "name": "network-vif-plugged", "status": "completed", "tag": "b9f0237e-1cff-4e35-95d2-8abba0c38820"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:04:44.072161 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203c106-685f-4fed-a564-e023b334ddb6 req-9b18f240-5590-44a7-85ac-c333f402d97f tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:44.074272 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3203c106-685f-4fed-a564-e023b334ddb6 req-9b18f240-5590-44a7-85ac-c333f402d97f tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 950 time: 0.0509937 Jan 18 20:04:44.124609 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3203c106-685f-4fed-a564-e023b334ddb6 req-7f493e80-2bee-44c5-9e73-6a17d0b35384 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438101 Jan 18 20:04:44.135664 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port b9f0237e-1cff-4e35-95d2-8abba0c38820, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=b9f0237e-1cff-4e35-95d2-8abba0c38820,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:44.141316 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b9f0237e-1cff-4e35-95d2-8abba0c38820), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:44.192386 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=b9f0237e-1cff-4e35-95d2-8abba0c38820,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:44.266922 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d402b-8a6d-45a8-b89a-9a8feb1bb99c req-274b703b-d1c6-4b40-830e-a265548cad13 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:44.268454 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-438d402b-8a6d-45a8-b89a-9a8feb1bb99c req-274b703b-d1c6-4b40-830e-a265548cad13 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd9307f-7649-4330-b55a-c59c504c10d4 HTTP/1.1" status: 200 len: 947 time: 0.0521905 Jan 18 20:04:44.323459 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-438d402b-8a6d-45a8-b89a-9a8feb1bb99c req-55eda199-b336-47ac-8bf0-b76fc763350a tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/security-groups?id=f46683e8-133b-4b17-b6d2-44bdaf2e8d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428898 Jan 18 20:04:44.433909 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323d5fe-a647-416d-80f5-777f581f37b4 req-5bbad7c3-640a-43d6-8131-86a849db99ab tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:44.435354 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4323d5fe-a647-416d-80f5-777f581f37b4 req-5bbad7c3-640a-43d6-8131-86a849db99ab tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8362f077-23ba-412c-bc80-4539aad3936a HTTP/1.1" status: 200 len: 950 time: 0.0492296 Jan 18 20:04:44.491814 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4323d5fe-a647-416d-80f5-777f581f37b4 req-0d8e9352-d13d-4892-979c-3dea343ee5c2 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506666 Jan 18 20:04:44.551848 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355a5885-27fa-4538-b1b5-1749788a913d x-openstack-request-id: req-355a5885-27fa-4538-b1b5-1749788a913d {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:04:44.552245 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3812ac-0ed2-466e-9d7d-ed675c35a819", "name": "network-vif-plugged", "status": "completed", "tag": "b9f0237e-1cff-4e35-95d2-8abba0c38820", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:04:44.552617 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-355a5885-27fa-4538-b1b5-1749788a913d {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:04:44.553110 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3812ac-0ed2-466e-9d7d-ed675c35a819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f0237e-1cff-4e35-95d2-8abba0c38820', 'code': 200} Jan 18 20:04:44.657075 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c14cf-db8e-4c27-bcba-04238761abcc req-61a0f102-743e-4d71-882c-737ff56288e6 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:44.658491 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6e9c14cf-db8e-4c27-bcba-04238761abcc req-61a0f102-743e-4d71-882c-737ff56288e6 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3812ac-0ed2-466e-9d7d-ed675c35a819 HTTP/1.1" status: 200 len: 950 time: 0.0543258 Jan 18 20:04:44.720615 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6e9c14cf-db8e-4c27-bcba-04238761abcc req-c813d620-0d7a-4373-859f-19084e8890ef tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/security-groups?id=a21e4184-1bd5-4ff2-a085-81e174d83149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562027 Jan 18 20:04:44.798025 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6195c7-442b-436f-ba2b-b62b8ab2c596 req-1bb3f7ba-247c-4514-a50a-1c816a9b8a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:44.799797 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8c6195c7-442b-436f-ba2b-b62b8ab2c596 req-1bb3f7ba-247c-4514-a50a-1c816a9b8a93 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ca3812ac-0ed2-466e-9d7d-ed675c35a819 HTTP/1.1" status: 200 len: 1101 time: 0.0393815 Jan 18 20:04:44.843881 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8c6195c7-442b-436f-ba2b-b62b8ab2c596 req-493d89e5-ad34-4927-8e27-425aa0c99baa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a21e4184-1bd5-4ff2-a085-81e174d83149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363300 Jan 18 20:04:45.162542 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e2676084-a6e8-46b7-8734-9813fc64cc0a details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:04:45.247091 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856227ea-214a-4024-80e2-3bb48c3da882 req-d509ad5e-3522-49c4-b38f-cdd5d7f52d46 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:45.249772 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-856227ea-214a-4024-80e2-3bb48c3da882 req-d509ad5e-3522-49c4-b38f-cdd5d7f52d46 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 950 time: 0.0561543 Jan 18 20:04:45.289782 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port e2676084-a6e8-46b7-8734-9813fc64cc0a, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e2676084-a6e8-46b7-8734-9813fc64cc0a,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:45.312631 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'e2676084-a6e8-46b7-8734-9813fc64cc0a', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': 'e2676084-a6e8-46b7-8734-9813fc64cc0a', 'mac_address': 'fa:16:3e:59:47:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:04:45.327189 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-856227ea-214a-4024-80e2-3bb48c3da882 req-7bd9b58a-23c7-4237-8f55-6cd62018a1ad tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709455 Jan 18 20:04:45.363528 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port e2676084-a6e8-46b7-8734-9813fc64cc0a is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:04:45.364331 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e2676084-a6e8-46b7-8734-9813fc64cc0a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:45.381353 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2676084-a6e8-46b7-8734-9813fc64cc0a {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:04:45.404563 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port e2676084-a6e8-46b7-8734-9813fc64cc0a, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e2676084-a6e8-46b7-8734-9813fc64cc0a,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:45.409572 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e2676084-a6e8-46b7-8734-9813fc64cc0a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:45.457570 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e702e-e7ea-4c7c-9593-07ff225421ed req-406e23a6-7214-4ab1-96b0-ae828a68ac99 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:45.459035 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=e2676084-a6e8-46b7-8734-9813fc64cc0a,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:45.459177 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9a6e702e-e7ea-4c7c-9593-07ff225421ed req-406e23a6-7214-4ab1-96b0-ae828a68ac99 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd9307f-7649-4330-b55a-c59c504c10d4 HTTP/1.1" status: 200 len: 947 time: 0.0628939 Jan 18 20:04:45.508724 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9a6e702e-e7ea-4c7c-9593-07ff225421ed req-2b57d9a5-d2f5-4bd5-af34-65d20e4310ed tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/security-groups?id=f46683e8-133b-4b17-b6d2-44bdaf2e8d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426707 Jan 18 20:04:45.670535 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df53eb-b787-4597-85a8-eeb42a14bd75 req-b8caf990-b596-482a-a14e-0c259027903d tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:45.677966 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e8df53eb-b787-4597-85a8-eeb42a14bd75 req-b8caf990-b596-482a-a14e-0c259027903d tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8362f077-23ba-412c-bc80-4539aad3936a HTTP/1.1" status: 200 len: 950 time: 0.0585363 Jan 18 20:04:45.683459 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['e2676084-a6e8-46b7-8734-9813fc64cc0a'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:04:45.734956 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e8df53eb-b787-4597-85a8-eeb42a14bd75 req-3d511053-33ee-41d4-9457-bb2279b84eb2 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560694 Jan 18 20:04:46.116092 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260365a-bc59-4f33-8a36-9a11cc869b61 req-6b4fb848-c9e3-4098-a8fc-8e6c40d0af95 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:46.118485 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e260365a-bc59-4f33-8a36-9a11cc869b61 req-6b4fb848-c9e3-4098-a8fc-8e6c40d0af95 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3812ac-0ed2-466e-9d7d-ed675c35a819 HTTP/1.1" status: 200 len: 950 time: 0.0817773 Jan 18 20:04:46.162208 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35100) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:46.182871 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e260365a-bc59-4f33-8a36-9a11cc869b61 req-9fbe9f30-4a9c-4624-a882-0211e6547fbd tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/security-groups?id=a21e4184-1bd5-4ff2-a085-81e174d83149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504429 Jan 18 20:04:46.280967 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cf16077d-d3ee-4a2a-8078-b253bb72971c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:46.359107 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cf16077d-d3ee-4a2a-8078-b253bb72971c admin admin] Publish callbacks [] for security_group (d7c8da36-e9b5-4c43-8eec-f9415feeaa88), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:46.364462 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cf16077d-d3ee-4a2a-8078-b253bb72971c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d7c8da36-e9b5-4c43-8eec-f9415feeaa88), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:46.391561 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cf16077d-d3ee-4a2a-8078-b253bb72971c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=46aa4ec71ae544fb88dbfed1652ede30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263656 Jan 18 20:04:46.398832 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35106) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:46.422092 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16077d-d3ee-4a2a-8078-b253bb72971c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c8da36-e9b5-4c43-8eec-f9415feeaa88,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:46.462353 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699da8e-4364-4842-a8f9-7130541fe6be req-58e9f531-e305-4d32-a5c8-6c95a878da02 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:46.465205 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4699da8e-4364-4842-a8f9-7130541fe6be req-58e9f531-e305-4d32-a5c8-6c95a878da02 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 950 time: 0.0747263 Jan 18 20:04:46.489382 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1da022a8-262d-4c94-86aa-b30eb8d38cf4 admin admin] Publish callbacks [] for security_group (d7c8da36-e9b5-4c43-8eec-f9415feeaa88), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:46.514017 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4699da8e-4364-4842-a8f9-7130541fe6be req-bbf9f409-afdd-45aa-ab93-4c041c280808 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432527 Jan 18 20:04:46.514297 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1da022a8-262d-4c94-86aa-b30eb8d38cf4 admin admin] Publish callbacks [] for security_group (d7c8da36-e9b5-4c43-8eec-f9415feeaa88), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:46.565011 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1da022a8-262d-4c94-86aa-b30eb8d38cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d7c8da36-e9b5-4c43-8eec-f9415feeaa88), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:46.568371 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1da022a8-262d-4c94-86aa-b30eb8d38cf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:46.573109 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1da022a8-262d-4c94-86aa-b30eb8d38cf4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d7c8da36-e9b5-4c43-8eec-f9415feeaa88 HTTP/1.1" status: 204 len: 168 time: 0.1730285 Jan 18 20:04:46.581495 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da022a8-262d-4c94-86aa-b30eb8d38cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c8da36-e9b5-4c43-8eec-f9415feeaa88,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:46.633972 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9529908-bfd3-4a4b-bc09-38b727b5b14d req-b9b5f408-bbc1-480e-85b4-6a0bc39e8c5e tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:46.635902 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e9529908-bfd3-4a4b-bc09-38b727b5b14d req-b9b5f408-bbc1-480e-85b4-6a0bc39e8c5e tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd9307f-7649-4330-b55a-c59c504c10d4 HTTP/1.1" status: 200 len: 948 time: 0.0550582 Jan 18 20:04:46.697086 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e9529908-bfd3-4a4b-bc09-38b727b5b14d req-ae157dd6-f8bf-4b0e-ab3c-b8751a06362d tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/security-groups?id=f46683e8-133b-4b17-b6d2-44bdaf2e8d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536971 Jan 18 20:04:46.865767 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18546bdf-d7c9-463a-ad99-c755b42676fe req-f7235052-cdd0-409e-b694-e4e4a8c25a91 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:46.867440 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-18546bdf-d7c9-463a-ad99-c755b42676fe req-f7235052-cdd0-409e-b694-e4e4a8c25a91 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8362f077-23ba-412c-bc80-4539aad3936a HTTP/1.1" status: 200 len: 950 time: 0.0505877 Jan 18 20:04:46.918293 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-18546bdf-d7c9-463a-ad99-c755b42676fe req-acff33f2-7b65-4f44-9365-c6621f7e6572 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445471 Jan 18 20:04:47.178921 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e2676084-a6e8-46b7-8734-9813fc64cc0a up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:04:47.327504 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35144) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:47.338583 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port e2676084-a6e8-46b7-8734-9813fc64cc0a completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:04:47.357289 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port e2676084-a6e8-46b7-8734-9813fc64cc0a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:04:47.357696 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e2676084-a6e8-46b7-8734-9813fc64cc0a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:47.434691 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921a9c-0419-4de9-9c35-3e93bea3df29 req-42ccc424-ece4-4b0b-b060-85020da114c6 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:47.439471 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1b921a9c-0419-4de9-9c35-3e93bea3df29 req-42ccc424-ece4-4b0b-b060-85020da114c6 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3812ac-0ed2-466e-9d7d-ed675c35a819 HTTP/1.1" status: 200 len: 950 time: 0.1237166 Jan 18 20:04:47.449363 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-eedddb05-0646-4662-86ca-7144413219dc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-580732818-network', 'tenant_id': '83505cce248d4c14b276c003902f57cf'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:47.479630 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedddb05-0646-4662-86ca-7144413219dc admin admin] Made reservation on behalf of 83505cce248d4c14b276c003902f57cf for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:04:47.482466 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eedddb05-0646-4662-86ca-7144413219dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:47.500069 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eedddb05-0646-4662-86ca-7144413219dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:47.501983 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1b921a9c-0419-4de9-9c35-3e93bea3df29 req-7765af81-2a0d-40dc-b632-73f56c359749 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/security-groups?id=a21e4184-1bd5-4ff2-a085-81e174d83149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571678 Jan 18 20:04:47.517261 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port e2676084-a6e8-46b7-8734-9813fc64cc0a is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:04:47.517663 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e2676084-a6e8-46b7-8734-9813fc64cc0a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:47.564953 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd9307f-7649-4330-b55a-c59c504c10d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2676084-a6e8-46b7-8734-9813fc64cc0a'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:04:47.572548 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792178d6-3dac-4756-afa9-97b21e1f2f22" -d '{"events": [{"server_uuid": "dcd9307f-7649-4330-b55a-c59c504c10d4", "name": "network-vif-plugged", "status": "completed", "tag": "e2676084-a6e8-46b7-8734-9813fc64cc0a"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:04:47.595499 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eedddb05-0646-4662-86ca-7144413219dc admin admin] Publish callbacks [] for security_group (933a77a7-8873-47c5-a9c2-c6bd6881f8b6), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:47.603685 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eedddb05-0646-4662-86ca-7144413219dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (933a77a7-8873-47c5-a9c2-c6bd6881f8b6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:47.605256 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port e2676084-a6e8-46b7-8734-9813fc64cc0a, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e2676084-a6e8-46b7-8734-9813fc64cc0a,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:47.614629 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e2676084-a6e8-46b7-8734-9813fc64cc0a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:47.652984 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eedddb05-0646-4662-86ca-7144413219dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:04:47.653994 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef75c9f4-b108-441a-bf45-2341cff7a2b5 x-openstack-request-id: req-ef75c9f4-b108-441a-bf45-2341cff7a2b5 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:04:47.654376 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd9307f-7649-4330-b55a-c59c504c10d4", "name": "network-vif-plugged", "status": "completed", "tag": "e2676084-a6e8-46b7-8734-9813fc64cc0a", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:04:47.654695 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef75c9f4-b108-441a-bf45-2341cff7a2b5 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:04:47.655338 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd9307f-7649-4330-b55a-c59c504c10d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2676084-a6e8-46b7-8734-9813fc64cc0a', 'code': 200} Jan 18 20:04:47.697701 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eedddb05-0646-4662-86ca-7144413219dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (d7007d66-8a65-4944-ae3e-4f1a259f66d0), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:47.698407 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-eedddb05-0646-4662-86ca-7144413219dc admin admin] Added segment d7007d66-8a65-4944-ae3e-4f1a259f66d0 of type vlan for network 3c5ec1c4-de42-47d6-ac78-1c3ddb817769 Jan 18 20:04:47.699884 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedddb05-0646-4662-86ca-7144413219dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933a77a7-8873-47c5-a9c2-c6bd6881f8b6,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:47.730591 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=e2676084-a6e8-46b7-8734-9813fc64cc0a,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:47.734692 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a4c3a-3976-447b-a6c0-4c4563cd74d0 req-8c924cc0-472f-4a8c-a776-727fd088972c tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:47.742513 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad2a4c3a-3976-447b-a6c0-4c4563cd74d0 req-8c924cc0-472f-4a8c-a776-727fd088972c tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 950 time: 0.1083210 Jan 18 20:04:47.817860 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eedddb05-0646-4662-86ca-7144413219dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (3c5ec1c4-de42-47d6-ac78-1c3ddb817769), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:47.823545 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad2a4c3a-3976-447b-a6c0-4c4563cd74d0 req-7bd52a21-3659-4276-8ae2-cd5307187fd3 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586660 Jan 18 20:04:47.842963 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35967b-7f67-4b6e-86ef-887e9e616af7 req-2ee8f6dd-91de-4c0c-b0f5-d628a165e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:47.844461 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bb35967b-7f67-4b6e-86ef-887e9e616af7 req-2ee8f6dd-91de-4c0c-b0f5-d628a165e399 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dcd9307f-7649-4330-b55a-c59c504c10d4 HTTP/1.1" status: 200 len: 1100 time: 0.0781469 Jan 18 20:04:47.869457 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eedddb05-0646-4662-86ca-7144413219dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (3c5ec1c4-de42-47d6-ac78-1c3ddb817769), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:47.871246 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedddb05-0646-4662-86ca-7144413219dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:47.871990 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eedddb05-0646-4662-86ca-7144413219dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:47.897239 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9d917-617c-46ce-b66b-4281ae17699d req-d3667d79-92fb-41c1-82f1-a46201c6a28d tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:47.898788 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9c9d917-617c-46ce-b66b-4281ae17699d req-d3667d79-92fb-41c1-82f1-a46201c6a28d tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd9307f-7649-4330-b55a-c59c504c10d4 HTTP/1.1" status: 200 len: 949 time: 0.0542984 Jan 18 20:04:47.943887 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-eedddb05-0646-4662-86ca-7144413219dc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6152742 Jan 18 20:04:47.949773 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35184) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:47.957622 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-a4a7769d-e673-4338-841a-0b213eb5401c admin admin] Request body: {'subnet': {'network_id': '3c5ec1c4-de42-47d6-ac78-1c3ddb817769', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-580732818-subnet', 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:48.003672 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9c9d917-617c-46ce-b66b-4281ae17699d req-0379e62a-8b05-4d1c-9f4d-dc8adef63048 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/security-groups?id=f46683e8-133b-4b17-b6d2-44bdaf2e8d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976760 Jan 18 20:04:48.005076 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedddb05-0646-4662-86ca-7144413219dc admin admin] Pushing event updated for resources: {'Network': ['ID=3c5ec1c4-de42-47d6-ac78-1c3ddb817769,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:48.010348 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a7769d-e673-4338-841a-0b213eb5401c admin admin] Made reservation on behalf of 83505cce248d4c14b276c003902f57cf for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:04:48.017700 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a4a7769d-e673-4338-841a-0b213eb5401c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:48.018409 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bb35967b-7f67-4b6e-86ef-887e9e616af7 req-e373dde3-862a-4d3d-9886-d6b538295cce service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f46683e8-133b-4b17-b6d2-44bdaf2e8d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625998 Jan 18 20:04:48.026670 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 3c5ec1c4-de42-47d6-ac78-1c3ddb817769 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:04:48.310131 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2904f5-3640-451c-916e-1bce56198096 req-f0272a59-4257-4168-9be5-a519045313b7 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:48.316982 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-da2904f5-3640-451c-916e-1bce56198096 req-f0272a59-4257-4168-9be5-a519045313b7 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8362f077-23ba-412c-bc80-4539aad3936a HTTP/1.1" status: 200 len: 950 time: 0.1096787 Jan 18 20:04:48.351189 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a4a7769d-e673-4338-841a-0b213eb5401c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (5eb0d4e7-64bc-49d1-859c-c4823c4f8397), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:48.386085 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-74ebc195-4b12-4832-9086-9b85e23be655 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=dbba5e2d1f804c368f817f2fa835474a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648942 Jan 18 20:04:48.458495 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-da2904f5-3640-451c-916e-1bce56198096 req-694f39a2-bafc-4141-9c94-ac93491ac11a tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406689 Jan 18 20:04:48.495191 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7769d-e673-4338-841a-0b213eb5401c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eb0d4e7-64bc-49d1-859c-c4823c4f8397,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:48.524841 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a7769d-e673-4338-841a-0b213eb5401c admin admin] Checking segment: {'id': 'd7007d66-8a65-4944-ae3e-4f1a259f66d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3c5ec1c4-de42-47d6-ac78-1c3ddb817769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:04:48.525446 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a7769d-e673-4338-841a-0b213eb5401c admin admin] Network hostable DHCP agents. Network: 3c5ec1c4-de42-47d6-ac78-1c3ddb817769, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:04:48.571324 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-c1cf4de1-abea-4842-8229-353f3cad65b4 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=070187427d1749f7b692ba37839e3274&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382226 Jan 18 20:04:48.583139 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-9dd1086b-3d80-41a8-8e6e-54c4cb722d9d tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:48.584473 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-9dd1086b-3d80-41a8-8e6e-54c4cb722d9d tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1898420 Jan 18 20:04:48.587243 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a7769d-e673-4338-841a-0b213eb5401c admin admin] Network 3c5ec1c4-de42-47d6-ac78-1c3ddb817769 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:04:48.625508 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-a4a7769d-e673-4338-841a-0b213eb5401c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 3c5ec1c4-de42-47d6-ac78-1c3ddb817769) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:04:48.630967 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a7769d-e673-4338-841a-0b213eb5401c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:48.631562 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a4a7769d-e673-4338-841a-0b213eb5401c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:48.640052 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa5565e-f689-4d3e-aee4-e7ee9c07ca4b None None] Network 3c5ec1c4-de42-47d6-ac78-1c3ddb817769 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:04:48.641275 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-ed21048e-26d7-457a-849b-b376883a00d0 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/quotas/dbba5e2d1f804c368f817f2fa835474a HTTP/1.1" status: 200 len: 375 time: 0.0427139 Jan 18 20:04:48.710031 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-371d6f03-76d6-48ef-9323-81022287b13e tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dbba5e2d1f804c368f817f2fa835474a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402477 Jan 18 20:04:48.716050 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a4a7769d-e673-4338-841a-0b213eb5401c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7650559 Jan 18 20:04:48.718915 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35224) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:48.729999 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-115e7314-6d74-4179-9cc1-25b9ac360465 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-580732818-router', 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:48.752918 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca75acb-8eda-4754-bc94-e06ab6f43fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-3c5ec1c4-de42-47d6-ac78-1c3ddb817769', 'network_id': '3c5ec1c4-de42-47d6-ac78-1c3ddb817769', 'project_id': '83505cce248d4c14b276c003902f57cf', 'fixed_ips': [{'subnet_id': '5eb0d4e7-64bc-49d1-859c-c4823c4f8397'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:04:48.754080 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0ca75acb-8eda-4754-bc94-e06ab6f43fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:48.771551 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-7cddf6e2-82b5-4bdf-b530-25279e333f11 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:48.778716 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-7cddf6e2-82b5-4bdf-b530-25279e333f11 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1929963 Jan 18 20:04:48.802703 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-115e7314-6d74-4179-9cc1-25b9ac360465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (af8396b8-091e-472d-9390-f0c01762118e), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:48.802703 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-115e7314-6d74-4179-9cc1-25b9ac360465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (af8396b8-091e-472d-9390-f0c01762118e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:48.879092 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-115e7314-6d74-4179-9cc1-25b9ac360465 admin admin] Publish callbacks [] for router_controller (af8396b8-091e-472d-9390-f0c01762118e), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:48.879092 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-08f66ba6-8612-4466-9cf7-9ef2f1af7d14 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/quotas/070187427d1749f7b692ba37839e3274 HTTP/1.1" status: 200 len: 375 time: 0.0990109 Jan 18 20:04:48.958580 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-0ca75acb-8eda-4754-bc94-e06ab6f43fbc None None] Allocated IP 172.20.0.2 (3c5ec1c4-de42-47d6-ac78-1c3ddb817769/5eb0d4e7-64bc-49d1-859c-c4823c4f8397/12afc9cf-f1aa-497e-9585-ecbaa304842a) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:04:49.133008 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0ca75acb-8eda-4754-bc94-e06ab6f43fbc None None] Publish callbacks [] for port (12afc9cf-f1aa-497e-9585-ecbaa304842a), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:49.135534 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-115e7314-6d74-4179-9cc1-25b9ac360465 admin admin] Publish callbacks [] for router_gateway (af8396b8-091e-472d-9390-f0c01762118e), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:49.151968 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0ca75acb-8eda-4754-bc94-e06ab6f43fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (12afc9cf-f1aa-497e-9585-ecbaa304842a), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:49.160208 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-fe0b7c0c-b153-4488-811d-60a1c15e0d8e tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=070187427d1749f7b692ba37839e3274&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1843696 Jan 18 20:04:49.211877 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca75acb-8eda-4754-bc94-e06ab6f43fbc None None] Network 3c5ec1c4-de42-47d6-ac78-1c3ddb817769 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:04:49.216093 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-0ca75acb-8eda-4754-bc94-e06ab6f43fbc None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:04:49.218959 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca75acb-8eda-4754-bc94-e06ab6f43fbc None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:04:49.233482 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca75acb-8eda-4754-bc94-e06ab6f43fbc None None] Pushing event updated for resources: {'Port': ['ID=12afc9cf-f1aa-497e-9585-ecbaa304842a,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:49.355694 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0ca75acb-8eda-4754-bc94-e06ab6f43fbc None None] Attempting to bind port 12afc9cf-f1aa-497e-9585-ecbaa304842a on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:04:49.355979 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0ca75acb-8eda-4754-bc94-e06ab6f43fbc None None] Attempting to bind port 12afc9cf-f1aa-497e-9585-ecbaa304842a by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd7007d66-8a65-4944-ae3e-4f1a259f66d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3c5ec1c4-de42-47d6-ac78-1c3ddb817769'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:04:49.357071 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca75acb-8eda-4754-bc94-e06ab6f43fbc None None] Attempting to bind port 12afc9cf-f1aa-497e-9585-ecbaa304842a on network 3c5ec1c4-de42-47d6-ac78-1c3ddb817769 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:04:49.373695 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca75acb-8eda-4754-bc94-e06ab6f43fbc None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:04:49.374114 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca75acb-8eda-4754-bc94-e06ab6f43fbc None None] Checking segment: {'id': 'd7007d66-8a65-4944-ae3e-4f1a259f66d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3c5ec1c4-de42-47d6-ac78-1c3ddb817769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:04:49.374524 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0ca75acb-8eda-4754-bc94-e06ab6f43fbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:49.374924 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca75acb-8eda-4754-bc94-e06ab6f43fbc None None] Bound using segment: {'id': 'd7007d66-8a65-4944-ae3e-4f1a259f66d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3c5ec1c4-de42-47d6-ac78-1c3ddb817769'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:04:49.376898 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0ca75acb-8eda-4754-bc94-e06ab6f43fbc None None] Bound port: 12afc9cf-f1aa-497e-9585-ecbaa304842a, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7007d66-8a65-4944-ae3e-4f1a259f66d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3c5ec1c4-de42-47d6-ac78-1c3ddb817769'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:04:49.379216 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0ca75acb-8eda-4754-bc94-e06ab6f43fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (12afc9cf-f1aa-497e-9585-ecbaa304842a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:49.513529 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0ca75acb-8eda-4754-bc94-e06ab6f43fbc None None] For port 12afc9cf-f1aa-497e-9585-ecbaa304842a, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:04:49.520017 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0ca75acb-8eda-4754-bc94-e06ab6f43fbc None None] For port 12afc9cf-f1aa-497e-9585-ecbaa304842a, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=12afc9cf-f1aa-497e-9585-ecbaa304842a,segment=NetworkSegment(d7007d66-8a65-4944-ae3e-4f1a259f66d0),segment_id=d7007d66-8a65-4944-ae3e-4f1a259f66d0)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:04:49.527014 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0ca75acb-8eda-4754-bc94-e06ab6f43fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (12afc9cf-f1aa-497e-9585-ecbaa304842a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:49.627312 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca75acb-8eda-4754-bc94-e06ab6f43fbc None None] Pushing event updated for resources: {'Port': ['ID=12afc9cf-f1aa-497e-9585-ecbaa304842a,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:49.791767 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0b3ce-4180-49f7-9e71-2f9ffd653f2c req-7f24ac86-854b-4cfb-8344-62f5c6d55caa tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:49.799164 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2da0b3ce-4180-49f7-9e71-2f9ffd653f2c req-7f24ac86-854b-4cfb-8344-62f5c6d55caa tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=70c9cf1e-df58-4aea-a35e-091c937c6188 HTTP/1.1" status: 200 len: 950 time: 0.8244071 Jan 18 20:04:49.947152 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff5115-a15a-41f6-b945-73e2ef220a6d req-28a989f5-d82c-4dae-8729-a13bb689f2b6 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:49.955054 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5cff5115-a15a-41f6-b945-73e2ef220a6d req-28a989f5-d82c-4dae-8729-a13bb689f2b6 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3812ac-0ed2-466e-9d7d-ed675c35a819 HTTP/1.1" status: 200 len: 950 time: 0.2151625 Jan 18 20:04:49.994704 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2da0b3ce-4180-49f7-9e71-2f9ffd653f2c req-6173fb19-f912-4e6c-9a93-e2ca93a4202f tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948011 Jan 18 20:04:50.050253 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5cff5115-a15a-41f6-b945-73e2ef220a6d req-42772812-ae50-4839-8de3-8b3a77e76586 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/security-groups?id=a21e4184-1bd5-4ff2-a085-81e174d83149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940723 Jan 18 20:04:50.215302 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-48feb2ef-e2e4-4dfa-9ef5-c186cbcab877 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=dbba5e2d1f804c368f817f2fa835474a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328345 Jan 18 20:04:50.359223 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-115e7314-6d74-4179-9cc1-25b9ac360465 admin admin] Publish callbacks [] for router_gateway (af8396b8-091e-472d-9390-f0c01762118e), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:50.393330 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-9d2cfd56-cfab-4bf7-8cda-1afbf11e9c8f tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=dbba5e2d1f804c368f817f2fa835474a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514505 Jan 18 20:04:50.395349 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca8851-da6d-4512-be9b-fff29232e673 req-e8e0cd28-7a86-480f-9ede-b114ca9c5608 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:50.396841 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a1ca8851-da6d-4512-be9b-fff29232e673 req-e8e0cd28-7a86-480f-9ede-b114ca9c5608 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd9307f-7649-4330-b55a-c59c504c10d4 HTTP/1.1" status: 200 len: 949 time: 0.1869075 Jan 18 20:04:50.397939 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-115e7314-6d74-4179-9cc1-25b9ac360465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:50.526739 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-45d86edd-2173-4561-bedf-75f1f5350e24 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:50.533575 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-45d86edd-2173-4561-bedf-75f1f5350e24 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3079214 Jan 18 20:04:50.552133 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-fbab8df4-abca-471a-b130-54cd8727cf4f tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:50.554972 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-fbab8df4-abca-471a-b130-54cd8727cf4f tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1510592 Jan 18 20:04:50.564037 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-9535732d-3c21-4fb8-8909-2c52d770a5ff tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/quotas/dbba5e2d1f804c368f817f2fa835474a HTTP/1.1" status: 200 len: 375 time: 0.0295036 Jan 18 20:04:50.569432 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-21a0d995-75a8-4c1c-a30e-3d43e3175998 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Request body: {'port': {'device_id': '5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': 'dbba5e2d1f804c368f817f2fa835474a'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:50.622925 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-c2dfd1f9-d4bb-4464-a249-ca158d97eb8c tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dbba5e2d1f804c368f817f2fa835474a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497420 Jan 18 20:04:50.638357 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a1ca8851-da6d-4512-be9b-fff29232e673 req-cebe99a8-d2e4-476d-8d9c-100ca24bcf5f tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/security-groups?id=f46683e8-133b-4b17-b6d2-44bdaf2e8d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290332 Jan 18 20:04:50.718923 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-115e7314-6d74-4179-9cc1-25b9ac360465 admin admin] Allocated IP 172.25.4.21 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/b14ae363-80f8-437c-bee0-ed994706352e) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:04:50.807784 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-21a0d995-75a8-4c1c-a30e-3d43e3175998 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Made reservation on behalf of dbba5e2d1f804c368f817f2fa835474a for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:04:50.818732 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-21a0d995-75a8-4c1c-a30e-3d43e3175998 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:50.833799 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-21a0d995-75a8-4c1c-a30e-3d43e3175998 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:50.942361 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-30b9b648-23b0-4a53-bdbc-7ec2111cbf04 req-62d341ee-e45e-4824-becd-32765fa14e39 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db1a96d-225c-40a9-bf05-f4e289856b22 HTTP/1.1" status: 200 len: 210 time: 0.1620369 Jan 18 20:04:50.956731 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-21a0d995-75a8-4c1c-a30e-3d43e3175998 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Publish callbacks [] for security_group (5b72549e-02ed-484f-8872-2821bccd2dfa), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:51.000162 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-21a0d995-75a8-4c1c-a30e-3d43e3175998 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5b72549e-02ed-484f-8872-2821bccd2dfa), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:51.069837 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-115e7314-6d74-4179-9cc1-25b9ac360465 admin admin] Publish callbacks [] for port (b14ae363-80f8-437c-bee0-ed994706352e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:51.125129 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-33d14752-6f16-4b2c-8e34-02531e590a08 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=070187427d1749f7b692ba37839e3274&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1610394 Jan 18 20:04:51.147196 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-115e7314-6d74-4179-9cc1-25b9ac360465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (b14ae363-80f8-437c-bee0-ed994706352e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:51.162428 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f4ed4c-ab71-4678-b64e-d89366443ad7 None None] Network 3c5ec1c4-de42-47d6-ac78-1c3ddb817769 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:04:51.171000 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0d995-75a8-4c1c-a30e-3d43e3175998 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b72549e-02ed-484f-8872-2821bccd2dfa,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:51.234529 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115e7314-6d74-4179-9cc1-25b9ac360465 admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:04:51.252303 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-115e7314-6d74-4179-9cc1-25b9ac360465 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:04:51.273573 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115e7314-6d74-4179-9cc1-25b9ac360465 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:04:51.303585 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e7314-6d74-4179-9cc1-25b9ac360465 admin admin] Pushing event updated for resources: {'Port': ['ID=b14ae363-80f8-437c-bee0-ed994706352e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:51.361834 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1b70a848-5a8e-4678-ba16-521930f45b13 None None] Provisioning complete for port 12afc9cf-f1aa-497e-9585-ecbaa304842a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:04:51.362225 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1b70a848-5a8e-4678-ba16-521930f45b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (12afc9cf-f1aa-497e-9585-ecbaa304842a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:51.529263 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-21a0d995-75a8-4c1c-a30e-3d43e3175998 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Allocated IP 192.168.233.76 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/28ff6737-02fb-4a87-b1c5-7feebf0eff97) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:04:51.544098 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-2370c369-df07-41e5-8ae8-9dbd3ddec4c6 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:51.550892 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-2370c369-df07-41e5-8ae8-9dbd3ddec4c6 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3515425 Jan 18 20:04:51.576592 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-87d1090d-fa3e-429f-8396-89560f6171f2 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Request body: {'port': {'device_id': '5db1a96d-225c-40a9-bf05-f4e289856b22', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': '070187427d1749f7b692ba37839e3274'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:51.688086 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfa271-13c4-4423-b5de-1c2657e06fee req-15182ce2-f285-40a4-a89c-8367da668ad1 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:51.691056 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 12afc9cf-f1aa-497e-9585-ecbaa304842a up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:04:51.708502 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfa271-13c4-4423-b5de-1c2657e06fee req-15182ce2-f285-40a4-a89c-8367da668ad1 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:51.719757 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-86cfa271-13c4-4423-b5de-1c2657e06fee req-15182ce2-f285-40a4-a89c-8367da668ad1 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=70c9cf1e-df58-4aea-a35e-091c937c6188&device_id=8362f077-23ba-412c-bc80-4539aad3936a HTTP/1.1" status: 200 len: 1691 time: 0.3578806 Jan 18 20:04:51.750099 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1b70a848-5a8e-4678-ba16-521930f45b13 None None] Current status of the port 12afc9cf-f1aa-497e-9585-ecbaa304842a is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:04:51.750099 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1b70a848-5a8e-4678-ba16-521930f45b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (12afc9cf-f1aa-497e-9585-ecbaa304842a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:51.808202 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1b70a848-5a8e-4678-ba16-521930f45b13 None None] For port 12afc9cf-f1aa-497e-9585-ecbaa304842a, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=12afc9cf-f1aa-497e-9585-ecbaa304842a,segment=NetworkSegment(d7007d66-8a65-4944-ae3e-4f1a259f66d0),segment_id=d7007d66-8a65-4944-ae3e-4f1a259f66d0)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:51.823461 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1b70a848-5a8e-4678-ba16-521930f45b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (12afc9cf-f1aa-497e-9585-ecbaa304842a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:51.868392 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 12afc9cf-f1aa-497e-9585-ecbaa304842a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:04:51.868772 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (12afc9cf-f1aa-497e-9585-ecbaa304842a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:51.885392 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-87d1090d-fa3e-429f-8396-89560f6171f2 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Made reservation on behalf of 070187427d1749f7b692ba37839e3274 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:04:51.901435 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-87d1090d-fa3e-429f-8396-89560f6171f2 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:51.925529 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70a848-5a8e-4678-ba16-521930f45b13 None None] Pushing event updated for resources: {'Port': ['ID=12afc9cf-f1aa-497e-9585-ecbaa304842a,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:51.978160 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-86cfa271-13c4-4423-b5de-1c2657e06fee req-bde08acd-edc1-4f42-9308-ec245e8bd4fc tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573926 Jan 18 20:04:52.000693 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-21a0d995-75a8-4c1c-a30e-3d43e3175998 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Publish callbacks [] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:52.008031 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 12afc9cf-f1aa-497e-9585-ecbaa304842a is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:04:52.014238 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c8ed99a3-8ec5-48e7-90bf-c38a9203e062 req-bbf8e689-e299-44ff-93a4-168d40ecd9aa tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/ports?device_id=2aef056c-6300-4079-a47d-e582fe745571 HTTP/1.1" status: 200 len: 210 time: 0.1271987 Jan 18 20:04:52.150120 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-115e7314-6d74-4179-9cc1-25b9ac360465 admin admin] Publish callbacks [] for router_gateway (af8396b8-091e-472d-9390-f0c01762118e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:52.201547 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-21a0d995-75a8-4c1c-a30e-3d43e3175998 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:52.250559 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dc4e0454-c14c-48c8-9ef2-00b9ba68f953 None None] Provisioning complete for port 12afc9cf-f1aa-497e-9585-ecbaa304842a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:04:52.251213 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dc4e0454-c14c-48c8-9ef2-00b9ba68f953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (12afc9cf-f1aa-497e-9585-ecbaa304842a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:52.317120 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e8634cf1-d275-48ff-80ed-086b6e997bc7 req-87cc990f-32ef-49f5-856d-e22e9f3e4309 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db1a96d-225c-40a9-bf05-f4e289856b22 HTTP/1.1" status: 200 len: 210 time: 0.1249766 Jan 18 20:04:52.328272 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-21a0d995-75a8-4c1c-a30e-3d43e3175998 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:04:52.343812 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-21a0d995-75a8-4c1c-a30e-3d43e3175998 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:04:52.343812 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-21a0d995-75a8-4c1c-a30e-3d43e3175998 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:04:52.383624 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd294cf0-c008-4561-b2a0-fbed7fecedcf req-4f2fe52c-6134-492f-bae7-ed65466c5037 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:52.386078 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dd294cf0-c008-4561-b2a0-fbed7fecedcf req-4f2fe52c-6134-492f-bae7-ed65466c5037 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd9307f-7649-4330-b55a-c59c504c10d4 HTTP/1.1" status: 200 len: 949 time: 0.1951509 Jan 18 20:04:52.404939 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dc4e0454-c14c-48c8-9ef2-00b9ba68f953 None None] Current status of the port 12afc9cf-f1aa-497e-9585-ecbaa304842a is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:04:52.445831 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-21a0d995-75a8-4c1c-a30e-3d43e3175998 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:52.446580 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-21a0d995-75a8-4c1c-a30e-3d43e3175998 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:52.460261 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0d995-75a8-4c1c-a30e-3d43e3175998 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Pushing event updated for resources: {'Port': ['ID=28ff6737-02fb-4a87-b1c5-7feebf0eff97,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:52.489101 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-87d1090d-fa3e-429f-8396-89560f6171f2 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Allocated IP 192.168.233.87 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/712d0365-aa1e-40a5-a250-0f543d312831) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:04:52.529305 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-21a0d995-75a8-4c1c-a30e-3d43e3175998 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9651244 Jan 18 20:04:52.546929 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-5994936c-6f51-4f43-ab16-b869e780d3af tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=dbba5e2d1f804c368f817f2fa835474a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508885 Jan 18 20:04:52.556798 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-ac767a92-d94e-43ed-84d7-bf04af3c3c9e service neutron] Request body: {'port': {'device_id': '5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:52.634386 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dd294cf0-c008-4561-b2a0-fbed7fecedcf req-17e090c4-d740-4512-b660-9956152e7633 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/security-groups?id=f46683e8-133b-4b17-b6d2-44bdaf2e8d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125776 Jan 18 20:04:52.717274 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-115e7314-6d74-4179-9cc1-25b9ac360465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (af8396b8-091e-472d-9390-f0c01762118e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:52.732459 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-fd76ba95-2bba-46ac-b2ad-1b1a9fa41fdf None None] Provisioning complete for port 28ff6737-02fb-4a87-b1c5-7feebf0eff97 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:04:52.736671 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fd76ba95-2bba-46ac-b2ad-1b1a9fa41fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:52.824477 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-fd76ba95-2bba-46ac-b2ad-1b1a9fa41fdf None None] Port 28ff6737-02fb-4a87-b1c5-7feebf0eff97 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:04:52.831883 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e4326-2060-4bb5-be07-f0e2d4eb1020 req-4d955e3e-abb4-4896-b1e3-91a1ee7ac616 tempest-ServersOnMultiNodesTest-1292293684 tempest-ServersOnMultiNodesTest-1292293684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:52.833849 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-048e4326-2060-4bb5-be07-f0e2d4eb1020 req-4d955e3e-abb4-4896-b1e3-91a1ee7ac616 tempest-ServersOnMultiNodesTest-1292293684 tempest-ServersOnMultiNodesTest-1292293684-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=70c9cf1e-df58-4aea-a35e-091c937c6188 HTTP/1.1" status: 200 len: 1101 time: 0.1107938 Jan 18 20:04:52.887583 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-472d36f9-1f12-4d58-a638-6119c2400ee5 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:52.889022 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-472d36f9-1f12-4d58-a638-6119c2400ee5 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3328521 Jan 18 20:04:52.911970 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-ac767a92-d94e-43ed-84d7-bf04af3c3c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:52.936876 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-f79ca876-aaa8-426d-b31a-307ab193aecf tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Request body: {'port': {'device_id': '2aef056c-6300-4079-a47d-e582fe745571', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': 'dbba5e2d1f804c368f817f2fa835474a'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:52.993552 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-048e4326-2060-4bb5-be07-f0e2d4eb1020 req-8ae8d761-f39b-47b7-96e5-479bcef09835 tempest-ServersOnMultiNodesTest-1292293684 tempest-ServersOnMultiNodesTest-1292293684-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359353 Jan 18 20:04:53.059680 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-87d1090d-fa3e-429f-8396-89560f6171f2 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Publish callbacks [] for port (712d0365-aa1e-40a5-a250-0f543d312831), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:53.121090 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-f1d42cba-bdcc-4b91-8300-758425bd1042 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c61be005512f4729954210bb553c83f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297863 Jan 18 20:04:53.196600 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-87d1090d-fa3e-429f-8396-89560f6171f2 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (712d0365-aa1e-40a5-a250-0f543d312831), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:53.215171 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:04:53.245507 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7670e3-8cb8-48ae-b22d-d7f2f8cd2b45 req-f0d52c85-a0d9-4eb6-a04f-d4eeb1f7ce4d tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:53.252488 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a7670e3-8cb8-48ae-b22d-d7f2f8cd2b45 req-f0d52c85-a0d9-4eb6-a04f-d4eeb1f7ce4d tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3812ac-0ed2-466e-9d7d-ed675c35a819 HTTP/1.1" status: 200 len: 950 time: 0.1588252 Jan 18 20:04:53.290731 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-87d1090d-fa3e-429f-8396-89560f6171f2 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:04:53.297540 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-87d1090d-fa3e-429f-8396-89560f6171f2 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:04:53.303755 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-87d1090d-fa3e-429f-8396-89560f6171f2 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:04:53.318145 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115e7314-6d74-4179-9cc1-25b9ac360465 admin admin] Router af8396b8-091e-472d-9390-f0c01762118e is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:04:53.364372 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-87d1090d-fa3e-429f-8396-89560f6171f2 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:53.365006 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-87d1090d-fa3e-429f-8396-89560f6171f2 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:53.372506 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a7670e3-8cb8-48ae-b22d-d7f2f8cd2b45 req-a59b024b-1fa9-4ad5-bb3c-16702566c8f5 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/security-groups?id=a21e4184-1bd5-4ff2-a085-81e174d83149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137934 Jan 18 20:04:53.390684 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1090d-fa3e-429f-8396-89560f6171f2 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Pushing event updated for resources: {'Port': ['ID=712d0365-aa1e-40a5-a250-0f543d312831,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:53.429608 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-f79ca876-aaa8-426d-b31a-307ab193aecf tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Made reservation on behalf of dbba5e2d1f804c368f817f2fa835474a for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:04:53.433122 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-f79ca876-aaa8-426d-b31a-307ab193aecf tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:53.436450 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-87d1090d-fa3e-429f-8396-89560f6171f2 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8677039 Jan 18 20:04:53.458807 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-0b89471f-4fe3-44a6-a993-ed64d3376667 service neutron] Request body: {'port': {'device_id': '5db1a96d-225c-40a9-bf05-f4e289856b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:53.494316 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-471c6347-b497-4969-846f-de691548290c tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:53.501873 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-471c6347-b497-4969-846f-de691548290c tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3381484 Jan 18 20:04:53.550376 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 12afc9cf-f1aa-497e-9585-ecbaa304842a up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:04:53.624431 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 12afc9cf-f1aa-497e-9585-ecbaa304842a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:04:53.625162 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (12afc9cf-f1aa-497e-9585-ecbaa304842a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:53.644478 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115e7314-6d74-4179-9cc1-25b9ac360465 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:04:53.665300 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3557214-fcec-451b-96ae-2e3d32c28e45 None None] Sync routers for ids ['af8396b8-091e-472d-9390-f0c01762118e'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:04:53.714750 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f8986492-a079-4719-8462-dff967e60708 None None] Provisioning complete for port 712d0365-aa1e-40a5-a250-0f543d312831 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:04:53.715267 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f8986492-a079-4719-8462-dff967e60708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (712d0365-aa1e-40a5-a250-0f543d312831), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:53.719817 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3557214-fcec-451b-96ae-2e3d32c28e45 None None] Routers {'af8396b8-091e-472d-9390-f0c01762118e'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:04:53.720871 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-e3557214-fcec-451b-96ae-2e3d32c28e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:04:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['af8396b8-091e-472d-9390-f0c01762118e'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:53.834752 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f8986492-a079-4719-8462-dff967e60708 None None] Port 712d0365-aa1e-40a5-a250-0f543d312831 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:04:53.868114 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-0b89471f-4fe3-44a6-a993-ed64d3376667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (712d0365-aa1e-40a5-a250-0f543d312831), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:53.927792 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-ac767a92-d94e-43ed-84d7-bf04af3c3c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28ff6737-02fb-4a87-b1c5-7feebf0eff97 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:04:53.937492 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-ac767a92-d94e-43ed-84d7-bf04af3c3c9e service neutron] Publish callbacks [] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:53.954613 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-ac767a92-d94e-43ed-84d7-bf04af3c3c9e service neutron] Transition to ACTIVE for port object 28ff6737-02fb-4a87-b1c5-7feebf0eff97 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:04:53.984841 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-ac767a92-d94e-43ed-84d7-bf04af3c3c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:54.081908 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 12afc9cf-f1aa-497e-9585-ecbaa304842a is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:04:54.092303 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-f79ca876-aaa8-426d-b31a-307ab193aecf tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Allocated IP 192.168.233.140 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:04:54.103122 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-e3557214-fcec-451b-96ae-2e3d32c28e45 None None] Set router af8396b8-091e-472d-9390-f0c01762118e gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:04:54.221047 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac767a92-d94e-43ed-84d7-bf04af3c3c9e service neutron] Pushing event updated for resources: {'Port': ['ID=28ff6737-02fb-4a87-b1c5-7feebf0eff97,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:54.229771 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-72fa06b0-0bfd-4bbc-94b4-744998f36be3 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/quotas/c61be005512f4729954210bb553c83f4 HTTP/1.1" status: 200 len: 375 time: 0.7269235 Jan 18 20:04:54.322342 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-115e7314-6d74-4179-9cc1-25b9ac360465 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:54.323917 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-115e7314-6d74-4179-9cc1-25b9ac360465 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.6038322 Jan 18 20:04:54.330780 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35328) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:54.341685 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-ac767a92-d94e-43ed-84d7-bf04af3c3c9e service neutron] Attempting to bind port 28ff6737-02fb-4a87-b1c5-7feebf0eff97 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:04:54.341943 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-ac767a92-d94e-43ed-84d7-bf04af3c3c9e service neutron] Attempting to bind port 28ff6737-02fb-4a87-b1c5-7feebf0eff97 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:04:54.342273 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-ac767a92-d94e-43ed-84d7-bf04af3c3c9e service neutron] Attempting to bind port 28ff6737-02fb-4a87-b1c5-7feebf0eff97 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:04:54.350583 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-ac767a92-d94e-43ed-84d7-bf04af3c3c9e service neutron] Port 28ff6737-02fb-4a87-b1c5-7feebf0eff97 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:04:54.351481 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-ac767a92-d94e-43ed-84d7-bf04af3c3c9e service neutron] Attempting to bind port 28ff6737-02fb-4a87-b1c5-7feebf0eff97 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:04:54.358056 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-ac767a92-d94e-43ed-84d7-bf04af3c3c9e service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:04:54.358664 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-ac767a92-d94e-43ed-84d7-bf04af3c3c9e service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:04:54.358998 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-ac767a92-d94e-43ed-84d7-bf04af3c3c9e service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:04:54.359433 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-ac767a92-d94e-43ed-84d7-bf04af3c3c9e service neutron] Bound port: 28ff6737-02fb-4a87-b1c5-7feebf0eff97, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:04:54.359795 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-ac767a92-d94e-43ed-84d7-bf04af3c3c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:54.395879 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff98aed-b16b-41c6-b811-8ae27c743c4f req-d9bca25b-f67a-4054-b204-b40a7d843741 tempest-ServersOnMultiNodesTest-1292293684 tempest-ServersOnMultiNodesTest-1292293684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:54.403790 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ff98aed-b16b-41c6-b811-8ae27c743c4f req-d9bca25b-f67a-4054-b204-b40a7d843741 tempest-ServersOnMultiNodesTest-1292293684 tempest-ServersOnMultiNodesTest-1292293684-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8362f077-23ba-412c-bc80-4539aad3936a HTTP/1.1" status: 200 len: 1101 time: 0.9221320 Jan 18 20:04:54.428828 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-f79ca876-aaa8-426d-b31a-307ab193aecf tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Publish callbacks [] for port (21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:54.438082 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-ac767a92-d94e-43ed-84d7-bf04af3c3c9e service neutron] For port 28ff6737-02fb-4a87-b1c5-7feebf0eff97, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:04:54.442269 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-ac767a92-d94e-43ed-84d7-bf04af3c3c9e service neutron] For port 28ff6737-02fb-4a87-b1c5-7feebf0eff97, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=28ff6737-02fb-4a87-b1c5-7feebf0eff97,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:04:54.458468 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-ac767a92-d94e-43ed-84d7-bf04af3c3c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:54.475686 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-98d438e5-4e8d-440c-b2f9-e12a30da30f7 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c61be005512f4729954210bb553c83f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2310064 Jan 18 20:04:54.483804 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-e3557214-fcec-451b-96ae-2e3d32c28e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8396b8-091e-472d-9390-f0c01762118e', 'name': 'tempest-ServersTestJSON-580732818-router', 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b14ae363-80f8-437c-bee0-ed994706352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:04:48Z', 'updated_at': '2022-01-18T20:04:51Z', 'revision_number': 3, 'project_id': '83505cce248d4c14b276c003902f57cf', 'gw_port': {'id': 'b14ae363-80f8-437c-bee0-ed994706352e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8396b8-091e-472d-9390-f0c01762118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:04:50Z', 'updated_at': '2022-01-18T20:04:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:54.503191 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-ac767a92-d94e-43ed-84d7-bf04af3c3c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:54.504062 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-ac767a92-d94e-43ed-84d7-bf04af3c3c9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:54.506289 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-ac767a92-d94e-43ed-84d7-bf04af3c3c9e service neutron] 10.222.0.70 "PUT /v2.0/ports/28ff6737-02fb-4a87-b1c5-7feebf0eff97 HTTP/1.1" status: 200 len: 1095 time: 1.9582946 Jan 18 20:04:54.506496 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda', 'tag': '28ff6737-02fb-4a87-b1c5-7feebf0eff97'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:04:54.508994 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9945479d-d2b2-4e88-917f-6a6ad562f2be" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda", "tag": "28ff6737-02fb-4a87-b1c5-7feebf0eff97"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:04:54.548324 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac767a92-d94e-43ed-84d7-bf04af3c3c9e service neutron] Pushing event updated for resources: {'Port': ['ID=28ff6737-02fb-4a87-b1c5-7feebf0eff97,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:54.565825 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3557214-fcec-451b-96ae-2e3d32c28e45 None None] Checking router: af8396b8-091e-472d-9390-f0c01762118e for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:04:54.566898 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3557214-fcec-451b-96ae-2e3d32c28e45 None None] Updating router af8396b8-091e-472d-9390-f0c01762118e port b14ae363-80f8-437c-bee0-ed994706352e binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:04:54.617195 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-d5a54dac-2c25-4e3c-ab51-9da542184ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:54.620121 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-d5a54dac-2c25-4e3c-ab51-9da542184ba8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dbba5e2d1f804c368f817f2fa835474a&device_id=5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda HTTP/1.1" status: 200 len: 1098 time: 0.0676780 Jan 18 20:04:54.620771 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e3557214-fcec-451b-96ae-2e3d32c28e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b14ae363-80f8-437c-bee0-ed994706352e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:54.682241 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ff98aed-b16b-41c6-b811-8ae27c743c4f req-434d2589-0565-4230-af34-f318d0d1d83a tempest-ServersOnMultiNodesTest-1292293684 tempest-ServersOnMultiNodesTest-1292293684-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774675 Jan 18 20:04:54.689508 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-8f807a9f-3f12-43ca-ab32-0b86981e0e8b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=28ff6737-02fb-4a87-b1c5-7feebf0eff97 HTTP/1.1" status: 200 len: 217 time: 0.0597670 Jan 18 20:04:54.769195 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-f79ca876-aaa8-426d-b31a-307ab193aecf tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:54.838083 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-b101c428-6917-49a5-ab4c-f157b6e143d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:54.839595 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-b101c428-6917-49a5-ab4c-f157b6e143d9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1352744 Jan 18 20:04:55.006284 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-570e308f-d534-42b9-bae7-d397c60e297f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:55.010066 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-570e308f-d534-42b9-bae7-d397c60e297f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1608655 Jan 18 20:04:55.080311 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-f79ca876-aaa8-426d-b31a-307ab193aecf tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:04:55.108423 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d2a3a-4a1c-4597-bffc-9328c415c331 req-6b382144-8424-4154-917d-059312248b4c tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:55.109980 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-289d2a3a-4a1c-4597-bffc-9328c415c331 req-6b382144-8424-4154-917d-059312248b4c tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.57 "GET /v2.0/ports?device_id=ca3812ac-0ed2-466e-9d7d-ed675c35a819 HTTP/1.1" status: 200 len: 950 time: 0.4048607 Jan 18 20:04:55.110904 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-f79ca876-aaa8-426d-b31a-307ab193aecf tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:04:55.139826 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-f79ca876-aaa8-426d-b31a-307ab193aecf tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:04:55.146360 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ca876-aaa8-426d-b31a-307ab193aecf tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Pushing event updated for resources: {'Port': ['ID=21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:55.214306 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-8a7a8c9b-8739-41e4-b544-8acd86c15a93 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951294 Jan 18 20:04:55.285243 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-f79ca876-aaa8-426d-b31a-307ab193aecf tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:55.285953 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-f79ca876-aaa8-426d-b31a-307ab193aecf tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:55.314891 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e3557214-fcec-451b-96ae-2e3d32c28e45 None None] Publish callbacks [] for port (b14ae363-80f8-437c-bee0-ed994706352e), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:55.323496 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e3557214-fcec-451b-96ae-2e3d32c28e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b14ae363-80f8-437c-bee0-ed994706352e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:55.343028 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-0b89471f-4fe3-44a6-a993-ed64d3376667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 712d0365-aa1e-40a5-a250-0f543d312831 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:04:55.371433 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-0b89471f-4fe3-44a6-a993-ed64d3376667 service neutron] Publish callbacks [] for port (712d0365-aa1e-40a5-a250-0f543d312831), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:55.391229 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-e3557214-fcec-451b-96ae-2e3d32c28e45 None None] Attempting to bind port b14ae363-80f8-437c-bee0-ed994706352e on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:04:55.392239 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-e3557214-fcec-451b-96ae-2e3d32c28e45 None None] Attempting to bind port b14ae363-80f8-437c-bee0-ed994706352e by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:04:55.392239 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3557214-fcec-451b-96ae-2e3d32c28e45 None None] Attempting to bind port b14ae363-80f8-437c-bee0-ed994706352e on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:04:55.401024 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b202b5-487e-4d4a-ae58-6d5bf877f4e1 None None] Pushing event updated for resources: {'Port': ['ID=b14ae363-80f8-437c-bee0-ed994706352e,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:55.404006 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3557214-fcec-451b-96ae-2e3d32c28e45 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:04:55.404382 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3557214-fcec-451b-96ae-2e3d32c28e45 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:04:55.404817 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e3557214-fcec-451b-96ae-2e3d32c28e45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:55.405199 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3557214-fcec-451b-96ae-2e3d32c28e45 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:04:55.405684 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-e3557214-fcec-451b-96ae-2e3d32c28e45 None None] Bound port: b14ae363-80f8-437c-bee0-ed994706352e, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:04:55.406058 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e3557214-fcec-451b-96ae-2e3d32c28e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b14ae363-80f8-437c-bee0-ed994706352e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:55.414901 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623e76a-7201-4efc-8916-6c59a30f00f8 req-b0a6f78f-a92d-4765-88bf-0d0b2891d7b9 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:55.416907 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1623e76a-7201-4efc-8916-6c59a30f00f8 req-b0a6f78f-a92d-4765-88bf-0d0b2891d7b9 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/ports?device_id=2aef056c-6300-4079-a47d-e582fe745571 HTTP/1.1" status: 200 len: 936 time: 0.6209087 Jan 18 20:04:55.421534 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-f79ca876-aaa8-426d-b31a-307ab193aecf tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4872997 Jan 18 20:04:55.457390 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-0b89471f-4fe3-44a6-a993-ed64d3376667 service neutron] Transition to ACTIVE for port object 712d0365-aa1e-40a5-a250-0f543d312831 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:04:55.459790 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-fe6a35d4-4faf-436d-ad14-3642441f6bba service neutron] Request body: {'port': {'device_id': '2aef056c-6300-4079-a47d-e582fe745571', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:55.468898 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-0b89471f-4fe3-44a6-a993-ed64d3376667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (712d0365-aa1e-40a5-a250-0f543d312831), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:55.469551 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e3557214-fcec-451b-96ae-2e3d32c28e45 None None] For port b14ae363-80f8-437c-bee0-ed994706352e, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:04:55.473250 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e3557214-fcec-451b-96ae-2e3d32c28e45 None None] For port b14ae363-80f8-437c-bee0-ed994706352e, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b14ae363-80f8-437c-bee0-ed994706352e,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:04:55.483749 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e3557214-fcec-451b-96ae-2e3d32c28e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b14ae363-80f8-437c-bee0-ed994706352e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:55.542721 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b202b5-487e-4d4a-ae58-6d5bf877f4e1 None None] Pushing event updated for resources: {'Port': ['ID=b14ae363-80f8-437c-bee0-ed994706352e,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:55.544043 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78045cc-ac94-424c-82c6-dc97d79d36ff req-46ef63a9-be39-4ca7-8931-7e63956d01f7 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:55.551174 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f78045cc-ac94-424c-82c6-dc97d79d36ff req-46ef63a9-be39-4ca7-8931-7e63956d01f7 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db1a96d-225c-40a9-bf05-f4e289856b22 HTTP/1.1" status: 200 len: 935 time: 0.5735877 Jan 18 20:04:55.587931 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e52b6e29-0f3b-4acc-ab2d-2d3e32c5b42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:55.593849 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-be1ec709-8823-41ba-9943-ba5baf40ebd4 None None] Provisioning complete for port 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:04:55.594470 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-be1ec709-8823-41ba-9943-ba5baf40ebd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:55.599456 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89471f-4fe3-44a6-a993-ed64d3376667 service neutron] Pushing event updated for resources: {'Port': ['ID=712d0365-aa1e-40a5-a250-0f543d312831,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:55.631435 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-be1ec709-8823-41ba-9943-ba5baf40ebd4 None None] Port 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:04:55.633543 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3557214-fcec-451b-96ae-2e3d32c28e45 None None] Routers {'af8396b8-091e-472d-9390-f0c01762118e'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:04:55.634420 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-e3557214-fcec-451b-96ae-2e3d32c28e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:04:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['af8396b8-091e-472d-9390-f0c01762118e'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:55.637978 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fbee269-9022-424d-84a0-e0d771fddd1f req-990a8301-f947-4876-b2a3-f070759c006d service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795304 Jan 18 20:04:55.697859 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1623e76a-7201-4efc-8916-6c59a30f00f8 req-f932b67b-714e-4ab5-94bd-12d930503d35 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b72549e-02ed-484f-8872-2821bccd2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639499 Jan 18 20:04:55.705098 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-fe6a35d4-4faf-436d-ad14-3642441f6bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:55.831033 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-0b89471f-4fe3-44a6-a993-ed64d3376667 service neutron] Attempting to bind port 712d0365-aa1e-40a5-a250-0f543d312831 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:04:55.833183 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-0b89471f-4fe3-44a6-a993-ed64d3376667 service neutron] Attempting to bind port 712d0365-aa1e-40a5-a250-0f543d312831 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:04:55.833850 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-0b89471f-4fe3-44a6-a993-ed64d3376667 service neutron] Attempting to bind port 712d0365-aa1e-40a5-a250-0f543d312831 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:04:55.840976 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f78045cc-ac94-424c-82c6-dc97d79d36ff req-ba6f1baa-6a66-433b-8f64-cabadf188c08 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890515 Jan 18 20:04:55.847025 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-0b89471f-4fe3-44a6-a993-ed64d3376667 service neutron] Port 712d0365-aa1e-40a5-a250-0f543d312831 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:04:55.849260 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-0b89471f-4fe3-44a6-a993-ed64d3376667 service neutron] Attempting to bind port 712d0365-aa1e-40a5-a250-0f543d312831 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:04:55.862097 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-0b89471f-4fe3-44a6-a993-ed64d3376667 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:04:55.863567 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-0b89471f-4fe3-44a6-a993-ed64d3376667 service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:04:55.865427 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-0b89471f-4fe3-44a6-a993-ed64d3376667 service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:04:55.867256 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-0b89471f-4fe3-44a6-a993-ed64d3376667 service neutron] Bound port: 712d0365-aa1e-40a5-a250-0f543d312831, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:04:55.869771 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-0b89471f-4fe3-44a6-a993-ed64d3376667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (712d0365-aa1e-40a5-a250-0f543d312831), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:55.871170 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-e3557214-fcec-451b-96ae-2e3d32c28e45 None None] Set router af8396b8-091e-472d-9390-f0c01762118e gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:04:55.873429 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-289d2a3a-4a1c-4597-bffc-9328c415c331 req-ad0ec9b1-73b6-4bbc-8f3b-9425dc5fcae0 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Deleting port b9f0237e-1cff-4e35-95d2-8abba0c38820 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:04:55.881876 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-289d2a3a-4a1c-4597-bffc-9328c415c331 req-ad0ec9b1-73b6-4bbc-8f3b-9425dc5fcae0 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b9f0237e-1cff-4e35-95d2-8abba0c38820), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:55.982328 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e80cba-3ac6-46c8-9215-2ade5992c5c3 x-openstack-request-id: req-93e80cba-3ac6-46c8-9215-2ade5992c5c3 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:04:55.982627 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda", "tag": "28ff6737-02fb-4a87-b1c5-7feebf0eff97", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:04:55.982872 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93e80cba-3ac6-46c8-9215-2ade5992c5c3 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:04:55.983268 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda', 'tag': '28ff6737-02fb-4a87-b1c5-7feebf0eff97', 'status': 'completed', 'code': 200} Jan 18 20:04:56.093285 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-289d2a3a-4a1c-4597-bffc-9328c415c331 req-ad0ec9b1-73b6-4bbc-8f3b-9425dc5fcae0 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] For port b9f0237e-1cff-4e35-95d2-8abba0c38820, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=b9f0237e-1cff-4e35-95d2-8abba0c38820,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:56.094184 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-289d2a3a-4a1c-4597-bffc-9328c415c331 req-ad0ec9b1-73b6-4bbc-8f3b-9425dc5fcae0 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b9f0237e-1cff-4e35-95d2-8abba0c38820), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:56.120322 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-289d2a3a-4a1c-4597-bffc-9328c415c331 req-ad0ec9b1-73b6-4bbc-8f3b-9425dc5fcae0 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Calling delete_port for b9f0237e-1cff-4e35-95d2-8abba0c38820 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:04:56.131522 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945479d-d2b2-4e88-917f-6a6ad562f2be req-6c266945-fcdb-4dbd-a342-266e7774fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:56.133705 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9945479d-d2b2-4e88-917f-6a6ad562f2be req-6c266945-fcdb-4dbd-a342-266e7774fb44 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dbba5e2d1f804c368f817f2fa835474a&device_id=5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda HTTP/1.1" status: 200 len: 1098 time: 0.1495669 Jan 18 20:04:56.137189 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-0b89471f-4fe3-44a6-a993-ed64d3376667 service neutron] For port 712d0365-aa1e-40a5-a250-0f543d312831, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:04:56.153195 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-0b89471f-4fe3-44a6-a993-ed64d3376667 service neutron] For port 712d0365-aa1e-40a5-a250-0f543d312831, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=712d0365-aa1e-40a5-a250-0f543d312831,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:04:56.195934 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-8eb214ef-9138-477d-b505-cc4b15a9925f tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c61be005512f4729954210bb553c83f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266242 Jan 18 20:04:56.203653 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-0b89471f-4fe3-44a6-a993-ed64d3376667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (712d0365-aa1e-40a5-a250-0f543d312831), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:56.228396 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-e3557214-fcec-451b-96ae-2e3d32c28e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8396b8-091e-472d-9390-f0c01762118e', 'name': 'tempest-ServersTestJSON-580732818-router', 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b14ae363-80f8-437c-bee0-ed994706352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:04:48Z', 'updated_at': '2022-01-18T20:04:51Z', 'revision_number': 3, 'project_id': '83505cce248d4c14b276c003902f57cf', 'gw_port': {'id': 'b14ae363-80f8-437c-bee0-ed994706352e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8396b8-091e-472d-9390-f0c01762118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:04:50Z', 'updated_at': '2022-01-18T20:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:04:56.296581 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3557214-fcec-451b-96ae-2e3d32c28e45 None None] The sync data for ids ['af8396b8-091e-472d-9390-f0c01762118e'] in n-d-741529-9 is: [{'id': 'af8396b8-091e-472d-9390-f0c01762118e', 'name': 'tempest-ServersTestJSON-580732818-router', 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b14ae363-80f8-437c-bee0-ed994706352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:04:48Z', 'updated_at': '2022-01-18T20:04:51Z', 'revision_number': 3, 'project_id': '83505cce248d4c14b276c003902f57cf', 'gw_port': {'id': 'b14ae363-80f8-437c-bee0-ed994706352e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8396b8-091e-472d-9390-f0c01762118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:04:50Z', 'updated_at': '2022-01-18T20:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:04:56.302576 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-289d2a3a-4a1c-4597-bffc-9328c415c331 req-ad0ec9b1-73b6-4bbc-8f3b-9425dc5fcae0 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (b9f0237e-1cff-4e35-95d2-8abba0c38820), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:56.337988 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-1ec32837-30db-443c-aa0c-f1a9c256a584 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:56.339452 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-1ec32837-30db-443c-aa0c-f1a9c256a584 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1321270 Jan 18 20:04:56.413048 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-7ffd5643-1751-4be1-acfb-44b1f1556de5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Request body: {'port': {'device_id': 'f28d8a2a-c59c-4497-8e6a-a11b308e6a47', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': 'c61be005512f4729954210bb553c83f4'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:56.417006 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc4077-7781-4776-946f-ce8d04898627 req-bbb7d8f0-7399-4fcb-b961-83ddaecafcad tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:56.424157 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-16bc4077-7781-4776-946f-ce8d04898627 req-bbb7d8f0-7399-4fcb-b961-83ddaecafcad tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3812ac-0ed2-466e-9d7d-ed675c35a819 HTTP/1.1" status: 200 len: 950 time: 0.6171787 Jan 18 20:04:56.455881 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-0b89471f-4fe3-44a6-a993-ed64d3376667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:56.456517 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-0b89471f-4fe3-44a6-a993-ed64d3376667 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:56.457911 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-0b89471f-4fe3-44a6-a993-ed64d3376667 service neutron] 10.222.0.70 "PUT /v2.0/ports/712d0365-aa1e-40a5-a250-0f543d312831 HTTP/1.1" status: 200 len: 1095 time: 3.0067298 Jan 18 20:04:56.462705 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cf7e804d-389f-4083-86a9-0b3d90b8f98b req-11c18214-8a49-48c2-922c-47254ee6ffd6 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?device_id=f28d8a2a-c59c-4497-8e6a-a11b308e6a47 HTTP/1.1" status: 200 len: 210 time: 0.3592536 Jan 18 20:04:56.496564 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ec9b1-73b6-4bbc-8f3b-9425dc5fcae0 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Pushing event deleted for resources: {'Port': ['ID=b9f0237e-1cff-4e35-95d2-8abba0c38820,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:56.627000 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89471f-4fe3-44a6-a993-ed64d3376667 service neutron] Pushing event updated for resources: {'Port': ['ID=712d0365-aa1e-40a5-a250-0f543d312831,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:56.654638 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945479d-d2b2-4e88-917f-6a6ad562f2be req-62e25686-162b-4b85-9d7b-bae60b1f2747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:56.656138 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9945479d-d2b2-4e88-917f-6a6ad562f2be req-62e25686-162b-4b85-9d7b-bae60b1f2747 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.5157397 Jan 18 20:04:56.737054 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9945479d-d2b2-4e88-917f-6a6ad562f2be req-67552aea-a581-4896-bbd5-5df8b21cba2f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=28ff6737-02fb-4a87-b1c5-7feebf0eff97 HTTP/1.1" status: 200 len: 217 time: 0.0555236 Jan 18 20:04:56.742979 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-b0870a5e-f1b2-408b-8fea-1c7668e41943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:56.744449 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-b0870a5e-f1b2-408b-8fea-1c7668e41943 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=070187427d1749f7b692ba37839e3274&device_id=5db1a96d-225c-40a9-bf05-f4e289856b22 HTTP/1.1" status: 200 len: 1098 time: 0.1977799 Jan 18 20:04:56.763020 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-16bc4077-7781-4776-946f-ce8d04898627 req-33d2d5af-d555-40ee-b809-f902660634d3 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.31 "GET /v2.0/security-groups?id=a21e4184-1bd5-4ff2-a085-81e174d83149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332679 Jan 18 20:04:56.803705 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-289d2a3a-4a1c-4597-bffc-9328c415c331 req-ad0ec9b1-73b6-4bbc-8f3b-9425dc5fcae0 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] No DVR routers for this DVR port b9f0237e-1cff-4e35-95d2-8abba0c38820 on host n-h1-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:04:56.815615 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-5c4fd32a-5f58-4bb5-8a92-e05c0070df2c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1601532 Jan 18 20:04:56.822811 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-289d2a3a-4a1c-4597-bffc-9328c415c331 req-ad0ec9b1-73b6-4bbc-8f3b-9425dc5fcae0 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:56.835428 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-289d2a3a-4a1c-4597-bffc-9328c415c331 req-ad0ec9b1-73b6-4bbc-8f3b-9425dc5fcae0 tempest-TenantUsagesTestJSON-1858758373 tempest-TenantUsagesTestJSON-1858758373-project] 10.222.0.57 "DELETE /v2.0/ports/b9f0237e-1cff-4e35-95d2-8abba0c38820 HTTP/1.1" status: 204 len: 173 time: 1.6967163 Jan 18 20:04:56.845966 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3812ac-0ed2-466e-9d7d-ed675c35a819', 'name': 'network-vif-deleted', 'tag': 'b9f0237e-1cff-4e35-95d2-8abba0c38820'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:04:56.849467 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dedcfb-6eeb-432a-ae79-48c8218acf94" -d '{"events": [{"server_uuid": "ca3812ac-0ed2-466e-9d7d-ed675c35a819", "name": "network-vif-deleted", "tag": "b9f0237e-1cff-4e35-95d2-8abba0c38820"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:04:56.852167 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945479d-d2b2-4e88-917f-6a6ad562f2be req-b19a2e40-1933-41e4-940e-60f354fc4f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:56.854029 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9945479d-d2b2-4e88-917f-6a6ad562f2be req-b19a2e40-1933-41e4-940e-60f354fc4f11 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1086216 Jan 18 20:04:56.950949 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-32b927dd-cd08-45b3-9a32-3bb067201c78 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=712d0365-aa1e-40a5-a250-0f543d312831 HTTP/1.1" status: 200 len: 217 time: 0.1978195 Jan 18 20:04:57.083357 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-7ffd5643-1751-4be1-acfb-44b1f1556de5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Made reservation on behalf of c61be005512f4729954210bb553c83f4 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:04:57.090714 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-7ffd5643-1751-4be1-acfb-44b1f1556de5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:57.115615 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-886bb454-21b6-4483-bfec-75918beadb29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:57.167736 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-835d3ab8-7496-4d62-89f0-64ed5675fd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:57.169898 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-835d3ab8-7496-4d62-89f0-64ed5675fd30 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1378205 Jan 18 20:04:57.185625 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-e02758a7-b6bb-42b2-921f-5b86a58a95a5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:57.193764 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-e02758a7-b6bb-42b2-921f-5b86a58a95a5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3723493 Jan 18 20:04:57.238403 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945479d-d2b2-4e88-917f-6a6ad562f2be req-ca88bed7-8230-4f44-bb01-0d09b28cc7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:57.240067 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9945479d-d2b2-4e88-917f-6a6ad562f2be req-ca88bed7-8230-4f44-bb01-0d09b28cc7de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2882485 Jan 18 20:04:57.266658 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-37edab53-a1bb-440d-9cf4-994e8723ed8a tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/quotas/4a224ebb9b284eacbf564bea3f5d736c HTTP/1.1" status: 200 len: 375 time: 0.0717864 Jan 18 20:04:57.376097 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b110eeb-3f4d-41a0-9b82-fa46e6a3e196 req-f6691d7f-3dad-4bb1-907f-eb4b35d8599c tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:57.383136 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9945479d-d2b2-4e88-917f-6a6ad562f2be req-8c4621ff-53c4-4adb-af56-9ef50ac9cbb0 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224170 Jan 18 20:04:57.383840 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5b110eeb-3f4d-41a0-9b82-fa46e6a3e196 req-f6691d7f-3dad-4bb1-907f-eb4b35d8599c tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/ports?device_id=2aef056c-6300-4079-a47d-e582fe745571 HTTP/1.1" status: 200 len: 936 time: 0.2306287 Jan 18 20:04:57.426525 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-d09546eb-227d-4148-bcc4-384474121871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:57.428781 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-d09546eb-227d-4148-bcc4-384474121871 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2478232 Jan 18 20:04:57.568345 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5b110eeb-3f4d-41a0-9b82-fa46e6a3e196 req-8fb18101-4de0-41dc-ad10-561f9838d2bd tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b72549e-02ed-484f-8872-2821bccd2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834736 Jan 18 20:04:57.610613 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-b1ec644d-41af-46c6-baaf-a16f26dbcd65 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3429708 Jan 18 20:04:57.618196 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-4f104c73-5606-4fa7-89ea-755f85f95c2d service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744995 Jan 18 20:04:57.632421 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b14ae363-80f8-437c-bee0-ed994706352e up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:04:57.689257 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-fe6a35d4-4faf-436d-ad14-3642441f6bba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:04:57.700939 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-fe6a35d4-4faf-436d-ad14-3642441f6bba service neutron] Publish callbacks [] for port (21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:57.719007 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-fe6a35d4-4faf-436d-ad14-3642441f6bba service neutron] Transition to ACTIVE for port object 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:04:57.728928 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-fe6a35d4-4faf-436d-ad14-3642441f6bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:57.768017 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4ac4ec32-d6e7-4386-a85e-1f406734dc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:57.769857 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port b14ae363-80f8-437c-bee0-ed994706352e triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:04:57.770222 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b14ae363-80f8-437c-bee0-ed994706352e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:57.838436 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9945479d-d2b2-4e88-917f-6a6ad562f2be req-fec84012-7087-4109-b964-0c61a2ad0a11 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429221 Jan 18 20:04:57.844771 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-7ffd5643-1751-4be1-acfb-44b1f1556de5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Allocated IP 192.168.233.7 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/a7d08467-df72-40f5-a164-941d8e4079e7) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:04:57.911085 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a35d4-4faf-436d-ad14-3642441f6bba service neutron] Pushing event updated for resources: {'Port': ['ID=21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:57.972312 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port b14ae363-80f8-437c-bee0-ed994706352e is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:04:57.972704 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b14ae363-80f8-437c-bee0-ed994706352e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:57.977974 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device b9f0237e-1cff-4e35-95d2-8abba0c38820 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:04:57.985203 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b223fa47-6346-487b-bb0d-6eaea7200308 x-openstack-request-id: req-b223fa47-6346-487b-bb0d-6eaea7200308 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:04:57.985504 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3812ac-0ed2-466e-9d7d-ed675c35a819", "name": "network-vif-deleted", "tag": "b9f0237e-1cff-4e35-95d2-8abba0c38820", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:04:57.985817 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b223fa47-6346-487b-bb0d-6eaea7200308 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:04:57.987444 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db1a96d-225c-40a9-bf05-f4e289856b22', 'tag': '712d0365-aa1e-40a5-a250-0f543d312831'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:04:57.989752 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e81d383-d2e7-4571-9482-a13e52abea09" -d '{"events": [{"name": "network-changed", "server_uuid": "5db1a96d-225c-40a9-bf05-f4e289856b22", "tag": "712d0365-aa1e-40a5-a250-0f543d312831"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:04:57.991326 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3812ac-0ed2-466e-9d7d-ed675c35a819', 'name': 'network-vif-deleted', 'tag': 'b9f0237e-1cff-4e35-95d2-8abba0c38820', 'status': 'completed', 'code': 200} Jan 18 20:04:58.015717 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: b9f0237e-1cff-4e35-95d2-8abba0c38820 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:04:58.016065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device b9f0237e-1cff-4e35-95d2-8abba0c38820 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:04:58.031072 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port b14ae363-80f8-437c-bee0-ed994706352e, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b14ae363-80f8-437c-bee0-ed994706352e,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:58.037103 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b14ae363-80f8-437c-bee0-ed994706352e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:58.071545 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-52f6715b-0ede-4b2e-aaf7-3597fdaa368d req-be2c9a38-78da-49a3-84d7-78d57644b0db service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449108 Jan 18 20:04:58.111484 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=b14ae363-80f8-437c-bee0-ed994706352e,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:58.118108 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-fe6a35d4-4faf-436d-ad14-3642441f6bba service neutron] Attempting to bind port 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:04:58.127603 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-fe6a35d4-4faf-436d-ad14-3642441f6bba service neutron] Attempting to bind port 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:04:58.132657 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-fe6a35d4-4faf-436d-ad14-3642441f6bba service neutron] Attempting to bind port 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:04:58.196577 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-fe6a35d4-4faf-436d-ad14-3642441f6bba service neutron] Port 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:04:58.197170 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-fe6a35d4-4faf-436d-ad14-3642441f6bba service neutron] Attempting to bind port 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:04:58.213201 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9484e898-cddc-4ed6-90f9-d6ccf2e25709 req-78d33352-9ee0-4613-92d7-fd1239d72468 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?device_id=f28d8a2a-c59c-4497-8e6a-a11b308e6a47 HTTP/1.1" status: 200 len: 210 time: 0.1175156 Jan 18 20:04:58.220968 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-fe6a35d4-4faf-436d-ad14-3642441f6bba service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:04:58.221417 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-fe6a35d4-4faf-436d-ad14-3642441f6bba service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:04:58.221826 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-fe6a35d4-4faf-436d-ad14-3642441f6bba service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:04:58.222256 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-fe6a35d4-4faf-436d-ad14-3642441f6bba service neutron] Bound port: 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:04:58.222607 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-fe6a35d4-4faf-436d-ad14-3642441f6bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:58.242264 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63775a7d-7a82-48d7-b6e9-fc269bce736f req-d784f098-3265-45f3-92f0-b880473bce96 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:58.243874 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-63775a7d-7a82-48d7-b6e9-fc269bce736f req-d784f098-3265-45f3-92f0-b880473bce96 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db1a96d-225c-40a9-bf05-f4e289856b22 HTTP/1.1" status: 200 len: 947 time: 0.4680986 Jan 18 20:04:58.246397 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-886bb454-21b6-4483-bfec-75918beadb29 admin admin] Allocated IP 172.20.0.1 (3c5ec1c4-de42-47d6-ac78-1c3ddb817769/5eb0d4e7-64bc-49d1-859c-c4823c4f8397/36e7d360-91c2-4740-ade2-77426eff3a9b) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:04:58.288062 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-7ffd5643-1751-4be1-acfb-44b1f1556de5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Publish callbacks [] for port (a7d08467-df72-40f5-a164-941d8e4079e7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:58.345650 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-7ffd5643-1751-4be1-acfb-44b1f1556de5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (a7d08467-df72-40f5-a164-941d8e4079e7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:58.359339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['e2676084-a6e8-46b7-8734-9813fc64cc0a'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:04:58.383773 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-093c9d8f-be0b-4a15-a0cf-a1a0f70fcff8 req-c52fa3cf-259d-4864-b874-15b8f13d7bd2 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a42f5e-1287-426b-9082-42ecc5ed652b HTTP/1.1" status: 200 len: 210 time: 0.0636995 Jan 18 20:04:58.511967 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-7ffd5643-1751-4be1-acfb-44b1f1556de5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:04:58.514734 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd5643-1751-4be1-acfb-44b1f1556de5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Pushing event updated for resources: {'Port': ['ID=a7d08467-df72-40f5-a164-941d8e4079e7,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:58.534634 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-7ffd5643-1751-4be1-acfb-44b1f1556de5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:04:58.540776 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-7ffd5643-1751-4be1-acfb-44b1f1556de5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:04:58.624804 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8883726b-8436-4dea-bf47-d5deff1dd265 x-openstack-request-id: req-8883726b-8436-4dea-bf47-d5deff1dd265 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:04:58.625598 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db1a96d-225c-40a9-bf05-f4e289856b22", "tag": "712d0365-aa1e-40a5-a250-0f543d312831", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:04:58.625937 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8883726b-8436-4dea-bf47-d5deff1dd265 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:04:58.626343 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db1a96d-225c-40a9-bf05-f4e289856b22', 'tag': '712d0365-aa1e-40a5-a250-0f543d312831', 'status': 'completed', 'code': 200} Jan 18 20:04:58.689909 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35398) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:58.763633 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-7ffd5643-1751-4be1-acfb-44b1f1556de5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:58.764468 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-7ffd5643-1751-4be1-acfb-44b1f1556de5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:58.786969 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81d383-d2e7-4571-9482-a13e52abea09 req-31f2a10d-2197-4e2c-8598-1905df7569c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:58.788976 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5e81d383-d2e7-4571-9482-a13e52abea09 req-31f2a10d-2197-4e2c-8598-1905df7569c7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=070187427d1749f7b692ba37839e3274&device_id=5db1a96d-225c-40a9-bf05-f4e289856b22 HTTP/1.1" status: 200 len: 1098 time: 0.1542807 Jan 18 20:04:58.793363 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-7ffd5643-1751-4be1-acfb-44b1f1556de5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3891251 Jan 18 20:04:58.812926 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-1590bfde-4fa1-4c61-80d1-8c175a23e188 service neutron] Request body: {'port': {'device_id': 'f28d8a2a-c59c-4497-8e6a-a11b308e6a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:58.903881 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:58.942007 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7d5f4cb2-b54b-459f-b370-721628228e9b None None] Provisioning complete for port a7d08467-df72-40f5-a164-941d8e4079e7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:04:58.943157 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7d5f4cb2-b54b-459f-b370-721628228e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a7d08467-df72-40f5-a164-941d8e4079e7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:58.997356 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7d5f4cb2-b54b-459f-b370-721628228e9b None None] Port a7d08467-df72-40f5-a164-941d8e4079e7 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:04:59.004712 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-63775a7d-7a82-48d7-b6e9-fc269bce736f req-4b72381b-c68d-4493-9937-9ada530a747e tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7477691 Jan 18 20:04:59.008040 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-fe6a35d4-4faf-436d-ad14-3642441f6bba service neutron] For port 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a, host n-h1-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:04:59.039352 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-fe6a35d4-4faf-436d-ad14-3642441f6bba service neutron] For port 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:04:59.055682 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-fe6a35d4-4faf-436d-ad14-3642441f6bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:59.122583 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064e756-a525-4c37-a7a5-6e22d5864fc9 req-0861e15c-e59d-4355-93b3-821c9e47d645 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:59.129664 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b064e756-a525-4c37-a7a5-6e22d5864fc9 req-0861e15c-e59d-4355-93b3-821c9e47d645 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/ports?device_id=2aef056c-6300-4079-a47d-e582fe745571 HTTP/1.1" status: 200 len: 948 time: 0.1508796 Jan 18 20:04:59.136516 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-886bb454-21b6-4483-bfec-75918beadb29 admin admin] Publish callbacks [] for port (36e7d360-91c2-4740-ade2-77426eff3a9b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:59.140727 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-fe6a35d4-4faf-436d-ad14-3642441f6bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:59.141438 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-fe6a35d4-4faf-436d-ad14-3642441f6bba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:59.142925 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-fe6a35d4-4faf-436d-ad14-3642441f6bba service neutron] 10.222.0.57 "PUT /v2.0/ports/21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a HTTP/1.1" status: 200 len: 1096 time: 3.7105534 Jan 18 20:04:59.180125 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a35d4-4faf-436d-ad14-3642441f6bba service neutron] Pushing event updated for resources: {'Port': ['ID=21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:59.227812 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-1590bfde-4fa1-4c61-80d1-8c175a23e188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a7d08467-df72-40f5-a164-941d8e4079e7), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:59.251453 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 28ff6737-02fb-4a87-b1c5-7feebf0eff97 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:04:59.262121 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b064e756-a525-4c37-a7a5-6e22d5864fc9 req-42228095-4f81-4d61-8e5c-1be386078d70 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b72549e-02ed-484f-8872-2821bccd2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263306 Jan 18 20:04:59.287915 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-886bb454-21b6-4483-bfec-75918beadb29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (36e7d360-91c2-4740-ade2-77426eff3a9b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:59.299739 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e8d34141-b5ba-4b27-99bc-0a303525c063 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f25de55194445a3a71b7b08b1c3cb60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6053832 Jan 18 20:04:59.327328 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35406) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:04:59.337782 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-448ce3b3-ac72-4c1b-9505-df72ce507f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:59.339930 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-448ce3b3-ac72-4c1b-9505-df72ce507f7b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dbba5e2d1f804c368f817f2fa835474a&device_id=2aef056c-6300-4079-a47d-e582fe745571 HTTP/1.1" status: 200 len: 1099 time: 0.1449277 Jan 18 20:04:59.359105 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81d383-d2e7-4571-9482-a13e52abea09 req-de55623b-c3fc-470b-a2ec-5824112658c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:59.361103 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5e81d383-d2e7-4571-9482-a13e52abea09 req-de55623b-c3fc-470b-a2ec-5824112658c3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.5651326 Jan 18 20:04:59.380672 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886bb454-21b6-4483-bfec-75918beadb29 admin admin] Network 3c5ec1c4-de42-47d6-ac78-1c3ddb817769 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:04:59.459761 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-886bb454-21b6-4483-bfec-75918beadb29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:04:59.461608 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 28ff6737-02fb-4a87-b1c5-7feebf0eff97, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=28ff6737-02fb-4a87-b1c5-7feebf0eff97,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:59.462966 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-137fc05e-90a7-45e0-9e90-ee1085b438a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a HTTP/1.1" status: 200 len: 217 time: 0.1071260 Jan 18 20:04:59.463669 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886bb454-21b6-4483-bfec-75918beadb29 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:04:59.481388 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '28ff6737-02fb-4a87-b1c5-7feebf0eff97', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '28ff6737-02fb-4a87-b1c5-7feebf0eff97', 'mac_address': 'fa:16:3e:05:c9:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:04:59.494334 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886bb454-21b6-4483-bfec-75918beadb29 admin admin] Pushing event updated for resources: {'Port': ['ID=36e7d360-91c2-4740-ade2-77426eff3a9b,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:59.502458 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5e81d383-d2e7-4571-9482-a13e52abea09 req-2a6f12e8-1785-4d19-a2d7-6143d5971bdb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=712d0365-aa1e-40a5-a250-0f543d312831 HTTP/1.1" status: 200 len: 217 time: 0.1279523 Jan 18 20:04:59.543281 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 28ff6737-02fb-4a87-b1c5-7feebf0eff97 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:04:59.543974 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:59.560391 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ff6737-02fb-4a87-b1c5-7feebf0eff97 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:04:59.587970 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 28ff6737-02fb-4a87-b1c5-7feebf0eff97, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=28ff6737-02fb-4a87-b1c5-7feebf0eff97,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:04:59.596288 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:59.656170 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-4aba6fe3-4e84-4f1d-9cdc-c853353a62ef tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2477355 Jan 18 20:04:59.668066 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b14ae363-80f8-437c-bee0-ed994706352e up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:04:59.687600 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-96cf0999-e8fe-42f3-b69b-79be9d1bac9a req-23296421-e7d5-4ffc-bfac-20c829fca267 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a42f5e-1287-426b-9082-42ecc5ed652b HTTP/1.1" status: 200 len: 210 time: 0.2206178 Jan 18 20:04:59.736218 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=28ff6737-02fb-4a87-b1c5-7feebf0eff97,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:04:59.750828 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-886bb454-21b6-4483-bfec-75918beadb29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (af8396b8-091e-472d-9390-f0c01762118e), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:59.756852 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-de77298b-2241-468d-b15d-75a7d8736a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:59.759096 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-de77298b-2241-468d-b15d-75a7d8736a36 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.2605250 Jan 18 20:04:59.759864 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-958caeb0-7607-4329-8401-b9858855aae7 admin admin] Publish callbacks [] for security_group (a21e4184-1bd5-4ff2-a085-81e174d83149), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:59.787218 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-75f33c3b-7b9e-40fe-816b-ffc79f42e6c9 None None] Provisioning complete for port 36e7d360-91c2-4740-ade2-77426eff3a9b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:04:59.787683 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-75f33c3b-7b9e-40fe-816b-ffc79f42e6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (36e7d360-91c2-4740-ade2-77426eff3a9b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.796022 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:59.798549 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.798549 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:59.798549 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.798549 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:59.798549 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.798549 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:59.798549 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.798549 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:59.798549 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.798549 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:59.798549 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.798549 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:04:59.798549 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a505d-f34f-4aa0-a9cd-658036d237f1 req-b9bfa137-003c-49a0-bd2e-1943e3578356 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:59.799650 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-673a505d-f34f-4aa0-a9cd-658036d237f1 req-b9bfa137-003c-49a0-bd2e-1943e3578356 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?device_id=f28d8a2a-c59c-4497-8e6a-a11b308e6a47 HTTP/1.1" status: 200 len: 934 time: 0.4276922 Jan 18 20:04:59.828995 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port b14ae363-80f8-437c-bee0-ed994706352e triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:04:59.829525 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b14ae363-80f8-437c-bee0-ed994706352e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:59.840989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81d383-d2e7-4571-9482-a13e52abea09 req-0e26a9fc-9ac7-48ce-a24d-1819287ea07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:59.843055 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5e81d383-d2e7-4571-9482-a13e52abea09 req-0e26a9fc-9ac7-48ce-a24d-1819287ea07f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1869531 Jan 18 20:04:59.855980 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-75f33c3b-7b9e-40fe-816b-ffc79f42e6c9 None None] Port 36e7d360-91c2-4740-ade2-77426eff3a9b cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:04:59.872102 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-958caeb0-7607-4329-8401-b9858855aae7 admin admin] Publish callbacks [] for security_group (a21e4184-1bd5-4ff2-a085-81e174d83149), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:04:59.914927 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['28ff6737-02fb-4a87-b1c5-7feebf0eff97'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.938040 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:59.940359 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.940359 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:59.940359 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.940359 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:59.940359 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.940359 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:59.940359 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.940359 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:59.940359 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:04:59.940359 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:04:59.940359 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-59e2a356-83b9-48a6-87b7-1fd04742a1a2 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:59.940359 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-59e2a356-83b9-48a6-87b7-1fd04742a1a2 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2721789 Jan 18 20:04:59.957835 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-28967bd3-0199-466b-a3f2-c8a20521b33e tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Request body: {'port': {'device_id': '99a42f5e-1287-426b-9082-42ecc5ed652b', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': '4a224ebb9b284eacbf564bea3f5d736c'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:04:59.964029 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port b14ae363-80f8-437c-bee0-ed994706352e is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:04:59.966045 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-246c9c96-aad8-4696-bb69-d4d7c64d3909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:04:59.967353 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-246c9c96-aad8-4696-bb69-d4d7c64d3909 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1652246 Jan 18 20:04:59.973860 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-673a505d-f34f-4aa0-a9cd-658036d237f1 req-92de48c0-897e-4257-9e60-c2c51bbd7c38 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/security-groups?id=f46683e8-133b-4b17-b6d2-44bdaf2e8d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598647 Jan 18 20:04:59.998747 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aef056c-6300-4079-a47d-e582fe745571', 'tag': '21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:05:00.000728 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e20cb4e-0207-45c6-ab17-7b34cbf6d786" -d '{"events": [{"name": "network-changed", "server_uuid": "2aef056c-6300-4079-a47d-e582fe745571", "tag": "21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:05:00.025518 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81d383-d2e7-4571-9482-a13e52abea09 req-8f9e1043-390d-442a-8880-33b35973b77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:00.027065 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5e81d383-d2e7-4571-9482-a13e52abea09 req-8f9e1043-390d-442a-8880-33b35973b77f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1758225 Jan 18 20:05:00.065507 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-958caeb0-7607-4329-8401-b9858855aae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a21e4184-1bd5-4ff2-a085-81e174d83149), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:00.068149 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-958caeb0-7607-4329-8401-b9858855aae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:00.072524 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-958caeb0-7607-4329-8401-b9858855aae7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a21e4184-1bd5-4ff2-a085-81e174d83149 HTTP/1.1" status: 204 len: 168 time: 0.7441247 Jan 18 20:05:00.091461 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894a0503-d649-4bb6-9502-ea8cc88852ca x-openstack-request-id: req-894a0503-d649-4bb6-9502-ea8cc88852ca {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:05:00.091758 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aef056c-6300-4079-a47d-e582fe745571", "tag": "21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:05:00.092011 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-894a0503-d649-4bb6-9502-ea8cc88852ca {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:05:00.092398 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aef056c-6300-4079-a47d-e582fe745571', 'tag': '21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a', 'status': 'completed', 'code': 200} Jan 18 20:05:00.092938 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-886bb454-21b6-4483-bfec-75918beadb29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (36e7d360-91c2-4740-ade2-77426eff3a9b), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:00.097574 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958caeb0-7607-4329-8401-b9858855aae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21e4184-1bd5-4ff2-a085-81e174d83149,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:00.166262 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-1590bfde-4fa1-4c61-80d1-8c175a23e188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7d08467-df72-40f5-a164-941d8e4079e7 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:05:00.176896 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-1590bfde-4fa1-4c61-80d1-8c175a23e188 service neutron] Publish callbacks [] for port (a7d08467-df72-40f5-a164-941d8e4079e7), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:00.211933 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-d3e8409e-0ff9-49e8-bf38-e7b7a11b0c14 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328711 Jan 18 20:05:00.228384 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-1590bfde-4fa1-4c61-80d1-8c175a23e188 service neutron] Transition to ACTIVE for port object a7d08467-df72-40f5-a164-941d8e4079e7 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:05:00.238672 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-1590bfde-4fa1-4c61-80d1-8c175a23e188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (a7d08467-df72-40f5-a164-941d8e4079e7), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:00.258649 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826556ef-ea55-4db2-a51c-ec58f7c74b7d req-939d8300-b573-4e90-bde9-c5d9063cb3d4 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:00.260823 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-826556ef-ea55-4db2-a51c-ec58f7c74b7d req-939d8300-b573-4e90-bde9-c5d9063cb3d4 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db1a96d-225c-40a9-bf05-f4e289856b22 HTTP/1.1" status: 200 len: 947 time: 0.1657629 Jan 18 20:05:00.317575 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5e81d383-d2e7-4571-9482-a13e52abea09 req-2f46922a-a631-49b0-b3f9-3805fdc32e6c service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939590 Jan 18 20:05:00.329743 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590bfde-4fa1-4c61-80d1-8c175a23e188 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d08467-df72-40f5-a164-941d8e4079e7,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:00.392916 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-28967bd3-0199-466b-a3f2-c8a20521b33e tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Made reservation on behalf of 4a224ebb9b284eacbf564bea3f5d736c for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:05:00.396498 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-28967bd3-0199-466b-a3f2-c8a20521b33e tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:00.417619 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:00.478496 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35424) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:05:00.519612 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6d33e6c9-5815-436f-b41e-bf0f2e7e3c7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:00.552570 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e70edb3-f122-43c5-8db1-9e1285dd9046 req-4b50f05c-6194-40c7-bb2e-54ebaa7aba80 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341360 Jan 18 20:05:00.565693 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-826556ef-ea55-4db2-a51c-ec58f7c74b7d req-7f51aa2d-b522-48da-a2a0-e79184163315 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961550 Jan 18 20:05:00.586219 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed63866-2105-4158-8a13-44fbee5289cd req-622a60ba-4865-48cc-8efb-736ecbf7ab88 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:00.590113 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1ed63866-2105-4158-8a13-44fbee5289cd req-622a60ba-4865-48cc-8efb-736ecbf7ab88 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/ports?device_id=2aef056c-6300-4079-a47d-e582fe745571 HTTP/1.1" status: 200 len: 948 time: 0.1869979 Jan 18 20:05:00.618869 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-1590bfde-4fa1-4c61-80d1-8c175a23e188 service neutron] Attempting to bind port a7d08467-df72-40f5-a164-941d8e4079e7 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:05:00.619200 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-1590bfde-4fa1-4c61-80d1-8c175a23e188 service neutron] Attempting to bind port a7d08467-df72-40f5-a164-941d8e4079e7 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:05:00.619520 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-1590bfde-4fa1-4c61-80d1-8c175a23e188 service neutron] Attempting to bind port a7d08467-df72-40f5-a164-941d8e4079e7 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:05:00.627526 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5e81d383-d2e7-4571-9482-a13e52abea09 req-7d8dbf77-c455-4f2c-b4be-8e3dd7288650 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007607 Jan 18 20:05:00.654342 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-1590bfde-4fa1-4c61-80d1-8c175a23e188 service neutron] Port a7d08467-df72-40f5-a164-941d8e4079e7 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:05:00.654657 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-1590bfde-4fa1-4c61-80d1-8c175a23e188 service neutron] Attempting to bind port a7d08467-df72-40f5-a164-941d8e4079e7 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:05:00.673352 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-1590bfde-4fa1-4c61-80d1-8c175a23e188 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:05:00.673744 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-1590bfde-4fa1-4c61-80d1-8c175a23e188 service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:05:00.674143 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-1590bfde-4fa1-4c61-80d1-8c175a23e188 service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:05:00.674575 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-1590bfde-4fa1-4c61-80d1-8c175a23e188 service neutron] Bound port: a7d08467-df72-40f5-a164-941d8e4079e7, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:05:00.674924 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-1590bfde-4fa1-4c61-80d1-8c175a23e188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a7d08467-df72-40f5-a164-941d8e4079e7), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:00.696679 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-886bb454-21b6-4483-bfec-75918beadb29 admin admin] Publish callbacks [] for port (36e7d360-91c2-4740-ade2-77426eff3a9b), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:00.705408 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1ed63866-2105-4158-8a13-44fbee5289cd req-2f26152f-9278-4eb9-be01-3dc319687f6a tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b72549e-02ed-484f-8872-2821bccd2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104312 Jan 18 20:05:00.707534 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-886bb454-21b6-4483-bfec-75918beadb29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (36e7d360-91c2-4740-ade2-77426eff3a9b), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:00.718283 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-28967bd3-0199-466b-a3f2-c8a20521b33e tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Allocated IP 192.168.233.49 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/6350279c-5035-422e-b31b-3b4c18679455) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:05:00.739053 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20cb4e-0207-45c6-ab17-7b34cbf6d786 req-bc45187e-0b34-4a8f-9e3c-7bbd121a0b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:00.740561 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e20cb4e-0207-45c6-ab17-7b34cbf6d786 req-bc45187e-0b34-4a8f-9e3c-7bbd121a0b31 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dbba5e2d1f804c368f817f2fa835474a&device_id=2aef056c-6300-4079-a47d-e582fe745571 HTTP/1.1" status: 200 len: 1099 time: 0.1136379 Jan 18 20:05:00.814896 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6d33e6c9-5815-436f-b41e-bf0f2e7e3c7d admin admin] Publish callbacks [] for security_group (99104910-7ff9-4898-b698-8365263c8e8b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:00.824612 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-be061727-636e-4641-ab57-0dfd1b94ad7a req-608fbd4e-673b-4eed-9db0-6dd15abbb148 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a42f5e-1287-426b-9082-42ecc5ed652b HTTP/1.1" status: 200 len: 210 time: 0.0634747 Jan 18 20:05:00.829067 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6d33e6c9-5815-436f-b41e-bf0f2e7e3c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (99104910-7ff9-4898-b698-8365263c8e8b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:00.845943 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-1590bfde-4fa1-4c61-80d1-8c175a23e188 service neutron] For port a7d08467-df72-40f5-a164-941d8e4079e7, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:05:00.865564 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-886bb454-21b6-4483-bfec-75918beadb29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (af8396b8-091e-472d-9390-f0c01762118e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:00.877946 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886bb454-21b6-4483-bfec-75918beadb29 admin admin] Pushing event updated for resources: {'Port': ['ID=36e7d360-91c2-4740-ade2-77426eff3a9b,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:00.889667 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-1590bfde-4fa1-4c61-80d1-8c175a23e188 service neutron] For port a7d08467-df72-40f5-a164-941d8e4079e7, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=a7d08467-df72-40f5-a164-941d8e4079e7,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:05:00.905448 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6d33e6c9-5815-436f-b41e-bf0f2e7e3c7d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea15da5ae2474799baeeabdad85394af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4222026 Jan 18 20:05:00.910529 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35430) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:05:00.912372 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-1590bfde-4fa1-4c61-80d1-8c175a23e188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (a7d08467-df72-40f5-a164-941d8e4079e7), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:00.922689 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33e6c9-5815-436f-b41e-bf0f2e7e3c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99104910-7ff9-4898-b698-8365263c8e8b,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:00.980683 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20cb4e-0207-45c6-ab17-7b34cbf6d786 req-f078c79c-063f-4020-a8a3-60788017b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:00.982263 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e20cb4e-0207-45c6-ab17-7b34cbf6d786 req-f078c79c-063f-4020-a8a3-60788017b397 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.2223141 Jan 18 20:05:00.995052 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-1590bfde-4fa1-4c61-80d1-8c175a23e188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:00.995679 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-1590bfde-4fa1-4c61-80d1-8c175a23e188 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:00.996967 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-1590bfde-4fa1-4c61-80d1-8c175a23e188 service neutron] 10.222.0.57 "PUT /v2.0/ports/a7d08467-df72-40f5-a164-941d8e4079e7 HTTP/1.1" status: 200 len: 1094 time: 2.1918919 Jan 18 20:05:00.997403 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28d8a2a-c59c-4497-8e6a-a11b308e6a47', 'tag': 'a7d08467-df72-40f5-a164-941d8e4079e7'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:05:01.000598 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568761df-4661-490b-bd4e-f52034089ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "f28d8a2a-c59c-4497-8e6a-a11b308e6a47", "tag": "a7d08467-df72-40f5-a164-941d8e4079e7"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:05:01.031891 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590bfde-4fa1-4c61-80d1-8c175a23e188 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d08467-df72-40f5-a164-941d8e4079e7,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:01.075948 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5bd242-21bb-4d44-b04d-a0caa8b9dc88 x-openstack-request-id: req-7c5bd242-21bb-4d44-b04d-a0caa8b9dc88 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:05:01.076232 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f28d8a2a-c59c-4497-8e6a-a11b308e6a47", "tag": "a7d08467-df72-40f5-a164-941d8e4079e7", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:05:01.076485 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c5bd242-21bb-4d44-b04d-a0caa8b9dc88 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:05:01.076865 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28d8a2a-c59c-4497-8e6a-a11b308e6a47', 'tag': 'a7d08467-df72-40f5-a164-941d8e4079e7', 'status': 'completed', 'code': 200} Jan 18 20:05:01.090147 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e20cb4e-0207-45c6-ab17-7b34cbf6d786 req-14ace0ab-23e9-4b5f-b6a2-38aeeefc1750 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a HTTP/1.1" status: 200 len: 217 time: 0.0948038 Jan 18 20:05:01.100027 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-28967bd3-0199-466b-a3f2-c8a20521b33e tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks [] for port (6350279c-5035-422e-b31b-3b4c18679455), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:01.149413 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-e10cc357-9790-4a38-bac5-28c637d33c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:01.151558 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-e10cc357-9790-4a38-bac5-28c637d33c44 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c61be005512f4729954210bb553c83f4&device_id=f28d8a2a-c59c-4497-8e6a-a11b308e6a47 HTTP/1.1" status: 200 len: 1097 time: 0.0773480 Jan 18 20:05:01.172051 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-28967bd3-0199-466b-a3f2-c8a20521b33e tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (6350279c-5035-422e-b31b-3b4c18679455), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:01.187223 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['e4d63c04-205a-4aeb-b804-57bbc079b0fe', '2f0fb0af-5225-4036-a577-369f9d8302fa'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:05:01.192081 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dc9109f1-0bee-4e56-9952-50c7e778ac42 admin admin] Publish callbacks [] for security_group (99104910-7ff9-4898-b698-8365263c8e8b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:01.193384 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['a265e4de-d812-4b0f-839c-e603343b00ff', 'd9d6ed88-afa9-4754-b864-b1f22322c79b', '9cb99548-e15a-4996-bb62-503e574bd94f'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:05:01.210662 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886bb454-21b6-4483-bfec-75918beadb29 admin admin] Network 3c5ec1c4-de42-47d6-ac78-1c3ddb817769 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:05:01.222994 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-886bb454-21b6-4483-bfec-75918beadb29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:05:01.230904 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dc9109f1-0bee-4e56-9952-50c7e778ac42 admin admin] Publish callbacks [] for security_group (99104910-7ff9-4898-b698-8365263c8e8b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:01.231167 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-93063f8e-3f32-496d-a3bd-63d661a96296 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=a7d08467-df72-40f5-a164-941d8e4079e7 HTTP/1.1" status: 200 len: 217 time: 0.0678263 Jan 18 20:05:01.242556 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20cb4e-0207-45c6-ab17-7b34cbf6d786 req-46be49d4-9baf-41ca-a0a5-4b743abda89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:01.243679 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e20cb4e-0207-45c6-ab17-7b34cbf6d786 req-46be49d4-9baf-41ca-a0a5-4b743abda89c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1426034 Jan 18 20:05:01.279860 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 712d0365-aa1e-40a5-a250-0f543d312831 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:05:01.282523 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 28ff6737-02fb-4a87-b1c5-7feebf0eff97 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:05:01.282937 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-28967bd3-0199-466b-a3f2-c8a20521b33e tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:05:01.287473 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedd5cf-a135-4582-9e8e-131cd8a8fa4c req-869acf81-5061-47f3-a91d-5ee7a0dbfbec tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:01.289151 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-faedd5cf-a135-4582-9e8e-131cd8a8fa4c req-869acf81-5061-47f3-a91d-5ee7a0dbfbec tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?device_id=f28d8a2a-c59c-4497-8e6a-a11b308e6a47 HTTP/1.1" status: 200 len: 946 time: 0.1755433 Jan 18 20:05:01.289922 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-28967bd3-0199-466b-a3f2-c8a20521b33e tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:05:01.293330 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28967bd3-0199-466b-a3f2-c8a20521b33e tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Pushing event updated for resources: {'Port': ['ID=6350279c-5035-422e-b31b-3b4c18679455,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:01.295623 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-28967bd3-0199-466b-a3f2-c8a20521b33e tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:05:01.336669 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-534bbfdb-5112-47ce-b6e4-14028cd4d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:01.338970 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-534bbfdb-5112-47ce-b6e4-14028cd4d1d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0954566 Jan 18 20:05:01.439260 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-28967bd3-0199-466b-a3f2-c8a20521b33e tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:01.453250 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-28967bd3-0199-466b-a3f2-c8a20521b33e tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:01.476776 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.resource_extend [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:05:01.488965 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-5417908f-f328-4ab7-a32e-31a52e445ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:01.491076 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-5417908f-f328-4ab7-a32e-31a52e445ca4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1427891 Jan 18 20:05:01.502550 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-28967bd3-0199-466b-a3f2-c8a20521b33e tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5523448 Jan 18 20:05:01.505725 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20cb4e-0207-45c6-ab17-7b34cbf6d786 req-a38f5d05-f497-40ce-98a1-62636ecc9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:01.514531 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e20cb4e-0207-45c6-ab17-7b34cbf6d786 req-a38f5d05-f497-40ce-98a1-62636ecc9b54 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2582462 Jan 18 20:05:01.518061 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dc9109f1-0bee-4e56-9952-50c7e778ac42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (99104910-7ff9-4898-b698-8365263c8e8b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:01.521028 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dc9109f1-0bee-4e56-9952-50c7e778ac42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:01.539183 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-dc9109f1-0bee-4e56-9952-50c7e778ac42 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/99104910-7ff9-4898-b698-8365263c8e8b HTTP/1.1" status: 204 len: 168 time: 0.6226134 Jan 18 20:05:01.623443 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 712d0365-aa1e-40a5-a250-0f543d312831, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=712d0365-aa1e-40a5-a250-0f543d312831,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:01.636445 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-faedd5cf-a135-4582-9e8e-131cd8a8fa4c req-c1d17088-5f87-4000-854f-1634b2870d89 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/security-groups?id=f46683e8-133b-4b17-b6d2-44bdaf2e8d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837138 Jan 18 20:05:01.638027 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-3aded438-df86-4535-a782-2f857e767b3d service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321688 Jan 18 20:05:01.645778 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-675a521a-aacb-4ac5-8bb9-fbc2547326b4 service neutron] Request body: {'port': {'device_id': '99a42f5e-1287-426b-9082-42ecc5ed652b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:05:01.665995 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9109f1-0bee-4e56-9952-50c7e778ac42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99104910-7ff9-4898-b698-8365263c8e8b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:01.667660 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '712d0365-aa1e-40a5-a250-0f543d312831', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '712d0365-aa1e-40a5-a250-0f543d312831', 'mac_address': 'fa:16:3e:b3:cc:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:05:01.687176 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886bb454-21b6-4483-bfec-75918beadb29 admin admin] Router af8396b8-091e-472d-9390-f0c01762118e has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:05:01.729365 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e20cb4e-0207-45c6-ab17-7b34cbf6d786 req-e206746e-c343-401d-aa8b-124b2ca986a4 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882808 Jan 18 20:05:01.736531 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-9d651dc1-e0b6-4ae6-8825-a4a67108a9fa None None] Provisioning complete for port 36e7d360-91c2-4740-ade2-77426eff3a9b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:01.737412 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9d651dc1-e0b6-4ae6-8825-a4a67108a9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (36e7d360-91c2-4740-ade2-77426eff3a9b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:01.817576 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-675a521a-aacb-4ac5-8bb9-fbc2547326b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6350279c-5035-422e-b31b-3b4c18679455), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:01.895565 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d805bc37-fd40-4042-a2fb-7bc799a1aa56 req-c066f69c-39e4-4ea8-97ef-bae2a9b39156 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469265 Jan 18 20:05:02.004125 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 712d0365-aa1e-40a5-a250-0f543d312831 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:02.004515 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (712d0365-aa1e-40a5-a250-0f543d312831), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:02.048398 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 28ff6737-02fb-4a87-b1c5-7feebf0eff97 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:05:02.082926 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 28ff6737-02fb-4a87-b1c5-7feebf0eff97 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:02.083375 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:02.086305 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 712d0365-aa1e-40a5-a250-0f543d312831 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:05:02.091991 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568761df-4661-490b-bd4e-f52034089ee4 req-b4745650-df3e-4d85-afae-3208a67a8bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:02.092547 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:02.094172 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-568761df-4661-490b-bd4e-f52034089ee4 req-b4745650-df3e-4d85-afae-3208a67a8bcb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c61be005512f4729954210bb553c83f4&device_id=f28d8a2a-c59c-4497-8e6a-a11b308e6a47 HTTP/1.1" status: 200 len: 1097 time: 0.1069875 Jan 18 20:05:02.168289 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9d651dc1-e0b6-4ae6-8825-a4a67108a9fa None None] Port 36e7d360-91c2-4740-ade2-77426eff3a9b cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:05:02.182677 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 712d0365-aa1e-40a5-a250-0f543d312831, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=712d0365-aa1e-40a5-a250-0f543d312831,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:02.219816 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (712d0365-aa1e-40a5-a250-0f543d312831), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:02.272079 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1022b1f-1f88-493c-bb1c-363a10b37396 req-6209e112-64f9-4ec0-b0a7-9b49ccc9835b tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:02.279589 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a1022b1f-1f88-493c-bb1c-363a10b37396 req-6209e112-64f9-4ec0-b0a7-9b49ccc9835b tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db1a96d-225c-40a9-bf05-f4e289856b22 HTTP/1.1" status: 200 len: 947 time: 0.5643241 Jan 18 20:05:02.281271 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568761df-4661-490b-bd4e-f52034089ee4 req-308a04cd-2366-44f7-a044-2ca4d6d08c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:02.282898 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-568761df-4661-490b-bd4e-f52034089ee4 req-308a04cd-2366-44f7-a044-2ca4d6d08c62 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.1828001 Jan 18 20:05:02.291890 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=712d0365-aa1e-40a5-a250-0f543d312831,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:02.337785 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d049199-6480-4be2-9935-da3c4933e40f req-370240a5-5280-43a7-8756-ea4a5796838c tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:02.340276 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-483a7c4c-d3ff-473c-9411-2039b71ad479 None None] Provisioning complete for port 6350279c-5035-422e-b31b-3b4c18679455 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:02.340670 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-483a7c4c-d3ff-473c-9411-2039b71ad479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6350279c-5035-422e-b31b-3b4c18679455), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:02.344905 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d049199-6480-4be2-9935-da3c4933e40f req-370240a5-5280-43a7-8756-ea4a5796838c tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/ports?device_id=2aef056c-6300-4079-a47d-e582fe745571 HTTP/1.1" status: 200 len: 948 time: 0.4900098 Jan 18 20:05:02.365508 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886bb454-21b6-4483-bfec-75918beadb29 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:05:02.368544 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e20cb4e-0207-45c6-ab17-7b34cbf6d786 req-d30adf22-30b4-4c0a-82dd-f94a9bfe36b7 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6185820 Jan 18 20:05:02.383843 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-886bb454-21b6-4483-bfec-75918beadb29 admin admin] 10.222.0.31 "PUT /v2.0/routers/af8396b8-091e-472d-9390-f0c01762118e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0513065 Jan 18 20:05:02.388400 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714189d9-3d80-4125-8ee0-8cd8389238c5 None None] Sync routers for ids ['af8396b8-091e-472d-9390-f0c01762118e'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:05:02.417781 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a1022b1f-1f88-493c-bb1c-363a10b37396 req-805b3e7a-36a9-4961-b754-2e64f5e484f3 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371615 Jan 18 20:05:02.429525 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714189d9-3d80-4125-8ee0-8cd8389238c5 None None] Routers {'af8396b8-091e-472d-9390-f0c01762118e'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:05:02.433204 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-714189d9-3d80-4125-8ee0-8cd8389238c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:04:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['af8396b8-091e-472d-9390-f0c01762118e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:05:02.504866 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-483a7c4c-d3ff-473c-9411-2039b71ad479 None None] Port 6350279c-5035-422e-b31b-3b4c18679455 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:05:02.509535 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 28ff6737-02fb-4a87-b1c5-7feebf0eff97 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:02.511188 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:02.541909 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d049199-6480-4be2-9935-da3c4933e40f req-7901c3c5-4565-42b9-a0fe-5818a5c894b4 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b72549e-02ed-484f-8872-2821bccd2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959534 Jan 18 20:05:02.558828 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ff6737-02fb-4a87-b1c5-7feebf0eff97'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:05:02.561124 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf87df74-c740-4a0b-9be0-2f2a15d50e68" -d '{"events": [{"server_uuid": "5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda", "name": "network-vif-plugged", "status": "completed", "tag": "28ff6737-02fb-4a87-b1c5-7feebf0eff97"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:05:02.601624 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 28ff6737-02fb-4a87-b1c5-7feebf0eff97, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=28ff6737-02fb-4a87-b1c5-7feebf0eff97,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:02.640138 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['712d0365-aa1e-40a5-a250-0f543d312831'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:05:02.641847 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:02.728627 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5008ac5-38af-4916-90f4-5cd56d52280c x-openstack-request-id: req-e5008ac5-38af-4916-90f4-5cd56d52280c {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:05:02.728986 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda", "name": "network-vif-plugged", "status": "completed", "tag": "28ff6737-02fb-4a87-b1c5-7feebf0eff97", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:05:02.729155 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5008ac5-38af-4916-90f4-5cd56d52280c {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:05:02.729548 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ff6737-02fb-4a87-b1c5-7feebf0eff97', 'code': 200} Jan 18 20:05:02.750881 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-568761df-4661-490b-bd4e-f52034089ee4 req-1f200979-7885-421b-a249-10a952ef8cbd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=a7d08467-df72-40f5-a164-941d8e4079e7 HTTP/1.1" status: 200 len: 217 time: 0.4609628 Jan 18 20:05:02.760529 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-714189d9-3d80-4125-8ee0-8cd8389238c5 None None] Set router af8396b8-091e-472d-9390-f0c01762118e gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:05:02.767741 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b68fc-a733-4731-b672-665e96770b07 req-1673e38e-2537-4517-acc3-ba6d3498cdee tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:02.769270 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d14b68fc-a733-4731-b672-665e96770b07 req-1673e38e-2537-4517-acc3-ba6d3498cdee tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a42f5e-1287-426b-9082-42ecc5ed652b HTTP/1.1" status: 200 len: 935 time: 0.0915878 Jan 18 20:05:02.866921 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d14b68fc-a733-4731-b672-665e96770b07 req-6f3b2ea5-df00-4683-8cb6-71762707e2cb tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886986 Jan 18 20:05:02.869964 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-675a521a-aacb-4ac5-8bb9-fbc2547326b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6350279c-5035-422e-b31b-3b4c18679455 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:05:02.882566 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-675a521a-aacb-4ac5-8bb9-fbc2547326b4 service neutron] Publish callbacks [] for port (6350279c-5035-422e-b31b-3b4c18679455), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:02.892388 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725555c6-0e72-4a05-943d-94e9d704f586 req-6719124f-0fc2-46a1-bc55-820f59ec3fa2 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:02.894211 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-725555c6-0e72-4a05-943d-94e9d704f586 req-6719124f-0fc2-46a1-bc55-820f59ec3fa2 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?device_id=f28d8a2a-c59c-4497-8e6a-a11b308e6a47 HTTP/1.1" status: 200 len: 946 time: 0.1086984 Jan 18 20:05:02.899467 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568761df-4661-490b-bd4e-f52034089ee4 req-1193d357-812a-4e12-9da3-a10fa6bd1ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:02.900949 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-568761df-4661-490b-bd4e-f52034089ee4 req-1193d357-812a-4e12-9da3-a10fa6bd1ffe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1140420 Jan 18 20:05:02.907979 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e0ea0-bc21-4ba0-8c4e-c447cece0106 req-266ace8a-34c9-43e8-b91b-810610bddf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:02.909660 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a93e0ea0-bc21-4ba0-8c4e-c447cece0106 req-266ace8a-34c9-43e8-b91b-810610bddf1f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda HTTP/1.1" status: 200 len: 1100 time: 0.1213198 Jan 18 20:05:02.910813 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-675a521a-aacb-4ac5-8bb9-fbc2547326b4 service neutron] Transition to ACTIVE for port object 6350279c-5035-422e-b31b-3b4c18679455 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:05:02.948152 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-675a521a-aacb-4ac5-8bb9-fbc2547326b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (6350279c-5035-422e-b31b-3b4c18679455), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:02.993063 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-725555c6-0e72-4a05-943d-94e9d704f586 req-20e01bca-048d-4c4c-8713-1ce6fce64820 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/security-groups?id=f46683e8-133b-4b17-b6d2-44bdaf2e8d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978920 Jan 18 20:05:03.043522 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=28ff6737-02fb-4a87-b1c5-7feebf0eff97,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:03.153518 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568761df-4661-490b-bd4e-f52034089ee4 req-8c585bad-0b44-49a2-ba9a-5870bef3ed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:03.155797 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-568761df-4661-490b-bd4e-f52034089ee4 req-8c585bad-0b44-49a2-ba9a-5870bef3ed91 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2439246 Jan 18 20:05:03.170089 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-714189d9-3d80-4125-8ee0-8cd8389238c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8396b8-091e-472d-9390-f0c01762118e', 'name': 'tempest-ServersTestJSON-580732818-router', 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b14ae363-80f8-437c-bee0-ed994706352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:04:48Z', 'updated_at': '2022-01-18T20:04:59Z', 'revision_number': 4, 'project_id': '83505cce248d4c14b276c003902f57cf', 'gw_port': {'id': 'b14ae363-80f8-437c-bee0-ed994706352e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8396b8-091e-472d-9390-f0c01762118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:04:50Z', 'updated_at': '2022-01-18T20:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '36e7d360-91c2-4740-ade2-77426eff3a9b', 'name': '', 'network_id': '3c5ec1c4-de42-47d6-ac78-1c3ddb817769', 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'mac_address': 'fa:16:3e:fe:d2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8396b8-091e-472d-9390-f0c01762118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '5eb0d4e7-64bc-49d1-859c-c4823c4f8397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:04:57Z', 'updated_at': '2022-01-18T20:05:00Z', 'revision_number': 2, 'project_id': '83505cce248d4c14b276c003902f57cf', 'subnets': [{'id': '5eb0d4e7-64bc-49d1-859c-c4823c4f8397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:05:03.171456 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a521a-aacb-4ac5-8bb9-fbc2547326b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6350279c-5035-422e-b31b-3b4c18679455,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:03.188436 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a93e0ea0-bc21-4ba0-8c4e-c447cece0106 req-82bac40c-2bef-46c6-ab02-12a606a0cbc2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5b72549e-02ed-484f-8872-2821bccd2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665527 Jan 18 20:05:03.262516 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714189d9-3d80-4125-8ee0-8cd8389238c5 None None] Checking router: af8396b8-091e-472d-9390-f0c01762118e for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:05:03.262874 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714189d9-3d80-4125-8ee0-8cd8389238c5 None None] Updating router af8396b8-091e-472d-9390-f0c01762118e port 36e7d360-91c2-4740-ade2-77426eff3a9b binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:05:03.291736 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-675a521a-aacb-4ac5-8bb9-fbc2547326b4 service neutron] Attempting to bind port 6350279c-5035-422e-b31b-3b4c18679455 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:05:03.292074 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-675a521a-aacb-4ac5-8bb9-fbc2547326b4 service neutron] Attempting to bind port 6350279c-5035-422e-b31b-3b4c18679455 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:05:03.292402 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-675a521a-aacb-4ac5-8bb9-fbc2547326b4 service neutron] Attempting to bind port 6350279c-5035-422e-b31b-3b4c18679455 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:05:03.301379 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-714189d9-3d80-4125-8ee0-8cd8389238c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (36e7d360-91c2-4740-ade2-77426eff3a9b), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:03.305255 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-675a521a-aacb-4ac5-8bb9-fbc2547326b4 service neutron] Port 6350279c-5035-422e-b31b-3b4c18679455 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:05:03.305680 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-675a521a-aacb-4ac5-8bb9-fbc2547326b4 service neutron] Attempting to bind port 6350279c-5035-422e-b31b-3b4c18679455 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:05:03.314331 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-675a521a-aacb-4ac5-8bb9-fbc2547326b4 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:05:03.314897 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-675a521a-aacb-4ac5-8bb9-fbc2547326b4 service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:05:03.315354 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-675a521a-aacb-4ac5-8bb9-fbc2547326b4 service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:05:03.315867 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-675a521a-aacb-4ac5-8bb9-fbc2547326b4 service neutron] Bound port: 6350279c-5035-422e-b31b-3b4c18679455, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:05:03.316297 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-675a521a-aacb-4ac5-8bb9-fbc2547326b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6350279c-5035-422e-b31b-3b4c18679455), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:03.447246 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-675a521a-aacb-4ac5-8bb9-fbc2547326b4 service neutron] For port 6350279c-5035-422e-b31b-3b4c18679455, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:05:03.451416 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-568761df-4661-490b-bd4e-f52034089ee4 req-875d73e5-6710-4c63-bd5e-b4446d63d53b service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770593 Jan 18 20:05:03.453482 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-675a521a-aacb-4ac5-8bb9-fbc2547326b4 service neutron] For port 6350279c-5035-422e-b31b-3b4c18679455, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=6350279c-5035-422e-b31b-3b4c18679455,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:05:03.465859 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-675a521a-aacb-4ac5-8bb9-fbc2547326b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (6350279c-5035-422e-b31b-3b4c18679455), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:03.567506 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d16e3c-4cf9-44bc-b781-40e00dc51d4a req-26255875-cb69-46c4-bf4e-a1bfed6b81ea tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:03.576577 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-84d16e3c-4cf9-44bc-b781-40e00dc51d4a req-26255875-cb69-46c4-bf4e-a1bfed6b81ea tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db1a96d-225c-40a9-bf05-f4e289856b22 HTTP/1.1" status: 200 len: 948 time: 0.0635831 Jan 18 20:05:03.595414 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-568761df-4661-490b-bd4e-f52034089ee4 req-01931f67-a12a-41c3-97bc-ed5a7fd27711 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269631 Jan 18 20:05:03.626934 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-675a521a-aacb-4ac5-8bb9-fbc2547326b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:03.627301 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-675a521a-aacb-4ac5-8bb9-fbc2547326b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:03.629324 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-675a521a-aacb-4ac5-8bb9-fbc2547326b4 service neutron] 10.222.0.70 "PUT /v2.0/ports/6350279c-5035-422e-b31b-3b4c18679455 HTTP/1.1" status: 200 len: 1095 time: 1.9904799 Jan 18 20:05:03.631854 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a42f5e-1287-426b-9082-42ecc5ed652b', 'tag': '6350279c-5035-422e-b31b-3b4c18679455'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:05:03.637198 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36662f9d-ca6d-473d-bb6d-dc382cfc6374" -d '{"events": [{"name": "network-changed", "server_uuid": "99a42f5e-1287-426b-9082-42ecc5ed652b", "tag": "6350279c-5035-422e-b31b-3b4c18679455"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:05:03.639968 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-84d16e3c-4cf9-44bc-b781-40e00dc51d4a req-9e84c560-4ce5-452b-aa88-8b2f67a2bff5 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615559 Jan 18 20:05:03.736279 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:03.745981 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a521a-aacb-4ac5-8bb9-fbc2547326b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6350279c-5035-422e-b31b-3b4c18679455,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:03.766302 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-714189d9-3d80-4125-8ee0-8cd8389238c5 None None] Publish callbacks [] for port (36e7d360-91c2-4740-ade2-77426eff3a9b), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:03.772799 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-635114c5-33ae-43d1-b9eb-3213f707f2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:03.774871 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-635114c5-33ae-43d1-b9eb-3213f707f2bf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&device_id=99a42f5e-1287-426b-9082-42ecc5ed652b HTTP/1.1" status: 200 len: 1098 time: 0.0885103 Jan 18 20:05:03.778522 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-714189d9-3d80-4125-8ee0-8cd8389238c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (36e7d360-91c2-4740-ade2-77426eff3a9b), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:03.838437 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24692e06-342b-489f-8464-9231732dc5b4 req-4f324875-bd48-4013-9007-fa87bfd55509 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:03.848727 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-15d7b2bd-0139-4a6d-b9d6-f3a488b06ab9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=6350279c-5035-422e-b31b-3b4c18679455 HTTP/1.1" status: 200 len: 217 time: 0.0521557 Jan 18 20:05:03.852576 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35528) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:05:03.862510 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-7fafab2c-f099-49f6-84cc-9f8ea5ee898d tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2000859255', 'description': 'tempest-description--290428070'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:05:03.870860 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24692e06-342b-489f-8464-9231732dc5b4 req-4f324875-bd48-4013-9007-fa87bfd55509 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/ports?device_id=2aef056c-6300-4079-a47d-e582fe745571 HTTP/1.1" status: 200 len: 948 time: 0.1245580 Jan 18 20:05:03.917297 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9afbf-d85d-4c0f-87a2-0f357d9f01d9 None None] Pushing event updated for resources: {'Port': ['ID=36e7d360-91c2-4740-ade2-77426eff3a9b,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:03.937146 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:05:03.942885 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9afbf-d85d-4c0f-87a2-0f357d9f01d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:03.943646 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9afbf-d85d-4c0f-87a2-0f357d9f01d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:03.946890 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9afbf-d85d-4c0f-87a2-0f357d9f01d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:03.947468 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9afbf-d85d-4c0f-87a2-0f357d9f01d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:03.948025 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9afbf-d85d-4c0f-87a2-0f357d9f01d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:03.949037 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9afbf-d85d-4c0f-87a2-0f357d9f01d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:03.949569 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9afbf-d85d-4c0f-87a2-0f357d9f01d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:03.950131 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9afbf-d85d-4c0f-87a2-0f357d9f01d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:03.955308 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9afbf-d85d-4c0f-87a2-0f357d9f01d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:03.955961 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9afbf-d85d-4c0f-87a2-0f357d9f01d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:03.956501 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9afbf-d85d-4c0f-87a2-0f357d9f01d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:03.957031 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9afbf-d85d-4c0f-87a2-0f357d9f01d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:03.957554 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9afbf-d85d-4c0f-87a2-0f357d9f01d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:03.978289 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24692e06-342b-489f-8464-9231732dc5b4 req-d6bf679e-1881-4fa4-97f4-814c480f17c6 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b72549e-02ed-484f-8872-2821bccd2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994420 Jan 18 20:05:04.009470 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-ec73dc40-987e-4110-adc4-4ec954df3f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:04.012524 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-ec73dc40-987e-4110-adc4-4ec954df3f13 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1445673 Jan 18 20:05:04.016080 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7fafab2c-f099-49f6-84cc-9f8ea5ee898d tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:04.039306 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35534) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:05:04.062717 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-714189d9-3d80-4125-8ee0-8cd8389238c5 None None] Attempting to bind port 36e7d360-91c2-4740-ade2-77426eff3a9b on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:05:04.063158 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-714189d9-3d80-4125-8ee0-8cd8389238c5 None None] Attempting to bind port 36e7d360-91c2-4740-ade2-77426eff3a9b by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd7007d66-8a65-4944-ae3e-4f1a259f66d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3c5ec1c4-de42-47d6-ac78-1c3ddb817769'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:05:04.063610 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714189d9-3d80-4125-8ee0-8cd8389238c5 None None] Attempting to bind port 36e7d360-91c2-4740-ade2-77426eff3a9b on network 3c5ec1c4-de42-47d6-ac78-1c3ddb817769 {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:05:04.070419 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714189d9-3d80-4125-8ee0-8cd8389238c5 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:05:04.070890 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714189d9-3d80-4125-8ee0-8cd8389238c5 None None] Checking segment: {'id': 'd7007d66-8a65-4944-ae3e-4f1a259f66d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3c5ec1c4-de42-47d6-ac78-1c3ddb817769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:05:04.071592 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-714189d9-3d80-4125-8ee0-8cd8389238c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:04.072075 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714189d9-3d80-4125-8ee0-8cd8389238c5 None None] Bound using segment: {'id': 'd7007d66-8a65-4944-ae3e-4f1a259f66d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3c5ec1c4-de42-47d6-ac78-1c3ddb817769'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:05:04.072729 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-714189d9-3d80-4125-8ee0-8cd8389238c5 None None] Bound port: 36e7d360-91c2-4740-ade2-77426eff3a9b, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7007d66-8a65-4944-ae3e-4f1a259f66d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3c5ec1c4-de42-47d6-ac78-1c3ddb817769'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:05:04.073508 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-714189d9-3d80-4125-8ee0-8cd8389238c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (36e7d360-91c2-4740-ade2-77426eff3a9b), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:04.092619 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:04.128586 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a', 'mac_address': 'fa:16:3e:0f:14:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:05:04.143189 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef929ecb-7700-4114-896f-2f90909b879a x-openstack-request-id: req-ef929ecb-7700-4114-896f-2f90909b879a {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:05:04.143665 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a42f5e-1287-426b-9082-42ecc5ed652b", "tag": "6350279c-5035-422e-b31b-3b4c18679455", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:05:04.144011 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef929ecb-7700-4114-896f-2f90909b879a {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:05:04.144511 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a42f5e-1287-426b-9082-42ecc5ed652b', 'tag': '6350279c-5035-422e-b31b-3b4c18679455', 'status': 'completed', 'code': 200} Jan 18 20:05:04.183913 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:04.184588 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:04.191350 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-714189d9-3d80-4125-8ee0-8cd8389238c5 None None] For port 36e7d360-91c2-4740-ade2-77426eff3a9b, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:05:04.201851 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:05:04.204336 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-714189d9-3d80-4125-8ee0-8cd8389238c5 None None] For port 36e7d360-91c2-4740-ade2-77426eff3a9b, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=36e7d360-91c2-4740-ade2-77426eff3a9b,segment=NetworkSegment(d7007d66-8a65-4944-ae3e-4f1a259f66d0),segment_id=d7007d66-8a65-4944-ae3e-4f1a259f66d0)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:05:04.214576 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-714189d9-3d80-4125-8ee0-8cd8389238c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (36e7d360-91c2-4740-ade2-77426eff3a9b), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:04.237461 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-a2ecaf7c-f738-4773-8121-d50b555f9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:04.244570 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-a2ecaf7c-f738-4773-8121-d50b555f9bd3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2049918 Jan 18 20:05:04.245241 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:04.255153 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:04.264362 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c8997b68-6049-43b0-a840-9431182ca2e5 None None] Provisioning complete for port 36e7d360-91c2-4740-ade2-77426eff3a9b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:04.264575 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c8997b68-6049-43b0-a840-9431182ca2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (36e7d360-91c2-4740-ade2-77426eff3a9b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:04.268300 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c67c2-2e07-4fde-b6e1-971c919e7b4b req-e0f032ac-af60-4896-bf38-5dba31f442ee tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:04.277235 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a30c67c2-2e07-4fde-b6e1-971c919e7b4b req-e0f032ac-af60-4896-bf38-5dba31f442ee tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a42f5e-1287-426b-9082-42ecc5ed652b HTTP/1.1" status: 200 len: 947 time: 0.1170926 Jan 18 20:05:04.316664 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714189d9-3d80-4125-8ee0-8cd8389238c5 None None] Routers {'af8396b8-091e-472d-9390-f0c01762118e'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:05:04.317315 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-714189d9-3d80-4125-8ee0-8cd8389238c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:04:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['af8396b8-091e-472d-9390-f0c01762118e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:05:04.321274 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6cd2-9b86-4ae4-964c-fbf4e9720827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:04.360534 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-134f6e5d-e622-4572-a522-bea2e546f7f0 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062005 Jan 18 20:05:04.363917 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:04.412675 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c8997b68-6049-43b0-a840-9431182ca2e5 None None] Current status of the port 36e7d360-91c2-4740-ade2-77426eff3a9b is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:04.413942 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c8997b68-6049-43b0-a840-9431182ca2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (36e7d360-91c2-4740-ade2-77426eff3a9b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:04.453730 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b196720-b9f5-435b-ba04-72ae2500b46b req-b8e86375-2a10-46d8-8ee7-8a73ac6030b4 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:04.455827 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8b196720-b9f5-435b-ba04-72ae2500b46b req-b8e86375-2a10-46d8-8ee7-8a73ac6030b4 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?device_id=f28d8a2a-c59c-4497-8e6a-a11b308e6a47 HTTP/1.1" status: 200 len: 946 time: 0.2246418 Jan 18 20:05:04.468809 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c8997b68-6049-43b0-a840-9431182ca2e5 None None] For port 36e7d360-91c2-4740-ade2-77426eff3a9b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=36e7d360-91c2-4740-ade2-77426eff3a9b,segment=NetworkSegment(d7007d66-8a65-4944-ae3e-4f1a259f66d0),segment_id=d7007d66-8a65-4944-ae3e-4f1a259f66d0)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:04.479111 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a30c67c2-2e07-4fde-b6e1-971c919e7b4b req-684abb17-4ee4-4800-9405-ac357d890cf1 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004967 Jan 18 20:05:04.486323 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c8997b68-6049-43b0-a840-9431182ca2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (36e7d360-91c2-4740-ade2-77426eff3a9b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:04.501708 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fc26faa7-c6be-4a19-bf5d-f3ef47cc7d08 req-6a2cb0d4-0d40-476c-841f-310e980248b3 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261456 Jan 18 20:05:04.535659 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7fafab2c-f099-49f6-84cc-9f8ea5ee898d tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks [] for security_group (2f1d1277-9ecf-440b-8735-d7214f9d110c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:04.541947 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7fafab2c-f099-49f6-84cc-9f8ea5ee898d tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2f1d1277-9ecf-440b-8735-d7214f9d110c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:04.549129 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9afbf-d85d-4c0f-87a2-0f357d9f01d9 None None] Pushing event updated for resources: {'Port': ['ID=36e7d360-91c2-4740-ade2-77426eff3a9b,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:04.591022 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8997b68-6049-43b0-a840-9431182ca2e5 None None] Pushing event updated for resources: {'Port': ['ID=36e7d360-91c2-4740-ade2-77426eff3a9b,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:04.593730 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-714189d9-3d80-4125-8ee0-8cd8389238c5 None None] Set router af8396b8-091e-472d-9390-f0c01762118e gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:05:04.613963 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7fafab2c-f099-49f6-84cc-9f8ea5ee898d tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:04.615109 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7fafab2c-f099-49f6-84cc-9f8ea5ee898d tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7615492 Jan 18 20:05:04.620902 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35538) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:05:04.624938 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c02ce183-3b88-4741-9b96-fbc9b6973d34 None None] Provisioning complete for port 36e7d360-91c2-4740-ade2-77426eff3a9b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:04.625319 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c02ce183-3b88-4741-9b96-fbc9b6973d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (36e7d360-91c2-4740-ade2-77426eff3a9b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:04.642693 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-fd40dd44-fdc4-449c-b924-e3a65684624f tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Request body: {'security_group_rule': {'security_group_id': '2f1d1277-9ecf-440b-8735-d7214f9d110c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:05:04.644604 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fafab2c-f099-49f6-84cc-9f8ea5ee898d tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1d1277-9ecf-440b-8735-d7214f9d110c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:04.654572 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36662f9d-ca6d-473d-bb6d-dc382cfc6374 req-3eea3637-55af-4622-b870-949021374a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:04.656663 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-36662f9d-ca6d-473d-bb6d-dc382cfc6374 req-3eea3637-55af-4622-b870-949021374a61 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&device_id=99a42f5e-1287-426b-9082-42ecc5ed652b HTTP/1.1" status: 200 len: 1098 time: 0.0738499 Jan 18 20:05:04.679124 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:05:04.682108 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6cd2-9b86-4ae4-964c-fbf4e9720827 admin admin] Publish callbacks [] for security_group (23feab2e-3315-4ab6-8158-d2fb2f0a6320), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:04.705075 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8b196720-b9f5-435b-ba04-72ae2500b46b req-14c49354-60ff-464c-8142-097d25b3ba4d tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/security-groups?id=f46683e8-133b-4b17-b6d2-44bdaf2e8d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202106 Jan 18 20:05:04.729406 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6cd2-9b86-4ae4-964c-fbf4e9720827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (23feab2e-3315-4ab6-8158-d2fb2f0a6320), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:04.824412 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c02ce183-3b88-4741-9b96-fbc9b6973d34 None None] Current status of the port 36e7d360-91c2-4740-ade2-77426eff3a9b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:04.884683 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36662f9d-ca6d-473d-bb6d-dc382cfc6374 req-0789e172-4511-4738-a93a-058ea8a8acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:04.886099 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-36662f9d-ca6d-473d-bb6d-dc382cfc6374 req-0789e172-4511-4738-a93a-058ea8a8acaf service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.2130919 Jan 18 20:05:04.887357 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fd40dd44-fdc4-449c-b924-e3a65684624f tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks [] for security_group_rule (5eb30728-db9f-4b44-b1dc-10fa735ecab7), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:04.895024 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d4fa6cd2-9b86-4ae4-964c-fbf4e9720827 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=facb004688e74407bbf8c8562a3b0ecb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8514519 Jan 18 20:05:04.895759 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35544) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:05:04.896160 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa6cd2-9b86-4ae4-964c-fbf4e9720827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23feab2e-3315-4ab6-8158-d2fb2f0a6320,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:04.903032 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-714189d9-3d80-4125-8ee0-8cd8389238c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8396b8-091e-472d-9390-f0c01762118e', 'name': 'tempest-ServersTestJSON-580732818-router', 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b14ae363-80f8-437c-bee0-ed994706352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:04:48Z', 'updated_at': '2022-01-18T20:04:59Z', 'revision_number': 4, 'project_id': '83505cce248d4c14b276c003902f57cf', 'gw_port': {'id': 'b14ae363-80f8-437c-bee0-ed994706352e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8396b8-091e-472d-9390-f0c01762118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:04:50Z', 'updated_at': '2022-01-18T20:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '36e7d360-91c2-4740-ade2-77426eff3a9b', 'name': '', 'network_id': '3c5ec1c4-de42-47d6-ac78-1c3ddb817769', 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'mac_address': 'fa:16:3e:fe:d2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8396b8-091e-472d-9390-f0c01762118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '5eb0d4e7-64bc-49d1-859c-c4823c4f8397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:04:57Z', 'updated_at': '2022-01-18T20:05:04Z', 'revision_number': 4, 'project_id': '83505cce248d4c14b276c003902f57cf', 'subnets': [{'id': '5eb0d4e7-64bc-49d1-859c-c4823c4f8397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:05:04.938358 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714189d9-3d80-4125-8ee0-8cd8389238c5 None None] The sync data for ids ['af8396b8-091e-472d-9390-f0c01762118e'] in n-d-741529-9 is: [{'id': 'af8396b8-091e-472d-9390-f0c01762118e', 'name': 'tempest-ServersTestJSON-580732818-router', 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b14ae363-80f8-437c-bee0-ed994706352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:04:48Z', 'updated_at': '2022-01-18T20:04:59Z', 'revision_number': 4, 'project_id': '83505cce248d4c14b276c003902f57cf', 'gw_port': {'id': 'b14ae363-80f8-437c-bee0-ed994706352e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8396b8-091e-472d-9390-f0c01762118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:04:50Z', 'updated_at': '2022-01-18T20:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '36e7d360-91c2-4740-ade2-77426eff3a9b', 'name': '', 'network_id': '3c5ec1c4-de42-47d6-ac78-1c3ddb817769', 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'mac_address': 'fa:16:3e:fe:d2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8396b8-091e-472d-9390-f0c01762118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '5eb0d4e7-64bc-49d1-859c-c4823c4f8397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:04:57Z', 'updated_at': '2022-01-18T20:05:04Z', 'revision_number': 4, 'project_id': '83505cce248d4c14b276c003902f57cf', 'subnets': [{'id': '5eb0d4e7-64bc-49d1-859c-c4823c4f8397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:05:04.978614 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-36662f9d-ca6d-473d-bb6d-dc382cfc6374 req-bd0f63de-71bb-470d-bb1f-d1c93ff4c366 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=6350279c-5035-422e-b31b-3b4c18679455 HTTP/1.1" status: 200 len: 217 time: 0.0813169 Jan 18 20:05:04.987548 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20acce1a-3040-4ee8-a854-7431279557fc req-415a04bf-84aa-482b-9e9e-6b448960ba91 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:04.994234 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-20acce1a-3040-4ee8-a854-7431279557fc req-415a04bf-84aa-482b-9e9e-6b448960ba91 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db1a96d-225c-40a9-bf05-f4e289856b22 HTTP/1.1" status: 200 len: 948 time: 0.2173960 Jan 18 20:05:05.001529 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fd40dd44-fdc4-449c-b924-e3a65684624f tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks [] for security_group_rule (5eb30728-db9f-4b44-b1dc-10fa735ecab7), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:05.049089 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fd40dd44-fdc4-449c-b924-e3a65684624f tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (5eb30728-db9f-4b44-b1dc-10fa735ecab7), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:05.057541 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36662f9d-ca6d-473d-bb6d-dc382cfc6374 req-a605e8fb-07a5-43dc-a502-91a2801c4329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:05.060538 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-36662f9d-ca6d-473d-bb6d-dc382cfc6374 req-a605e8fb-07a5-43dc-a502-91a2801c4329 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0685172 Jan 18 20:05:05.131977 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bcd8628e-a663-49bc-bc4c-77501408e3eb admin admin] Publish callbacks [] for security_group (23feab2e-3315-4ab6-8158-d2fb2f0a6320), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:05.137943 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36662f9d-ca6d-473d-bb6d-dc382cfc6374 req-0440c1d3-a1f0-48ec-88e4-2b63e2bd3a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:05.138071 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40dd44-fdc4-449c-b924-e3a65684624f tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb30728-db9f-4b44-b1dc-10fa735ecab7,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:05.139509 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-36662f9d-ca6d-473d-bb6d-dc382cfc6374 req-0440c1d3-a1f0-48ec-88e4-2b63e2bd3a52 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0675905 Jan 18 20:05:05.181983 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fd40dd44-fdc4-449c-b924-e3a65684624f tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:05.183200 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fd40dd44-fdc4-449c-b924-e3a65684624f tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5609822 Jan 18 20:05:05.185852 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bcd8628e-a663-49bc-bc4c-77501408e3eb admin admin] Publish callbacks [] for security_group (23feab2e-3315-4ab6-8158-d2fb2f0a6320), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:05.191533 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35550) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:05:05.197293 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-01e72f00-6818-45a5-aa5c-89d2f1a9a18d tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Request body: {'security_group_rule': {'security_group_id': '2f1d1277-9ecf-440b-8735-d7214f9d110c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:05:05.217678 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-20acce1a-3040-4ee8-a854-7431279557fc req-660349b1-03c2-4460-8523-57378234d2cd tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141700 Jan 18 20:05:05.273685 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 712d0365-aa1e-40a5-a250-0f543d312831 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:05:05.291419 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-01e72f00-6818-45a5-aa5c-89d2f1a9a18d tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks [] for security_group_rule (b636c980-2674-45d7-a449-c36fea197b0f), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:05.309241 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d2119-c84b-4970-86ef-8a60996b9977 req-b57c4ca2-d75c-415b-8e9c-1b7058d19d53 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:05.310750 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d63d2119-c84b-4970-86ef-8a60996b9977 req-b57c4ca2-d75c-415b-8e9c-1b7058d19d53 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/ports?device_id=2aef056c-6300-4079-a47d-e582fe745571 HTTP/1.1" status: 200 len: 949 time: 0.0819502 Jan 18 20:05:05.360555 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 712d0365-aa1e-40a5-a250-0f543d312831 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:05:05.370597 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 712d0365-aa1e-40a5-a250-0f543d312831 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:05.373433 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (712d0365-aa1e-40a5-a250-0f543d312831), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:05.396393 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bcd8628e-a663-49bc-bc4c-77501408e3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (23feab2e-3315-4ab6-8158-d2fb2f0a6320), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:05.399504 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bcd8628e-a663-49bc-bc4c-77501408e3eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:05.406276 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d63d2119-c84b-4970-86ef-8a60996b9977 req-051e8111-e53f-4ded-8006-810443aba567 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b72549e-02ed-484f-8872-2821bccd2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872695 Jan 18 20:05:05.408835 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bcd8628e-a663-49bc-bc4c-77501408e3eb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/23feab2e-3315-4ab6-8158-d2fb2f0a6320 HTTP/1.1" status: 204 len: 168 time: 0.4978869 Jan 18 20:05:05.419179 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-01e72f00-6818-45a5-aa5c-89d2f1a9a18d tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks [] for security_group_rule (b636c980-2674-45d7-a449-c36fea197b0f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:05.426138 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8628e-a663-49bc-bc4c-77501408e3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23feab2e-3315-4ab6-8158-d2fb2f0a6320,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:05.426656 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-01e72f00-6818-45a5-aa5c-89d2f1a9a18d tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (b636c980-2674-45d7-a449-c36fea197b0f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:05.433726 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-36662f9d-ca6d-473d-bb6d-dc382cfc6374 req-caf88870-28c4-4797-a3a4-ea6edff3a6d4 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742569 Jan 18 20:05:05.458113 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e72f00-6818-45a5-aa5c-89d2f1a9a18d tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b636c980-2674-45d7-a449-c36fea197b0f,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:05.467888 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-01e72f00-6818-45a5-aa5c-89d2f1a9a18d tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:05.469280 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-01e72f00-6818-45a5-aa5c-89d2f1a9a18d tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2767885 Jan 18 20:05:05.474849 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35554) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:05:05.481228 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-e59f314c-7a8b-4761-8320-f74c4c90c24c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:05:05.525166 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e59f314c-7a8b-4761-8320-f74c4c90c24c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:05.597071 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 712d0365-aa1e-40a5-a250-0f543d312831 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:05.606168 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (712d0365-aa1e-40a5-a250-0f543d312831), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:05.645004 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-36662f9d-ca6d-473d-bb6d-dc382cfc6374 req-8909b3c9-0f21-48c4-b4d8-d2e916e21347 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021496 Jan 18 20:05:05.688919 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 36e7d360-91c2-4740-ade2-77426eff3a9b up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:05:05.691625 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f708ded-2c17-485f-84d2-91b77415146d req-ef8527e0-2f01-46b2-abea-a6b1074874a1 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:05.698849 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db1a96d-225c-40a9-bf05-f4e289856b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712d0365-aa1e-40a5-a250-0f543d312831'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:05:05.699900 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f708ded-2c17-485f-84d2-91b77415146d req-ef8527e0-2f01-46b2-abea-a6b1074874a1 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a42f5e-1287-426b-9082-42ecc5ed652b HTTP/1.1" status: 200 len: 947 time: 0.1050494 Jan 18 20:05:05.701102 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274659f1-b078-4c43-af58-1bd347100821" -d '{"events": [{"server_uuid": "5db1a96d-225c-40a9-bf05-f4e289856b22", "name": "network-vif-plugged", "status": "completed", "tag": "712d0365-aa1e-40a5-a250-0f543d312831"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:05:05.821923 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44815ca0-c590-43e7-be93-03d034a595e2 x-openstack-request-id: req-44815ca0-c590-43e7-be93-03d034a595e2 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:05:05.821923 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db1a96d-225c-40a9-bf05-f4e289856b22", "name": "network-vif-plugged", "status": "completed", "tag": "712d0365-aa1e-40a5-a250-0f543d312831", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:05:05.821923 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44815ca0-c590-43e7-be93-03d034a595e2 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:05:05.822403 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db1a96d-225c-40a9-bf05-f4e289856b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712d0365-aa1e-40a5-a250-0f543d312831', 'code': 200} Jan 18 20:05:05.824632 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f708ded-2c17-485f-84d2-91b77415146d req-da11d924-c3b5-47a5-9c05-1f25a1f5c794 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182289 Jan 18 20:05:05.869136 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 712d0365-aa1e-40a5-a250-0f543d312831, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=712d0365-aa1e-40a5-a250-0f543d312831,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:05.876068 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (712d0365-aa1e-40a5-a250-0f543d312831), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:05.942464 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=712d0365-aa1e-40a5-a250-0f543d312831,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:05.946801 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device a7d08467-df72-40f5-a164-941d8e4079e7 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:05:05.949221 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:05:05.959277 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e59f314c-7a8b-4761-8320-f74c4c90c24c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:06.067994 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 36e7d360-91c2-4740-ade2-77426eff3a9b triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:06.068495 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (36e7d360-91c2-4740-ade2-77426eff3a9b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:06.072483 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:05:06.123239 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:06.126067 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:06.201348 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2173f0c-fa85-49e5-b3a8-a18caca91e5f req-3ecd24a4-d131-42c6-bb70-82e44fb3db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:06.202973 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f2173f0c-fa85-49e5-b3a8-a18caca91e5f req-3ecd24a4-d131-42c6-bb70-82e44fb3db29 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5db1a96d-225c-40a9-bf05-f4e289856b22 HTTP/1.1" status: 200 len: 1100 time: 0.1318004 Jan 18 20:05:06.292509 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f2173f0c-fa85-49e5-b3a8-a18caca91e5f req-501ce3d2-b31c-465d-a661-5eef04035ac0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807877 Jan 18 20:05:06.323094 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a19e7a-874b-4cc1-974a-5ddadc87a76f req-ca44dc20-900d-4b8e-95cb-3bc6dfcae11b tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:06.332379 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-57a19e7a-874b-4cc1-974a-5ddadc87a76f req-ca44dc20-900d-4b8e-95cb-3bc6dfcae11b tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?device_id=f28d8a2a-c59c-4497-8e6a-a11b308e6a47 HTTP/1.1" status: 200 len: 946 time: 0.3772590 Jan 18 20:05:06.355883 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port a7d08467-df72-40f5-a164-941d8e4079e7, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=a7d08467-df72-40f5-a164-941d8e4079e7,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:06.375984 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 36e7d360-91c2-4740-ade2-77426eff3a9b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:06.384846 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf215f-ed64-4041-97c7-32f04cf55ee6 req-15717a54-ec1b-47ba-afad-3673e51b7c50 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:06.385147 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': 'a7d08467-df72-40f5-a164-941d8e4079e7', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': 'a7d08467-df72-40f5-a164-941d8e4079e7', 'mac_address': 'fa:16:3e:c4:96:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:05:06.387782 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:06.388160 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:06.390813 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d4cf215f-ed64-4041-97c7-32f04cf55ee6 req-15717a54-ec1b-47ba-afad-3673e51b7c50 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 1097 time: 0.2072823 Jan 18 20:05:06.466685 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port a7d08467-df72-40f5-a164-941d8e4079e7 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:06.467078 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a7d08467-df72-40f5-a164-941d8e4079e7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:06.468210 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-e59f314c-7a8b-4761-8320-f74c4c90c24c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Allocated IP 172.25.4.86 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/3a7921b6-7736-40f7-a7f2-8ce1589c4470) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:05:06.471430 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:06.480039 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:06.487582 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d08467-df72-40f5-a164-941d8e4079e7 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:05:06.492282 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-57a19e7a-874b-4cc1-974a-5ddadc87a76f req-6a662863-ec6b-478d-9684-dec5ef4cbf02 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/security-groups?id=f46683e8-133b-4b17-b6d2-44bdaf2e8d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586576 Jan 18 20:05:06.508054 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d4cf215f-ed64-4041-97c7-32f04cf55ee6 req-e51555d0-9987-4e29-96f4-9eb57e6f1408 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086652 Jan 18 20:05:06.535539 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port a7d08467-df72-40f5-a164-941d8e4079e7, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=a7d08467-df72-40f5-a164-941d8e4079e7,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:06.560449 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a7d08467-df72-40f5-a164-941d8e4079e7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:06.575377 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:06.631103 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e59f314c-7a8b-4761-8320-f74c4c90c24c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks [] for port (3a7921b6-7736-40f7-a7f2-8ce1589c4470), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:06.669094 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:06.674378 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=a7d08467-df72-40f5-a164-941d8e4079e7,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:06.723844 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e59f314c-7a8b-4761-8320-f74c4c90c24c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (3a7921b6-7736-40f7-a7f2-8ce1589c4470), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:06.797217 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59f314c-7a8b-4761-8320-f74c4c90c24c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:05:06.809462 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048842c7-63bb-4484-a9fc-edcf1434360c req-dbfa95da-5bc2-4e3b-b0aa-24cdd860ba14 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:06.811003 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-048842c7-63bb-4484-a9fc-edcf1434360c req-dbfa95da-5bc2-4e3b-b0aa-24cdd860ba14 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db1a96d-225c-40a9-bf05-f4e289856b22 HTTP/1.1" status: 200 len: 949 time: 0.1286259 Jan 18 20:05:06.814462 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-e59f314c-7a8b-4761-8320-f74c4c90c24c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:05:06.821762 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59f314c-7a8b-4761-8320-f74c4c90c24c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:05:06.830145 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f314c-7a8b-4761-8320-f74c4c90c24c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Pushing event updated for resources: {'Port': ['ID=3a7921b6-7736-40f7-a7f2-8ce1589c4470,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:06.878637 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6f5ad-98e3-49cd-b338-65ca4a53b57b req-dc99aa42-41a0-434e-83b8-01641a1c030c tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:06.880135 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2ce6f5ad-98e3-49cd-b338-65ca4a53b57b req-dc99aa42-41a0-434e-83b8-01641a1c030c tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/ports?device_id=2aef056c-6300-4079-a47d-e582fe745571 HTTP/1.1" status: 200 len: 950 time: 0.1523519 Jan 18 20:05:06.949673 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-048842c7-63bb-4484-a9fc-edcf1434360c req-c5633659-4363-4eda-a7c4-892e47e5c96a tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329596 Jan 18 20:05:06.976895 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['a7d08467-df72-40f5-a164-941d8e4079e7'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:05:06.998737 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e59f314c-7a8b-4761-8320-f74c4c90c24c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks [] for floatingip (24ed89d1-d5f1-4958-afb7-56b0bdde602e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:07.003079 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2ce6f5ad-98e3-49cd-b338-65ca4a53b57b req-17454fd0-f45c-4aee-a70d-73e1490e7da2 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b72549e-02ed-484f-8872-2821bccd2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143117 Jan 18 20:05:07.055267 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e59f314c-7a8b-4761-8320-f74c4c90c24c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3a7921b6-7736-40f7-a7f2-8ce1589c4470), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:07.233502 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e59f314c-7a8b-4761-8320-f74c4c90c24c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks [] for port (3a7921b6-7736-40f7-a7f2-8ce1589c4470), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:07.239065 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e59f314c-7a8b-4761-8320-f74c4c90c24c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (3a7921b6-7736-40f7-a7f2-8ce1589c4470), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:07.290146 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 6350279c-5035-422e-b31b-3b4c18679455 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:05:07.300721 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-eee6e73e-807b-4467-a64c-c731290044c3 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f12d2ff17748475681d771e31a690307&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376265 Jan 18 20:05:07.344179 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f314c-7a8b-4761-8320-f74c4c90c24c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Pushing event updated for resources: {'Port': ['ID=3a7921b6-7736-40f7-a7f2-8ce1589c4470,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:07.407595 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e59f314c-7a8b-4761-8320-f74c4c90c24c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (24ed89d1-d5f1-4958-afb7-56b0bdde602e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:07.432703 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e59f314c-7a8b-4761-8320-f74c4c90c24c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:07.437737 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e59f314c-7a8b-4761-8320-f74c4c90c24c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9571400 Jan 18 20:05:07.495530 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-ab4d3727-e28f-4add-8ff2-c30ec5533e29 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:07.503461 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-ab4d3727-e28f-4add-8ff2-c30ec5533e29 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1764886 Jan 18 20:05:07.525183 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-00de8a09-cc18-4ead-8a43-121fbd56da28 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/quotas/f12d2ff17748475681d771e31a690307 HTTP/1.1" status: 200 len: 375 time: 0.0207841 Jan 18 20:05:07.543039 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 6350279c-5035-422e-b31b-3b4c18679455, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=6350279c-5035-422e-b31b-3b4c18679455,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:07.554958 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '6350279c-5035-422e-b31b-3b4c18679455', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '6350279c-5035-422e-b31b-3b4c18679455', 'mac_address': 'fa:16:3e:5c:b9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:05:07.557114 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-4412fbf6-faa3-444c-9282-221c56347437 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f12d2ff17748475681d771e31a690307&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310793 Jan 18 20:05:07.618291 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 6350279c-5035-422e-b31b-3b4c18679455 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:07.619144 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6350279c-5035-422e-b31b-3b4c18679455), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:07.637380 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6350279c-5035-422e-b31b-3b4c18679455 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:05:07.663599 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 6350279c-5035-422e-b31b-3b4c18679455, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=6350279c-5035-422e-b31b-3b4c18679455,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:07.667665 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6350279c-5035-422e-b31b-3b4c18679455), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:07.732669 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=6350279c-5035-422e-b31b-3b4c18679455,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:07.786773 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5c3ce-8547-4a63-b92f-b80289b2c93a req-4446017c-5c9e-48a8-980a-884bd541a155 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:07.788882 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9cb5c3ce-8547-4a63-b92f-b80289b2c93a req-4446017c-5c9e-48a8-980a-884bd541a155 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a42f5e-1287-426b-9082-42ecc5ed652b HTTP/1.1" status: 200 len: 948 time: 0.0622084 Jan 18 20:05:07.823981 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aef056c-6300-4079-a47d-e582fe745571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:05:07.827095 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c1fc55-79ad-4fcf-8e6a-84e893a08a94" -d '{"events": [{"server_uuid": "2aef056c-6300-4079-a47d-e582fe745571", "name": "network-vif-plugged", "status": "completed", "tag": "21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:05:07.842952 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9cb5c3ce-8547-4a63-b92f-b80289b2c93a req-b8819562-f800-4148-9adf-6ddc62a1c8c4 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476401 Jan 18 20:05:07.952479 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef6202-a55f-4a7b-b961-f5db371c75aa req-95523f15-75c0-482a-8d1f-c0ca0c3cf3ca tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:07.954349 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6ef6202-a55f-4a7b-b961-f5db371c75aa req-95523f15-75c0-482a-8d1f-c0ca0c3cf3ca tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?device_id=f28d8a2a-c59c-4497-8e6a-a11b308e6a47 HTTP/1.1" status: 200 len: 947 time: 0.0521700 Jan 18 20:05:07.985684 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['6350279c-5035-422e-b31b-3b4c18679455'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:05:08.010990 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-9819e217-fcd5-43b1-8d09-d37734104400 req-62271dc3-ed1c-4f62-8c22-06faeeb8a13c tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:05:08.011997 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9819e217-fcd5-43b1-8d09-d37734104400 req-62271dc3-ed1c-4f62-8c22-06faeeb8a13c tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089576 Jan 18 20:05:08.024260 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6ef6202-a55f-4a7b-b961-f5db371c75aa req-c1d21869-1372-429b-adcd-c8ec4bc741d1 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/security-groups?id=f46683e8-133b-4b17-b6d2-44bdaf2e8d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639985 Jan 18 20:05:08.074894 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819e217-fcd5-43b1-8d09-d37734104400 req-90d342d5-3f4f-4aaa-825a-ad199347fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:08.076735 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9819e217-fcd5-43b1-8d09-d37734104400 req-90d342d5-3f4f-4aaa-825a-ad199347fa82 service neutron] 10.222.0.31 "GET /v2.0/ports/ae5daab9-3318-4b0e-afff-8350b4913ab0 HTTP/1.1" status: 200 len: 1094 time: 0.0513320 Jan 18 20:05:08.086576 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-9819e217-fcd5-43b1-8d09-d37734104400 req-dcc5720f-ff97-47bc-8a7d-6a6c42785f6d service neutron] Request body: {'binding': {'host': 'n-h1-741529-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:05:08.087441 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-9819e217-fcd5-43b1-8d09-d37734104400 req-dcc5720f-ff97-47bc-8a7d-6a6c42785f6d service neutron] Unknown quota resources ['binding']. {{(pid=103336) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 18 20:05:08.217195 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-20bfb01b-c654-480b-b598-6d6218a4bde2 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2000859255&fields=id&tenant_id=83505cce248d4c14b276c003902f57cf HTTP/1.1" status: 200 len: 267 time: 0.1029394 Jan 18 20:05:08.341909 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-9819e217-fcd5-43b1-8d09-d37734104400 req-dcc5720f-ff97-47bc-8a7d-6a6c42785f6d service neutron] Attempting to bind port ae5daab9-3318-4b0e-afff-8350b4913ab0 on host n-h1-741529-9 for vnic_type normal with profile None {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:05:08.342219 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-9819e217-fcd5-43b1-8d09-d37734104400 req-dcc5720f-ff97-47bc-8a7d-6a6c42785f6d service neutron] Attempting to bind port ae5daab9-3318-4b0e-afff-8350b4913ab0 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:05:08.342548 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9819e217-fcd5-43b1-8d09-d37734104400 req-dcc5720f-ff97-47bc-8a7d-6a6c42785f6d service neutron] Attempting to bind port ae5daab9-3318-4b0e-afff-8350b4913ab0 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:05:08.355752 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9819e217-fcd5-43b1-8d09-d37734104400 req-dcc5720f-ff97-47bc-8a7d-6a6c42785f6d service neutron] Port ae5daab9-3318-4b0e-afff-8350b4913ab0 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:05:08.356084 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9819e217-fcd5-43b1-8d09-d37734104400 req-dcc5720f-ff97-47bc-8a7d-6a6c42785f6d service neutron] Attempting to bind port ae5daab9-3318-4b0e-afff-8350b4913ab0 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:05:08.368125 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-8df18db2-dd5d-49cb-8e42-6c3271489c2e tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:08.369574 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-8df18db2-dd5d-49cb-8e42-6c3271489c2e tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/networks?id=3c5ec1c4-de42-47d6-ac78-1c3ddb817769 HTTP/1.1" status: 200 len: 805 time: 0.1448109 Jan 18 20:05:08.370872 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9819e217-fcd5-43b1-8d09-d37734104400 req-dcc5720f-ff97-47bc-8a7d-6a6c42785f6d service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:05:08.371199 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9819e217-fcd5-43b1-8d09-d37734104400 req-dcc5720f-ff97-47bc-8a7d-6a6c42785f6d service neutron] Checking segment: {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:05:08.371569 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9819e217-fcd5-43b1-8d09-d37734104400 req-dcc5720f-ff97-47bc-8a7d-6a6c42785f6d service neutron] Bound using segment: {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:05:08.372002 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-9819e217-fcd5-43b1-8d09-d37734104400 req-dcc5720f-ff97-47bc-8a7d-6a6c42785f6d service neutron] Bound port: ae5daab9-3318-4b0e-afff-8350b4913ab0, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:05:08.409772 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-f45aa296-ebca-4dd8-bcfc-b93ed5a60d2d tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/quotas/83505cce248d4c14b276c003902f57cf HTTP/1.1" status: 200 len: 375 time: 0.0323656 Jan 18 20:05:08.458443 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-9819e217-fcd5-43b1-8d09-d37734104400 req-dcc5720f-ff97-47bc-8a7d-6a6c42785f6d service neutron] For port ae5daab9-3318-4b0e-afff-8350b4913ab0, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=ae5daab9-3318-4b0e-afff-8350b4913ab0,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:05:08.467538 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9819e217-fcd5-43b1-8d09-d37734104400 req-dcc5720f-ff97-47bc-8a7d-6a6c42785f6d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:08.468696 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9819e217-fcd5-43b1-8d09-d37734104400 req-dcc5720f-ff97-47bc-8a7d-6a6c42785f6d service neutron] 10.222.0.31 "POST /v2.0/ports/ae5daab9-3318-4b0e-afff-8350b4913ab0/bindings HTTP/1.1" status: 201 len: 389 time: 0.3867087 Jan 18 20:05:08.478999 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-58024bba-c1b9-4d7f-b7f6-96ec2c5408c4 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=83505cce248d4c14b276c003902f57cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634782 Jan 18 20:05:08.582472 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-fe8795f2-8d88-4098-aafa-515cbbc26c9b service neutron] 10.222.0.31 "GET /v2.0/networks/3c5ec1c4-de42-47d6-ac78-1c3ddb817769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914702 Jan 18 20:05:08.697134 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5c7accef-e73f-4d83-9cc3-40a61dd06037 req-5779988f-4cbe-44ab-abb6-e7e598d303f3 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdd878a3-6daf-4972-b798-76bb26b0ef17 HTTP/1.1" status: 200 len: 210 time: 0.0365613 Jan 18 20:05:08.703657 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-83e3e808-dbc6-410f-bc3f-b11044ad568c service neutron] 10.222.0.31 "GET /v2.0/networks/3c5ec1c4-de42-47d6-ac78-1c3ddb817769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119797 Jan 18 20:05:08.744413 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b788246e-42ee-4eb6-bac1-cdd94e1e4a9a x-openstack-request-id: req-b788246e-42ee-4eb6-bac1-cdd94e1e4a9a {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:05:08.744731 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aef056c-6300-4079-a47d-e582fe745571", "name": "network-vif-plugged", "status": "completed", "tag": "21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:05:08.745213 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b788246e-42ee-4eb6-bac1-cdd94e1e4a9a {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:05:08.745621 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aef056c-6300-4079-a47d-e582fe745571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a', 'code': 200} Jan 18 20:05:08.756108 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819e217-fcd5-43b1-8d09-d37734104400 req-ee0f1aa8-0c08-43ce-bcff-318b51c7cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:08.759927 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9819e217-fcd5-43b1-8d09-d37734104400 req-ee0f1aa8-0c08-43ce-bcff-318b51c7cdb5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67883881b676447cbe3f92dbc62dd7c6&device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 1097 time: 0.0640764 Jan 18 20:05:08.777711 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-86dfbd7a-17c3-43c0-9a6a-ac0f90e25aa8 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=f12d2ff17748475681d771e31a690307&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240049 Jan 18 20:05:08.924977 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819e217-fcd5-43b1-8d09-d37734104400 req-13bbe806-c013-4f5c-aa5f-b7d35b89adbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:08.926609 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9819e217-fcd5-43b1-8d09-d37734104400 req-13bbe806-c013-4f5c-aa5f-b7d35b89adbe service neutron] 10.222.0.57 "GET /v2.0/networks?id=6fab12dd-5aeb-4649-a1e2-836559f8a553 HTTP/1.1" status: 200 len: 921 time: 0.1559560 Jan 18 20:05:08.965307 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa15dd-d2b5-42ef-a80a-d797d5029a94 req-b4d14c42-0d69-49c3-a200-0905dd243348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:08.966840 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-71aa15dd-d2b5-42ef-a80a-d797d5029a94 req-b4d14c42-0d69-49c3-a200-0905dd243348 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2aef056c-6300-4079-a47d-e582fe745571 HTTP/1.1" status: 200 len: 1101 time: 0.1442466 Jan 18 20:05:08.990419 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-56a8ee44-dfa1-4bfb-89bc-f9f109df0ffa tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:08.991875 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-56a8ee44-dfa1-4bfb-89bc-f9f109df0ffa tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2089646 Jan 18 20:05:09.001185 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61fd0e-5dfc-4217-83f3-8cf111c4f391 req-530aa480-15fe-4101-934e-d020b7656339 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:09.005474 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9819e217-fcd5-43b1-8d09-d37734104400 req-8a2e18d5-33bd-4faf-a99d-cb3ebb8bb9b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae5daab9-3318-4b0e-afff-8350b4913ab0 HTTP/1.1" status: 200 len: 217 time: 0.0632465 Jan 18 20:05:09.006080 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-db61fd0e-5dfc-4217-83f3-8cf111c4f391 req-530aa480-15fe-4101-934e-d020b7656339 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db1a96d-225c-40a9-bf05-f4e289856b22 HTTP/1.1" status: 200 len: 949 time: 0.1464691 Jan 18 20:05:09.032026 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-09c0ae89-f50d-4746-be1c-851272a66145 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Request body: {'port': {'device_id': 'fdd878a3-6daf-4972-b798-76bb26b0ef17', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': 'f12d2ff17748475681d771e31a690307'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:05:09.065493 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819e217-fcd5-43b1-8d09-d37734104400 req-a8a76ea7-dc61-4374-958c-84dc4cec8865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:09.067081 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9819e217-fcd5-43b1-8d09-d37734104400 req-a8a76ea7-dc61-4374-958c-84dc4cec8865 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7ae8e7b-1bfc-435b-b42c-3b64619a022a HTTP/1.1" status: 200 len: 860 time: 0.0529087 Jan 18 20:05:09.103961 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9819e217-fcd5-43b1-8d09-d37734104400 req-eac58f6a-ea25-4131-8a62-c8dca5f581a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6fab12dd-5aeb-4649-a1e2-836559f8a553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291336 Jan 18 20:05:09.164132 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-71aa15dd-d2b5-42ef-a80a-d797d5029a94 req-260da712-4a73-41e2-8e50-989ddcae386b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5b72549e-02ed-484f-8872-2821bccd2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891563 Jan 18 20:05:09.177609 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-db61fd0e-5dfc-4217-83f3-8cf111c4f391 req-07b3236f-7972-44fe-9375-d22781c3d452 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707327 Jan 18 20:05:09.189833 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf87f1-cd6d-4466-8e4a-35d9e2b320fe req-b6ebaf3e-60ff-4849-8340-f7d71ae04583 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:09.197227 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5cdf87f1-cd6d-4466-8e4a-35d9e2b320fe req-b6ebaf3e-60ff-4849-8340-f7d71ae04583 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/ports?device_id=2aef056c-6300-4079-a47d-e582fe745571 HTTP/1.1" status: 200 len: 950 time: 0.2155132 Jan 18 20:05:09.217006 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9819e217-fcd5-43b1-8d09-d37734104400 req-a0462621-9264-48f4-afb2-d584bd38f50d service neutron] 10.222.0.57 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023560 Jan 18 20:05:09.286768 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 6350279c-5035-422e-b31b-3b4c18679455 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:05:09.324560 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5cdf87f1-cd6d-4466-8e4a-35d9e2b320fe req-1e1b2fb6-929b-482b-b8af-2698ab807ac4 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b72549e-02ed-484f-8872-2821bccd2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263797 Jan 18 20:05:09.346531 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-09c0ae89-f50d-4746-be1c-851272a66145 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Made reservation on behalf of f12d2ff17748475681d771e31a690307 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:05:09.353084 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-09c0ae89-f50d-4746-be1c-851272a66145 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:09.356178 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 6350279c-5035-422e-b31b-3b4c18679455 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:05:09.360514 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 6350279c-5035-422e-b31b-3b4c18679455 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:09.361064 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6350279c-5035-422e-b31b-3b4c18679455), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:09.366485 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82ae4b-c5b1-4a94-9a92-13e7cf614262 req-4afefc97-d3dc-4788-9639-b5a2ac33ff47 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:09.368291 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d82ae4b-c5b1-4a94-9a92-13e7cf614262 req-4afefc97-d3dc-4788-9639-b5a2ac33ff47 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 946 time: 0.1079082 Jan 18 20:05:09.377132 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-09c0ae89-f50d-4746-be1c-851272a66145 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:09.442323 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 6350279c-5035-422e-b31b-3b4c18679455 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:09.442981 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6350279c-5035-422e-b31b-3b4c18679455), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:09.482562 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 6350279c-5035-422e-b31b-3b4c18679455, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=6350279c-5035-422e-b31b-3b4c18679455,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:09.490498 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6350279c-5035-422e-b31b-3b4c18679455), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:09.501586 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d82ae4b-c5b1-4a94-9a92-13e7cf614262 req-051825b6-739b-472b-b92b-73edf4120196 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265280 Jan 18 20:05:09.539403 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a048ff8-de0f-43a4-86c1-3c1179be22f2 req-43f4732c-4a5c-44e8-a902-a783211a61d0 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:09.539403 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9a048ff8-de0f-43a4-86c1-3c1179be22f2 req-43f4732c-4a5c-44e8-a902-a783211a61d0 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a42f5e-1287-426b-9082-42ecc5ed652b HTTP/1.1" status: 200 len: 948 time: 0.1363993 Jan 18 20:05:09.553469 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=6350279c-5035-422e-b31b-3b4c18679455,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:09.597194 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9819e217-fcd5-43b1-8d09-d37734104400 req-ec127b91-c32b-4673-b264-de3417ae321b service neutron] 10.222.0.57 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526139 Jan 18 20:05:09.610344 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-09c0ae89-f50d-4746-be1c-851272a66145 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Publish callbacks [] for security_group (179be355-7906-4cd3-bde5-f2063ce9c978), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:09.618790 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-09c0ae89-f50d-4746-be1c-851272a66145 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (179be355-7906-4cd3-bde5-f2063ce9c978), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:09.643276 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9a048ff8-de0f-43a4-86c1-3c1179be22f2 req-9003eca9-1961-4f89-a3e0-5924cc9092ad tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031799 Jan 18 20:05:09.679537 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-664abd3b-16be-40c9-8c88-fcf6fb391458 req-7aa1673e-ed81-41e4-8f8f-055d5c6ddc6d tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a650482-988b-4bc5-a56e-d624f1447265 HTTP/1.1" status: 200 len: 210 time: 0.0572953 Jan 18 20:05:09.729598 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0ae89-f50d-4746-be1c-851272a66145 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=179be355-7906-4cd3-bde5-f2063ce9c978,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:09.835287 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcc73d-cfcb-4b6c-82ac-b22b94f0720f req-0689c559-31fa-4cda-a8cc-6ee065ca975e tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:09.836882 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2bdcc73d-cfcb-4b6c-82ac-b22b94f0720f req-0689c559-31fa-4cda-a8cc-6ee065ca975e tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?device_id=f28d8a2a-c59c-4497-8e6a-a11b308e6a47 HTTP/1.1" status: 200 len: 947 time: 0.1113951 Jan 18 20:05:09.873547 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-09c0ae89-f50d-4746-be1c-851272a66145 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Allocated IP 192.168.233.110 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/62560bd2-09b9-4a51-9f8c-ebfd8cee356a) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:05:09.922807 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2bdcc73d-cfcb-4b6c-82ac-b22b94f0720f req-897bfbf3-1bc8-42dd-b063-df3b490b3eb1 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/security-groups?id=f46683e8-133b-4b17-b6d2-44bdaf2e8d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791273 Jan 18 20:05:09.961757 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device a7d08467-df72-40f5-a164-941d8e4079e7 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:05:10.026743 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port a7d08467-df72-40f5-a164-941d8e4079e7 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:05:10.030812 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port a7d08467-df72-40f5-a164-941d8e4079e7 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:10.031188 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a7d08467-df72-40f5-a164-941d8e4079e7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:10.061936 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ebbbcf48-c023-4db9-a038-d99d426488cc req-b5cf09cb-d014-4c4a-8def-299da02d2dd0 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdd878a3-6daf-4972-b798-76bb26b0ef17 HTTP/1.1" status: 200 len: 210 time: 0.0764647 Jan 18 20:05:10.125176 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port a7d08467-df72-40f5-a164-941d8e4079e7 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:10.125559 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a7d08467-df72-40f5-a164-941d8e4079e7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:10.126821 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd8ae4-a563-4d9f-bd1a-c8e9945b59f9 req-a787709d-f859-4bd9-b579-8ca9aac7d33c tempest-ServersAdminNegativeTestJSON-411321001 tempest-ServersAdminNegativeTestJSON-411321001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:10.128506 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a6cd8ae4-a563-4d9f-bd1a-c8e9945b59f9 req-a787709d-f859-4bd9-b579-8ca9aac7d33c tempest-ServersAdminNegativeTestJSON-411321001 tempest-ServersAdminNegativeTestJSON-411321001-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5db1a96d-225c-40a9-bf05-f4e289856b22 HTTP/1.1" status: 200 len: 1100 time: 0.1264966 Jan 18 20:05:10.154345 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-09c0ae89-f50d-4746-be1c-851272a66145 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Publish callbacks [] for port (62560bd2-09b9-4a51-9f8c-ebfd8cee356a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:10.161735 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a6cd8ae4-a563-4d9f-bd1a-c8e9945b59f9 req-9e448048-3650-46c4-bed9-3afa35da53e2 tempest-ServersAdminNegativeTestJSON-411321001 tempest-ServersAdminNegativeTestJSON-411321001-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:10.167221 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port a7d08467-df72-40f5-a164-941d8e4079e7, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=a7d08467-df72-40f5-a164-941d8e4079e7,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:10.171848 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a7d08467-df72-40f5-a164-941d8e4079e7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:10.225396 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-09c0ae89-f50d-4746-be1c-851272a66145 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (62560bd2-09b9-4a51-9f8c-ebfd8cee356a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:10.237102 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=a7d08467-df72-40f5-a164-941d8e4079e7,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:10.287963 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-09c0ae89-f50d-4746-be1c-851272a66145 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:05:10.298896 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-09c0ae89-f50d-4746-be1c-851272a66145 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:05:10.305987 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-09c0ae89-f50d-4746-be1c-851272a66145 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:05:10.308460 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0ae89-f50d-4746-be1c-851272a66145 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Pushing event updated for resources: {'Port': ['ID=62560bd2-09b9-4a51-9f8c-ebfd8cee356a,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:10.312459 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a6cd8ae4-a563-4d9f-bd1a-c8e9945b59f9 req-9e448048-3650-46c4-bed9-3afa35da53e2 tempest-ServersAdminNegativeTestJSON-411321001 tempest-ServersAdminNegativeTestJSON-411321001-project-admin] Publish callbacks [] for security_group (b1174263-c429-46bb-8f6f-0c9ae4d91d22), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:10.335906 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a6cd8ae4-a563-4d9f-bd1a-c8e9945b59f9 req-9e448048-3650-46c4-bed9-3afa35da53e2 tempest-ServersAdminNegativeTestJSON-411321001 tempest-ServersAdminNegativeTestJSON-411321001-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b1174263-c429-46bb-8f6f-0c9ae4d91d22), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:10.404419 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a6cd8ae4-a563-4d9f-bd1a-c8e9945b59f9 req-9e448048-3650-46c4-bed9-3afa35da53e2 tempest-ServersAdminNegativeTestJSON-411321001 tempest-ServersAdminNegativeTestJSON-411321001-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624369 Jan 18 20:05:10.405495 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e448048-3650-46c4-bed9-3afa35da53e2 tempest-ServersAdminNegativeTestJSON-411321001 tempest-ServersAdminNegativeTestJSON-411321001-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1174263-c429-46bb-8f6f-0c9ae4d91d22,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:10.415720 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-09c0ae89-f50d-4746-be1c-851272a66145 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:10.416364 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-09c0ae89-f50d-4746-be1c-851272a66145 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:10.519697 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c10ba0bf-2032-4ea0-8fbf-eaf87aa63766 req-2c6007d5-27fc-48f5-8a20-754bd4178976 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0984414 Jan 18 20:05:10.534349 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-09c0ae89-f50d-4746-be1c-851272a66145 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5261924 Jan 18 20:05:10.553299 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-8439f1a4-879c-4275-ba63-5b758c4d3500 service neutron] Request body: {'port': {'device_id': 'fdd878a3-6daf-4972-b798-76bb26b0ef17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:05:10.695218 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bb415a87-1996-4d36-8bb7-9dfd53dc79b8 req-2f8c4435-c3d1-4597-9280-af1424191266 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b3e9deb6-7bfe-4785-ad53-49ee8b268028&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1200953 Jan 18 20:05:10.699127 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ba0bf-2032-4ea0-8fbf-eaf87aa63766 req-fa711f1f-f2c5-434f-9f3f-4f9df8f1e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:10.700857 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c10ba0bf-2032-4ea0-8fbf-eaf87aa63766 req-fa711f1f-f2c5-434f-9f3f-4f9df8f1e469 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67883881b676447cbe3f92dbc62dd7c6&device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 1117 time: 0.0740609 Jan 18 20:05:10.746441 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a42f5e-1287-426b-9082-42ecc5ed652b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6350279c-5035-422e-b31b-3b4c18679455'}, {'server_uuid': 'f28d8a2a-c59c-4497-8e6a-a11b308e6a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d08467-df72-40f5-a164-941d8e4079e7'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:05:10.749602 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fede0d-97f2-4713-9bf1-3e49f165e50f" -d '{"events": [{"server_uuid": "99a42f5e-1287-426b-9082-42ecc5ed652b", "name": "network-vif-plugged", "status": "completed", "tag": "6350279c-5035-422e-b31b-3b4c18679455"}, {"server_uuid": "f28d8a2a-c59c-4497-8e6a-a11b308e6a47", "name": "network-vif-plugged", "status": "completed", "tag": "a7d08467-df72-40f5-a164-941d8e4079e7"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:05:10.771744 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222c9b5-c4b7-4537-b0ae-08b34b8d27d2 req-abbb0c66-2951-42ef-b8fb-fbb088c3d026 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:10.779530 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d222c9b5-c4b7-4537-b0ae-08b34b8d27d2 req-abbb0c66-2951-42ef-b8fb-fbb088c3d026 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/ports?device_id=2aef056c-6300-4079-a47d-e582fe745571 HTTP/1.1" status: 200 len: 950 time: 0.2576385 Jan 18 20:05:10.818936 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d3e91e77-eda6-4851-849d-2d19b71f2492 None None] Provisioning complete for port 62560bd2-09b9-4a51-9f8c-ebfd8cee356a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:10.820132 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d3e91e77-eda6-4851-849d-2d19b71f2492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (62560bd2-09b9-4a51-9f8c-ebfd8cee356a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:10.900366 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d3e91e77-eda6-4851-849d-2d19b71f2492 None None] Port 62560bd2-09b9-4a51-9f8c-ebfd8cee356a cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:05:10.916656 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ba0bf-2032-4ea0-8fbf-eaf87aa63766 req-e4cf56a8-407c-40aa-bad2-15324edc12ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:10.918336 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c10ba0bf-2032-4ea0-8fbf-eaf87aa63766 req-e4cf56a8-407c-40aa-bad2-15324edc12ed service neutron] 10.222.0.57 "GET /v2.0/networks?id=6fab12dd-5aeb-4649-a1e2-836559f8a553 HTTP/1.1" status: 200 len: 921 time: 0.1955061 Jan 18 20:05:10.930047 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d222c9b5-c4b7-4537-b0ae-08b34b8d27d2 req-bcdc9cca-ee44-4372-aeb0-9a42032941d6 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b72549e-02ed-484f-8872-2821bccd2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470079 Jan 18 20:05:10.945135 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-fca8f18a-317f-467b-862a-f44ca807cb79 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:10.947254 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-fca8f18a-317f-467b-862a-f44ca807cb79 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.57 "GET /v2.0/networks?id=3c5ec1c4-de42-47d6-ac78-1c3ddb817769 HTTP/1.1" status: 200 len: 805 time: 0.4784992 Jan 18 20:05:10.947850 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-8439f1a4-879c-4275-ba63-5b758c4d3500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (62560bd2-09b9-4a51-9f8c-ebfd8cee356a), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:10.958506 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be82003-c71c-46e0-a647-ff64c41e92e5 req-bf5b23b2-b988-453f-b085-69fc9f600e20 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:10.960218 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3be82003-c71c-46e0-a647-ff64c41e92e5 req-bf5b23b2-b988-453f-b085-69fc9f600e20 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 946 time: 0.2672172 Jan 18 20:05:10.968401 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c10ba0bf-2032-4ea0-8fbf-eaf87aa63766 req-36d4774f-3316-4bb6-8a52-e9c6a80ab946 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4adf32e-89b2-4f57-bbe5-2d0467403586 HTTP/1.1" status: 200 len: 217 time: 0.0428858 Jan 18 20:05:10.970581 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb415a87-1996-4d36-8bb7-9dfd53dc79b8 req-ee5465ee-eb8b-4ecc-9879-c8f6805ffee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:10.972098 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bb415a87-1996-4d36-8bb7-9dfd53dc79b8 req-ee5465ee-eb8b-4ecc-9879-c8f6805ffee8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&device_id=b3e9deb6-7bfe-4785-ad53-49ee8b268028 HTTP/1.1" status: 200 len: 1101 time: 0.1978903 Jan 18 20:05:11.018756 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:05:11.088386 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ba0bf-2032-4ea0-8fbf-eaf87aa63766 req-9052e01b-d9b2-4f91-a7e1-a7117d871d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:11.090472 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c10ba0bf-2032-4ea0-8fbf-eaf87aa63766 req-9052e01b-d9b2-4f91-a7e1-a7117d871d01 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7ae8e7b-1bfc-435b-b42c-3b64619a022a HTTP/1.1" status: 200 len: 860 time: 0.1032443 Jan 18 20:05:11.125798 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c10ba0bf-2032-4ea0-8fbf-eaf87aa63766 req-ad21a44f-41e3-4c45-9ed5-96a55e1b3601 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6fab12dd-5aeb-4649-a1e2-836559f8a553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293953 Jan 18 20:05:11.130041 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-a0dcb57c-ced5-4a32-92d0-b212600a24fd tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83505cce248d4c14b276c003902f57cf HTTP/1.1" status: 200 len: 380 time: 0.1671805 Jan 18 20:05:11.142504 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3be82003-c71c-46e0-a647-ff64c41e92e5 req-db3d3ccc-8dbd-4697-aa5b-042c2a15d0b5 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513870 Jan 18 20:05:11.175388 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb415a87-1996-4d36-8bb7-9dfd53dc79b8 req-62b44adc-3d4b-4645-8ffa-4b635a512576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:11.176957 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bb415a87-1996-4d36-8bb7-9dfd53dc79b8 req-62b44adc-3d4b-4645-8ffa-4b635a512576 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.1607754 Jan 18 20:05:11.247999 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bb415a87-1996-4d36-8bb7-9dfd53dc79b8 req-9fc69e26-766b-4cf2-a341-9f01c6ab1c93 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=a265e4de-d812-4b0f-839c-e603343b00ff HTTP/1.1" status: 200 len: 217 time: 0.0414071 Jan 18 20:05:11.312682 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c10ba0bf-2032-4ea0-8fbf-eaf87aa63766 req-b2594943-f5e5-42cf-b730-749779de10db service neutron] 10.222.0.57 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770506 Jan 18 20:05:11.328579 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb415a87-1996-4d36-8bb7-9dfd53dc79b8 req-7d55881f-187c-4cc0-9f3a-d2548eabc0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:11.330042 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bb415a87-1996-4d36-8bb7-9dfd53dc79b8 req-7d55881f-187c-4cc0-9f3a-d2548eabc0b0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0745561 Jan 18 20:05:11.433245 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb415a87-1996-4d36-8bb7-9dfd53dc79b8 req-1f7dd05c-5db7-44b2-bb88-dfe1baabb447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:11.434752 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bb415a87-1996-4d36-8bb7-9dfd53dc79b8 req-1f7dd05c-5db7-44b2-bb88-dfe1baabb447 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0931125 Jan 18 20:05:11.462872 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c10ba0bf-2032-4ea0-8fbf-eaf87aa63766 req-412f2c57-ac1a-4430-aa98-2f9c986b24d0 service neutron] 10.222.0.57 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425624 Jan 18 20:05:11.526133 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-37d5e348-b457-4646-a734-77f2e5b2df4c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Request body: {'port': {'device_id': '9a650482-988b-4bc5-a56e-d624f1447265', 'network_id': '3c5ec1c4-de42-47d6-ac78-1c3ddb817769', 'admin_state_up': True, 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'security_groups': ['2f1d1277-9ecf-440b-8735-d7214f9d110c']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:05:11.547698 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bb415a87-1996-4d36-8bb7-9dfd53dc79b8 req-a90b621e-de43-4ef1-aa07-cda1766ce548 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057105 Jan 18 20:05:11.586182 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2136f7a4-1280-4089-9860-e9366c663b07 req-09c2faec-8fc3-4b8b-b195-55eb09f22ed4 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a650482-988b-4bc5-a56e-d624f1447265 HTTP/1.1" status: 200 len: 210 time: 0.0564325 Jan 18 20:05:11.597711 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e4556-9248-43c8-b8ae-fe656a440aef req-4994a847-304c-4b78-b7fe-8b609a689d5b tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:11.599254 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-404e4556-9248-43c8-b8ae-fe656a440aef req-4994a847-304c-4b78-b7fe-8b609a689d5b tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a42f5e-1287-426b-9082-42ecc5ed652b HTTP/1.1" status: 200 len: 949 time: 0.5966046 Jan 18 20:05:11.659163 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bb415a87-1996-4d36-8bb7-9dfd53dc79b8 req-895af4a4-45d9-4e5a-9019-028ab1091a5d service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039217 Jan 18 20:05:11.673711 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 18 Jan 2022 20:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae59dc4-8117-49db-99bc-9b3a303cac05 x-openstack-request-id: req-fae59dc4-8117-49db-99bc-9b3a303cac05 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:05:11.677160 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a42f5e-1287-426b-9082-42ecc5ed652b", "name": "network-vif-plugged", "status": "completed", "tag": "6350279c-5035-422e-b31b-3b4c18679455", "code": 200}, {"server_uuid": "f28d8a2a-c59c-4497-8e6a-a11b308e6a47", "name": "network-vif-plugged", "status": "completed", "tag": "a7d08467-df72-40f5-a164-941d8e4079e7", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:05:11.677499 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fae59dc4-8117-49db-99bc-9b3a303cac05 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:05:11.680334 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a42f5e-1287-426b-9082-42ecc5ed652b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6350279c-5035-422e-b31b-3b4c18679455', 'code': 200} Jan 18 20:05:11.680687 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28d8a2a-c59c-4497-8e6a-a11b308e6a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d08467-df72-40f5-a164-941d8e4079e7', 'code': 200} Jan 18 20:05:11.775575 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-404e4556-9248-43c8-b8ae-fe656a440aef req-12c3477c-24b4-4e64-bfab-d5a2d1afaef3 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666892 Jan 18 20:05:11.879287 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f3d95-2403-4773-8882-16de50323731 req-6334a0e5-b900-4e41-8670-c2fbb2384f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:11.880769 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-140f3d95-2403-4773-8882-16de50323731 req-6334a0e5-b900-4e41-8670-c2fbb2384f6c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f28d8a2a-c59c-4497-8e6a-a11b308e6a47 HTTP/1.1" status: 200 len: 1099 time: 0.1212842 Jan 18 20:05:11.883308 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93575ab-ade4-4484-bf82-f7c35a8cbb21 req-66876503-4250-4314-bb05-c2250ae2f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:11.883997 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a93575ab-ade4-4484-bf82-f7c35a8cbb21 req-66876503-4250-4314-bb05-c2250ae2f5da service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=99a42f5e-1287-426b-9082-42ecc5ed652b HTTP/1.1" status: 200 len: 1100 time: 0.0560815 Jan 18 20:05:11.921800 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-37d5e348-b457-4646-a734-77f2e5b2df4c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Made reservation on behalf of 83505cce248d4c14b276c003902f57cf for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:05:11.925160 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-37d5e348-b457-4646-a734-77f2e5b2df4c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:11.955683 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-140f3d95-2403-4773-8882-16de50323731 req-f06cc03f-72b9-4e4d-9e96-94bf4e9079ff service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f46683e8-133b-4b17-b6d2-44bdaf2e8d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684919 Jan 18 20:05:11.958728 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a93575ab-ade4-4484-bf82-f7c35a8cbb21 req-1af4f144-becd-4edb-b630-c58dd7ab0cd9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585771 Jan 18 20:05:11.994914 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-8439f1a4-879c-4275-ba63-5b758c4d3500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62560bd2-09b9-4a51-9f8c-ebfd8cee356a {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:05:12.007006 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-8439f1a4-879c-4275-ba63-5b758c4d3500 service neutron] Publish callbacks [] for port (62560bd2-09b9-4a51-9f8c-ebfd8cee356a), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:12.067367 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ae2d5-dfa6-4dc8-814e-95c12a9f17ad req-d271b340-b3ee-40a5-a345-deb449d65d48 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:12.068861 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-884ae2d5-dfa6-4dc8-814e-95c12a9f17ad req-d271b340-b3ee-40a5-a345-deb449d65d48 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdd878a3-6daf-4972-b798-76bb26b0ef17 HTTP/1.1" status: 200 len: 936 time: 0.1842935 Jan 18 20:05:12.074303 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-8439f1a4-879c-4275-ba63-5b758c4d3500 service neutron] Transition to ACTIVE for port object 62560bd2-09b9-4a51-9f8c-ebfd8cee356a will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:05:12.089158 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd670fa6-3bde-474a-913b-e3b7227be853 req-c05d9a87-4a2b-4d34-823a-aa71e97836dc tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:12.090603 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cd670fa6-3bde-474a-913b-e3b7227be853 req-c05d9a87-4a2b-4d34-823a-aa71e97836dc tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?device_id=f28d8a2a-c59c-4497-8e6a-a11b308e6a47 HTTP/1.1" status: 200 len: 948 time: 0.2043052 Jan 18 20:05:12.094348 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-8439f1a4-879c-4275-ba63-5b758c4d3500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (62560bd2-09b9-4a51-9f8c-ebfd8cee356a), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:12.255697 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439f1a4-879c-4275-ba63-5b758c4d3500 service neutron] Pushing event updated for resources: {'Port': ['ID=62560bd2-09b9-4a51-9f8c-ebfd8cee356a,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:12.279311 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-37d5e348-b457-4646-a734-77f2e5b2df4c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Allocated IP 172.20.0.4 (3c5ec1c4-de42-47d6-ac78-1c3ddb817769/5eb0d4e7-64bc-49d1-859c-c4823c4f8397/bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:05:12.288160 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-884ae2d5-dfa6-4dc8-814e-95c12a9f17ad req-5784f064-04c2-452f-a14f-583946a38b3a tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/security-groups?id=179be355-7906-4cd3-bde5-f2063ce9c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097750 Jan 18 20:05:12.293623 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cd670fa6-3bde-474a-913b-e3b7227be853 req-6d769030-4020-40f2-8d45-9106977b48b5 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/security-groups?id=f46683e8-133b-4b17-b6d2-44bdaf2e8d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875281 Jan 18 20:05:12.403912 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-8439f1a4-879c-4275-ba63-5b758c4d3500 service neutron] Attempting to bind port 62560bd2-09b9-4a51-9f8c-ebfd8cee356a on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:05:12.404283 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-8439f1a4-879c-4275-ba63-5b758c4d3500 service neutron] Attempting to bind port 62560bd2-09b9-4a51-9f8c-ebfd8cee356a by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:05:12.404611 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-8439f1a4-879c-4275-ba63-5b758c4d3500 service neutron] Attempting to bind port 62560bd2-09b9-4a51-9f8c-ebfd8cee356a on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:05:12.431285 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-8439f1a4-879c-4275-ba63-5b758c4d3500 service neutron] Port 62560bd2-09b9-4a51-9f8c-ebfd8cee356a on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:05:12.431285 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-8439f1a4-879c-4275-ba63-5b758c4d3500 service neutron] Attempting to bind port 62560bd2-09b9-4a51-9f8c-ebfd8cee356a on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:05:12.493702 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-8439f1a4-879c-4275-ba63-5b758c4d3500 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:05:12.494056 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-8439f1a4-879c-4275-ba63-5b758c4d3500 service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:05:12.494436 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-8439f1a4-879c-4275-ba63-5b758c4d3500 service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:05:12.494874 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-8439f1a4-879c-4275-ba63-5b758c4d3500 service neutron] Bound port: 62560bd2-09b9-4a51-9f8c-ebfd8cee356a, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:05:12.495225 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-8439f1a4-879c-4275-ba63-5b758c4d3500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (62560bd2-09b9-4a51-9f8c-ebfd8cee356a), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:12.587486 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39de06-d2e4-4979-8201-56f94b4e9fd7 req-2138f353-d6db-48fa-8ff0-3b0993a9f3b3 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:12.588966 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-be39de06-d2e4-4979-8201-56f94b4e9fd7 req-2138f353-d6db-48fa-8ff0-3b0993a9f3b3 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/ports?device_id=2aef056c-6300-4079-a47d-e582fe745571 HTTP/1.1" status: 200 len: 950 time: 0.1766796 Jan 18 20:05:12.608081 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-37d5e348-b457-4646-a734-77f2e5b2df4c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks [] for port (bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:12.619902 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fbdba-fda1-4614-a9f5-97583dfcd573 req-31484cb9-9ef6-432b-96e4-ca2bf3928cc4 tempest-ServersAdminNegativeTestJSON-411321001 tempest-ServersAdminNegativeTestJSON-411321001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:12.621355 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-359fbdba-fda1-4614-a9f5-97583dfcd573 req-31484cb9-9ef6-432b-96e4-ca2bf3928cc4 tempest-ServersAdminNegativeTestJSON-411321001 tempest-ServersAdminNegativeTestJSON-411321001-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5db1a96d-225c-40a9-bf05-f4e289856b22 HTTP/1.1" status: 200 len: 1100 time: 0.1518993 Jan 18 20:05:12.688999 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-8439f1a4-879c-4275-ba63-5b758c4d3500 service neutron] For port 62560bd2-09b9-4a51-9f8c-ebfd8cee356a, host n-h1-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:05:12.724157 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-8439f1a4-879c-4275-ba63-5b758c4d3500 service neutron] For port 62560bd2-09b9-4a51-9f8c-ebfd8cee356a, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=62560bd2-09b9-4a51-9f8c-ebfd8cee356a,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:05:12.738475 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-8439f1a4-879c-4275-ba63-5b758c4d3500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (62560bd2-09b9-4a51-9f8c-ebfd8cee356a), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:12.747158 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-be39de06-d2e4-4979-8201-56f94b4e9fd7 req-bd13d4f1-26ba-441c-b1de-c2df35046be0 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b72549e-02ed-484f-8872-2821bccd2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428251 Jan 18 20:05:12.754050 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-359fbdba-fda1-4614-a9f5-97583dfcd573 req-8c77392d-8a5a-4b7b-b395-08eeebe51dc4 tempest-ServersAdminNegativeTestJSON-411321001 tempest-ServersAdminNegativeTestJSON-411321001-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211019 Jan 18 20:05:12.797008 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-8439f1a4-879c-4275-ba63-5b758c4d3500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:12.797693 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-8439f1a4-879c-4275-ba63-5b758c4d3500 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:12.799479 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-8439f1a4-879c-4275-ba63-5b758c4d3500 service neutron] 10.222.0.57 "PUT /v2.0/ports/62560bd2-09b9-4a51-9f8c-ebfd8cee356a HTTP/1.1" status: 200 len: 1096 time: 2.2500002 Jan 18 20:05:12.800059 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd878a3-6daf-4972-b798-76bb26b0ef17', 'tag': '62560bd2-09b9-4a51-9f8c-ebfd8cee356a'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:05:12.802551 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48f11fa-6352-43c5-9365-1d5997148d96" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd878a3-6daf-4972-b798-76bb26b0ef17", "tag": "62560bd2-09b9-4a51-9f8c-ebfd8cee356a"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:05:12.809445 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-37d5e348-b457-4646-a734-77f2e5b2df4c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:12.844333 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439f1a4-879c-4275-ba63-5b758c4d3500 service neutron] Pushing event updated for resources: {'Port': ['ID=62560bd2-09b9-4a51-9f8c-ebfd8cee356a,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:12.848761 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-37d5e348-b457-4646-a734-77f2e5b2df4c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Network 3c5ec1c4-de42-47d6-ac78-1c3ddb817769 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:05:12.863546 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-37d5e348-b457-4646-a734-77f2e5b2df4c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:05:12.899651 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-37d5e348-b457-4646-a734-77f2e5b2df4c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:05:13.024187 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5e348-b457-4646-a734-77f2e5b2df4c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Pushing event updated for resources: {'Port': ['ID=bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:13.052267 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-37d5e348-b457-4646-a734-77f2e5b2df4c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:13.053150 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-37d5e348-b457-4646-a734-77f2e5b2df4c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:13.073514 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-1d7e1ee6-a7e5-4437-a008-16dd7ea0c9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:13.075065 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-1d7e1ee6-a7e5-4437-a008-16dd7ea0c9e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f12d2ff17748475681d771e31a690307&device_id=fdd878a3-6daf-4972-b798-76bb26b0ef17 HTTP/1.1" status: 200 len: 1099 time: 0.2250621 Jan 18 20:05:13.086481 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28799df-6513-4f2c-9c89-a5c7fb2ac65f req-b27b703a-0bf8-4eda-a773-a70e35910720 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:13.090350 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f28799df-6513-4f2c-9c89-a5c7fb2ac65f req-b27b703a-0bf8-4eda-a773-a70e35910720 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a650482-988b-4bc5-a56e-d624f1447265 HTTP/1.1" status: 200 len: 931 time: 0.1872187 Jan 18 20:05:13.099354 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9a819-6987-4946-a9e9-0428480bbd17 req-7fa6a58f-4995-4981-b3c0-c41df667c97a tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:13.101359 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4d9a819-6987-4946-a9e9-0428480bbd17 req-7fa6a58f-4995-4981-b3c0-c41df667c97a tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 946 time: 0.2361031 Jan 18 20:05:13.186256 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-37d5e348-b457-4646-a734-77f2e5b2df4c tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6703537 Jan 18 20:05:13.196975 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-6b43bc1c-f7fc-4989-8255-2d924697fb39 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=62560bd2-09b9-4a51-9f8c-ebfd8cee356a HTTP/1.1" status: 200 len: 217 time: 0.0921347 Jan 18 20:05:13.204840 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-f6120f4b-fecd-46d9-a679-b84d8223ffcf service neutron] Request body: {'port': {'device_id': '9a650482-988b-4bc5-a56e-d624f1447265', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:05:13.308542 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-2086af12-d442-4751-b7b4-d73cf0057651 None None] Provisioning complete for port bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:13.309592 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2086af12-d442-4751-b7b4-d73cf0057651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:13.325144 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f28799df-6513-4f2c-9c89-a5c7fb2ac65f req-61eac1fb-76d2-4943-910a-4ff53d17cd0f tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f1d1277-9ecf-440b-8735-d7214f9d110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092462 Jan 18 20:05:13.338192 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4d9a819-6987-4946-a9e9-0428480bbd17 req-a40b472c-6781-4297-b068-124a666b769f tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197552 Jan 18 20:05:13.356027 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-b8fe3c77-494e-4eaa-9ad8-e8edaaf10819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:13.357905 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-b8fe3c77-494e-4eaa-9ad8-e8edaaf10819 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1478424 Jan 18 20:05:13.362330 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-f6120f4b-fecd-46d9-a679-b84d8223ffcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:13.377828 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2086af12-d442-4751-b7b4-d73cf0057651 None None] Port bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:05:13.564092 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-82ed3d7f-5425-427a-9f55-cda90dbd86c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:13.565511 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-82ed3d7f-5425-427a-9f55-cda90dbd86c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2007077 Jan 18 20:05:13.699746 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b6c09-8838-41ef-ae00-3bd09aca8fb5 req-7ed99671-58c0-4a44-868e-8a3e90098a74 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:13.701227 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-617b6c09-8838-41ef-ae00-3bd09aca8fb5 req-7ed99671-58c0-4a44-868e-8a3e90098a74 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda HTTP/1.1" status: 200 len: 949 time: 0.2419322 Jan 18 20:05:13.819862 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ad6d6-5216-4677-ba2f-a3101d3548e5 req-54a6d57b-a07d-43a8-9cb0-86b7602384b0 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:13.821228 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f8ad6d6-5216-4677-ba2f-a3101d3548e5 req-54a6d57b-a07d-43a8-9cb0-86b7602384b0 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a42f5e-1287-426b-9082-42ecc5ed652b HTTP/1.1" status: 200 len: 949 time: 0.1710207 Jan 18 20:05:13.880690 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-93c4ee3a-dc18-414c-9fae-4edab22f2bf4 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062243 Jan 18 20:05:13.893404 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-617b6c09-8838-41ef-ae00-3bd09aca8fb5 req-890ff30a-a4c0-4498-b9bd-fc5d36909b63 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b72549e-02ed-484f-8872-2821bccd2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596901 Jan 18 20:05:13.945445 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1671aa-ef44-4a8e-b5de-f55dd9ec52c8 x-openstack-request-id: req-0f1671aa-ef44-4a8e-b5de-f55dd9ec52c8 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:05:13.945793 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd878a3-6daf-4972-b798-76bb26b0ef17", "tag": "62560bd2-09b9-4a51-9f8c-ebfd8cee356a", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:05:13.946049 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f1671aa-ef44-4a8e-b5de-f55dd9ec52c8 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:05:13.946441 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd878a3-6daf-4972-b798-76bb26b0ef17', 'tag': '62560bd2-09b9-4a51-9f8c-ebfd8cee356a', 'status': 'completed', 'code': 200} Jan 18 20:05:14.316752 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f8ad6d6-5216-4677-ba2f-a3101d3548e5 req-ddf9be31-b4e2-49a0-a79a-dd0ab2b7790b tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616625 Jan 18 20:05:14.376608 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26675cf7-05ee-40e9-90f4-a3fb152b1bb4 req-5003424a-fd66-491b-ae99-084a611232dd service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868548 Jan 18 20:05:14.382703 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-f6120f4b-fecd-46d9-a679-b84d8223ffcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:05:14.393771 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3d2a3-f238-49a0-a68e-05da3666a592 req-d427d1a5-4661-4a7f-a48f-90201182591d tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:14.395223 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-56f3d2a3-f238-49a0-a68e-05da3666a592 req-d427d1a5-4661-4a7f-a48f-90201182591d tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?device_id=f28d8a2a-c59c-4497-8e6a-a11b308e6a47 HTTP/1.1" status: 200 len: 948 time: 0.3977501 Jan 18 20:05:14.401591 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-f6120f4b-fecd-46d9-a679-b84d8223ffcf service neutron] Publish callbacks [] for port (bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:14.455246 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-f6120f4b-fecd-46d9-a679-b84d8223ffcf service neutron] Transition to ACTIVE for port object bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:05:14.477319 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-f6120f4b-fecd-46d9-a679-b84d8223ffcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:14.563665 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d5d08-5eb0-4164-8e6a-60cf01e7804b req-d94ed8ea-6911-4d66-9253-bd7a49d583eb tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:14.565998 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6e3d5d08-5eb0-4164-8e6a-60cf01e7804b req-d94ed8ea-6911-4d66-9253-bd7a49d583eb tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdd878a3-6daf-4972-b798-76bb26b0ef17 HTTP/1.1" status: 200 len: 948 time: 0.1664591 Jan 18 20:05:14.578415 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-56f3d2a3-f238-49a0-a68e-05da3666a592 req-bc2bd3e1-f4fa-4b90-9ff6-c38fddf2b729 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/security-groups?id=f46683e8-133b-4b17-b6d2-44bdaf2e8d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678610 Jan 18 20:05:14.617418 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f11fa-6352-43c5-9365-1d5997148d96 req-914f50f3-ad0e-4a6c-9797-c16aac61eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:14.619019 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c48f11fa-6352-43c5-9365-1d5997148d96 req-914f50f3-ad0e-4a6c-9797-c16aac61eaea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f12d2ff17748475681d771e31a690307&device_id=fdd878a3-6daf-4972-b798-76bb26b0ef17 HTTP/1.1" status: 200 len: 1099 time: 0.1859665 Jan 18 20:05:14.619652 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6120f4b-fecd-46d9-a679-b84d8223ffcf service neutron] Pushing event updated for resources: {'Port': ['ID=bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:14.811802 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6e3d5d08-5eb0-4164-8e6a-60cf01e7804b req-f52f6742-27e2-4375-8f78-69899c07b5f6 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/security-groups?id=179be355-7906-4cd3-bde5-f2063ce9c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302628 Jan 18 20:05:14.879366 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f11fa-6352-43c5-9365-1d5997148d96 req-2ccd1c2a-aac1-4faa-9d65-ee1b89e4be9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:14.880865 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c48f11fa-6352-43c5-9365-1d5997148d96 req-2ccd1c2a-aac1-4faa-9d65-ee1b89e4be9e service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.2180469 Jan 18 20:05:14.884098 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-f6120f4b-fecd-46d9-a679-b84d8223ffcf service neutron] Attempting to bind port bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:05:14.884428 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-f6120f4b-fecd-46d9-a679-b84d8223ffcf service neutron] Attempting to bind port bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': 'd7007d66-8a65-4944-ae3e-4f1a259f66d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3c5ec1c4-de42-47d6-ac78-1c3ddb817769'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:05:14.884748 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-f6120f4b-fecd-46d9-a679-b84d8223ffcf service neutron] Attempting to bind port bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25 on network 3c5ec1c4-de42-47d6-ac78-1c3ddb817769 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:05:14.899964 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-f6120f4b-fecd-46d9-a679-b84d8223ffcf service neutron] Port bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25 on network 3c5ec1c4-de42-47d6-ac78-1c3ddb817769 not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:05:14.900316 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-f6120f4b-fecd-46d9-a679-b84d8223ffcf service neutron] Attempting to bind port bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25 on network 3c5ec1c4-de42-47d6-ac78-1c3ddb817769 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:05:14.973312 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c48f11fa-6352-43c5-9365-1d5997148d96 req-845ef26d-483a-427f-85ea-8f66dfbf4f3e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=62560bd2-09b9-4a51-9f8c-ebfd8cee356a HTTP/1.1" status: 200 len: 217 time: 0.0861099 Jan 18 20:05:14.974952 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-f6120f4b-fecd-46d9-a679-b84d8223ffcf service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:05:14.975281 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-f6120f4b-fecd-46d9-a679-b84d8223ffcf service neutron] Checking segment: {'id': 'd7007d66-8a65-4944-ae3e-4f1a259f66d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3c5ec1c4-de42-47d6-ac78-1c3ddb817769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:05:14.975753 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-f6120f4b-fecd-46d9-a679-b84d8223ffcf service neutron] Bound using segment: {'id': 'd7007d66-8a65-4944-ae3e-4f1a259f66d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3c5ec1c4-de42-47d6-ac78-1c3ddb817769'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:05:14.976270 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-f6120f4b-fecd-46d9-a679-b84d8223ffcf service neutron] Bound port: bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7007d66-8a65-4944-ae3e-4f1a259f66d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3c5ec1c4-de42-47d6-ac78-1c3ddb817769'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:05:14.976730 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-f6120f4b-fecd-46d9-a679-b84d8223ffcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:15.034791 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28202631-946e-44fb-97aa-f012382cb429 req-b3c1c798-ad1b-4865-9a49-e2143f31f3b7 tempest-ServersOnMultiNodesTest-1292293684 tempest-ServersOnMultiNodesTest-1292293684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:15.036311 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-28202631-946e-44fb-97aa-f012382cb429 req-b3c1c798-ad1b-4865-9a49-e2143f31f3b7 tempest-ServersOnMultiNodesTest-1292293684 tempest-ServersOnMultiNodesTest-1292293684-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=99a42f5e-1287-426b-9082-42ecc5ed652b HTTP/1.1" status: 200 len: 1100 time: 0.1446793 Jan 18 20:05:15.099485 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f11fa-6352-43c5-9365-1d5997148d96 req-bbef61e4-05fb-4a4c-b74d-a0adef5f2571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:15.101566 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c48f11fa-6352-43c5-9365-1d5997148d96 req-bbef61e4-05fb-4a4c-b74d-a0adef5f2571 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1208928 Jan 18 20:05:15.173295 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-f6120f4b-fecd-46d9-a679-b84d8223ffcf service neutron] For port bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25, host n-h1-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:05:15.212229 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-f6120f4b-fecd-46d9-a679-b84d8223ffcf service neutron] For port bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25,segment=NetworkSegment(d7007d66-8a65-4944-ae3e-4f1a259f66d0),segment_id=d7007d66-8a65-4944-ae3e-4f1a259f66d0)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:05:15.216659 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-28202631-946e-44fb-97aa-f012382cb429 req-3f8d7ac1-5458-4a71-9927-576f93bba371 tempest-ServersOnMultiNodesTest-1292293684 tempest-ServersOnMultiNodesTest-1292293684-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510222 Jan 18 20:05:15.221340 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-f6120f4b-fecd-46d9-a679-b84d8223ffcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:15.231824 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f11fa-6352-43c5-9365-1d5997148d96 req-b0c86107-ec49-4c5c-9245-a46de5f10395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:15.233299 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c48f11fa-6352-43c5-9365-1d5997148d96 req-b0c86107-ec49-4c5c-9245-a46de5f10395 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1230638 Jan 18 20:05:15.288497 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-f6120f4b-fecd-46d9-a679-b84d8223ffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:15.289162 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-f6120f4b-fecd-46d9-a679-b84d8223ffcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:15.290501 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-f6120f4b-fecd-46d9-a679-b84d8223ffcf service neutron] 10.222.0.57 "PUT /v2.0/ports/bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25 HTTP/1.1" status: 200 len: 1091 time: 2.0907402 Jan 18 20:05:15.405787 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc16bc-e7c6-44fa-b83b-73b673f25695 req-ff8a5101-5332-461c-bb4d-17429a77f98b tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:15.407282 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0dbc16bc-e7c6-44fa-b83b-73b673f25695 req-ff8a5101-5332-461c-bb4d-17429a77f98b tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a650482-988b-4bc5-a56e-d624f1447265 HTTP/1.1" status: 200 len: 943 time: 0.2446203 Jan 18 20:05:15.484548 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6120f4b-fecd-46d9-a679-b84d8223ffcf service neutron] Pushing event updated for resources: {'Port': ['ID=bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:15.523369 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c48f11fa-6352-43c5-9365-1d5997148d96 req-8464ac6d-0757-456f-bb9e-6c0d9e945e5a service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824085 Jan 18 20:05:15.526678 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0dbc16bc-e7c6-44fa-b83b-73b673f25695 req-28bd2758-f497-4215-a6d4-8f21ac7612e2 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f1d1277-9ecf-440b-8735-d7214f9d110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901277 Jan 18 20:05:15.530604 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-1f207ffb-7e39-4d94-971e-fd67f42955eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:15.531908 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-1f207ffb-7e39-4d94-971e-fd67f42955eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83505cce248d4c14b276c003902f57cf&device_id=9a650482-988b-4bc5-a56e-d624f1447265 HTTP/1.1" status: 200 len: 1094 time: 0.1672549 Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:15.543761 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:05:15.545925 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:15.545925 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:05:15.545925 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:15.545925 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:05:15.545925 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:15.545925 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:05:15.545925 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:15.545925 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:05:15.545925 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:15.545925 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:05:15.545925 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:15.545925 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:05:15.548120 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae41092-5926-49e2-af6b-bf4f2816297e req-10fab94b-c37a-4576-bd3b-e8437aaf5e74 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:15.549553 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fae41092-5926-49e2-af6b-bf4f2816297e req-10fab94b-c37a-4576-bd3b-e8437aaf5e74 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 946 time: 0.2289784 Jan 18 20:05:15.611587 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-1cb4b897-f781-4f5e-9eeb-e9bccc63c780 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25 HTTP/1.1" status: 200 len: 217 time: 0.0600326 Jan 18 20:05:15.739129 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-9fe4de67-bc10-4651-a546-f2bcb502024c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:15.740597 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-9fe4de67-bc10-4651-a546-f2bcb502024c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5eb0d4e7-64bc-49d1-859c-c4823c4f8397 HTTP/1.1" status: 200 len: 844 time: 0.0890105 Jan 18 20:05:15.745035 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fae41092-5926-49e2-af6b-bf4f2816297e req-9df3c211-2752-4fbc-a0b1-c52fde11ea44 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766572 Jan 18 20:05:15.760326 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c48f11fa-6352-43c5-9365-1d5997148d96 req-8a4cfd74-f014-47de-9aa0-4e13dbcbac61 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264955 Jan 18 20:05:15.843308 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-c578e672-0c2a-4dd3-9dce-05c71136ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:15.845811 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-c578e672-0c2a-4dd3-9dce-05c71136ead4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3c5ec1c4-de42-47d6-ac78-1c3ddb817769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845859 Jan 18 20:05:15.915061 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-616b5ece-f2e2-4246-b734-a72b424c4e25 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468688 Jan 18 20:05:15.955594 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a650482-988b-4bc5-a56e-d624f1447265', 'tag': 'bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:05:15.957825 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab4f49d-ed9b-46db-a283-dae598b446ed" -d '{"events": [{"name": "network-changed", "server_uuid": "9a650482-988b-4bc5-a56e-d624f1447265", "tag": "bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:05:16.059508 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a311618-a8ee-4af6-bd0e-194d398d2f37 req-6be44192-d1ea-4a02-b98e-9cdba14a5e96 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:16.060988 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7a311618-a8ee-4af6-bd0e-194d398d2f37 req-6be44192-d1ea-4a02-b98e-9cdba14a5e96 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?device_id=f28d8a2a-c59c-4497-8e6a-a11b308e6a47 HTTP/1.1" status: 200 len: 948 time: 0.1686306 Jan 18 20:05:16.080677 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-526da15d-abdf-4218-a99b-df0519324fee service neutron] 10.222.0.57 "GET /v2.0/networks/3c5ec1c4-de42-47d6-ac78-1c3ddb817769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233460 Jan 18 20:05:16.144540 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-03c93c76-d8ac-4f3b-bdb1-ecfce86df303 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:16.146003 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-03c93c76-d8ac-4f3b-bdb1-ecfce86df303 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1913624 Jan 18 20:05:16.200707 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7a311618-a8ee-4af6-bd0e-194d398d2f37 req-639502d6-e3b4-4bfa-bdec-d55fed500394 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/security-groups?id=f46683e8-133b-4b17-b6d2-44bdaf2e8d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303537 Jan 18 20:05:16.203534 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-0b1a5473-8be8-4af9-86c2-83b934f18dcb tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/quotas/4a224ebb9b284eacbf564bea3f5d736c HTTP/1.1" status: 200 len: 375 time: 0.0480196 Jan 18 20:05:16.232412 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a24a5e79-07c4-4162-bc50-f6217df493dd req-d2e4d1cd-e85a-4327-a7d3-05bdbcac0719 service neutron] 10.222.0.57 "GET /v2.0/networks/3c5ec1c4-de42-47d6-ac78-1c3ddb817769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376243 Jan 18 20:05:16.291445 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-1b3bf019-b133-4078-adeb-5209c58a5363 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0674736 Jan 18 20:05:16.349796 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b87ac-1947-4db5-9b50-ae958c5891b7 req-fa668731-387c-4c12-a00c-fefffaadf4e4 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:16.354097 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b15b87ac-1947-4db5-9b50-ae958c5891b7 req-fa668731-387c-4c12-a00c-fefffaadf4e4 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdd878a3-6daf-4972-b798-76bb26b0ef17 HTTP/1.1" status: 200 len: 948 time: 0.0597677 Jan 18 20:05:16.405519 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b15b87ac-1947-4db5-9b50-ae958c5891b7 req-1be52681-173c-4d76-959a-745a7466040e tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/security-groups?id=179be355-7906-4cd3-bde5-f2063ce9c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463085 Jan 18 20:05:16.445149 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5463021-a29e-4d2d-ace9-14492afee34b x-openstack-request-id: req-d5463021-a29e-4d2d-ace9-14492afee34b {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:05:16.445856 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a650482-988b-4bc5-a56e-d624f1447265", "tag": "bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:05:16.446707 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5463021-a29e-4d2d-ace9-14492afee34b {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:05:16.448561 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a650482-988b-4bc5-a56e-d624f1447265', 'tag': 'bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25', 'status': 'completed', 'code': 200} Jan 18 20:05:16.535729 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0f29a691-0a68-44d7-b111-e085166a7be8 req-6376a024-c725-4878-9608-c87f791bea5f tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a56cf5-0ea7-4e73-aa41-a78bd0485d57 HTTP/1.1" status: 200 len: 210 time: 0.0427799 Jan 18 20:05:16.556584 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4f49d-ed9b-46db-a283-dae598b446ed req-4890b711-d449-4d20-84bf-535ea1dc8814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:16.558546 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fab4f49d-ed9b-46db-a283-dae598b446ed req-4890b711-d449-4d20-84bf-535ea1dc8814 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83505cce248d4c14b276c003902f57cf&device_id=9a650482-988b-4bc5-a56e-d624f1447265 HTTP/1.1" status: 200 len: 1094 time: 0.0744989 Jan 18 20:05:16.759707 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4f49d-ed9b-46db-a283-dae598b446ed req-8ea06370-7dc1-49c2-91bc-b4a31f92283a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:16.761147 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fab4f49d-ed9b-46db-a283-dae598b446ed req-8ea06370-7dc1-49c2-91bc-b4a31f92283a service neutron] 10.222.0.57 "GET /v2.0/networks?id=3c5ec1c4-de42-47d6-ac78-1c3ddb817769 HTTP/1.1" status: 200 len: 906 time: 0.1942294 Jan 18 20:05:16.769026 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c3cd3-d19e-4cba-9dfd-d794aa2fb208 req-2459eb94-cd9b-4542-9c0d-699c9d677933 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:16.770608 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-731c3cd3-d19e-4cba-9dfd-d794aa2fb208 req-2459eb94-cd9b-4542-9c0d-699c9d677933 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a650482-988b-4bc5-a56e-d624f1447265 HTTP/1.1" status: 200 len: 943 time: 0.1134064 Jan 18 20:05:16.793064 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4a516-f0b3-4560-b927-67f58b3df6cc req-44ee1244-6949-4f2d-ba70-52c3c896aa25 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:16.793834 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-faf4a516-f0b3-4560-b927-67f58b3df6cc req-44ee1244-6949-4f2d-ba70-52c3c896aa25 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db1a96d-225c-40a9-bf05-f4e289856b22 HTTP/1.1" status: 200 len: 949 time: 0.1075022 Jan 18 20:05:16.836349 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fab4f49d-ed9b-46db-a283-dae598b446ed req-066efc5a-7900-4703-b04e-66bf5cf68633 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25 HTTP/1.1" status: 200 len: 217 time: 0.0620186 Jan 18 20:05:16.945185 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-731c3cd3-d19e-4cba-9dfd-d794aa2fb208 req-46d49d21-98b0-45d9-93cb-68b3ed866da6 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f1d1277-9ecf-440b-8735-d7214f9d110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629488 Jan 18 20:05:16.946569 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4f49d-ed9b-46db-a283-dae598b446ed req-07e3cc17-1854-4e53-9ab7-cab3555309b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:16.947961 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fab4f49d-ed9b-46db-a283-dae598b446ed req-07e3cc17-1854-4e53-9ab7-cab3555309b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5eb0d4e7-64bc-49d1-859c-c4823c4f8397 HTTP/1.1" status: 200 len: 844 time: 0.1005645 Jan 18 20:05:16.951818 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-faf4a516-f0b3-4560-b927-67f58b3df6cc req-2c1c1ba5-6653-4ef3-aed3-a1d06ef785de tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205940 Jan 18 20:05:17.018744 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4f49d-ed9b-46db-a283-dae598b446ed req-e6c0da8d-9a8f-45b2-bc03-f93f630e9512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:17.020680 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fab4f49d-ed9b-46db-a283-dae598b446ed req-e6c0da8d-9a8f-45b2-bc03-f93f630e9512 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3c5ec1c4-de42-47d6-ac78-1c3ddb817769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621798 Jan 18 20:05:17.182635 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e04a0c-fc9c-46d2-bdc6-943e1d633fbe req-004ca9f3-1d8b-4261-889b-7043f56bfd6e tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:17.184130 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-19e04a0c-fc9c-46d2-bdc6-943e1d633fbe req-004ca9f3-1d8b-4261-889b-7043f56bfd6e tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 946 time: 0.1203187 Jan 18 20:05:17.204454 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fab4f49d-ed9b-46db-a283-dae598b446ed req-08fa16b5-a894-4428-b03b-3c5f6775e765 service neutron] 10.222.0.57 "GET /v2.0/networks/3c5ec1c4-de42-47d6-ac78-1c3ddb817769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763480 Jan 18 20:05:17.323965 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-19e04a0c-fc9c-46d2-bdc6-943e1d633fbe req-c1fe79d5-0963-4de8-b2e5-a45c1a90d84a tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283898 Jan 18 20:05:17.364497 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e3826-f248-46fe-b666-b4933f5df2d3 req-da12fc96-f7dd-4857-ba1c-6d04cd82ac15 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:17.366021 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f5e3826-f248-46fe-b666-b4933f5df2d3 req-da12fc96-f7dd-4857-ba1c-6d04cd82ac15 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?device_id=f28d8a2a-c59c-4497-8e6a-a11b308e6a47 HTTP/1.1" status: 200 len: 948 time: 0.0736971 Jan 18 20:05:17.367963 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fab4f49d-ed9b-46db-a283-dae598b446ed req-3aa03f4a-cdc1-42b6-90f7-a30682ac3221 service neutron] 10.222.0.57 "GET /v2.0/networks/3c5ec1c4-de42-47d6-ac78-1c3ddb817769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537881 Jan 18 20:05:17.415816 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f5e3826-f248-46fe-b666-b4933f5df2d3 req-a8f8e1dc-a73f-4ead-bf16-6959e055e4c3 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/security-groups?id=f46683e8-133b-4b17-b6d2-44bdaf2e8d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442176 Jan 18 20:05:17.553431 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa3f2e-be32-47e6-acea-4a73dd9a4845 req-1f8282c7-3f77-470f-85f0-ad7483e1d32c tempest-LiveMigrationNegativeTest-296871854 tempest-LiveMigrationNegativeTest-296871854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:17.554896 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-73aa3f2e-be32-47e6-acea-4a73dd9a4845 req-1f8282c7-3f77-470f-85f0-ad7483e1d32c tempest-LiveMigrationNegativeTest-296871854 tempest-LiveMigrationNegativeTest-296871854-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f28d8a2a-c59c-4497-8e6a-a11b308e6a47 HTTP/1.1" status: 200 len: 1099 time: 0.0698786 Jan 18 20:05:17.566597 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865076b-98b8-45fa-adba-58e8901dbff1 req-a4eadb0b-9932-4a69-b6fc-11bdbe276d67 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:17.568008 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0865076b-98b8-45fa-adba-58e8901dbff1 req-a4eadb0b-9932-4a69-b6fc-11bdbe276d67 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdd878a3-6daf-4972-b798-76bb26b0ef17 HTTP/1.1" status: 200 len: 948 time: 0.0735655 Jan 18 20:05:17.592538 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-73aa3f2e-be32-47e6-acea-4a73dd9a4845 req-345cc0ec-4004-434c-b082-eaa04a1350fd tempest-LiveMigrationNegativeTest-296871854 tempest-LiveMigrationNegativeTest-296871854-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:17.640832 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0865076b-98b8-45fa-adba-58e8901dbff1 req-02bef2d7-eba6-42a5-9e56-c0465a4ec05e tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/security-groups?id=179be355-7906-4cd3-bde5-f2063ce9c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655811 Jan 18 20:05:17.700588 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-73aa3f2e-be32-47e6-acea-4a73dd9a4845 req-345cc0ec-4004-434c-b082-eaa04a1350fd tempest-LiveMigrationNegativeTest-296871854 tempest-LiveMigrationNegativeTest-296871854-project-admin] Publish callbacks [] for security_group (70285a38-8f2f-433a-ab78-cd719a0681a3), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:17.707509 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-73aa3f2e-be32-47e6-acea-4a73dd9a4845 req-345cc0ec-4004-434c-b082-eaa04a1350fd tempest-LiveMigrationNegativeTest-296871854 tempest-LiveMigrationNegativeTest-296871854-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (70285a38-8f2f-433a-ab78-cd719a0681a3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:17.762193 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-73aa3f2e-be32-47e6-acea-4a73dd9a4845 req-345cc0ec-4004-434c-b082-eaa04a1350fd tempest-LiveMigrationNegativeTest-296871854 tempest-LiveMigrationNegativeTest-296871854-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f46683e8-133b-4b17-b6d2-44bdaf2e8d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932001 Jan 18 20:05:17.782422 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-10178c88-31d0-4049-af73-55190855503a tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295463 Jan 18 20:05:17.823907 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d2909b97-7cc9-404e-a6b8-6d6180226d56 req-5182a0e9-e6e5-48df-8623-22432ec7a52d tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a56cf5-0ea7-4e73-aa41-a78bd0485d57 HTTP/1.1" status: 200 len: 210 time: 0.0874252 Jan 18 20:05:17.824764 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345cc0ec-4004-434c-b082-eaa04a1350fd tempest-LiveMigrationNegativeTest-296871854 tempest-LiveMigrationNegativeTest-296871854-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70285a38-8f2f-433a-ab78-cd719a0681a3,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:17.941879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-75192830-0064-491d-b18c-fc9a14200d43 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:17.943430 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-75192830-0064-491d-b18c-fc9a14200d43 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1658165 Jan 18 20:05:17.976874 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-6fb2e8d0-9dc1-4af4-8e3f-50aec108285c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Request body: {'port': {'device_id': 'e1a56cf5-0ea7-4e73-aa41-a78bd0485d57', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': '4a224ebb9b284eacbf564bea3f5d736c'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:05:18.031868 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 62560bd2-09b9-4a51-9f8c-ebfd8cee356a details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:05:18.110417 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984022bf-b772-4a98-bb73-9066698f6162 req-d416841f-01d2-41e8-8198-c9e368d67a46 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:18.121691 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-984022bf-b772-4a98-bb73-9066698f6162 req-d416841f-01d2-41e8-8198-c9e368d67a46 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a650482-988b-4bc5-a56e-d624f1447265 HTTP/1.1" status: 200 len: 943 time: 0.0952377 Jan 18 20:05:18.127096 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-6fb2e8d0-9dc1-4af4-8e3f-50aec108285c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Made reservation on behalf of 4a224ebb9b284eacbf564bea3f5d736c for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:05:18.130604 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-6fb2e8d0-9dc1-4af4-8e3f-50aec108285c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:18.209581 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 62560bd2-09b9-4a51-9f8c-ebfd8cee356a, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=62560bd2-09b9-4a51-9f8c-ebfd8cee356a,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:18.215864 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-984022bf-b772-4a98-bb73-9066698f6162 req-c2e2eaf5-3a67-4324-a7db-49cd3d8315fb tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f1d1277-9ecf-440b-8735-d7214f9d110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893207 Jan 18 20:05:18.229115 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36013ed3-c2b1-498d-b872-8108ec155265 req-b0428439-fd16-40db-8898-e51e636c3b18 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:18.235707 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-36013ed3-c2b1-498d-b872-8108ec155265 req-b0428439-fd16-40db-8898-e51e636c3b18 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db1a96d-225c-40a9-bf05-f4e289856b22 HTTP/1.1" status: 200 len: 949 time: 0.0643048 Jan 18 20:05:18.244314 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '62560bd2-09b9-4a51-9f8c-ebfd8cee356a', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '62560bd2-09b9-4a51-9f8c-ebfd8cee356a', 'mac_address': 'fa:16:3e:29:9e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:05:18.296528 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 62560bd2-09b9-4a51-9f8c-ebfd8cee356a is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:18.297007 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (62560bd2-09b9-4a51-9f8c-ebfd8cee356a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:18.314769 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62560bd2-09b9-4a51-9f8c-ebfd8cee356a {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:05:18.317753 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-36013ed3-c2b1-498d-b872-8108ec155265 req-aede3292-af94-4f56-9ccf-953089ec6a8f tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799463 Jan 18 20:05:18.341505 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-6fb2e8d0-9dc1-4af4-8e3f-50aec108285c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Allocated IP 192.168.233.228 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/6f8f7982-5f66-432a-8cee-9faa10f5d3c2) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:05:18.341699 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 62560bd2-09b9-4a51-9f8c-ebfd8cee356a, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=62560bd2-09b9-4a51-9f8c-ebfd8cee356a,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:18.349382 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (62560bd2-09b9-4a51-9f8c-ebfd8cee356a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:18.426618 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=62560bd2-09b9-4a51-9f8c-ebfd8cee356a,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:18.478984 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bc830-d519-49cf-bc69-1cbd0bcfc733 req-7558e6f2-d5ec-46f1-99d3-63b0fac95016 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:18.481414 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f44bc830-d519-49cf-bc69-1cbd0bcfc733 req-7558e6f2-d5ec-46f1-99d3-63b0fac95016 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?device_id=f28d8a2a-c59c-4497-8e6a-a11b308e6a47 HTTP/1.1" status: 200 len: 948 time: 0.0699914 Jan 18 20:05:18.555407 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-6fb2e8d0-9dc1-4af4-8e3f-50aec108285c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks [] for port (6f8f7982-5f66-432a-8cee-9faa10f5d3c2), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:18.575090 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83c416-cb96-471b-b271-c803d95db3a8 req-318eab15-68e7-4d39-a066-982fede1a789 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:18.576613 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c83c416-cb96-471b-b271-c803d95db3a8 req-318eab15-68e7-4d39-a066-982fede1a789 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 946 time: 0.0794487 Jan 18 20:05:18.580009 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f44bc830-d519-49cf-bc69-1cbd0bcfc733 req-8a2d22bd-7a00-42a6-acf6-ecb4fd65695c tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/security-groups?id=f46683e8-133b-4b17-b6d2-44bdaf2e8d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927835 Jan 18 20:05:18.596065 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-6fb2e8d0-9dc1-4af4-8e3f-50aec108285c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (6f8f7982-5f66-432a-8cee-9faa10f5d3c2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:18.611027 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['e4d63c04-205a-4aeb-b804-57bbc079b0fe', '2f0fb0af-5225-4036-a577-369f9d8302fa'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:05:18.637197 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['a265e4de-d812-4b0f-839c-e603343b00ff', 'd9d6ed88-afa9-4754-b864-b1f22322c79b', '9cb99548-e15a-4996-bb62-503e574bd94f', '6350279c-5035-422e-b31b-3b4c18679455'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:05:18.660374 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2e8d0-9dc1-4af4-8e3f-50aec108285c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Pushing event updated for resources: {'Port': ['ID=6f8f7982-5f66-432a-8cee-9faa10f5d3c2,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:18.672478 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-6fb2e8d0-9dc1-4af4-8e3f-50aec108285c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:05:18.674159 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-6fb2e8d0-9dc1-4af4-8e3f-50aec108285c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:05:18.674937 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c83c416-cb96-471b-b271-c803d95db3a8 req-5feca875-bd1c-4b4a-a87a-d35d7ce6e97b tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830963 Jan 18 20:05:18.701903 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-6fb2e8d0-9dc1-4af4-8e3f-50aec108285c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:05:18.760306 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-6fb2e8d0-9dc1-4af4-8e3f-50aec108285c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:18.761192 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-6fb2e8d0-9dc1-4af4-8e3f-50aec108285c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:18.778496 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['62560bd2-09b9-4a51-9f8c-ebfd8cee356a'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:05:18.801708 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-6fb2e8d0-9dc1-4af4-8e3f-50aec108285c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8306856 Jan 18 20:05:18.819108 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-29312540-93d5-4556-8938-eda3d8544827 service neutron] Request body: {'port': {'device_id': 'e1a56cf5-0ea7-4e73-aa41-a78bd0485d57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:05:18.894324 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-29312540-93d5-4556-8938-eda3d8544827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6f8f7982-5f66-432a-8cee-9faa10f5d3c2), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:18.931594 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d845c-ae37-4d57-867c-40502df32f72 req-278be60d-3b7d-4f5a-9bd0-150c8052c084 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:18.933600 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c2d845c-ae37-4d57-867c-40502df32f72 req-278be60d-3b7d-4f5a-9bd0-150c8052c084 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdd878a3-6daf-4972-b798-76bb26b0ef17 HTTP/1.1" status: 200 len: 949 time: 0.1458442 Jan 18 20:05:19.097713 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c2d845c-ae37-4d57-867c-40502df32f72 req-17eddfd5-8d08-4bbe-ad3c-6abf014822b3 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/security-groups?id=179be355-7906-4cd3-bde5-f2063ce9c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561589 Jan 18 20:05:19.146105 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f6ef6-ef38-4c09-be4a-5cd75e246726 req-a19e45cc-b152-4b05-8d1a-ab6c7ec2ea55 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:19.159430 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-885f6ef6-ef38-4c09-be4a-5cd75e246726 req-a19e45cc-b152-4b05-8d1a-ab6c7ec2ea55 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a56cf5-0ea7-4e73-aa41-a78bd0485d57 HTTP/1.1" status: 200 len: 936 time: 0.1201336 Jan 18 20:05:19.259190 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-29312540-93d5-4556-8938-eda3d8544827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f8f7982-5f66-432a-8cee-9faa10f5d3c2 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:05:19.268600 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-29312540-93d5-4556-8938-eda3d8544827 service neutron] Publish callbacks [] for port (6f8f7982-5f66-432a-8cee-9faa10f5d3c2), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:19.271362 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-885f6ef6-ef38-4c09-be4a-5cd75e246726 req-904b1140-9a78-491f-b53e-8520de703876 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056771 Jan 18 20:05:19.283917 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-29312540-93d5-4556-8938-eda3d8544827 service neutron] Transition to ACTIVE for port object 6f8f7982-5f66-432a-8cee-9faa10f5d3c2 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:05:19.298346 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-29312540-93d5-4556-8938-eda3d8544827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (6f8f7982-5f66-432a-8cee-9faa10f5d3c2), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:19.322442 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f3032c5-ac1f-4243-921a-db455b2dae8c None None] Provisioning complete for port 6f8f7982-5f66-432a-8cee-9faa10f5d3c2 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:19.323053 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f3032c5-ac1f-4243-921a-db455b2dae8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6f8f7982-5f66-432a-8cee-9faa10f5d3c2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:19.351335 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 28ff6737-02fb-4a87-b1c5-7feebf0eff97 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:05:19.443921 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa465d3b-50f9-43d8-89ba-b9e747b5f19a req-ec2decfa-bbb3-4c8e-bfbe-e451253a31d1 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:19.484243 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fa465d3b-50f9-43d8-89ba-b9e747b5f19a req-ec2decfa-bbb3-4c8e-bfbe-e451253a31d1 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a650482-988b-4bc5-a56e-d624f1447265 HTTP/1.1" status: 200 len: 943 time: 0.1089118 Jan 18 20:05:19.487192 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f3032c5-ac1f-4243-921a-db455b2dae8c None None] Port 6f8f7982-5f66-432a-8cee-9faa10f5d3c2 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:05:19.525005 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-29312540-93d5-4556-8938-eda3d8544827 service neutron] Attempting to bind port 6f8f7982-5f66-432a-8cee-9faa10f5d3c2 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:05:19.525853 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-29312540-93d5-4556-8938-eda3d8544827 service neutron] Attempting to bind port 6f8f7982-5f66-432a-8cee-9faa10f5d3c2 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:05:19.526190 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-29312540-93d5-4556-8938-eda3d8544827 service neutron] Attempting to bind port 6f8f7982-5f66-432a-8cee-9faa10f5d3c2 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:05:19.541056 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-29312540-93d5-4556-8938-eda3d8544827 service neutron] Port 6f8f7982-5f66-432a-8cee-9faa10f5d3c2 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:05:19.541376 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-29312540-93d5-4556-8938-eda3d8544827 service neutron] Attempting to bind port 6f8f7982-5f66-432a-8cee-9faa10f5d3c2 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:05:19.562888 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bb706-1430-4767-aca7-4d2e25bc2ca4 req-366a54a2-8b8b-465c-bb0d-9d16bf886336 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:19.564438 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-129bb706-1430-4767-aca7-4d2e25bc2ca4 req-366a54a2-8b8b-465c-bb0d-9d16bf886336 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db1a96d-225c-40a9-bf05-f4e289856b22 HTTP/1.1" status: 200 len: 949 time: 0.2792513 Jan 18 20:05:19.567794 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-29312540-93d5-4556-8938-eda3d8544827 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:05:19.568133 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-29312540-93d5-4556-8938-eda3d8544827 service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:05:19.568520 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-29312540-93d5-4556-8938-eda3d8544827 service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:05:19.569267 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-29312540-93d5-4556-8938-eda3d8544827 service neutron] Bound port: 6f8f7982-5f66-432a-8cee-9faa10f5d3c2, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:05:19.569625 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-29312540-93d5-4556-8938-eda3d8544827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6f8f7982-5f66-432a-8cee-9faa10f5d3c2), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:19.622528 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa3e12-58d9-403c-9e76-1b062667d99d req-612da518-5bc6-45dc-ac92-900d94a575e5 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:19.631123 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76fa3e12-58d9-403c-9e76-1b062667d99d req-612da518-5bc6-45dc-ac92-900d94a575e5 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db1a96d-225c-40a9-bf05-f4e289856b22 HTTP/1.1" status: 200 len: 949 time: 0.1143634 Jan 18 20:05:19.655732 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fa465d3b-50f9-43d8-89ba-b9e747b5f19a req-44b77aa7-b1e3-4333-8b91-129eac7d3143 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f1d1277-9ecf-440b-8735-d7214f9d110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608093 Jan 18 20:05:19.721031 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 28ff6737-02fb-4a87-b1c5-7feebf0eff97, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=28ff6737-02fb-4a87-b1c5-7feebf0eff97,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:19.734278 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29312540-93d5-4556-8938-eda3d8544827 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8f7982-5f66-432a-8cee-9faa10f5d3c2,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:19.749794 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '28ff6737-02fb-4a87-b1c5-7feebf0eff97', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '28ff6737-02fb-4a87-b1c5-7feebf0eff97', 'mac_address': 'fa:16:3e:05:c9:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:05:19.810819 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76fa3e12-58d9-403c-9e76-1b062667d99d req-3d4949cd-0790-43c0-87a9-c00c9c2d05fb tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768699 Jan 18 20:05:19.822164 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 28ff6737-02fb-4a87-b1c5-7feebf0eff97 is: ACTIVE; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:19.822843 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:19.875501 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28ff6737-02fb-4a87-b1c5-7feebf0eff97 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:05:19.999552 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 28ff6737-02fb-4a87-b1c5-7feebf0eff97, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=28ff6737-02fb-4a87-b1c5-7feebf0eff97,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:20.017167 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:20.096310 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=28ff6737-02fb-4a87-b1c5-7feebf0eff97,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:20.099325 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b4b05-1b45-408d-94b4-a5b406230b17 req-84f2c6cc-0f59-4d48-a414-93102fd229e4 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:20.100885 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f0b4b05-1b45-408d-94b4-a5b406230b17 req-84f2c6cc-0f59-4d48-a414-93102fd229e4 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.57 "GET /v2.0/ports?device_id=f28d8a2a-c59c-4497-8e6a-a11b308e6a47 HTTP/1.1" status: 200 len: 948 time: 0.1392105 Jan 18 20:05:20.111432 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:05:20.117663 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6336c6c-140b-4259-8f09-85606c31fefd req-8092f828-135d-427a-b0b6-6348c012c975 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:20.119287 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6336c6c-140b-4259-8f09-85606c31fefd req-8092f828-135d-427a-b0b6-6348c012c975 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 946 time: 0.1079865 Jan 18 20:05:20.201500 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['28ff6737-02fb-4a87-b1c5-7feebf0eff97'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:05:20.214675 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e0f4f-b1d9-4597-8891-4ac6b29d1a72 req-010bb661-5a04-4a57-9839-fc25dc98961e tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:20.216393 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-960e0f4f-b1d9-4597-8891-4ac6b29d1a72 req-010bb661-5a04-4a57-9839-fc25dc98961e tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?device_id=f28d8a2a-c59c-4497-8e6a-a11b308e6a47 HTTP/1.1" status: 200 len: 948 time: 0.2227988 Jan 18 20:05:20.304371 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-960e0f4f-b1d9-4597-8891-4ac6b29d1a72 req-91ae4fd7-5c44-4602-a404-ee98ebf48994 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/security-groups?id=f46683e8-133b-4b17-b6d2-44bdaf2e8d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760710 Jan 18 20:05:20.339434 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6336c6c-140b-4259-8f09-85606c31fefd req-e83c519b-706b-4935-904b-dc76e4af4752 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572559 Jan 18 20:05:20.344485 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-3f0b4b05-1b45-408d-94b4-a5b406230b17 req-a99d0463-78c0-44de-b543-508012be449d tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Deleting port a7d08467-df72-40f5-a164-941d8e4079e7 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:05:20.344936 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3f0b4b05-1b45-408d-94b4-a5b406230b17 req-a99d0463-78c0-44de-b543-508012be449d tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (a7d08467-df72-40f5-a164-941d8e4079e7), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:20.370724 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-129bb706-1430-4767-aca7-4d2e25bc2ca4 req-d248f610-1aba-4fc0-98ab-125496c0b80f tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Deleting port 712d0365-aa1e-40a5-a250-0f543d312831 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:05:20.371583 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-129bb706-1430-4767-aca7-4d2e25bc2ca4 req-d248f610-1aba-4fc0-98ab-125496c0b80f tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (712d0365-aa1e-40a5-a250-0f543d312831), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:20.422523 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25,segment=NetworkSegment(d7007d66-8a65-4944-ae3e-4f1a259f66d0),segment_id=d7007d66-8a65-4944-ae3e-4f1a259f66d0)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:20.483193 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': 'bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25', 'network_id': '3c5ec1c4-de42-47d6-ac78-1c3ddb817769', 'port_id': 'bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25', 'mac_address': 'fa:16:3e:db:b2:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eb0d4e7-64bc-49d1-859c-c4823c4f8397', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:05:20.508580 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-129bb706-1430-4767-aca7-4d2e25bc2ca4 req-d248f610-1aba-4fc0-98ab-125496c0b80f tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] For port 712d0365-aa1e-40a5-a250-0f543d312831, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=712d0365-aa1e-40a5-a250-0f543d312831,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:20.509110 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-129bb706-1430-4767-aca7-4d2e25bc2ca4 req-d248f610-1aba-4fc0-98ab-125496c0b80f tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (712d0365-aa1e-40a5-a250-0f543d312831), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:20.521962 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-129bb706-1430-4767-aca7-4d2e25bc2ca4 req-d248f610-1aba-4fc0-98ab-125496c0b80f tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Calling delete_port for 712d0365-aa1e-40a5-a250-0f543d312831 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:05:20.586153 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:20.586577 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:20.633593 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:05:20.659369 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-3f0b4b05-1b45-408d-94b4-a5b406230b17 req-a99d0463-78c0-44de-b543-508012be449d tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] For port a7d08467-df72-40f5-a164-941d8e4079e7, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=a7d08467-df72-40f5-a164-941d8e4079e7,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:20.659998 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3f0b4b05-1b45-408d-94b4-a5b406230b17 req-a99d0463-78c0-44de-b543-508012be449d tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (a7d08467-df72-40f5-a164-941d8e4079e7), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:20.668687 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-29312540-93d5-4556-8938-eda3d8544827 service neutron] For port 6f8f7982-5f66-432a-8cee-9faa10f5d3c2, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:05:20.671358 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-129bb706-1430-4767-aca7-4d2e25bc2ca4 req-d248f610-1aba-4fc0-98ab-125496c0b80f tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (712d0365-aa1e-40a5-a250-0f543d312831), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:20.707015 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:05:20.709174 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['712d0365-aa1e-40a5-a250-0f543d312831'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:05:20.738710 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-29312540-93d5-4556-8938-eda3d8544827 service neutron] For port 6f8f7982-5f66-432a-8cee-9faa10f5d3c2, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=6f8f7982-5f66-432a-8cee-9faa10f5d3c2,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:05:20.748483 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-3f0b4b05-1b45-408d-94b4-a5b406230b17 req-a99d0463-78c0-44de-b543-508012be449d tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Calling delete_port for a7d08467-df72-40f5-a164-941d8e4079e7 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:05:20.764904 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977c59b-1bdd-43d4-9371-1143e3bc8ed5 req-7ab53efa-54d5-4190-8df3-da15cdc2119d tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:20.768422 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-129bb706-1430-4767-aca7-4d2e25bc2ca4 req-d248f610-1aba-4fc0-98ab-125496c0b80f tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] No DVR routers for this DVR port 712d0365-aa1e-40a5-a250-0f543d312831 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:05:20.772749 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e977c59b-1bdd-43d4-9371-1143e3bc8ed5 req-7ab53efa-54d5-4190-8df3-da15cdc2119d tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdd878a3-6daf-4972-b798-76bb26b0ef17 HTTP/1.1" status: 200 len: 949 time: 0.2880986 Jan 18 20:05:20.773252 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-129bb706-1430-4767-aca7-4d2e25bc2ca4 req-d248f610-1aba-4fc0-98ab-125496c0b80f tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:20.775505 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25,segment=NetworkSegment(d7007d66-8a65-4944-ae3e-4f1a259f66d0),segment_id=d7007d66-8a65-4944-ae3e-4f1a259f66d0)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:20.785662 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-129bb706-1430-4767-aca7-4d2e25bc2ca4 req-d248f610-1aba-4fc0-98ab-125496c0b80f tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.70 "DELETE /v2.0/ports/712d0365-aa1e-40a5-a250-0f543d312831 HTTP/1.1" status: 204 len: 173 time: 1.1758168 Jan 18 20:05:20.786214 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db1a96d-225c-40a9-bf05-f4e289856b22', 'name': 'network-vif-deleted', 'tag': '712d0365-aa1e-40a5-a250-0f543d312831'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:05:20.789205 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98fb181-c893-47cf-a32e-169cb61fbfc7" -d '{"events": [{"server_uuid": "5db1a96d-225c-40a9-bf05-f4e289856b22", "name": "network-vif-deleted", "tag": "712d0365-aa1e-40a5-a250-0f543d312831"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:05:20.793146 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-29312540-93d5-4556-8938-eda3d8544827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (6f8f7982-5f66-432a-8cee-9faa10f5d3c2), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:20.802550 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248f610-1aba-4fc0-98ab-125496c0b80f tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Pushing event deleted for resources: {'Port': ['ID=712d0365-aa1e-40a5-a250-0f543d312831,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:20.832801 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:20.909904 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29312540-93d5-4556-8938-eda3d8544827 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8f7982-5f66-432a-8cee-9faa10f5d3c2,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:20.922593 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-29312540-93d5-4556-8938-eda3d8544827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:20.923324 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-29312540-93d5-4556-8938-eda3d8544827 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:20.926135 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-29312540-93d5-4556-8938-eda3d8544827 service neutron] 10.222.0.70 "PUT /v2.0/ports/6f8f7982-5f66-432a-8cee-9faa10f5d3c2 HTTP/1.1" status: 200 len: 1096 time: 2.1126442 Jan 18 20:05:20.930141 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a99d24-822a-4b49-ad75-d060d77ffd47 req-abf2734a-89c4-4c87-95b1-e260313b2198 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:20.937506 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e8a99d24-822a-4b49-ad75-d060d77ffd47 req-abf2734a-89c4-4c87-95b1-e260313b2198 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a56cf5-0ea7-4e73-aa41-a78bd0485d57 HTTP/1.1" status: 200 len: 948 time: 0.3763967 Jan 18 20:05:21.086011 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:21.099672 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-58cf78b4-624b-4076-a3db-2a5af6d779ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:21.102079 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-58cf78b4-624b-4076-a3db-2a5af6d779ba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&device_id=e1a56cf5-0ea7-4e73-aa41-a78bd0485d57 HTTP/1.1" status: 200 len: 1099 time: 0.1007473 Jan 18 20:05:21.144429 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e977c59b-1bdd-43d4-9371-1143e3bc8ed5 req-0b6e2b48-c1e7-4e5b-90ef-59e9284a5cbf tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/security-groups?id=179be355-7906-4cd3-bde5-f2063ce9c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626108 Jan 18 20:05:21.166650 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-aefa767d-8e51-4650-a7ff-291a855f5c7d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=6f8f7982-5f66-432a-8cee-9faa10f5d3c2 HTTP/1.1" status: 200 len: 217 time: 0.0554552 Jan 18 20:05:21.208731 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e8a99d24-822a-4b49-ad75-d060d77ffd47 req-7d8b7ad3-8724-4950-a913-c482604d1dc2 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660489 Jan 18 20:05:21.231213 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:05:21.335384 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-92e5febc-fffd-45a3-9bf6-d77ee56f896d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:21.351297 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-92e5febc-fffd-45a3-9bf6-d77ee56f896d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1712587 Jan 18 20:05:21.419713 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 28ff6737-02fb-4a87-b1c5-7feebf0eff97 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:05:21.496573 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-88c68c11-a297-46c4-a992-b20eef3bd5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:21.501283 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-88c68c11-a297-46c4-a992-b20eef3bd5ac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1405771 Jan 18 20:05:21.503099 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4bbace-eb03-49f5-8276-680692480c8f x-openstack-request-id: req-db4bbace-eb03-49f5-8276-680692480c8f {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:05:21.504079 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db1a96d-225c-40a9-bf05-f4e289856b22", "name": "network-vif-deleted", "tag": "712d0365-aa1e-40a5-a250-0f543d312831", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:05:21.509685 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db4bbace-eb03-49f5-8276-680692480c8f {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:05:21.510330 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db1a96d-225c-40a9-bf05-f4e289856b22', 'name': 'network-vif-deleted', 'tag': '712d0365-aa1e-40a5-a250-0f543d312831', 'status': 'completed', 'code': 200} Jan 18 20:05:21.536861 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917e17d-56aa-475e-b88b-c6168c354eb9 req-ec2403e5-9f59-4971-b92d-7dbe5d7bea1a tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:21.542551 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6917e17d-56aa-475e-b88b-c6168c354eb9 req-ec2403e5-9f59-4971-b92d-7dbe5d7bea1a tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a650482-988b-4bc5-a56e-d624f1447265 HTTP/1.1" status: 200 len: 944 time: 0.1896486 Jan 18 20:05:21.553043 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3f0b4b05-1b45-408d-94b4-a5b406230b17 req-a99d0463-78c0-44de-b543-508012be449d tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (a7d08467-df72-40f5-a164-941d8e4079e7), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:21.629888 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['e2676084-a6e8-46b7-8734-9813fc64cc0a'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:05:21.648311 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['a7d08467-df72-40f5-a164-941d8e4079e7'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:05:21.817705 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-60234c00-4853-45e4-b70e-fdfc9460d541 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062210 Jan 18 20:05:21.853591 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d0463-78c0-44de-b543-508012be449d tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Pushing event deleted for resources: {'Port': ['ID=a7d08467-df72-40f5-a164-941d8e4079e7,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:21.936287 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 28ff6737-02fb-4a87-b1c5-7feebf0eff97 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:21.936670 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:22.016533 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e6d6b51-fc15-4fd9-b821-7ae8485d5a69 req-9634f983-5dcd-40be-abe1-1314f7a29ade tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db1a96d-225c-40a9-bf05-f4e289856b22 HTTP/1.1" status: 200 len: 210 time: 0.1969898 Jan 18 20:05:22.017404 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0b4b05-1b45-408d-94b4-a5b406230b17 req-a99d0463-78c0-44de-b543-508012be449d tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] No DVR routers for this DVR port a7d08467-df72-40f5-a164-941d8e4079e7 on host n-h1-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:05:22.033990 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3f0b4b05-1b45-408d-94b4-a5b406230b17 req-a99d0463-78c0-44de-b543-508012be449d tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:22.037199 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f0b4b05-1b45-408d-94b4-a5b406230b17 req-a99d0463-78c0-44de-b543-508012be449d tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.57 "DELETE /v2.0/ports/a7d08467-df72-40f5-a164-941d8e4079e7 HTTP/1.1" status: 204 len: 173 time: 1.9293683 Jan 18 20:05:22.051931 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28d8a2a-c59c-4497-8e6a-a11b308e6a47', 'name': 'network-vif-deleted', 'tag': 'a7d08467-df72-40f5-a164-941d8e4079e7'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:05:22.057432 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633deb7e-0041-4c57-9378-be19f8f834bb" -d '{"events": [{"server_uuid": "f28d8a2a-c59c-4497-8e6a-a11b308e6a47", "name": "network-vif-deleted", "tag": "a7d08467-df72-40f5-a164-941d8e4079e7"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:05:22.085854 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-77dab60d-9b3f-4da6-ba27-2df498e4dbca req-83dab8b3-2276-4785-8fd9-ac3ff43f8382 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594702 Jan 18 20:05:22.144765 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6917e17d-56aa-475e-b88b-c6168c354eb9 req-e86d2d6e-7ebe-4b35-8a7b-f2034a46f6e8 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f1d1277-9ecf-440b-8735-d7214f9d110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5937264 Jan 18 20:05:22.155227 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 62560bd2-09b9-4a51-9f8c-ebfd8cee356a up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:05:22.355288 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-08ed61d7-efa4-436a-a29e-7836fc5256f0 req-98c24712-072b-43af-89af-13a32e674ed2 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?device_id=f28d8a2a-c59c-4497-8e6a-a11b308e6a47 HTTP/1.1" status: 200 len: 210 time: 0.0877819 Jan 18 20:05:22.430980 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2d4b14-bbeb-4d9c-a87b-d2f4f3494ab5 x-openstack-request-id: req-7d2d4b14-bbeb-4d9c-a87b-d2f4f3494ab5 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:05:22.431271 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28d8a2a-c59c-4497-8e6a-a11b308e6a47", "name": "network-vif-deleted", "tag": "a7d08467-df72-40f5-a164-941d8e4079e7", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:05:22.433874 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d2d4b14-bbeb-4d9c-a87b-d2f4f3494ab5 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:05:22.434287 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28d8a2a-c59c-4497-8e6a-a11b308e6a47', 'name': 'network-vif-deleted', 'tag': 'a7d08467-df72-40f5-a164-941d8e4079e7', 'status': 'completed', 'code': 200} Jan 18 20:05:22.443020 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe113db0-d191-400b-b9bd-b0b5d59007cc req-83a65d4e-e80d-4ded-98c0-32666908b5c0 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:22.445547 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fe113db0-d191-400b-b9bd-b0b5d59007cc req-83a65d4e-e80d-4ded-98c0-32666908b5c0 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 946 time: 0.1263378 Jan 18 20:05:22.453827 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 28ff6737-02fb-4a87-b1c5-7feebf0eff97 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:22.455855 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:22.500226 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 62560bd2-09b9-4a51-9f8c-ebfd8cee356a completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:05:22.524214 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fe113db0-d191-400b-b9bd-b0b5d59007cc req-faa0a9c5-257e-4a6f-b298-d54ab316333c tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671895 Jan 18 20:05:22.586036 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 62560bd2-09b9-4a51-9f8c-ebfd8cee356a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:22.586465 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (62560bd2-09b9-4a51-9f8c-ebfd8cee356a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:22.645551 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ff6737-02fb-4a87-b1c5-7feebf0eff97'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:05:22.648701 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8827753a-7b18-4e29-9678-0eb334822812" -d '{"events": [{"server_uuid": "5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda", "name": "network-vif-plugged", "status": "completed", "tag": "28ff6737-02fb-4a87-b1c5-7feebf0eff97"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:05:22.683696 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 28ff6737-02fb-4a87-b1c5-7feebf0eff97, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=28ff6737-02fb-4a87-b1c5-7feebf0eff97,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:22.703123 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:22.847793 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=28ff6737-02fb-4a87-b1c5-7feebf0eff97,revision_number=7']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:22.876139 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 62560bd2-09b9-4a51-9f8c-ebfd8cee356a is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:22.876739 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (62560bd2-09b9-4a51-9f8c-ebfd8cee356a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:22.971908 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19602d-c353-4288-a883-269f4406b977 req-357f7d81-4e0c-4c8f-9539-623a060547d5 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:22.978240 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d19602d-c353-4288-a883-269f4406b977 req-357f7d81-4e0c-4c8f-9539-623a060547d5 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdd878a3-6daf-4972-b798-76bb26b0ef17 HTTP/1.1" status: 200 len: 949 time: 0.4428694 Jan 18 20:05:23.004397 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90eb029-810b-454c-9489-62b71f187b35 req-d952a34c-e7c6-4c6b-8745-17a27c809b1d tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:23.012472 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d90eb029-810b-454c-9489-62b71f187b35 req-d952a34c-e7c6-4c6b-8745-17a27c809b1d tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a56cf5-0ea7-4e73-aa41-a78bd0485d57 HTTP/1.1" status: 200 len: 948 time: 0.0947831 Jan 18 20:05:23.087512 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d19602d-c353-4288-a883-269f4406b977 req-3de575f6-07c9-48f7-a9e6-3d9269d17238 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/security-groups?id=179be355-7906-4cd3-bde5-f2063ce9c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019955 Jan 18 20:05:23.102002 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d90eb029-810b-454c-9489-62b71f187b35 req-3b0cfdf9-9e52-40ae-84cf-ac755bd6599a tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840251 Jan 18 20:05:23.123280 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 62560bd2-09b9-4a51-9f8c-ebfd8cee356a, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=62560bd2-09b9-4a51-9f8c-ebfd8cee356a,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:23.132156 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (62560bd2-09b9-4a51-9f8c-ebfd8cee356a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:23.173563 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062c3739-9fd8-42c9-b451-ae2c525bae81 x-openstack-request-id: req-062c3739-9fd8-42c9-b451-ae2c525bae81 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:05:23.174187 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda", "name": "network-vif-plugged", "status": "completed", "tag": "28ff6737-02fb-4a87-b1c5-7feebf0eff97", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:05:23.174617 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-062c3739-9fd8-42c9-b451-ae2c525bae81 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:05:23.175174 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ff6737-02fb-4a87-b1c5-7feebf0eff97', 'code': 200} Jan 18 20:05:23.229731 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=62560bd2-09b9-4a51-9f8c-ebfd8cee356a,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:23.351058 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e32e1f-1072-4809-a1ac-d5727d923c30 req-51e2709d-7e86-4b33-b355-cd9a15d15f93 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:23.352565 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5e32e1f-1072-4809-a1ac-d5727d923c30 req-51e2709d-7e86-4b33-b355-cd9a15d15f93 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a650482-988b-4bc5-a56e-d624f1447265 HTTP/1.1" status: 200 len: 944 time: 0.0861793 Jan 18 20:05:23.375007 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 712d0365-aa1e-40a5-a250-0f543d312831 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:05:23.407872 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5e32e1f-1072-4809-a1ac-d5727d923c30 req-f31ef253-bf59-4900-bd2f-f5eff438775e tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f1d1277-9ecf-440b-8735-d7214f9d110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489020 Jan 18 20:05:23.411344 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 712d0365-aa1e-40a5-a250-0f543d312831 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:05:23.411531 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 712d0365-aa1e-40a5-a250-0f543d312831 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:05:23.511696 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a56cf5-0ea7-4e73-aa41-a78bd0485d57', 'tag': '6f8f7982-5f66-432a-8cee-9faa10f5d3c2'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:05:23.514039 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2554b85b-6440-4447-83f3-170c7a802485" -d '{"events": [{"name": "network-changed", "server_uuid": "e1a56cf5-0ea7-4e73-aa41-a78bd0485d57", "tag": "6f8f7982-5f66-432a-8cee-9faa10f5d3c2"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:05:23.585823 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ec0bfc-870f-4e60-96af-ae4ce1616fbc x-openstack-request-id: req-95ec0bfc-870f-4e60-96af-ae4ce1616fbc {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:05:23.586344 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1a56cf5-0ea7-4e73-aa41-a78bd0485d57", "tag": "6f8f7982-5f66-432a-8cee-9faa10f5d3c2", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:05:23.586792 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95ec0bfc-870f-4e60-96af-ae4ce1616fbc {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:05:23.587384 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a56cf5-0ea7-4e73-aa41-a78bd0485d57', 'tag': '6f8f7982-5f66-432a-8cee-9faa10f5d3c2', 'status': 'completed', 'code': 200} Jan 18 20:05:23.691294 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29557a53-3211-4896-8723-e8a041e11311 req-26ddebcf-58b4-43e2-9b84-685e1c55ade7 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:23.695482 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554b85b-6440-4447-83f3-170c7a802485 req-8273cc9c-c57e-477c-b3b0-a1ea1cbb0b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:23.699378 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-29557a53-3211-4896-8723-e8a041e11311 req-26ddebcf-58b4-43e2-9b84-685e1c55ade7 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 946 time: 0.0645368 Jan 18 20:05:23.700371 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2554b85b-6440-4447-83f3-170c7a802485 req-8273cc9c-c57e-477c-b3b0-a1ea1cbb0b54 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&device_id=e1a56cf5-0ea7-4e73-aa41-a78bd0485d57 HTTP/1.1" status: 200 len: 1099 time: 0.0801654 Jan 18 20:05:23.765139 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-29557a53-3211-4896-8723-e8a041e11311 req-874b435b-c658-436f-b35f-fa4a735948af tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647984 Jan 18 20:05:23.877873 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554b85b-6440-4447-83f3-170c7a802485 req-3770c917-66a9-4ac2-bfd1-d951624a5769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:23.880228 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2554b85b-6440-4447-83f3-170c7a802485 req-3770c917-66a9-4ac2-bfd1-d951624a5769 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.1711252 Jan 18 20:05:23.928987 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2554b85b-6440-4447-83f3-170c7a802485 req-7a143fbb-090d-481b-a90b-df0eaa1dc1e2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=6f8f7982-5f66-432a-8cee-9faa10f5d3c2 HTTP/1.1" status: 200 len: 217 time: 0.0392540 Jan 18 20:05:23.971531 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5564c8d-ac4f-4a21-92b1-aa16de6f16a9 req-26fc73d9-b096-4af3-a10d-a3f33dfb4fbc tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:23.973769 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a5564c8d-ac4f-4a21-92b1-aa16de6f16a9 req-26fc73d9-b096-4af3-a10d-a3f33dfb4fbc tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 950 time: 0.1097150 Jan 18 20:05:23.994503 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554b85b-6440-4447-83f3-170c7a802485 req-4dbb3ddd-d236-493a-be10-5205a3b3cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:23.996195 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2554b85b-6440-4447-83f3-170c7a802485 req-4dbb3ddd-d236-493a-be10-5205a3b3cbe9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0608404 Jan 18 20:05:24.023174 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b60f9-86e6-4a6d-83db-f472b42f0d8f req-e322875a-42fd-44cd-be1d-f256c5bd43cc tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:24.025261 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d58b60f9-86e6-4a6d-83db-f472b42f0d8f req-e322875a-42fd-44cd-be1d-f256c5bd43cc tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd9307f-7649-4330-b55a-c59c504c10d4 HTTP/1.1" status: 200 len: 949 time: 0.1265316 Jan 18 20:05:24.067705 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554b85b-6440-4447-83f3-170c7a802485 req-f1edf4ee-beba-4309-8fa0-6ecbd4a7ae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:24.069030 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:05:24.069514 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2554b85b-6440-4447-83f3-170c7a802485 req-f1edf4ee-beba-4309-8fa0-6ecbd4a7ae5d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0651076 Jan 18 20:05:24.126638 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a5564c8d-ac4f-4a21-92b1-aa16de6f16a9 req-b4e6c38e-e502-464c-9372-7333280f23e7 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449971 Jan 18 20:05:24.142636 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:05:24.148784 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:24.149485 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:24.162342 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d58b60f9-86e6-4a6d-83db-f472b42f0d8f req-391744b0-996f-46b0-9414-1d21b097b518 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/security-groups?id=f46683e8-133b-4b17-b6d2-44bdaf2e8d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143827 Jan 18 20:05:24.221659 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2554b85b-6440-4447-83f3-170c7a802485 req-052fa555-44af-4b73-88eb-e567d4f67ead service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439626 Jan 18 20:05:24.302826 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:24.303137 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:24.332435 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0973c-bc59-4896-9b4d-096cda5d079f req-8bcde767-93ca-416f-9485-ec10aa198a2a tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:24.339436 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ecb0973c-bc59-4896-9b4d-096cda5d079f req-8bcde767-93ca-416f-9485-ec10aa198a2a tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdd878a3-6daf-4972-b798-76bb26b0ef17 HTTP/1.1" status: 200 len: 950 time: 0.0999684 Jan 18 20:05:24.368671 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07fc26-7021-42a2-9753-0c2d99f7a820 req-fc5bbeaa-de4e-4195-9cd4-08f9a199cc8e tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:24.371544 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25,segment=NetworkSegment(d7007d66-8a65-4944-ae3e-4f1a259f66d0),segment_id=d7007d66-8a65-4944-ae3e-4f1a259f66d0)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:24.378685 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:24.378934 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ef07fc26-7021-42a2-9753-0c2d99f7a820 req-fc5bbeaa-de4e-4195-9cd4-08f9a199cc8e tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a56cf5-0ea7-4e73-aa41-a78bd0485d57 HTTP/1.1" status: 200 len: 948 time: 0.1080377 Jan 18 20:05:24.379502 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device a7d08467-df72-40f5-a164-941d8e4079e7 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:05:24.402062 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2554b85b-6440-4447-83f3-170c7a802485 req-cfd7f327-94f0-40f9-b145-5d4dd660267d service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742375 Jan 18 20:05:24.417713 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: a7d08467-df72-40f5-a164-941d8e4079e7 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:05:24.417713 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device a7d08467-df72-40f5-a164-941d8e4079e7 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:05:24.464563 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ecb0973c-bc59-4896-9b4d-096cda5d079f req-08dc2d51-5482-484e-8ed6-0427a75d785c tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/security-groups?id=179be355-7906-4cd3-bde5-f2063ce9c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241455 Jan 18 20:05:24.488011 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ef07fc26-7021-42a2-9753-0c2d99f7a820 req-769c64d0-4cf1-4087-a89d-4f99bed67bdf tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969303 Jan 18 20:05:24.556929 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:24.699661 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acb7a2-7dd8-48bf-b78c-08a1fc33c87a req-83ecd993-4e0c-48c2-b965-6b437ff30db2 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:24.701381 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c7acb7a2-7dd8-48bf-b78c-08a1fc33c87a req-83ecd993-4e0c-48c2-b965-6b437ff30db2 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a650482-988b-4bc5-a56e-d624f1447265 HTTP/1.1" status: 200 len: 945 time: 0.0557132 Jan 18 20:05:24.771660 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c7acb7a2-7dd8-48bf-b78c-08a1fc33c87a req-3db2a3ae-0464-4ecc-ade8-2091371ec73b tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f1d1277-9ecf-440b-8735-d7214f9d110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631051 Jan 18 20:05:24.905143 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28a042-da0f-4bf4-98fe-8070ab6921c7 req-d037ea46-b0de-4c81-b2b2-4d0b03e4114b tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:24.914692 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f28a042-da0f-4bf4-98fe-8070ab6921c7 req-d037ea46-b0de-4c81-b2b2-4d0b03e4114b tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 946 time: 0.0692379 Jan 18 20:05:24.998820 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f28a042-da0f-4bf4-98fe-8070ab6921c7 req-0c2969b7-1ff3-4058-8907-14f7802e76f4 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842671 Jan 18 20:05:25.176422 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd878a3-6daf-4972-b798-76bb26b0ef17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62560bd2-09b9-4a51-9f8c-ebfd8cee356a'}, {'server_uuid': '9a650482-988b-4bc5-a56e-d624f1447265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:05:25.178921 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772f5b91-9edd-4b52-9a32-568ad0fa3998" -d '{"events": [{"server_uuid": "fdd878a3-6daf-4972-b798-76bb26b0ef17", "name": "network-vif-plugged", "status": "completed", "tag": "62560bd2-09b9-4a51-9f8c-ebfd8cee356a"}, {"server_uuid": "9a650482-988b-4bc5-a56e-d624f1447265", "name": "network-vif-plugged", "status": "completed", "tag": "bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:05:25.365363 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512176ac-460f-41b1-ab20-d6c55eb1b2ca req-5151ceec-1f18-4cbf-94dd-1d2e973e7619 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:25.366991 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-512176ac-460f-41b1-ab20-d6c55eb1b2ca req-5151ceec-1f18-4cbf-94dd-1d2e973e7619 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd9307f-7649-4330-b55a-c59c504c10d4 HTTP/1.1" status: 200 len: 949 time: 0.1330001 Jan 18 20:05:25.376490 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a32568-1cc4-44cf-a36c-6840ea56e38b req-c048d204-b19b-4e90-a486-a54150641d62 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:25.378009 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-45a32568-1cc4-44cf-a36c-6840ea56e38b req-c048d204-b19b-4e90-a486-a54150641d62 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.57 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 950 time: 0.1123359 Jan 18 20:05:25.382626 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 6f8f7982-5f66-432a-8cee-9faa10f5d3c2 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:05:25.388647 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca80336-9b47-4b46-8cc2-05cb7be6cd88 req-f35bf28d-6e41-455e-987f-cc21583584c1 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:25.390129 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2ca80336-9b47-4b46-8cc2-05cb7be6cd88 req-f35bf28d-6e41-455e-987f-cc21583584c1 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 950 time: 0.1474137 Jan 18 20:05:25.431151 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9feed-6dfd-460d-9ef9-003794d494c1 req-8d953071-aeb5-4ec0-9cb3-48901fbd91db tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:25.432554 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d6c9feed-6dfd-460d-9ef9-003794d494c1 req-8d953071-aeb5-4ec0-9cb3-48901fbd91db tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.70 "GET /v2.0/ports?device_id=dcd9307f-7649-4330-b55a-c59c504c10d4 HTTP/1.1" status: 200 len: 949 time: 0.0838809 Jan 18 20:05:25.529975 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 6f8f7982-5f66-432a-8cee-9faa10f5d3c2, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=6f8f7982-5f66-432a-8cee-9faa10f5d3c2,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:25.542715 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '6f8f7982-5f66-432a-8cee-9faa10f5d3c2', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '6f8f7982-5f66-432a-8cee-9faa10f5d3c2', 'mac_address': 'fa:16:3e:c0:13:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:05:25.567493 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-d6c9feed-6dfd-460d-9ef9-003794d494c1 req-21571aed-89ac-4517-81d4-717426791333 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Deleting port e2676084-a6e8-46b7-8734-9813fc64cc0a {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:05:25.568037 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d6c9feed-6dfd-460d-9ef9-003794d494c1 req-21571aed-89ac-4517-81d4-717426791333 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e2676084-a6e8-46b7-8734-9813fc64cc0a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:25.569710 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4c7182bc-fb11-4ed8-b1cd-e00ce785d26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:25.609696 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2ca80336-9b47-4b46-8cc2-05cb7be6cd88 req-86259ed6-541e-4cad-aa70-11022c95b7e5 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/security-groups?id=b256a7c8-ad54-44e6-a3d0-5327f0991cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097778 Jan 18 20:05:25.619943 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 6f8f7982-5f66-432a-8cee-9faa10f5d3c2 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:25.620335 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6f8f7982-5f66-432a-8cee-9faa10f5d3c2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:25.622063 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-512176ac-460f-41b1-ab20-d6c55eb1b2ca req-a9b0d68b-a243-4fb5-8af8-75c68d44dbdb tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.31 "GET /v2.0/security-groups?id=f46683e8-133b-4b17-b6d2-44bdaf2e8d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387505 Jan 18 20:05:25.636816 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f8f7982-5f66-432a-8cee-9faa10f5d3c2 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:05:25.668225 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 6f8f7982-5f66-432a-8cee-9faa10f5d3c2, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=6f8f7982-5f66-432a-8cee-9faa10f5d3c2,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:25.673991 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6f8f7982-5f66-432a-8cee-9faa10f5d3c2), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:25.678399 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-45a32568-1cc4-44cf-a36c-6840ea56e38b req-3818e677-bace-4622-917e-e8c83bc77a6c tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Deleting port e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:05:25.682222 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-45a32568-1cc4-44cf-a36c-6840ea56e38b req-3818e677-bace-4622-917e-e8c83bc77a6c tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:25.696877 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-d6c9feed-6dfd-460d-9ef9-003794d494c1 req-21571aed-89ac-4517-81d4-717426791333 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] For port e2676084-a6e8-46b7-8734-9813fc64cc0a, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e2676084-a6e8-46b7-8734-9813fc64cc0a,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:25.697572 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d6c9feed-6dfd-460d-9ef9-003794d494c1 req-21571aed-89ac-4517-81d4-717426791333 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e2676084-a6e8-46b7-8734-9813fc64cc0a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:25.722580 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-d6c9feed-6dfd-460d-9ef9-003794d494c1 req-21571aed-89ac-4517-81d4-717426791333 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Calling delete_port for e2676084-a6e8-46b7-8734-9813fc64cc0a owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:05:25.778764 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 18 Jan 2022 20:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297328f8-a956-43c7-802f-962ea0ec074e x-openstack-request-id: req-297328f8-a956-43c7-802f-962ea0ec074e {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:05:25.779257 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd878a3-6daf-4972-b798-76bb26b0ef17", "name": "network-vif-plugged", "status": "completed", "tag": "62560bd2-09b9-4a51-9f8c-ebfd8cee356a", "code": 200}, {"server_uuid": "9a650482-988b-4bc5-a56e-d624f1447265", "name": "network-vif-plugged", "status": "completed", "tag": "bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:05:25.779513 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-297328f8-a956-43c7-802f-962ea0ec074e {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:05:25.779993 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd878a3-6daf-4972-b798-76bb26b0ef17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62560bd2-09b9-4a51-9f8c-ebfd8cee356a', 'code': 200} Jan 18 20:05:25.780250 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a650482-988b-4bc5-a56e-d624f1447265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25', 'code': 200} Jan 18 20:05:25.792577 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=6f8f7982-5f66-432a-8cee-9faa10f5d3c2,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:25.946676 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d6c9feed-6dfd-460d-9ef9-003794d494c1 req-21571aed-89ac-4517-81d4-717426791333 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e2676084-a6e8-46b7-8734-9813fc64cc0a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:25.964046 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['e2676084-a6e8-46b7-8734-9813fc64cc0a'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:05:25.989572 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21571aed-89ac-4517-81d4-717426791333 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Pushing event deleted for resources: {'Port': ['ID=e2676084-a6e8-46b7-8734-9813fc64cc0a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:25.992879 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['6f8f7982-5f66-432a-8cee-9faa10f5d3c2'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:05:25.994476 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e413c41-8e0f-4193-8623-1f0f33243b1a req-0470085c-ca3f-43a3-9130-6146569bbea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:25.996216 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2e413c41-8e0f-4193-8623-1f0f33243b1a req-0470085c-ca3f-43a3-9130-6146569bbea3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fdd878a3-6daf-4972-b798-76bb26b0ef17 HTTP/1.1" status: 200 len: 1101 time: 0.1112077 Jan 18 20:05:26.020065 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21571aed-89ac-4517-81d4-717426791333 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:26.020707 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21571aed-89ac-4517-81d4-717426791333 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:26.021270 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21571aed-89ac-4517-81d4-717426791333 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:26.021865 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21571aed-89ac-4517-81d4-717426791333 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:26.022637 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21571aed-89ac-4517-81d4-717426791333 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:26.023204 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21571aed-89ac-4517-81d4-717426791333 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:26.023761 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21571aed-89ac-4517-81d4-717426791333 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:26.024307 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21571aed-89ac-4517-81d4-717426791333 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:26.024836 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21571aed-89ac-4517-81d4-717426791333 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:26.025379 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21571aed-89ac-4517-81d4-717426791333 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:26.025944 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21571aed-89ac-4517-81d4-717426791333 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:26.026499 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21571aed-89ac-4517-81d4-717426791333 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:26.027025 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21571aed-89ac-4517-81d4-717426791333 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:26.050488 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116082c-150d-4642-b86e-a01f4718b423 req-1fb8aaec-3b36-48fd-adf6-c79ea802b9d3 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:26.054801 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8116082c-150d-4642-b86e-a01f4718b423 req-1fb8aaec-3b36-48fd-adf6-c79ea802b9d3 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdd878a3-6daf-4972-b798-76bb26b0ef17 HTTP/1.1" status: 200 len: 950 time: 0.2596736 Jan 18 20:05:26.058082 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37966f05-6e4a-48b8-b770-ce371c62251c req-683d8e1d-e800-4fd5-a9c3-62bbde44d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:26.059780 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37966f05-6e4a-48b8-b770-ce371c62251c req-683d8e1d-e800-4fd5-a9c3-62bbde44d360 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9a650482-988b-4bc5-a56e-d624f1447265 HTTP/1.1" status: 200 len: 1096 time: 0.1786182 Jan 18 20:05:26.071248 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddf98b-0dcb-455b-9368-62de94a32cf9 req-5e9e7501-15d8-48c6-b80c-ed001c225229 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:26.081969 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e1ddf98b-0dcb-455b-9368-62de94a32cf9 req-5e9e7501-15d8-48c6-b80c-ed001c225229 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a56cf5-0ea7-4e73-aa41-a78bd0485d57 HTTP/1.1" status: 200 len: 949 time: 0.2037444 Jan 18 20:05:26.090301 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-45a32568-1cc4-44cf-a36c-6840ea56e38b req-3818e677-bace-4622-917e-e8c83bc77a6c tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] For port e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:26.090940 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-45a32568-1cc4-44cf-a36c-6840ea56e38b req-3818e677-bace-4622-917e-e8c83bc77a6c tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:26.143639 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-45a32568-1cc4-44cf-a36c-6840ea56e38b req-3818e677-bace-4622-917e-e8c83bc77a6c tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Calling delete_port for e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:05:26.189146 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c9feed-6dfd-460d-9ef9-003794d494c1 req-21571aed-89ac-4517-81d4-717426791333 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] No DVR routers for this DVR port e2676084-a6e8-46b7-8734-9813fc64cc0a on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:05:26.194999 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d6c9feed-6dfd-460d-9ef9-003794d494c1 req-21571aed-89ac-4517-81d4-717426791333 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:26.210600 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d6c9feed-6dfd-460d-9ef9-003794d494c1 req-21571aed-89ac-4517-81d4-717426791333 tempest-LiveMigrationNegativeTest-1634895937 tempest-LiveMigrationNegativeTest-1634895937-project] 10.222.0.70 "DELETE /v2.0/ports/e2676084-a6e8-46b7-8734-9813fc64cc0a HTTP/1.1" status: 204 len: 173 time: 0.7625430 Jan 18 20:05:26.210600 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd9307f-7649-4330-b55a-c59c504c10d4', 'name': 'network-vif-deleted', 'tag': 'e2676084-a6e8-46b7-8734-9813fc64cc0a'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:05:26.210600 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19f8ddb-0ca0-4150-8b5f-d18e948110ee" -d '{"events": [{"server_uuid": "dcd9307f-7649-4330-b55a-c59c504c10d4", "name": "network-vif-deleted", "tag": "e2676084-a6e8-46b7-8734-9813fc64cc0a"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:05:26.218406 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2e413c41-8e0f-4193-8623-1f0f33243b1a req-68a6eb34-caf3-4020-ba2d-317e7737746c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=179be355-7906-4cd3-bde5-f2063ce9c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143102 Jan 18 20:05:26.253215 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8116082c-150d-4642-b86e-a01f4718b423 req-d2a503c8-f4d1-44fd-8cd0-cb121e8f49fb tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/security-groups?id=179be355-7906-4cd3-bde5-f2063ce9c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593130 Jan 18 20:05:26.291421 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e1ddf98b-0dcb-455b-9368-62de94a32cf9 req-ada7b62f-16a0-44f3-9242-247578dc24dc tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081995 Jan 18 20:05:26.295651 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37966f05-6e4a-48b8-b770-ce371c62251c req-00384f6a-9bfa-4fd5-88fc-047b157f4cf0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2f1d1277-9ecf-440b-8735-d7214f9d110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112901 Jan 18 20:05:26.535907 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf083e-91e1-427f-a486-2ea1ec645512 req-807dd985-6aa7-454c-9d3f-c25dd2789c3e tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:26.537475 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4eaf083e-91e1-427f-a486-2ea1ec645512 req-807dd985-6aa7-454c-9d3f-c25dd2789c3e tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a650482-988b-4bc5-a56e-d624f1447265 HTTP/1.1" status: 200 len: 945 time: 0.1250937 Jan 18 20:05:26.540774 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-45a32568-1cc4-44cf-a36c-6840ea56e38b req-3818e677-bace-4622-917e-e8c83bc77a6c tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:26.612867 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818e677-bace-4622-917e-e8c83bc77a6c tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Pushing event deleted for resources: {'Port': ['ID=e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:26.663309 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3818e677-bace-4622-917e-e8c83bc77a6c tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:26.663660 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3818e677-bace-4622-917e-e8c83bc77a6c tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:26.664007 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3818e677-bace-4622-917e-e8c83bc77a6c tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:26.666873 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3818e677-bace-4622-917e-e8c83bc77a6c tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:26.667331 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3818e677-bace-4622-917e-e8c83bc77a6c tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:26.667922 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3818e677-bace-4622-917e-e8c83bc77a6c tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:26.668337 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3818e677-bace-4622-917e-e8c83bc77a6c tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:26.668767 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3818e677-bace-4622-917e-e8c83bc77a6c tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:26.669098 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3818e677-bace-4622-917e-e8c83bc77a6c tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:26.669955 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3818e677-bace-4622-917e-e8c83bc77a6c tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:26.670374 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3818e677-bace-4622-917e-e8c83bc77a6c tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:26.670703 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3818e677-bace-4622-917e-e8c83bc77a6c tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:26.671027 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3818e677-bace-4622-917e-e8c83bc77a6c tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:26.677390 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a32568-1cc4-44cf-a36c-6840ea56e38b req-3818e677-bace-4622-917e-e8c83bc77a6c tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] No DVR routers for this DVR port e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f on host n-h1-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:05:26.679897 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-45a32568-1cc4-44cf-a36c-6840ea56e38b req-3818e677-bace-4622-917e-e8c83bc77a6c tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:26.683653 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-45a32568-1cc4-44cf-a36c-6840ea56e38b req-3818e677-bace-4622-917e-e8c83bc77a6c tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.57 "DELETE /v2.0/ports/e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f HTTP/1.1" status: 204 len: 173 time: 1.2875738 Jan 18 20:05:26.687491 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729003e4-78e4-4f3b-8a6d-80822dacf247', 'name': 'network-vif-deleted', 'tag': 'e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:05:26.689790 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f5124e-342f-4f50-8e03-f3203c47d3eb" -d '{"events": [{"server_uuid": "729003e4-78e4-4f3b-8a6d-80822dacf247", "name": "network-vif-deleted", "tag": "e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:05:26.707351 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4eaf083e-91e1-427f-a486-2ea1ec645512 req-2c804867-5c5c-4612-84bf-68f44c055069 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f1d1277-9ecf-440b-8735-d7214f9d110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611176 Jan 18 20:05:26.871498 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4253697f-a6c3-4262-9af0-81bf8ebf8f94 x-openstack-request-id: req-4253697f-a6c3-4262-9af0-81bf8ebf8f94 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:05:26.872012 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd9307f-7649-4330-b55a-c59c504c10d4", "name": "network-vif-deleted", "tag": "e2676084-a6e8-46b7-8734-9813fc64cc0a", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:05:26.872012 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4253697f-a6c3-4262-9af0-81bf8ebf8f94 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:05:26.872420 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd9307f-7649-4330-b55a-c59c504c10d4', 'name': 'network-vif-deleted', 'tag': 'e2676084-a6e8-46b7-8734-9813fc64cc0a', 'status': 'completed', 'code': 200} Jan 18 20:05:26.957389 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8050474-ecd5-4410-bc06-186f4bd0e84d req-fba28a1c-c609-4406-8c3a-2ac318555d5a tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:26.960657 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e8050474-ecd5-4410-bc06-186f4bd0e84d req-fba28a1c-c609-4406-8c3a-2ac318555d5a tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 946 time: 0.1314018 Jan 18 20:05:27.006161 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e22914c-6363-4322-ace7-71b5ac1c5643 req-7c163d19-9e04-488a-bda9-098b9352acc9 tempest-ServersAdminNegativeTestJSON-288641545 tempest-ServersAdminNegativeTestJSON-288641545-project] 10.222.0.31 "GET /v2.0/ports?device_id=729003e4-78e4-4f3b-8a6d-80822dacf247 HTTP/1.1" status: 200 len: 210 time: 0.0441375 Jan 18 20:05:27.078464 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e8050474-ecd5-4410-bc06-186f4bd0e84d req-ebcedf45-784d-4be9-b268-bb236b12e5ca tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070869 Jan 18 20:05:27.157047 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15c4c8b-d319-4bec-bc83-2aa353b9128d x-openstack-request-id: req-e15c4c8b-d319-4bec-bc83-2aa353b9128d {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:05:27.157411 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729003e4-78e4-4f3b-8a6d-80822dacf247", "name": "network-vif-deleted", "tag": "e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:05:27.158355 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e15c4c8b-d319-4bec-bc83-2aa353b9128d {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:05:27.158840 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729003e4-78e4-4f3b-8a6d-80822dacf247', 'name': 'network-vif-deleted', 'tag': 'e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f', 'status': 'completed', 'code': 200} Jan 18 20:05:27.413732 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 6f8f7982-5f66-432a-8cee-9faa10f5d3c2 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:05:27.454183 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd3456-354d-4806-bf30-5d8fc25df44d req-9672dae1-5b9a-4c6f-871a-b8572b12a0d3 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:27.462780 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7cfd3456-354d-4806-bf30-5d8fc25df44d req-9672dae1-5b9a-4c6f-871a-b8572b12a0d3 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdd878a3-6daf-4972-b798-76bb26b0ef17 HTTP/1.1" status: 200 len: 950 time: 0.0957479 Jan 18 20:05:27.504281 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba39204-268a-4b4d-99ce-3d3a035f2a4e req-906129a0-11e0-4e23-bd35-0d1dc25c0e6b tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:27.505969 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ba39204-268a-4b4d-99ce-3d3a035f2a4e req-906129a0-11e0-4e23-bd35-0d1dc25c0e6b tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a56cf5-0ea7-4e73-aa41-a78bd0485d57 HTTP/1.1" status: 200 len: 949 time: 0.1088886 Jan 18 20:05:27.513587 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36032) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:05:27.571449 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 6f8f7982-5f66-432a-8cee-9faa10f5d3c2 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:05:27.588217 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ba39204-268a-4b4d-99ce-3d3a035f2a4e req-8e756fa6-913a-48dd-bf94-df92eb420c80 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734901 Jan 18 20:05:27.588774 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 6f8f7982-5f66-432a-8cee-9faa10f5d3c2 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:27.589475 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6f8f7982-5f66-432a-8cee-9faa10f5d3c2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:27.628937 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7cfd3456-354d-4806-bf30-5d8fc25df44d req-4d9a5c41-c029-48eb-8c7e-e232ba221d1b tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/security-groups?id=179be355-7906-4cd3-bde5-f2063ce9c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582680 Jan 18 20:05:27.731875 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 6f8f7982-5f66-432a-8cee-9faa10f5d3c2 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:27.732906 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6f8f7982-5f66-432a-8cee-9faa10f5d3c2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:27.746295 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e1e0307e-c207-4c21-b73a-d54bf3b81e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:27.760967 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6617444e-42b2-4bac-8299-bcff38136fd5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c61be005512f4729954210bb553c83f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2464499 Jan 18 20:05:27.763684 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36046) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:05:27.775618 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 6f8f7982-5f66-432a-8cee-9faa10f5d3c2, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=6f8f7982-5f66-432a-8cee-9faa10f5d3c2,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:27.781321 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a56cf5-0ea7-4e73-aa41-a78bd0485d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8f7982-5f66-432a-8cee-9faa10f5d3c2'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:05:27.786531 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb73c3a-1788-4aca-a81d-d6cbaea874b9" -d '{"events": [{"server_uuid": "e1a56cf5-0ea7-4e73-aa41-a78bd0485d57", "name": "network-vif-plugged", "status": "completed", "tag": "6f8f7982-5f66-432a-8cee-9faa10f5d3c2"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:05:27.792292 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6f8f7982-5f66-432a-8cee-9faa10f5d3c2), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:27.793333 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e2676084-a6e8-46b7-8734-9813fc64cc0a no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:05:27.821886 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: e2676084-a6e8-46b7-8734-9813fc64cc0a {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:05:27.822717 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e2676084-a6e8-46b7-8734-9813fc64cc0a not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:05:27.887671 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6de1e42d-1801-46a8-8fb5-0dbf0f215f70 admin admin] Publish callbacks [] for security_group (f46683e8-133b-4b17-b6d2-44bdaf2e8d43), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:27.911054 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=6f8f7982-5f66-432a-8cee-9faa10f5d3c2,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:27.933528 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a3bf3a-c545-47aa-bd8c-5b3e256466b8 x-openstack-request-id: req-a3a3bf3a-c545-47aa-bd8c-5b3e256466b8 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:05:27.933528 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a56cf5-0ea7-4e73-aa41-a78bd0485d57", "name": "network-vif-plugged", "status": "completed", "tag": "6f8f7982-5f66-432a-8cee-9faa10f5d3c2", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:05:27.933830 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3a3bf3a-c545-47aa-bd8c-5b3e256466b8 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:05:27.934073 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a56cf5-0ea7-4e73-aa41-a78bd0485d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8f7982-5f66-432a-8cee-9faa10f5d3c2', 'code': 200} Jan 18 20:05:27.941230 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6de1e42d-1801-46a8-8fb5-0dbf0f215f70 admin admin] Publish callbacks [] for security_group (f46683e8-133b-4b17-b6d2-44bdaf2e8d43), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:27.964253 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35cffff-2f83-448c-b238-02649914dcdf req-40ff9c35-4629-42df-a2fe-2fec9b2124a0 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:27.965891 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d35cffff-2f83-448c-b238-02649914dcdf req-40ff9c35-4629-42df-a2fe-2fec9b2124a0 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a650482-988b-4bc5-a56e-d624f1447265 HTTP/1.1" status: 200 len: 945 time: 0.1279166 Jan 18 20:05:28.038690 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d35cffff-2f83-448c-b238-02649914dcdf req-c03486b1-8465-4667-8174-68b8825a8716 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f1d1277-9ecf-440b-8735-d7214f9d110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647793 Jan 18 20:05:28.044459 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6de1e42d-1801-46a8-8fb5-0dbf0f215f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f46683e8-133b-4b17-b6d2-44bdaf2e8d43), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:28.049846 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6de1e42d-1801-46a8-8fb5-0dbf0f215f70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:28.053251 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6de1e42d-1801-46a8-8fb5-0dbf0f215f70 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f46683e8-133b-4b17-b6d2-44bdaf2e8d43 HTTP/1.1" status: 204 len: 168 time: 0.2862449 Jan 18 20:05:28.083960 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1e42d-1801-46a8-8fb5-0dbf0f215f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46683e8-133b-4b17-b6d2-44bdaf2e8d43,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:28.091728 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875aa7b-1559-4fdf-8d1f-fd8c05c28515 req-f6d904ec-593d-4d5c-bf87-b668a7399531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:28.093249 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0875aa7b-1559-4fdf-8d1f-fd8c05c28515 req-f6d904ec-593d-4d5c-bf87-b668a7399531 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e1a56cf5-0ea7-4e73-aa41-a78bd0485d57 HTTP/1.1" status: 200 len: 1101 time: 0.0934167 Jan 18 20:05:28.130711 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:05:28.181543 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:05:28.182038 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device e7ad089c-d6ba-4d1a-98df-b1bb1bd4057f not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:05:28.184204 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0875aa7b-1559-4fdf-8d1f-fd8c05c28515 req-927b0aab-65e6-43a5-8e84-be31eb80e5c2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817099 Jan 18 20:05:28.292709 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049b9da-249d-402a-a68c-300625af8fa6 req-0fb7f86e-96c5-47d4-9349-895407d5fab8 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:28.294251 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5049b9da-249d-402a-a68c-300625af8fa6 req-0fb7f86e-96c5-47d4-9349-895407d5fab8 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 946 time: 0.0755703 Jan 18 20:05:28.358549 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36064) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:05:28.389885 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5049b9da-249d-402a-a68c-300625af8fa6 req-13c66bed-e458-4434-acc7-28fb88979641 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788138 Jan 18 20:05:28.547912 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36068) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:05:28.591179 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0ccc91b5-32ff-41e7-a544-3dc164618713 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=070187427d1749f7b692ba37839e3274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314644 Jan 18 20:05:28.593805 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36070) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:05:28.606146 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-86ab1db2-3bd7-4f58-91a2-98411553ed42 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a24462a95374c41b34fd5b26a602987&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0558121 Jan 18 20:05:28.606461 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36072) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:05:28.667602 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2378b10-c07f-4490-b74d-63224b7c11db admin admin] Publish callbacks [] for security_group (70285a38-8f2f-433a-ab78-cd719a0681a3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:28.669053 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c206260b-e570-4bdd-bda0-341324f974d0 admin admin] Publish callbacks [] for security_group (b256a7c8-ad54-44e6-a3d0-5327f0991cbb), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:28.704010 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c206260b-e570-4bdd-bda0-341324f974d0 admin admin] Publish callbacks [] for security_group (b256a7c8-ad54-44e6-a3d0-5327f0991cbb), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:28.706667 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2378b10-c07f-4490-b74d-63224b7c11db admin admin] Publish callbacks [] for security_group (70285a38-8f2f-433a-ab78-cd719a0681a3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:28.770567 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2378b10-c07f-4490-b74d-63224b7c11db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (70285a38-8f2f-433a-ab78-cd719a0681a3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:28.776503 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2378b10-c07f-4490-b74d-63224b7c11db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:28.777705 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d2378b10-c07f-4490-b74d-63224b7c11db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70285a38-8f2f-433a-ab78-cd719a0681a3 HTTP/1.1" status: 204 len: 168 time: 0.1702542 Jan 18 20:05:28.810229 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2378b10-c07f-4490-b74d-63224b7c11db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70285a38-8f2f-433a-ab78-cd719a0681a3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:28.829855 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802c46d-cdb5-4e98-97bc-542b57be78e1 req-c7a65bc5-377b-4a05-acc5-e1b5b8113a06 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:28.831894 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2802c46d-cdb5-4e98-97bc-542b57be78e1 req-c7a65bc5-377b-4a05-acc5-e1b5b8113a06 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdd878a3-6daf-4972-b798-76bb26b0ef17 HTTP/1.1" status: 200 len: 950 time: 0.1169512 Jan 18 20:05:28.840822 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dac3a-f35e-425c-b25a-a505bd81b328 req-94e9c808-841e-4d73-9497-bd14cc9a666b tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:28.842587 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ff3dac3a-f35e-425c-b25a-a505bd81b328 req-94e9c808-841e-4d73-9497-bd14cc9a666b tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a56cf5-0ea7-4e73-aa41-a78bd0485d57 HTTP/1.1" status: 200 len: 950 time: 0.1259351 Jan 18 20:05:28.843472 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c206260b-e570-4bdd-bda0-341324f974d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b256a7c8-ad54-44e6-a3d0-5327f0991cbb), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:28.846381 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c206260b-e570-4bdd-bda0-341324f974d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:28.847713 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c206260b-e570-4bdd-bda0-341324f974d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b256a7c8-ad54-44e6-a3d0-5327f0991cbb HTTP/1.1" status: 204 len: 168 time: 0.2528968 Jan 18 20:05:28.898093 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:28.921512 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206260b-e570-4bdd-bda0-341324f974d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b256a7c8-ad54-44e6-a3d0-5327f0991cbb,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:28.977618 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2802c46d-cdb5-4e98-97bc-542b57be78e1 req-1a2d42bd-8066-4ce2-9124-6960f2920e1a tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/security-groups?id=179be355-7906-4cd3-bde5-f2063ce9c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287003 Jan 18 20:05:28.983800 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ff3dac3a-f35e-425c-b25a-a505bd81b328 req-fba35ce3-0ff0-4ade-af5e-7c2dcbfc5542 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186483 Jan 18 20:05:29.301482 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3cc4c-6870-492f-bd5b-02877a9b9822 req-4cd54793-f7f0-4db0-90d5-ddb1bb177f23 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:29.338663 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b7a3cc4c-6870-492f-bd5b-02877a9b9822 req-4cd54793-f7f0-4db0-90d5-ddb1bb177f23 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a650482-988b-4bc5-a56e-d624f1447265 HTTP/1.1" status: 200 len: 945 time: 0.1412334 Jan 18 20:05:29.440164 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b7a3cc4c-6870-492f-bd5b-02877a9b9822 req-5e3e257a-511d-4fa4-a9fb-b9b985f813ad tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f1d1277-9ecf-440b-8735-d7214f9d110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003602 Jan 18 20:05:29.505324 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36116) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:05:29.548287 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1736a28-7e3a-4e35-b2b7-0b8764623820 req-0c89b239-3f7d-45e3-970e-ea3caae537ca tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:29.557552 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a1736a28-7e3a-4e35-b2b7-0b8764623820 req-0c89b239-3f7d-45e3-970e-ea3caae537ca tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdd878a3-6daf-4972-b798-76bb26b0ef17 HTTP/1.1" status: 200 len: 950 time: 0.1026628 Jan 18 20:05:29.626623 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d3bcdaca-59a7-47e6-a75c-edd1aea377da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2387030b49d34e02ad5bf9b60cb3dfaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1171064 Jan 18 20:05:29.631700 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36118) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:05:29.664606 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92642d-0c1d-4bae-8207-d9785796b2da req-169ace0f-9576-4060-ad8a-597f5ba4c0b4 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:29.666166 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c92642d-0c1d-4bae-8207-d9785796b2da req-169ace0f-9576-4060-ad8a-597f5ba4c0b4 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 946 time: 0.1000295 Jan 18 20:05:29.705245 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a1736a28-7e3a-4e35-b2b7-0b8764623820 req-900e78e7-17ff-4406-bdc7-04f6652f6c82 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/security-groups?id=179be355-7906-4cd3-bde5-f2063ce9c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474409 Jan 18 20:05:29.734752 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-134cf563-8e91-4fd6-9e16-296bae6407a3 admin admin] Publish callbacks [] for security_group (b1174263-c429-46bb-8f6f-0c9ae4d91d22), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:29.767269 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-134cf563-8e91-4fd6-9e16-296bae6407a3 admin admin] Publish callbacks [] for security_group (b1174263-c429-46bb-8f6f-0c9ae4d91d22), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:29.771177 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c92642d-0c1d-4bae-8207-d9785796b2da req-3cb387b9-dc69-4a5c-884f-1335a56a4e44 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944676 Jan 18 20:05:29.847686 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-134cf563-8e91-4fd6-9e16-296bae6407a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b1174263-c429-46bb-8f6f-0c9ae4d91d22), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:29.851431 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-134cf563-8e91-4fd6-9e16-296bae6407a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:29.852690 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-134cf563-8e91-4fd6-9e16-296bae6407a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1174263-c429-46bb-8f6f-0c9ae4d91d22 HTTP/1.1" status: 204 len: 168 time: 0.2199938 Jan 18 20:05:29.862038 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134cf563-8e91-4fd6-9e16-296bae6407a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1174263-c429-46bb-8f6f-0c9ae4d91d22,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:29.862167 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c4eb1-a8b2-4bc3-81d1-d731317d413f req-3c5f7a6d-b9ac-4183-9875-6ff8d1bdae25 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:29.875299 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36124) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:05:29.875716 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cc2c4eb1-a8b2-4bc3-81d1-d731317d413f req-3c5f7a6d-b9ac-4183-9875-6ff8d1bdae25 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a650482-988b-4bc5-a56e-d624f1447265 HTTP/1.1" status: 200 len: 945 time: 0.0962250 Jan 18 20:05:29.880538 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-2ad882f7-d5ab-496d-8e48-909f72efd0db tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Request body: {'floatingip': {'port_id': 'bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:05:29.968332 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2ad882f7-d5ab-496d-8e48-909f72efd0db tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks [] for floatingip (24ed89d1-d5f1-4958-afb7-56b0bdde602e), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:30.239457 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88480a9d-50b6-4533-9ac0-2d7995ba16a0 req-083fddec-9f58-4c0c-b03c-3e311c55324f tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:30.241620 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-88480a9d-50b6-4533-9ac0-2d7995ba16a0 req-083fddec-9f58-4c0c-b03c-3e311c55324f tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a56cf5-0ea7-4e73-aa41-a78bd0485d57 HTTP/1.1" status: 200 len: 950 time: 0.1242325 Jan 18 20:05:30.359163 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-88480a9d-50b6-4533-9ac0-2d7995ba16a0 req-6dbcaede-4520-47a6-9ee2-84b2203b4515 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099846 Jan 18 20:05:30.442188 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:30.561731 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f06f76-448e-408a-8bc9-4097fd011975 req-afdcae0e-cec6-4206-9ea3-361338003c69 tempest-ServersOnMultiNodesTest-1292293684 tempest-ServersOnMultiNodesTest-1292293684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:30.568819 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76f06f76-448e-408a-8bc9-4097fd011975 req-afdcae0e-cec6-4206-9ea3-361338003c69 tempest-ServersOnMultiNodesTest-1292293684 tempest-ServersOnMultiNodesTest-1292293684-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1a56cf5-0ea7-4e73-aa41-a78bd0485d57 HTTP/1.1" status: 200 len: 1101 time: 0.0594444 Jan 18 20:05:30.578099 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819e217-fcd5-43b1-8d09-d37734104400 req-f9de619c-9985-4677-877f-5c7c1d0648ab tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:30.579973 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9819e217-fcd5-43b1-8d09-d37734104400 req-f9de619c-9985-4677-877f-5c7c1d0648ab tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752&tenant_id=67883881b676447cbe3f92dbc62dd7c6&binding%3Ahost_id=n-h2-741529-9 HTTP/1.1" status: 200 len: 1097 time: 0.1186869 Jan 18 20:05:30.631271 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76f06f76-448e-408a-8bc9-4097fd011975 req-294f6031-0edb-4f7f-a010-ca414c95336b tempest-ServersOnMultiNodesTest-1292293684 tempest-ServersOnMultiNodesTest-1292293684-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567842 Jan 18 20:05:30.636767 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-9819e217-fcd5-43b1-8d09-d37734104400 req-035cef5d-a1f7-4cdc-8c17-5312c92eacaa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-741529-9'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:05:30.749926 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9819e217-fcd5-43b1-8d09-d37734104400 req-035cef5d-a1f7-4cdc-8c17-5312c92eacaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ae5daab9-3318-4b0e-afff-8350b4913ab0), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:31.000652 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2ad882f7-d5ab-496d-8e48-909f72efd0db tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:31.009258 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2ad882f7-d5ab-496d-8e48-909f72efd0db tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (24ed89d1-d5f1-4958-afb7-56b0bdde602e), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:31.031302 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc7093-dc51-430a-aca6-c2b6910090bc req-b1216c16-bc89-4ed1-8817-b0ee777dea12 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:31.040455 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e9cc7093-dc51-430a-aca6-c2b6910090bc req-b1216c16-bc89-4ed1-8817-b0ee777dea12 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdd878a3-6daf-4972-b798-76bb26b0ef17 HTTP/1.1" status: 200 len: 950 time: 0.1914761 Jan 18 20:05:31.080013 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-0c3a0bc5-fdd4-46a7-9f95-8c550bf2655e tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1027384 Jan 18 20:05:31.157678 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [None req-2ad882f7-d5ab-496d-8e48-909f72efd0db tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Floating IP 24ed89d1-d5f1-4958-afb7-56b0bdde602e associated. External IP: 172.25.4.86, port: bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25. Jan 18 20:05:31.258012 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-9819e217-fcd5-43b1-8d09-d37734104400 req-035cef5d-a1f7-4cdc-8c17-5312c92eacaa service neutron] For port ae5daab9-3318-4b0e-afff-8350b4913ab0, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ae5daab9-3318-4b0e-afff-8350b4913ab0,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:31.368495 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e9cc7093-dc51-430a-aca6-c2b6910090bc req-582913ed-fcbe-4550-8656-cbafaca66ae0 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/security-groups?id=179be355-7906-4cd3-bde5-f2063ce9c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270507 Jan 18 20:05:31.455853 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36200) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:05:31.554187 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b063bf0-1c2d-4c91-aa32-5c1cfc7970c2 req-73c547ff-74d6-4232-85b5-351eba09ba33 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:31.557303 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0b063bf0-1c2d-4c91-aa32-5c1cfc7970c2 req-73c547ff-74d6-4232-85b5-351eba09ba33 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdd878a3-6daf-4972-b798-76bb26b0ef17 HTTP/1.1" status: 200 len: 950 time: 0.4220657 Jan 18 20:05:31.566909 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-9819e217-fcd5-43b1-8d09-d37734104400 req-035cef5d-a1f7-4cdc-8c17-5312c92eacaa service neutron] For port ae5daab9-3318-4b0e-afff-8350b4913ab0, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:05:31.575697 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-f7357f01-ee06-4e9d-9ebc-009aa8a0c718 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:31.583641 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-f7357f01-ee06-4e9d-9ebc-009aa8a0c718 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4912705 Jan 18 20:05:31.708150 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-1b2ec808-cb44-47ab-8731-cc5295e612c8 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/quotas/4a224ebb9b284eacbf564bea3f5d736c HTTP/1.1" status: 200 len: 375 time: 0.1233246 Jan 18 20:05:31.721156 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-faedaf8b-4086-4206-a521-288497419fd6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1872066002-network', 'tenant_id': '536b1ea8d4ea441eb844f0282566f4a8'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:05:31.727656 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7aedde9-fa43-4058-b3e4-132f5a5fd752', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae5daab9-3318-4b0e-afff-8350b4913ab0'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:05:31.729959 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a094b87-24d8-48b8-bca6-266e575b4514" -d '{"events": [{"server_uuid": "b7aedde9-fa43-4058-b3e4-132f5a5fd752", "name": "network-vif-unplugged", "status": "completed", "tag": "ae5daab9-3318-4b0e-afff-8350b4913ab0"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:05:31.740291 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9819e217-fcd5-43b1-8d09-d37734104400 req-035cef5d-a1f7-4cdc-8c17-5312c92eacaa service neutron] Publish callbacks [] for port (ae5daab9-3318-4b0e-afff-8350b4913ab0), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:31.794808 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:31.796456 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9819e217-fcd5-43b1-8d09-d37734104400 req-035cef5d-a1f7-4cdc-8c17-5312c92eacaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (ae5daab9-3318-4b0e-afff-8350b4913ab0), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:31.797473 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad882f7-d5ab-496d-8e48-909f72efd0db tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Router af8396b8-091e-472d-9390-f0c01762118e has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:05:31.902926 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d026c4-8a58-49dc-81ae-5dfb5ff50ba5 req-a516d96d-ca42-4eed-8876-2e6ac95e67f7 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:31.902926 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46d026c4-8a58-49dc-81ae-5dfb5ff50ba5 req-a516d96d-ca42-4eed-8876-2e6ac95e67f7 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 946 time: 0.3449967 Jan 18 20:05:31.902926 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faedaf8b-4086-4206-a521-288497419fd6 admin admin] Made reservation on behalf of 536b1ea8d4ea441eb844f0282566f4a8 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:05:31.902926 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-faedaf8b-4086-4206-a521-288497419fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:31.938193 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035cef5d-a1f7-4cdc-8c17-5312c92eacaa service neutron] Pushing event updated for resources: {'Port': ['ID=ae5daab9-3318-4b0e-afff-8350b4913ab0,revision_number=7']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:31.941344 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-faedaf8b-4086-4206-a521-288497419fd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:31.947619 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad882f7-d5ab-496d-8e48-909f72efd0db tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:05:31.969171 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2ad882f7-d5ab-496d-8e48-909f72efd0db tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:31.970732 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-6db0d873-47f2-44fb-86f7-6c5576ff12ef tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2461436 Jan 18 20:05:31.980587 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4497c8a1-a4a9-46a7-a8da-317f6611cba1 None None] Sync routers for ids ['af8396b8-091e-472d-9390-f0c01762118e'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:05:32.010049 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4497c8a1-a4a9-46a7-a8da-317f6611cba1 None None] Routers {'af8396b8-091e-472d-9390-f0c01762118e'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:05:32.010795 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-4497c8a1-a4a9-46a7-a8da-317f6611cba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:05:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['af8396b8-091e-472d-9390-f0c01762118e'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:05:32.019244 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2ad882f7-d5ab-496d-8e48-909f72efd0db tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "PUT /v2.0/floatingips/24ed89d1-d5f1-4958-afb7-56b0bdde602e HTTP/1.1" status: 200 len: 990 time: 2.1421072 Jan 18 20:05:32.020256 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a650482-988b-4bc5-a56e-d624f1447265', 'tag': 'bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:05:32.020511 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-0b063bf0-1c2d-4c91-aa32-5c1cfc7970c2 req-a06bef91-f819-4cc6-aa19-00b2a99515b2 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Deleting port 62560bd2-09b9-4a51-9f8c-ebfd8cee356a {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:05:32.020851 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0b063bf0-1c2d-4c91-aa32-5c1cfc7970c2 req-a06bef91-f819-4cc6-aa19-00b2a99515b2 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (62560bd2-09b9-4a51-9f8c-ebfd8cee356a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:32.023595 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd63896-b45e-4d5f-8cbf-a31d7826cf12" -d '{"events": [{"name": "network-changed", "server_uuid": "9a650482-988b-4bc5-a56e-d624f1447265", "tag": "bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:05:32.051864 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46d026c4-8a58-49dc-81ae-5dfb5ff50ba5 req-53f918cf-ae3a-4c39-bb6b-bf319e92aa8d tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433411 Jan 18 20:05:32.150967 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-faedaf8b-4086-4206-a521-288497419fd6 admin admin] Publish callbacks [] for security_group (9b6d82a1-153c-4797-a508-506dcf276202), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:32.200162 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-4497c8a1-a4a9-46a7-a8da-317f6611cba1 None None] Set router af8396b8-091e-472d-9390-f0c01762118e gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:05:32.260109 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device ae5daab9-3318-4b0e-afff-8350b4913ab0 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:05:32.298728 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-0b063bf0-1c2d-4c91-aa32-5c1cfc7970c2 req-a06bef91-f819-4cc6-aa19-00b2a99515b2 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] For port 62560bd2-09b9-4a51-9f8c-ebfd8cee356a, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=62560bd2-09b9-4a51-9f8c-ebfd8cee356a,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:32.299105 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0b063bf0-1c2d-4c91-aa32-5c1cfc7970c2 req-a06bef91-f819-4cc6-aa19-00b2a99515b2 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (62560bd2-09b9-4a51-9f8c-ebfd8cee356a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:32.315408 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-0b063bf0-1c2d-4c91-aa32-5c1cfc7970c2 req-a06bef91-f819-4cc6-aa19-00b2a99515b2 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Calling delete_port for 62560bd2-09b9-4a51-9f8c-ebfd8cee356a owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:05:32.417878 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.resource_extend [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:05:32.466538 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25764af-19ea-4d3c-872b-6325f9ed5ae8 x-openstack-request-id: req-c25764af-19ea-4d3c-872b-6325f9ed5ae8 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:05:32.466850 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a650482-988b-4bc5-a56e-d624f1447265", "tag": "bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:05:32.467249 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c25764af-19ea-4d3c-872b-6325f9ed5ae8 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:05:32.467651 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a650482-988b-4bc5-a56e-d624f1447265', 'tag': 'bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25', 'status': 'completed', 'code': 200} Jan 18 20:05:32.549931 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cf17aa-7c20-4ada-a177-8c9f2ed58c07 x-openstack-request-id: req-a3cf17aa-7c20-4ada-a177-8c9f2ed58c07 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:05:32.552648 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7aedde9-fa43-4058-b3e4-132f5a5fd752", "name": "network-vif-unplugged", "status": "completed", "tag": "ae5daab9-3318-4b0e-afff-8350b4913ab0", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:05:32.552648 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3cf17aa-7c20-4ada-a177-8c9f2ed58c07 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:05:32.555646 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7aedde9-fa43-4058-b3e4-132f5a5fd752', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae5daab9-3318-4b0e-afff-8350b4913ab0', 'code': 200} Jan 18 20:05:32.575790 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-faedaf8b-4086-4206-a521-288497419fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9b6d82a1-153c-4797-a508-506dcf276202), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:32.595760 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0b063bf0-1c2d-4c91-aa32-5c1cfc7970c2 req-a06bef91-f819-4cc6-aa19-00b2a99515b2 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (62560bd2-09b9-4a51-9f8c-ebfd8cee356a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:32.614277 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd63896-b45e-4d5f-8cbf-a31d7826cf12 req-d94ae0cb-6f47-4fdb-8389-7ed2592ff10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:32.618217 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0fd63896-b45e-4d5f-8cbf-a31d7826cf12 req-d94ae0cb-6f47-4fdb-8389-7ed2592ff10c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83505cce248d4c14b276c003902f57cf&device_id=9a650482-988b-4bc5-a56e-d624f1447265 HTTP/1.1" status: 200 len: 1096 time: 0.1282198 Jan 18 20:05:32.634866 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['62560bd2-09b9-4a51-9f8c-ebfd8cee356a'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:05:32.660908 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-9819e217-fcd5-43b1-8d09-d37734104400 req-035cef5d-a1f7-4cdc-8c17-5312c92eacaa service neutron] Attempting to bind port ae5daab9-3318-4b0e-afff-8350b4913ab0 on host n-h2-741529-9 for vnic_type normal with profile {"migrating_to": "n-h1-741529-9"} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:05:32.661248 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-9819e217-fcd5-43b1-8d09-d37734104400 req-035cef5d-a1f7-4cdc-8c17-5312c92eacaa service neutron] Attempting to bind port ae5daab9-3318-4b0e-afff-8350b4913ab0 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:05:32.661580 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9819e217-fcd5-43b1-8d09-d37734104400 req-035cef5d-a1f7-4cdc-8c17-5312c92eacaa service neutron] Attempting to bind port ae5daab9-3318-4b0e-afff-8350b4913ab0 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:05:32.689675 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faedaf8b-4086-4206-a521-288497419fd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:05:32.713245 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6f1dabd9-9bd2-44a8-967d-b8fb73965a43 req-ab45fca6-d72a-4272-9205-f31c3215533b tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20305-6dd7-4b79-a809-0ca4fc6d8786 HTTP/1.1" status: 200 len: 210 time: 0.1498227 Jan 18 20:05:32.731763 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port ae5daab9-3318-4b0e-afff-8350b4913ab0, host n-h2-741529-9, got binding levels [] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:32.781686 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06bef91-f819-4cc6-aa19-00b2a99515b2 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Pushing event deleted for resources: {'Port': ['ID=62560bd2-09b9-4a51-9f8c-ebfd8cee356a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:32.786984 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Attempting to bind port ae5daab9-3318-4b0e-afff-8350b4913ab0 on host n-h2-741529-9 for vnic_type normal with profile {"migrating_to": "n-h1-741529-9"} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:05:32.788596 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Attempting to bind port ae5daab9-3318-4b0e-afff-8350b4913ab0 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:05:32.789199 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Attempting to bind port ae5daab9-3318-4b0e-afff-8350b4913ab0 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:05:32.794395 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9819e217-fcd5-43b1-8d09-d37734104400 req-035cef5d-a1f7-4cdc-8c17-5312c92eacaa service neutron] Port ae5daab9-3318-4b0e-afff-8350b4913ab0 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:05:32.794783 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9819e217-fcd5-43b1-8d09-d37734104400 req-035cef5d-a1f7-4cdc-8c17-5312c92eacaa service neutron] Attempting to bind port ae5daab9-3318-4b0e-afff-8350b4913ab0 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:05:32.823959 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Port ae5daab9-3318-4b0e-afff-8350b4913ab0 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:05:32.825124 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Attempting to bind port ae5daab9-3318-4b0e-afff-8350b4913ab0 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:05:32.847438 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faedaf8b-4086-4206-a521-288497419fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6d82a1-153c-4797-a508-506dcf276202,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:32.853104 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:05:32.853896 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Checking segment: {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:05:32.855053 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Bound using segment: {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:05:32.855945 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Bound port: ae5daab9-3318-4b0e-afff-8350b4913ab0, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:05:32.856885 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ae5daab9-3318-4b0e-afff-8350b4913ab0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:32.892080 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-faedaf8b-4086-4206-a521-288497419fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (0132bf63-dcf2-4662-ad33-f994099ea8fe), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:32.892427 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-faedaf8b-4086-4206-a521-288497419fd6 admin admin] Added segment 0132bf63-dcf2-4662-ad33-f994099ea8fe of type vlan for network 1c386308-5be4-4b93-9ac1-2d4e192cc6d2 Jan 18 20:05:32.920062 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd63896-b45e-4d5f-8cbf-a31d7826cf12 req-57f4d269-b287-4d21-9d4a-7a2fa2ee534d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:32.924575 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-86891627-40ab-4273-bff7-9e3774816970 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=85092cd3f857422b8e1328b863cb2eb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2294993 Jan 18 20:05:32.925220 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0fd63896-b45e-4d5f-8cbf-a31d7826cf12 req-57f4d269-b287-4d21-9d4a-7a2fa2ee534d service neutron] 10.222.0.57 "GET /v2.0/networks?id=3c5ec1c4-de42-47d6-ac78-1c3ddb817769 HTTP/1.1" status: 200 len: 906 time: 0.3018186 Jan 18 20:05:33.014148 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port ae5daab9-3318-4b0e-afff-8350b4913ab0, host n-h2-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:05:33.029200 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port ae5daab9-3318-4b0e-afff-8350b4913ab0, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ae5daab9-3318-4b0e-afff-8350b4913ab0,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:05:33.092346 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0fd63896-b45e-4d5f-8cbf-a31d7826cf12 req-fd691499-a27e-40b2-b344-09a1eb22bd9c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25 HTTP/1.1" status: 200 len: 998 time: 0.1592388 Jan 18 20:05:33.092931 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ae5daab9-3318-4b0e-afff-8350b4913ab0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:33.174302 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd63896-b45e-4d5f-8cbf-a31d7826cf12 req-7bdafa5b-ccf6-44d8-9cfd-e7492d9bad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:33.176032 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0fd63896-b45e-4d5f-8cbf-a31d7826cf12 req-7bdafa5b-ccf6-44d8-9cfd-e7492d9bad45 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5eb0d4e7-64bc-49d1-859c-c4823c4f8397 HTTP/1.1" status: 200 len: 844 time: 0.0748403 Jan 18 20:05:33.255914 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd63896-b45e-4d5f-8cbf-a31d7826cf12 req-359226e9-79d6-4d86-a84b-1e458698024d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:33.261134 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0fd63896-b45e-4d5f-8cbf-a31d7826cf12 req-359226e9-79d6-4d86-a84b-1e458698024d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3c5ec1c4-de42-47d6-ac78-1c3ddb817769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783832 Jan 18 20:05:33.264797 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=ae5daab9-3318-4b0e-afff-8350b4913ab0,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:33.354834 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:33.356191 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:33.356797 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:33.357158 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:33.357498 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:33.357859 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:33.358195 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:33.358510 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:33.358833 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:33.359156 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:33.359518 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:33.359843 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:33.360160 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:05:33.366676 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device ae5daab9-3318-4b0e-afff-8350b4913ab0 has no active binding in host n-h1-741529-9 {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 18 20:05:33.380631 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9819e217-fcd5-43b1-8d09-d37734104400 req-035cef5d-a1f7-4cdc-8c17-5312c92eacaa service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:05:33.381691 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9819e217-fcd5-43b1-8d09-d37734104400 req-035cef5d-a1f7-4cdc-8c17-5312c92eacaa service neutron] Checking segment: {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:05:33.382162 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9819e217-fcd5-43b1-8d09-d37734104400 req-035cef5d-a1f7-4cdc-8c17-5312c92eacaa service neutron] Bound using segment: {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:05:33.382602 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-9819e217-fcd5-43b1-8d09-d37734104400 req-035cef5d-a1f7-4cdc-8c17-5312c92eacaa service neutron] Bound port: ae5daab9-3318-4b0e-afff-8350b4913ab0, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:05:33.383074 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9819e217-fcd5-43b1-8d09-d37734104400 req-035cef5d-a1f7-4cdc-8c17-5312c92eacaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ae5daab9-3318-4b0e-afff-8350b4913ab0), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:33.392680 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-4497c8a1-a4a9-46a7-a8da-317f6611cba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8396b8-091e-472d-9390-f0c01762118e', 'name': 'tempest-ServersTestJSON-580732818-router', 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b14ae363-80f8-437c-bee0-ed994706352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:04:48Z', 'updated_at': '2022-01-18T20:04:59Z', 'revision_number': 4, 'project_id': '83505cce248d4c14b276c003902f57cf', 'gw_port': {'id': 'b14ae363-80f8-437c-bee0-ed994706352e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8396b8-091e-472d-9390-f0c01762118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:04:50Z', 'updated_at': '2022-01-18T20:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '24ed89d1-d5f1-4958-afb7-56b0bdde602e', 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'floating_ip_address': '172.25.4.86', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'af8396b8-091e-472d-9390-f0c01762118e', 'port_id': 'bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c5ec1c4-de42-47d6-ac78-1c3ddb817769', 'mac_address': 'fa:16:3e:db:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a650482-988b-4bc5-a56e-d624f1447265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:05:06Z', 'updated_at': '2022-01-18T20:05:30Z', 'revision_number': 1, 'project_id': '83505cce248d4c14b276c003902f57cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36e7d360-91c2-4740-ade2-77426eff3a9b', 'name': '', 'network_id': '3c5ec1c4-de42-47d6-ac78-1c3ddb817769', 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'mac_address': 'fa:16:3e:fe:d2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8396b8-091e-472d-9390-f0c01762118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '5eb0d4e7-64bc-49d1-859c-c4823c4f8397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:04:57Z', 'updated_at': '2022-01-18T20:05:04Z', 'revision_number': 5, 'project_id': '83505cce248d4c14b276c003902f57cf', 'subnets': [{'id': '5eb0d4e7-64bc-49d1-859c-c4823c4f8397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:05:33.418052 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b063bf0-1c2d-4c91-aa32-5c1cfc7970c2 req-a06bef91-f819-4cc6-aa19-00b2a99515b2 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] No DVR routers for this DVR port 62560bd2-09b9-4a51-9f8c-ebfd8cee356a on host n-h1-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:05:33.423166 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4497c8a1-a4a9-46a7-a8da-317f6611cba1 None None] Checking router: af8396b8-091e-472d-9390-f0c01762118e for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:05:33.440966 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4497c8a1-a4a9-46a7-a8da-317f6611cba1 None None] Routers {'af8396b8-091e-472d-9390-f0c01762118e'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:05:33.441930 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-4497c8a1-a4a9-46a7-a8da-317f6611cba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:05:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['af8396b8-091e-472d-9390-f0c01762118e'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:05:33.453110 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0fd63896-b45e-4d5f-8cbf-a31d7826cf12 req-589586ba-ce0f-43db-a4d2-05d993cbc5c9 service neutron] 10.222.0.57 "GET /v2.0/networks/3c5ec1c4-de42-47d6-ac78-1c3ddb817769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843991 Jan 18 20:05:33.565567 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-7a3fea3c-8818-4b11-99df-f3c91921368a tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:33.567284 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-7a3fea3c-8818-4b11-99df-f3c91921368a tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1807830 Jan 18 20:05:33.572757 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0b063bf0-1c2d-4c91-aa32-5c1cfc7970c2 req-a06bef91-f819-4cc6-aa19-00b2a99515b2 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:33.576690 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0b063bf0-1c2d-4c91-aa32-5c1cfc7970c2 req-a06bef91-f819-4cc6-aa19-00b2a99515b2 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.57 "DELETE /v2.0/ports/62560bd2-09b9-4a51-9f8c-ebfd8cee356a HTTP/1.1" status: 204 len: 173 time: 1.9696901 Jan 18 20:05:33.578822 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-59224731-2000-4497-868c-7bd43d25425a req-22ec0ac8-6c90-42db-b7f7-28f50ce58f15 tempest-ImagesNegativeTestJSON-1051889292 tempest-ImagesNegativeTestJSON-1051889292-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdd878a3-6daf-4972-b798-76bb26b0ef17 HTTP/1.1" status: 200 len: 210 time: 0.7227147 Jan 18 20:05:33.604092 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-faedaf8b-4086-4206-a521-288497419fd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (1c386308-5be4-4b93-9ac1-2d4e192cc6d2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:33.619740 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-4497c8a1-a4a9-46a7-a8da-317f6611cba1 None None] Set router af8396b8-091e-472d-9390-f0c01762118e gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:05:33.622436 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0fd63896-b45e-4d5f-8cbf-a31d7826cf12 req-60042198-2fbe-45e7-a807-05a140c71d55 service neutron] 10.222.0.57 "GET /v2.0/networks/3c5ec1c4-de42-47d6-ac78-1c3ddb817769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545100 Jan 18 20:05:33.649879 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-076273e5-501b-4819-84c2-8fb01c15cadc tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/quotas/85092cd3f857422b8e1328b863cb2eb0 HTTP/1.1" status: 200 len: 375 time: 0.0668693 Jan 18 20:05:33.761591 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-327b0a52-fa97-4a4e-8adb-ed3c1089bf14 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1026874 Jan 18 20:05:33.781987 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:33.799441 n-d-741529-9 neutron-server[103336]: WARNING neutron.plugins.ml2.plugin [req-9819e217-fcd5-43b1-8d09-d37734104400 req-035cef5d-a1f7-4cdc-8c17-5312c92eacaa service neutron] Concurrent port binding operations failed on port ae5daab9-3318-4b0e-afff-8350b4913ab0 Jan 18 20:05:33.817059 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-9819e217-fcd5-43b1-8d09-d37734104400 req-035cef5d-a1f7-4cdc-8c17-5312c92eacaa service neutron] For port ae5daab9-3318-4b0e-afff-8350b4913ab0, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ae5daab9-3318-4b0e-afff-8350b4913ab0,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:33.824567 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-faedaf8b-4086-4206-a521-288497419fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (1c386308-5be4-4b93-9ac1-2d4e192cc6d2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:33.825594 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faedaf8b-4086-4206-a521-288497419fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:33.826420 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-faedaf8b-4086-4206-a521-288497419fd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:33.835140 n-d-741529-9 neutron-server[103336]: INFO neutron.plugins.ml2.plugin [req-9819e217-fcd5-43b1-8d09-d37734104400 req-035cef5d-a1f7-4cdc-8c17-5312c92eacaa service neutron] Attempt 2 to bind port ae5daab9-3318-4b0e-afff-8350b4913ab0 Jan 18 20:05:33.838219 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819e217-fcd5-43b1-8d09-d37734104400 req-035cef5d-a1f7-4cdc-8c17-5312c92eacaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:33.839704 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9819e217-fcd5-43b1-8d09-d37734104400 req-035cef5d-a1f7-4cdc-8c17-5312c92eacaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:33.841874 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9819e217-fcd5-43b1-8d09-d37734104400 req-035cef5d-a1f7-4cdc-8c17-5312c92eacaa service neutron] 10.222.0.57 "PUT /v2.0/ports/ae5daab9-3318-4b0e-afff-8350b4913ab0 HTTP/1.1" status: 200 len: 1122 time: 3.2238839 Jan 18 20:05:33.910206 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3843f-c078-4cdc-821d-1c6f8d730d5e req-abcfb921-f078-4183-bca4-d4a3be3b2db7 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:33.920030 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2be3843f-c078-4cdc-821d-1c6f8d730d5e req-abcfb921-f078-4183-bca4-d4a3be3b2db7 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 944 time: 0.2357750 Jan 18 20:05:33.932599 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-3117e3ec-4369-4cdd-81a1-417730849bd7 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661101 Jan 18 20:05:33.950597 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-faedaf8b-4086-4206-a521-288497419fd6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4929614 Jan 18 20:05:33.973909 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36258) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:05:33.981701 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-93aee900-8610-4301-97a1-0fc666d72df1 admin admin] Request body: {'subnet': {'network_id': '1c386308-5be4-4b93-9ac1-2d4e192cc6d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1872066002-subnet', 'tenant_id': '536b1ea8d4ea441eb844f0282566f4a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:05:34.004235 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['ae5daab9-3318-4b0e-afff-8350b4913ab0'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:05:34.031928 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['ae5daab9-3318-4b0e-afff-8350b4913ab0'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:05:34.041011 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faedaf8b-4086-4206-a521-288497419fd6 admin admin] Pushing event updated for resources: {'Network': ['ID=1c386308-5be4-4b93-9ac1-2d4e192cc6d2,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:34.107633 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2be3843f-c078-4cdc-821d-1c6f8d730d5e req-56845be9-3d08-4b72-9f88-439c950de52e tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867068 Jan 18 20:05:34.122727 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 1c386308-5be4-4b93-9ac1-2d4e192cc6d2 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:05:34.236367 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93aee900-8610-4301-97a1-0fc666d72df1 admin admin] Made reservation on behalf of 536b1ea8d4ea441eb844f0282566f4a8 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:05:34.238930 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-93aee900-8610-4301-97a1-0fc666d72df1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:34.374121 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-aedc383f-c1e1-4c90-a1cc-c25a89aeabc4 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:34.375669 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-aedc383f-c1e1-4c90-a1cc-c25a89aeabc4 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4317029 Jan 18 20:05:34.389192 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-f75f5d45-c88b-4a63-8a3f-07fa5094c554 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Request body: {'port': {'device_id': '94f20305-6dd7-4b79-a809-0ca4fc6d8786', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': '4a224ebb9b284eacbf564bea3f5d736c'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:05:34.424205 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5945d58-a045-4dee-b205-ef089b995228 req-0903a1b5-aeff-4cb0-b556-181591caed77 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20305-6dd7-4b79-a809-0ca4fc6d8786 HTTP/1.1" status: 200 len: 210 time: 0.0554459 Jan 18 20:05:34.494036 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-51fc4ac2-2290-4e6b-928a-40df5095036d req-42ecb6cf-92d8-4209-b472-54c5001b9ca9 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 210 time: 0.0624201 Jan 18 20:05:34.546454 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 62560bd2-09b9-4a51-9f8c-ebfd8cee356a no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:05:34.558092 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd878a3-6daf-4972-b798-76bb26b0ef17', 'name': 'network-vif-deleted', 'tag': '62560bd2-09b9-4a51-9f8c-ebfd8cee356a'}, {'name': 'network-changed', 'server_uuid': 'b7aedde9-fa43-4058-b3e4-132f5a5fd752', 'tag': 'ae5daab9-3318-4b0e-afff-8350b4913ab0'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:05:34.560645 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8455d14e-f2b8-4300-9dc1-fbe0670433fb" -d '{"events": [{"server_uuid": "fdd878a3-6daf-4972-b798-76bb26b0ef17", "name": "network-vif-deleted", "tag": "62560bd2-09b9-4a51-9f8c-ebfd8cee356a"}, {"name": "network-changed", "server_uuid": "b7aedde9-fa43-4058-b3e4-132f5a5fd752", "tag": "ae5daab9-3318-4b0e-afff-8350b4913ab0"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:05:34.609442 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 62560bd2-09b9-4a51-9f8c-ebfd8cee356a {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:05:34.611994 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 62560bd2-09b9-4a51-9f8c-ebfd8cee356a not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:05:34.642206 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 18 Jan 2022 20:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0e0750-4d39-4c2e-9c38-29c1e4f3f603 x-openstack-request-id: req-ed0e0750-4d39-4c2e-9c38-29c1e4f3f603 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:05:34.642985 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd878a3-6daf-4972-b798-76bb26b0ef17", "name": "network-vif-deleted", "tag": "62560bd2-09b9-4a51-9f8c-ebfd8cee356a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b7aedde9-fa43-4058-b3e4-132f5a5fd752", "tag": "ae5daab9-3318-4b0e-afff-8350b4913ab0", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:05:34.642985 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed0e0750-4d39-4c2e-9c38-29c1e4f3f603 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:05:34.643469 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd878a3-6daf-4972-b798-76bb26b0ef17', 'name': 'network-vif-deleted', 'tag': '62560bd2-09b9-4a51-9f8c-ebfd8cee356a', 'status': 'completed', 'code': 200} Jan 18 20:05:34.643804 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7aedde9-fa43-4058-b3e4-132f5a5fd752', 'tag': 'ae5daab9-3318-4b0e-afff-8350b4913ab0', 'status': 'completed', 'code': 200} Jan 18 20:05:34.828974 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455d14e-f2b8-4300-9dc1-fbe0670433fb req-3f85bf42-2819-42e5-a7bd-1d7f8a6d7b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:34.830546 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8455d14e-f2b8-4300-9dc1-fbe0670433fb req-3f85bf42-2819-42e5-a7bd-1d7f8a6d7b12 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=67883881b676447cbe3f92dbc62dd7c6&device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 1125 time: 0.1572907 Jan 18 20:05:34.877697 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-93aee900-8610-4301-97a1-0fc666d72df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (62bd1293-5f14-4bc2-af1b-25d35496ec4f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:34.946180 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-f75f5d45-c88b-4a63-8a3f-07fa5094c554 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Made reservation on behalf of 4a224ebb9b284eacbf564bea3f5d736c for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:05:34.950266 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-f75f5d45-c88b-4a63-8a3f-07fa5094c554 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:35.117692 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-4497c8a1-a4a9-46a7-a8da-317f6611cba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8396b8-091e-472d-9390-f0c01762118e', 'name': 'tempest-ServersTestJSON-580732818-router', 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b14ae363-80f8-437c-bee0-ed994706352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:04:48Z', 'updated_at': '2022-01-18T20:04:59Z', 'revision_number': 4, 'project_id': '83505cce248d4c14b276c003902f57cf', 'gw_port': {'id': 'b14ae363-80f8-437c-bee0-ed994706352e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8396b8-091e-472d-9390-f0c01762118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:04:50Z', 'updated_at': '2022-01-18T20:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '24ed89d1-d5f1-4958-afb7-56b0bdde602e', 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'floating_ip_address': '172.25.4.86', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'af8396b8-091e-472d-9390-f0c01762118e', 'port_id': 'bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c5ec1c4-de42-47d6-ac78-1c3ddb817769', 'mac_address': 'fa:16:3e:db:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a650482-988b-4bc5-a56e-d624f1447265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:05:06Z', 'updated_at': '2022-01-18T20:05:30Z', 'revision_number': 1, 'project_id': '83505cce248d4c14b276c003902f57cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36e7d360-91c2-4740-ade2-77426eff3a9b', 'name': '', 'network_id': '3c5ec1c4-de42-47d6-ac78-1c3ddb817769', 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'mac_address': 'fa:16:3e:fe:d2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8396b8-091e-472d-9390-f0c01762118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '5eb0d4e7-64bc-49d1-859c-c4823c4f8397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:04:57Z', 'updated_at': '2022-01-18T20:05:04Z', 'revision_number': 5, 'project_id': '83505cce248d4c14b276c003902f57cf', 'subnets': [{'id': '5eb0d4e7-64bc-49d1-859c-c4823c4f8397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:05:35.181183 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aee900-8610-4301-97a1-0fc666d72df1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62bd1293-5f14-4bc2-af1b-25d35496ec4f,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:35.189557 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93aee900-8610-4301-97a1-0fc666d72df1 admin admin] Checking segment: {'id': '0132bf63-dcf2-4662-ad33-f994099ea8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c386308-5be4-4b93-9ac1-2d4e192cc6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:05:35.197241 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aee900-8610-4301-97a1-0fc666d72df1 admin admin] Network hostable DHCP agents. Network: 1c386308-5be4-4b93-9ac1-2d4e192cc6d2, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:05:35.214078 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4497c8a1-a4a9-46a7-a8da-317f6611cba1 None None] The sync data for ids ['af8396b8-091e-472d-9390-f0c01762118e'] in n-d-741529-9 is: [{'id': 'af8396b8-091e-472d-9390-f0c01762118e', 'name': 'tempest-ServersTestJSON-580732818-router', 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b14ae363-80f8-437c-bee0-ed994706352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:04:48Z', 'updated_at': '2022-01-18T20:04:59Z', 'revision_number': 4, 'project_id': '83505cce248d4c14b276c003902f57cf', 'gw_port': {'id': 'b14ae363-80f8-437c-bee0-ed994706352e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8396b8-091e-472d-9390-f0c01762118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:04:50Z', 'updated_at': '2022-01-18T20:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '24ed89d1-d5f1-4958-afb7-56b0bdde602e', 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'floating_ip_address': '172.25.4.86', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'af8396b8-091e-472d-9390-f0c01762118e', 'port_id': 'bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c5ec1c4-de42-47d6-ac78-1c3ddb817769', 'mac_address': 'fa:16:3e:db:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a650482-988b-4bc5-a56e-d624f1447265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:05:06Z', 'updated_at': '2022-01-18T20:05:30Z', 'revision_number': 1, 'project_id': '83505cce248d4c14b276c003902f57cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36e7d360-91c2-4740-ade2-77426eff3a9b', 'name': '', 'network_id': '3c5ec1c4-de42-47d6-ac78-1c3ddb817769', 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'mac_address': 'fa:16:3e:fe:d2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8396b8-091e-472d-9390-f0c01762118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '5eb0d4e7-64bc-49d1-859c-c4823c4f8397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:04:57Z', 'updated_at': '2022-01-18T20:05:04Z', 'revision_number': 5, 'project_id': '83505cce248d4c14b276c003902f57cf', 'subnets': [{'id': '5eb0d4e7-64bc-49d1-859c-c4823c4f8397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:05:35.286828 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455d14e-f2b8-4300-9dc1-fbe0670433fb req-a6bb0d29-c4eb-4e56-bb09-120b2ec50a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:35.289073 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8455d14e-f2b8-4300-9dc1-fbe0670433fb req-a6bb0d29-c4eb-4e56-bb09-120b2ec50a3c service neutron] 10.222.0.70 "GET /v2.0/networks?id=6fab12dd-5aeb-4649-a1e2-836559f8a553 HTTP/1.1" status: 200 len: 921 time: 0.4463747 Jan 18 20:05:35.290442 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-f75f5d45-c88b-4a63-8a3f-07fa5094c554 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Allocated IP 192.168.233.44 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/c9e3e76c-ca9c-4baf-bfa7-8abdad153b92) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:05:35.376863 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f21a9f-fef7-4767-9f94-c2737fd84f5c req-b30f1c7c-7b53-4525-afa1-79303649ef81 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:35.388773 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-99f21a9f-fef7-4767-9f94-c2737fd84f5c req-b30f1c7c-7b53-4525-afa1-79303649ef81 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 944 time: 0.1096694 Jan 18 20:05:35.401902 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8455d14e-f2b8-4300-9dc1-fbe0670433fb req-c99f98d1-7367-4f44-9956-ad3e61b59273 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae5daab9-3318-4b0e-afff-8350b4913ab0 HTTP/1.1" status: 200 len: 217 time: 0.1058333 Jan 18 20:05:35.404160 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aee900-8610-4301-97a1-0fc666d72df1 admin admin] Network 1c386308-5be4-4b93-9ac1-2d4e192cc6d2 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:05:35.457292 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-99f21a9f-fef7-4767-9f94-c2737fd84f5c req-cbc3baec-75fa-49b9-8524-b07fdc2d1700 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672219 Jan 18 20:05:35.469795 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-93aee900-8610-4301-97a1-0fc666d72df1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 1c386308-5be4-4b93-9ac1-2d4e192cc6d2) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:05:35.480798 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6d7377-f1eb-4df1-8203-871623b5fdfc None None] Network 1c386308-5be4-4b93-9ac1-2d4e192cc6d2 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:05:35.487764 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93aee900-8610-4301-97a1-0fc666d72df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:35.488623 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-93aee900-8610-4301-97a1-0fc666d72df1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:35.533993 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455d14e-f2b8-4300-9dc1-fbe0670433fb req-52b85fde-8f88-4ba6-869b-f926136123cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:35.536693 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8455d14e-f2b8-4300-9dc1-fbe0670433fb req-52b85fde-8f88-4ba6-869b-f926136123cd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c7ae8e7b-1bfc-435b-b42c-3b64619a022a HTTP/1.1" status: 200 len: 860 time: 0.1036470 Jan 18 20:05:35.604697 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8455d14e-f2b8-4300-9dc1-fbe0670433fb req-1e726708-ab5a-4dd0-86b1-6a967439618e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6fab12dd-5aeb-4649-a1e2-836559f8a553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605896 Jan 18 20:05:35.621111 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-93aee900-8610-4301-97a1-0fc666d72df1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6439018 Jan 18 20:05:35.623956 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36318) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:05:35.629170 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-d4155b70-1c44-48b2-9ceb-ec653dff46ad admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1872066002-router', 'tenant_id': '536b1ea8d4ea441eb844f0282566f4a8', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:05:35.632193 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36320) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:05:35.713379 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc72e620-c5f7-4041-980b-af82902d9462 None None] New status for floating IP 24ed89d1-d5f1-4958-afb7-56b0bdde602e: ACTIVE {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:05:35.761288 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7a25c00c-8c21-4f57-ad93-ecd9a89c8ebb req-8e3f853b-6867-44ef-8b28-c5052193e2d8 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 210 time: 0.0845790 Jan 18 20:05:35.769052 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f65b19d-4622-41ae-add2-16557b2700e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-1c386308-5be4-4b93-9ac1-2d4e192cc6d2', 'network_id': '1c386308-5be4-4b93-9ac1-2d4e192cc6d2', 'project_id': '536b1ea8d4ea441eb844f0282566f4a8', 'fixed_ips': [{'subnet_id': '62bd1293-5f14-4bc2-af1b-25d35496ec4f'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:05:35.770506 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0f65b19d-4622-41ae-add2-16557b2700e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:35.806705 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-613950b4-bdab-426b-a5ae-069478390ec4 req-9680a918-e114-4f7b-b497-c2627976478a tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20305-6dd7-4b79-a809-0ca4fc6d8786 HTTP/1.1" status: 200 len: 210 time: 0.0679076 Jan 18 20:05:35.835553 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d4155b70-1c44-48b2-9ceb-ec653dff46ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (704b7d88-87de-4590-913c-53830e403e64), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:35.836866 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d4155b70-1c44-48b2-9ceb-ec653dff46ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (704b7d88-87de-4590-913c-53830e403e64), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:35.976847 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d4155b70-1c44-48b2-9ceb-ec653dff46ad admin admin] Publish callbacks [] for router_controller (704b7d88-87de-4590-913c-53830e403e64), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:36.070070 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-35990be0-8dda-4d43-b362-0c854f0cd4e0 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=85092cd3f857422b8e1328b863cb2eb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1175461 Jan 18 20:05:36.088875 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ed9718d3-4fbc-4070-9b7f-094a2f5f24c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f12d2ff17748475681d771e31a690307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4547565 Jan 18 20:05:36.091754 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36324) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:05:36.136659 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-0f65b19d-4622-41ae-add2-16557b2700e2 None None] Allocated IP 172.20.0.2 (1c386308-5be4-4b93-9ac1-2d4e192cc6d2/62bd1293-5f14-4bc2-af1b-25d35496ec4f/e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:05:36.139773 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-f75f5d45-c88b-4a63-8a3f-07fa5094c554 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks [] for port (c9e3e76c-ca9c-4baf-bfa7-8abdad153b92), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:36.199439 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-f75f5d45-c88b-4a63-8a3f-07fa5094c554 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (c9e3e76c-ca9c-4baf-bfa7-8abdad153b92), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:36.222377 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d4155b70-1c44-48b2-9ceb-ec653dff46ad admin admin] Publish callbacks [] for router_gateway (704b7d88-87de-4590-913c-53830e403e64), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:36.244556 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-f75f5d45-c88b-4a63-8a3f-07fa5094c554 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:05:36.251097 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-f75f5d45-c88b-4a63-8a3f-07fa5094c554 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:05:36.254077 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['e4d63c04-205a-4aeb-b804-57bbc079b0fe', '2f0fb0af-5225-4036-a577-369f9d8302fa'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:05:36.257434 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['a265e4de-d812-4b0f-839c-e603343b00ff', 'd9d6ed88-afa9-4754-b864-b1f22322c79b', '9cb99548-e15a-4996-bb62-503e574bd94f', '6350279c-5035-422e-b31b-3b4c18679455', '6f8f7982-5f66-432a-8cee-9faa10f5d3c2'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:05:36.283929 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-50ed9e00-d245-4e29-9cd1-2e5c8394d725 admin admin] Publish callbacks [] for security_group (179be355-7906-4cd3-bde5-f2063ce9c978), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:36.351511 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-f75f5d45-c88b-4a63-8a3f-07fa5094c554 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:05:36.363589 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-50ed9e00-d245-4e29-9cd1-2e5c8394d725 admin admin] Publish callbacks [] for security_group (179be355-7906-4cd3-bde5-f2063ce9c978), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:36.404969 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8455d14e-f2b8-4300-9dc1-fbe0670433fb req-eabfe244-0818-4185-9528-e29b1b328b5d service neutron] 10.222.0.70 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7824860 Jan 18 20:05:36.411047 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-f75f5d45-c88b-4a63-8a3f-07fa5094c554 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:36.413131 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-f75f5d45-c88b-4a63-8a3f-07fa5094c554 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:36.563392 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-f75f5d45-c88b-4a63-8a3f-07fa5094c554 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1780493 Jan 18 20:05:36.566690 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-50ed9e00-d245-4e29-9cd1-2e5c8394d725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (179be355-7906-4cd3-bde5-f2063ce9c978), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:36.570284 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-50ed9e00-d245-4e29-9cd1-2e5c8394d725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:36.574193 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-50ed9e00-d245-4e29-9cd1-2e5c8394d725 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/179be355-7906-4cd3-bde5-f2063ce9c978 HTTP/1.1" status: 204 len: 168 time: 0.4784164 Jan 18 20:05:36.582401 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0f65b19d-4622-41ae-add2-16557b2700e2 None None] Publish callbacks [] for port (e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:36.596381 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-fe2ad6f4-a058-4cfd-80dc-8244c2dd6bae service neutron] Request body: {'port': {'device_id': '94f20305-6dd7-4b79-a809-0ca4fc6d8786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:05:36.630603 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0f65b19d-4622-41ae-add2-16557b2700e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:36.638434 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed9e00-d245-4e29-9cd1-2e5c8394d725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179be355-7906-4cd3-bde5-f2063ce9c978,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:36.727696 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f5d45-c88b-4a63-8a3f-07fa5094c554 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Pushing event updated for resources: {'Port': ['ID=c9e3e76c-ca9c-4baf-bfa7-8abdad153b92,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:36.823667 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8455d14e-f2b8-4300-9dc1-fbe0670433fb req-63f52eb8-f32c-47bd-b624-4efd3a25d46d service neutron] 10.222.0.70 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985913 Jan 18 20:05:36.855690 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-b28bf3b0-fce4-4f43-b658-8577406517aa tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:36.857195 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-b28bf3b0-fce4-4f43-b658-8577406517aa tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7777615 Jan 18 20:05:36.875455 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f65b19d-4622-41ae-add2-16557b2700e2 None None] Network 1c386308-5be4-4b93-9ac1-2d4e192cc6d2 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:05:36.882415 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-7e088655-73a8-4d6b-8423-6d9e3a2ce96f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Request body: {'port': {'device_id': '0c192283-d555-4329-955a-64b4e0425864', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': '85092cd3f857422b8e1328b863cb2eb0'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:05:36.894570 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-fe2ad6f4-a058-4cfd-80dc-8244c2dd6bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c9e3e76c-ca9c-4baf-bfa7-8abdad153b92), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:36.900446 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:36.931698 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d4155b70-1c44-48b2-9ceb-ec653dff46ad admin admin] Publish callbacks [] for router_gateway (704b7d88-87de-4590-913c-53830e403e64), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:36.933988 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-0f65b19d-4622-41ae-add2-16557b2700e2 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:05:36.952470 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65b19d-4622-41ae-add2-16557b2700e2 None None] Pushing event updated for resources: {'Port': ['ID=e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:36.959062 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d4155b70-1c44-48b2-9ceb-ec653dff46ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:36.972790 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f65b19d-4622-41ae-add2-16557b2700e2 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:05:36.992635 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8483f4eb-7316-48ec-b5fc-ca6bc42d3434 req-a5a5750b-8777-4bb4-b314-802d27762d1e tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 210 time: 0.0740712 Jan 18 20:05:37.004161 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf697e-9bb3-4e53-8257-95bfea2e5a84 req-53e968db-4811-4e9b-90cb-3d118e308eaa tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:37.016974 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-baaf697e-9bb3-4e53-8257-95bfea2e5a84 req-53e968db-4811-4e9b-90cb-3d118e308eaa tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 944 time: 0.2714498 Jan 18 20:05:37.042099 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-864801d2-4154-4e61-b3e3-935f36a912a9 None None] Provisioning complete for port c9e3e76c-ca9c-4baf-bfa7-8abdad153b92 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:37.043972 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-864801d2-4154-4e61-b3e3-935f36a912a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c9e3e76c-ca9c-4baf-bfa7-8abdad153b92), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:37.176549 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-7e088655-73a8-4d6b-8423-6d9e3a2ce96f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Made reservation on behalf of 85092cd3f857422b8e1328b863cb2eb0 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:05:37.180893 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-7e088655-73a8-4d6b-8423-6d9e3a2ce96f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:37.195058 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-7e088655-73a8-4d6b-8423-6d9e3a2ce96f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:37.264223 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0f65b19d-4622-41ae-add2-16557b2700e2 None None] Attempting to bind port e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:05:37.264820 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0f65b19d-4622-41ae-add2-16557b2700e2 None None] Attempting to bind port e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '0132bf63-dcf2-4662-ad33-f994099ea8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c386308-5be4-4b93-9ac1-2d4e192cc6d2'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:05:37.264932 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f65b19d-4622-41ae-add2-16557b2700e2 None None] Attempting to bind port e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781 on network 1c386308-5be4-4b93-9ac1-2d4e192cc6d2 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:05:37.266759 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-864801d2-4154-4e61-b3e3-935f36a912a9 None None] Port c9e3e76c-ca9c-4baf-bfa7-8abdad153b92 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:05:37.287021 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f65b19d-4622-41ae-add2-16557b2700e2 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:05:37.288057 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f65b19d-4622-41ae-add2-16557b2700e2 None None] Checking segment: {'id': '0132bf63-dcf2-4662-ad33-f994099ea8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c386308-5be4-4b93-9ac1-2d4e192cc6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:05:37.288617 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0f65b19d-4622-41ae-add2-16557b2700e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:37.289137 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f65b19d-4622-41ae-add2-16557b2700e2 None None] Bound using segment: {'id': '0132bf63-dcf2-4662-ad33-f994099ea8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c386308-5be4-4b93-9ac1-2d4e192cc6d2'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:05:37.289769 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0f65b19d-4622-41ae-add2-16557b2700e2 None None] Bound port: e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0132bf63-dcf2-4662-ad33-f994099ea8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c386308-5be4-4b93-9ac1-2d4e192cc6d2'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:05:37.290329 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0f65b19d-4622-41ae-add2-16557b2700e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:37.291279 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508eead-ef94-4bd7-9571-b50ca46243f9 req-870bdefe-629a-4ee1-a124-7b5e5278f111 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:37.293090 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7508eead-ef94-4bd7-9571-b50ca46243f9 req-870bdefe-629a-4ee1-a124-7b5e5278f111 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20305-6dd7-4b79-a809-0ca4fc6d8786 HTTP/1.1" status: 200 len: 935 time: 0.1189888 Jan 18 20:05:37.335292 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-baaf697e-9bb3-4e53-8257-95bfea2e5a84 req-4ebdbccb-6ee1-41aa-a299-f9e2164289f6 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153753 Jan 18 20:05:37.470840 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-7e088655-73a8-4d6b-8423-6d9e3a2ce96f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks [] for security_group (47005860-09ff-49ab-979e-7bc0afc7808d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:37.492418 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-7e088655-73a8-4d6b-8423-6d9e3a2ce96f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (47005860-09ff-49ab-979e-7bc0afc7808d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:37.495063 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7508eead-ef94-4bd7-9571-b50ca46243f9 req-85b23c91-0aae-4460-bce0-934db2def31a tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526494 Jan 18 20:05:37.508216 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-d4155b70-1c44-48b2-9ceb-ec653dff46ad admin admin] Allocated IP 172.25.4.150 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/eee88b0d-0f9d-48de-a28d-e5bd3ebb7996) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:05:37.523905 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0f65b19d-4622-41ae-add2-16557b2700e2 None None] For port e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:05:37.534827 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0f65b19d-4622-41ae-add2-16557b2700e2 None None] For port e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781,segment=NetworkSegment(0132bf63-dcf2-4662-ad33-f994099ea8fe),segment_id=0132bf63-dcf2-4662-ad33-f994099ea8fe)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:05:37.547918 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0f65b19d-4622-41ae-add2-16557b2700e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:37.551184 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e088655-73a8-4d6b-8423-6d9e3a2ce96f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47005860-09ff-49ab-979e-7bc0afc7808d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:37.670536 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65b19d-4622-41ae-add2-16557b2700e2 None None] Pushing event updated for resources: {'Port': ['ID=e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:37.680032 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d4155b70-1c44-48b2-9ceb-ec653dff46ad admin admin] Publish callbacks [] for port (eee88b0d-0f9d-48de-a28d-e5bd3ebb7996), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:37.769217 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-fe2ad6f4-a058-4cfd-80dc-8244c2dd6bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9e3e76c-ca9c-4baf-bfa7-8abdad153b92 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:05:37.782124 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d4155b70-1c44-48b2-9ceb-ec653dff46ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (eee88b0d-0f9d-48de-a28d-e5bd3ebb7996), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:37.782769 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-fe2ad6f4-a058-4cfd-80dc-8244c2dd6bae service neutron] Publish callbacks [] for port (c9e3e76c-ca9c-4baf-bfa7-8abdad153b92), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:37.822086 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-fe2ad6f4-a058-4cfd-80dc-8244c2dd6bae service neutron] Transition to ACTIVE for port object c9e3e76c-ca9c-4baf-bfa7-8abdad153b92 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:05:37.837507 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-fe2ad6f4-a058-4cfd-80dc-8244c2dd6bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (c9e3e76c-ca9c-4baf-bfa7-8abdad153b92), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:37.906264 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4155b70-1c44-48b2-9ceb-ec653dff46ad admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:05:37.916096 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-d4155b70-1c44-48b2-9ceb-ec653dff46ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:05:37.929242 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4155b70-1c44-48b2-9ceb-ec653dff46ad admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:05:37.995534 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-7e088655-73a8-4d6b-8423-6d9e3a2ce96f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Allocated IP 192.168.233.34 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/26787e24-6f29-45b3-9a89-4a5008a4324c) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:05:37.999571 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4155b70-1c44-48b2-9ceb-ec653dff46ad admin admin] Pushing event updated for resources: {'Port': ['ID=eee88b0d-0f9d-48de-a28d-e5bd3ebb7996,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:38.216491 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36382) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:05:38.240800 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ad6f4-a058-4cfd-80dc-8244c2dd6bae service neutron] Pushing event updated for resources: {'Port': ['ID=c9e3e76c-ca9c-4baf-bfa7-8abdad153b92,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:38.383430 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a7d0d93-d2fb-42f5-b734-b375be84974c req-25773002-7173-47fd-baef-2faee18c10f0 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 210 time: 0.1354411 Jan 18 20:05:38.470984 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-fe2ad6f4-a058-4cfd-80dc-8244c2dd6bae service neutron] Attempting to bind port c9e3e76c-ca9c-4baf-bfa7-8abdad153b92 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:05:38.471609 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-fe2ad6f4-a058-4cfd-80dc-8244c2dd6bae service neutron] Attempting to bind port c9e3e76c-ca9c-4baf-bfa7-8abdad153b92 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:05:38.471921 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-fe2ad6f4-a058-4cfd-80dc-8244c2dd6bae service neutron] Attempting to bind port c9e3e76c-ca9c-4baf-bfa7-8abdad153b92 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:05:38.487071 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-fe2ad6f4-a058-4cfd-80dc-8244c2dd6bae service neutron] Port c9e3e76c-ca9c-4baf-bfa7-8abdad153b92 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:05:38.487489 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-fe2ad6f4-a058-4cfd-80dc-8244c2dd6bae service neutron] Attempting to bind port c9e3e76c-ca9c-4baf-bfa7-8abdad153b92 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:05:38.500235 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-fe2ad6f4-a058-4cfd-80dc-8244c2dd6bae service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:05:38.500594 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-fe2ad6f4-a058-4cfd-80dc-8244c2dd6bae service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:05:38.500944 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-fe2ad6f4-a058-4cfd-80dc-8244c2dd6bae service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:05:38.501585 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-fe2ad6f4-a058-4cfd-80dc-8244c2dd6bae service neutron] Bound port: c9e3e76c-ca9c-4baf-bfa7-8abdad153b92, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:05:38.501975 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-fe2ad6f4-a058-4cfd-80dc-8244c2dd6bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c9e3e76c-ca9c-4baf-bfa7-8abdad153b92), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:38.587716 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-fe2ad6f4-a058-4cfd-80dc-8244c2dd6bae service neutron] For port c9e3e76c-ca9c-4baf-bfa7-8abdad153b92, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:05:38.591481 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-fe2ad6f4-a058-4cfd-80dc-8244c2dd6bae service neutron] For port c9e3e76c-ca9c-4baf-bfa7-8abdad153b92, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=c9e3e76c-ca9c-4baf-bfa7-8abdad153b92,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:05:38.607708 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-2b75c82b-abdd-494f-99eb-fb69669cf085 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-732417579-network', 'tenant_id': '14dc905def994c41a26216cee2b81577'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:05:38.624840 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-fe2ad6f4-a058-4cfd-80dc-8244c2dd6bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (c9e3e76c-ca9c-4baf-bfa7-8abdad153b92), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:38.686124 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-7e088655-73a8-4d6b-8423-6d9e3a2ce96f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks [] for port (26787e24-6f29-45b3-9a89-4a5008a4324c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:38.699148 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-fe2ad6f4-a058-4cfd-80dc-8244c2dd6bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:38.699825 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-fe2ad6f4-a058-4cfd-80dc-8244c2dd6bae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:38.701243 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-fe2ad6f4-a058-4cfd-80dc-8244c2dd6bae service neutron] 10.222.0.57 "PUT /v2.0/ports/c9e3e76c-ca9c-4baf-bfa7-8abdad153b92 HTTP/1.1" status: 200 len: 1095 time: 2.1137474 Jan 18 20:05:38.701737 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f20305-6dd7-4b79-a809-0ca4fc6d8786', 'tag': 'c9e3e76c-ca9c-4baf-bfa7-8abdad153b92'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:05:38.704014 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70958299-6051-42c6-8f8a-8f1fc493538d" -d '{"events": [{"name": "network-changed", "server_uuid": "94f20305-6dd7-4b79-a809-0ca4fc6d8786", "tag": "c9e3e76c-ca9c-4baf-bfa7-8abdad153b92"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:05:38.722752 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b75c82b-abdd-494f-99eb-fb69669cf085 admin admin] Made reservation on behalf of 14dc905def994c41a26216cee2b81577 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:05:38.729337 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b75c82b-abdd-494f-99eb-fb69669cf085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:38.752743 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b75c82b-abdd-494f-99eb-fb69669cf085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:38.775173 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d4155b70-1c44-48b2-9ceb-ec653dff46ad admin admin] Publish callbacks [] for router_gateway (704b7d88-87de-4590-913c-53830e403e64), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:38.908982 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8e32b-a8a7-4f8a-a4f3-b67a662cdfa0 req-e0940580-c36d-47d9-a1a2-062e5fb6b2a6 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:38.917472 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8fd8e32b-a8a7-4f8a-a4f3-b67a662cdfa0 req-e0940580-c36d-47d9-a1a2-062e5fb6b2a6 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 944 time: 0.3228548 Jan 18 20:05:38.929571 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d909f-3c87-4900-a313-e17d57fb372f req-55410e14-64c8-49e0-80de-279593eb5f14 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:38.934415 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d86d909f-3c87-4900-a313-e17d57fb372f req-55410e14-64c8-49e0-80de-279593eb5f14 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20305-6dd7-4b79-a809-0ca4fc6d8786 HTTP/1.1" status: 200 len: 947 time: 0.2873631 Jan 18 20:05:39.383331 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8fd8e32b-a8a7-4f8a-a4f3-b67a662cdfa0 req-af299fce-59d1-4e0d-9aa0-d03dffd72697 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4653375 Jan 18 20:05:39.393678 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d86d909f-3c87-4900-a313-e17d57fb372f req-c56ad0b5-565c-41b4-bc78-37a751328b1e tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718903 Jan 18 20:05:39.514772 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d4155b70-1c44-48b2-9ceb-ec653dff46ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (704b7d88-87de-4590-913c-53830e403e64), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:39.643840 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a85f15-103f-414f-a94b-bed4705e876d None None] Network 1c386308-5be4-4b93-9ac1-2d4e192cc6d2 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:05:39.670453 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d294f8ba-ab3a-4950-8380-d1bfb85d83e2 x-openstack-request-id: req-d294f8ba-ab3a-4950-8380-d1bfb85d83e2 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:05:39.671370 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f20305-6dd7-4b79-a809-0ca4fc6d8786", "tag": "c9e3e76c-ca9c-4baf-bfa7-8abdad153b92", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:05:39.673212 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d294f8ba-ab3a-4950-8380-d1bfb85d83e2 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:05:39.673902 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f20305-6dd7-4b79-a809-0ca4fc6d8786', 'tag': 'c9e3e76c-ca9c-4baf-bfa7-8abdad153b92', 'status': 'completed', 'code': 200} Jan 18 20:05:39.686688 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ad6f4-a058-4cfd-80dc-8244c2dd6bae service neutron] Pushing event updated for resources: {'Port': ['ID=c9e3e76c-ca9c-4baf-bfa7-8abdad153b92,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:39.733244 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ba9298c-53ca-4e0b-94fd-63abdc6df88c req-7dd95e4d-6191-4c19-962a-2d67d79045a4 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 210 time: 0.0819228 Jan 18 20:05:39.734669 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-82087561-fd69-4df8-b06f-801742bf0e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:39.737127 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-82087561-fd69-4df8-b06f-801742bf0e1c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&device_id=94f20305-6dd7-4b79-a809-0ca4fc6d8786 HTTP/1.1" status: 200 len: 1098 time: 0.9579253 Jan 18 20:05:39.741067 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-7e088655-73a8-4d6b-8423-6d9e3a2ce96f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (26787e24-6f29-45b3-9a89-4a5008a4324c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:39.753160 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:05:39.798447 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e088655-73a8-4d6b-8423-6d9e3a2ce96f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Pushing event updated for resources: {'Port': ['ID=26787e24-6f29-45b3-9a89-4a5008a4324c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:39.828131 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-481585a9-87c4-476a-aed6-d03c3cb70d53 None None] Provisioning complete for port e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:39.829015 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-481585a9-87c4-476a-aed6-d03c3cb70d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:39.849379 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-361ee4e3-e8f2-4944-a288-06170fea189a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=c9e3e76c-ca9c-4baf-bfa7-8abdad153b92 HTTP/1.1" status: 200 len: 217 time: 0.0993805 Jan 18 20:05:39.859802 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-7e088655-73a8-4d6b-8423-6d9e3a2ce96f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:05:39.879138 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4155b70-1c44-48b2-9ceb-ec653dff46ad admin admin] Router 704b7d88-87de-4590-913c-53830e403e64 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:05:39.881057 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-7e088655-73a8-4d6b-8423-6d9e3a2ce96f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:05:39.920710 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-7e088655-73a8-4d6b-8423-6d9e3a2ce96f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:39.977229 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:05:39.979599 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:39.979599 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:05:39.979599 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:39.979599 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:05:39.979599 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:39.979599 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:05:39.979599 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:39.979599 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:05:39.979599 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:05:39.979599 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:05:39.984419 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-7e088655-73a8-4d6b-8423-6d9e3a2ce96f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:39.985412 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-7e088655-73a8-4d6b-8423-6d9e3a2ce96f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:39.994175 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b75c82b-abdd-494f-99eb-fb69669cf085 admin admin] Publish callbacks [] for security_group (1621a420-ab52-4c7c-b4bb-51f467ef45fd), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:40.006011 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b75c82b-abdd-494f-99eb-fb69669cf085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1621a420-ab52-4c7c-b4bb-51f467ef45fd), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:40.010659 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-481585a9-87c4-476a-aed6-d03c3cb70d53 None None] Current status of the port e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:40.011050 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-481585a9-87c4-476a-aed6-d03c3cb70d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:40.034780 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-7e088655-73a8-4d6b-8423-6d9e3a2ce96f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1564744 Jan 18 20:05:40.048546 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:40.049060 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:40.052646 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-91422d67-aa38-47b3-aa0d-dc4c59ae3288 service neutron] Request body: {'port': {'device_id': '0c192283-d555-4329-955a-64b4e0425864', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:05:40.092708 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-67a88357-cf44-4c83-83ed-5102139556c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:40.094716 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-67a88357-cf44-4c83-83ed-5102139556c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.2370875 Jan 18 20:05:40.099647 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b75c82b-abdd-494f-99eb-fb69669cf085 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:05:40.113877 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4155b70-1c44-48b2-9ceb-ec653dff46ad admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:05:40.142331 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9028885-2791-49bf-b49d-96a865dc33d4 None None] Sync routers for ids ['704b7d88-87de-4590-913c-53830e403e64'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:05:40.147798 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d4155b70-1c44-48b2-9ceb-ec653dff46ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:40.149385 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d4155b70-1c44-48b2-9ceb-ec653dff46ad admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5240827 Jan 18 20:05:40.152304 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36422) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:05:40.171391 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75c82b-abdd-494f-99eb-fb69669cf085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1621a420-ab52-4c7c-b4bb-51f467ef45fd,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:40.182510 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b75c82b-abdd-494f-99eb-fb69669cf085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (2a6a568f-ab0b-495f-98b0-e8870b4263ca), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:40.185599 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-2b75c82b-abdd-494f-99eb-fb69669cf085 admin admin] Added segment 2a6a568f-ab0b-495f-98b0-e8870b4263ca of type vlan for network a08f6099-d3e5-4672-94a1-dc88a868cf6f Jan 18 20:05:40.217352 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-481585a9-87c4-476a-aed6-d03c3cb70d53 None None] For port e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781,segment=NetworkSegment(0132bf63-dcf2-4662-ad33-f994099ea8fe),segment_id=0132bf63-dcf2-4662-ad33-f994099ea8fe)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:40.225988 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-91422d67-aa38-47b3-aa0d-dc4c59ae3288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (26787e24-6f29-45b3-9a89-4a5008a4324c), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:40.234884 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-481585a9-87c4-476a-aed6-d03c3cb70d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:40.238385 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9028885-2791-49bf-b49d-96a865dc33d4 None None] Routers {'704b7d88-87de-4590-913c-53830e403e64'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:05:40.241281 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f9028885-2791-49bf-b49d-96a865dc33d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:05:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['704b7d88-87de-4590-913c-53830e403e64'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:05:40.331176 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b75c82b-abdd-494f-99eb-fb69669cf085 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (a08f6099-d3e5-4672-94a1-dc88a868cf6f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:40.373367 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-c292c9fc-dd19-4412-9fab-2922d4e5eebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:40.380754 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-c292c9fc-dd19-4412-9fab-2922d4e5eebc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2779126 Jan 18 20:05:40.565400 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1a827cd6-359a-490d-b7b4-63f206544213 None None] Provisioning complete for port 26787e24-6f29-45b3-9a89-4a5008a4324c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:40.565400 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1a827cd6-359a-490d-b7b4-63f206544213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (26787e24-6f29-45b3-9a89-4a5008a4324c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:40.667149 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b75c82b-abdd-494f-99eb-fb69669cf085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (a08f6099-d3e5-4672-94a1-dc88a868cf6f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:40.668185 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b75c82b-abdd-494f-99eb-fb69669cf085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:40.668773 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b75c82b-abdd-494f-99eb-fb69669cf085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:40.764297 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2b75c82b-abdd-494f-99eb-fb69669cf085 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.5463243 Jan 18 20:05:40.769850 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-42915588-f885-44ba-8d08-3bc101a2f983 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647158 Jan 18 20:05:40.770320 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36446) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:05:40.774231 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481585a9-87c4-476a-aed6-d03c3cb70d53 None None] Pushing event updated for resources: {'Port': ['ID=e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:40.796482 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-f9028885-2791-49bf-b49d-96a865dc33d4 None None] Set router 704b7d88-87de-4590-913c-53830e403e64 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:05:40.826613 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-d6d4b10f-d6dd-4dfc-b829-973096e0bf61 admin admin] Request body: {'subnet': {'network_id': 'a08f6099-d3e5-4672-94a1-dc88a868cf6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-732417579-subnet', 'tenant_id': '14dc905def994c41a26216cee2b81577', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:05:40.851618 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:40.858497 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1a827cd6-359a-490d-b7b4-63f206544213 None None] Port 26787e24-6f29-45b3-9a89-4a5008a4324c cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:05:40.867745 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75c82b-abdd-494f-99eb-fb69669cf085 admin admin] Pushing event updated for resources: {'Network': ['ID=a08f6099-d3e5-4672-94a1-dc88a868cf6f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:40.888178 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network a08f6099-d3e5-4672-94a1-dc88a868cf6f details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:05:40.966549 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d4b10f-d6dd-4dfc-b829-973096e0bf61 admin admin] Made reservation on behalf of 14dc905def994c41a26216cee2b81577 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:05:40.969050 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d6d4b10f-d6dd-4dfc-b829-973096e0bf61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:41.019184 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d363f70-3dfa-4c09-a2e4-4efee0981d72 req-bf6d124a-5b3d-4816-8c73-bd5eef2735d1 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:41.026058 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d363f70-3dfa-4c09-a2e4-4efee0981d72 req-bf6d124a-5b3d-4816-8c73-bd5eef2735d1 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 944 time: 0.4469841 Jan 18 20:05:41.035190 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f2f31-23d1-412c-93e5-c45b94c4674a req-3c7b8cfa-8850-417a-a999-9b6a2e78e186 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:41.036667 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-631f2f31-23d1-412c-93e5-c45b94c4674a req-3c7b8cfa-8850-417a-a999-9b6a2e78e186 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20305-6dd7-4b79-a809-0ca4fc6d8786 HTTP/1.1" status: 200 len: 947 time: 0.4549100 Jan 18 20:05:41.056913 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-808315fa-d35c-46d5-9ef6-433f4418e397 req-c9aa2d3c-889d-4f03-8bf0-632df584e452 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343123 Jan 18 20:05:41.098501 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d87637f8-f254-43ef-bff3-8fb4807ce651 None None] Provisioning complete for port e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:41.099149 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d87637f8-f254-43ef-bff3-8fb4807ce651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:41.122604 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-91422d67-aa38-47b3-aa0d-dc4c59ae3288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26787e24-6f29-45b3-9a89-4a5008a4324c {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:05:41.156228 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-91422d67-aa38-47b3-aa0d-dc4c59ae3288 service neutron] Publish callbacks [] for port (26787e24-6f29-45b3-9a89-4a5008a4324c), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:41.165268 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d363f70-3dfa-4c09-a2e4-4efee0981d72 req-ede4dd01-f0ee-4644-aff6-d96c76682707 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382773 Jan 18 20:05:41.165985 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f9028885-2791-49bf-b49d-96a865dc33d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704b7d88-87de-4590-913c-53830e403e64', 'name': 'tempest-FloatingIPDetailsTestJSON-1872066002-router', 'tenant_id': '536b1ea8d4ea441eb844f0282566f4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'eee88b0d-0f9d-48de-a28d-e5bd3ebb7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:05:35Z', 'updated_at': '2022-01-18T20:05:38Z', 'revision_number': 3, 'project_id': '536b1ea8d4ea441eb844f0282566f4a8', 'gw_port': {'id': 'eee88b0d-0f9d-48de-a28d-e5bd3ebb7996', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704b7d88-87de-4590-913c-53830e403e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:05:36Z', 'updated_at': '2022-01-18T20:05:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:05:41.197217 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-631f2f31-23d1-412c-93e5-c45b94c4674a req-e47c7835-45e4-491f-8f93-aa6ffdbaa2ca tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289835 Jan 18 20:05:41.216334 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-91422d67-aa38-47b3-aa0d-dc4c59ae3288 service neutron] Transition to ACTIVE for port object 26787e24-6f29-45b3-9a89-4a5008a4324c will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:05:41.220391 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9028885-2791-49bf-b49d-96a865dc33d4 None None] Checking router: 704b7d88-87de-4590-913c-53830e403e64 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:05:41.220670 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9028885-2791-49bf-b49d-96a865dc33d4 None None] Updating router 704b7d88-87de-4590-913c-53830e403e64 port eee88b0d-0f9d-48de-a28d-e5bd3ebb7996 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:05:41.232249 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70958299-6051-42c6-8f8a-8f1fc493538d req-d203cdbd-c6c2-46c1-98e3-baead5125e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:41.233791 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-70958299-6051-42c6-8f8a-8f1fc493538d req-d203cdbd-c6c2-46c1-98e3-baead5125e5f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&device_id=94f20305-6dd7-4b79-a809-0ca4fc6d8786 HTTP/1.1" status: 200 len: 1098 time: 0.1136672 Jan 18 20:05:41.234404 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-91422d67-aa38-47b3-aa0d-dc4c59ae3288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (26787e24-6f29-45b3-9a89-4a5008a4324c), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:41.267441 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5cfefc2f-e558-41b7-b279-fc2988b9d59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:41.318100 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f9028885-2791-49bf-b49d-96a865dc33d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (eee88b0d-0f9d-48de-a28d-e5bd3ebb7996), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:41.379281 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d87637f8-f254-43ef-bff3-8fb4807ce651 None None] Current status of the port e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:41.462259 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91422d67-aa38-47b3-aa0d-dc4c59ae3288 service neutron] Pushing event updated for resources: {'Port': ['ID=26787e24-6f29-45b3-9a89-4a5008a4324c,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:41.473532 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d6d4b10f-d6dd-4dfc-b829-973096e0bf61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (ddd3030e-0a9b-41b7-a3cb-14e0225e3050), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:41.608984 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70958299-6051-42c6-8f8a-8f1fc493538d req-2a9a0e91-5963-46a3-8455-88c81842a2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:41.610781 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-70958299-6051-42c6-8f8a-8f1fc493538d req-2a9a0e91-5963-46a3-8455-88c81842a2f0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.3625057 Jan 18 20:05:41.611560 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4b10f-d6dd-4dfc-b829-973096e0bf61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddd3030e-0a9b-41b7-a3cb-14e0225e3050,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:41.635595 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:05:41.678739 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-5cfefc2f-e558-41b7-b279-fc2988b9d59d admin admin] Allocated IP 172.20.0.1 (1c386308-5be4-4b93-9ac1-2d4e192cc6d2/62bd1293-5f14-4bc2-af1b-25d35496ec4f/278e346e-e949-4475-a2d7-6edb4e01affc) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:05:41.703604 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78535f-33ad-4cb2-ac26-cc842b6d58d3 req-2e6d8c4e-26e7-4bd9-a76c-7e21b890efc5 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:41.705134 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1c78535f-33ad-4cb2-ac26-cc842b6d58d3 req-2e6d8c4e-26e7-4bd9-a76c-7e21b890efc5 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda HTTP/1.1" status: 200 len: 949 time: 0.1167483 Jan 18 20:05:41.712698 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e7074-0ba8-42c3-a350-1a3b5d2eb902 req-18ba5129-86cb-459c-a7e0-8d240369945b tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:41.714152 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f19e7074-0ba8-42c3-a350-1a3b5d2eb902 req-18ba5129-86cb-459c-a7e0-8d240369945b tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 947 time: 0.1437533 Jan 18 20:05:41.729101 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-70958299-6051-42c6-8f8a-8f1fc493538d req-082f488a-9ff6-46fc-9cfe-48619084e27f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=c9e3e76c-ca9c-4baf-bfa7-8abdad153b92 HTTP/1.1" status: 200 len: 217 time: 0.0747328 Jan 18 20:05:41.737288 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-91422d67-aa38-47b3-aa0d-dc4c59ae3288 service neutron] Attempting to bind port 26787e24-6f29-45b3-9a89-4a5008a4324c on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:05:41.737651 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-91422d67-aa38-47b3-aa0d-dc4c59ae3288 service neutron] Attempting to bind port 26787e24-6f29-45b3-9a89-4a5008a4324c by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:05:41.737963 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-91422d67-aa38-47b3-aa0d-dc4c59ae3288 service neutron] Attempting to bind port 26787e24-6f29-45b3-9a89-4a5008a4324c on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:05:41.776829 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:41.777405 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:41.786945 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-91422d67-aa38-47b3-aa0d-dc4c59ae3288 service neutron] Port 26787e24-6f29-45b3-9a89-4a5008a4324c on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:05:41.787554 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-91422d67-aa38-47b3-aa0d-dc4c59ae3288 service neutron] Attempting to bind port 26787e24-6f29-45b3-9a89-4a5008a4324c on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:05:41.797457 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d4b10f-d6dd-4dfc-b829-973096e0bf61 admin admin] Checking segment: {'id': '2a6a568f-ab0b-495f-98b0-e8870b4263ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a08f6099-d3e5-4672-94a1-dc88a868cf6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:05:41.797844 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d4b10f-d6dd-4dfc-b829-973096e0bf61 admin admin] Network hostable DHCP agents. Network: a08f6099-d3e5-4672-94a1-dc88a868cf6f, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:05:41.805676 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-91422d67-aa38-47b3-aa0d-dc4c59ae3288 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:05:41.805676 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-91422d67-aa38-47b3-aa0d-dc4c59ae3288 service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:05:41.806188 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-91422d67-aa38-47b3-aa0d-dc4c59ae3288 service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:05:41.806722 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-91422d67-aa38-47b3-aa0d-dc4c59ae3288 service neutron] Bound port: 26787e24-6f29-45b3-9a89-4a5008a4324c, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:05:41.807173 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-91422d67-aa38-47b3-aa0d-dc4c59ae3288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (26787e24-6f29-45b3-9a89-4a5008a4324c), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:41.813206 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f9028885-2791-49bf-b49d-96a865dc33d4 None None] Publish callbacks [] for port (eee88b0d-0f9d-48de-a28d-e5bd3ebb7996), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:41.824873 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f9028885-2791-49bf-b49d-96a865dc33d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (eee88b0d-0f9d-48de-a28d-e5bd3ebb7996), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:41.831390 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70958299-6051-42c6-8f8a-8f1fc493538d req-ad770acb-7ae3-4442-968d-4f3e1d6ffb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:41.833617 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-70958299-6051-42c6-8f8a-8f1fc493538d req-ad770acb-7ae3-4442-968d-4f3e1d6ffb12 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0913229 Jan 18 20:05:41.851812 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1c78535f-33ad-4cb2-ac26-cc842b6d58d3 req-e26aab23-2c05-4aa4-ab87-58db35d44cc5 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b72549e-02ed-484f-8872-2821bccd2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366718 Jan 18 20:05:41.856995 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f19e7074-0ba8-42c3-a350-1a3b5d2eb902 req-c2ac2d91-3294-4c84-beaf-8adec942c90b tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346862 Jan 18 20:05:41.893517 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5cfefc2f-e558-41b7-b279-fc2988b9d59d admin admin] Publish callbacks [] for port (278e346e-e949-4475-a2d7-6edb4e01affc), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:41.913828 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d4b10f-d6dd-4dfc-b829-973096e0bf61 admin admin] Network a08f6099-d3e5-4672-94a1-dc88a868cf6f is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:05:41.917134 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc7c48-2eec-49c1-a234-68f3a9356150 None None] Pushing event updated for resources: {'Port': ['ID=eee88b0d-0f9d-48de-a28d-e5bd3ebb7996,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:41.919540 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f9028885-2791-49bf-b49d-96a865dc33d4 None None] Attempting to bind port eee88b0d-0f9d-48de-a28d-e5bd3ebb7996 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:05:41.919909 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f9028885-2791-49bf-b49d-96a865dc33d4 None None] Attempting to bind port eee88b0d-0f9d-48de-a28d-e5bd3ebb7996 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:05:41.920267 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9028885-2791-49bf-b49d-96a865dc33d4 None None] Attempting to bind port eee88b0d-0f9d-48de-a28d-e5bd3ebb7996 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:05:41.940350 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9028885-2791-49bf-b49d-96a865dc33d4 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:05:41.940776 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9028885-2791-49bf-b49d-96a865dc33d4 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:05:41.941229 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f9028885-2791-49bf-b49d-96a865dc33d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:41.941361 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-d6d4b10f-d6dd-4dfc-b829-973096e0bf61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, a08f6099-d3e5-4672-94a1-dc88a868cf6f) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:05:41.941571 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9028885-2791-49bf-b49d-96a865dc33d4 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:05:41.942187 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f9028885-2791-49bf-b49d-96a865dc33d4 None None] Bound port: eee88b0d-0f9d-48de-a28d-e5bd3ebb7996, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:05:41.947935 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f9028885-2791-49bf-b49d-96a865dc33d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (eee88b0d-0f9d-48de-a28d-e5bd3ebb7996), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:41.953044 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d4b10f-d6dd-4dfc-b829-973096e0bf61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:41.953913 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d6d4b10f-d6dd-4dfc-b829-973096e0bf61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:41.963953 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5cfefc2f-e558-41b7-b279-fc2988b9d59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (278e346e-e949-4475-a2d7-6edb4e01affc), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:41.982793 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-91422d67-aa38-47b3-aa0d-dc4c59ae3288 service neutron] For port 26787e24-6f29-45b3-9a89-4a5008a4324c, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:05:41.986517 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70958299-6051-42c6-8f8a-8f1fc493538d req-92e61625-810b-4cdc-bad1-3b4596982676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:41.988154 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-70958299-6051-42c6-8f8a-8f1fc493538d req-92e61625-810b-4cdc-bad1-3b4596982676 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1459110 Jan 18 20:05:41.990158 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-91422d67-aa38-47b3-aa0d-dc4c59ae3288 service neutron] For port 26787e24-6f29-45b3-9a89-4a5008a4324c, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=26787e24-6f29-45b3-9a89-4a5008a4324c,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:05:41.994312 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d6d4b10f-d6dd-4dfc-b829-973096e0bf61 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1745987 Jan 18 20:05:42.005617 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eddf1e9-d595-4a94-b474-f3ff6d3a8253 None None] Network a08f6099-d3e5-4672-94a1-dc88a868cf6f requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:05:42.021242 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-91422d67-aa38-47b3-aa0d-dc4c59ae3288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (26787e24-6f29-45b3-9a89-4a5008a4324c), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:42.025903 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfefc2f-e558-41b7-b279-fc2988b9d59d admin admin] Network 1c386308-5be4-4b93-9ac1-2d4e192cc6d2 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:05:42.027206 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfefc2f-e558-41b7-b279-fc2988b9d59d admin admin] Pushing event updated for resources: {'Port': ['ID=278e346e-e949-4475-a2d7-6edb4e01affc,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:42.029988 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-5cfefc2f-e558-41b7-b279-fc2988b9d59d admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:05:42.045652 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfefc2f-e558-41b7-b279-fc2988b9d59d admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:05:42.067644 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:42.096151 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5cfefc2f-e558-41b7-b279-fc2988b9d59d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (704b7d88-87de-4590-913c-53830e403e64), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:42.179124 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f9028885-2791-49bf-b49d-96a865dc33d4 None None] For port eee88b0d-0f9d-48de-a28d-e5bd3ebb7996, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:05:42.185387 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f9028885-2791-49bf-b49d-96a865dc33d4 None None] For port eee88b0d-0f9d-48de-a28d-e5bd3ebb7996, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=eee88b0d-0f9d-48de-a28d-e5bd3ebb7996,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:05:42.191073 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-91422d67-aa38-47b3-aa0d-dc4c59ae3288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:42.191687 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-91422d67-aa38-47b3-aa0d-dc4c59ae3288 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:42.195852 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f9028885-2791-49bf-b49d-96a865dc33d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (eee88b0d-0f9d-48de-a28d-e5bd3ebb7996), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:42.197719 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-91422d67-aa38-47b3-aa0d-dc4c59ae3288 service neutron] 10.222.0.70 "PUT /v2.0/ports/26787e24-6f29-45b3-9a89-4a5008a4324c HTTP/1.1" status: 200 len: 1095 time: 2.1520972 Jan 18 20:05:42.198648 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c192283-d555-4329-955a-64b4e0425864', 'tag': '26787e24-6f29-45b3-9a89-4a5008a4324c'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:05:42.201270 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0c4a44-a4b8-42ee-9a1d-f1fc96b9b7ca" -d '{"events": [{"name": "network-changed", "server_uuid": "0c192283-d555-4329-955a-64b4e0425864", "tag": "26787e24-6f29-45b3-9a89-4a5008a4324c"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:05:42.290284 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91422d67-aa38-47b3-aa0d-dc4c59ae3288 service neutron] Pushing event updated for resources: {'Port': ['ID=26787e24-6f29-45b3-9a89-4a5008a4324c,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:42.291563 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc7c48-2eec-49c1-a234-68f3a9356150 None None] Pushing event updated for resources: {'Port': ['ID=eee88b0d-0f9d-48de-a28d-e5bd3ebb7996,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:42.398860 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492b3507-9e44-4c80-bb42-ebfca1db9237 None None] Network a08f6099-d3e5-4672-94a1-dc88a868cf6f requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:05:42.425823 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-70958299-6051-42c6-8f8a-8f1fc493538d req-63f574df-1527-4d08-adca-2bbb6925e624 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303155 Jan 18 20:05:42.453155 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700ebb1-bf04-4ea2-bc91-13d16edb62aa req-75206730-bc38-4294-bd14-0c77adb7669c tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:42.460420 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7700ebb1-bf04-4ea2-bc91-13d16edb62aa req-75206730-bc38-4294-bd14-0c77adb7669c tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 944 time: 0.1260180 Jan 18 20:05:42.462192 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5cfefc2f-e558-41b7-b279-fc2988b9d59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (278e346e-e949-4475-a2d7-6edb4e01affc), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:42.465610 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-94e55706-ddf9-492b-a4e6-2401f1b37c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:42.466997 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-94e55706-ddf9-492b-a4e6-2401f1b37c61 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 1098 time: 0.1637495 Jan 18 20:05:42.518669 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-96d9fa75-d666-488d-99de-935a1b441cbe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=26787e24-6f29-45b3-9a89-4a5008a4324c HTTP/1.1" status: 200 len: 217 time: 0.0440640 Jan 18 20:05:42.525361 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9028885-2791-49bf-b49d-96a865dc33d4 None None] Routers {'704b7d88-87de-4590-913c-53830e403e64'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:05:42.526316 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f9028885-2791-49bf-b49d-96a865dc33d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:05:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['704b7d88-87de-4590-913c-53830e403e64'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:05:42.584826 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-acd2c4b2-98c7-4c2e-9d4d-167e5d232782 None None] Provisioning complete for port 278e346e-e949-4475-a2d7-6edb4e01affc triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:42.585355 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-acd2c4b2-98c7-4c2e-9d4d-167e5d232782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (278e346e-e949-4475-a2d7-6edb4e01affc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:42.604050 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc07ba46-5ed7-4462-a22a-7d602dbb7779 x-openstack-request-id: req-cc07ba46-5ed7-4462-a22a-7d602dbb7779 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:05:42.604355 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c192283-d555-4329-955a-64b4e0425864", "tag": "26787e24-6f29-45b3-9a89-4a5008a4324c", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:05:42.604593 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc07ba46-5ed7-4462-a22a-7d602dbb7779 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:05:42.605048 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c192283-d555-4329-955a-64b4e0425864', 'tag': '26787e24-6f29-45b3-9a89-4a5008a4324c', 'status': 'completed', 'code': 200} Jan 18 20:05:42.640884 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-519f9d80-16da-4497-8d91-14321c524cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:42.642414 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-519f9d80-16da-4497-8d91-14321c524cbc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0778501 Jan 18 20:05:42.646140 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-70958299-6051-42c6-8f8a-8f1fc493538d req-d833a2cb-80be-4075-8ea8-b73627d96466 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123973 Jan 18 20:05:42.695424 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7700ebb1-bf04-4ea2-bc91-13d16edb62aa req-fbb80a6c-91f2-494a-a149-1e4203e394d8 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332561 Jan 18 20:05:42.715528 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-eb8cb17d-d099-4b68-90fa-e4ea6be36208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:42.718198 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-eb8cb17d-d099-4b68-90fa-e4ea6be36208 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0654089 Jan 18 20:05:42.719256 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-acd2c4b2-98c7-4c2e-9d4d-167e5d232782 None None] Port 278e346e-e949-4475-a2d7-6edb4e01affc cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:05:42.739093 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-f9028885-2791-49bf-b49d-96a865dc33d4 None None] Set router 704b7d88-87de-4590-913c-53830e403e64 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:05:42.842952 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-7dda3a09-be60-4350-a9b8-9254dc76198a service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162353 Jan 18 20:05:42.887241 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5cfefc2f-e558-41b7-b279-fc2988b9d59d admin admin] Publish callbacks [] for port (278e346e-e949-4475-a2d7-6edb4e01affc), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:42.897342 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5cfefc2f-e558-41b7-b279-fc2988b9d59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (278e346e-e949-4475-a2d7-6edb4e01affc), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:42.963143 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfefc2f-e558-41b7-b279-fc2988b9d59d admin admin] Pushing event updated for resources: {'Port': ['ID=278e346e-e949-4475-a2d7-6edb4e01affc,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:42.986253 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d509227-a7ef-4a1c-a405-5021bdfc916b req-97cc3988-6a58-4424-b362-7d4711caa6fa tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:42.994278 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d509227-a7ef-4a1c-a405-5021bdfc916b req-97cc3988-6a58-4424-b362-7d4711caa6fa tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20305-6dd7-4b79-a809-0ca4fc6d8786 HTTP/1.1" status: 200 len: 947 time: 0.1589005 Jan 18 20:05:43.001723 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f9028885-2791-49bf-b49d-96a865dc33d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704b7d88-87de-4590-913c-53830e403e64', 'name': 'tempest-FloatingIPDetailsTestJSON-1872066002-router', 'tenant_id': '536b1ea8d4ea441eb844f0282566f4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'eee88b0d-0f9d-48de-a28d-e5bd3ebb7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:05:35Z', 'updated_at': '2022-01-18T20:05:42Z', 'revision_number': 4, 'project_id': '536b1ea8d4ea441eb844f0282566f4a8', 'gw_port': {'id': 'eee88b0d-0f9d-48de-a28d-e5bd3ebb7996', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704b7d88-87de-4590-913c-53830e403e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:05:36Z', 'updated_at': '2022-01-18T20:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '278e346e-e949-4475-a2d7-6edb4e01affc', 'name': '', 'network_id': '1c386308-5be4-4b93-9ac1-2d4e192cc6d2', 'tenant_id': '536b1ea8d4ea441eb844f0282566f4a8', 'mac_address': 'fa:16:3e:48:f8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704b7d88-87de-4590-913c-53830e403e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '62bd1293-5f14-4bc2-af1b-25d35496ec4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:05:41Z', 'updated_at': '2022-01-18T20:05:41Z', 'revision_number': 1, 'project_id': '536b1ea8d4ea441eb844f0282566f4a8', 'subnets': [{'id': '62bd1293-5f14-4bc2-af1b-25d35496ec4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:05:43.020345 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5cfefc2f-e558-41b7-b279-fc2988b9d59d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (704b7d88-87de-4590-913c-53830e403e64), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:43.034539 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-982fd46a-a0ca-4b1a-99aa-c33dc75e970b req-a5578dd2-df0b-4f43-b663-f119ab2fb41f service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086199 Jan 18 20:05:43.035875 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9028885-2791-49bf-b49d-96a865dc33d4 None None] The sync data for ids ['704b7d88-87de-4590-913c-53830e403e64'] in n-d-741529-9 is: [{'id': '704b7d88-87de-4590-913c-53830e403e64', 'name': 'tempest-FloatingIPDetailsTestJSON-1872066002-router', 'tenant_id': '536b1ea8d4ea441eb844f0282566f4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'eee88b0d-0f9d-48de-a28d-e5bd3ebb7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:05:35Z', 'updated_at': '2022-01-18T20:05:42Z', 'revision_number': 4, 'project_id': '536b1ea8d4ea441eb844f0282566f4a8', 'gw_port': {'id': 'eee88b0d-0f9d-48de-a28d-e5bd3ebb7996', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704b7d88-87de-4590-913c-53830e403e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:05:36Z', 'updated_at': '2022-01-18T20:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '278e346e-e949-4475-a2d7-6edb4e01affc', 'name': '', 'network_id': '1c386308-5be4-4b93-9ac1-2d4e192cc6d2', 'tenant_id': '536b1ea8d4ea441eb844f0282566f4a8', 'mac_address': 'fa:16:3e:48:f8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704b7d88-87de-4590-913c-53830e403e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '62bd1293-5f14-4bc2-af1b-25d35496ec4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:05:41Z', 'updated_at': '2022-01-18T20:05:41Z', 'revision_number': 1, 'project_id': '536b1ea8d4ea441eb844f0282566f4a8', 'subnets': [{'id': '62bd1293-5f14-4bc2-af1b-25d35496ec4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:05:43.087803 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d509227-a7ef-4a1c-a405-5021bdfc916b req-b8179288-e301-4bd6-a011-4d538247c391 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926859 Jan 18 20:05:43.159264 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c4a44-a4b8-42ee-9a1d-f1fc96b9b7ca req-f5bacf2b-d2f9-4dda-8720-597e6eabbed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:43.160814 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8c0c4a44-a4b8-42ee-9a1d-f1fc96b9b7ca req-f5bacf2b-d2f9-4dda-8720-597e6eabbed6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 1098 time: 0.0673463 Jan 18 20:05:43.230932 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfefc2f-e558-41b7-b279-fc2988b9d59d admin admin] Network 1c386308-5be4-4b93-9ac1-2d4e192cc6d2 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:05:43.257689 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c4a44-a4b8-42ee-9a1d-f1fc96b9b7ca req-3377ff61-c52e-4689-ae87-0ea6a9770846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:43.257872 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-5cfefc2f-e558-41b7-b279-fc2988b9d59d admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:05:43.259550 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8c0c4a44-a4b8-42ee-9a1d-f1fc96b9b7ca req-3377ff61-c52e-4689-ae87-0ea6a9770846 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.0923491 Jan 18 20:05:43.313688 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8c0c4a44-a4b8-42ee-9a1d-f1fc96b9b7ca req-8dab920d-2f32-44a8-b263-8ec9fcbc234a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=26787e24-6f29-45b3-9a89-4a5008a4324c HTTP/1.1" status: 200 len: 217 time: 0.0404825 Jan 18 20:05:43.398788 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c4a44-a4b8-42ee-9a1d-f1fc96b9b7ca req-0f9db6b7-26fe-47df-8934-a45f533a71c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:43.401424 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8c0c4a44-a4b8-42ee-9a1d-f1fc96b9b7ca req-0f9db6b7-26fe-47df-8934-a45f533a71c7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0797534 Jan 18 20:05:43.446246 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc965164-5064-4543-b9b0-408bf355452e req-3083de6b-7115-49cb-8bde-eeb8fbe83b12 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:43.447823 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc965164-5064-4543-b9b0-408bf355452e req-3083de6b-7115-49cb-8bde-eeb8fbe83b12 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/networks?id=a08f6099-d3e5-4672-94a1-dc88a868cf6f HTTP/1.1" status: 200 len: 821 time: 0.2612998 Jan 18 20:05:43.456117 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589e302-ca27-4cfd-bb21-ee43193580bf req-eccc7fff-bacc-4c56-b760-7787010d8524 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:43.457785 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5589e302-ca27-4cfd-bb21-ee43193580bf req-eccc7fff-bacc-4c56-b760-7787010d8524 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 947 time: 0.2015111 Jan 18 20:05:43.473079 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c4a44-a4b8-42ee-9a1d-f1fc96b9b7ca req-0c70d571-43d8-47da-9ca0-52de22ff99db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:43.488837 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8c0c4a44-a4b8-42ee-9a1d-f1fc96b9b7ca req-0c70d571-43d8-47da-9ca0-52de22ff99db service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0654290 Jan 18 20:05:43.507564 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc965164-5064-4543-b9b0-408bf355452e req-68924ee5-f229-4382-bec1-dde408b885b4 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/quotas/14dc905def994c41a26216cee2b81577 HTTP/1.1" status: 200 len: 375 time: 0.0482481 Jan 18 20:05:43.558490 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc965164-5064-4543-b9b0-408bf355452e req-353c60eb-5a7c-4512-adc2-8cd76ba72e18 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=14dc905def994c41a26216cee2b81577&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497248 Jan 18 20:05:43.576420 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfefc2f-e558-41b7-b279-fc2988b9d59d admin admin] Router 704b7d88-87de-4590-913c-53830e403e64 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:05:43.606509 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8c0c4a44-a4b8-42ee-9a1d-f1fc96b9b7ca req-54a8f9b6-7446-4aaf-b5c6-4eb1e499732d service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166568 Jan 18 20:05:43.607285 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5589e302-ca27-4cfd-bb21-ee43193580bf req-ea43af50-9616-4619-a9c1-5eb3fc8bb643 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288579 Jan 18 20:05:43.654737 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-b3166ce3-0575-442f-8313-87e41f45f54f None None] Provisioning complete for port 278e346e-e949-4475-a2d7-6edb4e01affc triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:43.655117 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b3166ce3-0575-442f-8313-87e41f45f54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (278e346e-e949-4475-a2d7-6edb4e01affc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:43.708058 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b3166ce3-0575-442f-8313-87e41f45f54f None None] Port 278e346e-e949-4475-a2d7-6edb4e01affc cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:05:43.722506 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8c0c4a44-a4b8-42ee-9a1d-f1fc96b9b7ca req-96808ec8-b60b-46b6-9588-dc2282ae0a83 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056683 Jan 18 20:05:43.747940 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc965164-5064-4543-b9b0-408bf355452e req-bb79e810-9398-4c4d-b288-e3b5a2461bf4 service neutron] 10.222.0.31 "GET /v2.0/networks/a08f6099-d3e5-4672-94a1-dc88a868cf6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830118 Jan 18 20:05:43.815471 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfefc2f-e558-41b7-b279-fc2988b9d59d admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:05:43.825678 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5cfefc2f-e558-41b7-b279-fc2988b9d59d admin admin] 10.222.0.31 "PUT /v2.0/routers/704b7d88-87de-4590-913c-53830e403e64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6698530 Jan 18 20:05:43.890879 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22020731-b150-4592-98dd-449bcbad408e req-57f7950b-7e11-4c99-b0e2-dd5ff11ef1e9 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:43.898287 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-22020731-b150-4592-98dd-449bcbad408e req-57f7950b-7e11-4c99-b0e2-dd5ff11ef1e9 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 944 time: 0.1163599 Jan 18 20:05:43.926869 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc965164-5064-4543-b9b0-408bf355452e req-40d8e159-a999-4824-8853-ff6455455dbb service neutron] 10.222.0.31 "GET /v2.0/networks/a08f6099-d3e5-4672-94a1-dc88a868cf6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674817 Jan 18 20:05:43.977810 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-22020731-b150-4592-98dd-449bcbad408e req-85b15d46-1957-41bf-be5b-bfc2d251a246 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770655 Jan 18 20:05:44.234273 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device c9e3e76c-ca9c-4baf-bfa7-8abdad153b92 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:05:44.275376 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4903d452-8091-481b-94af-077aacaa2797 req-8d4978fa-9657-40d5-92e5-159353bb2e8a tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1310987 Jan 18 20:05:44.282035 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-4903d452-8091-481b-94af-077aacaa2797 req-8b6c3851-5ab0-4e6a-b124-54150f97be8e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:05:44.313702 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4903d452-8091-481b-94af-077aacaa2797 req-8b6c3851-5ab0-4e6a-b124-54150f97be8e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:44.341346 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port c9e3e76c-ca9c-4baf-bfa7-8abdad153b92, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=c9e3e76c-ca9c-4baf-bfa7-8abdad153b92,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:44.357370 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': 'c9e3e76c-ca9c-4baf-bfa7-8abdad153b92', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': 'c9e3e76c-ca9c-4baf-bfa7-8abdad153b92', 'mac_address': 'fa:16:3e:2a:0c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:05:44.415788 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port c9e3e76c-ca9c-4baf-bfa7-8abdad153b92 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:44.416310 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c9e3e76c-ca9c-4baf-bfa7-8abdad153b92), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:44.434081 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e3e76c-ca9c-4baf-bfa7-8abdad153b92 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:05:44.447330 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4903d452-8091-481b-94af-077aacaa2797 req-8b6c3851-5ab0-4e6a-b124-54150f97be8e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:44.460635 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port c9e3e76c-ca9c-4baf-bfa7-8abdad153b92, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=c9e3e76c-ca9c-4baf-bfa7-8abdad153b92,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:44.468036 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c9e3e76c-ca9c-4baf-bfa7-8abdad153b92), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:44.547796 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=c9e3e76c-ca9c-4baf-bfa7-8abdad153b92,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:44.588900 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-4903d452-8091-481b-94af-077aacaa2797 req-8b6c3851-5ab0-4e6a-b124-54150f97be8e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Allocated IP 172.25.4.212 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/1152aaf1-e195-4e8f-bb4c-9e3aae91fe44) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:05:44.689763 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4903d452-8091-481b-94af-077aacaa2797 req-8b6c3851-5ab0-4e6a-b124-54150f97be8e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks [] for port (1152aaf1-e195-4e8f-bb4c-9e3aae91fe44), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:44.722047 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4903d452-8091-481b-94af-077aacaa2797 req-8b6c3851-5ab0-4e6a-b124-54150f97be8e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (1152aaf1-e195-4e8f-bb4c-9e3aae91fe44), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:44.760987 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4903d452-8091-481b-94af-077aacaa2797 req-8b6c3851-5ab0-4e6a-b124-54150f97be8e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:05:44.763534 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-4903d452-8091-481b-94af-077aacaa2797 req-8b6c3851-5ab0-4e6a-b124-54150f97be8e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:05:44.766374 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-4903d452-8091-481b-94af-077aacaa2797 req-8b6c3851-5ab0-4e6a-b124-54150f97be8e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:05:44.793025 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c3851-5ab0-4e6a-b124-54150f97be8e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Pushing event updated for resources: {'Port': ['ID=1152aaf1-e195-4e8f-bb4c-9e3aae91fe44,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:44.859007 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4903d452-8091-481b-94af-077aacaa2797 req-8b6c3851-5ab0-4e6a-b124-54150f97be8e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks [] for floatingip (7db7bcda-3d7e-4f70-8f55-af0e61c7dbdb), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:44.892482 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4903d452-8091-481b-94af-077aacaa2797 req-8b6c3851-5ab0-4e6a-b124-54150f97be8e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1152aaf1-e195-4e8f-bb4c-9e3aae91fe44), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:45.039262 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4903d452-8091-481b-94af-077aacaa2797 req-8b6c3851-5ab0-4e6a-b124-54150f97be8e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks [] for port (1152aaf1-e195-4e8f-bb4c-9e3aae91fe44), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:45.043808 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4903d452-8091-481b-94af-077aacaa2797 req-8b6c3851-5ab0-4e6a-b124-54150f97be8e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (1152aaf1-e195-4e8f-bb4c-9e3aae91fe44), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:45.109411 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c3851-5ab0-4e6a-b124-54150f97be8e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Pushing event updated for resources: {'Port': ['ID=1152aaf1-e195-4e8f-bb4c-9e3aae91fe44,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:45.120235 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4903d452-8091-481b-94af-077aacaa2797 req-8b6c3851-5ab0-4e6a-b124-54150f97be8e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (7db7bcda-3d7e-4f70-8f55-af0e61c7dbdb), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:45.136600 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4903d452-8091-481b-94af-077aacaa2797 req-8b6c3851-5ab0-4e6a-b124-54150f97be8e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:45.138229 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4903d452-8091-481b-94af-077aacaa2797 req-8b6c3851-5ab0-4e6a-b124-54150f97be8e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8613234 Jan 18 20:05:45.138447 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['c9e3e76c-ca9c-4baf-bfa7-8abdad153b92'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:05:45.194709 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4903d452-8091-481b-94af-077aacaa2797 req-26567643-9862-4e83-b987-93193c5977be tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.212 HTTP/1.1" status: 200 len: 696 time: 0.0502980 Jan 18 20:05:45.305548 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903d452-8091-481b-94af-077aacaa2797 req-93fedf28-1e2b-4176-af2d-587ffe93302c tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:45.319322 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4903d452-8091-481b-94af-077aacaa2797 req-93fedf28-1e2b-4176-af2d-587ffe93302c tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 784 time: 0.1184130 Jan 18 20:05:45.332811 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031ba2b9-9716-4ca2-930b-425cb362162c None None] Sync routers for ids ['704b7d88-87de-4590-913c-53830e403e64'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:05:45.343641 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031ba2b9-9716-4ca2-930b-425cb362162c None None] Routers {'704b7d88-87de-4590-913c-53830e403e64'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:05:45.344254 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-031ba2b9-9716-4ca2-930b-425cb362162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:05:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['704b7d88-87de-4590-913c-53830e403e64'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:05:45.398241 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7306e12b-f890-4842-867c-6459077a011a req-8c174e8f-747b-4873-aa62-569f8ea4b841 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 210 time: 0.0399165 Jan 18 20:05:45.457121 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-031ba2b9-9716-4ca2-930b-425cb362162c None None] Set router 704b7d88-87de-4590-913c-53830e403e64 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:05:45.507213 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53dc6f-a398-4995-9c5b-af3390c07e12 req-2efe388a-2d66-4076-979b-9b42d25f7912 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:45.508514 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e53dc6f-a398-4995-9c5b-af3390c07e12 req-2efe388a-2d66-4076-979b-9b42d25f7912 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20305-6dd7-4b79-a809-0ca4fc6d8786 HTTP/1.1" status: 200 len: 948 time: 0.0538905 Jan 18 20:05:45.545504 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 26787e24-6f29-45b3-9a89-4a5008a4324c details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:05:45.549384 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 28ff6737-02fb-4a87-b1c5-7feebf0eff97 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:05:45.573985 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e53dc6f-a398-4995-9c5b-af3390c07e12 req-615ceff2-b3fc-4029-81a6-72d5bcee9143 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590353 Jan 18 20:05:45.609447 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device eee88b0d-0f9d-48de-a28d-e5bd3ebb7996 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:05:45.689454 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-031ba2b9-9716-4ca2-930b-425cb362162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704b7d88-87de-4590-913c-53830e403e64', 'name': 'tempest-FloatingIPDetailsTestJSON-1872066002-router', 'tenant_id': '536b1ea8d4ea441eb844f0282566f4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'eee88b0d-0f9d-48de-a28d-e5bd3ebb7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:05:35Z', 'updated_at': '2022-01-18T20:05:42Z', 'revision_number': 4, 'project_id': '536b1ea8d4ea441eb844f0282566f4a8', 'gw_port': {'id': 'eee88b0d-0f9d-48de-a28d-e5bd3ebb7996', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704b7d88-87de-4590-913c-53830e403e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:05:36Z', 'updated_at': '2022-01-18T20:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '278e346e-e949-4475-a2d7-6edb4e01affc', 'name': '', 'network_id': '1c386308-5be4-4b93-9ac1-2d4e192cc6d2', 'tenant_id': '536b1ea8d4ea441eb844f0282566f4a8', 'mac_address': 'fa:16:3e:48:f8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704b7d88-87de-4590-913c-53830e403e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '62bd1293-5f14-4bc2-af1b-25d35496ec4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:05:41Z', 'updated_at': '2022-01-18T20:05:42Z', 'revision_number': 2, 'project_id': '536b1ea8d4ea441eb844f0282566f4a8', 'subnets': [{'id': '62bd1293-5f14-4bc2-af1b-25d35496ec4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:05:45.716999 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031ba2b9-9716-4ca2-930b-425cb362162c None None] Checking router: 704b7d88-87de-4590-913c-53830e403e64 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:05:45.717341 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031ba2b9-9716-4ca2-930b-425cb362162c None None] Updating router 704b7d88-87de-4590-913c-53830e403e64 port 278e346e-e949-4475-a2d7-6edb4e01affc binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:05:45.735516 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e4ab1-909a-446a-aca7-9b2f89f3d3ec req-17eed99d-d380-4d65-ac35-c5ba90ed6c6f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:45.736576 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b02e4ab1-909a-446a-aca7-9b2f89f3d3ec req-17eed99d-d380-4d65-ac35-c5ba90ed6c6f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 947 time: 0.0489082 Jan 18 20:05:45.748124 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-031ba2b9-9716-4ca2-930b-425cb362162c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (278e346e-e949-4475-a2d7-6edb4e01affc), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:45.788119 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b02e4ab1-909a-446a-aca7-9b2f89f3d3ec req-9be18639-8309-43ac-8374-9baf0b45a790 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423777 Jan 18 20:05:45.817294 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 28ff6737-02fb-4a87-b1c5-7feebf0eff97 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:45.817808 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:45.836508 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port eee88b0d-0f9d-48de-a28d-e5bd3ebb7996 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:45.837151 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (eee88b0d-0f9d-48de-a28d-e5bd3ebb7996), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:45.893940 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 26787e24-6f29-45b3-9a89-4a5008a4324c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=26787e24-6f29-45b3-9a89-4a5008a4324c,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:45.909148 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28ff6737-02fb-4a87-b1c5-7feebf0eff97'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:05:45.911476 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22742ed5-ee16-44e0-a160-05b2314aee2d" -d '{"events": [{"server_uuid": "5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda", "name": "network-vif-unplugged", "status": "completed", "tag": "28ff6737-02fb-4a87-b1c5-7feebf0eff97"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:05:45.917941 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebf53a-6e11-4bba-910e-81799a14ffd0 req-a52596a0-faa4-4a29-9a1f-09b30d8e45f5 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:45.919810 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34ebf53a-6e11-4bba-910e-81799a14ffd0 req-a52596a0-faa4-4a29-9a1f-09b30d8e45f5 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 944 time: 0.0557294 Jan 18 20:05:45.930294 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '26787e24-6f29-45b3-9a89-4a5008a4324c', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '26787e24-6f29-45b3-9a89-4a5008a4324c', 'mac_address': 'fa:16:3e:d7:f2:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:05:45.934707 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 28ff6737-02fb-4a87-b1c5-7feebf0eff97, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=28ff6737-02fb-4a87-b1c5-7feebf0eff97,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:45.944307 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:45.974036 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34ebf53a-6e11-4bba-910e-81799a14ffd0 req-5597e8fb-5589-4610-b06e-c89679e5d9f2 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482597 Jan 18 20:05:46.028572 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-031ba2b9-9716-4ca2-930b-425cb362162c None None] Publish callbacks [] for port (278e346e-e949-4475-a2d7-6edb4e01affc), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:46.035381 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-031ba2b9-9716-4ca2-930b-425cb362162c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (278e346e-e949-4475-a2d7-6edb4e01affc), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:46.050845 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 26787e24-6f29-45b3-9a89-4a5008a4324c is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:46.051154 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (26787e24-6f29-45b3-9a89-4a5008a4324c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:46.064488 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=28ff6737-02fb-4a87-b1c5-7feebf0eff97,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:46.072562 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port eee88b0d-0f9d-48de-a28d-e5bd3ebb7996 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:46.072951 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (eee88b0d-0f9d-48de-a28d-e5bd3ebb7996), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:46.081548 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26787e24-6f29-45b3-9a89-4a5008a4324c {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:05:46.085754 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f015c9-747f-4799-a3fc-6434c6daa877 None None] Pushing event updated for resources: {'Port': ['ID=278e346e-e949-4475-a2d7-6edb4e01affc,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:46.119193 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port eee88b0d-0f9d-48de-a28d-e5bd3ebb7996, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=eee88b0d-0f9d-48de-a28d-e5bd3ebb7996,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:46.133518 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 26787e24-6f29-45b3-9a89-4a5008a4324c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=26787e24-6f29-45b3-9a89-4a5008a4324c,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:46.135519 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (eee88b0d-0f9d-48de-a28d-e5bd3ebb7996), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:46.144190 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (26787e24-6f29-45b3-9a89-4a5008a4324c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:46.154476 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-031ba2b9-9716-4ca2-930b-425cb362162c None None] Attempting to bind port 278e346e-e949-4475-a2d7-6edb4e01affc on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:05:46.154846 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-031ba2b9-9716-4ca2-930b-425cb362162c None None] Attempting to bind port 278e346e-e949-4475-a2d7-6edb4e01affc by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '0132bf63-dcf2-4662-ad33-f994099ea8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c386308-5be4-4b93-9ac1-2d4e192cc6d2'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:05:46.155397 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031ba2b9-9716-4ca2-930b-425cb362162c None None] Attempting to bind port 278e346e-e949-4475-a2d7-6edb4e01affc on network 1c386308-5be4-4b93-9ac1-2d4e192cc6d2 {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:05:46.166800 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031ba2b9-9716-4ca2-930b-425cb362162c None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:05:46.167499 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031ba2b9-9716-4ca2-930b-425cb362162c None None] Checking segment: {'id': '0132bf63-dcf2-4662-ad33-f994099ea8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c386308-5be4-4b93-9ac1-2d4e192cc6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:05:46.168074 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-031ba2b9-9716-4ca2-930b-425cb362162c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:46.168626 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031ba2b9-9716-4ca2-930b-425cb362162c None None] Bound using segment: {'id': '0132bf63-dcf2-4662-ad33-f994099ea8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c386308-5be4-4b93-9ac1-2d4e192cc6d2'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:05:46.169295 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-031ba2b9-9716-4ca2-930b-425cb362162c None None] Bound port: 278e346e-e949-4475-a2d7-6edb4e01affc, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0132bf63-dcf2-4662-ad33-f994099ea8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c386308-5be4-4b93-9ac1-2d4e192cc6d2'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:05:46.169900 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-031ba2b9-9716-4ca2-930b-425cb362162c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (278e346e-e949-4475-a2d7-6edb4e01affc), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:46.214950 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=eee88b0d-0f9d-48de-a28d-e5bd3ebb7996,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:46.258229 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-031ba2b9-9716-4ca2-930b-425cb362162c None None] For port 278e346e-e949-4475-a2d7-6edb4e01affc, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:05:46.262932 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-031ba2b9-9716-4ca2-930b-425cb362162c None None] For port 278e346e-e949-4475-a2d7-6edb4e01affc, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=278e346e-e949-4475-a2d7-6edb4e01affc,segment=NetworkSegment(0132bf63-dcf2-4662-ad33-f994099ea8fe),segment_id=0132bf63-dcf2-4662-ad33-f994099ea8fe)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:05:46.268162 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-031ba2b9-9716-4ca2-930b-425cb362162c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (278e346e-e949-4475-a2d7-6edb4e01affc), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:46.279064 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=26787e24-6f29-45b3-9a89-4a5008a4324c,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:46.313523 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031ba2b9-9716-4ca2-930b-425cb362162c None None] Routers {'704b7d88-87de-4590-913c-53830e403e64'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:05:46.314179 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-031ba2b9-9716-4ca2-930b-425cb362162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:05:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['704b7d88-87de-4590-913c-53830e403e64'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:05:46.373315 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f015c9-747f-4799-a3fc-6434c6daa877 None None] Pushing event updated for resources: {'Port': ['ID=278e346e-e949-4475-a2d7-6edb4e01affc,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:46.436125 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-031ba2b9-9716-4ca2-930b-425cb362162c None None] Set router 704b7d88-87de-4590-913c-53830e403e64 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:05:46.447865 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-49ea728b-6189-49b2-95ae-967efc1b6190 None None] Provisioning complete for port 278e346e-e949-4475-a2d7-6edb4e01affc triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:46.448680 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-49ea728b-6189-49b2-95ae-967efc1b6190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (278e346e-e949-4475-a2d7-6edb4e01affc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:46.472110 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['26787e24-6f29-45b3-9a89-4a5008a4324c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:05:46.588336 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-49ea728b-6189-49b2-95ae-967efc1b6190 None None] Current status of the port 278e346e-e949-4475-a2d7-6edb4e01affc is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:46.589016 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-49ea728b-6189-49b2-95ae-967efc1b6190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (278e346e-e949-4475-a2d7-6edb4e01affc), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:46.663881 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-49ea728b-6189-49b2-95ae-967efc1b6190 None None] For port 278e346e-e949-4475-a2d7-6edb4e01affc, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=278e346e-e949-4475-a2d7-6edb4e01affc,segment=NetworkSegment(0132bf63-dcf2-4662-ad33-f994099ea8fe),segment_id=0132bf63-dcf2-4662-ad33-f994099ea8fe)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:46.664677 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-031ba2b9-9716-4ca2-930b-425cb362162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704b7d88-87de-4590-913c-53830e403e64', 'name': 'tempest-FloatingIPDetailsTestJSON-1872066002-router', 'tenant_id': '536b1ea8d4ea441eb844f0282566f4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'eee88b0d-0f9d-48de-a28d-e5bd3ebb7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:05:35Z', 'updated_at': '2022-01-18T20:05:42Z', 'revision_number': 4, 'project_id': '536b1ea8d4ea441eb844f0282566f4a8', 'gw_port': {'id': 'eee88b0d-0f9d-48de-a28d-e5bd3ebb7996', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704b7d88-87de-4590-913c-53830e403e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:05:36Z', 'updated_at': '2022-01-18T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '278e346e-e949-4475-a2d7-6edb4e01affc', 'name': '', 'network_id': '1c386308-5be4-4b93-9ac1-2d4e192cc6d2', 'tenant_id': '536b1ea8d4ea441eb844f0282566f4a8', 'mac_address': 'fa:16:3e:48:f8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704b7d88-87de-4590-913c-53830e403e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '62bd1293-5f14-4bc2-af1b-25d35496ec4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:05:41Z', 'updated_at': '2022-01-18T20:05:46Z', 'revision_number': 4, 'project_id': '536b1ea8d4ea441eb844f0282566f4a8', 'subnets': [{'id': '62bd1293-5f14-4bc2-af1b-25d35496ec4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:05:46.668846 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-49ea728b-6189-49b2-95ae-967efc1b6190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (278e346e-e949-4475-a2d7-6edb4e01affc), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:46.692685 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031ba2b9-9716-4ca2-930b-425cb362162c None None] The sync data for ids ['704b7d88-87de-4590-913c-53830e403e64'] in n-d-741529-9 is: [{'id': '704b7d88-87de-4590-913c-53830e403e64', 'name': 'tempest-FloatingIPDetailsTestJSON-1872066002-router', 'tenant_id': '536b1ea8d4ea441eb844f0282566f4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'eee88b0d-0f9d-48de-a28d-e5bd3ebb7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:05:35Z', 'updated_at': '2022-01-18T20:05:42Z', 'revision_number': 4, 'project_id': '536b1ea8d4ea441eb844f0282566f4a8', 'gw_port': {'id': 'eee88b0d-0f9d-48de-a28d-e5bd3ebb7996', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704b7d88-87de-4590-913c-53830e403e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:05:36Z', 'updated_at': '2022-01-18T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '278e346e-e949-4475-a2d7-6edb4e01affc', 'name': '', 'network_id': '1c386308-5be4-4b93-9ac1-2d4e192cc6d2', 'tenant_id': '536b1ea8d4ea441eb844f0282566f4a8', 'mac_address': 'fa:16:3e:48:f8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704b7d88-87de-4590-913c-53830e403e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '62bd1293-5f14-4bc2-af1b-25d35496ec4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:05:41Z', 'updated_at': '2022-01-18T20:05:46Z', 'revision_number': 4, 'project_id': '536b1ea8d4ea441eb844f0282566f4a8', 'subnets': [{'id': '62bd1293-5f14-4bc2-af1b-25d35496ec4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:05:46.735508 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea728b-6189-49b2-95ae-967efc1b6190 None None] Pushing event updated for resources: {'Port': ['ID=278e346e-e949-4475-a2d7-6edb4e01affc,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:46.793432 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-bbc79a3e-6d01-467e-880b-b06d63fffbb3 None None] Provisioning complete for port 278e346e-e949-4475-a2d7-6edb4e01affc triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:46.793968 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bbc79a3e-6d01-467e-880b-b06d63fffbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (278e346e-e949-4475-a2d7-6edb4e01affc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:46.879044 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-bbc79a3e-6d01-467e-880b-b06d63fffbb3 None None] Current status of the port 278e346e-e949-4475-a2d7-6edb4e01affc is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:47.561115 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device eee88b0d-0f9d-48de-a28d-e5bd3ebb7996 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:05:47.607628 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port eee88b0d-0f9d-48de-a28d-e5bd3ebb7996 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:47.608297 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (eee88b0d-0f9d-48de-a28d-e5bd3ebb7996), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:47.687958 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port eee88b0d-0f9d-48de-a28d-e5bd3ebb7996 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:47.688959 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 278e346e-e949-4475-a2d7-6edb4e01affc up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:05:47.734044 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 278e346e-e949-4475-a2d7-6edb4e01affc triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:47.734342 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (278e346e-e949-4475-a2d7-6edb4e01affc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:47.806962 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 278e346e-e949-4475-a2d7-6edb4e01affc is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:48.018501 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:05:48.280264 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:05:48.283454 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device c9e3e76c-ca9c-4baf-bfa7-8abdad153b92 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:05:48.391412 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port c9e3e76c-ca9c-4baf-bfa7-8abdad153b92 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:05:48.399157 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port c9e3e76c-ca9c-4baf-bfa7-8abdad153b92 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:48.399534 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c9e3e76c-ca9c-4baf-bfa7-8abdad153b92), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:48.440600 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:48.456843 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a', 'mac_address': 'fa:16:3e:0f:14:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:05:48.516029 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a is: ACTIVE; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:48.516415 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:48.537804 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:05:48.544033 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port c9e3e76c-ca9c-4baf-bfa7-8abdad153b92 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:48.544417 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c9e3e76c-ca9c-4baf-bfa7-8abdad153b92), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:48.571010 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:48.579844 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:48.614008 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port c9e3e76c-ca9c-4baf-bfa7-8abdad153b92, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=c9e3e76c-ca9c-4baf-bfa7-8abdad153b92,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:48.625684 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c9e3e76c-ca9c-4baf-bfa7-8abdad153b92), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:48.652955 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:48.700321 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=c9e3e76c-ca9c-4baf-bfa7-8abdad153b92,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:48.707318 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:05:49.192743 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087d4af3-a2c7-46e6-8da3-e85cfe8b1e71 x-openstack-request-id: req-087d4af3-a2c7-46e6-8da3-e85cfe8b1e71 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:05:49.193075 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda", "name": "network-vif-unplugged", "status": "completed", "tag": "28ff6737-02fb-4a87-b1c5-7feebf0eff97", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:05:49.194189 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-087d4af3-a2c7-46e6-8da3-e85cfe8b1e71 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:05:49.194749 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28ff6737-02fb-4a87-b1c5-7feebf0eff97', 'code': 200} Jan 18 20:05:49.298831 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-18d7d82b-161b-437d-b8a5-4531b17b640e req-e8f407b4-e22a-4d94-97f7-0fbe8e58efc0 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 210 time: 0.0426803 Jan 18 20:05:49.317177 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a52a22e1-96ca-406a-854b-9f894610f3f9 req-3029894e-4c07-4bf7-946d-10f2190cad56 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2203560 Jan 18 20:05:49.328384 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-a52a22e1-96ca-406a-854b-9f894610f3f9 req-f4f219cc-1416-4213-9881-7934bc124358 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:05:49.361990 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a52a22e1-96ca-406a-854b-9f894610f3f9 req-f4f219cc-1416-4213-9881-7934bc124358 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:49.485432 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5d6da-9b41-4ccf-9caf-1e2d71aa6ec3 req-5d5a6b63-7110-4308-a832-b6132bcd43f3 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:49.486960 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6f5d6da-9b41-4ccf-9caf-1e2d71aa6ec3 req-5d5a6b63-7110-4308-a832-b6132bcd43f3 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20305-6dd7-4b79-a809-0ca4fc6d8786 HTTP/1.1" status: 200 len: 949 time: 0.0969379 Jan 18 20:05:49.549714 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a52a22e1-96ca-406a-854b-9f894610f3f9 req-f4f219cc-1416-4213-9881-7934bc124358 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:49.555676 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6f5d6da-9b41-4ccf-9caf-1e2d71aa6ec3 req-e930fd39-8f16-4d6b-808c-2b089125be48 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608034 Jan 18 20:05:49.563277 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 26787e24-6f29-45b3-9a89-4a5008a4324c up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:05:49.645699 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 26787e24-6f29-45b3-9a89-4a5008a4324c completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:05:49.650690 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 26787e24-6f29-45b3-9a89-4a5008a4324c triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:49.651223 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (26787e24-6f29-45b3-9a89-4a5008a4324c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:49.695996 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-a52a22e1-96ca-406a-854b-9f894610f3f9 req-f4f219cc-1416-4213-9881-7934bc124358 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Allocated IP 172.25.4.226 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/5665b4dc-5aa2-4784-a6cc-ef93c9472396) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:05:49.783249 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 26787e24-6f29-45b3-9a89-4a5008a4324c is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:49.783817 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (26787e24-6f29-45b3-9a89-4a5008a4324c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:49.820901 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1d2ef-1896-4216-9421-54ad3745ea16 req-71e4dd07-df0a-45ee-8cec-116a05fe3a3a tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:49.822618 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-40f1d2ef-1896-4216-9421-54ad3745ea16 req-71e4dd07-df0a-45ee-8cec-116a05fe3a3a tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 948 time: 0.1348267 Jan 18 20:05:49.827703 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 26787e24-6f29-45b3-9a89-4a5008a4324c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=26787e24-6f29-45b3-9a89-4a5008a4324c,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:49.833970 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (26787e24-6f29-45b3-9a89-4a5008a4324c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:49.835272 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ae5daab9-3318-4b0e-afff-8350b4913ab0 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:05:49.952411 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=26787e24-6f29-45b3-9a89-4a5008a4324c,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:49.958528 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-40f1d2ef-1896-4216-9421-54ad3745ea16 req-9e90c482-64ac-4c57-b204-154c5574e645 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036251 Jan 18 20:05:49.967224 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a52a22e1-96ca-406a-854b-9f894610f3f9 req-f4f219cc-1416-4213-9881-7934bc124358 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks [] for port (5665b4dc-5aa2-4784-a6cc-ef93c9472396), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:49.979955 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc965164-5064-4543-b9b0-408bf355452e req-edb3cb2d-86ab-486e-901e-aa5100e3e949 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:49.981460 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fc965164-5064-4543-b9b0-408bf355452e req-edb3cb2d-86ab-486e-901e-aa5100e3e949 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.57 "GET /v2.0/networks?id=a08f6099-d3e5-4672-94a1-dc88a868cf6f HTTP/1.1" status: 200 len: 821 time: 0.1770399 Jan 18 20:05:50.013576 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-fc965164-5064-4543-b9b0-408bf355452e req-1049dbf9-766f-4090-be10-d7412851bcf7 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Request body: {'port': {'device_id': '197e28a5-f4e9-4364-94fc-8b662b804245', 'network_id': 'a08f6099-d3e5-4672-94a1-dc88a868cf6f', 'admin_state_up': True, 'tenant_id': '14dc905def994c41a26216cee2b81577'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:05:50.034876 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port ae5daab9-3318-4b0e-afff-8350b4913ab0 is: DOWN; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:50.071590 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a52a22e1-96ca-406a-854b-9f894610f3f9 req-f4f219cc-1416-4213-9881-7934bc124358 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (5665b4dc-5aa2-4784-a6cc-ef93c9472396), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:50.125565 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a52a22e1-96ca-406a-854b-9f894610f3f9 req-f4f219cc-1416-4213-9881-7934bc124358 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:05:50.132575 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-a52a22e1-96ca-406a-854b-9f894610f3f9 req-f4f219cc-1416-4213-9881-7934bc124358 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:05:50.135229 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f219cc-1416-4213-9881-7934bc124358 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Pushing event updated for resources: {'Port': ['ID=5665b4dc-5aa2-4784-a6cc-ef93c9472396,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:50.137062 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52a22e1-96ca-406a-854b-9f894610f3f9 req-f4f219cc-1416-4213-9881-7934bc124358 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:05:50.146125 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509cfc4-8418-42b0-9fbd-be1ea7b42049 req-4960aec0-bf8f-4589-a37c-463cd738d803 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:50.148302 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5509cfc4-8418-42b0-9fbd-be1ea7b42049 req-4960aec0-bf8f-4589-a37c-463cd738d803 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 944 time: 0.1113012 Jan 18 20:05:50.200389 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc965164-5064-4543-b9b0-408bf355452e req-1049dbf9-766f-4090-be10-d7412851bcf7 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Made reservation on behalf of 14dc905def994c41a26216cee2b81577 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:05:50.205918 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fc965164-5064-4543-b9b0-408bf355452e req-1049dbf9-766f-4090-be10-d7412851bcf7 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:50.252631 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5509cfc4-8418-42b0-9fbd-be1ea7b42049 req-c74c807a-2eba-415a-8b43-ad0e798fa335 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846717 Jan 18 20:05:50.274892 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a52a22e1-96ca-406a-854b-9f894610f3f9 req-f4f219cc-1416-4213-9881-7934bc124358 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks [] for floatingip (294e133c-3ad8-4869-a5a1-227d8391153f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:50.294391 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:05:50.336033 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a52a22e1-96ca-406a-854b-9f894610f3f9 req-f4f219cc-1416-4213-9881-7934bc124358 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (5665b4dc-5aa2-4784-a6cc-ef93c9472396), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:50.420029 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:05:50.420531 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:50.489393 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-fc965164-5064-4543-b9b0-408bf355452e req-1049dbf9-766f-4090-be10-d7412851bcf7 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Allocated IP 172.20.0.14 (a08f6099-d3e5-4672-94a1-dc88a868cf6f/ddd3030e-0a9b-41b7-a3cb-14e0225e3050/9ce65f2a-70c4-4698-8eb6-7b0e72c4776d) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:05:50.529406 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a52a22e1-96ca-406a-854b-9f894610f3f9 req-f4f219cc-1416-4213-9881-7934bc124358 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks [] for port (5665b4dc-5aa2-4784-a6cc-ef93c9472396), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:50.539872 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a52a22e1-96ca-406a-854b-9f894610f3f9 req-f4f219cc-1416-4213-9881-7934bc124358 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (5665b4dc-5aa2-4784-a6cc-ef93c9472396), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:50.549471 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:05:50.550025 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:50.602418 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:50.613084 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:50.654004 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-633a8022-e081-4ba4-a418-82297c751986 req-39c50585-1d5f-4f71-8b3c-06c19f99f1d7 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 210 time: 0.0638599 Jan 18 20:05:50.682547 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f219cc-1416-4213-9881-7934bc124358 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Pushing event updated for resources: {'Port': ['ID=5665b4dc-5aa2-4784-a6cc-ef93c9472396,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:50.682754 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fc965164-5064-4543-b9b0-408bf355452e req-1049dbf9-766f-4090-be10-d7412851bcf7 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks [] for port (9ce65f2a-70c4-4698-8eb6-7b0e72c4776d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:50.690077 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a,revision_number=7']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:50.705878 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a52a22e1-96ca-406a-854b-9f894610f3f9 req-f4f219cc-1416-4213-9881-7934bc124358 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (294e133c-3ad8-4869-a5a1-227d8391153f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:50.729500 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a52a22e1-96ca-406a-854b-9f894610f3f9 req-f4f219cc-1416-4213-9881-7934bc124358 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:50.731480 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a52a22e1-96ca-406a-854b-9f894610f3f9 req-f4f219cc-1416-4213-9881-7934bc124358 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4071414 Jan 18 20:05:50.734392 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fc965164-5064-4543-b9b0-408bf355452e req-1049dbf9-766f-4090-be10-d7412851bcf7 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (9ce65f2a-70c4-4698-8eb6-7b0e72c4776d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:50.757979 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc965164-5064-4543-b9b0-408bf355452e req-1049dbf9-766f-4090-be10-d7412851bcf7 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Network a08f6099-d3e5-4672-94a1-dc88a868cf6f is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:05:50.779194 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-fc965164-5064-4543-b9b0-408bf355452e req-1049dbf9-766f-4090-be10-d7412851bcf7 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:05:50.784264 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc965164-5064-4543-b9b0-408bf355452e req-1049dbf9-766f-4090-be10-d7412851bcf7 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:05:50.830709 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1049dbf9-766f-4090-be10-d7412851bcf7 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Pushing event updated for resources: {'Port': ['ID=9ce65f2a-70c4-4698-8eb6-7b0e72c4776d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:50.851647 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc965164-5064-4543-b9b0-408bf355452e req-1049dbf9-766f-4090-be10-d7412851bcf7 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:50.852420 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fc965164-5064-4543-b9b0-408bf355452e req-1049dbf9-766f-4090-be10-d7412851bcf7 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:50.871345 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fc965164-5064-4543-b9b0-408bf355452e req-1049dbf9-766f-4090-be10-d7412851bcf7 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8776181 Jan 18 20:05:50.886927 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-fc965164-5064-4543-b9b0-408bf355452e req-a0bc736e-501a-407a-84df-97a7f92582ff service neutron] Request body: {'port': {'device_id': '197e28a5-f4e9-4364-94fc-8b662b804245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:05:50.947012 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fc965164-5064-4543-b9b0-408bf355452e req-a0bc736e-501a-407a-84df-97a7f92582ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9ce65f2a-70c4-4698-8eb6-7b0e72c4776d), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:51.164967 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a52a22e1-96ca-406a-854b-9f894610f3f9 req-32896543-1a80-423d-baa1-4bd1d0f1df41 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.226 HTTP/1.1" status: 200 len: 696 time: 0.4171422 Jan 18 20:05:51.192626 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0a529-0755-4520-9497-edfb2e209394 req-7ac39ad0-ceab-40d5-84bc-4be16a20ec2c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:51.194654 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ac0a529-0755-4520-9497-edfb2e209394 req-7ac39ad0-ceab-40d5-84bc-4be16a20ec2c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20305-6dd7-4b79-a809-0ca4fc6d8786 HTTP/1.1" status: 200 len: 949 time: 0.4619184 Jan 18 20:05:51.198605 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f20305-6dd7-4b79-a809-0ca4fc6d8786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e3e76c-ca9c-4baf-bfa7-8abdad153b92'}, {'server_uuid': '0c192283-d555-4329-955a-64b4e0425864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26787e24-6f29-45b3-9a89-4a5008a4324c'}, {'server_uuid': '2aef056c-6300-4079-a47d-e582fe745571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:05:51.202562 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70cebb9-b5de-4028-8283-056be99d837b" -d '{"events": [{"server_uuid": "94f20305-6dd7-4b79-a809-0ca4fc6d8786", "name": "network-vif-plugged", "status": "completed", "tag": "c9e3e76c-ca9c-4baf-bfa7-8abdad153b92"}, {"server_uuid": "0c192283-d555-4329-955a-64b4e0425864", "name": "network-vif-plugged", "status": "completed", "tag": "26787e24-6f29-45b3-9a89-4a5008a4324c"}, {"server_uuid": "2aef056c-6300-4079-a47d-e582fe745571", "name": "network-vif-plugged", "status": "completed", "tag": "21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:05:51.220977 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-fc965164-5064-4543-b9b0-408bf355452e req-a0bc736e-501a-407a-84df-97a7f92582ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:05:51.228933 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fc965164-5064-4543-b9b0-408bf355452e req-a0bc736e-501a-407a-84df-97a7f92582ff service neutron] Publish callbacks [] for port (9ce65f2a-70c4-4698-8eb6-7b0e72c4776d), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:51.241757 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-fc965164-5064-4543-b9b0-408bf355452e req-a0bc736e-501a-407a-84df-97a7f92582ff service neutron] Transition to ACTIVE for port object 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:05:51.247600 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fc965164-5064-4543-b9b0-408bf355452e req-a0bc736e-501a-407a-84df-97a7f92582ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (9ce65f2a-70c4-4698-8eb6-7b0e72c4776d), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:51.310935 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ac0a529-0755-4520-9497-edfb2e209394 req-e5e47982-4ee4-4191-b369-25f47cef57c7 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988827 Jan 18 20:05:51.338441 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a22e1-96ca-406a-854b-9f894610f3f9 req-9d2d0875-f0ab-4342-970e-f34f83086bcc tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:51.339802 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a52a22e1-96ca-406a-854b-9f894610f3f9 req-9d2d0875-f0ab-4342-970e-f34f83086bcc tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 784 time: 0.1672916 Jan 18 20:05:51.441431 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 18 Jan 2022 20:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5786c6c-9b5e-4879-a177-de5a0adadb53 x-openstack-request-id: req-a5786c6c-9b5e-4879-a177-de5a0adadb53 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:05:51.441759 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f20305-6dd7-4b79-a809-0ca4fc6d8786", "name": "network-vif-plugged", "status": "completed", "tag": "c9e3e76c-ca9c-4baf-bfa7-8abdad153b92", "code": 200}, {"server_uuid": "0c192283-d555-4329-955a-64b4e0425864", "name": "network-vif-plugged", "status": "completed", "tag": "26787e24-6f29-45b3-9a89-4a5008a4324c", "code": 200}, {"server_uuid": "2aef056c-6300-4079-a47d-e582fe745571", "name": "network-vif-plugged", "status": "completed", "tag": "21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:05:51.442011 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5786c6c-9b5e-4879-a177-de5a0adadb53 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:05:51.442417 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f20305-6dd7-4b79-a809-0ca4fc6d8786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e3e76c-ca9c-4baf-bfa7-8abdad153b92', 'code': 200} Jan 18 20:05:51.442720 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c192283-d555-4329-955a-64b4e0425864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26787e24-6f29-45b3-9a89-4a5008a4324c', 'code': 200} Jan 18 20:05:51.442976 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aef056c-6300-4079-a47d-e582fe745571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a', 'code': 200} Jan 18 20:05:51.527274 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f72add-6b03-4bbd-a342-118d305f4d65 req-5d33b9de-302b-4ed5-a7af-aecbf3e19735 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:51.533359 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d8f72add-6b03-4bbd-a342-118d305f4d65 req-5d33b9de-302b-4ed5-a7af-aecbf3e19735 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 949 time: 0.1212289 Jan 18 20:05:51.648736 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc736e-501a-407a-84df-97a7f92582ff service neutron] Pushing event updated for resources: {'Port': ['ID=9ce65f2a-70c4-4698-8eb6-7b0e72c4776d,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:51.656375 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3c22d-12ac-4b4e-bacd-2f42bcf939fd req-f484e426-3b73-43dd-b08e-1cf976d2c5c4 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:51.662689 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5cf3c22d-12ac-4b4e-bacd-2f42bcf939fd req-f484e426-3b73-43dd-b08e-1cf976d2c5c4 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 944 time: 0.1277416 Jan 18 20:05:51.669046 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d8f72add-6b03-4bbd-a342-118d305f4d65 req-30d59898-3dc6-425c-b850-04fb5a96eb0e tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317177 Jan 18 20:05:51.703112 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63699584-6ae3-44a2-9897-3d03a891f30f req-fc7ffc02-ba88-4c52-845b-b3bc026fbf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:51.704726 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-63699584-6ae3-44a2-9897-3d03a891f30f req-fc7ffc02-ba88-4c52-845b-b3bc026fbf90 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 1100 time: 0.0810463 Jan 18 20:05:51.711990 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb69098-7e6c-413d-ba76-f10a1c9285c6 req-fb6369d2-f543-4485-a296-897af0523109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:51.713794 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ecb69098-7e6c-413d-ba76-f10a1c9285c6 req-fb6369d2-f543-4485-a296-897af0523109 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=94f20305-6dd7-4b79-a809-0ca4fc6d8786 HTTP/1.1" status: 200 len: 1100 time: 0.1687686 Jan 18 20:05:51.722635 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-fc965164-5064-4543-b9b0-408bf355452e req-a0bc736e-501a-407a-84df-97a7f92582ff service neutron] Attempting to bind port 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:05:51.723062 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-fc965164-5064-4543-b9b0-408bf355452e req-a0bc736e-501a-407a-84df-97a7f92582ff service neutron] Attempting to bind port 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '2a6a568f-ab0b-495f-98b0-e8870b4263ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a08f6099-d3e5-4672-94a1-dc88a868cf6f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:05:51.723455 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc965164-5064-4543-b9b0-408bf355452e req-a0bc736e-501a-407a-84df-97a7f92582ff service neutron] Attempting to bind port 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d on network a08f6099-d3e5-4672-94a1-dc88a868cf6f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:05:51.733550 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc965164-5064-4543-b9b0-408bf355452e req-a0bc736e-501a-407a-84df-97a7f92582ff service neutron] Port 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d on network a08f6099-d3e5-4672-94a1-dc88a868cf6f not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:05:51.733895 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc965164-5064-4543-b9b0-408bf355452e req-a0bc736e-501a-407a-84df-97a7f92582ff service neutron] Attempting to bind port 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d on network a08f6099-d3e5-4672-94a1-dc88a868cf6f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:05:51.746632 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc965164-5064-4543-b9b0-408bf355452e req-a0bc736e-501a-407a-84df-97a7f92582ff service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:05:51.746968 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc965164-5064-4543-b9b0-408bf355452e req-a0bc736e-501a-407a-84df-97a7f92582ff service neutron] Checking segment: {'id': '2a6a568f-ab0b-495f-98b0-e8870b4263ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a08f6099-d3e5-4672-94a1-dc88a868cf6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:05:51.747349 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc965164-5064-4543-b9b0-408bf355452e req-a0bc736e-501a-407a-84df-97a7f92582ff service neutron] Bound using segment: {'id': '2a6a568f-ab0b-495f-98b0-e8870b4263ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a08f6099-d3e5-4672-94a1-dc88a868cf6f'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:05:51.747791 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-fc965164-5064-4543-b9b0-408bf355452e req-a0bc736e-501a-407a-84df-97a7f92582ff service neutron] Bound port: 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a6a568f-ab0b-495f-98b0-e8870b4263ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a08f6099-d3e5-4672-94a1-dc88a868cf6f'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:05:51.748145 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fc965164-5064-4543-b9b0-408bf355452e req-a0bc736e-501a-407a-84df-97a7f92582ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9ce65f2a-70c4-4698-8eb6-7b0e72c4776d), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:51.819124 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-63699584-6ae3-44a2-9897-3d03a891f30f req-7b115177-137f-4620-85fa-80fa5d4dc2d6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975988 Jan 18 20:05:51.841832 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5cf3c22d-12ac-4b4e-bacd-2f42bcf939fd req-ed4fa9d9-1706-4f5f-9078-185774dce71c tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715379 Jan 18 20:05:51.850366 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-fc965164-5064-4543-b9b0-408bf355452e req-a0bc736e-501a-407a-84df-97a7f92582ff service neutron] For port 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:05:51.854418 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-fc965164-5064-4543-b9b0-408bf355452e req-a0bc736e-501a-407a-84df-97a7f92582ff service neutron] For port 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=9ce65f2a-70c4-4698-8eb6-7b0e72c4776d,segment=NetworkSegment(2a6a568f-ab0b-495f-98b0-e8870b4263ca),segment_id=2a6a568f-ab0b-495f-98b0-e8870b4263ca)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:05:51.863030 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fc965164-5064-4543-b9b0-408bf355452e req-a0bc736e-501a-407a-84df-97a7f92582ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (9ce65f2a-70c4-4698-8eb6-7b0e72c4776d), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:51.874348 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ecb69098-7e6c-413d-ba76-f10a1c9285c6 req-27248956-8380-4701-a49d-e2cdac4f1b24 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330380 Jan 18 20:05:51.881752 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e75ee19-43d3-4921-bd84-4f4809b3a3cf req-4857d015-b900-4398-958a-530ab255363b tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1846383 Jan 18 20:05:51.892689 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-0e75ee19-43d3-4921-bd84-4f4809b3a3cf req-dcd485f0-efa5-4d15-a9ba-097e3f099d23 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:05:51.907811 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc965164-5064-4543-b9b0-408bf355452e req-a0bc736e-501a-407a-84df-97a7f92582ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:51.908445 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fc965164-5064-4543-b9b0-408bf355452e req-a0bc736e-501a-407a-84df-97a7f92582ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:51.910303 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fc965164-5064-4543-b9b0-408bf355452e req-a0bc736e-501a-407a-84df-97a7f92582ff service neutron] 10.222.0.57 "PUT /v2.0/ports/9ce65f2a-70c4-4698-8eb6-7b0e72c4776d HTTP/1.1" status: 200 len: 1092 time: 1.0277998 Jan 18 20:05:51.910756 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197e28a5-f4e9-4364-94fc-8b662b804245', 'tag': '9ce65f2a-70c4-4698-8eb6-7b0e72c4776d'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:05:51.914541 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28aa836-3088-49aa-8189-ea97eb4014bf" -d '{"events": [{"name": "network-changed", "server_uuid": "197e28a5-f4e9-4364-94fc-8b662b804245", "tag": "9ce65f2a-70c4-4698-8eb6-7b0e72c4776d"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:05:51.926510 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0e75ee19-43d3-4921-bd84-4f4809b3a3cf req-dcd485f0-efa5-4d15-a9ba-097e3f099d23 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:51.948666 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc736e-501a-407a-84df-97a7f92582ff service neutron] Pushing event updated for resources: {'Port': ['ID=9ce65f2a-70c4-4698-8eb6-7b0e72c4776d,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:52.023705 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0e75ee19-43d3-4921-bd84-4f4809b3a3cf req-dcd485f0-efa5-4d15-a9ba-097e3f099d23 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:52.086715 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9819e217-fcd5-43b1-8d09-d37734104400 req-72ee85bf-8a45-4ba3-b818-af8b02e9a889 service neutron] 10.222.0.70 "GET /v2.0/ports/ae5daab9-3318-4b0e-afff-8350b4913ab0/bindings/n-h1-741529-9 HTTP/1.1" status: 200 len: 384 time: 0.0566089 Jan 18 20:05:52.131491 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-0e75ee19-43d3-4921-bd84-4f4809b3a3cf req-dcd485f0-efa5-4d15-a9ba-097e3f099d23 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Allocated IP 172.25.4.26 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/867d2030-ea26-4d94-a774-056f3564df87) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:05:52.231596 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0e75ee19-43d3-4921-bd84-4f4809b3a3cf req-dcd485f0-efa5-4d15-a9ba-097e3f099d23 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks [] for port (867d2030-ea26-4d94-a774-056f3564df87), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:52.259084 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-9819e217-fcd5-43b1-8d09-d37734104400 req-87f729c4-b756-42f1-8e7b-6dc4d45d9b00 service neutron] For port ae5daab9-3318-4b0e-afff-8350b4913ab0, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ae5daab9-3318-4b0e-afff-8350b4913ab0,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:52.264164 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0e75ee19-43d3-4921-bd84-4f4809b3a3cf req-dcd485f0-efa5-4d15-a9ba-097e3f099d23 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (867d2030-ea26-4d94-a774-056f3564df87), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:52.284584 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-9819e217-fcd5-43b1-8d09-d37734104400 req-87f729c4-b756-42f1-8e7b-6dc4d45d9b00 service neutron] For port ae5daab9-3318-4b0e-afff-8350b4913ab0, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:05:52.309013 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e75ee19-43d3-4921-bd84-4f4809b3a3cf req-dcd485f0-efa5-4d15-a9ba-097e3f099d23 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:05:52.311900 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-0e75ee19-43d3-4921-bd84-4f4809b3a3cf req-dcd485f0-efa5-4d15-a9ba-097e3f099d23 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:05:52.314299 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e75ee19-43d3-4921-bd84-4f4809b3a3cf req-dcd485f0-efa5-4d15-a9ba-097e3f099d23 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:05:52.320487 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-9819e217-fcd5-43b1-8d09-d37734104400 req-87f729c4-b756-42f1-8e7b-6dc4d45d9b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5daab9-3318-4b0e-afff-8350b4913ab0 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:05:52.331240 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-9819e217-fcd5-43b1-8d09-d37734104400 req-87f729c4-b756-42f1-8e7b-6dc4d45d9b00 service neutron] For port ae5daab9-3318-4b0e-afff-8350b4913ab0, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=ae5daab9-3318-4b0e-afff-8350b4913ab0,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:05:52.344152 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd485f0-efa5-4d15-a9ba-097e3f099d23 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Pushing event updated for resources: {'Port': ['ID=867d2030-ea26-4d94-a774-056f3564df87,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:52.347720 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9819e217-fcd5-43b1-8d09-d37734104400 req-87f729c4-b756-42f1-8e7b-6dc4d45d9b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ae5daab9-3318-4b0e-afff-8350b4913ab0), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:52.402926 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0e75ee19-43d3-4921-bd84-4f4809b3a3cf req-dcd485f0-efa5-4d15-a9ba-097e3f099d23 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks [] for floatingip (8d1a8f2c-ca29-42e1-833a-59a13418bb47), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:52.427836 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-9819e217-fcd5-43b1-8d09-d37734104400 req-87f729c4-b756-42f1-8e7b-6dc4d45d9b00 service neutron] Transition to ACTIVE for port object ae5daab9-3318-4b0e-afff-8350b4913ab0 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:05:52.432793 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9819e217-fcd5-43b1-8d09-d37734104400 req-87f729c4-b756-42f1-8e7b-6dc4d45d9b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (ae5daab9-3318-4b0e-afff-8350b4913ab0), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:52.436874 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0e75ee19-43d3-4921-bd84-4f4809b3a3cf req-dcd485f0-efa5-4d15-a9ba-097e3f099d23 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (867d2030-ea26-4d94-a774-056f3564df87), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:52.497697 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-9819e217-fcd5-43b1-8d09-d37734104400 req-87f729c4-b756-42f1-8e7b-6dc4d45d9b00 service neutron] No DVR routers for this DVR port ae5daab9-3318-4b0e-afff-8350b4913ab0 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:05:52.509741 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f729c4-b756-42f1-8e7b-6dc4d45d9b00 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5daab9-3318-4b0e-afff-8350b4913ab0,revision_number=10']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:52.538353 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9819e217-fcd5-43b1-8d09-d37734104400 req-87f729c4-b756-42f1-8e7b-6dc4d45d9b00 service neutron] 10.222.0.70 "PUT /v2.0/ports/ae5daab9-3318-4b0e-afff-8350b4913ab0/bindings/n-h1-741529-9/activate HTTP/1.1" status: 200 len: 369 time: 0.4450748 Jan 18 20:05:52.593028 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0e75ee19-43d3-4921-bd84-4f4809b3a3cf req-dcd485f0-efa5-4d15-a9ba-097e3f099d23 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks [] for port (867d2030-ea26-4d94-a774-056f3564df87), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:52.597555 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0e75ee19-43d3-4921-bd84-4f4809b3a3cf req-dcd485f0-efa5-4d15-a9ba-097e3f099d23 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (867d2030-ea26-4d94-a774-056f3564df87), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:52.666058 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd485f0-efa5-4d15-a9ba-097e3f099d23 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Pushing event updated for resources: {'Port': ['ID=867d2030-ea26-4d94-a774-056f3564df87,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:05:52.676011 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0e75ee19-43d3-4921-bd84-4f4809b3a3cf req-dcd485f0-efa5-4d15-a9ba-097e3f099d23 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (8d1a8f2c-ca29-42e1-833a-59a13418bb47), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:52.690992 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0e75ee19-43d3-4921-bd84-4f4809b3a3cf req-dcd485f0-efa5-4d15-a9ba-097e3f099d23 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:52.692198 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e75ee19-43d3-4921-bd84-4f4809b3a3cf req-dcd485f0-efa5-4d15-a9ba-097e3f099d23 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.8052824 Jan 18 20:05:52.741124 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e75ee19-43d3-4921-bd84-4f4809b3a3cf req-656298d3-e0ec-423d-b6b2-4ac8bf1e9315 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.26 HTTP/1.1" status: 200 len: 695 time: 0.0426154 Jan 18 20:05:52.845725 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75ee19-43d3-4921-bd84-4f4809b3a3cf req-7384d926-aa7d-43ec-a75b-36a8f7c9aadf tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:05:52.846974 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e75ee19-43d3-4921-bd84-4f4809b3a3cf req-7384d926-aa7d-43ec-a75b-36a8f7c9aadf tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 784 time: 0.1008244 Jan 18 20:05:55.583266 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0e32c8ad-b9e1-48ee-9b08-fc5fd511bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:57.719193 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8649b639-b6bb-4237-974d-7ac4dfcc20d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:05:58.884676 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:00.410372 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:01.790147 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:03.759563 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:04.110953 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f2bc84-1e55-4be3-b2b6-7269d3f81da9 x-openstack-request-id: req-83f2bc84-1e55-4be3-b2b6-7269d3f81da9 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:06:04.110953 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197e28a5-f4e9-4364-94fc-8b662b804245", "tag": "9ce65f2a-70c4-4698-8eb6-7b0e72c4776d", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:06:04.111795 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83f2bc84-1e55-4be3-b2b6-7269d3f81da9 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:06:04.111795 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '197e28a5-f4e9-4364-94fc-8b662b804245', 'tag': '9ce65f2a-70c4-4698-8eb6-7b0e72c4776d', 'status': 'completed', 'code': 200} Jan 18 20:06:04.144929 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc965164-5064-4543-b9b0-408bf355452e req-ba885d9e-8401-4a30-81ac-c7836fa5bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:04.147089 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fc965164-5064-4543-b9b0-408bf355452e req-ba885d9e-8401-4a30-81ac-c7836fa5bcb1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=14dc905def994c41a26216cee2b81577&device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 1095 time: 0.0482259 Jan 18 20:06:04.188614 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fc965164-5064-4543-b9b0-408bf355452e req-3936c5b7-a0ca-4753-9270-38c39d54a229 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ce65f2a-70c4-4698-8eb6-7b0e72c4776d HTTP/1.1" status: 200 len: 217 time: 0.0342798 Jan 18 20:06:04.208883 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3484f73-6ab9-4160-84e9-ff7d26d1fdc0 req-87035e50-ca16-4622-a9b0-58a676e8549a tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:04.210450 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b3484f73-6ab9-4160-84e9-ff7d26d1fdc0 req-87035e50-ca16-4622-a9b0-58a676e8549a tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 944 time: 0.1121759 Jan 18 20:06:04.237508 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc965164-5064-4543-b9b0-408bf355452e req-3c271f9e-781a-46fb-9460-11f67bb35d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:04.238268 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819e217-fcd5-43b1-8d09-d37734104400 req-c189dcfe-d8a0-4a15-856b-35fa5d3565a0 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:04.239010 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fc965164-5064-4543-b9b0-408bf355452e req-3c271f9e-781a-46fb-9460-11f67bb35d27 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ddd3030e-0a9b-41b7-a3cb-14e0225e3050 HTTP/1.1" status: 200 len: 861 time: 0.0433252 Jan 18 20:06:04.240271 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9819e217-fcd5-43b1-8d09-d37734104400 req-c189dcfe-d8a0-4a15-856b-35fa5d3565a0 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752&tenant_id=67883881b676447cbe3f92dbc62dd7c6&binding%3Ahost_id=n-h2-741529-9 HTTP/1.1" status: 200 len: 1096 time: 0.1128914 Jan 18 20:06:04.253355 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaed21d-81f6-48f7-8dec-c50490fc8959 req-c49d5046-1772-45a4-b6e4-8fa815b9d303 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:04.254763 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1eaed21d-81f6-48f7-8dec-c50490fc8959 req-c49d5046-1772-45a4-b6e4-8fa815b9d303 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20305-6dd7-4b79-a809-0ca4fc6d8786 HTTP/1.1" status: 200 len: 949 time: 0.0947332 Jan 18 20:06:04.276508 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fc965164-5064-4543-b9b0-408bf355452e req-0f0bff14-916c-4491-88f9-8cfec78c2123 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a08f6099-d3e5-4672-94a1-dc88a868cf6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246477 Jan 18 20:06:04.324487 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b3484f73-6ab9-4160-84e9-ff7d26d1fdc0 req-06b6f771-e9a7-4b9a-b03d-376ffbdf69ab tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068356 Jan 18 20:06:04.346864 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819e217-fcd5-43b1-8d09-d37734104400 req-c93596c1-ceb4-42b7-b494-502ac9069c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:04.348358 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9819e217-fcd5-43b1-8d09-d37734104400 req-c93596c1-ceb4-42b7-b494-502ac9069c74 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752&tenant_id=67883881b676447cbe3f92dbc62dd7c6 HTTP/1.1" status: 200 len: 1096 time: 0.0900357 Jan 18 20:06:04.353433 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1eaed21d-81f6-48f7-8dec-c50490fc8959 req-3dbbdd9f-0951-4a32-91e0-9a185e8922cd tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872426 Jan 18 20:06:04.378828 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fc965164-5064-4543-b9b0-408bf355452e req-32c25e31-0dc5-46c0-8e9d-e402f275603c service neutron] 10.222.0.57 "GET /v2.0/networks/a08f6099-d3e5-4672-94a1-dc88a868cf6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949512 Jan 18 20:06:04.425441 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819e217-fcd5-43b1-8d09-d37734104400 req-9aefa344-90d8-4fb4-b9bc-7e59445fae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:04.426919 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9819e217-fcd5-43b1-8d09-d37734104400 req-9aefa344-90d8-4fb4-b9bc-7e59445fae5a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67883881b676447cbe3f92dbc62dd7c6&device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 1096 time: 0.0492485 Jan 18 20:06:04.477693 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fc965164-5064-4543-b9b0-408bf355452e req-4b3f7619-8dd9-4f70-ae4f-f73b617db6c5 service neutron] 10.222.0.57 "GET /v2.0/networks/a08f6099-d3e5-4672-94a1-dc88a868cf6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870717 Jan 18 20:06:04.581107 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28aa836-3088-49aa-8189-ea97eb4014bf req-fa1b72b9-2594-4aa2-ac9d-938e5442df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:04.582561 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e28aa836-3088-49aa-8189-ea97eb4014bf req-fa1b72b9-2594-4aa2-ac9d-938e5442df73 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=14dc905def994c41a26216cee2b81577&device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 1095 time: 0.0460896 Jan 18 20:06:04.607307 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61f5b3-68fd-48e5-ac1c-68f0493fdad2 req-ad969203-2a65-4041-894b-2ca0df599fc3 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:04.608766 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a61f5b3-68fd-48e5-ac1c-68f0493fdad2 req-ad969203-2a65-4041-894b-2ca0df599fc3 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 949 time: 0.1725767 Jan 18 20:06:04.642672 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-27e040c4-f357-49ce-beac-373bce998395 req-1d037b57-80d3-4401-9969-3f92e3b16c7a tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2196925 Jan 18 20:06:04.654633 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819e217-fcd5-43b1-8d09-d37734104400 req-d93c16e1-75d6-40a2-9943-e3d33d5dd96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:04.656010 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9819e217-fcd5-43b1-8d09-d37734104400 req-d93c16e1-75d6-40a2-9943-e3d33d5dd96f service neutron] 10.222.0.57 "GET /v2.0/networks?id=6fab12dd-5aeb-4649-a1e2-836559f8a553 HTTP/1.1" status: 200 len: 921 time: 0.2167265 Jan 18 20:06:04.659916 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-27e040c4-f357-49ce-beac-373bce998395 req-bdb44912-6685-494c-a328-d3f69255f960 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:06:04.671525 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28aa836-3088-49aa-8189-ea97eb4014bf req-26c8962d-8268-483d-bc28-614f93ce1b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:04.672961 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e28aa836-3088-49aa-8189-ea97eb4014bf req-26c8962d-8268-483d-bc28-614f93ce1b83 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a08f6099-d3e5-4672-94a1-dc88a868cf6f HTTP/1.1" status: 200 len: 922 time: 0.0842371 Jan 18 20:06:04.716855 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e28aa836-3088-49aa-8189-ea97eb4014bf req-b7b676b8-bd17-40bd-b8ed-b5fe4460d21a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ce65f2a-70c4-4698-8eb6-7b0e72c4776d HTTP/1.1" status: 200 len: 217 time: 0.0366833 Jan 18 20:06:04.722971 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9819e217-fcd5-43b1-8d09-d37734104400 req-beda6489-95f5-46c0-9dd6-90db3abd0748 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae5daab9-3318-4b0e-afff-8350b4913ab0 HTTP/1.1" status: 200 len: 217 time: 0.0551090 Jan 18 20:06:04.745196 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a61f5b3-68fd-48e5-ac1c-68f0493fdad2 req-52023f42-5990-40d7-9db2-68a097d9edff tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302247 Jan 18 20:06:04.771454 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-27e040c4-f357-49ce-beac-373bce998395 req-bdb44912-6685-494c-a328-d3f69255f960 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:04.777761 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28aa836-3088-49aa-8189-ea97eb4014bf req-00762a77-8d16-491c-a94a-0ca725e7e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:04.780262 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e28aa836-3088-49aa-8189-ea97eb4014bf req-00762a77-8d16-491c-a94a-0ca725e7e860 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ddd3030e-0a9b-41b7-a3cb-14e0225e3050 HTTP/1.1" status: 200 len: 861 time: 0.0567415 Jan 18 20:06:04.801280 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819e217-fcd5-43b1-8d09-d37734104400 req-58806040-5165-4578-9c4a-fe725263a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:04.803379 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9819e217-fcd5-43b1-8d09-d37734104400 req-58806040-5165-4578-9c4a-fe725263a571 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7ae8e7b-1bfc-435b-b42c-3b64619a022a HTTP/1.1" status: 200 len: 860 time: 0.0728488 Jan 18 20:06:04.812870 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e28aa836-3088-49aa-8189-ea97eb4014bf req-78f7f323-27d9-4eec-b4f0-af7aa3888262 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a08f6099-d3e5-4672-94a1-dc88a868cf6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255601 Jan 18 20:06:04.839093 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9819e217-fcd5-43b1-8d09-d37734104400 req-2cd404eb-c321-47ae-b2c8-1ccb7f158290 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6fab12dd-5aeb-4649-a1e2-836559f8a553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279436 Jan 18 20:06:04.902540 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e28aa836-3088-49aa-8189-ea97eb4014bf req-5c0bcfad-d0bb-4522-b289-6f2b8f80e009 service neutron] 10.222.0.57 "GET /v2.0/networks/a08f6099-d3e5-4672-94a1-dc88a868cf6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842123 Jan 18 20:06:04.976513 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf68b9-74b9-4e72-802e-23a121bd5a3d req-1fecc1bd-f73f-4354-b6ae-7919736dc90a tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:04.977993 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d4bf68b9-74b9-4e72-802e-23a121bd5a3d req-1fecc1bd-f73f-4354-b6ae-7919736dc90a tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 945 time: 0.1430855 Jan 18 20:06:04.991393 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e28aa836-3088-49aa-8189-ea97eb4014bf req-fce78474-15a1-4af6-b896-2fd89200b6b4 service neutron] 10.222.0.57 "GET /v2.0/networks/a08f6099-d3e5-4672-94a1-dc88a868cf6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807667 Jan 18 20:06:05.020177 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9819e217-fcd5-43b1-8d09-d37734104400 req-1b81d091-12b6-436a-bd67-793e43162e6a service neutron] 10.222.0.57 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543677 Jan 18 20:06:05.045773 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-27e040c4-f357-49ce-beac-373bce998395 req-bdb44912-6685-494c-a328-d3f69255f960 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:05.084335 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d4bf68b9-74b9-4e72-802e-23a121bd5a3d req-0e26177c-cb4c-4ee4-b8fa-cba57e077fd8 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976872 Jan 18 20:06:05.240137 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9819e217-fcd5-43b1-8d09-d37734104400 req-d1494caf-b087-438c-a06f-b7f24a833ff4 service neutron] 10.222.0.57 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048159 Jan 18 20:06:05.250572 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cffc99-9441-4df0-ad1f-f4b573634edd req-e5936c59-fdf2-4f92-8c8e-553e16fd539c tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:05.251994 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a1cffc99-9441-4df0-ad1f-f4b573634edd req-e5936c59-fdf2-4f92-8c8e-553e16fd539c tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=680252c5-a169-4ab8-803f-6f4dde7e8ccc HTTP/1.1" status: 200 len: 945 time: 0.1067762 Jan 18 20:06:05.264337 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-27e040c4-f357-49ce-beac-373bce998395 req-bdb44912-6685-494c-a328-d3f69255f960 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Allocated IP 172.25.4.172 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/b19a240e-0934-4cef-b4b8-728c8d81258e) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:06:05.357984 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a1cffc99-9441-4df0-ad1f-f4b573634edd req-35d7bb2f-346c-4516-9283-ece3a563de75 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948236 Jan 18 20:06:05.402736 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-27e040c4-f357-49ce-beac-373bce998395 req-bdb44912-6685-494c-a328-d3f69255f960 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks [] for port (b19a240e-0934-4cef-b4b8-728c8d81258e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:05.439371 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-27e040c4-f357-49ce-beac-373bce998395 req-bdb44912-6685-494c-a328-d3f69255f960 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (b19a240e-0934-4cef-b4b8-728c8d81258e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:05.480686 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e040c4-f357-49ce-beac-373bce998395 req-bdb44912-6685-494c-a328-d3f69255f960 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:06:05.483449 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-27e040c4-f357-49ce-beac-373bce998395 req-bdb44912-6685-494c-a328-d3f69255f960 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:06:05.488193 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e040c4-f357-49ce-beac-373bce998395 req-bdb44912-6685-494c-a328-d3f69255f960 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:06:05.534987 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb44912-6685-494c-a328-d3f69255f960 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Pushing event updated for resources: {'Port': ['ID=b19a240e-0934-4cef-b4b8-728c8d81258e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:05.580653 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819e217-fcd5-43b1-8d09-d37734104400 req-f59775f6-64da-4e7c-91a7-2d0257b82416 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:05.582157 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9819e217-fcd5-43b1-8d09-d37734104400 req-f59775f6-64da-4e7c-91a7-2d0257b82416 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752&tenant_id=67883881b676447cbe3f92dbc62dd7c6&binding%3Ahost_id=n-h1-741529-9 HTTP/1.1" status: 200 len: 1096 time: 0.0949743 Jan 18 20:06:05.682002 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-27e040c4-f357-49ce-beac-373bce998395 req-bdb44912-6685-494c-a328-d3f69255f960 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks [] for floatingip (abe09b3f-b10c-4638-b693-72ae0aca91f7), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:05.691883 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae61cf-5cee-49b2-9bfc-7500a98de0e0 req-8f2b004b-83ef-4f9b-b087-c7364a1a5d1d tempest-MigrationsAdminTest-349052742 tempest-MigrationsAdminTest-349052742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:05.693416 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bfae61cf-5cee-49b2-9bfc-7500a98de0e0 req-8f2b004b-83ef-4f9b-b087-c7364a1a5d1d tempest-MigrationsAdminTest-349052742 tempest-MigrationsAdminTest-349052742-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 1100 time: 0.1321478 Jan 18 20:06:05.749273 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bfae61cf-5cee-49b2-9bfc-7500a98de0e0 req-2a5ab521-9b26-4f32-bc06-d6af2704e920 tempest-MigrationsAdminTest-349052742 tempest-MigrationsAdminTest-349052742-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:05.764935 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-27e040c4-f357-49ce-beac-373bce998395 req-bdb44912-6685-494c-a328-d3f69255f960 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b19a240e-0934-4cef-b4b8-728c8d81258e), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:05.824954 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-9819e217-fcd5-43b1-8d09-d37734104400 req-fa9eaa51-c7e8-4ff6-9ad5-c36fd144f482 service neutron] For port ae5daab9-3318-4b0e-afff-8350b4913ab0, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:06:05.832880 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9819e217-fcd5-43b1-8d09-d37734104400 req-fa9eaa51-c7e8-4ff6-9ad5-c36fd144f482 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:05.834557 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9819e217-fcd5-43b1-8d09-d37734104400 req-fa9eaa51-c7e8-4ff6-9ad5-c36fd144f482 service neutron] 10.222.0.57 "DELETE /v2.0/ports/ae5daab9-3318-4b0e-afff-8350b4913ab0/bindings/n-h2-741529-9 HTTP/1.1" status: 204 len: 173 time: 0.2388768 Jan 18 20:06:05.939830 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bfae61cf-5cee-49b2-9bfc-7500a98de0e0 req-2a5ab521-9b26-4f32-bc06-d6af2704e920 tempest-MigrationsAdminTest-349052742 tempest-MigrationsAdminTest-349052742-project-admin] Publish callbacks [] for security_group (4d6b9653-e896-4085-83d7-dc2fd3d1fbc2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:05.949424 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bfae61cf-5cee-49b2-9bfc-7500a98de0e0 req-2a5ab521-9b26-4f32-bc06-d6af2704e920 tempest-MigrationsAdminTest-349052742 tempest-MigrationsAdminTest-349052742-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4d6b9653-e896-4085-83d7-dc2fd3d1fbc2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:06.001148 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ab521-9b26-4f32-bc06-d6af2704e920 tempest-MigrationsAdminTest-349052742 tempest-MigrationsAdminTest-349052742-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6b9653-e896-4085-83d7-dc2fd3d1fbc2,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:06.008406 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bfae61cf-5cee-49b2-9bfc-7500a98de0e0 req-2a5ab521-9b26-4f32-bc06-d6af2704e920 tempest-MigrationsAdminTest-349052742 tempest-MigrationsAdminTest-349052742-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072515 Jan 18 20:06:06.017610 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-27e040c4-f357-49ce-beac-373bce998395 req-bdb44912-6685-494c-a328-d3f69255f960 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks [] for port (b19a240e-0934-4cef-b4b8-728c8d81258e), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:06.033244 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-27e040c4-f357-49ce-beac-373bce998395 req-bdb44912-6685-494c-a328-d3f69255f960 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (b19a240e-0934-4cef-b4b8-728c8d81258e), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:06.121491 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb44912-6685-494c-a328-d3f69255f960 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Pushing event updated for resources: {'Port': ['ID=b19a240e-0934-4cef-b4b8-728c8d81258e,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:06.132748 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-27e040c4-f357-49ce-beac-373bce998395 req-bdb44912-6685-494c-a328-d3f69255f960 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (abe09b3f-b10c-4638-b693-72ae0aca91f7), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:06.160792 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-27e040c4-f357-49ce-beac-373bce998395 req-bdb44912-6685-494c-a328-d3f69255f960 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:06.162071 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-27e040c4-f357-49ce-beac-373bce998395 req-bdb44912-6685-494c-a328-d3f69255f960 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5120790 Jan 18 20:06:06.530027 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-27e040c4-f357-49ce-beac-373bce998395 req-9422eb79-253a-4f52-b9dd-5ad8a0d2f9eb tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.172 HTTP/1.1" status: 200 len: 696 time: 0.3492506 Jan 18 20:06:06.538712 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb087804-a9f8-46bb-85e6-250a847a1cb9 req-1b3b9419-c280-49a2-903c-e46ab9133e3d tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:06.540251 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eb087804-a9f8-46bb-85e6-250a847a1cb9 req-1b3b9419-c280-49a2-903c-e46ab9133e3d tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 944 time: 0.3930016 Jan 18 20:06:06.649166 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:06.664877 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eb087804-a9f8-46bb-85e6-250a847a1cb9 req-69cc8abb-47b0-495d-9039-a53a77016897 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146569 Jan 18 20:06:06.718844 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e040c4-f357-49ce-beac-373bce998395 req-c9b268a4-c340-4049-b17f-c9eb0c57f475 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:06.720377 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-27e040c4-f357-49ce-beac-373bce998395 req-c9b268a4-c340-4049-b17f-c9eb0c57f475 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 784 time: 0.1793170 Jan 18 20:06:06.807113 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe4351-565c-410e-b8be-de4b6d702c25 req-8a6f4035-155a-49e1-957d-0ac915975ca2 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:06.808615 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fabe4351-565c-410e-b8be-de4b6d702c25 req-8a6f4035-155a-49e1-957d-0ac915975ca2 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20305-6dd7-4b79-a809-0ca4fc6d8786 HTTP/1.1" status: 200 len: 949 time: 0.0630229 Jan 18 20:06:06.856227 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fabe4351-565c-410e-b8be-de4b6d702c25 req-59d9449a-bcbc-4917-a7b2-88b70c15ac0a tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418975 Jan 18 20:06:06.968397 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c723470-4528-419e-87b1-89a8800ba3c0 req-b80a902f-862d-457b-afa2-a4416be3e1db tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:06.970016 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5c723470-4528-419e-87b1-89a8800ba3c0 req-b80a902f-862d-457b-afa2-a4416be3e1db tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 945 time: 0.0582213 Jan 18 20:06:07.024054 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5c723470-4528-419e-87b1-89a8800ba3c0 req-01576991-81b1-4e8f-bcfd-e5cb3331d7a1 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454352 Jan 18 20:06:07.291510 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-04d4493b-8356-4735-b6fc-a03638cdacdb req-253d2e5e-9fce-41f5-90ad-dee1117c5391 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/floatingips/abe09b3f-b10c-4638-b693-72ae0aca91f7 HTTP/1.1" status: 200 len: 693 time: 0.0697196 Jan 18 20:06:07.442383 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4493b-8356-4735-b6fc-a03638cdacdb req-b3385d29-602b-47b9-9f7e-0f190acc37f8 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:07.446104 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-04d4493b-8356-4735-b6fc-a03638cdacdb req-b3385d29-602b-47b9-9f7e-0f190acc37f8 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 784 time: 0.1536217 Jan 18 20:06:07.454501 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36716) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:06:07.603225 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a70d7-68de-4a8f-8e98-e14942964f8b req-fef654cb-2faa-4872-ac2d-2e75fdd6030f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:07.608363 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-70e2d45b-d60f-413b-878f-efce535bb3e2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1554630 Jan 18 20:06:07.610395 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-780a70d7-68de-4a8f-8e98-e14942964f8b req-fef654cb-2faa-4872-ac2d-2e75fdd6030f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 949 time: 0.0941501 Jan 18 20:06:07.617087 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-da8c08ff-30fb-488c-8947-57522ca0076a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:06:07.630683 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-da8c08ff-30fb-488c-8947-57522ca0076a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0201349 Jan 18 20:06:07.643960 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b20db-170c-4f87-a1d0-e5bedb9a9726 req-0a8e7de6-8d4c-46a4-86a9-db75efcf8826 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:07.651706 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-074b20db-170c-4f87-a1d0-e5bedb9a9726 req-0a8e7de6-8d4c-46a4-86a9-db75efcf8826 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 1096 time: 0.1014380 Jan 18 20:06:07.687653 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-780a70d7-68de-4a8f-8e98-e14942964f8b req-13c523ec-054a-4d84-a351-c895f4a7ef4a tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763149 Jan 18 20:06:07.725987 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-074b20db-170c-4f87-a1d0-e5bedb9a9726 req-e53590ea-4a12-4512-ab93-f4b0be74ffd4 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664887 Jan 18 20:06:07.814544 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0f8fff0-9d46-4964-9917-23f98772481f req-fd122ab7-9031-4dcb-b681-e04012640df4 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/floatingips/abe09b3f-b10c-4638-b693-72ae0aca91f7 HTTP/1.1" status: 200 len: 693 time: 0.0516346 Jan 18 20:06:07.925659 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-8183fb04-16b0-410f-829c-9b77929aa3b0 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1095346807&fields=id&tenant_id=e5ec31ddf3d34f4aa39ff26dd8f3affd HTTP/1.1" status: 200 len: 267 time: 0.1101196 Jan 18 20:06:07.992699 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8fff0-9d46-4964-9917-23f98772481f req-89c87e2f-4eae-4f30-b014-22e3a47da8e0 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:07.999399 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0f8fff0-9d46-4964-9917-23f98772481f req-89c87e2f-4eae-4f30-b014-22e3a47da8e0 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 784 time: 0.1769507 Jan 18 20:06:08.094398 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0f8fff0-9d46-4964-9917-23f98772481f req-c9de17b5-62b6-4ea3-8730-4dea1ab88023 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.172 HTTP/1.1" status: 200 len: 696 time: 0.0939519 Jan 18 20:06:08.165496 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0f8fff0-9d46-4964-9917-23f98772481f req-c037f132-40bb-4cc7-9406-832180f0def1 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.172 HTTP/1.1" status: 200 len: 696 time: 0.0700734 Jan 18 20:06:08.184177 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-8ea26254-a754-4918-bd8d-5da13b2bedc8 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:08.191123 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-8ea26254-a754-4918-bd8d-5da13b2bedc8 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/networks?id=89a595c0-d9c3-40e8-b52a-e51ddcd750fc HTTP/1.1" status: 200 len: 823 time: 0.2516172 Jan 18 20:06:08.238876 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-40ff1062-0f6d-4074-8d7d-358674be84af tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/quotas/e5ec31ddf3d34f4aa39ff26dd8f3affd HTTP/1.1" status: 200 len: 375 time: 0.0469165 Jan 18 20:06:08.360025 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-7dbc496a-bbd0-4261-9a0f-9319d2ed6d45 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e5ec31ddf3d34f4aa39ff26dd8f3affd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0869932 Jan 18 20:06:08.376455 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-e0f8fff0-9d46-4964-9917-23f98772481f req-22a787ad-41b8-42f5-866d-d9c1580c854c tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Deleting port b19a240e-0934-4cef-b4b8-728c8d81258e {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:06:08.376806 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e0f8fff0-9d46-4964-9917-23f98772481f req-22a787ad-41b8-42f5-866d-d9c1580c854c tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b19a240e-0934-4cef-b4b8-728c8d81258e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:08.378964 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:06:08.521844 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e0f8fff0-9d46-4964-9917-23f98772481f req-22a787ad-41b8-42f5-866d-d9c1580c854c tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b19a240e-0934-4cef-b4b8-728c8d81258e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:08.522451 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e0f8fff0-9d46-4964-9917-23f98772481f req-22a787ad-41b8-42f5-866d-d9c1580c854c tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks [] for floatingip (b19a240e-0934-4cef-b4b8-728c8d81258e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:08.547933 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-e0f8fff0-9d46-4964-9917-23f98772481f req-22a787ad-41b8-42f5-866d-d9c1580c854c tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Calling delete_port for b19a240e-0934-4cef-b4b8-728c8d81258e owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:06:08.551910 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-6f0a352a-0675-45f2-b3dc-38a8ede7ba99 service neutron] 10.222.0.31 "GET /v2.0/networks/89a595c0-d9c3-40e8-b52a-e51ddcd750fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616149 Jan 18 20:06:08.599954 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=9ce65f2a-70c4-4698-8eb6-7b0e72c4776d,segment=NetworkSegment(2a6a568f-ab0b-495f-98b0-e8870b4263ca),segment_id=2a6a568f-ab0b-495f-98b0-e8870b4263ca)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:08.623543 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '9ce65f2a-70c4-4698-8eb6-7b0e72c4776d', 'network_id': 'a08f6099-d3e5-4672-94a1-dc88a868cf6f', 'port_id': '9ce65f2a-70c4-4698-8eb6-7b0e72c4776d', 'mac_address': 'fa:16:3e:ad:0e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd3030e-0a9b-41b7-a3cb-14e0225e3050', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:06:08.678362 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:06:08.678928 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9ce65f2a-70c4-4698-8eb6-7b0e72c4776d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:08.693470 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:06:08.710386 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-5bf81ecb-8463-47c5-91e2-45e4ab905b5a service neutron] 10.222.0.31 "GET /v2.0/networks/89a595c0-d9c3-40e8-b52a-e51ddcd750fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482291 Jan 18 20:06:08.744926 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=9ce65f2a-70c4-4698-8eb6-7b0e72c4776d,segment=NetworkSegment(2a6a568f-ab0b-495f-98b0-e8870b4263ca),segment_id=2a6a568f-ab0b-495f-98b0-e8870b4263ca)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:08.755278 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9ce65f2a-70c4-4698-8eb6-7b0e72c4776d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:08.818149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=9ce65f2a-70c4-4698-8eb6-7b0e72c4776d,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:08.827134 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e0f8fff0-9d46-4964-9917-23f98772481f req-22a787ad-41b8-42f5-866d-d9c1580c854c tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (b19a240e-0934-4cef-b4b8-728c8d81258e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:08.874649 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a787ad-41b8-42f5-866d-d9c1580c854c tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Pushing event deleted for resources: {'Port': ['ID=b19a240e-0934-4cef-b4b8-728c8d81258e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:09.025938 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e0f8fff0-9d46-4964-9917-23f98772481f req-22a787ad-41b8-42f5-866d-d9c1580c854c tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks [] for floatingip (abe09b3f-b10c-4638-b693-72ae0aca91f7), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:09.029447 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e0f8fff0-9d46-4964-9917-23f98772481f req-22a787ad-41b8-42f5-866d-d9c1580c854c tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:09.034725 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0f8fff0-9d46-4964-9917-23f98772481f req-22a787ad-41b8-42f5-866d-d9c1580c854c tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "DELETE /v2.0/floatingips/abe09b3f-b10c-4638-b693-72ae0aca91f7 HTTP/1.1" status: 204 len: 173 time: 0.8683271 Jan 18 20:06:09.060428 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32ca38-b424-46bc-a29b-efcf8e6a0541 req-59041192-bd3f-45b7-845f-da69924c31d8 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:09.068611 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc32ca38-b424-46bc-a29b-efcf8e6a0541 req-59041192-bd3f-45b7-845f-da69924c31d8 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 945 time: 0.0972443 Jan 18 20:06:09.140924 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc32ca38-b424-46bc-a29b-efcf8e6a0541 req-c6c173f1-b98a-4b47-92a5-9c7ec9dcbfe4 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708003 Jan 18 20:06:09.204996 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e699ff8-2214-4574-beb9-34831229b3f3 req-e0972224-78a2-4950-acf2-98616c8f5813 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:09.206882 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e699ff8-2214-4574-beb9-34831229b3f3 req-e0972224-78a2-4950-acf2-98616c8f5813 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 1096 time: 0.0628686 Jan 18 20:06:09.317251 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e699ff8-2214-4574-beb9-34831229b3f3 req-e7c12cb7-6cfd-4947-a44a-92159a92657f tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033030 Jan 18 20:06:09.374935 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e08256-38ee-4ffc-ae2c-525f50993ed0 req-376cb22b-4d0f-40f1-94f5-e1fdd7d81d11 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:09.376548 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-05e08256-38ee-4ffc-ae2c-525f50993ed0 req-376cb22b-4d0f-40f1-94f5-e1fdd7d81d11 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.57 "GET /v2.0/ports?device_id=680252c5-a169-4ab8-803f-6f4dde7e8ccc HTTP/1.1" status: 200 len: 945 time: 0.1211863 Jan 18 20:06:09.426280 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31e13a-6dc1-4d76-9f59-feb3b3874c58 req-ebbd493e-89eb-454b-9072-a9c6837018f6 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:09.428232 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc31e13a-6dc1-4d76-9f59-feb3b3874c58 req-ebbd493e-89eb-454b-9072-a9c6837018f6 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20305-6dd7-4b79-a809-0ca4fc6d8786 HTTP/1.1" status: 200 len: 949 time: 0.1000130 Jan 18 20:06:09.546356 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc31e13a-6dc1-4d76-9f59-feb3b3874c58 req-01ab48e7-3465-414e-81fc-7ea919f316e7 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736411 Jan 18 20:06:09.590632 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['9ce65f2a-70c4-4698-8eb6-7b0e72c4776d'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:06:09.628228 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-98a8e9c0-194c-4969-babc-c470313bc693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:09.628964 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-05e08256-38ee-4ffc-ae2c-525f50993ed0 req-01e3073d-f278-41cf-a8bb-17ff8d644183 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Deleting port 1a00930b-22f3-4136-b97d-6fa6f4bdb03d {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:06:09.629520 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-05e08256-38ee-4ffc-ae2c-525f50993ed0 req-01e3073d-f278-41cf-a8bb-17ff8d644183 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (1a00930b-22f3-4136-b97d-6fa6f4bdb03d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:09.632879 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-98a8e9c0-194c-4969-babc-c470313bc693 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 1100 time: 0.0799274 Jan 18 20:06:09.848042 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-4de9433b-7710-4abc-a9ec-5c3e725dc00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:09.851711 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-4de9433b-7710-4abc-a9ec-5c3e725dc00c service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.2061458 Jan 18 20:06:09.853687 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b910143c-f9da-42be-b0d2-8c3b5c46e2a4 req-1f19ae49-cd2d-422f-ab29-7fbfc06473fe tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=97fd66e0-1fc0-4306-917a-1e6fd85e7ec0 HTTP/1.1" status: 200 len: 210 time: 0.1606226 Jan 18 20:06:09.940680 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383cf9e-daf7-4c9f-9be4-10ce04912a94 req-e13dc70a-a610-48b3-829e-032b4814ef66 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:09.954759 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e383cf9e-daf7-4c9f-9be4-10ce04912a94 req-e13dc70a-a610-48b3-829e-032b4814ef66 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 949 time: 0.3892124 Jan 18 20:06:09.961885 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-abefac17-0b84-479e-b9fa-e175ad367e67 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=26787e24-6f29-45b3-9a89-4a5008a4324c HTTP/1.1" status: 200 len: 217 time: 0.1015153 Jan 18 20:06:10.108337 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-7447cd1d-54e2-4b64-8a2a-385f5f11a2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:10.116694 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-7447cd1d-54e2-4b64-8a2a-385f5f11a2b7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1392696 Jan 18 20:06:10.243657 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-24fa158e-8001-494a-9da7-ce0a5a9a1d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:10.245441 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-24fa158e-8001-494a-9da7-ce0a5a9a1d67 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1192663 Jan 18 20:06:10.247743 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-05e08256-38ee-4ffc-ae2c-525f50993ed0 req-01e3073d-f278-41cf-a8bb-17ff8d644183 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] For port 1a00930b-22f3-4136-b97d-6fa6f4bdb03d, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=1a00930b-22f3-4136-b97d-6fa6f4bdb03d,segment=NetworkSegment(7187ab8f-3094-4c40-bdcb-e57d676ffb56),segment_id=7187ab8f-3094-4c40-bdcb-e57d676ffb56)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:10.248107 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-05e08256-38ee-4ffc-ae2c-525f50993ed0 req-01e3073d-f278-41cf-a8bb-17ff8d644183 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (1a00930b-22f3-4136-b97d-6fa6f4bdb03d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:10.358538 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-1ea77c5b-fd96-4bdc-9b70-64cbd5934363 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036692 Jan 18 20:06:10.401889 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e383cf9e-daf7-4c9f-9be4-10ce04912a94 req-60e21fd3-1cb2-459c-9826-614973019cf8 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458046 Jan 18 20:06:10.424212 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf922d9-a89c-4a53-bef9-9e7cc237577d req-388e767c-5ae0-4a9e-a04d-1512e8ca0a46 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:10.432698 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dcf922d9-a89c-4a53-bef9-9e7cc237577d req-388e767c-5ae0-4a9e-a04d-1512e8ca0a46 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4699526 Jan 18 20:06:10.491364 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-783354a6-be84-4c17-96a0-50c5ee08599a service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245742 Jan 18 20:06:10.667129 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-9cd8dbb9-ca41-40b9-ae01-28e6b9337c5e tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:10.669239 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-9cd8dbb9-ca41-40b9-ae01-28e6b9337c5e tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.70 "GET /v2.0/networks?id=89a595c0-d9c3-40e8-b52a-e51ddcd750fc HTTP/1.1" status: 200 len: 823 time: 0.1763148 Jan 18 20:06:10.731679 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457d1fc-01fa-4262-bcb7-124b959037e9 req-988eecee-480b-469f-88ea-8af5504bc71b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:10.733171 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f457d1fc-01fa-4262-bcb7-124b959037e9 req-988eecee-480b-469f-88ea-8af5504bc71b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 945 time: 0.1247358 Jan 18 20:06:10.735269 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-05e08256-38ee-4ffc-ae2c-525f50993ed0 req-01e3073d-f278-41cf-a8bb-17ff8d644183 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:10.735613 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-05e08256-38ee-4ffc-ae2c-525f50993ed0 req-01e3073d-f278-41cf-a8bb-17ff8d644183 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (b5776931-eba1-4e09-85ac-a6a601b4f678), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:10.735922 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [req-05e08256-38ee-4ffc-ae2c-525f50993ed0 req-01e3073d-f278-41cf-a8bb-17ff8d644183 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Floating IP b5776931-eba1-4e09-85ac-a6a601b4f678 disassociated. External IP: 172.25.4.133, port: 1a00930b-22f3-4136-b97d-6fa6f4bdb03d. Jan 18 20:06:10.736276 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-05e08256-38ee-4ffc-ae2c-525f50993ed0 req-01e3073d-f278-41cf-a8bb-17ff8d644183 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Calling delete_port for 1a00930b-22f3-4136-b97d-6fa6f4bdb03d owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:06:10.811504 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-8e3f18ff-44fd-4025-a9a9-a0f3c249e455 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5ec31ddf3d34f4aa39ff26dd8f3affd HTTP/1.1" status: 200 len: 380 time: 0.1256571 Jan 18 20:06:10.831464 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-9c5ab1f7-927f-4488-9f3e-3d07dedbd7d8 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Request body: {'port': {'device_id': '97fd66e0-1fc0-4306-917a-1e6fd85e7ec0', 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc', 'admin_state_up': True, 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'security_groups': ['5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:06:10.894554 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f457d1fc-01fa-4262-bcb7-124b959037e9 req-efdf8b98-dd37-4cb2-ab68-6239c7b48ac7 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518443 Jan 18 20:06:11.086792 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-9c5ab1f7-927f-4488-9f3e-3d07dedbd7d8 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Made reservation on behalf of e5ec31ddf3d34f4aa39ff26dd8f3affd for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:06:11.091840 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-9c5ab1f7-927f-4488-9f3e-3d07dedbd7d8 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:11.141138 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33193568-1c88-4afb-b5b7-41ae69bea883 req-3adac7bc-11d7-45e8-95cb-62caeef57b18 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=536b1ea8d4ea441eb844f0282566f4a8 HTTP/1.1" status: 200 len: 1656 time: 0.1066802 Jan 18 20:06:11.229052 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-05e08256-38ee-4ffc-ae2c-525f50993ed0 req-01e3073d-f278-41cf-a8bb-17ff8d644183 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (1a00930b-22f3-4136-b97d-6fa6f4bdb03d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:11.332502 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-9c5ab1f7-927f-4488-9f3e-3d07dedbd7d8 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Allocated IP 172.20.0.4 (89a595c0-d9c3-40e8-b52a-e51ddcd750fc/da5aa223-a098-41b4-8a17-e11e4587a7e0/a9dc5ae8-feb2-491f-ba26-55b31f9f8575) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:06:11.595235 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-9c5ab1f7-927f-4488-9f3e-3d07dedbd7d8 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks [] for port (a9dc5ae8-feb2-491f-ba26-55b31f9f8575), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:11.628440 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3073d-f278-41cf-a8bb-17ff8d644183 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Pushing event deleted for resources: {'Port': ['ID=1a00930b-22f3-4136-b97d-6fa6f4bdb03d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:11.660824 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-9c5ab1f7-927f-4488-9f3e-3d07dedbd7d8 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (a9dc5ae8-feb2-491f-ba26-55b31f9f8575), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:11.722187 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33193568-1c88-4afb-b5b7-41ae69bea883 req-b2be2e61-deb8-4c1c-b88a-5b2d28213412 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:11.728609 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-9c5ab1f7-927f-4488-9f3e-3d07dedbd7d8 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Network 89a595c0-d9c3-40e8-b52a-e51ddcd750fc is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:06:11.729169 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33193568-1c88-4afb-b5b7-41ae69bea883 req-b2be2e61-deb8-4c1c-b88a-5b2d28213412 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/networks?id=9b0799cf-8cdf-46d5-953b-bdacab604b8c&id=9b0799cf-8cdf-46d5-953b-bdacab604b8c&id=9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 787 time: 0.5817778 Jan 18 20:06:11.731976 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-9c5ab1f7-927f-4488-9f3e-3d07dedbd7d8 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:06:11.736493 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-9c5ab1f7-927f-4488-9f3e-3d07dedbd7d8 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:06:11.740696 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816313b3-ca02-4f32-af48-dac3dc10e0fa req-2540149f-df97-4b20-9fa0-fef6d8106156 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:11.742380 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-816313b3-ca02-4f32-af48-dac3dc10e0fa req-2540149f-df97-4b20-9fa0-fef6d8106156 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20305-6dd7-4b79-a809-0ca4fc6d8786 HTTP/1.1" status: 200 len: 949 time: 0.4944463 Jan 18 20:06:11.748202 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-33193568-1c88-4afb-b5b7-41ae69bea883 req-d42f7fce-a720-4d80-9c81-3b7a96cf4832 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:06:11.760488 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33193568-1c88-4afb-b5b7-41ae69bea883 req-d42f7fce-a720-4d80-9c81-3b7a96cf4832 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0305219 Jan 18 20:06:11.818703 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-9c5ab1f7-927f-4488-9f3e-3d07dedbd7d8 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:11.819334 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-9c5ab1f7-927f-4488-9f3e-3d07dedbd7d8 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:11.821666 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ab1f7-927f-4488-9f3e-3d07dedbd7d8 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Pushing event updated for resources: {'Port': ['ID=a9dc5ae8-feb2-491f-ba26-55b31f9f8575,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:11.840737 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-9c5ab1f7-927f-4488-9f3e-3d07dedbd7d8 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0230856 Jan 18 20:06:11.873135 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-beb717dc-7dc8-4a35-8aed-961ea30aa8e3 service neutron] Request body: {'port': {'device_id': '97fd66e0-1fc0-4306-917a-1e6fd85e7ec0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:06:11.928695 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05e08256-38ee-4ffc-ae2c-525f50993ed0 req-01e3073d-f278-41cf-a8bb-17ff8d644183 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Router bd83afaf-ea27-4830-b4d9-d9ece7a21f0d has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:06:11.943759 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-beb717dc-7dc8-4a35-8aed-961ea30aa8e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a9dc5ae8-feb2-491f-ba26-55b31f9f8575), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:11.945519 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-816313b3-ca02-4f32-af48-dac3dc10e0fa req-0d09b6cd-435e-44d6-a503-4c07b284f292 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271036 Jan 18 20:06:11.967407 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56017428-0d87-46fd-810b-4b2bba5d4e67 req-500481cf-dcdc-4f96-8148-f19ba595b8f9 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:11.978871 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-56017428-0d87-46fd-810b-4b2bba5d4e67 req-500481cf-dcdc-4f96-8148-f19ba595b8f9 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=97fd66e0-1fc0-4306-917a-1e6fd85e7ec0 HTTP/1.1" status: 200 len: 931 time: 0.1383817 Jan 18 20:06:12.234202 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-56017428-0d87-46fd-810b-4b2bba5d4e67 req-4e360362-9b18-4c28-b354-2f16edce3066 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531385 Jan 18 20:06:12.245301 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05e08256-38ee-4ffc-ae2c-525f50993ed0 req-01e3073d-f278-41cf-a8bb-17ff8d644183 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:06:12.265323 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcc7399-9705-4376-a112-2cdfdae3bf7d None None] Sync routers for ids ['bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:06:12.289267 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcc7399-9705-4376-a112-2cdfdae3bf7d None None] Routers {'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:06:12.292361 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b2ad3-fd60-44b9-948a-d138f570f2a5 req-3ade081b-15ce-4921-8876-e5d512d7f1c3 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:12.292551 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1dcc7399-9705-4376-a112-2cdfdae3bf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:05:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:06:12.304806 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ae6b2ad3-fd60-44b9-948a-d138f570f2a5 req-3ade081b-15ce-4921-8876-e5d512d7f1c3 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 949 time: 0.1340077 Jan 18 20:06:12.423823 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e08256-38ee-4ffc-ae2c-525f50993ed0 req-01e3073d-f278-41cf-a8bb-17ff8d644183 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] No DVR routers for this DVR port 1a00930b-22f3-4136-b97d-6fa6f4bdb03d on host n-h1-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:06:12.434694 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-05e08256-38ee-4ffc-ae2c-525f50993ed0 req-01e3073d-f278-41cf-a8bb-17ff8d644183 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:12.440058 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-05e08256-38ee-4ffc-ae2c-525f50993ed0 req-01e3073d-f278-41cf-a8bb-17ff8d644183 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.57 "DELETE /v2.0/ports/1a00930b-22f3-4136-b97d-6fa6f4bdb03d HTTP/1.1" status: 204 len: 173 time: 3.0547979 Jan 18 20:06:12.440840 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680252c5-a169-4ab8-803f-6f4dde7e8ccc', 'name': 'network-vif-deleted', 'tag': '1a00930b-22f3-4136-b97d-6fa6f4bdb03d'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:06:12.443756 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7456885-ee47-4257-af23-6872f08bae91" -d '{"events": [{"server_uuid": "680252c5-a169-4ab8-803f-6f4dde7e8ccc", "name": "network-vif-deleted", "tag": "1a00930b-22f3-4136-b97d-6fa6f4bdb03d"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:06:12.446307 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-beb717dc-7dc8-4a35-8aed-961ea30aa8e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9dc5ae8-feb2-491f-ba26-55b31f9f8575 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:06:12.456010 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-beb717dc-7dc8-4a35-8aed-961ea30aa8e3 service neutron] Publish callbacks [] for port (a9dc5ae8-feb2-491f-ba26-55b31f9f8575), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:12.459895 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cac50705-b35d-4f76-aeb2-c77967d00d10 req-65512c9f-d153-40fa-90de-df787a698ba5 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/floatingips/8d1a8f2c-ca29-42e1-833a-59a13418bb47 HTTP/1.1" status: 200 len: 692 time: 0.1480215 Jan 18 20:06:12.471022 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-beb717dc-7dc8-4a35-8aed-961ea30aa8e3 service neutron] Transition to ACTIVE for port object a9dc5ae8-feb2-491f-ba26-55b31f9f8575 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:06:12.484112 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-beb717dc-7dc8-4a35-8aed-961ea30aa8e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (a9dc5ae8-feb2-491f-ba26-55b31f9f8575), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:12.535586 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ae6b2ad3-fd60-44b9-948a-d138f570f2a5 req-b77570d7-e483-4b79-999b-e4b2e55fbcba tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329965 Jan 18 20:06:12.599463 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb717dc-7dc8-4a35-8aed-961ea30aa8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a9dc5ae8-feb2-491f-ba26-55b31f9f8575,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:12.624244 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-1dcc7399-9705-4376-a112-2cdfdae3bf7d None None] Set router bd83afaf-ea27-4830-b4d9-d9ece7a21f0d gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:06:12.740707 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:06:12.857896 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-beb717dc-7dc8-4a35-8aed-961ea30aa8e3 service neutron] Attempting to bind port a9dc5ae8-feb2-491f-ba26-55b31f9f8575 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:06:12.858454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-beb717dc-7dc8-4a35-8aed-961ea30aa8e3 service neutron] Attempting to bind port a9dc5ae8-feb2-491f-ba26-55b31f9f8575 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '7187ab8f-3094-4c40-bdcb-e57d676ffb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:06:12.858580 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-beb717dc-7dc8-4a35-8aed-961ea30aa8e3 service neutron] Attempting to bind port a9dc5ae8-feb2-491f-ba26-55b31f9f8575 on network 89a595c0-d9c3-40e8-b52a-e51ddcd750fc {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:06:12.877875 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-beb717dc-7dc8-4a35-8aed-961ea30aa8e3 service neutron] Port a9dc5ae8-feb2-491f-ba26-55b31f9f8575 on network 89a595c0-d9c3-40e8-b52a-e51ddcd750fc not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:06:12.878204 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-beb717dc-7dc8-4a35-8aed-961ea30aa8e3 service neutron] Attempting to bind port a9dc5ae8-feb2-491f-ba26-55b31f9f8575 on network 89a595c0-d9c3-40e8-b52a-e51ddcd750fc {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:06:12.888448 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-beb717dc-7dc8-4a35-8aed-961ea30aa8e3 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:06:12.888778 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-beb717dc-7dc8-4a35-8aed-961ea30aa8e3 service neutron] Checking segment: {'id': '7187ab8f-3094-4c40-bdcb-e57d676ffb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:06:12.901744 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-beb717dc-7dc8-4a35-8aed-961ea30aa8e3 service neutron] Bound using segment: {'id': '7187ab8f-3094-4c40-bdcb-e57d676ffb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:06:12.902299 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-beb717dc-7dc8-4a35-8aed-961ea30aa8e3 service neutron] Bound port: a9dc5ae8-feb2-491f-ba26-55b31f9f8575, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7187ab8f-3094-4c40-bdcb-e57d676ffb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:06:12.902663 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-beb717dc-7dc8-4a35-8aed-961ea30aa8e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a9dc5ae8-feb2-491f-ba26-55b31f9f8575), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:12.917242 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac50705-b35d-4f76-aeb2-c77967d00d10 req-fd963d1a-ea59-4a7b-aeb9-22112d0c29b8 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:12.928748 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:06:12.936155 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cac50705-b35d-4f76-aeb2-c77967d00d10 req-fd963d1a-ea59-4a7b-aeb9-22112d0c29b8 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 784 time: 0.4749305 Jan 18 20:06:12.939604 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:06:12.939989 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9ce65f2a-70c4-4698-8eb6-7b0e72c4776d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:12.970736 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ee4243c-8cea-48f1-a388-c2f6dab34495 req-8c0644bc-d1c2-412e-80a7-3820ed97b30e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6e3e0d18-7079-46b5-a460-a639bf97f45e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3696809 Jan 18 20:06:13.075894 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-beb717dc-7dc8-4a35-8aed-961ea30aa8e3 service neutron] For port a9dc5ae8-feb2-491f-ba26-55b31f9f8575, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:06:13.080696 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-beb717dc-7dc8-4a35-8aed-961ea30aa8e3 service neutron] For port a9dc5ae8-feb2-491f-ba26-55b31f9f8575, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a9dc5ae8-feb2-491f-ba26-55b31f9f8575,segment=NetworkSegment(7187ab8f-3094-4c40-bdcb-e57d676ffb56),segment_id=7187ab8f-3094-4c40-bdcb-e57d676ffb56)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:06:13.085695 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f06671-bec5-43d2-9a45-1f992dba4c44 req-6ba78a6a-6a1a-4ee8-bebc-6b69ba1ea51d tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:13.096543 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-beb717dc-7dc8-4a35-8aed-961ea30aa8e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (a9dc5ae8-feb2-491f-ba26-55b31f9f8575), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:13.097996 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f1f06671-bec5-43d2-9a45-1f992dba4c44 req-6ba78a6a-6a1a-4ee8-bebc-6b69ba1ea51d tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 945 time: 0.4070835 Jan 18 20:06:13.140032 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:06:13.140781 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cac50705-b35d-4f76-aeb2-c77967d00d10 req-28afa5fe-75e1-4b0b-bcd9-840f07373131 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.26 HTTP/1.1" status: 200 len: 695 time: 0.2034132 Jan 18 20:06:13.143937 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9ce65f2a-70c4-4698-8eb6-7b0e72c4776d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:13.193787 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-beb717dc-7dc8-4a35-8aed-961ea30aa8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:13.194552 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-beb717dc-7dc8-4a35-8aed-961ea30aa8e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:13.198164 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-beb717dc-7dc8-4a35-8aed-961ea30aa8e3 service neutron] 10.222.0.70 "PUT /v2.0/ports/a9dc5ae8-feb2-491f-ba26-55b31f9f8575 HTTP/1.1" status: 200 len: 1091 time: 1.3296995 Jan 18 20:06:13.198909 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97fd66e0-1fc0-4306-917a-1e6fd85e7ec0', 'tag': 'a9dc5ae8-feb2-491f-ba26-55b31f9f8575'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:06:13.207885 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa32a73-6df1-4db7-bd2f-23c0b153a491" -d '{"events": [{"name": "network-changed", "server_uuid": "97fd66e0-1fc0-4306-917a-1e6fd85e7ec0", "tag": "a9dc5ae8-feb2-491f-ba26-55b31f9f8575"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:06:13.227356 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197e28a5-f4e9-4364-94fc-8b662b804245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce65f2a-70c4-4698-8eb6-7b0e72c4776d'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:06:13.233548 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e442cd70-23db-4340-b26a-83b14f1181f2" -d '{"events": [{"server_uuid": "197e28a5-f4e9-4364-94fc-8b662b804245", "name": "network-vif-plugged", "status": "completed", "tag": "9ce65f2a-70c4-4698-8eb6-7b0e72c4776d"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:06:13.262940 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb717dc-7dc8-4a35-8aed-961ea30aa8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a9dc5ae8-feb2-491f-ba26-55b31f9f8575,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:13.292207 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=9ce65f2a-70c4-4698-8eb6-7b0e72c4776d,segment=NetworkSegment(2a6a568f-ab0b-495f-98b0-e8870b4263ca),segment_id=2a6a568f-ab0b-495f-98b0-e8870b4263ca)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:13.314223 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9ce65f2a-70c4-4698-8eb6-7b0e72c4776d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:13.315295 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 1a00930b-22f3-4136-b97d-6fa6f4bdb03d no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:06:13.392910 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 1a00930b-22f3-4136-b97d-6fa6f4bdb03d {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:06:13.393644 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 1a00930b-22f3-4136-b97d-6fa6f4bdb03d not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:06:13.423039 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f1f06671-bec5-43d2-9a45-1f992dba4c44 req-e9777417-9d91-4b3d-9aa6-0df1758a7d3f tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240438 Jan 18 20:06:13.448031 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=9ce65f2a-70c4-4698-8eb6-7b0e72c4776d,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:13.462976 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1dcc7399-9705-4376-a112-2cdfdae3bf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309457412-router', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:28Z', 'revision_number': 4, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'gw_port': {'id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'ea951dfb-0567-4fac-9bae-4e2712aa071a', 'name': '', 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'mac_address': 'fa:16:3e:ba:f5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:27Z', 'updated_at': '2022-01-18T20:02:35Z', 'revision_number': 5, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'subnets': [{'id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:06:13.465513 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cac50705-b35d-4f76-aeb2-c77967d00d10 req-f6a86830-a8fa-4fc6-a4d2-938030ae0b46 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.26 HTTP/1.1" status: 200 len: 695 time: 0.2458925 Jan 18 20:06:13.469443 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4243c-8cea-48f1-a388-c2f6dab34495 req-aa7e6a99-d177-4f32-a002-4b5f0b098713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:13.472496 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ee4243c-8cea-48f1-a388-c2f6dab34495 req-aa7e6a99-d177-4f32-a002-4b5f0b098713 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&device_id=6e3e0d18-7079-46b5-a460-a639bf97f45e HTTP/1.1" status: 200 len: 1100 time: 0.4352953 Jan 18 20:06:13.529078 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-a09098e5-4d68-418f-93b0-fa9127270ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:13.530606 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-a09098e5-4d68-418f-93b0-fa9127270ee6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e5ec31ddf3d34f4aa39ff26dd8f3affd&device_id=97fd66e0-1fc0-4306-917a-1e6fd85e7ec0 HTTP/1.1" status: 200 len: 1094 time: 0.1799800 Jan 18 20:06:13.553014 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcc7399-9705-4376-a112-2cdfdae3bf7d None None] Checking router: bd83afaf-ea27-4830-b4d9-d9ece7a21f0d for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:06:13.585065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcc7399-9705-4376-a112-2cdfdae3bf7d None None] Routers {'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:06:13.585842 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1dcc7399-9705-4376-a112-2cdfdae3bf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:05:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:06:13.657688 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-f61d0531-7341-41ea-a7b0-d53ec0e45613 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9dc5ae8-feb2-491f-ba26-55b31f9f8575 HTTP/1.1" status: 200 len: 217 time: 0.1119845 Jan 18 20:06:13.684306 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eabbeb04-877c-44a3-84bd-d0c9a6516a2d req-c838c642-dc08-40ae-93ea-3a4638debebf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=99d1d94f-5478-43b9-8191-4962a4ab391e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2572854 Jan 18 20:06:13.727091 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-1dcc7399-9705-4376-a112-2cdfdae3bf7d None None] Set router bd83afaf-ea27-4830-b4d9-d9ece7a21f0d gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:06:13.815878 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4243c-8cea-48f1-a388-c2f6dab34495 req-eb67876b-ffc4-484b-8245-ded20b863241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:13.818853 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ee4243c-8cea-48f1-a388-c2f6dab34495 req-eb67876b-ffc4-484b-8245-ded20b863241 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.1969938 Jan 18 20:06:13.859751 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-44a942ba-a0f2-41ac-9454-4f816a1449cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:13.861428 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-44a942ba-a0f2-41ac-9454-4f816a1449cc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=da5aa223-a098-41b4-8a17-e11e4587a7e0 HTTP/1.1" status: 200 len: 862 time: 0.1881456 Jan 18 20:06:13.863329 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbeb04-877c-44a3-84bd-d0c9a6516a2d req-4fec2263-5715-4364-bc05-f11a0d31764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:13.864741 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eabbeb04-877c-44a3-84bd-d0c9a6516a2d req-4fec2263-5715-4364-bc05-f11a0d31764f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&device_id=99d1d94f-5478-43b9-8191-4962a4ab391e HTTP/1.1" status: 200 len: 1101 time: 0.1252735 Jan 18 20:06:13.886611 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ee4243c-8cea-48f1-a388-c2f6dab34495 req-60e1ed15-fc77-4604-a8c6-c909e65c3e0a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=e4d63c04-205a-4aeb-b804-57bbc079b0fe HTTP/1.1" status: 200 len: 217 time: 0.0547938 Jan 18 20:06:13.949918 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4243c-8cea-48f1-a388-c2f6dab34495 req-8ff167ef-7afc-439c-be1f-bbe6c8d4a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:13.952076 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ee4243c-8cea-48f1-a388-c2f6dab34495 req-8ff167ef-7afc-439c-be1f-bbe6c8d4a53a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0589850 Jan 18 20:06:13.954195 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d60a2f-e6f1-49ba-9b54-8f6c46d10dc6 req-86b5e327-fe5e-4b3f-b1aa-c474888a4020 tempest-ServersOnMultiNodesTest-1292293684 tempest-ServersOnMultiNodesTest-1292293684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:13.962303 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43d60a2f-e6f1-49ba-9b54-8f6c46d10dc6 req-86b5e327-fe5e-4b3f-b1aa-c474888a4020 tempest-ServersOnMultiNodesTest-1292293684 tempest-ServersOnMultiNodesTest-1292293684-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=94f20305-6dd7-4b79-a809-0ca4fc6d8786 HTTP/1.1" status: 200 len: 1100 time: 0.3886404 Jan 18 20:06:13.992172 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1dcc7399-9705-4376-a112-2cdfdae3bf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309457412-router', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:28Z', 'revision_number': 4, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'gw_port': {'id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'ea951dfb-0567-4fac-9bae-4e2712aa071a', 'name': '', 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'mac_address': 'fa:16:3e:ba:f5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:27Z', 'updated_at': '2022-01-18T20:02:35Z', 'revision_number': 5, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'subnets': [{'id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:06:14.020742 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcc7399-9705-4376-a112-2cdfdae3bf7d None None] The sync data for ids ['bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'] in n-d-741529-9 is: [{'id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309457412-router', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:28Z', 'revision_number': 4, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'gw_port': {'id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'ea951dfb-0567-4fac-9bae-4e2712aa071a', 'name': '', 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'mac_address': 'fa:16:3e:ba:f5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:27Z', 'updated_at': '2022-01-18T20:02:35Z', 'revision_number': 5, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'subnets': [{'id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:06:14.050634 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43d60a2f-e6f1-49ba-9b54-8f6c46d10dc6 req-53b1c9ef-6791-4ac7-8ce2-7b5c633e11dd tempest-ServersOnMultiNodesTest-1292293684 tempest-ServersOnMultiNodesTest-1292293684-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869555 Jan 18 20:06:14.082765 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-cac50705-b35d-4f76-aeb2-c77967d00d10 req-9070e6c9-5d95-4c9d-a7f3-f17aa38ebff5 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Deleting port 867d2030-ea26-4d94-a774-056f3564df87 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:06:14.083888 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-cac50705-b35d-4f76-aeb2-c77967d00d10 req-9070e6c9-5d95-4c9d-a7f3-f17aa38ebff5 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (867d2030-ea26-4d94-a774-056f3564df87), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:14.117797 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-0c559a03-5dbc-4cdb-9587-f66a90933385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:14.119321 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-0c559a03-5dbc-4cdb-9587-f66a90933385 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89a595c0-d9c3-40e8-b52a-e51ddcd750fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2439153 Jan 18 20:06:14.120456 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbeb04-877c-44a3-84bd-d0c9a6516a2d req-363822b4-e7cd-40d7-84b7-d73bc96bb4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:14.121795 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eabbeb04-877c-44a3-84bd-d0c9a6516a2d req-363822b4-e7cd-40d7-84b7-d73bc96bb4bc service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.2300277 Jan 18 20:06:14.124097 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4243c-8cea-48f1-a388-c2f6dab34495 req-9ce937d5-4d44-468f-88f7-1ec33dc11a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:14.128985 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ee4243c-8cea-48f1-a388-c2f6dab34495 req-9ce937d5-4d44-468f-88f7-1ec33dc11a16 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1644752 Jan 18 20:06:14.278495 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eabbeb04-877c-44a3-84bd-d0c9a6516a2d req-20ae3134-ad68-4373-aae8-9516dc1a2c13 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=d9d6ed88-afa9-4754-b864-b1f22322c79b HTTP/1.1" status: 200 len: 217 time: 0.1212511 Jan 18 20:06:14.323987 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-cac50705-b35d-4f76-aeb2-c77967d00d10 req-9070e6c9-5d95-4c9d-a7f3-f17aa38ebff5 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (867d2030-ea26-4d94-a774-056f3564df87), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:14.324331 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-cac50705-b35d-4f76-aeb2-c77967d00d10 req-9070e6c9-5d95-4c9d-a7f3-f17aa38ebff5 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks [] for floatingip (867d2030-ea26-4d94-a774-056f3564df87), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:14.375037 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-cac50705-b35d-4f76-aeb2-c77967d00d10 req-9070e6c9-5d95-4c9d-a7f3-f17aa38ebff5 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Calling delete_port for 867d2030-ea26-4d94-a774-056f3564df87 owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:06:14.392258 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ee4243c-8cea-48f1-a388-c2f6dab34495 req-f87044a9-1f41-46fe-91d1-51b5e2a523a4 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472289 Jan 18 20:06:14.402731 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ed52ab-c828-44bb-8ecc-d80691555b5f x-openstack-request-id: req-e1ed52ab-c828-44bb-8ecc-d80691555b5f {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:06:14.403046 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680252c5-a169-4ab8-803f-6f4dde7e8ccc", "name": "network-vif-deleted", "tag": "1a00930b-22f3-4136-b97d-6fa6f4bdb03d", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:06:14.403267 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1ed52ab-c828-44bb-8ecc-d80691555b5f {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:06:14.404248 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-a971f4f1-c4dc-421c-bcc5-df1da5b5de8b service neutron] 10.222.0.70 "GET /v2.0/networks/89a595c0-d9c3-40e8-b52a-e51ddcd750fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675886 Jan 18 20:06:14.408512 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680252c5-a169-4ab8-803f-6f4dde7e8ccc', 'name': 'network-vif-deleted', 'tag': '1a00930b-22f3-4136-b97d-6fa6f4bdb03d', 'status': 'completed', 'code': 200} Jan 18 20:06:14.550645 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407e114f-d008-4a5e-ac80-ae28d344e2c8 None None] New status for floating IP b5776931-eba1-4e09-85ac-a6a601b4f678: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:06:14.611145 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4671303f-afc8-44dd-88f9-721f5a8a854b req-13d4c615-f1f1-44e3-9a39-a5c6cacf55fc service neutron] 10.222.0.70 "GET /v2.0/networks/89a595c0-d9c3-40e8-b52a-e51ddcd750fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860828 Jan 18 20:06:14.612846 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37816a6f-4bca-402a-b559-8120a6dc444b x-openstack-request-id: req-37816a6f-4bca-402a-b559-8120a6dc444b {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:06:14.613137 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97fd66e0-1fc0-4306-917a-1e6fd85e7ec0", "tag": "a9dc5ae8-feb2-491f-ba26-55b31f9f8575", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:06:14.613390 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37816a6f-4bca-402a-b559-8120a6dc444b {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:06:14.613808 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97fd66e0-1fc0-4306-917a-1e6fd85e7ec0', 'tag': 'a9dc5ae8-feb2-491f-ba26-55b31f9f8575', 'status': 'completed', 'code': 200} Jan 18 20:06:14.629324 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbeb04-877c-44a3-84bd-d0c9a6516a2d req-47fc88f2-bc10-4c73-b2e7-5860b4602915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:14.630929 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eabbeb04-877c-44a3-84bd-d0c9a6516a2d req-47fc88f2-bc10-4c73-b2e7-5860b4602915 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.2405376 Jan 18 20:06:14.652331 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea197aef-d02e-4828-965b-c633a8a255b0 x-openstack-request-id: req-ea197aef-d02e-4828-965b-c633a8a255b0 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:06:14.653614 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197e28a5-f4e9-4364-94fc-8b662b804245", "name": "network-vif-plugged", "status": "completed", "tag": "9ce65f2a-70c4-4698-8eb6-7b0e72c4776d", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:06:14.654178 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea197aef-d02e-4828-965b-c633a8a255b0 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:06:14.654854 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197e28a5-f4e9-4364-94fc-8b662b804245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce65f2a-70c4-4698-8eb6-7b0e72c4776d', 'code': 200} Jan 18 20:06:14.823242 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ee4243c-8cea-48f1-a388-c2f6dab34495 req-56f6ddfd-a9f3-423c-8c71-75d37c556bba service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120803 Jan 18 20:06:14.838079 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbeb04-877c-44a3-84bd-d0c9a6516a2d req-f065439a-1925-4f20-bff9-42999176535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:14.840024 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d33f49-a7f6-439a-a5fc-dcf4e84699ca req-a040ea38-8a3f-4cc3-bfe2-8e37db6eb219 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:14.843684 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eabbeb04-877c-44a3-84bd-d0c9a6516a2d req-f065439a-1925-4f20-bff9-42999176535d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1998200 Jan 18 20:06:14.848209 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-41d33f49-a7f6-439a-a5fc-dcf4e84699ca req-a040ea38-8a3f-4cc3-bfe2-8e37db6eb219 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=97fd66e0-1fc0-4306-917a-1e6fd85e7ec0 HTTP/1.1" status: 200 len: 943 time: 0.1014080 Jan 18 20:06:14.905258 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-cac50705-b35d-4f76-aeb2-c77967d00d10 req-9070e6c9-5d95-4c9d-a7f3-f17aa38ebff5 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (867d2030-ea26-4d94-a774-056f3564df87), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:15.025134 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eabbeb04-877c-44a3-84bd-d0c9a6516a2d req-9b3ae472-28f6-4e48-83e0-83d5f64b4487 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666877 Jan 18 20:06:15.027879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa32a73-6df1-4db7-bd2f-23c0b153a491 req-2da39f48-617f-44d5-9f16-beae13097b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:15.029272 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5aa32a73-6df1-4db7-bd2f-23c0b153a491 req-2da39f48-617f-44d5-9f16-beae13097b63 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e5ec31ddf3d34f4aa39ff26dd8f3affd&device_id=97fd66e0-1fc0-4306-917a-1e6fd85e7ec0 HTTP/1.1" status: 200 len: 1094 time: 0.3087926 Jan 18 20:06:15.068324 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070e6c9-5d95-4c9d-a7f3-f17aa38ebff5 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Pushing event deleted for resources: {'Port': ['ID=867d2030-ea26-4d94-a774-056f3564df87,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:15.094932 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-41d33f49-a7f6-439a-a5fc-dcf4e84699ca req-c438f682-5e77-4b58-b9d4-0bd2306a26b5 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453983 Jan 18 20:06:15.133403 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d32977-c4f5-4ce1-b1f6-e8b5600f7c76 req-c5cd3e83-9554-4640-9d33-ebbc2eae3650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:15.143136 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-08d32977-c4f5-4ce1-b1f6-e8b5600f7c76 req-c5cd3e83-9554-4640-9d33-ebbc2eae3650 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 1097 time: 0.2742817 Jan 18 20:06:15.184853 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-cac50705-b35d-4f76-aeb2-c77967d00d10 req-9070e6c9-5d95-4c9d-a7f3-f17aa38ebff5 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks [] for floatingip (8d1a8f2c-ca29-42e1-833a-59a13418bb47), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:15.187930 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-cac50705-b35d-4f76-aeb2-c77967d00d10 req-9070e6c9-5d95-4c9d-a7f3-f17aa38ebff5 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:15.189337 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cac50705-b35d-4f76-aeb2-c77967d00d10 req-9070e6c9-5d95-4c9d-a7f3-f17aa38ebff5 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "DELETE /v2.0/floatingips/8d1a8f2c-ca29-42e1-833a-59a13418bb47 HTTP/1.1" status: 204 len: 173 time: 1.7157147 Jan 18 20:06:15.336300 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-08d32977-c4f5-4ce1-b1f6-e8b5600f7c76 req-74b7189f-d44e-4695-b1ff-3e8ad00ea856 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816654 Jan 18 20:06:15.353864 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270e7de-74a6-43b1-a5fa-99a603c8afa9 req-76fd6c2c-bce2-40ac-a71c-9c5e6f71db69 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:15.360920 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3270e7de-74a6-43b1-a5fa-99a603c8afa9 req-76fd6c2c-bce2-40ac-a71c-9c5e6f71db69 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 949 time: 0.1704805 Jan 18 20:06:15.418045 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3270e7de-74a6-43b1-a5fa-99a603c8afa9 req-2a6809a8-687a-48ba-b5fd-584d9afbf8d7 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560555 Jan 18 20:06:15.446568 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa32a73-6df1-4db7-bd2f-23c0b153a491 req-0089338b-04e0-4653-a179-b422a1705b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:15.474704 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5aa32a73-6df1-4db7-bd2f-23c0b153a491 req-0089338b-04e0-4653-a179-b422a1705b65 service neutron] 10.222.0.70 "GET /v2.0/networks?id=89a595c0-d9c3-40e8-b52a-e51ddcd750fc HTTP/1.1" status: 200 len: 924 time: 0.4375165 Jan 18 20:06:15.476670 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eabbeb04-877c-44a3-84bd-d0c9a6516a2d req-401c2870-322d-4c18-a9dc-0b33aac3ebfb service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315877 Jan 18 20:06:15.544534 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5aa32a73-6df1-4db7-bd2f-23c0b153a491 req-d8ece4ac-62ef-40fd-af7e-0fe4935afa7e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9dc5ae8-feb2-491f-ba26-55b31f9f8575 HTTP/1.1" status: 200 len: 217 time: 0.0529048 Jan 18 20:06:15.569048 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1636ee-1d43-4c71-9b45-66b4798a5329 req-0b226538-3495-46fb-9239-1d3d71dd2a4a tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:15.571129 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d1636ee-1d43-4c71-9b45-66b4798a5329 req-0b226538-3495-46fb-9239-1d3d71dd2a4a tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 946 time: 0.0931892 Jan 18 20:06:15.628382 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa32a73-6df1-4db7-bd2f-23c0b153a491 req-1a5110e4-59fa-4356-8de7-54419e9e2301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:15.630110 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5aa32a73-6df1-4db7-bd2f-23c0b153a491 req-1a5110e4-59fa-4356-8de7-54419e9e2301 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=da5aa223-a098-41b4-8a17-e11e4587a7e0 HTTP/1.1" status: 200 len: 862 time: 0.0813541 Jan 18 20:06:15.685343 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad83f82d-2d31-4eb5-86fd-90d883b9e302 req-829873fe-c031-4df8-9b24-7ace5ac81fa1 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/floatingips/294e133c-3ad8-4869-a5a1-227d8391153f HTTP/1.1" status: 200 len: 693 time: 0.0980387 Jan 18 20:06:15.699869 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa32a73-6df1-4db7-bd2f-23c0b153a491 req-7067153f-0cf7-4b63-98f6-78f5ef899851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:15.700972 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5aa32a73-6df1-4db7-bd2f-23c0b153a491 req-7067153f-0cf7-4b63-98f6-78f5ef899851 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89a595c0-d9c3-40e8-b52a-e51ddcd750fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607109 Jan 18 20:06:15.816365 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83f82d-2d31-4eb5-86fd-90d883b9e302 req-1a51c9f3-e984-4cd2-b0e6-0f59778bb522 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:15.825610 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad83f82d-2d31-4eb5-86fd-90d883b9e302 req-1a51c9f3-e984-4cd2-b0e6-0f59778bb522 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 784 time: 0.1391177 Jan 18 20:06:15.916535 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad83f82d-2d31-4eb5-86fd-90d883b9e302 req-c3242962-cb3a-4ef7-805d-365b100b5995 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.226 HTTP/1.1" status: 200 len: 696 time: 0.0896900 Jan 18 20:06:15.982776 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d1636ee-1d43-4c71-9b45-66b4798a5329 req-414ce802-2764-4075-acc8-84431ffc3942 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037187 Jan 18 20:06:16.009523 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad83f82d-2d31-4eb5-86fd-90d883b9e302 req-171dfbf1-8c17-4ed1-91e1-c822a65c7f94 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.226 HTTP/1.1" status: 200 len: 696 time: 0.0890620 Jan 18 20:06:16.179335 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-ad83f82d-2d31-4eb5-86fd-90d883b9e302 req-da166482-c106-4b21-90da-b35f642ec3a1 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Deleting port 5665b4dc-5aa2-4784-a6cc-ef93c9472396 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:06:16.180102 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ad83f82d-2d31-4eb5-86fd-90d883b9e302 req-da166482-c106-4b21-90da-b35f642ec3a1 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (5665b4dc-5aa2-4784-a6cc-ef93c9472396), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:16.273472 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5aa32a73-6df1-4db7-bd2f-23c0b153a491 req-c2dc7d3f-b720-456b-a035-d27cb930e30a service neutron] 10.222.0.70 "GET /v2.0/networks/89a595c0-d9c3-40e8-b52a-e51ddcd750fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607562 Jan 18 20:06:16.282300 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ad83f82d-2d31-4eb5-86fd-90d883b9e302 req-da166482-c106-4b21-90da-b35f642ec3a1 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (5665b4dc-5aa2-4784-a6cc-ef93c9472396), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:16.282621 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ad83f82d-2d31-4eb5-86fd-90d883b9e302 req-da166482-c106-4b21-90da-b35f642ec3a1 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks [] for floatingip (5665b4dc-5aa2-4784-a6cc-ef93c9472396), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:16.295892 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-ad83f82d-2d31-4eb5-86fd-90d883b9e302 req-da166482-c106-4b21-90da-b35f642ec3a1 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Calling delete_port for 5665b4dc-5aa2-4784-a6cc-ef93c9472396 owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:06:16.381015 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5aa32a73-6df1-4db7-bd2f-23c0b153a491 req-e172c90f-47d3-487b-bfa0-c3eb0a71bef9 service neutron] 10.222.0.70 "GET /v2.0/networks/89a595c0-d9c3-40e8-b52a-e51ddcd750fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001997 Jan 18 20:06:16.490766 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41013db3-fab1-4894-bd05-5c266afdaf56 req-170e0bf5-1cc4-4426-b570-0c9317d1623f tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:16.492798 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-41013db3-fab1-4894-bd05-5c266afdaf56 req-170e0bf5-1cc4-4426-b570-0c9317d1623f tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20305-6dd7-4b79-a809-0ca4fc6d8786 HTTP/1.1" status: 200 len: 949 time: 0.0985603 Jan 18 20:06:16.494124 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ad83f82d-2d31-4eb5-86fd-90d883b9e302 req-da166482-c106-4b21-90da-b35f642ec3a1 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (5665b4dc-5aa2-4784-a6cc-ef93c9472396), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:16.560535 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da166482-c106-4b21-90da-b35f642ec3a1 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Pushing event deleted for resources: {'Port': ['ID=5665b4dc-5aa2-4784-a6cc-ef93c9472396,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:16.763505 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ad83f82d-2d31-4eb5-86fd-90d883b9e302 req-da166482-c106-4b21-90da-b35f642ec3a1 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks [] for floatingip (294e133c-3ad8-4869-a5a1-227d8391153f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:16.772197 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ad83f82d-2d31-4eb5-86fd-90d883b9e302 req-da166482-c106-4b21-90da-b35f642ec3a1 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:16.773516 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad83f82d-2d31-4eb5-86fd-90d883b9e302 req-da166482-c106-4b21-90da-b35f642ec3a1 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "DELETE /v2.0/floatingips/294e133c-3ad8-4869-a5a1-227d8391153f HTTP/1.1" status: 204 len: 173 time: 0.7628672 Jan 18 20:06:16.816024 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-41013db3-fab1-4894-bd05-5c266afdaf56 req-7c17f44f-9a0e-4778-8cee-7fce937ff741 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126760 Jan 18 20:06:17.000247 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e53147-0b1b-4a30-9e2f-c023ed648306 req-465b05dc-af93-4b17-921d-41020a6f5a33 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:17.009369 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9e53147-0b1b-4a30-9e2f-c023ed648306 req-465b05dc-af93-4b17-921d-41020a6f5a33 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 949 time: 0.0691755 Jan 18 20:06:17.028015 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee81198-b7a2-4e3f-be69-a8e96f39d98e req-075f9085-6e1d-4b7d-9343-67ba5b6de6ae tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:17.035615 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ee81198-b7a2-4e3f-be69-a8e96f39d98e req-075f9085-6e1d-4b7d-9343-67ba5b6de6ae tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=97fd66e0-1fc0-4306-917a-1e6fd85e7ec0 HTTP/1.1" status: 200 len: 943 time: 0.1269996 Jan 18 20:06:17.107998 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ee81198-b7a2-4e3f-be69-a8e96f39d98e req-b94c9728-8d03-4259-a7bf-a83aa31fe026 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710857 Jan 18 20:06:17.136039 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9e53147-0b1b-4a30-9e2f-c023ed648306 req-50ac10bf-95fc-4b6a-9b0c-35622709640a tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253531 Jan 18 20:06:17.224822 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-079d0a5c-fdfa-44f6-8a2a-c8e53da4811d req-5de883c0-e9bb-4117-a7ad-4de005379c00 tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/floatingips/7db7bcda-3d7e-4f70-8f55-af0e61c7dbdb HTTP/1.1" status: 200 len: 693 time: 0.0703406 Jan 18 20:06:17.395785 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d0a5c-fdfa-44f6-8a2a-c8e53da4811d req-89763f97-f362-4cae-a69f-abd5e0a3200e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:17.398029 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-079d0a5c-fdfa-44f6-8a2a-c8e53da4811d req-89763f97-f362-4cae-a69f-abd5e0a3200e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 784 time: 0.1724498 Jan 18 20:06:17.482542 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-079d0a5c-fdfa-44f6-8a2a-c8e53da4811d req-ace89bc2-63a1-4f12-9d0f-08cdfc672bae tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.212 HTTP/1.1" status: 200 len: 696 time: 0.0721929 Jan 18 20:06:17.558192 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-079d0a5c-fdfa-44f6-8a2a-c8e53da4811d req-0b5bd6ba-1a55-471a-b41c-bc2e1590897e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.212 HTTP/1.1" status: 200 len: 696 time: 0.0621386 Jan 18 20:06:17.634710 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc357a-849c-49c2-b6a1-f90740c346ff req-9876d52b-9ae1-40e5-9b7f-7e37814c896c tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:17.643280 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-79bc357a-849c-49c2-b6a1-f90740c346ff req-9876d52b-9ae1-40e5-9b7f-7e37814c896c tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 946 time: 0.2436938 Jan 18 20:06:17.701964 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a9dc5ae8-feb2-491f-ba26-55b31f9f8575 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:06:17.844999 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-bf2ba013-9022-4a5e-bc1f-8682c8b0f777 service neutron] show failed (client error): The resource could not be found. Jan 18 20:06:17.846109 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-bf2ba013-9022-4a5e-bc1f-8682c8b0f777 service neutron] 10.222.0.70 "GET /v2.0/ports/26787e24-6f29-45b3-9a89-4a5008a4324c/bindings/n-h1-741529-9 HTTP/1.1" status: 404 len: 380 time: 0.1322997 Jan 18 20:06:17.906069 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port a9dc5ae8-feb2-491f-ba26-55b31f9f8575, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a9dc5ae8-feb2-491f-ba26-55b31f9f8575,segment=NetworkSegment(7187ab8f-3094-4c40-bdcb-e57d676ffb56),segment_id=7187ab8f-3094-4c40-bdcb-e57d676ffb56)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:17.933282 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'a9dc5ae8-feb2-491f-ba26-55b31f9f8575', 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc', 'port_id': 'a9dc5ae8-feb2-491f-ba26-55b31f9f8575', 'mac_address': 'fa:16:3e:57:47:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:06:17.988651 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port a9dc5ae8-feb2-491f-ba26-55b31f9f8575 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:06:17.989181 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a9dc5ae8-feb2-491f-ba26-55b31f9f8575), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:18.010754 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9dc5ae8-feb2-491f-ba26-55b31f9f8575 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:06:18.034295 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port a9dc5ae8-feb2-491f-ba26-55b31f9f8575, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a9dc5ae8-feb2-491f-ba26-55b31f9f8575,segment=NetworkSegment(7187ab8f-3094-4c40-bdcb-e57d676ffb56),segment_id=7187ab8f-3094-4c40-bdcb-e57d676ffb56)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:18.047516 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a9dc5ae8-feb2-491f-ba26-55b31f9f8575), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:18.125800 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=a9dc5ae8-feb2-491f-ba26-55b31f9f8575,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:18.195504 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-d701f151-ba9d-4512-b291-cb9e917f5104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:18.197037 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-d701f151-ba9d-4512-b291-cb9e917f5104 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864&tenant_id=85092cd3f857422b8e1328b863cb2eb0 HTTP/1.1" status: 200 len: 1100 time: 0.0721176 Jan 18 20:06:18.218076 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-d415fdab-9e65-4294-b0ef-0a4bfbf9cfef service neutron] Request body: {'port': {'binding:host_id': 'n-h1-741529-9', 'device_owner': 'compute:nova'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:06:18.230163 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-79bc357a-849c-49c2-b6a1-f90740c346ff req-f1e12234-729d-4204-8633-2f9cb2a0ba73 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5838242 Jan 18 20:06:18.303789 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-d415fdab-9e65-4294-b0ef-0a4bfbf9cfef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (26787e24-6f29-45b3-9a89-4a5008a4324c), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:18.368119 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020a057-1fd7-4768-8df0-d02c629e2057 req-7aa64125-5cac-48a5-977f-5fadcccfb3ea tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:18.370214 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0020a057-1fd7-4768-8df0-d02c629e2057 req-7aa64125-5cac-48a5-977f-5fadcccfb3ea tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.57 "GET /v2.0/ports?device_id=94f20305-6dd7-4b79-a809-0ca4fc6d8786 HTTP/1.1" status: 200 len: 949 time: 0.1709857 Jan 18 20:06:18.383954 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['a9dc5ae8-feb2-491f-ba26-55b31f9f8575'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:06:18.496235 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-079d0a5c-fdfa-44f6-8a2a-c8e53da4811d req-c1e89126-af64-43e6-9ed0-0b950a90778e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Deleting port 1152aaf1-e195-4e8f-bb4c-9e3aae91fe44 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:06:18.496693 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-079d0a5c-fdfa-44f6-8a2a-c8e53da4811d req-c1e89126-af64-43e6-9ed0-0b950a90778e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (1152aaf1-e195-4e8f-bb4c-9e3aae91fe44), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:18.561824 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0a3f8-ef16-41f6-98b2-de885ca8b7ef req-d49eed0e-7d1d-466e-b19f-82edf3ceb242 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:18.563597 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4ce0a3f8-ef16-41f6-98b2-de885ca8b7ef req-d49eed0e-7d1d-466e-b19f-82edf3ceb242 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20305-6dd7-4b79-a809-0ca4fc6d8786 HTTP/1.1" status: 200 len: 949 time: 0.1412890 Jan 18 20:06:18.661661 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4ce0a3f8-ef16-41f6-98b2-de885ca8b7ef req-72948725-9b04-4b0a-9a29-21b7d2180b83 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641418 Jan 18 20:06:18.690449 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-079d0a5c-fdfa-44f6-8a2a-c8e53da4811d req-c1e89126-af64-43e6-9ed0-0b950a90778e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (1152aaf1-e195-4e8f-bb4c-9e3aae91fe44), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:18.691029 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-079d0a5c-fdfa-44f6-8a2a-c8e53da4811d req-c1e89126-af64-43e6-9ed0-0b950a90778e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks [] for floatingip (1152aaf1-e195-4e8f-bb4c-9e3aae91fe44), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:18.695770 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-0020a057-1fd7-4768-8df0-d02c629e2057 req-f507978b-137c-45cd-9215-f5854395bd54 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Deleting port c9e3e76c-ca9c-4baf-bfa7-8abdad153b92 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:06:18.696178 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0020a057-1fd7-4768-8df0-d02c629e2057 req-f507978b-137c-45cd-9215-f5854395bd54 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (c9e3e76c-ca9c-4baf-bfa7-8abdad153b92), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:18.728980 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-d415fdab-9e65-4294-b0ef-0a4bfbf9cfef service neutron] For port 26787e24-6f29-45b3-9a89-4a5008a4324c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=26787e24-6f29-45b3-9a89-4a5008a4324c,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:18.732377 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-079d0a5c-fdfa-44f6-8a2a-c8e53da4811d req-c1e89126-af64-43e6-9ed0-0b950a90778e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Calling delete_port for 1152aaf1-e195-4e8f-bb4c-9e3aae91fe44 owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:06:18.768892 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-d415fdab-9e65-4294-b0ef-0a4bfbf9cfef service neutron] For port 26787e24-6f29-45b3-9a89-4a5008a4324c, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:06:18.836159 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c192283-d555-4329-955a-64b4e0425864', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26787e24-6f29-45b3-9a89-4a5008a4324c'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:06:18.844687 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10c58ce-d2e0-4620-bfca-73713a8df472" -d '{"events": [{"server_uuid": "0c192283-d555-4329-955a-64b4e0425864", "name": "network-vif-unplugged", "status": "completed", "tag": "26787e24-6f29-45b3-9a89-4a5008a4324c"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:06:18.855066 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-d415fdab-9e65-4294-b0ef-0a4bfbf9cfef service neutron] Publish callbacks [] for port (26787e24-6f29-45b3-9a89-4a5008a4324c), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:18.870549 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-d415fdab-9e65-4294-b0ef-0a4bfbf9cfef service neutron] Transition to ACTIVE for port object 26787e24-6f29-45b3-9a89-4a5008a4324c will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:06:18.875693 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-d415fdab-9e65-4294-b0ef-0a4bfbf9cfef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (26787e24-6f29-45b3-9a89-4a5008a4324c), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:18.895083 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-0020a057-1fd7-4768-8df0-d02c629e2057 req-f507978b-137c-45cd-9215-f5854395bd54 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] For port c9e3e76c-ca9c-4baf-bfa7-8abdad153b92, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=c9e3e76c-ca9c-4baf-bfa7-8abdad153b92,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:18.901281 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0020a057-1fd7-4768-8df0-d02c629e2057 req-f507978b-137c-45cd-9215-f5854395bd54 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (c9e3e76c-ca9c-4baf-bfa7-8abdad153b92), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:18.981104 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-d415fdab-9e65-4294-b0ef-0a4bfbf9cfef service neutron] No DVR routers for this DVR port 26787e24-6f29-45b3-9a89-4a5008a4324c on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:06:19.014821 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-0020a057-1fd7-4768-8df0-d02c629e2057 req-f507978b-137c-45cd-9215-f5854395bd54 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Calling delete_port for c9e3e76c-ca9c-4baf-bfa7-8abdad153b92 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:06:19.053603 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415fdab-9e65-4294-b0ef-0a4bfbf9cfef service neutron] Pushing event updated for resources: {'Port': ['ID=26787e24-6f29-45b3-9a89-4a5008a4324c,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:19.103479 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-d415fdab-9e65-4294-b0ef-0a4bfbf9cfef service neutron] Attempting to bind port 26787e24-6f29-45b3-9a89-4a5008a4324c on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:06:19.103817 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-d415fdab-9e65-4294-b0ef-0a4bfbf9cfef service neutron] Attempting to bind port 26787e24-6f29-45b3-9a89-4a5008a4324c by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:06:19.104147 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-d415fdab-9e65-4294-b0ef-0a4bfbf9cfef service neutron] Attempting to bind port 26787e24-6f29-45b3-9a89-4a5008a4324c on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:06:19.108916 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-d415fdab-9e65-4294-b0ef-0a4bfbf9cfef service neutron] Port 26787e24-6f29-45b3-9a89-4a5008a4324c on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:06:19.109499 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-d415fdab-9e65-4294-b0ef-0a4bfbf9cfef service neutron] Attempting to bind port 26787e24-6f29-45b3-9a89-4a5008a4324c on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:06:19.119087 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-079d0a5c-fdfa-44f6-8a2a-c8e53da4811d req-c1e89126-af64-43e6-9ed0-0b950a90778e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (1152aaf1-e195-4e8f-bb4c-9e3aae91fe44), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:19.119345 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-d415fdab-9e65-4294-b0ef-0a4bfbf9cfef service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:06:19.119650 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-d415fdab-9e65-4294-b0ef-0a4bfbf9cfef service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:06:19.120035 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-d415fdab-9e65-4294-b0ef-0a4bfbf9cfef service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:06:19.120466 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-d415fdab-9e65-4294-b0ef-0a4bfbf9cfef service neutron] Bound port: 26787e24-6f29-45b3-9a89-4a5008a4324c, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:06:19.120821 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-d415fdab-9e65-4294-b0ef-0a4bfbf9cfef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (26787e24-6f29-45b3-9a89-4a5008a4324c), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:19.209369 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e89126-af64-43e6-9ed0-0b950a90778e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Pushing event deleted for resources: {'Port': ['ID=1152aaf1-e195-4e8f-bb4c-9e3aae91fe44,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:19.231441 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-d415fdab-9e65-4294-b0ef-0a4bfbf9cfef service neutron] For port 26787e24-6f29-45b3-9a89-4a5008a4324c, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:06:19.236365 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-d415fdab-9e65-4294-b0ef-0a4bfbf9cfef service neutron] For port 26787e24-6f29-45b3-9a89-4a5008a4324c, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=26787e24-6f29-45b3-9a89-4a5008a4324c,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:06:19.248998 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-d415fdab-9e65-4294-b0ef-0a4bfbf9cfef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (26787e24-6f29-45b3-9a89-4a5008a4324c), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:19.262688 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89535cc-5068-4871-b033-1d7a5a6981bf req-bf1d843d-0630-4935-92a9-721db19f10d1 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:19.264464 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f89535cc-5068-4871-b033-1d7a5a6981bf req-bf1d843d-0630-4935-92a9-721db19f10d1 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=97fd66e0-1fc0-4306-917a-1e6fd85e7ec0 HTTP/1.1" status: 200 len: 944 time: 0.3600514 Jan 18 20:06:19.336185 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-d415fdab-9e65-4294-b0ef-0a4bfbf9cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:19.340341 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-d415fdab-9e65-4294-b0ef-0a4bfbf9cfef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:19.342016 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-d415fdab-9e65-4294-b0ef-0a4bfbf9cfef service neutron] 10.222.0.57 "PUT /v2.0/ports/26787e24-6f29-45b3-9a89-4a5008a4324c HTTP/1.1" status: 200 len: 1095 time: 1.1342010 Jan 18 20:06:19.374479 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-079d0a5c-fdfa-44f6-8a2a-c8e53da4811d req-c1e89126-af64-43e6-9ed0-0b950a90778e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks [] for floatingip (7db7bcda-3d7e-4f70-8f55-af0e61c7dbdb), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:19.377145 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-079d0a5c-fdfa-44f6-8a2a-c8e53da4811d req-c1e89126-af64-43e6-9ed0-0b950a90778e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:19.378432 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-079d0a5c-fdfa-44f6-8a2a-c8e53da4811d req-c1e89126-af64-43e6-9ed0-0b950a90778e tempest-FloatingIPDetailsTestJSON-844288938 tempest-FloatingIPDetailsTestJSON-844288938-project] 10.222.0.31 "DELETE /v2.0/floatingips/7db7bcda-3d7e-4f70-8f55-af0e61c7dbdb HTTP/1.1" status: 204 len: 173 time: 1.8118699 Jan 18 20:06:19.390166 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36912) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:06:19.406489 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f89535cc-5068-4871-b033-1d7a5a6981bf req-ce5237b8-2b65-4b88-b05c-7bc54ebb3027 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162646 Jan 18 20:06:19.594941 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0020a057-1fd7-4768-8df0-d02c629e2057 req-f507978b-137c-45cd-9215-f5854395bd54 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (c9e3e76c-ca9c-4baf-bfa7-8abdad153b92), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:19.607656 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['e4d63c04-205a-4aeb-b804-57bbc079b0fe', '2f0fb0af-5225-4036-a577-369f9d8302fa', 'c9e3e76c-ca9c-4baf-bfa7-8abdad153b92'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:06:19.612464 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['a265e4de-d812-4b0f-839c-e603343b00ff', 'd9d6ed88-afa9-4754-b864-b1f22322c79b', '9cb99548-e15a-4996-bb62-503e574bd94f', '6350279c-5035-422e-b31b-3b4c18679455', '6f8f7982-5f66-432a-8cee-9faa10f5d3c2'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:06:19.624563 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507978b-137c-45cd-9215-f5854395bd54 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Pushing event deleted for resources: {'Port': ['ID=c9e3e76c-ca9c-4baf-bfa7-8abdad153b92,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:19.635801 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da785f84-7eee-4115-9192-d36b9524dee5 req-57c7d343-8de9-4f2c-a8bf-405cd5c4c5f2 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:19.643330 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-da785f84-7eee-4115-9192-d36b9524dee5 req-57c7d343-8de9-4f2c-a8bf-405cd5c4c5f2 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 947 time: 0.1198444 Jan 18 20:06:19.730170 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415fdab-9e65-4294-b0ef-0a4bfbf9cfef service neutron] Pushing event updated for resources: {'Port': ['ID=26787e24-6f29-45b3-9a89-4a5008a4324c,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:19.756766 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-da785f84-7eee-4115-9192-d36b9524dee5 req-44e299e9-6344-44fe-9f64-0e391b74614d tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119697 Jan 18 20:06:19.764967 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71a0ae8-c027-45be-bc7d-e80f65b26598 x-openstack-request-id: req-c71a0ae8-c027-45be-bc7d-e80f65b26598 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:06:19.765862 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c192283-d555-4329-955a-64b4e0425864", "name": "network-vif-unplugged", "status": "completed", "tag": "26787e24-6f29-45b3-9a89-4a5008a4324c", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:06:19.766285 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c71a0ae8-c027-45be-bc7d-e80f65b26598 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:06:19.767566 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c192283-d555-4329-955a-64b4e0425864', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26787e24-6f29-45b3-9a89-4a5008a4324c', 'code': 200} Jan 18 20:06:19.809350 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-0020a057-1fd7-4768-8df0-d02c629e2057 req-f507978b-137c-45cd-9215-f5854395bd54 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] No DVR routers for this DVR port c9e3e76c-ca9c-4baf-bfa7-8abdad153b92 on host n-h1-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:06:19.815543 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0020a057-1fd7-4768-8df0-d02c629e2057 req-f507978b-137c-45cd-9215-f5854395bd54 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:19.821405 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0020a057-1fd7-4768-8df0-d02c629e2057 req-f507978b-137c-45cd-9215-f5854395bd54 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.57 "DELETE /v2.0/ports/c9e3e76c-ca9c-4baf-bfa7-8abdad153b92 HTTP/1.1" status: 204 len: 173 time: 1.4441068 Jan 18 20:06:19.824538 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f20305-6dd7-4b79-a809-0ca4fc6d8786', 'name': 'network-vif-deleted', 'tag': 'c9e3e76c-ca9c-4baf-bfa7-8abdad153b92'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:06:19.843528 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7482f4-e41f-4906-92ed-dc85c4e7ae67" -d '{"events": [{"server_uuid": "94f20305-6dd7-4b79-a809-0ca4fc6d8786", "name": "network-vif-deleted", "tag": "c9e3e76c-ca9c-4baf-bfa7-8abdad153b92"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:06:19.906285 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a9dc5ae8-feb2-491f-ba26-55b31f9f8575 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:06:19.917856 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-432ff0b4-12d0-40aa-827f-f9f2956309e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:19.920379 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-432ff0b4-12d0-40aa-827f-f9f2956309e9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 1098 time: 0.3562348 Jan 18 20:06:20.045037 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dad560-54c1-4b7c-952f-d3c19574bdb7 req-45d6144b-8c1c-4804-8358-54bfb3a6d937 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:20.052684 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-15dad560-54c1-4b7c-952f-d3c19574bdb7 req-45d6144b-8c1c-4804-8358-54bfb3a6d937 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 946 time: 0.1766872 Jan 18 20:06:20.218768 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a78ae947-cef5-49ef-ab3a-e94f05ab4cae req-41ab7e3b-9738-484a-bb4d-989ddda5d445 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20305-6dd7-4b79-a809-0ca4fc6d8786 HTTP/1.1" status: 200 len: 210 time: 0.0459387 Jan 18 20:06:20.221467 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-0f7e1e47-bf9a-4adc-8509-edeeb4fb083f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:20.223372 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-0f7e1e47-bf9a-4adc-8509-edeeb4fb083f service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.2937236 Jan 18 20:06:20.246509 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-15dad560-54c1-4b7c-952f-d3c19574bdb7 req-4c55150b-e865-414d-b420-381f70da382f tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928234 Jan 18 20:06:20.260259 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port a9dc5ae8-feb2-491f-ba26-55b31f9f8575 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:06:20.269430 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port a9dc5ae8-feb2-491f-ba26-55b31f9f8575 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:06:20.269903 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a9dc5ae8-feb2-491f-ba26-55b31f9f8575), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:20.330751 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61341bf-d321-479a-90c4-56b390217365 x-openstack-request-id: req-d61341bf-d321-479a-90c4-56b390217365 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:06:20.331653 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f20305-6dd7-4b79-a809-0ca4fc6d8786", "name": "network-vif-deleted", "tag": "c9e3e76c-ca9c-4baf-bfa7-8abdad153b92", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:06:20.332080 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d61341bf-d321-479a-90c4-56b390217365 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:06:20.332645 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f20305-6dd7-4b79-a809-0ca4fc6d8786', 'name': 'network-vif-deleted', 'tag': 'c9e3e76c-ca9c-4baf-bfa7-8abdad153b92', 'status': 'completed', 'code': 200} Jan 18 20:06:20.357665 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-8fc971db-e2a2-4d14-b51f-d1bd94d836aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=26787e24-6f29-45b3-9a89-4a5008a4324c HTTP/1.1" status: 200 len: 217 time: 0.1048691 Jan 18 20:06:20.508834 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port a9dc5ae8-feb2-491f-ba26-55b31f9f8575 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:06:20.509225 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a9dc5ae8-feb2-491f-ba26-55b31f9f8575), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:20.554006 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fd66e0-1fc0-4306-917a-1e6fd85e7ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9dc5ae8-feb2-491f-ba26-55b31f9f8575'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:06:20.558051 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7dcd80-a7a8-4f22-a99d-74148614bfad" -d '{"events": [{"server_uuid": "97fd66e0-1fc0-4306-917a-1e6fd85e7ec0", "name": "network-vif-plugged", "status": "completed", "tag": "a9dc5ae8-feb2-491f-ba26-55b31f9f8575"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:06:20.574020 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-5c2ad84c-087c-40e8-ab94-3791dfb8edb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:20.576272 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-5c2ad84c-087c-40e8-ab94-3791dfb8edb9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.2110903 Jan 18 20:06:20.595494 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port a9dc5ae8-feb2-491f-ba26-55b31f9f8575, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a9dc5ae8-feb2-491f-ba26-55b31f9f8575,segment=NetworkSegment(7187ab8f-3094-4c40-bdcb-e57d676ffb56),segment_id=7187ab8f-3094-4c40-bdcb-e57d676ffb56)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:20.623703 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f82cc-2e9b-448e-9481-1e6b07092b56 req-dec30bb2-37ea-40c4-9f6f-31362d9c3530 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:20.638836 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d8f82cc-2e9b-448e-9481-1e6b07092b56 req-dec30bb2-37ea-40c4-9f6f-31362d9c3530 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 946 time: 0.2004688 Jan 18 20:06:20.653960 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a9dc5ae8-feb2-491f-ba26-55b31f9f8575), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:20.702742 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-2c161d85-1515-4bd0-9860-ca6c2764bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:20.704506 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-2c161d85-1515-4bd0-9860-ca6c2764bf30 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1196289 Jan 18 20:06:20.711546 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3d85df05-9a15-4137-9445-f61312f2d145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (704b7d88-87de-4590-913c-53830e403e64), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:20.732794 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d8f82cc-2e9b-448e-9481-1e6b07092b56 req-1296300d-6c86-4822-a4c1-5b80a972644f tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888638 Jan 18 20:06:20.762694 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c6b59-0b97-43c4-9b41-aa54130e475d req-4e68c39d-7701-4d78-ba12-f992e12b1ae5 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:20.769022 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-950c6b59-0b97-43c4-9b41-aa54130e475d req-4e68c39d-7701-4d78-ba12-f992e12b1ae5 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=97fd66e0-1fc0-4306-917a-1e6fd85e7ec0 HTTP/1.1" status: 200 len: 945 time: 0.2069960 Jan 18 20:06:20.910592 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=a9dc5ae8-feb2-491f-ba26-55b31f9f8575,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:20.915869 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-950c6b59-0b97-43c4-9b41-aa54130e475d req-349e4c24-d89e-4d2c-a9fd-57447d988e4d tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385899 Jan 18 20:06:20.947506 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a9b2da-d36f-4465-ad60-4ce9b57f870a x-openstack-request-id: req-b0a9b2da-d36f-4465-ad60-4ce9b57f870a {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:06:20.947824 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97fd66e0-1fc0-4306-917a-1e6fd85e7ec0", "name": "network-vif-plugged", "status": "completed", "tag": "a9dc5ae8-feb2-491f-ba26-55b31f9f8575", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:06:20.948081 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0a9b2da-d36f-4465-ad60-4ce9b57f870a {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:06:20.948732 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fd66e0-1fc0-4306-917a-1e6fd85e7ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9dc5ae8-feb2-491f-ba26-55b31f9f8575', 'code': 200} Jan 18 20:06:21.094341 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3210b-b89c-4ded-8b4e-7b4c26a1a76c req-adf3e435-515e-4d94-b759-b32ebfe502f1 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:21.105754 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c8a3210b-b89c-4ded-8b4e-7b4c26a1a76c req-adf3e435-515e-4d94-b759-b32ebfe502f1 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 946 time: 0.1007183 Jan 18 20:06:21.133431 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9de7f1-0a05-419a-9ef6-10905d900a2c req-c5dc0636-7037-4b5b-8b20-a3967f4465ca tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:21.135146 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d9de7f1-0a05-419a-9ef6-10905d900a2c req-c5dc0636-7037-4b5b-8b20-a3967f4465ca tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 947 time: 0.1755950 Jan 18 20:06:21.168369 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76e9ad-dfea-494c-8977-8a73285b3c4b req-4e95e4c2-e84b-4f09-bd02-1dfacdb8a9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:21.170706 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-db76e9ad-dfea-494c-8977-8a73285b3c4b req-4e95e4c2-e84b-4f09-bd02-1dfacdb8a9fe service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=97fd66e0-1fc0-4306-917a-1e6fd85e7ec0 HTTP/1.1" status: 200 len: 1096 time: 0.1594112 Jan 18 20:06:21.243762 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-3ed6d0be-3c88-4d10-b86d-e5d25c5d6cf0 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297830 Jan 18 20:06:21.268235 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c8a3210b-b89c-4ded-8b4e-7b4c26a1a76c req-8e17391e-a370-4f60-b499-86f8ac7b8765 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596968 Jan 18 20:06:21.311662 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d9de7f1-0a05-419a-9ef6-10905d900a2c req-2b008d3b-5120-4f48-bf0a-770357abc6f9 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695509 Jan 18 20:06:21.487578 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-896148c9-7fe2-40c4-860c-fbb57ad34208 req-edc1f202-230e-4249-9aa3-8f8abd4eefc8 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294173 Jan 18 20:06:21.503810 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-db76e9ad-dfea-494c-8977-8a73285b3c4b req-a31a3586-f0ae-44f5-aee0-2dc26f778c69 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2856939 Jan 18 20:06:21.596284 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d9360-ac7c-4da8-becc-b32cade9167b req-c8bf0888-d780-48b6-a8f9-b3f3d2a1af58 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:21.609838 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-709d9360-ac7c-4da8-becc-b32cade9167b req-c8bf0888-d780-48b6-a8f9-b3f3d2a1af58 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 946 time: 0.1173608 Jan 18 20:06:21.733086 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-709d9360-ac7c-4da8-becc-b32cade9167b req-9f21a15a-9904-49a7-8e33-181f0db132b8 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211295 Jan 18 20:06:21.746685 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 26787e24-6f29-45b3-9a89-4a5008a4324c no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:06:21.766619 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3d85df05-9a15-4137-9445-f61312f2d145 admin admin] Deleting port 278e346e-e949-4475-a2d7-6edb4e01affc {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:06:21.767920 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3d85df05-9a15-4137-9445-f61312f2d145 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (278e346e-e949-4475-a2d7-6edb4e01affc), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:21.777543 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c192283-d555-4329-955a-64b4e0425864', 'tag': '26787e24-6f29-45b3-9a89-4a5008a4324c'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:06:21.783074 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148a54cb-de51-4023-abe7-a58ff65e0eff" -d '{"events": [{"name": "network-changed", "server_uuid": "0c192283-d555-4329-955a-64b4e0425864", "tag": "26787e24-6f29-45b3-9a89-4a5008a4324c"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:06:21.970190 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6641ce9d-21e9-488a-b089-516a68a4a617 x-openstack-request-id: req-6641ce9d-21e9-488a-b089-516a68a4a617 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:06:21.970566 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c192283-d555-4329-955a-64b4e0425864", "tag": "26787e24-6f29-45b3-9a89-4a5008a4324c", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:06:21.970766 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6641ce9d-21e9-488a-b089-516a68a4a617 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:06:21.971107 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c192283-d555-4329-955a-64b4e0425864', 'tag': '26787e24-6f29-45b3-9a89-4a5008a4324c', 'status': 'completed', 'code': 200} Jan 18 20:06:22.018518 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdce85-3d74-46ca-8534-d93ce7778074 req-1a2b4f51-76cd-4314-b134-8af2e84038f6 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:22.037054 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-36cdce85-3d74-46ca-8534-d93ce7778074 req-1a2b4f51-76cd-4314-b134-8af2e84038f6 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 946 time: 0.1186593 Jan 18 20:06:22.143432 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba30eac-16dc-4722-bca8-fc4a1b1a8670 req-5ca138f9-c221-478f-b9e5-9b89ec459fd5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:22.151532 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5ba30eac-16dc-4722-bca8-fc4a1b1a8670 req-5ca138f9-c221-478f-b9e5-9b89ec459fd5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a56cf5-0ea7-4e73-aa41-a78bd0485d57 HTTP/1.1" status: 200 len: 950 time: 0.1075351 Jan 18 20:06:22.162067 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3d85df05-9a15-4137-9445-f61312f2d145 admin admin] For port 278e346e-e949-4475-a2d7-6edb4e01affc, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=278e346e-e949-4475-a2d7-6edb4e01affc,segment=NetworkSegment(0132bf63-dcf2-4662-ad33-f994099ea8fe),segment_id=0132bf63-dcf2-4662-ad33-f994099ea8fe)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:22.164606 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3d85df05-9a15-4137-9445-f61312f2d145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (278e346e-e949-4475-a2d7-6edb4e01affc), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:22.189569 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-36cdce85-3d74-46ca-8534-d93ce7778074 req-8a01a9f6-c4e7-4cac-8f0a-0556bce356e7 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515067 Jan 18 20:06:22.196895 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3d85df05-9a15-4137-9445-f61312f2d145 admin admin] Calling delete_port for 278e346e-e949-4475-a2d7-6edb4e01affc owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:06:22.208688 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] The host n-h2-741529-9 is not matching for port 26787e24-6f29-45b3-9a89-4a5008a4324c host n-h1-741529-9! {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 18 20:06:22.210103 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 26787e24-6f29-45b3-9a89-4a5008a4324c not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:06:22.297126 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5ba30eac-16dc-4722-bca8-fc4a1b1a8670 req-47c5bd7b-55ea-40f0-a04e-3a4e8df84261 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447370 Jan 18 20:06:22.402131 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a54cb-de51-4023-abe7-a58ff65e0eff req-762102a7-51bb-4244-95ce-04c0f6192ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:22.403732 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-148a54cb-de51-4023-abe7-a58ff65e0eff req-762102a7-51bb-4244-95ce-04c0f6192ced service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 1098 time: 0.4318228 Jan 18 20:06:22.414194 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device c9e3e76c-ca9c-4baf-bfa7-8abdad153b92 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:06:22.417469 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a54cb-de51-4023-abe7-a58ff65e0eff req-ad87d687-d283-45bc-a504-caff0b081e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:22.419029 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-148a54cb-de51-4023-abe7-a58ff65e0eff req-ad87d687-d283-45bc-a504-caff0b081e3d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 1098 time: 0.4461179 Jan 18 20:06:22.461329 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: c9e3e76c-ca9c-4baf-bfa7-8abdad153b92 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:06:22.462088 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device c9e3e76c-ca9c-4baf-bfa7-8abdad153b92 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:06:22.519286 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd784a-6e6b-42ff-a704-f1f572d8ef59 req-07a2b447-ced8-440d-86eb-af6f69fccf80 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:22.542216 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b7cd784a-6e6b-42ff-a704-f1f572d8ef59 req-07a2b447-ced8-440d-86eb-af6f69fccf80 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 946 time: 0.1237745 Jan 18 20:06:22.554826 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a54cb-de51-4023-abe7-a58ff65e0eff req-af9d7a5f-03ae-40ed-a821-d0f611e2152e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:22.556395 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-148a54cb-de51-4023-abe7-a58ff65e0eff req-af9d7a5f-03ae-40ed-a821-d0f611e2152e service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.1083982 Jan 18 20:06:22.603374 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e54352-b1c4-4760-88e7-be2c5a53f208 req-219837c0-da0f-4cef-a1b9-357463d9bc3f tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:22.611029 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24e54352-b1c4-4760-88e7-be2c5a53f208 req-219837c0-da0f-4cef-a1b9-357463d9bc3f tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=97fd66e0-1fc0-4306-917a-1e6fd85e7ec0 HTTP/1.1" status: 200 len: 945 time: 0.2276943 Jan 18 20:06:22.650845 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-148a54cb-de51-4023-abe7-a58ff65e0eff req-39b05b7a-b081-40d1-81bc-f58668601dd0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=26787e24-6f29-45b3-9a89-4a5008a4324c HTTP/1.1" status: 200 len: 217 time: 0.0811429 Jan 18 20:06:22.750815 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24e54352-b1c4-4760-88e7-be2c5a53f208 req-12f0a429-9e2f-4ab4-8828-1cb7fbd054c6 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380382 Jan 18 20:06:22.788256 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b7cd784a-6e6b-42ff-a704-f1f572d8ef59 req-c37273a0-0ed9-4e43-850b-092931e3c29e tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448220 Jan 18 20:06:22.794559 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a54cb-de51-4023-abe7-a58ff65e0eff req-76687899-1d62-4935-804d-b26f11bf756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:22.810324 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-148a54cb-de51-4023-abe7-a58ff65e0eff req-76687899-1d62-4935-804d-b26f11bf756b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1251793 Jan 18 20:06:22.910376 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a54cb-de51-4023-abe7-a58ff65e0eff req-141abd05-673c-4e4d-b405-0b1a0df8da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:22.913223 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-148a54cb-de51-4023-abe7-a58ff65e0eff req-141abd05-673c-4e4d-b405-0b1a0df8da12 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.4851563 Jan 18 20:06:23.019352 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-148a54cb-de51-4023-abe7-a58ff65e0eff req-1f790848-0e12-4daf-8f0b-e5c5d09b877c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=26787e24-6f29-45b3-9a89-4a5008a4324c HTTP/1.1" status: 200 len: 217 time: 0.0959225 Jan 18 20:06:23.020837 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55547a-a6c4-4a8f-a33a-a39a185740cb req-1f387f59-55f5-4ac5-ab8f-8c234e5e02fc tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:23.028265 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-db55547a-a6c4-4a8f-a33a-a39a185740cb req-1f387f59-55f5-4ac5-ab8f-8c234e5e02fc tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 947 time: 0.1330628 Jan 18 20:06:23.137132 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-db55547a-a6c4-4a8f-a33a-a39a185740cb req-5afd857f-edbb-4dba-aa0b-34007e55f754 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078222 Jan 18 20:06:23.248954 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bbba5-f08a-4e32-8dce-55cd0c06da88 req-d9be71ee-811b-4436-8817-4bb4572237f1 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:23.260647 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-487bbba5-f08a-4e32-8dce-55cd0c06da88 req-d9be71ee-811b-4436-8817-4bb4572237f1 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 946 time: 0.1081395 Jan 18 20:06:23.372900 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-487bbba5-f08a-4e32-8dce-55cd0c06da88 req-f7ff4741-57fd-49ef-85a8-ccdff600d8ec tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112385 Jan 18 20:06:23.449820 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b01103-9680-4c54-9994-0745e2da1ee0 req-a1a81963-9e03-44a8-8973-69bbba07a12d tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:23.457502 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e2b01103-9680-4c54-9994-0745e2da1ee0 req-a1a81963-9e03-44a8-8973-69bbba07a12d tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a56cf5-0ea7-4e73-aa41-a78bd0485d57 HTTP/1.1" status: 200 len: 950 time: 0.0722539 Jan 18 20:06:23.559280 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e2b01103-9680-4c54-9994-0745e2da1ee0 req-53acf711-e443-421a-a7b9-3cc022f00fa7 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000035 Jan 18 20:06:23.668996 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a1df0-ca8b-45a5-a55d-6e8d0ae0d99d req-ddcfcec7-c6f3-4526-920b-e2e0ffd12ed5 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:23.676969 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-632a1df0-ca8b-45a5-a55d-6e8d0ae0d99d req-ddcfcec7-c6f3-4526-920b-e2e0ffd12ed5 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 946 time: 0.1014228 Jan 18 20:06:23.746246 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-632a1df0-ca8b-45a5-a55d-6e8d0ae0d99d req-7945fb51-becd-4624-88db-af828045f1ce tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679767 Jan 18 20:06:23.818878 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a54cb-de51-4023-abe7-a58ff65e0eff req-e41211b6-5317-49a5-9363-ffda81396251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:23.820315 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-148a54cb-de51-4023-abe7-a58ff65e0eff req-e41211b6-5317-49a5-9363-ffda81396251 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9762294 Jan 18 20:06:23.943077 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42facd-a82f-4741-a158-e02f1bc77edd req-799a9029-4bb4-427f-a14c-94c7289518f1 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:23.944629 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1d42facd-a82f-4741-a158-e02f1bc77edd req-799a9029-4bb4-427f-a14c-94c7289518f1 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=97fd66e0-1fc0-4306-917a-1e6fd85e7ec0 HTTP/1.1" status: 200 len: 945 time: 0.0903242 Jan 18 20:06:24.034377 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3d85df05-9a15-4137-9445-f61312f2d145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (278e346e-e949-4475-a2d7-6edb4e01affc), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:24.058682 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a54cb-de51-4023-abe7-a58ff65e0eff req-78f74c25-d4ab-4d5b-94e2-4b5248803ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:24.065198 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-148a54cb-de51-4023-abe7-a58ff65e0eff req-78f74c25-d4ab-4d5b-94e2-4b5248803ce0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.9918547 Jan 18 20:06:24.076166 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1d42facd-a82f-4741-a158-e02f1bc77edd req-70332ee9-3aa2-4cfc-83fd-204dea364d4a tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118045 Jan 18 20:06:24.184872 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336a8cb-654e-487d-b977-84f7157cfd07 req-84bfbf39-447e-4bb8-9307-4f10af872180 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:24.193517 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a336a8cb-654e-487d-b977-84f7157cfd07 req-84bfbf39-447e-4bb8-9307-4f10af872180 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1a56cf5-0ea7-4e73-aa41-a78bd0485d57 HTTP/1.1" status: 200 len: 950 time: 0.3825104 Jan 18 20:06:24.315042 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85df05-9a15-4137-9445-f61312f2d145 admin admin] Pushing event deleted for resources: {'Port': ['ID=278e346e-e949-4475-a2d7-6edb4e01affc,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:24.410717 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 26787e24-6f29-45b3-9a89-4a5008a4324c details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:06:24.611687 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462249f-80c2-4265-b7dc-f574e586ceef req-c1ee5788-cf00-40a3-b518-1ea40c2aef04 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:24.625047 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1462249f-80c2-4265-b7dc-f574e586ceef req-c1ee5788-cf00-40a3-b518-1ea40c2aef04 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=97fd66e0-1fc0-4306-917a-1e6fd85e7ec0 HTTP/1.1" status: 200 len: 945 time: 0.1631200 Jan 18 20:06:24.637265 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a54cb-de51-4023-abe7-a58ff65e0eff req-f4316213-ea32-43d9-8ee6-4cda0120ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:24.642878 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-148a54cb-de51-4023-abe7-a58ff65e0eff req-f4316213-ea32-43d9-8ee6-4cda0120ff77 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3964806 Jan 18 20:06:24.645825 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37032) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:06:24.680486 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-cd13aea3-7307-4284-863e-dc7fd80a4aeb tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Request body: {'floatingip': {'port_id': 'a9dc5ae8-feb2-491f-ba26-55b31f9f8575'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:06:24.735417 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 26787e24-6f29-45b3-9a89-4a5008a4324c, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=26787e24-6f29-45b3-9a89-4a5008a4324c,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:24.744177 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3a503-0d1a-4033-886e-d7ebd44a7513 req-bf7363fa-a749-41b0-b52b-ae2a5d446011 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:24.758511 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e9d3a503-0d1a-4033-886e-d7ebd44a7513 req-bf7363fa-a749-41b0-b52b-ae2a5d446011 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 947 time: 0.1870925 Jan 18 20:06:24.780141 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '26787e24-6f29-45b3-9a89-4a5008a4324c', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '26787e24-6f29-45b3-9a89-4a5008a4324c', 'mac_address': 'fa:16:3e:d7:f2:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:06:24.856213 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 26787e24-6f29-45b3-9a89-4a5008a4324c is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:06:24.856602 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (26787e24-6f29-45b3-9a89-4a5008a4324c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:24.882252 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26787e24-6f29-45b3-9a89-4a5008a4324c {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:06:24.922004 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 26787e24-6f29-45b3-9a89-4a5008a4324c, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=26787e24-6f29-45b3-9a89-4a5008a4324c,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:24.923219 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-148a54cb-de51-4023-abe7-a58ff65e0eff req-23bc5b2c-7f91-4cd0-b3fe-6cc4eb1b7821 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9851763 Jan 18 20:06:24.935428 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (26787e24-6f29-45b3-9a89-4a5008a4324c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:24.945940 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e9d3a503-0d1a-4033-886e-d7ebd44a7513 req-219eb021-b7dc-43da-8a11-6b6866cc78eb tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787350 Jan 18 20:06:25.028674 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:06:25.081239 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cd13aea3-7307-4284-863e-dc7fd80a4aeb tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks [] for floatingip (b5776931-eba1-4e09-85ac-a6a601b4f678), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:25.123474 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=26787e24-6f29-45b3-9a89-4a5008a4324c,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:25.194504 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef715f7-0c74-4c0e-809b-f596bf649352 req-b80fd5c3-90b4-4f43-ab6f-09f81b5e092f tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:25.202091 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aef715f7-0c74-4c0e-809b-f596bf649352 req-b80fd5c3-90b4-4f43-ab6f-09f81b5e092f tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a56cf5-0ea7-4e73-aa41-a78bd0485d57 HTTP/1.1" status: 200 len: 950 time: 0.1165459 Jan 18 20:06:25.322014 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aef715f7-0c74-4c0e-809b-f596bf649352 req-b58cdf4c-6991-479b-b03b-1154719783b4 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189203 Jan 18 20:06:25.554326 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0f2a7871-2cda-47ca-b14d-5ab8e3501e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:25.658443 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['26787e24-6f29-45b3-9a89-4a5008a4324c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:06:25.718239 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0698fc-be6e-47ab-adf1-bcd9b9d29c1a req-109671ed-fb60-4189-8ec2-f27b47940b68 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:25.727091 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3d85df05-9a15-4137-9445-f61312f2d145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (704b7d88-87de-4590-913c-53830e403e64), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:25.730975 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1d0698fc-be6e-47ab-adf1-bcd9b9d29c1a req-109671ed-fb60-4189-8ec2-f27b47940b68 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 946 time: 0.1380310 Jan 18 20:06:25.853115 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1d0698fc-be6e-47ab-adf1-bcd9b9d29c1a req-31840d65-067f-4b1d-9a72-77b9cc6e0e7a tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212525 Jan 18 20:06:25.950401 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-148a54cb-de51-4023-abe7-a58ff65e0eff req-d1ee4caf-a8fe-4493-877c-fa4351ce3d07 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2605705 Jan 18 20:06:25.960770 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-a336a8cb-654e-487d-b977-84f7157cfd07 req-4ba10607-cfa9-4c89-ba22-65db93ec2d81 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Deleting port 6f8f7982-5f66-432a-8cee-9faa10f5d3c2 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:06:25.961358 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a336a8cb-654e-487d-b977-84f7157cfd07 req-4ba10607-cfa9-4c89-ba22-65db93ec2d81 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (6f8f7982-5f66-432a-8cee-9faa10f5d3c2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:26.110476 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-148a54cb-de51-4023-abe7-a58ff65e0eff req-081fca1a-2f87-4576-8ea9-43a35de9056a service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9638326 Jan 18 20:06:26.190922 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c26e88-c00e-42e3-b903-afef629ff466 req-1e4a2eb7-8722-430e-8b08-600fb16592ca tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:26.195686 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e9c26e88-c00e-42e3-b903-afef629ff466 req-1e4a2eb7-8722-430e-8b08-600fb16592ca tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 948 time: 0.1200824 Jan 18 20:06:26.291045 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e9c26e88-c00e-42e3-b903-afef629ff466 req-1b02beff-d31f-4fa5-a633-4787332a806d tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852633 Jan 18 20:06:26.350730 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-a336a8cb-654e-487d-b977-84f7157cfd07 req-4ba10607-cfa9-4c89-ba22-65db93ec2d81 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] For port 6f8f7982-5f66-432a-8cee-9faa10f5d3c2, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=6f8f7982-5f66-432a-8cee-9faa10f5d3c2,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:26.351099 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a336a8cb-654e-487d-b977-84f7157cfd07 req-4ba10607-cfa9-4c89-ba22-65db93ec2d81 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (6f8f7982-5f66-432a-8cee-9faa10f5d3c2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:26.381197 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-a336a8cb-654e-487d-b977-84f7157cfd07 req-4ba10607-cfa9-4c89-ba22-65db93ec2d81 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Calling delete_port for 6f8f7982-5f66-432a-8cee-9faa10f5d3c2 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:06:26.425132 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-148a54cb-de51-4023-abe7-a58ff65e0eff req-3a12aaf0-1d6f-466d-973b-3db96e47a605 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521036 Jan 18 20:06:26.430244 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6224e31-5a5d-4bd1-8f4f-74a4513fc46c req-6c0f8167-0f9f-4bb7-9f5d-01a6fbc9fc78 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:26.432061 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f6224e31-5a5d-4bd1-8f4f-74a4513fc46c req-6c0f8167-0f9f-4bb7-9f5d-01a6fbc9fc78 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a56cf5-0ea7-4e73-aa41-a78bd0485d57 HTTP/1.1" status: 200 len: 950 time: 0.0501137 Jan 18 20:06:26.507863 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f6224e31-5a5d-4bd1-8f4f-74a4513fc46c req-333dd556-9a56-41eb-84d5-b651ddd1b36e tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638707 Jan 18 20:06:26.922363 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d85df05-9a15-4137-9445-f61312f2d145 admin admin] Router 704b7d88-87de-4590-913c-53830e403e64 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:06:26.991925 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9c695-8426-45d0-8f3a-4158e133af53 req-c988002d-1050-4a4c-b002-89824bdae063 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:26.994681 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76c9c695-8426-45d0-8f3a-4158e133af53 req-c988002d-1050-4a4c-b002-89824bdae063 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 946 time: 0.0503073 Jan 18 20:06:27.035293 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.db.resource_extend [None req-cd13aea3-7307-4284-863e-dc7fd80a4aeb tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:06:27.116995 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76c9c695-8426-45d0-8f3a-4158e133af53 req-9a3efb55-a131-4470-8495-8217b72913e9 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175120 Jan 18 20:06:27.126779 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a336a8cb-654e-487d-b977-84f7157cfd07 req-4ba10607-cfa9-4c89-ba22-65db93ec2d81 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (6f8f7982-5f66-432a-8cee-9faa10f5d3c2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:27.143123 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cd13aea3-7307-4284-863e-dc7fd80a4aeb tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:27.143580 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['e4d63c04-205a-4aeb-b804-57bbc079b0fe', '2f0fb0af-5225-4036-a577-369f9d8302fa'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:06:27.146950 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['a265e4de-d812-4b0f-839c-e603343b00ff', 'd9d6ed88-afa9-4754-b864-b1f22322c79b', '9cb99548-e15a-4996-bb62-503e574bd94f', '6350279c-5035-422e-b31b-3b4c18679455'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:06:27.170653 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cd13aea3-7307-4284-863e-dc7fd80a4aeb tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (b5776931-eba1-4e09-85ac-a6a601b4f678), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:27.178583 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba10607-cfa9-4c89-ba22-65db93ec2d81 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Pushing event deleted for resources: {'Port': ['ID=6f8f7982-5f66-432a-8cee-9faa10f5d3c2,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:27.237227 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba10607-cfa9-4c89-ba22-65db93ec2d81 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:27.237559 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba10607-cfa9-4c89-ba22-65db93ec2d81 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:27.237945 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba10607-cfa9-4c89-ba22-65db93ec2d81 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:27.238259 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba10607-cfa9-4c89-ba22-65db93ec2d81 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:27.238580 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba10607-cfa9-4c89-ba22-65db93ec2d81 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:27.238902 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba10607-cfa9-4c89-ba22-65db93ec2d81 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:27.239801 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba10607-cfa9-4c89-ba22-65db93ec2d81 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:27.240127 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba10607-cfa9-4c89-ba22-65db93ec2d81 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:27.240434 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba10607-cfa9-4c89-ba22-65db93ec2d81 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:27.240751 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba10607-cfa9-4c89-ba22-65db93ec2d81 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:27.241077 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba10607-cfa9-4c89-ba22-65db93ec2d81 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:27.241377 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba10607-cfa9-4c89-ba22-65db93ec2d81 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:27.241708 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba10607-cfa9-4c89-ba22-65db93ec2d81 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:27.269315 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d85df05-9a15-4137-9445-f61312f2d145 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:06:27.284993 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6ef84f-8e99-48cc-aeaa-765e4081a6e3 None None] Sync routers for ids ['704b7d88-87de-4590-913c-53830e403e64'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:06:27.295773 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b21e58-ff30-4813-ada7-d2d3e0933999 req-d66d8c54-28d7-4022-87e5-3d5aa0a3a1a8 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:27.297260 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c8b21e58-ff30-4813-ada7-d2d3e0933999 req-d66d8c54-28d7-4022-87e5-3d5aa0a3a1a8 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/ports?device_id=2aef056c-6300-4079-a47d-e582fe745571 HTTP/1.1" status: 200 len: 950 time: 0.0709560 Jan 18 20:06:27.324035 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3d85df05-9a15-4137-9445-f61312f2d145 admin admin] 10.222.0.31 "PUT /v2.0/routers/704b7d88-87de-4590-913c-53830e403e64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9256451 Jan 18 20:06:27.325399 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-a336a8cb-654e-487d-b977-84f7157cfd07 req-4ba10607-cfa9-4c89-ba22-65db93ec2d81 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] No DVR routers for this DVR port 6f8f7982-5f66-432a-8cee-9faa10f5d3c2 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:06:27.327236 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37112) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:06:27.338374 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a336a8cb-654e-487d-b977-84f7157cfd07 req-4ba10607-cfa9-4c89-ba22-65db93ec2d81 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:27.341200 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6ef84f-8e99-48cc-aeaa-765e4081a6e3 None None] Routers {'704b7d88-87de-4590-913c-53830e403e64'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:06:27.341872 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9f6ef84f-8e99-48cc-aeaa-765e4081a6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:05:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['704b7d88-87de-4590-913c-53830e403e64'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:06:27.342026 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a336a8cb-654e-487d-b977-84f7157cfd07 req-4ba10607-cfa9-4c89-ba22-65db93ec2d81 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.70 "DELETE /v2.0/ports/6f8f7982-5f66-432a-8cee-9faa10f5d3c2 HTTP/1.1" status: 204 len: 173 time: 3.0456657 Jan 18 20:06:27.344007 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a56cf5-0ea7-4e73-aa41-a78bd0485d57', 'name': 'network-vif-deleted', 'tag': '6f8f7982-5f66-432a-8cee-9faa10f5d3c2'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:06:27.345763 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0557236f-c4e7-48a3-92e7-1607d39d286d" -d '{"events": [{"server_uuid": "e1a56cf5-0ea7-4e73-aa41-a78bd0485d57", "name": "network-vif-deleted", "tag": "6f8f7982-5f66-432a-8cee-9faa10f5d3c2"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:06:27.390364 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c8b21e58-ff30-4813-ada7-d2d3e0933999 req-3523ae07-a422-4a20-ab0e-8bebf70c4bef tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b72549e-02ed-484f-8872-2821bccd2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831904 Jan 18 20:06:27.448604 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [None req-cd13aea3-7307-4284-863e-dc7fd80a4aeb tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Floating IP b5776931-eba1-4e09-85ac-a6a601b4f678 associated. External IP: 172.25.4.133, port: a9dc5ae8-feb2-491f-ba26-55b31f9f8575. Jan 18 20:06:27.501844 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d71f2-ac2a-4603-b2f3-f8bf280396ec req-e21c2d73-c950-40de-860c-cd7451d47024 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:27.511335 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d1d71f2-ac2a-4603-b2f3-f8bf280396ec req-e21c2d73-c950-40de-860c-cd7451d47024 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 948 time: 0.1044703 Jan 18 20:06:27.517227 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325519d9-f886-4a29-99a6-c0f8027cb8b3 x-openstack-request-id: req-325519d9-f886-4a29-99a6-c0f8027cb8b3 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:06:27.517517 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a56cf5-0ea7-4e73-aa41-a78bd0485d57", "name": "network-vif-deleted", "tag": "6f8f7982-5f66-432a-8cee-9faa10f5d3c2", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:06:27.517815 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-325519d9-f886-4a29-99a6-c0f8027cb8b3 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:06:27.518177 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a56cf5-0ea7-4e73-aa41-a78bd0485d57', 'name': 'network-vif-deleted', 'tag': '6f8f7982-5f66-432a-8cee-9faa10f5d3c2', 'status': 'completed', 'code': 200} Jan 18 20:06:27.523689 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d11b9574-597c-417b-9780-d322f13e7725 admin admin] Publish callbacks [] for router (704b7d88-87de-4590-913c-53830e403e64), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:27.548432 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-9f6ef84f-8e99-48cc-aeaa-765e4081a6e3 None None] Set router 704b7d88-87de-4590-913c-53830e403e64 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:06:27.618102 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d1d71f2-ac2a-4603-b2f3-f8bf280396ec req-935a64c2-09e0-45e5-9453-9b6c0354ad8b tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043241 Jan 18 20:06:27.767318 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ea8f3a7-8486-434f-a0c3-3cdf9d42ef42 req-7a932d65-3806-40f6-a763-ce748bbdcc2b tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a56cf5-0ea7-4e73-aa41-a78bd0485d57 HTTP/1.1" status: 200 len: 210 time: 0.0299273 Jan 18 20:06:27.773189 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 6f8f7982-5f66-432a-8cee-9faa10f5d3c2 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:06:27.778899 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d11b9574-597c-417b-9780-d322f13e7725 admin admin] Publish callbacks [] for router_gateway (704b7d88-87de-4590-913c-53830e403e64), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:27.878213 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 6f8f7982-5f66-432a-8cee-9faa10f5d3c2 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:06:27.878849 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 6f8f7982-5f66-432a-8cee-9faa10f5d3c2 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:06:27.881001 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-25b208a8-786c-444e-8fcf-423208cd6550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:27.903246 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd13aea3-7307-4284-863e-dc7fd80a4aeb tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Router bd83afaf-ea27-4830-b4d9-d9ece7a21f0d has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:06:27.913960 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d11b9574-597c-417b-9780-d322f13e7725 admin admin] Deleting port eee88b0d-0f9d-48de-a28d-e5bd3ebb7996 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:06:27.914299 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d11b9574-597c-417b-9780-d322f13e7725 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (eee88b0d-0f9d-48de-a28d-e5bd3ebb7996), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:28.117909 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd13aea3-7307-4284-863e-dc7fd80a4aeb tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:06:28.130406 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9f6ef84f-8e99-48cc-aeaa-765e4081a6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704b7d88-87de-4590-913c-53830e403e64', 'name': 'tempest-FloatingIPDetailsTestJSON-1872066002-router', 'tenant_id': '536b1ea8d4ea441eb844f0282566f4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'eee88b0d-0f9d-48de-a28d-e5bd3ebb7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:05:35Z', 'updated_at': '2022-01-18T20:06:22Z', 'revision_number': 5, 'project_id': '536b1ea8d4ea441eb844f0282566f4a8', 'gw_port': {'id': 'eee88b0d-0f9d-48de-a28d-e5bd3ebb7996', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704b7d88-87de-4590-913c-53830e403e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:05:36Z', 'updated_at': '2022-01-18T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:06:28.130944 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f366431-b4ca-47f8-8134-4a8e53c49604 None None] Sync routers for ids ['bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:06:28.142106 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cd13aea3-7307-4284-863e-dc7fd80a4aeb tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:28.147883 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f366431-b4ca-47f8-8134-4a8e53c49604 None None] Routers {'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:06:28.150839 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1f366431-b4ca-47f8-8134-4a8e53c49604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:06:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:06:28.230907 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6ef84f-8e99-48cc-aeaa-765e4081a6e3 None None] Checking router: 704b7d88-87de-4590-913c-53830e403e64 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:06:28.311267 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6ef84f-8e99-48cc-aeaa-765e4081a6e3 None None] Routers {'704b7d88-87de-4590-913c-53830e403e64'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:06:28.311884 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9f6ef84f-8e99-48cc-aeaa-765e4081a6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:06:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['704b7d88-87de-4590-913c-53830e403e64'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:06:28.324254 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cd13aea3-7307-4284-863e-dc7fd80a4aeb tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "PUT /v2.0/floatingips/b5776931-eba1-4e09-85ac-a6a601b4f678 HTTP/1.1" status: 200 len: 991 time: 3.6496537 Jan 18 20:06:28.367794 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44acb01-fe66-45af-b188-4eae6f96de06 req-aa50f42d-d0dc-4d44-9c1b-af236140e238 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:28.373722 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d11b9574-597c-417b-9780-d322f13e7725 admin admin] For port eee88b0d-0f9d-48de-a28d-e5bd3ebb7996, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=eee88b0d-0f9d-48de-a28d-e5bd3ebb7996,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:28.374090 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d11b9574-597c-417b-9780-d322f13e7725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (eee88b0d-0f9d-48de-a28d-e5bd3ebb7996), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:28.384071 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c44acb01-fe66-45af-b188-4eae6f96de06 req-aa50f42d-d0dc-4d44-9c1b-af236140e238 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 946 time: 0.1055331 Jan 18 20:06:28.400095 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-1f366431-b4ca-47f8-8134-4a8e53c49604 None None] Set router bd83afaf-ea27-4830-b4d9-d9ece7a21f0d gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:06:28.460460 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d11b9574-597c-417b-9780-d322f13e7725 admin admin] Calling delete_port for eee88b0d-0f9d-48de-a28d-e5bd3ebb7996 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:06:28.543974 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2cbc6-6959-40fd-9958-a2dd0c177bec req-c3e7d824-cf82-4517-8cc1-f90512361046 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:28.545753 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d8c2cbc6-6959-40fd-9958-a2dd0c177bec req-c3e7d824-cf82-4517-8cc1-f90512361046 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864&tenant_id=85092cd3f857422b8e1328b863cb2eb0&binding%3Ahost_id=n-h1-741529-9 HTTP/1.1" status: 200 len: 948 time: 0.1689799 Jan 18 20:06:28.597276 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-9f6ef84f-8e99-48cc-aeaa-765e4081a6e3 None None] Set router 704b7d88-87de-4590-913c-53830e403e64 gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:06:28.598961 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c44acb01-fe66-45af-b188-4eae6f96de06 req-a09f6bf6-4c1a-4a96-994c-2c7a85cd3092 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140443 Jan 18 20:06:28.619120 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e12f3e-ebc1-4411-8d7b-01d814cd286c req-c2dd8041-ca6d-4772-b326-40897d33557f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:28.628400 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a7e12f3e-ebc1-4411-8d7b-01d814cd286c req-c2dd8041-ca6d-4772-b326-40897d33557f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 948 time: 0.1783185 Jan 18 20:06:28.685294 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:06:28.701142 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 26787e24-6f29-45b3-9a89-4a5008a4324c up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:06:28.732977 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a7e12f3e-ebc1-4411-8d7b-01d814cd286c req-cc96ba66-a7b8-4517-8c2c-09443e996d22 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977209 Jan 18 20:06:28.737726 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9f6ef84f-8e99-48cc-aeaa-765e4081a6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704b7d88-87de-4590-913c-53830e403e64', 'name': 'tempest-FloatingIPDetailsTestJSON-1872066002-router', 'tenant_id': '536b1ea8d4ea441eb844f0282566f4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:05:35Z', 'updated_at': '2022-01-18T20:06:27Z', 'revision_number': 6, 'project_id': '536b1ea8d4ea441eb844f0282566f4a8', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:06:28.740722 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1f366431-b4ca-47f8-8134-4a8e53c49604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309457412-router', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:28Z', 'revision_number': 4, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'gw_port': {'id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'b5776931-eba1-4e09-85ac-a6a601b4f678', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'port_id': 'a9dc5ae8-feb2-491f-ba26-55b31f9f8575', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc', 'mac_address': 'fa:16:3e:57:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd66e0-1fc0-4306-917a-1e6fd85e7ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:02:48Z', 'updated_at': '2022-01-18T20:06:26Z', 'revision_number': 5, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea951dfb-0567-4fac-9bae-4e2712aa071a', 'name': '', 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'mac_address': 'fa:16:3e:ba:f5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:27Z', 'updated_at': '2022-01-18T20:02:35Z', 'revision_number': 5, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'subnets': [{'id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:06:28.762143 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [req-d8c2cbc6-6959-40fd-9958-a2dd0c177bec req-4b4a6867-46f5-4a42-ba48-455ab662e47c service neutron] delete failed (client error): The resource could not be found. Jan 18 20:06:28.763604 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d8c2cbc6-6959-40fd-9958-a2dd0c177bec req-4b4a6867-46f5-4a42-ba48-455ab662e47c service neutron] 10.222.0.70 "DELETE /v2.0/ports/26787e24-6f29-45b3-9a89-4a5008a4324c/bindings/n-h2-741529-9 HTTP/1.1" status: 404 len: 380 time: 0.2105315 Jan 18 20:06:28.769271 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6ef84f-8e99-48cc-aeaa-765e4081a6e3 None None] The sync data for ids ['704b7d88-87de-4590-913c-53830e403e64'] in n-d-741529-9 is: [{'id': '704b7d88-87de-4590-913c-53830e403e64', 'name': 'tempest-FloatingIPDetailsTestJSON-1872066002-router', 'tenant_id': '536b1ea8d4ea441eb844f0282566f4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:05:35Z', 'updated_at': '2022-01-18T20:06:27Z', 'revision_number': 6, 'project_id': '536b1ea8d4ea441eb844f0282566f4a8', 'gw_port_host': None}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:06:28.813554 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f366431-b4ca-47f8-8134-4a8e53c49604 None None] Checking router: bd83afaf-ea27-4830-b4d9-d9ece7a21f0d for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:06:28.838100 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f366431-b4ca-47f8-8134-4a8e53c49604 None None] Routers {'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:06:28.839136 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1f366431-b4ca-47f8-8134-4a8e53c49604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:06:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:06:28.874677 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 26787e24-6f29-45b3-9a89-4a5008a4324c completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:06:28.883130 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 26787e24-6f29-45b3-9a89-4a5008a4324c triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:06:28.883500 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (26787e24-6f29-45b3-9a89-4a5008a4324c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:28.910710 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d11b9574-597c-417b-9780-d322f13e7725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (eee88b0d-0f9d-48de-a28d-e5bd3ebb7996), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:28.972867 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b9574-597c-417b-9780-d322f13e7725 admin admin] Pushing event deleted for resources: {'Port': ['ID=eee88b0d-0f9d-48de-a28d-e5bd3ebb7996,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:28.994467 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-1f366431-b4ca-47f8-8134-4a8e53c49604 None None] Set router bd83afaf-ea27-4830-b4d9-d9ece7a21f0d gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:06:29.022449 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 26787e24-6f29-45b3-9a89-4a5008a4324c is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:06:29.022847 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (26787e24-6f29-45b3-9a89-4a5008a4324c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:29.066378 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2cbc6-6959-40fd-9958-a2dd0c177bec req-93148254-d7d8-4438-83f0-3a0a4faa3359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:29.076011 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d8c2cbc6-6959-40fd-9958-a2dd0c177bec req-93148254-d7d8-4438-83f0-3a0a4faa3359 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 1099 time: 0.1760268 Jan 18 20:06:29.139810 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d11b9574-597c-417b-9780-d322f13e7725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (704b7d88-87de-4590-913c-53830e403e64), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:29.261101 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:29.279330 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d11b9574-597c-417b-9780-d322f13e7725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (704b7d88-87de-4590-913c-53830e403e64), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:29.284845 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d11b9574-597c-417b-9780-d322f13e7725 admin admin] Publish callbacks [] for router_controller (704b7d88-87de-4590-913c-53830e403e64), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:29.290648 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=9ce65f2a-70c4-4698-8eb6-7b0e72c4776d,segment=NetworkSegment(2a6a568f-ab0b-495f-98b0-e8870b4263ca),segment_id=2a6a568f-ab0b-495f-98b0-e8870b4263ca)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:29.307594 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c192283-d555-4329-955a-64b4e0425864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26787e24-6f29-45b3-9a89-4a5008a4324c'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:06:29.310156 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045ec7f4-5491-45bb-a223-6024df349689" -d '{"events": [{"server_uuid": "0c192283-d555-4329-955a-64b4e0425864", "name": "network-vif-plugged", "status": "completed", "tag": "26787e24-6f29-45b3-9a89-4a5008a4324c"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:06:29.337864 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 26787e24-6f29-45b3-9a89-4a5008a4324c, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=26787e24-6f29-45b3-9a89-4a5008a4324c,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:29.340059 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '9ce65f2a-70c4-4698-8eb6-7b0e72c4776d', 'network_id': 'a08f6099-d3e5-4672-94a1-dc88a868cf6f', 'port_id': '9ce65f2a-70c4-4698-8eb6-7b0e72c4776d', 'mac_address': 'fa:16:3e:ad:0e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd3030e-0a9b-41b7-a3cb-14e0225e3050', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:06:29.346708 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (26787e24-6f29-45b3-9a89-4a5008a4324c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:29.394653 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d11b9574-597c-417b-9780-d322f13e7725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (704b7d88-87de-4590-913c-53830e403e64), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:29.395475 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11b9574-597c-417b-9780-d322f13e7725 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 704b7d88-87de-4590-913c-53830e403e64 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:06:29.404871 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eac3f7-203e-40dd-b6b0-e676b07ee483 req-85202292-c177-4fbf-8980-74822ed21058 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:29.413489 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33eac3f7-203e-40dd-b6b0-e676b07ee483 req-85202292-c177-4fbf-8980-74822ed21058 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a42f5e-1287-426b-9082-42ecc5ed652b HTTP/1.1" status: 200 len: 949 time: 0.0924110 Jan 18 20:06:29.440137 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d11b9574-597c-417b-9780-d322f13e7725 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:29.441849 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d11b9574-597c-417b-9780-d322f13e7725 admin admin] 10.222.0.31 "DELETE /v2.0/routers/704b7d88-87de-4590-913c-53830e403e64 HTTP/1.1" status: 204 len: 168 time: 2.1108418 Jan 18 20:06:29.447290 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37212) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:06:29.469498 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1f366431-b4ca-47f8-8134-4a8e53c49604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309457412-router', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:28Z', 'revision_number': 4, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'gw_port': {'id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'b5776931-eba1-4e09-85ac-a6a601b4f678', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'port_id': 'a9dc5ae8-feb2-491f-ba26-55b31f9f8575', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc', 'mac_address': 'fa:16:3e:57:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd66e0-1fc0-4306-917a-1e6fd85e7ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:02:48Z', 'updated_at': '2022-01-18T20:06:26Z', 'revision_number': 5, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea951dfb-0567-4fac-9bae-4e2712aa071a', 'name': '', 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'mac_address': 'fa:16:3e:ba:f5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:27Z', 'updated_at': '2022-01-18T20:02:35Z', 'revision_number': 5, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'subnets': [{'id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:06:29.515160 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-5897ce0f-e8a7-4a31-9c1c-75222b9a35fa admin admin] Deleting subnet 62bd1293-5f14-4bc2-af1b-25d35496ec4f {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:06:29.519290 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97fd66e0-1fc0-4306-917a-1e6fd85e7ec0', 'tag': 'a9dc5ae8-feb2-491f-ba26-55b31f9f8575'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:06:29.521858 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65265e8-4ee2-4e6f-8944-6c617dcb852f" -d '{"events": [{"name": "network-changed", "server_uuid": "97fd66e0-1fc0-4306-917a-1e6fd85e7ec0", "tag": "a9dc5ae8-feb2-491f-ba26-55b31f9f8575"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:06:29.525512 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5897ce0f-e8a7-4a31-9c1c-75222b9a35fa admin admin] Publish callbacks [] for subnet (62bd1293-5f14-4bc2-af1b-25d35496ec4f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:29.527942 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2cbc6-6959-40fd-9958-a2dd0c177bec req-46f4edc9-3e91-4f08-8079-c8edd8a81c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:29.529471 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d8c2cbc6-6959-40fd-9958-a2dd0c177bec req-46f4edc9-3e91-4f08-8079-c8edd8a81c45 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.4440510 Jan 18 20:06:29.533182 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f366431-b4ca-47f8-8134-4a8e53c49604 None None] The sync data for ids ['bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'] in n-d-741529-9 is: [{'id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309457412-router', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:28Z', 'revision_number': 4, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'gw_port': {'id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'b5776931-eba1-4e09-85ac-a6a601b4f678', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'port_id': 'a9dc5ae8-feb2-491f-ba26-55b31f9f8575', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc', 'mac_address': 'fa:16:3e:57:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd66e0-1fc0-4306-917a-1e6fd85e7ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:02:48Z', 'updated_at': '2022-01-18T20:06:26Z', 'revision_number': 5, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea951dfb-0567-4fac-9bae-4e2712aa071a', 'name': '', 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'mac_address': 'fa:16:3e:ba:f5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:27Z', 'updated_at': '2022-01-18T20:02:35Z', 'revision_number': 5, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'subnets': [{'id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:06:29.542598 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efea3418-dea3-4625-9bf6-4b7fd740786f x-openstack-request-id: req-efea3418-dea3-4625-9bf6-4b7fd740786f {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:06:29.545401 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c192283-d555-4329-955a-64b4e0425864", "name": "network-vif-plugged", "status": "completed", "tag": "26787e24-6f29-45b3-9a89-4a5008a4324c", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:06:29.545555 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-efea3418-dea3-4625-9bf6-4b7fd740786f {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:06:29.545981 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c192283-d555-4329-955a-64b4e0425864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26787e24-6f29-45b3-9a89-4a5008a4324c', 'code': 200} Jan 18 20:06:29.549158 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33eac3f7-203e-40dd-b6b0-e676b07ee483 req-546ff35d-feca-473d-a87c-77da180ddfcd tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259689 Jan 18 20:06:29.553280 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=26787e24-6f29-45b3-9a89-4a5008a4324c,revision_number=9']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:29.561309 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d is: ACTIVE; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:06:29.561900 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9ce65f2a-70c4-4698-8eb6-7b0e72c4776d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:29.604797 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:06:29.626067 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3359dd06-fe5f-42e0-b01f-c3b0c6fd35c9 x-openstack-request-id: req-3359dd06-fe5f-42e0-b01f-c3b0c6fd35c9 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:06:29.626894 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97fd66e0-1fc0-4306-917a-1e6fd85e7ec0", "tag": "a9dc5ae8-feb2-491f-ba26-55b31f9f8575", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:06:29.626894 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3359dd06-fe5f-42e0-b01f-c3b0c6fd35c9 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:06:29.627116 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97fd66e0-1fc0-4306-917a-1e6fd85e7ec0', 'tag': 'a9dc5ae8-feb2-491f-ba26-55b31f9f8575', 'status': 'completed', 'code': 200} Jan 18 20:06:29.631393 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=9ce65f2a-70c4-4698-8eb6-7b0e72c4776d,segment=NetworkSegment(2a6a568f-ab0b-495f-98b0-e8870b4263ca),segment_id=2a6a568f-ab0b-495f-98b0-e8870b4263ca)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:29.641761 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d8c2cbc6-6959-40fd-9958-a2dd0c177bec req-bc5ce011-04c6-41e5-8ce8-8598d0edbc4b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=26787e24-6f29-45b3-9a89-4a5008a4324c HTTP/1.1" status: 200 len: 217 time: 0.0927083 Jan 18 20:06:29.649320 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9ce65f2a-70c4-4698-8eb6-7b0e72c4776d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:29.697266 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5897ce0f-e8a7-4a31-9c1c-75222b9a35fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (62bd1293-5f14-4bc2-af1b-25d35496ec4f), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:29.729071 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=9ce65f2a-70c4-4698-8eb6-7b0e72c4776d,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:29.808733 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d7660-7de7-4b3d-b627-9abf5c527414 req-9799ceb1-d67b-42c3-a59f-c64cabeb2599 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:29.817559 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a33d7660-7de7-4b3d-b627-9abf5c527414 req-9799ceb1-d67b-42c3-a59f-c64cabeb2599 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 945 time: 0.1150761 Jan 18 20:06:29.855381 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device eee88b0d-0f9d-48de-a28d-e5bd3ebb7996 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:06:29.902743 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: eee88b0d-0f9d-48de-a28d-e5bd3ebb7996 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:06:29.903102 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device eee88b0d-0f9d-48de-a28d-e5bd3ebb7996 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:06:29.903520 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 278e346e-e949-4475-a2d7-6edb4e01affc no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:06:29.951453 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a33d7660-7de7-4b3d-b627-9abf5c527414 req-46e92e07-d6a7-4319-a1ea-e3abb7e54bfc tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325800 Jan 18 20:06:29.967501 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 278e346e-e949-4475-a2d7-6edb4e01affc {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:06:29.968376 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 278e346e-e949-4475-a2d7-6edb4e01affc not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:06:29.970282 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65265e8-4ee2-4e6f-8944-6c617dcb852f req-77ae3878-770d-4826-a5f0-e8269bc43a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:29.977054 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['9ce65f2a-70c4-4698-8eb6-7b0e72c4776d'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:06:29.978130 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a65265e8-4ee2-4e6f-8944-6c617dcb852f req-77ae3878-770d-4826-a5f0-e8269bc43a2a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e5ec31ddf3d34f4aa39ff26dd8f3affd&device_id=97fd66e0-1fc0-4306-917a-1e6fd85e7ec0 HTTP/1.1" status: 200 len: 1096 time: 0.3500280 Jan 18 20:06:29.984099 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5897ce0f-e8a7-4a31-9c1c-75222b9a35fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (62bd1293-5f14-4bc2-af1b-25d35496ec4f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:30.014731 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ed602f-60c2-42b6-9253-573edc356bf1 None None] New status for floating IP b5776931-eba1-4e09-85ac-a6a601b4f678: ACTIVE {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:06:30.046789 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974d3c2-d2d4-46e5-8673-7728ada23f76 req-8817b746-d9f7-4c12-a891-97e64023740e tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:30.048543 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f974d3c2-d2d4-46e5-8673-7728ada23f76 req-8817b746-d9f7-4c12-a891-97e64023740e tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 949 time: 0.0904169 Jan 18 20:06:30.145107 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f974d3c2-d2d4-46e5-8673-7728ada23f76 req-146aae95-1fbf-402c-a45e-abe78fd75e2f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733125 Jan 18 20:06:30.346184 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2cbc6-6959-40fd-9958-a2dd0c177bec req-5f4b8801-55ba-44ee-b5cb-07d1e9ec9e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:30.347647 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d8c2cbc6-6959-40fd-9958-a2dd0c177bec req-5f4b8801-55ba-44ee-b5cb-07d1e9ec9e9f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.6883161 Jan 18 20:06:30.418212 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:30.444534 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:06:30.463536 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2cbc6-6959-40fd-9958-a2dd0c177bec req-3773e017-51d3-494d-a968-fc41cd161a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:30.465057 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d8c2cbc6-6959-40fd-9958-a2dd0c177bec req-3773e017-51d3-494d-a968-fc41cd161a53 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1068816 Jan 18 20:06:30.494526 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5897ce0f-e8a7-4a31-9c1c-75222b9a35fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (62bd1293-5f14-4bc2-af1b-25d35496ec4f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:30.506706 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65265e8-4ee2-4e6f-8944-6c617dcb852f req-60356361-579f-4f9c-9fd0-dbd6e309f3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:30.507052 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a65265e8-4ee2-4e6f-8944-6c617dcb852f req-60356361-579f-4f9c-9fd0-dbd6e309f3b8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=89a595c0-d9c3-40e8-b52a-e51ddcd750fc HTTP/1.1" status: 200 len: 924 time: 0.5203290 Jan 18 20:06:30.542103 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ad1fa7-1009-4ff6-b9b8-8c2198c07203 None None] Network 1c386308-5be4-4b93-9ac1-2d4e192cc6d2 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:06:30.544621 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:06:30.545018 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:30.568285 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897ce0f-e8a7-4a31-9c1c-75222b9a35fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62bd1293-5f14-4bc2-af1b-25d35496ec4f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:30.574836 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5897ce0f-e8a7-4a31-9c1c-75222b9a35fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:30.578991 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5897ce0f-e8a7-4a31-9c1c-75222b9a35fa admin admin] 10.222.0.31 "DELETE /v2.0/subnets/62bd1293-5f14-4bc2-af1b-25d35496ec4f HTTP/1.1" status: 204 len: 168 time: 1.1288247 Jan 18 20:06:30.580798 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37274) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:06:30.636062 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:30.652281 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:30.703889 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a65265e8-4ee2-4e6f-8944-6c617dcb852f req-66bb6cc6-9d35-4af6-ba2d-38b293248bac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9dc5ae8-feb2-491f-ba26-55b31f9f8575 HTTP/1.1" status: 200 len: 1001 time: 0.1710598 Jan 18 20:06:30.707811 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d8c2cbc6-6959-40fd-9958-a2dd0c177bec req-b321e1a7-1406-4882-9417-1b048fff1930 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344792 Jan 18 20:06:30.761562 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:30.779898 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (1c386308-5be4-4b93-9ac1-2d4e192cc6d2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:30.804889 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d5ad0-ff3d-4e2f-a9f1-ce6e723f89ea req-c4ef04fa-ee8a-46d0-bb6e-ea425222ce16 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:30.806421 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a65d5ad0-ff3d-4e2f-a9f1-ce6e723f89ea req-c4ef04fa-ee8a-46d0-bb6e-ea425222ce16 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a42f5e-1287-426b-9082-42ecc5ed652b HTTP/1.1" status: 200 len: 949 time: 0.1106100 Jan 18 20:06:30.829026 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65265e8-4ee2-4e6f-8944-6c617dcb852f req-e3688839-a07e-4729-a683-f6e4739fd32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:30.830552 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a65265e8-4ee2-4e6f-8944-6c617dcb852f req-e3688839-a07e-4729-a683-f6e4739fd32b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=da5aa223-a098-41b4-8a17-e11e4587a7e0 HTTP/1.1" status: 200 len: 862 time: 0.1142848 Jan 18 20:06:30.855911 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d4ca15-86a6-40a8-99e9-0de539d29182 None None] DHCP port deletion for 1c386308-5be4-4b93-9ac1-2d4e192cc6d2 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:06:30.923694 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-33d4ca15-86a6-40a8-99e9-0de539d29182 None None] Deleting port e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:06:30.924058 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-33d4ca15-86a6-40a8-99e9-0de539d29182 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:30.929168 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a65d5ad0-ff3d-4e2f-a9f1-ce6e723f89ea req-1eba248e-3ba1-40fb-ad17-10769ce09090 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948148 Jan 18 20:06:30.946996 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] Deleting port e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:06:30.947483 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:30.950317 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d8c2cbc6-6959-40fd-9958-a2dd0c177bec req-3171c975-5df7-41cd-aa23-6dee652b5112 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245386 Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:30.980104 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:06:30.982372 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:30.982372 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:06:30.982372 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:30.982372 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:06:30.982372 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:30.982372 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:06:30.982372 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:30.982372 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:06:30.982372 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:30.982372 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:06:30.982372 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:30.982372 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:06:30.982372 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bc3ec-eb8f-457f-b3b5-91132b769797 req-0617408a-eceb-444a-886d-58d782dc96d8 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:30.983164 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-737bc3ec-eb8f-457f-b3b5-91132b769797 req-0617408a-eceb-444a-886d-58d782dc96d8 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a42f5e-1287-426b-9082-42ecc5ed652b HTTP/1.1" status: 200 len: 949 time: 0.1308656 Jan 18 20:06:30.984945 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65265e8-4ee2-4e6f-8944-6c617dcb852f req-ecbb41de-6a1b-4c49-8297-322b7668c0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:30.986631 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a65265e8-4ee2-4e6f-8944-6c617dcb852f req-ecbb41de-6a1b-4c49-8297-322b7668c0f8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89a595c0-d9c3-40e8-b52a-e51ddcd750fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331074 Jan 18 20:06:31.020909 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-33d4ca15-86a6-40a8-99e9-0de539d29182 None None] For port e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781,segment=NetworkSegment(0132bf63-dcf2-4662-ad33-f994099ea8fe),segment_id=0132bf63-dcf2-4662-ad33-f994099ea8fe)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:31.021308 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-33d4ca15-86a6-40a8-99e9-0de539d29182 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:31.047251 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-33d4ca15-86a6-40a8-99e9-0de539d29182 None None] Calling delete_port for e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:06:31.059379 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] For port e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781,segment=NetworkSegment(0132bf63-dcf2-4662-ad33-f994099ea8fe),segment_id=0132bf63-dcf2-4662-ad33-f994099ea8fe)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:31.060525 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:31.094049 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] Calling delete_port for e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:06:31.148785 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-33d4ca15-86a6-40a8-99e9-0de539d29182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:31.175330 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4ca15-86a6-40a8-99e9-0de539d29182 None None] Pushing event deleted for resources: {'Port': ['ID=e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:31.184192 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d4ca15-86a6-40a8-99e9-0de539d29182 None None] No DVR routers for this DVR port e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:06:31.197965 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a65265e8-4ee2-4e6f-8944-6c617dcb852f req-a3d044bc-8250-4316-bbc5-5f72173cb002 service neutron] 10.222.0.70 "GET /v2.0/networks/89a595c0-d9c3-40e8-b52a-e51ddcd750fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855869 Jan 18 20:06:31.211062 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c3526-d631-4e9e-a4aa-4a1da68836d1 req-3c1ec474-74b2-4453-8b06-638ebe7a03b0 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:31.216354 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-737bc3ec-eb8f-457f-b3b5-91132b769797 req-1db81449-7ef1-4b53-92e0-8cac25bad6ae tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Deleting port 6350279c-5035-422e-b31b-3b4c18679455 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:06:31.216692 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-737bc3ec-eb8f-457f-b3b5-91132b769797 req-1db81449-7ef1-4b53-92e0-8cac25bad6ae tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (6350279c-5035-422e-b31b-3b4c18679455), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:31.218259 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a30c3526-d631-4e9e-a4aa-4a1da68836d1 req-3c1ec474-74b2-4453-8b06-638ebe7a03b0 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 945 time: 0.1298876 Jan 18 20:06:31.328551 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a30c3526-d631-4e9e-a4aa-4a1da68836d1 req-66ec8071-44f2-4582-b77c-3834f87ce263 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094289 Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:31.338833 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:06:31.341126 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:31.341126 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:06:31.341126 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:31.341126 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:06:31.341126 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:06:31.341126 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:06:31.341126 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:06:31.341126 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:06:31.341126 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:06:31.341126 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:06:31.341126 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:06:31.341126 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:06:31.349881 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda211a-5ce7-455d-86ae-40a1411a541e req-76da8a6f-3f69-4d6f-bc8e-eb053c172155 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:31.351984 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dfda211a-5ce7-455d-86ae-40a1411a541e req-76da8a6f-3f69-4d6f-bc8e-eb053c172155 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 949 time: 0.1040332 Jan 18 20:06:31.353499 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:31.374386 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] No DVR routers for this DVR port e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:06:31.376411 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a65265e8-4ee2-4e6f-8944-6c617dcb852f req-47ea8b99-db49-48d4-bdec-b46384ff878f service neutron] 10.222.0.70 "GET /v2.0/networks/89a595c0-d9c3-40e8-b52a-e51ddcd750fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710515 Jan 18 20:06:31.382333 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-737bc3ec-eb8f-457f-b3b5-91132b769797 req-1db81449-7ef1-4b53-92e0-8cac25bad6ae tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] For port 6350279c-5035-422e-b31b-3b4c18679455, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=6350279c-5035-422e-b31b-3b4c18679455,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:31.382703 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-737bc3ec-eb8f-457f-b3b5-91132b769797 req-1db81449-7ef1-4b53-92e0-8cac25bad6ae tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (6350279c-5035-422e-b31b-3b4c18679455), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:31.404066 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-737bc3ec-eb8f-457f-b3b5-91132b769797 req-1db81449-7ef1-4b53-92e0-8cac25bad6ae tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Calling delete_port for 6350279c-5035-422e-b31b-3b4c18679455 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:06:31.460038 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:31.469003 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:31.469346 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:31.469876 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:31.470217 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:31.470557 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:31.471052 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:31.471434 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:31.471762 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:31.472174 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:31.472539 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:31.472967 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:31.473700 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:31.474089 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:31.546714 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aef056c-6300-4079-a47d-e582fe745571', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:06:31.549568 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bd4742-fc75-4d3a-bb0a-4b77a1224781" -d '{"events": [{"server_uuid": "2aef056c-6300-4079-a47d-e582fe745571", "name": "network-vif-unplugged", "status": "completed", "tag": "21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:06:31.566903 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (1c386308-5be4-4b93-9ac1-2d4e192cc6d2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:31.579582 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dfda211a-5ce7-455d-86ae-40a1411a541e req-1f7da4a3-8994-476a-9e3d-ad16989ff021 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157109 Jan 18 20:06:31.624968 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:06:31.628486 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c386308-5be4-4b93-9ac1-2d4e192cc6d2']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:06:31.642751 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0132bf63-dcf2-4662-ad33-f994099ea8fe') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:06:31.643054 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0132bf63-dcf2-4662-ad33-f994099ea8fe') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:06:31.644638 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-737bc3ec-eb8f-457f-b3b5-91132b769797 req-1db81449-7ef1-4b53-92e0-8cac25bad6ae tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (6350279c-5035-422e-b31b-3b4c18679455), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:31.650711 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8065e222-c923-4245-a6b4-9a88466b9535 x-openstack-request-id: req-8065e222-c923-4245-a6b4-9a88466b9535 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:06:31.651520 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aef056c-6300-4079-a47d-e582fe745571", "name": "network-vif-unplugged", "status": "completed", "tag": "21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:06:31.651923 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8065e222-c923-4245-a6b4-9a88466b9535 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:06:31.652425 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aef056c-6300-4079-a47d-e582fe745571', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a', 'code': 200} Jan 18 20:06:31.654980 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:06:31.656038 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device e6dd69a7-34d9-4ecf-bcc4-0e3efc2e8781 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:06:31.657105 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (0132bf63-dcf2-4662-ad33-f994099ea8fe), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:31.664019 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['e4d63c04-205a-4aeb-b804-57bbc079b0fe', '2f0fb0af-5225-4036-a577-369f9d8302fa'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:06:31.666540 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['a265e4de-d812-4b0f-839c-e603343b00ff', 'd9d6ed88-afa9-4754-b864-b1f22322c79b', '9cb99548-e15a-4996-bb62-503e574bd94f', '6350279c-5035-422e-b31b-3b4c18679455'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:06:31.680928 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (0132bf63-dcf2-4662-ad33-f994099ea8fe), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:31.692024 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:06:31.696470 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (0132bf63-dcf2-4662-ad33-f994099ea8fe), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:31.711284 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db81449-7ef1-4b53-92e0-8cac25bad6ae tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Pushing event deleted for resources: {'Port': ['ID=6350279c-5035-422e-b31b-3b4c18679455,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:31.760106 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 28ff6737-02fb-4a87-b1c5-7feebf0eff97 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:06:31.779864 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-737bc3ec-eb8f-457f-b3b5-91132b769797 req-1db81449-7ef1-4b53-92e0-8cac25bad6ae tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] No DVR routers for this DVR port 6350279c-5035-422e-b31b-3b4c18679455 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:06:31.788715 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-737bc3ec-eb8f-457f-b3b5-91132b769797 req-1db81449-7ef1-4b53-92e0-8cac25bad6ae tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:31.800594 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-737bc3ec-eb8f-457f-b3b5-91132b769797 req-1db81449-7ef1-4b53-92e0-8cac25bad6ae tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.70 "DELETE /v2.0/ports/6350279c-5035-422e-b31b-3b4c18679455 HTTP/1.1" status: 204 len: 173 time: 0.7970662 Jan 18 20:06:31.801143 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a42f5e-1287-426b-9082-42ecc5ed652b', 'name': 'network-vif-deleted', 'tag': '6350279c-5035-422e-b31b-3b4c18679455'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:06:31.813591 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb34169-dcdf-4209-a7f1-a47393ad0866" -d '{"events": [{"server_uuid": "99a42f5e-1287-426b-9082-42ecc5ed652b", "name": "network-vif-deleted", "tag": "6350279c-5035-422e-b31b-3b4c18679455"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:06:31.827736 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:06:31.852589 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (1c386308-5be4-4b93-9ac1-2d4e192cc6d2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:31.860130 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:31.869220 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92e95a7-9ca7-442e-9789-016c7c3e874c x-openstack-request-id: req-c92e95a7-9ca7-442e-9789-016c7c3e874c {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:06:31.869521 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a42f5e-1287-426b-9082-42ecc5ed652b", "name": "network-vif-deleted", "tag": "6350279c-5035-422e-b31b-3b4c18679455", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:06:31.870174 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c92e95a7-9ca7-442e-9789-016c7c3e874c {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:06:31.870605 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a42f5e-1287-426b-9082-42ecc5ed652b', 'name': 'network-vif-deleted', 'tag': '6350279c-5035-422e-b31b-3b4c18679455', 'status': 'completed', 'code': 200} Jan 18 20:06:31.875889 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1c386308-5be4-4b93-9ac1-2d4e192cc6d2 HTTP/1.1" status: 204 len: 168 time: 1.2899890 Jan 18 20:06:31.906954 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74509314-359c-4efe-a377-3cfd2d5aac11 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c386308-5be4-4b93-9ac1-2d4e192cc6d2,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:31.920684 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 28ff6737-02fb-4a87-b1c5-7feebf0eff97, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=28ff6737-02fb-4a87-b1c5-7feebf0eff97,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:31.937774 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '28ff6737-02fb-4a87-b1c5-7feebf0eff97', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '28ff6737-02fb-4a87-b1c5-7feebf0eff97', 'mac_address': 'fa:16:3e:05:c9:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:06:32.034966 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 28ff6737-02fb-4a87-b1c5-7feebf0eff97 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:06:32.035765 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:32.044817 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:32.120228 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37314) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:06:32.153568 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ff6737-02fb-4a87-b1c5-7feebf0eff97 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:06:32.157899 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-10c33310-f4b6-4ba0-a7dd-472b25f89a59 req-07d489ea-acdd-46b8-8b0a-f59f75147a2c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a42f5e-1287-426b-9082-42ecc5ed652b HTTP/1.1" status: 200 len: 210 time: 0.0689263 Jan 18 20:06:32.191845 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a64d2d68-11bc-409f-8b40-0398954deaca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=536b1ea8d4ea441eb844f0282566f4a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0692735 Jan 18 20:06:32.193574 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37318) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:06:32.249811 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 28ff6737-02fb-4a87-b1c5-7feebf0eff97, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=28ff6737-02fb-4a87-b1c5-7feebf0eff97,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:32.256510 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-55626025-de44-409d-8fdb-279caccbe5c9 admin admin] Publish callbacks [] for security_group (9b6d82a1-153c-4797-a508-506dcf276202), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:32.259794 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:32.291002 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-55626025-de44-409d-8fdb-279caccbe5c9 admin admin] Publish callbacks [] for security_group (9b6d82a1-153c-4797-a508-506dcf276202), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:32.398565 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-55626025-de44-409d-8fdb-279caccbe5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9b6d82a1-153c-4797-a508-506dcf276202), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:32.401204 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-55626025-de44-409d-8fdb-279caccbe5c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:32.406602 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['28ff6737-02fb-4a87-b1c5-7feebf0eff97'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:06:32.412042 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-55626025-de44-409d-8fdb-279caccbe5c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b6d82a1-153c-4797-a508-506dcf276202 HTTP/1.1" status: 204 len: 168 time: 0.2171721 Jan 18 20:06:32.437135 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55626025-de44-409d-8fdb-279caccbe5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6d82a1-153c-4797-a508-506dcf276202,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:32.481330 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:06:32.485058 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=28ff6737-02fb-4a87-b1c5-7feebf0eff97,revision_number=9']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:32.583321 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326673a-5dd5-4a4a-9d58-bcf3b2e2b1c7 req-ed485ff0-3833-45da-9953-b2dfb4e86384 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:32.592588 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b326673a-5dd5-4a4a-9d58-bcf3b2e2b1c7 req-ed485ff0-3833-45da-9953-b2dfb4e86384 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 945 time: 0.1003833 Jan 18 20:06:32.674493 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b326673a-5dd5-4a4a-9d58-bcf3b2e2b1c7 req-55127d81-3f4a-40a9-be1b-865cbf3b6db7 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808902 Jan 18 20:06:32.828554 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:06:32.829093 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9ce65f2a-70c4-4698-8eb6-7b0e72c4776d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:32.899112 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ac6e4-4583-4271-a82c-40634b5156e0 req-a8879982-8736-4bc9-9602-4dd63f0d793d tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:32.902080 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a61ac6e4-4583-4271-a82c-40634b5156e0 req-a8879982-8736-4bc9-9602-4dd63f0d793d tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 949 time: 0.1197350 Jan 18 20:06:33.013599 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a61ac6e4-4583-4271-a82c-40634b5156e0 req-2be3e233-9262-4d1b-9f7e-8805b55c3b97 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062322 Jan 18 20:06:33.044837 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:06:33.044837 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9ce65f2a-70c4-4698-8eb6-7b0e72c4776d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:33.119189 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=9ce65f2a-70c4-4698-8eb6-7b0e72c4776d,segment=NetworkSegment(2a6a568f-ab0b-495f-98b0-e8870b4263ca),segment_id=2a6a568f-ab0b-495f-98b0-e8870b4263ca)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:33.125581 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9ce65f2a-70c4-4698-8eb6-7b0e72c4776d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:33.258157 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41a4ee-8424-4ad2-a636-e5864cbc0e85 req-5f3b447a-ba1e-4ff2-a6f2-2fab6576b05c tempest-MigrationsAdminTest-349052742 tempest-MigrationsAdminTest-349052742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:33.272102 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-da41a4ee-8424-4ad2-a636-e5864cbc0e85 req-5f3b447a-ba1e-4ff2-a6f2-2fab6576b05c tempest-MigrationsAdminTest-349052742 tempest-MigrationsAdminTest-349052742-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 1100 time: 0.0672657 Jan 18 20:06:33.314834 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=9ce65f2a-70c4-4698-8eb6-7b0e72c4776d,revision_number=7']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:33.346175 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-da41a4ee-8424-4ad2-a636-e5864cbc0e85 req-53f6d3a7-adf0-447a-8fbf-91d0dc375b13 tempest-MigrationsAdminTest-349052742 tempest-MigrationsAdminTest-349052742-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731497 Jan 18 20:06:33.653533 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197e28a5-f4e9-4364-94fc-8b662b804245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce65f2a-70c4-4698-8eb6-7b0e72c4776d'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:06:33.656336 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4102432-5452-4a51-8a30-dfa3aa6c2ee4" -d '{"events": [{"server_uuid": "197e28a5-f4e9-4364-94fc-8b662b804245", "name": "network-vif-plugged", "status": "completed", "tag": "9ce65f2a-70c4-4698-8eb6-7b0e72c4776d"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:06:33.750632 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37390) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:06:33.777157 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 28ff6737-02fb-4a87-b1c5-7feebf0eff97 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:06:33.827979 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:33.845031 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 28ff6737-02fb-4a87-b1c5-7feebf0eff97 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:06:33.846394 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:33.957887 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 28ff6737-02fb-4a87-b1c5-7feebf0eff97 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:06:33.959211 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:34.009207 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 28ff6737-02fb-4a87-b1c5-7feebf0eff97, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=28ff6737-02fb-4a87-b1c5-7feebf0eff97,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:34.024507 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:34.024507 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 6350279c-5035-422e-b31b-3b4c18679455 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:06:34.053489 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 6350279c-5035-422e-b31b-3b4c18679455 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:06:34.053489 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 6350279c-5035-422e-b31b-3b4c18679455 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:06:34.076436 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-dd708be7-a077-4772-a9eb-137925103398 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-523328074-network', 'tenant_id': '934a86f68a4746be8b16c0fa3df42262'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:06:34.115249 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd708be7-a077-4772-a9eb-137925103398 admin admin] Made reservation on behalf of 934a86f68a4746be8b16c0fa3df42262 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:06:34.118569 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dd708be7-a077-4772-a9eb-137925103398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:34.132815 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dd708be7-a077-4772-a9eb-137925103398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:34.139917 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=28ff6737-02fb-4a87-b1c5-7feebf0eff97,revision_number=10']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:34.162056 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:34.162056 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:34.162056 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:34.162056 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:34.162056 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:34.162056 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:34.162056 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:34.162056 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:34.162056 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:34.162056 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:34.162056 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:34.163096 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:34.163096 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:06:34.262194 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dd708be7-a077-4772-a9eb-137925103398 admin admin] Publish callbacks [] for security_group (acdcd591-f4ee-4881-85a9-78e99b2b63d5), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:34.268260 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dd708be7-a077-4772-a9eb-137925103398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (acdcd591-f4ee-4881-85a9-78e99b2b63d5), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:34.299302 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd708be7-a077-4772-a9eb-137925103398 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:06:34.319982 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd708be7-a077-4772-a9eb-137925103398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdcd591-f4ee-4881-85a9-78e99b2b63d5,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:34.325183 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dd708be7-a077-4772-a9eb-137925103398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (c2d912cb-4bfd-46da-bfb2-00b56de1649d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:34.325602 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-dd708be7-a077-4772-a9eb-137925103398 admin admin] Added segment c2d912cb-4bfd-46da-bfb2-00b56de1649d of type vlan for network da762a08-ce23-48b4-9e56-1b22cb2c3759 Jan 18 20:06:34.384241 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dd708be7-a077-4772-a9eb-137925103398 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (da762a08-ce23-48b4-9e56-1b22cb2c3759), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:34.424863 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dd708be7-a077-4772-a9eb-137925103398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (da762a08-ce23-48b4-9e56-1b22cb2c3759), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:34.426129 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd708be7-a077-4772-a9eb-137925103398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:34.427042 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dd708be7-a077-4772-a9eb-137925103398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:34.465550 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-dd708be7-a077-4772-a9eb-137925103398 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7100422 Jan 18 20:06:34.465812 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37404) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:06:34.470998 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-8f921201-1022-4935-bc9b-46b03e96b5a4 admin admin] Request body: {'subnet': {'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-523328074-subnet', 'tenant_id': '934a86f68a4746be8b16c0fa3df42262', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:06:34.512371 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd708be7-a077-4772-a9eb-137925103398 admin admin] Pushing event updated for resources: {'Network': ['ID=da762a08-ce23-48b4-9e56-1b22cb2c3759,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:34.530056 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network da762a08-ce23-48b4-9e56-1b22cb2c3759 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:06:34.558592 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f921201-1022-4935-bc9b-46b03e96b5a4 admin admin] Made reservation on behalf of 934a86f68a4746be8b16c0fa3df42262 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:06:34.562957 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8f921201-1022-4935-bc9b-46b03e96b5a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:34.830409 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8f921201-1022-4935-bc9b-46b03e96b5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (3a677f5f-009c-4f07-9679-86f5c85ef9be), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:34.906350 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f921201-1022-4935-bc9b-46b03e96b5a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a677f5f-009c-4f07-9679-86f5c85ef9be,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:34.913943 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f921201-1022-4935-bc9b-46b03e96b5a4 admin admin] Checking segment: {'id': 'c2d912cb-4bfd-46da-bfb2-00b56de1649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:06:34.914298 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f921201-1022-4935-bc9b-46b03e96b5a4 admin admin] Network hostable DHCP agents. Network: da762a08-ce23-48b4-9e56-1b22cb2c3759, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:06:34.953079 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f921201-1022-4935-bc9b-46b03e96b5a4 admin admin] Network da762a08-ce23-48b4-9e56-1b22cb2c3759 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:06:34.965314 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-8f921201-1022-4935-bc9b-46b03e96b5a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, da762a08-ce23-48b4-9e56-1b22cb2c3759) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:06:34.971834 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f921201-1022-4935-bc9b-46b03e96b5a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:34.980387 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8f921201-1022-4935-bc9b-46b03e96b5a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:34.980957 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55d7af2-37de-47fd-8404-06f875c6623c None None] Network da762a08-ce23-48b4-9e56-1b22cb2c3759 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:06:35.008455 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8f921201-1022-4935-bc9b-46b03e96b5a4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5416195 Jan 18 20:06:35.178370 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa296c-1146-428e-bf12-5f2a6fb6c9e9 req-b00f6a2f-47f7-4ef3-83aa-dad5ab1870ba tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:35.179947 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-deaa296c-1146-428e-bf12-5f2a6fb6c9e9 req-b00f6a2f-47f7-4ef3-83aa-dad5ab1870ba tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.70 "GET /v2.0/ports?device_id=70c9cf1e-df58-4aea-a35e-091c937c6188 HTTP/1.1" status: 200 len: 950 time: 0.0885384 Jan 18 20:06:35.370545 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c793ecf4-cc47-42dc-83ab-18f3dd3075d7 None None] Network da762a08-ce23-48b4-9e56-1b22cb2c3759 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:06:35.390969 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-deaa296c-1146-428e-bf12-5f2a6fb6c9e9 req-ab7fd386-fcf8-4b03-9fb2-c9392d6142c0 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Deleting port 9cb99548-e15a-4996-bb62-503e574bd94f {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:06:35.390969 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-deaa296c-1146-428e-bf12-5f2a6fb6c9e9 req-ab7fd386-fcf8-4b03-9fb2-c9392d6142c0 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (9cb99548-e15a-4996-bb62-503e574bd94f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:35.527012 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-deaa296c-1146-428e-bf12-5f2a6fb6c9e9 req-ab7fd386-fcf8-4b03-9fb2-c9392d6142c0 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] For port 9cb99548-e15a-4996-bb62-503e574bd94f, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=9cb99548-e15a-4996-bb62-503e574bd94f,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:35.527376 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-deaa296c-1146-428e-bf12-5f2a6fb6c9e9 req-ab7fd386-fcf8-4b03-9fb2-c9392d6142c0 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (9cb99548-e15a-4996-bb62-503e574bd94f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:35.559805 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-deaa296c-1146-428e-bf12-5f2a6fb6c9e9 req-ab7fd386-fcf8-4b03-9fb2-c9392d6142c0 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Calling delete_port for 9cb99548-e15a-4996-bb62-503e574bd94f owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:06:35.719485 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-deaa296c-1146-428e-bf12-5f2a6fb6c9e9 req-ab7fd386-fcf8-4b03-9fb2-c9392d6142c0 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (9cb99548-e15a-4996-bb62-503e574bd94f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:35.737648 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['a265e4de-d812-4b0f-839c-e603343b00ff', 'd9d6ed88-afa9-4754-b864-b1f22322c79b', '9cb99548-e15a-4996-bb62-503e574bd94f'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:06:35.740821 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['e4d63c04-205a-4aeb-b804-57bbc079b0fe', '2f0fb0af-5225-4036-a577-369f9d8302fa'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:06:35.793545 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7fd386-fcf8-4b03-9fb2-c9392d6142c0 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Pushing event deleted for resources: {'Port': ['ID=9cb99548-e15a-4996-bb62-503e574bd94f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:35.858052 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a7ce6-ec2e-406e-8f74-5aeda9450b46 req-0efc2c02-a41f-4716-922a-4a0b4657a5b5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:35.859717 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fd5a7ce6-ec2e-406e-8f74-5aeda9450b46 req-0efc2c02-a41f-4716-922a-4a0b4657a5b5 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.57 "GET /v2.0/ports?device_id=8362f077-23ba-412c-bc80-4539aad3936a HTTP/1.1" status: 200 len: 950 time: 0.0995817 Jan 18 20:06:35.895628 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-deaa296c-1146-428e-bf12-5f2a6fb6c9e9 req-ab7fd386-fcf8-4b03-9fb2-c9392d6142c0 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] No DVR routers for this DVR port 9cb99548-e15a-4996-bb62-503e574bd94f on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:06:35.919855 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-deaa296c-1146-428e-bf12-5f2a6fb6c9e9 req-ab7fd386-fcf8-4b03-9fb2-c9392d6142c0 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:35.923592 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-deaa296c-1146-428e-bf12-5f2a6fb6c9e9 req-ab7fd386-fcf8-4b03-9fb2-c9392d6142c0 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.70 "DELETE /v2.0/ports/9cb99548-e15a-4996-bb62-503e574bd94f HTTP/1.1" status: 204 len: 173 time: 0.7329187 Jan 18 20:06:35.924056 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c9cf1e-df58-4aea-a35e-091c937c6188', 'name': 'network-vif-deleted', 'tag': '9cb99548-e15a-4996-bb62-503e574bd94f'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:06:35.927044 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777122d6-aeef-44b1-9c49-e5950644991c" -d '{"events": [{"server_uuid": "70c9cf1e-df58-4aea-a35e-091c937c6188", "name": "network-vif-deleted", "tag": "9cb99548-e15a-4996-bb62-503e574bd94f"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:06:36.042846 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-fd5a7ce6-ec2e-406e-8f74-5aeda9450b46 req-f2d871bd-b6aa-41ac-84c1-10e6266fd08e tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Deleting port 2f0fb0af-5225-4036-a577-369f9d8302fa {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:06:36.043109 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fd5a7ce6-ec2e-406e-8f74-5aeda9450b46 req-f2d871bd-b6aa-41ac-84c1-10e6266fd08e tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (2f0fb0af-5225-4036-a577-369f9d8302fa), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:36.267401 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-fd5a7ce6-ec2e-406e-8f74-5aeda9450b46 req-f2d871bd-b6aa-41ac-84c1-10e6266fd08e tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] For port 2f0fb0af-5225-4036-a577-369f9d8302fa, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=2f0fb0af-5225-4036-a577-369f9d8302fa,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:36.268168 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fd5a7ce6-ec2e-406e-8f74-5aeda9450b46 req-f2d871bd-b6aa-41ac-84c1-10e6266fd08e tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (2f0fb0af-5225-4036-a577-369f9d8302fa), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:36.285906 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-fd5a7ce6-ec2e-406e-8f74-5aeda9450b46 req-f2d871bd-b6aa-41ac-84c1-10e6266fd08e tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Calling delete_port for 2f0fb0af-5225-4036-a577-369f9d8302fa owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:06:36.472759 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fd5a7ce6-ec2e-406e-8f74-5aeda9450b46 req-f2d871bd-b6aa-41ac-84c1-10e6266fd08e tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (2f0fb0af-5225-4036-a577-369f9d8302fa), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:36.489879 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['a265e4de-d812-4b0f-839c-e603343b00ff', 'd9d6ed88-afa9-4754-b864-b1f22322c79b'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:06:36.492755 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['e4d63c04-205a-4aeb-b804-57bbc079b0fe'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:06:36.540667 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d871bd-b6aa-41ac-84c1-10e6266fd08e tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Pushing event deleted for resources: {'Port': ['ID=2f0fb0af-5225-4036-a577-369f9d8302fa,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:36.642953 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5a7ce6-ec2e-406e-8f74-5aeda9450b46 req-f2d871bd-b6aa-41ac-84c1-10e6266fd08e tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] No DVR routers for this DVR port 2f0fb0af-5225-4036-a577-369f9d8302fa on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:06:36.644879 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fd5a7ce6-ec2e-406e-8f74-5aeda9450b46 req-f2d871bd-b6aa-41ac-84c1-10e6266fd08e tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:36.656189 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:36.662225 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fd5a7ce6-ec2e-406e-8f74-5aeda9450b46 req-f2d871bd-b6aa-41ac-84c1-10e6266fd08e tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.57 "DELETE /v2.0/ports/2f0fb0af-5225-4036-a577-369f9d8302fa HTTP/1.1" status: 204 len: 173 time: 0.7932839 Jan 18 20:06:37.796347 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 9cb99548-e15a-4996-bb62-503e574bd94f no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:06:37.817732 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 9cb99548-e15a-4996-bb62-503e574bd94f {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:06:37.818077 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 9cb99548-e15a-4996-bb62-503e574bd94f not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:06:40.461229 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 2f0fb0af-5225-4036-a577-369f9d8302fa no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:06:40.483755 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 2f0fb0af-5225-4036-a577-369f9d8302fa {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:06:40.484104 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 2f0fb0af-5225-4036-a577-369f9d8302fa not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:06:44.128664 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-b9601495-899d-4d16-bb04-38ba02f0bec1 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=85092cd3f857422b8e1328b863cb2eb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247684 Jan 18 20:06:44.136013 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68f7490-4229-4bc2-b807-c161c6b99371 x-openstack-request-id: req-d68f7490-4229-4bc2-b807-c161c6b99371 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:06:44.136604 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197e28a5-f4e9-4364-94fc-8b662b804245", "name": "network-vif-plugged", "status": "completed", "tag": "9ce65f2a-70c4-4698-8eb6-7b0e72c4776d", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:06:44.136604 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d68f7490-4229-4bc2-b807-c161c6b99371 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:06:44.136946 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197e28a5-f4e9-4364-94fc-8b662b804245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce65f2a-70c4-4698-8eb6-7b0e72c4776d', 'code': 200} Jan 18 20:06:44.252557 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-e1922b52-82eb-4328-9099-163f8fa0835d tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:44.254909 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-e1922b52-82eb-4328-9099-163f8fa0835d tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1192517 Jan 18 20:06:44.289238 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-cb224a41-63bd-44e0-9424-2fe55b09d86f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/quotas/85092cd3f857422b8e1328b863cb2eb0 HTTP/1.1" status: 200 len: 375 time: 0.0253968 Jan 18 20:06:44.329305 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f099b6-75ac-4f92-8b1c-191cdd072ab6 req-cd72dfb4-7ad4-4a3d-956c-455224f38cc2 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:44.330790 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-74f099b6-75ac-4f92-8b1c-191cdd072ab6 req-cd72dfb4-7ad4-4a3d-956c-455224f38cc2 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 946 time: 0.0750182 Jan 18 20:06:44.366332 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-35d54635-e960-4df2-919b-62c283e19359 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0706789 Jan 18 20:06:44.388245 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-74f099b6-75ac-4f92-8b1c-191cdd072ab6 req-e80af402-d1a6-4cf0-9fcf-1550090f3cd6 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505049 Jan 18 20:06:44.593130 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd797fd1-5c16-497e-8139-1379882069f5 x-openstack-request-id: req-dd797fd1-5c16-497e-8139-1379882069f5 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:06:44.594031 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c9cf1e-df58-4aea-a35e-091c937c6188", "name": "network-vif-deleted", "tag": "9cb99548-e15a-4996-bb62-503e574bd94f", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:06:44.594461 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd797fd1-5c16-497e-8139-1379882069f5 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:06:44.595029 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c9cf1e-df58-4aea-a35e-091c937c6188', 'name': 'network-vif-deleted', 'tag': '9cb99548-e15a-4996-bb62-503e574bd94f', 'status': 'completed', 'code': 200} Jan 18 20:06:44.781154 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-67ea4b23-b312-4735-a1c7-a0d7627a13ba req-6bb78209-c1f1-44ea-a2bd-e8f30f01eebd tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 210 time: 0.0436883 Jan 18 20:06:44.925583 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-08b374da-d62d-4a07-9851-4e94da295246 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:44.927635 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-08b374da-d62d-4a07-9851-4e94da295246 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/networks?id=da762a08-ce23-48b4-9e56-1b22cb2c3759 HTTP/1.1" status: 200 len: 804 time: 0.1444566 Jan 18 20:06:44.940215 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8662a5c-4845-4286-bb09-dba21c6fa2ed req-56a9574d-c33e-4841-a3f0-a7ed7dc588af tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:44.942418 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d8662a5c-4845-4286-bb09-dba21c6fa2ed req-56a9574d-c33e-4841-a3f0-a7ed7dc588af tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda HTTP/1.1" status: 200 len: 950 time: 0.0826862 Jan 18 20:06:44.953659 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-51b04f4a-b995-4130-b21f-7302772f6691 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/quotas/934a86f68a4746be8b16c0fa3df42262 HTTP/1.1" status: 200 len: 375 time: 0.0103989 Jan 18 20:06:44.996184 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-f0fe9a58-4a05-4a3b-9883-88720a1a0eab tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=934a86f68a4746be8b16c0fa3df42262&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300357 Jan 18 20:06:45.043166 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d8662a5c-4845-4286-bb09-dba21c6fa2ed req-2dedbb9b-64ec-48bd-aedb-8b56767539c4 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b72549e-02ed-484f-8872-2821bccd2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910361 Jan 18 20:06:45.126167 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-b4d8ce43-ffa7-4dd3-b8c0-b22393049c11 service neutron] 10.222.0.31 "GET /v2.0/networks/da762a08-ce23-48b4-9e56-1b22cb2c3759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199548 Jan 18 20:06:45.230981 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-8549e1b6-2467-4861-87d5-5aeda6501791 service neutron] 10.222.0.31 "GET /v2.0/networks/da762a08-ce23-48b4-9e56-1b22cb2c3759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973017 Jan 18 20:06:45.521701 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2faa9f3-9713-4b90-bdfe-e28e395ed8cb req-3e64d26b-cafd-4907-a54d-356020250bad tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a51f79e-e491-470a-8713-bc2987dc24ad HTTP/1.1" status: 200 len: 210 time: 0.0530653 Jan 18 20:06:45.649904 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-39d159dc-99e0-4b67-b3d6-988e40483dd4 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=85092cd3f857422b8e1328b863cb2eb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330772 Jan 18 20:06:45.747706 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f21c88-4486-4d18-9ab5-a3438e71c1af req-04015835-136b-468f-b5cd-8eaf42092143 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:45.755683 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e6f21c88-4486-4d18-9ab5-a3438e71c1af req-04015835-136b-468f-b5cd-8eaf42092143 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 946 time: 0.1147022 Jan 18 20:06:45.805816 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e6f21c88-4486-4d18-9ab5-a3438e71c1af req-e8580cea-bbb4-4205-948f-0e321fd6f36b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491626 Jan 18 20:06:45.889184 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-25e66d5d-cf5e-411c-877d-caf221534a66 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:45.890916 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-25e66d5d-cf5e-411c-877d-caf221534a66 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2368417 Jan 18 20:06:45.905533 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-2203a049-2c78-48ca-b279-43929d5137e0 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Request body: {'port': {'device_id': '7181d7eb-2fc9-4487-8ffd-ce32dd953eb4', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': '85092cd3f857422b8e1328b863cb2eb0'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:06:46.018631 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-860234ee-1ae4-4eda-83b7-930cbba6386f req-b1258119-83de-4fec-ab60-f5a8e867bab9 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 210 time: 0.0346508 Jan 18 20:06:46.030677 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f473-32b3-4e48-adc1-2f6c69e7dac5 req-b69d8d74-32c0-4eb2-8a46-eecb9fa5d94b tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:46.033188 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a75f473-32b3-4e48-adc1-2f6c69e7dac5 req-b69d8d74-32c0-4eb2-8a46-eecb9fa5d94b tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e9deb6-7bfe-4785-ad53-49ee8b268028 HTTP/1.1" status: 200 len: 950 time: 0.0968471 Jan 18 20:06:46.063004 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-2203a049-2c78-48ca-b279-43929d5137e0 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Made reservation on behalf of 85092cd3f857422b8e1328b863cb2eb0 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:06:46.067711 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-2203a049-2c78-48ca-b279-43929d5137e0 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:46.138470 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ff6737-02fb-4a87-b1c5-7feebf0eff97'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:06:46.141572 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16157511-723a-45a0-8c88-95497e5a4d5b" -d '{"events": [{"server_uuid": "5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda", "name": "network-vif-plugged", "status": "completed", "tag": "28ff6737-02fb-4a87-b1c5-7feebf0eff97"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:06:46.153238 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a75f473-32b3-4e48-adc1-2f6c69e7dac5 req-a6a7fa1d-08d9-436c-af50-93f45511e77f tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978463 Jan 18 20:06:46.257698 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-2203a049-2c78-48ca-b279-43929d5137e0 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Allocated IP 192.168.233.79 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/66cf6411-d0dd-42db-99eb-0ea71436f870) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:06:46.285816 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7a61d1-2c50-40c1-a32c-159725e5c7d6 x-openstack-request-id: req-4d7a61d1-2c50-40c1-a32c-159725e5c7d6 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:06:46.286365 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda", "name": "network-vif-plugged", "status": "completed", "tag": "28ff6737-02fb-4a87-b1c5-7feebf0eff97", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:06:46.287029 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d7a61d1-2c50-40c1-a32c-159725e5c7d6 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:06:46.287740 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ff6737-02fb-4a87-b1c5-7feebf0eff97', 'code': 200} Jan 18 20:06:46.400775 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3471204-b414-4ddf-871f-728b4815ae37 req-b57bd831-ef49-46db-9365-8f13c9f2b0f9 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:46.408945 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d3471204-b414-4ddf-871f-728b4815ae37 req-b57bd831-ef49-46db-9365-8f13c9f2b0f9 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 946 time: 0.0679483 Jan 18 20:06:46.470040 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d3471204-b414-4ddf-871f-728b4815ae37 req-6c727235-d017-45d8-8e40-1f7213d54c68 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571015 Jan 18 20:06:46.506320 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-2203a049-2c78-48ca-b279-43929d5137e0 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks [] for port (66cf6411-d0dd-42db-99eb-0ea71436f870), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:46.553524 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-2203a049-2c78-48ca-b279-43929d5137e0 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (66cf6411-d0dd-42db-99eb-0ea71436f870), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:46.569440 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['26787e24-6f29-45b3-9a89-4a5008a4324c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:06:46.605919 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8362f077-23ba-412c-bc80-4539aad3936a', 'name': 'network-vif-deleted', 'tag': '2f0fb0af-5225-4036-a577-369f9d8302fa'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:06:46.608163 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb896c2d-f7f9-47d3-b65c-90ccbf71aecf" -d '{"events": [{"server_uuid": "8362f077-23ba-412c-bc80-4539aad3936a", "name": "network-vif-deleted", "tag": "2f0fb0af-5225-4036-a577-369f9d8302fa"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:06:46.612665 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203a049-2c78-48ca-b279-43929d5137e0 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Pushing event updated for resources: {'Port': ['ID=66cf6411-d0dd-42db-99eb-0ea71436f870,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:46.637297 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-2203a049-2c78-48ca-b279-43929d5137e0 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:06:46.638702 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-2203a049-2c78-48ca-b279-43929d5137e0 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:06:46.641482 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-2203a049-2c78-48ca-b279-43929d5137e0 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:06:46.717282 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f883f44-3fc7-4d16-b2ff-5adaf9ead1fe req-299e05d5-ef68-4f4a-ac3d-3af778f6e392 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a51f79e-e491-470a-8713-bc2987dc24ad HTTP/1.1" status: 200 len: 210 time: 0.0698600 Jan 18 20:06:46.733299 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9045ddb1-fa10-437e-bdea-7b35ef638ca1 x-openstack-request-id: req-9045ddb1-fa10-437e-bdea-7b35ef638ca1 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:06:46.733843 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8362f077-23ba-412c-bc80-4539aad3936a", "name": "network-vif-deleted", "tag": "2f0fb0af-5225-4036-a577-369f9d8302fa", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:06:46.734870 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9045ddb1-fa10-437e-bdea-7b35ef638ca1 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:06:46.735429 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8362f077-23ba-412c-bc80-4539aad3936a', 'name': 'network-vif-deleted', 'tag': '2f0fb0af-5225-4036-a577-369f9d8302fa', 'status': 'completed', 'code': 200} Jan 18 20:06:46.754750 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-2203a049-2c78-48ca-b279-43929d5137e0 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:46.757220 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-2203a049-2c78-48ca-b279-43929d5137e0 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:46.786246 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-2203a049-2c78-48ca-b279-43929d5137e0 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8844233 Jan 18 20:06:46.805735 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-4feb17d6-00dc-4cd0-a6f0-e599e66b283c service neutron] Request body: {'port': {'device_id': '7181d7eb-2fc9-4487-8ffd-ce32dd953eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:06:47.067900 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c90c0bef-743d-4ef7-9f86-cd3afde83ca7 None None] Provisioning complete for port 66cf6411-d0dd-42db-99eb-0ea71436f870 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:06:47.068286 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c90c0bef-743d-4ef7-9f86-cd3afde83ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (66cf6411-d0dd-42db-99eb-0ea71436f870), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:47.078028 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-7e9a007e-3f01-40a0-ab1e-5f4cc5d934ed tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:47.079532 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-7e9a007e-3f01-40a0-ab1e-5f4cc5d934ed tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.70 "GET /v2.0/networks?id=da762a08-ce23-48b4-9e56-1b22cb2c3759 HTTP/1.1" status: 200 len: 804 time: 0.2403562 Jan 18 20:06:47.086574 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-4feb17d6-00dc-4cd0-a6f0-e599e66b283c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (66cf6411-d0dd-42db-99eb-0ea71436f870), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:47.114607 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-1c9fd5ab-790d-41dd-a56f-9f788d2e0cfb tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Request body: {'port': {'device_id': '6a51f79e-e491-470a-8713-bc2987dc24ad', 'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759', 'admin_state_up': True, 'tenant_id': '934a86f68a4746be8b16c0fa3df42262'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:06:47.146182 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c90c0bef-743d-4ef7-9f86-cd3afde83ca7 None None] Port 66cf6411-d0dd-42db-99eb-0ea71436f870 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:06:47.193250 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f0a19-5c0d-4903-8757-f8902c9f8692 req-4b3fccf3-7f4d-4e9f-bfb3-33ba53b6cf02 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:47.204877 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-930f0a19-5c0d-4903-8757-f8902c9f8692 req-4b3fccf3-7f4d-4e9f-bfb3-33ba53b6cf02 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 935 time: 0.0758100 Jan 18 20:06:47.288772 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-930f0a19-5c0d-4903-8757-f8902c9f8692 req-354dde3c-d4a6-41e9-91f0-3b7bdc0fe68e tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821388 Jan 18 20:06:47.311301 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abc9d6-326e-4ccd-9189-39134b33f397 req-660b9408-66cc-42cb-a2cd-3655812f70eb tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:47.311301 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-73abc9d6-326e-4ccd-9189-39134b33f397 req-660b9408-66cc-42cb-a2cd-3655812f70eb tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3e9deb6-7bfe-4785-ad53-49ee8b268028 HTTP/1.1" status: 200 len: 950 time: 0.2227547 Jan 18 20:06:47.313668 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3c46f-34b7-4562-b446-861f2d4f15db req-7f6db9ca-b406-48b7-bad2-554fa044899c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:47.321206 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-92f3c46f-34b7-4562-b446-861f2d4f15db req-7f6db9ca-b406-48b7-bad2-554fa044899c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e9deb6-7bfe-4785-ad53-49ee8b268028 HTTP/1.1" status: 200 len: 950 time: 0.0728068 Jan 18 20:06:47.378530 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-92f3c46f-34b7-4562-b446-861f2d4f15db req-7ea6864b-d1af-4070-bcc0-98753f49d976 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513563 Jan 18 20:06:47.624511 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e21e36-f0b1-497a-8dfb-82ec6c6b553d req-01bdd801-1a21-4b32-8c2f-07363f7e9752 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:47.628271 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a9e21e36-f0b1-497a-8dfb-82ec6c6b553d req-01bdd801-1a21-4b32-8c2f-07363f7e9752 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 946 time: 0.0624540 Jan 18 20:06:47.697052 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a9e21e36-f0b1-497a-8dfb-82ec6c6b553d req-87366c99-fa43-46fd-96ac-82d17b080c74 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626802 Jan 18 20:06:47.721811 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e3729-55a2-4772-a1a6-fef11ec7880d req-f57b9795-9dd2-4010-99ae-d6f854bfb24d tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:47.724040 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d06e3729-55a2-4772-a1a6-fef11ec7880d req-f57b9795-9dd2-4010-99ae-d6f854bfb24d tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d1d94f-5478-43b9-8191-4962a4ab391e HTTP/1.1" status: 200 len: 950 time: 0.4820263 Jan 18 20:06:47.827011 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-abc80ac8-daa3-4373-83cb-6f6623a79f51 req-62b62964-38d2-4a45-abb7-264edcab9944 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a51f79e-e491-470a-8713-bc2987dc24ad HTTP/1.1" status: 200 len: 210 time: 0.0441699 Jan 18 20:06:47.851421 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-1c9fd5ab-790d-41dd-a56f-9f788d2e0cfb tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Made reservation on behalf of 934a86f68a4746be8b16c0fa3df42262 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:06:47.853894 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a265e4de-d812-4b0f-839c-e603343b00ff no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:06:47.855368 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-1c9fd5ab-790d-41dd-a56f-9f788d2e0cfb tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:47.947563 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port a265e4de-d812-4b0f-839c-e603343b00ff is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:06:47.947949 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a265e4de-d812-4b0f-839c-e603343b00ff), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:48.002824 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port a265e4de-d812-4b0f-839c-e603343b00ff, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a265e4de-d812-4b0f-839c-e603343b00ff,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:48.018102 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a265e4de-d812-4b0f-839c-e603343b00ff), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:48.022463 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 28ff6737-02fb-4a87-b1c5-7feebf0eff97 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:06:48.026385 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-73abc9d6-326e-4ccd-9189-39134b33f397 req-68414222-0f48-4208-82c9-e23a753c6367 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Deleting port a265e4de-d812-4b0f-839c-e603343b00ff {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:06:48.026742 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-73abc9d6-326e-4ccd-9189-39134b33f397 req-68414222-0f48-4208-82c9-e23a753c6367 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (a265e4de-d812-4b0f-839c-e603343b00ff), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:48.132821 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=a265e4de-d812-4b0f-839c-e603343b00ff,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:48.178589 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 28ff6737-02fb-4a87-b1c5-7feebf0eff97 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:06:48.179214 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:48.215354 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-d06e3729-55a2-4772-a1a6-fef11ec7880d req-49e154a0-00be-4bd3-8bc5-a8d947958a9a tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Deleting port d9d6ed88-afa9-4754-b864-b1f22322c79b {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:06:48.215697 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d06e3729-55a2-4772-a1a6-fef11ec7880d req-49e154a0-00be-4bd3-8bc5-a8d947958a9a tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d9d6ed88-afa9-4754-b864-b1f22322c79b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:48.220123 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 28ff6737-02fb-4a87-b1c5-7feebf0eff97, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=28ff6737-02fb-4a87-b1c5-7feebf0eff97,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:48.226771 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:48.242425 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-4feb17d6-00dc-4cd0-a6f0-e599e66b283c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66cf6411-d0dd-42db-99eb-0ea71436f870 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:06:48.273683 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-4feb17d6-00dc-4cd0-a6f0-e599e66b283c service neutron] Publish callbacks [] for port (66cf6411-d0dd-42db-99eb-0ea71436f870), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:48.288747 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e9deb6-7bfe-4785-ad53-49ee8b268028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a265e4de-d812-4b0f-839c-e603343b00ff'}, {'server_uuid': '5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28ff6737-02fb-4a87-b1c5-7feebf0eff97'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:06:48.291852 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-1c9fd5ab-790d-41dd-a56f-9f788d2e0cfb tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Allocated IP 172.20.0.14 (da762a08-ce23-48b4-9e56-1b22cb2c3759/3a677f5f-009c-4f07-9679-86f5c85ef9be/373b8d16-2bbb-467d-8ba3-c6bfc7df7512) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:06:48.292409 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19eee037-60b7-4450-8f8d-741fa60ae875" -d '{"events": [{"server_uuid": "b3e9deb6-7bfe-4785-ad53-49ee8b268028", "name": "network-vif-unplugged", "status": "completed", "tag": "a265e4de-d812-4b0f-839c-e603343b00ff"}, {"server_uuid": "5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda", "name": "network-vif-unplugged", "status": "completed", "tag": "28ff6737-02fb-4a87-b1c5-7feebf0eff97"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:06:48.299279 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=28ff6737-02fb-4a87-b1c5-7feebf0eff97,revision_number=11']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:48.330575 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-73abc9d6-326e-4ccd-9189-39134b33f397 req-68414222-0f48-4208-82c9-e23a753c6367 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] For port a265e4de-d812-4b0f-839c-e603343b00ff, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a265e4de-d812-4b0f-839c-e603343b00ff,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:48.330941 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-73abc9d6-326e-4ccd-9189-39134b33f397 req-68414222-0f48-4208-82c9-e23a753c6367 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (a265e4de-d812-4b0f-839c-e603343b00ff), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:48.353037 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 18 Jan 2022 20:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51fde28-47e2-4bd6-93b8-44e27cd0a107 x-openstack-request-id: req-a51fde28-47e2-4bd6-93b8-44e27cd0a107 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:06:48.353339 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e9deb6-7bfe-4785-ad53-49ee8b268028", "name": "network-vif-unplugged", "status": "completed", "tag": "a265e4de-d812-4b0f-839c-e603343b00ff", "code": 200}, {"server_uuid": "5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda", "name": "network-vif-unplugged", "status": "completed", "tag": "28ff6737-02fb-4a87-b1c5-7feebf0eff97", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:06:48.353611 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a51fde28-47e2-4bd6-93b8-44e27cd0a107 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:06:48.354014 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e9deb6-7bfe-4785-ad53-49ee8b268028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a265e4de-d812-4b0f-839c-e603343b00ff', 'code': 200} Jan 18 20:06:48.354270 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28ff6737-02fb-4a87-b1c5-7feebf0eff97', 'code': 200} Jan 18 20:06:48.440794 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-4feb17d6-00dc-4cd0-a6f0-e599e66b283c service neutron] Transition to ACTIVE for port object 66cf6411-d0dd-42db-99eb-0ea71436f870 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:06:48.446468 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-d06e3729-55a2-4772-a1a6-fef11ec7880d req-49e154a0-00be-4bd3-8bc5-a8d947958a9a tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] For port d9d6ed88-afa9-4754-b864-b1f22322c79b, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=d9d6ed88-afa9-4754-b864-b1f22322c79b,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:48.446826 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d06e3729-55a2-4772-a1a6-fef11ec7880d req-49e154a0-00be-4bd3-8bc5-a8d947958a9a tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d9d6ed88-afa9-4754-b864-b1f22322c79b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:48.455595 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-73abc9d6-326e-4ccd-9189-39134b33f397 req-68414222-0f48-4208-82c9-e23a753c6367 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Calling delete_port for a265e4de-d812-4b0f-839c-e603343b00ff owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:06:48.460328 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-4feb17d6-00dc-4cd0-a6f0-e599e66b283c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (66cf6411-d0dd-42db-99eb-0ea71436f870), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:48.481327 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38f210-9569-451f-b43c-1f7961a5949a req-fb57a383-f94d-4dc9-af07-acca5fa93e48 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:48.490153 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4c38f210-9569-451f-b43c-1f7961a5949a req-fb57a383-f94d-4dc9-af07-acca5fa93e48 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 935 time: 0.0758169 Jan 18 20:06:48.520468 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:06:48.526243 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-d06e3729-55a2-4772-a1a6-fef11ec7880d req-49e154a0-00be-4bd3-8bc5-a8d947958a9a tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Calling delete_port for d9d6ed88-afa9-4754-b864-b1f22322c79b owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:06:48.563170 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb17d6-00dc-4cd0-a6f0-e599e66b283c service neutron] Pushing event updated for resources: {'Port': ['ID=66cf6411-d0dd-42db-99eb-0ea71436f870,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:48.718271 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:06:48.719254 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9ce65f2a-70c4-4698-8eb6-7b0e72c4776d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:48.762783 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-4feb17d6-00dc-4cd0-a6f0-e599e66b283c service neutron] Attempting to bind port 66cf6411-d0dd-42db-99eb-0ea71436f870 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:06:48.763115 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-4feb17d6-00dc-4cd0-a6f0-e599e66b283c service neutron] Attempting to bind port 66cf6411-d0dd-42db-99eb-0ea71436f870 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:06:48.763441 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-4feb17d6-00dc-4cd0-a6f0-e599e66b283c service neutron] Attempting to bind port 66cf6411-d0dd-42db-99eb-0ea71436f870 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:06:48.765525 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=9ce65f2a-70c4-4698-8eb6-7b0e72c4776d,segment=NetworkSegment(2a6a568f-ab0b-495f-98b0-e8870b4263ca),segment_id=2a6a568f-ab0b-495f-98b0-e8870b4263ca)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:48.776129 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9ce65f2a-70c4-4698-8eb6-7b0e72c4776d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:48.864544 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=9ce65f2a-70c4-4698-8eb6-7b0e72c4776d,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:48.881837 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-4feb17d6-00dc-4cd0-a6f0-e599e66b283c service neutron] Port 66cf6411-d0dd-42db-99eb-0ea71436f870 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:06:48.882803 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-4feb17d6-00dc-4cd0-a6f0-e599e66b283c service neutron] Attempting to bind port 66cf6411-d0dd-42db-99eb-0ea71436f870 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:06:48.908287 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-4feb17d6-00dc-4cd0-a6f0-e599e66b283c service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:06:48.908925 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-4feb17d6-00dc-4cd0-a6f0-e599e66b283c service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:06:48.909470 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-4feb17d6-00dc-4cd0-a6f0-e599e66b283c service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:06:48.910125 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-4feb17d6-00dc-4cd0-a6f0-e599e66b283c service neutron] Bound port: 66cf6411-d0dd-42db-99eb-0ea71436f870, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:06:48.911224 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-4feb17d6-00dc-4cd0-a6f0-e599e66b283c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (66cf6411-d0dd-42db-99eb-0ea71436f870), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:48.983779 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-4feb17d6-00dc-4cd0-a6f0-e599e66b283c service neutron] For port 66cf6411-d0dd-42db-99eb-0ea71436f870, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:06:48.987261 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-4feb17d6-00dc-4cd0-a6f0-e599e66b283c service neutron] For port 66cf6411-d0dd-42db-99eb-0ea71436f870, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=66cf6411-d0dd-42db-99eb-0ea71436f870,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:06:49.019836 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-4feb17d6-00dc-4cd0-a6f0-e599e66b283c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (66cf6411-d0dd-42db-99eb-0ea71436f870), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:49.027736 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4c38f210-9569-451f-b43c-1f7961a5949a req-b9af3b81-ce29-4dc6-a8e2-98f8c26abf14 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5307157 Jan 18 20:06:49.057258 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dad277-9e11-402b-b75c-02ca0e3e4526 req-42e508c0-e0b6-4b21-aa79-d55c3e9dfbe2 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:49.058787 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-68dad277-9e11-402b-b75c-02ca0e3e4526 req-42e508c0-e0b6-4b21-aa79-d55c3e9dfbe2 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.57 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 946 time: 0.5225842 Jan 18 20:06:49.078399 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faeb23-9b94-4ed6-b214-d14cf16ef236 req-b5786e1b-c0bd-43f2-839b-753d09f0dec6 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:49.086459 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-51faeb23-9b94-4ed6-b214-d14cf16ef236 req-b5786e1b-c0bd-43f2-839b-753d09f0dec6 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3e9deb6-7bfe-4785-ad53-49ee8b268028 HTTP/1.1" status: 200 len: 948 time: 0.1114738 Jan 18 20:06:49.126623 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-4feb17d6-00dc-4cd0-a6f0-e599e66b283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:49.127583 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-4feb17d6-00dc-4cd0-a6f0-e599e66b283c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:49.134018 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-4feb17d6-00dc-4cd0-a6f0-e599e66b283c service neutron] 10.222.0.57 "PUT /v2.0/ports/66cf6411-d0dd-42db-99eb-0ea71436f870 HTTP/1.1" status: 200 len: 1095 time: 2.3378584 Jan 18 20:06:49.137172 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7181d7eb-2fc9-4487-8ffd-ce32dd953eb4', 'tag': '66cf6411-d0dd-42db-99eb-0ea71436f870'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:06:49.142254 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e1abd2-23b0-44b9-a489-cbc1bcca9313" -d '{"events": [{"name": "network-changed", "server_uuid": "7181d7eb-2fc9-4487-8ffd-ce32dd953eb4", "tag": "66cf6411-d0dd-42db-99eb-0ea71436f870"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:06:49.173582 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-1c9fd5ab-790d-41dd-a56f-9f788d2e0cfb tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks [] for port (373b8d16-2bbb-467d-8ba3-c6bfc7df7512), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:49.255929 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-51faeb23-9b94-4ed6-b214-d14cf16ef236 req-f07c9393-11b6-458d-b342-752fc76b3ce4 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683254 Jan 18 20:06:49.293952 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-73abc9d6-326e-4ccd-9189-39134b33f397 req-68414222-0f48-4208-82c9-e23a753c6367 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (a265e4de-d812-4b0f-839c-e603343b00ff), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:49.312563 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-68dad277-9e11-402b-b75c-02ca0e3e4526 req-5b4fedac-7265-491b-a7c1-cb6da7cd0c8b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Deleting port 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:06:49.313593 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-68dad277-9e11-402b-b75c-02ca0e3e4526 req-5b4fedac-7265-491b-a7c1-cb6da7cd0c8b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (9ce65f2a-70c4-4698-8eb6-7b0e72c4776d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:49.321107 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['e4d63c04-205a-4aeb-b804-57bbc079b0fe'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:06:49.458584 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb17d6-00dc-4cd0-a6f0-e599e66b283c service neutron] Pushing event updated for resources: {'Port': ['ID=66cf6411-d0dd-42db-99eb-0ea71436f870,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:49.519529 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d06e3729-55a2-4772-a1a6-fef11ec7880d req-49e154a0-00be-4bd3-8bc5-a8d947958a9a tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (d9d6ed88-afa9-4754-b864-b1f22322c79b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:49.551618 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['e4d63c04-205a-4aeb-b804-57bbc079b0fe'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:06:49.553056 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-68dad277-9e11-402b-b75c-02ca0e3e4526 req-5b4fedac-7265-491b-a7c1-cb6da7cd0c8b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] For port 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=9ce65f2a-70c4-4698-8eb6-7b0e72c4776d,segment=NetworkSegment(2a6a568f-ab0b-495f-98b0-e8870b4263ca),segment_id=2a6a568f-ab0b-495f-98b0-e8870b4263ca)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:49.553571 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-68dad277-9e11-402b-b75c-02ca0e3e4526 req-5b4fedac-7265-491b-a7c1-cb6da7cd0c8b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (9ce65f2a-70c4-4698-8eb6-7b0e72c4776d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:49.569184 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68414222-0f48-4208-82c9-e23a753c6367 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Pushing event deleted for resources: {'Port': ['ID=a265e4de-d812-4b0f-839c-e603343b00ff,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:49.584669 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a722db6-5393-48f5-a86f-d4dbaa2c99bb req-f7702f32-7060-4a70-b6d1-4d2f69099ff8 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:49.587309 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a722db6-5393-48f5-a86f-d4dbaa2c99bb req-f7702f32-7060-4a70-b6d1-4d2f69099ff8 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=197e28a5-f4e9-4364-94fc-8b662b804245 HTTP/1.1" status: 200 len: 944 time: 0.0997105 Jan 18 20:06:49.593243 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-68dad277-9e11-402b-b75c-02ca0e3e4526 req-5b4fedac-7265-491b-a7c1-cb6da7cd0c8b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Calling delete_port for 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:06:49.666321 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a722db6-5393-48f5-a86f-d4dbaa2c99bb req-41136a72-dff5-4dff-b84f-002f9e8c34ae tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669222 Jan 18 20:06:49.685914 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e154a0-00be-4bd3-8bc5-a8d947958a9a tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Pushing event deleted for resources: {'Port': ['ID=d9d6ed88-afa9-4754-b864-b1f22322c79b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:49.731699 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-1c9fd5ab-790d-41dd-a56f-9f788d2e0cfb tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (373b8d16-2bbb-467d-8ba3-c6bfc7df7512), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:49.752091 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-73abc9d6-326e-4ccd-9189-39134b33f397 req-68414222-0f48-4208-82c9-e23a753c6367 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] No DVR routers for this DVR port a265e4de-d812-4b0f-839c-e603343b00ff on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:06:49.758624 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-73abc9d6-326e-4ccd-9189-39134b33f397 req-68414222-0f48-4208-82c9-e23a753c6367 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:49.776681 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-73abc9d6-326e-4ccd-9189-39134b33f397 req-68414222-0f48-4208-82c9-e23a753c6367 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.70 "DELETE /v2.0/ports/a265e4de-d812-4b0f-839c-e603343b00ff HTTP/1.1" status: 204 len: 173 time: 2.4425910 Jan 18 20:06:49.838980 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-138c566d-3902-43cd-abd5-c4b3bd7d03c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:49.840735 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-138c566d-3902-43cd-abd5-c4b3bd7d03c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 1098 time: 0.5768812 Jan 18 20:06:49.857334 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device d9d6ed88-afa9-4754-b864-b1f22322c79b no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:06:49.865745 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06e3729-55a2-4772-a1a6-fef11ec7880d req-49e154a0-00be-4bd3-8bc5-a8d947958a9a tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] No DVR routers for this DVR port d9d6ed88-afa9-4754-b864-b1f22322c79b on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:06:49.884721 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d06e3729-55a2-4772-a1a6-fef11ec7880d req-49e154a0-00be-4bd3-8bc5-a8d947958a9a tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:49.888926 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d06e3729-55a2-4772-a1a6-fef11ec7880d req-49e154a0-00be-4bd3-8bc5-a8d947958a9a tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.70 "DELETE /v2.0/ports/d9d6ed88-afa9-4754-b864-b1f22322c79b HTTP/1.1" status: 204 len: 173 time: 2.1373789 Jan 18 20:06:49.917038 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-1c9fd5ab-790d-41dd-a56f-9f788d2e0cfb tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Network da762a08-ce23-48b4-9e56-1b22cb2c3759 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:06:49.921367 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-1c9fd5ab-790d-41dd-a56f-9f788d2e0cfb tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:06:49.924681 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-ce95f643-4029-4c27-a8d1-5eb36f1ec086 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=66cf6411-d0dd-42db-99eb-0ea71436f870 HTTP/1.1" status: 200 len: 217 time: 0.0623558 Jan 18 20:06:49.925724 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-1c9fd5ab-790d-41dd-a56f-9f788d2e0cfb tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:06:49.972395 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: d9d6ed88-afa9-4754-b864-b1f22322c79b {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:06:49.972850 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device d9d6ed88-afa9-4754-b864-b1f22322c79b not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:06:50.021201 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d35ff2-374b-4832-92d6-9a940bb1960a req-344329cf-2baa-40d2-bac5-1b87f3d3f01d tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:50.021447 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fd5ab-790d-41dd-a56f-9f788d2e0cfb tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Pushing event updated for resources: {'Port': ['ID=373b8d16-2bbb-467d-8ba3-c6bfc7df7512,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:50.035362 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a2d35ff2-374b-4832-92d6-9a940bb1960a req-344329cf-2baa-40d2-bac5-1b87f3d3f01d tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a51f79e-e491-470a-8713-bc2987dc24ad HTTP/1.1" status: 200 len: 932 time: 0.2169287 Jan 18 20:06:50.047432 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-68dad277-9e11-402b-b75c-02ca0e3e4526 req-5b4fedac-7265-491b-a7c1-cb6da7cd0c8b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (9ce65f2a-70c4-4698-8eb6-7b0e72c4776d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:50.067202 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-1c9fd5ab-790d-41dd-a56f-9f788d2e0cfb tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:50.067778 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-1c9fd5ab-790d-41dd-a56f-9f788d2e0cfb tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:50.075568 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a09dbe-9281-4ab0-ad59-95837265842e x-openstack-request-id: req-a6a09dbe-9281-4ab0-ad59-95837265842e {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:06:50.075864 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7181d7eb-2fc9-4487-8ffd-ce32dd953eb4", "tag": "66cf6411-d0dd-42db-99eb-0ea71436f870", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:06:50.076117 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6a09dbe-9281-4ab0-ad59-95837265842e {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:06:50.076520 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7181d7eb-2fc9-4487-8ffd-ce32dd953eb4', 'tag': '66cf6411-d0dd-42db-99eb-0ea71436f870', 'status': 'completed', 'code': 200} Jan 18 20:06:50.091329 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-cfd5a8ff-237d-4148-93c4-62efae9ee075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:50.092776 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-cfd5a8ff-237d-4148-93c4-62efae9ee075 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1288068 Jan 18 20:06:50.117517 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-1c9fd5ab-790d-41dd-a56f-9f788d2e0cfb tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0115788 Jan 18 20:06:50.146943 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-f7c496f3-e7e0-4139-b32f-9365c6748908 service neutron] Request body: {'port': {'device_id': '6a51f79e-e491-470a-8713-bc2987dc24ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:06:50.186720 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4fedac-7265-491b-a7c1-cb6da7cd0c8b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Pushing event deleted for resources: {'Port': ['ID=9ce65f2a-70c4-4698-8eb6-7b0e72c4776d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:50.219498 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-68dad277-9e11-402b-b75c-02ca0e3e4526 req-5b4fedac-7265-491b-a7c1-cb6da7cd0c8b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] No DVR routers for this DVR port 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d on host n-h1-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:06:50.232415 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-68dad277-9e11-402b-b75c-02ca0e3e4526 req-5b4fedac-7265-491b-a7c1-cb6da7cd0c8b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:50.234975 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-ff98628e-d526-4b83-a23c-39f91323f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:50.236517 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-ff98628e-d526-4b83-a23c-39f91323f80d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1307957 Jan 18 20:06:50.239980 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-68dad277-9e11-402b-b75c-02ca0e3e4526 req-5b4fedac-7265-491b-a7c1-cb6da7cd0c8b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.57 "DELETE /v2.0/ports/9ce65f2a-70c4-4698-8eb6-7b0e72c4776d HTTP/1.1" status: 204 len: 173 time: 1.1714642 Jan 18 20:06:50.241857 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197e28a5-f4e9-4364-94fc-8b662b804245', 'name': 'network-vif-deleted', 'tag': '9ce65f2a-70c4-4698-8eb6-7b0e72c4776d'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:06:50.244151 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d011e2f-1566-4d32-8e49-5e3f04c45af5" -d '{"events": [{"server_uuid": "197e28a5-f4e9-4364-94fc-8b662b804245", "name": "network-vif-deleted", "tag": "9ce65f2a-70c4-4698-8eb6-7b0e72c4776d"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:06:50.260322 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-f7c496f3-e7e0-4139-b32f-9365c6748908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (373b8d16-2bbb-467d-8ba3-c6bfc7df7512), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:50.292755 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a2d35ff2-374b-4832-92d6-9a940bb1960a req-94a2df97-9445-4b53-be2f-308386481bc3 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488720 Jan 18 20:06:50.355587 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197e28a5-f4e9-4364-94fc-8b662b804245', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ce65f2a-70c4-4698-8eb6-7b0e72c4776d'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:06:50.358367 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b98780-107a-4ca7-87d5-5506a483c118" -d '{"events": [{"server_uuid": "197e28a5-f4e9-4364-94fc-8b662b804245", "name": "network-vif-unplugged", "status": "completed", "tag": "9ce65f2a-70c4-4698-8eb6-7b0e72c4776d"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:06:50.426606 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-e105bf06-e2da-46e5-99cc-bd9d1c5b4749 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757674 Jan 18 20:06:50.593238 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb5981-7cb7-4eed-9c74-2aefcc8a080a req-4e1d3cfd-bafd-4d65-868e-9cc0e28e96f6 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:50.601100 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46cb5981-7cb7-4eed-9c74-2aefcc8a080a req-4e1d3cfd-bafd-4d65-868e-9cc0e28e96f6 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 947 time: 0.1615412 Jan 18 20:06:50.699515 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46cb5981-7cb7-4eed-9c74-2aefcc8a080a req-0f7c3ae1-6047-4aa6-853c-4f7c99e7a49f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973074 Jan 18 20:06:50.700717 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-731660b7-4074-4a7c-846c-0c65d53ce57e req-ce125578-a4f5-4cfb-b875-3403df7aaaf9 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662566 Jan 18 20:06:50.852205 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722c934b-5078-40d6-9a31-2dc2909a8dbb x-openstack-request-id: req-722c934b-5078-40d6-9a31-2dc2909a8dbb {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:06:50.852506 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197e28a5-f4e9-4364-94fc-8b662b804245", "name": "network-vif-deleted", "tag": "9ce65f2a-70c4-4698-8eb6-7b0e72c4776d", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:06:50.852766 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-722c934b-5078-40d6-9a31-2dc2909a8dbb {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:06:50.853176 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197e28a5-f4e9-4364-94fc-8b662b804245', 'name': 'network-vif-deleted', 'tag': '9ce65f2a-70c4-4698-8eb6-7b0e72c4776d', 'status': 'completed', 'code': 200} Jan 18 20:06:50.876225 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-f7c496f3-e7e0-4139-b32f-9365c6748908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 373b8d16-2bbb-467d-8ba3-c6bfc7df7512 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:06:50.892638 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-f7c496f3-e7e0-4139-b32f-9365c6748908 service neutron] Publish callbacks [] for port (373b8d16-2bbb-467d-8ba3-c6bfc7df7512), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:50.913592 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1abd2-23b0-44b9-a489-cbc1bcca9313 req-df4fdcb9-df8f-4e16-8efa-632112a48b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:50.915242 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b6e1abd2-23b0-44b9-a489-cbc1bcca9313 req-df4fdcb9-df8f-4e16-8efa-632112a48b46 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 1098 time: 0.1322505 Jan 18 20:06:50.916201 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-f7c496f3-e7e0-4139-b32f-9365c6748908 service neutron] Transition to ACTIVE for port object 373b8d16-2bbb-467d-8ba3-c6bfc7df7512 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:06:50.928303 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-f7c496f3-e7e0-4139-b32f-9365c6748908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (373b8d16-2bbb-467d-8ba3-c6bfc7df7512), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:50.993542 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca17640f-0d5f-4121-afa1-6f1255be21c2 x-openstack-request-id: req-ca17640f-0d5f-4121-afa1-6f1255be21c2 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:06:50.994102 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197e28a5-f4e9-4364-94fc-8b662b804245", "name": "network-vif-unplugged", "status": "completed", "tag": "9ce65f2a-70c4-4698-8eb6-7b0e72c4776d", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:06:50.994509 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca17640f-0d5f-4121-afa1-6f1255be21c2 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:06:50.995119 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197e28a5-f4e9-4364-94fc-8b662b804245', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ce65f2a-70c4-4698-8eb6-7b0e72c4776d', 'code': 200} Jan 18 20:06:51.115992 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c496f3-e7e0-4139-b32f-9365c6748908 service neutron] Pushing event updated for resources: {'Port': ['ID=373b8d16-2bbb-467d-8ba3-c6bfc7df7512,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:51.190695 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1abd2-23b0-44b9-a489-cbc1bcca9313 req-42ae3ddb-d24f-48ec-8121-35c977972453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:51.193667 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b6e1abd2-23b0-44b9-a489-cbc1bcca9313 req-42ae3ddb-d24f-48ec-8121-35c977972453 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.2606566 Jan 18 20:06:51.244850 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b6e1abd2-23b0-44b9-a489-cbc1bcca9313 req-8ab9a58b-dfb3-4cd5-8dca-3b680e5762d7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=66cf6411-d0dd-42db-99eb-0ea71436f870 HTTP/1.1" status: 200 len: 217 time: 0.0454929 Jan 18 20:06:51.291967 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-f7c496f3-e7e0-4139-b32f-9365c6748908 service neutron] Attempting to bind port 373b8d16-2bbb-467d-8ba3-c6bfc7df7512 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:06:51.291967 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-f7c496f3-e7e0-4139-b32f-9365c6748908 service neutron] Attempting to bind port 373b8d16-2bbb-467d-8ba3-c6bfc7df7512 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'c2d912cb-4bfd-46da-bfb2-00b56de1649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:06:51.292277 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-f7c496f3-e7e0-4139-b32f-9365c6748908 service neutron] Attempting to bind port 373b8d16-2bbb-467d-8ba3-c6bfc7df7512 on network da762a08-ce23-48b4-9e56-1b22cb2c3759 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:06:51.303533 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-f7c496f3-e7e0-4139-b32f-9365c6748908 service neutron] Port 373b8d16-2bbb-467d-8ba3-c6bfc7df7512 on network da762a08-ce23-48b4-9e56-1b22cb2c3759 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:06:51.303877 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-f7c496f3-e7e0-4139-b32f-9365c6748908 service neutron] Attempting to bind port 373b8d16-2bbb-467d-8ba3-c6bfc7df7512 on network da762a08-ce23-48b4-9e56-1b22cb2c3759 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:06:51.314230 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-f7c496f3-e7e0-4139-b32f-9365c6748908 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:06:51.314573 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-f7c496f3-e7e0-4139-b32f-9365c6748908 service neutron] Checking segment: {'id': 'c2d912cb-4bfd-46da-bfb2-00b56de1649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:06:51.314957 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-f7c496f3-e7e0-4139-b32f-9365c6748908 service neutron] Bound using segment: {'id': 'c2d912cb-4bfd-46da-bfb2-00b56de1649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:06:51.315454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-f7c496f3-e7e0-4139-b32f-9365c6748908 service neutron] Bound port: 373b8d16-2bbb-467d-8ba3-c6bfc7df7512, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d912cb-4bfd-46da-bfb2-00b56de1649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:06:51.315746 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-f7c496f3-e7e0-4139-b32f-9365c6748908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (373b8d16-2bbb-467d-8ba3-c6bfc7df7512), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:51.333134 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1abd2-23b0-44b9-a489-cbc1bcca9313 req-475cabeb-4eeb-404a-8758-997289705088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:51.335019 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b6e1abd2-23b0-44b9-a489-cbc1bcca9313 req-475cabeb-4eeb-404a-8758-997289705088 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0784209 Jan 18 20:06:51.434432 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1abd2-23b0-44b9-a489-cbc1bcca9313 req-6aa768ab-ccbd-400f-b598-6672bc3de176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:51.436096 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b6e1abd2-23b0-44b9-a489-cbc1bcca9313 req-6aa768ab-ccbd-400f-b598-6672bc3de176 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0799141 Jan 18 20:06:51.440189 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-f7c496f3-e7e0-4139-b32f-9365c6748908 service neutron] For port 373b8d16-2bbb-467d-8ba3-c6bfc7df7512, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:06:51.444029 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-f7c496f3-e7e0-4139-b32f-9365c6748908 service neutron] For port 373b8d16-2bbb-467d-8ba3-c6bfc7df7512, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=373b8d16-2bbb-467d-8ba3-c6bfc7df7512,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:06:51.466126 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-f7c496f3-e7e0-4139-b32f-9365c6748908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (373b8d16-2bbb-467d-8ba3-c6bfc7df7512), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:51.543992 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-f7c496f3-e7e0-4139-b32f-9365c6748908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:51.544616 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-f7c496f3-e7e0-4139-b32f-9365c6748908 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:51.546090 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-f7c496f3-e7e0-4139-b32f-9365c6748908 service neutron] 10.222.0.70 "PUT /v2.0/ports/373b8d16-2bbb-467d-8ba3-c6bfc7df7512 HTTP/1.1" status: 200 len: 1092 time: 1.4054317 Jan 18 20:06:51.566878 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37904) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:06:51.572412 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-122727e3-cefc-4bce-81e7-ef0ec81f858d tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1403757514', 'description': 'tempest-description--608006656'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:06:51.586445 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c496f3-e7e0-4139-b32f-9365c6748908 service neutron] Pushing event updated for resources: {'Port': ['ID=373b8d16-2bbb-467d-8ba3-c6bfc7df7512,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:51.644231 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b6e1abd2-23b0-44b9-a489-cbc1bcca9313 req-5848715a-ffb7-4327-a1ae-439ae113a9c0 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984692 Jan 18 20:06:51.650981 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-122727e3-cefc-4bce-81e7-ef0ec81f858d tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:51.726832 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03be3bb-f5c5-4731-836a-544cc8f4018a req-cabe022c-d1ed-4677-8ff6-6e4c54d088a6 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:51.731637 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-03a3522b-5f27-4dee-8509-6c36978e6293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:51.733796 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-03a3522b-5f27-4dee-8509-6c36978e6293 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=934a86f68a4746be8b16c0fa3df42262&device_id=6a51f79e-e491-470a-8713-bc2987dc24ad HTTP/1.1" status: 200 len: 1095 time: 0.1313696 Jan 18 20:06:51.737114 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b03be3bb-f5c5-4731-836a-544cc8f4018a req-cabe022c-d1ed-4677-8ff6-6e4c54d088a6 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a51f79e-e491-470a-8713-bc2987dc24ad HTTP/1.1" status: 200 len: 944 time: 0.1208277 Jan 18 20:06:51.792302 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-81003042-a987-465e-8d53-93a1f03a31ed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=373b8d16-2bbb-467d-8ba3-c6bfc7df7512 HTTP/1.1" status: 200 len: 217 time: 0.0500641 Jan 18 20:06:51.842823 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b6e1abd2-23b0-44b9-a489-cbc1bcca9313 req-3be02d44-f0f5-41e6-a2b1-c840daca757a service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859393 Jan 18 20:06:51.856950 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-5dbd1c57-bacb-40dd-83e3-8aac0cffbf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:51.858394 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-5dbd1c57-bacb-40dd-83e3-8aac0cffbf63 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3a677f5f-009c-4f07-9679-86f5c85ef9be HTTP/1.1" status: 200 len: 844 time: 0.0519683 Jan 18 20:06:51.862437 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b03be3bb-f5c5-4731-836a-544cc8f4018a req-b4bdf266-6b8e-461c-91b0-351bf8d3935b tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241870 Jan 18 20:06:51.881741 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981febe-e4c4-4378-8b4f-df16645aee01 req-53050efa-bc54-4d9a-a63e-54a29b8ef194 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:51.883604 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6981febe-e4c4-4378-8b4f-df16645aee01 req-53050efa-bc54-4d9a-a63e-54a29b8ef194 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/ports?device_id=2aef056c-6300-4079-a47d-e582fe745571 HTTP/1.1" status: 200 len: 948 time: 0.1281874 Jan 18 20:06:51.902768 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-122727e3-cefc-4bce-81e7-ef0ec81f858d tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks [] for security_group (a809b82f-ed61-43d4-b958-443bea9c7365), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:51.904562 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-785b361a-75b8-46c1-8fb2-3f34d8cbb71c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=da762a08-ce23-48b4-9e56-1b22cb2c3759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385540 Jan 18 20:06:51.914601 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-122727e3-cefc-4bce-81e7-ef0ec81f858d tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a809b82f-ed61-43d4-b958-443bea9c7365), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:51.990531 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-122727e3-cefc-4bce-81e7-ef0ec81f858d tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:51.992925 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-122727e3-cefc-4bce-81e7-ef0ec81f858d tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4237990 Jan 18 20:06:51.996549 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37910) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:06:52.001226 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-f76ce26e-75bb-4f59-9a34-33cd2e647cf4 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Request body: {'security_group_rule': {'security_group_id': 'a809b82f-ed61-43d4-b958-443bea9c7365', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:06:52.007154 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6981febe-e4c4-4378-8b4f-df16645aee01 req-8356bc3d-6600-481b-b96c-31703b65ff4d tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b72549e-02ed-484f-8872-2821bccd2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153822 Jan 18 20:06:52.007759 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122727e3-cefc-4bce-81e7-ef0ec81f858d tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a809b82f-ed61-43d4-b958-443bea9c7365,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:52.025596 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92babc52-9389-42de-8b41-4b4d76c6756d req-ec84138d-a17f-45df-9ec5-0c84f3594d1a tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:52.027160 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-92babc52-9389-42de-8b41-4b4d76c6756d req-ec84138d-a17f-45df-9ec5-0c84f3594d1a tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e3e0d18-7079-46b5-a460-a639bf97f45e HTTP/1.1" status: 200 len: 949 time: 0.1060326 Jan 18 20:06:52.048475 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-abf5d852-853f-4a43-a50e-df364399ecca service neutron] 10.222.0.70 "GET /v2.0/networks/da762a08-ce23-48b4-9e56-1b22cb2c3759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371627 Jan 18 20:06:52.079344 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e9deb6-7bfe-4785-ad53-49ee8b268028', 'name': 'network-vif-deleted', 'tag': 'a265e4de-d812-4b0f-839c-e603343b00ff'}, {'server_uuid': '99d1d94f-5478-43b9-8191-4962a4ab391e', 'name': 'network-vif-deleted', 'tag': 'd9d6ed88-afa9-4754-b864-b1f22322c79b'}, {'name': 'network-changed', 'server_uuid': '6a51f79e-e491-470a-8713-bc2987dc24ad', 'tag': '373b8d16-2bbb-467d-8ba3-c6bfc7df7512'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:06:52.081599 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347c9857-e635-4d7f-9651-520ad4153e28" -d '{"events": [{"server_uuid": "b3e9deb6-7bfe-4785-ad53-49ee8b268028", "name": "network-vif-deleted", "tag": "a265e4de-d812-4b0f-839c-e603343b00ff"}, {"server_uuid": "99d1d94f-5478-43b9-8191-4962a4ab391e", "name": "network-vif-deleted", "tag": "d9d6ed88-afa9-4754-b864-b1f22322c79b"}, {"name": "network-changed", "server_uuid": "6a51f79e-e491-470a-8713-bc2987dc24ad", "tag": "373b8d16-2bbb-467d-8ba3-c6bfc7df7512"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:06:52.082917 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-92babc52-9389-42de-8b41-4b4d76c6756d req-cc571521-3685-4ce1-a1ae-68ec8f7d9544 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482574 Jan 18 20:06:52.101993 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f76ce26e-75bb-4f59-9a34-33cd2e647cf4 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks [] for security_group_rule (57c738fc-7956-40f9-bb2a-e6031af230c6), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:52.180682 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a0649-c19c-4cdc-9fc8-0fb5a3950886 req-ad8adea8-dc06-490f-a98c-b5f0dd153a1a tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:52.182803 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e59a0649-c19c-4cdc-9fc8-0fb5a3950886 req-ad8adea8-dc06-490f-a98c-b5f0dd153a1a tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 947 time: 0.0665278 Jan 18 20:06:52.240462 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e59a0649-c19c-4cdc-9fc8-0fb5a3950886 req-6dc1c81f-891b-4c31-bccb-0f7e5a242885 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510585 Jan 18 20:06:52.386615 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 18 Jan 2022 20:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874904c1-854f-4aea-be04-47ca854dcd71 x-openstack-request-id: req-874904c1-854f-4aea-be04-47ca854dcd71 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:06:52.386918 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e9deb6-7bfe-4785-ad53-49ee8b268028", "name": "network-vif-deleted", "tag": "a265e4de-d812-4b0f-839c-e603343b00ff", "status": "completed", "code": 200}, {"server_uuid": "99d1d94f-5478-43b9-8191-4962a4ab391e", "name": "network-vif-deleted", "tag": "d9d6ed88-afa9-4754-b864-b1f22322c79b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6a51f79e-e491-470a-8713-bc2987dc24ad", "tag": "373b8d16-2bbb-467d-8ba3-c6bfc7df7512", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:06:52.387171 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-874904c1-854f-4aea-be04-47ca854dcd71 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:06:52.387567 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e9deb6-7bfe-4785-ad53-49ee8b268028', 'name': 'network-vif-deleted', 'tag': 'a265e4de-d812-4b0f-839c-e603343b00ff', 'status': 'completed', 'code': 200} Jan 18 20:06:52.387824 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d1d94f-5478-43b9-8191-4962a4ab391e', 'name': 'network-vif-deleted', 'tag': 'd9d6ed88-afa9-4754-b864-b1f22322c79b', 'status': 'completed', 'code': 200} Jan 18 20:06:52.388075 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a51f79e-e491-470a-8713-bc2987dc24ad', 'tag': '373b8d16-2bbb-467d-8ba3-c6bfc7df7512', 'status': 'completed', 'code': 200} Jan 18 20:06:52.437082 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b4e27c2a-211a-40cf-99a1-98233e29699f req-1fcbfeba-40b8-4258-a4e6-c81ef2e42524 service neutron] 10.222.0.70 "GET /v2.0/networks/da762a08-ce23-48b4-9e56-1b22cb2c3759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764331 Jan 18 20:06:52.447088 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f76ce26e-75bb-4f59-9a34-33cd2e647cf4 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks [] for security_group_rule (57c738fc-7956-40f9-bb2a-e6031af230c6), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:52.452271 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f76ce26e-75bb-4f59-9a34-33cd2e647cf4 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (57c738fc-7956-40f9-bb2a-e6031af230c6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:52.476996 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ce26e-75bb-4f59-9a34-33cd2e647cf4 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c738fc-7956-40f9-bb2a-e6031af230c6,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:52.487770 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f76ce26e-75bb-4f59-9a34-33cd2e647cf4 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:52.489301 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f76ce26e-75bb-4f59-9a34-33cd2e647cf4 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4915693 Jan 18 20:06:52.492184 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37920) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:06:52.497814 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-e958cf4e-e2d9-4862-8a50-49343af66ed4 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Request body: {'security_group_rule': {'security_group_id': 'a809b82f-ed61-43d4-b958-443bea9c7365', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:06:52.523946 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:06:52.556804 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e958cf4e-e2d9-4862-8a50-49343af66ed4 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks [] for security_group_rule (40f7827e-97e0-49bc-9f89-a5d820bd8953), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:52.568444 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:06:52.568923 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 9ce65f2a-70c4-4698-8eb6-7b0e72c4776d not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:06:52.577233 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c9857-e635-4d7f-9651-520ad4153e28 req-8a647fb5-a443-46c8-9181-f7a322d3dc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:52.579020 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-347c9857-e635-4d7f-9651-520ad4153e28 req-8a647fb5-a443-46c8-9181-f7a322d3dc75 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=934a86f68a4746be8b16c0fa3df42262&device_id=6a51f79e-e491-470a-8713-bc2987dc24ad HTTP/1.1" status: 200 len: 1095 time: 0.0708961 Jan 18 20:06:52.632556 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e958cf4e-e2d9-4862-8a50-49343af66ed4 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks [] for security_group_rule (40f7827e-97e0-49bc-9f89-a5d820bd8953), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:52.638354 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e958cf4e-e2d9-4862-8a50-49343af66ed4 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (40f7827e-97e0-49bc-9f89-a5d820bd8953), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:52.656823 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958cf4e-e2d9-4862-8a50-49343af66ed4 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f7827e-97e0-49bc-9f89-a5d820bd8953,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:52.665617 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e958cf4e-e2d9-4862-8a50-49343af66ed4 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:52.667202 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e958cf4e-e2d9-4862-8a50-49343af66ed4 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1738765 Jan 18 20:06:52.671355 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37922) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:06:52.676497 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-5dca3fe5-75f7-4851-9d19-df135822b693 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:06:52.681974 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c9857-e635-4d7f-9651-520ad4153e28 req-2dccae70-503b-4cde-802c-96757be0f00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:52.683575 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-347c9857-e635-4d7f-9651-520ad4153e28 req-2dccae70-503b-4cde-802c-96757be0f00f service neutron] 10.222.0.70 "GET /v2.0/networks?id=da762a08-ce23-48b4-9e56-1b22cb2c3759 HTTP/1.1" status: 200 len: 905 time: 0.0981493 Jan 18 20:06:52.700995 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dca3fe5-75f7-4851-9d19-df135822b693 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:52.735675 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-347c9857-e635-4d7f-9651-520ad4153e28 req-edfe1e3d-7270-471b-a831-153dfdc3f50e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=373b8d16-2bbb-467d-8ba3-c6bfc7df7512 HTTP/1.1" status: 200 len: 217 time: 0.0411031 Jan 18 20:06:52.788722 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c9857-e635-4d7f-9651-520ad4153e28 req-268c3f84-587f-4a66-a08e-7dc9368e10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:52.790392 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-347c9857-e635-4d7f-9651-520ad4153e28 req-268c3f84-587f-4a66-a08e-7dc9368e10f2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3a677f5f-009c-4f07-9679-86f5c85ef9be HTTP/1.1" status: 200 len: 844 time: 0.0475061 Jan 18 20:06:52.800480 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dca3fe5-75f7-4851-9d19-df135822b693 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:52.824028 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-347c9857-e635-4d7f-9651-520ad4153e28 req-c78dcc9d-8fc0-47eb-bb6d-64e97f46dbf3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=da762a08-ce23-48b4-9e56-1b22cb2c3759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249808 Jan 18 20:06:52.910854 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-5dca3fe5-75f7-4851-9d19-df135822b693 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Allocated IP 172.25.4.143 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/a44f4558-ae6d-4417-af9d-60e37e9dfe8b) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:06:52.932663 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-347c9857-e635-4d7f-9651-520ad4153e28 req-8e5e6d8b-b255-4a2d-8585-cfb27ad298de service neutron] 10.222.0.70 "GET /v2.0/networks/da762a08-ce23-48b4-9e56-1b22cb2c3759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992575 Jan 18 20:06:53.028524 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-347c9857-e635-4d7f-9651-520ad4153e28 req-f6d47b2c-793e-4771-ab0a-64674d8f26cd service neutron] 10.222.0.70 "GET /v2.0/networks/da762a08-ce23-48b4-9e56-1b22cb2c3759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889132 Jan 18 20:06:53.031076 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f18780-7524-4650-9c30-ebdcd90bbdde req-037a1509-aef0-40a5-9d9b-f87401d88eb4 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:53.032554 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-36f18780-7524-4650-9c30-ebdcd90bbdde req-037a1509-aef0-40a5-9d9b-f87401d88eb4 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a51f79e-e491-470a-8713-bc2987dc24ad HTTP/1.1" status: 200 len: 944 time: 0.0929983 Jan 18 20:06:53.080152 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dca3fe5-75f7-4851-9d19-df135822b693 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks [] for port (a44f4558-ae6d-4417-af9d-60e37e9dfe8b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:53.111774 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-36f18780-7524-4650-9c30-ebdcd90bbdde req-c4396166-7198-42dc-b70d-3824a8ff3732 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690191 Jan 18 20:06:53.188182 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dca3fe5-75f7-4851-9d19-df135822b693 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (a44f4558-ae6d-4417-af9d-60e37e9dfe8b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:53.266122 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dca3fe5-75f7-4851-9d19-df135822b693 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:06:53.279585 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bff916-949e-4129-a6ce-0878bf920f3c req-7d4a594b-fe96-44ec-8e29-ad3018ff0ff4 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:53.281012 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-06bff916-949e-4129-a6ce-0878bf920f3c req-7d4a594b-fe96-44ec-8e29-ad3018ff0ff4 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/ports?device_id=2aef056c-6300-4079-a47d-e582fe745571 HTTP/1.1" status: 200 len: 948 time: 0.1387153 Jan 18 20:06:53.281908 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-5dca3fe5-75f7-4851-9d19-df135822b693 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:06:53.286178 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca3fe5-75f7-4851-9d19-df135822b693 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Pushing event updated for resources: {'Port': ['ID=a44f4558-ae6d-4417-af9d-60e37e9dfe8b,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:53.288414 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dca3fe5-75f7-4851-9d19-df135822b693 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:06:53.350084 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4eb9d-4014-410a-a5ec-ca9f0d313923 req-f1ede8a3-e200-496c-85f0-fc1aa86c771d tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:53.351593 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0d4eb9d-4014-410a-a5ec-ca9f0d313923 req-f1ede8a3-e200-496c-85f0-fc1aa86c771d tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e3e0d18-7079-46b5-a460-a639bf97f45e HTTP/1.1" status: 200 len: 949 time: 0.1610427 Jan 18 20:06:53.402812 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-06bff916-949e-4129-a6ce-0878bf920f3c req-2c1e5fcc-f034-4938-bda5-c2a455da2eeb tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b72549e-02ed-484f-8872-2821bccd2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101356 Jan 18 20:06:53.462418 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0d4eb9d-4014-410a-a5ec-ca9f0d313923 req-1c556d0b-3ed2-4165-9ec7-bbeb3a18c18c tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.31 "GET /v2.0/security-groups?id=044e57bf-2cca-480e-a119-d5a27c59b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032906 Jan 18 20:06:53.472191 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dca3fe5-75f7-4851-9d19-df135822b693 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks [] for floatingip (67e3902f-1b9a-4e49-a5cd-47ae065bae0a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:53.577990 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471614ea-a552-44c1-a146-a888ff0182a2 req-58a306c2-9323-45fb-9f5f-1efeb8f87dd0 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:53.579735 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-471614ea-a552-44c1-a146-a888ff0182a2 req-58a306c2-9323-45fb-9f5f-1efeb8f87dd0 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e3e0d18-7079-46b5-a460-a639bf97f45e HTTP/1.1" status: 200 len: 949 time: 0.0935569 Jan 18 20:06:53.617777 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dca3fe5-75f7-4851-9d19-df135822b693 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a44f4558-ae6d-4417-af9d-60e37e9dfe8b), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:53.676822 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0e5e9-f85e-40ec-8916-7a0f4def1a1d req-bcd009b3-257e-4b51-a9a3-b42fee19b4c8 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:53.678588 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-75c0e5e9-f85e-40ec-8916-7a0f4def1a1d req-bcd009b3-257e-4b51-a9a3-b42fee19b4c8 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 947 time: 0.1209855 Jan 18 20:06:53.692955 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafb902-4b95-4db0-ac7d-51cb3e67c0ba req-8da3712c-73d9-4b23-928f-8b88f2ee240c tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:53.693232 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-471614ea-a552-44c1-a146-a888ff0182a2 req-ac1594db-8d8c-48d7-9758-53dc271c8659 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Deleting port e4d63c04-205a-4aeb-b804-57bbc079b0fe {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:06:53.693760 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-471614ea-a552-44c1-a146-a888ff0182a2 req-ac1594db-8d8c-48d7-9758-53dc271c8659 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e4d63c04-205a-4aeb-b804-57bbc079b0fe), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:53.694456 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dbafb902-4b95-4db0-ac7d-51cb3e67c0ba req-8da3712c-73d9-4b23-928f-8b88f2ee240c tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.57 "GET /v2.0/ports?device_id=2aef056c-6300-4079-a47d-e582fe745571 HTTP/1.1" status: 200 len: 948 time: 0.1871819 Jan 18 20:06:53.797689 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-471614ea-a552-44c1-a146-a888ff0182a2 req-ac1594db-8d8c-48d7-9758-53dc271c8659 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] For port e4d63c04-205a-4aeb-b804-57bbc079b0fe, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=e4d63c04-205a-4aeb-b804-57bbc079b0fe,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:53.797689 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-471614ea-a552-44c1-a146-a888ff0182a2 req-ac1594db-8d8c-48d7-9758-53dc271c8659 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e4d63c04-205a-4aeb-b804-57bbc079b0fe), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:53.809897 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-471614ea-a552-44c1-a146-a888ff0182a2 req-ac1594db-8d8c-48d7-9758-53dc271c8659 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Calling delete_port for e4d63c04-205a-4aeb-b804-57bbc079b0fe owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:06:53.847080 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-75c0e5e9-f85e-40ec-8916-7a0f4def1a1d req-dc466462-e2bc-404a-a4d2-1c9bcb14350d tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507947 Jan 18 20:06:53.914035 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dca3fe5-75f7-4851-9d19-df135822b693 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks [] for port (a44f4558-ae6d-4417-af9d-60e37e9dfe8b), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:53.918544 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-dbafb902-4b95-4db0-ac7d-51cb3e67c0ba req-cf47d179-4db8-45bf-9bc8-0acf351ad36f tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Deleting port 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:06:53.918890 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-dbafb902-4b95-4db0-ac7d-51cb3e67c0ba req-cf47d179-4db8-45bf-9bc8-0acf351ad36f tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:53.933607 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dca3fe5-75f7-4851-9d19-df135822b693 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (a44f4558-ae6d-4417-af9d-60e37e9dfe8b), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:53.953387 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-471614ea-a552-44c1-a146-a888ff0182a2 req-ac1594db-8d8c-48d7-9758-53dc271c8659 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e4d63c04-205a-4aeb-b804-57bbc079b0fe), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:53.966142 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['e4d63c04-205a-4aeb-b804-57bbc079b0fe'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:06:54.005580 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1594db-8d8c-48d7-9758-53dc271c8659 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Pushing event deleted for resources: {'Port': ['ID=e4d63c04-205a-4aeb-b804-57bbc079b0fe,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:54.050012 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-471614ea-a552-44c1-a146-a888ff0182a2 req-ac1594db-8d8c-48d7-9758-53dc271c8659 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] No DVR routers for this DVR port e4d63c04-205a-4aeb-b804-57bbc079b0fe on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:06:54.053871 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-471614ea-a552-44c1-a146-a888ff0182a2 req-ac1594db-8d8c-48d7-9758-53dc271c8659 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:54.057178 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-471614ea-a552-44c1-a146-a888ff0182a2 req-ac1594db-8d8c-48d7-9758-53dc271c8659 tempest-ServersOnMultiNodesTest-1301523497 tempest-ServersOnMultiNodesTest-1301523497-project] 10.222.0.57 "DELETE /v2.0/ports/e4d63c04-205a-4aeb-b804-57bbc079b0fe HTTP/1.1" status: 204 len: 173 time: 0.4719965 Jan 18 20:06:54.062512 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca3fe5-75f7-4851-9d19-df135822b693 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Pushing event updated for resources: {'Port': ['ID=a44f4558-ae6d-4417-af9d-60e37e9dfe8b,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:54.094418 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-dbafb902-4b95-4db0-ac7d-51cb3e67c0ba req-cf47d179-4db8-45bf-9bc8-0acf351ad36f tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] For port 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:54.094786 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-dbafb902-4b95-4db0-ac7d-51cb3e67c0ba req-cf47d179-4db8-45bf-9bc8-0acf351ad36f tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:54.097778 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dca3fe5-75f7-4851-9d19-df135822b693 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (67e3902f-1b9a-4e49-a5cd-47ae065bae0a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:54.114074 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-dbafb902-4b95-4db0-ac7d-51cb3e67c0ba req-cf47d179-4db8-45bf-9bc8-0acf351ad36f tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Calling delete_port for 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:06:54.126839 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dca3fe5-75f7-4851-9d19-df135822b693 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:54.134034 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5dca3fe5-75f7-4851-9d19-df135822b693 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4555848 Jan 18 20:06:54.353176 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-dbafb902-4b95-4db0-ac7d-51cb3e67c0ba req-cf47d179-4db8-45bf-9bc8-0acf351ad36f tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:54.364780 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f7f90-d520-41aa-b70f-097641cd98b9 req-b096bf4b-b66e-4612-a689-8f6eb5eb3983 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:54.370163 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-335f7f90-d520-41aa-b70f-097641cd98b9 req-b096bf4b-b66e-4612-a689-8f6eb5eb3983 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a51f79e-e491-470a-8713-bc2987dc24ad HTTP/1.1" status: 200 len: 944 time: 0.1421463 Jan 18 20:06:54.389240 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3e0d18-7079-46b5-a460-a639bf97f45e', 'name': 'network-vif-deleted', 'tag': 'e4d63c04-205a-4aeb-b804-57bbc079b0fe'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:06:54.392193 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea21e8e-2722-445b-88a8-24a370fc8e2a" -d '{"events": [{"server_uuid": "6e3e0d18-7079-46b5-a460-a639bf97f45e", "name": "network-vif-deleted", "tag": "e4d63c04-205a-4aeb-b804-57bbc079b0fe"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:06:54.449614 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47d179-4db8-45bf-9bc8-0acf351ad36f tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Pushing event deleted for resources: {'Port': ['ID=21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:54.524601 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-335f7f90-d520-41aa-b70f-097641cd98b9 req-e79a0075-2c2b-4103-8e98-ad9d128f873b tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459689 Jan 18 20:06:54.528057 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbafb902-4b95-4db0-ac7d-51cb3e67c0ba req-cf47d179-4db8-45bf-9bc8-0acf351ad36f tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] No DVR routers for this DVR port 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a on host n-h1-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:06:54.532310 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-dbafb902-4b95-4db0-ac7d-51cb3e67c0ba req-cf47d179-4db8-45bf-9bc8-0acf351ad36f tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:54.537081 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dbafb902-4b95-4db0-ac7d-51cb3e67c0ba req-cf47d179-4db8-45bf-9bc8-0acf351ad36f tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.57 "DELETE /v2.0/ports/21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a HTTP/1.1" status: 204 len: 173 time: 0.8369219 Jan 18 20:06:54.537538 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aef056c-6300-4079-a47d-e582fe745571', 'name': 'network-vif-deleted', 'tag': '21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:06:54.539819 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080c2196-6cfc-467f-80fa-8ef702997bcd" -d '{"events": [{"server_uuid": "2aef056c-6300-4079-a47d-e582fe745571", "name": "network-vif-deleted", "tag": "21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:06:54.565451 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-982a84f4-6ddc-4054-a679-ece0ac1f6066 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:54.567343 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-982a84f4-6ddc-4054-a679-ece0ac1f6066 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/networks?id=a08f6099-d3e5-4672-94a1-dc88a868cf6f HTTP/1.1" status: 200 len: 821 time: 0.2567153 Jan 18 20:06:54.590725 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-cfff0637-7d2f-4089-8487-c0bebda13d0e tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/quotas/14dc905def994c41a26216cee2b81577 HTTP/1.1" status: 200 len: 375 time: 0.0160489 Jan 18 20:06:54.619351 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6cc212-b282-4110-8777-10af0da889e3 x-openstack-request-id: req-db6cc212-b282-4110-8777-10af0da889e3 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:06:54.619872 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3e0d18-7079-46b5-a460-a639bf97f45e", "name": "network-vif-deleted", "tag": "e4d63c04-205a-4aeb-b804-57bbc079b0fe", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:06:54.620310 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db6cc212-b282-4110-8777-10af0da889e3 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:06:54.620898 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3e0d18-7079-46b5-a460-a639bf97f45e', 'name': 'network-vif-deleted', 'tag': 'e4d63c04-205a-4aeb-b804-57bbc079b0fe', 'status': 'completed', 'code': 200} Jan 18 20:06:54.634622 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-cf79643e-feb0-4eac-b922-a35ff3bdc591 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=14dc905def994c41a26216cee2b81577&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401714 Jan 18 20:06:54.788616 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f45e2103-cca5-4678-ba71-4e5c46e9522f req-78f505d8-cb81-4b6a-b09e-fffde42727ba tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/ports?device_id=2aef056c-6300-4079-a47d-e582fe745571 HTTP/1.1" status: 200 len: 210 time: 0.0395916 Jan 18 20:06:54.818437 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-60779c98-caca-42ad-87f4-e7c35f744887 service neutron] 10.222.0.31 "GET /v2.0/networks/a08f6099-d3e5-4672-94a1-dc88a868cf6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828337 Jan 18 20:06:54.987921 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-de97c10b-37b3-4132-a296-c0489d2cda08 service neutron] 10.222.0.31 "GET /v2.0/networks/a08f6099-d3e5-4672-94a1-dc88a868cf6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614006 Jan 18 20:06:54.993237 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab124e52-d04b-4b9e-912e-fb0ad4a29fac x-openstack-request-id: req-ab124e52-d04b-4b9e-912e-fb0ad4a29fac {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:06:54.996901 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aef056c-6300-4079-a47d-e582fe745571", "name": "network-vif-deleted", "tag": "21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:06:54.997359 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab124e52-d04b-4b9e-912e-fb0ad4a29fac {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:06:54.997996 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aef056c-6300-4079-a47d-e582fe745571', 'name': 'network-vif-deleted', 'tag': '21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a', 'status': 'completed', 'code': 200} Jan 18 20:06:55.264759 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-28601693-6dca-43c2-81ee-2731027d8102 req-91628745-bc2d-44b1-96b8-2c0b06162b15 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad65480f-7ec7-4d6e-a652-3b8b10692214 HTTP/1.1" status: 200 len: 210 time: 0.0752189 Jan 18 20:06:55.356760 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cfa32-c2db-467f-8b61-17bc3969480d req-7ea11d41-fed7-48ae-969d-5782b48e3826 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:55.367684 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e0cfa32-c2db-467f-8b61-17bc3969480d req-7ea11d41-fed7-48ae-969d-5782b48e3826 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 947 time: 0.1303229 Jan 18 20:06:55.410518 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37980) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:06:55.439411 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e0cfa32-c2db-467f-8b61-17bc3969480d req-a0d6e356-4714-421a-9b48-526b9d4a9fbc tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707974 Jan 18 20:06:55.534430 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8255907d-75b9-478c-bfaf-61052edb144d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:55.606849 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-74730dca-2b5c-4740-948b-c5602ff04e6b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a224ebb9b284eacbf564bea3f5d736c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1951442 Jan 18 20:06:55.609505 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37988) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:06:55.683920 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4565774-b30c-46a5-a1eb-ff45167f5d16 admin admin] Publish callbacks [] for security_group (044e57bf-2cca-480e-a119-d5a27c59b0ea), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:55.685596 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de3106-6360-417d-941d-4dbf8319249b req-53ab07b4-68be-4e83-9000-515a235ae89c tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:55.693881 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c5de3106-6360-417d-941d-4dbf8319249b req-53ab07b4-68be-4e83-9000-515a235ae89c tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a51f79e-e491-470a-8713-bc2987dc24ad HTTP/1.1" status: 200 len: 944 time: 0.0610890 Jan 18 20:06:55.715693 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4565774-b30c-46a5-a1eb-ff45167f5d16 admin admin] Publish callbacks [] for security_group (044e57bf-2cca-480e-a119-d5a27c59b0ea), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:55.764286 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c5de3106-6360-417d-941d-4dbf8319249b req-90231db3-b20c-4f4a-ba54-0f01c3c25d6b tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692744 Jan 18 20:06:55.772035 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4565774-b30c-46a5-a1eb-ff45167f5d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (044e57bf-2cca-480e-a119-d5a27c59b0ea), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:55.775652 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4565774-b30c-46a5-a1eb-ff45167f5d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:55.779679 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e4565774-b30c-46a5-a1eb-ff45167f5d16 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/044e57bf-2cca-480e-a119-d5a27c59b0ea HTTP/1.1" status: 204 len: 168 time: 0.1687858 Jan 18 20:06:55.799625 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4565774-b30c-46a5-a1eb-ff45167f5d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044e57bf-2cca-480e-a119-d5a27c59b0ea,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:55.893272 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 373b8d16-2bbb-467d-8ba3-c6bfc7df7512 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:06:56.046035 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 373b8d16-2bbb-467d-8ba3-c6bfc7df7512, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=373b8d16-2bbb-467d-8ba3-c6bfc7df7512,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:56.067746 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '373b8d16-2bbb-467d-8ba3-c6bfc7df7512', 'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759', 'port_id': '373b8d16-2bbb-467d-8ba3-c6bfc7df7512', 'mac_address': 'fa:16:3e:85:3a:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a677f5f-009c-4f07-9679-86f5c85ef9be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:06:56.133851 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 373b8d16-2bbb-467d-8ba3-c6bfc7df7512 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:06:56.134566 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (373b8d16-2bbb-467d-8ba3-c6bfc7df7512), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:56.150562 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373b8d16-2bbb-467d-8ba3-c6bfc7df7512 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:06:56.182364 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 373b8d16-2bbb-467d-8ba3-c6bfc7df7512, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=373b8d16-2bbb-467d-8ba3-c6bfc7df7512,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:56.187199 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (373b8d16-2bbb-467d-8ba3-c6bfc7df7512), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:56.196672 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38006) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:06:56.236161 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b2506-1d5a-4add-8505-88bb648564c6 req-6e710290-0ec4-4007-983f-8d2502ed9481 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:56.243550 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-349b2506-1d5a-4add-8505-88bb648564c6 req-6e710290-0ec4-4007-983f-8d2502ed9481 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda HTTP/1.1" status: 200 len: 948 time: 0.0753598 Jan 18 20:06:56.251966 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-583e4f95-a838-441b-a9a8-f7329c6f3955 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d7f73ee38594a099754e1d11857097b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513856 Jan 18 20:06:56.253830 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38008) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:06:56.255117 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=373b8d16-2bbb-467d-8ba3-c6bfc7df7512,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:56.311100 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-349b2506-1d5a-4add-8505-88bb648564c6 req-026a0a77-6728-42f7-948d-1fa31cd74c5f tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b72549e-02ed-484f-8872-2821bccd2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665338 Jan 18 20:06:56.311242 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-49c3d31e-78cd-4091-9f2e-8dec2ec1105c admin admin] Publish callbacks [] for security_group (f8a3c94e-92d2-42e1-95a3-004fce540722), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:56.341755 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-49c3d31e-78cd-4091-9f2e-8dec2ec1105c admin admin] Publish callbacks [] for security_group (f8a3c94e-92d2-42e1-95a3-004fce540722), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:56.402085 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-49c3d31e-78cd-4091-9f2e-8dec2ec1105c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f8a3c94e-92d2-42e1-95a3-004fce540722), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:56.405163 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-49c3d31e-78cd-4091-9f2e-8dec2ec1105c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:56.406635 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-49c3d31e-78cd-4091-9f2e-8dec2ec1105c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8a3c94e-92d2-42e1-95a3-004fce540722 HTTP/1.1" status: 204 len: 168 time: 0.1512129 Jan 18 20:06:56.418619 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3d31e-78cd-4091-9f2e-8dec2ec1105c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a3c94e-92d2-42e1-95a3-004fce540722,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:56.423555 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e57890f1-e99b-41b5-83f5-685b65ad2dce req-abe0ae90-f26f-4cda-8607-aed972999dca tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad65480f-7ec7-4d6e-a652-3b8b10692214 HTTP/1.1" status: 200 len: 210 time: 0.0582936 Jan 18 20:06:56.430666 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['373b8d16-2bbb-467d-8ba3-c6bfc7df7512'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:06:56.551896 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 66cf6411-d0dd-42db-99eb-0ea71436f870 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:06:56.674165 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2526ec-a5d5-4ed6-a6db-c545aa2c23cb req-8107dcb7-4f45-4348-b826-f11251584aa5 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:56.676139 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-db2526ec-a5d5-4ed6-a6db-c545aa2c23cb req-8107dcb7-4f45-4348-b826-f11251584aa5 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 947 time: 0.0702333 Jan 18 20:06:56.723925 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-9e6c3ec7-bf80-47b7-b2f5-1e3eeef69328 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:56.725781 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-9e6c3ec7-bf80-47b7-b2f5-1e3eeef69328 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.57 "GET /v2.0/networks?id=a08f6099-d3e5-4672-94a1-dc88a868cf6f HTTP/1.1" status: 200 len: 821 time: 0.3013127 Jan 18 20:06:56.741971 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-e0d879f4-9f70-4973-9eb6-9675122ee774 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Request body: {'port': {'device_id': 'ad65480f-7ec7-4d6e-a652-3b8b10692214', 'network_id': 'a08f6099-d3e5-4672-94a1-dc88a868cf6f', 'admin_state_up': True, 'tenant_id': '14dc905def994c41a26216cee2b81577'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:06:56.758096 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 66cf6411-d0dd-42db-99eb-0ea71436f870, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=66cf6411-d0dd-42db-99eb-0ea71436f870,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:56.778967 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '66cf6411-d0dd-42db-99eb-0ea71436f870', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '66cf6411-d0dd-42db-99eb-0ea71436f870', 'mac_address': 'fa:16:3e:99:17:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:06:56.796933 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-db2526ec-a5d5-4ed6-a6db-c545aa2c23cb req-aa776212-ffd1-440e-9525-fff32ac6e5b6 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150455 Jan 18 20:06:56.840383 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 66cf6411-d0dd-42db-99eb-0ea71436f870 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:06:56.840788 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (66cf6411-d0dd-42db-99eb-0ea71436f870), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:56.862874 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66cf6411-d0dd-42db-99eb-0ea71436f870 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:06:56.883093 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 66cf6411-d0dd-42db-99eb-0ea71436f870, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=66cf6411-d0dd-42db-99eb-0ea71436f870,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:56.888871 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (66cf6411-d0dd-42db-99eb-0ea71436f870), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:56.954445 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=66cf6411-d0dd-42db-99eb-0ea71436f870,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:56.995442 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932cc2b-86c9-4155-82a4-9be82047b130 req-78e53d47-c6ee-49fe-8739-d4d13098d13c tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:56.996888 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8932cc2b-86c9-4155-82a4-9be82047b130 req-78e53d47-c6ee-49fe-8739-d4d13098d13c tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a51f79e-e491-470a-8713-bc2987dc24ad HTTP/1.1" status: 200 len: 945 time: 0.0939744 Jan 18 20:06:56.998439 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-e0d879f4-9f70-4973-9eb6-9675122ee774 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Made reservation on behalf of 14dc905def994c41a26216cee2b81577 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:06:57.002003 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-e0d879f4-9f70-4973-9eb6-9675122ee774 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:57.093496 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8932cc2b-86c9-4155-82a4-9be82047b130 req-a39bbc0a-3eba-40d2-997c-836b35d6a022 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801699 Jan 18 20:06:57.229288 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-e0d879f4-9f70-4973-9eb6-9675122ee774 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Allocated IP 172.20.0.6 (a08f6099-d3e5-4672-94a1-dc88a868cf6f/ddd3030e-0a9b-41b7-a3cb-14e0225e3050/4835a893-0626-466d-be03-1d9ccd039daf) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:06:57.284679 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['66cf6411-d0dd-42db-99eb-0ea71436f870'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:06:57.437201 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-e0d879f4-9f70-4973-9eb6-9675122ee774 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks [] for port (4835a893-0626-466d-be03-1d9ccd039daf), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:57.452558 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38044) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:06:57.472877 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee7219-3213-4d78-a411-a0fe11a83e16 req-d7cc20ae-39c0-4dc2-8a31-a859d39abd87 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:57.474451 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a3ee7219-3213-4d78-a411-a0fe11a83e16 req-d7cc20ae-39c0-4dc2-8a31-a859d39abd87 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda HTTP/1.1" status: 200 len: 948 time: 0.0741699 Jan 18 20:06:57.504890 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-e0d879f4-9f70-4973-9eb6-9675122ee774 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (4835a893-0626-466d-be03-1d9ccd039daf), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:57.565889 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-e5b6a7e2-a08e-436b-93c8-84e1e4a1a55c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2095008393-network', 'tenant_id': '76801dae69f5439dafba13a4754c3ef8'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:06:57.583026 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a3ee7219-3213-4d78-a411-a0fe11a83e16 req-ec2c07f0-76b4-401d-80f4-ed1fa90e34ad tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b72549e-02ed-484f-8872-2821bccd2dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026440 Jan 18 20:06:57.591320 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b6a7e2-a08e-436b-93c8-84e1e4a1a55c admin admin] Made reservation on behalf of 76801dae69f5439dafba13a4754c3ef8 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:06:57.593859 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5b6a7e2-a08e-436b-93c8-84e1e4a1a55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:57.604689 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-e0d879f4-9f70-4973-9eb6-9675122ee774 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Network a08f6099-d3e5-4672-94a1-dc88a868cf6f is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:06:57.604879 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5b6a7e2-a08e-436b-93c8-84e1e4a1a55c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:57.604969 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-e0d879f4-9f70-4973-9eb6-9675122ee774 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:06:57.608896 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-e0d879f4-9f70-4973-9eb6-9675122ee774 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:06:57.631363 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d879f4-9f70-4973-9eb6-9675122ee774 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Pushing event updated for resources: {'Port': ['ID=4835a893-0626-466d-be03-1d9ccd039daf,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:57.656101 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fba21a-cfbe-4ee8-87d9-412ec1879e22 req-a3d657b8-80fb-4385-a440-de357e59e3b9 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:57.657543 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97fba21a-cfbe-4ee8-87d9-412ec1879e22 req-a3d657b8-80fb-4385-a440-de357e59e3b9 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad65480f-7ec7-4d6e-a652-3b8b10692214 HTTP/1.1" status: 200 len: 931 time: 0.1441686 Jan 18 20:06:57.673114 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-e0d879f4-9f70-4973-9eb6-9675122ee774 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:57.673863 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-e0d879f4-9f70-4973-9eb6-9675122ee774 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:57.688514 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5b6a7e2-a08e-436b-93c8-84e1e4a1a55c admin admin] Publish callbacks [] for security_group (3d70e2dc-85f6-4acb-9a4b-5cae1564314c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:57.692338 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5b6a7e2-a08e-436b-93c8-84e1e4a1a55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3d70e2dc-85f6-4acb-9a4b-5cae1564314c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:57.703560 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-e0d879f4-9f70-4973-9eb6-9675122ee774 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9659562 Jan 18 20:06:57.718271 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-21e3d188-12ee-474f-8569-0e7dab0ea5d1 service neutron] Request body: {'port': {'device_id': 'ad65480f-7ec7-4d6e-a652-3b8b10692214', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:06:57.722346 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b6a7e2-a08e-436b-93c8-84e1e4a1a55c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:06:57.727816 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6a7e2-a08e-436b-93c8-84e1e4a1a55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d70e2dc-85f6-4acb-9a4b-5cae1564314c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:57.732157 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f28885df-14c1-4eee-aa1c-1c852c40f04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:57.735654 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5b6a7e2-a08e-436b-93c8-84e1e4a1a55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (47a66606-44d4-4dca-b9c1-d39ea6a1f39e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:57.736006 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-e5b6a7e2-a08e-436b-93c8-84e1e4a1a55c admin admin] Added segment 47a66606-44d4-4dca-b9c1-d39ea6a1f39e of type vlan for network 4ab372be-d103-41ea-8d2b-c9a101271e12 Jan 18 20:06:57.749341 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97fba21a-cfbe-4ee8-87d9-412ec1879e22 req-c4afdebc-f020-452a-9fd2-f16434ae5ee8 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829995 Jan 18 20:06:57.779485 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5b6a7e2-a08e-436b-93c8-84e1e4a1a55c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (4ab372be-d103-41ea-8d2b-c9a101271e12), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:57.787100 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-21e3d188-12ee-474f-8569-0e7dab0ea5d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4835a893-0626-466d-be03-1d9ccd039daf), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:57.804853 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5b6a7e2-a08e-436b-93c8-84e1e4a1a55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (4ab372be-d103-41ea-8d2b-c9a101271e12), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:57.805727 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b6a7e2-a08e-436b-93c8-84e1e4a1a55c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:57.806342 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5b6a7e2-a08e-436b-93c8-84e1e4a1a55c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:57.863723 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e5b6a7e2-a08e-436b-93c8-84e1e4a1a55c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4100378 Jan 18 20:06:57.866844 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38052) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:06:57.871450 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-791f0c5f-2a89-4bb8-93db-ba53772ec673 admin admin] Request body: {'subnet': {'network_id': '4ab372be-d103-41ea-8d2b-c9a101271e12', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2095008393-subnet', 'tenant_id': '76801dae69f5439dafba13a4754c3ef8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:06:57.874561 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6a7e2-a08e-436b-93c8-84e1e4a1a55c admin admin] Pushing event updated for resources: {'Network': ['ID=4ab372be-d103-41ea-8d2b-c9a101271e12,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:57.887208 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 4ab372be-d103-41ea-8d2b-c9a101271e12 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:06:57.889521 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 373b8d16-2bbb-467d-8ba3-c6bfc7df7512 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:06:57.897541 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791f0c5f-2a89-4bb8-93db-ba53772ec673 admin admin] Made reservation on behalf of 76801dae69f5439dafba13a4754c3ef8 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:06:57.900014 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-791f0c5f-2a89-4bb8-93db-ba53772ec673 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:58.029182 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 373b8d16-2bbb-467d-8ba3-c6bfc7df7512 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:06:58.034408 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 373b8d16-2bbb-467d-8ba3-c6bfc7df7512 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:06:58.034830 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (373b8d16-2bbb-467d-8ba3-c6bfc7df7512), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:58.136734 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 373b8d16-2bbb-467d-8ba3-c6bfc7df7512 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:06:58.137133 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (373b8d16-2bbb-467d-8ba3-c6bfc7df7512), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:58.164194 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a51f79e-e491-470a-8713-bc2987dc24ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373b8d16-2bbb-467d-8ba3-c6bfc7df7512'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:06:58.166809 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567a8697-8af8-486a-88dc-200f4ca6c734" -d '{"events": [{"server_uuid": "6a51f79e-e491-470a-8713-bc2987dc24ad", "name": "network-vif-plugged", "status": "completed", "tag": "373b8d16-2bbb-467d-8ba3-c6bfc7df7512"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:06:58.176467 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-791f0c5f-2a89-4bb8-93db-ba53772ec673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (a63c4709-7e59-4054-9fbe-d12855a60d0f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:58.182012 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 373b8d16-2bbb-467d-8ba3-c6bfc7df7512, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=373b8d16-2bbb-467d-8ba3-c6bfc7df7512,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:58.187172 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (373b8d16-2bbb-467d-8ba3-c6bfc7df7512), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:58.232282 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e178f49-64e9-4e16-9505-add5ee7be081 req-8439ef4c-54c3-4b40-aae3-9778653d437a tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:58.233696 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2e178f49-64e9-4e16-9505-add5ee7be081 req-8439ef4c-54c3-4b40-aae3-9778653d437a tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda HTTP/1.1" status: 200 len: 948 time: 0.1087255 Jan 18 20:06:58.237809 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=373b8d16-2bbb-467d-8ba3-c6bfc7df7512,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:58.278295 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f0c5f-2a89-4bb8-93db-ba53772ec673 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a63c4709-7e59-4054-9fbe-d12855a60d0f,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:58.291055 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791f0c5f-2a89-4bb8-93db-ba53772ec673 admin admin] Checking segment: {'id': '47a66606-44d4-4dca-b9c1-d39ea6a1f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ab372be-d103-41ea-8d2b-c9a101271e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:06:58.291677 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791f0c5f-2a89-4bb8-93db-ba53772ec673 admin admin] Network hostable DHCP agents. Network: 4ab372be-d103-41ea-8d2b-c9a101271e12, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:06:58.338329 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791f0c5f-2a89-4bb8-93db-ba53772ec673 admin admin] Network 4ab372be-d103-41ea-8d2b-c9a101271e12 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:06:58.346861 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50684c-3eb0-48c4-a263-f3154808d2b2 req-3d364132-e891-40fa-8b22-97617e201fe7 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:58.348589 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dc50684c-3eb0-48c4-a263-f3154808d2b2 req-3d364132-e891-40fa-8b22-97617e201fe7 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 948 time: 0.4460211 Jan 18 20:06:58.352345 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-791f0c5f-2a89-4bb8-93db-ba53772ec673 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 4ab372be-d103-41ea-8d2b-c9a101271e12) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:06:58.358586 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791f0c5f-2a89-4bb8-93db-ba53772ec673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:58.358934 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-791f0c5f-2a89-4bb8-93db-ba53772ec673 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:58.366431 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f042c6e1-7cf3-49fd-a15b-d18563895afe None None] Network 4ab372be-d103-41ea-8d2b-c9a101271e12 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:06:58.378110 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-2e178f49-64e9-4e16-9505-add5ee7be081 req-98dc3fef-5709-48e0-b17e-757699db754a tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Deleting port 28ff6737-02fb-4a87-b1c5-7feebf0eff97 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:06:58.378443 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2e178f49-64e9-4e16-9505-add5ee7be081 req-98dc3fef-5709-48e0-b17e-757699db754a tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:58.392949 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-791f0c5f-2a89-4bb8-93db-ba53772ec673 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5179994 Jan 18 20:06:58.500862 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5ae2f2-e814-400c-b34f-967dda853c33 None None] Network 4ab372be-d103-41ea-8d2b-c9a101271e12 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:06:58.507652 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-88ed49dd-b7a9-4604-9d5c-b2610232166d tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:58.509182 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-88ed49dd-b7a9-4604-9d5c-b2610232166d tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/networks?id=6fab12dd-5aeb-4649-a1e2-836559f8a553 HTTP/1.1" status: 200 len: 820 time: 0.2244217 Jan 18 20:06:58.510484 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-2e178f49-64e9-4e16-9505-add5ee7be081 req-98dc3fef-5709-48e0-b17e-757699db754a tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] For port 28ff6737-02fb-4a87-b1c5-7feebf0eff97, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=28ff6737-02fb-4a87-b1c5-7feebf0eff97,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:58.511677 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2e178f49-64e9-4e16-9505-add5ee7be081 req-98dc3fef-5709-48e0-b17e-757699db754a tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:58.512519 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dc50684c-3eb0-48c4-a263-f3154808d2b2 req-9dab27a5-f50c-48cd-926b-f0043e013eec tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519575 Jan 18 20:06:58.545946 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-71d78293-f720-4e6b-929d-c5d7ddbee83e tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/quotas/67883881b676447cbe3f92dbc62dd7c6 HTTP/1.1" status: 200 len: 375 time: 0.0290365 Jan 18 20:06:58.572542 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 66cf6411-d0dd-42db-99eb-0ea71436f870 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:06:58.574347 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-2e178f49-64e9-4e16-9505-add5ee7be081 req-98dc3fef-5709-48e0-b17e-757699db754a tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Calling delete_port for 28ff6737-02fb-4a87-b1c5-7feebf0eff97 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:06:58.658275 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-21e3d188-12ee-474f-8569-0e7dab0ea5d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4835a893-0626-466d-be03-1d9ccd039daf {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:06:58.669474 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-21e3d188-12ee-474f-8569-0e7dab0ea5d1 service neutron] Publish callbacks [] for port (4835a893-0626-466d-be03-1d9ccd039daf), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:58.687509 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-21e3d188-12ee-474f-8569-0e7dab0ea5d1 service neutron] Transition to ACTIVE for port object 4835a893-0626-466d-be03-1d9ccd039daf will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:06:58.698065 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-21e3d188-12ee-474f-8569-0e7dab0ea5d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (4835a893-0626-466d-be03-1d9ccd039daf), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:58.743052 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2e178f49-64e9-4e16-9505-add5ee7be081 req-98dc3fef-5709-48e0-b17e-757699db754a tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (28ff6737-02fb-4a87-b1c5-7feebf0eff97), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:58.786659 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc3fef-5709-48e0-b17e-757699db754a tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Pushing event deleted for resources: {'Port': ['ID=28ff6737-02fb-4a87-b1c5-7feebf0eff97,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:58.813882 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 66cf6411-d0dd-42db-99eb-0ea71436f870 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:06:58.815304 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37feb3-dd6e-490d-9176-5379b00dd6b0 req-a07cae3f-92ec-4bf0-9891-8c2fe9330065 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:58.818458 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8f37feb3-dd6e-490d-9176-5379b00dd6b0 req-a07cae3f-92ec-4bf0-9891-8c2fe9330065 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a51f79e-e491-470a-8713-bc2987dc24ad HTTP/1.1" status: 200 len: 946 time: 0.1987615 Jan 18 20:06:58.819921 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 66cf6411-d0dd-42db-99eb-0ea71436f870 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:06:58.820645 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (66cf6411-d0dd-42db-99eb-0ea71436f870), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:58.833575 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-eeee399c-baa0-4f8e-8125-ede37eec8681 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=67883881b676447cbe3f92dbc62dd7c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2656977 Jan 18 20:06:58.837590 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3d188-12ee-474f-8569-0e7dab0ea5d1 service neutron] Pushing event updated for resources: {'Port': ['ID=4835a893-0626-466d-be03-1d9ccd039daf,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:58.839168 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e178f49-64e9-4e16-9505-add5ee7be081 req-98dc3fef-5709-48e0-b17e-757699db754a tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] No DVR routers for this DVR port 28ff6737-02fb-4a87-b1c5-7feebf0eff97 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:06:58.842131 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2e178f49-64e9-4e16-9505-add5ee7be081 req-98dc3fef-5709-48e0-b17e-757699db754a tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:58.846103 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2e178f49-64e9-4e16-9505-add5ee7be081 req-98dc3fef-5709-48e0-b17e-757699db754a tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.70 "DELETE /v2.0/ports/28ff6737-02fb-4a87-b1c5-7feebf0eff97 HTTP/1.1" status: 204 len: 173 time: 0.6025803 Jan 18 20:06:58.846556 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda', 'name': 'network-vif-deleted', 'tag': '28ff6737-02fb-4a87-b1c5-7feebf0eff97'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:06:58.849568 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04da5ae1-feba-4bb8-a343-897d17fa0b59" -d '{"events": [{"server_uuid": "5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda", "name": "network-vif-deleted", "tag": "28ff6737-02fb-4a87-b1c5-7feebf0eff97"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:06:58.906976 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:58.949369 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 66cf6411-d0dd-42db-99eb-0ea71436f870 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:06:58.949828 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (66cf6411-d0dd-42db-99eb-0ea71436f870), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:58.989501 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 66cf6411-d0dd-42db-99eb-0ea71436f870, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=66cf6411-d0dd-42db-99eb-0ea71436f870,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:06:58.995303 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (66cf6411-d0dd-42db-99eb-0ea71436f870), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:58.995584 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:06:59.027003 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:06:59.027003 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 21b75b0b-3440-4ca1-8a3b-9e0c31d1be1a not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:06:59.027345 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device e4d63c04-205a-4aeb-b804-57bbc079b0fe no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:06:59.037462 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8f37feb3-dd6e-490d-9176-5379b00dd6b0 req-6f4e2071-519a-4c08-a2a7-5021d42f4ea0 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009354 Jan 18 20:06:59.063228 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-21e3d188-12ee-474f-8569-0e7dab0ea5d1 service neutron] Attempting to bind port 4835a893-0626-466d-be03-1d9ccd039daf on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:06:59.063546 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-21e3d188-12ee-474f-8569-0e7dab0ea5d1 service neutron] Attempting to bind port 4835a893-0626-466d-be03-1d9ccd039daf by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '2a6a568f-ab0b-495f-98b0-e8870b4263ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a08f6099-d3e5-4672-94a1-dc88a868cf6f'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:06:59.063855 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-21e3d188-12ee-474f-8569-0e7dab0ea5d1 service neutron] Attempting to bind port 4835a893-0626-466d-be03-1d9ccd039daf on network a08f6099-d3e5-4672-94a1-dc88a868cf6f {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:06:59.065409 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: e4d63c04-205a-4aeb-b804-57bbc079b0fe {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:06:59.065787 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device e4d63c04-205a-4aeb-b804-57bbc079b0fe not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:06:59.076183 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-21e3d188-12ee-474f-8569-0e7dab0ea5d1 service neutron] Port 4835a893-0626-466d-be03-1d9ccd039daf on network a08f6099-d3e5-4672-94a1-dc88a868cf6f not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:06:59.076508 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-21e3d188-12ee-474f-8569-0e7dab0ea5d1 service neutron] Attempting to bind port 4835a893-0626-466d-be03-1d9ccd039daf on network a08f6099-d3e5-4672-94a1-dc88a868cf6f {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:06:59.083860 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-21e3d188-12ee-474f-8569-0e7dab0ea5d1 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:06:59.084126 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-21e3d188-12ee-474f-8569-0e7dab0ea5d1 service neutron] Checking segment: {'id': '2a6a568f-ab0b-495f-98b0-e8870b4263ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a08f6099-d3e5-4672-94a1-dc88a868cf6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:06:59.084482 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-21e3d188-12ee-474f-8569-0e7dab0ea5d1 service neutron] Bound using segment: {'id': '2a6a568f-ab0b-495f-98b0-e8870b4263ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a08f6099-d3e5-4672-94a1-dc88a868cf6f'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:06:59.084981 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-21e3d188-12ee-474f-8569-0e7dab0ea5d1 service neutron] Bound port: 4835a893-0626-466d-be03-1d9ccd039daf, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a6a568f-ab0b-495f-98b0-e8870b4263ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a08f6099-d3e5-4672-94a1-dc88a868cf6f'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:06:59.085345 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-21e3d188-12ee-474f-8569-0e7dab0ea5d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4835a893-0626-466d-be03-1d9ccd039daf), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:59.090704 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=66cf6411-d0dd-42db-99eb-0ea71436f870,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:59.098921 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-a9b38ee7-9c09-4ff3-9000-5749be434d2c service neutron] 10.222.0.31 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573864 Jan 18 20:06:59.176262 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdefabec-9a33-4f72-a740-4ce921e47375 x-openstack-request-id: req-cdefabec-9a33-4f72-a740-4ce921e47375 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:06:59.176569 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a51f79e-e491-470a-8713-bc2987dc24ad", "name": "network-vif-plugged", "status": "completed", "tag": "373b8d16-2bbb-467d-8ba3-c6bfc7df7512", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:06:59.176825 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cdefabec-9a33-4f72-a740-4ce921e47375 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:06:59.177569 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a51f79e-e491-470a-8713-bc2987dc24ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373b8d16-2bbb-467d-8ba3-c6bfc7df7512', 'code': 200} Jan 18 20:06:59.252214 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-21e3d188-12ee-474f-8569-0e7dab0ea5d1 service neutron] For port 4835a893-0626-466d-be03-1d9ccd039daf, host n-h1-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:06:59.260689 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-21e3d188-12ee-474f-8569-0e7dab0ea5d1 service neutron] For port 4835a893-0626-466d-be03-1d9ccd039daf, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=4835a893-0626-466d-be03-1d9ccd039daf,segment=NetworkSegment(2a6a568f-ab0b-495f-98b0-e8870b4263ca),segment_id=2a6a568f-ab0b-495f-98b0-e8870b4263ca)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:06:59.263822 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-9d3b40be-9ccb-4a79-b79d-03822bbc92d7 service neutron] 10.222.0.31 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640921 Jan 18 20:06:59.270472 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-21e3d188-12ee-474f-8569-0e7dab0ea5d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (4835a893-0626-466d-be03-1d9ccd039daf), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:59.353672 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3d188-12ee-474f-8569-0e7dab0ea5d1 service neutron] Pushing event updated for resources: {'Port': ['ID=4835a893-0626-466d-be03-1d9ccd039daf,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:59.362863 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38088) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:06:59.365156 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e95556-45ea-4645-a5b6-70d67562e168 req-daea4259-4452-4a0a-b76b-4ec5486149f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:59.366872 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76e95556-45ea-4645-a5b6-70d67562e168 req-daea4259-4452-4a0a-b76b-4ec5486149f5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6a51f79e-e491-470a-8713-bc2987dc24ad HTTP/1.1" status: 200 len: 1097 time: 0.0966215 Jan 18 20:06:59.376126 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-5cff54f2-9de1-413c-8d34-c610581c8dcb admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-49207509-network', 'tenant_id': '1b9f67b5e4df471ebc9e086516ea2636'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:06:59.393872 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-21e3d188-12ee-474f-8569-0e7dab0ea5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:59.395264 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-21e3d188-12ee-474f-8569-0e7dab0ea5d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:59.396750 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-21e3d188-12ee-474f-8569-0e7dab0ea5d1 service neutron] 10.222.0.57 "PUT /v2.0/ports/4835a893-0626-466d-be03-1d9ccd039daf HTTP/1.1" status: 200 len: 1091 time: 1.6849782 Jan 18 20:06:59.398458 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad65480f-7ec7-4d6e-a652-3b8b10692214', 'tag': '4835a893-0626-466d-be03-1d9ccd039daf'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:06:59.401849 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22522b8-0203-436b-8527-d7ee3ad49640" -d '{"events": [{"name": "network-changed", "server_uuid": "ad65480f-7ec7-4d6e-a652-3b8b10692214", "tag": "4835a893-0626-466d-be03-1d9ccd039daf"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:06:59.482833 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cff54f2-9de1-413c-8d34-c610581c8dcb admin admin] Made reservation on behalf of 1b9f67b5e4df471ebc9e086516ea2636 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:06:59.485421 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5cff54f2-9de1-413c-8d34-c610581c8dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:59.510005 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5cff54f2-9de1-413c-8d34-c610581c8dcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:59.513347 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-68d68161-be1d-4448-92f0-138b3b736b31 req-9f898436-d0a7-4a04-8ca0-0ab1446279f8 tempest-ListImageFiltersTestJSON-955222639 tempest-ListImageFiltersTestJSON-955222639-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda HTTP/1.1" status: 200 len: 210 time: 0.1152947 Jan 18 20:06:59.553528 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76e95556-45ea-4645-a5b6-70d67562e168 req-83583902-65cd-4df2-be34-0565226ce8ca service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690464 Jan 18 20:06:59.599471 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5cff54f2-9de1-413c-8d34-c610581c8dcb admin admin] Publish callbacks [] for security_group (5533287e-3abc-4368-b349-04379f5de282), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:59.608432 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5cff54f2-9de1-413c-8d34-c610581c8dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5533287e-3abc-4368-b349-04379f5de282), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:59.614845 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-52e2e05e-71cb-414c-b7ed-bebe91b16102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:59.616953 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-52e2e05e-71cb-414c-b7ed-bebe91b16102 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=14dc905def994c41a26216cee2b81577&device_id=ad65480f-7ec7-4d6e-a652-3b8b10692214 HTTP/1.1" status: 200 len: 1094 time: 0.1353579 Jan 18 20:06:59.647731 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cff54f2-9de1-413c-8d34-c610581c8dcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:06:59.653836 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff54f2-9de1-413c-8d34-c610581c8dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5533287e-3abc-4368-b349-04379f5de282,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:59.664278 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5cff54f2-9de1-413c-8d34-c610581c8dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (c8bd904e-1086-4f0b-b6e3-40800407168f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:59.664614 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-5cff54f2-9de1-413c-8d34-c610581c8dcb admin admin] Added segment c8bd904e-1086-4f0b-b6e3-40800407168f of type vlan for network b2ff449f-94a9-49fd-87e3-1c9bdb6f89a1 Jan 18 20:06:59.687660 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-e9af4676-9ca7-4380-a6b0-5273f0cc70b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4835a893-0626-466d-be03-1d9ccd039daf HTTP/1.1" status: 200 len: 217 time: 0.0581241 Jan 18 20:06:59.727101 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5cff54f2-9de1-413c-8d34-c610581c8dcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (b2ff449f-94a9-49fd-87e3-1c9bdb6f89a1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:59.743393 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1986b31a-3ba8-4e5a-a0fa-fa0dff7fe170 x-openstack-request-id: req-1986b31a-3ba8-4e5a-a0fa-fa0dff7fe170 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:06:59.743975 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda", "name": "network-vif-deleted", "tag": "28ff6737-02fb-4a87-b1c5-7feebf0eff97", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:06:59.744683 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1986b31a-3ba8-4e5a-a0fa-fa0dff7fe170 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:06:59.745302 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba60a92-fc07-4c74-bf18-4e1c3f2e4eda', 'name': 'network-vif-deleted', 'tag': '28ff6737-02fb-4a87-b1c5-7feebf0eff97', 'status': 'completed', 'code': 200} Jan 18 20:06:59.754624 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-20b9efa1-fa7f-4e38-bea0-baef5e5ca96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:59.756334 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-20b9efa1-fa7f-4e38-bea0-baef5e5ca96f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ddd3030e-0a9b-41b7-a3cb-14e0225e3050 HTTP/1.1" status: 200 len: 861 time: 0.0605195 Jan 18 20:06:59.772155 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5cff54f2-9de1-413c-8d34-c610581c8dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (b2ff449f-94a9-49fd-87e3-1c9bdb6f89a1), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:59.773776 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cff54f2-9de1-413c-8d34-c610581c8dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:59.774573 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5cff54f2-9de1-413c-8d34-c610581c8dcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:06:59.779013 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe06f49-292f-43ba-bbc1-12f51e787e9e req-41187cae-d1cb-4f1f-a557-f5b5e13a6860 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:06:59.781170 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5fe06f49-292f-43ba-bbc1-12f51e787e9e req-41187cae-d1cb-4f1f-a557-f5b5e13a6860 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad65480f-7ec7-4d6e-a652-3b8b10692214 HTTP/1.1" status: 200 len: 943 time: 0.1631303 Jan 18 20:06:59.782784 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013ec9cf-bab9-4ad8-9e9f-78ce71e075ef x-openstack-request-id: req-013ec9cf-bab9-4ad8-9e9f-78ce71e075ef {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:06:59.783071 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad65480f-7ec7-4d6e-a652-3b8b10692214", "tag": "4835a893-0626-466d-be03-1d9ccd039daf", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:06:59.783318 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-013ec9cf-bab9-4ad8-9e9f-78ce71e075ef {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:06:59.783700 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad65480f-7ec7-4d6e-a652-3b8b10692214', 'tag': '4835a893-0626-466d-be03-1d9ccd039daf', 'status': 'completed', 'code': 200} Jan 18 20:06:59.824243 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-36567b79-6028-4735-85ae-f6f99049a97e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a08f6099-d3e5-4672-94a1-dc88a868cf6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567055 Jan 18 20:06:59.829362 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5cff54f2-9de1-413c-8d34-c610581c8dcb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4613161 Jan 18 20:06:59.832703 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38104) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:06:59.855853 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f6a49e0c-1b46-4c6a-8587-4d2106f5bf30 admin admin] Request body: {'subnet': {'network_id': 'b2ff449f-94a9-49fd-87e3-1c9bdb6f89a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-49207509-subnet', 'tenant_id': '1b9f67b5e4df471ebc9e086516ea2636', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:06:59.868890 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff54f2-9de1-413c-8d34-c610581c8dcb admin admin] Pushing event updated for resources: {'Network': ['ID=b2ff449f-94a9-49fd-87e3-1c9bdb6f89a1,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:06:59.881771 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network b2ff449f-94a9-49fd-87e3-1c9bdb6f89a1 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:06:59.968341 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5fe06f49-292f-43ba-bbc1-12f51e787e9e req-e55a54dc-6af7-4f27-861c-f7382bbd782e tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726308 Jan 18 20:07:00.003722 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a49e0c-1b46-4c6a-8587-4d2106f5bf30 admin admin] Made reservation on behalf of 1b9f67b5e4df471ebc9e086516ea2636 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:07:00.006257 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f6a49e0c-1b46-4c6a-8587-4d2106f5bf30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:00.029757 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc489af-27cd-415e-91bd-28b92c4a4143 req-b595fb60-8638-453a-9314-cb38195b853a tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:00.031213 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0fc489af-27cd-415e-91bd-28b92c4a4143 req-b595fb60-8638-453a-9314-cb38195b853a tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.1994867 Jan 18 20:07:00.076986 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-c55450ba-9a50-4b94-8801-dd1ad41f0441 service neutron] 10.222.0.57 "GET /v2.0/networks/a08f6099-d3e5-4672-94a1-dc88a868cf6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427280 Jan 18 20:07:00.129274 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ff8b6d3c-a888-46c7-9b33-709ee526bccd req-1fd3cb12-105e-4bb8-b190-1eb535b13b3c tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 210 time: 0.0970564 Jan 18 20:07:00.251536 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0fc489af-27cd-415e-91bd-28b92c4a4143 req-2d9dcefe-e736-4193-a8f4-95a7a84b2456 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963210 Jan 18 20:07:00.343559 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f508cdec-1d9a-4226-9c63-f87bd0d11043 req-cfecd0f7-7ee0-4055-9458-82100fb3b1d7 service neutron] 10.222.0.57 "GET /v2.0/networks/a08f6099-d3e5-4672-94a1-dc88a868cf6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169797 Jan 18 20:07:00.353692 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3837b0-d097-4148-968a-af99c095a45e req-fb9489a6-117d-43d7-a228-65033fcb50b3 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:00.355325 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc3837b0-d097-4148-968a-af99c095a45e req-fb9489a6-117d-43d7-a228-65033fcb50b3 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a51f79e-e491-470a-8713-bc2987dc24ad HTTP/1.1" status: 200 len: 946 time: 0.1357169 Jan 18 20:07:00.417211 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:00.470354 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f6a49e0c-1b46-4c6a-8587-4d2106f5bf30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (55fdcf9b-776d-4a63-875b-abd5822b6417), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:00.483634 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc3837b0-d097-4148-968a-af99c095a45e req-1a861884-13eb-481a-a79b-4045a4b08c17 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195784 Jan 18 20:07:00.516223 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22522b8-0203-436b-8527-d7ee3ad49640 req-b29e8eca-06dc-4b42-aee3-12894254116f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:00.517755 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a22522b8-0203-436b-8527-d7ee3ad49640 req-b29e8eca-06dc-4b42-aee3-12894254116f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=14dc905def994c41a26216cee2b81577&device_id=ad65480f-7ec7-4d6e-a652-3b8b10692214 HTTP/1.1" status: 200 len: 1094 time: 0.1107590 Jan 18 20:07:00.558903 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a49e0c-1b46-4c6a-8587-4d2106f5bf30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55fdcf9b-776d-4a63-875b-abd5822b6417,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:00.604453 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a49e0c-1b46-4c6a-8587-4d2106f5bf30 admin admin] Checking segment: {'id': 'c8bd904e-1086-4f0b-b6e3-40800407168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b2ff449f-94a9-49fd-87e3-1c9bdb6f89a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:07:00.604813 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a49e0c-1b46-4c6a-8587-4d2106f5bf30 admin admin] Network hostable DHCP agents. Network: b2ff449f-94a9-49fd-87e3-1c9bdb6f89a1, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:07:00.638423 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a49e0c-1b46-4c6a-8587-4d2106f5bf30 admin admin] Network b2ff449f-94a9-49fd-87e3-1c9bdb6f89a1 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:07:00.645753 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22522b8-0203-436b-8527-d7ee3ad49640 req-7705258d-4ece-406c-b766-2c281bdaca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:00.647334 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a22522b8-0203-436b-8527-d7ee3ad49640 req-7705258d-4ece-406c-b766-2c281bdaca4b service neutron] 10.222.0.57 "GET /v2.0/networks?id=a08f6099-d3e5-4672-94a1-dc88a868cf6f HTTP/1.1" status: 200 len: 922 time: 0.1228700 Jan 18 20:07:00.651668 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-f6a49e0c-1b46-4c6a-8587-4d2106f5bf30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, b2ff449f-94a9-49fd-87e3-1c9bdb6f89a1) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:07:00.661382 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a49e0c-1b46-4c6a-8587-4d2106f5bf30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:00.662753 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f6a49e0c-1b46-4c6a-8587-4d2106f5bf30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:00.668290 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02addc2e-2689-4659-b8c3-432ab28ff79d None None] Network b2ff449f-94a9-49fd-87e3-1c9bdb6f89a1 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:07:00.705540 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a22522b8-0203-436b-8527-d7ee3ad49640 req-0615fe3b-adcc-4b48-a56b-7609533b2349 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4835a893-0626-466d-be03-1d9ccd039daf HTTP/1.1" status: 200 len: 217 time: 0.0520244 Jan 18 20:07:00.714780 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f6a49e0c-1b46-4c6a-8587-4d2106f5bf30 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8776035 Jan 18 20:07:00.806580 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaa7874-81dd-452e-bb32-981f30f1b68e None None] Network b2ff449f-94a9-49fd-87e3-1c9bdb6f89a1 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:07:00.814616 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22522b8-0203-436b-8527-d7ee3ad49640 req-7cf1c144-5ca3-4971-bf56-10fce1aede6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:00.816026 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a22522b8-0203-436b-8527-d7ee3ad49640 req-7cf1c144-5ca3-4971-bf56-10fce1aede6a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ddd3030e-0a9b-41b7-a3cb-14e0225e3050 HTTP/1.1" status: 200 len: 861 time: 0.1002252 Jan 18 20:07:00.891141 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a22522b8-0203-436b-8527-d7ee3ad49640 req-257ab28f-f1db-4126-929a-1979a3681b70 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a08f6099-d3e5-4672-94a1-dc88a868cf6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686948 Jan 18 20:07:00.923720 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-9dc8b488-2c2a-47db-8788-f377c18b326e tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:00.925263 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-9dc8b488-2c2a-47db-8788-f377c18b326e tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.70 "GET /v2.0/networks?id=6fab12dd-5aeb-4649-a1e2-836559f8a553 HTTP/1.1" status: 200 len: 820 time: 0.1926806 Jan 18 20:07:00.942866 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-768a70b0-7e25-4af1-af7f-490d5f7c9833 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Request body: {'port': {'device_id': '035dfeb0-030e-4559-acde-bff2c5f0908e', 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553', 'admin_state_up': True, 'tenant_id': '67883881b676447cbe3f92dbc62dd7c6'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:01.039839 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a22522b8-0203-436b-8527-d7ee3ad49640 req-54401eea-fc8d-4504-9581-896dbf58db04 service neutron] 10.222.0.57 "GET /v2.0/networks/a08f6099-d3e5-4672-94a1-dc88a868cf6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410527 Jan 18 20:07:01.164673 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-768a70b0-7e25-4af1-af7f-490d5f7c9833 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Made reservation on behalf of 67883881b676447cbe3f92dbc62dd7c6 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:07:01.169462 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-768a70b0-7e25-4af1-af7f-490d5f7c9833 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:01.179163 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7181d7eb-2fc9-4487-8ffd-ce32dd953eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cf6411-d0dd-42db-99eb-0ea71436f870'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:07:01.184138 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1786bf-df6f-4624-989a-5f8007025f5d" -d '{"events": [{"server_uuid": "7181d7eb-2fc9-4487-8ffd-ce32dd953eb4", "name": "network-vif-plugged", "status": "completed", "tag": "66cf6411-d0dd-42db-99eb-0ea71436f870"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:07:01.190336 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5eca8-d932-4580-a7d7-f7437a33b31f req-5738a7c8-c36e-46b9-ba55-f649f2aaf750 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:01.193004 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4e5eca8-d932-4580-a7d7-f7437a33b31f req-5738a7c8-c36e-46b9-ba55-f649f2aaf750 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad65480f-7ec7-4d6e-a652-3b8b10692214 HTTP/1.1" status: 200 len: 943 time: 0.1187968 Jan 18 20:07:01.223793 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a22522b8-0203-436b-8527-d7ee3ad49640 req-f6d02c8e-d57f-468b-88ea-f3c539622bb4 service neutron] 10.222.0.57 "GET /v2.0/networks/a08f6099-d3e5-4672-94a1-dc88a868cf6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766889 Jan 18 20:07:01.269086 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4e5eca8-d932-4580-a7d7-f7437a33b31f req-f68577d2-94d0-49c1-911c-54a3181462e0 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657089 Jan 18 20:07:01.330487 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-768a70b0-7e25-4af1-af7f-490d5f7c9833 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Allocated IP 172.20.0.8 (6fab12dd-5aeb-4649-a1e2-836559f8a553/c7ae8e7b-1bfc-435b-b42c-3b64619a022a/1dc1025b-5e8f-4c02-a788-546ee121d7a8) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:07:01.521171 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-768a70b0-7e25-4af1-af7f-490d5f7c9833 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks [] for port (1dc1025b-5e8f-4c02-a788-546ee121d7a8), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:01.526411 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-93049e33-1cce-44c1-bc96-8ba2fe8ae8c5 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:01.528115 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-93049e33-1cce-44c1-bc96-8ba2fe8ae8c5 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/networks?id=4ab372be-d103-41ea-8d2b-c9a101271e12 HTTP/1.1" status: 200 len: 815 time: 0.1322942 Jan 18 20:07:01.545254 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-d117f53f-31a1-4f92-b16a-cb932da9933e tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/quotas/76801dae69f5439dafba13a4754c3ef8 HTTP/1.1" status: 200 len: 375 time: 0.0105228 Jan 18 20:07:01.572141 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-768a70b0-7e25-4af1-af7f-490d5f7c9833 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (1dc1025b-5e8f-4c02-a788-546ee121d7a8), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:01.586654 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-2ed17b9d-5312-4e14-9223-a52b799cc530 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=76801dae69f5439dafba13a4754c3ef8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336561 Jan 18 20:07:01.587164 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['62ad388c-9dbe-4498-b732-3d75eeae5e05', 'ae5daab9-3318-4b0e-afff-8350b4913ab0'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:07:01.646279 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-768a70b0-7e25-4af1-af7f-490d5f7c9833 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Network 6fab12dd-5aeb-4649-a1e2-836559f8a553 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:07:01.653452 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-768a70b0-7e25-4af1-af7f-490d5f7c9833 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:07:01.657263 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-768a70b0-7e25-4af1-af7f-490d5f7c9833 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:07:01.709415 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-768a70b0-7e25-4af1-af7f-490d5f7c9833 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:01.710382 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-768a70b0-7e25-4af1-af7f-490d5f7c9833 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:01.717702 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a70b0-7e25-4af1-af7f-490d5f7c9833 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Pushing event updated for resources: {'Port': ['ID=1dc1025b-5e8f-4c02-a788-546ee121d7a8,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:01.748510 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-768a70b0-7e25-4af1-af7f-490d5f7c9833 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8094900 Jan 18 20:07:01.763367 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-12fda362-fd80-4232-8100-4566583a7702 service neutron] 10.222.0.31 "GET /v2.0/networks/4ab372be-d103-41ea-8d2b-c9a101271e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661677 Jan 18 20:07:01.764562 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-8a7be540-6cdf-40b1-81f2-c805f07499e3 service neutron] Request body: {'port': {'device_id': '035dfeb0-030e-4559-acde-bff2c5f0908e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:01.773663 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33b180-88af-4d97-8630-0de07403f2ec req-d7755a6d-d26b-4e9d-a560-5fd60e8b79be tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:01.775439 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dc33b180-88af-4d97-8630-0de07403f2ec req-d7755a6d-d26b-4e9d-a560-5fd60e8b79be tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 931 time: 0.0875831 Jan 18 20:07:01.801946 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:01.841576 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-8a7be540-6cdf-40b1-81f2-c805f07499e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1dc1025b-5e8f-4c02-a788-546ee121d7a8), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:01.897361 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 28ff6737-02fb-4a87-b1c5-7feebf0eff97 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:07:01.900981 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dc33b180-88af-4d97-8630-0de07403f2ec req-5edcb350-44db-42dd-be30-130e0aa0215d tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154509 Jan 18 20:07:01.919153 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-078d901d-c6c5-4e3b-a98e-81dc35c4f888 service neutron] 10.222.0.31 "GET /v2.0/networks/4ab372be-d103-41ea-8d2b-c9a101271e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425633 Jan 18 20:07:01.927102 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 28ff6737-02fb-4a87-b1c5-7feebf0eff97 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:07:01.927459 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 28ff6737-02fb-4a87-b1c5-7feebf0eff97 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:07:01.998275 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1720ec52-31f7-492e-9b70-4693efb364f6 x-openstack-request-id: req-1720ec52-31f7-492e-9b70-4693efb364f6 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:07:01.998643 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7181d7eb-2fc9-4487-8ffd-ce32dd953eb4", "name": "network-vif-plugged", "status": "completed", "tag": "66cf6411-d0dd-42db-99eb-0ea71436f870", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:07:01.998958 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1720ec52-31f7-492e-9b70-4693efb364f6 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:07:01.999431 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7181d7eb-2fc9-4487-8ffd-ce32dd953eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cf6411-d0dd-42db-99eb-0ea71436f870', 'code': 200} Jan 18 20:07:02.047939 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:07:02.151290 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a692b0f-177b-4c68-a229-b2efe3a4fc27 req-eafffc39-3be5-4cdd-a40d-df06486e854d tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:02.153260 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3a692b0f-177b-4c68-a229-b2efe3a4fc27 req-eafffc39-3be5-4cdd-a40d-df06486e854d tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.0975871 Jan 18 20:07:02.193314 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff30e44-e982-4bca-b095-036a7067d9b6 req-0beb6c25-f299-497a-83cd-7f095ab9b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:02.195713 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4ff30e44-e982-4bca-b095-036a7067d9b6 req-0beb6c25-f299-497a-83cd-7f095ab9b659 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 1100 time: 0.0976436 Jan 18 20:07:02.225297 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-8a7be540-6cdf-40b1-81f2-c805f07499e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dc1025b-5e8f-4c02-a788-546ee121d7a8 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:07:02.245155 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3a692b0f-177b-4c68-a229-b2efe3a4fc27 req-92d36cdd-38bf-4ff9-8307-7eea0e496c97 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863633 Jan 18 20:07:02.248588 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-8a7be540-6cdf-40b1-81f2-c805f07499e3 service neutron] Publish callbacks [] for port (1dc1025b-5e8f-4c02-a788-546ee121d7a8), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:02.284051 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-8a7be540-6cdf-40b1-81f2-c805f07499e3 service neutron] Transition to ACTIVE for port object 1dc1025b-5e8f-4c02-a788-546ee121d7a8 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:07:02.289484 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-8a7be540-6cdf-40b1-81f2-c805f07499e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (1dc1025b-5e8f-4c02-a788-546ee121d7a8), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:02.311179 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4ff30e44-e982-4bca-b095-036a7067d9b6 req-6028cd68-7f5c-45a9-a22d-7d9acf43db56 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071839 Jan 18 20:07:02.381911 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7be540-6cdf-40b1-81f2-c805f07499e3 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc1025b-5e8f-4c02-a788-546ee121d7a8,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:02.425087 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2296b-2e78-43a4-8396-bed9a321c875 req-c19b3c15-d608-4dc7-9152-b5690e41337a tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:02.427190 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c7b2296b-2e78-43a4-8396-bed9a321c875 req-c19b3c15-d608-4dc7-9152-b5690e41337a tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a51f79e-e491-470a-8713-bc2987dc24ad HTTP/1.1" status: 200 len: 946 time: 0.0792732 Jan 18 20:07:02.522116 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-8a7be540-6cdf-40b1-81f2-c805f07499e3 service neutron] Attempting to bind port 1dc1025b-5e8f-4c02-a788-546ee121d7a8 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:07:02.522633 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-8a7be540-6cdf-40b1-81f2-c805f07499e3 service neutron] Attempting to bind port 1dc1025b-5e8f-4c02-a788-546ee121d7a8 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:07:02.523116 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-8a7be540-6cdf-40b1-81f2-c805f07499e3 service neutron] Attempting to bind port 1dc1025b-5e8f-4c02-a788-546ee121d7a8 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:07:02.524093 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c7b2296b-2e78-43a4-8396-bed9a321c875 req-8d60816d-c372-48ef-90ef-1c4c74182f12 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894654 Jan 18 20:07:02.530144 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-8a7be540-6cdf-40b1-81f2-c805f07499e3 service neutron] Port 1dc1025b-5e8f-4c02-a788-546ee121d7a8 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:07:02.530779 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-8a7be540-6cdf-40b1-81f2-c805f07499e3 service neutron] Attempting to bind port 1dc1025b-5e8f-4c02-a788-546ee121d7a8 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:07:02.538078 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-8a7be540-6cdf-40b1-81f2-c805f07499e3 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:07:02.538257 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-8a7be540-6cdf-40b1-81f2-c805f07499e3 service neutron] Checking segment: {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:07:02.538623 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-8a7be540-6cdf-40b1-81f2-c805f07499e3 service neutron] Bound using segment: {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:07:02.539165 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-8a7be540-6cdf-40b1-81f2-c805f07499e3 service neutron] Bound port: 1dc1025b-5e8f-4c02-a788-546ee121d7a8, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:07:02.539619 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-8a7be540-6cdf-40b1-81f2-c805f07499e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1dc1025b-5e8f-4c02-a788-546ee121d7a8), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:02.633667 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-8a7be540-6cdf-40b1-81f2-c805f07499e3 service neutron] For port 1dc1025b-5e8f-4c02-a788-546ee121d7a8, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:07:02.637504 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-8a7be540-6cdf-40b1-81f2-c805f07499e3 service neutron] For port 1dc1025b-5e8f-4c02-a788-546ee121d7a8, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1dc1025b-5e8f-4c02-a788-546ee121d7a8,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:07:02.643881 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-8a7be540-6cdf-40b1-81f2-c805f07499e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (1dc1025b-5e8f-4c02-a788-546ee121d7a8), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:02.648522 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a3c21d99-4fb6-4939-b5fb-a6a3c07c8bb0 req-bc06f6fc-10e9-414c-bd09-68af48d8a6f3 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/ports?device_id=2401cc3e-be88-41b3-8f2b-cd50d68e9a7e HTTP/1.1" status: 200 len: 210 time: 0.0514295 Jan 18 20:07:02.682139 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-8a7be540-6cdf-40b1-81f2-c805f07499e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:02.683371 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-8a7be540-6cdf-40b1-81f2-c805f07499e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:02.685263 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-8a7be540-6cdf-40b1-81f2-c805f07499e3 service neutron] 10.222.0.70 "PUT /v2.0/ports/1dc1025b-5e8f-4c02-a788-546ee121d7a8 HTTP/1.1" status: 200 len: 1091 time: 0.9276285 Jan 18 20:07:02.685991 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035dfeb0-030e-4559-acde-bff2c5f0908e', 'tag': '1dc1025b-5e8f-4c02-a788-546ee121d7a8'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:07:02.688502 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf83f77-c790-40f2-9734-0efa4bcb300c" -d '{"events": [{"name": "network-changed", "server_uuid": "035dfeb0-030e-4559-acde-bff2c5f0908e", "tag": "1dc1025b-5e8f-4c02-a788-546ee121d7a8"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:07:02.803855 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7be540-6cdf-40b1-81f2-c805f07499e3 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc1025b-5e8f-4c02-a788-546ee121d7a8,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:02.826735 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-8ba3411e-bd16-4104-92c9-6a9ba9467741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:02.828861 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-8ba3411e-bd16-4104-92c9-6a9ba9467741 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=67883881b676447cbe3f92dbc62dd7c6&device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 1094 time: 0.0926299 Jan 18 20:07:02.875958 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d274f12-6201-4b94-bc04-88210ab13059 req-d747026e-10a0-41ef-8732-faa53b2d5302 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:02.878170 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf208645-4cf7-4d86-9589-e850feb84897 x-openstack-request-id: req-bf208645-4cf7-4d86-9589-e850feb84897 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:07:02.878594 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035dfeb0-030e-4559-acde-bff2c5f0908e", "tag": "1dc1025b-5e8f-4c02-a788-546ee121d7a8", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:07:02.879210 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf208645-4cf7-4d86-9589-e850feb84897 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:07:02.880433 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035dfeb0-030e-4559-acde-bff2c5f0908e', 'tag': '1dc1025b-5e8f-4c02-a788-546ee121d7a8', 'status': 'completed', 'code': 200} Jan 18 20:07:02.883335 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-08f485c9-7d22-4300-9717-ba7b56c895d0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dc1025b-5e8f-4c02-a788-546ee121d7a8 HTTP/1.1" status: 200 len: 217 time: 0.0452750 Jan 18 20:07:02.886802 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1d274f12-6201-4b94-bc04-88210ab13059 req-d747026e-10a0-41ef-8732-faa53b2d5302 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad65480f-7ec7-4d6e-a652-3b8b10692214 HTTP/1.1" status: 200 len: 943 time: 0.1320240 Jan 18 20:07:02.943800 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-8caa4bbe-65f8-4ab1-8daa-619074cb55b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:02.947231 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-8caa4bbe-65f8-4ab1-8daa-619074cb55b8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c7ae8e7b-1bfc-435b-b42c-3b64619a022a HTTP/1.1" status: 200 len: 860 time: 0.0573993 Jan 18 20:07:02.982722 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1d274f12-6201-4b94-bc04-88210ab13059 req-4e8b1b83-aa08-49cc-8941-a3e993a8654e tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930464 Jan 18 20:07:02.993036 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-d293e65c-1854-4430-9f6a-5dccfb758dee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6fab12dd-5aeb-4649-a1e2-836559f8a553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335352 Jan 18 20:07:03.098508 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd1c4c-09b5-4c1a-88cd-28addb305387 req-dd2c131a-8433-4b1a-ab3c-7bebf4a65844 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:03.106584 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3bdd1c4c-09b5-4c1a-88cd-28addb305387 req-dd2c131a-8433-4b1a-ab3c-7bebf4a65844 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a51f79e-e491-470a-8713-bc2987dc24ad HTTP/1.1" status: 200 len: 946 time: 0.1467693 Jan 18 20:07:03.176175 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0096d0d-1f04-42f6-9d94-51c5837f2b0b req-b04920e9-e454-48fa-8f63-6505184b36de tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:03.187051 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c0096d0d-1f04-42f6-9d94-51c5837f2b0b req-b04920e9-e454-48fa-8f63-6505184b36de tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 943 time: 0.1473322 Jan 18 20:07:03.196992 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-2915c456-4649-4dd0-8d8d-0e6e4bf5027f service neutron] 10.222.0.70 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959627 Jan 18 20:07:03.232121 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38232) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:07:03.267188 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3bdd1c4c-09b5-4c1a-88cd-28addb305387 req-0db6a3dd-a528-49f3-a6cd-74bf931b38ac tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595163 Jan 18 20:07:03.317721 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c0096d0d-1f04-42f6-9d94-51c5837f2b0b req-e0882edb-82c9-44fa-bdc7-a3be1b5fba8d tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293538 Jan 18 20:07:03.380888 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-af37af57-2ff4-40f4-90a0-9cebe5adfb9e req-0eb5019b-4180-4587-8caa-fbc49855d205 service neutron] 10.222.0.70 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675580 Jan 18 20:07:03.422174 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-01e0dbfc-881f-4ac9-a3f6-0e561d3e93c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dbba5e2d1f804c368f817f2fa835474a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1845448 Jan 18 20:07:03.422706 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38240) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:07:03.495834 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319f9a4-1297-433b-b556-b51c4362053d req-fd543889-fd56-45e1-99a2-ac0a8462a6e1 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:03.497617 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0319f9a4-1297-433b-b556-b51c4362053d req-fd543889-fd56-45e1-99a2-ac0a8462a6e1 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.0738542 Jan 18 20:07:03.544954 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf83f77-c790-40f2-9734-0efa4bcb300c req-5a788776-0b14-42b1-88a9-2aeca74259a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:03.546420 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0cf83f77-c790-40f2-9734-0efa4bcb300c req-5a788776-0b14-42b1-88a9-2aeca74259a9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=67883881b676447cbe3f92dbc62dd7c6&device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 1094 time: 0.0714111 Jan 18 20:07:03.547193 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a284bc3e-6354-49f7-a5ac-ec7188374c7a admin admin] Publish callbacks [] for security_group (5b72549e-02ed-484f-8872-2821bccd2dfa), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:03.600047 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0319f9a4-1297-433b-b556-b51c4362053d req-b336ebae-b7ef-4161-9a18-edf7e2035757 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926893 Jan 18 20:07:03.628518 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a284bc3e-6354-49f7-a5ac-ec7188374c7a admin admin] Publish callbacks [] for security_group (5b72549e-02ed-484f-8872-2821bccd2dfa), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:03.711183 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-6361ad43-28c6-41d5-b459-5d01d54a882d tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:03.712663 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-6361ad43-28c6-41d5-b459-5d01d54a882d tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.57 "GET /v2.0/networks?id=4ab372be-d103-41ea-8d2b-c9a101271e12 HTTP/1.1" status: 200 len: 815 time: 0.1496141 Jan 18 20:07:03.728258 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-c2f5ad44-58b6-41d6-9d2f-fdc1888b3cca tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Request body: {'port': {'device_id': '2401cc3e-be88-41b3-8f2b-cd50d68e9a7e', 'network_id': '4ab372be-d103-41ea-8d2b-c9a101271e12', 'admin_state_up': True, 'tenant_id': '76801dae69f5439dafba13a4754c3ef8'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:03.780721 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:03.788846 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf83f77-c790-40f2-9734-0efa4bcb300c req-7e9738d6-3aef-49e0-848d-eb786cbe2063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:03.790361 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0cf83f77-c790-40f2-9734-0efa4bcb300c req-7e9738d6-3aef-49e0-848d-eb786cbe2063 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6fab12dd-5aeb-4649-a1e2-836559f8a553 HTTP/1.1" status: 200 len: 921 time: 0.2373626 Jan 18 20:07:03.826334 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9f92928e-37e1-490d-acae-a5c23df0e1e9 req-e2375009-fe8c-4bab-9946-bbd4645ceea2 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/ports?device_id=2401cc3e-be88-41b3-8f2b-cd50d68e9a7e HTTP/1.1" status: 200 len: 210 time: 0.0630491 Jan 18 20:07:03.843977 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0cf83f77-c790-40f2-9734-0efa4bcb300c req-7f2bd8cd-4619-4941-b5bc-7909f61174d9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dc1025b-5e8f-4c02-a788-546ee121d7a8 HTTP/1.1" status: 200 len: 217 time: 0.0410836 Jan 18 20:07:03.871687 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a284bc3e-6354-49f7-a5ac-ec7188374c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5b72549e-02ed-484f-8872-2821bccd2dfa), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:03.874397 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a284bc3e-6354-49f7-a5ac-ec7188374c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:03.875552 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a284bc3e-6354-49f7-a5ac-ec7188374c7a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b72549e-02ed-484f-8872-2821bccd2dfa HTTP/1.1" status: 204 len: 168 time: 0.4516845 Jan 18 20:07:03.934566 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284bc3e-6354-49f7-a5ac-ec7188374c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b72549e-02ed-484f-8872-2821bccd2dfa,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:03.939839 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-c2f5ad44-58b6-41d6-9d2f-fdc1888b3cca tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Made reservation on behalf of 76801dae69f5439dafba13a4754c3ef8 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:07:03.946673 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-c2f5ad44-58b6-41d6-9d2f-fdc1888b3cca tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:03.954168 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf83f77-c790-40f2-9734-0efa4bcb300c req-6d751f98-e566-42f2-ad6f-746bf8a3b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:03.956173 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0cf83f77-c790-40f2-9734-0efa4bcb300c req-6d751f98-e566-42f2-ad6f-746bf8a3b682 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c7ae8e7b-1bfc-435b-b42c-3b64619a022a HTTP/1.1" status: 200 len: 860 time: 0.1024892 Jan 18 20:07:03.997156 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0cf83f77-c790-40f2-9734-0efa4bcb300c req-960c9b04-b76d-462e-88e5-a4aa28dff727 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6fab12dd-5aeb-4649-a1e2-836559f8a553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323594 Jan 18 20:07:04.118548 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-c2f5ad44-58b6-41d6-9d2f-fdc1888b3cca tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Allocated IP 172.20.0.10 (4ab372be-d103-41ea-8d2b-c9a101271e12/a63c4709-7e59-4054-9fbe-d12855a60d0f/ade92644-2813-4db9-829d-4c74aa98146f) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:07:04.143638 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0cf83f77-c790-40f2-9734-0efa4bcb300c req-4dcc7881-ed8b-496c-9647-76ad49be2eaa service neutron] 10.222.0.70 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372364 Jan 18 20:07:04.239751 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc159122-2c18-4dc7-a4f7-f4f1061f4b73 req-ce3f6b56-a0c7-489b-b6ec-ce75133af1c4 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:04.242033 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc159122-2c18-4dc7-a4f7-f4f1061f4b73 req-ce3f6b56-a0c7-489b-b6ec-ce75133af1c4 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad65480f-7ec7-4d6e-a652-3b8b10692214 HTTP/1.1" status: 200 len: 943 time: 0.1063571 Jan 18 20:07:04.258588 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0cf83f77-c790-40f2-9734-0efa4bcb300c req-0b24d691-fc64-48e3-9078-c6d659408434 service neutron] 10.222.0.70 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078057 Jan 18 20:07:04.368890 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc159122-2c18-4dc7-a4f7-f4f1061f4b73 req-7114eae9-5811-47d6-a58f-9d46cb92d025 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200309 Jan 18 20:07:04.398148 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-c2f5ad44-58b6-41d6-9d2f-fdc1888b3cca tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Publish callbacks [] for port (ade92644-2813-4db9-829d-4c74aa98146f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:04.483847 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc01ba-efd0-47bb-b753-d16a170821d1 req-cd669688-fc9d-4f92-b300-8359ee0e96e1 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:04.486911 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-96bc01ba-efd0-47bb-b753-d16a170821d1 req-cd669688-fc9d-4f92-b300-8359ee0e96e1 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a51f79e-e491-470a-8713-bc2987dc24ad HTTP/1.1" status: 200 len: 946 time: 0.1123269 Jan 18 20:07:04.510358 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-c2f5ad44-58b6-41d6-9d2f-fdc1888b3cca tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (ade92644-2813-4db9-829d-4c74aa98146f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:04.573660 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 4835a893-0626-466d-be03-1d9ccd039daf details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:07:04.579556 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa39c0e-9a99-4a17-a7eb-e3ecf0097984 req-2764e5a1-60ac-40ee-a762-f5173b2aa39b tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:04.585043 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6aa39c0e-9a99-4a17-a7eb-e3ecf0097984 req-2764e5a1-60ac-40ee-a762-f5173b2aa39b tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 943 time: 0.1514609 Jan 18 20:07:04.620451 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-c2f5ad44-58b6-41d6-9d2f-fdc1888b3cca tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Network 4ab372be-d103-41ea-8d2b-c9a101271e12 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:07:04.645984 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-c2f5ad44-58b6-41d6-9d2f-fdc1888b3cca tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:07:04.651065 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-c2f5ad44-58b6-41d6-9d2f-fdc1888b3cca tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:07:04.657963 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5ad44-58b6-41d6-9d2f-fdc1888b3cca tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Pushing event updated for resources: {'Port': ['ID=ade92644-2813-4db9-829d-4c74aa98146f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:04.688070 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-96bc01ba-efd0-47bb-b753-d16a170821d1 req-ae084db8-7bc1-4904-a129-38917835c245 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915903 Jan 18 20:07:04.698905 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 4835a893-0626-466d-be03-1d9ccd039daf, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=4835a893-0626-466d-be03-1d9ccd039daf,segment=NetworkSegment(2a6a568f-ab0b-495f-98b0-e8870b4263ca),segment_id=2a6a568f-ab0b-495f-98b0-e8870b4263ca)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:04.711911 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '4835a893-0626-466d-be03-1d9ccd039daf', 'network_id': 'a08f6099-d3e5-4672-94a1-dc88a868cf6f', 'port_id': '4835a893-0626-466d-be03-1d9ccd039daf', 'mac_address': 'fa:16:3e:d5:ce:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd3030e-0a9b-41b7-a3cb-14e0225e3050', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:07:04.740200 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6aa39c0e-9a99-4a17-a7eb-e3ecf0097984 req-817eb827-4657-49dc-ab89-48e3eecf0deb tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321905 Jan 18 20:07:04.759369 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 4835a893-0626-466d-be03-1d9ccd039daf is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:04.759947 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4835a893-0626-466d-be03-1d9ccd039daf), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:04.760265 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-c2f5ad44-58b6-41d6-9d2f-fdc1888b3cca tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:04.760918 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-c2f5ad44-58b6-41d6-9d2f-fdc1888b3cca tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:04.789967 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-c2f5ad44-58b6-41d6-9d2f-fdc1888b3cca tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0655613 Jan 18 20:07:04.796004 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4835a893-0626-466d-be03-1d9ccd039daf {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:07:04.805306 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-b8915f02-1ddb-4a1f-9871-cc033ccca58c service neutron] Request body: {'port': {'device_id': '2401cc3e-be88-41b3-8f2b-cd50d68e9a7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:04.835749 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 4835a893-0626-466d-be03-1d9ccd039daf, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=4835a893-0626-466d-be03-1d9ccd039daf,segment=NetworkSegment(2a6a568f-ab0b-495f-98b0-e8870b4263ca),segment_id=2a6a568f-ab0b-495f-98b0-e8870b4263ca)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:04.842978 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4835a893-0626-466d-be03-1d9ccd039daf), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:04.892388 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-b8915f02-1ddb-4a1f-9871-cc033ccca58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ade92644-2813-4db9-829d-4c74aa98146f), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:04.936857 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=4835a893-0626-466d-be03-1d9ccd039daf,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:05.050638 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69aa91-a5aa-44df-adc0-96d3b66983ab req-a1b6438c-0d07-42a7-bd52-9077f060fb95 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:05.052005 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ee69aa91-a5aa-44df-adc0-96d3b66983ab req-a1b6438c-0d07-42a7-bd52-9077f060fb95 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.1335320 Jan 18 20:07:05.154168 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ee69aa91-a5aa-44df-adc0-96d3b66983ab req-852eaba2-7e6b-4779-8de5-7114ea13f14f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917292 Jan 18 20:07:05.241982 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['4835a893-0626-466d-be03-1d9ccd039daf'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:07:05.294034 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-b8915f02-1ddb-4a1f-9871-cc033ccca58c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade92644-2813-4db9-829d-4c74aa98146f {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:07:05.303692 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-b8915f02-1ddb-4a1f-9871-cc033ccca58c service neutron] Publish callbacks [] for port (ade92644-2813-4db9-829d-4c74aa98146f), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:05.329130 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646028a-7b69-4932-8411-da6994beb499 req-4450d50b-4dec-4cf8-93ad-e3cd08ca2104 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:05.330711 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6646028a-7b69-4932-8411-da6994beb499 req-4450d50b-4dec-4cf8-93ad-e3cd08ca2104 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/ports?device_id=2401cc3e-be88-41b3-8f2b-cd50d68e9a7e HTTP/1.1" status: 200 len: 932 time: 0.1063309 Jan 18 20:07:05.333204 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-b8915f02-1ddb-4a1f-9871-cc033ccca58c service neutron] Transition to ACTIVE for port object ade92644-2813-4db9-829d-4c74aa98146f will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:07:05.345672 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-b8915f02-1ddb-4a1f-9871-cc033ccca58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (ade92644-2813-4db9-829d-4c74aa98146f), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:05.420225 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8915f02-1ddb-4a1f-9871-cc033ccca58c service neutron] Pushing event updated for resources: {'Port': ['ID=ade92644-2813-4db9-829d-4c74aa98146f,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:05.445815 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6646028a-7b69-4932-8411-da6994beb499 req-d4106010-1e6b-4423-a9c4-a938e1f7e535 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d70e2dc-85f6-4acb-9a4b-5cae1564314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062403 Jan 18 20:07:05.520674 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-b8915f02-1ddb-4a1f-9871-cc033ccca58c service neutron] Attempting to bind port ade92644-2813-4db9-829d-4c74aa98146f on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:07:05.521007 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-b8915f02-1ddb-4a1f-9871-cc033ccca58c service neutron] Attempting to bind port ade92644-2813-4db9-829d-4c74aa98146f by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '47a66606-44d4-4dca-b9c1-d39ea6a1f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ab372be-d103-41ea-8d2b-c9a101271e12'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:07:05.521328 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-b8915f02-1ddb-4a1f-9871-cc033ccca58c service neutron] Attempting to bind port ade92644-2813-4db9-829d-4c74aa98146f on network 4ab372be-d103-41ea-8d2b-c9a101271e12 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:07:05.525717 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-b8915f02-1ddb-4a1f-9871-cc033ccca58c service neutron] Port ade92644-2813-4db9-829d-4c74aa98146f on network 4ab372be-d103-41ea-8d2b-c9a101271e12 not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:07:05.526374 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-b8915f02-1ddb-4a1f-9871-cc033ccca58c service neutron] Attempting to bind port ade92644-2813-4db9-829d-4c74aa98146f on network 4ab372be-d103-41ea-8d2b-c9a101271e12 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:07:05.530849 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-b8915f02-1ddb-4a1f-9871-cc033ccca58c service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:07:05.531177 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-b8915f02-1ddb-4a1f-9871-cc033ccca58c service neutron] Checking segment: {'id': '47a66606-44d4-4dca-b9c1-d39ea6a1f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ab372be-d103-41ea-8d2b-c9a101271e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:07:05.531551 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-b8915f02-1ddb-4a1f-9871-cc033ccca58c service neutron] Bound using segment: {'id': '47a66606-44d4-4dca-b9c1-d39ea6a1f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ab372be-d103-41ea-8d2b-c9a101271e12'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:07:05.532427 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-b8915f02-1ddb-4a1f-9871-cc033ccca58c service neutron] Bound port: ade92644-2813-4db9-829d-4c74aa98146f, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a66606-44d4-4dca-b9c1-d39ea6a1f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ab372be-d103-41ea-8d2b-c9a101271e12'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:07:05.532427 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-b8915f02-1ddb-4a1f-9871-cc033ccca58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ade92644-2813-4db9-829d-4c74aa98146f), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:05.607877 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-b8915f02-1ddb-4a1f-9871-cc033ccca58c service neutron] For port ade92644-2813-4db9-829d-4c74aa98146f, host n-h1-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:07:05.612714 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-b8915f02-1ddb-4a1f-9871-cc033ccca58c service neutron] For port ade92644-2813-4db9-829d-4c74aa98146f, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=ade92644-2813-4db9-829d-4c74aa98146f,segment=NetworkSegment(47a66606-44d4-4dca-b9c1-d39ea6a1f39e),segment_id=47a66606-44d4-4dca-b9c1-d39ea6a1f39e)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:07:05.619668 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-b8915f02-1ddb-4a1f-9871-cc033ccca58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (ade92644-2813-4db9-829d-4c74aa98146f), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:05.632300 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-2e0fee5a-3c89-489b-85f2-6b2ad2090aa1 req-f61a4b36-197a-4024-b8f8-2b053d07b306 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:07:05.633289 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e0fee5a-3c89-489b-85f2-6b2ad2090aa1 req-f61a4b36-197a-4024-b8f8-2b053d07b306 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085454 Jan 18 20:07:05.681318 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-b8915f02-1ddb-4a1f-9871-cc033ccca58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:05.681945 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-b8915f02-1ddb-4a1f-9871-cc033ccca58c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:05.683335 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-b8915f02-1ddb-4a1f-9871-cc033ccca58c service neutron] 10.222.0.57 "PUT /v2.0/ports/ade92644-2813-4db9-829d-4c74aa98146f HTTP/1.1" status: 200 len: 1092 time: 0.8854454 Jan 18 20:07:05.684544 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2401cc3e-be88-41b3-8f2b-cd50d68e9a7e', 'tag': 'ade92644-2813-4db9-829d-4c74aa98146f'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:07:05.686881 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e9485f-d8ff-495a-9fec-1b009bfc3453" -d '{"events": [{"name": "network-changed", "server_uuid": "2401cc3e-be88-41b3-8f2b-cd50d68e9a7e", "tag": "ade92644-2813-4db9-829d-4c74aa98146f"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:05.731802 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:05.734679 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:05.734679 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:05.734679 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:05.734679 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:05.734679 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:05.734679 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:05.734679 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:05.734679 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:05.734679 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:05.734679 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:05.734679 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:05.734679 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:05.734679 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd8acc-9777-4b6b-a3dc-3e52257ac42a req-08113b53-d372-4483-a99d-d1ac2cd1c497 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:05.738319 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-59fd8acc-9777-4b6b-a3dc-3e52257ac42a req-08113b53-d372-4483-a99d-d1ac2cd1c497 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad65480f-7ec7-4d6e-a652-3b8b10692214 HTTP/1.1" status: 200 len: 944 time: 0.1039402 Jan 18 20:07:05.740906 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8915f02-1ddb-4a1f-9871-cc033ccca58c service neutron] Pushing event updated for resources: {'Port': ['ID=ade92644-2813-4db9-829d-4c74aa98146f,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:05.813453 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-b9f82021-bd36-4426-8a17-577c211d7609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:05.814883 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-b9f82021-bd36-4426-8a17-577c211d7609 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=76801dae69f5439dafba13a4754c3ef8&device_id=2401cc3e-be88-41b3-8f2b-cd50d68e9a7e HTTP/1.1" status: 200 len: 1095 time: 0.0749295 Jan 18 20:07:05.840636 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-59fd8acc-9777-4b6b-a3dc-3e52257ac42a req-75532e5b-fc3e-4a52-a5ae-2267f8dad662 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860326 Jan 18 20:07:05.877252 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-b620fcb7-7aaf-4f9b-9f72-4c03b813f665 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ade92644-2813-4db9-829d-4c74aa98146f HTTP/1.1" status: 200 len: 217 time: 0.0512576 Jan 18 20:07:05.898672 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb71e55-5ae5-4fcd-87f8-bc8d4062ac5f x-openstack-request-id: req-8eb71e55-5ae5-4fcd-87f8-bc8d4062ac5f {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:07:05.899078 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2401cc3e-be88-41b3-8f2b-cd50d68e9a7e", "tag": "ade92644-2813-4db9-829d-4c74aa98146f", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:07:05.899398 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8eb71e55-5ae5-4fcd-87f8-bc8d4062ac5f {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:07:05.899964 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2401cc3e-be88-41b3-8f2b-cd50d68e9a7e', 'tag': 'ade92644-2813-4db9-829d-4c74aa98146f', 'status': 'completed', 'code': 200} Jan 18 20:07:06.312570 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-fa5087c4-7597-4aa6-a6e5-b339c32883be service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4435134 Jan 18 20:07:06.325499 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-962f7132-f881-403e-b2a2-03400f1d0228 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:07:06.326479 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-962f7132-f881-403e-b2a2-03400f1d0228 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057678 Jan 18 20:07:06.330444 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-ec73f4c0-71b7-4212-8e88-dfa791103b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:06.331913 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-ec73f4c0-71b7-4212-8e88-dfa791103b5d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a63c4709-7e59-4054-9fbe-d12855a60d0f HTTP/1.1" status: 200 len: 855 time: 0.4309750 Jan 18 20:07:06.373403 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-a0d61a46-ca24-49db-bb42-d477f4b62fc7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ab372be-d103-41ea-8d2b-c9a101271e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325544 Jan 18 20:07:06.382198 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51913bc9-a8b1-407b-8347-0c6147d165cd req-5f23214a-ee55-4871-8291-a9acbc656cc0 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:06.383656 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-51913bc9-a8b1-407b-8347-0c6147d165cd req-5f23214a-ee55-4871-8291-a9acbc656cc0 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 943 time: 0.4624484 Jan 18 20:07:06.392410 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb26f3-2797-493a-b94c-678ac85f07b7 req-c4ba83d0-559c-478b-b6d8-6806c0551d21 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:06.393914 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6eb26f3-2797-493a-b94c-678ac85f07b7 req-c4ba83d0-559c-478b-b6d8-6806c0551d21 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.1358700 Jan 18 20:07:06.529826 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-51913bc9-a8b1-407b-8347-0c6147d165cd req-4495f763-1e19-4921-bd77-b432c626ab2a tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284239 Jan 18 20:07:06.579012 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6eb26f3-2797-493a-b94c-678ac85f07b7 req-02678755-cee3-4e02-bbe0-23f60fd3be46 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751807 Jan 18 20:07:06.582785 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-a045f23b-67eb-404b-8894-472178f2e856 service neutron] 10.222.0.57 "GET /v2.0/networks/4ab372be-d103-41ea-8d2b-c9a101271e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981454 Jan 18 20:07:06.601426 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 4835a893-0626-466d-be03-1d9ccd039daf up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:07:06.666263 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:06.688265 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 4835a893-0626-466d-be03-1d9ccd039daf completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:07:06.709329 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 4835a893-0626-466d-be03-1d9ccd039daf triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:07:06.709729 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4835a893-0626-466d-be03-1d9ccd039daf), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:06.762170 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46d83f1f-d16e-4229-919e-cbc64ffea72b req-97c03394-0e71-4494-935f-730b3b004ec8 service neutron] 10.222.0.57 "GET /v2.0/networks/4ab372be-d103-41ea-8d2b-c9a101271e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707382 Jan 18 20:07:06.822593 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 4835a893-0626-466d-be03-1d9ccd039daf is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:06.822944 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4835a893-0626-466d-be03-1d9ccd039daf), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:06.850530 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad65480f-7ec7-4d6e-a652-3b8b10692214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4835a893-0626-466d-be03-1d9ccd039daf'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:07:06.852968 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8621928-f890-49d6-8fac-ec1b101f68ad" -d '{"events": [{"server_uuid": "ad65480f-7ec7-4d6e-a652-3b8b10692214", "name": "network-vif-plugged", "status": "completed", "tag": "4835a893-0626-466d-be03-1d9ccd039daf"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:07:06.867741 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 4835a893-0626-466d-be03-1d9ccd039daf, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=4835a893-0626-466d-be03-1d9ccd039daf,segment=NetworkSegment(2a6a568f-ab0b-495f-98b0-e8870b4263ca),segment_id=2a6a568f-ab0b-495f-98b0-e8870b4263ca)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:06.875292 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4835a893-0626-466d-be03-1d9ccd039daf), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:06.942400 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=4835a893-0626-466d-be03-1d9ccd039daf,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:06.943216 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9485f-d8ff-495a-9fec-1b009bfc3453 req-59415687-f655-4cc8-80cd-6d3e77d9bbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:06.944929 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-61e9485f-d8ff-495a-9fec-1b009bfc3453 req-59415687-f655-4cc8-80cd-6d3e77d9bbf2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=76801dae69f5439dafba13a4754c3ef8&device_id=2401cc3e-be88-41b3-8f2b-cd50d68e9a7e HTTP/1.1" status: 200 len: 1095 time: 0.1063631 Jan 18 20:07:06.954569 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d3b44-d734-4d89-9992-c517daf3d985 req-b5aea6f1-4d6b-4d67-a2ef-be7a8ffef815 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:06.956275 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f9d3b44-d734-4d89-9992-c517daf3d985 req-b5aea6f1-4d6b-4d67-a2ef-be7a8ffef815 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/ports?device_id=2401cc3e-be88-41b3-8f2b-cd50d68e9a7e HTTP/1.1" status: 200 len: 944 time: 0.1074808 Jan 18 20:07:06.957524 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defa5dc9-c614-4b62-a9a4-2a30ae4b76b7 x-openstack-request-id: req-defa5dc9-c614-4b62-a9a4-2a30ae4b76b7 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:07:06.957846 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad65480f-7ec7-4d6e-a652-3b8b10692214", "name": "network-vif-plugged", "status": "completed", "tag": "4835a893-0626-466d-be03-1d9ccd039daf", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:07:06.958099 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-defa5dc9-c614-4b62-a9a4-2a30ae4b76b7 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:07:06.961573 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad65480f-7ec7-4d6e-a652-3b8b10692214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4835a893-0626-466d-be03-1d9ccd039daf', 'code': 200} Jan 18 20:07:07.135821 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f9d3b44-d734-4d89-9992-c517daf3d985 req-4992ecb0-9df0-4853-b118-6170ed811937 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d70e2dc-85f6-4acb-9a4b-5cae1564314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594591 Jan 18 20:07:07.154591 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656eba50-415d-475d-aeb8-444e9a45e769 req-204752d5-d1af-41f0-aded-599ad102a80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:07.158609 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-656eba50-415d-475d-aeb8-444e9a45e769 req-204752d5-d1af-41f0-aded-599ad102a80d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ad65480f-7ec7-4d6e-a652-3b8b10692214 HTTP/1.1" status: 200 len: 1096 time: 0.1023078 Jan 18 20:07:07.184919 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9485f-d8ff-495a-9fec-1b009bfc3453 req-b9908bca-6d3b-420c-84a2-bf09646f782c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:07.190141 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-61e9485f-d8ff-495a-9fec-1b009bfc3453 req-b9908bca-6d3b-420c-84a2-bf09646f782c service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ab372be-d103-41ea-8d2b-c9a101271e12 HTTP/1.1" status: 200 len: 916 time: 0.2269912 Jan 18 20:07:07.211489 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4141f5-dfb3-4602-b772-138c34d07840 req-97c58729-4fd5-4bd3-b9af-70c78956a9c9 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:07.213238 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad4141f5-dfb3-4602-b772-138c34d07840 req-97c58729-4fd5-4bd3-b9af-70c78956a9c9 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad65480f-7ec7-4d6e-a652-3b8b10692214 HTTP/1.1" status: 200 len: 945 time: 0.1767859 Jan 18 20:07:07.252038 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-656eba50-415d-475d-aeb8-444e9a45e769 req-d57b4192-4e47-4ced-9db3-e80b4944ad15 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862770 Jan 18 20:07:07.264746 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-61e9485f-d8ff-495a-9fec-1b009bfc3453 req-149fb596-1fa0-4194-8e2a-9893c6ec3964 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ade92644-2813-4db9-829d-4c74aa98146f HTTP/1.1" status: 200 len: 217 time: 0.0708947 Jan 18 20:07:07.307100 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38386) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:07:07.319130 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad4141f5-dfb3-4602-b772-138c34d07840 req-8c54d39c-5a56-4101-830f-043d2ca04151 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534017 Jan 18 20:07:07.432174 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8ab5c695-ea49-40d2-8c9f-a4903e03f216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:07.531783 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8ab5c695-ea49-40d2-8c9f-a4903e03f216 admin admin] Publish callbacks [] for security_group (069c0d1f-4adb-4601-b1e0-e1f9157b6ad7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:07.539097 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8ab5c695-ea49-40d2-8c9f-a4903e03f216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (069c0d1f-4adb-4601-b1e0-e1f9157b6ad7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:07.570485 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9485f-d8ff-495a-9fec-1b009bfc3453 req-56fd3d98-3f80-4d37-b6a7-3fa61eaa8923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:07.572636 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-61e9485f-d8ff-495a-9fec-1b009bfc3453 req-56fd3d98-3f80-4d37-b6a7-3fa61eaa8923 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a63c4709-7e59-4054-9fbe-d12855a60d0f HTTP/1.1" status: 200 len: 855 time: 0.0701518 Jan 18 20:07:07.593957 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8ab5c695-ea49-40d2-8c9f-a4903e03f216 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=744ef77bace54d9db8f2a4106e75b78b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828789 Jan 18 20:07:07.595385 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38392) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:07:07.613530 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5c695-ea49-40d2-8c9f-a4903e03f216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069c0d1f-4adb-4601-b1e0-e1f9157b6ad7,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:07.641436 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-61e9485f-d8ff-495a-9fec-1b009bfc3453 req-33c0808a-a202-4137-a00b-933eb7705e6f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ab372be-d103-41ea-8d2b-c9a101271e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599613 Jan 18 20:07:07.667996 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61c3c405-0b59-460e-aac4-fae0973e744f admin admin] Publish callbacks [] for security_group (069c0d1f-4adb-4601-b1e0-e1f9157b6ad7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:07.690145 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61c3c405-0b59-460e-aac4-fae0973e744f admin admin] Publish callbacks [] for security_group (069c0d1f-4adb-4601-b1e0-e1f9157b6ad7), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:07.742758 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61c3c405-0b59-460e-aac4-fae0973e744f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (069c0d1f-4adb-4601-b1e0-e1f9157b6ad7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:07.746511 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61c3c405-0b59-460e-aac4-fae0973e744f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:07.750139 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-61c3c405-0b59-460e-aac4-fae0973e744f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/069c0d1f-4adb-4601-b1e0-e1f9157b6ad7 HTTP/1.1" status: 204 len: 168 time: 0.1515474 Jan 18 20:07:07.763507 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c3c405-0b59-460e-aac4-fae0973e744f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069c0d1f-4adb-4601-b1e0-e1f9157b6ad7,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:07.810705 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34511be6-8873-44f8-8ce7-c4b8b7645056 req-361ef1f4-274c-4dd5-811d-525f87cf4025 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:07.818890 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34511be6-8873-44f8-8ce7-c4b8b7645056 req-361ef1f4-274c-4dd5-811d-525f87cf4025 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 943 time: 0.1807952 Jan 18 20:07:07.891947 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cfc51-18c0-42da-a0dd-c0bfff2f1ab5 req-4560829e-7697-4738-a401-2cefd1ec9dc3 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:07.899306 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bd7cfc51-18c0-42da-a0dd-c0bfff2f1ab5 req-4560829e-7697-4738-a401-2cefd1ec9dc3 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.2098444 Jan 18 20:07:07.903199 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 373b8d16-2bbb-467d-8ba3-c6bfc7df7512 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:07:07.906080 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-61e9485f-d8ff-495a-9fec-1b009bfc3453 req-d928cfb5-7c44-4a24-b907-c45080281832 service neutron] 10.222.0.57 "GET /v2.0/networks/4ab372be-d103-41ea-8d2b-c9a101271e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368071 Jan 18 20:07:07.938408 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34511be6-8873-44f8-8ce7-c4b8b7645056 req-57f84e4a-9b64-4140-a389-73b728bc0007 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193728 Jan 18 20:07:08.136472 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 373b8d16-2bbb-467d-8ba3-c6bfc7df7512, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=373b8d16-2bbb-467d-8ba3-c6bfc7df7512,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:08.158433 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '373b8d16-2bbb-467d-8ba3-c6bfc7df7512', 'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759', 'port_id': '373b8d16-2bbb-467d-8ba3-c6bfc7df7512', 'mac_address': 'fa:16:3e:85:3a:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a677f5f-009c-4f07-9679-86f5c85ef9be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:07:08.164954 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bd7cfc51-18c0-42da-a0dd-c0bfff2f1ab5 req-0c70d00e-0ea1-4d27-bf5e-6e2b437730bb tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647381 Jan 18 20:07:08.166593 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-d4df9f5b-f78e-4a39-8fb1-604d9ce12b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:08.170092 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-d4df9f5b-f78e-4a39-8fb1-604d9ce12b97 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 1100 time: 0.1272140 Jan 18 20:07:08.226454 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-61e9485f-d8ff-495a-9fec-1b009bfc3453 req-20015768-672e-4bda-91e8-fcaa1d8fc27c service neutron] 10.222.0.57 "GET /v2.0/networks/4ab372be-d103-41ea-8d2b-c9a101271e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114097 Jan 18 20:07:08.259714 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 373b8d16-2bbb-467d-8ba3-c6bfc7df7512 is: ACTIVE; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:08.260206 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (373b8d16-2bbb-467d-8ba3-c6bfc7df7512), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:08.289378 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 373b8d16-2bbb-467d-8ba3-c6bfc7df7512 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:07:08.328428 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 373b8d16-2bbb-467d-8ba3-c6bfc7df7512, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=373b8d16-2bbb-467d-8ba3-c6bfc7df7512,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:08.336466 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (373b8d16-2bbb-467d-8ba3-c6bfc7df7512), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:08.384613 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158fe1b-cfb8-4e07-a07d-b967d7d65acc req-9cc0359c-b9c4-4d9f-9fd4-d701ca76d454 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:08.393658 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0158fe1b-cfb8-4e07-a07d-b967d7d65acc req-9cc0359c-b9c4-4d9f-9fd4-d701ca76d454 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/ports?device_id=2401cc3e-be88-41b3-8f2b-cd50d68e9a7e HTTP/1.1" status: 200 len: 944 time: 0.1220834 Jan 18 20:07:08.417155 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-172b2a0e-0b08-4b69-9613-ab24cf37ed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:08.418970 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-172b2a0e-0b08-4b69-9613-ab24cf37ed67 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.2408843 Jan 18 20:07:08.460120 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=373b8d16-2bbb-467d-8ba3-c6bfc7df7512,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:08.461706 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0158fe1b-cfb8-4e07-a07d-b967d7d65acc req-58a13972-4d89-42d0-aa5b-9612300873f0 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d70e2dc-85f6-4acb-9a4b-5cae1564314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618391 Jan 18 20:07:08.519791 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982f6b8-5e1c-40ec-bf7d-9be40524eacf req-77a67426-7724-4d91-8886-d89e14e94b95 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:08.520157 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-6c4a663b-bd9a-4593-a030-4e7778cf0c74 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=66cf6411-d0dd-42db-99eb-0ea71436f870 HTTP/1.1" status: 200 len: 217 time: 0.0888352 Jan 18 20:07:08.522506 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['373b8d16-2bbb-467d-8ba3-c6bfc7df7512'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:07:08.527773 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0982f6b8-5e1c-40ec-bf7d-9be40524eacf req-77a67426-7724-4d91-8886-d89e14e94b95 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad65480f-7ec7-4d6e-a652-3b8b10692214 HTTP/1.1" status: 200 len: 945 time: 0.0638890 Jan 18 20:07:08.585355 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0982f6b8-5e1c-40ec-bf7d-9be40524eacf req-ac06bd98-4e99-46ca-8816-fbbfe1c78b8b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565643 Jan 18 20:07:08.586469 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-9329cd2e-a55b-4068-b543-b564aa5964a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:08.594386 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-9329cd2e-a55b-4068-b543-b564aa5964a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0698130 Jan 18 20:07:08.676863 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-f14cb1fb-bbff-4e79-949d-51ade09d381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:08.680772 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-f14cb1fb-bbff-4e79-949d-51ade09d381c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0725346 Jan 18 20:07:08.818635 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-f0f14364-a8f6-4e53-8e0a-0d90bcd88287 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311605 Jan 18 20:07:08.924452 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-d2e28835-c34c-446b-8bb6-e3693de8f67e service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997961 Jan 18 20:07:08.943983 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38454) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:07:09.166020 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-15338ce3-9548-4301-9f62-8ea7f0c4926c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1008202214-network', 'tenant_id': '56d70ca23f164feca7631f947594833b'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:09.224293 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7827db-8227-4575-9709-ae6f0b97a3be req-de2cec5a-e369-4175-a7f1-af49a25d5fc3 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:09.235932 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8b7827db-8227-4575-9709-ae6f0b97a3be req-de2cec5a-e369-4175-a7f1-af49a25d5fc3 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 943 time: 0.1600072 Jan 18 20:07:09.336440 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15338ce3-9548-4301-9f62-8ea7f0c4926c admin admin] Made reservation on behalf of 56d70ca23f164feca7631f947594833b for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:07:09.339528 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15338ce3-9548-4301-9f62-8ea7f0c4926c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:09.393796 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15338ce3-9548-4301-9f62-8ea7f0c4926c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:09.413166 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9ca4-ef8e-4a91-9ef4-0da4f9088a54 req-14f5bea7-2877-4c2a-92c5-4b4fe119a4e9 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:09.420132 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14cc9ca4-ef8e-4a91-9ef4-0da4f9088a54 req-14f5bea7-2877-4c2a-92c5-4b4fe119a4e9 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.1069343 Jan 18 20:07:09.431889 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8b7827db-8227-4575-9709-ae6f0b97a3be req-fdd3e34c-3736-4606-808e-16e781382c61 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900208 Jan 18 20:07:09.519533 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14cc9ca4-ef8e-4a91-9ef4-0da4f9088a54 req-2b73e980-956c-4849-82df-042b2b31f67a tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985560 Jan 18 20:07:09.643794 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15338ce3-9548-4301-9f62-8ea7f0c4926c admin admin] Publish callbacks [] for security_group (8d9cf564-bc38-4033-8843-57171a1fb021), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:09.653540 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15338ce3-9548-4301-9f62-8ea7f0c4926c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8d9cf564-bc38-4033-8843-57171a1fb021), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:09.732252 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15338ce3-9548-4301-9f62-8ea7f0c4926c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:07:09.791244 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15338ce3-9548-4301-9f62-8ea7f0c4926c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9cf564-bc38-4033-8843-57171a1fb021,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:09.804636 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15338ce3-9548-4301-9f62-8ea7f0c4926c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (956834c2-2c47-4aa9-953f-979c9395b513), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:09.805012 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-15338ce3-9548-4301-9f62-8ea7f0c4926c admin admin] Added segment 956834c2-2c47-4aa9-953f-979c9395b513 of type vlan for network 7407ebcf-6550-4439-8f06-ecde3ac29d9a Jan 18 20:07:09.858318 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84d210-7eca-4638-a233-c1ee448d09f7 req-dea777e4-5cf1-4ac1-ae8f-995444fc6035 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:09.859870 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7c84d210-7eca-4638-a233-c1ee448d09f7 req-dea777e4-5cf1-4ac1-ae8f-995444fc6035 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad65480f-7ec7-4d6e-a652-3b8b10692214 HTTP/1.1" status: 200 len: 945 time: 0.1528766 Jan 18 20:07:09.870851 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa7948-6de9-4db2-bf1b-e05149cef5d5 req-a999e16f-8cd0-4941-b620-d33f4b4b8004 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:09.878690 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-50aa7948-6de9-4db2-bf1b-e05149cef5d5 req-a999e16f-8cd0-4941-b620-d33f4b4b8004 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/ports?device_id=2401cc3e-be88-41b3-8f2b-cd50d68e9a7e HTTP/1.1" status: 200 len: 944 time: 0.1629899 Jan 18 20:07:09.889721 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15338ce3-9548-4301-9f62-8ea7f0c4926c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (7407ebcf-6550-4439-8f06-ecde3ac29d9a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:09.930707 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 373b8d16-2bbb-467d-8ba3-c6bfc7df7512 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:07:09.980790 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7c84d210-7eca-4638-a233-c1ee448d09f7 req-6fcf5c6c-c3a6-49cc-acb2-b5441fca550b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006255 Jan 18 20:07:09.984326 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15338ce3-9548-4301-9f62-8ea7f0c4926c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (7407ebcf-6550-4439-8f06-ecde3ac29d9a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:09.985386 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15338ce3-9548-4301-9f62-8ea7f0c4926c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:09.985871 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15338ce3-9548-4301-9f62-8ea7f0c4926c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:10.008238 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-50aa7948-6de9-4db2-bf1b-e05149cef5d5 req-51ccc4ff-c4eb-494c-91c2-6a323bc53036 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d70e2dc-85f6-4acb-9a4b-5cae1564314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240079 Jan 18 20:07:10.070124 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 373b8d16-2bbb-467d-8ba3-c6bfc7df7512 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:07:10.070781 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (373b8d16-2bbb-467d-8ba3-c6bfc7df7512), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:10.100181 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-15338ce3-9548-4301-9f62-8ea7f0c4926c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1547980 Jan 18 20:07:10.104293 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38486) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:07:10.109904 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-ff804257-b6de-408d-9f63-b920336c77fc admin admin] Request body: {'subnet': {'network_id': '7407ebcf-6550-4439-8f06-ecde3ac29d9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1008202214-subnet', 'tenant_id': '56d70ca23f164feca7631f947594833b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:10.125712 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15338ce3-9548-4301-9f62-8ea7f0c4926c admin admin] Pushing event updated for resources: {'Network': ['ID=7407ebcf-6550-4439-8f06-ecde3ac29d9a,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:10.177685 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff804257-b6de-408d-9f63-b920336c77fc admin admin] Made reservation on behalf of 56d70ca23f164feca7631f947594833b for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:07:10.180301 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ff804257-b6de-408d-9f63-b920336c77fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:10.184229 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 7407ebcf-6550-4439-8f06-ecde3ac29d9a details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:07:10.242857 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f20846-501c-4c4d-b920-9f1bba128db7 req-1b2d4dda-8b07-4546-a38c-486fffcf2556 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:10.247152 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b0f20846-501c-4c4d-b920-9f1bba128db7 req-1b2d4dda-8b07-4546-a38c-486fffcf2556 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad65480f-7ec7-4d6e-a652-3b8b10692214 HTTP/1.1" status: 200 len: 945 time: 0.0943220 Jan 18 20:07:10.305723 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 373b8d16-2bbb-467d-8ba3-c6bfc7df7512 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:10.306414 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (373b8d16-2bbb-467d-8ba3-c6bfc7df7512), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:10.348158 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 373b8d16-2bbb-467d-8ba3-c6bfc7df7512, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=373b8d16-2bbb-467d-8ba3-c6bfc7df7512,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:10.349719 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a51f79e-e491-470a-8713-bc2987dc24ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373b8d16-2bbb-467d-8ba3-c6bfc7df7512'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:07:10.352404 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6bcb50-de51-42d3-a686-9156e17f584e" -d '{"events": [{"server_uuid": "6a51f79e-e491-470a-8713-bc2987dc24ad", "name": "network-vif-plugged", "status": "completed", "tag": "373b8d16-2bbb-467d-8ba3-c6bfc7df7512"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:07:10.358011 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (373b8d16-2bbb-467d-8ba3-c6bfc7df7512), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:10.362425 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b0f20846-501c-4c4d-b920-9f1bba128db7 req-e5e0b460-6ad5-408a-97c8-288fa72cf85e tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073277 Jan 18 20:07:10.410473 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ff804257-b6de-408d-9f63-b920336c77fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (49e6fc40-c0a0-4079-a79f-ce02efe1aab0), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:10.474352 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff804257-b6de-408d-9f63-b920336c77fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=49e6fc40-c0a0-4079-a79f-ce02efe1aab0,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:10.484634 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d53924-5bdb-4b6e-b70a-d92533e29151 x-openstack-request-id: req-65d53924-5bdb-4b6e-b70a-d92533e29151 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:07:10.484936 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a51f79e-e491-470a-8713-bc2987dc24ad", "name": "network-vif-plugged", "status": "completed", "tag": "373b8d16-2bbb-467d-8ba3-c6bfc7df7512", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:07:10.485200 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65d53924-5bdb-4b6e-b70a-d92533e29151 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:07:10.485610 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a51f79e-e491-470a-8713-bc2987dc24ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373b8d16-2bbb-467d-8ba3-c6bfc7df7512', 'code': 200} Jan 18 20:07:10.490671 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=373b8d16-2bbb-467d-8ba3-c6bfc7df7512,revision_number=7']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:10.511473 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff804257-b6de-408d-9f63-b920336c77fc admin admin] Checking segment: {'id': '956834c2-2c47-4aa9-953f-979c9395b513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7407ebcf-6550-4439-8f06-ecde3ac29d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:07:10.512324 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff804257-b6de-408d-9f63-b920336c77fc admin admin] Network hostable DHCP agents. Network: 7407ebcf-6550-4439-8f06-ecde3ac29d9a, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:07:10.536521 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff804257-b6de-408d-9f63-b920336c77fc admin admin] Network 7407ebcf-6550-4439-8f06-ecde3ac29d9a is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:07:10.550732 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-ff804257-b6de-408d-9f63-b920336c77fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 7407ebcf-6550-4439-8f06-ecde3ac29d9a) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:07:10.561162 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff804257-b6de-408d-9f63-b920336c77fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:10.561162 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ff804257-b6de-408d-9f63-b920336c77fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:10.567123 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f0f431-aa38-4366-8221-e9b0144cc6bb None None] Network 7407ebcf-6550-4439-8f06-ecde3ac29d9a requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:07:10.582366 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ff804257-b6de-408d-9f63-b920336c77fc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4757855 Jan 18 20:07:10.624038 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a79845-d89d-4f4d-b9d4-676b34e1f9f3 req-df58d1e8-2bdc-437d-9f6a-08d29029db45 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:10.637379 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-16a79845-d89d-4f4d-b9d4-676b34e1f9f3 req-df58d1e8-2bdc-437d-9f6a-08d29029db45 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 943 time: 0.1001651 Jan 18 20:07:10.732955 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-16a79845-d89d-4f4d-b9d4-676b34e1f9f3 req-f41e713d-7962-4f57-9d03-09011383dac3 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897241 Jan 18 20:07:10.808345 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e1ef1e-010f-46b3-9838-5602745317c8 None None] Network 7407ebcf-6550-4439-8f06-ecde3ac29d9a requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:07:10.911330 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1f2c6-7486-4c2c-895e-180c3e3cd5f8 req-2c92f9e1-f38e-446f-b993-f8b4c2818963 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:10.923885 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ad1f2c6-7486-4c2c-895e-180c3e3cd5f8 req-2c92f9e1-f38e-446f-b993-f8b4c2818963 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.1017585 Jan 18 20:07:10.984214 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ad1f2c6-7486-4c2c-895e-180c3e3cd5f8 req-4b38cf64-14c8-4617-a0ae-1efd5be9055e tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596807 Jan 18 20:07:11.288542 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd959e7c-2a2f-4b45-ba86-36595838c6ff req-6314745f-b125-4c82-b666-059385b80c14 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:11.296842 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dd959e7c-2a2f-4b45-ba86-36595838c6ff req-6314745f-b125-4c82-b666-059385b80c14 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/ports?device_id=2401cc3e-be88-41b3-8f2b-cd50d68e9a7e HTTP/1.1" status: 200 len: 944 time: 0.0949173 Jan 18 20:07:11.332855 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-08eb0978-11a4-4a81-9db0-2c37880fb849 req-dd6367c4-f999-40e6-94e1-39eea6815232 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0866902 Jan 18 20:07:11.372906 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dd959e7c-2a2f-4b45-ba86-36595838c6ff req-f9b56182-e5a3-448b-a792-6583ac7b9442 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d70e2dc-85f6-4acb-9a4b-5cae1564314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748885 Jan 18 20:07:11.422035 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-5699019b-5e04-42c0-bb77-d3f76183bb3a req-3f35a4d7-416e-446a-a5b7-9ff364620a6c tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-372982580', 'description': 'tempest-description-190698221'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:11.470173 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb0978-11a4-4a81-9db0-2c37880fb849 req-2c409aca-09b2-4157-bf2c-347039fb3d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:11.473874 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-08eb0978-11a4-4a81-9db0-2c37880fb849 req-2c409aca-09b2-4157-bf2c-347039fb3d95 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67883881b676447cbe3f92dbc62dd7c6&device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 1117 time: 0.0783966 Jan 18 20:07:11.481181 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5699019b-5e04-42c0-bb77-d3f76183bb3a req-3f35a4d7-416e-446a-a5b7-9ff364620a6c tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:11.619222 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5699019b-5e04-42c0-bb77-d3f76183bb3a req-3f35a4d7-416e-446a-a5b7-9ff364620a6c tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (553cd22b-c94f-4fb9-88a7-fd8612b5fa78), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:11.625786 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5699019b-5e04-42c0-bb77-d3f76183bb3a req-3f35a4d7-416e-446a-a5b7-9ff364620a6c tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (553cd22b-c94f-4fb9-88a7-fd8612b5fa78), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:11.654540 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5699019b-5e04-42c0-bb77-d3f76183bb3a req-3f35a4d7-416e-446a-a5b7-9ff364620a6c tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:11.656317 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5699019b-5e04-42c0-bb77-d3f76183bb3a req-3f35a4d7-416e-446a-a5b7-9ff364620a6c tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.2403071 Jan 18 20:07:11.681957 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35a4d7-416e-446a-a5b7-9ff364620a6c tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=553cd22b-c94f-4fb9-88a7-fd8612b5fa78,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:11.693120 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb0978-11a4-4a81-9db0-2c37880fb849 req-c7424687-9c35-4cfd-8663-ad42a8b3cf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:11.695466 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-08eb0978-11a4-4a81-9db0-2c37880fb849 req-c7424687-9c35-4cfd-8663-ad42a8b3cf98 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6fab12dd-5aeb-4649-a1e2-836559f8a553 HTTP/1.1" status: 200 len: 921 time: 0.1883366 Jan 18 20:07:11.793318 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6d3a5f7f-dec8-4877-9a9e-2743e30a66c8 req-25d55a48-5845-459b-87ea-32a3405f5699 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] 10.222.0.31 "GET /v2.0/security-groups/553cd22b-c94f-4fb9-88a7-fd8612b5fa78 HTTP/1.1" status: 200 len: 1828 time: 0.0960050 Jan 18 20:07:11.813837 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-6d3a5f7f-dec8-4877-9a9e-2743e30a66c8 req-9881ba47-3a0c-4bd6-98c8-0f094c8a5aa8 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '553cd22b-c94f-4fb9-88a7-fd8612b5fa78', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:11.814295 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-6d3a5f7f-dec8-4877-9a9e-2743e30a66c8 req-9881ba47-3a0c-4bd6-98c8-0f094c8a5aa8 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '553cd22b-c94f-4fb9-88a7-fd8612b5fa78', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:11.876137 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f8e08-a121-41ed-acd5-b9a9f0cf5160 req-4685eefa-352a-4fad-b8c5-8482bdb6659f tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:11.889005 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dc7f8e08-a121-41ed-acd5-b9a9f0cf5160 req-4685eefa-352a-4fad-b8c5-8482bdb6659f tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad65480f-7ec7-4d6e-a652-3b8b10692214 HTTP/1.1" status: 200 len: 945 time: 0.0926220 Jan 18 20:07:11.966228 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6d3a5f7f-dec8-4877-9a9e-2743e30a66c8 req-9881ba47-3a0c-4bd6-98c8-0f094c8a5aa8 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group_rule (4ec62ee6-ba27-47bb-8f61-615bbf72b2a8), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:11.984097 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dc7f8e08-a121-41ed-acd5-b9a9f0cf5160 req-7ead8b14-442f-49b7-aa1e-0ae829fc52df tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894160 Jan 18 20:07:12.021469 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6d3a5f7f-dec8-4877-9a9e-2743e30a66c8 req-9881ba47-3a0c-4bd6-98c8-0f094c8a5aa8 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group_rule (4ec62ee6-ba27-47bb-8f61-615bbf72b2a8), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:12.033922 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6d3a5f7f-dec8-4877-9a9e-2743e30a66c8 req-9881ba47-3a0c-4bd6-98c8-0f094c8a5aa8 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (4ec62ee6-ba27-47bb-8f61-615bbf72b2a8), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:12.082290 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881ba47-3a0c-4bd6-98c8-0f094c8a5aa8 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec62ee6-ba27-47bb-8f61-615bbf72b2a8,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:12.098712 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6d3a5f7f-dec8-4877-9a9e-2743e30a66c8 req-9881ba47-3a0c-4bd6-98c8-0f094c8a5aa8 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:12.113509 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-08eb0978-11a4-4a81-9db0-2c37880fb849 req-ea103977-6300-45e9-967d-6a7f67f0f3aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4adf32e-89b2-4f57-bbe5-2d0467403586 HTTP/1.1" status: 200 len: 217 time: 0.4114008 Jan 18 20:07:12.118422 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6d3a5f7f-dec8-4877-9a9e-2743e30a66c8 req-9881ba47-3a0c-4bd6-98c8-0f094c8a5aa8 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3094420 Jan 18 20:07:12.190173 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb0978-11a4-4a81-9db0-2c37880fb849 req-743ccc1d-019f-41b6-8758-69e047a41ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:12.192340 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-08eb0978-11a4-4a81-9db0-2c37880fb849 req-743ccc1d-019f-41b6-8758-69e047a41ce9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7ae8e7b-1bfc-435b-b42c-3b64619a022a HTTP/1.1" status: 200 len: 860 time: 0.0725915 Jan 18 20:07:12.230203 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-08eb0978-11a4-4a81-9db0-2c37880fb849 req-05063c82-7461-4c21-94c5-0d71493512c1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6fab12dd-5aeb-4649-a1e2-836559f8a553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310023 Jan 18 20:07:12.245195 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f5461-2ed4-40b4-84af-6bb364341169 req-7931e644-ab96-483c-9a24-ec56744e3932 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:12.252035 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d8f5461-2ed4-40b4-84af-6bb364341169 req-7931e644-ab96-483c-9a24-ec56744e3932 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 943 time: 0.1297741 Jan 18 20:07:12.284848 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ef5c6-d512-4b69-8fd7-026018687fa6 req-934ef20e-2e0f-4b52-a23d-c304803a7428 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:12.286457 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fd0ef5c6-d512-4b69-8fd7-026018687fa6 req-934ef20e-2e0f-4b52-a23d-c304803a7428 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.0940585 Jan 18 20:07:12.326898 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d8f5461-2ed4-40b4-84af-6bb364341169 req-845c17e3-0c71-4754-adca-c8ee2db23772 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739968 Jan 18 20:07:12.356894 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-08eb0978-11a4-4a81-9db0-2c37880fb849 req-022540d7-65d7-42bd-9dce-d3b86827cb4f service neutron] 10.222.0.57 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181507 Jan 18 20:07:12.401963 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fd0ef5c6-d512-4b69-8fd7-026018687fa6 req-60e04a68-546f-4844-83bf-f1b08f3804ac tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096497 Jan 18 20:07:12.533711 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c739e373-0b72-4857-b9fb-619536896994 req-c7328535-2f49-446b-8954-ff30f9d6bec7 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] 10.222.0.31 "GET /v2.0/security-groups/553cd22b-c94f-4fb9-88a7-fd8612b5fa78 HTTP/1.1" status: 200 len: 2421 time: 0.0929475 Jan 18 20:07:12.622088 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device ade92644-2813-4db9-829d-4c74aa98146f details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:07:12.631750 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-08eb0978-11a4-4a81-9db0-2c37880fb849 req-a1df5c35-8c89-4cc5-932d-1d8541cfd0be service neutron] 10.222.0.57 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627244 Jan 18 20:07:12.718142 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-72e8f21c-bc7b-47f8-9a0a-201f2009becf req-07e08ac4-7e1f-474c-81bd-ab258915bf13 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] 10.222.0.31 "GET /v2.0/security-group-rules/4ec62ee6-ba27-47bb-8f61-615bbf72b2a8 HTTP/1.1" status: 200 len: 778 time: 0.1367824 Jan 18 20:07:12.791420 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7936dc7-523f-4cdf-b85e-db1cc5677bdc req-209ec7e1-53e0-4317-bdb7-19bb160d0d70 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:12.791981 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port ade92644-2813-4db9-829d-4c74aa98146f, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=ade92644-2813-4db9-829d-4c74aa98146f,segment=NetworkSegment(47a66606-44d4-4dca-b9c1-d39ea6a1f39e),segment_id=47a66606-44d4-4dca-b9c1-d39ea6a1f39e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:12.793036 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a7936dc7-523f-4cdf-b85e-db1cc5677bdc req-209ec7e1-53e0-4317-bdb7-19bb160d0d70 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/ports?device_id=2401cc3e-be88-41b3-8f2b-cd50d68e9a7e HTTP/1.1" status: 200 len: 944 time: 0.1859927 Jan 18 20:07:12.801432 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-72e8f21c-bc7b-47f8-9a0a-201f2009becf req-436bc643-2a0d-455f-8156-26315fe6579d tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] 10.222.0.31 "GET /v2.0/security-groups/553cd22b-c94f-4fb9-88a7-fd8612b5fa78 HTTP/1.1" status: 200 len: 2421 time: 0.0737700 Jan 18 20:07:12.809782 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': 'ade92644-2813-4db9-829d-4c74aa98146f', 'network_id': '4ab372be-d103-41ea-8d2b-c9a101271e12', 'port_id': 'ade92644-2813-4db9-829d-4c74aa98146f', 'mac_address': 'fa:16:3e:82:4c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a63c4709-7e59-4054-9fbe-d12855a60d0f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:07:12.851422 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-72e8f21c-bc7b-47f8-9a0a-201f2009becf req-8e1fd386-964e-44df-92c5-c7205366a487 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group_rule (4ec62ee6-ba27-47bb-8f61-615bbf72b2a8), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:12.857655 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port ade92644-2813-4db9-829d-4c74aa98146f is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:12.858377 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ade92644-2813-4db9-829d-4c74aa98146f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:12.861825 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-72e8f21c-bc7b-47f8-9a0a-201f2009becf req-8e1fd386-964e-44df-92c5-c7205366a487 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group_rule (4ec62ee6-ba27-47bb-8f61-615bbf72b2a8), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:12.895959 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade92644-2813-4db9-829d-4c74aa98146f {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:07:12.907425 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-72e8f21c-bc7b-47f8-9a0a-201f2009becf req-8e1fd386-964e-44df-92c5-c7205366a487 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (4ec62ee6-ba27-47bb-8f61-615bbf72b2a8), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:12.918268 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-72e8f21c-bc7b-47f8-9a0a-201f2009becf req-8e1fd386-964e-44df-92c5-c7205366a487 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:12.923603 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-72e8f21c-bc7b-47f8-9a0a-201f2009becf req-8e1fd386-964e-44df-92c5-c7205366a487 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/4ec62ee6-ba27-47bb-8f61-615bbf72b2a8 HTTP/1.1" status: 204 len: 173 time: 0.1213174 Jan 18 20:07:12.926411 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port ade92644-2813-4db9-829d-4c74aa98146f, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=ade92644-2813-4db9-829d-4c74aa98146f,segment=NetworkSegment(47a66606-44d4-4dca-b9c1-d39ea6a1f39e),segment_id=47a66606-44d4-4dca-b9c1-d39ea6a1f39e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:12.942974 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ade92644-2813-4db9-829d-4c74aa98146f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:12.957164 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a7936dc7-523f-4cdf-b85e-db1cc5677bdc req-dbcb8a56-114b-4b93-9e40-323dc537929a tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d70e2dc-85f6-4acb-9a4b-5cae1564314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406009 Jan 18 20:07:12.967720 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fd386-964e-44df-92c5-c7205366a487 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ec62ee6-ba27-47bb-8f61-615bbf72b2a8,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:12.990621 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-2c6d4834-d316-40f4-a0e8-71ff5ae7b057 req-a7d95cc6-b66b-4299-91a5-fddad60c24db tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-866734140', 'description': 'tempest-description-269371875'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:13.021676 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=ade92644-2813-4db9-829d-4c74aa98146f,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:13.056814 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2c6d4834-d316-40f4-a0e8-71ff5ae7b057 req-a7d95cc6-b66b-4299-91a5-fddad60c24db tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:13.199950 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2c6d4834-d316-40f4-a0e8-71ff5ae7b057 req-a7d95cc6-b66b-4299-91a5-fddad60c24db tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (e0742c77-669d-45f9-b053-1d7362675830), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:13.210290 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2c6d4834-d316-40f4-a0e8-71ff5ae7b057 req-a7d95cc6-b66b-4299-91a5-fddad60c24db tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e0742c77-669d-45f9-b053-1d7362675830), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:13.261569 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2c6d4834-d316-40f4-a0e8-71ff5ae7b057 req-a7d95cc6-b66b-4299-91a5-fddad60c24db tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:13.265171 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2c6d4834-d316-40f4-a0e8-71ff5ae7b057 req-a7d95cc6-b66b-4299-91a5-fddad60c24db tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.2786996 Jan 18 20:07:13.280328 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84836cbc-54d2-4e9a-9185-64d420927304 req-018dba41-b8f5-4d12-8fa2-039e9826380f tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:13.290463 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-84836cbc-54d2-4e9a-9185-64d420927304 req-018dba41-b8f5-4d12-8fa2-039e9826380f tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad65480f-7ec7-4d6e-a652-3b8b10692214 HTTP/1.1" status: 200 len: 945 time: 0.1574204 Jan 18 20:07:13.301024 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d95cc6-b66b-4299-91a5-fddad60c24db tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0742c77-669d-45f9-b053-1d7362675830,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:13.407887 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-84836cbc-54d2-4e9a-9185-64d420927304 req-ab60dce2-1113-43f0-9132-18110d27d491 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120656 Jan 18 20:07:13.411433 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8174b3e1-9399-4fec-a0d5-ffae285e1360 req-eba92fca-f552-45b9-bdc4-e334dbef616a tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] 10.222.0.31 "GET /v2.0/security-groups/e0742c77-669d-45f9-b053-1d7362675830 HTTP/1.1" status: 200 len: 1828 time: 0.1120017 Jan 18 20:07:13.623055 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['ade92644-2813-4db9-829d-4c74aa98146f'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:07:13.633316 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeaff2e-c46e-482f-9b61-ca6a7d57ad3b req-52db24db-be82-4999-b6a2-6a6de8ced29d tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:13.634920 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2aeaff2e-c46e-482f-9b61-ca6a7d57ad3b req-52db24db-be82-4999-b6a2-6a6de8ced29d tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 943 time: 0.1084707 Jan 18 20:07:13.701931 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711d262-4032-4c6b-8ace-19b4623ebc31 req-3520c928-71a5-4143-b20d-6d1994018aad tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:13.703928 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7711d262-4032-4c6b-8ace-19b4623ebc31 req-3520c928-71a5-4143-b20d-6d1994018aad tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.1314960 Jan 18 20:07:13.717508 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2aeaff2e-c46e-482f-9b61-ca6a7d57ad3b req-78b90974-a696-4e42-ac03-cb07121e5203 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759087 Jan 18 20:07:13.886305 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7711d262-4032-4c6b-8ace-19b4623ebc31 req-6ba8ba06-2d4a-4745-b513-5d47e407a1ff tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529434 Jan 18 20:07:13.902956 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-aca044f5-18cc-4bad-b8b0-c214f466ebc4 req-b3f3fc33-e197-4f62-a64c-98df8692ea77 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1419885097', 'description': 'tempest-description-1829590093'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:13.971640 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-aca044f5-18cc-4bad-b8b0-c214f466ebc4 req-b3f3fc33-e197-4f62-a64c-98df8692ea77 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:14.128643 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-aca044f5-18cc-4bad-b8b0-c214f466ebc4 req-b3f3fc33-e197-4f62-a64c-98df8692ea77 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (2fe796c3-b9f5-4680-812b-80bd385cf7dd), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:14.141323 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-aca044f5-18cc-4bad-b8b0-c214f466ebc4 req-b3f3fc33-e197-4f62-a64c-98df8692ea77 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2fe796c3-b9f5-4680-812b-80bd385cf7dd), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:14.212534 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-aca044f5-18cc-4bad-b8b0-c214f466ebc4 req-b3f3fc33-e197-4f62-a64c-98df8692ea77 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:14.213716 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aca044f5-18cc-4bad-b8b0-c214f466ebc4 req-b3f3fc33-e197-4f62-a64c-98df8692ea77 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3260052 Jan 18 20:07:14.218795 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3fc33-e197-4f62-a64c-98df8692ea77 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe796c3-b9f5-4680-812b-80bd385cf7dd,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:14.233608 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d562cd-4f3d-496d-87b6-1d69a4771605 req-1fd65a9b-6e94-4041-9c07-7602dffc5c5c tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:14.241161 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42d562cd-4f3d-496d-87b6-1d69a4771605 req-1fd65a9b-6e94-4041-9c07-7602dffc5c5c tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/ports?device_id=2401cc3e-be88-41b3-8f2b-cd50d68e9a7e HTTP/1.1" status: 200 len: 945 time: 0.1161215 Jan 18 20:07:14.327332 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42d562cd-4f3d-496d-87b6-1d69a4771605 req-59be01c4-21e8-458e-b50f-f5543fd285c2 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d70e2dc-85f6-4acb-9a4b-5cae1564314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852461 Jan 18 20:07:14.407872 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f1f9b458-114d-4cb1-9402-583ca32c204c req-e81cbdd2-87c4-42f5-8cc6-db1344621616 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] 10.222.0.31 "GET /v2.0/security-groups/2fe796c3-b9f5-4680-812b-80bd385cf7dd HTTP/1.1" status: 200 len: 1830 time: 0.0510008 Jan 18 20:07:14.426620 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-1e67d78d-58af-4ca8-8b44-20b5c3225abf req-5ad466dc-e438-4b69-889d-be116e0c772e tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1828896222', 'description': 'tempest-description-1747403797'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:14.454798 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1e67d78d-58af-4ca8-8b44-20b5c3225abf req-5ad466dc-e438-4b69-889d-be116e0c772e tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:14.562441 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d71a2-9560-4c3d-b32f-76de535c2667 req-c82c8cf3-cbe2-41e5-9fd6-fac932564448 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:14.563875 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a9d71a2-9560-4c3d-b32f-76de535c2667 req-c82c8cf3-cbe2-41e5-9fd6-fac932564448 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad65480f-7ec7-4d6e-a652-3b8b10692214 HTTP/1.1" status: 200 len: 945 time: 0.0846815 Jan 18 20:07:14.579665 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1e67d78d-58af-4ca8-8b44-20b5c3225abf req-5ad466dc-e438-4b69-889d-be116e0c772e tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (5eaf6326-bd30-435f-9df8-1498d918cf69), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:14.588061 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1e67d78d-58af-4ca8-8b44-20b5c3225abf req-5ad466dc-e438-4b69-889d-be116e0c772e tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5eaf6326-bd30-435f-9df8-1498d918cf69), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:14.645666 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1e67d78d-58af-4ca8-8b44-20b5c3225abf req-5ad466dc-e438-4b69-889d-be116e0c772e tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:14.646971 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1e67d78d-58af-4ca8-8b44-20b5c3225abf req-5ad466dc-e438-4b69-889d-be116e0c772e tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2249203 Jan 18 20:07:14.667367 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad466dc-e438-4b69-889d-be116e0c772e tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eaf6326-bd30-435f-9df8-1498d918cf69,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:14.676247 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a9d71a2-9560-4c3d-b32f-76de535c2667 req-a5f395fd-dbb2-44e8-a49f-0c3c99cc2ed5 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997019 Jan 18 20:07:14.746428 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-069f74bb-ba46-4b04-82ed-09a001067e0d req-edc43544-cc48-43f1-bb44-14936fa1978a tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] 10.222.0.31 "GET /v2.0/security-groups/5eaf6326-bd30-435f-9df8-1498d918cf69 HTTP/1.1" status: 200 len: 1830 time: 0.0763047 Jan 18 20:07:14.771880 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-3d8f8c82-661e-42b0-a613-29542d27d74f req-afb82ae4-b3d2-4f32-a24b-a99e2f10bc45 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-359578597', 'description': 'tempest-description-1856668714'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:14.804497 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3d8f8c82-661e-42b0-a613-29542d27d74f req-afb82ae4-b3d2-4f32-a24b-a99e2f10bc45 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:14.889702 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ce594-a50a-4462-a64e-807d66eff74d req-4cf8109d-5b2e-4c75-ad26-13ac3fe493e1 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:14.891645 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-452ce594-a50a-4462-a64e-807d66eff74d req-4cf8109d-5b2e-4c75-ad26-13ac3fe493e1 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 943 time: 0.0745790 Jan 18 20:07:14.946774 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3d8f8c82-661e-42b0-a613-29542d27d74f req-afb82ae4-b3d2-4f32-a24b-a99e2f10bc45 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (e01f925a-f3d3-4eca-bb27-12e50abe32cd), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:14.962826 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3d8f8c82-661e-42b0-a613-29542d27d74f req-afb82ae4-b3d2-4f32-a24b-a99e2f10bc45 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e01f925a-f3d3-4eca-bb27-12e50abe32cd), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:14.971110 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-452ce594-a50a-4462-a64e-807d66eff74d req-9e46c770-c244-4d7e-ba38-cb2fd98cb9fb tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721679 Jan 18 20:07:15.013665 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3d8f8c82-661e-42b0-a613-29542d27d74f req-afb82ae4-b3d2-4f32-a24b-a99e2f10bc45 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:15.015317 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3d8f8c82-661e-42b0-a613-29542d27d74f req-afb82ae4-b3d2-4f32-a24b-a99e2f10bc45 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2483411 Jan 18 20:07:15.020392 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb82ae4-b3d2-4f32-a24b-a99e2f10bc45 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e01f925a-f3d3-4eca-bb27-12e50abe32cd,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:15.159397 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b93b961-4e46-4617-b0c0-addb4e324071 req-01fd3075-f40c-44ba-b0ea-1fe953d268b4 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] 10.222.0.31 "GET /v2.0/security-groups/e01f925a-f3d3-4eca-bb27-12e50abe32cd HTTP/1.1" status: 200 len: 1829 time: 0.0750597 Jan 18 20:07:15.180184 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d282d0b-b1b3-4a72-b9c6-7be9574d3bee req-8cf7af80-4782-4c51-8098-f0e9c040c3d4 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:15.182681 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0d282d0b-b1b3-4a72-b9c6-7be9574d3bee req-8cf7af80-4782-4c51-8098-f0e9c040c3d4 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.0898361 Jan 18 20:07:15.239331 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0d282d0b-b1b3-4a72-b9c6-7be9574d3bee req-8512a6c4-e103-4e0a-9bd6-a28a0f67c76b tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495794 Jan 18 20:07:15.289378 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-64bf635b-73ce-4a58-9eda-bb021a7e1fe7 req-7702f473-cdd9-4cd3-ab46-b99eebf04a79 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] show failed (client error): The resource could not be found. Jan 18 20:07:15.290397 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-64bf635b-73ce-4a58-9eda-bb021a7e1fe7 req-7702f473-cdd9-4cd3-ab46-b99eebf04a79 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] 10.222.0.31 "GET /v2.0/security-groups/7b25722e-3832-4d2c-88eb-77e9ef2fcfe3 HTTP/1.1" status: 404 len: 352 time: 0.0141191 Jan 18 20:07:15.325798 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-9831dd6f-f3fd-498e-8dde-10a8bfacdbb6 req-9a9ae057-035d-4a2f-9a9f-941370fbf28a tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] show failed (client error): The resource could not be found. Jan 18 20:07:15.327526 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9831dd6f-f3fd-498e-8dde-10a8bfacdbb6 req-9a9ae057-035d-4a2f-9a9f-941370fbf28a tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] 10.222.0.31 "GET /v2.0/security-group-rules/33e1997b-b625-4ef9-bbb6-f59c214df050 HTTP/1.1" status: 404 len: 361 time: 0.0150893 Jan 18 20:07:15.536224 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6f07b718-7043-4777-94aa-4fa3c1ebe79d req-e2ac3ec3-1da1-4bbe-9d16-549c9931bf4b tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] 10.222.0.31 "GET /v2.0/security-groups/e01f925a-f3d3-4eca-bb27-12e50abe32cd HTTP/1.1" status: 200 len: 1829 time: 0.0967181 Jan 18 20:07:15.589804 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487884d-84e1-4da9-a5cb-2a837fc6fde1 req-74be5ddf-0b2e-4626-9506-6e1577e3289b tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:15.591466 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f487884d-84e1-4da9-a5cb-2a837fc6fde1 req-74be5ddf-0b2e-4626-9506-6e1577e3289b tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/ports?device_id=2401cc3e-be88-41b3-8f2b-cd50d68e9a7e HTTP/1.1" status: 200 len: 945 time: 0.1167877 Jan 18 20:07:15.639017 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6f07b718-7043-4777-94aa-4fa3c1ebe79d req-3655747b-f83f-4162-9eaa-992958161f8d tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (e01f925a-f3d3-4eca-bb27-12e50abe32cd), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:15.671860 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f487884d-84e1-4da9-a5cb-2a837fc6fde1 req-769353cf-5d0d-4e72-923a-135692cd827c tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d70e2dc-85f6-4acb-9a4b-5cae1564314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736873 Jan 18 20:07:15.676048 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6f07b718-7043-4777-94aa-4fa3c1ebe79d req-3655747b-f83f-4162-9eaa-992958161f8d tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (e01f925a-f3d3-4eca-bb27-12e50abe32cd), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:15.742435 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6f07b718-7043-4777-94aa-4fa3c1ebe79d req-3655747b-f83f-4162-9eaa-992958161f8d tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e01f925a-f3d3-4eca-bb27-12e50abe32cd), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:15.746912 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6f07b718-7043-4777-94aa-4fa3c1ebe79d req-3655747b-f83f-4162-9eaa-992958161f8d tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:15.748172 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6f07b718-7043-4777-94aa-4fa3c1ebe79d req-3655747b-f83f-4162-9eaa-992958161f8d tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] 10.222.0.31 "DELETE /v2.0/security-groups/e01f925a-f3d3-4eca-bb27-12e50abe32cd HTTP/1.1" status: 204 len: 173 time: 0.2110758 Jan 18 20:07:15.760910 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655747b-f83f-4162-9eaa-992958161f8d tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01f925a-f3d3-4eca-bb27-12e50abe32cd,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:15.874334 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b7791-2bfa-4b2c-822f-6154c2190b15 req-6704e9c1-c365-4061-b882-6cdaf5bde0c5 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:15.875856 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c95b7791-2bfa-4b2c-822f-6154c2190b15 req-6704e9c1-c365-4061-b882-6cdaf5bde0c5 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad65480f-7ec7-4d6e-a652-3b8b10692214 HTTP/1.1" status: 200 len: 945 time: 0.0898025 Jan 18 20:07:15.879121 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-54746407-3efe-45e5-9914-38d6ba2f0901 req-86837136-7d06-4dce-86b8-b870eb43817c tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] 10.222.0.31 "GET /v2.0/security-groups/5eaf6326-bd30-435f-9df8-1498d918cf69 HTTP/1.1" status: 200 len: 1830 time: 0.0828915 Jan 18 20:07:15.967836 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c95b7791-2bfa-4b2c-822f-6154c2190b15 req-56427c0b-ed0d-4e25-9cc4-125ab3e4f751 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791793 Jan 18 20:07:15.997595 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-54746407-3efe-45e5-9914-38d6ba2f0901 req-d47f21d5-e3a4-4b8d-b46e-1d54ff9e6377 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (5eaf6326-bd30-435f-9df8-1498d918cf69), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:16.027984 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-54746407-3efe-45e5-9914-38d6ba2f0901 req-d47f21d5-e3a4-4b8d-b46e-1d54ff9e6377 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (5eaf6326-bd30-435f-9df8-1498d918cf69), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:16.125171 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-54746407-3efe-45e5-9914-38d6ba2f0901 req-d47f21d5-e3a4-4b8d-b46e-1d54ff9e6377 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5eaf6326-bd30-435f-9df8-1498d918cf69), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:16.128779 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-54746407-3efe-45e5-9914-38d6ba2f0901 req-d47f21d5-e3a4-4b8d-b46e-1d54ff9e6377 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:16.130116 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-54746407-3efe-45e5-9914-38d6ba2f0901 req-d47f21d5-e3a4-4b8d-b46e-1d54ff9e6377 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] 10.222.0.31 "DELETE /v2.0/security-groups/5eaf6326-bd30-435f-9df8-1498d918cf69 HTTP/1.1" status: 204 len: 173 time: 0.2390828 Jan 18 20:07:16.143588 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0973efc-5988-4c36-b06b-22243556566c req-338e8b67-c817-41a3-8f54-221fdddab69e tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:16.159964 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f0973efc-5988-4c36-b06b-22243556566c req-338e8b67-c817-41a3-8f54-221fdddab69e tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 943 time: 0.0807195 Jan 18 20:07:16.186028 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f21d5-e3a4-4b8d-b46e-1d54ff9e6377 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eaf6326-bd30-435f-9df8-1498d918cf69,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:16.245205 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f0973efc-5988-4c36-b06b-22243556566c req-85954487-7b22-45ae-a253-abb35e3649d2 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842772 Jan 18 20:07:16.316440 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-794bf822-0bf6-4fe9-94d8-e3ac4312f9f9 req-5a6ac03c-e83e-4e83-824f-2e297ad2c7cd tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] 10.222.0.31 "GET /v2.0/security-groups/2fe796c3-b9f5-4680-812b-80bd385cf7dd HTTP/1.1" status: 200 len: 1830 time: 0.0898411 Jan 18 20:07:16.398558 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-794bf822-0bf6-4fe9-94d8-e3ac4312f9f9 req-2ec8c5c1-274b-4ffc-afa9-bb6c9b4f7b48 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (2fe796c3-b9f5-4680-812b-80bd385cf7dd), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:16.425876 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-794bf822-0bf6-4fe9-94d8-e3ac4312f9f9 req-2ec8c5c1-274b-4ffc-afa9-bb6c9b4f7b48 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (2fe796c3-b9f5-4680-812b-80bd385cf7dd), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:16.485588 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-794bf822-0bf6-4fe9-94d8-e3ac4312f9f9 req-2ec8c5c1-274b-4ffc-afa9-bb6c9b4f7b48 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2fe796c3-b9f5-4680-812b-80bd385cf7dd), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:16.489147 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-794bf822-0bf6-4fe9-94d8-e3ac4312f9f9 req-2ec8c5c1-274b-4ffc-afa9-bb6c9b4f7b48 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:16.493215 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-794bf822-0bf6-4fe9-94d8-e3ac4312f9f9 req-2ec8c5c1-274b-4ffc-afa9-bb6c9b4f7b48 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] 10.222.0.31 "DELETE /v2.0/security-groups/2fe796c3-b9f5-4680-812b-80bd385cf7dd HTTP/1.1" status: 204 len: 173 time: 0.1759238 Jan 18 20:07:16.507689 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8c5c1-274b-4ffc-afa9-bb6c9b4f7b48 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe796c3-b9f5-4680-812b-80bd385cf7dd,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:16.642693 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 4835a893-0626-466d-be03-1d9ccd039daf details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:07:16.647492 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device ade92644-2813-4db9-829d-4c74aa98146f up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:07:16.730773 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-59c1fae1-69ee-48e3-89ab-8b8effb07b69 req-6bc25f6f-6280-4979-baca-533b83b3ba65 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] 10.222.0.31 "GET /v2.0/security-groups/e0742c77-669d-45f9-b053-1d7362675830 HTTP/1.1" status: 200 len: 1828 time: 0.0806136 Jan 18 20:07:16.791263 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8d1f3-b67c-4182-ae2e-86ba4a2ac223 req-37c12834-dca8-4701-b17d-bfaa042a54bb tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:16.794092 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9fa8d1f3-b67c-4182-ae2e-86ba4a2ac223 req-37c12834-dca8-4701-b17d-bfaa042a54bb tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.1728077 Jan 18 20:07:16.798063 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port ade92644-2813-4db9-829d-4c74aa98146f completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:07:16.806966 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port ade92644-2813-4db9-829d-4c74aa98146f triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:07:16.807719 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ade92644-2813-4db9-829d-4c74aa98146f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:16.883226 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9fa8d1f3-b67c-4182-ae2e-86ba4a2ac223 req-d91fef10-7561-496d-b420-df76a0153591 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814872 Jan 18 20:07:16.886179 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-59c1fae1-69ee-48e3-89ab-8b8effb07b69 req-6a8fa1af-5f62-4ff9-917a-24098706ddc9 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (e0742c77-669d-45f9-b053-1d7362675830), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:16.914488 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-59c1fae1-69ee-48e3-89ab-8b8effb07b69 req-6a8fa1af-5f62-4ff9-917a-24098706ddc9 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (e0742c77-669d-45f9-b053-1d7362675830), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:16.954918 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port ade92644-2813-4db9-829d-4c74aa98146f is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:16.955580 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ade92644-2813-4db9-829d-4c74aa98146f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:16.979559 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-59c1fae1-69ee-48e3-89ab-8b8effb07b69 req-6a8fa1af-5f62-4ff9-917a-24098706ddc9 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e0742c77-669d-45f9-b053-1d7362675830), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:16.982630 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-59c1fae1-69ee-48e3-89ab-8b8effb07b69 req-6a8fa1af-5f62-4ff9-917a-24098706ddc9 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:16.985872 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-59c1fae1-69ee-48e3-89ab-8b8effb07b69 req-6a8fa1af-5f62-4ff9-917a-24098706ddc9 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] 10.222.0.31 "DELETE /v2.0/security-groups/e0742c77-669d-45f9-b053-1d7362675830 HTTP/1.1" status: 204 len: 173 time: 0.2386723 Jan 18 20:07:17.017687 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 4835a893-0626-466d-be03-1d9ccd039daf, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=4835a893-0626-466d-be03-1d9ccd039daf,segment=NetworkSegment(2a6a568f-ab0b-495f-98b0-e8870b4263ca),segment_id=2a6a568f-ab0b-495f-98b0-e8870b4263ca)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:17.031256 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '4835a893-0626-466d-be03-1d9ccd039daf', 'network_id': 'a08f6099-d3e5-4672-94a1-dc88a868cf6f', 'port_id': '4835a893-0626-466d-be03-1d9ccd039daf', 'mac_address': 'fa:16:3e:d5:ce:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd3030e-0a9b-41b7-a3cb-14e0225e3050', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:07:17.048122 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port ade92644-2813-4db9-829d-4c74aa98146f, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=ade92644-2813-4db9-829d-4c74aa98146f,segment=NetworkSegment(47a66606-44d4-4dca-b9c1-d39ea6a1f39e),segment_id=47a66606-44d4-4dca-b9c1-d39ea6a1f39e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:17.049871 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2401cc3e-be88-41b3-8f2b-cd50d68e9a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade92644-2813-4db9-829d-4c74aa98146f'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:07:17.063190 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f045712-3a33-437b-bd84-0ba831bf8013" -d '{"events": [{"server_uuid": "2401cc3e-be88-41b3-8f2b-cd50d68e9a7e", "name": "network-vif-plugged", "status": "completed", "tag": "ade92644-2813-4db9-829d-4c74aa98146f"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:07:17.067955 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ade92644-2813-4db9-829d-4c74aa98146f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:17.070154 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8fa1af-5f62-4ff9-917a-24098706ddc9 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0742c77-669d-45f9-b053-1d7362675830,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:17.103896 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f80c4bce-52c0-4bea-b94e-d4ce2c804e8b req-449bf5c3-868b-4e48-8275-78c15376a0e1 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] 10.222.0.31 "GET /v2.0/security-groups/553cd22b-c94f-4fb9-88a7-fd8612b5fa78 HTTP/1.1" status: 200 len: 1828 time: 0.0656061 Jan 18 20:07:17.118726 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9acfb-802d-4be6-ae21-9388601ab1ff req-0304ddac-76bc-4f3b-9938-04cafbad0186 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:17.120510 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-abc9acfb-802d-4be6-ae21-9388601ab1ff req-0304ddac-76bc-4f3b-9938-04cafbad0186 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/ports?device_id=2401cc3e-be88-41b3-8f2b-cd50d68e9a7e HTTP/1.1" status: 200 len: 945 time: 0.1215811 Jan 18 20:07:17.161825 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 4835a893-0626-466d-be03-1d9ccd039daf is: ACTIVE; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:17.162215 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4835a893-0626-466d-be03-1d9ccd039daf), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:17.175805 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=ade92644-2813-4db9-829d-4c74aa98146f,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:17.189730 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4835a893-0626-466d-be03-1d9ccd039daf {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:07:17.211914 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 4835a893-0626-466d-be03-1d9ccd039daf, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=4835a893-0626-466d-be03-1d9ccd039daf,segment=NetworkSegment(2a6a568f-ab0b-495f-98b0-e8870b4263ca),segment_id=2a6a568f-ab0b-495f-98b0-e8870b4263ca)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:17.212915 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f80c4bce-52c0-4bea-b94e-d4ce2c804e8b req-db94a847-15c0-4762-89d4-058d5bd39885 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (553cd22b-c94f-4fb9-88a7-fd8612b5fa78), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:17.216388 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4835a893-0626-466d-be03-1d9ccd039daf), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:17.233602 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-abc9acfb-802d-4be6-ae21-9388601ab1ff req-f99c0ca3-e04b-46f5-b0e8-640ad3877cdc tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d70e2dc-85f6-4acb-9a4b-5cae1564314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021049 Jan 18 20:07:17.247970 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f80c4bce-52c0-4bea-b94e-d4ce2c804e8b req-db94a847-15c0-4762-89d4-058d5bd39885 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (553cd22b-c94f-4fb9-88a7-fd8612b5fa78), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:17.282344 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=4835a893-0626-466d-be03-1d9ccd039daf,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:17.344817 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['4835a893-0626-466d-be03-1d9ccd039daf'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:07:17.358724 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f80c4bce-52c0-4bea-b94e-d4ce2c804e8b req-db94a847-15c0-4762-89d4-058d5bd39885 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (553cd22b-c94f-4fb9-88a7-fd8612b5fa78), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:17.362066 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f80c4bce-52c0-4bea-b94e-d4ce2c804e8b req-db94a847-15c0-4762-89d4-058d5bd39885 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:17.370360 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38678) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:07:17.375662 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f80c4bce-52c0-4bea-b94e-d4ce2c804e8b req-db94a847-15c0-4762-89d4-058d5bd39885 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] 10.222.0.31 "DELETE /v2.0/security-groups/553cd22b-c94f-4fb9-88a7-fd8612b5fa78 HTTP/1.1" status: 204 len: 173 time: 0.2540622 Jan 18 20:07:17.399885 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94a847-15c0-4762-89d4-058d5bd39885 tempest-SecurityGroupRulesNegativeTestJSON-1561453290 tempest-SecurityGroupRulesNegativeTestJSON-1561453290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=553cd22b-c94f-4fb9-88a7-fd8612b5fa78,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:17.426271 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcb561-1ada-4124-9e2b-d3a8a0448054 req-5b324c34-b4c7-47ff-86db-f4146c778307 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:17.430908 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fefcb561-1ada-4124-9e2b-d3a8a0448054 req-5b324c34-b4c7-47ff-86db-f4146c778307 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad65480f-7ec7-4d6e-a652-3b8b10692214 HTTP/1.1" status: 200 len: 944 time: 0.1176598 Jan 18 20:07:17.435692 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36ddb75-5f29-4708-99c5-dba29668b81d x-openstack-request-id: req-d36ddb75-5f29-4708-99c5-dba29668b81d {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:07:17.435957 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2401cc3e-be88-41b3-8f2b-cd50d68e9a7e", "name": "network-vif-plugged", "status": "completed", "tag": "ade92644-2813-4db9-829d-4c74aa98146f", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:07:17.436215 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d36ddb75-5f29-4708-99c5-dba29668b81d {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:07:17.436605 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2401cc3e-be88-41b3-8f2b-cd50d68e9a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade92644-2813-4db9-829d-4c74aa98146f', 'code': 200} Jan 18 20:07:17.483005 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-798f7e72-222f-4725-bae7-4124d84666d1 admin admin] Deleting subnet 49e6fc40-c0a0-4079-a79f-ce02efe1aab0 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:07:17.487004 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-798f7e72-222f-4725-bae7-4124d84666d1 admin admin] Publish callbacks [] for subnet (49e6fc40-c0a0-4079-a79f-ce02efe1aab0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:17.549035 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fefcb561-1ada-4124-9e2b-d3a8a0448054 req-ecaa530a-aa89-4d6c-b32e-b6c2084f45c7 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073995 Jan 18 20:07:17.575477 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-798f7e72-222f-4725-bae7-4124d84666d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (49e6fc40-c0a0-4079-a79f-ce02efe1aab0), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:17.639696 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-798f7e72-222f-4725-bae7-4124d84666d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (49e6fc40-c0a0-4079-a79f-ce02efe1aab0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:17.643230 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caaa96b-7dd1-4d97-a3cc-c0cf440e4a1e req-c6396c34-57a9-4c3e-b177-15823e44858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:17.645458 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3caaa96b-7dd1-4d97-a3cc-c0cf440e4a1e req-c6396c34-57a9-4c3e-b177-15823e44858b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2401cc3e-be88-41b3-8f2b-cd50d68e9a7e HTTP/1.1" status: 200 len: 1097 time: 0.1222534 Jan 18 20:07:17.662242 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ba469-685d-47ab-a7a0-3c26d5cf1c09 req-a0ae26c1-bc1f-49d5-8e63-22416f32ad17 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:17.670027 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c32ba469-685d-47ab-a7a0-3c26d5cf1c09 req-a0ae26c1-bc1f-49d5-8e63-22416f32ad17 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 943 time: 0.0624485 Jan 18 20:07:17.732242 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3caaa96b-7dd1-4d97-a3cc-c0cf440e4a1e req-24262605-463c-45b9-b49c-c5afb994905a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3d70e2dc-85f6-4acb-9a4b-5cae1564314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632007 Jan 18 20:07:17.741969 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-798f7e72-222f-4725-bae7-4124d84666d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (49e6fc40-c0a0-4079-a79f-ce02efe1aab0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:17.758339 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c32ba469-685d-47ab-a7a0-3c26d5cf1c09 req-330f6d2b-fe9b-4c93-8da4-af382046562f tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853722 Jan 18 20:07:17.768308 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f7e72-222f-4725-bae7-4124d84666d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49e6fc40-c0a0-4079-a79f-ce02efe1aab0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:17.779347 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-798f7e72-222f-4725-bae7-4124d84666d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:17.789484 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-798f7e72-222f-4725-bae7-4124d84666d1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/49e6fc40-c0a0-4079-a79f-ce02efe1aab0 HTTP/1.1" status: 204 len: 168 time: 0.4165044 Jan 18 20:07:17.791042 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38692) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:07:17.866900 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-976ddb99-efbc-46d6-a4fe-6388216168bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (7407ebcf-6550-4439-8f06-ecde3ac29d9a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:17.953652 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-976ddb99-efbc-46d6-a4fe-6388216168bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (7407ebcf-6550-4439-8f06-ecde3ac29d9a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:17.975978 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-976ddb99-efbc-46d6-a4fe-6388216168bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7407ebcf-6550-4439-8f06-ecde3ac29d9a']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:07:17.986116 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-976ddb99-efbc-46d6-a4fe-6388216168bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956834c2-2c47-4aa9-953f-979c9395b513') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:07:17.986406 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-976ddb99-efbc-46d6-a4fe-6388216168bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956834c2-2c47-4aa9-953f-979c9395b513') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:07:17.996881 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-976ddb99-efbc-46d6-a4fe-6388216168bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (956834c2-2c47-4aa9-953f-979c9395b513), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:18.015096 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-976ddb99-efbc-46d6-a4fe-6388216168bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (956834c2-2c47-4aa9-953f-979c9395b513), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:18.025148 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-976ddb99-efbc-46d6-a4fe-6388216168bc admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:07:18.025581 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-976ddb99-efbc-46d6-a4fe-6388216168bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (956834c2-2c47-4aa9-953f-979c9395b513), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:18.027363 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:07:18.030033 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:07:18.092643 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-976ddb99-efbc-46d6-a4fe-6388216168bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (7407ebcf-6550-4439-8f06-ecde3ac29d9a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:18.096749 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81462d-5130-4508-a146-4a33a65ad577 req-56f54b81-9f3d-4358-a157-acf940803c27 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:18.100837 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a81462d-5130-4508-a146-4a33a65ad577 req-56f54b81-9f3d-4358-a157-acf940803c27 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.1169968 Jan 18 20:07:18.102012 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-976ddb99-efbc-46d6-a4fe-6388216168bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:18.105651 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-976ddb99-efbc-46d6-a4fe-6388216168bc admin admin] 10.222.0.31 "DELETE /v2.0/networks/7407ebcf-6550-4439-8f06-ecde3ac29d9a HTTP/1.1" status: 204 len: 168 time: 0.3134990 Jan 18 20:07:18.127856 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ddb99-efbc-46d6-a4fe-6388216168bc admin admin] Pushing event deleted for resources: {'Network': ['ID=7407ebcf-6550-4439-8f06-ecde3ac29d9a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:18.171671 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a81462d-5130-4508-a146-4a33a65ad577 req-96fe407b-3485-4b18-b756-aaf650a80cf1 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610290 Jan 18 20:07:18.261996 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38698) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:07:18.328054 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d38d08e8-c557-43dd-a07f-f6eedff0548a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56d70ca23f164feca7631f947594833b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0640001 Jan 18 20:07:18.329999 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38702) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:07:18.433764 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fb5dd-7ea6-467e-afc8-0c173f15ede2 req-793e7dba-3f3e-4546-8616-d4102f62aa40 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:18.440528 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec8fb5dd-7ea6-467e-afc8-0c173f15ede2 req-793e7dba-3f3e-4546-8616-d4102f62aa40 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/ports?device_id=2401cc3e-be88-41b3-8f2b-cd50d68e9a7e HTTP/1.1" status: 200 len: 946 time: 0.1015351 Jan 18 20:07:18.447599 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5f2523e0-7681-4901-b1c6-c6297e17062b admin admin] Publish callbacks [] for security_group (8d9cf564-bc38-4033-8843-57171a1fb021), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:18.487856 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5f2523e0-7681-4901-b1c6-c6297e17062b admin admin] Publish callbacks [] for security_group (8d9cf564-bc38-4033-8843-57171a1fb021), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:18.515608 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec8fb5dd-7ea6-467e-afc8-0c173f15ede2 req-ab94d072-1cbd-4d9c-9488-b7e145ef032e tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d70e2dc-85f6-4acb-9a4b-5cae1564314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742249 Jan 18 20:07:18.567381 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5f2523e0-7681-4901-b1c6-c6297e17062b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8d9cf564-bc38-4033-8843-57171a1fb021), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:18.570450 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5f2523e0-7681-4901-b1c6-c6297e17062b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:18.571604 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5f2523e0-7681-4901-b1c6-c6297e17062b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d9cf564-bc38-4033-8843-57171a1fb021 HTTP/1.1" status: 204 len: 168 time: 0.2387052 Jan 18 20:07:18.586618 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2523e0-7681-4901-b1c6-c6297e17062b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9cf564-bc38-4033-8843-57171a1fb021,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:18.658684 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 4835a893-0626-466d-be03-1d9ccd039daf up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:07:18.731258 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94da7e-2b02-49a4-bc44-018b6968b103 req-d1192e9d-deb6-4f6a-bbdf-3adc3f3488a7 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:18.738172 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cc94da7e-2b02-49a4-bc44-018b6968b103 req-d1192e9d-deb6-4f6a-bbdf-3adc3f3488a7 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad65480f-7ec7-4d6e-a652-3b8b10692214 HTTP/1.1" status: 200 len: 944 time: 0.0755589 Jan 18 20:07:18.765974 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 4835a893-0626-466d-be03-1d9ccd039daf triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:07:18.767712 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4835a893-0626-466d-be03-1d9ccd039daf), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:18.820025 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cc94da7e-2b02-49a4-bc44-018b6968b103 req-f6daec48-727a-47fb-8a1c-b6b91fefba37 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765815 Jan 18 20:07:18.964410 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d22425-b422-42b1-a9ad-04e5ba6bb7fb req-6c8d8042-9ad0-4e89-83ee-6ac61a5c8729 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:18.968344 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 4835a893-0626-466d-be03-1d9ccd039daf is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:18.968732 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4835a893-0626-466d-be03-1d9ccd039daf), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:18.970197 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76d22425-b422-42b1-a9ad-04e5ba6bb7fb req-6c8d8042-9ad0-4e89-83ee-6ac61a5c8729 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 943 time: 0.1029561 Jan 18 20:07:19.021032 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 4835a893-0626-466d-be03-1d9ccd039daf, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=4835a893-0626-466d-be03-1d9ccd039daf,segment=NetworkSegment(2a6a568f-ab0b-495f-98b0-e8870b4263ca),segment_id=2a6a568f-ab0b-495f-98b0-e8870b4263ca)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:19.038885 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76d22425-b422-42b1-a9ad-04e5ba6bb7fb req-fb7a9f24-f0e2-4d48-8c57-c7790a6d3f94 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647922 Jan 18 20:07:19.042632 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4835a893-0626-466d-be03-1d9ccd039daf), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:19.119617 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=4835a893-0626-466d-be03-1d9ccd039daf,revision_number=7']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:19.317905 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57046af0-95aa-4b9d-b64b-dd2c3b5224d8 req-386eac64-0f91-4439-b7c4-c83de91ce172 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:19.325264 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-57046af0-95aa-4b9d-b64b-dd2c3b5224d8 req-386eac64-0f91-4439-b7c4-c83de91ce172 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.0683713 Jan 18 20:07:19.378875 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-57046af0-95aa-4b9d-b64b-dd2c3b5224d8 req-3e19558a-4fdd-4a25-a5e5-84425b1e9f21 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518970 Jan 18 20:07:19.437967 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad65480f-7ec7-4d6e-a652-3b8b10692214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4835a893-0626-466d-be03-1d9ccd039daf'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:07:19.440236 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88158f70-4139-4de4-92e3-78146362f29f" -d '{"events": [{"server_uuid": "ad65480f-7ec7-4d6e-a652-3b8b10692214", "name": "network-vif-plugged", "status": "completed", "tag": "4835a893-0626-466d-be03-1d9ccd039daf"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:07:19.516641 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a47077-a69f-4504-b848-1d73654c7b6c x-openstack-request-id: req-e5a47077-a69f-4504-b848-1d73654c7b6c {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:07:19.517438 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad65480f-7ec7-4d6e-a652-3b8b10692214", "name": "network-vif-plugged", "status": "completed", "tag": "4835a893-0626-466d-be03-1d9ccd039daf", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:07:19.518894 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5a47077-a69f-4504-b848-1d73654c7b6c {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:07:19.519727 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad65480f-7ec7-4d6e-a652-3b8b10692214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4835a893-0626-466d-be03-1d9ccd039daf', 'code': 200} Jan 18 20:07:19.704794 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5f814-da94-4281-8b7a-6eb4a4e502a6 req-b05535f0-bb60-4dca-a764-dad89826c6da tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:19.710146 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2ab5f814-da94-4281-8b7a-6eb4a4e502a6 req-b05535f0-bb60-4dca-a764-dad89826c6da tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/ports?device_id=2401cc3e-be88-41b3-8f2b-cd50d68e9a7e HTTP/1.1" status: 200 len: 946 time: 0.1017127 Jan 18 20:07:19.788750 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2ab5f814-da94-4281-8b7a-6eb4a4e502a6 req-4c611c60-7948-4bab-8b97-8e46dd0c1c60 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d70e2dc-85f6-4acb-9a4b-5cae1564314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598841 Jan 18 20:07:20.004674 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546d414-e296-4adb-b70f-7ef1982f2d93 req-1843fd53-b192-4947-ac4e-5c4eb7b69489 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:20.015414 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8546d414-e296-4adb-b70f-7ef1982f2d93 req-1843fd53-b192-4947-ac4e-5c4eb7b69489 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad65480f-7ec7-4d6e-a652-3b8b10692214 HTTP/1.1" status: 200 len: 945 time: 0.0731773 Jan 18 20:07:20.078507 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8546d414-e296-4adb-b70f-7ef1982f2d93 req-7a93329c-9ed0-45b8-8896-bfefafdb1d01 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540690 Jan 18 20:07:20.203631 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2553286-ac30-4ee5-acbe-97249dd6c43e req-47a063f5-110d-40f5-9d72-3d79c0ec2656 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:20.205464 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d2553286-ac30-4ee5-acbe-97249dd6c43e req-47a063f5-110d-40f5-9d72-3d79c0ec2656 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 943 time: 0.0585971 Jan 18 20:07:20.307980 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d2553286-ac30-4ee5-acbe-97249dd6c43e req-d0089077-57f9-4ef4-a6d3-f3b2906f2185 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956492 Jan 18 20:07:20.424366 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a8d51-06a5-4e95-b236-73a87be16134 req-eeed446d-8b9a-433b-9156-d17dc2ff010e tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:20.425973 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-801a8d51-06a5-4e95-b236-73a87be16134 req-eeed446d-8b9a-433b-9156-d17dc2ff010e tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad65480f-7ec7-4d6e-a652-3b8b10692214 HTTP/1.1" status: 200 len: 945 time: 0.0622644 Jan 18 20:07:20.431705 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38788) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:07:20.490846 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-801a8d51-06a5-4e95-b236-73a87be16134 req-ab5df04c-c8e8-467d-b6a9-eb81b45de321 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566597 Jan 18 20:07:20.554916 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ff659-5982-49b2-b9e3-541061b98ca5 req-cb2ac99b-a750-4e46-a376-4396637f7738 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:20.556582 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b04ff659-5982-49b2-b9e3-541061b98ca5 req-cb2ac99b-a750-4e46-a376-4396637f7738 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.0583901 Jan 18 20:07:20.587337 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0281cebf-b907-449b-a85f-89dc34eadd92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:20.624219 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b04ff659-5982-49b2-b9e3-541061b98ca5 req-cc87a2cd-b2b6-412e-8381-e4f4d596879a tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579650 Jan 18 20:07:20.674629 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0281cebf-b907-449b-a85f-89dc34eadd92 admin admin] Publish callbacks [] for security_group (fe8cf7f1-3f15-4b3d-bb4c-a4b39ba42a41), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:20.679973 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0281cebf-b907-449b-a85f-89dc34eadd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (fe8cf7f1-3f15-4b3d-bb4c-a4b39ba42a41), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:20.719940 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281cebf-b907-449b-a85f-89dc34eadd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8cf7f1-3f15-4b3d-bb4c-a4b39ba42a41,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:20.727375 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38798) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:07:20.741159 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0281cebf-b907-449b-a85f-89dc34eadd92 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4216ca7c2d6b461bb2005f3c85e5d26b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074288 Jan 18 20:07:20.786335 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c2152d4-b322-4cfa-82be-65e094456c61 admin admin] Publish callbacks [] for security_group (fe8cf7f1-3f15-4b3d-bb4c-a4b39ba42a41), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:20.811094 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c2152d4-b322-4cfa-82be-65e094456c61 admin admin] Publish callbacks [] for security_group (fe8cf7f1-3f15-4b3d-bb4c-a4b39ba42a41), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:20.915631 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c2152d4-b322-4cfa-82be-65e094456c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (fe8cf7f1-3f15-4b3d-bb4c-a4b39ba42a41), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:20.918362 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c2152d4-b322-4cfa-82be-65e094456c61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:20.920277 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3c2152d4-b322-4cfa-82be-65e094456c61 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fe8cf7f1-3f15-4b3d-bb4c-a4b39ba42a41 HTTP/1.1" status: 204 len: 168 time: 0.1912780 Jan 18 20:07:20.934450 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2152d4-b322-4cfa-82be-65e094456c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8cf7f1-3f15-4b3d-bb4c-a4b39ba42a41,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:20.948151 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580b449-a6d8-4c44-8e70-2d4fdc4e9654 req-01e249fc-0149-4127-8d9d-af73e5adda49 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:20.958115 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e580b449-a6d8-4c44-8e70-2d4fdc4e9654 req-01e249fc-0149-4127-8d9d-af73e5adda49 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/ports?device_id=2401cc3e-be88-41b3-8f2b-cd50d68e9a7e HTTP/1.1" status: 200 len: 946 time: 0.0875173 Jan 18 20:07:21.021936 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e580b449-a6d8-4c44-8e70-2d4fdc4e9654 req-908b734a-cfe5-4218-b20b-64ed1df838e9 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d70e2dc-85f6-4acb-9a4b-5cae1564314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585308 Jan 18 20:07:21.554067 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74f3c0-0d44-4ad5-a881-f1de02304bdb req-279c45ee-3913-4115-8e00-7fdf1a5d9ee7 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:21.570000 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1a74f3c0-0d44-4ad5-a881-f1de02304bdb req-279c45ee-3913-4115-8e00-7fdf1a5d9ee7 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 943 time: 0.0978203 Jan 18 20:07:21.670040 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1a74f3c0-0d44-4ad5-a881-f1de02304bdb req-7dbe48ee-3381-465a-82dd-ef5189397f4f tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989938 Jan 18 20:07:21.806491 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b62f26-79c4-4c7e-8e7e-41b87aeb9f72 req-cb73515b-e9cb-4c74-a932-6094fe826770 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:21.809830 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b9b62f26-79c4-4c7e-8e7e-41b87aeb9f72 req-cb73515b-e9cb-4c74-a932-6094fe826770 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad65480f-7ec7-4d6e-a652-3b8b10692214 HTTP/1.1" status: 200 len: 945 time: 0.1299102 Jan 18 20:07:21.916254 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b9b62f26-79c4-4c7e-8e7e-41b87aeb9f72 req-e6b5bcf4-36bf-45ae-978a-c108a1af4c7c tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944653 Jan 18 20:07:21.935507 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2df8ab-9597-4fd1-a697-28974a3ecde5 req-2212892a-d570-41ce-9b28-e582defff7c5 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:21.940343 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a2df8ab-9597-4fd1-a697-28974a3ecde5 req-2212892a-d570-41ce-9b28-e582defff7c5 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.1293421 Jan 18 20:07:21.973657 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1dc1025b-5e8f-4c02-a788-546ee121d7a8 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:07:22.062505 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a2df8ab-9597-4fd1-a697-28974a3ecde5 req-4923d825-b9ed-48da-8016-e8f468f4a0bb tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168120 Jan 18 20:07:22.082507 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38856) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:07:22.161231 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 1dc1025b-5e8f-4c02-a788-546ee121d7a8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1dc1025b-5e8f-4c02-a788-546ee121d7a8,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:22.185085 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '1dc1025b-5e8f-4c02-a788-546ee121d7a8', 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553', 'port_id': '1dc1025b-5e8f-4c02-a788-546ee121d7a8', 'mac_address': 'fa:16:3e:bd:25:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7ae8e7b-1bfc-435b-b42c-3b64619a022a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:07:22.269899 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 1dc1025b-5e8f-4c02-a788-546ee121d7a8 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:22.270540 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1dc1025b-5e8f-4c02-a788-546ee121d7a8), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:22.280562 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-6c407acb-7060-42ab-8ce9-3fed722903f1 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1183602113-network', 'tenant_id': '714c4648fc7141d6ba9bb483a7178a1f'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:22.291539 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dc1025b-5e8f-4c02-a788-546ee121d7a8 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:07:22.329338 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c407acb-7060-42ab-8ce9-3fed722903f1 admin admin] Made reservation on behalf of 714c4648fc7141d6ba9bb483a7178a1f for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:07:22.331785 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c407acb-7060-42ab-8ce9-3fed722903f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:22.343285 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c407acb-7060-42ab-8ce9-3fed722903f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:22.346944 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 1dc1025b-5e8f-4c02-a788-546ee121d7a8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1dc1025b-5e8f-4c02-a788-546ee121d7a8,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:22.358558 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1dc1025b-5e8f-4c02-a788-546ee121d7a8), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:22.455521 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=1dc1025b-5e8f-4c02-a788-546ee121d7a8,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:22.499783 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c407acb-7060-42ab-8ce9-3fed722903f1 admin admin] Publish callbacks [] for security_group (342d64df-5a48-48cc-a7fc-a421ddd65b0f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:22.508893 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdca5f-1e19-4909-acf3-9b7c992b64f0 req-47832bf7-97e1-47c9-953b-15f2d8f9b374 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:22.510372 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f8fdca5f-1e19-4909-acf3-9b7c992b64f0 req-47832bf7-97e1-47c9-953b-15f2d8f9b374 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad65480f-7ec7-4d6e-a652-3b8b10692214 HTTP/1.1" status: 200 len: 945 time: 0.0855517 Jan 18 20:07:22.526495 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c407acb-7060-42ab-8ce9-3fed722903f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (342d64df-5a48-48cc-a7fc-a421ddd65b0f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:22.617496 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c407acb-7060-42ab-8ce9-3fed722903f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342d64df-5a48-48cc-a7fc-a421ddd65b0f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:22.663214 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['1dc1025b-5e8f-4c02-a788-546ee121d7a8'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:07:22.704594 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c407acb-7060-42ab-8ce9-3fed722903f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:07:22.773754 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 4835a893-0626-466d-be03-1d9ccd039daf no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:07:22.804139 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c407acb-7060-42ab-8ce9-3fed722903f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (9cfb7d7b-5036-406a-81b4-ae05f2102573), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:22.804492 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-6c407acb-7060-42ab-8ce9-3fed722903f1 admin admin] Added segment 9cfb7d7b-5036-406a-81b4-ae05f2102573 of type vlan for network 46a5d855-70fb-4db3-9006-13c09dcc2bf5 Jan 18 20:07:22.843193 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33682a2-3bae-4706-b390-ee019859fe87 req-cd40ea53-155e-4bdf-b6d9-05256e331860 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:22.854837 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a33682a2-3bae-4706-b390-ee019859fe87 req-cd40ea53-155e-4bdf-b6d9-05256e331860 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 944 time: 0.0759583 Jan 18 20:07:22.889015 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-f8fdca5f-1e19-4909-acf3-9b7c992b64f0 req-4dfdd0c5-441a-44a2-8043-e46dd6ae99bb tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Deleting port 4835a893-0626-466d-be03-1d9ccd039daf {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:07:22.889015 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f8fdca5f-1e19-4909-acf3-9b7c992b64f0 req-4dfdd0c5-441a-44a2-8043-e46dd6ae99bb tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (4835a893-0626-466d-be03-1d9ccd039daf), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:22.994420 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-f8fdca5f-1e19-4909-acf3-9b7c992b64f0 req-4dfdd0c5-441a-44a2-8043-e46dd6ae99bb tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] For port 4835a893-0626-466d-be03-1d9ccd039daf, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=4835a893-0626-466d-be03-1d9ccd039daf,segment=NetworkSegment(2a6a568f-ab0b-495f-98b0-e8870b4263ca),segment_id=2a6a568f-ab0b-495f-98b0-e8870b4263ca)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:22.995137 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f8fdca5f-1e19-4909-acf3-9b7c992b64f0 req-4dfdd0c5-441a-44a2-8043-e46dd6ae99bb tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (4835a893-0626-466d-be03-1d9ccd039daf), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:23.009608 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-f8fdca5f-1e19-4909-acf3-9b7c992b64f0 req-4dfdd0c5-441a-44a2-8043-e46dd6ae99bb tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Calling delete_port for 4835a893-0626-466d-be03-1d9ccd039daf owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:07:23.173669 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f8fdca5f-1e19-4909-acf3-9b7c992b64f0 req-4dfdd0c5-441a-44a2-8043-e46dd6ae99bb tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (4835a893-0626-466d-be03-1d9ccd039daf), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:23.198807 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c407acb-7060-42ab-8ce9-3fed722903f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (46a5d855-70fb-4db3-9006-13c09dcc2bf5), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:23.216576 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 4835a893-0626-466d-be03-1d9ccd039daf is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:23.217164 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4835a893-0626-466d-be03-1d9ccd039daf), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:23.231273 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfdd0c5-441a-44a2-8043-e46dd6ae99bb tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Pushing event deleted for resources: {'Port': ['ID=4835a893-0626-466d-be03-1d9ccd039daf,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:23.348549 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fdca5f-1e19-4909-acf3-9b7c992b64f0 req-4dfdd0c5-441a-44a2-8043-e46dd6ae99bb tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] No DVR routers for this DVR port 4835a893-0626-466d-be03-1d9ccd039daf on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:07:23.356260 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f8fdca5f-1e19-4909-acf3-9b7c992b64f0 req-4dfdd0c5-441a-44a2-8043-e46dd6ae99bb tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:23.364862 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f8fdca5f-1e19-4909-acf3-9b7c992b64f0 req-4dfdd0c5-441a-44a2-8043-e46dd6ae99bb tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.57 "DELETE /v2.0/ports/4835a893-0626-466d-be03-1d9ccd039daf HTTP/1.1" status: 204 len: 173 time: 0.8349390 Jan 18 20:07:23.384086 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad65480f-7ec7-4d6e-a652-3b8b10692214', 'name': 'network-vif-deleted', 'tag': '4835a893-0626-466d-be03-1d9ccd039daf'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:07:23.404530 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa196fc-030c-4f3d-b10c-59a1cfb2971f" -d '{"events": [{"server_uuid": "ad65480f-7ec7-4d6e-a652-3b8b10692214", "name": "network-vif-deleted", "tag": "4835a893-0626-466d-be03-1d9ccd039daf"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:07:23.414505 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4dc9c372-748d-4361-b053-5729d65f2e5c req-4348344c-18e6-40b5-b8fb-f35f4e700c97 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad65480f-7ec7-4d6e-a652-3b8b10692214 HTTP/1.1" status: 200 len: 210 time: 0.0421138 Jan 18 20:07:23.431558 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c407acb-7060-42ab-8ce9-3fed722903f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (46a5d855-70fb-4db3-9006-13c09dcc2bf5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:23.432534 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c407acb-7060-42ab-8ce9-3fed722903f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:23.433124 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c407acb-7060-42ab-8ce9-3fed722903f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:23.502399 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6c407acb-7060-42ab-8ce9-3fed722903f1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4184012 Jan 18 20:07:23.506007 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a33682a2-3bae-4706-b390-ee019859fe87 req-b608be36-c0a1-473a-9acd-f7fadd90d373 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6500356 Jan 18 20:07:23.506572 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38884) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:07:23.522517 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-5fd1c77d-9a9b-4930-9e2d-86689dab36ae admin admin] Request body: {'subnet': {'network_id': '46a5d855-70fb-4db3-9006-13c09dcc2bf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1183602113-subnet', 'tenant_id': '714c4648fc7141d6ba9bb483a7178a1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:23.583169 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd1c77d-9a9b-4930-9e2d-86689dab36ae admin admin] Made reservation on behalf of 714c4648fc7141d6ba9bb483a7178a1f for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:07:23.585527 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c77d-9a9b-4930-9e2d-86689dab36ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:23.630419 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c407acb-7060-42ab-8ce9-3fed722903f1 admin admin] Pushing event updated for resources: {'Network': ['ID=46a5d855-70fb-4db3-9006-13c09dcc2bf5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:23.642610 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 46a5d855-70fb-4db3-9006-13c09dcc2bf5 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:07:23.855353 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c487121d-c936-43d7-89be-51423c65e739 x-openstack-request-id: req-c487121d-c936-43d7-89be-51423c65e739 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:07:23.855656 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad65480f-7ec7-4d6e-a652-3b8b10692214", "name": "network-vif-deleted", "tag": "4835a893-0626-466d-be03-1d9ccd039daf", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:07:23.855936 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c487121d-c936-43d7-89be-51423c65e739 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:07:23.858106 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad65480f-7ec7-4d6e-a652-3b8b10692214', 'name': 'network-vif-deleted', 'tag': '4835a893-0626-466d-be03-1d9ccd039daf', 'status': 'completed', 'code': 200} Jan 18 20:07:23.959002 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08759c7f-68ac-40e8-8609-12eef1c07b33 req-4086283d-1e43-4ea9-b105-633033b0719a tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:23.966315 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-08759c7f-68ac-40e8-8609-12eef1c07b33 req-4086283d-1e43-4ea9-b105-633033b0719a tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.2035606 Jan 18 20:07:23.973206 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1dc1025b-5e8f-4c02-a788-546ee121d7a8 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:07:24.085717 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-08759c7f-68ac-40e8-8609-12eef1c07b33 req-edf029c5-282c-4509-9af4-1a45b9fb3f14 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099465 Jan 18 20:07:24.085717 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c77d-9a9b-4930-9e2d-86689dab36ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (0e9109a0-70b1-485a-ada3-f18fe706d29c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:24.135641 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 1dc1025b-5e8f-4c02-a788-546ee121d7a8 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:07:24.146998 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1c77d-9a9b-4930-9e2d-86689dab36ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e9109a0-70b1-485a-ada3-f18fe706d29c,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:24.155010 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd1c77d-9a9b-4930-9e2d-86689dab36ae admin admin] Checking segment: {'id': '9cfb7d7b-5036-406a-81b4-ae05f2102573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '46a5d855-70fb-4db3-9006-13c09dcc2bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:07:24.155484 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd1c77d-9a9b-4930-9e2d-86689dab36ae admin admin] Network hostable DHCP agents. Network: 46a5d855-70fb-4db3-9006-13c09dcc2bf5, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:07:24.168519 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 1dc1025b-5e8f-4c02-a788-546ee121d7a8 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:07:24.174371 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1dc1025b-5e8f-4c02-a788-546ee121d7a8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:24.180658 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd1c77d-9a9b-4930-9e2d-86689dab36ae admin admin] Network 46a5d855-70fb-4db3-9006-13c09dcc2bf5 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:07:24.213881 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-5fd1c77d-9a9b-4930-9e2d-86689dab36ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 46a5d855-70fb-4db3-9006-13c09dcc2bf5) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:07:24.219672 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd1c77d-9a9b-4930-9e2d-86689dab36ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:24.220271 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c77d-9a9b-4930-9e2d-86689dab36ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:24.229812 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2ba5a9-70ce-443e-804b-8acc3ff030dd None None] Network 46a5d855-70fb-4db3-9006-13c09dcc2bf5 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:07:24.273555 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5fd1c77d-9a9b-4930-9e2d-86689dab36ae admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7559381 Jan 18 20:07:24.386813 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 1dc1025b-5e8f-4c02-a788-546ee121d7a8 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:24.387209 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1dc1025b-5e8f-4c02-a788-546ee121d7a8), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:24.402191 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398cd2d0-205b-44c7-b0a4-9ba17aa0fae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-46a5d855-70fb-4db3-9006-13c09dcc2bf5', 'network_id': '46a5d855-70fb-4db3-9006-13c09dcc2bf5', 'project_id': '714c4648fc7141d6ba9bb483a7178a1f', 'fixed_ips': [{'subnet_id': '0e9109a0-70b1-485a-ada3-f18fe706d29c'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:07:24.403143 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-398cd2d0-205b-44c7-b0a4-9ba17aa0fae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:24.436808 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035dfeb0-030e-4559-acde-bff2c5f0908e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc1025b-5e8f-4c02-a788-546ee121d7a8'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:07:24.439476 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238185f9-9cd4-4d58-a7b5-e56f2b71d737" -d '{"events": [{"server_uuid": "035dfeb0-030e-4559-acde-bff2c5f0908e", "name": "network-vif-plugged", "status": "completed", "tag": "1dc1025b-5e8f-4c02-a788-546ee121d7a8"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:07:24.504208 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 1dc1025b-5e8f-4c02-a788-546ee121d7a8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1dc1025b-5e8f-4c02-a788-546ee121d7a8,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:24.507038 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78935124-a0db-448d-af10-63a012bfa484 x-openstack-request-id: req-78935124-a0db-448d-af10-63a012bfa484 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:07:24.507773 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035dfeb0-030e-4559-acde-bff2c5f0908e", "name": "network-vif-plugged", "status": "completed", "tag": "1dc1025b-5e8f-4c02-a788-546ee121d7a8", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:07:24.508236 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-78935124-a0db-448d-af10-63a012bfa484 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:07:24.508876 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035dfeb0-030e-4559-acde-bff2c5f0908e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc1025b-5e8f-4c02-a788-546ee121d7a8', 'code': 200} Jan 18 20:07:24.517728 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1dc1025b-5e8f-4c02-a788-546ee121d7a8), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:24.624012 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=1dc1025b-5e8f-4c02-a788-546ee121d7a8,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:24.643656 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-398cd2d0-205b-44c7-b0a4-9ba17aa0fae8 None None] Allocated IP 172.20.0.2 (46a5d855-70fb-4db3-9006-13c09dcc2bf5/0e9109a0-70b1-485a-ada3-f18fe706d29c/63e75237-22a9-4d15-9f1e-648e0e9cccc6) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:07:24.699370 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda2e4f-2d00-41e0-9794-f9ed6f0532e9 req-48fa85c5-35de-42bb-954a-c04c82ba1baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:24.701317 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0cda2e4f-2d00-41e0-9794-f9ed6f0532e9 req-48fa85c5-35de-42bb-954a-c04c82ba1baa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 1096 time: 0.0525603 Jan 18 20:07:24.770550 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0cda2e4f-2d00-41e0-9794-f9ed6f0532e9 req-7a945367-2dab-4a27-950f-1934afd5fdf4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610554 Jan 18 20:07:24.845359 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-398cd2d0-205b-44c7-b0a4-9ba17aa0fae8 None None] Publish callbacks [] for port (63e75237-22a9-4d15-9f1e-648e0e9cccc6), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:24.852328 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-398cd2d0-205b-44c7-b0a4-9ba17aa0fae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (63e75237-22a9-4d15-9f1e-648e0e9cccc6), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:24.891487 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398cd2d0-205b-44c7-b0a4-9ba17aa0fae8 None None] Network 46a5d855-70fb-4db3-9006-13c09dcc2bf5 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:07:24.894292 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-398cd2d0-205b-44c7-b0a4-9ba17aa0fae8 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:07:24.897880 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398cd2d0-205b-44c7-b0a4-9ba17aa0fae8 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:07:24.905020 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398cd2d0-205b-44c7-b0a4-9ba17aa0fae8 None None] Pushing event updated for resources: {'Port': ['ID=63e75237-22a9-4d15-9f1e-648e0e9cccc6,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:24.927902 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de085c6-48c4-4838-8541-291f685b392b req-8a9022aa-4f07-4446-97e9-b1fb3f5d36b8 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:24.929387 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1de085c6-48c4-4838-8541-291f685b392b req-8a9022aa-4f07-4446-97e9-b1fb3f5d36b8 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/networks?id=46a5d855-70fb-4db3-9006-13c09dcc2bf5 HTTP/1.1" status: 200 len: 816 time: 0.1668460 Jan 18 20:07:24.958302 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-398cd2d0-205b-44c7-b0a4-9ba17aa0fae8 None None] Attempting to bind port 63e75237-22a9-4d15-9f1e-648e0e9cccc6 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:07:24.958666 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-398cd2d0-205b-44c7-b0a4-9ba17aa0fae8 None None] Attempting to bind port 63e75237-22a9-4d15-9f1e-648e0e9cccc6 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '9cfb7d7b-5036-406a-81b4-ae05f2102573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '46a5d855-70fb-4db3-9006-13c09dcc2bf5'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:07:24.958811 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1de085c6-48c4-4838-8541-291f685b392b req-c9639606-713a-4c66-8b2e-493ec5a4ebc2 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/quotas/714c4648fc7141d6ba9bb483a7178a1f HTTP/1.1" status: 200 len: 375 time: 0.0220051 Jan 18 20:07:24.959023 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398cd2d0-205b-44c7-b0a4-9ba17aa0fae8 None None] Attempting to bind port 63e75237-22a9-4d15-9f1e-648e0e9cccc6 on network 46a5d855-70fb-4db3-9006-13c09dcc2bf5 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:07:24.964407 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398cd2d0-205b-44c7-b0a4-9ba17aa0fae8 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:07:24.964776 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398cd2d0-205b-44c7-b0a4-9ba17aa0fae8 None None] Checking segment: {'id': '9cfb7d7b-5036-406a-81b4-ae05f2102573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '46a5d855-70fb-4db3-9006-13c09dcc2bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:07:24.965172 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-398cd2d0-205b-44c7-b0a4-9ba17aa0fae8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:24.965582 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398cd2d0-205b-44c7-b0a4-9ba17aa0fae8 None None] Bound using segment: {'id': '9cfb7d7b-5036-406a-81b4-ae05f2102573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '46a5d855-70fb-4db3-9006-13c09dcc2bf5'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:07:24.966072 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-398cd2d0-205b-44c7-b0a4-9ba17aa0fae8 None None] Bound port: 63e75237-22a9-4d15-9f1e-648e0e9cccc6, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cfb7d7b-5036-406a-81b4-ae05f2102573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '46a5d855-70fb-4db3-9006-13c09dcc2bf5'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:07:24.966445 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-398cd2d0-205b-44c7-b0a4-9ba17aa0fae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (63e75237-22a9-4d15-9f1e-648e0e9cccc6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:24.966939 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f31d49-fdd8-450f-807c-28b09702312e req-113ca6c5-ee1f-4173-9e2f-667a724d1ef9 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:24.968417 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7f31d49-fdd8-450f-807c-28b09702312e req-113ca6c5-ee1f-4173-9e2f-667a724d1ef9 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/networks?id=a08f6099-d3e5-4672-94a1-dc88a868cf6f HTTP/1.1" status: 200 len: 821 time: 0.1347384 Jan 18 20:07:25.007337 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7f31d49-fdd8-450f-807c-28b09702312e req-936c6d6e-02a0-402e-bdb1-7e093f9a903a tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/quotas/14dc905def994c41a26216cee2b81577 HTTP/1.1" status: 200 len: 375 time: 0.0294919 Jan 18 20:07:25.031690 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-398cd2d0-205b-44c7-b0a4-9ba17aa0fae8 None None] For port 63e75237-22a9-4d15-9f1e-648e0e9cccc6, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:07:25.035105 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-398cd2d0-205b-44c7-b0a4-9ba17aa0fae8 None None] For port 63e75237-22a9-4d15-9f1e-648e0e9cccc6, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=63e75237-22a9-4d15-9f1e-648e0e9cccc6,segment=NetworkSegment(9cfb7d7b-5036-406a-81b4-ae05f2102573),segment_id=9cfb7d7b-5036-406a-81b4-ae05f2102573)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:07:25.039833 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-398cd2d0-205b-44c7-b0a4-9ba17aa0fae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (63e75237-22a9-4d15-9f1e-648e0e9cccc6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:25.041517 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7f31d49-fdd8-450f-807c-28b09702312e req-6dedcc62-f20a-4571-9b71-d9e0d955a623 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=14dc905def994c41a26216cee2b81577&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277538 Jan 18 20:07:25.045667 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1de085c6-48c4-4838-8541-291f685b392b req-fc3ad4fa-cc38-4bb8-95d7-e5cbbcd2f751 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=714c4648fc7141d6ba9bb483a7178a1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0764353 Jan 18 20:07:25.104502 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398cd2d0-205b-44c7-b0a4-9ba17aa0fae8 None None] Pushing event updated for resources: {'Port': ['ID=63e75237-22a9-4d15-9f1e-648e0e9cccc6,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:25.194643 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7f31d49-fdd8-450f-807c-28b09702312e req-81105929-8e9f-44c7-907d-a70fb2c239d6 service neutron] 10.222.0.31 "GET /v2.0/networks/a08f6099-d3e5-4672-94a1-dc88a868cf6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447053 Jan 18 20:07:25.223048 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1de085c6-48c4-4838-8541-291f685b392b req-f0c8ed5a-8fcd-4ee4-818e-f5c4a6037dd8 service neutron] 10.222.0.31 "GET /v2.0/networks/46a5d855-70fb-4db3-9006-13c09dcc2bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647646 Jan 18 20:07:25.367133 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7f31d49-fdd8-450f-807c-28b09702312e req-5c2d220d-87ea-47dd-909c-8ff8c4daf595 service neutron] 10.222.0.31 "GET /v2.0/networks/a08f6099-d3e5-4672-94a1-dc88a868cf6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663852 Jan 18 20:07:25.372822 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1de085c6-48c4-4838-8541-291f685b392b req-7df4185c-a958-4767-a178-cf4919a82901 service neutron] 10.222.0.31 "GET /v2.0/networks/46a5d855-70fb-4db3-9006-13c09dcc2bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438434 Jan 18 20:07:25.539668 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3ce31d9c-54b4-4df2-b000-4800311bc18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:25.659960 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501fd43-b67e-4ea5-98d9-3e00e46fc5b7 req-6c1013ab-bf2c-4a45-b463-61a8223ca8cc tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:25.675540 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7501fd43-b67e-4ea5-98d9-3e00e46fc5b7 req-6c1013ab-bf2c-4a45-b463-61a8223ca8cc tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 945 time: 0.1003821 Jan 18 20:07:25.774610 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7501fd43-b67e-4ea5-98d9-3e00e46fc5b7 req-864e61af-536e-4444-9518-9253884731ec tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948017 Jan 18 20:07:25.845066 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 63e75237-22a9-4d15-9f1e-648e0e9cccc6 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:07:26.020792 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 63e75237-22a9-4d15-9f1e-648e0e9cccc6 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:07:26.021167 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (63e75237-22a9-4d15-9f1e-648e0e9cccc6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:26.180235 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2791fc9-3ff3-4aa8-a8b4-c380ba4695c3 req-9cde61f9-1c59-4a7e-bd10-e7a3f4488c64 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:26.182536 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a2791fc9-3ff3-4aa8-a8b4-c380ba4695c3 req-9cde61f9-1c59-4a7e-bd10-e7a3f4488c64 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.1591320 Jan 18 20:07:26.248000 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 63e75237-22a9-4d15-9f1e-648e0e9cccc6 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:26.248607 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (63e75237-22a9-4d15-9f1e-648e0e9cccc6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:26.321885 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 63e75237-22a9-4d15-9f1e-648e0e9cccc6, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=63e75237-22a9-4d15-9f1e-648e0e9cccc6,segment=NetworkSegment(9cfb7d7b-5036-406a-81b4-ae05f2102573),segment_id=9cfb7d7b-5036-406a-81b4-ae05f2102573)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:26.332392 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (63e75237-22a9-4d15-9f1e-648e0e9cccc6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:26.396981 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a2791fc9-3ff3-4aa8-a8b4-c380ba4695c3 req-25fa0c99-6088-46a2-8556-56acc29ff727 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896715 Jan 18 20:07:26.480565 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=63e75237-22a9-4d15-9f1e-648e0e9cccc6,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:26.501969 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-721bc799-8c9b-4a66-913a-30e8c0a3987c req-e0b45986-48a6-4371-af4d-a97e9ea322a6 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e39d74-cc49-473f-9d5c-43ae3a3762f9 HTTP/1.1" status: 200 len: 210 time: 0.1030536 Jan 18 20:07:26.616404 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f1de0c-f5e4-4f29-b816-a681b7c8a469 None None] Network 46a5d855-70fb-4db3-9006-13c09dcc2bf5 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:07:26.737301 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 4835a893-0626-466d-be03-1d9ccd039daf no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:07:26.792071 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 4835a893-0626-466d-be03-1d9ccd039daf {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:07:26.792532 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 4835a893-0626-466d-be03-1d9ccd039daf not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:07:26.795791 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0b60545e-443a-4c8b-b610-5b2d456270c4 None None] Provisioning complete for port 63e75237-22a9-4d15-9f1e-648e0e9cccc6 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:07:26.796395 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0b60545e-443a-4c8b-b610-5b2d456270c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (63e75237-22a9-4d15-9f1e-648e0e9cccc6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:26.796920 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-34a53378-689e-4fe9-ac39-0171a1101356 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:26.806248 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-34a53378-689e-4fe9-ac39-0171a1101356 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/networks?id=46a5d855-70fb-4db3-9006-13c09dcc2bf5 HTTP/1.1" status: 200 len: 816 time: 0.1675603 Jan 18 20:07:26.823387 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-4c3c4121-3e63-4e1e-bb54-a79705cb439e tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/quotas/714c4648fc7141d6ba9bb483a7178a1f HTTP/1.1" status: 200 len: 375 time: 0.0159307 Jan 18 20:07:26.885678 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-a1697c2d-cb4d-4da6-9a06-70d3d8ce5aed tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=714c4648fc7141d6ba9bb483a7178a1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0605900 Jan 18 20:07:27.001247 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-e1a73af1-e0c8-40fd-84b7-746c5018e620 service neutron] 10.222.0.31 "GET /v2.0/networks/46a5d855-70fb-4db3-9006-13c09dcc2bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145239 Jan 18 20:07:27.074837 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0b60545e-443a-4c8b-b610-5b2d456270c4 None None] Current status of the port 63e75237-22a9-4d15-9f1e-648e0e9cccc6 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:27.143680 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-84d6439f-4d61-421c-9bee-2e26bd9f29f5 service neutron] 10.222.0.31 "GET /v2.0/networks/46a5d855-70fb-4db3-9006-13c09dcc2bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415806 Jan 18 20:07:27.386750 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f31d49-fdd8-450f-807c-28b09702312e req-996e8ead-7b8c-4910-bf3d-258ef4a667fb tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:27.389301 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d7f31d49-fdd8-450f-807c-28b09702312e req-996e8ead-7b8c-4910-bf3d-258ef4a667fb tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.70 "GET /v2.0/networks?id=a08f6099-d3e5-4672-94a1-dc88a868cf6f HTTP/1.1" status: 200 len: 821 time: 0.2042274 Jan 18 20:07:27.439217 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-d7f31d49-fdd8-450f-807c-28b09702312e req-b3dd6661-bd40-480f-8306-7235a1579e2b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Request body: {'port': {'device_id': 'b6e39d74-cc49-473f-9d5c-43ae3a3762f9', 'network_id': 'a08f6099-d3e5-4672-94a1-dc88a868cf6f', 'admin_state_up': True, 'tenant_id': '14dc905def994c41a26216cee2b81577'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:27.538398 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a934ab89-3a7e-4033-915e-f231d5582810 None None] Provisioning complete for port 63e75237-22a9-4d15-9f1e-648e0e9cccc6 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:07:27.538767 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a934ab89-3a7e-4033-915e-f231d5582810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (63e75237-22a9-4d15-9f1e-648e0e9cccc6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:27.685820 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de085c6-48c4-4838-8541-291f685b392b req-4e68e3f6-ca4e-4819-b25b-904bdd6fff07 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:27.688152 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1de085c6-48c4-4838-8541-291f685b392b req-4e68e3f6-ca4e-4819-b25b-904bdd6fff07 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.70 "GET /v2.0/networks?id=46a5d855-70fb-4db3-9006-13c09dcc2bf5 HTTP/1.1" status: 200 len: 816 time: 0.2977104 Jan 18 20:07:27.708442 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-1de085c6-48c4-4838-8541-291f685b392b req-363daa80-0eb8-4f8f-8bb8-3bffc7c3d9d4 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Request body: {'port': {'device_id': 'ddb89f54-bd85-4753-abbc-d14424fd989d', 'network_id': '46a5d855-70fb-4db3-9006-13c09dcc2bf5', 'admin_state_up': True, 'tenant_id': '714c4648fc7141d6ba9bb483a7178a1f'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:27.736934 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca1820-2f55-4a32-8673-bbbca51691e3 req-60d5e4f0-4543-4366-ad6e-b2dfc679cadc tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:27.740841 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bcca1820-2f55-4a32-8673-bbbca51691e3 req-60d5e4f0-4543-4366-ad6e-b2dfc679cadc tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 945 time: 0.0902071 Jan 18 20:07:27.762791 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a934ab89-3a7e-4033-915e-f231d5582810 None None] Current status of the port 63e75237-22a9-4d15-9f1e-648e0e9cccc6 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:27.782278 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-64c3ac11-d108-4090-b3cc-721bcb19ebc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:27.795440 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 63e75237-22a9-4d15-9f1e-648e0e9cccc6 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:07:27.802454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f31d49-fdd8-450f-807c-28b09702312e req-b3dd6661-bd40-480f-8306-7235a1579e2b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Made reservation on behalf of 14dc905def994c41a26216cee2b81577 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:07:27.807781 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d7f31d49-fdd8-450f-807c-28b09702312e req-b3dd6661-bd40-480f-8306-7235a1579e2b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:27.923043 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adf05b-48e0-4e38-b760-a8bb7245ff53 req-c6bfb70c-fc2b-42b9-93fc-2e5469f29b8a tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:27.924607 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7adf05b-48e0-4e38-b760-a8bb7245ff53 req-c6bfb70c-fc2b-42b9-93fc-2e5469f29b8a tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.0770361 Jan 18 20:07:27.934522 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 63e75237-22a9-4d15-9f1e-648e0e9cccc6 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:07:27.935138 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (63e75237-22a9-4d15-9f1e-648e0e9cccc6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:27.978685 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 373b8d16-2bbb-467d-8ba3-c6bfc7df7512 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:07:28.007714 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bcca1820-2f55-4a32-8673-bbbca51691e3 req-2a771a52-b1b2-42d3-a973-81796278e1a9 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558901 Jan 18 20:07:28.062012 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de085c6-48c4-4838-8541-291f685b392b req-363daa80-0eb8-4f8f-8bb8-3bffc7c3d9d4 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Made reservation on behalf of 714c4648fc7141d6ba9bb483a7178a1f for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:07:28.079925 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1de085c6-48c4-4838-8541-291f685b392b req-363daa80-0eb8-4f8f-8bb8-3bffc7c3d9d4 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:28.098050 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7adf05b-48e0-4e38-b760-a8bb7245ff53 req-61996705-9ede-4c62-afc4-258b7682b0f1 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636679 Jan 18 20:07:28.136273 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 63e75237-22a9-4d15-9f1e-648e0e9cccc6 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:28.158250 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 373b8d16-2bbb-467d-8ba3-c6bfc7df7512 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:28.158993 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (373b8d16-2bbb-467d-8ba3-c6bfc7df7512), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:28.175598 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-d7f31d49-fdd8-450f-807c-28b09702312e req-b3dd6661-bd40-480f-8306-7235a1579e2b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Allocated IP 172.20.0.4 (a08f6099-d3e5-4672-94a1-dc88a868cf6f/ddd3030e-0a9b-41b7-a3cb-14e0225e3050/e0397cf3-8a58-4533-a37a-f42e764142a1) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:07:28.210816 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a51f79e-e491-470a-8713-bc2987dc24ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '373b8d16-2bbb-467d-8ba3-c6bfc7df7512'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:07:28.217155 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c2f287-b3dd-4cb5-a3c5-069fc180508b" -d '{"events": [{"server_uuid": "6a51f79e-e491-470a-8713-bc2987dc24ad", "name": "network-vif-unplugged", "status": "completed", "tag": "373b8d16-2bbb-467d-8ba3-c6bfc7df7512"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:07:28.250145 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 373b8d16-2bbb-467d-8ba3-c6bfc7df7512, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=373b8d16-2bbb-467d-8ba3-c6bfc7df7512,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:28.259430 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (373b8d16-2bbb-467d-8ba3-c6bfc7df7512), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:28.289752 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d105701-f70b-4ea0-98f7-72a3ff44d311 req-fa1861da-d711-4ef5-817d-ae175738ac43 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e39d74-cc49-473f-9d5c-43ae3a3762f9 HTTP/1.1" status: 200 len: 210 time: 0.0405724 Jan 18 20:07:28.370074 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=373b8d16-2bbb-467d-8ba3-c6bfc7df7512,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:28.429247 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-1de085c6-48c4-4838-8541-291f685b392b req-363daa80-0eb8-4f8f-8bb8-3bffc7c3d9d4 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Allocated IP 172.20.0.9 (46a5d855-70fb-4db3-9006-13c09dcc2bf5/0e9109a0-70b1-485a-ada3-f18fe706d29c/3314cf82-647a-4c42-8358-dabf49d758bd) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:07:28.542827 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d7f31d49-fdd8-450f-807c-28b09702312e req-b3dd6661-bd40-480f-8306-7235a1579e2b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks [] for port (e0397cf3-8a58-4533-a37a-f42e764142a1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:28.616239 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a90f4-a0ce-4033-8c75-3e05c89c1d94 req-6759fbb2-5cfd-43d3-b6f0-2c48c28886f6 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:28.617940 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d4a90f4-a0ce-4033-8c75-3e05c89c1d94 req-6759fbb2-5cfd-43d3-b6f0-2c48c28886f6 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 1096 time: 0.1432934 Jan 18 20:07:28.652499 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-6da4660b-2580-4469-8194-d3db009ec31e tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:28.660119 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-6da4660b-2580-4469-8194-d3db009ec31e tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/networks?id=46a5d855-70fb-4db3-9006-13c09dcc2bf5 HTTP/1.1" status: 200 len: 816 time: 0.2226627 Jan 18 20:07:28.668304 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d7f31d49-fdd8-450f-807c-28b09702312e req-b3dd6661-bd40-480f-8306-7235a1579e2b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e0397cf3-8a58-4533-a37a-f42e764142a1), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:28.688265 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-0fcc5211-8f9e-4832-be04-78bcae7a3e5c tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/quotas/714c4648fc7141d6ba9bb483a7178a1f HTTP/1.1" status: 200 len: 375 time: 0.0265596 Jan 18 20:07:28.718502 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f31d49-fdd8-450f-807c-28b09702312e req-b3dd6661-bd40-480f-8306-7235a1579e2b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Network a08f6099-d3e5-4672-94a1-dc88a868cf6f is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:07:28.724747 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-d7f31d49-fdd8-450f-807c-28b09702312e req-b3dd6661-bd40-480f-8306-7235a1579e2b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:07:28.738871 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f31d49-fdd8-450f-807c-28b09702312e req-b3dd6661-bd40-480f-8306-7235a1579e2b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:07:28.739266 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d4a90f4-a0ce-4033-8c75-3e05c89c1d94 req-45addd7d-f75e-40aa-b960-804ffe6b8e47 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141815 Jan 18 20:07:28.756258 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-b674a2e2-e9b2-417e-8029-b4f5d02e472b tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=714c4648fc7141d6ba9bb483a7178a1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0618806 Jan 18 20:07:28.782578 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1de085c6-48c4-4838-8541-291f685b392b req-363daa80-0eb8-4f8f-8bb8-3bffc7c3d9d4 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Publish callbacks [] for port (3314cf82-647a-4c42-8358-dabf49d758bd), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:28.789723 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd6661-bd40-480f-8306-7235a1579e2b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Pushing event updated for resources: {'Port': ['ID=e0397cf3-8a58-4533-a37a-f42e764142a1,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:28.816394 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f31d49-fdd8-450f-807c-28b09702312e req-b3dd6661-bd40-480f-8306-7235a1579e2b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:28.817018 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d7f31d49-fdd8-450f-807c-28b09702312e req-b3dd6661-bd40-480f-8306-7235a1579e2b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:28.820028 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd6661-bd40-480f-8306-7235a1579e2b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:28.820374 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd6661-bd40-480f-8306-7235a1579e2b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:28.820713 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd6661-bd40-480f-8306-7235a1579e2b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:28.821047 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd6661-bd40-480f-8306-7235a1579e2b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:28.821378 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd6661-bd40-480f-8306-7235a1579e2b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:28.821726 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd6661-bd40-480f-8306-7235a1579e2b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:28.822053 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd6661-bd40-480f-8306-7235a1579e2b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:28.822379 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd6661-bd40-480f-8306-7235a1579e2b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:28.822720 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd6661-bd40-480f-8306-7235a1579e2b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:28.823044 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd6661-bd40-480f-8306-7235a1579e2b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:28.823363 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd6661-bd40-480f-8306-7235a1579e2b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:28.823946 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd6661-bd40-480f-8306-7235a1579e2b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:28.824265 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd6661-bd40-480f-8306-7235a1579e2b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:28.831521 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd26705-f19d-466a-a3f8-7429decc4d5e x-openstack-request-id: req-7fd26705-f19d-466a-a3f8-7429decc4d5e {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:07:28.832060 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a51f79e-e491-470a-8713-bc2987dc24ad", "name": "network-vif-unplugged", "status": "completed", "tag": "373b8d16-2bbb-467d-8ba3-c6bfc7df7512", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:07:28.835290 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7fd26705-f19d-466a-a3f8-7429decc4d5e {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:07:28.835716 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a51f79e-e491-470a-8713-bc2987dc24ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '373b8d16-2bbb-467d-8ba3-c6bfc7df7512', 'code': 200} Jan 18 20:07:28.852193 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d7f31d49-fdd8-450f-807c-28b09702312e req-b3dd6661-bd40-480f-8306-7235a1579e2b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4183416 Jan 18 20:07:28.865429 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-d7f31d49-fdd8-450f-807c-28b09702312e req-eed55756-dab7-4a23-a05d-a035448564ac service neutron] Request body: {'port': {'device_id': 'b6e39d74-cc49-473f-9d5c-43ae3a3762f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:28.902016 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:28.915057 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1de085c6-48c4-4838-8541-291f685b392b req-363daa80-0eb8-4f8f-8bb8-3bffc7c3d9d4 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (3314cf82-647a-4c42-8358-dabf49d758bd), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:28.944600 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-7fd3cb89-e366-4b1a-99ee-f8136da68388 service neutron] 10.222.0.31 "GET /v2.0/networks/46a5d855-70fb-4db3-9006-13c09dcc2bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757121 Jan 18 20:07:28.955035 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d7f31d49-fdd8-450f-807c-28b09702312e req-eed55756-dab7-4a23-a05d-a035448564ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e0397cf3-8a58-4533-a37a-f42e764142a1), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:28.979626 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de085c6-48c4-4838-8541-291f685b392b req-363daa80-0eb8-4f8f-8bb8-3bffc7c3d9d4 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Network 46a5d855-70fb-4db3-9006-13c09dcc2bf5 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:07:29.024165 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-1de085c6-48c4-4838-8541-291f685b392b req-363daa80-0eb8-4f8f-8bb8-3bffc7c3d9d4 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:07:29.032089 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de085c6-48c4-4838-8541-291f685b392b req-363daa80-0eb8-4f8f-8bb8-3bffc7c3d9d4 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:07:29.059670 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363daa80-0eb8-4f8f-8bb8-3bffc7c3d9d4 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Pushing event updated for resources: {'Port': ['ID=3314cf82-647a-4c42-8358-dabf49d758bd,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:29.207716 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de085c6-48c4-4838-8541-291f685b392b req-363daa80-0eb8-4f8f-8bb8-3bffc7c3d9d4 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:29.208608 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1de085c6-48c4-4838-8541-291f685b392b req-363daa80-0eb8-4f8f-8bb8-3bffc7c3d9d4 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:29.257902 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1de085c6-48c4-4838-8541-291f685b392b req-363daa80-0eb8-4f8f-8bb8-3bffc7c3d9d4 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5580328 Jan 18 20:07:29.260417 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-d56b9c36-372c-4ec5-9be5-8bd417b2b137 service neutron] 10.222.0.31 "GET /v2.0/networks/46a5d855-70fb-4db3-9006-13c09dcc2bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148739 Jan 18 20:07:29.285515 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-1de085c6-48c4-4838-8541-291f685b392b req-fd7f871a-0e75-46f3-ba48-f694868432e6 service neutron] Request body: {'port': {'device_id': 'ddb89f54-bd85-4753-abbc-d14424fd989d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:29.311242 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-d6e58a13-fa33-4db6-8b0b-c2073f175efd tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:29.318893 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-d6e58a13-fa33-4db6-8b0b-c2073f175efd tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/networks?id=da762a08-ce23-48b4-9e56-1b22cb2c3759 HTTP/1.1" status: 200 len: 804 time: 0.2399852 Jan 18 20:07:29.334478 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-c149abc1-fa86-4d9d-8c24-e1d101ea72ee tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/quotas/934a86f68a4746be8b16c0fa3df42262 HTTP/1.1" status: 200 len: 375 time: 0.0118167 Jan 18 20:07:29.427319 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-51152e1d-6c4a-4a8c-9a04-66262faf8cf2 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:29.428685 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-fcb69a4c-0acf-4bc7-942a-8c1876aad420 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=934a86f68a4746be8b16c0fa3df42262&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0853875 Jan 18 20:07:29.429014 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-51152e1d-6c4a-4a8c-9a04-66262faf8cf2 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.70 "GET /v2.0/networks?id=46a5d855-70fb-4db3-9006-13c09dcc2bf5 HTTP/1.1" status: 200 len: 816 time: 0.3607864 Jan 18 20:07:29.451183 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8c2bbb6d-7d9c-43ed-baac-14dc96758d8e tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Request body: {'port': {'device_id': 'a4b53fcf-c6ba-41c8-b0e5-9332fcca9e6f', 'network_id': '46a5d855-70fb-4db3-9006-13c09dcc2bf5', 'admin_state_up': True, 'tenant_id': '714c4648fc7141d6ba9bb483a7178a1f'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:29.482319 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1de085c6-48c4-4838-8541-291f685b392b req-fd7f871a-0e75-46f3-ba48-f694868432e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3314cf82-647a-4c42-8358-dabf49d758bd), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:29.512757 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-66352915-b326-46a7-86a5-e7aa705e3493 None None] Provisioning complete for port 3314cf82-647a-4c42-8358-dabf49d758bd triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:07:29.513159 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-66352915-b326-46a7-86a5-e7aa705e3493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3314cf82-647a-4c42-8358-dabf49d758bd), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:29.631146 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-66352915-b326-46a7-86a5-e7aa705e3493 None None] Port 3314cf82-647a-4c42-8358-dabf49d758bd cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:07:29.660062 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-990ee3b5-b8a1-49ed-b110-31c703502514 service neutron] 10.222.0.31 "GET /v2.0/networks/da762a08-ce23-48b4-9e56-1b22cb2c3759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303696 Jan 18 20:07:29.805600 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a55ed-bdf7-4966-a1ec-f4d4f4d2e729 req-48fb8b08-0fa6-4e1a-9331-d12fc8d9217a tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:29.810773 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-733a55ed-bdf7-4966-a1ec-f4d4f4d2e729 req-48fb8b08-0fa6-4e1a-9331-d12fc8d9217a tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 1096 time: 0.0981944 Jan 18 20:07:29.838194 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-2fddcb5a-f6b6-49fe-a893-984a02275c07 service neutron] 10.222.0.31 "GET /v2.0/networks/da762a08-ce23-48b4-9e56-1b22cb2c3759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692107 Jan 18 20:07:29.848763 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8c2bbb6d-7d9c-43ed-baac-14dc96758d8e tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Made reservation on behalf of 714c4648fc7141d6ba9bb483a7178a1f for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:07:29.852525 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8c2bbb6d-7d9c-43ed-baac-14dc96758d8e tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:29.866467 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-d7f31d49-fdd8-450f-807c-28b09702312e req-eed55756-dab7-4a23-a05d-a035448564ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0397cf3-8a58-4533-a37a-f42e764142a1 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:07:29.911960 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d7f31d49-fdd8-450f-807c-28b09702312e req-eed55756-dab7-4a23-a05d-a035448564ac service neutron] Publish callbacks [] for port (e0397cf3-8a58-4533-a37a-f42e764142a1), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:29.917989 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-733a55ed-bdf7-4966-a1ec-f4d4f4d2e729 req-6a56e04d-8cbe-41d8-8af7-528ac313a168 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738811 Jan 18 20:07:30.015299 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-d7f31d49-fdd8-450f-807c-28b09702312e req-eed55756-dab7-4a23-a05d-a035448564ac service neutron] Transition to ACTIVE for port object e0397cf3-8a58-4533-a37a-f42e764142a1 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:07:30.027184 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d7f31d49-fdd8-450f-807c-28b09702312e req-eed55756-dab7-4a23-a05d-a035448564ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (e0397cf3-8a58-4533-a37a-f42e764142a1), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:30.085211 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc4f18-71db-49e4-9c3d-9e08b5480f1a req-e137e731-63de-4878-9f09-c09259266bd3 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:30.093059 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85cc4f18-71db-49e4-9c3d-9e08b5480f1a req-e137e731-63de-4878-9f09-c09259266bd3 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e39d74-cc49-473f-9d5c-43ae3a3762f9 HTTP/1.1" status: 200 len: 943 time: 0.0613916 Jan 18 20:07:30.223011 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85cc4f18-71db-49e4-9c3d-9e08b5480f1a req-219fe3e0-240f-4979-b7ad-9a70d623a2b5 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286483 Jan 18 20:07:30.276001 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f1fc2-7003-47ed-b982-2ee2641a82df req-48bd753b-2d6b-4e4a-8d9c-b0cacf92b023 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:30.280887 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-467f1fc2-7003-47ed-b982-2ee2641a82df req-48bd753b-2d6b-4e4a-8d9c-b0cacf92b023 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.1692958 Jan 18 20:07:30.362776 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f57d2-0448-4b89-bcbd-602724b632e5 req-76023a78-70c5-4783-ba8e-cbdb167f4c72 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:30.364435 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-be1f57d2-0448-4b89-bcbd-602724b632e5 req-76023a78-70c5-4783-ba8e-cbdb167f4c72 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a51f79e-e491-470a-8713-bc2987dc24ad HTTP/1.1" status: 200 len: 944 time: 0.1867259 Jan 18 20:07:30.430019 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:30.437721 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4a668239-b496-465c-b01d-e03a929d20c9 req-d573f75e-6aaa-47a0-887f-9a1a7d34fd6a tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb HTTP/1.1" status: 200 len: 210 time: 0.1401799 Jan 18 20:07:30.479565 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed55756-dab7-4a23-a05d-a035448564ac service neutron] Pushing event updated for resources: {'Port': ['ID=e0397cf3-8a58-4533-a37a-f42e764142a1,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:30.672828 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-309034a2-38b4-4ef9-aed3-468b127d8290 req-54f98990-8c4a-4fa6-b6aa-47b7e5581e44 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 210 time: 0.1118047 Jan 18 20:07:30.699686 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-d7f31d49-fdd8-450f-807c-28b09702312e req-eed55756-dab7-4a23-a05d-a035448564ac service neutron] Attempting to bind port e0397cf3-8a58-4533-a37a-f42e764142a1 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:07:30.699954 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-d7f31d49-fdd8-450f-807c-28b09702312e req-eed55756-dab7-4a23-a05d-a035448564ac service neutron] Attempting to bind port e0397cf3-8a58-4533-a37a-f42e764142a1 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '2a6a568f-ab0b-495f-98b0-e8870b4263ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a08f6099-d3e5-4672-94a1-dc88a868cf6f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:07:30.700375 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f31d49-fdd8-450f-807c-28b09702312e req-eed55756-dab7-4a23-a05d-a035448564ac service neutron] Attempting to bind port e0397cf3-8a58-4533-a37a-f42e764142a1 on network a08f6099-d3e5-4672-94a1-dc88a868cf6f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:07:30.709752 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f31d49-fdd8-450f-807c-28b09702312e req-eed55756-dab7-4a23-a05d-a035448564ac service neutron] Port e0397cf3-8a58-4533-a37a-f42e764142a1 on network a08f6099-d3e5-4672-94a1-dc88a868cf6f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:07:30.710219 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f31d49-fdd8-450f-807c-28b09702312e req-eed55756-dab7-4a23-a05d-a035448564ac service neutron] Attempting to bind port e0397cf3-8a58-4533-a37a-f42e764142a1 on network a08f6099-d3e5-4672-94a1-dc88a868cf6f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:07:30.719568 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f31d49-fdd8-450f-807c-28b09702312e req-eed55756-dab7-4a23-a05d-a035448564ac service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:07:30.720041 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f31d49-fdd8-450f-807c-28b09702312e req-eed55756-dab7-4a23-a05d-a035448564ac service neutron] Checking segment: {'id': '2a6a568f-ab0b-495f-98b0-e8870b4263ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a08f6099-d3e5-4672-94a1-dc88a868cf6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:07:30.720522 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f31d49-fdd8-450f-807c-28b09702312e req-eed55756-dab7-4a23-a05d-a035448564ac service neutron] Bound using segment: {'id': '2a6a568f-ab0b-495f-98b0-e8870b4263ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a08f6099-d3e5-4672-94a1-dc88a868cf6f'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:07:30.721167 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-d7f31d49-fdd8-450f-807c-28b09702312e req-eed55756-dab7-4a23-a05d-a035448564ac service neutron] Bound port: e0397cf3-8a58-4533-a37a-f42e764142a1, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a6a568f-ab0b-495f-98b0-e8870b4263ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a08f6099-d3e5-4672-94a1-dc88a868cf6f'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:07:30.722463 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d7f31d49-fdd8-450f-807c-28b09702312e req-eed55756-dab7-4a23-a05d-a035448564ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e0397cf3-8a58-4533-a37a-f42e764142a1), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:30.739095 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-1de085c6-48c4-4838-8541-291f685b392b req-fd7f871a-0e75-46f3-ba48-f694868432e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3314cf82-647a-4c42-8358-dabf49d758bd {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:07:30.779440 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1de085c6-48c4-4838-8541-291f685b392b req-fd7f871a-0e75-46f3-ba48-f694868432e6 service neutron] Publish callbacks [] for port (3314cf82-647a-4c42-8358-dabf49d758bd), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:30.801947 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-467f1fc2-7003-47ed-b982-2ee2641a82df req-c0db83ff-251f-4d53-bdff-b58ac323507e tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5047197 Jan 18 20:07:30.822143 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-be1f57d2-0448-4b89-bcbd-602724b632e5 req-b45cc3be-e013-41d2-b9bd-a3c9b5da7949 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Deleting port 373b8d16-2bbb-467d-8ba3-c6bfc7df7512 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:07:30.822745 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-be1f57d2-0448-4b89-bcbd-602724b632e5 req-b45cc3be-e013-41d2-b9bd-a3c9b5da7949 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (373b8d16-2bbb-467d-8ba3-c6bfc7df7512), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:30.855317 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-1de085c6-48c4-4838-8541-291f685b392b req-fd7f871a-0e75-46f3-ba48-f694868432e6 service neutron] Transition to ACTIVE for port object 3314cf82-647a-4c42-8358-dabf49d758bd will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:07:30.897499 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1de085c6-48c4-4838-8541-291f685b392b req-fd7f871a-0e75-46f3-ba48-f694868432e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (3314cf82-647a-4c42-8358-dabf49d758bd), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:30.950970 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-d7f31d49-fdd8-450f-807c-28b09702312e req-eed55756-dab7-4a23-a05d-a035448564ac service neutron] For port e0397cf3-8a58-4533-a37a-f42e764142a1, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:07:30.997863 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-d7f31d49-fdd8-450f-807c-28b09702312e req-eed55756-dab7-4a23-a05d-a035448564ac service neutron] For port e0397cf3-8a58-4533-a37a-f42e764142a1, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e0397cf3-8a58-4533-a37a-f42e764142a1,segment=NetworkSegment(2a6a568f-ab0b-495f-98b0-e8870b4263ca),segment_id=2a6a568f-ab0b-495f-98b0-e8870b4263ca)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:07:31.004091 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-be1f57d2-0448-4b89-bcbd-602724b632e5 req-b45cc3be-e013-41d2-b9bd-a3c9b5da7949 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] For port 373b8d16-2bbb-467d-8ba3-c6bfc7df7512, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=373b8d16-2bbb-467d-8ba3-c6bfc7df7512,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:31.004630 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-be1f57d2-0448-4b89-bcbd-602724b632e5 req-b45cc3be-e013-41d2-b9bd-a3c9b5da7949 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (373b8d16-2bbb-467d-8ba3-c6bfc7df7512), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:31.024824 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8c2bbb6d-7d9c-43ed-baac-14dc96758d8e tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Allocated IP 172.20.0.4 (46a5d855-70fb-4db3-9006-13c09dcc2bf5/0e9109a0-70b1-485a-ada3-f18fe706d29c/1360c998-3274-45ce-8c07-b15d2589821a) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:07:31.029952 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d7f31d49-fdd8-450f-807c-28b09702312e req-eed55756-dab7-4a23-a05d-a035448564ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (e0397cf3-8a58-4533-a37a-f42e764142a1), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:31.031295 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-be1f57d2-0448-4b89-bcbd-602724b632e5 req-b45cc3be-e013-41d2-b9bd-a3c9b5da7949 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Calling delete_port for 373b8d16-2bbb-467d-8ba3-c6bfc7df7512 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:07:31.115744 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f31d49-fdd8-450f-807c-28b09702312e req-eed55756-dab7-4a23-a05d-a035448564ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:31.115744 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d7f31d49-fdd8-450f-807c-28b09702312e req-eed55756-dab7-4a23-a05d-a035448564ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:31.117334 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d7f31d49-fdd8-450f-807c-28b09702312e req-eed55756-dab7-4a23-a05d-a035448564ac service neutron] 10.222.0.70 "PUT /v2.0/ports/e0397cf3-8a58-4533-a37a-f42e764142a1 HTTP/1.1" status: 200 len: 1091 time: 2.2572067 Jan 18 20:07:31.118120 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f871a-0e75-46f3-ba48-f694868432e6 service neutron] Pushing event updated for resources: {'Port': ['ID=3314cf82-647a-4c42-8358-dabf49d758bd,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:31.173803 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e39d74-cc49-473f-9d5c-43ae3a3762f9', 'tag': 'e0397cf3-8a58-4533-a37a-f42e764142a1'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:07:31.181533 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568c32d1-0195-4ab3-940e-04b6d299efc4" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e39d74-cc49-473f-9d5c-43ae3a3762f9", "tag": "e0397cf3-8a58-4533-a37a-f42e764142a1"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:07:31.302178 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-be1f57d2-0448-4b89-bcbd-602724b632e5 req-b45cc3be-e013-41d2-b9bd-a3c9b5da7949 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (373b8d16-2bbb-467d-8ba3-c6bfc7df7512), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:31.335423 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384f42d9-ba37-4189-97ff-abbf03a3948b x-openstack-request-id: req-384f42d9-ba37-4189-97ff-abbf03a3948b {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:07:31.335708 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e39d74-cc49-473f-9d5c-43ae3a3762f9", "tag": "e0397cf3-8a58-4533-a37a-f42e764142a1", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:07:31.336145 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-384f42d9-ba37-4189-97ff-abbf03a3948b {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:07:31.337275 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e39d74-cc49-473f-9d5c-43ae3a3762f9', 'tag': 'e0397cf3-8a58-4533-a37a-f42e764142a1', 'status': 'completed', 'code': 200} Jan 18 20:07:31.438727 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cc3be-e013-41d2-b9bd-a3c9b5da7949 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Pushing event deleted for resources: {'Port': ['ID=373b8d16-2bbb-467d-8ba3-c6bfc7df7512,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:31.538120 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed55756-dab7-4a23-a05d-a035448564ac service neutron] Pushing event updated for resources: {'Port': ['ID=e0397cf3-8a58-4533-a37a-f42e764142a1,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:31.590874 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f31d49-fdd8-450f-807c-28b09702312e req-a984b546-26e5-406e-9d73-c3c39ef5ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:31.592498 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d7f31d49-fdd8-450f-807c-28b09702312e req-a984b546-26e5-406e-9d73-c3c39ef5ab8d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=14dc905def994c41a26216cee2b81577&device_id=b6e39d74-cc49-473f-9d5c-43ae3a3762f9 HTTP/1.1" status: 200 len: 1094 time: 0.3878071 Jan 18 20:07:31.614698 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-1de085c6-48c4-4838-8541-291f685b392b req-fd7f871a-0e75-46f3-ba48-f694868432e6 service neutron] Attempting to bind port 3314cf82-647a-4c42-8358-dabf49d758bd on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:07:31.615193 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-1de085c6-48c4-4838-8541-291f685b392b req-fd7f871a-0e75-46f3-ba48-f694868432e6 service neutron] Attempting to bind port 3314cf82-647a-4c42-8358-dabf49d758bd by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '9cfb7d7b-5036-406a-81b4-ae05f2102573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '46a5d855-70fb-4db3-9006-13c09dcc2bf5'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:07:31.615346 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de085c6-48c4-4838-8541-291f685b392b req-fd7f871a-0e75-46f3-ba48-f694868432e6 service neutron] Attempting to bind port 3314cf82-647a-4c42-8358-dabf49d758bd on network 46a5d855-70fb-4db3-9006-13c09dcc2bf5 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:07:31.697151 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d7f31d49-fdd8-450f-807c-28b09702312e req-ee6eed5b-b00d-4e8d-9219-380f6bf5ebb7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0397cf3-8a58-4533-a37a-f42e764142a1 HTTP/1.1" status: 200 len: 217 time: 0.0911069 Jan 18 20:07:31.700941 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de085c6-48c4-4838-8541-291f685b392b req-fd7f871a-0e75-46f3-ba48-f694868432e6 service neutron] Port 3314cf82-647a-4c42-8358-dabf49d758bd on network 46a5d855-70fb-4db3-9006-13c09dcc2bf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:07:31.701260 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de085c6-48c4-4838-8541-291f685b392b req-fd7f871a-0e75-46f3-ba48-f694868432e6 service neutron] Attempting to bind port 3314cf82-647a-4c42-8358-dabf49d758bd on network 46a5d855-70fb-4db3-9006-13c09dcc2bf5 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:07:31.704847 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-e266c657-5767-47d8-a24e-adf408ab1032 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:31.707334 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-e266c657-5767-47d8-a24e-adf408ab1032 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.57 "GET /v2.0/networks?id=da762a08-ce23-48b4-9e56-1b22cb2c3759 HTTP/1.1" status: 200 len: 804 time: 0.1623085 Jan 18 20:07:31.723713 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-5b19e898-4ed1-4339-8b41-15a498fcd2a4 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:31.725941 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-5b19e898-4ed1-4339-8b41-15a498fcd2a4 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.57 "GET /v2.0/networks?id=46a5d855-70fb-4db3-9006-13c09dcc2bf5 HTTP/1.1" status: 200 len: 816 time: 0.4837673 Jan 18 20:07:31.732373 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de085c6-48c4-4838-8541-291f685b392b req-fd7f871a-0e75-46f3-ba48-f694868432e6 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:07:31.732712 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de085c6-48c4-4838-8541-291f685b392b req-fd7f871a-0e75-46f3-ba48-f694868432e6 service neutron] Checking segment: {'id': '9cfb7d7b-5036-406a-81b4-ae05f2102573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '46a5d855-70fb-4db3-9006-13c09dcc2bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:07:31.733090 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de085c6-48c4-4838-8541-291f685b392b req-fd7f871a-0e75-46f3-ba48-f694868432e6 service neutron] Bound using segment: {'id': '9cfb7d7b-5036-406a-81b4-ae05f2102573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '46a5d855-70fb-4db3-9006-13c09dcc2bf5'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:07:31.733534 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-1de085c6-48c4-4838-8541-291f685b392b req-fd7f871a-0e75-46f3-ba48-f694868432e6 service neutron] Bound port: 3314cf82-647a-4c42-8358-dabf49d758bd, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cfb7d7b-5036-406a-81b4-ae05f2102573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '46a5d855-70fb-4db3-9006-13c09dcc2bf5'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:07:31.733917 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1de085c6-48c4-4838-8541-291f685b392b req-fd7f871a-0e75-46f3-ba48-f694868432e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3314cf82-647a-4c42-8358-dabf49d758bd), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:31.749451 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-b922503a-732f-4a6b-8ca3-bcb954e0ca15 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Request body: {'port': {'device_id': '1e540d62-2cea-4a35-9b59-003c212eb970', 'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759', 'admin_state_up': True, 'tenant_id': '934a86f68a4746be8b16c0fa3df42262'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:31.754526 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1f57d2-0448-4b89-bcbd-602724b632e5 req-b45cc3be-e013-41d2-b9bd-a3c9b5da7949 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] No DVR routers for this DVR port 373b8d16-2bbb-467d-8ba3-c6bfc7df7512 on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:07:31.757878 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-be1f57d2-0448-4b89-bcbd-602724b632e5 req-b45cc3be-e013-41d2-b9bd-a3c9b5da7949 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:31.761955 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-be1f57d2-0448-4b89-bcbd-602724b632e5 req-b45cc3be-e013-41d2-b9bd-a3c9b5da7949 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.70 "DELETE /v2.0/ports/373b8d16-2bbb-467d-8ba3-c6bfc7df7512 HTTP/1.1" status: 204 len: 173 time: 1.3636475 Jan 18 20:07:31.767154 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a51f79e-e491-470a-8713-bc2987dc24ad', 'name': 'network-vif-deleted', 'tag': '373b8d16-2bbb-467d-8ba3-c6bfc7df7512'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:07:31.770380 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05392b6a-0d17-4ba6-8ad4-6b3329289528" -d '{"events": [{"server_uuid": "6a51f79e-e491-470a-8713-bc2987dc24ad", "name": "network-vif-deleted", "tag": "373b8d16-2bbb-467d-8ba3-c6bfc7df7512"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:07:31.784119 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-430f8803-2bea-499f-8138-abfc73380e71 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Request body: {'port': {'device_id': 'e57ad85e-2fbf-498a-a129-cd61ad30e1bb', 'network_id': '46a5d855-70fb-4db3-9006-13c09dcc2bf5', 'admin_state_up': True, 'tenant_id': '714c4648fc7141d6ba9bb483a7178a1f'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:31.796001 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:31.802191 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837f3d4-db94-4477-bb73-203999779e6a req-c809c140-1b8a-474f-9a3f-c0241463efc0 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:31.804400 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c837f3d4-db94-4477-bb73-203999779e6a req-c809c140-1b8a-474f-9a3f-c0241463efc0 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e39d74-cc49-473f-9d5c-43ae3a3762f9 HTTP/1.1" status: 200 len: 943 time: 0.4059131 Jan 18 20:07:31.884898 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f31d49-fdd8-450f-807c-28b09702312e req-ede35798-0544-4e8d-aef8-7c4a6d221469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:31.886447 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d7f31d49-fdd8-450f-807c-28b09702312e req-ede35798-0544-4e8d-aef8-7c4a6d221469 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ddd3030e-0a9b-41b7-a3cb-14e0225e3050 HTTP/1.1" status: 200 len: 861 time: 0.1802316 Jan 18 20:07:31.948092 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8c2bbb6d-7d9c-43ed-baac-14dc96758d8e tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Publish callbacks [] for port (1360c998-3274-45ce-8c07-b15d2589821a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:31.954617 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c837f3d4-db94-4477-bb73-203999779e6a req-8d3c8953-0a4f-4e25-89b7-950fe2404de5 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232018 Jan 18 20:07:32.015747 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d7f31d49-fdd8-450f-807c-28b09702312e req-47f67ae9-7d1a-4411-8f13-36d1f83e5e35 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a08f6099-d3e5-4672-94a1-dc88a868cf6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708418 Jan 18 20:07:32.067704 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-1de085c6-48c4-4838-8541-291f685b392b req-fd7f871a-0e75-46f3-ba48-f694868432e6 service neutron] For port 3314cf82-647a-4c42-8358-dabf49d758bd, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:07:32.072898 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-b922503a-732f-4a6b-8ca3-bcb954e0ca15 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Made reservation on behalf of 934a86f68a4746be8b16c0fa3df42262 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:07:32.079670 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-b922503a-732f-4a6b-8ca3-bcb954e0ca15 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:32.108452 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-1de085c6-48c4-4838-8541-291f685b392b req-fd7f871a-0e75-46f3-ba48-f694868432e6 service neutron] For port 3314cf82-647a-4c42-8358-dabf49d758bd, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3314cf82-647a-4c42-8358-dabf49d758bd,segment=NetworkSegment(9cfb7d7b-5036-406a-81b4-ae05f2102573),segment_id=9cfb7d7b-5036-406a-81b4-ae05f2102573)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:07:32.139525 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7829a0c5-b46b-4841-8dc6-12eacbbe5d2e req-1235eec0-1928-48d6-a0b6-ec379cc44e8c tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb HTTP/1.1" status: 200 len: 210 time: 0.0437105 Jan 18 20:07:32.145422 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1de085c6-48c4-4838-8541-291f685b392b req-fd7f871a-0e75-46f3-ba48-f694868432e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (3314cf82-647a-4c42-8358-dabf49d758bd), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:32.213860 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8c2bbb6d-7d9c-43ed-baac-14dc96758d8e tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (1360c998-3274-45ce-8c07-b15d2589821a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:32.220814 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de085c6-48c4-4838-8541-291f685b392b req-fd7f871a-0e75-46f3-ba48-f694868432e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:32.224027 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1de085c6-48c4-4838-8541-291f685b392b req-fd7f871a-0e75-46f3-ba48-f694868432e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:32.225651 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1de085c6-48c4-4838-8541-291f685b392b req-fd7f871a-0e75-46f3-ba48-f694868432e6 service neutron] 10.222.0.70 "PUT /v2.0/ports/3314cf82-647a-4c42-8358-dabf49d758bd HTTP/1.1" status: 200 len: 1091 time: 2.9558036 Jan 18 20:07:32.280809 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-430f8803-2bea-499f-8138-abfc73380e71 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Made reservation on behalf of 714c4648fc7141d6ba9bb483a7178a1f for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:07:32.285193 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-430f8803-2bea-499f-8138-abfc73380e71 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:32.294383 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f871a-0e75-46f3-ba48-f694868432e6 service neutron] Pushing event updated for resources: {'Port': ['ID=3314cf82-647a-4c42-8358-dabf49d758bd,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:32.321234 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d7f31d49-fdd8-450f-807c-28b09702312e req-a341ed47-f52c-4046-adc8-3be813918717 service neutron] 10.222.0.70 "GET /v2.0/networks/a08f6099-d3e5-4672-94a1-dc88a868cf6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924216 Jan 18 20:07:32.326825 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8c2bbb6d-7d9c-43ed-baac-14dc96758d8e tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Network 46a5d855-70fb-4db3-9006-13c09dcc2bf5 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:07:32.345988 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8c2bbb6d-7d9c-43ed-baac-14dc96758d8e tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:07:32.395330 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8c2bbb6d-7d9c-43ed-baac-14dc96758d8e tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:07:32.427245 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-7f60f33f-ac8e-4c88-b684-1d09fa23b410 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:07:32.434474 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-7f60f33f-ac8e-4c88-b684-1d09fa23b410 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0409040 Jan 18 20:07:32.457836 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d109f7c0-5c5b-461f-ba4c-efd246ef5b0e req-c5560c95-8eab-4bd2-a624-6cbec445ee61 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 210 time: 0.0803680 Jan 18 20:07:32.483125 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-b922503a-732f-4a6b-8ca3-bcb954e0ca15 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Allocated IP 172.20.0.10 (da762a08-ce23-48b4-9e56-1b22cb2c3759/3a677f5f-009c-4f07-9679-86f5c85ef9be/7118a67f-b363-46c4-ac33-e1d1b8732c7a) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:07:32.582018 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2bbb6d-7d9c-43ed-baac-14dc96758d8e tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Pushing event updated for resources: {'Port': ['ID=1360c998-3274-45ce-8c07-b15d2589821a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:32.597603 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:32.599994 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:32.599994 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:32.599994 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:32.599994 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:32.599994 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:32.599994 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:32.599994 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:32.599994 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:32.599994 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:32.599994 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:32.599994 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:32.599994 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:07:32.600740 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bf1acf-9e8a-413a-a890-9ef6948ac18b x-openstack-request-id: req-63bf1acf-9e8a-413a-a890-9ef6948ac18b {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:07:32.600740 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a51f79e-e491-470a-8713-bc2987dc24ad", "name": "network-vif-deleted", "tag": "373b8d16-2bbb-467d-8ba3-c6bfc7df7512", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:07:32.600740 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63bf1acf-9e8a-413a-a890-9ef6948ac18b {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:07:32.601671 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8c2bbb6d-7d9c-43ed-baac-14dc96758d8e tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:32.601825 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a51f79e-e491-470a-8713-bc2987dc24ad', 'name': 'network-vif-deleted', 'tag': '373b8d16-2bbb-467d-8ba3-c6bfc7df7512', 'status': 'completed', 'code': 200} Jan 18 20:07:32.601982 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8c2bbb6d-7d9c-43ed-baac-14dc96758d8e tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:32.641453 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de085c6-48c4-4838-8541-291f685b392b req-9d0e0140-f724-4e5b-8a0e-62724d9c989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:32.643065 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1de085c6-48c4-4838-8541-291f685b392b req-9d0e0140-f724-4e5b-8a0e-62724d9c989f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=714c4648fc7141d6ba9bb483a7178a1f&device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 1094 time: 0.3152223 Jan 18 20:07:32.673299 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d7f31d49-fdd8-450f-807c-28b09702312e req-b8e5115c-68bd-4942-9dda-d9664688096f service neutron] 10.222.0.70 "GET /v2.0/networks/a08f6099-d3e5-4672-94a1-dc88a868cf6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409224 Jan 18 20:07:32.678022 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8c2bbb6d-7d9c-43ed-baac-14dc96758d8e tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2328396 Jan 18 20:07:32.715866 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-430f8803-2bea-499f-8138-abfc73380e71 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Allocated IP 172.20.0.10 (46a5d855-70fb-4db3-9006-13c09dcc2bf5/0e9109a0-70b1-485a-ada3-f18fe706d29c/76cf583e-be78-413c-a034-10b33c2efb3f) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:07:32.766014 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-ddff1306-6a3a-4789-97b2-b151ffb90e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:32.767414 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-ddff1306-6a3a-4789-97b2-b151ffb90e29 service neutron] 10.222.0.31 "GET /v2.0/ports/1dc1025b-5e8f-4c02-a788-546ee121d7a8 HTTP/1.1" status: 200 len: 1093 time: 0.3322048 Jan 18 20:07:32.776530 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8242fc84-e9dc-4051-8b1f-0863cdfbdabd service neutron] Request body: {'port': {'device_id': 'a4b53fcf-c6ba-41c8-b0e5-9332fcca9e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:32.791375 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9a0f3-fc44-4b66-9f30-1745a9a03a02 req-483d8d6e-c904-4e61-a2dc-32c6546bebfd tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:32.797516 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3be9a0f3-fc44-4b66-9f30-1745a9a03a02 req-483d8d6e-c904-4e61-a2dc-32c6546bebfd tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.1439762 Jan 18 20:07:32.805207 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-68cfd0aa-92bb-4f60-810b-26afabcee5c4 service neutron] Request body: {'binding': {'host': 'n-h1-741529-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:32.805680 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-68cfd0aa-92bb-4f60-810b-26afabcee5c4 service neutron] Unknown quota resources ['binding']. {{(pid=103336) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 18 20:07:32.843945 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1de085c6-48c4-4838-8541-291f685b392b req-36a7d2ac-1d43-4704-9951-63c7c189f1ca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3314cf82-647a-4c42-8358-dabf49d758bd HTTP/1.1" status: 200 len: 217 time: 0.1638761 Jan 18 20:07:32.884726 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3be9a0f3-fc44-4b66-9f30-1745a9a03a02 req-7f6daf64-8acb-438b-9a7d-c21d8c9fc49c tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862250 Jan 18 20:07:32.941493 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-170b0a0e-46f6-429d-8005-30b9056b9111 None None] Provisioning complete for port 1360c998-3274-45ce-8c07-b15d2589821a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:07:32.942609 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-170b0a0e-46f6-429d-8005-30b9056b9111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1360c998-3274-45ce-8c07-b15d2589821a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:32.946287 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de085c6-48c4-4838-8541-291f685b392b req-d8cafab7-4ea4-4604-a616-544bcdd02408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:32.947350 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1de085c6-48c4-4838-8541-291f685b392b req-d8cafab7-4ea4-4604-a616-544bcdd02408 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0e9109a0-70b1-485a-ada3-f18fe706d29c HTTP/1.1" status: 200 len: 855 time: 0.0908718 Jan 18 20:07:32.988002 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c32d1-0195-4ab3-940e-04b6d299efc4 req-554d45ac-b942-442f-bc6c-214c8127cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:32.990411 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-568c32d1-0195-4ab3-940e-04b6d299efc4 req-554d45ac-b942-442f-bc6c-214c8127cdae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=14dc905def994c41a26216cee2b81577&device_id=b6e39d74-cc49-473f-9d5c-43ae3a3762f9 HTTP/1.1" status: 200 len: 1094 time: 0.2566171 Jan 18 20:07:32.992167 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-170b0a0e-46f6-429d-8005-30b9056b9111 None None] Port 1360c998-3274-45ce-8c07-b15d2589821a cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:07:33.027853 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-b922503a-732f-4a6b-8ca3-bcb954e0ca15 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks [] for port (7118a67f-b363-46c4-ac33-e1d1b8732c7a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:33.106465 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-b922503a-732f-4a6b-8ca3-bcb954e0ca15 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (7118a67f-b363-46c4-ac33-e1d1b8732c7a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:33.109166 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-68cfd0aa-92bb-4f60-810b-26afabcee5c4 service neutron] Attempting to bind port 1dc1025b-5e8f-4c02-a788-546ee121d7a8 on host n-h1-741529-9 for vnic_type normal with profile None {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:07:33.109565 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-68cfd0aa-92bb-4f60-810b-26afabcee5c4 service neutron] Attempting to bind port 1dc1025b-5e8f-4c02-a788-546ee121d7a8 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:07:33.110120 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-68cfd0aa-92bb-4f60-810b-26afabcee5c4 service neutron] Attempting to bind port 1dc1025b-5e8f-4c02-a788-546ee121d7a8 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:07:33.117205 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8242fc84-e9dc-4051-8b1f-0863cdfbdabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1360c998-3274-45ce-8c07-b15d2589821a), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:33.151667 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-68cfd0aa-92bb-4f60-810b-26afabcee5c4 service neutron] Port 1dc1025b-5e8f-4c02-a788-546ee121d7a8 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:07:33.151995 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-68cfd0aa-92bb-4f60-810b-26afabcee5c4 service neutron] Attempting to bind port 1dc1025b-5e8f-4c02-a788-546ee121d7a8 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:07:33.171630 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-b922503a-732f-4a6b-8ca3-bcb954e0ca15 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Network da762a08-ce23-48b4-9e56-1b22cb2c3759 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:07:33.172663 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-68cfd0aa-92bb-4f60-810b-26afabcee5c4 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:07:33.173413 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-68cfd0aa-92bb-4f60-810b-26afabcee5c4 service neutron] Checking segment: {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:07:33.173413 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-68cfd0aa-92bb-4f60-810b-26afabcee5c4 service neutron] Bound using segment: {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:07:33.173811 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-68cfd0aa-92bb-4f60-810b-26afabcee5c4 service neutron] Bound port: 1dc1025b-5e8f-4c02-a788-546ee121d7a8, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:07:33.184153 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de085c6-48c4-4838-8541-291f685b392b req-a9e39604-97dc-435a-bbfd-53e970cc7662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:33.185609 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1de085c6-48c4-4838-8541-291f685b392b req-a9e39604-97dc-435a-bbfd-53e970cc7662 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=46a5d855-70fb-4db3-9006-13c09dcc2bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2090719 Jan 18 20:07:33.191695 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-b922503a-732f-4a6b-8ca3-bcb954e0ca15 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:07:33.228714 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922503a-732f-4a6b-8ca3-bcb954e0ca15 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Pushing event updated for resources: {'Port': ['ID=7118a67f-b363-46c4-ac33-e1d1b8732c7a,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:33.232797 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-b922503a-732f-4a6b-8ca3-bcb954e0ca15 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:07:33.271261 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922503a-732f-4a6b-8ca3-bcb954e0ca15 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:33.271608 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922503a-732f-4a6b-8ca3-bcb954e0ca15 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:33.271957 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922503a-732f-4a6b-8ca3-bcb954e0ca15 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:33.272292 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922503a-732f-4a6b-8ca3-bcb954e0ca15 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:33.272612 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922503a-732f-4a6b-8ca3-bcb954e0ca15 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:33.273231 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922503a-732f-4a6b-8ca3-bcb954e0ca15 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:33.273231 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922503a-732f-4a6b-8ca3-bcb954e0ca15 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:33.273570 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922503a-732f-4a6b-8ca3-bcb954e0ca15 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:33.273917 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922503a-732f-4a6b-8ca3-bcb954e0ca15 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:33.274239 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922503a-732f-4a6b-8ca3-bcb954e0ca15 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:33.274575 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922503a-732f-4a6b-8ca3-bcb954e0ca15 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:33.275061 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922503a-732f-4a6b-8ca3-bcb954e0ca15 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:33.275248 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922503a-732f-4a6b-8ca3-bcb954e0ca15 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:33.315900 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-68cfd0aa-92bb-4f60-810b-26afabcee5c4 service neutron] For port 1dc1025b-5e8f-4c02-a788-546ee121d7a8, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=1dc1025b-5e8f-4c02-a788-546ee121d7a8,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:07:33.325399 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-b922503a-732f-4a6b-8ca3-bcb954e0ca15 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:33.326037 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-b922503a-732f-4a6b-8ca3-bcb954e0ca15 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:33.336106 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07261a24-150c-46c3-ae66-cf071ccc266c req-187cc710-aa97-40d7-bab7-286d77a2ce64 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:33.337544 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-07261a24-150c-46c3-ae66-cf071ccc266c req-187cc710-aa97-40d7-bab7-286d77a2ce64 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e39d74-cc49-473f-9d5c-43ae3a3762f9 HTTP/1.1" status: 200 len: 943 time: 0.1605427 Jan 18 20:07:33.341724 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-68cfd0aa-92bb-4f60-810b-26afabcee5c4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:33.345752 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb89f54-bd85-4753-abbc-d14424fd989d', 'tag': '3314cf82-647a-4c42-8358-dabf49d758bd'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:07:33.348262 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-68cfd0aa-92bb-4f60-810b-26afabcee5c4 service neutron] 10.222.0.31 "POST /v2.0/ports/1dc1025b-5e8f-4c02-a788-546ee121d7a8/bindings HTTP/1.1" status: 201 len: 389 time: 0.5680835 Jan 18 20:07:33.348566 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad9f7c1-a20d-46ee-9153-12fe91aa4b90" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb89f54-bd85-4753-abbc-d14424fd989d", "tag": "3314cf82-647a-4c42-8358-dabf49d758bd"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:07:33.382886 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-b922503a-732f-4a6b-8ca3-bcb954e0ca15 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6395903 Jan 18 20:07:33.396145 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-a9fa49ca-066f-4daa-9b24-6aa4f24ce6a7 service neutron] Request body: {'port': {'device_id': '1e540d62-2cea-4a35-9b59-003c212eb970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:33.418763 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-430f8803-2bea-499f-8138-abfc73380e71 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Publish callbacks [] for port (76cf583e-be78-413c-a034-10b33c2efb3f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:33.439397 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c32d1-0195-4ab3-940e-04b6d299efc4 req-27a7ca0f-d7b7-4b83-8759-232bafd7a349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:33.441973 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-568c32d1-0195-4ab3-940e-04b6d299efc4 req-27a7ca0f-d7b7-4b83-8759-232bafd7a349 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a08f6099-d3e5-4672-94a1-dc88a868cf6f HTTP/1.1" status: 200 len: 922 time: 0.4265549 Jan 18 20:07:33.459360 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-07261a24-150c-46c3-ae66-cf071ccc266c req-887441e0-7161-4a0e-a35f-c97dd57d5bfd tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038926 Jan 18 20:07:33.545221 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406bdaba-bdb7-4051-b26d-a5191a4ed7e9 x-openstack-request-id: req-406bdaba-bdb7-4051-b26d-a5191a4ed7e9 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:07:33.545521 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb89f54-bd85-4753-abbc-d14424fd989d", "tag": "3314cf82-647a-4c42-8358-dabf49d758bd", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:07:33.545838 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-406bdaba-bdb7-4051-b26d-a5191a4ed7e9 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:07:33.546266 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb89f54-bd85-4753-abbc-d14424fd989d', 'tag': '3314cf82-647a-4c42-8358-dabf49d758bd', 'status': 'completed', 'code': 200} Jan 18 20:07:33.551964 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-568c32d1-0195-4ab3-940e-04b6d299efc4 req-bfb0070f-a0c7-4d0f-a042-cd31d73b181b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0397cf3-8a58-4533-a37a-f42e764142a1 HTTP/1.1" status: 200 len: 217 time: 0.0781245 Jan 18 20:07:33.640120 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1de085c6-48c4-4838-8541-291f685b392b req-089be95d-f4bf-4009-89a4-83d1881e0896 service neutron] 10.222.0.70 "GET /v2.0/networks/46a5d855-70fb-4db3-9006-13c09dcc2bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147081 Jan 18 20:07:33.675300 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-430f8803-2bea-499f-8138-abfc73380e71 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (76cf583e-be78-413c-a034-10b33c2efb3f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:33.699984 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c32d1-0195-4ab3-940e-04b6d299efc4 req-2f8e4b0b-2a7b-43c0-a8e0-705baf1ab135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:33.701430 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-568c32d1-0195-4ab3-940e-04b6d299efc4 req-2f8e4b0b-2a7b-43c0-a8e0-705baf1ab135 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ddd3030e-0a9b-41b7-a3cb-14e0225e3050 HTTP/1.1" status: 200 len: 861 time: 0.1413834 Jan 18 20:07:33.797705 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:33.912369 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-a9fa49ca-066f-4daa-9b24-6aa4f24ce6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7118a67f-b363-46c4-ac33-e1d1b8732c7a), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:33.980281 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fb844-b77e-44d2-93fc-23880618636e req-50089cd0-3976-4db6-bf3b-966c001abe3d tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:33.981967 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a11fb844-b77e-44d2-93fc-23880618636e req-50089cd0-3976-4db6-bf3b-966c001abe3d tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb HTTP/1.1" status: 200 len: 932 time: 0.4964423 Jan 18 20:07:33.995918 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-17283d2f-c72a-4c09-8c29-1d9e9555b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:33.997303 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-17283d2f-c72a-4c09-8c29-1d9e9555b937 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67883881b676447cbe3f92dbc62dd7c6&device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 1096 time: 0.1461623 Jan 18 20:07:34.005018 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d2f9c-151c-423f-9e7d-4cbe8329d523 req-ba669e1a-6955-43c0-aaa7-82e79c3b84ac tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:34.006536 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e0d2f9c-151c-423f-9e7d-4cbe8329d523 req-ba669e1a-6955-43c0-aaa7-82e79c3b84ac tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 945 time: 0.1542654 Jan 18 20:07:34.016727 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 373b8d16-2bbb-467d-8ba3-c6bfc7df7512 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:07:34.076135 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 373b8d16-2bbb-467d-8ba3-c6bfc7df7512 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:07:34.076748 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 373b8d16-2bbb-467d-8ba3-c6bfc7df7512 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:07:34.079947 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-430f8803-2bea-499f-8138-abfc73380e71 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Network 46a5d855-70fb-4db3-9006-13c09dcc2bf5 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:07:34.116825 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-430f8803-2bea-499f-8138-abfc73380e71 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:07:34.119344 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-430f8803-2bea-499f-8138-abfc73380e71 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:07:34.128892 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-568c32d1-0195-4ab3-940e-04b6d299efc4 req-a09660ec-226e-4dc5-961d-034217040654 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a08f6099-d3e5-4672-94a1-dc88a868cf6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3976307 Jan 18 20:07:34.152402 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f8803-2bea-499f-8138-abfc73380e71 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Pushing event updated for resources: {'Port': ['ID=76cf583e-be78-413c-a034-10b33c2efb3f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:34.252461 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e0d2f9c-151c-423f-9e7d-4cbe8329d523 req-9631686e-0a88-437d-9b23-7869439f556f tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157471 Jan 18 20:07:34.279843 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-430f8803-2bea-499f-8138-abfc73380e71 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:34.279843 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-430f8803-2bea-499f-8138-abfc73380e71 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:34.279843 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1de085c6-48c4-4838-8541-291f685b392b req-dd0b614e-a28a-41e6-b5fa-b0c4beb828c7 service neutron] 10.222.0.70 "GET /v2.0/networks/46a5d855-70fb-4db3-9006-13c09dcc2bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6317103 Jan 18 20:07:34.297101 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a11fb844-b77e-44d2-93fc-23880618636e req-7df3a348-2ebc-410a-95d7-9b4d51b609eb tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037417 Jan 18 20:07:34.347845 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-49364cb5-2cb6-41c3-87c0-c0caf85404ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:34.359396 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-49364cb5-2cb6-41c3-87c0-c0caf85404ac service neutron] 10.222.0.57 "GET /v2.0/networks?id=6fab12dd-5aeb-4649-a1e2-836559f8a553 HTTP/1.1" status: 200 len: 921 time: 0.3484960 Jan 18 20:07:34.400650 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8242fc84-e9dc-4051-8b1f-0863cdfbdabd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1360c998-3274-45ce-8c07-b15d2589821a {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:07:34.411794 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8242fc84-e9dc-4051-8b1f-0863cdfbdabd service neutron] Publish callbacks [] for port (1360c998-3274-45ce-8c07-b15d2589821a), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:34.439528 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-430f8803-2bea-499f-8138-abfc73380e71 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6825519 Jan 18 20:07:34.448372 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8242fc84-e9dc-4051-8b1f-0863cdfbdabd service neutron] Transition to ACTIVE for port object 1360c998-3274-45ce-8c07-b15d2589821a will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:07:34.482454 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-2966f1c8-16b4-4643-8703-084767bd5841 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dc1025b-5e8f-4c02-a788-546ee121d7a8 HTTP/1.1" status: 200 len: 217 time: 0.1148310 Jan 18 20:07:34.496058 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-3f826104-9c3f-4f1c-9c86-7169bf056b21 service neutron] Request body: {'port': {'device_id': 'e57ad85e-2fbf-498a-a129-cd61ad30e1bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:34.500300 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8242fc84-e9dc-4051-8b1f-0863cdfbdabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (1360c998-3274-45ce-8c07-b15d2589821a), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:34.531000 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-6fccea1e-da7c-4d44-aea4-72a22ca89691 None None] Provisioning complete for port 76cf583e-be78-413c-a034-10b33c2efb3f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:07:34.531378 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6fccea1e-da7c-4d44-aea4-72a22ca89691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (76cf583e-be78-413c-a034-10b33c2efb3f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:34.555268 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-568c32d1-0195-4ab3-940e-04b6d299efc4 req-5e20e95a-07fc-46bf-86b2-55b100ec9df0 service neutron] 10.222.0.70 "GET /v2.0/networks/a08f6099-d3e5-4672-94a1-dc88a868cf6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938584 Jan 18 20:07:34.601325 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320b187-f0f7-4cf8-9ddd-353a0b16762d req-79becf93-ac5c-4872-ae1a-a7598f7d8546 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:34.608921 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c320b187-f0f7-4cf8-9ddd-353a0b16762d req-79becf93-ac5c-4872-ae1a-a7598f7d8546 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 932 time: 0.2246079 Jan 18 20:07:34.622384 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6fccea1e-da7c-4d44-aea4-72a22ca89691 None None] Port 76cf583e-be78-413c-a034-10b33c2efb3f cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:07:34.635315 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7432c64-4413-4ce9-b404-61ba3a2ebd70 req-3c9d37d2-15be-4c03-b2fc-e5db080de8c2 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:34.636838 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e7432c64-4413-4ce9-b404-61ba3a2ebd70 req-3c9d37d2-15be-4c03-b2fc-e5db080de8c2 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.2165897 Jan 18 20:07:34.656937 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-657a8d6f-827b-4219-ad84-571cdd6ac0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:34.658506 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-657a8d6f-827b-4219-ad84-571cdd6ac0d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7ae8e7b-1bfc-435b-b42c-3b64619a022a HTTP/1.1" status: 200 len: 860 time: 0.1540284 Jan 18 20:07:34.703988 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-3f826104-9c3f-4f1c-9c86-7169bf056b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (76cf583e-be78-413c-a034-10b33c2efb3f), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:34.746295 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-a9fa49ca-066f-4daa-9b24-6aa4f24ce6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7118a67f-b363-46c4-ac33-e1d1b8732c7a {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:07:34.755722 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-a9fa49ca-066f-4daa-9b24-6aa4f24ce6a7 service neutron] Publish callbacks [] for port (7118a67f-b363-46c4-ac33-e1d1b8732c7a), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:34.767616 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242fc84-e9dc-4051-8b1f-0863cdfbdabd service neutron] Pushing event updated for resources: {'Port': ['ID=1360c998-3274-45ce-8c07-b15d2589821a,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:34.768859 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-a9fa49ca-066f-4daa-9b24-6aa4f24ce6a7 service neutron] Transition to ACTIVE for port object 7118a67f-b363-46c4-ac33-e1d1b8732c7a will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:07:34.772206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9f7c1-a20d-46ee-9153-12fe91aa4b90 req-82c01850-d8f1-46e8-96f7-2cf909e936dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:34.773916 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4ad9f7c1-a20d-46ee-9153-12fe91aa4b90 req-82c01850-d8f1-46e8-96f7-2cf909e936dc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=714c4648fc7141d6ba9bb483a7178a1f&device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 1094 time: 0.3516862 Jan 18 20:07:34.825411 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-a9fa49ca-066f-4daa-9b24-6aa4f24ce6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (7118a67f-b363-46c4-ac33-e1d1b8732c7a), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:34.830168 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e7432c64-4413-4ce9-b404-61ba3a2ebd70 req-9b63a542-8d26-4446-ae05-2cd3bae96008 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815491 Jan 18 20:07:34.835657 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-bfe8b0ec-7c89-4889-bcb1-b1d0c38203f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6fab12dd-5aeb-4649-a1e2-836559f8a553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644717 Jan 18 20:07:34.852973 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c320b187-f0f7-4cf8-9ddd-353a0b16762d req-4d6156df-732a-41e3-bb52-b52113235a6f tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431564 Jan 18 20:07:34.979603 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8242fc84-e9dc-4051-8b1f-0863cdfbdabd service neutron] Attempting to bind port 1360c998-3274-45ce-8c07-b15d2589821a on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:07:34.980187 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8242fc84-e9dc-4051-8b1f-0863cdfbdabd service neutron] Attempting to bind port 1360c998-3274-45ce-8c07-b15d2589821a by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '9cfb7d7b-5036-406a-81b4-ae05f2102573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '46a5d855-70fb-4db3-9006-13c09dcc2bf5'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:07:34.980742 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8242fc84-e9dc-4051-8b1f-0863cdfbdabd service neutron] Attempting to bind port 1360c998-3274-45ce-8c07-b15d2589821a on network 46a5d855-70fb-4db3-9006-13c09dcc2bf5 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:07:34.988228 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa49ca-066f-4daa-9b24-6aa4f24ce6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7118a67f-b363-46c4-ac33-e1d1b8732c7a,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:35.017491 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-b6c74ec1-938a-4cf8-8bcb-55c57a9332fd service neutron] 10.222.0.57 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120834 Jan 18 20:07:35.057309 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8242fc84-e9dc-4051-8b1f-0863cdfbdabd service neutron] Port 1360c998-3274-45ce-8c07-b15d2589821a on network 46a5d855-70fb-4db3-9006-13c09dcc2bf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:07:35.057651 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8242fc84-e9dc-4051-8b1f-0863cdfbdabd service neutron] Attempting to bind port 1360c998-3274-45ce-8c07-b15d2589821a on network 46a5d855-70fb-4db3-9006-13c09dcc2bf5 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:07:35.083634 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8242fc84-e9dc-4051-8b1f-0863cdfbdabd service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:07:35.083972 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8242fc84-e9dc-4051-8b1f-0863cdfbdabd service neutron] Checking segment: {'id': '9cfb7d7b-5036-406a-81b4-ae05f2102573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '46a5d855-70fb-4db3-9006-13c09dcc2bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:07:35.084357 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8242fc84-e9dc-4051-8b1f-0863cdfbdabd service neutron] Bound using segment: {'id': '9cfb7d7b-5036-406a-81b4-ae05f2102573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '46a5d855-70fb-4db3-9006-13c09dcc2bf5'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:07:35.084803 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8242fc84-e9dc-4051-8b1f-0863cdfbdabd service neutron] Bound port: 1360c998-3274-45ce-8c07-b15d2589821a, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cfb7d7b-5036-406a-81b4-ae05f2102573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '46a5d855-70fb-4db3-9006-13c09dcc2bf5'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:07:35.085161 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8242fc84-e9dc-4051-8b1f-0863cdfbdabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1360c998-3274-45ce-8c07-b15d2589821a), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:35.191429 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a283cc-012e-4659-904e-0729712b7584 req-203b478b-7e8b-4d77-82a5-7680d417e62c tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:35.192999 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-59a283cc-012e-4659-904e-0729712b7584 req-203b478b-7e8b-4d77-82a5-7680d417e62c tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e39d74-cc49-473f-9d5c-43ae3a3762f9 HTTP/1.1" status: 200 len: 943 time: 0.1653771 Jan 18 20:07:35.213625 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-568c32d1-0195-4ab3-940e-04b6d299efc4 req-0b8b5ce9-7d49-4445-bace-edb382d05e9b service neutron] 10.222.0.70 "GET /v2.0/networks/a08f6099-d3e5-4672-94a1-dc88a868cf6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6354759 Jan 18 20:07:35.221084 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9f7c1-a20d-46ee-9153-12fe91aa4b90 req-d663de81-a475-4d35-92f6-05634ebc3e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:35.223176 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4ad9f7c1-a20d-46ee-9153-12fe91aa4b90 req-d663de81-a475-4d35-92f6-05634ebc3e5e service neutron] 10.222.0.70 "GET /v2.0/networks?id=46a5d855-70fb-4db3-9006-13c09dcc2bf5 HTTP/1.1" status: 200 len: 917 time: 0.4073496 Jan 18 20:07:35.250893 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-a9fa49ca-066f-4daa-9b24-6aa4f24ce6a7 service neutron] Attempting to bind port 7118a67f-b363-46c4-ac33-e1d1b8732c7a on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:07:35.251238 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-a9fa49ca-066f-4daa-9b24-6aa4f24ce6a7 service neutron] Attempting to bind port 7118a67f-b363-46c4-ac33-e1d1b8732c7a by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': 'c2d912cb-4bfd-46da-bfb2-00b56de1649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:07:35.251568 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-a9fa49ca-066f-4daa-9b24-6aa4f24ce6a7 service neutron] Attempting to bind port 7118a67f-b363-46c4-ac33-e1d1b8732c7a on network da762a08-ce23-48b4-9e56-1b22cb2c3759 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:07:35.269580 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-a9fa49ca-066f-4daa-9b24-6aa4f24ce6a7 service neutron] Port 7118a67f-b363-46c4-ac33-e1d1b8732c7a on network da762a08-ce23-48b4-9e56-1b22cb2c3759 not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:07:35.270228 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-a9fa49ca-066f-4daa-9b24-6aa4f24ce6a7 service neutron] Attempting to bind port 7118a67f-b363-46c4-ac33-e1d1b8732c7a on network da762a08-ce23-48b4-9e56-1b22cb2c3759 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:07:35.274184 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-ea72f4dc-45e0-47b1-8950-16c06b04a802 service neutron] 10.222.0.57 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451720 Jan 18 20:07:35.278934 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-59a283cc-012e-4659-904e-0729712b7584 req-34da6fd1-cd44-4dbf-9370-ed318bc8f8b3 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766220 Jan 18 20:07:35.282164 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4ad9f7c1-a20d-46ee-9153-12fe91aa4b90 req-5393a539-8255-4984-9dde-94be141c2599 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3314cf82-647a-4c42-8358-dabf49d758bd HTTP/1.1" status: 200 len: 217 time: 0.0522351 Jan 18 20:07:35.296755 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-a9fa49ca-066f-4daa-9b24-6aa4f24ce6a7 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:07:35.297104 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-a9fa49ca-066f-4daa-9b24-6aa4f24ce6a7 service neutron] Checking segment: {'id': 'c2d912cb-4bfd-46da-bfb2-00b56de1649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:07:35.297496 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-a9fa49ca-066f-4daa-9b24-6aa4f24ce6a7 service neutron] Bound using segment: {'id': 'c2d912cb-4bfd-46da-bfb2-00b56de1649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:07:35.305024 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-a9fa49ca-066f-4daa-9b24-6aa4f24ce6a7 service neutron] Bound port: 7118a67f-b363-46c4-ac33-e1d1b8732c7a, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d912cb-4bfd-46da-bfb2-00b56de1649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:07:35.305024 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-a9fa49ca-066f-4daa-9b24-6aa4f24ce6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7118a67f-b363-46c4-ac33-e1d1b8732c7a), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:35.305500 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8242fc84-e9dc-4051-8b1f-0863cdfbdabd service neutron] For port 1360c998-3274-45ce-8c07-b15d2589821a, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:07:35.307384 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8242fc84-e9dc-4051-8b1f-0863cdfbdabd service neutron] For port 1360c998-3274-45ce-8c07-b15d2589821a, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1360c998-3274-45ce-8c07-b15d2589821a,segment=NetworkSegment(9cfb7d7b-5036-406a-81b4-ae05f2102573),segment_id=9cfb7d7b-5036-406a-81b4-ae05f2102573)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:07:35.385311 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8242fc84-e9dc-4051-8b1f-0863cdfbdabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (1360c998-3274-45ce-8c07-b15d2589821a), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:35.462456 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8242fc84-e9dc-4051-8b1f-0863cdfbdabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:35.462737 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8242fc84-e9dc-4051-8b1f-0863cdfbdabd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:35.464437 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-8242fc84-e9dc-4051-8b1f-0863cdfbdabd service neutron] 10.222.0.70 "PUT /v2.0/ports/1360c998-3274-45ce-8c07-b15d2589821a HTTP/1.1" status: 200 len: 1091 time: 2.6939950 Jan 18 20:07:35.468404 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-a9fa49ca-066f-4daa-9b24-6aa4f24ce6a7 service neutron] For port 7118a67f-b363-46c4-ac33-e1d1b8732c7a, host n-h1-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:07:35.515973 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76205ea3-b174-46b7-ae6b-cc61e4e92324 req-18cf72cb-6eba-423f-bdee-3cea029e8a4b tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:35.517614 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76205ea3-b174-46b7-ae6b-cc61e4e92324 req-18cf72cb-6eba-423f-bdee-3cea029e8a4b tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 945 time: 0.1447501 Jan 18 20:07:35.519573 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-a9fa49ca-066f-4daa-9b24-6aa4f24ce6a7 service neutron] For port 7118a67f-b363-46c4-ac33-e1d1b8732c7a, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=7118a67f-b363-46c4-ac33-e1d1b8732c7a,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:07:35.532848 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-a9fa49ca-066f-4daa-9b24-6aa4f24ce6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (7118a67f-b363-46c4-ac33-e1d1b8732c7a), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:35.558331 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b53fcf-c6ba-41c8-b0e5-9332fcca9e6f', 'tag': '1360c998-3274-45ce-8c07-b15d2589821a'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:07:35.560808 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f224706-030a-4b2a-a773-cdd77a1071bd" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b53fcf-c6ba-41c8-b0e5-9332fcca9e6f", "tag": "1360c998-3274-45ce-8c07-b15d2589821a"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:07:35.564222 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9f7c1-a20d-46ee-9153-12fe91aa4b90 req-4ebc833d-c347-4242-aa82-2183bad721a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:35.566040 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4ad9f7c1-a20d-46ee-9153-12fe91aa4b90 req-4ebc833d-c347-4242-aa82-2183bad721a1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0e9109a0-70b1-485a-ada3-f18fe706d29c HTTP/1.1" status: 200 len: 855 time: 0.1909256 Jan 18 20:07:35.606497 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242fc84-e9dc-4051-8b1f-0863cdfbdabd service neutron] Pushing event updated for resources: {'Port': ['ID=1360c998-3274-45ce-8c07-b15d2589821a,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:35.626227 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c31bdd-f8b0-4c76-9db9-027e365725dc req-94ce7d46-7873-41c3-a625-d0ac4fb8c0fc tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:35.627795 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9c31bdd-f8b0-4c76-9db9-027e365725dc req-94ce7d46-7873-41c3-a625-d0ac4fb8c0fc tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb HTTP/1.1" status: 200 len: 932 time: 0.2183836 Jan 18 20:07:35.641679 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-3f826104-9c3f-4f1c-9c86-7169bf056b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76cf583e-be78-413c-a034-10b33c2efb3f {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:07:35.655274 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-3f826104-9c3f-4f1c-9c86-7169bf056b21 service neutron] Publish callbacks [] for port (76cf583e-be78-413c-a034-10b33c2efb3f), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:35.677275 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-a9fa49ca-066f-4daa-9b24-6aa4f24ce6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:35.677927 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-a9fa49ca-066f-4daa-9b24-6aa4f24ce6a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:35.679341 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-a9fa49ca-066f-4daa-9b24-6aa4f24ce6a7 service neutron] 10.222.0.57 "PUT /v2.0/ports/7118a67f-b363-46c4-ac33-e1d1b8732c7a HTTP/1.1" status: 200 len: 1092 time: 2.2881408 Jan 18 20:07:35.684137 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e540d62-2cea-4a35-9b59-003c212eb970', 'tag': '7118a67f-b363-46c4-ac33-e1d1b8732c7a'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:07:35.686493 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19c0983-8ff4-4e62-a344-9b71558b3347" -d '{"events": [{"name": "network-changed", "server_uuid": "1e540d62-2cea-4a35-9b59-003c212eb970", "tag": "7118a67f-b363-46c4-ac33-e1d1b8732c7a"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:07:35.701468 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-3f826104-9c3f-4f1c-9c86-7169bf056b21 service neutron] Transition to ACTIVE for port object 76cf583e-be78-413c-a034-10b33c2efb3f will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:07:35.707161 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-222ab6b9-e714-4f29-af24-b194da86a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:35.709714 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-222ab6b9-e714-4f29-af24-b194da86a139 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=714c4648fc7141d6ba9bb483a7178a1f&device_id=a4b53fcf-c6ba-41c8-b0e5-9332fcca9e6f HTTP/1.1" status: 200 len: 1094 time: 0.1691418 Jan 18 20:07:35.714468 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-3f826104-9c3f-4f1c-9c86-7169bf056b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (76cf583e-be78-413c-a034-10b33c2efb3f), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:35.728991 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9f7c1-a20d-46ee-9153-12fe91aa4b90 req-77c00ee0-dfab-4ba7-a27b-5cce7b46b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:35.730569 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4ad9f7c1-a20d-46ee-9153-12fe91aa4b90 req-77c00ee0-dfab-4ba7-a27b-5cce7b46b1f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=46a5d855-70fb-4db3-9006-13c09dcc2bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1385522 Jan 18 20:07:35.828702 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa49ca-066f-4daa-9b24-6aa4f24ce6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7118a67f-b363-46c4-ac33-e1d1b8732c7a,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:35.843535 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9c31bdd-f8b0-4c76-9db9-027e365725dc req-23faec58-237e-4fef-9e08-f89e1f8bb2ad tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006462 Jan 18 20:07:35.904756 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76205ea3-b174-46b7-ae6b-cc61e4e92324 req-cea35e4b-7b22-4634-baa8-66631981303c tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753529 Jan 18 20:07:35.956929 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-34e86f7f-8409-4f5e-9f56-130dacfc0712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:35.968205 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-34e86f7f-8409-4f5e-9f56-130dacfc0712 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=934a86f68a4746be8b16c0fa3df42262&device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 1095 time: 0.1710606 Jan 18 20:07:36.017677 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4ad9f7c1-a20d-46ee-9153-12fe91aa4b90 req-93b23e89-1bed-4f76-b1aa-281a2163794f service neutron] 10.222.0.70 "GET /v2.0/networks/46a5d855-70fb-4db3-9006-13c09dcc2bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779207 Jan 18 20:07:36.025667 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16b663d-c542-4efa-915b-c30ca33b64b2 x-openstack-request-id: req-f16b663d-c542-4efa-915b-c30ca33b64b2 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:07:36.025970 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b53fcf-c6ba-41c8-b0e5-9332fcca9e6f", "tag": "1360c998-3274-45ce-8c07-b15d2589821a", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:07:36.026228 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f16b663d-c542-4efa-915b-c30ca33b64b2 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:07:36.026624 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b53fcf-c6ba-41c8-b0e5-9332fcca9e6f', 'tag': '1360c998-3274-45ce-8c07-b15d2589821a', 'status': 'completed', 'code': 200} Jan 18 20:07:36.028253 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-3a52467e-2209-4398-9b3b-63ea02d97fd4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1360c998-3274-45ce-8c07-b15d2589821a HTTP/1.1" status: 200 len: 217 time: 0.3071797 Jan 18 20:07:36.032822 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e0397cf3-8a58-4533-a37a-f42e764142a1 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:07:36.078362 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7b85f9-428b-4607-a123-7d5d2fdeb181 x-openstack-request-id: req-2f7b85f9-428b-4607-a123-7d5d2fdeb181 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:07:36.085649 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e540d62-2cea-4a35-9b59-003c212eb970", "tag": "7118a67f-b363-46c4-ac33-e1d1b8732c7a", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:07:36.086041 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f7b85f9-428b-4607-a123-7d5d2fdeb181 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:07:36.089136 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e540d62-2cea-4a35-9b59-003c212eb970', 'tag': '7118a67f-b363-46c4-ac33-e1d1b8732c7a', 'status': 'completed', 'code': 200} Jan 18 20:07:36.092534 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-0dfac713-c2b4-4ab5-afb6-4b1c1178b88a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7118a67f-b363-46c4-ac33-e1d1b8732c7a HTTP/1.1" status: 200 len: 217 time: 0.1161489 Jan 18 20:07:36.208038 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port e0397cf3-8a58-4533-a37a-f42e764142a1, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e0397cf3-8a58-4533-a37a-f42e764142a1,segment=NetworkSegment(2a6a568f-ab0b-495f-98b0-e8870b4263ca),segment_id=2a6a568f-ab0b-495f-98b0-e8870b4263ca)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:36.227125 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f826104-9c3f-4f1c-9c86-7169bf056b21 service neutron] Pushing event updated for resources: {'Port': ['ID=76cf583e-be78-413c-a034-10b33c2efb3f,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:36.240004 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'e0397cf3-8a58-4533-a37a-f42e764142a1', 'network_id': 'a08f6099-d3e5-4672-94a1-dc88a868cf6f', 'port_id': 'e0397cf3-8a58-4533-a37a-f42e764142a1', 'mac_address': 'fa:16:3e:53:ad:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd3030e-0a9b-41b7-a3cb-14e0225e3050', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:07:36.270673 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7e6e6-06a1-4025-9d68-bf6dbcd5706d req-f1ca463c-5630-460e-b9b3-f5cbc5f39b3a tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:36.278336 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76e7e6e6-06a1-4025-9d68-bf6dbcd5706d req-f1ca463c-5630-460e-b9b3-f5cbc5f39b3a tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.1879115 Jan 18 20:07:36.287428 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-b45024c3-9ab5-4590-9f45-aed948f19bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:36.289489 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-b45024c3-9ab5-4590-9f45-aed948f19bdb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a677f5f-009c-4f07-9679-86f5c85ef9be HTTP/1.1" status: 200 len: 844 time: 0.1836839 Jan 18 20:07:36.294532 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port e0397cf3-8a58-4533-a37a-f42e764142a1 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:36.295111 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e0397cf3-8a58-4533-a37a-f42e764142a1), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:36.312199 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0397cf3-8a58-4533-a37a-f42e764142a1 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:07:36.338448 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port e0397cf3-8a58-4533-a37a-f42e764142a1, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e0397cf3-8a58-4533-a37a-f42e764142a1,segment=NetworkSegment(2a6a568f-ab0b-495f-98b0-e8870b4263ca),segment_id=2a6a568f-ab0b-495f-98b0-e8870b4263ca)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:36.344634 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e0397cf3-8a58-4533-a37a-f42e764142a1), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:36.344865 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4ad9f7c1-a20d-46ee-9153-12fe91aa4b90 req-72a54b6e-011d-463b-b94b-7f002f83c740 service neutron] 10.222.0.70 "GET /v2.0/networks/46a5d855-70fb-4db3-9006-13c09dcc2bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145437 Jan 18 20:07:36.345994 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 3314cf82-647a-4c42-8358-dabf49d758bd details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:07:36.355407 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9dff7-330b-44d8-8fb6-605d3e5b7dfe req-8ab8657e-a083-46dd-885d-d56c1adaeb95 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:36.363746 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-90c9dff7-330b-44d8-8fb6-605d3e5b7dfe req-8ab8657e-a083-46dd-885d-d56c1adaeb95 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 944 time: 0.2272916 Jan 18 20:07:36.369447 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-d9847d09-9ae8-4326-b385-f0ce12a22ccc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=da762a08-ce23-48b4-9e56-1b22cb2c3759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662854 Jan 18 20:07:36.376066 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-3f826104-9c3f-4f1c-9c86-7169bf056b21 service neutron] Attempting to bind port 76cf583e-be78-413c-a034-10b33c2efb3f on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:07:36.376405 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-3f826104-9c3f-4f1c-9c86-7169bf056b21 service neutron] Attempting to bind port 76cf583e-be78-413c-a034-10b33c2efb3f by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '9cfb7d7b-5036-406a-81b4-ae05f2102573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '46a5d855-70fb-4db3-9006-13c09dcc2bf5'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:07:36.376734 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-3f826104-9c3f-4f1c-9c86-7169bf056b21 service neutron] Attempting to bind port 76cf583e-be78-413c-a034-10b33c2efb3f on network 46a5d855-70fb-4db3-9006-13c09dcc2bf5 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:07:36.388087 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-3f826104-9c3f-4f1c-9c86-7169bf056b21 service neutron] Port 76cf583e-be78-413c-a034-10b33c2efb3f on network 46a5d855-70fb-4db3-9006-13c09dcc2bf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:07:36.388421 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-3f826104-9c3f-4f1c-9c86-7169bf056b21 service neutron] Attempting to bind port 76cf583e-be78-413c-a034-10b33c2efb3f on network 46a5d855-70fb-4db3-9006-13c09dcc2bf5 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:07:36.394888 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-a02c125a-1ed6-477d-83f1-a3134ab8452c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:36.396358 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-a02c125a-1ed6-477d-83f1-a3134ab8452c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0e9109a0-70b1-485a-ada3-f18fe706d29c HTTP/1.1" status: 200 len: 855 time: 0.3210468 Jan 18 20:07:36.397678 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-3f826104-9c3f-4f1c-9c86-7169bf056b21 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:07:36.398097 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-3f826104-9c3f-4f1c-9c86-7169bf056b21 service neutron] Checking segment: {'id': '9cfb7d7b-5036-406a-81b4-ae05f2102573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '46a5d855-70fb-4db3-9006-13c09dcc2bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:07:36.398804 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-3f826104-9c3f-4f1c-9c86-7169bf056b21 service neutron] Bound using segment: {'id': '9cfb7d7b-5036-406a-81b4-ae05f2102573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '46a5d855-70fb-4db3-9006-13c09dcc2bf5'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:07:36.400259 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-3f826104-9c3f-4f1c-9c86-7169bf056b21 service neutron] Bound port: 76cf583e-be78-413c-a034-10b33c2efb3f, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cfb7d7b-5036-406a-81b4-ae05f2102573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '46a5d855-70fb-4db3-9006-13c09dcc2bf5'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:07:36.400530 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-3f826104-9c3f-4f1c-9c86-7169bf056b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (76cf583e-be78-413c-a034-10b33c2efb3f), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:36.418283 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=e0397cf3-8a58-4533-a37a-f42e764142a1,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:36.434612 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:36.435339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:36.435845 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:36.436345 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:36.436833 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:36.437400 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:36.437908 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:36.438401 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:36.438883 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:36.439522 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:36.440060 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:36.441201 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:36.442095 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:07:36.498076 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-3f826104-9c3f-4f1c-9c86-7169bf056b21 service neutron] For port 76cf583e-be78-413c-a034-10b33c2efb3f, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:07:36.515000 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-3f826104-9c3f-4f1c-9c86-7169bf056b21 service neutron] For port 76cf583e-be78-413c-a034-10b33c2efb3f, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=76cf583e-be78-413c-a034-10b33c2efb3f,segment=NetworkSegment(9cfb7d7b-5036-406a-81b4-ae05f2102573),segment_id=9cfb7d7b-5036-406a-81b4-ae05f2102573)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:07:36.526577 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-1cbcf272-8acc-4baa-99d3-624778cf2d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:36.528100 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-1cbcf272-8acc-4baa-99d3-624778cf2d63 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=46a5d855-70fb-4db3-9006-13c09dcc2bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1125066 Jan 18 20:07:36.529270 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-3f826104-9c3f-4f1c-9c86-7169bf056b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (76cf583e-be78-413c-a034-10b33c2efb3f), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:36.563870 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-94c31604-d916-43d2-9cae-623a66c6e0f2 service neutron] show failed (client error): The resource could not be found. Jan 18 20:07:36.568422 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-94c31604-d916-43d2-9cae-623a66c6e0f2 service neutron] 10.222.0.57 "GET /v2.0/ports/66cf6411-d0dd-42db-99eb-0ea71436f870/bindings/n-h2-741529-9 HTTP/1.1" status: 404 len: 380 time: 0.3471243 Jan 18 20:07:36.585605 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 3314cf82-647a-4c42-8358-dabf49d758bd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3314cf82-647a-4c42-8358-dabf49d758bd,segment=NetworkSegment(9cfb7d7b-5036-406a-81b4-ae05f2102573),segment_id=9cfb7d7b-5036-406a-81b4-ae05f2102573)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:36.612927 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-90c9dff7-330b-44d8-8fb6-605d3e5b7dfe req-4c199b14-c8c9-4a5f-9a83-fe6f02917af5 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481699 Jan 18 20:07:36.637997 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76e7e6e6-06a1-4025-9d68-bf6dbcd5706d req-06942cec-809a-4a56-9b62-e82c452f0496 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585954 Jan 18 20:07:36.641183 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '3314cf82-647a-4c42-8358-dabf49d758bd', 'network_id': '46a5d855-70fb-4db3-9006-13c09dcc2bf5', 'port_id': '3314cf82-647a-4c42-8358-dabf49d758bd', 'mac_address': 'fa:16:3e:64:47:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e9109a0-70b1-485a-ada3-f18fe706d29c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:07:36.664177 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-3f826104-9c3f-4f1c-9c86-7169bf056b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:36.664798 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-3f826104-9c3f-4f1c-9c86-7169bf056b21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:36.666222 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-3f826104-9c3f-4f1c-9c86-7169bf056b21 service neutron] 10.222.0.57 "PUT /v2.0/ports/76cf583e-be78-413c-a034-10b33c2efb3f HTTP/1.1" status: 200 len: 1092 time: 2.1988268 Jan 18 20:07:36.731913 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:36.732643 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-b66dc552-ed88-4baa-9cb5-95749013116a service neutron] 10.222.0.57 "GET /v2.0/networks/da762a08-ce23-48b4-9e56-1b22cb2c3759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447154 Jan 18 20:07:36.845618 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 3314cf82-647a-4c42-8358-dabf49d758bd is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:36.854186 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3314cf82-647a-4c42-8358-dabf49d758bd), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:36.880641 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3314cf82-647a-4c42-8358-dabf49d758bd {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:07:36.905332 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f826104-9c3f-4f1c-9c86-7169bf056b21 service neutron] Pushing event updated for resources: {'Port': ['ID=76cf583e-be78-413c-a034-10b33c2efb3f,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:36.955495 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-d7b97af6-366a-4b3a-abaa-2b086fb147c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:36.958141 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-d7b97af6-366a-4b3a-abaa-2b086fb147c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=714c4648fc7141d6ba9bb483a7178a1f&device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb HTTP/1.1" status: 200 len: 1095 time: 0.1471314 Jan 18 20:07:36.963404 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 3314cf82-647a-4c42-8358-dabf49d758bd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3314cf82-647a-4c42-8358-dabf49d758bd,segment=NetworkSegment(9cfb7d7b-5036-406a-81b4-ae05f2102573),segment_id=9cfb7d7b-5036-406a-81b4-ae05f2102573)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:36.970596 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3314cf82-647a-4c42-8358-dabf49d758bd), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:36.973724 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f929cd1-1b41-400d-931d-5c6c4edfddae req-0726e1e2-6296-4d99-afc1-911f124844ec service neutron] 10.222.0.57 "GET /v2.0/networks/da762a08-ce23-48b4-9e56-1b22cb2c3759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337883 Jan 18 20:07:37.050712 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b024b6-0a7b-4ed1-b31a-1266d4594d18 req-d2eec191-5f29-419c-9c8f-f678e09adb08 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:37.059399 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b9b024b6-0a7b-4ed1-b31a-1266d4594d18 req-d2eec191-5f29-419c-9c8f-f678e09adb08 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e39d74-cc49-473f-9d5c-43ae3a3762f9 HTTP/1.1" status: 200 len: 944 time: 0.1801980 Jan 18 20:07:37.092075 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=3314cf82-647a-4c42-8358-dabf49d758bd,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:37.116559 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-1e4fa506-e946-40de-af37-1762b9e3e590 service neutron] 10.222.0.70 "GET /v2.0/networks/46a5d855-70fb-4db3-9006-13c09dcc2bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5810874 Jan 18 20:07:37.126433 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-9ab479f9-2d4e-4fdb-be03-3dbee6fafcc9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76cf583e-be78-413c-a034-10b33c2efb3f HTTP/1.1" status: 200 len: 217 time: 0.1505437 Jan 18 20:07:37.173126 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7b9eb-de50-4e49-a0e7-0c7371082d70 req-3a43d67d-ac1e-4997-83a6-b075e3db6e9b tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:37.174828 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b0b7b9eb-de50-4e49-a0e7-0c7371082d70 req-3a43d67d-ac1e-4997-83a6-b075e3db6e9b tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb HTTP/1.1" status: 200 len: 944 time: 0.1604950 Jan 18 20:07:37.192991 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b9b024b6-0a7b-4ed1-b31a-1266d4594d18 req-ce17ad91-e4fa-4c76-a24a-750f943fb3fa tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321151 Jan 18 20:07:37.203289 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c0983-8ff4-4e62-a344-9b71558b3347 req-4d78f01b-1ef6-4790-ba60-9ea59bb00eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:37.209379 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-3b2c0a70-00f7-4403-8373-85da248d256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:37.211768 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-3b2c0a70-00f7-4403-8373-85da248d256c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e9109a0-70b1-485a-ada3-f18fe706d29c HTTP/1.1" status: 200 len: 855 time: 0.0643024 Jan 18 20:07:37.212608 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['e0397cf3-8a58-4533-a37a-f42e764142a1'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:07:37.217127 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['3314cf82-647a-4c42-8358-dabf49d758bd'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:07:37.224987 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c19c0983-8ff4-4e62-a344-9b71558b3347 req-4d78f01b-1ef6-4790-ba60-9ea59bb00eff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=934a86f68a4746be8b16c0fa3df42262&device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 1095 time: 0.1435487 Jan 18 20:07:37.234644 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-796637c3-9645-48b1-8606-e2b398816c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:37.236136 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-796637c3-9645-48b1-8606-e2b398816c54 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4&tenant_id=85092cd3f857422b8e1328b863cb2eb0 HTTP/1.1" status: 200 len: 1100 time: 0.2561438 Jan 18 20:07:37.397233 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b0b7b9eb-de50-4e49-a0e7-0c7371082d70 req-c2a9ab4a-e926-49b1-a11d-a7a3dc342b84 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019794 Jan 18 20:07:37.410853 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7a7a134a-1275-4686-a3a1-681de54c5ab2 req-016cca79-0678-4867-a66d-177bbb38f0f7 service neutron] 10.222.0.70 "GET /v2.0/networks/46a5d855-70fb-4db3-9006-13c09dcc2bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801013 Jan 18 20:07:37.425701 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-8f904207-29ad-4fe8-bbd9-ce5ce8f3a048 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-741529-9', 'device_owner': 'compute:nova'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:37.433250 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c0983-8ff4-4e62-a344-9b71558b3347 req-3d9b868f-8070-4d6d-88fe-6ed5586bd2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:37.434988 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c19c0983-8ff4-4e62-a344-9b71558b3347 req-3d9b868f-8070-4d6d-88fe-6ed5586bd2ba service neutron] 10.222.0.57 "GET /v2.0/networks?id=da762a08-ce23-48b4-9e56-1b22cb2c3759 HTTP/1.1" status: 200 len: 905 time: 0.2090209 Jan 18 20:07:37.452903 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682776ba-0672-40a9-b027-dfc2cebe161a req-e71584b3-d375-4caa-ab4c-a29904b2b7c2 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:37.461998 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-682776ba-0672-40a9-b027-dfc2cebe161a req-e71584b3-d375-4caa-ab4c-a29904b2b7c2 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 945 time: 0.1177652 Jan 18 20:07:37.515881 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-4f4626b8-899a-464e-a0ed-9d98b2cdf74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:37.517786 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-4f4626b8-899a-464e-a0ed-9d98b2cdf74f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=46a5d855-70fb-4db3-9006-13c09dcc2bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2930324 Jan 18 20:07:37.523902 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c19c0983-8ff4-4e62-a344-9b71558b3347 req-cc77cd86-a9b8-4081-9310-3fbfde852bd4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7118a67f-b363-46c4-ac33-e1d1b8732c7a HTTP/1.1" status: 200 len: 217 time: 0.0587020 Jan 18 20:07:37.556306 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-8f904207-29ad-4fe8-bbd9-ce5ce8f3a048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (66cf6411-d0dd-42db-99eb-0ea71436f870), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:37.611046 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-682776ba-0672-40a9-b027-dfc2cebe161a req-1ae4e5c0-6410-4585-a6ea-0533d5c2e389 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477973 Jan 18 20:07:37.625010 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c0983-8ff4-4e62-a344-9b71558b3347 req-4fd8b650-4104-4ad7-8f13-8fa70de7bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:37.626653 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c19c0983-8ff4-4e62-a344-9b71558b3347 req-4fd8b650-4104-4ad7-8f13-8fa70de7bc34 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a677f5f-009c-4f07-9679-86f5c85ef9be HTTP/1.1" status: 200 len: 844 time: 0.0949121 Jan 18 20:07:37.629587 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f224706-030a-4b2a-a773-cdd77a1071bd req-faafa84c-5965-4335-b700-57c091bde180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:37.631197 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4f224706-030a-4b2a-a773-cdd77a1071bd req-faafa84c-5965-4335-b700-57c091bde180 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=714c4648fc7141d6ba9bb483a7178a1f&device_id=a4b53fcf-c6ba-41c8-b0e5-9332fcca9e6f HTTP/1.1" status: 200 len: 1094 time: 0.1452298 Jan 18 20:07:37.686746 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c19c0983-8ff4-4e62-a344-9b71558b3347 req-d5972eaf-8d25-497e-9c0f-3240b4bc6bf0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=da762a08-ce23-48b4-9e56-1b22cb2c3759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509453 Jan 18 20:07:37.856478 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c19c0983-8ff4-4e62-a344-9b71558b3347 req-55f61bb2-6487-40c6-b66a-6f44b9214c52 service neutron] 10.222.0.57 "GET /v2.0/networks/da762a08-ce23-48b4-9e56-1b22cb2c3759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625915 Jan 18 20:07:37.870491 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58895f-3069-48a3-9173-f1411ba0ccd7 req-3ff52f3b-ab7c-4475-8af8-59a43f32c3a0 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:37.872364 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c58895f-3069-48a3-9173-f1411ba0ccd7 req-3ff52f3b-ab7c-4475-8af8-59a43f32c3a0 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.1107249 Jan 18 20:07:37.928047 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc8b66-2672-47b5-9588-f72603c2388b req-4854db62-18d9-498e-b3bf-fc76dd45dc2f tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:37.929612 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ccfc8b66-2672-47b5-9588-f72603c2388b req-4854db62-18d9-498e-b3bf-fc76dd45dc2f tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 944 time: 0.1668344 Jan 18 20:07:38.024424 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c58895f-3069-48a3-9173-f1411ba0ccd7 req-64e1e739-a18c-46b5-b31c-194aa40a8874 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417913 Jan 18 20:07:38.055653 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57ad85e-2fbf-498a-a129-cd61ad30e1bb', 'tag': '76cf583e-be78-413c-a034-10b33c2efb3f'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:07:38.057380 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c617de-893a-48a4-ad40-bb45891a4e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "e57ad85e-2fbf-498a-a129-cd61ad30e1bb", "tag": "76cf583e-be78-413c-a034-10b33c2efb3f"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:07:38.060213 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ccfc8b66-2672-47b5-9588-f72603c2388b req-f0184979-deee-4700-8dbb-30bf29c189ab tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956731 Jan 18 20:07:38.084238 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c19c0983-8ff4-4e62-a344-9b71558b3347 req-be268835-8529-4877-bfd1-7894e4e0f208 service neutron] 10.222.0.57 "GET /v2.0/networks/da762a08-ce23-48b4-9e56-1b22cb2c3759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035470 Jan 18 20:07:38.103738 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-77388154-7b1a-47a7-bd4c-72c510baf20f service neutron] 10.222.0.57 "GET /v2.0/networks/46a5d855-70fb-4db3-9006-13c09dcc2bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535417 Jan 18 20:07:38.162357 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f224706-030a-4b2a-a773-cdd77a1071bd req-0a43bfdf-2f3e-4100-a254-a9c063f78259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:38.163763 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4f224706-030a-4b2a-a773-cdd77a1071bd req-0a43bfdf-2f3e-4100-a254-a9c063f78259 service neutron] 10.222.0.70 "GET /v2.0/networks?id=46a5d855-70fb-4db3-9006-13c09dcc2bf5 HTTP/1.1" status: 200 len: 917 time: 0.5058517 Jan 18 20:07:38.278874 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4f224706-030a-4b2a-a773-cdd77a1071bd req-60ba4cc8-e5f0-4c1e-a383-569b17bc0047 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1360c998-3274-45ce-8c07-b15d2589821a HTTP/1.1" status: 200 len: 217 time: 0.1060393 Jan 18 20:07:38.323354 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c877468-02c3-4cd3-91ec-922f8edc07ac x-openstack-request-id: req-9c877468-02c3-4cd3-91ec-922f8edc07ac {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:07:38.324033 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e57ad85e-2fbf-498a-a129-cd61ad30e1bb", "tag": "76cf583e-be78-413c-a034-10b33c2efb3f", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:07:38.324233 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c877468-02c3-4cd3-91ec-922f8edc07ac {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:07:38.324685 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57ad85e-2fbf-498a-a129-cd61ad30e1bb', 'tag': '76cf583e-be78-413c-a034-10b33c2efb3f', 'status': 'completed', 'code': 200} Jan 18 20:07:38.332240 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d03f41-4aaf-46e7-9974-5c51a175add1 req-3b780602-620a-4bd4-8ecf-9371fbd7e729 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:38.333869 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-29d03f41-4aaf-46e7-9974-5c51a175add1 req-3b780602-620a-4bd4-8ecf-9371fbd7e729 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e39d74-cc49-473f-9d5c-43ae3a3762f9 HTTP/1.1" status: 200 len: 944 time: 0.0670099 Jan 18 20:07:38.345169 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-8f904207-29ad-4fe8-bbd9-ce5ce8f3a048 service neutron] For port 66cf6411-d0dd-42db-99eb-0ea71436f870, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=66cf6411-d0dd-42db-99eb-0ea71436f870,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:38.384253 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f224706-030a-4b2a-a773-cdd77a1071bd req-9f87b5bc-d84e-4c50-bb30-9b2ae75e8798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:38.386328 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4f224706-030a-4b2a-a773-cdd77a1071bd req-9f87b5bc-d84e-4c50-bb30-9b2ae75e8798 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0e9109a0-70b1-485a-ada3-f18fe706d29c HTTP/1.1" status: 200 len: 855 time: 0.0976233 Jan 18 20:07:38.390077 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7cb3b7af-0ce7-4e16-a91e-0845014c9d5e req-a756a377-9716-4f81-8eef-cea22ac7c834 service neutron] 10.222.0.57 "GET /v2.0/networks/46a5d855-70fb-4db3-9006-13c09dcc2bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749405 Jan 18 20:07:38.395063 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-29d03f41-4aaf-46e7-9974-5c51a175add1 req-2ade7076-bc72-435e-b380-a8130ed28103 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538809 Jan 18 20:07:38.439339 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-8f904207-29ad-4fe8-bbd9-ce5ce8f3a048 service neutron] For port 66cf6411-d0dd-42db-99eb-0ea71436f870, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:07:38.523721 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-8f904207-29ad-4fe8-bbd9-ce5ce8f3a048 service neutron] Publish callbacks [] for port (66cf6411-d0dd-42db-99eb-0ea71436f870), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:38.527920 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f224706-030a-4b2a-a773-cdd77a1071bd req-c565576d-1932-495a-9fb4-ea0f6ef0dd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:38.529551 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4f224706-030a-4b2a-a773-cdd77a1071bd req-c565576d-1932-495a-9fb4-ea0f6ef0dd4a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=46a5d855-70fb-4db3-9006-13c09dcc2bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1326160 Jan 18 20:07:38.546629 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a4b7a-3c99-43c6-be08-9a632cc003e3 req-2bf88eda-2a84-41d4-892a-7617358ef847 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:38.548506 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-108a4b7a-3c99-43c6-be08-9a632cc003e3 req-2bf88eda-2a84-41d4-892a-7617358ef847 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb HTTP/1.1" status: 200 len: 944 time: 0.0602992 Jan 18 20:07:38.567065 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-8f904207-29ad-4fe8-bbd9-ce5ce8f3a048 service neutron] Transition to ACTIVE for port object 66cf6411-d0dd-42db-99eb-0ea71436f870 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:07:38.569765 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c617de-893a-48a4-ad40-bb45891a4e8c req-04ddf489-ff48-4787-8fa6-fe169358e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:38.571459 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a8c617de-893a-48a4-ad40-bb45891a4e8c req-04ddf489-ff48-4787-8fa6-fe169358e1dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=714c4648fc7141d6ba9bb483a7178a1f&device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb HTTP/1.1" status: 200 len: 1095 time: 0.1082139 Jan 18 20:07:38.580682 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-8f904207-29ad-4fe8-bbd9-ce5ce8f3a048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (66cf6411-d0dd-42db-99eb-0ea71436f870), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:38.607965 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-108a4b7a-3c99-43c6-be08-9a632cc003e3 req-b834858b-55f1-42a0-aff5-da2ca9f95819 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525160 Jan 18 20:07:38.744730 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f904207-29ad-4fe8-bbd9-ce5ce8f3a048 service neutron] Pushing event updated for resources: {'Port': ['ID=66cf6411-d0dd-42db-99eb-0ea71436f870,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:38.755955 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8e833-5512-4dfe-9754-43a017ad5458 req-f60ab88d-e140-4ed8-a74d-cff82fcc4802 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:38.757067 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c7b8e833-5512-4dfe-9754-43a017ad5458 req-f60ab88d-e140-4ed8-a74d-cff82fcc4802 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 945 time: 0.0643880 Jan 18 20:07:38.772220 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-8f904207-29ad-4fe8-bbd9-ce5ce8f3a048 service neutron] No DVR routers for this DVR port 66cf6411-d0dd-42db-99eb-0ea71436f870 on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:07:38.798472 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4f224706-030a-4b2a-a773-cdd77a1071bd req-ccaef352-5ffe-49f3-99f1-41d16183dc7f service neutron] 10.222.0.70 "GET /v2.0/networks/46a5d855-70fb-4db3-9006-13c09dcc2bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609718 Jan 18 20:07:38.817845 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c7b8e833-5512-4dfe-9754-43a017ad5458 req-dcc7351d-c187-48f4-a835-a1eefd77b601 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498774 Jan 18 20:07:38.830114 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c617de-893a-48a4-ad40-bb45891a4e8c req-0fb16209-bca2-45df-aa3f-984f421634cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:38.831852 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a8c617de-893a-48a4-ad40-bb45891a4e8c req-0fb16209-bca2-45df-aa3f-984f421634cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=46a5d855-70fb-4db3-9006-13c09dcc2bf5 HTTP/1.1" status: 200 len: 917 time: 0.2523742 Jan 18 20:07:38.935272 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a8c617de-893a-48a4-ad40-bb45891a4e8c req-6abc7bd5-85b3-4406-a21c-f892bcc71f10 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76cf583e-be78-413c-a034-10b33c2efb3f HTTP/1.1" status: 200 len: 217 time: 0.0830288 Jan 18 20:07:38.937697 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-8f904207-29ad-4fe8-bbd9-ce5ce8f3a048 service neutron] Attempting to bind port 66cf6411-d0dd-42db-99eb-0ea71436f870 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:07:38.938041 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-8f904207-29ad-4fe8-bbd9-ce5ce8f3a048 service neutron] Attempting to bind port 66cf6411-d0dd-42db-99eb-0ea71436f870 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:07:38.938418 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-8f904207-29ad-4fe8-bbd9-ce5ce8f3a048 service neutron] Attempting to bind port 66cf6411-d0dd-42db-99eb-0ea71436f870 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:07:38.958526 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-8f904207-29ad-4fe8-bbd9-ce5ce8f3a048 service neutron] Port 66cf6411-d0dd-42db-99eb-0ea71436f870 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:07:38.958712 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-8f904207-29ad-4fe8-bbd9-ce5ce8f3a048 service neutron] Attempting to bind port 66cf6411-d0dd-42db-99eb-0ea71436f870 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:07:38.995674 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-8f904207-29ad-4fe8-bbd9-ce5ce8f3a048 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:07:38.996011 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-8f904207-29ad-4fe8-bbd9-ce5ce8f3a048 service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:07:38.996382 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-8f904207-29ad-4fe8-bbd9-ce5ce8f3a048 service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:07:38.996907 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-8f904207-29ad-4fe8-bbd9-ce5ce8f3a048 service neutron] Bound port: 66cf6411-d0dd-42db-99eb-0ea71436f870, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:07:38.997226 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-8f904207-29ad-4fe8-bbd9-ce5ce8f3a048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (66cf6411-d0dd-42db-99eb-0ea71436f870), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:39.026428 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4f224706-030a-4b2a-a773-cdd77a1071bd req-95731eac-9ab1-4fe5-89e0-78cefb3a4b4f service neutron] 10.222.0.70 "GET /v2.0/networks/46a5d855-70fb-4db3-9006-13c09dcc2bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211537 Jan 18 20:07:39.028855 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:07:39.029381 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c617de-893a-48a4-ad40-bb45891a4e8c req-d62fcc17-7245-4951-8387-205e007bf928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:39.030616 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a8c617de-893a-48a4-ad40-bb45891a4e8c req-d62fcc17-7245-4951-8387-205e007bf928 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e9109a0-70b1-485a-ada3-f18fe706d29c HTTP/1.1" status: 200 len: 855 time: 0.0825164 Jan 18 20:07:39.129882 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-8f904207-29ad-4fe8-bbd9-ce5ce8f3a048 service neutron] For port 66cf6411-d0dd-42db-99eb-0ea71436f870, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:07:39.133823 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-8f904207-29ad-4fe8-bbd9-ce5ce8f3a048 service neutron] For port 66cf6411-d0dd-42db-99eb-0ea71436f870, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=66cf6411-d0dd-42db-99eb-0ea71436f870,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:07:39.136460 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c617de-893a-48a4-ad40-bb45891a4e8c req-0442d63b-f724-4331-86bf-acfb992e43e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:39.138378 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a8c617de-893a-48a4-ad40-bb45891a4e8c req-0442d63b-f724-4331-86bf-acfb992e43e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=46a5d855-70fb-4db3-9006-13c09dcc2bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780914 Jan 18 20:07:39.141404 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-8f904207-29ad-4fe8-bbd9-ce5ce8f3a048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (66cf6411-d0dd-42db-99eb-0ea71436f870), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:39.191888 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c264a60-c5a2-401a-870c-fe713d1f5617 req-66960394-5e4d-40e3-8197-fb75921e3cca tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:39.198860 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7c264a60-c5a2-401a-870c-fe713d1f5617 req-66960394-5e4d-40e3-8197-fb75921e3cca tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 947 time: 0.0802050 Jan 18 20:07:39.210765 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-8f904207-29ad-4fe8-bbd9-ce5ce8f3a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:39.211603 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-8f904207-29ad-4fe8-bbd9-ce5ce8f3a048 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:39.213225 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-8f904207-29ad-4fe8-bbd9-ce5ce8f3a048 service neutron] 10.222.0.70 "PUT /v2.0/ports/66cf6411-d0dd-42db-99eb-0ea71436f870 HTTP/1.1" status: 200 len: 1095 time: 1.7991028 Jan 18 20:07:39.259591 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7c264a60-c5a2-401a-870c-fe713d1f5617 req-b4dfdd5c-6023-4b2d-b4e4-41fd737207d5 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584340 Jan 18 20:07:39.303363 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f904207-29ad-4fe8-bbd9-ce5ce8f3a048 service neutron] Pushing event updated for resources: {'Port': ['ID=66cf6411-d0dd-42db-99eb-0ea71436f870,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:39.347542 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a8c617de-893a-48a4-ad40-bb45891a4e8c req-e24f853d-4a63-4627-8849-4a1ccaad3c1f service neutron] 10.222.0.57 "GET /v2.0/networks/46a5d855-70fb-4db3-9006-13c09dcc2bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998465 Jan 18 20:07:39.347766 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c921a-befc-49f6-96db-612b0e931821 req-0739b588-0f65-4a6c-9d93-f712bcda9aad tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:39.350114 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-dd9e56ea-5027-454b-b6f6-8b192efec61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:39.351678 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-dd9e56ea-5027-454b-b6f6-8b192efec61a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 1098 time: 0.0992341 Jan 18 20:07:39.359350 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-988c921a-befc-49f6-96db-612b0e931821 req-0739b588-0f65-4a6c-9d93-f712bcda9aad tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 944 time: 0.1895030 Jan 18 20:07:39.424626 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-988c921a-befc-49f6-96db-612b0e931821 req-1cfa6756-77b7-4b7e-92e6-c2fd44dfdc18 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642326 Jan 18 20:07:39.549972 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd9ad6-1856-4f7b-b074-2113f972146a req-b6ca5ff0-5f53-4dcd-b8d0-afa88486d0d3 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:39.552282 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f1dd9ad6-1856-4f7b-b074-2113f972146a req-b6ca5ff0-5f53-4dcd-b8d0-afa88486d0d3 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e39d74-cc49-473f-9d5c-43ae3a3762f9 HTTP/1.1" status: 200 len: 944 time: 0.0592432 Jan 18 20:07:39.559320 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a8c617de-893a-48a4-ad40-bb45891a4e8c req-2e2fa436-2ef9-41b3-8329-b96e58dc17ca service neutron] 10.222.0.57 "GET /v2.0/networks/46a5d855-70fb-4db3-9006-13c09dcc2bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029018 Jan 18 20:07:39.562373 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-747795e2-a172-4726-a4bd-97923637c6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:39.563705 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-747795e2-a172-4726-a4bd-97923637c6ba service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.1929815 Jan 18 20:07:39.615249 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-5d47aad6-6d70-4e60-8573-baa5b76f7ea4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=66cf6411-d0dd-42db-99eb-0ea71436f870 HTTP/1.1" status: 200 len: 217 time: 0.0444417 Jan 18 20:07:39.615954 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f1dd9ad6-1856-4f7b-b074-2113f972146a req-0f635588-ec87-4d7b-8394-6998b41761e8 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583220 Jan 18 20:07:39.669043 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-96942383-c49f-440a-8a9f-ac826ccd1222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:39.670728 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-96942383-c49f-440a-8a9f-ac826ccd1222 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0491569 Jan 18 20:07:39.725285 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-acc3b4fa-202f-41ca-a63b-f33b8892298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:39.727576 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-acc3b4fa-202f-41ca-a63b-f33b8892298c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0472236 Jan 18 20:07:39.740970 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0fd93-d120-4430-923a-d93b9e1f5a4b req-c46b6f20-31d0-478e-bbff-5ee46abea43a tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:39.742711 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6bf0fd93-d120-4430-923a-d93b9e1f5a4b req-c46b6f20-31d0-478e-bbff-5ee46abea43a tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb HTTP/1.1" status: 200 len: 944 time: 0.0576258 Jan 18 20:07:39.797219 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6bf0fd93-d120-4430-923a-d93b9e1f5a4b req-fc8da101-36c4-4dd0-a9a9-74f89bafad17 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488062 Jan 18 20:07:39.848927 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-fbe219e4-95b4-4845-bfa2-cbc26258553f service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141424 Jan 18 20:07:39.957481 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edd177bf-3887-4cc9-af36-d7eb3ff75399 req-6aeb3f47-65a5-4410-8b96-1adbe765f83a service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006157 Jan 18 20:07:39.966224 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00aa27-889b-42d8-8319-3583ef05f6a4 req-cdb88bcc-f8de-4946-ac41-a01979597216 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:39.967896 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2c00aa27-889b-42d8-8319-3583ef05f6a4 req-cdb88bcc-f8de-4946-ac41-a01979597216 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 945 time: 0.0571015 Jan 18 20:07:40.015979 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2c00aa27-889b-42d8-8319-3583ef05f6a4 req-cfb48d19-7ddf-4564-a520-29f6e22dc6c1 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411358 Jan 18 20:07:40.047373 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1360c998-3274-45ce-8c07-b15d2589821a details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:07:40.052492 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 3314cf82-647a-4c42-8358-dabf49d758bd up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:07:40.160044 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 3314cf82-647a-4c42-8358-dabf49d758bd completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:07:40.167047 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 3314cf82-647a-4c42-8358-dabf49d758bd triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:07:40.167425 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3314cf82-647a-4c42-8358-dabf49d758bd), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:40.208178 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 1360c998-3274-45ce-8c07-b15d2589821a, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1360c998-3274-45ce-8c07-b15d2589821a,segment=NetworkSegment(9cfb7d7b-5036-406a-81b4-ae05f2102573),segment_id=9cfb7d7b-5036-406a-81b4-ae05f2102573)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:40.223879 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '1360c998-3274-45ce-8c07-b15d2589821a', 'network_id': '46a5d855-70fb-4db3-9006-13c09dcc2bf5', 'port_id': '1360c998-3274-45ce-8c07-b15d2589821a', 'mac_address': 'fa:16:3e:ce:f0:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e9109a0-70b1-485a-ada3-f18fe706d29c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:07:40.295929 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 1360c998-3274-45ce-8c07-b15d2589821a is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:40.296266 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1360c998-3274-45ce-8c07-b15d2589821a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:40.310692 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 3314cf82-647a-4c42-8358-dabf49d758bd is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:40.311078 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3314cf82-647a-4c42-8358-dabf49d758bd), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:40.313583 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1360c998-3274-45ce-8c07-b15d2589821a {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:07:40.327557 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7181d7eb-2fc9-4487-8ffd-ce32dd953eb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66cf6411-d0dd-42db-99eb-0ea71436f870'}, {'name': 'network-changed', 'server_uuid': '7181d7eb-2fc9-4487-8ffd-ce32dd953eb4', 'tag': '66cf6411-d0dd-42db-99eb-0ea71436f870'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:07:40.332819 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708eff32-7a0d-4929-ac8d-3136bec2070e" -d '{"events": [{"server_uuid": "7181d7eb-2fc9-4487-8ffd-ce32dd953eb4", "name": "network-vif-unplugged", "status": "completed", "tag": "66cf6411-d0dd-42db-99eb-0ea71436f870"}, {"name": "network-changed", "server_uuid": "7181d7eb-2fc9-4487-8ffd-ce32dd953eb4", "tag": "66cf6411-d0dd-42db-99eb-0ea71436f870"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:07:40.346439 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 1360c998-3274-45ce-8c07-b15d2589821a, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1360c998-3274-45ce-8c07-b15d2589821a,segment=NetworkSegment(9cfb7d7b-5036-406a-81b4-ae05f2102573),segment_id=9cfb7d7b-5036-406a-81b4-ae05f2102573)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:40.354540 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb89f54-bd85-4753-abbc-d14424fd989d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3314cf82-647a-4c42-8358-dabf49d758bd'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:07:40.356790 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9389626-af7d-4753-99e8-f45fd6c5b469" -d '{"events": [{"server_uuid": "ddb89f54-bd85-4753-abbc-d14424fd989d", "name": "network-vif-plugged", "status": "completed", "tag": "3314cf82-647a-4c42-8358-dabf49d758bd"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:07:40.361973 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1360c998-3274-45ce-8c07-b15d2589821a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:40.373399 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 3314cf82-647a-4c42-8358-dabf49d758bd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3314cf82-647a-4c42-8358-dabf49d758bd,segment=NetworkSegment(9cfb7d7b-5036-406a-81b4-ae05f2102573),segment_id=9cfb7d7b-5036-406a-81b4-ae05f2102573)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:40.392770 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3314cf82-647a-4c42-8358-dabf49d758bd), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:40.394311 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e0397cf3-8a58-4533-a37a-f42e764142a1 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:07:40.412318 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 18 Jan 2022 20:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c794cadd-2e57-4260-b637-b0f84acff292 x-openstack-request-id: req-c794cadd-2e57-4260-b637-b0f84acff292 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:07:40.412672 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d8c4a-ba92-45b5-a7c4-a9baa208ffab req-5ee4bdc3-92d8-4b27-9c1c-99db5d1a6395 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:40.413389 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7181d7eb-2fc9-4487-8ffd-ce32dd953eb4", "name": "network-vif-unplugged", "status": "completed", "tag": "66cf6411-d0dd-42db-99eb-0ea71436f870", "code": 200}, {"name": "network-changed", "server_uuid": "7181d7eb-2fc9-4487-8ffd-ce32dd953eb4", "tag": "66cf6411-d0dd-42db-99eb-0ea71436f870", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:07:40.413875 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c794cadd-2e57-4260-b637-b0f84acff292 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:07:40.414489 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7181d7eb-2fc9-4487-8ffd-ce32dd953eb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66cf6411-d0dd-42db-99eb-0ea71436f870', 'code': 200} Jan 18 20:07:40.420920 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf3d8c4a-ba92-45b5-a7c4-a9baa208ffab req-5ee4bdc3-92d8-4b27-9c1c-99db5d1a6395 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 947 time: 0.0813251 Jan 18 20:07:40.422321 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7181d7eb-2fc9-4487-8ffd-ce32dd953eb4', 'tag': '66cf6411-d0dd-42db-99eb-0ea71436f870', 'status': 'completed', 'code': 200} Jan 18 20:07:40.463473 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=1360c998-3274-45ce-8c07-b15d2589821a,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:40.506769 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf3d8c4a-ba92-45b5-a7c4-a9baa208ffab req-b84808b8-c6d5-4b0a-abd5-4ecb8fe97ef4 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826852 Jan 18 20:07:40.513902 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port e0397cf3-8a58-4533-a37a-f42e764142a1 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:07:40.534945 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port e0397cf3-8a58-4533-a37a-f42e764142a1 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:07:40.535640 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e0397cf3-8a58-4533-a37a-f42e764142a1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:40.563291 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd97c92f-29ba-4b60-97f5-e74188239dca x-openstack-request-id: req-cd97c92f-29ba-4b60-97f5-e74188239dca {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:07:40.563666 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb89f54-bd85-4753-abbc-d14424fd989d", "name": "network-vif-plugged", "status": "completed", "tag": "3314cf82-647a-4c42-8358-dabf49d758bd", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:07:40.564142 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd97c92f-29ba-4b60-97f5-e74188239dca {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:07:40.564781 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb89f54-bd85-4753-abbc-d14424fd989d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3314cf82-647a-4c42-8358-dabf49d758bd', 'code': 200} Jan 18 20:07:40.565522 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=3314cf82-647a-4c42-8358-dabf49d758bd,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:40.630134 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['1360c998-3274-45ce-8c07-b15d2589821a'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:07:40.682255 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708eff32-7a0d-4929-ac8d-3136bec2070e req-1a235349-92d9-4ee1-bb66-4d6d64fba5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:40.683889 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-708eff32-7a0d-4929-ac8d-3136bec2070e req-1a235349-92d9-4ee1-bb66-4d6d64fba5bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 1098 time: 0.1667829 Jan 18 20:07:40.686374 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708eff32-7a0d-4929-ac8d-3136bec2070e req-c188077d-ae7d-48b1-887f-2f74888c7d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:40.688058 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-708eff32-7a0d-4929-ac8d-3136bec2070e req-c188077d-ae7d-48b1-887f-2f74888c7d00 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 1098 time: 0.2494640 Jan 18 20:07:40.695485 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port e0397cf3-8a58-4533-a37a-f42e764142a1 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:40.695874 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e0397cf3-8a58-4533-a37a-f42e764142a1), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:40.763373 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port e0397cf3-8a58-4533-a37a-f42e764142a1, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e0397cf3-8a58-4533-a37a-f42e764142a1,segment=NetworkSegment(2a6a568f-ab0b-495f-98b0-e8870b4263ca),segment_id=2a6a568f-ab0b-495f-98b0-e8870b4263ca)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:40.776108 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 7118a67f-b363-46c4-ac33-e1d1b8732c7a details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:07:40.794925 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d5a59-7a81-4aac-ac66-b2c8d92ccd02 req-7d963124-9ed5-48c6-bec0-2d5918762a90 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:40.802698 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cc1d5a59-7a81-4aac-ac66-b2c8d92ccd02 req-7d963124-9ed5-48c6-bec0-2d5918762a90 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 944 time: 0.1090975 Jan 18 20:07:40.807638 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708eff32-7a0d-4929-ac8d-3136bec2070e req-b80c33c7-f7a5-4e0b-b826-6f9f4679e5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:40.809412 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-708eff32-7a0d-4929-ac8d-3136bec2070e req-b80c33c7-f7a5-4e0b-b826-6f9f4679e5e3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.1061985 Jan 18 20:07:40.871932 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-708eff32-7a0d-4929-ac8d-3136bec2070e req-ef7e2bba-7bbf-48cd-856f-440776993674 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=66cf6411-d0dd-42db-99eb-0ea71436f870 HTTP/1.1" status: 200 len: 217 time: 0.0454504 Jan 18 20:07:40.887381 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 7118a67f-b363-46c4-ac33-e1d1b8732c7a, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=7118a67f-b363-46c4-ac33-e1d1b8732c7a,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:40.891949 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cc1d5a59-7a81-4aac-ac66-b2c8d92ccd02 req-0006d5b9-c5ba-4863-8e66-a15cbcaa4c75 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832183 Jan 18 20:07:40.901072 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 66cf6411-d0dd-42db-99eb-0ea71436f870 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:07:40.902908 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e0397cf3-8a58-4533-a37a-f42e764142a1), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:40.909788 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '7118a67f-b363-46c4-ac33-e1d1b8732c7a', 'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759', 'port_id': '7118a67f-b363-46c4-ac33-e1d1b8732c7a', 'mac_address': 'fa:16:3e:c9:af:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a677f5f-009c-4f07-9679-86f5c85ef9be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:07:40.911010 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4899d-53b3-4ef7-8d9a-272a45bf2c26 req-eff26cc2-c8c0-48fd-84ae-8247213d3da8 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:40.919061 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c9e4899d-53b3-4ef7-8d9a-272a45bf2c26 req-eff26cc2-c8c0-48fd-84ae-8247213d3da8 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e39d74-cc49-473f-9d5c-43ae3a3762f9 HTTP/1.1" status: 200 len: 945 time: 0.1019359 Jan 18 20:07:40.933353 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708eff32-7a0d-4929-ac8d-3136bec2070e req-402f3178-23bf-4aca-8f97-b3c3bdc2eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:40.936360 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-708eff32-7a0d-4929-ac8d-3136bec2070e req-402f3178-23bf-4aca-8f97-b3c3bdc2eb34 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0555890 Jan 18 20:07:40.978915 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c9e4899d-53b3-4ef7-8d9a-272a45bf2c26 req-234cb8a1-8714-46a0-961e-706aa3932628 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582435 Jan 18 20:07:41.001339 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb37cd4-3ba2-47af-9dba-56934bbf9fe2 req-1f89cf89-637d-43b6-ab8c-7b0e8747067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:41.002886 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ecb37cd4-3ba2-47af-9dba-56934bbf9fe2 req-1f89cf89-637d-43b6-ab8c-7b0e8747067d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 1096 time: 0.3693054 Jan 18 20:07:41.060121 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708eff32-7a0d-4929-ac8d-3136bec2070e req-eecdc3eb-3d54-40f8-b308-7cbbb21427ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:41.061786 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-708eff32-7a0d-4929-ac8d-3136bec2070e req-eecdc3eb-3d54-40f8-b308-7cbbb21427ba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0911171 Jan 18 20:07:41.086162 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e481e6d-53da-47e5-b22d-c4a54208af43 req-1c69ef83-702a-49e6-8d03-ea7378043942 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:41.087397 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e481e6d-53da-47e5-b22d-c4a54208af43 req-1c69ef83-702a-49e6-8d03-ea7378043942 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb HTTP/1.1" status: 200 len: 944 time: 0.0721288 Jan 18 20:07:41.118147 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] The host n-h1-741529-9 is not matching for port 66cf6411-d0dd-42db-99eb-0ea71436f870 host n-h2-741529-9! {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 18 20:07:41.118763 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 66cf6411-d0dd-42db-99eb-0ea71436f870 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:07:41.125616 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=e0397cf3-8a58-4533-a37a-f42e764142a1,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:41.131595 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 7118a67f-b363-46c4-ac33-e1d1b8732c7a is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:41.131986 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7118a67f-b363-46c4-ac33-e1d1b8732c7a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:41.162785 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7118a67f-b363-46c4-ac33-e1d1b8732c7a {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:07:41.168005 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e481e6d-53da-47e5-b22d-c4a54208af43 req-8612923b-68c0-4e90-a419-2d785c3a3893 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731158 Jan 18 20:07:41.171410 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-708eff32-7a0d-4929-ac8d-3136bec2070e req-33d545f3-57f9-43ab-b023-9cc3a1d163cb service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940905 Jan 18 20:07:41.176731 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ecb37cd4-3ba2-47af-9dba-56934bbf9fe2 req-4ef2121b-a1a5-4498-b5b8-b47618261a58 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628826 Jan 18 20:07:41.179536 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708eff32-7a0d-4929-ac8d-3136bec2070e req-2ae924f3-17bd-4be6-99d1-290bcbaf9cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:41.183156 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-708eff32-7a0d-4929-ac8d-3136bec2070e req-2ae924f3-17bd-4be6-99d1-290bcbaf9cde service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.4905910 Jan 18 20:07:41.196192 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679b972-42cc-46ca-baa4-2b12c4ec577a req-3b4e06e4-3767-42f4-ae51-b2256fac2847 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:41.197706 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8679b972-42cc-46ca-baa4-2b12c4ec577a req-3b4e06e4-3767-42f4-ae51-b2256fac2847 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 945 time: 0.0807359 Jan 18 20:07:41.207226 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 7118a67f-b363-46c4-ac33-e1d1b8732c7a, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=7118a67f-b363-46c4-ac33-e1d1b8732c7a,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:41.214119 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7118a67f-b363-46c4-ac33-e1d1b8732c7a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:41.243736 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-708eff32-7a0d-4929-ac8d-3136bec2070e req-ac04683c-bd25-4b02-85fb-7398ccc4395c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=66cf6411-d0dd-42db-99eb-0ea71436f870 HTTP/1.1" status: 200 len: 217 time: 0.0500603 Jan 18 20:07:41.265498 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=7118a67f-b363-46c4-ac33-e1d1b8732c7a,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:41.266456 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8679b972-42cc-46ca-baa4-2b12c4ec577a req-b7dc2322-9a6d-478a-b495-32c591ecc948 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515625 Jan 18 20:07:41.301092 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708eff32-7a0d-4929-ac8d-3136bec2070e req-18f3b04b-2ad4-43f4-b4ef-5fbf0523e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:41.302585 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-708eff32-7a0d-4929-ac8d-3136bec2070e req-18f3b04b-2ad4-43f4-b4ef-5fbf0523e1a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0517397 Jan 18 20:07:41.356974 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708eff32-7a0d-4929-ac8d-3136bec2070e req-0d58ead1-ffa8-4bbc-a08f-c9a3118a2eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:41.358655 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-708eff32-7a0d-4929-ac8d-3136bec2070e req-0d58ead1-ffa8-4bbc-a08f-c9a3118a2eaa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0428262 Jan 18 20:07:41.511889 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-708eff32-7a0d-4929-ac8d-3136bec2070e req-9937c122-0912-44fe-af3f-25f7cf41ca9b service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462710 Jan 18 20:07:41.515425 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-708eff32-7a0d-4929-ac8d-3136bec2070e req-88b40295-e5d9-40ad-925b-01c28ae76b52 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422870 Jan 18 20:07:41.615898 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-708eff32-7a0d-4929-ac8d-3136bec2070e req-17d9798f-8a62-4a4b-8ef3-c8d383b8eac3 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937550 Jan 18 20:07:41.620327 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3c157-f32e-493a-a802-0e140fcd0973 req-174e91ae-5ae6-4eb9-bf26-73b8fb5d1065 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:41.628963 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f7b3c157-f32e-493a-a802-0e140fcd0973 req-174e91ae-5ae6-4eb9-bf26-73b8fb5d1065 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 947 time: 0.0516975 Jan 18 20:07:41.636746 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['7118a67f-b363-46c4-ac33-e1d1b8732c7a'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:07:41.681487 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f7b3c157-f32e-493a-a802-0e140fcd0973 req-ced512db-360f-41a8-87a5-8f937a5de1bd tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515606 Jan 18 20:07:42.017492 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfd948-cdf1-4b94-b1cc-0042f5ce31e9 req-d5e71228-21c9-46d0-923c-366b78832814 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:42.024738 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eddfd948-cdf1-4b94-b1cc-0042f5ce31e9 req-d5e71228-21c9-46d0-923c-366b78832814 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 945 time: 0.0601654 Jan 18 20:07:42.060080 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 66cf6411-d0dd-42db-99eb-0ea71436f870 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:07:42.062219 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1360c998-3274-45ce-8c07-b15d2589821a up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:07:42.122248 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eddfd948-cdf1-4b94-b1cc-0042f5ce31e9 req-073d4ce8-11af-458c-8851-d0c80e214155 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965555 Jan 18 20:07:42.131972 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d67ac-67d1-48ff-9071-afa1ae53c928 req-8b49fa62-0a20-4eb9-af4e-90e7c57bbeef tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:42.141543 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e88d67ac-67d1-48ff-9071-afa1ae53c928 req-8b49fa62-0a20-4eb9-af4e-90e7c57bbeef tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e39d74-cc49-473f-9d5c-43ae3a3762f9 HTTP/1.1" status: 200 len: 945 time: 0.0937102 Jan 18 20:07:42.199448 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e88d67ac-67d1-48ff-9071-afa1ae53c928 req-6253d513-031e-4c52-b898-d7c4404af770 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569556 Jan 18 20:07:42.233709 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 1360c998-3274-45ce-8c07-b15d2589821a completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:07:42.243546 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 1360c998-3274-45ce-8c07-b15d2589821a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:07:42.243922 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1360c998-3274-45ce-8c07-b15d2589821a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:42.376343 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab0606-0725-4872-8875-b882539fb6ce req-6cd33a9b-8f99-4882-a8c8-b2f2d03266e3 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:42.378413 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dcab0606-0725-4872-8875-b882539fb6ce req-6cd33a9b-8f99-4882-a8c8-b2f2d03266e3 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb HTTP/1.1" status: 200 len: 944 time: 0.1104574 Jan 18 20:07:42.458010 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dcab0606-0725-4872-8875-b882539fb6ce req-9a8115a3-58a8-4bd5-9bf8-ca1ff34b13fe tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669284 Jan 18 20:07:42.467935 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 66cf6411-d0dd-42db-99eb-0ea71436f870, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=66cf6411-d0dd-42db-99eb-0ea71436f870,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:42.481933 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '66cf6411-d0dd-42db-99eb-0ea71436f870', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '66cf6411-d0dd-42db-99eb-0ea71436f870', 'mac_address': 'fa:16:3e:99:17:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:07:42.488936 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeba8f0-5f23-4822-a1f8-e7aac5748ea3 req-327433d5-45ed-49aa-ad00-c63e40b9c42b tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:42.490550 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4aeba8f0-5f23-4822-a1f8-e7aac5748ea3 req-327433d5-45ed-49aa-ad00-c63e40b9c42b tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 945 time: 0.1111684 Jan 18 20:07:42.544822 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 1360c998-3274-45ce-8c07-b15d2589821a is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:42.545201 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1360c998-3274-45ce-8c07-b15d2589821a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:42.545731 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4aeba8f0-5f23-4822-a1f8-e7aac5748ea3 req-77469855-c670-4757-ab58-b25e15307714 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487037 Jan 18 20:07:42.547065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 66cf6411-d0dd-42db-99eb-0ea71436f870 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:42.547423 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (66cf6411-d0dd-42db-99eb-0ea71436f870), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:42.566345 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e39d74-cc49-473f-9d5c-43ae3a3762f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0397cf3-8a58-4533-a37a-f42e764142a1'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:07:42.568207 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6265b38c-dd40-4663-8261-a5c344d121a2" -d '{"events": [{"server_uuid": "b6e39d74-cc49-473f-9d5c-43ae3a3762f9", "name": "network-vif-plugged", "status": "completed", "tag": "e0397cf3-8a58-4533-a37a-f42e764142a1"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:07:42.573719 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66cf6411-d0dd-42db-99eb-0ea71436f870 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:07:42.613076 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c396330-3b26-4e54-baf7-29c7dcd7f192 x-openstack-request-id: req-1c396330-3b26-4e54-baf7-29c7dcd7f192 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:07:42.613387 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e39d74-cc49-473f-9d5c-43ae3a3762f9", "name": "network-vif-plugged", "status": "completed", "tag": "e0397cf3-8a58-4533-a37a-f42e764142a1", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:07:42.613660 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c396330-3b26-4e54-baf7-29c7dcd7f192 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:07:42.614050 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e39d74-cc49-473f-9d5c-43ae3a3762f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0397cf3-8a58-4533-a37a-f42e764142a1', 'code': 200} Jan 18 20:07:42.617872 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 66cf6411-d0dd-42db-99eb-0ea71436f870, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=66cf6411-d0dd-42db-99eb-0ea71436f870,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:42.620001 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 1360c998-3274-45ce-8c07-b15d2589821a, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1360c998-3274-45ce-8c07-b15d2589821a,segment=NetworkSegment(9cfb7d7b-5036-406a-81b4-ae05f2102573),segment_id=9cfb7d7b-5036-406a-81b4-ae05f2102573)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:42.622606 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (66cf6411-d0dd-42db-99eb-0ea71436f870), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:42.628636 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1360c998-3274-45ce-8c07-b15d2589821a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:42.678875 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=66cf6411-d0dd-42db-99eb-0ea71436f870,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:42.735910 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=1360c998-3274-45ce-8c07-b15d2589821a,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:42.788706 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 76cf583e-be78-413c-a034-10b33c2efb3f details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:07:42.876480 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff563edf-dbee-4177-8161-bd0af92fb4c1 req-e80491cc-545b-4125-b32e-8cf31f059187 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:42.885828 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ff563edf-dbee-4177-8161-bd0af92fb4c1 req-e80491cc-545b-4125-b32e-8cf31f059187 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 948 time: 0.0762186 Jan 18 20:07:42.949339 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ff563edf-dbee-4177-8161-bd0af92fb4c1 req-b36d03c7-567b-4c05-9050-0230c056a393 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574992 Jan 18 20:07:42.960944 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['66cf6411-d0dd-42db-99eb-0ea71436f870'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:07:43.009018 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 76cf583e-be78-413c-a034-10b33c2efb3f, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=76cf583e-be78-413c-a034-10b33c2efb3f,segment=NetworkSegment(9cfb7d7b-5036-406a-81b4-ae05f2102573),segment_id=9cfb7d7b-5036-406a-81b4-ae05f2102573)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:43.013071 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4fe4b-030c-4db0-b146-1126b5421690 req-31438306-13fd-4fdc-946f-8a73b44bdb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:43.014605 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bed4fe4b-030c-4db0-b146-1126b5421690 req-31438306-13fd-4fdc-946f-8a73b44bdb25 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b6e39d74-cc49-473f-9d5c-43ae3a3762f9 HTTP/1.1" status: 200 len: 1096 time: 0.3392794 Jan 18 20:07:43.027782 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '76cf583e-be78-413c-a034-10b33c2efb3f', 'network_id': '46a5d855-70fb-4db3-9006-13c09dcc2bf5', 'port_id': '76cf583e-be78-413c-a034-10b33c2efb3f', 'mac_address': 'fa:16:3e:da:95:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e9109a0-70b1-485a-ada3-f18fe706d29c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:07:43.084168 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bed4fe4b-030c-4db0-b146-1126b5421690 req-0c73bcfa-0778-4150-8ead-7ee90d1b5efe service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564773 Jan 18 20:07:43.115265 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 76cf583e-be78-413c-a034-10b33c2efb3f is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:43.115675 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (76cf583e-be78-413c-a034-10b33c2efb3f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:43.157023 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76cf583e-be78-413c-a034-10b33c2efb3f {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:07:43.207585 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 76cf583e-be78-413c-a034-10b33c2efb3f, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=76cf583e-be78-413c-a034-10b33c2efb3f,segment=NetworkSegment(9cfb7d7b-5036-406a-81b4-ae05f2102573),segment_id=9cfb7d7b-5036-406a-81b4-ae05f2102573)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:43.226257 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (76cf583e-be78-413c-a034-10b33c2efb3f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:43.245721 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc1da3-6935-439b-9344-defe4ca6c545 req-2c76038e-8d59-4046-a0f8-6d8b82c909f2 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:43.247345 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a6fc1da3-6935-439b-9344-defe4ca6c545 req-2c76038e-8d59-4046-a0f8-6d8b82c909f2 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 948 time: 0.0719876 Jan 18 20:07:43.304743 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=76cf583e-be78-413c-a034-10b33c2efb3f,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:43.311151 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf6cf2-d57a-4818-ac9b-1cb31fa0fb81 req-6471e627-3620-4414-8555-21a9c403cff5 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:43.314099 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fabf6cf2-d57a-4818-ac9b-1cb31fa0fb81 req-6471e627-3620-4414-8555-21a9c403cff5 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.57 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4&tenant_id=85092cd3f857422b8e1328b863cb2eb0&binding%3Ahost_id=n-h2-741529-9 HTTP/1.1" status: 200 len: 948 time: 0.0732355 Jan 18 20:07:43.342177 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099d6ec-65c7-4755-a486-44cc148a9f1d req-27ad531b-3788-4ec1-9f21-760449459a38 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:43.344078 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b099d6ec-65c7-4755-a486-44cc148a9f1d req-27ad531b-3788-4ec1-9f21-760449459a38 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 945 time: 0.1167073 Jan 18 20:07:43.384858 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [req-fabf6cf2-d57a-4818-ac9b-1cb31fa0fb81 req-6e88f86e-91e1-4811-b4ca-da2d8df86dce service neutron] delete failed (client error): The resource could not be found. Jan 18 20:07:43.385954 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fabf6cf2-d57a-4818-ac9b-1cb31fa0fb81 req-6e88f86e-91e1-4811-b4ca-da2d8df86dce service neutron] 10.222.0.57 "DELETE /v2.0/ports/66cf6411-d0dd-42db-99eb-0ea71436f870/bindings/n-h1-741529-9 HTTP/1.1" status: 404 len: 380 time: 0.0647550 Jan 18 20:07:43.386121 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a6fc1da3-6935-439b-9344-defe4ca6c545 req-e2b363c4-8c52-4031-9c59-9534c1eae201 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999112 Jan 18 20:07:43.421887 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b099d6ec-65c7-4755-a486-44cc148a9f1d req-58939a35-e8d6-4d26-9d18-33c219e8d78f tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656843 Jan 18 20:07:43.512033 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf6cf2-d57a-4818-ac9b-1cb31fa0fb81 req-bd68b226-6640-47aa-891b-c2f571b79462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:43.513995 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fabf6cf2-d57a-4818-ac9b-1cb31fa0fb81 req-bd68b226-6640-47aa-891b-c2f571b79462 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 1099 time: 0.0534286 Jan 18 20:07:43.526997 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f34b8b-9c46-48f9-88dc-798b14a512b9 req-cf27bc35-f8ae-41c0-847b-5b15a8b3a41b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:43.528995 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9f34b8b-9c46-48f9-88dc-798b14a512b9 req-cf27bc35-f8ae-41c0-847b-5b15a8b3a41b tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e39d74-cc49-473f-9d5c-43ae3a3762f9 HTTP/1.1" status: 200 len: 945 time: 0.0577142 Jan 18 20:07:43.610025 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757543b-1ebb-4383-99ef-b9e93c769dde req-611d8030-87ba-4295-b8e6-216aff39b7d6 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:43.611501 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0757543b-1ebb-4383-99ef-b9e93c769dde req-611d8030-87ba-4295-b8e6-216aff39b7d6 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb HTTP/1.1" status: 200 len: 945 time: 0.0812266 Jan 18 20:07:43.619195 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf6cf2-d57a-4818-ac9b-1cb31fa0fb81 req-95621e1f-6e5b-46be-917c-54eff6536f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:43.620762 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fabf6cf2-d57a-4818-ac9b-1cb31fa0fb81 req-95621e1f-6e5b-46be-917c-54eff6536f65 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.0983183 Jan 18 20:07:43.623233 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9f34b8b-9c46-48f9-88dc-798b14a512b9 req-b89cf055-4503-41e7-8d7b-9cf2bcf23540 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842001 Jan 18 20:07:43.635623 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['76cf583e-be78-413c-a034-10b33c2efb3f'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:07:43.676163 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0757543b-1ebb-4383-99ef-b9e93c769dde req-c3a2f22a-5b8b-4662-bc8a-526bd17ce298 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570071 Jan 18 20:07:43.710799 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fabf6cf2-d57a-4818-ac9b-1cb31fa0fb81 req-866b92e6-1f9f-43f8-b502-8beec806fac2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=66cf6411-d0dd-42db-99eb-0ea71436f870 HTTP/1.1" status: 200 len: 217 time: 0.0828295 Jan 18 20:07:43.756699 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a12172-ed16-4ef0-ace5-c09132d32391 req-6da09cca-1698-4e5b-bcb2-e0680af9a0f5 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:43.758346 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-74a12172-ed16-4ef0-ace5-c09132d32391 req-6da09cca-1698-4e5b-bcb2-e0680af9a0f5 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 945 time: 0.0521009 Jan 18 20:07:43.770524 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf6cf2-d57a-4818-ac9b-1cb31fa0fb81 req-e0a089b7-3a41-43fc-b860-8362d628970a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:43.772370 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fabf6cf2-d57a-4818-ac9b-1cb31fa0fb81 req-e0a089b7-3a41-43fc-b860-8362d628970a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0549872 Jan 18 20:07:43.824992 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf6cf2-d57a-4818-ac9b-1cb31fa0fb81 req-b48d8ad2-85e5-4ca0-a875-608ede4fe883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:43.826575 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fabf6cf2-d57a-4818-ac9b-1cb31fa0fb81 req-b48d8ad2-85e5-4ca0-a875-608ede4fe883 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0475192 Jan 18 20:07:43.828317 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-74a12172-ed16-4ef0-ace5-c09132d32391 req-7cf502e4-92a7-4dfa-abe8-1dd03e6d8136 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643079 Jan 18 20:07:43.925120 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fabf6cf2-d57a-4818-ac9b-1cb31fa0fb81 req-ff26c670-7fe6-4a33-944f-a42ef2a9b39f service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907624 Jan 18 20:07:44.019519 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fabf6cf2-d57a-4818-ac9b-1cb31fa0fb81 req-070b7ac0-2d11-4300-889f-e70d8166f364 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870643 Jan 18 20:07:44.081389 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 66cf6411-d0dd-42db-99eb-0ea71436f870 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:07:44.136169 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 66cf6411-d0dd-42db-99eb-0ea71436f870 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:07:44.140285 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 66cf6411-d0dd-42db-99eb-0ea71436f870 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:07:44.140658 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (66cf6411-d0dd-42db-99eb-0ea71436f870), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:44.224990 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 66cf6411-d0dd-42db-99eb-0ea71436f870 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:44.225381 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (66cf6411-d0dd-42db-99eb-0ea71436f870), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:44.258909 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 66cf6411-d0dd-42db-99eb-0ea71436f870, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=66cf6411-d0dd-42db-99eb-0ea71436f870,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:44.263333 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (66cf6411-d0dd-42db-99eb-0ea71436f870), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:44.310069 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=66cf6411-d0dd-42db-99eb-0ea71436f870,revision_number=9']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:44.572945 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24b52c-f301-4a31-b3b4-831620ade133 req-88606bae-01e8-4c2e-89fa-ed5674774475 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:44.574822 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7b24b52c-f301-4a31-b3b4-831620ade133 req-88606bae-01e8-4c2e-89fa-ed5674774475 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.0900998 Jan 18 20:07:44.596878 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f5c11-88ff-46ac-bf95-0cc134bc166e req-f7bfb46e-0115-43a2-b1db-33fe72646009 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:44.598528 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9f3f5c11-88ff-46ac-bf95-0cc134bc166e req-f7bfb46e-0115-43a2-b1db-33fe72646009 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 945 time: 0.0817311 Jan 18 20:07:44.615620 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b53fcf-c6ba-41c8-b0e5-9332fcca9e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1360c998-3274-45ce-8c07-b15d2589821a'}, {'server_uuid': '7181d7eb-2fc9-4487-8ffd-ce32dd953eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cf6411-d0dd-42db-99eb-0ea71436f870'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:07:44.618572 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad28944-9712-40f5-9f6c-a829185ea112" -d '{"events": [{"server_uuid": "a4b53fcf-c6ba-41c8-b0e5-9332fcca9e6f", "name": "network-vif-plugged", "status": "completed", "tag": "1360c998-3274-45ce-8c07-b15d2589821a"}, {"server_uuid": "7181d7eb-2fc9-4487-8ffd-ce32dd953eb4", "name": "network-vif-plugged", "status": "completed", "tag": "66cf6411-d0dd-42db-99eb-0ea71436f870"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:07:44.663776 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7b24b52c-f301-4a31-b3b4-831620ade133 req-2c54c22d-a309-4a74-91a1-b74a868d05ac tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813086 Jan 18 20:07:44.677329 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9f3f5c11-88ff-46ac-bf95-0cc134bc166e req-03a79026-ca55-48d8-a30e-62e95efa2a39 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710421 Jan 18 20:07:44.751940 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 18 Jan 2022 20:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e8b778-c067-4de6-ae10-cc8fb91cd933 x-openstack-request-id: req-86e8b778-c067-4de6-ae10-cc8fb91cd933 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:07:44.752996 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b53fcf-c6ba-41c8-b0e5-9332fcca9e6f", "name": "network-vif-plugged", "status": "completed", "tag": "1360c998-3274-45ce-8c07-b15d2589821a", "code": 200}, {"server_uuid": "7181d7eb-2fc9-4487-8ffd-ce32dd953eb4", "name": "network-vif-plugged", "status": "completed", "tag": "66cf6411-d0dd-42db-99eb-0ea71436f870", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:07:44.753315 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86e8b778-c067-4de6-ae10-cc8fb91cd933 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:07:44.754008 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b53fcf-c6ba-41c8-b0e5-9332fcca9e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1360c998-3274-45ce-8c07-b15d2589821a', 'code': 200} Jan 18 20:07:44.754393 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7181d7eb-2fc9-4487-8ffd-ce32dd953eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cf6411-d0dd-42db-99eb-0ea71436f870', 'code': 200} Jan 18 20:07:44.806758 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 7118a67f-b363-46c4-ac33-e1d1b8732c7a up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:07:44.894070 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 7118a67f-b363-46c4-ac33-e1d1b8732c7a completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:07:44.907496 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 7118a67f-b363-46c4-ac33-e1d1b8732c7a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:07:44.909737 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7118a67f-b363-46c4-ac33-e1d1b8732c7a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:44.919658 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb5666-b1be-4179-8343-b81dab84b5f4 req-8f2122e0-eba8-4408-8081-379fad00d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:44.927026 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea72d30-18ab-4f70-beba-dac7246a4dc6 req-ef3ca5d2-597f-4678-8ed4-fee7daa983fa tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:44.928893 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dea72d30-18ab-4f70-beba-dac7246a4dc6 req-ef3ca5d2-597f-4678-8ed4-fee7daa983fa tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb HTTP/1.1" status: 200 len: 945 time: 0.0794442 Jan 18 20:07:44.930104 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cefb5666-b1be-4179-8343-b81dab84b5f4 req-8f2122e0-eba8-4408-8081-379fad00d589 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a4b53fcf-c6ba-41c8-b0e5-9332fcca9e6f HTTP/1.1" status: 200 len: 1096 time: 0.1039746 Jan 18 20:07:45.033723 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dea72d30-18ab-4f70-beba-dac7246a4dc6 req-4cab0226-9086-4313-a05b-d3fe3a706840 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950849 Jan 18 20:07:45.046775 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cefb5666-b1be-4179-8343-b81dab84b5f4 req-10dd7fde-3371-40d2-bc32-1ec9d3ff4689 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122055 Jan 18 20:07:45.058674 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 7118a67f-b363-46c4-ac33-e1d1b8732c7a is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:45.059066 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7118a67f-b363-46c4-ac33-e1d1b8732c7a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:45.100274 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 7118a67f-b363-46c4-ac33-e1d1b8732c7a, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=7118a67f-b363-46c4-ac33-e1d1b8732c7a,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:45.106727 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7118a67f-b363-46c4-ac33-e1d1b8732c7a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:45.160491 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=7118a67f-b363-46c4-ac33-e1d1b8732c7a,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:45.411444 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f4e75-b07b-466c-b3d2-770d48781f1f req-617e6e49-82a0-42ac-aba1-749f6c32d9d8 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:45.413072 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a18f4e75-b07b-466c-b3d2-770d48781f1f req-617e6e49-82a0-42ac-aba1-749f6c32d9d8 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e39d74-cc49-473f-9d5c-43ae3a3762f9 HTTP/1.1" status: 200 len: 945 time: 0.3732793 Jan 18 20:07:45.445615 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4f13b-788a-4155-8f73-246f77d0fdf4 req-99959a38-81e0-45fc-a864-8eaed652e8ca tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:45.447253 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-72a4f13b-788a-4155-8f73-246f77d0fdf4 req-99959a38-81e0-45fc-a864-8eaed652e8ca tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 945 time: 0.0866742 Jan 18 20:07:45.496163 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a18f4e75-b07b-466c-b3d2-770d48781f1f req-d018056e-d28e-4473-8549-b566c1511622 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768466 Jan 18 20:07:45.535419 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-72a4f13b-788a-4155-8f73-246f77d0fdf4 req-d9c2addc-af76-484c-98dd-b159e19a3645 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802054 Jan 18 20:07:45.887890 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24763518-3064-4914-b22c-b7822c219147 req-ee64a720-d2ea-4c6e-81aa-f6ec2ec63c46 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:45.889355 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24763518-3064-4914-b22c-b7822c219147 req-ee64a720-d2ea-4c6e-81aa-f6ec2ec63c46 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 946 time: 0.0681527 Jan 18 20:07:45.898001 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780e128-beb7-4903-aac3-67ff8be7f8e4 req-6122fc7d-6c54-46ed-af6c-ac7bdf0fc463 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:45.899338 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1780e128-beb7-4903-aac3-67ff8be7f8e4 req-6122fc7d-6c54-46ed-af6c-ac7bdf0fc463 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.0907445 Jan 18 20:07:45.976539 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24763518-3064-4914-b22c-b7822c219147 req-9818810e-dc9a-4b24-861b-574c829fb18c tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760167 Jan 18 20:07:45.981093 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1780e128-beb7-4903-aac3-67ff8be7f8e4 req-09598896-654b-4f53-b408-022909064aae tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675969 Jan 18 20:07:46.129272 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de48f2c-d157-42c2-b1f9-3935c908aead req-199a1cb3-d0ce-4130-9575-c9cb52209f31 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:46.130923 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9de48f2c-d157-42c2-b1f9-3935c908aead req-199a1cb3-d0ce-4130-9575-c9cb52209f31 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e39d74-cc49-473f-9d5c-43ae3a3762f9 HTTP/1.1" status: 200 len: 945 time: 0.0818667 Jan 18 20:07:46.138400 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b43a1-cfb3-4a3b-af91-9137d294eb3f req-70cdc55a-15c7-45fb-bde7-c7a4646fef5c tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:46.139822 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a5b43a1-cfb3-4a3b-af91-9137d294eb3f req-70cdc55a-15c7-45fb-bde7-c7a4646fef5c tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.0888057 Jan 18 20:07:46.210362 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9de48f2c-d157-42c2-b1f9-3935c908aead req-04a52f92-5578-4f92-ac08-34b99d8cb8a7 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695810 Jan 18 20:07:46.214765 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a5b43a1-cfb3-4a3b-af91-9137d294eb3f req-b23f340a-11fe-4fc2-b51f-a00679c8021f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677640 Jan 18 20:07:46.402575 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8e8af-e681-464a-aa62-643e5e2bc99c req-c5f49e98-cd67-446c-bd8f-07bdc0fbd3c5 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:46.414830 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1ca8e8af-e681-464a-aa62-643e5e2bc99c req-c5f49e98-cd67-446c-bd8f-07bdc0fbd3c5 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb HTTP/1.1" status: 200 len: 945 time: 0.0945022 Jan 18 20:07:46.514137 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1ca8e8af-e681-464a-aa62-643e5e2bc99c req-b78cecd5-18c1-4073-ba65-1ed25a4947c7 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962746 Jan 18 20:07:46.626879 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-647332df-557c-4528-b536-15b0641637e7 req-c613345e-3c28-400f-9054-5d1225503982 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=85092cd3f857422b8e1328b863cb2eb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223064 Jan 18 20:07:46.746374 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647332df-557c-4528-b536-15b0641637e7 req-8684767e-b972-47a5-8ab7-8e7161179889 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:46.748140 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-647332df-557c-4528-b536-15b0641637e7 req-8684767e-b972-47a5-8ab7-8e7161179889 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1153982 Jan 18 20:07:46.756477 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e540d62-2cea-4a35-9b59-003c212eb970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7118a67f-b363-46c4-ac33-e1d1b8732c7a'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:07:46.759629 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512d1608-6e07-4d2c-ad34-a82fca6e8b80" -d '{"events": [{"server_uuid": "1e540d62-2cea-4a35-9b59-003c212eb970", "name": "network-vif-plugged", "status": "completed", "tag": "7118a67f-b363-46c4-ac33-e1d1b8732c7a"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:07:46.769667 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-647332df-557c-4528-b536-15b0641637e7 req-5520a18b-ebe5-467b-8872-d340450ba22f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/quotas/85092cd3f857422b8e1328b863cb2eb0 HTTP/1.1" status: 200 len: 375 time: 0.0134096 Jan 18 20:07:46.830041 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 76cf583e-be78-413c-a034-10b33c2efb3f up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:07:46.849137 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-647332df-557c-4528-b536-15b0641637e7 req-6e14625a-2035-41db-88ec-a7a7eeee15a9 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693707 Jan 18 20:07:46.860334 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e79c72-2de2-4925-a27a-73c72108705f req-0be97218-26ea-4c74-beba-085c13f9fc16 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:46.861882 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98e79c72-2de2-4925-a27a-73c72108705f req-0be97218-26ea-4c74-beba-085c13f9fc16 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 945 time: 0.0913200 Jan 18 20:07:46.889075 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 76cf583e-be78-413c-a034-10b33c2efb3f completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:07:46.896018 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 76cf583e-be78-413c-a034-10b33c2efb3f triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:07:46.896726 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (76cf583e-be78-413c-a034-10b33c2efb3f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:46.920862 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98e79c72-2de2-4925-a27a-73c72108705f req-4bd84477-3308-46b2-a7c1-10a8c540bebc tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521140 Jan 18 20:07:46.984555 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 76cf583e-be78-413c-a034-10b33c2efb3f is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:46.985011 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (76cf583e-be78-413c-a034-10b33c2efb3f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:47.024303 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 76cf583e-be78-413c-a034-10b33c2efb3f, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=76cf583e-be78-413c-a034-10b33c2efb3f,segment=NetworkSegment(9cfb7d7b-5036-406a-81b4-ae05f2102573),segment_id=9cfb7d7b-5036-406a-81b4-ae05f2102573)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:47.030236 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (76cf583e-be78-413c-a034-10b33c2efb3f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:47.079610 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17732f3-025c-4616-a9da-bdef52996e6a x-openstack-request-id: req-a17732f3-025c-4616-a9da-bdef52996e6a {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:07:47.080206 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e540d62-2cea-4a35-9b59-003c212eb970", "name": "network-vif-plugged", "status": "completed", "tag": "7118a67f-b363-46c4-ac33-e1d1b8732c7a", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:07:47.081032 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a17732f3-025c-4616-a9da-bdef52996e6a {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:07:47.081403 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e540d62-2cea-4a35-9b59-003c212eb970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7118a67f-b363-46c4-ac33-e1d1b8732c7a', 'code': 200} Jan 18 20:07:47.101719 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=76cf583e-be78-413c-a034-10b33c2efb3f,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:47.291208 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066059b-8548-4c6a-bd6f-f9c0428d57af req-77d76221-11b8-431c-baa4-161c4db188b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:47.292667 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c066059b-8548-4c6a-bd6f-f9c0428d57af req-77d76221-11b8-431c-baa4-161c4db188b3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 1097 time: 0.1274896 Jan 18 20:07:47.352502 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d63571-5aa8-4d24-8ab3-831590b567cc req-c9f39bae-dec8-4e13-aa43-1606832330f2 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:47.354246 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-28d63571-5aa8-4d24-8ab3-831590b567cc req-c9f39bae-dec8-4e13-aa43-1606832330f2 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 946 time: 0.0694149 Jan 18 20:07:47.425903 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-28d63571-5aa8-4d24-8ab3-831590b567cc req-a15f4977-dcfb-43b5-b462-cb151184f32e tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627418 Jan 18 20:07:47.427506 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ca91d-402e-41b6-b95e-4c07752215f7 req-83427da8-8eb7-448e-ad5d-fa8f3d2ff857 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:47.429454 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-686ca91d-402e-41b6-b95e-4c07752215f7 req-83427da8-8eb7-448e-ad5d-fa8f3d2ff857 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6e39d74-cc49-473f-9d5c-43ae3a3762f9 HTTP/1.1" status: 200 len: 945 time: 0.1631653 Jan 18 20:07:47.432830 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c066059b-8548-4c6a-bd6f-f9c0428d57af req-8aaa9a78-e26a-4d8d-bede-3ae829a9b356 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026402 Jan 18 20:07:47.506907 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-56d4c630-b488-4e83-92fc-2543a096feea req-5b685ae5-602b-4cf9-9af5-9bbd7dfef94d tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 210 time: 0.0417809 Jan 18 20:07:47.642068 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d3f2b-9147-4387-b9aa-aca2488611ac req-39917b48-d391-4c18-8df6-eb9d02099fd6 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:47.645496 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d60d3f2b-9147-4387-b9aa-aca2488611ac req-39917b48-d391-4c18-8df6-eb9d02099fd6 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e39d74-cc49-473f-9d5c-43ae3a3762f9 HTTP/1.1" status: 200 len: 945 time: 0.0930624 Jan 18 20:07:47.650983 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-686ca91d-402e-41b6-b95e-4c07752215f7 req-a9b5f039-d20d-4d1b-a269-dae3a65f1a05 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Deleting port e0397cf3-8a58-4533-a37a-f42e764142a1 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:07:47.651532 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-686ca91d-402e-41b6-b95e-4c07752215f7 req-a9b5f039-d20d-4d1b-a269-dae3a65f1a05 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e0397cf3-8a58-4533-a37a-f42e764142a1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:47.761086 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d60d3f2b-9147-4387-b9aa-aca2488611ac req-a0838bfd-de1c-4a0d-811c-a82222f57cf1 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups?id=1621a420-ab52-4c7c-b4bb-51f467ef45fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082211 Jan 18 20:07:47.774989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-686ca91d-402e-41b6-b95e-4c07752215f7 req-a9b5f039-d20d-4d1b-a269-dae3a65f1a05 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] For port e0397cf3-8a58-4533-a37a-f42e764142a1, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e0397cf3-8a58-4533-a37a-f42e764142a1,segment=NetworkSegment(2a6a568f-ab0b-495f-98b0-e8870b4263ca),segment_id=2a6a568f-ab0b-495f-98b0-e8870b4263ca)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:47.775942 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-686ca91d-402e-41b6-b95e-4c07752215f7 req-a9b5f039-d20d-4d1b-a269-dae3a65f1a05 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e0397cf3-8a58-4533-a37a-f42e764142a1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:47.787181 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ec8b1-d973-4de6-a5e8-40b3d9964597 req-590ad5cb-55dc-4d5d-ab29-047ee0f0ab19 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:47.793484 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9a1ec8b1-d973-4de6-a5e8-40b3d9964597 req-590ad5cb-55dc-4d5d-ab29-047ee0f0ab19 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb HTTP/1.1" status: 200 len: 946 time: 0.1330035 Jan 18 20:07:47.796468 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-686ca91d-402e-41b6-b95e-4c07752215f7 req-a9b5f039-d20d-4d1b-a269-dae3a65f1a05 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Calling delete_port for e0397cf3-8a58-4533-a37a-f42e764142a1 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:07:47.852055 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9a1ec8b1-d973-4de6-a5e8-40b3d9964597 req-4d9b38ff-2c98-41a7-b919-275b66356be9 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576825 Jan 18 20:07:47.947122 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-686ca91d-402e-41b6-b95e-4c07752215f7 req-a9b5f039-d20d-4d1b-a269-dae3a65f1a05 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e0397cf3-8a58-4533-a37a-f42e764142a1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:47.972564 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['e0397cf3-8a58-4533-a37a-f42e764142a1'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:07:48.007404 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5f039-d20d-4d1b-a269-dae3a65f1a05 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Pushing event deleted for resources: {'Port': ['ID=e0397cf3-8a58-4533-a37a-f42e764142a1,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:48.034432 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-686ca91d-402e-41b6-b95e-4c07752215f7 req-a9b5f039-d20d-4d1b-a269-dae3a65f1a05 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] No DVR routers for this DVR port e0397cf3-8a58-4533-a37a-f42e764142a1 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:07:48.037353 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-686ca91d-402e-41b6-b95e-4c07752215f7 req-a9b5f039-d20d-4d1b-a269-dae3a65f1a05 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:48.040923 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-686ca91d-402e-41b6-b95e-4c07752215f7 req-a9b5f039-d20d-4d1b-a269-dae3a65f1a05 tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.70 "DELETE /v2.0/ports/e0397cf3-8a58-4533-a37a-f42e764142a1 HTTP/1.1" status: 204 len: 173 time: 0.6058180 Jan 18 20:07:48.041431 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e39d74-cc49-473f-9d5c-43ae3a3762f9', 'name': 'network-vif-deleted', 'tag': 'e0397cf3-8a58-4533-a37a-f42e764142a1'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:07:48.043922 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57feb049-3945-423b-9feb-51c00b1e64bc" -d '{"events": [{"server_uuid": "b6e39d74-cc49-473f-9d5c-43ae3a3762f9", "name": "network-vif-deleted", "tag": "e0397cf3-8a58-4533-a37a-f42e764142a1"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:07:48.090283 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18af2697-992d-442b-b99c-b143722dc1e5 x-openstack-request-id: req-18af2697-992d-442b-b99c-b143722dc1e5 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:07:48.090578 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e39d74-cc49-473f-9d5c-43ae3a3762f9", "name": "network-vif-deleted", "tag": "e0397cf3-8a58-4533-a37a-f42e764142a1", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:07:48.090858 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18af2697-992d-442b-b99c-b143722dc1e5 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:07:48.091383 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e39d74-cc49-473f-9d5c-43ae3a3762f9', 'name': 'network-vif-deleted', 'tag': 'e0397cf3-8a58-4533-a37a-f42e764142a1', 'status': 'completed', 'code': 200} Jan 18 20:07:48.099566 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf60863-aaf3-4380-878f-a21418aff77b req-035fa5fb-093c-4cc1-9ca0-879311aac04a tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:48.101490 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fdf60863-aaf3-4380-878f-a21418aff77b req-035fa5fb-093c-4cc1-9ca0-879311aac04a tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 945 time: 0.0856953 Jan 18 20:07:48.173320 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fdf60863-aaf3-4380-878f-a21418aff77b req-9e3e5475-6c42-4a67-be6f-a4fa44faac15 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617144 Jan 18 20:07:48.328139 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-647332df-557c-4528-b536-15b0641637e7 req-ce0fb6de-1319-4910-b442-8d57a65ed2e1 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=85092cd3f857422b8e1328b863cb2eb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226712 Jan 18 20:07:48.481588 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647332df-557c-4528-b536-15b0641637e7 req-9967729d-5a31-472a-aed3-69d54be75d52 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:48.483685 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-647332df-557c-4528-b536-15b0641637e7 req-9967729d-5a31-472a-aed3-69d54be75d52 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1388249 Jan 18 20:07:48.505913 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-647332df-557c-4528-b536-15b0641637e7 req-e6e5310c-8622-48ea-b599-08189197c453 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Request body: {'port': {'device_id': 'e0af3849-b32e-40e4-b161-1c2d4a8671f1', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': '85092cd3f857422b8e1328b863cb2eb0'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:48.559544 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845955c8-11c6-4432-9ac3-b3286fb2cb98 req-20624e96-d0e1-48d3-b6a8-3693c2766b4b tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:48.568911 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-845955c8-11c6-4432-9ac3-b3286fb2cb98 req-20624e96-d0e1-48d3-b6a8-3693c2766b4b tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 946 time: 0.0631194 Jan 18 20:07:48.642334 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-68144ff4-e240-4d9b-983e-8a18c385f5a2 req-62b7f75a-7ed2-48d9-a225-cba0118c9590 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 210 time: 0.0378001 Jan 18 20:07:48.646305 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-845955c8-11c6-4432-9ac3-b3286fb2cb98 req-1d1293ba-5362-4eef-bef1-4d1393b9f44f tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764642 Jan 18 20:07:48.684924 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-647332df-557c-4528-b536-15b0641637e7 req-e6e5310c-8622-48ea-b599-08189197c453 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Made reservation on behalf of 85092cd3f857422b8e1328b863cb2eb0 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:07:48.689707 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-647332df-557c-4528-b536-15b0641637e7 req-e6e5310c-8622-48ea-b599-08189197c453 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:48.841621 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-647332df-557c-4528-b536-15b0641637e7 req-e6e5310c-8622-48ea-b599-08189197c453 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Allocated IP 192.168.233.94 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/3b24adc3-ef07-4a3c-af12-0a22a4a443af) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:07:49.013100 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39462) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:07:49.045483 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a6000-0a1a-49c5-8bd3-0b6e105d8aaf req-3474ffb1-4a6f-4e9b-9ccc-074fce965873 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:49.052324 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-524a6000-0a1a-49c5-8bd3-0b6e105d8aaf req-3474ffb1-4a6f-4e9b-9ccc-074fce965873 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb HTTP/1.1" status: 200 len: 946 time: 0.0837445 Jan 18 20:07:49.082975 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57ad85e-2fbf-498a-a129-cd61ad30e1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76cf583e-be78-413c-a034-10b33c2efb3f'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:07:49.083522 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-647332df-557c-4528-b536-15b0641637e7 req-e6e5310c-8622-48ea-b599-08189197c453 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks [] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:49.089495 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0207f09d-d58d-4e88-aeaa-c7f15ab13094" -d '{"events": [{"server_uuid": "e57ad85e-2fbf-498a-a129-cd61ad30e1bb", "name": "network-vif-plugged", "status": "completed", "tag": "76cf583e-be78-413c-a034-10b33c2efb3f"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:07:49.105760 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35e4c968-e65b-4f31-be2e-d0588088670f tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks [] for security_group (a809b82f-ed61-43d4-b958-443bea9c7365), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:49.106184 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-524a6000-0a1a-49c5-8bd3-0b6e105d8aaf req-d995b5d1-b766-4729-8c83-2973deaa0509 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505838 Jan 18 20:07:49.137955 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35e4c968-e65b-4f31-be2e-d0588088670f tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks [] for security_group (a809b82f-ed61-43d4-b958-443bea9c7365), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:49.140310 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2b30a7-e530-4766-8868-813af5dc6905 x-openstack-request-id: req-7e2b30a7-e530-4766-8868-813af5dc6905 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:07:49.140830 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57ad85e-2fbf-498a-a129-cd61ad30e1bb", "name": "network-vif-plugged", "status": "completed", "tag": "76cf583e-be78-413c-a034-10b33c2efb3f", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:07:49.141243 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e2b30a7-e530-4766-8868-813af5dc6905 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:07:49.141919 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57ad85e-2fbf-498a-a129-cd61ad30e1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76cf583e-be78-413c-a034-10b33c2efb3f', 'code': 200} Jan 18 20:07:49.185856 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-647332df-557c-4528-b536-15b0641637e7 req-e6e5310c-8622-48ea-b599-08189197c453 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:49.207029 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['26787e24-6f29-45b3-9a89-4a5008a4324c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:07:49.215817 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['66cf6411-d0dd-42db-99eb-0ea71436f870'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:07:49.240574 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35e4c968-e65b-4f31-be2e-d0588088670f tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a809b82f-ed61-43d4-b958-443bea9c7365), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:49.243600 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35e4c968-e65b-4f31-be2e-d0588088670f tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:49.247031 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-35e4c968-e65b-4f31-be2e-d0588088670f tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "DELETE /v2.0/security-groups/a809b82f-ed61-43d4-b958-443bea9c7365 HTTP/1.1" status: 204 len: 168 time: 0.2310069 Jan 18 20:07:49.247218 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-647332df-557c-4528-b536-15b0641637e7 req-e6e5310c-8622-48ea-b599-08189197c453 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:07:49.247610 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39470) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:07:49.271105 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-fa4c69a9-1732-4741-9e38-43d01d792d9c tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] show failed (client error): The resource could not be found. Jan 18 20:07:49.273036 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fa4c69a9-1732-4741-9e38-43d01d792d9c tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "GET /v2.0/security-groups/a809b82f-ed61-43d4-b958-443bea9c7365 HTTP/1.1" status: 404 len: 347 time: 0.0244050 Jan 18 20:07:49.277402 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39474) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:07:49.279571 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-647332df-557c-4528-b536-15b0641637e7 req-e6e5310c-8622-48ea-b599-08189197c453 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:07:49.289918 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-647332df-557c-4528-b536-15b0641637e7 req-e6e5310c-8622-48ea-b599-08189197c453 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:07:49.308273 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5310c-8622-48ea-b599-08189197c453 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Pushing event updated for resources: {'Port': ['ID=3b24adc3-ef07-4a3c-af12-0a22a4a443af,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:49.339572 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4c968-e65b-4f31-be2e-d0588088670f tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a809b82f-ed61-43d4-b958-443bea9c7365,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:49.393938 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f6339-dc72-429d-b121-d13cc7921f27 req-474313fe-b46b-409f-86dd-76f26a3b637c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:49.395458 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-595f6339-dc72-429d-b121-d13cc7921f27 req-474313fe-b46b-409f-86dd-76f26a3b637c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb HTTP/1.1" status: 200 len: 1097 time: 0.1453235 Jan 18 20:07:49.438692 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647332df-557c-4528-b536-15b0641637e7 req-e6e5310c-8622-48ea-b599-08189197c453 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:49.439035 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-647332df-557c-4528-b536-15b0641637e7 req-e6e5310c-8622-48ea-b599-08189197c453 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:49.473868 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-647332df-557c-4528-b536-15b0641637e7 req-e6e5310c-8622-48ea-b599-08189197c453 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9804788 Jan 18 20:07:49.511435 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-647332df-557c-4528-b536-15b0641637e7 req-aceb2469-9783-47f8-a578-7a46256ace15 service neutron] Request body: {'port': {'device_id': 'e0af3849-b32e-40e4-b161-1c2d4a8671f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:49.596656 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-595f6339-dc72-429d-b121-d13cc7921f27 req-dcbb32a1-1518-4d59-98aa-82fc8d62b614 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816046 Jan 18 20:07:49.626286 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-647332df-557c-4528-b536-15b0641637e7 req-aceb2469-9783-47f8-a578-7a46256ace15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:49.667959 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f25045-cb7e-4b19-828c-b3e50ba49a2a req-03fef687-34a9-44be-b21d-511802ebf82e tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:49.692622 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21f25045-cb7e-4b19-828c-b3e50ba49a2a req-03fef687-34a9-44be-b21d-511802ebf82e tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 945 time: 0.2786667 Jan 18 20:07:49.788959 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e10ec82e-c6bd-4ae8-9bda-cfdfd1b24a7d None None] Provisioning complete for port 3b24adc3-ef07-4a3c-af12-0a22a4a443af triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:07:49.789510 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e10ec82e-c6bd-4ae8-9bda-cfdfd1b24a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:49.832007 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e10ec82e-c6bd-4ae8-9bda-cfdfd1b24a7d None None] Port 3b24adc3-ef07-4a3c-af12-0a22a4a443af cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:07:49.866503 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21f25045-cb7e-4b19-828c-b3e50ba49a2a req-24f0561e-6bf9-4d3c-8dde-f11b029bba88 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729157 Jan 18 20:07:49.867804 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-a6534fe3-d9c8-4b8d-b67d-9aa7037f030a tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Deleting port a44f4558-ae6d-4417-af9d-60e37e9dfe8b {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:07:49.868149 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6534fe3-d9c8-4b8d-b67d-9aa7037f030a tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (a44f4558-ae6d-4417-af9d-60e37e9dfe8b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:49.910401 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfdfa9-4173-4925-a84f-7f2fb0c67e0d req-5f659cf3-28ab-444c-b156-a3e04f76b13d tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:49.918245 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-50cfdfa9-4173-4925-a84f-7f2fb0c67e0d req-5f659cf3-28ab-444c-b156-a3e04f76b13d tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 935 time: 0.1287777 Jan 18 20:07:49.979578 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-647332df-557c-4528-b536-15b0641637e7 req-aceb2469-9783-47f8-a578-7a46256ace15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b24adc3-ef07-4a3c-af12-0a22a4a443af {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:07:49.987921 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-647332df-557c-4528-b536-15b0641637e7 req-aceb2469-9783-47f8-a578-7a46256ace15 service neutron] Publish callbacks [] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:50.001355 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-647332df-557c-4528-b536-15b0641637e7 req-aceb2469-9783-47f8-a578-7a46256ace15 service neutron] Transition to ACTIVE for port object 3b24adc3-ef07-4a3c-af12-0a22a4a443af will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:07:50.006320 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-647332df-557c-4528-b536-15b0641637e7 req-aceb2469-9783-47f8-a578-7a46256ace15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:50.056550 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6534fe3-d9c8-4b8d-b67d-9aa7037f030a tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (a44f4558-ae6d-4417-af9d-60e37e9dfe8b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:50.057051 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6534fe3-d9c8-4b8d-b67d-9aa7037f030a tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks [] for floatingip (a44f4558-ae6d-4417-af9d-60e37e9dfe8b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:50.082989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb2469-9783-47f8-a578-7a46256ace15 service neutron] Pushing event updated for resources: {'Port': ['ID=3b24adc3-ef07-4a3c-af12-0a22a4a443af,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:50.083397 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e0397cf3-8a58-4533-a37a-f42e764142a1 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:07:50.094344 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-50cfdfa9-4173-4925-a84f-7f2fb0c67e0d req-4002c1a5-82cf-4afc-befb-298f571e61a6 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747367 Jan 18 20:07:50.096171 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-a6534fe3-d9c8-4b8d-b67d-9aa7037f030a tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Calling delete_port for a44f4558-ae6d-4417-af9d-60e37e9dfe8b owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:07:50.141948 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b47a07-771c-4480-9554-fa972df7da24 req-cedd6231-97a6-4818-9599-76a022e0c281 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:50.147839 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: e0397cf3-8a58-4533-a37a-f42e764142a1 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:07:50.150995 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e0397cf3-8a58-4533-a37a-f42e764142a1 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:07:50.151889 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-09b47a07-771c-4480-9554-fa972df7da24 req-cedd6231-97a6-4818-9599-76a022e0c281 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 946 time: 0.1817102 Jan 18 20:07:50.167957 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-647332df-557c-4528-b536-15b0641637e7 req-aceb2469-9783-47f8-a578-7a46256ace15 service neutron] Attempting to bind port 3b24adc3-ef07-4a3c-af12-0a22a4a443af on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:07:50.168327 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-647332df-557c-4528-b536-15b0641637e7 req-aceb2469-9783-47f8-a578-7a46256ace15 service neutron] Attempting to bind port 3b24adc3-ef07-4a3c-af12-0a22a4a443af by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:07:50.168606 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647332df-557c-4528-b536-15b0641637e7 req-aceb2469-9783-47f8-a578-7a46256ace15 service neutron] Attempting to bind port 3b24adc3-ef07-4a3c-af12-0a22a4a443af on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:07:50.173340 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647332df-557c-4528-b536-15b0641637e7 req-aceb2469-9783-47f8-a578-7a46256ace15 service neutron] Port 3b24adc3-ef07-4a3c-af12-0a22a4a443af on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:07:50.173657 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647332df-557c-4528-b536-15b0641637e7 req-aceb2469-9783-47f8-a578-7a46256ace15 service neutron] Attempting to bind port 3b24adc3-ef07-4a3c-af12-0a22a4a443af on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:07:50.179220 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647332df-557c-4528-b536-15b0641637e7 req-aceb2469-9783-47f8-a578-7a46256ace15 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:07:50.179543 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647332df-557c-4528-b536-15b0641637e7 req-aceb2469-9783-47f8-a578-7a46256ace15 service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:07:50.179921 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647332df-557c-4528-b536-15b0641637e7 req-aceb2469-9783-47f8-a578-7a46256ace15 service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:07:50.180343 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-647332df-557c-4528-b536-15b0641637e7 req-aceb2469-9783-47f8-a578-7a46256ace15 service neutron] Bound port: 3b24adc3-ef07-4a3c-af12-0a22a4a443af, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:07:50.180692 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-647332df-557c-4528-b536-15b0641637e7 req-aceb2469-9783-47f8-a578-7a46256ace15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:50.295304 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-647332df-557c-4528-b536-15b0641637e7 req-aceb2469-9783-47f8-a578-7a46256ace15 service neutron] For port 3b24adc3-ef07-4a3c-af12-0a22a4a443af, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:07:50.299558 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-647332df-557c-4528-b536-15b0641637e7 req-aceb2469-9783-47f8-a578-7a46256ace15 service neutron] For port 3b24adc3-ef07-4a3c-af12-0a22a4a443af, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3b24adc3-ef07-4a3c-af12-0a22a4a443af,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:07:50.310130 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-647332df-557c-4528-b536-15b0641637e7 req-aceb2469-9783-47f8-a578-7a46256ace15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:50.322268 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-09b47a07-771c-4480-9554-fa972df7da24 req-80a9593c-2606-4c36-b445-e9e00460e7bb tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693709 Jan 18 20:07:50.376050 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28985d-f3a3-41e1-814b-481503274851 req-63038cdb-2c62-45d1-b75a-1223167d5051 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:50.380123 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea28985d-f3a3-41e1-814b-481503274851 req-63038cdb-2c62-45d1-b75a-1223167d5051 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb HTTP/1.1" status: 200 len: 946 time: 0.1165760 Jan 18 20:07:50.383551 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647332df-557c-4528-b536-15b0641637e7 req-aceb2469-9783-47f8-a578-7a46256ace15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:50.384989 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-647332df-557c-4528-b536-15b0641637e7 req-aceb2469-9783-47f8-a578-7a46256ace15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:50.386672 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-647332df-557c-4528-b536-15b0641637e7 req-aceb2469-9783-47f8-a578-7a46256ace15 service neutron] 10.222.0.70 "PUT /v2.0/ports/3b24adc3-ef07-4a3c-af12-0a22a4a443af HTTP/1.1" status: 200 len: 1095 time: 0.9038565 Jan 18 20:07:50.387347 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0af3849-b32e-40e4-b161-1c2d4a8671f1', 'tag': '3b24adc3-ef07-4a3c-af12-0a22a4a443af'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:07:50.408721 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9127d4dd-8636-41c6-a8f0-834f7ab9c6e3" -d '{"events": [{"name": "network-changed", "server_uuid": "e0af3849-b32e-40e4-b161-1c2d4a8671f1", "tag": "3b24adc3-ef07-4a3c-af12-0a22a4a443af"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:07:50.443654 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb2469-9783-47f8-a578-7a46256ace15 service neutron] Pushing event updated for resources: {'Port': ['ID=3b24adc3-ef07-4a3c-af12-0a22a4a443af,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:50.472029 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6534fe3-d9c8-4b8d-b67d-9aa7037f030a tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (a44f4558-ae6d-4417-af9d-60e37e9dfe8b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:50.524285 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6534fe3-d9c8-4b8d-b67d-9aa7037f030a tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Pushing event deleted for resources: {'Port': ['ID=a44f4558-ae6d-4417-af9d-60e37e9dfe8b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:50.524541 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647332df-557c-4528-b536-15b0641637e7 req-c896df20-8a42-41b4-819f-5dbb4c28d25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:50.526324 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-647332df-557c-4528-b536-15b0641637e7 req-c896df20-8a42-41b4-819f-5dbb4c28d25e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 1098 time: 0.0793223 Jan 18 20:07:50.545176 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea28985d-f3a3-41e1-814b-481503274851 req-9ef9d35d-378f-4ca8-86a9-d649a324e0c3 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563892 Jan 18 20:07:50.587393 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-647332df-557c-4528-b536-15b0641637e7 req-76ab3d5e-f37e-40ee-a0b7-121bfbaa3e42 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=3b24adc3-ef07-4a3c-af12-0a22a4a443af HTTP/1.1" status: 200 len: 217 time: 0.0529225 Jan 18 20:07:50.653966 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647332df-557c-4528-b536-15b0641637e7 req-c029609d-bde5-45c2-b48e-a4dea00c9ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:50.655461 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-647332df-557c-4528-b536-15b0641637e7 req-c029609d-bde5-45c2-b48e-a4dea00c9ad4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0615530 Jan 18 20:07:50.657356 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4d2b96-ee98-4903-b5af-3e26c6f133b6 x-openstack-request-id: req-df4d2b96-ee98-4903-b5af-3e26c6f133b6 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:07:50.657677 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0af3849-b32e-40e4-b161-1c2d4a8671f1", "tag": "3b24adc3-ef07-4a3c-af12-0a22a4a443af", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:07:50.657925 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df4d2b96-ee98-4903-b5af-3e26c6f133b6 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:07:50.658322 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0af3849-b32e-40e4-b161-1c2d4a8671f1', 'tag': '3b24adc3-ef07-4a3c-af12-0a22a4a443af', 'status': 'completed', 'code': 200} Jan 18 20:07:50.694102 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6534fe3-d9c8-4b8d-b67d-9aa7037f030a tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks [] for floatingip (67e3902f-1b9a-4e49-a5cd-47ae065bae0a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:50.696649 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6534fe3-d9c8-4b8d-b67d-9aa7037f030a tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:50.706320 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a6534fe3-d9c8-4b8d-b67d-9aa7037f030a tempest-ImagesOneServerNegativeTestJSON-1664126285 tempest-ImagesOneServerNegativeTestJSON-1664126285-project] 10.222.0.31 "DELETE /v2.0/floatingips/67e3902f-1b9a-4e49-a5cd-47ae065bae0a HTTP/1.1" status: 204 len: 168 time: 1.4270928 Jan 18 20:07:50.730019 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647332df-557c-4528-b536-15b0641637e7 req-e7f2ab25-5a4c-4813-97cd-86a92d0a3a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:50.732152 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-647332df-557c-4528-b536-15b0641637e7 req-e7f2ab25-5a4c-4813-97cd-86a92d0a3a80 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0598471 Jan 18 20:07:50.866351 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b5630-9bb1-4cdc-a59b-c1fc1531fb14 req-effabaa8-523e-4529-af41-46ba3a773dd3 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:50.868206 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d9b5630-9bb1-4cdc-a59b-c1fc1531fb14 req-effabaa8-523e-4529-af41-46ba3a773dd3 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 946 time: 0.0694940 Jan 18 20:07:50.885169 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-647332df-557c-4528-b536-15b0641637e7 req-ac7fc36d-761b-4fa9-b6a7-6827f88e6bfc service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436591 Jan 18 20:07:50.923734 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39506) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:07:50.989364 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-647332df-557c-4528-b536-15b0641637e7 req-06f08c32-1cad-4695-949e-e1fce6996804 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975125 Jan 18 20:07:51.014556 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d9b5630-9bb1-4cdc-a59b-c1fc1531fb14 req-f24452a0-260f-4e34-91ca-2583cd8f037d tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384463 Jan 18 20:07:51.060741 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e0822e0-5cbb-4860-9042-47345ec1f749 admin admin] Deleting subnet ddd3030e-0a9b-41b7-a3cb-14e0225e3050 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:07:51.066566 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2e0822e0-5cbb-4860-9042-47345ec1f749 admin admin] Publish callbacks [] for subnet (ddd3030e-0a9b-41b7-a3cb-14e0225e3050), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:51.076351 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda84e3d-7bf4-46f7-a838-4b3ff083c038 req-4028a10e-ed40-4b09-93e5-52432dcfad27 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:51.077937 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bda84e3d-7bf4-46f7-a838-4b3ff083c038 req-4028a10e-ed40-4b09-93e5-52432dcfad27 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 945 time: 0.0817356 Jan 18 20:07:51.113204 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127d4dd-8636-41c6-a8f0-834f7ab9c6e3 req-bfe18862-2389-4e6d-826b-1653cbbaf4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:51.116175 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9127d4dd-8636-41c6-a8f0-834f7ab9c6e3 req-bfe18862-2389-4e6d-826b-1653cbbaf4ac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 1098 time: 0.0469556 Jan 18 20:07:51.132349 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2e0822e0-5cbb-4860-9042-47345ec1f749 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (ddd3030e-0a9b-41b7-a3cb-14e0225e3050), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:51.181680 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bda84e3d-7bf4-46f7-a838-4b3ff083c038 req-b359f00f-536f-4ca5-aa7e-aae7432c6abd tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842528 Jan 18 20:07:51.231125 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127d4dd-8636-41c6-a8f0-834f7ab9c6e3 req-4f81b823-4625-48a5-9a90-dbc6d2c32920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:51.232931 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9127d4dd-8636-41c6-a8f0-834f7ab9c6e3 req-4f81b823-4625-48a5-9a90-dbc6d2c32920 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.1061931 Jan 18 20:07:51.238113 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2e0822e0-5cbb-4860-9042-47345ec1f749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (ddd3030e-0a9b-41b7-a3cb-14e0225e3050), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:51.283381 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9127d4dd-8636-41c6-a8f0-834f7ab9c6e3 req-55a29d33-ff2a-407b-b345-eb1f491dded1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=3b24adc3-ef07-4a3c-af12-0a22a4a443af HTTP/1.1" status: 200 len: 217 time: 0.0420821 Jan 18 20:07:51.297668 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e8dc6-25dc-4150-86f9-2dfbe3b10308 req-bda378f3-2a29-4bc0-949d-bde6ac4d92a4 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:51.305801 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-665e8dc6-25dc-4150-86f9-2dfbe3b10308 req-bda378f3-2a29-4bc0-949d-bde6ac4d92a4 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 947 time: 0.1169927 Jan 18 20:07:51.344788 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127d4dd-8636-41c6-a8f0-834f7ab9c6e3 req-361fd197-17d9-4270-af89-ffaaf19d93dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:51.346738 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9127d4dd-8636-41c6-a8f0-834f7ab9c6e3 req-361fd197-17d9-4270-af89-ffaaf19d93dd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0569091 Jan 18 20:07:51.383737 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-665e8dc6-25dc-4150-86f9-2dfbe3b10308 req-fee183a7-6dee-4084-9ce4-a0642abd9573 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745072 Jan 18 20:07:51.386077 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2e0822e0-5cbb-4860-9042-47345ec1f749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (ddd3030e-0a9b-41b7-a3cb-14e0225e3050), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:51.399843 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127d4dd-8636-41c6-a8f0-834f7ab9c6e3 req-e84a77ee-83d5-4479-9399-a0a30e2243c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:51.401733 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9127d4dd-8636-41c6-a8f0-834f7ab9c6e3 req-e84a77ee-83d5-4479-9399-a0a30e2243c0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0483797 Jan 18 20:07:51.419776 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0822e0-5cbb-4860-9042-47345ec1f749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddd3030e-0a9b-41b7-a3cb-14e0225e3050,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:51.432603 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2e0822e0-5cbb-4860-9042-47345ec1f749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:51.436263 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2e0822e0-5cbb-4860-9042-47345ec1f749 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ddd3030e-0a9b-41b7-a3cb-14e0225e3050 HTTP/1.1" status: 204 len: 168 time: 0.5087614 Jan 18 20:07:51.438643 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39512) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:07:51.507316 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9127d4dd-8636-41c6-a8f0-834f7ab9c6e3 req-5441b647-3afa-4012-a909-014b0dded20d service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980420 Jan 18 20:07:51.513097 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-62fdaa97-3f61-4dfa-ac86-1e28cb39e230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (a08f6099-d3e5-4672-94a1-dc88a868cf6f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:51.611068 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-62fdaa97-3f61-4dfa-ac86-1e28cb39e230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (a08f6099-d3e5-4672-94a1-dc88a868cf6f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:51.625987 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9127d4dd-8636-41c6-a8f0-834f7ab9c6e3 req-974a290a-1f26-418c-9901-213489df878b service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108792 Jan 18 20:07:51.659590 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-62fdaa97-3f61-4dfa-ac86-1e28cb39e230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08f6099-d3e5-4672-94a1-dc88a868cf6f']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:07:51.678430 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-62fdaa97-3f61-4dfa-ac86-1e28cb39e230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a6a568f-ab0b-495f-98b0-e8870b4263ca') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:07:51.678724 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-62fdaa97-3f61-4dfa-ac86-1e28cb39e230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a6a568f-ab0b-495f-98b0-e8870b4263ca') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:07:51.690651 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-62fdaa97-3f61-4dfa-ac86-1e28cb39e230 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (2a6a568f-ab0b-495f-98b0-e8870b4263ca), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:51.714121 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e712c-dbdb-4507-b09a-63961f5bdc31 req-df969107-ccbb-44b7-904a-54be502a74d9 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:51.715848 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e3e712c-dbdb-4507-b09a-63961f5bdc31 req-df969107-ccbb-44b7-904a-54be502a74d9 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb HTTP/1.1" status: 200 len: 946 time: 0.0955882 Jan 18 20:07:51.716774 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-62fdaa97-3f61-4dfa-ac86-1e28cb39e230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (2a6a568f-ab0b-495f-98b0-e8870b4263ca), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:51.725152 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62fdaa97-3f61-4dfa-ac86-1e28cb39e230 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:07:51.725615 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-62fdaa97-3f61-4dfa-ac86-1e28cb39e230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (2a6a568f-ab0b-495f-98b0-e8870b4263ca), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:51.727239 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:07:51.729510 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:07:51.805148 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-62fdaa97-3f61-4dfa-ac86-1e28cb39e230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (a08f6099-d3e5-4672-94a1-dc88a868cf6f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:51.811011 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-62fdaa97-3f61-4dfa-ac86-1e28cb39e230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:51.815240 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-62fdaa97-3f61-4dfa-ac86-1e28cb39e230 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a08f6099-d3e5-4672-94a1-dc88a868cf6f HTTP/1.1" status: 204 len: 168 time: 0.3756144 Jan 18 20:07:51.841946 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e3e712c-dbdb-4507-b09a-63961f5bdc31 req-225a2df8-4a56-4057-b8d6-6399f9ca69f8 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170807 Jan 18 20:07:51.843604 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdaa97-3f61-4dfa-ac86-1e28cb39e230 admin admin] Pushing event deleted for resources: {'Network': ['ID=a08f6099-d3e5-4672-94a1-dc88a868cf6f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:51.962310 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39524) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:07:51.977608 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d6427-10fc-4e6c-9e64-546b8f51f4ba req-f45e6da0-f443-4cb7-a9dd-244b6acb62f5 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:51.979087 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-651d6427-10fc-4e6c-9e64-546b8f51f4ba req-f45e6da0-f443-4cb7-a9dd-244b6acb62f5 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 945 time: 0.0641923 Jan 18 20:07:52.040280 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-67fe4ed0-014f-4f85-9bbb-548572064c07 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=14dc905def994c41a26216cee2b81577&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0767822 Jan 18 20:07:52.042949 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39526) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:07:52.049064 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-651d6427-10fc-4e6c-9e64-546b8f51f4ba req-ce67e430-aa10-47a8-b69d-17bfc003116c tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637646 Jan 18 20:07:52.124896 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6123665a-9075-4be2-849a-b927d29a6cd8 admin admin] Publish callbacks [] for security_group (1621a420-ab52-4c7c-b4bb-51f467ef45fd), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:52.147110 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6123665a-9075-4be2-849a-b927d29a6cd8 admin admin] Publish callbacks [] for security_group (1621a420-ab52-4c7c-b4bb-51f467ef45fd), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:52.200180 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6123665a-9075-4be2-849a-b927d29a6cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1621a420-ab52-4c7c-b4bb-51f467ef45fd), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:52.203403 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6123665a-9075-4be2-849a-b927d29a6cd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:52.207638 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6123665a-9075-4be2-849a-b927d29a6cd8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1621a420-ab52-4c7c-b4bb-51f467ef45fd HTTP/1.1" status: 204 len: 168 time: 0.1603167 Jan 18 20:07:52.209494 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacef6f8-6c23-41f4-b6c4-b7667131fde5 req-f3a9d42d-fdfb-4fc4-8261-7c776cb54e62 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:52.211144 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bacef6f8-6c23-41f4-b6c4-b7667131fde5 req-f3a9d42d-fdfb-4fc4-8261-7c776cb54e62 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 946 time: 0.0930598 Jan 18 20:07:52.224595 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123665a-9075-4be2-849a-b927d29a6cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1621a420-ab52-4c7c-b4bb-51f467ef45fd,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:52.228199 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7b034-91c4-4621-af70-80e6a7ec7f97 req-4ce6c27d-7d45-456e-8e0d-9143ccc0b781 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:52.229712 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5ea7b034-91c4-4621-af70-80e6a7ec7f97 req-4ce6c27d-7d45-456e-8e0d-9143ccc0b781 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4b53fcf-c6ba-41c8-b0e5-9332fcca9e6f HTTP/1.1" status: 200 len: 945 time: 0.0990589 Jan 18 20:07:52.306085 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bacef6f8-6c23-41f4-b6c4-b7667131fde5 req-c590ce0c-dd5a-4f81-ba11-fe10ce50de29 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747287 Jan 18 20:07:52.331794 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5ea7b034-91c4-4621-af70-80e6a7ec7f97 req-e8caf08b-4110-4216-be3d-bc91b2e47c5a tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874352 Jan 18 20:07:52.702126 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a96de-f675-42b7-bf90-8cfc92c43143 req-de21fadc-4846-47ab-9ac4-45aa620c2e49 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:52.703764 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac7a96de-f675-42b7-bf90-8cfc92c43143 req-de21fadc-4846-47ab-9ac4-45aa620c2e49 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb HTTP/1.1" status: 200 len: 946 time: 0.0682034 Jan 18 20:07:52.764421 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57598c96-e68f-40ee-8679-bc219f57d667 req-f5833b9d-afaf-4d23-85af-a3c328e92988 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:52.765924 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-57598c96-e68f-40ee-8679-bc219f57d667 req-f5833b9d-afaf-4d23-85af-a3c328e92988 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 945 time: 0.0819449 Jan 18 20:07:52.785277 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac7a96de-f675-42b7-bf90-8cfc92c43143 req-1bd01c91-27e7-4539-8b5f-3d070af3d88c tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676043 Jan 18 20:07:52.829406 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-57598c96-e68f-40ee-8679-bc219f57d667 req-512b2daf-474e-4a5d-9f4d-988587fa4110 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549471 Jan 18 20:07:52.918530 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0ff66-0856-40bb-9080-161db1511284 req-ed094c9f-73b3-4986-873d-9d15a59284e5 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:52.920084 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65c0ff66-0856-40bb-9080-161db1511284 req-ed094c9f-73b3-4986-873d-9d15a59284e5 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 947 time: 0.0673256 Jan 18 20:07:52.997168 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65c0ff66-0856-40bb-9080-161db1511284 req-fa006a96-28d8-46fc-9073-0b258fda000e tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598955 Jan 18 20:07:53.222067 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83a4fe-21e3-4777-ac24-2556a9ee3c7a req-8baa3dc3-2830-4f87-9d9e-3a7159776281 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:53.223658 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ae83a4fe-21e3-4777-ac24-2556a9ee3c7a req-8baa3dc3-2830-4f87-9d9e-3a7159776281 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 945 time: 0.0516620 Jan 18 20:07:53.281254 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ae83a4fe-21e3-4777-ac24-2556a9ee3c7a req-b14008bc-f991-430f-9f0e-65f61c207854 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465143 Jan 18 20:07:53.469033 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ed595-c3ae-4367-9bb2-1dc933e88ac4 req-00dd51cc-bf18-4ced-9952-9a6f7e566ea2 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:53.477580 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-172ed595-c3ae-4367-9bb2-1dc933e88ac4 req-00dd51cc-bf18-4ced-9952-9a6f7e566ea2 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 946 time: 0.0742030 Jan 18 20:07:53.544282 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-172ed595-c3ae-4367-9bb2-1dc933e88ac4 req-a296b1f0-82b3-4ba9-b9ab-d77029990098 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640774 Jan 18 20:07:53.671219 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a897e6e-605f-4773-84bc-06d72a7b0e8f req-9798c29a-7eee-4dd7-a323-a8d3783e5dce tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:53.678565 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a897e6e-605f-4773-84bc-06d72a7b0e8f req-9798c29a-7eee-4dd7-a323-a8d3783e5dce tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:53.684329 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a897e6e-605f-4773-84bc-06d72a7b0e8f req-9798c29a-7eee-4dd7-a323-a8d3783e5dce tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:53.685927 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a897e6e-605f-4773-84bc-06d72a7b0e8f req-9798c29a-7eee-4dd7-a323-a8d3783e5dce tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb&device_id=a4b53fcf-c6ba-41c8-b0e5-9332fcca9e6f&device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 2417 time: 0.0895131 Jan 18 20:07:53.738894 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a897e6e-605f-4773-84bc-06d72a7b0e8f req-929534d4-42f9-4199-a0d2-91e4c0f5accd tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449524 Jan 18 20:07:53.771635 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39584) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:07:53.901396 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e1321f18-493f-4bc9-9013-7f175ea6e45d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:54.041397 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161621c-25ca-4284-a2bc-d4eb8ec33ccd req-bfd0b348-393e-42fe-8862-7732394706c7 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:54.042753 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3161621c-25ca-4284-a2bc-d4eb8ec33ccd req-bfd0b348-393e-42fe-8862-7732394706c7 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 945 time: 0.1089356 Jan 18 20:07:54.053241 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cefd2b-aca9-4d32-a817-b46b2a28a036 req-0ccf90d5-7293-4c07-bac5-a3161a3f2610 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:54.054707 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-44cefd2b-aca9-4d32-a817-b46b2a28a036 req-0ccf90d5-7293-4c07-bac5-a3161a3f2610 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb HTTP/1.1" status: 200 len: 946 time: 0.1445918 Jan 18 20:07:54.077593 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e1321f18-493f-4bc9-9013-7f175ea6e45d admin admin] Publish callbacks [] for security_group (a70395cc-cf0b-4a64-a145-0d34f15cf38e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:54.091769 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e1321f18-493f-4bc9-9013-7f175ea6e45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a70395cc-cf0b-4a64-a145-0d34f15cf38e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:54.111504 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 3b24adc3-ef07-4a3c-af12-0a22a4a443af details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:07:54.168544 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1321f18-493f-4bc9-9013-7f175ea6e45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70395cc-cf0b-4a64-a145-0d34f15cf38e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:54.178847 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e1321f18-493f-4bc9-9013-7f175ea6e45d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33e01f97bf4a4bf4aafaf3d73b6a67dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4058976 Jan 18 20:07:54.181897 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39596) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:07:54.196776 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3161621c-25ca-4284-a2bc-d4eb8ec33ccd req-4d39c169-621c-43fb-93a4-13567ce07850 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334770 Jan 18 20:07:54.200975 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-44cefd2b-aca9-4d32-a817-b46b2a28a036 req-44e54340-7304-4695-9750-70d3a2c8750c tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375742 Jan 18 20:07:54.240380 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 3b24adc3-ef07-4a3c-af12-0a22a4a443af, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3b24adc3-ef07-4a3c-af12-0a22a4a443af,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:54.254196 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '3b24adc3-ef07-4a3c-af12-0a22a4a443af', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '3b24adc3-ef07-4a3c-af12-0a22a4a443af', 'mac_address': 'fa:16:3e:ef:d9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:07:54.300051 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 3b24adc3-ef07-4a3c-af12-0a22a4a443af is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:54.300936 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:54.309748 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a566b54-66eb-4844-8c09-30542fd37277 admin admin] Publish callbacks [] for security_group (a70395cc-cf0b-4a64-a145-0d34f15cf38e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:54.325409 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b24adc3-ef07-4a3c-af12-0a22a4a443af {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:07:54.341177 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a566b54-66eb-4844-8c09-30542fd37277 admin admin] Publish callbacks [] for security_group (a70395cc-cf0b-4a64-a145-0d34f15cf38e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:54.351156 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 3b24adc3-ef07-4a3c-af12-0a22a4a443af, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3b24adc3-ef07-4a3c-af12-0a22a4a443af,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:54.356646 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:54.365979 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2d784-9f0f-4792-95b9-b582ba8fb012 req-3f9ede4e-4eee-4b75-82a9-f2651aea27b8 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:54.376922 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0ce2d784-9f0f-4792-95b9-b582ba8fb012 req-3f9ede4e-4eee-4b75-82a9-f2651aea27b8 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 947 time: 0.0984461 Jan 18 20:07:54.410305 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a566b54-66eb-4844-8c09-30542fd37277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a70395cc-cf0b-4a64-a145-0d34f15cf38e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:54.414154 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a566b54-66eb-4844-8c09-30542fd37277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:54.419003 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7a566b54-66eb-4844-8c09-30542fd37277 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a70395cc-cf0b-4a64-a145-0d34f15cf38e HTTP/1.1" status: 204 len: 168 time: 0.2359095 Jan 18 20:07:54.426553 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=3b24adc3-ef07-4a3c-af12-0a22a4a443af,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:54.429684 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a566b54-66eb-4844-8c09-30542fd37277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70395cc-cf0b-4a64-a145-0d34f15cf38e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:54.462396 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0ce2d784-9f0f-4792-95b9-b582ba8fb012 req-f73063b8-e9cd-4a24-b0fe-f78c00d4540e tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843046 Jan 18 20:07:54.675567 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['3b24adc3-ef07-4a3c-af12-0a22a4a443af'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:07:54.751239 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6228c-e808-457e-8419-254e93ffdd82 req-fef897b1-74ea-4711-bd5d-c404c5835af0 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:54.753437 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-67c6228c-e808-457e-8419-254e93ffdd82 req-fef897b1-74ea-4711-bd5d-c404c5835af0 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 946 time: 0.1015217 Jan 18 20:07:54.844183 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-67c6228c-e808-457e-8419-254e93ffdd82 req-de5042ae-7945-4b3c-b370-be20f6250db7 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775707 Jan 18 20:07:55.291098 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39636) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:07:55.363707 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040a751-a7a2-4460-b4bb-cefc4ab88a0f req-8606bcc9-0a30-4583-b3c5-a8ed5d900919 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:55.365691 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9040a751-a7a2-4460-b4bb-cefc4ab88a0f req-8606bcc9-0a30-4583-b3c5-a8ed5d900919 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 945 time: 0.0610430 Jan 18 20:07:55.426046 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9040a751-a7a2-4460-b4bb-cefc4ab88a0f req-a3e43228-63e9-4c4e-8b0d-16f97adc3da7 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528629 Jan 18 20:07:55.445261 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-90a534ce-87de-4cdc-9bb9-7412cbb1c03f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1425755868-network', 'tenant_id': '211c72f201034d10bbf94424fe5e3d47'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:55.486569 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a534ce-87de-4cdc-9bb9-7412cbb1c03f admin admin] Made reservation on behalf of 211c72f201034d10bbf94424fe5e3d47 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:07:55.490560 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-90a534ce-87de-4cdc-9bb9-7412cbb1c03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:55.501897 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-90a534ce-87de-4cdc-9bb9-7412cbb1c03f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:55.541650 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a5339233-57b9-4a03-aba2-9cf46aa90b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:55.613332 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-90a534ce-87de-4cdc-9bb9-7412cbb1c03f admin admin] Publish callbacks [] for security_group (9e94055a-4785-40ae-bb29-0c0380ec83cc), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:55.618370 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-90a534ce-87de-4cdc-9bb9-7412cbb1c03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9e94055a-4785-40ae-bb29-0c0380ec83cc), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:55.644649 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a534ce-87de-4cdc-9bb9-7412cbb1c03f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:07:55.660476 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a534ce-87de-4cdc-9bb9-7412cbb1c03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e94055a-4785-40ae-bb29-0c0380ec83cc,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:55.666532 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-90a534ce-87de-4cdc-9bb9-7412cbb1c03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (764cc364-bdeb-41f4-8a87-9fa870bc06a2), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:55.666941 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-90a534ce-87de-4cdc-9bb9-7412cbb1c03f admin admin] Added segment 764cc364-bdeb-41f4-8a87-9fa870bc06a2 of type vlan for network 1330a1de-3636-4f07-b599-97f547076b99 Jan 18 20:07:55.700246 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077acc27-5e1c-475c-9220-3e09f0e9dfd4 req-a69507a7-dc04-4e74-95aa-582c12fdac77 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:55.702124 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-077acc27-5e1c-475c-9220-3e09f0e9dfd4 req-a69507a7-dc04-4e74-95aa-582c12fdac77 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 948 time: 0.0951490 Jan 18 20:07:55.732388 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-90a534ce-87de-4cdc-9bb9-7412cbb1c03f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (1330a1de-3636-4f07-b599-97f547076b99), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:55.760417 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-077acc27-5e1c-475c-9220-3e09f0e9dfd4 req-6db0bbc4-1051-4273-b4b8-56988f536148 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513878 Jan 18 20:07:55.769532 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-90a534ce-87de-4cdc-9bb9-7412cbb1c03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (1330a1de-3636-4f07-b599-97f547076b99), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:55.770743 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a534ce-87de-4cdc-9bb9-7412cbb1c03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:55.771488 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-90a534ce-87de-4cdc-9bb9-7412cbb1c03f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:55.830129 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-90a534ce-87de-4cdc-9bb9-7412cbb1c03f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5368910 Jan 18 20:07:55.833406 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39652) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:07:55.839939 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-6dfb286e-eaaf-49ad-86ae-5c513fe090d3 admin admin] Request body: {'subnet': {'network_id': '1330a1de-3636-4f07-b599-97f547076b99', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1425755868-subnet', 'tenant_id': '211c72f201034d10bbf94424fe5e3d47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:55.866200 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a534ce-87de-4cdc-9bb9-7412cbb1c03f admin admin] Pushing event updated for resources: {'Network': ['ID=1330a1de-3636-4f07-b599-97f547076b99,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:55.880678 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 1330a1de-3636-4f07-b599-97f547076b99 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:07:55.881661 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d0db0-94ab-4212-8832-95fd81139ce2 req-f1572c86-453e-4c4d-a151-d6af7086f702 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:55.889480 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e93d0db0-94ab-4212-8832-95fd81139ce2 req-f1572c86-453e-4c4d-a151-d6af7086f702 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 945 time: 0.1040182 Jan 18 20:07:55.907563 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfb286e-eaaf-49ad-86ae-5c513fe090d3 admin admin] Made reservation on behalf of 211c72f201034d10bbf94424fe5e3d47 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:07:55.911698 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6dfb286e-eaaf-49ad-86ae-5c513fe090d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:56.035130 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e93d0db0-94ab-4212-8832-95fd81139ce2 req-77ae9cdd-cde4-4985-88fa-b6797127380d tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446238 Jan 18 20:07:56.065311 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03844f6-8671-4f05-a2ef-b48d69761807 req-4a3af2cb-fa93-409e-b068-f4913b649f2e tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:56.066950 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f03844f6-8671-4f05-a2ef-b48d69761807 req-4a3af2cb-fa93-409e-b068-f4913b649f2e tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 946 time: 0.1333454 Jan 18 20:07:56.126610 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 3b24adc3-ef07-4a3c-af12-0a22a4a443af up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:07:56.151391 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f03844f6-8671-4f05-a2ef-b48d69761807 req-27562966-768d-4159-8f9e-79bf235cc366 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779104 Jan 18 20:07:56.192628 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 3b24adc3-ef07-4a3c-af12-0a22a4a443af completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:07:56.196609 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 3b24adc3-ef07-4a3c-af12-0a22a4a443af triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:07:56.197332 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:56.202679 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6dfb286e-eaaf-49ad-86ae-5c513fe090d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (b76b9fe0-68f8-4703-9228-21897e60da9f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:56.262506 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb286e-eaaf-49ad-86ae-5c513fe090d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b76b9fe0-68f8-4703-9228-21897e60da9f,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:56.271064 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfb286e-eaaf-49ad-86ae-5c513fe090d3 admin admin] Checking segment: {'id': '764cc364-bdeb-41f4-8a87-9fa870bc06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1330a1de-3636-4f07-b599-97f547076b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:07:56.271530 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfb286e-eaaf-49ad-86ae-5c513fe090d3 admin admin] Network hostable DHCP agents. Network: 1330a1de-3636-4f07-b599-97f547076b99, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:07:56.282623 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 3b24adc3-ef07-4a3c-af12-0a22a4a443af is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:07:56.283148 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:56.289037 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfb286e-eaaf-49ad-86ae-5c513fe090d3 admin admin] Network 1330a1de-3636-4f07-b599-97f547076b99 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:07:56.298145 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-6dfb286e-eaaf-49ad-86ae-5c513fe090d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 1330a1de-3636-4f07-b599-97f547076b99) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:07:56.311401 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0af3849-b32e-40e4-b161-1c2d4a8671f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b24adc3-ef07-4a3c-af12-0a22a4a443af'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:07:56.313350 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8a4b2b-7b9b-4ce5-b1c8-48a569002f4e" -d '{"events": [{"server_uuid": "e0af3849-b32e-40e4-b161-1c2d4a8671f1", "name": "network-vif-plugged", "status": "completed", "tag": "3b24adc3-ef07-4a3c-af12-0a22a4a443af"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:07:56.319196 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfb286e-eaaf-49ad-86ae-5c513fe090d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:56.319529 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6042ca26-1416-4114-a7f7-2cc8c40b52fd None None] Network 1330a1de-3636-4f07-b599-97f547076b99 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:07:56.320202 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6dfb286e-eaaf-49ad-86ae-5c513fe090d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:56.331354 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 3b24adc3-ef07-4a3c-af12-0a22a4a443af, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3b24adc3-ef07-4a3c-af12-0a22a4a443af,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:56.349626 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:56.359818 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6dfb286e-eaaf-49ad-86ae-5c513fe090d3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5252111 Jan 18 20:07:56.407518 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-8178ae5e-835c-4b46-81e5-2a614295afc9 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:56.413259 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-8178ae5e-835c-4b46-81e5-2a614295afc9 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e&tenant_id=67883881b676447cbe3f92dbc62dd7c6&binding%3Ahost_id=n-h2-741529-9 HTTP/1.1" status: 200 len: 1096 time: 0.0885632 Jan 18 20:07:56.425290 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-bb15cfc1-6388-4562-bff5-c986c354ee43 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-741529-9'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:56.443431 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=3b24adc3-ef07-4a3c-af12-0a22a4a443af,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:56.493860 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f06df6-7d5f-4612-ae60-fd0b73ecf875 None None] Network 1330a1de-3636-4f07-b599-97f547076b99 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:07:56.565220 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-bb15cfc1-6388-4562-bff5-c986c354ee43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1dc1025b-5e8f-4c02-a788-546ee121d7a8), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:56.600835 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690b8b1-2bc5-45a8-9a14-b41e86f4f7cc req-81e07f33-29d8-48d0-8bd2-3130b13a7f9a tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:56.618180 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b690b8b1-2bc5-45a8-9a14-b41e86f4f7cc req-81e07f33-29d8-48d0-8bd2-3130b13a7f9a tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 945 time: 0.0941920 Jan 18 20:07:56.618800 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96ffa89-ceae-4536-84eb-6dc3e84e1b15 x-openstack-request-id: req-a96ffa89-ceae-4536-84eb-6dc3e84e1b15 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:07:56.619649 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0af3849-b32e-40e4-b161-1c2d4a8671f1", "name": "network-vif-plugged", "status": "completed", "tag": "3b24adc3-ef07-4a3c-af12-0a22a4a443af", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:07:56.620086 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a96ffa89-ceae-4536-84eb-6dc3e84e1b15 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:07:56.620734 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0af3849-b32e-40e4-b161-1c2d4a8671f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b24adc3-ef07-4a3c-af12-0a22a4a443af', 'code': 200} Jan 18 20:07:56.713675 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b690b8b1-2bc5-45a8-9a14-b41e86f4f7cc req-46ff06bd-ad68-4871-9a24-d5c7af90d45f tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945103 Jan 18 20:07:56.738362 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fcd12f-019e-45cb-8a44-70d94c60fe58 req-fc5f6330-843c-4dcf-83b8-69cd0c8b70d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:56.739852 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-18fcd12f-019e-45cb-8a44-70d94c60fe58 req-fc5f6330-843c-4dcf-83b8-69cd0c8b70d9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 1100 time: 0.0723989 Jan 18 20:07:56.842691 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-18fcd12f-019e-45cb-8a44-70d94c60fe58 req-2e7c0534-edbc-431f-99f8-52f75f8cd7f9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669303 Jan 18 20:07:56.844371 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-bb15cfc1-6388-4562-bff5-c986c354ee43 service neutron] For port 1dc1025b-5e8f-4c02-a788-546ee121d7a8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1dc1025b-5e8f-4c02-a788-546ee121d7a8,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:56.883212 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-bb15cfc1-6388-4562-bff5-c986c354ee43 service neutron] For port 1dc1025b-5e8f-4c02-a788-546ee121d7a8, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:07:56.889769 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 1dc1025b-5e8f-4c02-a788-546ee121d7a8 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:07:56.923836 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035dfeb0-030e-4559-acde-bff2c5f0908e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dc1025b-5e8f-4c02-a788-546ee121d7a8'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:07:56.926753 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9ab668-b1a9-44d8-ae6b-024dfaf347ff" -d '{"events": [{"server_uuid": "035dfeb0-030e-4559-acde-bff2c5f0908e", "name": "network-vif-unplugged", "status": "completed", "tag": "1dc1025b-5e8f-4c02-a788-546ee121d7a8"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:07:56.932867 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-bb15cfc1-6388-4562-bff5-c986c354ee43 service neutron] Publish callbacks [] for port (1dc1025b-5e8f-4c02-a788-546ee121d7a8), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:56.943779 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-bb15cfc1-6388-4562-bff5-c986c354ee43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (1dc1025b-5e8f-4c02-a788-546ee121d7a8), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:56.973073 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eef392-bee8-4793-9172-5b63d701309a req-e871e27e-6679-4c9d-832f-f24099a979c1 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:56.981008 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-96eef392-bee8-4793-9172-5b63d701309a req-e871e27e-6679-4c9d-832f-f24099a979c1 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.1303961 Jan 18 20:07:57.039256 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15cfc1-6388-4562-bff5-c986c354ee43 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc1025b-5e8f-4c02-a788-546ee121d7a8,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:57.060060 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-96eef392-bee8-4793-9172-5b63d701309a req-a65d8a48-25eb-4201-a6eb-23a67ca99d8e tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755906 Jan 18 20:07:57.109353 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-5795ae51-745e-4f04-bc91-7dad43bb71c2 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:57.113430 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-5795ae51-745e-4f04-bc91-7dad43bb71c2 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/networks?id=1330a1de-3636-4f07-b599-97f547076b99 HTTP/1.1" status: 200 len: 812 time: 0.2261865 Jan 18 20:07:57.120044 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-bb15cfc1-6388-4562-bff5-c986c354ee43 service neutron] Attempting to bind port 1dc1025b-5e8f-4c02-a788-546ee121d7a8 on host n-h2-741529-9 for vnic_type normal with profile {"migrating_to": "n-h1-741529-9"} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:07:57.120755 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-bb15cfc1-6388-4562-bff5-c986c354ee43 service neutron] Attempting to bind port 1dc1025b-5e8f-4c02-a788-546ee121d7a8 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:07:57.121483 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-bb15cfc1-6388-4562-bff5-c986c354ee43 service neutron] Attempting to bind port 1dc1025b-5e8f-4c02-a788-546ee121d7a8 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:07:57.130125 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-bb15cfc1-6388-4562-bff5-c986c354ee43 service neutron] Port 1dc1025b-5e8f-4c02-a788-546ee121d7a8 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:07:57.131529 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-bb15cfc1-6388-4562-bff5-c986c354ee43 service neutron] Attempting to bind port 1dc1025b-5e8f-4c02-a788-546ee121d7a8 on network 6fab12dd-5aeb-4649-a1e2-836559f8a553 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:07:57.139507 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-bb15cfc1-6388-4562-bff5-c986c354ee43 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:07:57.140377 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-80aeb423-47a3-454e-b2c8-ea51e745e100 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/quotas/211c72f201034d10bbf94424fe5e3d47 HTTP/1.1" status: 200 len: 375 time: 0.0186758 Jan 18 20:07:57.143879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-bb15cfc1-6388-4562-bff5-c986c354ee43 service neutron] Checking segment: {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:07:57.144825 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-bb15cfc1-6388-4562-bff5-c986c354ee43 service neutron] Bound using segment: {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:07:57.148153 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-bb15cfc1-6388-4562-bff5-c986c354ee43 service neutron] Bound port: 1dc1025b-5e8f-4c02-a788-546ee121d7a8, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6fab12dd-5aeb-4649-a1e2-836559f8a553'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:07:57.150997 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-bb15cfc1-6388-4562-bff5-c986c354ee43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1dc1025b-5e8f-4c02-a788-546ee121d7a8), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:57.184124 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 1dc1025b-5e8f-4c02-a788-546ee121d7a8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1dc1025b-5e8f-4c02-a788-546ee121d7a8,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:07:57.187631 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-d95592cd-4f4d-4848-9f47-739698a36237 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=211c72f201034d10bbf94424fe5e3d47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462518 Jan 18 20:07:57.196468 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 1dc1025b-5e8f-4c02-a788-546ee121d7a8 has no active binding in host n-h1-741529-9 {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 18 20:07:57.253582 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-bb15cfc1-6388-4562-bff5-c986c354ee43 service neutron] For port 1dc1025b-5e8f-4c02-a788-546ee121d7a8, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:07:57.256855 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-bb15cfc1-6388-4562-bff5-c986c354ee43 service neutron] For port 1dc1025b-5e8f-4c02-a788-546ee121d7a8, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1dc1025b-5e8f-4c02-a788-546ee121d7a8,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:07:57.259407 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1f6c62-234a-4357-9a20-01bd7665352c x-openstack-request-id: req-7c1f6c62-234a-4357-9a20-01bd7665352c {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:07:57.259817 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035dfeb0-030e-4559-acde-bff2c5f0908e", "name": "network-vif-unplugged", "status": "completed", "tag": "1dc1025b-5e8f-4c02-a788-546ee121d7a8", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:07:57.260110 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c1f6c62-234a-4357-9a20-01bd7665352c {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:07:57.260745 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035dfeb0-030e-4559-acde-bff2c5f0908e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dc1025b-5e8f-4c02-a788-546ee121d7a8', 'code': 200} Jan 18 20:07:57.264204 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-bb15cfc1-6388-4562-bff5-c986c354ee43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (1dc1025b-5e8f-4c02-a788-546ee121d7a8), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:57.339031 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-723f7847-a49f-4fda-b25e-8e6b88c4e380 service neutron] 10.222.0.31 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423495 Jan 18 20:07:57.351585 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ba3f5-d454-4610-a4d4-6051dd9b1398 req-6cd51aea-0c14-47cf-a28a-361b9f9a4943 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:57.353335 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-155ba3f5-d454-4610-a4d4-6051dd9b1398 req-6cd51aea-0c14-47cf-a28a-361b9f9a4943 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 945 time: 0.0865715 Jan 18 20:07:57.354562 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-bb15cfc1-6388-4562-bff5-c986c354ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:57.355466 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-bb15cfc1-6388-4562-bff5-c986c354ee43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:57.356877 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-bb15cfc1-6388-4562-bff5-c986c354ee43 service neutron] 10.222.0.57 "PUT /v2.0/ports/1dc1025b-5e8f-4c02-a788-546ee121d7a8 HTTP/1.1" status: 200 len: 1121 time: 0.9362898 Jan 18 20:07:57.358093 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15cfc1-6388-4562-bff5-c986c354ee43 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc1025b-5e8f-4c02-a788-546ee121d7a8,revision_number=8']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:07:57.462225 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['1dc1025b-5e8f-4c02-a788-546ee121d7a8'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:07:57.477675 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-155ba3f5-d454-4610-a4d4-6051dd9b1398 req-e96f0ce1-8270-42bc-a16b-187d7c29c4a5 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128011 Jan 18 20:07:57.499445 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['1dc1025b-5e8f-4c02-a788-546ee121d7a8'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:07:57.510458 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-54efc108-0cd0-4c4c-a71e-8de4e5534a70 service neutron] 10.222.0.31 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545985 Jan 18 20:07:57.639437 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb9de0-f3af-4323-b58f-b8d581552bcb req-441c59b9-e5aa-4b95-a4ea-360c74947710 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:57.652702 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-59bb9de0-f3af-4323-b58f-b8d581552bcb req-441c59b9-e5aa-4b95-a4ea-360c74947710 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 946 time: 0.0795155 Jan 18 20:07:57.750566 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af38e9c1-ecc4-4a93-baf0-0579792be6eb req-14cbf108-74b4-4a3d-92e8-a69deee67f7e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ce5b1af-0c41-48df-a9e0-220fc45f2d52 HTTP/1.1" status: 200 len: 210 time: 0.0493994 Jan 18 20:07:57.770485 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-59bb9de0-f3af-4323-b58f-b8d581552bcb req-75142d2e-6642-4639-a23b-d0af6bfdca50 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111238 Jan 18 20:07:57.787036 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-012c70e4-07f6-4ddf-8799-a80e9620fd03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:57.895098 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0342884-3053-4b5a-9394-044594c00d8c req-74f8f506-e3dd-401d-b18d-4e67264dd1ac tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:57.903985 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b0342884-3053-4b5a-9394-044594c00d8c req-74f8f506-e3dd-401d-b18d-4e67264dd1ac tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 943 time: 0.0672183 Jan 18 20:07:57.958435 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b0342884-3053-4b5a-9394-044594c00d8c req-8c788290-880d-40f1-bdcc-5af2b1199ee2 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531888 Jan 18 20:07:58.187525 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613634a-4bff-4a31-b702-5419ab43d7ae req-62082cf0-8cb6-4664-beef-731c48cef559 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:58.190765 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5613634a-4bff-4a31-b702-5419ab43d7ae req-62082cf0-8cb6-4664-beef-731c48cef559 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.0576005 Jan 18 20:07:58.260964 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5613634a-4bff-4a31-b702-5419ab43d7ae req-1faab495-e9e2-4c28-8b0a-c0f10fc4e285 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651057 Jan 18 20:07:58.623443 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe2595-d858-43fe-b0bb-9cd6d6a42e09 req-d23ab02a-3d25-418f-9a09-65ae9da1b45e tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:58.623700 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-06fe2595-d858-43fe-b0bb-9cd6d6a42e09 req-d23ab02a-3d25-418f-9a09-65ae9da1b45e tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 945 time: 0.0638158 Jan 18 20:07:58.672580 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-06fe2595-d858-43fe-b0bb-9cd6d6a42e09 req-9cc5119f-9399-4b01-9a08-0cbe71c17e7f tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426722 Jan 18 20:07:58.878608 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f423a7c8-931f-419d-817e-91062ace0c8d req-c2bc53e8-4239-4a01-84ce-d5601bd7ee72 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ce5b1af-0c41-48df-a9e0-220fc45f2d52 HTTP/1.1" status: 200 len: 210 time: 0.0519230 Jan 18 20:07:58.909498 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:58.957064 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-d0dcec3c-9c7d-471b-9071-ea5c5f4409c6 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:58.957064 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-d0dcec3c-9c7d-471b-9071-ea5c5f4409c6 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.70 "GET /v2.0/networks?id=1330a1de-3636-4f07-b599-97f547076b99 HTTP/1.1" status: 200 len: 812 time: 0.1824765 Jan 18 20:07:58.969660 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50db2c4-75ca-4383-bb53-ed316729fd03 req-43eb36af-fedc-4f2c-9899-87e5a773bcb3 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:58.977171 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a50db2c4-75ca-4383-bb53-ed316729fd03 req-43eb36af-fedc-4f2c-9899-87e5a773bcb3 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 946 time: 0.0970418 Jan 18 20:07:58.982509 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-298999e9-41b1-4ee7-ba7f-bcf41464d961 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Request body: {'port': {'device_id': '9ce5b1af-0c41-48df-a9e0-220fc45f2d52', 'network_id': '1330a1de-3636-4f07-b599-97f547076b99', 'admin_state_up': True, 'tenant_id': '211c72f201034d10bbf94424fe5e3d47'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:07:59.041306 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a50db2c4-75ca-4383-bb53-ed316729fd03 req-061b38ec-ecfc-4aa0-a0eb-1275adae3317 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584457 Jan 18 20:07:59.141279 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-298999e9-41b1-4ee7-ba7f-bcf41464d961 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Made reservation on behalf of 211c72f201034d10bbf94424fe5e3d47 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:07:59.144962 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-298999e9-41b1-4ee7-ba7f-bcf41464d961 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:59.152834 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c71a3-abb7-4b5f-b057-f7846eccf1a1 req-a04419ed-e5a2-4053-bf15-259bdf5c8108 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:59.154554 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d06c71a3-abb7-4b5f-b057-f7846eccf1a1 req-a04419ed-e5a2-4053-bf15-259bdf5c8108 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 943 time: 0.0573885 Jan 18 20:07:59.211778 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d06c71a3-abb7-4b5f-b057-f7846eccf1a1 req-936f9870-4c58-48cc-ae74-8718a95f0623 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495026 Jan 18 20:07:59.263597 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035dfeb0-030e-4559-acde-bff2c5f0908e', 'tag': '1dc1025b-5e8f-4c02-a788-546ee121d7a8'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:07:59.266091 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889304cb-28f1-426e-8266-2722e200f87a" -d '{"events": [{"name": "network-changed", "server_uuid": "035dfeb0-030e-4559-acde-bff2c5f0908e", "tag": "1dc1025b-5e8f-4c02-a788-546ee121d7a8"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:07:59.312283 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d669231-d7bd-4492-916b-71390e60a3c1 x-openstack-request-id: req-8d669231-d7bd-4492-916b-71390e60a3c1 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:07:59.312617 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035dfeb0-030e-4559-acde-bff2c5f0908e", "tag": "1dc1025b-5e8f-4c02-a788-546ee121d7a8", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:07:59.312945 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d669231-d7bd-4492-916b-71390e60a3c1 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:07:59.313492 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035dfeb0-030e-4559-acde-bff2c5f0908e', 'tag': '1dc1025b-5e8f-4c02-a788-546ee121d7a8', 'status': 'completed', 'code': 200} Jan 18 20:07:59.317972 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-298999e9-41b1-4ee7-ba7f-bcf41464d961 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Allocated IP 172.20.0.5 (1330a1de-3636-4f07-b599-97f547076b99/b76b9fe0-68f8-4703-9228-21897e60da9f/c598bba3-a90f-4b3d-b7d0-e61c2d43be58) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:07:59.420007 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a27866-1456-42a6-a03d-691b62df2b3f req-64764ad3-7ed9-4129-b9ec-3a0012628726 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:59.421686 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-03a27866-1456-42a6-a03d-691b62df2b3f req-64764ad3-7ed9-4129-b9ec-3a0012628726 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.0684328 Jan 18 20:07:59.436571 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889304cb-28f1-426e-8266-2722e200f87a req-57fa4aca-8c8e-4f4d-94fa-acdf9e87a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:59.438057 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-889304cb-28f1-426e-8266-2722e200f87a req-57fa4aca-8c8e-4f4d-94fa-acdf9e87a954 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=67883881b676447cbe3f92dbc62dd7c6&device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 1124 time: 0.0877445 Jan 18 20:07:59.473126 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-03a27866-1456-42a6-a03d-691b62df2b3f req-209f8611-c238-4f81-93a9-0da3880325c8 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445755 Jan 18 20:07:59.569207 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-298999e9-41b1-4ee7-ba7f-bcf41464d961 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks [] for port (c598bba3-a90f-4b3d-b7d0-e61c2d43be58), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:59.587995 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889304cb-28f1-426e-8266-2722e200f87a req-ec08c29e-451c-4faf-855a-efc17b9c1e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:59.589425 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-889304cb-28f1-426e-8266-2722e200f87a req-ec08c29e-451c-4faf-855a-efc17b9c1e00 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6fab12dd-5aeb-4649-a1e2-836559f8a553 HTTP/1.1" status: 200 len: 921 time: 0.1275773 Jan 18 20:07:59.589827 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd9e52-dd55-4bed-838d-82b8011d309c req-d02f410b-5951-43e6-ba46-e29fb3490794 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:59.591304 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bddd9e52-dd55-4bed-838d-82b8011d309c req-d02f410b-5951-43e6-ba46-e29fb3490794 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.0495677 Jan 18 20:07:59.637348 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-889304cb-28f1-426e-8266-2722e200f87a req-0617dfba-65aa-406f-9993-2782eca272ed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dc1025b-5e8f-4c02-a788-546ee121d7a8 HTTP/1.1" status: 200 len: 217 time: 0.0381835 Jan 18 20:07:59.648275 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-298999e9-41b1-4ee7-ba7f-bcf41464d961 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (c598bba3-a90f-4b3d-b7d0-e61c2d43be58), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:07:59.961075 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bddd9e52-dd55-4bed-838d-82b8011d309c req-e0a6966c-6886-482f-8590-f9e4d6135392 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638296 Jan 18 20:07:59.984258 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea32f12-9f07-42f2-887c-16ae4f76a592 req-ac3545ed-94fd-4ade-9aa0-c4ac75baa7eb tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:07:59.985906 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9ea32f12-9f07-42f2-887c-16ae4f76a592 req-ac3545ed-94fd-4ade-9aa0-c4ac75baa7eb tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 945 time: 0.0578785 Jan 18 20:08:00.033840 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-298999e9-41b1-4ee7-ba7f-bcf41464d961 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Network 1330a1de-3636-4f07-b599-97f547076b99 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:08:00.036721 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298999e9-41b1-4ee7-ba7f-bcf41464d961 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Pushing event updated for resources: {'Port': ['ID=c598bba3-a90f-4b3d-b7d0-e61c2d43be58,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:00.039212 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-298999e9-41b1-4ee7-ba7f-bcf41464d961 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:08:00.043394 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-298999e9-41b1-4ee7-ba7f-bcf41464d961 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:08:00.046151 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9ea32f12-9f07-42f2-887c-16ae4f76a592 req-45108c9b-eb78-44c9-a14f-810211d24b41 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541172 Jan 18 20:08:00.070526 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889304cb-28f1-426e-8266-2722e200f87a req-dc8bf043-18c7-4058-b98f-c35be49b6ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:00.071987 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-889304cb-28f1-426e-8266-2722e200f87a req-dc8bf043-18c7-4058-b98f-c35be49b6ed0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c7ae8e7b-1bfc-435b-b42c-3b64619a022a HTTP/1.1" status: 200 len: 860 time: 0.4178631 Jan 18 20:08:00.106213 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce57c7-652d-46b5-97f9-d7b4a271d64b req-46bca40c-68c5-4241-973e-1e93e354c1e5 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:00.107775 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b0ce57c7-652d-46b5-97f9-d7b4a271d64b req-46bca40c-68c5-4241-973e-1e93e354c1e5 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ce5b1af-0c41-48df-a9e0-220fc45f2d52 HTTP/1.1" status: 200 len: 931 time: 0.0754218 Jan 18 20:08:00.110410 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-889304cb-28f1-426e-8266-2722e200f87a req-b81159a6-7c4d-4274-854d-7ac646995128 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6fab12dd-5aeb-4649-a1e2-836559f8a553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280840 Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:00.116372 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:00.119506 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:00.119506 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:00.119506 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:00.119506 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:00.119506 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:00.119506 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:00.119506 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:00.119506 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:00.119506 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:00.119506 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:00.119506 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:00.119506 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:00.120827 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-298999e9-41b1-4ee7-ba7f-bcf41464d961 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:00.120827 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-298999e9-41b1-4ee7-ba7f-bcf41464d961 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:00.171567 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b0ce57c7-652d-46b5-97f9-d7b4a271d64b req-f0ceb91f-a7b1-4424-9ff6-81233acc598b tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576110 Jan 18 20:08:00.194980 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-298999e9-41b1-4ee7-ba7f-bcf41464d961 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2281103 Jan 18 20:08:00.210953 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-e599ad91-273e-46a9-98db-961627501e27 service neutron] Request body: {'port': {'device_id': '9ce5b1af-0c41-48df-a9e0-220fc45f2d52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:08:00.249557 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-889304cb-28f1-426e-8266-2722e200f87a req-d8563a19-2285-4ae3-a9bb-1aa0f84bc4d7 service neutron] 10.222.0.70 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266627 Jan 18 20:08:00.268465 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded130a-8bbd-4e80-ad7e-25a67933ca13 req-add8eafc-68c9-4693-8356-c23bdc20949f tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:00.270669 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0ded130a-8bbd-4e80-ad7e-25a67933ca13 req-add8eafc-68c9-4693-8356-c23bdc20949f tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 946 time: 0.0622382 Jan 18 20:08:00.300538 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-e599ad91-273e-46a9-98db-961627501e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c598bba3-a90f-4b3d-b7d0-e61c2d43be58), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:00.359801 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0ded130a-8bbd-4e80-ad7e-25a67933ca13 req-2b7792f6-2f5e-445a-b5db-e7e0c2e99d0c tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728135 Jan 18 20:08:00.404118 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f72ca1-5640-4e39-9117-20bc67c50d73 req-6895d8a6-ba6d-4020-b2df-aa4c460f35a8 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:00.421579 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-50f72ca1-5640-4e39-9117-20bc67c50d73 req-6895d8a6-ba6d-4020-b2df-aa4c460f35a8 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 943 time: 0.0801339 Jan 18 20:08:00.425642 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:00.468780 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-889304cb-28f1-426e-8266-2722e200f87a req-2d278e42-56dd-421d-9870-8c13e09a998c service neutron] 10.222.0.70 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982248 Jan 18 20:08:00.479451 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-50f72ca1-5640-4e39-9117-20bc67c50d73 req-3d068db2-1c4d-418e-8385-950936fbc54b tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547256 Jan 18 20:08:00.497047 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-08a6e360-34cd-4e52-a49d-50cce4f132a5 req-73acdd6c-59f4-4a76-8b19-e13ff36e536c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:08:00.498189 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-08a6e360-34cd-4e52-a49d-50cce4f132a5 req-73acdd6c-59f4-4a76-8b19-e13ff36e536c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054255 Jan 18 20:08:00.671821 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-e599ad91-273e-46a9-98db-961627501e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c598bba3-a90f-4b3d-b7d0-e61c2d43be58 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:08:00.686469 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-e599ad91-273e-46a9-98db-961627501e27 service neutron] Publish callbacks [] for port (c598bba3-a90f-4b3d-b7d0-e61c2d43be58), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:00.704998 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-e599ad91-273e-46a9-98db-961627501e27 service neutron] Transition to ACTIVE for port object c598bba3-a90f-4b3d-b7d0-e61c2d43be58 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:08:00.711133 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-e599ad91-273e-46a9-98db-961627501e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (c598bba3-a90f-4b3d-b7d0-e61c2d43be58), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:00.774533 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369dd089-3f66-4de9-b740-b8c794184b3f req-65e5bce3-a762-47a0-a50e-e919ce49624a tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:00.776157 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-369dd089-3f66-4de9-b740-b8c794184b3f req-65e5bce3-a762-47a0-a50e-e919ce49624a tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.0586991 Jan 18 20:08:00.832583 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-369dd089-3f66-4de9-b740-b8c794184b3f req-b55009d5-4476-4264-901f-21c0f62cebc9 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495543 Jan 18 20:08:00.833338 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599ad91-273e-46a9-98db-961627501e27 service neutron] Pushing event updated for resources: {'Port': ['ID=c598bba3-a90f-4b3d-b7d0-e61c2d43be58,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:00.877667 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbc36dfb-96ca-43aa-8187-06f50dff7b35 req-faf7393d-b096-42ee-95c0-7921f7119651 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1556268 Jan 18 20:08:00.904163 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-e599ad91-273e-46a9-98db-961627501e27 service neutron] Attempting to bind port c598bba3-a90f-4b3d-b7d0-e61c2d43be58 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:08:00.904856 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-e599ad91-273e-46a9-98db-961627501e27 service neutron] Attempting to bind port c598bba3-a90f-4b3d-b7d0-e61c2d43be58 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '764cc364-bdeb-41f4-8a87-9fa870bc06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1330a1de-3636-4f07-b599-97f547076b99'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:08:00.905471 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-e599ad91-273e-46a9-98db-961627501e27 service neutron] Attempting to bind port c598bba3-a90f-4b3d-b7d0-e61c2d43be58 on network 1330a1de-3636-4f07-b599-97f547076b99 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:08:00.911716 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-e599ad91-273e-46a9-98db-961627501e27 service neutron] Port c598bba3-a90f-4b3d-b7d0-e61c2d43be58 on network 1330a1de-3636-4f07-b599-97f547076b99 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:08:00.912482 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-e599ad91-273e-46a9-98db-961627501e27 service neutron] Attempting to bind port c598bba3-a90f-4b3d-b7d0-e61c2d43be58 on network 1330a1de-3636-4f07-b599-97f547076b99 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:08:00.922142 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-e599ad91-273e-46a9-98db-961627501e27 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:08:00.922817 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-e599ad91-273e-46a9-98db-961627501e27 service neutron] Checking segment: {'id': '764cc364-bdeb-41f4-8a87-9fa870bc06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1330a1de-3636-4f07-b599-97f547076b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:08:00.923654 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-e599ad91-273e-46a9-98db-961627501e27 service neutron] Bound using segment: {'id': '764cc364-bdeb-41f4-8a87-9fa870bc06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1330a1de-3636-4f07-b599-97f547076b99'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:08:00.925286 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-e599ad91-273e-46a9-98db-961627501e27 service neutron] Bound port: c598bba3-a90f-4b3d-b7d0-e61c2d43be58, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '764cc364-bdeb-41f4-8a87-9fa870bc06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1330a1de-3636-4f07-b599-97f547076b99'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:08:00.926116 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-e599ad91-273e-46a9-98db-961627501e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c598bba3-a90f-4b3d-b7d0-e61c2d43be58), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:01.011402 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-e599ad91-273e-46a9-98db-961627501e27 service neutron] For port c598bba3-a90f-4b3d-b7d0-e61c2d43be58, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:08:01.014922 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-e599ad91-273e-46a9-98db-961627501e27 service neutron] For port c598bba3-a90f-4b3d-b7d0-e61c2d43be58, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=c598bba3-a90f-4b3d-b7d0-e61c2d43be58,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:08:01.020409 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-e599ad91-273e-46a9-98db-961627501e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (c598bba3-a90f-4b3d-b7d0-e61c2d43be58), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:01.066995 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-e599ad91-273e-46a9-98db-961627501e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:01.077613 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-e599ad91-273e-46a9-98db-961627501e27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:01.081434 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-e599ad91-273e-46a9-98db-961627501e27 service neutron] 10.222.0.70 "PUT /v2.0/ports/c598bba3-a90f-4b3d-b7d0-e61c2d43be58 HTTP/1.1" status: 200 len: 1091 time: 0.8767431 Jan 18 20:08:01.111952 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599ad91-273e-46a9-98db-961627501e27 service neutron] Pushing event updated for resources: {'Port': ['ID=c598bba3-a90f-4b3d-b7d0-e61c2d43be58,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:01.207536 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-1c80602f-f748-4bd6-9e3c-7b40af8da58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:01.211715 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-1c80602f-f748-4bd6-9e3c-7b40af8da58f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=211c72f201034d10bbf94424fe5e3d47&device_id=9ce5b1af-0c41-48df-a9e0-220fc45f2d52 HTTP/1.1" status: 200 len: 1094 time: 0.0722179 Jan 18 20:08:01.215804 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cccdd-6cdc-495b-bd01-6c1780ab37c0 req-c5481e2a-d7e8-4c3e-8e33-77c94f20ee92 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:01.224089 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-179cccdd-6cdc-495b-bd01-6c1780ab37c0 req-c5481e2a-d7e8-4c3e-8e33-77c94f20ee92 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 945 time: 0.0667105 Jan 18 20:08:01.279322 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-6714acc2-4574-4469-8a0b-375f901b4c93 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c598bba3-a90f-4b3d-b7d0-e61c2d43be58 HTTP/1.1" status: 200 len: 217 time: 0.0537100 Jan 18 20:08:01.294240 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-179cccdd-6cdc-495b-bd01-6c1780ab37c0 req-38c7ec70-291c-4852-9a43-6a538dbc9e5e tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689828 Jan 18 20:08:01.318332 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce5b1af-0c41-48df-a9e0-220fc45f2d52', 'tag': 'c598bba3-a90f-4b3d-b7d0-e61c2d43be58'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:08:01.321720 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2a4573-d35f-4c7e-8ddc-60979756aa05" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce5b1af-0c41-48df-a9e0-220fc45f2d52", "tag": "c598bba3-a90f-4b3d-b7d0-e61c2d43be58"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:08:01.370324 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-a6141e5d-5806-42fd-96f5-5738c10fd55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:01.372341 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-a6141e5d-5806-42fd-96f5-5738c10fd55a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b76b9fe0-68f8-4703-9228-21897e60da9f HTTP/1.1" status: 200 len: 852 time: 0.0845382 Jan 18 20:08:01.408285 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abf153-c7b1-44af-b0e7-bf7963f24f41 req-38dc8e57-adf0-4b09-87df-edfe8a180b98 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:01.416982 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65abf153-c7b1-44af-b0e7-bf7963f24f41 req-38dc8e57-adf0-4b09-87df-edfe8a180b98 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ce5b1af-0c41-48df-a9e0-220fc45f2d52 HTTP/1.1" status: 200 len: 943 time: 0.0661640 Jan 18 20:08:01.457193 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-1713812c-cd20-42d2-b861-651e292c59a8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1330a1de-3636-4f07-b599-97f547076b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687244 Jan 18 20:08:01.493534 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252dec17-b4c0-4c64-9a94-8e9965af080c x-openstack-request-id: req-252dec17-b4c0-4c64-9a94-8e9965af080c {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:08:01.493988 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce5b1af-0c41-48df-a9e0-220fc45f2d52", "tag": "c598bba3-a90f-4b3d-b7d0-e61c2d43be58", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:08:01.494123 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-252dec17-b4c0-4c64-9a94-8e9965af080c {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:08:01.494515 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce5b1af-0c41-48df-a9e0-220fc45f2d52', 'tag': 'c598bba3-a90f-4b3d-b7d0-e61c2d43be58', 'status': 'completed', 'code': 200} Jan 18 20:08:01.503482 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65abf153-c7b1-44af-b0e7-bf7963f24f41 req-19fc92c8-13c8-48fb-b051-19bc6c322086 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869608 Jan 18 20:08:01.630318 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-24206cf7-c02b-42a4-8562-33d0f3887ac4 service neutron] 10.222.0.70 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676402 Jan 18 20:08:01.647736 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007fa4f-b3b6-4934-8696-8089ff977120 req-4218ce48-8f31-4cd6-b582-fd98f31f78b0 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:01.649504 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a007fa4f-b3b6-4934-8696-8089ff977120 req-4218ce48-8f31-4cd6-b582-fd98f31f78b0 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 946 time: 0.0901704 Jan 18 20:08:01.690343 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308aa93-09e2-44d1-8f36-8bb99c48c630 req-d51d76a3-8207-4a13-af48-215ed2ad530e tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:01.699761 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6308aa93-09e2-44d1-8f36-8bb99c48c630 req-d51d76a3-8207-4a13-af48-215ed2ad530e tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 943 time: 0.1050293 Jan 18 20:08:01.778544 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a007fa4f-b3b6-4934-8696-8089ff977120 req-58ec4c0e-d75d-49e2-8dc6-29650bc99e5e tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219494 Jan 18 20:08:01.804342 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:01.804940 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6308aa93-09e2-44d1-8f36-8bb99c48c630 req-d8d1376d-27c2-4141-a9d6-828c6a62a096 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037810 Jan 18 20:08:01.807412 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c8c79c5c-112c-439d-9198-bfc991fa78d6 req-3c0f9b15-1288-4c3b-a9ee-114dfbbb7259 service neutron] 10.222.0.70 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644752 Jan 18 20:08:01.928984 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a4573-d35f-4c7e-8ddc-60979756aa05 req-456a5cc4-90d0-459b-bdce-ea151a8f3fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:01.930969 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1d2a4573-d35f-4c7e-8ddc-60979756aa05 req-456a5cc4-90d0-459b-bdce-ea151a8f3fbc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=211c72f201034d10bbf94424fe5e3d47&device_id=9ce5b1af-0c41-48df-a9e0-220fc45f2d52 HTTP/1.1" status: 200 len: 1094 time: 0.0564835 Jan 18 20:08:01.984502 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76de93-74d5-4a65-b3aa-79f9a41ce187 req-9f8138d0-a4a7-4ea0-bd0a-a87a99aa9f88 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:01.992202 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a76de93-74d5-4a65-b3aa-79f9a41ce187 req-9f8138d0-a4a7-4ea0-bd0a-a87a99aa9f88 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.0688822 Jan 18 20:08:02.040652 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a76de93-74d5-4a65-b3aa-79f9a41ce187 req-7d25c4fa-f345-4d55-b2a3-6ff4e8b8b0fc tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469229 Jan 18 20:08:02.047885 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a4573-d35f-4c7e-8ddc-60979756aa05 req-8a25fa1c-3aac-438c-b99a-a343f4a5fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:02.050320 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1d2a4573-d35f-4c7e-8ddc-60979756aa05 req-8a25fa1c-3aac-438c-b99a-a343f4a5fd9e service neutron] 10.222.0.70 "GET /v2.0/networks?id=1330a1de-3636-4f07-b599-97f547076b99 HTTP/1.1" status: 200 len: 913 time: 0.1112967 Jan 18 20:08:02.096796 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1d2a4573-d35f-4c7e-8ddc-60979756aa05 req-93b10494-a25c-4e98-aed3-c8dd580e5e76 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c598bba3-a90f-4b3d-b7d0-e61c2d43be58 HTTP/1.1" status: 200 len: 217 time: 0.0349534 Jan 18 20:08:02.152247 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a4573-d35f-4c7e-8ddc-60979756aa05 req-fddc8702-66b0-43c8-9182-1b9cf8eef013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:02.153798 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1d2a4573-d35f-4c7e-8ddc-60979756aa05 req-fddc8702-66b0-43c8-9182-1b9cf8eef013 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b76b9fe0-68f8-4703-9228-21897e60da9f HTTP/1.1" status: 200 len: 852 time: 0.0512564 Jan 18 20:08:02.190249 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1d2a4573-d35f-4c7e-8ddc-60979756aa05 req-deba095e-75b1-4d81-a396-1288232b5de7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1330a1de-3636-4f07-b599-97f547076b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253706 Jan 18 20:08:02.291890 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1d2a4573-d35f-4c7e-8ddc-60979756aa05 req-9ff97402-0823-43c7-8626-2c22698d55f5 service neutron] 10.222.0.70 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921013 Jan 18 20:08:02.408863 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1d2a4573-d35f-4c7e-8ddc-60979756aa05 req-4328e322-af4a-4069-91bd-85ada3863643 service neutron] 10.222.0.70 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012716 Jan 18 20:08:02.432691 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a282a18-86eb-4539-b016-52a618077582 req-f596f340-887f-45f2-86d2-a794fc07699c tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:02.434224 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9a282a18-86eb-4539-b016-52a618077582 req-f596f340-887f-45f2-86d2-a794fc07699c tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 945 time: 0.0581102 Jan 18 20:08:02.485349 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9a282a18-86eb-4539-b016-52a618077582 req-97907191-bc9c-44a9-beab-f694e5a6199e tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442648 Jan 18 20:08:02.610159 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc36dfb-96ca-43aa-8187-06f50dff7b35 req-fbd81d68-98b8-491f-8348-6fe9f1299111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:02.611713 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbc36dfb-96ca-43aa-8187-06f50dff7b35 req-fbd81d68-98b8-491f-8348-6fe9f1299111 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 1100 time: 0.0402629 Jan 18 20:08:02.626235 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b39044-5bfe-40be-bf9f-4d66bddbb76e req-5b649272-b9ac-422b-8b63-4dcffa4552d0 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:02.628595 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b1b39044-5bfe-40be-bf9f-4d66bddbb76e req-5b649272-b9ac-422b-8b63-4dcffa4552d0 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ce5b1af-0c41-48df-a9e0-220fc45f2d52 HTTP/1.1" status: 200 len: 943 time: 0.0509996 Jan 18 20:08:02.686847 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b1b39044-5bfe-40be-bf9f-4d66bddbb76e req-1d21ae54-76f3-46fe-8489-255bb4135a6f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525107 Jan 18 20:08:02.720345 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc36dfb-96ca-43aa-8187-06f50dff7b35 req-c7a5979f-628c-449d-a7aa-e33c8919374f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:02.721898 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbc36dfb-96ca-43aa-8187-06f50dff7b35 req-c7a5979f-628c-449d-a7aa-e33c8919374f service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.1021893 Jan 18 20:08:02.763488 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbc36dfb-96ca-43aa-8187-06f50dff7b35 req-6c82a38e-4429-4567-b4f1-fe4ed6a2eba2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=3b24adc3-ef07-4a3c-af12-0a22a4a443af HTTP/1.1" status: 200 len: 217 time: 0.0343144 Jan 18 20:08:02.810357 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc36dfb-96ca-43aa-8187-06f50dff7b35 req-e5783b80-42f9-4527-985d-58f1165e6493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:02.811827 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbc36dfb-96ca-43aa-8187-06f50dff7b35 req-e5783b80-42f9-4527-985d-58f1165e6493 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0414631 Jan 18 20:08:02.860429 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc36dfb-96ca-43aa-8187-06f50dff7b35 req-aa46a687-707a-4010-afd9-39113a84b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:02.862470 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbc36dfb-96ca-43aa-8187-06f50dff7b35 req-aa46a687-707a-4010-afd9-39113a84b9fe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0436680 Jan 18 20:08:02.889527 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18547152-cb69-4733-9376-89643dd8b745 req-969320d1-bce8-42bd-80d4-30096c86ca20 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:02.891055 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-18547152-cb69-4733-9376-89643dd8b745 req-969320d1-bce8-42bd-80d4-30096c86ca20 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 946 time: 0.0484636 Jan 18 20:08:02.961363 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbc36dfb-96ca-43aa-8187-06f50dff7b35 req-c299e2d3-8aa8-4845-a62f-83cd3b13ab88 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812221 Jan 18 20:08:02.966786 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37784a5-118b-4252-937c-8b4435bb9491 req-131c9c83-0a0a-4009-a660-cd78e60c86d4 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:02.968218 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c37784a5-118b-4252-937c-8b4435bb9491 req-131c9c83-0a0a-4009-a660-cd78e60c86d4 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 943 time: 0.0762942 Jan 18 20:08:02.971425 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-18547152-cb69-4733-9376-89643dd8b745 req-57b8dc18-ceee-4882-a65d-1ee4eae91de0 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717607 Jan 18 20:08:03.015856 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c37784a5-118b-4252-937c-8b4435bb9491 req-aaddb7e4-a55b-4173-96ff-1b4836070a2a tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420659 Jan 18 20:08:03.055840 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbc36dfb-96ca-43aa-8187-06f50dff7b35 req-3f0bc16e-9c4c-4acb-9585-b9ab66bac60f service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882087 Jan 18 20:08:03.204483 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035905ed-07f0-493b-92b7-75a440b05455 req-354cd2d3-7449-4bcf-9aa7-36a4d622c8ff tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:03.210090 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-035905ed-07f0-493b-92b7-75a440b05455 req-354cd2d3-7449-4bcf-9aa7-36a4d622c8ff tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.0833642 Jan 18 20:08:03.258225 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-035905ed-07f0-493b-92b7-75a440b05455 req-23768df5-f130-435f-bb2a-dcfc6fd43ac6 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464337 Jan 18 20:08:03.627954 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f6cc7-6efa-436a-b67a-95b26156329e req-9cc733a7-3f8b-4208-a58c-a128f9ecff12 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:03.629443 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e71f6cc7-6efa-436a-b67a-95b26156329e req-9cc733a7-3f8b-4208-a58c-a128f9ecff12 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 945 time: 0.0513470 Jan 18 20:08:03.676245 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e71f6cc7-6efa-436a-b67a-95b26156329e req-c0f43649-d1bd-485b-8c87-04f501a23616 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405664 Jan 18 20:08:03.803206 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:03.833398 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758ab2a-a0d1-4fdf-902b-bce4c6725db0 req-fa24ea0a-2e36-48e1-9f57-331a8e212860 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:03.835164 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0758ab2a-a0d1-4fdf-902b-bce4c6725db0 req-fa24ea0a-2e36-48e1-9f57-331a8e212860 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ce5b1af-0c41-48df-a9e0-220fc45f2d52 HTTP/1.1" status: 200 len: 943 time: 0.0751462 Jan 18 20:08:03.884524 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0758ab2a-a0d1-4fdf-902b-bce4c6725db0 req-d321b71c-a7e5-4926-ab5d-62f0e295a03b tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422935 Jan 18 20:08:04.113992 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab38751-354f-4509-9293-a8ee2b78fe17 req-ae83021b-c8ef-4427-b3c4-d2fb966d4617 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:04.117709 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ab38751-354f-4509-9293-a8ee2b78fe17 req-ae83021b-c8ef-4427-b3c4-d2fb966d4617 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 946 time: 0.0732419 Jan 18 20:08:04.172118 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device c598bba3-a90f-4b3d-b7d0-e61c2d43be58 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:08:04.196578 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb14361-9a0e-4e4e-9966-44becf6427d3 req-7378ad5f-2621-4691-a4b8-35692d892480 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:04.198250 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9fb14361-9a0e-4e4e-9966-44becf6427d3 req-7378ad5f-2621-4691-a4b8-35692d892480 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 943 time: 0.0790689 Jan 18 20:08:04.203518 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ab38751-354f-4509-9293-a8ee2b78fe17 req-adbab89f-df29-4ae9-82c9-f653c4abc157 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756977 Jan 18 20:08:04.264328 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9fb14361-9a0e-4e4e-9966-44becf6427d3 req-92519aad-4706-491a-b703-a8e6512c4728 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573957 Jan 18 20:08:04.302797 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port c598bba3-a90f-4b3d-b7d0-e61c2d43be58, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=c598bba3-a90f-4b3d-b7d0-e61c2d43be58,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:04.321230 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'c598bba3-a90f-4b3d-b7d0-e61c2d43be58', 'network_id': '1330a1de-3636-4f07-b599-97f547076b99', 'port_id': 'c598bba3-a90f-4b3d-b7d0-e61c2d43be58', 'mac_address': 'fa:16:3e:83:61:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76b9fe0-68f8-4703-9228-21897e60da9f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:08:04.368200 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port c598bba3-a90f-4b3d-b7d0-e61c2d43be58 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:08:04.368646 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c598bba3-a90f-4b3d-b7d0-e61c2d43be58), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:04.384200 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c598bba3-a90f-4b3d-b7d0-e61c2d43be58 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:08:04.405874 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port c598bba3-a90f-4b3d-b7d0-e61c2d43be58, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=c598bba3-a90f-4b3d-b7d0-e61c2d43be58,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:04.411393 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c598bba3-a90f-4b3d-b7d0-e61c2d43be58), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:04.434351 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7b4ce-5300-422d-aff4-105e1bdcba88 req-322b892d-e165-4312-9f6b-e644c69351f0 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:04.436099 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1ce7b4ce-5300-422d-aff4-105e1bdcba88 req-322b892d-e165-4312-9f6b-e644c69351f0 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.0971668 Jan 18 20:08:04.484520 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=c598bba3-a90f-4b3d-b7d0-e61c2d43be58,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:04.497046 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1ce7b4ce-5300-422d-aff4-105e1bdcba88 req-6539db97-3021-4d2f-b1b2-86916b1f2e40 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492415 Jan 18 20:08:04.706467 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['c598bba3-a90f-4b3d-b7d0-e61c2d43be58'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:08:04.820813 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16b3b9-f520-4dc4-adda-f1f2c494d498 req-cc535e7e-3810-4695-9cfe-31ce125470f8 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:04.822324 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a16b3b9-f520-4dc4-adda-f1f2c494d498 req-cc535e7e-3810-4695-9cfe-31ce125470f8 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 945 time: 0.0475175 Jan 18 20:08:04.871672 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a16b3b9-f520-4dc4-adda-f1f2c494d498 req-1ffaf666-bfc5-4cb7-b802-2699c4d2d656 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435035 Jan 18 20:08:05.008506 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40651a-ad79-469e-b4dd-a8e0706e9a4c req-49990a76-aff1-4b94-a6f4-190e4dca34a7 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:05.010008 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3b40651a-ad79-469e-b4dd-a8e0706e9a4c req-49990a76-aff1-4b94-a6f4-190e4dca34a7 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ce5b1af-0c41-48df-a9e0-220fc45f2d52 HTTP/1.1" status: 200 len: 944 time: 0.0537138 Jan 18 20:08:05.057288 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3b40651a-ad79-469e-b4dd-a8e0706e9a4c req-152761b3-efb7-42bc-875b-7b5be970fe44 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414023 Jan 18 20:08:05.335945 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809676c0-ea39-4a15-aaf3-1cb09293bca9 req-184793df-5efe-429e-8696-93560db1a3cd tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:05.337738 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-809676c0-ea39-4a15-aaf3-1cb09293bca9 req-184793df-5efe-429e-8696-93560db1a3cd tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 946 time: 0.0602770 Jan 18 20:08:05.422964 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-809676c0-ea39-4a15-aaf3-1cb09293bca9 req-9bf90b09-1a89-4310-a3d9-d13bb350b1e2 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784228 Jan 18 20:08:05.437873 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0aab96-8a32-427c-a1fc-b665a38a8748 req-ce41c35a-46e4-4d2e-a2d2-340740ed410a tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:05.450638 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3a0aab96-8a32-427c-a1fc-b665a38a8748 req-ce41c35a-46e4-4d2e-a2d2-340740ed410a tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 943 time: 0.0919766 Jan 18 20:08:05.507238 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3a0aab96-8a32-427c-a1fc-b665a38a8748 req-605d9ebb-5f72-4211-8a7e-f1a391c0f085 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510871 Jan 18 20:08:05.645858 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4a6eb-1b49-4655-b9e1-bbb3058f29ba req-4b4fc507-4fe5-4044-a073-e3e145ede4d5 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:05.647884 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f6e4a6eb-1b49-4655-b9e1-bbb3058f29ba req-4b4fc507-4fe5-4044-a073-e3e145ede4d5 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.0624235 Jan 18 20:08:05.703998 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f6e4a6eb-1b49-4655-b9e1-bbb3058f29ba req-20ffa117-d648-450c-8164-c5aba3fa23b2 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509205 Jan 18 20:08:05.996324 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1ccab-1c48-47e6-bab3-264b0d6be1ef req-8ac0d1fe-0243-4a7a-a124-60c3bd28e561 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:05.997866 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d4c1ccab-1c48-47e6-bab3-264b0d6be1ef req-8ac0d1fe-0243-4a7a-a124-60c3bd28e561 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 945 time: 0.0509887 Jan 18 20:08:06.052667 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d4c1ccab-1c48-47e6-bab3-264b0d6be1ef req-ac08dee6-833c-4c12-b8ce-cb4005d54877 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478594 Jan 18 20:08:06.177066 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc133749-6df7-44f8-b58a-dccd4573154f req-9aa7812f-8b8c-4cf9-b9ae-e1e82904c232 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:06.178710 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dc133749-6df7-44f8-b58a-dccd4573154f req-9aa7812f-8b8c-4cf9-b9ae-e1e82904c232 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ce5b1af-0c41-48df-a9e0-220fc45f2d52 HTTP/1.1" status: 200 len: 944 time: 0.0495746 Jan 18 20:08:06.194564 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device c598bba3-a90f-4b3d-b7d0-e61c2d43be58 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:08:06.244946 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dc133749-6df7-44f8-b58a-dccd4573154f req-e906ab77-d745-4c02-bcd9-c2701ff4f6dd tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603175 Jan 18 20:08:06.245830 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port c598bba3-a90f-4b3d-b7d0-e61c2d43be58 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:08:06.251369 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port c598bba3-a90f-4b3d-b7d0-e61c2d43be58 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:08:06.252859 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c598bba3-a90f-4b3d-b7d0-e61c2d43be58), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:06.345151 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port c598bba3-a90f-4b3d-b7d0-e61c2d43be58 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:08:06.346282 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c598bba3-a90f-4b3d-b7d0-e61c2d43be58), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:06.381693 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port c598bba3-a90f-4b3d-b7d0-e61c2d43be58, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=c598bba3-a90f-4b3d-b7d0-e61c2d43be58,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:06.382647 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce5b1af-0c41-48df-a9e0-220fc45f2d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c598bba3-a90f-4b3d-b7d0-e61c2d43be58'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:08:06.384921 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db8229e-95b2-41da-a0d2-425e82548328" -d '{"events": [{"server_uuid": "9ce5b1af-0c41-48df-a9e0-220fc45f2d52", "name": "network-vif-plugged", "status": "completed", "tag": "c598bba3-a90f-4b3d-b7d0-e61c2d43be58"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:08:06.388321 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c598bba3-a90f-4b3d-b7d0-e61c2d43be58), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:06.389266 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1dc1025b-5e8f-4c02-a788-546ee121d7a8 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:08:06.440078 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e50d538-cd67-4f32-9524-605666116aac x-openstack-request-id: req-8e50d538-cd67-4f32-9524-605666116aac {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:08:06.440370 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce5b1af-0c41-48df-a9e0-220fc45f2d52", "name": "network-vif-plugged", "status": "completed", "tag": "c598bba3-a90f-4b3d-b7d0-e61c2d43be58", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:08:06.440620 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e50d538-cd67-4f32-9524-605666116aac {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:08:06.441008 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce5b1af-0c41-48df-a9e0-220fc45f2d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c598bba3-a90f-4b3d-b7d0-e61c2d43be58', 'code': 200} Jan 18 20:08:06.486908 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=c598bba3-a90f-4b3d-b7d0-e61c2d43be58,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:06.576821 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 1dc1025b-5e8f-4c02-a788-546ee121d7a8 is: DOWN; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:08:06.583092 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c6243-4a5b-4d6a-b432-a3b81944402c req-4bbad85a-96b0-498d-9c43-0e367c1ecfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:06.584685 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-df8c6243-4a5b-4d6a-b432-a3b81944402c req-4bbad85a-96b0-498d-9c43-0e367c1ecfd1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9ce5b1af-0c41-48df-a9e0-220fc45f2d52 HTTP/1.1" status: 200 len: 1096 time: 0.0582197 Jan 18 20:08:06.644787 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:06.655984 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-df8c6243-4a5b-4d6a-b432-a3b81944402c req-0f15e701-554b-441d-8c08-dad5be903237 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628016 Jan 18 20:08:06.656333 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4989e-77c9-4a0d-95ec-3b5add93f61e req-bb132920-9cb3-4da9-ace7-ea3474d0d734 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:06.659161 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9aa4989e-77c9-4a0d-95ec-3b5add93f61e req-bb132920-9cb3-4da9-ace7-ea3474d0d734 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 946 time: 0.1365161 Jan 18 20:08:06.735983 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff44872-2e22-433b-8ad5-776b743f9d19 req-789af400-cfcb-4ff6-875c-ab7aca3c88a0 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:06.737601 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ff44872-2e22-433b-8ad5-776b743f9d19 req-789af400-cfcb-4ff6-875c-ab7aca3c88a0 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 943 time: 0.1063929 Jan 18 20:08:06.759004 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9aa4989e-77c9-4a0d-95ec-3b5add93f61e req-d058f31f-4655-4cf0-9d59-f302de6c6172 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750575 Jan 18 20:08:06.800046 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ff44872-2e22-433b-8ad5-776b743f9d19 req-2be40cad-3774-4702-90f3-e3f3f94732b3 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546544 Jan 18 20:08:06.971723 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4af660-b893-4c61-9480-d77d0aa4874e req-e773c7fc-c86a-4c5e-9396-5afd413f82a5 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:06.973205 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9c4af660-b893-4c61-9480-d77d0aa4874e req-e773c7fc-c86a-4c5e-9396-5afd413f82a5 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.0522044 Jan 18 20:08:07.023741 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9c4af660-b893-4c61-9480-d77d0aa4874e req-b61c41fe-d2d1-42ad-9890-72c865d5cdf7 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442512 Jan 18 20:08:07.179978 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091300e-4d49-4dbe-aa6d-0f7baecc623a req-982c2106-3e34-4e19-8d32-d42e95e1b83d tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:07.181696 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2091300e-4d49-4dbe-aa6d-0f7baecc623a req-982c2106-3e34-4e19-8d32-d42e95e1b83d tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 945 time: 0.0547457 Jan 18 20:08:07.231984 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2091300e-4d49-4dbe-aa6d-0f7baecc623a req-018d0ba9-e778-4779-95e0-059f6ea0351f tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445960 Jan 18 20:08:07.237851 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-c729e439-7277-45b2-8447-680b249ced36 service neutron] 10.222.0.70 "GET /v2.0/ports/1dc1025b-5e8f-4c02-a788-546ee121d7a8/bindings/n-h1-741529-9 HTTP/1.1" status: 200 len: 384 time: 0.0631614 Jan 18 20:08:07.367694 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44603120-5fa4-49cf-b1eb-4ec63c6c61b9 req-c2df2ddc-91e8-4c52-86bd-8fa40e8d0c48 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:07.369755 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-44603120-5fa4-49cf-b1eb-4ec63c6c61b9 req-c2df2ddc-91e8-4c52-86bd-8fa40e8d0c48 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ce5b1af-0c41-48df-a9e0-220fc45f2d52 HTTP/1.1" status: 200 len: 945 time: 0.0525181 Jan 18 20:08:07.416381 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-44603120-5fa4-49cf-b1eb-4ec63c6c61b9 req-191b91da-9b9b-4697-81e5-6a8aabc6fa3c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411382 Jan 18 20:08:07.443374 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-aac90db3-26f7-4dcd-8e68-edbcdc95154d service neutron] For port 1dc1025b-5e8f-4c02-a788-546ee121d7a8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1dc1025b-5e8f-4c02-a788-546ee121d7a8,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:07.461977 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-aac90db3-26f7-4dcd-8e68-edbcdc95154d service neutron] For port 1dc1025b-5e8f-4c02-a788-546ee121d7a8, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:08:07.498067 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-aac90db3-26f7-4dcd-8e68-edbcdc95154d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dc1025b-5e8f-4c02-a788-546ee121d7a8 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:08:07.509289 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-aac90db3-26f7-4dcd-8e68-edbcdc95154d service neutron] For port 1dc1025b-5e8f-4c02-a788-546ee121d7a8, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=1dc1025b-5e8f-4c02-a788-546ee121d7a8,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:07.524081 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-aac90db3-26f7-4dcd-8e68-edbcdc95154d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1dc1025b-5e8f-4c02-a788-546ee121d7a8), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:07.599414 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-aac90db3-26f7-4dcd-8e68-edbcdc95154d service neutron] Transition to ACTIVE for port object 1dc1025b-5e8f-4c02-a788-546ee121d7a8 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:08:07.605841 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-aac90db3-26f7-4dcd-8e68-edbcdc95154d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (1dc1025b-5e8f-4c02-a788-546ee121d7a8), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:07.670700 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-aac90db3-26f7-4dcd-8e68-edbcdc95154d service neutron] No DVR routers for this DVR port 1dc1025b-5e8f-4c02-a788-546ee121d7a8 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:08:07.707036 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac90db3-26f7-4dcd-8e68-edbcdc95154d service neutron] Pushing event updated for resources: {'Port': ['ID=1dc1025b-5e8f-4c02-a788-546ee121d7a8,revision_number=10']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:07.714199 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-aac90db3-26f7-4dcd-8e68-edbcdc95154d service neutron] 10.222.0.70 "PUT /v2.0/ports/1dc1025b-5e8f-4c02-a788-546ee121d7a8/bindings/n-h1-741529-9/activate HTTP/1.1" status: 200 len: 369 time: 0.4644496 Jan 18 20:08:07.972093 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-5f49b72a-50f2-4b41-ada9-7c79903482cb tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:07.973731 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-5f49b72a-50f2-4b41-ada9-7c79903482cb tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e&tenant_id=67883881b676447cbe3f92dbc62dd7c6&binding%3Ahost_id=n-h2-741529-9 HTTP/1.1" status: 200 len: 1095 time: 0.2013690 Jan 18 20:08:07.988269 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bbd74-4916-406a-82eb-3592ac89d015 req-3fb36cdc-de0c-4faa-874c-77fe5ef27742 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:07.990033 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-466bbd74-4916-406a-82eb-3592ac89d015 req-3fb36cdc-de0c-4faa-874c-77fe5ef27742 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 944 time: 0.0845201 Jan 18 20:08:08.004573 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67966aa8-6bd8-4a6a-96cf-f7e0c56047ce req-a097a834-09f0-40d3-b147-47feb01aa101 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:08.011656 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-67966aa8-6bd8-4a6a-96cf-f7e0c56047ce req-a097a834-09f0-40d3-b147-47feb01aa101 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 946 time: 0.1309788 Jan 18 20:08:08.107327 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-4017b2bd-6038-4580-9994-c336ab12cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:08.109596 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-4017b2bd-6038-4580-9994-c336ab12cbe1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e&tenant_id=67883881b676447cbe3f92dbc62dd7c6 HTTP/1.1" status: 200 len: 1095 time: 0.1258636 Jan 18 20:08:08.129361 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-67966aa8-6bd8-4a6a-96cf-f7e0c56047ce req-f19259ff-38d0-4326-b3be-f912c3d4fc33 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164889 Jan 18 20:08:08.201423 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-c14efa45-ef52-41f3-8cb8-fc4f70143865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:08.205681 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-466bbd74-4916-406a-82eb-3592ac89d015 req-27eb8b8d-47ab-4f55-9c14-6db44bc63a84 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036896 Jan 18 20:08:08.210747 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-c14efa45-ef52-41f3-8cb8-fc4f70143865 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67883881b676447cbe3f92dbc62dd7c6&device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 1095 time: 0.0756857 Jan 18 20:08:08.373242 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-054b9149-8c90-43de-ab70-018eb1e77301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:08.375208 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-054b9149-8c90-43de-ab70-018eb1e77301 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6fab12dd-5aeb-4649-a1e2-836559f8a553 HTTP/1.1" status: 200 len: 921 time: 0.1595721 Jan 18 20:08:08.431718 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-d101cae3-6d2e-429a-8a6c-8998f1e56834 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dc1025b-5e8f-4c02-a788-546ee121d7a8 HTTP/1.1" status: 200 len: 217 time: 0.0475628 Jan 18 20:08:08.434621 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42420f4-2090-4f53-b81e-85be7a725e8c req-7dea583c-c60e-4aad-a5a7-73960785cc8e tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:08.436772 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e42420f4-2090-4f53-b81e-85be7a725e8c req-7dea583c-c60e-4aad-a5a7-73960785cc8e tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 945 time: 0.0899684 Jan 18 20:08:08.446415 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989983b-a806-4220-bee7-2b8c049f0f46 req-1e360db1-d194-49da-b173-6331f0cfa7fd tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:08.448298 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8989983b-a806-4220-bee7-2b8c049f0f46 req-1e360db1-d194-49da-b173-6331f0cfa7fd tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.0928273 Jan 18 20:08:08.521004 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-e2375dd3-cb70-4a77-9111-f144b95b5f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:08.522735 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-e2375dd3-cb70-4a77-9111-f144b95b5f07 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7ae8e7b-1bfc-435b-b42c-3b64619a022a HTTP/1.1" status: 200 len: 860 time: 0.0791051 Jan 18 20:08:08.534697 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e42420f4-2090-4f53-b81e-85be7a725e8c req-b0e63a0a-4a0a-49e7-8431-2c5319256d8b tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849512 Jan 18 20:08:08.550801 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8989983b-a806-4220-bee7-2b8c049f0f46 req-90b9d52d-803d-4417-bfb0-1635eb80b571 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939605 Jan 18 20:08:08.582632 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-51bc5815-859c-4d24-8eef-15cede118afa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6fab12dd-5aeb-4649-a1e2-836559f8a553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520856 Jan 18 20:08:08.665285 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59f0aa-392f-4144-8319-056922b86bb3 req-0033ff23-b23e-4aa8-b06c-d2cb8537f5ab tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:08.674437 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fb59f0aa-392f-4144-8319-056922b86bb3 req-0033ff23-b23e-4aa8-b06c-d2cb8537f5ab tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ce5b1af-0c41-48df-a9e0-220fc45f2d52 HTTP/1.1" status: 200 len: 945 time: 0.0640383 Jan 18 20:08:08.696492 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-57ad6759-1de5-4288-9bcd-359a6ef57939 service neutron] 10.222.0.57 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060786 Jan 18 20:08:08.723553 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fb59f0aa-392f-4144-8319-056922b86bb3 req-13f909fc-8e25-4959-b107-3c067f31d645 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479271 Jan 18 20:08:08.825306 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-1a3b3c60-5400-4d5a-9944-132220d93544 service neutron] 10.222.0.57 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187220 Jan 18 20:08:09.005837 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae512a6-37e8-40e5-aac7-96fc5123a60e req-de019c09-8faf-457c-93b0-cf129259af90 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:09.009172 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6ae512a6-37e8-40e5-aac7-96fc5123a60e req-de019c09-8faf-457c-93b0-cf129259af90 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ce5b1af-0c41-48df-a9e0-220fc45f2d52 HTTP/1.1" status: 200 len: 945 time: 0.0625787 Jan 18 20:08:09.070910 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6ae512a6-37e8-40e5-aac7-96fc5123a60e req-8aa5e7fd-584a-437e-93a6-336e264d1714 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549724 Jan 18 20:08:09.104611 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-39d2fa8b-e8e0-4057-9624-1187b66220d6 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:09.106257 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-39d2fa8b-e8e0-4057-9624-1187b66220d6 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e&tenant_id=67883881b676447cbe3f92dbc62dd7c6&binding%3Ahost_id=n-h1-741529-9 HTTP/1.1" status: 200 len: 1095 time: 0.0451632 Jan 18 20:08:09.227953 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-21ed2ac1-1842-4b94-bc2b-099a2821adc3 service neutron] For port 1dc1025b-5e8f-4c02-a788-546ee121d7a8, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:08:09.231379 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-21ed2ac1-1842-4b94-bc2b-099a2821adc3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:09.232662 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9ffa8666-6af1-42e6-9a6a-1296091e91ad req-21ed2ac1-1842-4b94-bc2b-099a2821adc3 service neutron] 10.222.0.57 "DELETE /v2.0/ports/1dc1025b-5e8f-4c02-a788-546ee121d7a8/bindings/n-h2-741529-9 HTTP/1.1" status: 204 len: 173 time: 0.1157978 Jan 18 20:08:09.251414 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25149832-0bb0-418b-ade9-4d2b31bd4b3d req-16414e88-082a-491e-91a6-f75caf44611f tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:09.253473 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-25149832-0bb0-418b-ade9-4d2b31bd4b3d req-16414e88-082a-491e-91a6-f75caf44611f tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 946 time: 0.0662737 Jan 18 20:08:09.348550 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-25149832-0bb0-418b-ade9-4d2b31bd4b3d req-ea1bf1ef-87d1-47c0-8de0-dfd08d07dc90 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859158 Jan 18 20:08:09.356776 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecd184-4ec2-4198-849a-2b1384f692c3 req-1e816b90-c9f9-4bb5-846f-39f6f197750d tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:09.358257 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ffecd184-4ec2-4198-849a-2b1384f692c3 req-1e816b90-c9f9-4bb5-846f-39f6f197750d tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 944 time: 0.0689299 Jan 18 20:08:09.408133 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ffecd184-4ec2-4198-849a-2b1384f692c3 req-41bb43f6-3c67-4c3c-ad98-9af016ada233 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444555 Jan 18 20:08:09.563421 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9631222-c56d-425b-8cd3-ccbc68496cae req-611699e1-654b-4851-a098-3fbfc7806bbc tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:09.566063 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b9631222-c56d-425b-8cd3-ccbc68496cae req-611699e1-654b-4851-a098-3fbfc7806bbc tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 1095 time: 0.0467782 Jan 18 20:08:09.612358 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b9631222-c56d-425b-8cd3-ccbc68496cae req-f2aaf105-0bd8-4684-b0ef-a7d485345872 tempest-LiveAutoBlockMigrationV225Test-1342347971 tempest-LiveAutoBlockMigrationV225Test-1342347971-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408127 Jan 18 20:08:09.690932 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06afce4d-753d-4f56-92af-dc11979649bf req-4c9e4ef6-3177-42ad-919f-e9b016578a7d tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:09.692509 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-06afce4d-753d-4f56-92af-dc11979649bf req-4c9e4ef6-3177-42ad-919f-e9b016578a7d tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.0777812 Jan 18 20:08:09.781820 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fa012-bcd8-4cfe-bc58-49e635b70808 req-7b15bc65-896a-4592-9b4b-bb5db54412bd tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:09.783972 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d82fa012-bcd8-4cfe-bc58-49e635b70808 req-7b15bc65-896a-4592-9b4b-bb5db54412bd tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 945 time: 0.0905018 Jan 18 20:08:09.787333 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-06afce4d-753d-4f56-92af-dc11979649bf req-26acd017-71f7-4808-9110-65f1efb82dba tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852573 Jan 18 20:08:09.867440 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d82fa012-bcd8-4cfe-bc58-49e635b70808 req-7105926d-d4a4-482e-bf6f-32109f03237c tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711880 Jan 18 20:08:10.037322 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce27b59-3b62-4f32-adce-93e5bc05bcde req-f304f0f0-55e6-4137-ad66-f8a1b996d280 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:10.038744 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ce27b59-3b62-4f32-adce-93e5bc05bcde req-f304f0f0-55e6-4137-ad66-f8a1b996d280 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 944 time: 0.0484092 Jan 18 20:08:10.086129 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ce27b59-3b62-4f32-adce-93e5bc05bcde req-b4be991e-9c3d-4b7c-bd51-12f3d285fe2d tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418818 Jan 18 20:08:10.194668 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a99d36-26ff-49a8-b90c-b34580dea6aa req-104964ad-a8c1-4136-8ec3-263fae3911a6 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:10.196153 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a8a99d36-26ff-49a8-b90c-b34580dea6aa req-104964ad-a8c1-4136-8ec3-263fae3911a6 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ce5b1af-0c41-48df-a9e0-220fc45f2d52 HTTP/1.1" status: 200 len: 945 time: 0.0528634 Jan 18 20:08:10.252903 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a8a99d36-26ff-49a8-b90c-b34580dea6aa req-c8763b15-2261-4f38-9414-01b04be9257e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485632 Jan 18 20:08:10.468655 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1c22f-2cb4-479e-a2d2-4d29c9991473 req-c0946e9e-8edb-49c7-82fc-e5970d0b3798 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:10.470303 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-08c1c22f-2cb4-479e-a2d2-4d29c9991473 req-c0946e9e-8edb-49c7-82fc-e5970d0b3798 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 946 time: 0.0490608 Jan 18 20:08:10.521078 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-08c1c22f-2cb4-479e-a2d2-4d29c9991473 req-5a2493a6-688b-4a7b-9b6b-bd065467efa3 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439568 Jan 18 20:08:10.687632 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdf2c3-11ed-46bd-b348-cc4da2774cf8 req-21ffa388-94da-4888-a93f-d2c4d32bcc9a tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:10.689814 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-01bdf2c3-11ed-46bd-b348-cc4da2774cf8 req-21ffa388-94da-4888-a93f-d2c4d32bcc9a tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=97fd66e0-1fc0-4306-917a-1e6fd85e7ec0 HTTP/1.1" status: 200 len: 945 time: 0.0533843 Jan 18 20:08:10.736149 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-01bdf2c3-11ed-46bd-b348-cc4da2774cf8 req-4d0a5ed4-5752-4948-a411-2e5232cb5c6e tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406840 Jan 18 20:08:10.808784 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb8b59-dd68-4e0c-aa83-bb2aef6a1ead req-27444f5c-79fd-4337-aaac-8cba457f3b39 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:10.810272 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f7eb8b59-dd68-4e0c-aa83-bb2aef6a1ead req-27444f5c-79fd-4337-aaac-8cba457f3b39 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ce5b1af-0c41-48df-a9e0-220fc45f2d52 HTTP/1.1" status: 200 len: 945 time: 0.0815210 Jan 18 20:08:10.818112 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d5717-f919-4cab-b168-b688de635c21 req-a919e672-f426-44df-9967-d76de94aae6b tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:10.819491 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b0d5717-f919-4cab-b168-b688de635c21 req-a919e672-f426-44df-9967-d76de94aae6b tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.57 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 944 time: 0.0783803 Jan 18 20:08:10.954025 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d86e6-a859-4c78-872b-1055feb6efd3 req-61c2ec0d-ae0c-4746-9a36-28fcc110d57a tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:10.961137 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5c3d86e6-a859-4c78-872b-1055feb6efd3 req-61c2ec0d-ae0c-4746-9a36-28fcc110d57a tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.0879686 Jan 18 20:08:10.990947 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-f7eb8b59-dd68-4e0c-aa83-bb2aef6a1ead req-be5f1a86-ba66-4250-b870-45a0a06d783f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Deleting port c598bba3-a90f-4b3d-b7d0-e61c2d43be58 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:08:10.991200 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f7eb8b59-dd68-4e0c-aa83-bb2aef6a1ead req-be5f1a86-ba66-4250-b870-45a0a06d783f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (c598bba3-a90f-4b3d-b7d0-e61c2d43be58), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:11.015092 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-5b0d5717-f919-4cab-b168-b688de635c21 req-322368fb-8be1-4433-b7c3-b3513889af52 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Deleting port 1dc1025b-5e8f-4c02-a788-546ee121d7a8 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:08:11.015427 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5b0d5717-f919-4cab-b168-b688de635c21 req-322368fb-8be1-4433-b7c3-b3513889af52 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (1dc1025b-5e8f-4c02-a788-546ee121d7a8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:11.039560 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3a07e-c585-4292-becc-6dd721800e04 req-0de4a8e9-9b0b-4cee-bc9f-9fe4856e27af tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:11.041863 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65b3a07e-c585-4292-becc-6dd721800e04 req-0de4a8e9-9b0b-4cee-bc9f-9fe4856e27af tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 945 time: 0.0970018 Jan 18 20:08:11.045740 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5c3d86e6-a859-4c78-872b-1055feb6efd3 req-2d56484a-1830-43f0-8617-cbed07198877 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836630 Jan 18 20:08:11.099056 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65b3a07e-c585-4292-becc-6dd721800e04 req-a2943dbd-bf71-4a8e-bf03-3d4ebe67e00c tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491283 Jan 18 20:08:11.163636 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-5b0d5717-f919-4cab-b168-b688de635c21 req-322368fb-8be1-4433-b7c3-b3513889af52 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] For port 1dc1025b-5e8f-4c02-a788-546ee121d7a8, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=1dc1025b-5e8f-4c02-a788-546ee121d7a8,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:11.164014 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5b0d5717-f919-4cab-b168-b688de635c21 req-322368fb-8be1-4433-b7c3-b3513889af52 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (1dc1025b-5e8f-4c02-a788-546ee121d7a8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:11.167310 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-f7eb8b59-dd68-4e0c-aa83-bb2aef6a1ead req-be5f1a86-ba66-4250-b870-45a0a06d783f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] For port c598bba3-a90f-4b3d-b7d0-e61c2d43be58, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=c598bba3-a90f-4b3d-b7d0-e61c2d43be58,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:11.167666 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f7eb8b59-dd68-4e0c-aa83-bb2aef6a1ead req-be5f1a86-ba66-4250-b870-45a0a06d783f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (c598bba3-a90f-4b3d-b7d0-e61c2d43be58), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:11.187405 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-5b0d5717-f919-4cab-b168-b688de635c21 req-322368fb-8be1-4433-b7c3-b3513889af52 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Calling delete_port for 1dc1025b-5e8f-4c02-a788-546ee121d7a8 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:08:11.189276 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-f7eb8b59-dd68-4e0c-aa83-bb2aef6a1ead req-be5f1a86-ba66-4250-b870-45a0a06d783f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Calling delete_port for c598bba3-a90f-4b3d-b7d0-e61c2d43be58 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:08:11.212728 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d472756-9052-4ab0-8645-8debe1c7cd9f req-d768aea0-c4d8-4cfa-8ef5-0c2258ea1582 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:11.219776 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3d472756-9052-4ab0-8645-8debe1c7cd9f req-d768aea0-c4d8-4cfa-8ef5-0c2258ea1582 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 944 time: 0.0554931 Jan 18 20:08:11.268856 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3d472756-9052-4ab0-8645-8debe1c7cd9f req-f18c2542-6f78-4c5a-8e26-919cd94ff772 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479088 Jan 18 20:08:11.381375 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e31a7-a0c8-4d16-97c3-e69ee14212b4 req-74da6996-45f2-4b3c-82d1-c61ab04c2fbe tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:11.383007 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cf8e31a7-a0c8-4d16-97c3-e69ee14212b4 req-74da6996-45f2-4b3c-82d1-c61ab04c2fbe tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ce5b1af-0c41-48df-a9e0-220fc45f2d52 HTTP/1.1" status: 200 len: 945 time: 0.0529537 Jan 18 20:08:11.434972 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f7eb8b59-dd68-4e0c-aa83-bb2aef6a1ead req-be5f1a86-ba66-4250-b870-45a0a06d783f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (c598bba3-a90f-4b3d-b7d0-e61c2d43be58), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:11.436161 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cf8e31a7-a0c8-4d16-97c3-e69ee14212b4 req-2dff86d5-7031-43e0-9ff7-8ad396a443f6 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461681 Jan 18 20:08:11.437128 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5b0d5717-f919-4cab-b168-b688de635c21 req-322368fb-8be1-4433-b7c3-b3513889af52 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (1dc1025b-5e8f-4c02-a788-546ee121d7a8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:11.449360 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['c598bba3-a90f-4b3d-b7d0-e61c2d43be58'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:08:11.473514 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['62ad388c-9dbe-4498-b732-3d75eeae5e05', 'ae5daab9-3318-4b0e-afff-8350b4913ab0', '1dc1025b-5e8f-4c02-a788-546ee121d7a8'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:08:11.474410 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f1a86-ba66-4250-b870-45a0a06d783f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Pushing event deleted for resources: {'Port': ['ID=c598bba3-a90f-4b3d-b7d0-e61c2d43be58,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:11.504501 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322368fb-8be1-4433-b7c3-b3513889af52 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Pushing event deleted for resources: {'Port': ['ID=1dc1025b-5e8f-4c02-a788-546ee121d7a8,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:11.565501 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7eb8b59-dd68-4e0c-aa83-bb2aef6a1ead req-be5f1a86-ba66-4250-b870-45a0a06d783f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] No DVR routers for this DVR port c598bba3-a90f-4b3d-b7d0-e61c2d43be58 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:08:11.581345 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f7eb8b59-dd68-4e0c-aa83-bb2aef6a1ead req-be5f1a86-ba66-4250-b870-45a0a06d783f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:11.584870 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f7eb8b59-dd68-4e0c-aa83-bb2aef6a1ead req-be5f1a86-ba66-4250-b870-45a0a06d783f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.70 "DELETE /v2.0/ports/c598bba3-a90f-4b3d-b7d0-e61c2d43be58 HTTP/1.1" status: 204 len: 173 time: 0.7641795 Jan 18 20:08:11.585802 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0d5717-f919-4cab-b168-b688de635c21 req-322368fb-8be1-4433-b7c3-b3513889af52 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] No DVR routers for this DVR port 1dc1025b-5e8f-4c02-a788-546ee121d7a8 on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:08:11.587175 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce5b1af-0c41-48df-a9e0-220fc45f2d52', 'name': 'network-vif-deleted', 'tag': 'c598bba3-a90f-4b3d-b7d0-e61c2d43be58'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:08:11.589652 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376a50f1-aa21-4e86-829d-f59fad208295" -d '{"events": [{"server_uuid": "9ce5b1af-0c41-48df-a9e0-220fc45f2d52", "name": "network-vif-deleted", "tag": "c598bba3-a90f-4b3d-b7d0-e61c2d43be58"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:08:11.592575 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5b0d5717-f919-4cab-b168-b688de635c21 req-322368fb-8be1-4433-b7c3-b3513889af52 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:11.596255 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b0d5717-f919-4cab-b168-b688de635c21 req-322368fb-8be1-4433-b7c3-b3513889af52 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.57 "DELETE /v2.0/ports/1dc1025b-5e8f-4c02-a788-546ee121d7a8 HTTP/1.1" status: 204 len: 173 time: 0.7691185 Jan 18 20:08:11.649603 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b34715-e52a-4314-9817-82818f9c9453 req-b7c24a28-186f-47b1-b1a8-059fa98a0a39 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:11.651242 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2b34715-e52a-4314-9817-82818f9c9453 req-b7c24a28-186f-47b1-b1a8-059fa98a0a39 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 946 time: 0.0564637 Jan 18 20:08:11.695566 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8859ca91-c451-40ba-b363-027b870de1d3 x-openstack-request-id: req-8859ca91-c451-40ba-b363-027b870de1d3 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:08:11.695888 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce5b1af-0c41-48df-a9e0-220fc45f2d52", "name": "network-vif-deleted", "tag": "c598bba3-a90f-4b3d-b7d0-e61c2d43be58", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:08:11.696142 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8859ca91-c451-40ba-b363-027b870de1d3 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:08:11.696546 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce5b1af-0c41-48df-a9e0-220fc45f2d52', 'name': 'network-vif-deleted', 'tag': 'c598bba3-a90f-4b3d-b7d0-e61c2d43be58', 'status': 'completed', 'code': 200} Jan 18 20:08:11.804713 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2b34715-e52a-4314-9817-82818f9c9453 req-e9e373f6-fa64-48a3-a56d-3894c861255a tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437731 Jan 18 20:08:12.000151 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdea5bc-a8f9-461d-b2df-d2dfdde2e245 req-8e13e78b-a603-45c4-8df7-760f6a4c02c8 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:12.002573 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-afdea5bc-a8f9-461d-b2df-d2dfdde2e245 req-8e13e78b-a603-45c4-8df7-760f6a4c02c8 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=97fd66e0-1fc0-4306-917a-1e6fd85e7ec0 HTTP/1.1" status: 200 len: 945 time: 0.0527577 Jan 18 20:08:12.055106 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-afdea5bc-a8f9-461d-b2df-d2dfdde2e245 req-f2c38d63-f257-4b74-97f4-87f69690bbf6 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468678 Jan 18 20:08:12.263177 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afed53b-b895-4384-a6e8-b90a587fdf7a req-75d6a6ce-0952-4839-a15d-2d041f57b30c tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:12.265130 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3afed53b-b895-4384-a6e8-b90a587fdf7a req-75d6a6ce-0952-4839-a15d-2d041f57b30c tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.1286874 Jan 18 20:08:12.265818 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-17981181-5239-4f36-8db7-b0e57de6be6d req-b1a86fcb-9274-4c20-be1e-596aeac8c483 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538208 Jan 18 20:08:12.287138 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145443a-78ee-41cc-8788-9ae6369fbc31 req-04e849d4-f2f5-4591-9cd9-41f8d4f1df77 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:12.305661 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a145443a-78ee-41cc-8788-9ae6369fbc31 req-04e849d4-f2f5-4591-9cd9-41f8d4f1df77 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 945 time: 0.1089206 Jan 18 20:08:12.341131 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17981181-5239-4f36-8db7-b0e57de6be6d req-9553b9e3-18b0-456a-88e9-1308b1400b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:12.342792 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-17981181-5239-4f36-8db7-b0e57de6be6d req-9553b9e3-18b0-456a-88e9-1308b1400b0d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67883881b676447cbe3f92dbc62dd7c6&device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 1098 time: 0.0484550 Jan 18 20:08:12.428666 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a145443a-78ee-41cc-8788-9ae6369fbc31 req-d71cb4cc-2c79-4cb5-9182-207f59a7373a tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174672 Jan 18 20:08:12.437400 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3afed53b-b895-4384-a6e8-b90a587fdf7a req-e9690034-3f74-4112-9b91-a1b1a704b0b9 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649883 Jan 18 20:08:12.503500 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17981181-5239-4f36-8db7-b0e57de6be6d req-595e07d0-9ee2-40c4-91a3-e8878781ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:12.504988 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-17981181-5239-4f36-8db7-b0e57de6be6d req-595e07d0-9ee2-40c4-91a3-e8878781ea14 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6fab12dd-5aeb-4649-a1e2-836559f8a553 HTTP/1.1" status: 200 len: 921 time: 0.1396258 Jan 18 20:08:12.541190 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8463165c-4bd1-4571-8561-42fc02d8e0a9 req-84d6013b-7f53-4d29-a79d-1405b3a2fd73 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 210 time: 0.0370889 Jan 18 20:08:12.571566 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-17981181-5239-4f36-8db7-b0e57de6be6d req-9044b058-7a50-4373-aba5-1421064230de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62ad388c-9dbe-4498-b732-3d75eeae5e05 HTTP/1.1" status: 200 len: 217 time: 0.0527866 Jan 18 20:08:12.639239 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17981181-5239-4f36-8db7-b0e57de6be6d req-9b612ca0-bf34-48d0-a536-8cc37f68fa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:12.640681 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-17981181-5239-4f36-8db7-b0e57de6be6d req-9b612ca0-bf34-48d0-a536-8cc37f68fa6b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7ae8e7b-1bfc-435b-b42c-3b64619a022a HTTP/1.1" status: 200 len: 860 time: 0.0628741 Jan 18 20:08:12.688680 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-17981181-5239-4f36-8db7-b0e57de6be6d req-64d7baa8-e9b9-423b-9891-d3b2cc1f449b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6fab12dd-5aeb-4649-a1e2-836559f8a553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344107 Jan 18 20:08:12.768387 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-aa1d28be-256e-4716-a14b-ff1f1f866d1f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:12.770131 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-aa1d28be-256e-4716-a14b-ff1f1f866d1f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/networks?id=1330a1de-3636-4f07-b599-97f547076b99 HTTP/1.1" status: 200 len: 812 time: 0.1338887 Jan 18 20:08:12.786376 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-5a1a9e41-eb5c-4f7d-8929-f6f4c7e4201f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/quotas/211c72f201034d10bbf94424fe5e3d47 HTTP/1.1" status: 200 len: 375 time: 0.0102232 Jan 18 20:08:12.804835 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-17981181-5239-4f36-8db7-b0e57de6be6d req-1e4d0f5b-0333-4490-8258-096dcae2bddd service neutron] 10.222.0.57 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072524 Jan 18 20:08:12.840379 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-218b79a3-f3be-4483-a751-035b6342d3ea tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=211c72f201034d10bbf94424fe5e3d47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394967 Jan 18 20:08:12.909852 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-17981181-5239-4f36-8db7-b0e57de6be6d req-8dc382ca-4e74-497d-9fe9-145d734c3f99 service neutron] 10.222.0.57 "GET /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975521 Jan 18 20:08:13.025618 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965d070-530c-4f91-a6cc-26ecd57916b6 req-886e8f0d-1ac1-43a2-b780-042db86ca536 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:13.027015 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e965d070-530c-4f91-a6cc-26ecd57916b6 req-886e8f0d-1ac1-43a2-b780-042db86ca536 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 946 time: 0.1054680 Jan 18 20:08:13.058498 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-c460fcbb-0505-4ed8-92b9-55d446f19978 service neutron] 10.222.0.31 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175362 Jan 18 20:08:13.149394 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e965d070-530c-4f91-a6cc-26ecd57916b6 req-48d7be25-03f5-4b2b-89bc-22ae017e1de1 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068020 Jan 18 20:08:13.187968 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-cc3d81cc-9f53-4cb7-8d0f-95ed19566e20 service neutron] 10.222.0.31 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182590 Jan 18 20:08:13.285698 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ff53d-d38a-40db-abdb-5f4895df9c8b req-65353b61-bfe9-408a-891e-f045683fc923 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:13.287487 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-101ff53d-d38a-40db-abdb-5f4895df9c8b req-65353b61-bfe9-408a-891e-f045683fc923 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=97fd66e0-1fc0-4306-917a-1e6fd85e7ec0 HTTP/1.1" status: 200 len: 945 time: 0.0574467 Jan 18 20:08:13.362686 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-101ff53d-d38a-40db-abdb-5f4895df9c8b req-6f7a6568-9483-4120-b94d-20240c781cf0 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685937 Jan 18 20:08:13.402913 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5cd59879-3c83-4491-ba4f-7c30801a3c45 req-b631aa62-3d11-4316-a8c3-d161e9115c5b tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec990ee3-37a7-4873-a5fa-954a82c4620f HTTP/1.1" status: 200 len: 210 time: 0.0322378 Jan 18 20:08:13.637114 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85289c-d8d7-4c8a-8a55-5c067b651bdc req-38e2b2ff-3aa6-4bd5-8bd6-2ef78631e3c7 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:13.638703 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8c85289c-d8d7-4c8a-8a55-5c067b651bdc req-38e2b2ff-3aa6-4bd5-8bd6-2ef78631e3c7 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.0909982 Jan 18 20:08:13.654216 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e886ea-c842-4af1-8ab9-a92792e00e0a req-5a1e99fa-9741-4137-a0cf-a470d1e54609 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:13.656104 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d5e886ea-c842-4af1-8ab9-a92792e00e0a req-5a1e99fa-9741-4137-a0cf-a470d1e54609 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 945 time: 0.1188300 Jan 18 20:08:13.698188 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035dfeb0-030e-4559-acde-bff2c5f0908e', 'name': 'network-vif-deleted', 'tag': '1dc1025b-5e8f-4c02-a788-546ee121d7a8'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:08:13.701232 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a061ba6-2157-49a9-9343-05f0f9fbc10a" -d '{"events": [{"server_uuid": "035dfeb0-030e-4559-acde-bff2c5f0908e", "name": "network-vif-deleted", "tag": "1dc1025b-5e8f-4c02-a788-546ee121d7a8"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:08:13.785418 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8c85289c-d8d7-4c8a-8a55-5c067b651bdc req-664a00e8-46d7-4490-8974-8875324dddfa tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282098 Jan 18 20:08:13.803825 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d5e886ea-c842-4af1-8ab9-a92792e00e0a req-0a46e604-749f-48f9-9c09-733da1ffd9ba tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338224 Jan 18 20:08:13.857191 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d890926-75db-4f61-8f00-1fc900fdc55d x-openstack-request-id: req-5d890926-75db-4f61-8f00-1fc900fdc55d {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:08:13.857584 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035dfeb0-030e-4559-acde-bff2c5f0908e", "name": "network-vif-deleted", "tag": "1dc1025b-5e8f-4c02-a788-546ee121d7a8", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:08:13.858024 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d890926-75db-4f61-8f00-1fc900fdc55d {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:08:13.858523 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035dfeb0-030e-4559-acde-bff2c5f0908e', 'name': 'network-vif-deleted', 'tag': '1dc1025b-5e8f-4c02-a788-546ee121d7a8', 'status': 'completed', 'code': 200} Jan 18 20:08:13.943065 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3a78d681-9785-4eb0-a19c-7afbbb675555 req-c20bacb4-fe36-4fe0-bbef-9db0aafcec42 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 210 time: 0.0315053 Jan 18 20:08:14.237589 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device c598bba3-a90f-4b3d-b7d0-e61c2d43be58 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:08:14.288216 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: c598bba3-a90f-4b3d-b7d0-e61c2d43be58 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:08:14.291087 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device c598bba3-a90f-4b3d-b7d0-e61c2d43be58 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:08:14.329237 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0eaf4-c1f0-4776-b380-daac2cf517a9 req-1d37ba9e-0ab0-40dc-b539-d8b2549fb9d9 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:14.332311 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c40c9-3aff-41e0-b7c5-26b2c1c4e426 req-ebc19f31-2e09-4730-b6f5-d0d82bfae9cb tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:14.334451 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-633c40c9-3aff-41e0-b7c5-26b2c1c4e426 req-ebc19f31-2e09-4730-b6f5-d0d82bfae9cb tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.70 "GET /v2.0/ports?device_id=97fd66e0-1fc0-4306-917a-1e6fd85e7ec0 HTTP/1.1" status: 200 len: 945 time: 0.4029527 Jan 18 20:08:14.336794 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bae0eaf4-c1f0-4776-b380-daac2cf517a9 req-1d37ba9e-0ab0-40dc-b539-d8b2549fb9d9 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 946 time: 0.0656474 Jan 18 20:08:14.422570 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bae0eaf4-c1f0-4776-b380-daac2cf517a9 req-20d2e6eb-d907-4d6a-b121-8dceaf8d8766 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847807 Jan 18 20:08:14.466077 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206970a6-346f-42e5-8e9f-34baf5a90abf req-c957b3c9-664e-4331-b428-a9509b0966df tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:14.472965 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-633c40c9-3aff-41e0-b7c5-26b2c1c4e426 req-9b1bf4e2-f25a-4186-aa91-1a7c066fb9ed tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Deleting port a9dc5ae8-feb2-491f-ba26-55b31f9f8575 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:08:14.473304 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-633c40c9-3aff-41e0-b7c5-26b2c1c4e426 req-9b1bf4e2-f25a-4186-aa91-1a7c066fb9ed tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (a9dc5ae8-feb2-491f-ba26-55b31f9f8575), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:14.478400 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-206970a6-346f-42e5-8e9f-34baf5a90abf req-c957b3c9-664e-4331-b428-a9509b0966df tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/ports?device_id=2401cc3e-be88-41b3-8f2b-cd50d68e9a7e HTTP/1.1" status: 200 len: 946 time: 0.1095026 Jan 18 20:08:14.582049 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-206970a6-346f-42e5-8e9f-34baf5a90abf req-bedbad75-0552-4250-b384-ad82d213f53e tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d70e2dc-85f6-4acb-9a4b-5cae1564314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973198 Jan 18 20:08:14.592369 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-633c40c9-3aff-41e0-b7c5-26b2c1c4e426 req-9b1bf4e2-f25a-4186-aa91-1a7c066fb9ed tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] For port a9dc5ae8-feb2-491f-ba26-55b31f9f8575, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a9dc5ae8-feb2-491f-ba26-55b31f9f8575,segment=NetworkSegment(7187ab8f-3094-4c40-bdcb-e57d676ffb56),segment_id=7187ab8f-3094-4c40-bdcb-e57d676ffb56)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:14.593105 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-633c40c9-3aff-41e0-b7c5-26b2c1c4e426 req-9b1bf4e2-f25a-4186-aa91-1a7c066fb9ed tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (a9dc5ae8-feb2-491f-ba26-55b31f9f8575), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:14.623008 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98b38f-3ee6-455c-89ec-5560650db151 req-6a7d1ece-c43b-4de3-b2d8-aeda15b0f385 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:14.624412 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f98b38f-3ee6-455c-89ec-5560650db151 req-6a7d1ece-c43b-4de3-b2d8-aeda15b0f385 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=97fd66e0-1fc0-4306-917a-1e6fd85e7ec0 HTTP/1.1" status: 200 len: 945 time: 0.1139209 Jan 18 20:08:14.704109 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f98b38f-3ee6-455c-89ec-5560650db151 req-d5e27fc6-9c9a-43f6-8718-e92835d542ee tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718338 Jan 18 20:08:14.742115 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-72cad52c-e52a-49c8-a260-11ca33dee3e2 req-ef0c7ddc-c4bf-4e47-a77a-d21f3b273a1b tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec990ee3-37a7-4873-a5fa-954a82c4620f HTTP/1.1" status: 200 len: 210 time: 0.0327077 Jan 18 20:08:14.958627 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 1dc1025b-5e8f-4c02-a788-546ee121d7a8 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:08:14.988953 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b378ac-4280-4b58-9c39-75e6f6d3c981 req-b5f4c23c-0c35-451f-9ca4-ba8fc1a391c7 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:14.990730 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81b378ac-4280-4b58-9c39-75e6f6d3c981 req-b5f4c23c-0c35-451f-9ca4-ba8fc1a391c7 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.1178851 Jan 18 20:08:15.003286 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 1dc1025b-5e8f-4c02-a788-546ee121d7a8 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:08:15.003895 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 1dc1025b-5e8f-4c02-a788-546ee121d7a8 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:08:15.029983 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133cb37-582c-4cac-9121-5252c92a6f30 req-adfcc7f3-0a9e-414d-854c-382aa4c4d779 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:15.038338 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d133cb37-582c-4cac-9121-5252c92a6f30 req-adfcc7f3-0a9e-414d-854c-382aa4c4d779 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 945 time: 0.1548340 Jan 18 20:08:15.053024 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-3cae4eea-dc7e-4792-8830-11d628386777 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:15.055130 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-3cae4eea-dc7e-4792-8830-11d628386777 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.70 "GET /v2.0/networks?id=1330a1de-3636-4f07-b599-97f547076b99 HTTP/1.1" status: 200 len: 812 time: 0.3717892 Jan 18 20:08:15.104549 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d133cb37-582c-4cac-9121-5252c92a6f30 req-e2bdbd4b-c37e-47d0-88dd-c49d367552e6 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651464 Jan 18 20:08:15.108573 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-633c40c9-3aff-41e0-b7c5-26b2c1c4e426 req-9b1bf4e2-f25a-4186-aa91-1a7c066fb9ed tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:15.108987 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-633c40c9-3aff-41e0-b7c5-26b2c1c4e426 req-9b1bf4e2-f25a-4186-aa91-1a7c066fb9ed tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (b5776931-eba1-4e09-85ac-a6a601b4f678), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:15.111793 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [req-633c40c9-3aff-41e0-b7c5-26b2c1c4e426 req-9b1bf4e2-f25a-4186-aa91-1a7c066fb9ed tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Floating IP b5776931-eba1-4e09-85ac-a6a601b4f678 disassociated. External IP: 172.25.4.133, port: a9dc5ae8-feb2-491f-ba26-55b31f9f8575. Jan 18 20:08:15.112288 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-633c40c9-3aff-41e0-b7c5-26b2c1c4e426 req-9b1bf4e2-f25a-4186-aa91-1a7c066fb9ed tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Calling delete_port for a9dc5ae8-feb2-491f-ba26-55b31f9f8575 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:08:15.154169 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81b378ac-4280-4b58-9c39-75e6f6d3c981 req-0821cf71-ffea-43c0-ba75-29331101ee68 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522305 Jan 18 20:08:15.209390 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-d35338c3-a6a3-4fdc-984f-158d284f092a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Request body: {'port': {'device_id': 'ec990ee3-37a7-4873-a5fa-954a82c4620f', 'network_id': '1330a1de-3636-4f07-b599-97f547076b99', 'admin_state_up': True, 'tenant_id': '211c72f201034d10bbf94424fe5e3d47'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:08:15.248487 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5541fba0-0b88-441c-9091-0670d0ee0509 req-aed5bd43-a5f2-4b63-98c3-b8c71da4ab12 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 210 time: 0.0330894 Jan 18 20:08:15.375260 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-633c40c9-3aff-41e0-b7c5-26b2c1c4e426 req-9b1bf4e2-f25a-4186-aa91-1a7c066fb9ed tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (a9dc5ae8-feb2-491f-ba26-55b31f9f8575), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:15.412133 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1bf4e2-f25a-4186-aa91-1a7c066fb9ed tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Pushing event deleted for resources: {'Port': ['ID=a9dc5ae8-feb2-491f-ba26-55b31f9f8575,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:15.417451 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-d35338c3-a6a3-4fdc-984f-158d284f092a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Made reservation on behalf of 211c72f201034d10bbf94424fe5e3d47 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:08:15.420887 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-d35338c3-a6a3-4fdc-984f-158d284f092a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:15.572259 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfb05b-9f68-47c5-851e-5db1484706b5 req-b93febda-7154-4f9e-a04d-490b93187369 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:15.577344 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c2dfb05b-9f68-47c5-851e-5db1484706b5 req-b93febda-7154-4f9e-a04d-490b93187369 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 946 time: 0.0618858 Jan 18 20:08:15.646859 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c2dfb05b-9f68-47c5-851e-5db1484706b5 req-5b0bbba1-c426-432a-a68b-7c76355ee71d tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637562 Jan 18 20:08:15.658810 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [req-633c40c9-3aff-41e0-b7c5-26b2c1c4e426 req-9b1bf4e2-f25a-4186-aa91-1a7c066fb9ed tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Router bd83afaf-ea27-4830-b4d9-d9ece7a21f0d has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:08:15.698219 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-49e40c5b-4b48-4273-8cd2-80ba5e58ab30 req-d4f1004f-a27f-4895-9140-cc98bfbb01da service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1407053 Jan 18 20:08:15.709408 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45c29a-ec2c-4016-9784-2df3615585c2 req-bf4db67c-30da-4b52-bf4e-eb5fde5be56f tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:15.713501 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-da45c29a-ec2c-4016-9784-2df3615585c2 req-bf4db67c-30da-4b52-bf4e-eb5fde5be56f tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/ports?device_id=2401cc3e-be88-41b3-8f2b-cd50d68e9a7e HTTP/1.1" status: 200 len: 946 time: 0.0601614 Jan 18 20:08:15.820513 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-da45c29a-ec2c-4016-9784-2df3615585c2 req-e26bef7b-48a3-4cea-a2cc-6de9857ed5d8 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d70e2dc-85f6-4acb-9a4b-5cae1564314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962677 Jan 18 20:08:15.829130 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-d35338c3-a6a3-4fdc-984f-158d284f092a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Allocated IP 172.20.0.10 (1330a1de-3636-4f07-b599-97f547076b99/b76b9fe0-68f8-4703-9228-21897e60da9f/7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:08:15.866251 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-985b355a-a1af-4585-afd7-7b60af291b1e req-8cc556a4-30f3-4284-abfb-3d1e8cf6059d tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/ports?device_id=97fd66e0-1fc0-4306-917a-1e6fd85e7ec0 HTTP/1.1" status: 200 len: 210 time: 0.0355833 Jan 18 20:08:15.917625 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e40c5b-4b48-4273-8cd2-80ba5e58ab30 req-2b4bee20-8315-400e-84c3-120d0926af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:15.919149 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-49e40c5b-4b48-4273-8cd2-80ba5e58ab30 req-2b4bee20-8315-400e-84c3-120d0926af3e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 1100 time: 0.1547391 Jan 18 20:08:15.940183 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-633c40c9-3aff-41e0-b7c5-26b2c1c4e426 req-9b1bf4e2-f25a-4186-aa91-1a7c066fb9ed tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:08:15.954474 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d261953b-5466-4a68-b642-66a7bbd3f8e9 None None] Sync routers for ids ['bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:08:15.969257 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-80dfe129-3ad6-4b8d-82b6-ff8522d099af req-b6a1458a-e3f3-4cdb-8d9e-342700291354 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec990ee3-37a7-4873-a5fa-954a82c4620f HTTP/1.1" status: 200 len: 210 time: 0.0423355 Jan 18 20:08:15.969511 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d261953b-5466-4a68-b642-66a7bbd3f8e9 None None] Routers {'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:08:15.969928 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d261953b-5466-4a68-b642-66a7bbd3f8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:07:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:16.052875 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-633c40c9-3aff-41e0-b7c5-26b2c1c4e426 req-9b1bf4e2-f25a-4186-aa91-1a7c066fb9ed tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] No DVR routers for this DVR port a9dc5ae8-feb2-491f-ba26-55b31f9f8575 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:08:16.065793 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-633c40c9-3aff-41e0-b7c5-26b2c1c4e426 req-9b1bf4e2-f25a-4186-aa91-1a7c066fb9ed tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:16.069205 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-633c40c9-3aff-41e0-b7c5-26b2c1c4e426 req-9b1bf4e2-f25a-4186-aa91-1a7c066fb9ed tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.70 "DELETE /v2.0/ports/a9dc5ae8-feb2-491f-ba26-55b31f9f8575 HTTP/1.1" status: 204 len: 173 time: 1.7277513 Jan 18 20:08:16.069723 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fd66e0-1fc0-4306-917a-1e6fd85e7ec0', 'name': 'network-vif-deleted', 'tag': 'a9dc5ae8-feb2-491f-ba26-55b31f9f8575'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:08:16.072040 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497ac143-25f5-4e7b-893a-8743e3a40db5" -d '{"events": [{"server_uuid": "97fd66e0-1fc0-4306-917a-1e6fd85e7ec0", "name": "network-vif-deleted", "tag": "a9dc5ae8-feb2-491f-ba26-55b31f9f8575"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:08:16.150036 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559313f2-fa7c-4727-8d85-7d798469a37e x-openstack-request-id: req-559313f2-fa7c-4727-8d85-7d798469a37e {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:08:16.150331 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97fd66e0-1fc0-4306-917a-1e6fd85e7ec0", "name": "network-vif-deleted", "tag": "a9dc5ae8-feb2-491f-ba26-55b31f9f8575", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:08:16.150593 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-559313f2-fa7c-4727-8d85-7d798469a37e {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:08:16.151136 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fd66e0-1fc0-4306-917a-1e6fd85e7ec0', 'name': 'network-vif-deleted', 'tag': 'a9dc5ae8-feb2-491f-ba26-55b31f9f8575', 'status': 'completed', 'code': 200} Jan 18 20:08:16.158828 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-d261953b-5466-4a68-b642-66a7bbd3f8e9 None None] Set router bd83afaf-ea27-4830-b4d9-d9ece7a21f0d gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:08:16.213689 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e40c5b-4b48-4273-8cd2-80ba5e58ab30 req-0a9e0ab2-582f-48ce-b729-16798fda42ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:16.215392 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-49e40c5b-4b48-4273-8cd2-80ba5e58ab30 req-0a9e0ab2-582f-48ce-b729-16798fda42ef service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.2238579 Jan 18 20:08:16.239764 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-d35338c3-a6a3-4fdc-984f-158d284f092a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks [] for port (7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:16.251789 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a9dc5ae8-feb2-491f-ba26-55b31f9f8575 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:08:16.288961 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: a9dc5ae8-feb2-491f-ba26-55b31f9f8575 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:08:16.290147 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a9dc5ae8-feb2-491f-ba26-55b31f9f8575 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:08:16.296080 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:08:16.327766 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-49e40c5b-4b48-4273-8cd2-80ba5e58ab30 req-aea724ad-aeb5-4802-b506-398d5cb0dc0b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=66cf6411-d0dd-42db-99eb-0ea71436f870 HTTP/1.1" status: 200 len: 217 time: 0.1005960 Jan 18 20:08:16.373903 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d826cb7-d43b-4fe4-9566-ae1344a37737 req-574eebfe-2fc6-4771-81fa-fcfffc7e46aa tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:16.383678 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d826cb7-d43b-4fe4-9566-ae1344a37737 req-574eebfe-2fc6-4771-81fa-fcfffc7e46aa tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 945 time: 0.1501737 Jan 18 20:08:16.419866 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076129f-8ba7-4ca4-acf4-283f0bd42944 req-c1d701a2-bffc-4d2d-863b-ca3ea9d8cc50 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:16.421600 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9076129f-8ba7-4ca4-acf4-283f0bd42944 req-c1d701a2-bffc-4d2d-863b-ca3ea9d8cc50 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.1411140 Jan 18 20:08:16.437543 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e40c5b-4b48-4273-8cd2-80ba5e58ab30 req-0a54dfe1-d474-41b6-a965-50459a717cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:16.439336 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-49e40c5b-4b48-4273-8cd2-80ba5e58ab30 req-0a54dfe1-d474-41b6-a965-50459a717cd7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1039445 Jan 18 20:08:16.469447 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68997ed1-67e4-4caf-9348-59702f17a8e0 req-e0bcdc30-bc60-4f81-94dd-4a6124995d0b tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:16.471741 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-68997ed1-67e4-4caf-9348-59702f17a8e0 req-e0bcdc30-bc60-4f81-94dd-4a6124995d0b tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.57 "GET /v2.0/ports?device_id=2401cc3e-be88-41b3-8f2b-cd50d68e9a7e HTTP/1.1" status: 200 len: 946 time: 0.1271102 Jan 18 20:08:16.495897 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d826cb7-d43b-4fe4-9566-ae1344a37737 req-4212a928-72db-4977-94df-b9b22f9c77da tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068969 Jan 18 20:08:16.500614 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-d35338c3-a6a3-4fdc-984f-158d284f092a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:16.542463 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9076129f-8ba7-4ca4-acf4-283f0bd42944 req-3c4f032f-6d41-4bc4-81d0-cc23af544f75 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141131 Jan 18 20:08:16.588870 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d261953b-5466-4a68-b642-66a7bbd3f8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309457412-router', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:28Z', 'revision_number': 4, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'gw_port': {'id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'ea951dfb-0567-4fac-9bae-4e2712aa071a', 'name': '', 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'mac_address': 'fa:16:3e:ba:f5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:27Z', 'updated_at': '2022-01-18T20:02:35Z', 'revision_number': 5, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'subnets': [{'id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:16.616217 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35338c3-a6a3-4fdc-984f-158d284f092a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Pushing event updated for resources: {'Port': ['ID=7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:16.632489 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d261953b-5466-4a68-b642-66a7bbd3f8e9 None None] Checking router: bd83afaf-ea27-4830-b4d9-d9ece7a21f0d for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:08:16.636118 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-d35338c3-a6a3-4fdc-984f-158d284f092a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Network 1330a1de-3636-4f07-b599-97f547076b99 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:08:16.639512 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e40c5b-4b48-4273-8cd2-80ba5e58ab30 req-4125dbad-2eff-40e9-883a-cc90fb472a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:16.641261 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-49e40c5b-4b48-4273-8cd2-80ba5e58ab30 req-4125dbad-2eff-40e9-883a-cc90fb472a35 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1907420 Jan 18 20:08:16.647834 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d261953b-5466-4a68-b642-66a7bbd3f8e9 None None] Routers {'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:08:16.648452 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d261953b-5466-4a68-b642-66a7bbd3f8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:07:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:16.700648 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4a7b5ee0-122c-477c-9616-4844cac44d88 req-65645e51-85b8-409f-9e70-64298f56b3c2 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 210 time: 0.0810778 Jan 18 20:08:16.742517 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-d35338c3-a6a3-4fdc-984f-158d284f092a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:08:16.742517 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-d35338c3-a6a3-4fdc-984f-158d284f092a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:08:16.825363 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-d35338c3-a6a3-4fdc-984f-158d284f092a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:16.825978 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-d35338c3-a6a3-4fdc-984f-158d284f092a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:16.841685 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-d261953b-5466-4a68-b642-66a7bbd3f8e9 None None] Set router bd83afaf-ea27-4830-b4d9-d9ece7a21f0d gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:08:16.849088 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc4357-44a5-481e-b5e4-bf837ef59958 req-ee256f05-2b0c-4452-9089-3387c7ee5960 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:16.855308 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-68997ed1-67e4-4caf-9348-59702f17a8e0 req-ab6c2732-1b08-49f6-b09e-71228a0718d7 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Deleting port ade92644-2813-4db9-829d-4c74aa98146f {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:08:16.855648 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-68997ed1-67e4-4caf-9348-59702f17a8e0 req-ab6c2732-1b08-49f6-b09e-71228a0718d7 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ade92644-2813-4db9-829d-4c74aa98146f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:16.871089 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4dc4357-44a5-481e-b5e4-bf837ef59958 req-ee256f05-2b0c-4452-9089-3387c7ee5960 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 946 time: 0.0937977 Jan 18 20:08:16.904999 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-49e40c5b-4b48-4273-8cd2-80ba5e58ab30 req-9c8e5054-3f58-454a-bc22-0ad578cad860 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413118 Jan 18 20:08:16.916568 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-d35338c3-a6a3-4fdc-984f-158d284f092a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7126396 Jan 18 20:08:16.937185 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-7dcd79d8-7bfa-4973-9df1-dbdf8bbf076f service neutron] Request body: {'port': {'device_id': 'ec990ee3-37a7-4873-a5fa-954a82c4620f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:08:16.973877 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4dc4357-44a5-481e-b5e4-bf837ef59958 req-1ff950e2-8f9b-4a70-8bad-3b3ce0b5ab0e tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015577 Jan 18 20:08:17.030618 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d043ba-fe55-438e-95fd-c5d751ba7ae3 req-6cb2263e-88e7-4636-b53b-f54c5c7e494a tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:17.032911 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76d043ba-fe55-438e-95fd-c5d751ba7ae3 req-6cb2263e-88e7-4636-b53b-f54c5c7e494a tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/ports?device_id=2401cc3e-be88-41b3-8f2b-cd50d68e9a7e HTTP/1.1" status: 200 len: 946 time: 0.0827560 Jan 18 20:08:17.121171 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d261953b-5466-4a68-b642-66a7bbd3f8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309457412-router', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:28Z', 'revision_number': 4, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'gw_port': {'id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'ea951dfb-0567-4fac-9bae-4e2712aa071a', 'name': '', 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'mac_address': 'fa:16:3e:ba:f5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:27Z', 'updated_at': '2022-01-18T20:02:35Z', 'revision_number': 5, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'subnets': [{'id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:17.133112 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76d043ba-fe55-438e-95fd-c5d751ba7ae3 req-ca7697bb-cdd8-4a50-814e-f30158ab7765 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d70e2dc-85f6-4acb-9a4b-5cae1564314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935004 Jan 18 20:08:17.166746 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-49e40c5b-4b48-4273-8cd2-80ba5e58ab30 req-6f1d546a-d235-4c0c-8744-3dcc52397837 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473075 Jan 18 20:08:17.171927 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-7dcd79d8-7bfa-4973-9df1-dbdf8bbf076f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:17.202427 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-68997ed1-67e4-4caf-9348-59702f17a8e0 req-ab6c2732-1b08-49f6-b09e-71228a0718d7 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] For port ade92644-2813-4db9-829d-4c74aa98146f, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=ade92644-2813-4db9-829d-4c74aa98146f,segment=NetworkSegment(47a66606-44d4-4dca-b9c1-d39ea6a1f39e),segment_id=47a66606-44d4-4dca-b9c1-d39ea6a1f39e)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:17.202805 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-68997ed1-67e4-4caf-9348-59702f17a8e0 req-ab6c2732-1b08-49f6-b09e-71228a0718d7 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ade92644-2813-4db9-829d-4c74aa98146f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:17.236001 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd5725-ba84-494a-9b57-14664bfedcfb req-956a2cb5-543a-4aa0-81d9-8fcb894528c2 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:17.237925 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-68997ed1-67e4-4caf-9348-59702f17a8e0 req-ab6c2732-1b08-49f6-b09e-71228a0718d7 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Calling delete_port for ade92644-2813-4db9-829d-4c74aa98146f owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:08:17.241607 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6dd5725-ba84-494a-9b57-14664bfedcfb req-956a2cb5-543a-4aa0-81d9-8fcb894528c2 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec990ee3-37a7-4873-a5fa-954a82c4620f HTTP/1.1" status: 200 len: 932 time: 0.1429324 Jan 18 20:08:17.243119 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d261953b-5466-4a68-b642-66a7bbd3f8e9 None None] The sync data for ids ['bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'] in n-d-741529-9 is: [{'id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309457412-router', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:28Z', 'revision_number': 4, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'gw_port': {'id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'ea951dfb-0567-4fac-9bae-4e2712aa071a', 'name': '', 'network_id': '89a595c0-d9c3-40e8-b52a-e51ddcd750fc', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'mac_address': 'fa:16:3e:ba:f5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:27Z', 'updated_at': '2022-01-18T20:02:35Z', 'revision_number': 5, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'subnets': [{'id': 'da5aa223-a098-41b4-8a17-e11e4587a7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:08:17.369383 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6dd5725-ba84-494a-9b57-14664bfedcfb req-3d8ffd46-bd03-4b67-8846-a0aa2d84fc86 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136408 Jan 18 20:08:17.369974 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40074) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:17.434391 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-61d60a49-57bc-4beb-9476-b097f1cb7c9a tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks [] for security_group (5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:17.458873 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-61d60a49-57bc-4beb-9476-b097f1cb7c9a tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks [] for security_group (5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:17.559161 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-61d60a49-57bc-4beb-9476-b097f1cb7c9a tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:17.562025 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-61d60a49-57bc-4beb-9476-b097f1cb7c9a tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:17.565666 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-61d60a49-57bc-4beb-9476-b097f1cb7c9a tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "DELETE /v2.0/security-groups/5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186 HTTP/1.1" status: 204 len: 168 time: 0.1906648 Jan 18 20:08:17.569219 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40080) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:17.589907 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d60a49-57bc-4beb-9476-b097f1cb7c9a tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:17.603580 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-64a95261-fc6d-48b6-9c40-c58477ddf387 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] show failed (client error): The resource could not be found. Jan 18 20:08:17.608284 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40082) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:17.623038 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-64a95261-fc6d-48b6-9c40-c58477ddf387 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "GET /v2.0/security-groups/5a7aa1e8-56b9-4422-92eb-b8b0fbcaf186 HTTP/1.1" status: 404 len: 347 time: 0.0477579 Jan 18 20:08:17.727747 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8c8aea-84a2-44a5-a3a3-916a9b8e8843 None None] New status for floating IP b5776931-eba1-4e09-85ac-a6a601b4f678: DOWN {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:08:17.883167 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229aeaa-644e-4c84-8ec3-bcbdda45cae4 req-f29042d6-72c8-4067-b980-c2e6be86e54b tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:17.884621 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d229aeaa-644e-4c84-8ec3-bcbdda45cae4 req-f29042d6-72c8-4067-b980-c2e6be86e54b tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.1806455 Jan 18 20:08:17.896202 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a320a6e-0131-4085-8879-ffa87bd72422 req-04f27ad9-8fd6-4e20-9e51-fd93030ea1c5 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:17.903237 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a320a6e-0131-4085-8879-ffa87bd72422 req-04f27ad9-8fd6-4e20-9e51-fd93030ea1c5 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 945 time: 0.1861415 Jan 18 20:08:17.994772 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a320a6e-0131-4085-8879-ffa87bd72422 req-297b0ae8-a8d0-4839-a34a-592bb3be8c65 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905929 Jan 18 20:08:18.011830 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d229aeaa-644e-4c84-8ec3-bcbdda45cae4 req-c47e16fd-d3d5-4e02-bc1d-6af39ff8dded tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935488 Jan 18 20:08:18.024056 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-68997ed1-67e4-4caf-9348-59702f17a8e0 req-ab6c2732-1b08-49f6-b09e-71228a0718d7 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ade92644-2813-4db9-829d-4c74aa98146f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:18.037971 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['ade92644-2813-4db9-829d-4c74aa98146f'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:08:18.053314 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-080c0f57-e950-45be-970f-71b0dc9e53b0 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Deleting port 3f96eec8-f1b9-4f48-8b6d-c5f009ca8bd1 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:08:18.059128 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-080c0f57-e950-45be-970f-71b0dc9e53b0 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (3f96eec8-f1b9-4f48-8b6d-c5f009ca8bd1), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:18.061914 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c2732-1b08-49f6-b09e-71228a0718d7 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Pushing event deleted for resources: {'Port': ['ID=ade92644-2813-4db9-829d-4c74aa98146f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:18.071477 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-7dcd79d8-7bfa-4973-9df1-dbdf8bbf076f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:08:18.085314 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-7dcd79d8-7bfa-4973-9df1-dbdf8bbf076f service neutron] Publish callbacks [] for port (7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:18.127583 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-68997ed1-67e4-4caf-9348-59702f17a8e0 req-ab6c2732-1b08-49f6-b09e-71228a0718d7 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] No DVR routers for this DVR port ade92644-2813-4db9-829d-4c74aa98146f on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:08:18.132221 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-7dcd79d8-7bfa-4973-9df1-dbdf8bbf076f service neutron] Transition to ACTIVE for port object 7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:08:18.133272 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-68997ed1-67e4-4caf-9348-59702f17a8e0 req-ab6c2732-1b08-49f6-b09e-71228a0718d7 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:18.136800 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-68997ed1-67e4-4caf-9348-59702f17a8e0 req-ab6c2732-1b08-49f6-b09e-71228a0718d7 tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.57 "DELETE /v2.0/ports/ade92644-2813-4db9-829d-4c74aa98146f HTTP/1.1" status: 204 len: 173 time: 1.6480181 Jan 18 20:08:18.141151 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-7dcd79d8-7bfa-4973-9df1-dbdf8bbf076f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:18.151910 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2401cc3e-be88-41b3-8f2b-cd50d68e9a7e', 'name': 'network-vif-deleted', 'tag': 'ade92644-2813-4db9-829d-4c74aa98146f'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:08:18.155435 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd40f112-e908-4a7e-90ce-12e0765b80a6" -d '{"events": [{"server_uuid": "2401cc3e-be88-41b3-8f2b-cd50d68e9a7e", "name": "network-vif-deleted", "tag": "ade92644-2813-4db9-829d-4c74aa98146f"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:08:18.246508 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e74ac05-28d8-43a1-af17-aa8cef1b11a5 req-389cd2e7-d67b-4e98-a316-836678029ffa tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 210 time: 0.0647979 Jan 18 20:08:18.265451 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd79d8-7bfa-4973-9df1-dbdf8bbf076f service neutron] Pushing event updated for resources: {'Port': ['ID=7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:18.347317 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-080c0f57-e950-45be-970f-71b0dc9e53b0 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (3f96eec8-f1b9-4f48-8b6d-c5f009ca8bd1), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:18.347956 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-080c0f57-e950-45be-970f-71b0dc9e53b0 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks [] for floatingip (3f96eec8-f1b9-4f48-8b6d-c5f009ca8bd1), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:18.378319 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-080c0f57-e950-45be-970f-71b0dc9e53b0 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Calling delete_port for 3f96eec8-f1b9-4f48-8b6d-c5f009ca8bd1 owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:08:18.379966 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-7dcd79d8-7bfa-4973-9df1-dbdf8bbf076f service neutron] Attempting to bind port 7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:08:18.380320 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-7dcd79d8-7bfa-4973-9df1-dbdf8bbf076f service neutron] Attempting to bind port 7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '764cc364-bdeb-41f4-8a87-9fa870bc06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1330a1de-3636-4f07-b599-97f547076b99'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:08:18.380650 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-7dcd79d8-7bfa-4973-9df1-dbdf8bbf076f service neutron] Attempting to bind port 7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc on network 1330a1de-3636-4f07-b599-97f547076b99 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:08:18.386919 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-7dcd79d8-7bfa-4973-9df1-dbdf8bbf076f service neutron] Port 7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc on network 1330a1de-3636-4f07-b599-97f547076b99 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:08:18.387171 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-7dcd79d8-7bfa-4973-9df1-dbdf8bbf076f service neutron] Attempting to bind port 7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc on network 1330a1de-3636-4f07-b599-97f547076b99 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:08:18.398954 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-7dcd79d8-7bfa-4973-9df1-dbdf8bbf076f service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:08:18.398954 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-7dcd79d8-7bfa-4973-9df1-dbdf8bbf076f service neutron] Checking segment: {'id': '764cc364-bdeb-41f4-8a87-9fa870bc06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1330a1de-3636-4f07-b599-97f547076b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:08:18.398954 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-7dcd79d8-7bfa-4973-9df1-dbdf8bbf076f service neutron] Bound using segment: {'id': '764cc364-bdeb-41f4-8a87-9fa870bc06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1330a1de-3636-4f07-b599-97f547076b99'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:08:18.398954 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-7dcd79d8-7bfa-4973-9df1-dbdf8bbf076f service neutron] Bound port: 7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '764cc364-bdeb-41f4-8a87-9fa870bc06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1330a1de-3636-4f07-b599-97f547076b99'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:08:18.398954 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-7dcd79d8-7bfa-4973-9df1-dbdf8bbf076f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:18.407773 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e0ef7-a8b7-4956-955a-75c86d2383e5 req-709c2611-66d7-454e-bbbf-df4441ce2c54 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:18.409783 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a07e0ef7-a8b7-4956-955a-75c86d2383e5 req-709c2611-66d7-454e-bbbf-df4441ce2c54 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 946 time: 0.0975134 Jan 18 20:08:18.492834 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-7dcd79d8-7bfa-4973-9df1-dbdf8bbf076f service neutron] For port 7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:08:18.496807 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-7dcd79d8-7bfa-4973-9df1-dbdf8bbf076f service neutron] For port 7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:08:18.501666 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-7dcd79d8-7bfa-4973-9df1-dbdf8bbf076f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:18.507920 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-168b96c4-1a5b-4d4e-8865-43eb88efd8c5 req-7d7113d0-ef60-4e4f-989e-bc29a6a0d98c tempest-VolumesAdminNegativeTest-150114844 tempest-VolumesAdminNegativeTest-150114844-project] 10.222.0.31 "GET /v2.0/ports?device_id=2401cc3e-be88-41b3-8f2b-cd50d68e9a7e HTTP/1.1" status: 200 len: 210 time: 0.0380030 Jan 18 20:08:18.547987 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a07e0ef7-a8b7-4956-955a-75c86d2383e5 req-e15d120e-d232-4a1f-bbc8-7b279d565e6a tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997062 Jan 18 20:08:18.566066 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-7dcd79d8-7bfa-4973-9df1-dbdf8bbf076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:18.568366 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-7dcd79d8-7bfa-4973-9df1-dbdf8bbf076f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:18.582493 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-7dcd79d8-7bfa-4973-9df1-dbdf8bbf076f service neutron] 10.222.0.70 "PUT /v2.0/ports/7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc HTTP/1.1" status: 200 len: 1092 time: 1.6493337 Jan 18 20:08:18.621319 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d12652d-3fb6-4aa6-bead-9df99baa98fe x-openstack-request-id: req-5d12652d-3fb6-4aa6-bead-9df99baa98fe {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:08:18.621622 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2401cc3e-be88-41b3-8f2b-cd50d68e9a7e", "name": "network-vif-deleted", "tag": "ade92644-2813-4db9-829d-4c74aa98146f", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:08:18.621907 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d12652d-3fb6-4aa6-bead-9df99baa98fe {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:08:18.622317 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2401cc3e-be88-41b3-8f2b-cd50d68e9a7e', 'name': 'network-vif-deleted', 'tag': 'ade92644-2813-4db9-829d-4c74aa98146f', 'status': 'completed', 'code': 200} Jan 18 20:08:18.631755 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd79d8-7bfa-4973-9df1-dbdf8bbf076f service neutron] Pushing event updated for resources: {'Port': ['ID=7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:18.700518 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-080c0f57-e950-45be-970f-71b0dc9e53b0 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (3f96eec8-f1b9-4f48-8b6d-c5f009ca8bd1), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:18.706124 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-7571d25e-a738-4617-9632-280e7bf710da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:18.708075 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-7571d25e-a738-4617-9632-280e7bf710da service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=211c72f201034d10bbf94424fe5e3d47&device_id=ec990ee3-37a7-4873-a5fa-954a82c4620f HTTP/1.1" status: 200 len: 1095 time: 0.0567870 Jan 18 20:08:18.751544 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c0f57-e950-45be-970f-71b0dc9e53b0 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Pushing event deleted for resources: {'Port': ['ID=3f96eec8-f1b9-4f48-8b6d-c5f009ca8bd1,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:18.819795 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-03008404-157a-49a2-865c-4950d5ab1a23 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc HTTP/1.1" status: 200 len: 217 time: 0.1025145 Jan 18 20:08:18.836805 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57656227-bfe6-4e0b-b360-a1666360bd82 req-8ac93007-c605-4afe-ab08-81819387d010 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:18.844274 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-57656227-bfe6-4e0b-b360-a1666360bd82 req-8ac93007-c605-4afe-ab08-81819387d010 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec990ee3-37a7-4873-a5fa-954a82c4620f HTTP/1.1" status: 200 len: 944 time: 0.1538029 Jan 18 20:08:18.911903 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-effcb543-4e6c-479d-9bef-7a1117b886ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:18.913503 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-effcb543-4e6c-479d-9bef-7a1117b886ca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b76b9fe0-68f8-4703-9228-21897e60da9f HTTP/1.1" status: 200 len: 852 time: 0.0861723 Jan 18 20:08:18.920360 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-080c0f57-e950-45be-970f-71b0dc9e53b0 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks [] for floatingip (b5776931-eba1-4e09-85ac-a6a601b4f678), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:18.922968 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-080c0f57-e950-45be-970f-71b0dc9e53b0 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:18.926959 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-080c0f57-e950-45be-970f-71b0dc9e53b0 tempest-ServersWithSpecificFlavorTestJSON-720306420 tempest-ServersWithSpecificFlavorTestJSON-720306420-project] 10.222.0.31 "DELETE /v2.0/floatingips/b5776931-eba1-4e09-85ac-a6a601b4f678 HTTP/1.1" status: 204 len: 168 time: 1.3173881 Jan 18 20:08:18.967753 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-57656227-bfe6-4e0b-b360-a1666360bd82 req-9a36d792-edfa-4d65-b17a-a1a6dc11bf60 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217902 Jan 18 20:08:18.980563 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-e593b086-b02e-48bb-98f3-5426060b9448 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1330a1de-3636-4f07-b599-97f547076b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443296 Jan 18 20:08:18.983441 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad88e6e-1c01-4990-a8df-8af767abeae3 req-5a622022-994d-4188-8270-af48175f2437 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:18.990117 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6ad88e6e-1c01-4990-a8df-8af767abeae3 req-5a622022-994d-4188-8270-af48175f2437 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 945 time: 0.1233246 Jan 18 20:08:19.008463 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f8d3b-79be-4bba-a703-b489d3475bf6 req-34d98b39-50bd-4938-ab6d-48797e6c4c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:19.010102 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f45f8d3b-79be-4bba-a703-b489d3475bf6 req-34d98b39-50bd-4938-ab6d-48797e6c4c57 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=714c4648fc7141d6ba9bb483a7178a1f&device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 1096 time: 0.0861373 Jan 18 20:08:19.059570 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6ad88e6e-1c01-4990-a8df-8af767abeae3 req-1d60c2f2-f9b7-452c-a83c-01c46d773c81 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642843 Jan 18 20:08:19.147109 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-8151dbfc-1291-43f0-a480-81f51654b80e service neutron] 10.222.0.70 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608336 Jan 18 20:08:19.181511 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f8d3b-79be-4bba-a703-b489d3475bf6 req-290890cc-a249-4124-bf43-7d083a71cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:19.183151 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f45f8d3b-79be-4bba-a703-b489d3475bf6 req-290890cc-a249-4124-bf43-7d083a71cd65 service neutron] 10.222.0.70 "GET /v2.0/networks?id=46a5d855-70fb-4db3-9006-13c09dcc2bf5 HTTP/1.1" status: 200 len: 917 time: 0.1658022 Jan 18 20:08:19.187759 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f9d09-d520-4d0d-87b1-e9bafd081c25 req-d19b4252-448c-450c-9abf-e5a2432e8ce6 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:19.190318 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ef3f9d09-d520-4d0d-87b1-e9bafd081c25 req-d19b4252-448c-450c-9abf-e5a2432e8ce6 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.0682216 Jan 18 20:08:19.247762 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f45f8d3b-79be-4bba-a703-b489d3475bf6 req-e0a77b73-15a9-4b15-a0c7-56edff4e4a1e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3314cf82-647a-4c42-8358-dabf49d758bd HTTP/1.1" status: 200 len: 217 time: 0.0480816 Jan 18 20:08:19.252090 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ef3f9d09-d520-4d0d-87b1-e9bafd081c25 req-39742ebb-6575-41db-834f-789b3a5cf171 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505133 Jan 18 20:08:19.347306 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f8d3b-79be-4bba-a703-b489d3475bf6 req-9bd85b39-4cd8-43d9-9000-a3c45fc88324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:19.348749 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f45f8d3b-79be-4bba-a703-b489d3475bf6 req-9bd85b39-4cd8-43d9-9000-a3c45fc88324 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0e9109a0-70b1-485a-ada3-f18fe706d29c HTTP/1.1" status: 200 len: 855 time: 0.0664628 Jan 18 20:08:19.389349 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b1bc03a3-8c61-4ab2-87a3-55ca28c8edee req-9da6abcb-a0a0-4a47-9cdc-3e7c53528e96 service neutron] 10.222.0.70 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336001 Jan 18 20:08:19.425024 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f8d3b-79be-4bba-a703-b489d3475bf6 req-d7d1a082-03db-41a4-8bd4-daf18907c923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:19.426577 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f45f8d3b-79be-4bba-a703-b489d3475bf6 req-d7d1a082-03db-41a4-8bd4-daf18907c923 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=46a5d855-70fb-4db3-9006-13c09dcc2bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674822 Jan 18 20:08:19.430144 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-655801bd-b21c-4b12-ba85-f02c06ebb0b4 req-0c32f7c6-d232-419c-a883-038e4ee860f5 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 210 time: 0.0359292 Jan 18 20:08:19.530335 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f45f8d3b-79be-4bba-a703-b489d3475bf6 req-39444b1c-beff-431e-ae4d-6f0174131694 service neutron] 10.222.0.70 "GET /v2.0/networks/46a5d855-70fb-4db3-9006-13c09dcc2bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960994 Jan 18 20:08:19.558520 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40128) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:19.580027 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40134) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:19.659884 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f45f8d3b-79be-4bba-a703-b489d3475bf6 req-a78f55fa-81c5-4711-84f7-c7bae7c698e2 service neutron] 10.222.0.70 "GET /v2.0/networks/46a5d855-70fb-4db3-9006-13c09dcc2bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230650 Jan 18 20:08:19.729508 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ecc049d-8dcc-4972-9c8a-4ea407169813 admin admin] Deleting subnet a63c4709-7e59-4054-9fbe-d12855a60d0f {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:08:20.051056 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9ecc049d-8dcc-4972-9c8a-4ea407169813 admin admin] Publish callbacks [] for subnet (a63c4709-7e59-4054-9fbe-d12855a60d0f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:20.080080 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2789ae8-2046-4014-9fc9-ea3f5e521c04 req-4a1d375e-073c-48e3-b63b-4102c5391b40 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:20.081510 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2789ae8-2046-4014-9fc9-ea3f5e521c04 req-4a1d375e-073c-48e3-b63b-4102c5391b40 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 946 time: 0.4495442 Jan 18 20:08:20.149473 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9ecc049d-8dcc-4972-9c8a-4ea407169813 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (a63c4709-7e59-4054-9fbe-d12855a60d0f), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:20.241473 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee9315-2862-4916-9eee-33968444725b req-185f83a2-4155-489d-96c6-c43a5650d50e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:20.242913 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37ee9315-2862-4916-9eee-33968444725b req-185f83a2-4155-489d-96c6-c43a5650d50e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec990ee3-37a7-4873-a5fa-954a82c4620f HTTP/1.1" status: 200 len: 944 time: 0.1888926 Jan 18 20:08:20.256598 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2789ae8-2046-4014-9fc9-ea3f5e521c04 req-f36d1640-0c64-462d-9e6a-b372230c4a8f tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627967 Jan 18 20:08:20.275021 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9ecc049d-8dcc-4972-9c8a-4ea407169813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (a63c4709-7e59-4054-9fbe-d12855a60d0f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:20.428180 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37ee9315-2862-4916-9eee-33968444725b req-27505392-3799-4b27-b485-40ab0c662958 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660573 Jan 18 20:08:20.432767 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9ecc049d-8dcc-4972-9c8a-4ea407169813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (a63c4709-7e59-4054-9fbe-d12855a60d0f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:20.497019 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc049d-8dcc-4972-9c8a-4ea407169813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a63c4709-7e59-4054-9fbe-d12855a60d0f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:20.499356 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9ecc049d-8dcc-4972-9c8a-4ea407169813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:20.502349 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9ecc049d-8dcc-4972-9c8a-4ea407169813 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a63c4709-7e59-4054-9fbe-d12855a60d0f HTTP/1.1" status: 204 len: 168 time: 0.9212096 Jan 18 20:08:20.505017 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40146) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:20.511826 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae36bf8-e4ab-456e-ad53-fc8f14516f4a req-b997c772-e620-42f9-9f03-4805bb59fdff tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:20.513312 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aae36bf8-e4ab-456e-ad53-fc8f14516f4a req-b997c772-e620-42f9-9f03-4805bb59fdff tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 945 time: 0.1643884 Jan 18 20:08:20.584105 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3634ccd7-481b-4289-9d17-04861d3d7437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (4ab372be-d103-41ea-8d2b-c9a101271e12), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:20.625971 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ab907-418a-400d-88a7-31d98df0306a req-0e6c0b78-1751-4ac5-8386-b3e85262accb tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:20.627983 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3b6ab907-418a-400d-88a7-31d98df0306a req-0e6c0b78-1751-4ac5-8386-b3e85262accb tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.1120234 Jan 18 20:08:20.630128 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec990ee3-37a7-4873-a5fa-954a82c4620f', 'tag': '7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:08:20.632374 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34302412-8779-4943-b8d2-de924d573d05" -d '{"events": [{"name": "network-changed", "server_uuid": "ec990ee3-37a7-4873-a5fa-954a82c4620f", "tag": "7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:08:20.637494 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aae36bf8-e4ab-456e-ad53-fc8f14516f4a req-45fb5d5e-9e3e-49e5-8db4-21ae89957593 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096330 Jan 18 20:08:20.680862 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3634ccd7-481b-4289-9d17-04861d3d7437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (4ab372be-d103-41ea-8d2b-c9a101271e12), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:20.706259 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3b6ab907-418a-400d-88a7-31d98df0306a req-7e286028-2259-48ac-b8ec-380bd291f868 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674970 Jan 18 20:08:20.710300 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-3634ccd7-481b-4289-9d17-04861d3d7437 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab372be-d103-41ea-8d2b-c9a101271e12']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:20.726806 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-3634ccd7-481b-4289-9d17-04861d3d7437 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a66606-44d4-4dca-b9c1-d39ea6a1f39e') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:20.726806 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-3634ccd7-481b-4289-9d17-04861d3d7437 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a66606-44d4-4dca-b9c1-d39ea6a1f39e') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:20.735397 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3634ccd7-481b-4289-9d17-04861d3d7437 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (47a66606-44d4-4dca-b9c1-d39ea6a1f39e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:20.759677 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3634ccd7-481b-4289-9d17-04861d3d7437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (47a66606-44d4-4dca-b9c1-d39ea6a1f39e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:20.767436 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3634ccd7-481b-4289-9d17-04861d3d7437 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:08:20.769001 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3634ccd7-481b-4289-9d17-04861d3d7437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (47a66606-44d4-4dca-b9c1-d39ea6a1f39e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:08:20.771199 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:08:20.774791 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:08:20.774791 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:08:20.774791 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:08:20.774791 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:08:20.774791 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:08:20.774791 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:08:20.774791 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:08:20.774791 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:08:20.774791 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:08:20.774791 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:08:20.786408 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd4827d-4c6a-4500-9ea8-bdb703889a2a x-openstack-request-id: req-3cd4827d-4c6a-4500-9ea8-bdb703889a2a {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:08:20.786949 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec990ee3-37a7-4873-a5fa-954a82c4620f", "tag": "7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:08:20.787833 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3cd4827d-4c6a-4500-9ea8-bdb703889a2a {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:08:20.789030 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec990ee3-37a7-4873-a5fa-954a82c4620f', 'tag': '7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc', 'status': 'completed', 'code': 200} Jan 18 20:08:20.829111 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-55c55f73-57fb-452b-a2dd-86e5ccb2ea0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (bd83afaf-ea27-4830-b4d9-d9ece7a21f0d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:20.894956 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34302412-8779-4943-b8d2-de924d573d05 req-ffa0c7d3-6fd3-4c6c-bc8a-2cbe6b123717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:20.897030 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-34302412-8779-4943-b8d2-de924d573d05 req-ffa0c7d3-6fd3-4c6c-bc8a-2cbe6b123717 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=211c72f201034d10bbf94424fe5e3d47&device_id=ec990ee3-37a7-4873-a5fa-954a82c4620f HTTP/1.1" status: 200 len: 1095 time: 0.0560486 Jan 18 20:08:20.897861 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3634ccd7-481b-4289-9d17-04861d3d7437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (4ab372be-d103-41ea-8d2b-c9a101271e12), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:20.904297 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3634ccd7-481b-4289-9d17-04861d3d7437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:20.910744 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3634ccd7-481b-4289-9d17-04861d3d7437 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4ab372be-d103-41ea-8d2b-c9a101271e12 HTTP/1.1" status: 204 len: 168 time: 0.4016488 Jan 18 20:08:20.925726 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40154) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:20.928064 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-db8c6f46-521c-42b9-b63d-a8f05b7d9597 req-ed1054a6-282b-43b0-80d4-898cc9224cb4 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 210 time: 0.0556560 Jan 18 20:08:20.928258 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634ccd7-481b-4289-9d17-04861d3d7437 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ab372be-d103-41ea-8d2b-c9a101271e12,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:21.010061 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device ade92644-2813-4db9-829d-4c74aa98146f no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:08:21.015313 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34302412-8779-4943-b8d2-de924d573d05 req-dec0e3f8-0189-489c-a9f1-df2fe26ec52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:21.016925 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-34302412-8779-4943-b8d2-de924d573d05 req-dec0e3f8-0189-489c-a9f1-df2fe26ec52f service neutron] 10.222.0.70 "GET /v2.0/networks?id=1330a1de-3636-4f07-b599-97f547076b99 HTTP/1.1" status: 200 len: 913 time: 0.1067870 Jan 18 20:08:21.033783 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: ade92644-2813-4db9-829d-4c74aa98146f {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:08:21.034405 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device ade92644-2813-4db9-829d-4c74aa98146f not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:08:21.052385 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be20a4-ea3a-4419-a90b-02a8aceac564 req-7d3705f3-21e3-4f3f-927d-66c6353f5fff tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:21.054045 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43be20a4-ea3a-4419-a90b-02a8aceac564 req-7d3705f3-21e3-4f3f-927d-66c6353f5fff tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 945 time: 0.1641598 Jan 18 20:08:21.057862 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d3d3584-b95c-4a96-8da3-9a736de3c9e5 admin admin] Deleting subnet 55fdcf9b-776d-4a63-875b-abd5822b6417 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:08:21.064307 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3584-b95c-4a96-8da3-9a736de3c9e5 admin admin] Publish callbacks [] for subnet (55fdcf9b-776d-4a63-875b-abd5822b6417), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:21.067351 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-34302412-8779-4943-b8d2-de924d573d05 req-15713793-2297-4084-b54d-35d9159aa282 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc HTTP/1.1" status: 200 len: 217 time: 0.0439906 Jan 18 20:08:21.117126 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34302412-8779-4943-b8d2-de924d573d05 req-e2aecc15-e9e0-4acb-bcc7-7683adee4202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:21.118626 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-34302412-8779-4943-b8d2-de924d573d05 req-e2aecc15-e9e0-4acb-bcc7-7683adee4202 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b76b9fe0-68f8-4703-9228-21897e60da9f HTTP/1.1" status: 200 len: 852 time: 0.0455983 Jan 18 20:08:21.162284 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-34302412-8779-4943-b8d2-de924d573d05 req-0b0079e0-f465-4e77-95a3-47acb7aca5be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1330a1de-3636-4f07-b599-97f547076b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366669 Jan 18 20:08:21.178072 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3584-b95c-4a96-8da3-9a736de3c9e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (55fdcf9b-776d-4a63-875b-abd5822b6417), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:21.233479 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43be20a4-ea3a-4419-a90b-02a8aceac564 req-33a95b0c-d305-4ef2-a661-2d1071c49942 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706405 Jan 18 20:08:21.289880 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3584-b95c-4a96-8da3-9a736de3c9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (55fdcf9b-776d-4a63-875b-abd5822b6417), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:21.323122 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-34302412-8779-4943-b8d2-de924d573d05 req-403010d5-28d7-4970-b9d5-bce1e6c78d15 service neutron] 10.222.0.70 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529753 Jan 18 20:08:21.464958 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3584-b95c-4a96-8da3-9a736de3c9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (55fdcf9b-776d-4a63-875b-abd5822b6417), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:21.497099 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-34302412-8779-4943-b8d2-de924d573d05 req-2a6ec9be-cb84-474a-b934-fcaf8b0a464b service neutron] 10.222.0.70 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667089 Jan 18 20:08:21.526091 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d3584-b95c-4a96-8da3-9a736de3c9e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55fdcf9b-776d-4a63-875b-abd5822b6417,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:21.531829 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3584-b95c-4a96-8da3-9a736de3c9e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:21.535744 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1d3d3584-b95c-4a96-8da3-9a736de3c9e5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/55fdcf9b-776d-4a63-875b-abd5822b6417 HTTP/1.1" status: 204 len: 168 time: 0.6060112 Jan 18 20:08:21.538266 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40162) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:21.563976 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b3564-f196-41fa-a2bf-f92310ce31a1 req-e533a2f7-ea1d-4de3-8978-2b15eba144a6 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:21.565485 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-821b3564-f196-41fa-a2bf-f92310ce31a1 req-e533a2f7-ea1d-4de3-8978-2b15eba144a6 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4b53fcf-c6ba-41c8-b0e5-9332fcca9e6f HTTP/1.1" status: 200 len: 945 time: 0.1518214 Jan 18 20:08:21.579354 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fa225-0289-41f0-b127-ec7736549166 req-6c7330c6-004a-4e46-957c-757459f66315 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:21.581355 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a43fa225-0289-41f0-b127-ec7736549166 req-6c7330c6-004a-4e46-957c-757459f66315 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 946 time: 0.1705372 Jan 18 20:08:21.612739 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-55c55f73-57fb-452b-a2dd-86e5ccb2ea0b admin admin] Deleting port ea951dfb-0567-4fac-9bae-4e2712aa071a {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:08:21.613189 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-55c55f73-57fb-452b-a2dd-86e5ccb2ea0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ea951dfb-0567-4fac-9bae-4e2712aa071a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:21.627236 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6b1bd93e-ca1b-4637-ada1-31d28940dfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (b2ff449f-94a9-49fd-87e3-1c9bdb6f89a1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:21.671117 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a43fa225-0289-41f0-b127-ec7736549166 req-014961d6-4e0a-4d42-b182-1c486f152f20 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811677 Jan 18 20:08:21.720801 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-821b3564-f196-41fa-a2bf-f92310ce31a1 req-a1262f76-313e-4133-adb5-8aa4eaa4ca54 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367581 Jan 18 20:08:21.771389 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6b1bd93e-ca1b-4637-ada1-31d28940dfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (b2ff449f-94a9-49fd-87e3-1c9bdb6f89a1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:21.774246 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-55c55f73-57fb-452b-a2dd-86e5ccb2ea0b admin admin] For port ea951dfb-0567-4fac-9bae-4e2712aa071a, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ea951dfb-0567-4fac-9bae-4e2712aa071a,segment=NetworkSegment(7187ab8f-3094-4c40-bdcb-e57d676ffb56),segment_id=7187ab8f-3094-4c40-bdcb-e57d676ffb56)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:21.774724 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-55c55f73-57fb-452b-a2dd-86e5ccb2ea0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ea951dfb-0567-4fac-9bae-4e2712aa071a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:21.817597 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-6b1bd93e-ca1b-4637-ada1-31d28940dfd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ff449f-94a9-49fd-87e3-1c9bdb6f89a1']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:21.830156 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-55c55f73-57fb-452b-a2dd-86e5ccb2ea0b admin admin] Calling delete_port for ea951dfb-0567-4fac-9bae-4e2712aa071a owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:08:21.840169 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-6b1bd93e-ca1b-4637-ada1-31d28940dfd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8bd904e-1086-4f0b-b6e3-40800407168f') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:21.840480 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-6b1bd93e-ca1b-4637-ada1-31d28940dfd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8bd904e-1086-4f0b-b6e3-40800407168f') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:21.860089 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6b1bd93e-ca1b-4637-ada1-31d28940dfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (c8bd904e-1086-4f0b-b6e3-40800407168f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:21.863413 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7cbd8-321b-4b7f-b479-b2310479ff95 req-f46f1d00-e36f-4f3e-9400-6a6bde9b74d7 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:21.870885 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-08e7cbd8-321b-4b7f-b479-b2310479ff95 req-f46f1d00-e36f-4f3e-9400-6a6bde9b74d7 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec990ee3-37a7-4873-a5fa-954a82c4620f HTTP/1.1" status: 200 len: 944 time: 0.0785010 Jan 18 20:08:21.886642 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6b1bd93e-ca1b-4637-ada1-31d28940dfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (c8bd904e-1086-4f0b-b6e3-40800407168f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:21.896160 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b1bd93e-ca1b-4637-ada1-31d28940dfd9 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:08:21.896676 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6b1bd93e-ca1b-4637-ada1-31d28940dfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (c8bd904e-1086-4f0b-b6e3-40800407168f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:08:21.900529 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:08:21.984423 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-08e7cbd8-321b-4b7f-b479-b2310479ff95 req-97ef5fb3-4e6c-4151-baa4-cbeeb94f9890 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124928 Jan 18 20:08:22.019395 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6b1bd93e-ca1b-4637-ada1-31d28940dfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (b2ff449f-94a9-49fd-87e3-1c9bdb6f89a1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:22.024976 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6b1bd93e-ca1b-4637-ada1-31d28940dfd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:22.028129 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6b1bd93e-ca1b-4637-ada1-31d28940dfd9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b2ff449f-94a9-49fd-87e3-1c9bdb6f89a1 HTTP/1.1" status: 204 len: 168 time: 0.4867430 Jan 18 20:08:22.046727 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bd93e-ca1b-4637-ada1-31d28940dfd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2ff449f-94a9-49fd-87e3-1c9bdb6f89a1,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:22.177269 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006987a2-9b79-48f8-aa95-77758fd93d7f req-43fd8d2d-ef63-4d95-8f24-7dc3a19ac2c3 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:22.186584 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-006987a2-9b79-48f8-aa95-77758fd93d7f req-43fd8d2d-ef63-4d95-8f24-7dc3a19ac2c3 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.0826688 Jan 18 20:08:22.296755 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:08:22.329090 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-006987a2-9b79-48f8-aa95-77758fd93d7f req-8c789c87-0202-4918-b63a-5c38fc888a22 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415558 Jan 18 20:08:22.342487 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40186) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:22.343886 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-55c55f73-57fb-452b-a2dd-86e5ccb2ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (ea951dfb-0567-4fac-9bae-4e2712aa071a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:22.437527 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c55f73-57fb-452b-a2dd-86e5ccb2ea0b admin admin] Pushing event deleted for resources: {'Port': ['ID=ea951dfb-0567-4fac-9bae-4e2712aa071a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:22.454122 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5d97b3bf-2d7c-4add-a1f9-6de7237a2b6c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=76801dae69f5439dafba13a4754c3ef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1104605 Jan 18 20:08:22.456901 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40188) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:22.542500 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:22.557234 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc', 'network_id': '1330a1de-3636-4f07-b599-97f547076b99', 'port_id': '7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc', 'mac_address': 'fa:16:3e:9b:f1:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76b9fe0-68f8-4703-9228-21897e60da9f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:08:22.586067 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-37764dba-1d22-4c9f-a936-ce6ef9095dc4 admin admin] Publish callbacks [] for security_group (3d70e2dc-85f6-4acb-9a4b-5cae1564314c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:22.622960 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-37764dba-1d22-4c9f-a936-ce6ef9095dc4 admin admin] Publish callbacks [] for security_group (3d70e2dc-85f6-4acb-9a4b-5cae1564314c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:22.635222 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e547a261-33db-4dd1-a226-e362e7453ad8 req-7de99f01-dac9-4ee9-9162-d81c63f5f088 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=035dfeb0-030e-4559-acde-bff2c5f0908e HTTP/1.1" status: 200 len: 210 time: 0.0868745 Jan 18 20:08:22.672207 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8944c-0283-4a87-b055-a1c5804a0843 req-a340c6c5-8a90-4c93-ab20-d2e760ca24cf tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:22.679738 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-82a8944c-0283-4a87-b055-a1c5804a0843 req-a340c6c5-8a90-4c93-ab20-d2e760ca24cf tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb HTTP/1.1" status: 200 len: 946 time: 0.2351575 Jan 18 20:08:22.688686 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-37764dba-1d22-4c9f-a936-ce6ef9095dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3d70e2dc-85f6-4acb-9a4b-5cae1564314c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:22.691640 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-37764dba-1d22-4c9f-a936-ce6ef9095dc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:22.692801 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-37764dba-1d22-4c9f-a936-ce6ef9095dc4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3d70e2dc-85f6-4acb-9a4b-5cae1564314c HTTP/1.1" status: 204 len: 168 time: 0.2347615 Jan 18 20:08:22.694957 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:08:22.695452 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:22.715745 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37764dba-1d22-4c9f-a936-ce6ef9095dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d70e2dc-85f6-4acb-9a4b-5cae1564314c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:22.739256 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:08:22.770177 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:22.778893 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:22.895777 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-55c55f73-57fb-452b-a2dd-86e5ccb2ea0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (bd83afaf-ea27-4830-b4d9-d9ece7a21f0d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:22.900608 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:23.081404 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-82a8944c-0283-4a87-b055-a1c5804a0843 req-92376b14-8721-4561-bd36-df24f65f86f0 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007268 Jan 18 20:08:23.097666 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:08:23.244340 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-dcca2d29-2fb1-4bec-b5a0-05c28448b043 req-23e9f7a1-1ecc-40bf-a76e-ded3953642c7 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:08:23.245502 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dcca2d29-2fb1-4bec-b5a0-05c28448b043 req-23e9f7a1-1ecc-40bf-a76e-ded3953642c7 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088778 Jan 18 20:08:23.264817 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c55f73-57fb-452b-a2dd-86e5ccb2ea0b admin admin] Router bd83afaf-ea27-4830-b4d9-d9ece7a21f0d has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:08:23.349150 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40206) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:23.404560 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5f2e50cf-a3b7-49f2-a063-b3fef0191621 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b9f67b5e4df471ebc9e086516ea2636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0540783 Jan 18 20:08:23.409671 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40212) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:23.491065 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b06e1d72-0567-4fd9-a1d5-80350daef402 admin admin] Publish callbacks [] for security_group (5533287e-3abc-4368-b349-04379f5de282), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:23.494863 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b1d6d-bea7-43d4-b7e5-6225f0a249a9 req-219da8a3-00fb-435b-86a0-2b67b56ddea7 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:23.496623 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a59b1d6d-bea7-43d4-b7e5-6225f0a249a9 req-219da8a3-00fb-435b-86a0-2b67b56ddea7 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec990ee3-37a7-4873-a5fa-954a82c4620f HTTP/1.1" status: 200 len: 945 time: 0.2501078 Jan 18 20:08:23.518341 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dcca2d29-2fb1-4bec-b5a0-05c28448b043 req-ffa5bfcb-e780-48e6-b623-1ba1c6ff28e8 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2514663 Jan 18 20:08:23.518779 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b06e1d72-0567-4fd9-a1d5-80350daef402 admin admin] Publish callbacks [] for security_group (5533287e-3abc-4368-b349-04379f5de282), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:23.578292 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b06e1d72-0567-4fd9-a1d5-80350daef402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5533287e-3abc-4368-b349-04379f5de282), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:23.585078 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b06e1d72-0567-4fd9-a1d5-80350daef402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:23.588384 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b06e1d72-0567-4fd9-a1d5-80350daef402 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5533287e-3abc-4368-b349-04379f5de282 HTTP/1.1" status: 204 len: 168 time: 0.1770463 Jan 18 20:08:23.606054 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e1d72-0567-4fd9-a1d5-80350daef402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5533287e-3abc-4368-b349-04379f5de282,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:23.644561 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c55f73-57fb-452b-a2dd-86e5ccb2ea0b admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:08:23.660622 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c967b-6301-4d12-9337-5ada834b2390 None None] Sync routers for ids ['bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:08:23.681201 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52c967b-6301-4d12-9337-5ada834b2390 None None] Routers {'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:08:23.684732 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c52c967b-6301-4d12-9337-5ada834b2390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:07:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:23.688152 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-55c55f73-57fb-452b-a2dd-86e5ccb2ea0b admin admin] 10.222.0.31 "PUT /v2.0/routers/bd83afaf-ea27-4830-b4d9-d9ece7a21f0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1263826 Jan 18 20:08:23.688522 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40218) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:23.705220 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a59b1d6d-bea7-43d4-b7e5-6225f0a249a9 req-67bd0e71-7db4-49bd-999c-fa90e8b3e4e7 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854918 Jan 18 20:08:23.953265 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-c52c967b-6301-4d12-9337-5ada834b2390 None None] Set router bd83afaf-ea27-4830-b4d9-d9ece7a21f0d gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:08:23.996052 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18e2c8cd-bafa-45b6-9cd8-3576f8b0e54a admin admin] Publish callbacks [] for router (bd83afaf-ea27-4830-b4d9-d9ece7a21f0d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:23.997671 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea25b9-5118-4f5c-95dc-07cf0bf67e81 req-8500714c-da9b-46ac-8802-29e2c7b65bb9 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:23.999496 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0bea25b9-5118-4f5c-95dc-07cf0bf67e81 req-8500714c-da9b-46ac-8802-29e2c7b65bb9 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.1219418 Jan 18 20:08:24.088053 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0bea25b9-5118-4f5c-95dc-07cf0bf67e81 req-9af36cc8-da35-4008-9c0f-52bd90de92d8 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817173 Jan 18 20:08:24.190953 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18e2c8cd-bafa-45b6-9cd8-3576f8b0e54a admin admin] Publish callbacks [] for router_gateway (bd83afaf-ea27-4830-b4d9-d9ece7a21f0d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:24.233543 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c52c967b-6301-4d12-9337-5ada834b2390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309457412-router', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:08:22Z', 'revision_number': 5, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'gw_port': {'id': 'b80845da-c431-458d-a61c-f595dc657ab6', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:24.268934 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-18e2c8cd-bafa-45b6-9cd8-3576f8b0e54a admin admin] Deleting port b80845da-c431-458d-a61c-f595dc657ab6 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:08:24.269515 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18e2c8cd-bafa-45b6-9cd8-3576f8b0e54a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b80845da-c431-458d-a61c-f595dc657ab6), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:24.278437 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c967b-6301-4d12-9337-5ada834b2390 None None] Checking router: bd83afaf-ea27-4830-b4d9-d9ece7a21f0d for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:08:24.290112 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52c967b-6301-4d12-9337-5ada834b2390 None None] Routers {'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:08:24.290896 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c52c967b-6301-4d12-9337-5ada834b2390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:07:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:24.326297 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:08:24.447636 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-c52c967b-6301-4d12-9337-5ada834b2390 None None] Set router bd83afaf-ea27-4830-b4d9-d9ece7a21f0d gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:08:24.480502 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:08:24.484290 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-18e2c8cd-bafa-45b6-9cd8-3576f8b0e54a admin admin] For port b80845da-c431-458d-a61c-f595dc657ab6, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b80845da-c431-458d-a61c-f595dc657ab6,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:24.485102 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:08:24.485583 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:24.487375 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe35862-9dcb-4196-80dc-064864dad9ae req-f7d60283-b93b-40d2-a716-36051ffb53af tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:24.488601 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18e2c8cd-bafa-45b6-9cd8-3576f8b0e54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b80845da-c431-458d-a61c-f595dc657ab6), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:24.491161 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-afe35862-9dcb-4196-80dc-064864dad9ae req-f7d60283-b93b-40d2-a716-36051ffb53af tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 945 time: 0.1429405 Jan 18 20:08:24.513881 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-18e2c8cd-bafa-45b6-9cd8-3576f8b0e54a admin admin] Calling delete_port for b80845da-c431-458d-a61c-f595dc657ab6 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:08:24.517723 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c52c967b-6301-4d12-9337-5ada834b2390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309457412-router', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:08:24Z', 'revision_number': 6, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:24.551651 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c967b-6301-4d12-9337-5ada834b2390 None None] The sync data for ids ['bd83afaf-ea27-4830-b4d9-d9ece7a21f0d'] in n-d-741529-9 is: [{'id': 'bd83afaf-ea27-4830-b4d9-d9ece7a21f0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309457412-router', 'tenant_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:24Z', 'updated_at': '2022-01-18T20:08:24Z', 'revision_number': 6, 'project_id': 'e5ec31ddf3d34f4aa39ff26dd8f3affd', 'gw_port_host': None}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:08:24.580514 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-afe35862-9dcb-4196-80dc-064864dad9ae req-3efcfda0-48e3-4ad6-9ffb-8a76cb346e40 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799990 Jan 18 20:08:24.658574 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:08:24.659214 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:24.700311 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:24.701530 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec990ee3-37a7-4873-a5fa-954a82c4620f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:08:24.706193 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310e2a72-d7ac-412b-b670-bfbf81f2aa7c" -d '{"events": [{"server_uuid": "ec990ee3-37a7-4873-a5fa-954a82c4620f", "name": "network-vif-plugged", "status": "completed", "tag": "7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:08:24.711811 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:24.793704 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:24.801872 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7748f006-1ead-4ffd-884c-651d084305a0 x-openstack-request-id: req-7748f006-1ead-4ffd-884c-651d084305a0 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:08:24.802305 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec990ee3-37a7-4873-a5fa-954a82c4620f", "name": "network-vif-plugged", "status": "completed", "tag": "7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:08:24.802671 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7748f006-1ead-4ffd-884c-651d084305a0 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:08:24.803221 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec990ee3-37a7-4873-a5fa-954a82c4620f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc', 'code': 200} Jan 18 20:08:24.845042 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a275f8-24f8-4de6-abe2-6348eda424f7 req-9fe72154-0fb0-4d8a-971d-0afe23f2a113 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:24.846675 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18e2c8cd-bafa-45b6-9cd8-3576f8b0e54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (b80845da-c431-458d-a61c-f595dc657ab6), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:24.847165 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-01a275f8-24f8-4de6-abe2-6348eda424f7 req-9fe72154-0fb0-4d8a-971d-0afe23f2a113 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4b53fcf-c6ba-41c8-b0e5-9332fcca9e6f HTTP/1.1" status: 200 len: 945 time: 0.1099377 Jan 18 20:08:24.934312 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2c8cd-bafa-45b6-9cd8-3576f8b0e54a admin admin] Pushing event deleted for resources: {'Port': ['ID=b80845da-c431-458d-a61c-f595dc657ab6,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:24.964949 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-01a275f8-24f8-4de6-abe2-6348eda424f7 req-6ed92e72-c625-4634-a8eb-5bff11facc0d tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111948 Jan 18 20:08:24.972569 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a258e-90da-45eb-824d-904b04aa6ef9 req-c56c1d25-3d2c-4632-b2e7-2d5095982be3 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:24.974100 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-780a258e-90da-45eb-824d-904b04aa6ef9 req-c56c1d25-3d2c-4632-b2e7-2d5095982be3 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec990ee3-37a7-4873-a5fa-954a82c4620f HTTP/1.1" status: 200 len: 946 time: 0.0922406 Jan 18 20:08:25.008125 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 7118a67f-b363-46c4-ac33-e1d1b8732c7a details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:08:25.048224 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e973f-a21b-4894-8b17-93ba4a73bfae req-5662b790-1390-47a3-8c1b-0dea592ac1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:25.049456 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f10e973f-a21b-4894-8b17-93ba4a73bfae req-5662b790-1390-47a3-8c1b-0dea592ac1fb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ec990ee3-37a7-4873-a5fa-954a82c4620f HTTP/1.1" status: 200 len: 1097 time: 0.1441991 Jan 18 20:08:25.056403 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18e2c8cd-bafa-45b6-9cd8-3576f8b0e54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (bd83afaf-ea27-4830-b4d9-d9ece7a21f0d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:25.152596 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-780a258e-90da-45eb-824d-904b04aa6ef9 req-6702c648-491f-4b41-9d81-f3a0cb39a792 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627741 Jan 18 20:08:25.186341 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18e2c8cd-bafa-45b6-9cd8-3576f8b0e54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (bd83afaf-ea27-4830-b4d9-d9ece7a21f0d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:25.190626 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18e2c8cd-bafa-45b6-9cd8-3576f8b0e54a admin admin] Publish callbacks [] for router_controller (bd83afaf-ea27-4830-b4d9-d9ece7a21f0d), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:25.224658 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 7118a67f-b363-46c4-ac33-e1d1b8732c7a, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=7118a67f-b363-46c4-ac33-e1d1b8732c7a,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:25.239890 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f10e973f-a21b-4894-8b17-93ba4a73bfae req-06263802-c3fa-445d-bf36-be564657b758 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811798 Jan 18 20:08:25.243214 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '7118a67f-b363-46c4-ac33-e1d1b8732c7a', 'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759', 'port_id': '7118a67f-b363-46c4-ac33-e1d1b8732c7a', 'mac_address': 'fa:16:3e:c9:af:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a677f5f-009c-4f07-9679-86f5c85ef9be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:08:25.253558 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18e2c8cd-bafa-45b6-9cd8-3576f8b0e54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (bd83afaf-ea27-4830-b4d9-d9ece7a21f0d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:25.254182 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca121b-259e-429e-8df8-74c68b896c0a req-1f8a2e48-ace9-452c-925b-5a571d8a6156 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:25.254499 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e2c8cd-bafa-45b6-9cd8-3576f8b0e54a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd83afaf-ea27-4830-b4d9-d9ece7a21f0d {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:08:25.257966 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0fca121b-259e-429e-8df8-74c68b896c0a req-1f8a2e48-ace9-452c-925b-5a571d8a6156 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb HTTP/1.1" status: 200 len: 946 time: 0.1523650 Jan 18 20:08:25.264301 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40268) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:25.289661 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18e2c8cd-bafa-45b6-9cd8-3576f8b0e54a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:25.294450 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-18e2c8cd-bafa-45b6-9cd8-3576f8b0e54a admin admin] 10.222.0.31 "DELETE /v2.0/routers/bd83afaf-ea27-4830-b4d9-d9ece7a21f0d HTTP/1.1" status: 204 len: 168 time: 1.6041222 Jan 18 20:08:25.297026 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40272) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:25.364093 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 7118a67f-b363-46c4-ac33-e1d1b8732c7a is: ACTIVE; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:08:25.364689 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7118a67f-b363-46c4-ac33-e1d1b8732c7a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:25.378983 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7118a67f-b363-46c4-ac33-e1d1b8732c7a {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:08:25.398976 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-200c7167-3bb9-46cc-b590-d9a3994004d1 admin admin] Deleting subnet da5aa223-a098-41b4-8a17-e11e4587a7e0 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:08:25.402048 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 7118a67f-b363-46c4-ac33-e1d1b8732c7a, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=7118a67f-b363-46c4-ac33-e1d1b8732c7a,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:25.404564 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-200c7167-3bb9-46cc-b590-d9a3994004d1 admin admin] Publish callbacks [] for subnet (da5aa223-a098-41b4-8a17-e11e4587a7e0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:25.409366 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7118a67f-b363-46c4-ac33-e1d1b8732c7a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:25.420359 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0fca121b-259e-429e-8df8-74c68b896c0a req-c5d71e36-4ead-4ef8-a25f-09b44930ac21 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440473 Jan 18 20:08:25.459406 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-200c7167-3bb9-46cc-b590-d9a3994004d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (da5aa223-a098-41b4-8a17-e11e4587a7e0), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:25.462790 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-1b30e472-a4e4-41c6-a307-286cf506575a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-72623855-network', 'tenant_id': '97754292fa7e490ca0dde25bec9d21b9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:08:25.555186 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['7118a67f-b363-46c4-ac33-e1d1b8732c7a'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:08:25.564213 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b30e472-a4e4-41c6-a307-286cf506575a admin admin] Made reservation on behalf of 97754292fa7e490ca0dde25bec9d21b9 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:08:25.567493 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1b30e472-a4e4-41c6-a307-286cf506575a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:25.580896 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbda928-7430-4757-9265-de06ab428871 req-15116527-562c-4503-b79a-551d22b40f28 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:25.599219 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cdbda928-7430-4757-9265-de06ab428871 req-15116527-562c-4503-b79a-551d22b40f28 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.2242749 Jan 18 20:08:25.625248 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=7118a67f-b363-46c4-ac33-e1d1b8732c7a,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:25.636962 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-200c7167-3bb9-46cc-b590-d9a3994004d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (da5aa223-a098-41b4-8a17-e11e4587a7e0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:25.656730 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-67e24e57-fec2-4d83-ba36-b6b78ddbd747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:25.718554 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cdbda928-7430-4757-9265-de06ab428871 req-f83d5150-738a-4e93-a001-ecc012423da2 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100338 Jan 18 20:08:25.722593 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1b30e472-a4e4-41c6-a307-286cf506575a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:25.723907 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-200c7167-3bb9-46cc-b590-d9a3994004d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (da5aa223-a098-41b4-8a17-e11e4587a7e0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:25.811572 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c7167-3bb9-46cc-b590-d9a3994004d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da5aa223-a098-41b4-8a17-e11e4587a7e0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:25.813556 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-200c7167-3bb9-46cc-b590-d9a3994004d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:25.817096 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ea951dfb-0567-4fac-9bae-4e2712aa071a no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:08:25.831187 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-200c7167-3bb9-46cc-b590-d9a3994004d1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/da5aa223-a098-41b4-8a17-e11e4587a7e0 HTTP/1.1" status: 204 len: 168 time: 0.5312872 Jan 18 20:08:25.831187 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40286) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:25.860297 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1438a556-0d84-4edb-94ac-019bb504fa5e None None] Network 89a595c0-d9c3-40e8-b52a-e51ddcd750fc requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:08:25.867447 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: ea951dfb-0567-4fac-9bae-4e2712aa071a {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:08:25.868045 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ea951dfb-0567-4fac-9bae-4e2712aa071a not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:08:25.868649 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b80845da-c431-458d-a61c-f595dc657ab6 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:08:25.929419 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: b80845da-c431-458d-a61c-f595dc657ab6 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:08:25.929814 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b80845da-c431-458d-a61c-f595dc657ab6 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:08:25.943042 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-226e7082-b0b1-4f0b-94c2-a93268f479c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (89a595c0-d9c3-40e8-b52a-e51ddcd750fc), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:26.051760 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-226e7082-b0b1-4f0b-94c2-a93268f479c3 admin admin] Deleting port d05c5a8d-4591-4f96-9877-a83d11d0da15 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:08:26.052096 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-226e7082-b0b1-4f0b-94c2-a93268f479c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d05c5a8d-4591-4f96-9877-a83d11d0da15), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:26.136571 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f63c7a-15e9-4ad8-a5d3-8149fa20e576 None None] DHCP port deletion for 89a595c0-d9c3-40e8-b52a-e51ddcd750fc request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:08:26.142942 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-226e7082-b0b1-4f0b-94c2-a93268f479c3 admin admin] For port d05c5a8d-4591-4f96-9877-a83d11d0da15, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d05c5a8d-4591-4f96-9877-a83d11d0da15,segment=NetworkSegment(7187ab8f-3094-4c40-bdcb-e57d676ffb56),segment_id=7187ab8f-3094-4c40-bdcb-e57d676ffb56)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:26.143575 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-226e7082-b0b1-4f0b-94c2-a93268f479c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d05c5a8d-4591-4f96-9877-a83d11d0da15), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:26.160544 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-226e7082-b0b1-4f0b-94c2-a93268f479c3 admin admin] Calling delete_port for d05c5a8d-4591-4f96-9877-a83d11d0da15 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:08:26.238207 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-96f63c7a-15e9-4ad8-a5d3-8149fa20e576 None None] Deleting port d05c5a8d-4591-4f96-9877-a83d11d0da15 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:08:26.238824 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-96f63c7a-15e9-4ad8-a5d3-8149fa20e576 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d05c5a8d-4591-4f96-9877-a83d11d0da15), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:26.313125 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-226e7082-b0b1-4f0b-94c2-a93268f479c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (d05c5a8d-4591-4f96-9877-a83d11d0da15), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:26.345141 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e7082-b0b1-4f0b-94c2-a93268f479c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d05c5a8d-4591-4f96-9877-a83d11d0da15,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:26.350068 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226e7082-b0b1-4f0b-94c2-a93268f479c3 admin admin] No DVR routers for this DVR port d05c5a8d-4591-4f96-9877-a83d11d0da15 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:08:26.353225 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1b30e472-a4e4-41c6-a307-286cf506575a admin admin] Publish callbacks [] for security_group (2179f3bc-751e-4b0c-9c8f-9411082bbfda), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:26.400935 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-96f63c7a-15e9-4ad8-a5d3-8149fa20e576 None None] For port d05c5a8d-4591-4f96-9877-a83d11d0da15, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d05c5a8d-4591-4f96-9877-a83d11d0da15,segment=NetworkSegment(7187ab8f-3094-4c40-bdcb-e57d676ffb56),segment_id=7187ab8f-3094-4c40-bdcb-e57d676ffb56)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:26.402079 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-96f63c7a-15e9-4ad8-a5d3-8149fa20e576 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d05c5a8d-4591-4f96-9877-a83d11d0da15), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:26.411517 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1b30e472-a4e4-41c6-a307-286cf506575a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2179f3bc-751e-4b0c-9c8f-9411082bbfda), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:26.432439 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-96f63c7a-15e9-4ad8-a5d3-8149fa20e576 None None] Calling delete_port for d05c5a8d-4591-4f96-9877-a83d11d0da15 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:08:26.459719 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30e472-a4e4-41c6-a307-286cf506575a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2179f3bc-751e-4b0c-9c8f-9411082bbfda,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:26.478354 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351d3bd-5f59-4005-bc29-bb3485a3218b req-2692a5cb-ec1d-4a26-bdc6-3568572a505b tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:26.485264 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351d3bd-5f59-4005-bc29-bb3485a3218b req-2692a5cb-ec1d-4a26-bdc6-3568572a505b tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:26.493761 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351d3bd-5f59-4005-bc29-bb3485a3218b req-2692a5cb-ec1d-4a26-bdc6-3568572a505b tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:26.503964 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8351d3bd-5f59-4005-bc29-bb3485a3218b req-2692a5cb-ec1d-4a26-bdc6-3568572a505b tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb&device_id=a4b53fcf-c6ba-41c8-b0e5-9332fcca9e6f&device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 2417 time: 0.1406145 Jan 18 20:08:26.523337 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-226e7082-b0b1-4f0b-94c2-a93268f479c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (89a595c0-d9c3-40e8-b52a-e51ddcd750fc), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:26.549252 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-226e7082-b0b1-4f0b-94c2-a93268f479c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a595c0-d9c3-40e8-b52a-e51ddcd750fc']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:26.559933 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-226e7082-b0b1-4f0b-94c2-a93268f479c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7187ab8f-3094-4c40-bdcb-e57d676ffb56') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:26.560254 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-226e7082-b0b1-4f0b-94c2-a93268f479c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7187ab8f-3094-4c40-bdcb-e57d676ffb56') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:26.578390 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-226e7082-b0b1-4f0b-94c2-a93268f479c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (7187ab8f-3094-4c40-bdcb-e57d676ffb56), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:26.606645 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-226e7082-b0b1-4f0b-94c2-a93268f479c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (7187ab8f-3094-4c40-bdcb-e57d676ffb56), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:26.627006 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226e7082-b0b1-4f0b-94c2-a93268f479c3 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:08:26.627708 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-226e7082-b0b1-4f0b-94c2-a93268f479c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (7187ab8f-3094-4c40-bdcb-e57d676ffb56), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:08:26.631877 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:08:26.639652 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-96f63c7a-15e9-4ad8-a5d3-8149fa20e576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (d05c5a8d-4591-4f96-9877-a83d11d0da15), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:26.668985 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8351d3bd-5f59-4005-bc29-bb3485a3218b req-afb00392-ab3a-4668-b689-7081ffd8e403 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641078 Jan 18 20:08:26.670508 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b30e472-a4e4-41c6-a307-286cf506575a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:08:26.720892 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfeeb3-b2df-4be4-844c-4ca088996166 req-41411ad9-2bc4-4249-bf5d-85680c53db02 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:26.722490 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f63c7a-15e9-4ad8-a5d3-8149fa20e576 None None] Pushing event deleted for resources: {'Port': ['ID=d05c5a8d-4591-4f96-9877-a83d11d0da15,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:26.734925 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e1dfeeb3-b2df-4be4-844c-4ca088996166 req-41411ad9-2bc4-4249-bf5d-85680c53db02 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec990ee3-37a7-4873-a5fa-954a82c4620f HTTP/1.1" status: 200 len: 946 time: 0.3427944 Jan 18 20:08:26.739286 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f63c7a-15e9-4ad8-a5d3-8149fa20e576 None None] No DVR routers for this DVR port d05c5a8d-4591-4f96-9877-a83d11d0da15 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:08:26.773464 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1b30e472-a4e4-41c6-a307-286cf506575a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (3ede30c4-41ab-431a-8fcd-2cbabb565056), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:26.777256 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-1b30e472-a4e4-41c6-a307-286cf506575a admin admin] Added segment 3ede30c4-41ab-431a-8fcd-2cbabb565056 of type vlan for network 5a61e5e1-7846-4962-9282-3eb9d79ea229 Jan 18 20:08:26.785453 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-226e7082-b0b1-4f0b-94c2-a93268f479c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (89a595c0-d9c3-40e8-b52a-e51ddcd750fc), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:26.808247 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-226e7082-b0b1-4f0b-94c2-a93268f479c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:26.816905 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-226e7082-b0b1-4f0b-94c2-a93268f479c3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/89a595c0-d9c3-40e8-b52a-e51ddcd750fc HTTP/1.1" status: 204 len: 168 time: 0.9823422 Jan 18 20:08:26.818873 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40300) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:26.829154 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e7082-b0b1-4f0b-94c2-a93268f479c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=89a595c0-d9c3-40e8-b52a-e51ddcd750fc,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:26.867765 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1b30e472-a4e4-41c6-a307-286cf506575a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (5a61e5e1-7846-4962-9282-3eb9d79ea229), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:26.930921 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-819b6d28-4e4d-47f4-ad35-91d8bcab56b8 req-34f7c3df-1f1c-4693-92dd-5a051f595f2b tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:08:26.932020 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-819b6d28-4e4d-47f4-ad35-91d8bcab56b8 req-34f7c3df-1f1c-4693-92dd-5a051f595f2b tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056360 Jan 18 20:08:26.937003 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1b30e472-a4e4-41c6-a307-286cf506575a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (5a61e5e1-7846-4962-9282-3eb9d79ea229), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:26.938043 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b30e472-a4e4-41c6-a307-286cf506575a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:26.938738 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1b30e472-a4e4-41c6-a307-286cf506575a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:27.009454 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 7118a67f-b363-46c4-ac33-e1d1b8732c7a up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:08:27.067991 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e1dfeeb3-b2df-4be4-844c-4ca088996166 req-a5965037-184a-4667-8254-1ec0f9e3c22b tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241651 Jan 18 20:08:27.108975 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1b30e472-a4e4-41c6-a307-286cf506575a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8434403 Jan 18 20:08:27.112605 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40310) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:27.119968 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-9a9c3b1c-2971-4b24-b6a7-e4103ce78946 admin admin] Request body: {'subnet': {'network_id': '5a61e5e1-7846-4962-9282-3eb9d79ea229', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-72623855-subnet', 'tenant_id': '97754292fa7e490ca0dde25bec9d21b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:08:27.125910 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30e472-a4e4-41c6-a307-286cf506575a admin admin] Pushing event updated for resources: {'Network': ['ID=5a61e5e1-7846-4962-9282-3eb9d79ea229,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:27.150756 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 5a61e5e1-7846-4962-9282-3eb9d79ea229 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:08:27.166301 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-819b6d28-4e4d-47f4-ad35-91d8bcab56b8 req-b0b5a887-d4fd-4368-9ba6-5a614c220b2d tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2227807 Jan 18 20:08:27.198369 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9c3b1c-2971-4b24-b6a7-e4103ce78946 admin admin] Made reservation on behalf of 97754292fa7e490ca0dde25bec9d21b9 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:08:27.201733 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a9c3b1c-2971-4b24-b6a7-e4103ce78946 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:27.232151 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 7118a67f-b363-46c4-ac33-e1d1b8732c7a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:08:27.232790 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7118a67f-b363-46c4-ac33-e1d1b8732c7a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:27.433701 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167707e9-8360-45e2-b167-d98b2661326d req-fba263fa-61e8-4a3e-a8cc-35ced6fbd408 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:27.435595 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-167707e9-8360-45e2-b167-d98b2661326d req-fba263fa-61e8-4a3e-a8cc-35ced6fbd408 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.1932492 Jan 18 20:08:27.467406 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a9c3b1c-2971-4b24-b6a7-e4103ce78946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (b8bd8e60-8573-43d7-94c8-2991afa49d7f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:27.512127 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 7118a67f-b363-46c4-ac33-e1d1b8732c7a is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:08:27.513253 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7118a67f-b363-46c4-ac33-e1d1b8732c7a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:27.557244 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e540d62-2cea-4a35-9b59-003c212eb970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7118a67f-b363-46c4-ac33-e1d1b8732c7a'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:08:27.572011 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb18a65-cc1b-4ef1-9593-a3fc80383cb0" -d '{"events": [{"server_uuid": "1e540d62-2cea-4a35-9b59-003c212eb970", "name": "network-vif-plugged", "status": "completed", "tag": "7118a67f-b363-46c4-ac33-e1d1b8732c7a"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:08:27.586690 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 7118a67f-b363-46c4-ac33-e1d1b8732c7a, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=7118a67f-b363-46c4-ac33-e1d1b8732c7a,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:27.594583 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7118a67f-b363-46c4-ac33-e1d1b8732c7a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:27.613901 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c3b1c-2971-4b24-b6a7-e4103ce78946 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8bd8e60-8573-43d7-94c8-2991afa49d7f,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:27.634534 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-167707e9-8360-45e2-b167-d98b2661326d req-2706a29a-347d-4ca0-9114-1237934d00a0 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872194 Jan 18 20:08:27.635032 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9c3b1c-2971-4b24-b6a7-e4103ce78946 admin admin] Checking segment: {'id': '3ede30c4-41ab-431a-8fcd-2cbabb565056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a61e5e1-7846-4962-9282-3eb9d79ea229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:08:27.635414 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9c3b1c-2971-4b24-b6a7-e4103ce78946 admin admin] Network hostable DHCP agents. Network: 5a61e5e1-7846-4962-9282-3eb9d79ea229, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:08:27.670736 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9c3b1c-2971-4b24-b6a7-e4103ce78946 admin admin] Network 5a61e5e1-7846-4962-9282-3eb9d79ea229 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:08:27.686693 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-9a9c3b1c-2971-4b24-b6a7-e4103ce78946 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 5a61e5e1-7846-4962-9282-3eb9d79ea229) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:08:27.694696 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9c3b1c-2971-4b24-b6a7-e4103ce78946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:27.695922 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a9c3b1c-2971-4b24-b6a7-e4103ce78946 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:27.703658 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69586ee2-02e2-4ad3-9666-5d51bd57c5be None None] Network 5a61e5e1-7846-4962-9282-3eb9d79ea229 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:08:27.730103 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9a9c3b1c-2971-4b24-b6a7-e4103ce78946 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6152713 Jan 18 20:08:27.733436 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40318) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:27.755891 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-72623855-router', 'tenant_id': '97754292fa7e490ca0dde25bec9d21b9', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:08:27.797305 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=7118a67f-b363-46c4-ac33-e1d1b8732c7a,revision_number=7']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:27.807952 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:27.809371 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:27.812880 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a21bc56-307a-4709-b755-f0b2b545b31d x-openstack-request-id: req-4a21bc56-307a-4709-b755-f0b2b545b31d {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:08:27.813173 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e540d62-2cea-4a35-9b59-003c212eb970", "name": "network-vif-plugged", "status": "completed", "tag": "7118a67f-b363-46c4-ac33-e1d1b8732c7a", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:08:27.813433 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a21bc56-307a-4709-b755-f0b2b545b31d {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:08:27.814451 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e540d62-2cea-4a35-9b59-003c212eb970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7118a67f-b363-46c4-ac33-e1d1b8732c7a', 'code': 200} Jan 18 20:08:27.840823 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d05c5a8d-4591-4f96-9877-a83d11d0da15 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:08:27.874408 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Publish callbacks [] for router_controller (252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:28.013882 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f3c82b5-c946-4b60-8eba-8bb2c1b00a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (bd62ce4e-1001-437f-909a-159ba8c484d2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:28.167354 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: d05c5a8d-4591-4f96-9877-a83d11d0da15 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:08:28.167783 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d05c5a8d-4591-4f96-9877-a83d11d0da15 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:08:28.170652 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bdadb6ef-126b-4793-9f82-c8e009f6d49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:28.233421 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11030a5-1b3b-4a36-8bf8-0cf73f67d617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-5a61e5e1-7846-4962-9282-3eb9d79ea229', 'network_id': '5a61e5e1-7846-4962-9282-3eb9d79ea229', 'project_id': '97754292fa7e490ca0dde25bec9d21b9', 'fixed_ips': [{'subnet_id': 'b8bd8e60-8573-43d7-94c8-2991afa49d7f'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:08:28.234344 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f11030a5-1b3b-4a36-8bf8-0cf73f67d617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:28.366093 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387c892-1b49-4c38-a507-3249cb838b52 req-e01be99b-c7a1-40a0-ac7b-b0e97da27ba3 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:28.370206 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2387c892-1b49-4c38-a507-3249cb838b52 req-e01be99b-c7a1-40a0-ac7b-b0e97da27ba3 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec990ee3-37a7-4873-a5fa-954a82c4620f HTTP/1.1" status: 200 len: 946 time: 0.1505558 Jan 18 20:08:28.439730 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-f11030a5-1b3b-4a36-8bf8-0cf73f67d617 None None] Allocated IP 172.20.0.2 (5a61e5e1-7846-4962-9282-3eb9d79ea229/b8bd8e60-8573-43d7-94c8-2991afa49d7f/4d80ae6e-5b5d-4161-bfdb-2030eb024d20) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:08:28.547508 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Publish callbacks [] for router_gateway (252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:28.596633 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2387c892-1b49-4c38-a507-3249cb838b52 req-ca180eca-739c-4756-b3bf-3921a19db36c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126448 Jan 18 20:08:28.636671 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f11030a5-1b3b-4a36-8bf8-0cf73f67d617 None None] Publish callbacks [] for port (4d80ae6e-5b5d-4161-bfdb-2030eb024d20), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:28.645359 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f11030a5-1b3b-4a36-8bf8-0cf73f67d617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (4d80ae6e-5b5d-4161-bfdb-2030eb024d20), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:28.707430 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11030a5-1b3b-4a36-8bf8-0cf73f67d617 None None] Network 5a61e5e1-7846-4962-9282-3eb9d79ea229 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:08:28.716111 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-f11030a5-1b3b-4a36-8bf8-0cf73f67d617 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:08:28.718952 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11030a5-1b3b-4a36-8bf8-0cf73f67d617 None None] Pushing event updated for resources: {'Port': ['ID=4d80ae6e-5b5d-4161-bfdb-2030eb024d20,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:28.729409 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11030a5-1b3b-4a36-8bf8-0cf73f67d617 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:08:28.775606 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c82b5-c946-4b60-8eba-8bb2c1b00a7a admin admin] Deleting port d26a9b8e-a5e7-48da-b18d-c7b046920637 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:08:28.776111 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f3c82b5-c946-4b60-8eba-8bb2c1b00a7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d26a9b8e-a5e7-48da-b18d-c7b046920637), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:28.804619 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f11030a5-1b3b-4a36-8bf8-0cf73f67d617 None None] Attempting to bind port 4d80ae6e-5b5d-4161-bfdb-2030eb024d20 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:08:28.804879 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f11030a5-1b3b-4a36-8bf8-0cf73f67d617 None None] Attempting to bind port 4d80ae6e-5b5d-4161-bfdb-2030eb024d20 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '3ede30c4-41ab-431a-8fcd-2cbabb565056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a61e5e1-7846-4962-9282-3eb9d79ea229'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:08:28.805462 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11030a5-1b3b-4a36-8bf8-0cf73f67d617 None None] Attempting to bind port 4d80ae6e-5b5d-4161-bfdb-2030eb024d20 on network 5a61e5e1-7846-4962-9282-3eb9d79ea229 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:08:28.815596 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11030a5-1b3b-4a36-8bf8-0cf73f67d617 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:08:28.817613 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11030a5-1b3b-4a36-8bf8-0cf73f67d617 None None] Checking segment: {'id': '3ede30c4-41ab-431a-8fcd-2cbabb565056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a61e5e1-7846-4962-9282-3eb9d79ea229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:08:28.817795 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f11030a5-1b3b-4a36-8bf8-0cf73f67d617 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:28.818199 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11030a5-1b3b-4a36-8bf8-0cf73f67d617 None None] Bound using segment: {'id': '3ede30c4-41ab-431a-8fcd-2cbabb565056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a61e5e1-7846-4962-9282-3eb9d79ea229'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:08:28.818810 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f11030a5-1b3b-4a36-8bf8-0cf73f67d617 None None] Bound port: 4d80ae6e-5b5d-4161-bfdb-2030eb024d20, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ede30c4-41ab-431a-8fcd-2cbabb565056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a61e5e1-7846-4962-9282-3eb9d79ea229'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:08:28.819286 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f11030a5-1b3b-4a36-8bf8-0cf73f67d617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4d80ae6e-5b5d-4161-bfdb-2030eb024d20), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:28.920303 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-2f3c82b5-c946-4b60-8eba-8bb2c1b00a7a admin admin] For port d26a9b8e-a5e7-48da-b18d-c7b046920637, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d26a9b8e-a5e7-48da-b18d-c7b046920637,segment=NetworkSegment(5f28d5ff-550a-4f66-9085-99a6e4fed359),segment_id=5f28d5ff-550a-4f66-9085-99a6e4fed359)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:28.920859 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f3c82b5-c946-4b60-8eba-8bb2c1b00a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d26a9b8e-a5e7-48da-b18d-c7b046920637), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:28.944557 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c82b5-c946-4b60-8eba-8bb2c1b00a7a admin admin] Calling delete_port for d26a9b8e-a5e7-48da-b18d-c7b046920637 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:08:29.002038 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f11030a5-1b3b-4a36-8bf8-0cf73f67d617 None None] For port 4d80ae6e-5b5d-4161-bfdb-2030eb024d20, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:08:29.008579 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f11030a5-1b3b-4a36-8bf8-0cf73f67d617 None None] For port 4d80ae6e-5b5d-4161-bfdb-2030eb024d20, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4d80ae6e-5b5d-4161-bfdb-2030eb024d20,segment=NetworkSegment(3ede30c4-41ab-431a-8fcd-2cbabb565056),segment_id=3ede30c4-41ab-431a-8fcd-2cbabb565056)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:08:29.027288 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f11030a5-1b3b-4a36-8bf8-0cf73f67d617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4d80ae6e-5b5d-4161-bfdb-2030eb024d20), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:29.040361 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Publish callbacks [] for router_gateway (252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:29.069620 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:29.125941 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:29.156268 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b457d5-dbd7-4b05-8df4-9b52032d82a8 req-d348a45f-1b05-4311-b31e-7112f45638bb tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:29.159269 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46b457d5-dbd7-4b05-8df4-9b52032d82a8 req-d348a45f-1b05-4311-b31e-7112f45638bb tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.1311967 Jan 18 20:08:29.214637 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11030a5-1b3b-4a36-8bf8-0cf73f67d617 None None] Pushing event updated for resources: {'Port': ['ID=4d80ae6e-5b5d-4161-bfdb-2030eb024d20,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:29.321718 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46b457d5-dbd7-4b05-8df4-9b52032d82a8 req-fe8d7b11-add8-43cf-9312-0aedbaca3104 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422315 Jan 18 20:08:29.450608 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Allocated IP 172.25.4.99 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/9dc3009f-bdb5-41fe-b208-5bf5eaa14c19) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:08:29.546258 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f3c82b5-c946-4b60-8eba-8bb2c1b00a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (d26a9b8e-a5e7-48da-b18d-c7b046920637), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:29.605291 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c82b5-c946-4b60-8eba-8bb2c1b00a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=d26a9b8e-a5e7-48da-b18d-c7b046920637,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:29.767907 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Publish callbacks [] for port (9dc3009f-bdb5-41fe-b208-5bf5eaa14c19), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:29.884409 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (9dc3009f-bdb5-41fe-b208-5bf5eaa14c19), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:30.007789 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4d80ae6e-5b5d-4161-bfdb-2030eb024d20 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:08:30.019085 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f3c82b5-c946-4b60-8eba-8bb2c1b00a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (bd62ce4e-1001-437f-909a-159ba8c484d2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:30.087178 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:08:30.110093 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:08:30.117828 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Pushing event updated for resources: {'Port': ['ID=9dc3009f-bdb5-41fe-b208-5bf5eaa14c19,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:30.143651 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:08:30.152976 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:30.153442 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:30.153818 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:30.154165 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:30.154495 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:30.154822 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:30.155148 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:30.155468 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:30.155787 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:30.156106 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:30.156423 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:30.156740 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:30.157055 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:30.174149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 4d80ae6e-5b5d-4161-bfdb-2030eb024d20 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:08:30.174528 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4d80ae6e-5b5d-4161-bfdb-2030eb024d20), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:30.523304 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 4d80ae6e-5b5d-4161-bfdb-2030eb024d20 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:08:30.523837 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4d80ae6e-5b5d-4161-bfdb-2030eb024d20), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:30.551468 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:30.614594 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 4d80ae6e-5b5d-4161-bfdb-2030eb024d20, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4d80ae6e-5b5d-4161-bfdb-2030eb024d20,segment=NetworkSegment(3ede30c4-41ab-431a-8fcd-2cbabb565056),segment_id=3ede30c4-41ab-431a-8fcd-2cbabb565056)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:30.624834 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4d80ae6e-5b5d-4161-bfdb-2030eb024d20), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:30.705932 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3c82b5-c946-4b60-8eba-8bb2c1b00a7a admin admin] Router bd62ce4e-1001-437f-909a-159ba8c484d2 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:08:30.800731 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=4d80ae6e-5b5d-4161-bfdb-2030eb024d20,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:30.830992 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656ce06-8a4a-4108-b0d1-0c1cacfb5269 req-ce230cbf-872c-468d-9a6c-79e86aa099e6 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:30.838052 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5656ce06-8a4a-4108-b0d1-0c1cacfb5269 req-ce230cbf-872c-468d-9a6c-79e86aa099e6 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb HTTP/1.1" status: 200 len: 946 time: 0.3099601 Jan 18 20:08:30.863378 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe2c4d-c13c-44e3-8b7f-cc7a73bd0c3f req-ccb18976-07d8-4530-861f-1c6375e5006f tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:30.871895 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-68fe2c4d-c13c-44e3-8b7f-cc7a73bd0c3f req-ccb18976-07d8-4530-861f-1c6375e5006f tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a650482-988b-4bc5-a56e-d624f1447265 HTTP/1.1" status: 200 len: 945 time: 0.3446267 Jan 18 20:08:30.951808 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Publish callbacks [] for router_gateway (252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:31.023177 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-68fe2c4d-c13c-44e3-8b7f-cc7a73bd0c3f req-532e910f-a34d-42e4-b71a-f36e89d4dfa2 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f1d1277-9ecf-440b-8735-d7214f9d110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504667 Jan 18 20:08:31.046785 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff9d206-8a60-464d-be63-36545ca984e3 None None] Network 5a61e5e1-7846-4962-9282-3eb9d79ea229 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:08:31.163550 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5656ce06-8a4a-4108-b0d1-0c1cacfb5269 req-e9d4d41b-ad71-4cd4-b6d5-36ea344edbf0 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245378 Jan 18 20:08:31.214575 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3c82b5-c946-4b60-8eba-8bb2c1b00a7a admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:08:31.222954 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2f3c82b5-c946-4b60-8eba-8bb2c1b00a7a admin admin] 10.222.0.31 "PUT /v2.0/routers/bd62ce4e-1001-437f-909a-159ba8c484d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4030550 Jan 18 20:08:31.223818 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40416) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:31.265571 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd8d48f-bdc2-4533-8df5-e563f1c2a88c None None] Sync routers for ids ['bd62ce4e-1001-437f-909a-159ba8c484d2'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:08:31.387029 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a082dad4-5883-4445-a8e5-969a558f9e9d None None] Provisioning complete for port 4d80ae6e-5b5d-4161-bfdb-2030eb024d20 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:08:31.391580 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a082dad4-5883-4445-a8e5-969a558f9e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4d80ae6e-5b5d-4161-bfdb-2030eb024d20), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:31.466536 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd8d48f-bdc2-4533-8df5-e563f1c2a88c None None] Routers {'bd62ce4e-1001-437f-909a-159ba8c484d2'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:08:31.467770 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0cd8d48f-bdc2-4533-8df5-e563f1c2a88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:08:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['bd62ce4e-1001-437f-909a-159ba8c484d2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:31.506281 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-04b24176-2496-4bda-a64b-5216b00497e9 admin admin] Publish callbacks [] for router (bd62ce4e-1001-437f-909a-159ba8c484d2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:31.521845 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:31.636303 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-0cd8d48f-bdc2-4533-8df5-e563f1c2a88c None None] Set router bd62ce4e-1001-437f-909a-159ba8c484d2 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:08:31.733240 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-04b24176-2496-4bda-a64b-5216b00497e9 admin admin] Publish callbacks [] for router_gateway (bd62ce4e-1001-437f-909a-159ba8c484d2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:31.794889 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567a0eb-f009-4611-99e0-39b175bd765f req-237b4ef6-43c1-4fb9-b915-52e8f870d3af tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:31.801334 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0567a0eb-f009-4611-99e0-39b175bd765f req-237b4ef6-43c1-4fb9-b915-52e8f870d3af tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.3143694 Jan 18 20:08:31.910760 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Router 252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:08:32.066701 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0567a0eb-f009-4611-99e0-39b175bd765f req-c75c8add-e874-4fee-9c11-d8c279e44391 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632359 Jan 18 20:08:32.093243 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-04b24176-2496-4bda-a64b-5216b00497e9 admin admin] Deleting port 6773e3b5-02ee-4970-bf4c-35c6e8a17f7e {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:08:32.094214 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-04b24176-2496-4bda-a64b-5216b00497e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (6773e3b5-02ee-4970-bf4c-35c6e8a17f7e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:32.098709 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4d80ae6e-5b5d-4161-bfdb-2030eb024d20 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:08:32.304181 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:08:32.327181 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e06a691-0ebe-4517-ac55-de949bd4a5af None None] Sync routers for ids ['252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:08:32.363417 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e06a691-0ebe-4517-ac55-de949bd4a5af None None] Routers {'252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:08:32.364357 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-5e06a691-0ebe-4517-ac55-de949bd4a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:08:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:32.388357 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:32.395336 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-92d717a5-7888-499b-96ed-89dd875b8c8d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6608529 Jan 18 20:08:32.398718 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40432) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:32.466511 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:32.482658 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890b151-4fbb-4563-8b89-860207369855 req-3cb4c66c-217b-408d-aacd-18e6722a5758 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:32.490927 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6890b151-4fbb-4563-8b89-860207369855 req-3cb4c66c-217b-408d-aacd-18e6722a5758 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.57 "GET /v2.0/ports?device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb HTTP/1.1" status: 200 len: 946 time: 0.3691785 Jan 18 20:08:32.578176 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-5e06a691-0ebe-4517-ac55-de949bd4a5af None None] Set router 252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:08:32.605162 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-04b24176-2496-4bda-a64b-5216b00497e9 admin admin] For port 6773e3b5-02ee-4970-bf4c-35c6e8a17f7e, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6773e3b5-02ee-4970-bf4c-35c6e8a17f7e,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:32.614126 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-04b24176-2496-4bda-a64b-5216b00497e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (6773e3b5-02ee-4970-bf4c-35c6e8a17f7e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:32.670068 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c0c5b-28b8-4897-8474-c6a3752a95a5 req-88f31fc1-e65f-4e95-8072-dc5b2ceb9858 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:32.684011 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a4c0c5b-28b8-4897-8474-c6a3752a95a5 req-88f31fc1-e65f-4e95-8072-dc5b2ceb9858 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb HTTP/1.1" status: 200 len: 946 time: 0.3203347 Jan 18 20:08:32.707164 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-04b24176-2496-4bda-a64b-5216b00497e9 admin admin] Calling delete_port for 6773e3b5-02ee-4970-bf4c-35c6e8a17f7e owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:08:32.802888 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-5e06a691-0ebe-4517-ac55-de949bd4a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7', 'name': 'tempest-FloatingIPsNegativeTestJSON-72623855-router', 'tenant_id': '97754292fa7e490ca0dde25bec9d21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '9dc3009f-bdb5-41fe-b208-5bf5eaa14c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:08:27Z', 'updated_at': '2022-01-18T20:08:30Z', 'revision_number': 3, 'project_id': '97754292fa7e490ca0dde25bec9d21b9', 'gw_port': {'id': '9dc3009f-bdb5-41fe-b208-5bf5eaa14c19', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:08:29Z', 'updated_at': '2022-01-18T20:08:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:33.009883 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e06a691-0ebe-4517-ac55-de949bd4a5af None None] Checking router: 252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:08:33.010292 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e06a691-0ebe-4517-ac55-de949bd4a5af None None] Updating router 252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7 port 9dc3009f-bdb5-41fe-b208-5bf5eaa14c19 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:08:33.039500 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 4d80ae6e-5b5d-4161-bfdb-2030eb024d20 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:08:33.049307 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4d80ae6e-5b5d-4161-bfdb-2030eb024d20), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:33.078671 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-5e06a691-0ebe-4517-ac55-de949bd4a5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9dc3009f-bdb5-41fe-b208-5bf5eaa14c19), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:33.124429 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a4c0c5b-28b8-4897-8474-c6a3752a95a5 req-753a1956-5dd0-454b-ac0b-83acd8939bfb tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144933 Jan 18 20:08:33.210715 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a082dad4-5883-4445-a8e5-969a558f9e9d None None] Current status of the port 4d80ae6e-5b5d-4161-bfdb-2030eb024d20 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:08:33.219684 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0cd8d48f-bdc2-4533-8df5-e563f1c2a88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd62ce4e-1001-437f-909a-159ba8c484d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-816119536-router', 'tenant_id': '6533d01860ec439ca30785419de25c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '6773e3b5-02ee-4970-bf4c-35c6e8a17f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:33Z', 'updated_at': '2022-01-18T20:08:29Z', 'revision_number': 5, 'project_id': '6533d01860ec439ca30785419de25c79', 'gw_port': {'id': '6773e3b5-02ee-4970-bf4c-35c6e8a17f7e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd62ce4e-1001-437f-909a-159ba8c484d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:02:35Z', 'updated_at': '2022-01-18T20:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:33.298030 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd8d48f-bdc2-4533-8df5-e563f1c2a88c None None] Checking router: bd62ce4e-1001-437f-909a-159ba8c484d2 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:08:33.386992 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd8d48f-bdc2-4533-8df5-e563f1c2a88c None None] Routers {'bd62ce4e-1001-437f-909a-159ba8c484d2'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:08:33.387828 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0cd8d48f-bdc2-4533-8df5-e563f1c2a88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:08:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['bd62ce4e-1001-437f-909a-159ba8c484d2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:33.392876 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-6890b151-4fbb-4563-8b89-860207369855 req-8582ff04-f04f-4b69-97f3-89f75df5062b tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Deleting port 76cf583e-be78-413c-a034-10b33c2efb3f {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:08:33.393429 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6890b151-4fbb-4563-8b89-860207369855 req-8582ff04-f04f-4b69-97f3-89f75df5062b tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (76cf583e-be78-413c-a034-10b33c2efb3f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:33.553608 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d20100-e262-4bc6-b7aa-631764a93530 req-692c8a1b-0950-4d1b-b180-a4c6eb1097b9 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:33.562850 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a3d20100-e262-4bc6-b7aa-631764a93530 req-692c8a1b-0950-4d1b-b180-a4c6eb1097b9 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a650482-988b-4bc5-a56e-d624f1447265 HTTP/1.1" status: 200 len: 945 time: 0.2283561 Jan 18 20:08:33.674895 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a3d20100-e262-4bc6-b7aa-631764a93530 req-ebbbe447-2fd9-4d6e-ade2-d6dc4f23cfdf tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f1d1277-9ecf-440b-8735-d7214f9d110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090121 Jan 18 20:08:33.680005 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-04b24176-2496-4bda-a64b-5216b00497e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (6773e3b5-02ee-4970-bf4c-35c6e8a17f7e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:33.778869 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-0cd8d48f-bdc2-4533-8df5-e563f1c2a88c None None] Set router bd62ce4e-1001-437f-909a-159ba8c484d2 gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:08:33.796733 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b24176-2496-4bda-a64b-5216b00497e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6773e3b5-02ee-4970-bf4c-35c6e8a17f7e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:33.852226 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b24176-2496-4bda-a64b-5216b00497e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:33.852721 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b24176-2496-4bda-a64b-5216b00497e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:33.853251 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b24176-2496-4bda-a64b-5216b00497e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:33.853766 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b24176-2496-4bda-a64b-5216b00497e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:33.854229 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b24176-2496-4bda-a64b-5216b00497e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:33.854714 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b24176-2496-4bda-a64b-5216b00497e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:33.855299 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b24176-2496-4bda-a64b-5216b00497e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:33.855723 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b24176-2496-4bda-a64b-5216b00497e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:33.856260 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b24176-2496-4bda-a64b-5216b00497e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:33.856759 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b24176-2496-4bda-a64b-5216b00497e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:33.857385 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b24176-2496-4bda-a64b-5216b00497e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:33.857811 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b24176-2496-4bda-a64b-5216b00497e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:33.858340 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b24176-2496-4bda-a64b-5216b00497e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:33.889869 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-5e06a691-0ebe-4517-ac55-de949bd4a5af None None] Publish callbacks [] for port (9dc3009f-bdb5-41fe-b208-5bf5eaa14c19), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:33.902485 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-5e06a691-0ebe-4517-ac55-de949bd4a5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9dc3009f-bdb5-41fe-b208-5bf5eaa14c19), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:33.904759 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07cb322-bca4-411e-8f77-6345039c8ef7 req-882ac6f5-4a0d-4cac-aabd-1d6c58fc5a3f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:33.912640 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e07cb322-bca4-411e-8f77-6345039c8ef7 req-882ac6f5-4a0d-4cac-aabd-1d6c58fc5a3f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.1323586 Jan 18 20:08:33.930518 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-04b24176-2496-4bda-a64b-5216b00497e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (bd62ce4e-1001-437f-909a-159ba8c484d2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:33.957093 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0cd8d48f-bdc2-4533-8df5-e563f1c2a88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd62ce4e-1001-437f-909a-159ba8c484d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-816119536-router', 'tenant_id': '6533d01860ec439ca30785419de25c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:33Z', 'updated_at': '2022-01-18T20:08:31Z', 'revision_number': 6, 'project_id': '6533d01860ec439ca30785419de25c79', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:34.030031 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-5e06a691-0ebe-4517-ac55-de949bd4a5af None None] Attempting to bind port 9dc3009f-bdb5-41fe-b208-5bf5eaa14c19 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:08:34.030767 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-5e06a691-0ebe-4517-ac55-de949bd4a5af None None] Attempting to bind port 9dc3009f-bdb5-41fe-b208-5bf5eaa14c19 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:08:34.031288 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e06a691-0ebe-4517-ac55-de949bd4a5af None None] Attempting to bind port 9dc3009f-bdb5-41fe-b208-5bf5eaa14c19 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:08:34.039279 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e06a691-0ebe-4517-ac55-de949bd4a5af None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:08:34.039677 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e06a691-0ebe-4517-ac55-de949bd4a5af None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:08:34.039825 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-5e06a691-0ebe-4517-ac55-de949bd4a5af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:34.040219 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e06a691-0ebe-4517-ac55-de949bd4a5af None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:08:34.041209 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-5e06a691-0ebe-4517-ac55-de949bd4a5af None None] Bound port: 9dc3009f-bdb5-41fe-b208-5bf5eaa14c19, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:08:34.041618 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-5e06a691-0ebe-4517-ac55-de949bd4a5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9dc3009f-bdb5-41fe-b208-5bf5eaa14c19), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:34.092035 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd8d48f-bdc2-4533-8df5-e563f1c2a88c None None] The sync data for ids ['bd62ce4e-1001-437f-909a-159ba8c484d2'] in n-d-741529-9 is: [{'id': 'bd62ce4e-1001-437f-909a-159ba8c484d2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-816119536-router', 'tenant_id': '6533d01860ec439ca30785419de25c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:02:33Z', 'updated_at': '2022-01-18T20:08:31Z', 'revision_number': 6, 'project_id': '6533d01860ec439ca30785419de25c79', 'gw_port_host': None}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:08:34.109064 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:34.119773 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 4d80ae6e-5b5d-4161-bfdb-2030eb024d20 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:08:34.124753 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-6890b151-4fbb-4563-8b89-860207369855 req-8582ff04-f04f-4b69-97f3-89f75df5062b tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] For port 76cf583e-be78-413c-a034-10b33c2efb3f, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=76cf583e-be78-413c-a034-10b33c2efb3f,segment=NetworkSegment(9cfb7d7b-5036-406a-81b4-ae05f2102573),segment_id=9cfb7d7b-5036-406a-81b4-ae05f2102573)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:34.125213 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6890b151-4fbb-4563-8b89-860207369855 req-8582ff04-f04f-4b69-97f3-89f75df5062b tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (76cf583e-be78-413c-a034-10b33c2efb3f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:34.138322 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a4e71732-7e99-4e9f-acbd-941991573dcc None None] Provisioning complete for port 4d80ae6e-5b5d-4161-bfdb-2030eb024d20 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:08:34.144177 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-04b24176-2496-4bda-a64b-5216b00497e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (bd62ce4e-1001-437f-909a-159ba8c484d2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:34.146735 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-5e06a691-0ebe-4517-ac55-de949bd4a5af None None] For port 9dc3009f-bdb5-41fe-b208-5bf5eaa14c19, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:08:34.147778 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a4e71732-7e99-4e9f-acbd-941991573dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4d80ae6e-5b5d-4161-bfdb-2030eb024d20), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:34.154609 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-04b24176-2496-4bda-a64b-5216b00497e9 admin admin] Publish callbacks [] for router_controller (bd62ce4e-1001-437f-909a-159ba8c484d2), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:34.157066 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-6890b151-4fbb-4563-8b89-860207369855 req-8582ff04-f04f-4b69-97f3-89f75df5062b tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Calling delete_port for 76cf583e-be78-413c-a034-10b33c2efb3f owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:08:34.161037 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-5e06a691-0ebe-4517-ac55-de949bd4a5af None None] For port 9dc3009f-bdb5-41fe-b208-5bf5eaa14c19, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9dc3009f-bdb5-41fe-b208-5bf5eaa14c19,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:08:34.213106 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-5e06a691-0ebe-4517-ac55-de949bd4a5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9dc3009f-bdb5-41fe-b208-5bf5eaa14c19), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:34.283735 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3e539-de4c-4d91-87a5-2512965e3dce None None] Pushing event updated for resources: {'Port': ['ID=9dc3009f-bdb5-41fe-b208-5bf5eaa14c19,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:34.296019 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e06a691-0ebe-4517-ac55-de949bd4a5af None None] Routers {'252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:08:34.299463 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-5e06a691-0ebe-4517-ac55-de949bd4a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:08:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:34.458493 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6890b151-4fbb-4563-8b89-860207369855 req-8582ff04-f04f-4b69-97f3-89f75df5062b tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (76cf583e-be78-413c-a034-10b33c2efb3f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:34.524066 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-643dfae2-97fb-4e32-9559-870af8dab160 req-8e173e62-15d7-4af4-b3db-a22639b77802 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb HTTP/1.1" status: 200 len: 210 time: 0.0965397 Jan 18 20:08:34.591335 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e07cb322-bca4-411e-8f77-6345039c8ef7 req-b49ce0d9-714c-4124-90e2-3d00b2ff02f7 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6770921 Jan 18 20:08:34.594575 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-04b24176-2496-4bda-a64b-5216b00497e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (bd62ce4e-1001-437f-909a-159ba8c484d2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:34.595659 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b24176-2496-4bda-a64b-5216b00497e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd62ce4e-1001-437f-909a-159ba8c484d2 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:08:34.632270 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-04b24176-2496-4bda-a64b-5216b00497e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:34.635617 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-04b24176-2496-4bda-a64b-5216b00497e9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/bd62ce4e-1001-437f-909a-159ba8c484d2 HTTP/1.1" status: 204 len: 168 time: 3.4086256 Jan 18 20:08:34.636312 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40480) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:34.679051 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-5e06a691-0ebe-4517-ac55-de949bd4a5af None None] Set router 252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:08:34.772243 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582ff04-f04f-4b69-97f3-89f75df5062b tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Pushing event deleted for resources: {'Port': ['ID=76cf583e-be78-413c-a034-10b33c2efb3f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:34.840578 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-687ebed4-d355-4103-ab7f-8c4c7e8c169b admin admin] Deleting subnet 1094f17f-5694-4d4e-b48e-a74099a6783e {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:08:34.867773 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-687ebed4-d355-4103-ab7f-8c4c7e8c169b admin admin] Publish callbacks [] for subnet (1094f17f-5694-4d4e-b48e-a74099a6783e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:35.030710 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-687ebed4-d355-4103-ab7f-8c4c7e8c169b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (1094f17f-5694-4d4e-b48e-a74099a6783e), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:35.135439 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-6890b151-4fbb-4563-8b89-860207369855 req-8582ff04-f04f-4b69-97f3-89f75df5062b tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] No DVR routers for this DVR port 76cf583e-be78-413c-a034-10b33c2efb3f on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:08:35.149396 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6890b151-4fbb-4563-8b89-860207369855 req-8582ff04-f04f-4b69-97f3-89f75df5062b tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:35.178926 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6890b151-4fbb-4563-8b89-860207369855 req-8582ff04-f04f-4b69-97f3-89f75df5062b tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.57 "DELETE /v2.0/ports/76cf583e-be78-413c-a034-10b33c2efb3f HTTP/1.1" status: 204 len: 173 time: 2.5503552 Jan 18 20:08:35.202348 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3e539-de4c-4d91-87a5-2512965e3dce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:35.205426 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3e539-de4c-4d91-87a5-2512965e3dce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:35.207795 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3e539-de4c-4d91-87a5-2512965e3dce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:35.208381 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3e539-de4c-4d91-87a5-2512965e3dce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:35.208927 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3e539-de4c-4d91-87a5-2512965e3dce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:35.209789 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3e539-de4c-4d91-87a5-2512965e3dce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:35.211577 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3e539-de4c-4d91-87a5-2512965e3dce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:35.212376 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3e539-de4c-4d91-87a5-2512965e3dce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:35.222631 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3e539-de4c-4d91-87a5-2512965e3dce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:35.228380 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57ad85e-2fbf-498a-a129-cd61ad30e1bb', 'name': 'network-vif-deleted', 'tag': '76cf583e-be78-413c-a034-10b33c2efb3f'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:08:35.232114 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3e539-de4c-4d91-87a5-2512965e3dce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:35.232802 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3e539-de4c-4d91-87a5-2512965e3dce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:35.235209 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3e539-de4c-4d91-87a5-2512965e3dce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:35.235949 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3e539-de4c-4d91-87a5-2512965e3dce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:35.239265 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9454b6b9-7682-4b3e-a2d2-e3e6c856c6b6" -d '{"events": [{"server_uuid": "e57ad85e-2fbf-498a-a129-cd61ad30e1bb", "name": "network-vif-deleted", "tag": "76cf583e-be78-413c-a034-10b33c2efb3f"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:08:35.408071 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['3314cf82-647a-4c42-8358-dabf49d758bd', '1360c998-3274-45ce-8c07-b15d2589821a'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:08:35.418679 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 76cf583e-be78-413c-a034-10b33c2efb3f no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:08:35.481536 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fbf262-2875-4942-83b5-1457e8fb8a13 x-openstack-request-id: req-97fbf262-2875-4942-83b5-1457e8fb8a13 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:08:35.482116 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57ad85e-2fbf-498a-a129-cd61ad30e1bb", "name": "network-vif-deleted", "tag": "76cf583e-be78-413c-a034-10b33c2efb3f", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:08:35.482116 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97fbf262-2875-4942-83b5-1457e8fb8a13 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:08:35.486732 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57ad85e-2fbf-498a-a129-cd61ad30e1bb', 'name': 'network-vif-deleted', 'tag': '76cf583e-be78-413c-a034-10b33c2efb3f', 'status': 'completed', 'code': 200} Jan 18 20:08:35.501347 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbc36dfb-96ca-43aa-8187-06f50dff7b35 req-ca402775-c17b-4269-99c7-7f22b2d5c9a3 service neutron] 10.222.0.70 "GET /v2.0/ports/3b24adc3-ef07-4a3c-af12-0a22a4a443af/bindings/n-h2-741529-9 HTTP/1.1" status: 200 len: 382 time: 0.4117196 Jan 18 20:08:35.557220 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3e539-de4c-4d91-87a5-2512965e3dce None None] Pushing event updated for resources: {'Port': ['ID=9dc3009f-bdb5-41fe-b208-5bf5eaa14c19,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:35.727948 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 76cf583e-be78-413c-a034-10b33c2efb3f {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:08:35.728417 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 76cf583e-be78-413c-a034-10b33c2efb3f not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:08:35.819438 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a4e71732-7e99-4e9f-acbd-941991573dcc None None] Current status of the port 4d80ae6e-5b5d-4161-bfdb-2030eb024d20 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:08:35.878363 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0187-d495-4b06-9c0c-a67cab7f9c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:35.931159 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-5e06a691-0ebe-4517-ac55-de949bd4a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7', 'name': 'tempest-FloatingIPsNegativeTestJSON-72623855-router', 'tenant_id': '97754292fa7e490ca0dde25bec9d21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '9dc3009f-bdb5-41fe-b208-5bf5eaa14c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:08:27Z', 'updated_at': '2022-01-18T20:08:30Z', 'revision_number': 3, 'project_id': '97754292fa7e490ca0dde25bec9d21b9', 'gw_port': {'id': '9dc3009f-bdb5-41fe-b208-5bf5eaa14c19', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:08:29Z', 'updated_at': '2022-01-18T20:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:36.058663 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e06a691-0ebe-4517-ac55-de949bd4a5af None None] The sync data for ids ['252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7'] in n-d-741529-9 is: [{'id': '252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7', 'name': 'tempest-FloatingIPsNegativeTestJSON-72623855-router', 'tenant_id': '97754292fa7e490ca0dde25bec9d21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '9dc3009f-bdb5-41fe-b208-5bf5eaa14c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:08:27Z', 'updated_at': '2022-01-18T20:08:30Z', 'revision_number': 3, 'project_id': '97754292fa7e490ca0dde25bec9d21b9', 'gw_port': {'id': '9dc3009f-bdb5-41fe-b208-5bf5eaa14c19', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:08:29Z', 'updated_at': '2022-01-18T20:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:08:36.192514 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc36dfb-96ca-43aa-8187-06f50dff7b35 req-59e397fa-04e0-4bd2-af88-f804c47f7896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:36.194078 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbc36dfb-96ca-43aa-8187-06f50dff7b35 req-59e397fa-04e0-4bd2-af88-f804c47f7896 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1&tenant_id=85092cd3f857422b8e1328b863cb2eb0 HTTP/1.1" status: 200 len: 1100 time: 0.1625276 Jan 18 20:08:36.201378 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d26a9b8e-a5e7-48da-b18d-c7b046920637 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:08:36.238306 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: d26a9b8e-a5e7-48da-b18d-c7b046920637 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:08:36.238964 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d26a9b8e-a5e7-48da-b18d-c7b046920637 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:08:36.239593 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6773e3b5-02ee-4970-bf4c-35c6e8a17f7e no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:08:36.281132 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 6773e3b5-02ee-4970-bf4c-35c6e8a17f7e {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:08:36.281865 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6773e3b5-02ee-4970-bf4c-35c6e8a17f7e not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:08:36.427151 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-5b6e0187-d495-4b06-9c0c-a67cab7f9c35 admin admin] Allocated IP 172.20.0.1 (5a61e5e1-7846-4962-9282-3eb9d79ea229/b8bd8e60-8573-43d7-94c8-2991afa49d7f/1a014f50-5884-4d30-a24a-af260524fb80) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:08:36.430958 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc36dfb-96ca-43aa-8187-06f50dff7b35 req-48487d2c-cc0c-4230-8320-eaf8564ac397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:36.438539 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbc36dfb-96ca-43aa-8187-06f50dff7b35 req-48487d2c-cc0c-4230-8320-eaf8564ac397 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 1100 time: 0.2173271 Jan 18 20:08:36.652821 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1db791-890c-45f5-912b-5157928b7e03 req-a523f716-7a8b-4e37-939c-792cb24b7fb5 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:36.661618 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a1db791-890c-45f5-912b-5157928b7e03 req-a523f716-7a8b-4e37-939c-792cb24b7fb5 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a650482-988b-4bc5-a56e-d624f1447265 HTTP/1.1" status: 200 len: 945 time: 1.3760996 Jan 18 20:08:36.663433 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-687ebed4-d355-4103-ab7f-8c4c7e8c169b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (1094f17f-5694-4d4e-b48e-a74099a6783e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:36.685619 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-853fe9a4-3324-4c06-b08a-f9579bd39ccd req-7d0eb4e3-ff9e-4655-bab3-e5c9961b280d tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e57ad85e-2fbf-498a-a129-cd61ad30e1bb HTTP/1.1" status: 200 len: 210 time: 0.1760564 Jan 18 20:08:36.695948 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:36.875342 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a1db791-890c-45f5-912b-5157928b7e03 req-2b4534bd-81d7-49ae-9a68-02c0f5c540af tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f1d1277-9ecf-440b-8735-d7214f9d110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327779 Jan 18 20:08:36.916919 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292dd77a-fbbd-4e09-a226-229180e697ba req-1e5df05b-27c1-4629-a6a7-4cfe3055a9a8 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:36.926015 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-292dd77a-fbbd-4e09-a226-229180e697ba req-1e5df05b-27c1-4629-a6a7-4cfe3055a9a8 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.1256955 Jan 18 20:08:36.938098 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc36dfb-96ca-43aa-8187-06f50dff7b35 req-0079d263-11bf-45cd-a418-cc41571d0588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:36.950028 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbc36dfb-96ca-43aa-8187-06f50dff7b35 req-0079d263-11bf-45cd-a418-cc41571d0588 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.5004799 Jan 18 20:08:37.049109 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-292dd77a-fbbd-4e09-a226-229180e697ba req-949c0fe2-d589-4b72-acb3-4dbd5122ebb7 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221392 Jan 18 20:08:37.050561 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-687ebed4-d355-4103-ab7f-8c4c7e8c169b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (1094f17f-5694-4d4e-b48e-a74099a6783e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:37.076438 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19a6c1-9db7-46ff-9bbc-0f840175aa63 req-2faf06c4-f77c-48e4-b768-cf12793fe209 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:37.081010 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ab19a6c1-9db7-46ff-9bbc-0f840175aa63 req-2faf06c4-f77c-48e4-b768-cf12793fe209 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a650482-988b-4bc5-a56e-d624f1447265 HTTP/1.1" status: 200 len: 945 time: 0.4040985 Jan 18 20:08:37.092842 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-687ebed4-d355-4103-ab7f-8c4c7e8c169b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:37.096737 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-687ebed4-d355-4103-ab7f-8c4c7e8c169b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1094f17f-5694-4d4e-b48e-a74099a6783e HTTP/1.1" status: 204 len: 168 time: 2.4593616 Jan 18 20:08:37.096967 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14bc6d2-edd3-41ad-83cc-928a603ef37d None None] Network 6e03f766-cfa7-47ea-8def-c853742d33ce requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:08:37.127858 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40518) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:37.140009 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ebed4-d355-4103-ab7f-8c4c7e8c169b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1094f17f-5694-4d4e-b48e-a74099a6783e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:37.289885 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-735df355-5f7c-4e82-85da-897712187012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (6e03f766-cfa7-47ea-8def-c853742d33ce), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:37.475657 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-735df355-5f7c-4e82-85da-897712187012 admin admin] Deleting port dd7b27a8-237a-4f15-8cb7-022eec490f22 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:08:37.475993 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-735df355-5f7c-4e82-85da-897712187012 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (dd7b27a8-237a-4f15-8cb7-022eec490f22), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:37.491585 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cce7297-f8d2-4120-8e27-8bea2f202574 None None] DHCP port deletion for 6e03f766-cfa7-47ea-8def-c853742d33ce request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:08:37.657769 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6cce7297-f8d2-4120-8e27-8bea2f202574 None None] Deleting port dd7b27a8-237a-4f15-8cb7-022eec490f22 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:08:37.658143 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6cce7297-f8d2-4120-8e27-8bea2f202574 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (dd7b27a8-237a-4f15-8cb7-022eec490f22), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:37.686126 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-735df355-5f7c-4e82-85da-897712187012 admin admin] For port dd7b27a8-237a-4f15-8cb7-022eec490f22, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=dd7b27a8-237a-4f15-8cb7-022eec490f22,segment=NetworkSegment(5f28d5ff-550a-4f66-9085-99a6e4fed359),segment_id=5f28d5ff-550a-4f66-9085-99a6e4fed359)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:37.687094 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-735df355-5f7c-4e82-85da-897712187012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (dd7b27a8-237a-4f15-8cb7-022eec490f22), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:37.718567 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-735df355-5f7c-4e82-85da-897712187012 admin admin] Calling delete_port for dd7b27a8-237a-4f15-8cb7-022eec490f22 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:08:37.825302 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6cce7297-f8d2-4120-8e27-8bea2f202574 None None] For port dd7b27a8-237a-4f15-8cb7-022eec490f22, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=dd7b27a8-237a-4f15-8cb7-022eec490f22,segment=NetworkSegment(5f28d5ff-550a-4f66-9085-99a6e4fed359),segment_id=5f28d5ff-550a-4f66-9085-99a6e4fed359)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:37.825870 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6cce7297-f8d2-4120-8e27-8bea2f202574 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (dd7b27a8-237a-4f15-8cb7-022eec490f22), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:37.845278 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbc36dfb-96ca-43aa-8187-06f50dff7b35 req-cac84401-c125-4a64-b745-8ef28edb284f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=3b24adc3-ef07-4a3c-af12-0a22a4a443af HTTP/1.1" status: 200 len: 217 time: 0.8681676 Jan 18 20:08:37.871176 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6cce7297-f8d2-4120-8e27-8bea2f202574 None None] Calling delete_port for dd7b27a8-237a-4f15-8cb7-022eec490f22 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:08:37.924856 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0187-d495-4b06-9c0c-a67cab7f9c35 admin admin] Publish callbacks [] for port (1a014f50-5884-4d30-a24a-af260524fb80), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:37.960700 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-735df355-5f7c-4e82-85da-897712187012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (dd7b27a8-237a-4f15-8cb7-022eec490f22), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:38.050582 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc36dfb-96ca-43aa-8187-06f50dff7b35 req-023e7daa-2597-4d60-8e8a-2132e64b13ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:38.053192 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbc36dfb-96ca-43aa-8187-06f50dff7b35 req-023e7daa-2597-4d60-8e8a-2132e64b13ab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1421027 Jan 18 20:08:38.079726 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735df355-5f7c-4e82-85da-897712187012 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd7b27a8-237a-4f15-8cb7-022eec490f22,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:38.103520 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735df355-5f7c-4e82-85da-897712187012 admin admin] No DVR routers for this DVR port dd7b27a8-237a-4f15-8cb7-022eec490f22 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:08:38.211223 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6cce7297-f8d2-4120-8e27-8bea2f202574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (dd7b27a8-237a-4f15-8cb7-022eec490f22), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:38.245254 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce7297-f8d2-4120-8e27-8bea2f202574 None None] Pushing event deleted for resources: {'Port': ['ID=dd7b27a8-237a-4f15-8cb7-022eec490f22,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:38.287131 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cce7297-f8d2-4120-8e27-8bea2f202574 None None] No DVR routers for this DVR port dd7b27a8-237a-4f15-8cb7-022eec490f22 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:08:38.295490 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce7297-f8d2-4120-8e27-8bea2f202574 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:38.297198 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0187-d495-4b06-9c0c-a67cab7f9c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (1a014f50-5884-4d30-a24a-af260524fb80), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:38.297860 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce7297-f8d2-4120-8e27-8bea2f202574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:38.299637 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce7297-f8d2-4120-8e27-8bea2f202574 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:38.302014 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce7297-f8d2-4120-8e27-8bea2f202574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:38.302628 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce7297-f8d2-4120-8e27-8bea2f202574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:38.303727 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce7297-f8d2-4120-8e27-8bea2f202574 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:38.304553 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce7297-f8d2-4120-8e27-8bea2f202574 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:38.307187 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce7297-f8d2-4120-8e27-8bea2f202574 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:38.307972 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce7297-f8d2-4120-8e27-8bea2f202574 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:38.309864 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce7297-f8d2-4120-8e27-8bea2f202574 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:38.310507 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce7297-f8d2-4120-8e27-8bea2f202574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:38.314654 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce7297-f8d2-4120-8e27-8bea2f202574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:38.315353 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce7297-f8d2-4120-8e27-8bea2f202574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:08:38.371132 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9dc3009f-bdb5-41fe-b208-5bf5eaa14c19 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:08:38.387651 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-ab19a6c1-9db7-46ff-9bbc-0f840175aa63 req-e4d03013-dcc7-4d02-a69a-a53fe9648f92 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Deleting port bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:08:38.388324 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ab19a6c1-9db7-46ff-9bbc-0f840175aa63 req-e4d03013-dcc7-4d02-a69a-a53fe9648f92 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:38.399904 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc36dfb-96ca-43aa-8187-06f50dff7b35 req-ee3f73f1-b5af-4462-b90b-3f3d47d51217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:38.401902 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbc36dfb-96ca-43aa-8187-06f50dff7b35 req-ee3f73f1-b5af-4462-b90b-3f3d47d51217 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3293824 Jan 18 20:08:38.427374 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 3b24adc3-ef07-4a3c-af12-0a22a4a443af no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:08:38.467825 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-735df355-5f7c-4e82-85da-897712187012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (6e03f766-cfa7-47ea-8def-c853742d33ce), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:38.526677 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0c03a-6aad-4eea-bec0-6295c69a31b3 req-2defcc3a-de2c-4156-afee-ccfc9e573049 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:38.534642 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8fa0c03a-6aad-4eea-bec0-6295c69a31b3 req-2defcc3a-de2c-4156-afee-ccfc9e573049 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a650482-988b-4bc5-a56e-d624f1447265 HTTP/1.1" status: 200 len: 945 time: 0.3249543 Jan 18 20:08:38.636274 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-735df355-5f7c-4e82-85da-897712187012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e03f766-cfa7-47ea-8def-c853742d33ce']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:38.661299 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de417f3b-3fa5-46e8-8e45-b4745edbbb60 req-9f1e4b75-ba6a-411e-9091-db58f0e49045 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:38.677140 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de417f3b-3fa5-46e8-8e45-b4745edbbb60 req-9f1e4b75-ba6a-411e-9091-db58f0e49045 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.1990395 Jan 18 20:08:38.686322 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 9dc3009f-bdb5-41fe-b208-5bf5eaa14c19 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:08:38.692140 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9dc3009f-bdb5-41fe-b208-5bf5eaa14c19), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:38.718453 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-735df355-5f7c-4e82-85da-897712187012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f28d5ff-550a-4f66-9085-99a6e4fed359') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:38.719275 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-735df355-5f7c-4e82-85da-897712187012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f28d5ff-550a-4f66-9085-99a6e4fed359') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:38.740739 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-735df355-5f7c-4e82-85da-897712187012 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (5f28d5ff-550a-4f66-9085-99a6e4fed359), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:38.763237 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbc36dfb-96ca-43aa-8187-06f50dff7b35 req-2fe18dd0-2a6d-4aaf-96a0-4732fa75033b service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896798 Jan 18 20:08:38.778478 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6e0187-d495-4b06-9c0c-a67cab7f9c35 admin admin] Network 5a61e5e1-7846-4962-9282-3eb9d79ea229 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:08:38.787162 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-735df355-5f7c-4e82-85da-897712187012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (5f28d5ff-550a-4f66-9085-99a6e4fed359), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:38.804696 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-735df355-5f7c-4e82-85da-897712187012 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:08:38.806981 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-735df355-5f7c-4e82-85da-897712187012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (5f28d5ff-550a-4f66-9085-99a6e4fed359), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:38.831833 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-5b6e0187-d495-4b06-9c0c-a67cab7f9c35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:08:38.886196 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6e0187-d495-4b06-9c0c-a67cab7f9c35 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:08:38.904667 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 3b24adc3-ef07-4a3c-af12-0a22a4a443af is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:08:38.909782 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:39.013143 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 3b24adc3-ef07-4a3c-af12-0a22a4a443af, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3b24adc3-ef07-4a3c-af12-0a22a4a443af,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:08:39.017870 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:08:39.023808 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0af3849-b32e-40e4-b161-1c2d4a8671f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b24adc3-ef07-4a3c-af12-0a22a4a443af'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:08:39.036475 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c299c273-c8a0-4a51-ba08-39e3b78c13a6" -d '{"events": [{"server_uuid": "e0af3849-b32e-40e4-b161-1c2d4a8671f1", "name": "network-vif-unplugged", "status": "completed", "tag": "3b24adc3-ef07-4a3c-af12-0a22a4a443af"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:08:39.045180 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e0187-d495-4b06-9c0c-a67cab7f9c35 admin admin] Pushing event updated for resources: {'Port': ['ID=1a014f50-5884-4d30-a24a-af260524fb80,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:39.060118 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:39.063822 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-735df355-5f7c-4e82-85da-897712187012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (6e03f766-cfa7-47ea-8def-c853742d33ce), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:39.091715 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8fa0c03a-6aad-4eea-bec0-6295c69a31b3 req-f80f6226-2c88-4796-8a97-ac87884ce807 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f1d1277-9ecf-440b-8735-d7214f9d110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5542896 Jan 18 20:08:39.116477 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-735df355-5f7c-4e82-85da-897712187012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:39.135688 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0187-d495-4b06-9c0c-a67cab7f9c35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:39.136838 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-735df355-5f7c-4e82-85da-897712187012 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6e03f766-cfa7-47ea-8def-c853742d33ce HTTP/1.1" status: 204 len: 168 time: 2.0071323 Jan 18 20:08:39.223920 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735df355-5f7c-4e82-85da-897712187012 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e03f766-cfa7-47ea-8def-c853742d33ce,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:39.243939 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 9dc3009f-bdb5-41fe-b208-5bf5eaa14c19 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:08:39.244491 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9dc3009f-bdb5-41fe-b208-5bf5eaa14c19), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:39.296718 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbc36dfb-96ca-43aa-8187-06f50dff7b35 req-0b0f9926-225c-4db7-8d25-73404a2cd69b service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5208056 Jan 18 20:08:39.423717 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 9dc3009f-bdb5-41fe-b208-5bf5eaa14c19, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9dc3009f-bdb5-41fe-b208-5bf5eaa14c19,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:39.428022 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de417f3b-3fa5-46e8-8e45-b4745edbbb60 req-ce9373d8-f88d-4e90-b1d5-e10e6542f898 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7496676 Jan 18 20:08:39.441851 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9dc3009f-bdb5-41fe-b208-5bf5eaa14c19), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:39.517847 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ab19a6c1-9db7-46ff-9bbc-0f840175aa63 req-e4d03013-dcc7-4d02-a69a-a53fe9648f92 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] For port bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25,segment=NetworkSegment(d7007d66-8a65-4944-ae3e-4f1a259f66d0),segment_id=d7007d66-8a65-4944-ae3e-4f1a259f66d0)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:39.523682 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ab19a6c1-9db7-46ff-9bbc-0f840175aa63 req-e4d03013-dcc7-4d02-a69a-a53fe9648f92 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:39.531539 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb08df-4537-4307-a76a-9bb02b82ad0c req-c46996af-a98b-4c09-a8c3-9b2ce6a86cf4 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:39.537450 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4fb08df-4537-4307-a76a-9bb02b82ad0c req-c46996af-a98b-4c09-a8c3-9b2ce6a86cf4 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4b53fcf-c6ba-41c8-b0e5-9332fcca9e6f HTTP/1.1" status: 200 len: 945 time: 0.2593217 Jan 18 20:08:39.544785 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-492b2b35-a1b6-40ef-9fcb-7384989d8ed6 None None] Provisioning complete for port 1a014f50-5884-4d30-a24a-af260524fb80 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:08:39.548438 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-492b2b35-a1b6-40ef-9fcb-7384989d8ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1a014f50-5884-4d30-a24a-af260524fb80), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:39.575816 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40556) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:39.674450 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0b739d-eade-49de-b71e-17e5d14a8b59 x-openstack-request-id: req-ae0b739d-eade-49de-b71e-17e5d14a8b59 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:08:39.674779 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0af3849-b32e-40e4-b161-1c2d4a8671f1", "name": "network-vif-unplugged", "status": "completed", "tag": "3b24adc3-ef07-4a3c-af12-0a22a4a443af", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:08:39.674884 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae0b739d-eade-49de-b71e-17e5d14a8b59 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:08:39.675294 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0af3849-b32e-40e4-b161-1c2d4a8671f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b24adc3-ef07-4a3c-af12-0a22a4a443af', 'code': 200} Jan 18 20:08:39.680099 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-492b2b35-a1b6-40ef-9fcb-7384989d8ed6 None None] Port 1a014f50-5884-4d30-a24a-af260524fb80 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:08:39.693820 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device dd7b27a8-237a-4f15-8cb7-022eec490f22 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:08:39.721329 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4fb08df-4537-4307-a76a-9bb02b82ad0c req-28ec326c-1699-4110-a319-3b35fa631bc0 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780283 Jan 18 20:08:39.759492 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=3b24adc3-ef07-4a3c-af12-0a22a4a443af,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:39.772810 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: dd7b27a8-237a-4f15-8cb7-022eec490f22 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:08:39.773445 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device dd7b27a8-237a-4f15-8cb7-022eec490f22 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:08:39.869015 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=9dc3009f-bdb5-41fe-b208-5bf5eaa14c19,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:39.959410 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-89d3a19c-548f-4c13-b5ab-c752df44b7fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5ec31ddf3d34f4aa39ff26dd8f3affd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3815949 Jan 18 20:08:39.961965 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40570) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:39.970624 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d37b9-366b-4f3f-b64c-d33cef3345cd req-a7c18ac7-aeb3-46a0-bb0e-4aaaab58ba69 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:39.972235 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-248d37b9-366b-4f3f-b64c-d33cef3345cd req-a7c18ac7-aeb3-46a0-bb0e-4aaaab58ba69 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4b53fcf-c6ba-41c8-b0e5-9332fcca9e6f HTTP/1.1" status: 200 len: 945 time: 0.2483892 Jan 18 20:08:40.157283 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a3cae2a-084f-4cf9-a72e-d10f648abd04 admin admin] Publish callbacks [] for security_group (d5210ddf-a4d3-44b7-a276-8c109c325e6b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:40.215834 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a3cae2a-084f-4cf9-a72e-d10f648abd04 admin admin] Publish callbacks [] for security_group (d5210ddf-a4d3-44b7-a276-8c109c325e6b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:40.237456 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0187-d495-4b06-9c0c-a67cab7f9c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1a014f50-5884-4d30-a24a-af260524fb80), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:40.269141 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9dc3009f-bdb5-41fe-b208-5bf5eaa14c19 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:08:40.326843 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a3cae2a-084f-4cf9-a72e-d10f648abd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d5210ddf-a4d3-44b7-a276-8c109c325e6b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:40.329447 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a3cae2a-084f-4cf9-a72e-d10f648abd04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:40.333251 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1a3cae2a-084f-4cf9-a72e-d10f648abd04 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5210ddf-a4d3-44b7-a276-8c109c325e6b HTTP/1.1" status: 204 len: 168 time: 0.3700998 Jan 18 20:08:40.378439 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7ea6d-3109-4d1d-9a81-42b7e68a09cd req-1648a43c-7d67-4ebd-bd9a-0b8a42825579 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:40.388126 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f8b7ea6d-3109-4d1d-9a81-42b7e68a09cd req-1648a43c-7d67-4ebd-bd9a-0b8a42825579 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 945 time: 0.3415728 Jan 18 20:08:40.439120 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 9dc3009f-bdb5-41fe-b208-5bf5eaa14c19 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:08:40.439850 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9dc3009f-bdb5-41fe-b208-5bf5eaa14c19), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:40.514284 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f8b7ea6d-3109-4d1d-9a81-42b7e68a09cd req-6875d70c-4836-4a4a-9511-e199eb11baf9 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251822 Jan 18 20:08:40.515498 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3cae2a-084f-4cf9-a72e-d10f648abd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5210ddf-a4d3-44b7-a276-8c109c325e6b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:40.572037 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b12fc6-0fbe-4647-b05d-096d2c3f9651 req-9356e5da-1420-468f-806c-2ed264298f69 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:40.578191 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e3b12fc6-0fbe-4647-b05d-096d2c3f9651 req-9356e5da-1420-468f-806c-2ed264298f69 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a650482-988b-4bc5-a56e-d624f1447265 HTTP/1.1" status: 200 len: 945 time: 0.2825856 Jan 18 20:08:40.665157 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 9dc3009f-bdb5-41fe-b208-5bf5eaa14c19 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:08:40.826763 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554a8cf-8cd7-4e0e-9dd5-96f4052e6b7a req-3f09b934-5f6f-4973-96ca-2ebee8642a7f tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:40.836760 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b554a8cf-8cd7-4e0e-9dd5-96f4052e6b7a req-3f09b934-5f6f-4973-96ca-2ebee8642a7f tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 945 time: 0.2132037 Jan 18 20:08:40.886200 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e3b12fc6-0fbe-4647-b05d-096d2c3f9651 req-b2aea416-e077-42d9-974f-760669f79dca tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f1d1277-9ecf-440b-8735-d7214f9d110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2980671 Jan 18 20:08:40.926188 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0187-d495-4b06-9c0c-a67cab7f9c35 admin admin] Publish callbacks [] for port (1a014f50-5884-4d30-a24a-af260524fb80), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:40.985600 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a7843-10bf-4034-9846-4431bf2f4f8a req-783253fc-992e-48f6-b0a8-6b925fbc7495 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:40.997712 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-959a7843-10bf-4034-9846-4431bf2f4f8a req-783253fc-992e-48f6-b0a8-6b925fbc7495 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 947 time: 0.3230727 Jan 18 20:08:41.017825 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0187-d495-4b06-9c0c-a67cab7f9c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (1a014f50-5884-4d30-a24a-af260524fb80), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:41.159832 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:08:41.186811 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-959a7843-10bf-4034-9846-4431bf2f4f8a req-5e345f56-6bae-4b5b-82fd-3029031d1693 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853578 Jan 18 20:08:41.212466 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ab19a6c1-9db7-46ff-9bbc-0f840175aa63 req-e4d03013-dcc7-4d02-a69a-a53fe9648f92 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:41.212827 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ab19a6c1-9db7-46ff-9bbc-0f840175aa63 req-e4d03013-dcc7-4d02-a69a-a53fe9648f92 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (24ed89d1-d5f1-4958-afb7-56b0bdde602e), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:41.214645 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [req-ab19a6c1-9db7-46ff-9bbc-0f840175aa63 req-e4d03013-dcc7-4d02-a69a-a53fe9648f92 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Floating IP 24ed89d1-d5f1-4958-afb7-56b0bdde602e disassociated. External IP: 172.25.4.86, port: bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25. Jan 18 20:08:41.215171 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-ab19a6c1-9db7-46ff-9bbc-0f840175aa63 req-e4d03013-dcc7-4d02-a69a-a53fe9648f92 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Calling delete_port for bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:08:41.217496 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0187-d495-4b06-9c0c-a67cab7f9c35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:41.219361 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e0187-d495-4b06-9c0c-a67cab7f9c35 admin admin] Pushing event updated for resources: {'Port': ['ID=1a014f50-5884-4d30-a24a-af260524fb80,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:41.230918 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-b554a8cf-8cd7-4e0e-9dd5-96f4052e6b7a req-0eb6c8a9-423d-4ea1-bbc7-537e1e58b082 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Deleting port ae5daab9-3318-4b0e-afff-8350b4913ab0 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:08:41.231390 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b554a8cf-8cd7-4e0e-9dd5-96f4052e6b7a req-0eb6c8a9-423d-4ea1-bbc7-537e1e58b082 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ae5daab9-3318-4b0e-afff-8350b4913ab0), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:41.256692 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35612f10-fc6f-4255-927e-e08e46e1bc52 req-8757b563-e3d5-4ac5-aa22-c527e767fda1 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:41.257545 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-248d37b9-366b-4f3f-b64c-d33cef3345cd req-8f3fe900-65c5-44f3-a084-45d97d41222f tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Deleting port 1360c998-3274-45ce-8c07-b15d2589821a {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:08:41.258635 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-248d37b9-366b-4f3f-b64c-d33cef3345cd req-8f3fe900-65c5-44f3-a084-45d97d41222f tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (1360c998-3274-45ce-8c07-b15d2589821a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:41.264266 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-35612f10-fc6f-4255-927e-e08e46e1bc52 req-8757b563-e3d5-4ac5-aa22-c527e767fda1 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4b53fcf-c6ba-41c8-b0e5-9332fcca9e6f HTTP/1.1" status: 200 len: 945 time: 0.1555102 Jan 18 20:08:41.401649 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40594) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:41.453980 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:08:41.455078 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:41.517386 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-35612f10-fc6f-4255-927e-e08e46e1bc52 req-87fe14a9-3e8c-4194-8a03-68cf88d25d08 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519071 Jan 18 20:08:41.558562 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25,segment=NetworkSegment(d7007d66-8a65-4944-ae3e-4f1a259f66d0),segment_id=d7007d66-8a65-4944-ae3e-4f1a259f66d0)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:41.568045 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:41.641479 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-b554a8cf-8cd7-4e0e-9dd5-96f4052e6b7a req-0eb6c8a9-423d-4ea1-bbc7-537e1e58b082 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] For port ae5daab9-3318-4b0e-afff-8350b4913ab0, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=ae5daab9-3318-4b0e-afff-8350b4913ab0,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:41.645588 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b554a8cf-8cd7-4e0e-9dd5-96f4052e6b7a req-0eb6c8a9-423d-4ea1-bbc7-537e1e58b082 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ae5daab9-3318-4b0e-afff-8350b4913ab0), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:41.677426 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a650482-988b-4bc5-a56e-d624f1447265', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:08:41.679419 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b54154-660d-43ab-b66e-01b90176c97a" -d '{"events": [{"server_uuid": "9a650482-988b-4bc5-a56e-d624f1447265", "name": "network-vif-unplugged", "status": "completed", "tag": "bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:08:41.683146 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-b554a8cf-8cd7-4e0e-9dd5-96f4052e6b7a req-0eb6c8a9-423d-4ea1-bbc7-537e1e58b082 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Calling delete_port for ae5daab9-3318-4b0e-afff-8350b4913ab0 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:08:41.697720 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-913b013a-c1ce-481e-b689-797512e9cfb6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6533d01860ec439ca30785419de25c79&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2896967 Jan 18 20:08:41.716579 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40600) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:41.738675 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:41.790828 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9bf5bf-6500-435f-9f71-cc142a810ec5 x-openstack-request-id: req-5c9bf5bf-6500-435f-9f71-cc142a810ec5 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:08:41.791585 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a650482-988b-4bc5-a56e-d624f1447265", "name": "network-vif-unplugged", "status": "completed", "tag": "bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:08:41.792014 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c9bf5bf-6500-435f-9f71-cc142a810ec5 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:08:41.792646 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a650482-988b-4bc5-a56e-d624f1447265', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25', 'code': 200} Jan 18 20:08:41.844624 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ece5a2-7280-448f-96d7-5851f11dfc0f req-f275c04c-8d9a-49f9-85f0-264369677fc6 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:41.853278 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d2ece5a2-7280-448f-96d7-5851f11dfc0f req-f275c04c-8d9a-49f9-85f0-264369677fc6 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7aedde9-fa43-4058-b3e4-132f5a5fd752 HTTP/1.1" status: 200 len: 945 time: 0.1850905 Jan 18 20:08:41.914540 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fdc5a31-c9f3-424f-8453-bade92ed6b0b admin admin] Publish callbacks [] for security_group (a49ce027-bb25-4a5b-a944-4e2f98372919), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:41.965450 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d2ece5a2-7280-448f-96d7-5851f11dfc0f req-e27389b9-994f-4e49-a40e-856d7c15005e tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110301 Jan 18 20:08:41.987119 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fdc5a31-c9f3-424f-8453-bade92ed6b0b admin admin] Publish callbacks [] for security_group (a49ce027-bb25-4a5b-a944-4e2f98372919), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:42.149684 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fdc5a31-c9f3-424f-8453-bade92ed6b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a49ce027-bb25-4a5b-a944-4e2f98372919), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:42.152138 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fdc5a31-c9f3-424f-8453-bade92ed6b0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:42.153290 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0fdc5a31-c9f3-424f-8453-bade92ed6b0b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a49ce027-bb25-4a5b-a944-4e2f98372919 HTTP/1.1" status: 204 len: 168 time: 0.4357631 Jan 18 20:08:42.175611 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac8540-a93f-4391-9bcf-1817559a79db req-d5157337-405b-4153-b75d-695636131f37 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:42.182758 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2bac8540-a93f-4391-9bcf-1817559a79db req-d5157337-405b-4153-b75d-695636131f37 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a650482-988b-4bc5-a56e-d624f1447265 HTTP/1.1" status: 200 len: 943 time: 0.1366787 Jan 18 20:08:42.229087 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc5a31-c9f3-424f-8453-bade92ed6b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49ce027-bb25-4a5b-a944-4e2f98372919,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:42.327189 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2bac8540-a93f-4391-9bcf-1817559a79db req-ce9e1493-56aa-48f3-a5be-92dde955ecbf tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f1d1277-9ecf-440b-8735-d7214f9d110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434519 Jan 18 20:08:42.337253 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b554a8cf-8cd7-4e0e-9dd5-96f4052e6b7a req-0eb6c8a9-423d-4ea1-bbc7-537e1e58b082 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (ae5daab9-3318-4b0e-afff-8350b4913ab0), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:42.349850 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['62ad388c-9dbe-4498-b732-3d75eeae5e05', 'ae5daab9-3318-4b0e-afff-8350b4913ab0'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:08:42.354498 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-248d37b9-366b-4f3f-b64c-d33cef3345cd req-8f3fe900-65c5-44f3-a084-45d97d41222f tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] For port 1360c998-3274-45ce-8c07-b15d2589821a, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1360c998-3274-45ce-8c07-b15d2589821a,segment=NetworkSegment(9cfb7d7b-5036-406a-81b4-ae05f2102573),segment_id=9cfb7d7b-5036-406a-81b4-ae05f2102573)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:42.361874 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-248d37b9-366b-4f3f-b64c-d33cef3345cd req-8f3fe900-65c5-44f3-a084-45d97d41222f tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (1360c998-3274-45ce-8c07-b15d2589821a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:42.417556 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-248d37b9-366b-4f3f-b64c-d33cef3345cd req-8f3fe900-65c5-44f3-a084-45d97d41222f tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Calling delete_port for 1360c998-3274-45ce-8c07-b15d2589821a owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:08:42.460876 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6c8a9-423d-4ea1-bbc7-537e1e58b082 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Pushing event deleted for resources: {'Port': ['ID=ae5daab9-3318-4b0e-afff-8350b4913ab0,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:42.539989 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 3b24adc3-ef07-4a3c-af12-0a22a4a443af details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:08:42.549745 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1360c998-3274-45ce-8c07-b15d2589821a no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:08:42.624970 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1566378-b465-454e-9536-5b8c1b0f74c0 req-881a6c25-d2ee-45ff-93e2-8a6f015f059b tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:42.648973 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d1566378-b465-454e-9536-5b8c1b0f74c0 req-881a6c25-d2ee-45ff-93e2-8a6f015f059b tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 947 time: 0.3206811 Jan 18 20:08:42.764674 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-248d37b9-366b-4f3f-b64c-d33cef3345cd req-8f3fe900-65c5-44f3-a084-45d97d41222f tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (1360c998-3274-45ce-8c07-b15d2589821a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:42.787799 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6e0187-d495-4b06-9c0c-a67cab7f9c35 admin admin] Network 5a61e5e1-7846-4962-9282-3eb9d79ea229 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:08:42.790339 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ab19a6c1-9db7-46ff-9bbc-0f840175aa63 req-e4d03013-dcc7-4d02-a69a-a53fe9648f92 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:42.819741 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-b554a8cf-8cd7-4e0e-9dd5-96f4052e6b7a req-0eb6c8a9-423d-4ea1-bbc7-537e1e58b082 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] No DVR routers for this DVR port ae5daab9-3318-4b0e-afff-8350b4913ab0 on host n-h1-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:08:42.834577 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-5b6e0187-d495-4b06-9c0c-a67cab7f9c35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:08:42.853427 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d1566378-b465-454e-9536-5b8c1b0f74c0 req-55d4118e-1252-488c-a649-900a699c73ae tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034054 Jan 18 20:08:42.868736 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b554a8cf-8cd7-4e0e-9dd5-96f4052e6b7a req-0eb6c8a9-423d-4ea1-bbc7-537e1e58b082 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:42.881095 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b554a8cf-8cd7-4e0e-9dd5-96f4052e6b7a req-0eb6c8a9-423d-4ea1-bbc7-537e1e58b082 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.57 "DELETE /v2.0/ports/ae5daab9-3318-4b0e-afff-8350b4913ab0 HTTP/1.1" status: 204 len: 173 time: 2.0353923 Jan 18 20:08:42.883069 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7aedde9-fa43-4058-b3e4-132f5a5fd752', 'name': 'network-vif-deleted', 'tag': 'ae5daab9-3318-4b0e-afff-8350b4913ab0'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:08:42.885529 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fe900-65c5-44f3-a084-45d97d41222f tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Pushing event deleted for resources: {'Port': ['ID=1360c998-3274-45ce-8c07-b15d2589821a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:42.890468 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b70b17-cc79-4c12-b0c1-49524f903fad" -d '{"events": [{"server_uuid": "b7aedde9-fa43-4058-b3e4-132f5a5fd752", "name": "network-vif-deleted", "tag": "ae5daab9-3318-4b0e-afff-8350b4913ab0"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:08:42.987272 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956d67c-d974-4e84-be1e-5d3551fbb3b6 req-ac44c105-4361-4740-b352-7102fe57707e tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:43.007247 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d956d67c-d974-4e84-be1e-5d3551fbb3b6 req-ac44c105-4361-4740-b352-7102fe57707e tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4b53fcf-c6ba-41c8-b0e5-9332fcca9e6f HTTP/1.1" status: 200 len: 867 time: 0.3159223 Jan 18 20:08:43.043118 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['3314cf82-647a-4c42-8358-dabf49d758bd'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:08:43.166058 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d956d67c-d974-4e84-be1e-5d3551fbb3b6 req-29d5f669-9c31-4ea9-a0ac-07a223ce1fc5 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533790 Jan 18 20:08:43.270170 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No active binding found for port 1360c998-3274-45ce-8c07-b15d2589821a {{(pid=103337) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 18 20:08:43.270733 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] The host n-h2-741529-9 is not matching for port 1360c998-3274-45ce-8c07-b15d2589821a host None! {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 18 20:08:43.271126 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1360c998-3274-45ce-8c07-b15d2589821a not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:08:43.361179 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 3b24adc3-ef07-4a3c-af12-0a22a4a443af, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3b24adc3-ef07-4a3c-af12-0a22a4a443af,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:43.422931 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '3b24adc3-ef07-4a3c-af12-0a22a4a443af', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '3b24adc3-ef07-4a3c-af12-0a22a4a443af', 'mac_address': 'fa:16:3e:ef:d9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:08:43.620279 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c75feab-1d67-430b-9665-c99ec0ecde5a x-openstack-request-id: req-1c75feab-1d67-430b-9665-c99ec0ecde5a {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:08:43.620691 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7aedde9-fa43-4058-b3e4-132f5a5fd752", "name": "network-vif-deleted", "tag": "ae5daab9-3318-4b0e-afff-8350b4913ab0", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:08:43.621037 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c75feab-1d67-430b-9665-c99ec0ecde5a {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:08:43.621537 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7aedde9-fa43-4058-b3e4-132f5a5fd752', 'name': 'network-vif-deleted', 'tag': 'ae5daab9-3318-4b0e-afff-8350b4913ab0', 'status': 'completed', 'code': 200} Jan 18 20:08:43.856570 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-36fca88b-5221-4fd5-9aa3-05a9bd169120 None None] Provisioning complete for port 1a014f50-5884-4d30-a24a-af260524fb80 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:08:43.860993 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-36fca88b-5221-4fd5-9aa3-05a9bd169120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1a014f50-5884-4d30-a24a-af260524fb80), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:43.862948 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 3b24adc3-ef07-4a3c-af12-0a22a4a443af is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:08:43.866185 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:43.890201 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-12ca88c1-09c0-4dfa-b5d3-501961040c0d req-ddfa53b4-d29d-46df-bcf5-858d3021dd06 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a650482-988b-4bc5-a56e-d624f1447265 HTTP/1.1" status: 200 len: 210 time: 0.0380735 Jan 18 20:08:43.895048 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-248d37b9-366b-4f3f-b64c-d33cef3345cd req-8f3fe900-65c5-44f3-a084-45d97d41222f tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] No DVR routers for this DVR port 1360c998-3274-45ce-8c07-b15d2589821a on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:08:43.908485 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6e0187-d495-4b06-9c0c-a67cab7f9c35 admin admin] Router 252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:08:43.982497 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-248d37b9-366b-4f3f-b64c-d33cef3345cd req-8f3fe900-65c5-44f3-a084-45d97d41222f tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:43.982930 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b24adc3-ef07-4a3c-af12-0a22a4a443af {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:08:44.002032 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-248d37b9-366b-4f3f-b64c-d33cef3345cd req-8f3fe900-65c5-44f3-a084-45d97d41222f tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.70 "DELETE /v2.0/ports/1360c998-3274-45ce-8c07-b15d2589821a HTTP/1.1" status: 204 len: 173 time: 4.0188093 Jan 18 20:08:44.017392 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-36fca88b-5221-4fd5-9aa3-05a9bd169120 None None] Port 1a014f50-5884-4d30-a24a-af260524fb80 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:08:44.025848 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 3b24adc3-ef07-4a3c-af12-0a22a4a443af, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3b24adc3-ef07-4a3c-af12-0a22a4a443af,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:44.036140 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:44.064348 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d03013-dcc7-4d02-a69a-a53fe9648f92 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Pushing event deleted for resources: {'Port': ['ID=bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:44.081260 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b53fcf-c6ba-41c8-b0e5-9332fcca9e6f', 'name': 'network-vif-deleted', 'tag': '1360c998-3274-45ce-8c07-b15d2589821a'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:08:44.093329 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4715ec-1559-4841-a139-d4dafb2c0907" -d '{"events": [{"server_uuid": "a4b53fcf-c6ba-41c8-b0e5-9332fcca9e6f", "name": "network-vif-deleted", "tag": "1360c998-3274-45ce-8c07-b15d2589821a"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:08:44.126529 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=3b24adc3-ef07-4a3c-af12-0a22a4a443af,revision_number=7']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:44.138071 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85276ef4-45ac-4a9a-830b-c4ac64966b6f req-a289d316-2eb5-48b0-bb41-b7449eb2ff1d tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:44.142491 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85276ef4-45ac-4a9a-830b-c4ac64966b6f req-a289d316-2eb5-48b0-bb41-b7449eb2ff1d tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 947 time: 0.1739349 Jan 18 20:08:44.291485 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85276ef4-45ac-4a9a-830b-c4ac64966b6f req-6e51b9a8-4c62-4686-bc24-67377b95ba51 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421945 Jan 18 20:08:44.295594 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['3b24adc3-ef07-4a3c-af12-0a22a4a443af'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:08:44.365996 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fed798-dd80-488b-9e2a-889cba9c7fcb x-openstack-request-id: req-85fed798-dd80-488b-9e2a-889cba9c7fcb {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:08:44.366524 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b53fcf-c6ba-41c8-b0e5-9332fcca9e6f", "name": "network-vif-deleted", "tag": "1360c998-3274-45ce-8c07-b15d2589821a", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:08:44.366952 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-85fed798-dd80-488b-9e2a-889cba9c7fcb {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:08:44.368044 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b53fcf-c6ba-41c8-b0e5-9332fcca9e6f', 'name': 'network-vif-deleted', 'tag': '1360c998-3274-45ce-8c07-b15d2589821a', 'status': 'completed', 'code': 200} Jan 18 20:08:44.555237 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f96e9f60-7922-4172-945a-ad31020fe249 req-d47aa149-b922-4a30-b528-d4b01cade60b tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4b53fcf-c6ba-41c8-b0e5-9332fcca9e6f HTTP/1.1" status: 200 len: 210 time: 0.0537732 Jan 18 20:08:44.581444 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b51b6-9261-4009-92c6-83a3bc33d297 req-1fa8a2d0-2dc8-474f-b592-df23ea28147f tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:44.589622 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-080b51b6-9261-4009-92c6-83a3bc33d297 req-1fa8a2d0-2dc8-474f-b592-df23ea28147f tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 947 time: 0.1770823 Jan 18 20:08:44.644377 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6688a-f601-4546-a98f-6f3264e72b4a req-242d71b1-5a28-4463-825b-dff2152a8ea9 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:44.646026 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41f6688a-f601-4546-a98f-6f3264e72b4a req-242d71b1-5a28-4463-825b-dff2152a8ea9 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1&tenant_id=85092cd3f857422b8e1328b863cb2eb0&binding%3Ahost_id=n-h2-741529-9 HTTP/1.1" status: 200 len: 947 time: 0.8964379 Jan 18 20:08:44.700044 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-080b51b6-9261-4009-92c6-83a3bc33d297 req-498b249d-9e10-4f6c-8ca0-b41fb583acc0 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062944 Jan 18 20:08:44.804995 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ed2b3-dda9-4481-aad1-e237970a5ba7 req-87b3700f-4246-4627-9474-f187864bd741 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:44.806672 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-185ed2b3-dda9-4481-aad1-e237970a5ba7 req-87b3700f-4246-4627-9474-f187864bd741 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 947 time: 0.0899675 Jan 18 20:08:45.066505 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-185ed2b3-dda9-4481-aad1-e237970a5ba7 req-902ceaf9-a9bc-4c01-a98d-8ac2d1586678 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Deleting port 62ad388c-9dbe-4498-b732-3d75eeae5e05 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:08:45.067206 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-185ed2b3-dda9-4481-aad1-e237970a5ba7 req-902ceaf9-a9bc-4c01-a98d-8ac2d1586678 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (62ad388c-9dbe-4498-b732-3d75eeae5e05), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:45.202428 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device ae5daab9-3318-4b0e-afff-8350b4913ab0 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:08:45.230344 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34465c33-4d2c-4f92-886d-d9beb533b985 req-39ab354b-d0f0-44e8-b9e1-6672f17d49fb tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a650482-988b-4bc5-a56e-d624f1447265 HTTP/1.1" status: 200 len: 210 time: 0.1806769 Jan 18 20:08:45.285481 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-185ed2b3-dda9-4481-aad1-e237970a5ba7 req-902ceaf9-a9bc-4c01-a98d-8ac2d1586678 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] For port 62ad388c-9dbe-4498-b732-3d75eeae5e05, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=62ad388c-9dbe-4498-b732-3d75eeae5e05,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:45.286413 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: ae5daab9-3318-4b0e-afff-8350b4913ab0 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:08:45.286986 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device ae5daab9-3318-4b0e-afff-8350b4913ab0 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:08:45.287217 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-185ed2b3-dda9-4481-aad1-e237970a5ba7 req-902ceaf9-a9bc-4c01-a98d-8ac2d1586678 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (62ad388c-9dbe-4498-b732-3d75eeae5e05), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:45.315279 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-185ed2b3-dda9-4481-aad1-e237970a5ba7 req-902ceaf9-a9bc-4c01-a98d-8ac2d1586678 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Calling delete_port for 62ad388c-9dbe-4498-b732-3d75eeae5e05 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:08:45.336181 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab19a6c1-9db7-46ff-9bbc-0f840175aa63 req-e4d03013-dcc7-4d02-a69a-a53fe9648f92 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Router af8396b8-091e-472d-9390-f0c01762118e has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:08:45.370085 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41f6688a-f601-4546-a98f-6f3264e72b4a req-4c51f2d8-a366-42b4-ad0a-458bd3936563 service neutron] 10.222.0.70 "GET /v2.0/ports/3b24adc3-ef07-4a3c-af12-0a22a4a443af/bindings/n-h2-741529-9 HTTP/1.1" status: 200 len: 382 time: 0.1446311 Jan 18 20:08:45.511483 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6e0187-d495-4b06-9c0c-a67cab7f9c35 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:08:45.521897 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c0999-8ccc-4217-aa2f-e09b36a8b93c req-9dad6392-44e4-4ae6-8df3-3967fa91b693 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:45.523885 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e33c0999-8ccc-4217-aa2f-e09b36a8b93c req-9dad6392-44e4-4ae6-8df3-3967fa91b693 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 948 time: 0.0925119 Jan 18 20:08:45.526416 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307dd595-21da-4410-9a27-d719ea244279 None None] Sync routers for ids ['252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:08:45.535351 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5b6e0187-d495-4b06-9c0c-a67cab7f9c35 admin admin] 10.222.0.31 "PUT /v2.0/routers/252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1149230 Jan 18 20:08:45.562549 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307dd595-21da-4410-9a27-d719ea244279 None None] Routers {'252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:08:45.563627 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-307dd595-21da-4410-9a27-d719ea244279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:08:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:45.687551 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6688a-f601-4546-a98f-6f3264e72b4a req-adf31f08-a203-4840-86e7-bd190638acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:45.688695 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41f6688a-f601-4546-a98f-6f3264e72b4a req-adf31f08-a203-4840-86e7-bd190638acbd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 1099 time: 0.1995804 Jan 18 20:08:45.694065 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-185ed2b3-dda9-4481-aad1-e237970a5ba7 req-902ceaf9-a9bc-4c01-a98d-8ac2d1586678 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (62ad388c-9dbe-4498-b732-3d75eeae5e05), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:45.697794 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab19a6c1-9db7-46ff-9bbc-0f840175aa63 req-e4d03013-dcc7-4d02-a69a-a53fe9648f92 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:08:45.714986 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c042fc-bb6c-43f2-959f-ea9a9680637f None None] Sync routers for ids ['af8396b8-091e-472d-9390-f0c01762118e'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:08:45.738786 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c042fc-bb6c-43f2-959f-ea9a9680637f None None] Routers {'af8396b8-091e-472d-9390-f0c01762118e'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:08:45.740237 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e0c042fc-bb6c-43f2-959f-ea9a9680637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:08:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['af8396b8-091e-472d-9390-f0c01762118e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:45.747850 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['62ad388c-9dbe-4498-b732-3d75eeae5e05'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:08:45.787153 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e33c0999-8ccc-4217-aa2f-e09b36a8b93c req-93689b1c-60f5-4e83-a4cc-4502bd562df0 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485065 Jan 18 20:08:45.857795 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ceaf9-a9bc-4c01-a98d-8ac2d1586678 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Pushing event deleted for resources: {'Port': ['ID=62ad388c-9dbe-4498-b732-3d75eeae5e05,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:45.904970 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab19a6c1-9db7-46ff-9bbc-0f840175aa63 req-e4d03013-dcc7-4d02-a69a-a53fe9648f92 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] No DVR routers for this DVR port bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25 on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:08:45.916371 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-11c2fd81-3f88-42f0-9410-cdf9153d557d req-199c256d-539c-4a90-be34-ad4eb485aaa3 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b966f71-c6cc-463b-b5d5-93dbaf95576c HTTP/1.1" status: 200 len: 210 time: 0.0680242 Jan 18 20:08:46.008355 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ab19a6c1-9db7-46ff-9bbc-0f840175aa63 req-e4d03013-dcc7-4d02-a69a-a53fe9648f92 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:46.018634 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ab19a6c1-9db7-46ff-9bbc-0f840175aa63 req-e4d03013-dcc7-4d02-a69a-a53fe9648f92 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.57 "DELETE /v2.0/ports/bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25 HTTP/1.1" status: 204 len: 173 time: 8.8445325 Jan 18 20:08:46.083802 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-307dd595-21da-4410-9a27-d719ea244279 None None] Set router 252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:08:46.093622 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-185ed2b3-dda9-4481-aad1-e237970a5ba7 req-902ceaf9-a9bc-4c01-a98d-8ac2d1586678 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] No DVR routers for this DVR port 62ad388c-9dbe-4498-b732-3d75eeae5e05 on host n-h1-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:08:46.120919 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-185ed2b3-dda9-4481-aad1-e237970a5ba7 req-902ceaf9-a9bc-4c01-a98d-8ac2d1586678 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:46.128154 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-e0c042fc-bb6c-43f2-959f-ea9a9680637f None None] Set router af8396b8-091e-472d-9390-f0c01762118e gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:08:46.150818 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-185ed2b3-dda9-4481-aad1-e237970a5ba7 req-902ceaf9-a9bc-4c01-a98d-8ac2d1586678 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.57 "DELETE /v2.0/ports/62ad388c-9dbe-4498-b732-3d75eeae5e05 HTTP/1.1" status: 204 len: 173 time: 1.3368509 Jan 18 20:08:46.151341 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b966f71-c6cc-463b-b5d5-93dbaf95576c', 'name': 'network-vif-deleted', 'tag': '62ad388c-9dbe-4498-b732-3d75eeae5e05'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:08:46.155222 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6688a-f601-4546-a98f-6f3264e72b4a req-962c282e-720f-40cf-b97b-3589869cc80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:46.156809 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41f6688a-f601-4546-a98f-6f3264e72b4a req-962c282e-720f-40cf-b97b-3589869cc80f service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.4607358 Jan 18 20:08:46.177229 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0383380-d70e-4089-86f2-9e52116f0ebf" -d '{"events": [{"server_uuid": "8b966f71-c6cc-463b-b5d5-93dbaf95576c", "name": "network-vif-deleted", "tag": "62ad388c-9dbe-4498-b732-3d75eeae5e05"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:08:46.361356 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41f6688a-f601-4546-a98f-6f3264e72b4a req-40d668a1-881d-4648-ba03-2fffa7782d03 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=3b24adc3-ef07-4a3c-af12-0a22a4a443af HTTP/1.1" status: 200 len: 217 time: 0.1893809 Jan 18 20:08:46.371101 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a650482-988b-4bc5-a56e-d624f1447265', 'name': 'network-vif-deleted', 'tag': 'bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:08:46.373666 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff7913a-97ab-4a45-a473-35ce37a7c72a" -d '{"events": [{"server_uuid": "9a650482-988b-4bc5-a56e-d624f1447265", "name": "network-vif-deleted", "tag": "bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:08:46.436772 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97fb031-c92c-4181-a62f-b6d0bbe12512 x-openstack-request-id: req-c97fb031-c92c-4181-a62f-b6d0bbe12512 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:08:46.437162 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b966f71-c6cc-463b-b5d5-93dbaf95576c", "name": "network-vif-deleted", "tag": "62ad388c-9dbe-4498-b732-3d75eeae5e05", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:08:46.437482 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c97fb031-c92c-4181-a62f-b6d0bbe12512 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:08:46.438003 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b966f71-c6cc-463b-b5d5-93dbaf95576c', 'name': 'network-vif-deleted', 'tag': '62ad388c-9dbe-4498-b732-3d75eeae5e05', 'status': 'completed', 'code': 200} Jan 18 20:08:46.539742 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6688a-f601-4546-a98f-6f3264e72b4a req-4d40bb87-424b-4a3a-a142-09c75affa75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:46.541324 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41f6688a-f601-4546-a98f-6f3264e72b4a req-4d40bb87-424b-4a3a-a142-09c75affa75c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1640036 Jan 18 20:08:46.551809 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 3b24adc3-ef07-4a3c-af12-0a22a4a443af up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:08:46.627312 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb44ff5-3e97-4465-b413-9aba4350e95e req-ba91f068-a93a-461d-b14c-a40f5217a422 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:46.637562 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-abb44ff5-3e97-4465-b413-9aba4350e95e req-ba91f068-a93a-461d-b14c-a40f5217a422 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 945 time: 0.0759032 Jan 18 20:08:46.687566 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6688a-f601-4546-a98f-6f3264e72b4a req-90c0354d-1f2b-45d4-95da-7fcbf6a51ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:46.689150 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41f6688a-f601-4546-a98f-6f3264e72b4a req-90c0354d-1f2b-45d4-95da-7fcbf6a51ca9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1339469 Jan 18 20:08:46.708590 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 3b24adc3-ef07-4a3c-af12-0a22a4a443af triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:08:46.709073 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:46.712125 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-abb44ff5-3e97-4465-b413-9aba4350e95e req-cd59efe4-72db-4aec-989d-ac204263eca9 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732598 Jan 18 20:08:46.840346 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce63c044-cb0f-4bed-80d8-5facf7ab2131 req-fb0ed756-97ac-46fc-88b0-376f770254cc tempest-FloatingIPsNegativeTestJSON-598531686 tempest-FloatingIPsNegativeTestJSON-598531686-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=97754292fa7e490ca0dde25bec9d21b9 HTTP/1.1" status: 200 len: 217 time: 0.1213453 Jan 18 20:08:46.924438 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41f6688a-f601-4546-a98f-6f3264e72b4a req-01a77405-7908-4e1d-89d0-30d76888d021 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276564 Jan 18 20:08:46.943908 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2ac7c231-59f3-4f8a-936f-6c2ded35b22b req-c6bb37ce-224e-4e83-b573-7522925ba428 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a650482-988b-4bc5-a56e-d624f1447265 HTTP/1.1" status: 200 len: 210 time: 0.0541759 Jan 18 20:08:47.039311 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 3b24adc3-ef07-4a3c-af12-0a22a4a443af is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:08:47.039739 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:47.082231 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6b44ae-973a-45f4-b9ec-730be84d54b4 x-openstack-request-id: req-7f6b44ae-973a-45f4-b9ec-730be84d54b4 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:08:47.082613 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a650482-988b-4bc5-a56e-d624f1447265", "name": "network-vif-deleted", "tag": "bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:08:47.082769 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f6b44ae-973a-45f4-b9ec-730be84d54b4 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:08:47.083189 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a650482-988b-4bc5-a56e-d624f1447265', 'name': 'network-vif-deleted', 'tag': 'bbe5a55d-8f2e-44c7-b7da-bb7e3e6bfc25', 'status': 'completed', 'code': 200} Jan 18 20:08:47.116069 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 3b24adc3-ef07-4a3c-af12-0a22a4a443af, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3b24adc3-ef07-4a3c-af12-0a22a4a443af,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:47.121074 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0af3849-b32e-40e4-b161-1c2d4a8671f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b24adc3-ef07-4a3c-af12-0a22a4a443af'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:08:47.126908 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83c897d-050c-490c-bd3f-41ef8c0f5be5" -d '{"events": [{"server_uuid": "e0af3849-b32e-40e4-b161-1c2d4a8671f1", "name": "network-vif-plugged", "status": "completed", "tag": "3b24adc3-ef07-4a3c-af12-0a22a4a443af"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:08:47.131529 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:47.179226 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41f6688a-f601-4546-a98f-6f3264e72b4a req-9bde0a97-9789-41ea-a838-b40e138ad8d7 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478728 Jan 18 20:08:47.190442 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e0c042fc-bb6c-43f2-959f-ea9a9680637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8396b8-091e-472d-9390-f0c01762118e', 'name': 'tempest-ServersTestJSON-580732818-router', 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b14ae363-80f8-437c-bee0-ed994706352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:04:48Z', 'updated_at': '2022-01-18T20:04:59Z', 'revision_number': 4, 'project_id': '83505cce248d4c14b276c003902f57cf', 'gw_port': {'id': 'b14ae363-80f8-437c-bee0-ed994706352e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8396b8-091e-472d-9390-f0c01762118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:04:50Z', 'updated_at': '2022-01-18T20:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '36e7d360-91c2-4740-ade2-77426eff3a9b', 'name': '', 'network_id': '3c5ec1c4-de42-47d6-ac78-1c3ddb817769', 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'mac_address': 'fa:16:3e:fe:d2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8396b8-091e-472d-9390-f0c01762118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '5eb0d4e7-64bc-49d1-859c-c4823c4f8397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:04:57Z', 'updated_at': '2022-01-18T20:05:04Z', 'revision_number': 5, 'project_id': '83505cce248d4c14b276c003902f57cf', 'subnets': [{'id': '5eb0d4e7-64bc-49d1-859c-c4823c4f8397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:47.214798 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=3b24adc3-ef07-4a3c-af12-0a22a4a443af,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:47.226691 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c042fc-bb6c-43f2-959f-ea9a9680637f None None] Checking router: af8396b8-091e-472d-9390-f0c01762118e for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:08:47.240829 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c042fc-bb6c-43f2-959f-ea9a9680637f None None] Routers {'af8396b8-091e-472d-9390-f0c01762118e'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:08:47.241877 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e0c042fc-bb6c-43f2-959f-ea9a9680637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:08:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['af8396b8-091e-472d-9390-f0c01762118e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:47.333170 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-307dd595-21da-4410-9a27-d719ea244279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7', 'name': 'tempest-FloatingIPsNegativeTestJSON-72623855-router', 'tenant_id': '97754292fa7e490ca0dde25bec9d21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '9dc3009f-bdb5-41fe-b208-5bf5eaa14c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:08:27Z', 'updated_at': '2022-01-18T20:08:40Z', 'revision_number': 4, 'project_id': '97754292fa7e490ca0dde25bec9d21b9', 'gw_port': {'id': '9dc3009f-bdb5-41fe-b208-5bf5eaa14c19', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:08:29Z', 'updated_at': '2022-01-18T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '1a014f50-5884-4d30-a24a-af260524fb80', 'name': '', 'network_id': '5a61e5e1-7846-4962-9282-3eb9d79ea229', 'tenant_id': '97754292fa7e490ca0dde25bec9d21b9', 'mac_address': 'fa:16:3e:21:fe:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'b8bd8e60-8573-43d7-94c8-2991afa49d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:08:35Z', 'updated_at': '2022-01-18T20:08:40Z', 'revision_number': 2, 'project_id': '97754292fa7e490ca0dde25bec9d21b9', 'subnets': [{'id': 'b8bd8e60-8573-43d7-94c8-2991afa49d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:47.374637 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307dd595-21da-4410-9a27-d719ea244279 None None] Checking router: 252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:08:47.374992 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307dd595-21da-4410-9a27-d719ea244279 None None] Updating router 252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7 port 1a014f50-5884-4d30-a24a-af260524fb80 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:08:47.386367 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-e0c042fc-bb6c-43f2-959f-ea9a9680637f None None] Set router af8396b8-091e-472d-9390-f0c01762118e gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:08:47.406624 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f7a58-a80e-4198-ad4c-1b88159b4c39 req-3fb378e5-8155-4f34-a8d7-524f7e8dff71 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:47.413193 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-307dd595-21da-4410-9a27-d719ea244279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1a014f50-5884-4d30-a24a-af260524fb80), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:47.413818 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a67f7a58-a80e-4198-ad4c-1b88159b4c39 req-3fb378e5-8155-4f34-a8d7-524f7e8dff71 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.1781378 Jan 18 20:08:47.474414 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-0bbece72-4d83-41e2-bc7c-d030f2131b35 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=967d825473b54d53b7e07fa1a9fa9690&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1029174 Jan 18 20:08:47.657109 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e0c042fc-bb6c-43f2-959f-ea9a9680637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8396b8-091e-472d-9390-f0c01762118e', 'name': 'tempest-ServersTestJSON-580732818-router', 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b14ae363-80f8-437c-bee0-ed994706352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:04:48Z', 'updated_at': '2022-01-18T20:04:59Z', 'revision_number': 4, 'project_id': '83505cce248d4c14b276c003902f57cf', 'gw_port': {'id': 'b14ae363-80f8-437c-bee0-ed994706352e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8396b8-091e-472d-9390-f0c01762118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:04:50Z', 'updated_at': '2022-01-18T20:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '36e7d360-91c2-4740-ade2-77426eff3a9b', 'name': '', 'network_id': '3c5ec1c4-de42-47d6-ac78-1c3ddb817769', 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'mac_address': 'fa:16:3e:fe:d2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8396b8-091e-472d-9390-f0c01762118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '5eb0d4e7-64bc-49d1-859c-c4823c4f8397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:04:57Z', 'updated_at': '2022-01-18T20:05:04Z', 'revision_number': 5, 'project_id': '83505cce248d4c14b276c003902f57cf', 'subnets': [{'id': '5eb0d4e7-64bc-49d1-859c-c4823c4f8397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:47.689691 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c042fc-bb6c-43f2-959f-ea9a9680637f None None] The sync data for ids ['af8396b8-091e-472d-9390-f0c01762118e'] in n-d-741529-9 is: [{'id': 'af8396b8-091e-472d-9390-f0c01762118e', 'name': 'tempest-ServersTestJSON-580732818-router', 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b14ae363-80f8-437c-bee0-ed994706352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:04:48Z', 'updated_at': '2022-01-18T20:04:59Z', 'revision_number': 4, 'project_id': '83505cce248d4c14b276c003902f57cf', 'gw_port': {'id': 'b14ae363-80f8-437c-bee0-ed994706352e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8396b8-091e-472d-9390-f0c01762118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:04:50Z', 'updated_at': '2022-01-18T20:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '36e7d360-91c2-4740-ade2-77426eff3a9b', 'name': '', 'network_id': '3c5ec1c4-de42-47d6-ac78-1c3ddb817769', 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'mac_address': 'fa:16:3e:fe:d2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8396b8-091e-472d-9390-f0c01762118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '5eb0d4e7-64bc-49d1-859c-c4823c4f8397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:04:57Z', 'updated_at': '2022-01-18T20:05:04Z', 'revision_number': 5, 'project_id': '83505cce248d4c14b276c003902f57cf', 'subnets': [{'id': '5eb0d4e7-64bc-49d1-859c-c4823c4f8397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:08:47.705410 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a67f7a58-a80e-4198-ad4c-1b88159b4c39 req-f742894c-1114-40ec-85b8-fa88f66d2a2b tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906327 Jan 18 20:08:47.780934 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26848d5b-7308-4fcc-a34d-542bd2d78275 req-d715e00f-f14f-41fb-8c6b-443a0ccc2055 tempest-FloatingIPsNegativeTestJSON-598531686 tempest-FloatingIPsNegativeTestJSON-598531686-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0393567 Jan 18 20:08:47.798980 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-f353b392-3df9-4e75-bdbb-1b0242cfd92b tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:47.806529 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-f353b392-3df9-4e75-bdbb-1b0242cfd92b tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3308322 Jan 18 20:08:47.824102 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-35d83bb8-d265-4b77-8aa6-3e56c5b7ca2b tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/quotas/967d825473b54d53b7e07fa1a9fa9690 HTTP/1.1" status: 200 len: 375 time: 0.0161557 Jan 18 20:08:47.859647 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-b3a15aab-7b98-476e-a210-5e4deea75e15 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=967d825473b54d53b7e07fa1a9fa9690&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346146 Jan 18 20:08:47.876960 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-307dd595-21da-4410-9a27-d719ea244279 None None] Publish callbacks [] for port (1a014f50-5884-4d30-a24a-af260524fb80), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:47.894854 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-307dd595-21da-4410-9a27-d719ea244279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1a014f50-5884-4d30-a24a-af260524fb80), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:48.048326 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b64cb00-bd18-4636-b934-a396a270e201 x-openstack-request-id: req-0b64cb00-bd18-4636-b934-a396a270e201 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:08:48.051255 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0af3849-b32e-40e4-b161-1c2d4a8671f1", "name": "network-vif-plugged", "status": "completed", "tag": "3b24adc3-ef07-4a3c-af12-0a22a4a443af", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:08:48.051519 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b64cb00-bd18-4636-b934-a396a270e201 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:08:48.051934 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0af3849-b32e-40e4-b161-1c2d4a8671f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b24adc3-ef07-4a3c-af12-0a22a4a443af', 'code': 200} Jan 18 20:08:48.084847 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457c594-a88c-409c-ba45-4142333585e0 req-38b64285-6127-429e-aeff-0d467d549f31 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:48.086538 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f457c594-a88c-409c-ba45-4142333585e0 req-38b64285-6127-429e-aeff-0d467d549f31 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 945 time: 0.1629460 Jan 18 20:08:48.238077 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-307dd595-21da-4410-9a27-d719ea244279 None None] Attempting to bind port 1a014f50-5884-4d30-a24a-af260524fb80 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:08:48.239553 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-307dd595-21da-4410-9a27-d719ea244279 None None] Attempting to bind port 1a014f50-5884-4d30-a24a-af260524fb80 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '3ede30c4-41ab-431a-8fcd-2cbabb565056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a61e5e1-7846-4962-9282-3eb9d79ea229'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:08:48.239553 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307dd595-21da-4410-9a27-d719ea244279 None None] Attempting to bind port 1a014f50-5884-4d30-a24a-af260524fb80 on network 5a61e5e1-7846-4962-9282-3eb9d79ea229 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:08:48.258107 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307dd595-21da-4410-9a27-d719ea244279 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:08:48.258483 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307dd595-21da-4410-9a27-d719ea244279 None None] Checking segment: {'id': '3ede30c4-41ab-431a-8fcd-2cbabb565056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a61e5e1-7846-4962-9282-3eb9d79ea229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:08:48.258887 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-307dd595-21da-4410-9a27-d719ea244279 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:48.259274 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307dd595-21da-4410-9a27-d719ea244279 None None] Bound using segment: {'id': '3ede30c4-41ab-431a-8fcd-2cbabb565056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a61e5e1-7846-4962-9282-3eb9d79ea229'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:08:48.259753 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-307dd595-21da-4410-9a27-d719ea244279 None None] Bound port: 1a014f50-5884-4d30-a24a-af260524fb80, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ede30c4-41ab-431a-8fcd-2cbabb565056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a61e5e1-7846-4962-9282-3eb9d79ea229'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:08:48.260126 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-307dd595-21da-4410-9a27-d719ea244279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1a014f50-5884-4d30-a24a-af260524fb80), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:48.319812 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7932f-fcbf-40e7-a0e4-23fa9ebd428a None None] Pushing event updated for resources: {'Port': ['ID=1a014f50-5884-4d30-a24a-af260524fb80,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:48.343264 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-c6ae8571-6ed8-4292-b7a8-bc746f2e2dfe req-73520c05-0a9c-42ef-9e71-42fe7b8af8c1 tempest-FloatingIPsNegativeTestJSON-598531686 tempest-FloatingIPsNegativeTestJSON-598531686-project] show failed (client error): The resource could not be found. Jan 18 20:08:48.346791 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6ae8571-6ed8-4292-b7a8-bc746f2e2dfe req-73520c05-0a9c-42ef-9e71-42fe7b8af8c1 tempest-FloatingIPsNegativeTestJSON-598531686 tempest-FloatingIPsNegativeTestJSON-598531686-project] 10.222.0.31 "GET /v2.0/floatingips/facfb2f3-81a6-41a3-bcdb-0cc9157262f7 HTTP/1.1" status: 404 len: 350 time: 0.1227195 Jan 18 20:08:48.361187 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40786) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:48.403300 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7c0fbe-f936-464a-a87b-f2a6cc5c742c None None] New status for floating IP 24ed89d1-d5f1-4958-afb7-56b0bdde602e: DOWN {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:08:48.417248 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-f457c594-a88c-409c-ba45-4142333585e0 req-2e13993c-52b9-4fe0-931c-405169dd6b17 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Deleting port 3314cf82-647a-4c42-8358-dabf49d758bd {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:08:48.418179 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f457c594-a88c-409c-ba45-4142333585e0 req-2e13993c-52b9-4fe0-931c-405169dd6b17 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (3314cf82-647a-4c42-8358-dabf49d758bd), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:48.588288 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-307dd595-21da-4410-9a27-d719ea244279 None None] For port 1a014f50-5884-4d30-a24a-af260524fb80, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:08:48.610899 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d42e33a4-2d13-415a-8b1a-d6631f77d145 None None] Provisioning complete for port 1a014f50-5884-4d30-a24a-af260524fb80 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:08:48.611575 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d42e33a4-2d13-415a-8b1a-d6631f77d145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1a014f50-5884-4d30-a24a-af260524fb80), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:48.649853 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-307dd595-21da-4410-9a27-d719ea244279 None None] For port 1a014f50-5884-4d30-a24a-af260524fb80, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=1a014f50-5884-4d30-a24a-af260524fb80,segment=NetworkSegment(3ede30c4-41ab-431a-8fcd-2cbabb565056),segment_id=3ede30c4-41ab-431a-8fcd-2cbabb565056)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:08:48.680498 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-307dd595-21da-4410-9a27-d719ea244279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1a014f50-5884-4d30-a24a-af260524fb80), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:48.739841 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-f457c594-a88c-409c-ba45-4142333585e0 req-2e13993c-52b9-4fe0-931c-405169dd6b17 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] For port 3314cf82-647a-4c42-8358-dabf49d758bd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3314cf82-647a-4c42-8358-dabf49d758bd,segment=NetworkSegment(9cfb7d7b-5036-406a-81b4-ae05f2102573),segment_id=9cfb7d7b-5036-406a-81b4-ae05f2102573)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:48.744697 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f457c594-a88c-409c-ba45-4142333585e0 req-2e13993c-52b9-4fe0-931c-405169dd6b17 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (3314cf82-647a-4c42-8358-dabf49d758bd), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:48.807901 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-f457c594-a88c-409c-ba45-4142333585e0 req-2e13993c-52b9-4fe0-931c-405169dd6b17 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Calling delete_port for 3314cf82-647a-4c42-8358-dabf49d758bd owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:08:48.860304 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18cb5f-b934-4d55-a96f-7335e8f07654 req-e9895a98-ffc8-4cb3-b6e1-ae47535412c5 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:48.872215 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c18cb5f-b934-4d55-a96f-7335e8f07654 req-e9895a98-ffc8-4cb3-b6e1-ae47535412c5 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 945 time: 0.6960149 Jan 18 20:08:48.895622 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7932f-fcbf-40e7-a0e4-23fa9ebd428a None None] Pushing event updated for resources: {'Port': ['ID=1a014f50-5884-4d30-a24a-af260524fb80,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:48.915757 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d42e33a4-2d13-415a-8b1a-d6631f77d145 None None] Port 1a014f50-5884-4d30-a24a-af260524fb80 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:08:48.943915 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c18cb5f-b934-4d55-a96f-7335e8f07654 req-1f20114f-519a-4b7b-9660-be62f3ee2ac4 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/security-groups?id=342d64df-5a48-48cc-a7fc-a421ddd65b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703745 Jan 18 20:08:49.015125 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307dd595-21da-4410-9a27-d719ea244279 None None] Routers {'252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:08:49.015802 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-307dd595-21da-4410-9a27-d719ea244279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:08:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:49.092198 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b477bf59-4b2e-4742-9af3-8bffe72975b5 req-25abee87-59a8-4fe0-b2f4-4f9a36f91aa0 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=951987df-57fe-402c-9fc2-f4eb14af7094 HTTP/1.1" status: 200 len: 210 time: 0.0966721 Jan 18 20:08:49.150489 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f457c594-a88c-409c-ba45-4142333585e0 req-2e13993c-52b9-4fe0-931c-405169dd6b17 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (3314cf82-647a-4c42-8358-dabf49d758bd), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:49.248426 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 62ad388c-9dbe-4498-b732-3d75eeae5e05 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:08:49.290990 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13993c-52b9-4fe0-931c-405169dd6b17 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Pushing event deleted for resources: {'Port': ['ID=3314cf82-647a-4c42-8358-dabf49d758bd,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:49.333065 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d01ba-6f6a-48d8-a3ba-ad5b074b6155 req-4923ad12-cf74-4189-b779-849f9016f234 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:49.344892 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-219d01ba-6f6a-48d8-a3ba-ad5b074b6155 req-4923ad12-cf74-4189-b779-849f9016f234 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.2490928 Jan 18 20:08:49.379210 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 62ad388c-9dbe-4498-b732-3d75eeae5e05 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:08:49.380654 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 62ad388c-9dbe-4498-b732-3d75eeae5e05 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:08:49.416208 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-219d01ba-6f6a-48d8-a3ba-ad5b074b6155 req-aa10f26b-33e1-499b-8571-7038c3da0f30 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653234 Jan 18 20:08:49.467879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-f457c594-a88c-409c-ba45-4142333585e0 req-2e13993c-52b9-4fe0-931c-405169dd6b17 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] No DVR routers for this DVR port 3314cf82-647a-4c42-8358-dabf49d758bd on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:08:49.471361 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f457c594-a88c-409c-ba45-4142333585e0 req-2e13993c-52b9-4fe0-931c-405169dd6b17 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:49.475327 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f457c594-a88c-409c-ba45-4142333585e0 req-2e13993c-52b9-4fe0-931c-405169dd6b17 tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.70 "DELETE /v2.0/ports/3314cf82-647a-4c42-8358-dabf49d758bd HTTP/1.1" status: 204 len: 173 time: 1.3795218 Jan 18 20:08:49.476192 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb89f54-bd85-4753-abbc-d14424fd989d', 'name': 'network-vif-deleted', 'tag': '3314cf82-647a-4c42-8358-dabf49d758bd'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:08:49.480787 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511e8355-8dd6-49d1-abea-d7fdfdf9f0ac" -d '{"events": [{"server_uuid": "ddb89f54-bd85-4753-abbc-d14424fd989d", "name": "network-vif-deleted", "tag": "3314cf82-647a-4c42-8358-dabf49d758bd"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:08:49.493956 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40806) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:49.578011 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbe844-77ab-4921-b00b-d4c98948987d req-1b2320db-2b0c-498b-906e-d5d0960a4ef4 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:49.579741 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4ccbe844-77ab-4921-b00b-d4c98948987d req-1b2320db-2b0c-498b-906e-d5d0960a4ef4 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 966 time: 0.1813016 Jan 18 20:08:49.590793 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-029cc0bc-50f4-4caa-a7e7-d056bb736c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:49.639927 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2238b84-b315-4256-b72b-078cf17bc725 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks [] for security_group (2f1d1277-9ecf-440b-8735-d7214f9d110c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:49.661884 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e0ec7828-ce63-4e1d-9863-cd58c8fce3fa None None] Provisioning complete for port 1a014f50-5884-4d30-a24a-af260524fb80 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:08:49.664393 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e0ec7828-ce63-4e1d-9863-cd58c8fce3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1a014f50-5884-4d30-a24a-af260524fb80), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:49.669824 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20884750-3936-472c-ac07-5e0dee10db94 x-openstack-request-id: req-20884750-3936-472c-ac07-5e0dee10db94 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:08:49.670115 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb89f54-bd85-4753-abbc-d14424fd989d", "name": "network-vif-deleted", "tag": "3314cf82-647a-4c42-8358-dabf49d758bd", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:08:49.670378 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20884750-3936-472c-ac07-5e0dee10db94 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:08:49.670787 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb89f54-bd85-4753-abbc-d14424fd989d', 'name': 'network-vif-deleted', 'tag': '3314cf82-647a-4c42-8358-dabf49d758bd', 'status': 'completed', 'code': 200} Jan 18 20:08:49.705181 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34955120-9a54-4200-9c3c-59729b8cd7c8 req-6bb8bd8f-ba77-43fd-b8f2-1c06a3e6fd7f tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:49.720545 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34955120-9a54-4200-9c3c-59729b8cd7c8 req-6bb8bd8f-ba77-43fd-b8f2-1c06a3e6fd7f tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 966 time: 0.3507836 Jan 18 20:08:49.742327 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2238b84-b315-4256-b72b-078cf17bc725 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks [] for security_group (2f1d1277-9ecf-440b-8735-d7214f9d110c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:49.763318 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-307dd595-21da-4410-9a27-d719ea244279 None None] Set router 252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:08:49.862189 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2238b84-b315-4256-b72b-078cf17bc725 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2f1d1277-9ecf-440b-8735-d7214f9d110c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:49.864794 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2238b84-b315-4256-b72b-078cf17bc725 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:49.865995 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d2238b84-b315-4256-b72b-078cf17bc725 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "DELETE /v2.0/security-groups/2f1d1277-9ecf-440b-8735-d7214f9d110c HTTP/1.1" status: 204 len: 168 time: 0.3708017 Jan 18 20:08:49.869171 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40816) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:49.913321 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-af39dbd9-74e7-4513-9d06-d65d15536ce7 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] show failed (client error): The resource could not be found. Jan 18 20:08:49.932686 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-af39dbd9-74e7-4513-9d06-d65d15536ce7 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "GET /v2.0/security-groups/2f1d1277-9ecf-440b-8735-d7214f9d110c HTTP/1.1" status: 404 len: 347 time: 0.0600953 Jan 18 20:08:49.933568 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2238b84-b315-4256-b72b-078cf17bc725 tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1d1277-9ecf-440b-8735-d7214f9d110c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:49.936265 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40818) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:50.299150 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6688a-f601-4546-a98f-6f3264e72b4a req-a2d00523-b161-4660-bcd3-b1bdd1fe7699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:50.300665 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41f6688a-f601-4546-a98f-6f3264e72b4a req-a2d00523-b161-4660-bcd3-b1bdd1fe7699 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1&tenant_id=85092cd3f857422b8e1328b863cb2eb0 HTTP/1.1" status: 200 len: 1100 time: 0.1326177 Jan 18 20:08:50.335715 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-9830475e-bffd-4a72-b00f-5594933f7996 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=967d825473b54d53b7e07fa1a9fa9690&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715456 Jan 18 20:08:50.427159 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-4ea14ff3-c87c-496e-891e-05c1f49fa3ec tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Deleting port 3a7921b6-7736-40f7-a7f2-8ce1589c4470 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:08:50.427501 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ea14ff3-c87c-496e-891e-05c1f49fa3ec tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (3a7921b6-7736-40f7-a7f2-8ce1589c4470), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:50.505997 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 3314cf82-647a-4c42-8358-dabf49d758bd no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:08:50.581542 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6688a-f601-4546-a98f-6f3264e72b4a req-d7061d7d-08d3-4336-84ce-36a5f6148ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:50.583125 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41f6688a-f601-4546-a98f-6f3264e72b4a req-d7061d7d-08d3-4336-84ce-36a5f6148ed4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 1100 time: 0.2547445 Jan 18 20:08:50.687308 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-bdf0caa6-9112-4b6f-b6d2-962364f624a1 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:50.689353 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-bdf0caa6-9112-4b6f-b6d2-962364f624a1 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3295636 Jan 18 20:08:50.696530 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 3314cf82-647a-4c42-8358-dabf49d758bd {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:08:50.696879 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 3314cf82-647a-4c42-8358-dabf49d758bd not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:08:50.705441 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ea14ff3-c87c-496e-891e-05c1f49fa3ec tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (3a7921b6-7736-40f7-a7f2-8ce1589c4470), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:50.705885 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ea14ff3-c87c-496e-891e-05c1f49fa3ec tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks [] for floatingip (3a7921b6-7736-40f7-a7f2-8ce1589c4470), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:50.716672 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e0ec7828-ce63-4e1d-9863-cd58c8fce3fa None None] Current status of the port 1a014f50-5884-4d30-a24a-af260524fb80 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:08:50.717065 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e0ec7828-ce63-4e1d-9863-cd58c8fce3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1a014f50-5884-4d30-a24a-af260524fb80), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:50.729226 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-fb0d4a70-b917-4c56-adbb-325a8b96ed25 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Request body: {'port': {'device_id': '951987df-57fe-402c-9fc2-f4eb14af7094', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': '967d825473b54d53b7e07fa1a9fa9690'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:08:50.819191 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e0ec7828-ce63-4e1d-9863-cd58c8fce3fa None None] For port 1a014f50-5884-4d30-a24a-af260524fb80, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=1a014f50-5884-4d30-a24a-af260524fb80,segment=NetworkSegment(3ede30c4-41ab-431a-8fcd-2cbabb565056),segment_id=3ede30c4-41ab-431a-8fcd-2cbabb565056)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:50.845269 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e0ec7828-ce63-4e1d-9863-cd58c8fce3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1a014f50-5884-4d30-a24a-af260524fb80), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:50.867112 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34955120-9a54-4200-9c3c-59729b8cd7c8 req-dc290980-5549-4aaf-9824-b3187c4803b8 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/security-groups?id=33ffd852-32b9-4a12-b9b1-832214d69f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1455786 Jan 18 20:08:50.980616 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a5d48307-4a19-4fb9-8c20-f7997110a2bc req-0d33ca05-ad6e-45f8-a7a5-01844c7cb9ad tempest-ListServerFiltersTestJSON-595081124 tempest-ListServerFiltersTestJSON-595081124-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddb89f54-bd85-4753-abbc-d14424fd989d HTTP/1.1" status: 200 len: 210 time: 0.2312346 Jan 18 20:08:51.034279 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-4ea14ff3-c87c-496e-891e-05c1f49fa3ec tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Calling delete_port for 3a7921b6-7736-40f7-a7f2-8ce1589c4470 owned by network:floatingip {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:08:51.130348 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e75d916a-0ca1-4287-99ac-ed1c2434da53 req-43981089-b1c3-4d86-b381-d17592e82888 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=951987df-57fe-402c-9fc2-f4eb14af7094 HTTP/1.1" status: 200 len: 210 time: 0.1130145 Jan 18 20:08:51.227754 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-fb0d4a70-b917-4c56-adbb-325a8b96ed25 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Made reservation on behalf of 967d825473b54d53b7e07fa1a9fa9690 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:08:51.242298 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-307dd595-21da-4410-9a27-d719ea244279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7', 'name': 'tempest-FloatingIPsNegativeTestJSON-72623855-router', 'tenant_id': '97754292fa7e490ca0dde25bec9d21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '9dc3009f-bdb5-41fe-b208-5bf5eaa14c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:08:27Z', 'updated_at': '2022-01-18T20:08:40Z', 'revision_number': 4, 'project_id': '97754292fa7e490ca0dde25bec9d21b9', 'gw_port': {'id': '9dc3009f-bdb5-41fe-b208-5bf5eaa14c19', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:08:29Z', 'updated_at': '2022-01-18T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '1a014f50-5884-4d30-a24a-af260524fb80', 'name': '', 'network_id': '5a61e5e1-7846-4962-9282-3eb9d79ea229', 'tenant_id': '97754292fa7e490ca0dde25bec9d21b9', 'mac_address': 'fa:16:3e:21:fe:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'b8bd8e60-8573-43d7-94c8-2991afa49d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:08:35Z', 'updated_at': '2022-01-18T20:08:48Z', 'revision_number': 4, 'project_id': '97754292fa7e490ca0dde25bec9d21b9', 'subnets': [{'id': 'b8bd8e60-8573-43d7-94c8-2991afa49d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:51.243288 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-4ccbe844-77ab-4921-b00b-d4c98948987d req-48725a7d-30db-49de-b0ff-767aa14e7212 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Deleting port e4adf32e-89b2-4f57-bbe5-2d0467403586 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:08:51.243794 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4ccbe844-77ab-4921-b00b-d4c98948987d req-48725a7d-30db-49de-b0ff-767aa14e7212 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e4adf32e-89b2-4f57-bbe5-2d0467403586), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:51.248387 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-fb0d4a70-b917-4c56-adbb-325a8b96ed25 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:51.268972 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fa011-2340-4a29-911f-35ecd1e6e713 req-e4d9b5d5-64a0-40fe-8643-adaba77b6fe7 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:51.276550 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d04fa011-2340-4a29-911f-35ecd1e6e713 req-e4d9b5d5-64a0-40fe-8643-adaba77b6fe7 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.1572232 Jan 18 20:08:51.294536 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-fb0d4a70-b917-4c56-adbb-325a8b96ed25 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:51.312770 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307dd595-21da-4410-9a27-d719ea244279 None None] The sync data for ids ['252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7'] in n-d-741529-9 is: [{'id': '252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7', 'name': 'tempest-FloatingIPsNegativeTestJSON-72623855-router', 'tenant_id': '97754292fa7e490ca0dde25bec9d21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '9dc3009f-bdb5-41fe-b208-5bf5eaa14c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:08:27Z', 'updated_at': '2022-01-18T20:08:40Z', 'revision_number': 4, 'project_id': '97754292fa7e490ca0dde25bec9d21b9', 'gw_port': {'id': '9dc3009f-bdb5-41fe-b208-5bf5eaa14c19', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:08:29Z', 'updated_at': '2022-01-18T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '1a014f50-5884-4d30-a24a-af260524fb80', 'name': '', 'network_id': '5a61e5e1-7846-4962-9282-3eb9d79ea229', 'tenant_id': '97754292fa7e490ca0dde25bec9d21b9', 'mac_address': 'fa:16:3e:21:fe:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'b8bd8e60-8573-43d7-94c8-2991afa49d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:08:35Z', 'updated_at': '2022-01-18T20:08:48Z', 'revision_number': 4, 'project_id': '97754292fa7e490ca0dde25bec9d21b9', 'subnets': [{'id': 'b8bd8e60-8573-43d7-94c8-2991afa49d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:08:51.353180 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec7828-ce63-4e1d-9863-cd58c8fce3fa None None] Pushing event updated for resources: {'Port': ['ID=1a014f50-5884-4d30-a24a-af260524fb80,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:51.442089 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d04fa011-2340-4a29-911f-35ecd1e6e713 req-c5c1010c-1dbe-41dd-8543-ecb87fb1b4a3 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617715 Jan 18 20:08:51.552977 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-fb0d4a70-b917-4c56-adbb-325a8b96ed25 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Publish callbacks [] for security_group (9c81dc55-1d7e-4575-bd69-0392030b38ff), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:51.555422 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6688a-f601-4546-a98f-6f3264e72b4a req-3479ef02-d6d4-4591-ad03-3e289f7dac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:51.557506 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41f6688a-f601-4546-a98f-6f3264e72b4a req-3479ef02-d6d4-4591-ad03-3e289f7dac5e service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.9597199 Jan 18 20:08:51.565296 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-fb0d4a70-b917-4c56-adbb-325a8b96ed25 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9c81dc55-1d7e-4575-bd69-0392030b38ff), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:51.585146 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-4ccbe844-77ab-4921-b00b-d4c98948987d req-48725a7d-30db-49de-b0ff-767aa14e7212 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] For port e4adf32e-89b2-4f57-bbe5-2d0467403586, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=e4adf32e-89b2-4f57-bbe5-2d0467403586,segment=NetworkSegment(d5d91e9f-c2fd-4b65-8628-6c4676a988bc),segment_id=d5d91e9f-c2fd-4b65-8628-6c4676a988bc)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:51.585516 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4ccbe844-77ab-4921-b00b-d4c98948987d req-48725a7d-30db-49de-b0ff-767aa14e7212 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e4adf32e-89b2-4f57-bbe5-2d0467403586), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:51.604851 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-4ccbe844-77ab-4921-b00b-d4c98948987d req-48725a7d-30db-49de-b0ff-767aa14e7212 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Calling delete_port for e4adf32e-89b2-4f57-bbe5-2d0467403586 owned by compute:tempest-test_az-1027976001 {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:08:51.638103 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41f6688a-f601-4546-a98f-6f3264e72b4a req-51b3ce5b-a20a-48de-ba19-0d8132bcc952 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=3b24adc3-ef07-4a3c-af12-0a22a4a443af HTTP/1.1" status: 200 len: 217 time: 0.0660245 Jan 18 20:08:51.663125 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-029cc0bc-50f4-4caa-a7e7-d056bb736c7a admin admin] Deleting port 1a014f50-5884-4d30-a24a-af260524fb80 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:08:51.676592 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-029cc0bc-50f4-4caa-a7e7-d056bb736c7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (1a014f50-5884-4d30-a24a-af260524fb80), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:51.818099 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-029cc0bc-50f4-4caa-a7e7-d056bb736c7a admin admin] For port 1a014f50-5884-4d30-a24a-af260524fb80, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=1a014f50-5884-4d30-a24a-af260524fb80,segment=NetworkSegment(3ede30c4-41ab-431a-8fcd-2cbabb565056),segment_id=3ede30c4-41ab-431a-8fcd-2cbabb565056)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:51.818419 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-029cc0bc-50f4-4caa-a7e7-d056bb736c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (1a014f50-5884-4d30-a24a-af260524fb80), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:51.880147 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d4a70-b917-4c56-adbb-325a8b96ed25 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c81dc55-1d7e-4575-bd69-0392030b38ff,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:51.882058 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-029cc0bc-50f4-4caa-a7e7-d056bb736c7a admin admin] Calling delete_port for 1a014f50-5884-4d30-a24a-af260524fb80 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:08:51.925206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6688a-f601-4546-a98f-6f3264e72b4a req-05635a6a-d8c6-4b10-aa93-eed233cda2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:51.926824 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41f6688a-f601-4546-a98f-6f3264e72b4a req-05635a6a-d8c6-4b10-aa93-eed233cda2b8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.2817192 Jan 18 20:08:52.086432 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4ccbe844-77ab-4921-b00b-d4c98948987d req-48725a7d-30db-49de-b0ff-767aa14e7212 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (e4adf32e-89b2-4f57-bbe5-2d0467403586), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:52.087321 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6688a-f601-4546-a98f-6f3264e72b4a req-cbe3b65f-298c-4713-bb7e-00fd884c708c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:52.092418 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41f6688a-f601-4546-a98f-6f3264e72b4a req-cbe3b65f-298c-4713-bb7e-00fd884c708c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1201117 Jan 18 20:08:52.150212 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40844) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:52.267465 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b3284374-21ed-497e-afd7-9f4a7d9ab4a6 req-76de497e-7745-4f09-8ecd-c6b85d46cab1 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae10c61b-07a6-4d28-a3b8-c6b5c894d07d HTTP/1.1" status: 200 len: 210 time: 0.1809564 Jan 18 20:08:52.275229 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48725a7d-30db-49de-b0ff-767aa14e7212 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Pushing event deleted for resources: {'Port': ['ID=e4adf32e-89b2-4f57-bbe5-2d0467403586,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:52.363647 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 1a014f50-5884-4d30-a24a-af260524fb80 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:08:52.448967 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ccbe844-77ab-4921-b00b-d4c98948987d req-48725a7d-30db-49de-b0ff-767aa14e7212 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] No DVR routers for this DVR port e4adf32e-89b2-4f57-bbe5-2d0467403586 on host n-h1-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:08:52.452175 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e12e14a6-6a6f-40b2-b2cc-792a1135e4b3 req-a1ab4bc6-1658-416d-ae21-51892686a0ee tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=951987df-57fe-402c-9fc2-f4eb14af7094 HTTP/1.1" status: 200 len: 210 time: 0.1233284 Jan 18 20:08:52.456188 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4ccbe844-77ab-4921-b00b-d4c98948987d req-48725a7d-30db-49de-b0ff-767aa14e7212 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:52.485693 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 3b24adc3-ef07-4a3c-af12-0a22a4a443af no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:08:52.487795 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4ccbe844-77ab-4921-b00b-d4c98948987d req-48725a7d-30db-49de-b0ff-767aa14e7212 tempest-LiveAutoBlockMigrationV225Test-326205901 tempest-LiveAutoBlockMigrationV225Test-326205901-project] 10.222.0.57 "DELETE /v2.0/ports/e4adf32e-89b2-4f57-bbe5-2d0467403586 HTTP/1.1" status: 204 len: 173 time: 2.9025395 Jan 18 20:08:52.488288 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae10c61b-07a6-4d28-a3b8-c6b5c894d07d', 'name': 'network-vif-deleted', 'tag': 'e4adf32e-89b2-4f57-bbe5-2d0467403586'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:08:52.493762 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8a0133-97f4-45df-9d6e-9060879e4d43" -d '{"events": [{"server_uuid": "ae10c61b-07a6-4d28-a3b8-c6b5c894d07d", "name": "network-vif-deleted", "tag": "e4adf32e-89b2-4f57-bbe5-2d0467403586"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:08:52.596256 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83b11e9-5e49-4251-965a-470be8e2c313 admin admin] Deleting subnet 0e9109a0-70b1-485a-ada3-f18fe706d29c {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:08:52.606901 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a83b11e9-5e49-4251-965a-470be8e2c313 admin admin] Publish callbacks [] for subnet (0e9109a0-70b1-485a-ada3-f18fe706d29c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:52.620538 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925c795c-63ff-436a-8975-ea7cbeac8959 x-openstack-request-id: req-925c795c-63ff-436a-8975-ea7cbeac8959 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:08:52.620876 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae10c61b-07a6-4d28-a3b8-c6b5c894d07d", "name": "network-vif-deleted", "tag": "e4adf32e-89b2-4f57-bbe5-2d0467403586", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:08:52.621321 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-925c795c-63ff-436a-8975-ea7cbeac8959 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:08:52.621743 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae10c61b-07a6-4d28-a3b8-c6b5c894d07d', 'name': 'network-vif-deleted', 'tag': 'e4adf32e-89b2-4f57-bbe5-2d0467403586', 'status': 'completed', 'code': 200} Jan 18 20:08:52.669992 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 1a014f50-5884-4d30-a24a-af260524fb80 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:08:52.670479 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1a014f50-5884-4d30-a24a-af260524fb80), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:52.684988 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-fb0d4a70-b917-4c56-adbb-325a8b96ed25 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Allocated IP 192.168.233.76 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/04f80e00-191d-4e6c-9004-67b0931a5936) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:08:52.773951 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6807d04-e62b-4642-87f9-d95c60b2926d req-4f443969-ab3e-440f-b810-5c63990bdb41 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:52.786244 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6807d04-e62b-4642-87f9-d95c60b2926d req-4f443969-ab3e-440f-b810-5c63990bdb41 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.1673019 Jan 18 20:08:52.846463 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 3b24adc3-ef07-4a3c-af12-0a22a4a443af is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:08:52.846831 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:52.896887 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-fb0d4a70-b917-4c56-adbb-325a8b96ed25 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Publish callbacks [] for port (04f80e00-191d-4e6c-9004-67b0931a5936), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:52.935383 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ea14ff3-c87c-496e-891e-05c1f49fa3ec tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (3a7921b6-7736-40f7-a7f2-8ce1589c4470), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:52.958119 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0af3849-b32e-40e4-b161-1c2d4a8671f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b24adc3-ef07-4a3c-af12-0a22a4a443af'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:08:52.960764 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335f374a-15a7-47a4-9e59-cd40e8814bcb" -d '{"events": [{"server_uuid": "e0af3849-b32e-40e4-b161-1c2d4a8671f1", "name": "network-vif-unplugged", "status": "completed", "tag": "3b24adc3-ef07-4a3c-af12-0a22a4a443af"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:08:52.973206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea14ff3-c87c-496e-891e-05c1f49fa3ec tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Pushing event deleted for resources: {'Port': ['ID=3a7921b6-7736-40f7-a7f2-8ce1589c4470,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:52.975981 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6807d04-e62b-4642-87f9-d95c60b2926d req-04e2976d-00ed-4d62-bb59-88bd489cfc48 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887813 Jan 18 20:08:52.982853 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-fb0d4a70-b917-4c56-adbb-325a8b96ed25 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (04f80e00-191d-4e6c-9004-67b0931a5936), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:53.001706 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a83b11e9-5e49-4251-965a-470be8e2c313 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (0e9109a0-70b1-485a-ada3-f18fe706d29c), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:53.013522 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-029cc0bc-50f4-4caa-a7e7-d056bb736c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (1a014f50-5884-4d30-a24a-af260524fb80), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:53.035780 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 3b24adc3-ef07-4a3c-af12-0a22a4a443af, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3b24adc3-ef07-4a3c-af12-0a22a4a443af,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:53.039701 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 1a014f50-5884-4d30-a24a-af260524fb80 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:08:53.057397 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:53.062036 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029cc0bc-50f4-4caa-a7e7-d056bb736c7a admin admin] Pushing event deleted for resources: {'Port': ['ID=1a014f50-5884-4d30-a24a-af260524fb80,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:53.131677 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-fb0d4a70-b917-4c56-adbb-325a8b96ed25 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:08:53.146392 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:08:53.152535 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d4a70-b917-4c56-adbb-325a8b96ed25 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Pushing event updated for resources: {'Port': ['ID=04f80e00-191d-4e6c-9004-67b0931a5936,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:53.155864 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-fb0d4a70-b917-4c56-adbb-325a8b96ed25 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:08:53.171482 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c26d43-a912-480d-b50a-0e590a0833e8 x-openstack-request-id: req-96c26d43-a912-480d-b50a-0e590a0833e8 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:08:53.171855 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0af3849-b32e-40e4-b161-1c2d4a8671f1", "name": "network-vif-unplugged", "status": "completed", "tag": "3b24adc3-ef07-4a3c-af12-0a22a4a443af", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:08:53.172045 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96c26d43-a912-480d-b50a-0e590a0833e8 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:08:53.172457 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0af3849-b32e-40e4-b161-1c2d4a8671f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b24adc3-ef07-4a3c-af12-0a22a4a443af', 'code': 200} Jan 18 20:08:53.180303 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=3b24adc3-ef07-4a3c-af12-0a22a4a443af,revision_number=9']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:53.186159 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-fb0d4a70-b917-4c56-adbb-325a8b96ed25 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:08:53.231513 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device e4adf32e-89b2-4f57-bbe5-2d0467403586 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:08:53.273849 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: e4adf32e-89b2-4f57-bbe5-2d0467403586 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:08:53.277664 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device e4adf32e-89b2-4f57-bbe5-2d0467403586 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:08:53.332359 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41f6688a-f601-4546-a98f-6f3264e72b4a req-cb04fa5b-5275-4b73-bd26-2b028e89e78b service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1435266 Jan 18 20:08:53.442431 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40872) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:53.527287 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-029cc0bc-50f4-4caa-a7e7-d056bb736c7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:53.658736 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ea14ff3-c87c-496e-891e-05c1f49fa3ec tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks [] for floatingip (24ed89d1-d5f1-4958-afb7-56b0bdde602e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:53.665510 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ea14ff3-c87c-496e-891e-05c1f49fa3ec tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:53.666712 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4ea14ff3-c87c-496e-891e-05c1f49fa3ec tempest-ServersTestJSON-1120017292 tempest-ServersTestJSON-1120017292-project] 10.222.0.31 "DELETE /v2.0/floatingips/24ed89d1-d5f1-4958-afb7-56b0bdde602e HTTP/1.1" status: 204 len: 168 time: 3.7277553 Jan 18 20:08:53.715905 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-fb0d4a70-b917-4c56-adbb-325a8b96ed25 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:53.717004 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-fb0d4a70-b917-4c56-adbb-325a8b96ed25 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:53.728213 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40890) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:53.824436 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41f6688a-f601-4546-a98f-6f3264e72b4a req-8063f8f0-0979-4a47-9b71-476970dba34b service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149931 Jan 18 20:08:53.894907 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-fb0d4a70-b917-4c56-adbb-325a8b96ed25 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1828327 Jan 18 20:08:53.915084 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-48dfffb4-9084-4f2e-bd5c-fd304fe15b34 None None] Provisioning complete for port 04f80e00-191d-4e6c-9004-67b0931a5936 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:08:53.915662 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-48dfffb4-9084-4f2e-bd5c-fd304fe15b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (04f80e00-191d-4e6c-9004-67b0931a5936), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:53.931875 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-385a21f0-86fe-4f2c-8b25-efb211b46ce3 service neutron] Request body: {'port': {'device_id': '951987df-57fe-402c-9fc2-f4eb14af7094', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:08:53.934045 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a83b11e9-5e49-4251-965a-470be8e2c313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (0e9109a0-70b1-485a-ada3-f18fe706d29c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:54.015981 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-48dfffb4-9084-4f2e-bd5c-fd304fe15b34 None None] Port 04f80e00-191d-4e6c-9004-67b0931a5936 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:08:54.045321 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029cc0bc-50f4-4caa-a7e7-d056bb736c7a admin admin] Router 252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:08:54.064510 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23366904-5e6c-48a6-ba30-ffad449208cf req-d5c55321-6248-4b3e-8aaf-e00333590bf4 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:54.071869 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-23366904-5e6c-48a6-ba30-ffad449208cf req-d5c55321-6248-4b3e-8aaf-e00333590bf4 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=951987df-57fe-402c-9fc2-f4eb14af7094 HTTP/1.1" status: 200 len: 935 time: 0.4314058 Jan 18 20:08:54.169338 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9a42bd-71ee-4ef7-b067-c6ecef91451a admin admin] Deleting subnet c7ae8e7b-1bfc-435b-b42c-3b64619a022a {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:08:54.176310 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a83b11e9-5e49-4251-965a-470be8e2c313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (0e9109a0-70b1-485a-ada3-f18fe706d29c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:54.178525 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e9a42bd-71ee-4ef7-b067-c6ecef91451a admin admin] Publish callbacks [] for subnet (c7ae8e7b-1bfc-435b-b42c-3b64619a022a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:54.279679 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-23366904-5e6c-48a6-ba30-ffad449208cf req-543530ee-ab45-4f81-94ae-c02b14482409 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c81dc55-1d7e-4575-bd69-0392030b38ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046077 Jan 18 20:08:54.297714 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a77b9-61bf-43d0-bada-c1cb423ac179 req-9fe67997-1180-485a-8ab7-8a1f40b9b6b1 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:54.310232 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e1a77b9-61bf-43d0-bada-c1cb423ac179 req-9fe67997-1180-485a-8ab7-8a1f40b9b6b1 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 947 time: 0.2271171 Jan 18 20:08:54.370304 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e9a42bd-71ee-4ef7-b067-c6ecef91451a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (c7ae8e7b-1bfc-435b-b42c-3b64619a022a), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:54.536765 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e1a77b9-61bf-43d0-bada-c1cb423ac179 req-6ec6f440-57e9-46c0-929c-8815bb701eb6 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182696 Jan 18 20:08:54.551803 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e9a42bd-71ee-4ef7-b067-c6ecef91451a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (c7ae8e7b-1bfc-435b-b42c-3b64619a022a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:54.620592 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e9a42bd-71ee-4ef7-b067-c6ecef91451a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (c7ae8e7b-1bfc-435b-b42c-3b64619a022a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:54.652320 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a42bd-71ee-4ef7-b067-c6ecef91451a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7ae8e7b-1bfc-435b-b42c-3b64619a022a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:54.675587 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e9a42bd-71ee-4ef7-b067-c6ecef91451a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:54.682712 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3e9a42bd-71ee-4ef7-b067-c6ecef91451a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c7ae8e7b-1bfc-435b-b42c-3b64619a022a HTTP/1.1" status: 204 len: 168 time: 1.2391491 Jan 18 20:08:54.686240 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40904) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:54.688004 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029cc0bc-50f4-4caa-a7e7-d056bb736c7a admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:08:54.697328 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-029cc0bc-50f4-4caa-a7e7-d056bb736c7a admin admin] 10.222.0.31 "PUT /v2.0/routers/252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3338203 Jan 18 20:08:54.699498 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9771e77-5677-4a55-a613-be132196ffc8 None None] Sync routers for ids ['252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:08:54.708992 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9771e77-5677-4a55-a613-be132196ffc8 None None] Routers {'252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:08:54.710338 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40906) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:54.714327 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d9771e77-5677-4a55-a613-be132196ffc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:08:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:54.724595 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2199386-505d-4e3e-bcf4-f6aa3f5ab909 None None] Network 46a5d855-70fb-4db3-9006-13c09dcc2bf5 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:08:54.788157 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a83b11e9-5e49-4251-965a-470be8e2c313 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:54.800749 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a83b11e9-5e49-4251-965a-470be8e2c313 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0e9109a0-70b1-485a-ada3-f18fe706d29c HTTP/1.1" status: 204 len: 168 time: 2.3956223 Jan 18 20:08:54.811706 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40910) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:54.846870 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b11e9-5e49-4251-965a-470be8e2c313 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e9109a0-70b1-485a-ada3-f18fe706d29c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:54.848338 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-d9771e77-5677-4a55-a613-be132196ffc8 None None] Set router 252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:08:54.890078 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-476a7781-9e34-4828-8bbf-51f72b4c7d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (6fab12dd-5aeb-4649-a1e2-836559f8a553), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:55.012267 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-385a21f0-86fe-4f2c-8b25-efb211b46ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (04f80e00-191d-4e6c-9004-67b0931a5936), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:55.033698 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-abd9dbba-7e50-4698-ae82-f07a212a0494 admin admin] Publish callbacks [] for router (252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:55.063914 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b48eaee-dded-49ac-9c1c-a729af85e613 None None] DHCP port deletion for 46a5d855-70fb-4db3-9006-13c09dcc2bf5 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:08:55.065491 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d9771e77-5677-4a55-a613-be132196ffc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7', 'name': 'tempest-FloatingIPsNegativeTestJSON-72623855-router', 'tenant_id': '97754292fa7e490ca0dde25bec9d21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '9dc3009f-bdb5-41fe-b208-5bf5eaa14c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:08:27Z', 'updated_at': '2022-01-18T20:08:52Z', 'revision_number': 5, 'project_id': '97754292fa7e490ca0dde25bec9d21b9', 'gw_port': {'id': '9dc3009f-bdb5-41fe-b208-5bf5eaa14c19', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:08:29Z', 'updated_at': '2022-01-18T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:55.088632 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4a5be6d-fb09-4a81-9207-7290c6226bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (46a5d855-70fb-4db3-9006-13c09dcc2bf5), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:55.098787 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9771e77-5677-4a55-a613-be132196ffc8 None None] Checking router: 252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:08:55.120839 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9771e77-5677-4a55-a613-be132196ffc8 None None] Routers {'252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:08:55.121788 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d9771e77-5677-4a55-a613-be132196ffc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:08:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:55.177805 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1b48eaee-dded-49ac-9c1c-a729af85e613 None None] Deleting port 63e75237-22a9-4d15-9f1e-648e0e9cccc6 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:08:55.178431 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1b48eaee-dded-49ac-9c1c-a729af85e613 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (63e75237-22a9-4d15-9f1e-648e0e9cccc6), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:55.207005 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-476a7781-9e34-4828-8bbf-51f72b4c7d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (6fab12dd-5aeb-4649-a1e2-836559f8a553), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:55.329946 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-d9771e77-5677-4a55-a613-be132196ffc8 None None] Set router 252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:08:55.347724 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-476a7781-9e34-4828-8bbf-51f72b4c7d0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fab12dd-5aeb-4649-a1e2-836559f8a553']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:55.349108 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1b48eaee-dded-49ac-9c1c-a729af85e613 None None] For port 63e75237-22a9-4d15-9f1e-648e0e9cccc6, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=63e75237-22a9-4d15-9f1e-648e0e9cccc6,segment=NetworkSegment(9cfb7d7b-5036-406a-81b4-ae05f2102573),segment_id=9cfb7d7b-5036-406a-81b4-ae05f2102573)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:55.352928 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1b48eaee-dded-49ac-9c1c-a729af85e613 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (63e75237-22a9-4d15-9f1e-648e0e9cccc6), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:55.376238 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-476a7781-9e34-4828-8bbf-51f72b4c7d0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:55.376536 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-476a7781-9e34-4828-8bbf-51f72b4c7d0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d91e9f-c2fd-4b65-8628-6c4676a988bc') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:55.389373 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1b48eaee-dded-49ac-9c1c-a729af85e613 None None] Calling delete_port for 63e75237-22a9-4d15-9f1e-648e0e9cccc6 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:08:55.424748 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-476a7781-9e34-4828-8bbf-51f72b4c7d0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (d5d91e9f-c2fd-4b65-8628-6c4676a988bc), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:55.547714 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-476a7781-9e34-4828-8bbf-51f72b4c7d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (d5d91e9f-c2fd-4b65-8628-6c4676a988bc), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:55.555309 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-abd9dbba-7e50-4698-ae82-f07a212a0494 admin admin] Publish callbacks [] for router_gateway (252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:55.588102 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476a7781-9e34-4828-8bbf-51f72b4c7d0d admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:08:55.588993 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-476a7781-9e34-4828-8bbf-51f72b4c7d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (d5d91e9f-c2fd-4b65-8628-6c4676a988bc), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:55.597505 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-60231003-68b4-4594-a52f-0c73f7884b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:55.612279 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1b48eaee-dded-49ac-9c1c-a729af85e613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (63e75237-22a9-4d15-9f1e-648e0e9cccc6), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:08:55.616975 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:08:55.660182 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96fece-7f4e-4d04-89fd-d7d3ed639af9 req-9ec2798d-1c58-453b-b319-f42b11b8f665 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:55.669893 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1d96fece-7f4e-4d04-89fd-d7d3ed639af9 req-9ec2798d-1c58-453b-b319-f42b11b8f665 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=951987df-57fe-402c-9fc2-f4eb14af7094 HTTP/1.1" status: 200 len: 935 time: 0.2089324 Jan 18 20:08:55.726139 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b48eaee-dded-49ac-9c1c-a729af85e613 None None] No DVR routers for this DVR port 63e75237-22a9-4d15-9f1e-648e0e9cccc6 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:08:55.741279 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48eaee-dded-49ac-9c1c-a729af85e613 None None] Pushing event deleted for resources: {'Port': ['ID=63e75237-22a9-4d15-9f1e-648e0e9cccc6,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:55.751362 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d9771e77-5677-4a55-a613-be132196ffc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7', 'name': 'tempest-FloatingIPsNegativeTestJSON-72623855-router', 'tenant_id': '97754292fa7e490ca0dde25bec9d21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '9dc3009f-bdb5-41fe-b208-5bf5eaa14c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:08:27Z', 'updated_at': '2022-01-18T20:08:52Z', 'revision_number': 5, 'project_id': '97754292fa7e490ca0dde25bec9d21b9', 'gw_port': {'id': '9dc3009f-bdb5-41fe-b208-5bf5eaa14c19', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:08:29Z', 'updated_at': '2022-01-18T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:55.835038 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9771e77-5677-4a55-a613-be132196ffc8 None None] The sync data for ids ['252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7'] in n-d-741529-9 is: [{'id': '252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7', 'name': 'tempest-FloatingIPsNegativeTestJSON-72623855-router', 'tenant_id': '97754292fa7e490ca0dde25bec9d21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '9dc3009f-bdb5-41fe-b208-5bf5eaa14c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:08:27Z', 'updated_at': '2022-01-18T20:08:52Z', 'revision_number': 5, 'project_id': '97754292fa7e490ca0dde25bec9d21b9', 'gw_port': {'id': '9dc3009f-bdb5-41fe-b208-5bf5eaa14c19', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:08:29Z', 'updated_at': '2022-01-18T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:08:55.868901 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c4a5be6d-fb09-4a81-9207-7290c6226bfe admin admin] Deleting port 63e75237-22a9-4d15-9f1e-648e0e9cccc6 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:08:55.869486 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4a5be6d-fb09-4a81-9207-7290c6226bfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (63e75237-22a9-4d15-9f1e-648e0e9cccc6), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:55.975792 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-476a7781-9e34-4828-8bbf-51f72b4c7d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (6fab12dd-5aeb-4649-a1e2-836559f8a553), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:55.993357 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-476a7781-9e34-4828-8bbf-51f72b4c7d0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:56.004127 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-476a7781-9e34-4828-8bbf-51f72b4c7d0d admin admin] 10.222.0.31 "DELETE /v2.0/networks/6fab12dd-5aeb-4649-a1e2-836559f8a553 HTTP/1.1" status: 204 len: 168 time: 1.3027821 Jan 18 20:08:56.042293 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40928) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:56.046520 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a7781-9e34-4828-8bbf-51f72b4c7d0d admin admin] Pushing event deleted for resources: {'Network': ['ID=6fab12dd-5aeb-4649-a1e2-836559f8a553,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:56.055818 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1d96fece-7f4e-4d04-89fd-d7d3ed639af9 req-ba706b9b-66cb-4f86-8975-1e7e5690c67f tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c81dc55-1d7e-4575-bd69-0392030b38ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134749 Jan 18 20:08:56.084905 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9fe4c-9e31-47ca-adbf-7eea48ec91fb req-b87441ae-6bb0-4c09-9a95-2b96fc9a1e6c tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:56.084905 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ec9fe4c-9e31-47ca-adbf-7eea48ec91fb req-b87441ae-6bb0-4c09-9a95-2b96fc9a1e6c tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 947 time: 0.2342162 Jan 18 20:08:56.136722 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-abd9dbba-7e50-4698-ae82-f07a212a0494 admin admin] Deleting port 9dc3009f-bdb5-41fe-b208-5bf5eaa14c19 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:08:56.137063 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-abd9dbba-7e50-4698-ae82-f07a212a0494 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (9dc3009f-bdb5-41fe-b208-5bf5eaa14c19), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:56.242548 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-385a21f0-86fe-4f2c-8b25-efb211b46ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f80e00-191d-4e6c-9004-67b0931a5936 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:08:56.260939 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 63e75237-22a9-4d15-9f1e-648e0e9cccc6 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:08:56.297411 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-385a21f0-86fe-4f2c-8b25-efb211b46ce3 service neutron] Publish callbacks [] for port (04f80e00-191d-4e6c-9004-67b0931a5936), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:56.308890 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 63e75237-22a9-4d15-9f1e-648e0e9cccc6 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:08:56.309333 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 63e75237-22a9-4d15-9f1e-648e0e9cccc6 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:08:56.310959 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 1a014f50-5884-4d30-a24a-af260524fb80 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:08:56.325234 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ec9fe4c-9e31-47ca-adbf-7eea48ec91fb req-836a1cd7-d3bc-4c05-bd7f-f4eaf4f4ac4c tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275956 Jan 18 20:08:56.385789 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 1a014f50-5884-4d30-a24a-af260524fb80 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:08:56.386132 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 1a014f50-5884-4d30-a24a-af260524fb80 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:08:56.404337 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-abd9dbba-7e50-4698-ae82-f07a212a0494 admin admin] For port 9dc3009f-bdb5-41fe-b208-5bf5eaa14c19, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9dc3009f-bdb5-41fe-b208-5bf5eaa14c19,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:56.404695 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-abd9dbba-7e50-4698-ae82-f07a212a0494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (9dc3009f-bdb5-41fe-b208-5bf5eaa14c19), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:56.419768 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-c4a5be6d-fb09-4a81-9207-7290c6226bfe admin admin] For port 63e75237-22a9-4d15-9f1e-648e0e9cccc6, host n-d-741529-9, got binding levels [] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:56.420136 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4a5be6d-fb09-4a81-9207-7290c6226bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (63e75237-22a9-4d15-9f1e-648e0e9cccc6), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:56.434373 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-385a21f0-86fe-4f2c-8b25-efb211b46ce3 service neutron] Transition to ACTIVE for port object 04f80e00-191d-4e6c-9004-67b0931a5936 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:08:56.439444 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-abd9dbba-7e50-4698-ae82-f07a212a0494 admin admin] Calling delete_port for 9dc3009f-bdb5-41fe-b208-5bf5eaa14c19 owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:08:56.463672 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-385a21f0-86fe-4f2c-8b25-efb211b46ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (04f80e00-191d-4e6c-9004-67b0931a5936), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:56.471614 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c4a5be6d-fb09-4a81-9207-7290c6226bfe admin admin] Calling delete_port for 63e75237-22a9-4d15-9f1e-648e0e9cccc6 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:08:56.479306 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.ipam_backend_mixin [None req-c4a5be6d-fb09-4a81-9207-7290c6226bfe admin admin] Port 63e75237-22a9-4d15-9f1e-648e0e9cccc6 was not found and therefore no delete operation was performed {{(pid=103335) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 20:08:56.486230 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-97cd0741-3a0a-4c1f-b812-497e8ab5a951 admin admin] Deleting subnet 1396b935-4682-40ae-ae31-8c31b111a283 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:08:56.501839 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 3b24adc3-ef07-4a3c-af12-0a22a4a443af details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:08:56.511462 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4a5be6d-fb09-4a81-9207-7290c6226bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (63e75237-22a9-4d15-9f1e-648e0e9cccc6), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:56.516950 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-97cd0741-3a0a-4c1f-b812-497e8ab5a951 admin admin] Publish callbacks [] for subnet (1396b935-4682-40ae-ae31-8c31b111a283), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:56.577774 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a5be6d-fb09-4a81-9207-7290c6226bfe admin admin] No DVR routers for this DVR port 63e75237-22a9-4d15-9f1e-648e0e9cccc6 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:08:56.590908 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a21f0-86fe-4f2c-8b25-efb211b46ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=04f80e00-191d-4e6c-9004-67b0931a5936,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:56.721881 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-97cd0741-3a0a-4c1f-b812-497e8ab5a951 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (1396b935-4682-40ae-ae31-8c31b111a283), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:56.725466 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5be6d-fb09-4a81-9207-7290c6226bfe admin admin] Pushing event deleted for resources: {'Port': ['ID=63e75237-22a9-4d15-9f1e-648e0e9cccc6,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:56.727362 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 3b24adc3-ef07-4a3c-af12-0a22a4a443af, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3b24adc3-ef07-4a3c-af12-0a22a4a443af,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:56.756459 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '3b24adc3-ef07-4a3c-af12-0a22a4a443af', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '3b24adc3-ef07-4a3c-af12-0a22a4a443af', 'mac_address': 'fa:16:3e:ef:d9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:08:56.819574 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 3b24adc3-ef07-4a3c-af12-0a22a4a443af is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:08:56.820162 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:56.840524 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b24adc3-ef07-4a3c-af12-0a22a4a443af {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:08:56.875775 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 3b24adc3-ef07-4a3c-af12-0a22a4a443af, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3b24adc3-ef07-4a3c-af12-0a22a4a443af,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:56.886138 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:56.909715 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-abd9dbba-7e50-4698-ae82-f07a212a0494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (9dc3009f-bdb5-41fe-b208-5bf5eaa14c19), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:56.928463 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-39a98d7b-cf9b-472f-a3b2-8b93f12b063f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (af8396b8-091e-472d-9390-f0c01762118e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:56.940479 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4a5be6d-fb09-4a81-9207-7290c6226bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (46a5d855-70fb-4db3-9006-13c09dcc2bf5), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:56.956776 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9dbba-7e50-4698-ae82-f07a212a0494 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dc3009f-bdb5-41fe-b208-5bf5eaa14c19,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:57.023102 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=3b24adc3-ef07-4a3c-af12-0a22a4a443af,revision_number=10']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:57.044546 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-97cd0741-3a0a-4c1f-b812-497e8ab5a951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (1396b935-4682-40ae-ae31-8c31b111a283), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:57.061728 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-abd9dbba-7e50-4698-ae82-f07a212a0494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:57.110691 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-c4a5be6d-fb09-4a81-9207-7290c6226bfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46a5d855-70fb-4db3-9006-13c09dcc2bf5']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:57.146121 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['3b24adc3-ef07-4a3c-af12-0a22a4a443af'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:08:57.221688 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-c4a5be6d-fb09-4a81-9207-7290c6226bfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cfb7d7b-5036-406a-81b4-ae05f2102573') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:57.221688 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-c4a5be6d-fb09-4a81-9207-7290c6226bfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cfb7d7b-5036-406a-81b4-ae05f2102573') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:57.233268 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-385a21f0-86fe-4f2c-8b25-efb211b46ce3 service neutron] Attempting to bind port 04f80e00-191d-4e6c-9004-67b0931a5936 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:08:57.240191 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-385a21f0-86fe-4f2c-8b25-efb211b46ce3 service neutron] Attempting to bind port 04f80e00-191d-4e6c-9004-67b0931a5936 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:08:57.240191 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-385a21f0-86fe-4f2c-8b25-efb211b46ce3 service neutron] Attempting to bind port 04f80e00-191d-4e6c-9004-67b0931a5936 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:08:57.271084 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-abd9dbba-7e50-4698-ae82-f07a212a0494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:57.278654 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-abd9dbba-7e50-4698-ae82-f07a212a0494 admin admin] Publish callbacks [] for router_controller (252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:57.285678 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4a5be6d-fb09-4a81-9207-7290c6226bfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (9cfb7d7b-5036-406a-81b4-ae05f2102573), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:57.291760 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-385a21f0-86fe-4f2c-8b25-efb211b46ce3 service neutron] Port 04f80e00-191d-4e6c-9004-67b0931a5936 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:08:57.292080 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-385a21f0-86fe-4f2c-8b25-efb211b46ce3 service neutron] Attempting to bind port 04f80e00-191d-4e6c-9004-67b0931a5936 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:08:57.324387 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-385a21f0-86fe-4f2c-8b25-efb211b46ce3 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:08:57.325300 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-385a21f0-86fe-4f2c-8b25-efb211b46ce3 service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:08:57.325850 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-385a21f0-86fe-4f2c-8b25-efb211b46ce3 service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:08:57.326360 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-385a21f0-86fe-4f2c-8b25-efb211b46ce3 service neutron] Bound port: 04f80e00-191d-4e6c-9004-67b0931a5936, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:08:57.327287 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-385a21f0-86fe-4f2c-8b25-efb211b46ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (04f80e00-191d-4e6c-9004-67b0931a5936), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:57.330689 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4a5be6d-fb09-4a81-9207-7290c6226bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (9cfb7d7b-5036-406a-81b4-ae05f2102573), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:57.336074 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-97cd0741-3a0a-4c1f-b812-497e8ab5a951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (1396b935-4682-40ae-ae31-8c31b111a283), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:57.412937 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a5be6d-fb09-4a81-9207-7290c6226bfe admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:08:57.413349 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4a5be6d-fb09-4a81-9207-7290c6226bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (9cfb7d7b-5036-406a-81b4-ae05f2102573), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:57.417927 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:08:57.420308 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:08:57.488167 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd0741-3a0a-4c1f-b812-497e8ab5a951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1396b935-4682-40ae-ae31-8c31b111a283,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:57.494698 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-97cd0741-3a0a-4c1f-b812-497e8ab5a951 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:57.501353 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-97cd0741-3a0a-4c1f-b812-497e8ab5a951 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1396b935-4682-40ae-ae31-8c31b111a283 HTTP/1.1" status: 204 len: 168 time: 1.4391217 Jan 18 20:08:57.502086 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40946) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:57.562474 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-abd9dbba-7e50-4698-ae82-f07a212a0494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:57.563706 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd9dbba-7e50-4698-ae82-f07a212a0494 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:08:57.581063 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942a68e-3494-4f99-9fe1-13b3b80791d4 req-2dd2ad74-b519-44dd-9c3a-caf55932fd66 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:57.583001 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a942a68e-3494-4f99-9fe1-13b3b80791d4 req-2dd2ad74-b519-44dd-9c3a-caf55932fd66 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=951987df-57fe-402c-9fc2-f4eb14af7094 HTTP/1.1" status: 200 len: 947 time: 0.3856323 Jan 18 20:08:57.588449 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-abd9dbba-7e50-4698-ae82-f07a212a0494 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:57.592561 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40948) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:57.594817 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4a5be6d-fb09-4a81-9207-7290c6226bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (46a5d855-70fb-4db3-9006-13c09dcc2bf5), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:57.608084 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-abd9dbba-7e50-4698-ae82-f07a212a0494 admin admin] 10.222.0.31 "DELETE /v2.0/routers/252bea4a-f4a8-442b-b6a7-e4cb94aa0ba7 HTTP/1.1" status: 204 len: 168 time: 2.8964636 Jan 18 20:08:57.651876 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ab079-387c-4f03-a1df-2de84100fc3e req-b5612e52-add5-4291-bdf6-08c4c3499d60 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:57.659069 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-111ab079-387c-4f03-a1df-2de84100fc3e req-b5612e52-add5-4291-bdf6-08c4c3499d60 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.1790068 Jan 18 20:08:57.684757 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4a5be6d-fb09-4a81-9207-7290c6226bfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:57.689827 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c4a5be6d-fb09-4a81-9207-7290c6226bfe admin admin] 10.222.0.31 "DELETE /v2.0/networks/46a5d855-70fb-4db3-9006-13c09dcc2bf5 HTTP/1.1" status: 204 len: 168 time: 2.8771110 Jan 18 20:08:57.758899 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-385a21f0-86fe-4f2c-8b25-efb211b46ce3 service neutron] For port 04f80e00-191d-4e6c-9004-67b0931a5936, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:08:57.759665 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a942a68e-3494-4f99-9fe1-13b3b80791d4 req-19d2a797-a177-41c5-9cdf-f9fb70f8d703 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c81dc55-1d7e-4575-bd69-0392030b38ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463349 Jan 18 20:08:57.765042 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5be6d-fb09-4a81-9207-7290c6226bfe admin admin] Pushing event deleted for resources: {'Network': ['ID=46a5d855-70fb-4db3-9006-13c09dcc2bf5,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:57.767089 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4b7883b2-2cb5-4b5c-b699-41ff4fea5054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:57.799868 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-acf7463a-77ce-4951-afcd-b51116624af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (c823d680-db46-420a-b4d1-c0ba533578c6), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:57.808023 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-385a21f0-86fe-4f2c-8b25-efb211b46ce3 service neutron] For port 04f80e00-191d-4e6c-9004-67b0931a5936, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=04f80e00-191d-4e6c-9004-67b0931a5936,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:08:57.824105 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-0916962a-f28c-4194-b495-32ca02e9de3c admin admin] Deleting subnet b8bd8e60-8573-43d7-94c8-2991afa49d7f {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:08:57.830534 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-111ab079-387c-4f03-a1df-2de84100fc3e req-b8ce845b-f2ec-4b95-a9a5-e09c592d3dbb tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703987 Jan 18 20:08:57.832440 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-385a21f0-86fe-4f2c-8b25-efb211b46ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (04f80e00-191d-4e6c-9004-67b0931a5936), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:57.835162 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0916962a-f28c-4194-b495-32ca02e9de3c admin admin] Publish callbacks [] for subnet (b8bd8e60-8573-43d7-94c8-2991afa49d7f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:57.957501 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-385a21f0-86fe-4f2c-8b25-efb211b46ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:57.958150 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-385a21f0-86fe-4f2c-8b25-efb211b46ce3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:57.959693 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-385a21f0-86fe-4f2c-8b25-efb211b46ce3 service neutron] 10.222.0.57 "PUT /v2.0/ports/04f80e00-191d-4e6c-9004-67b0931a5936 HTTP/1.1" status: 200 len: 1095 time: 4.0503769 Jan 18 20:08:57.964491 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951987df-57fe-402c-9fc2-f4eb14af7094', 'tag': '04f80e00-191d-4e6c-9004-67b0931a5936'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:08:57.967099 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc44421-c7eb-4b67-a0ff-a782146f601b" -d '{"events": [{"name": "network-changed", "server_uuid": "951987df-57fe-402c-9fc2-f4eb14af7094", "tag": "04f80e00-191d-4e6c-9004-67b0931a5936"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:08:58.011454 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0916962a-f28c-4194-b495-32ca02e9de3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (b8bd8e60-8573-43d7-94c8-2991afa49d7f), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:58.084770 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cad13-87fe-4b0b-9c79-e73ecdfe4c6e req-f5c5ea33-8083-46fe-bbfe-5a6a53175df1 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:58.086675 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bb3cad13-87fe-4b0b-9c79-e73ecdfe4c6e req-f5c5ea33-8083-46fe-bbfe-5a6a53175df1 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 949 time: 0.1328874 Jan 18 20:08:58.087399 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40966) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:58.099179 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73aee813-f15d-4f4a-abdd-4cb27a133615 x-openstack-request-id: req-73aee813-f15d-4f4a-abdd-4cb27a133615 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:08:58.099491 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "951987df-57fe-402c-9fc2-f4eb14af7094", "tag": "04f80e00-191d-4e6c-9004-67b0931a5936", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:08:58.099680 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73aee813-f15d-4f4a-abdd-4cb27a133615 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:08:58.100070 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951987df-57fe-402c-9fc2-f4eb14af7094', 'tag': '04f80e00-191d-4e6c-9004-67b0931a5936', 'status': 'completed', 'code': 200} Jan 18 20:08:58.167739 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bb3cad13-87fe-4b0b-9c79-e73ecdfe4c6e req-5f3e1d5f-6a63-4a54-a4dc-286a43e4e644 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694501 Jan 18 20:08:58.195582 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-88a99014-72fe-4e03-9dfd-5ebe28030ec9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=714c4648fc7141d6ba9bb483a7178a1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1068599 Jan 18 20:08:58.197983 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40970) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:58.215837 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0916962a-f28c-4194-b495-32ca02e9de3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (b8bd8e60-8573-43d7-94c8-2991afa49d7f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:58.294799 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9dc3009f-bdb5-41fe-b208-5bf5eaa14c19 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:08:58.347366 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b383c82-b8b9-4ab6-8a49-3b905946dfa2 admin admin] Publish callbacks [] for security_group (342d64df-5a48-48cc-a7fc-a421ddd65b0f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:58.349376 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 9dc3009f-bdb5-41fe-b208-5bf5eaa14c19 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:08:58.350910 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9dc3009f-bdb5-41fe-b208-5bf5eaa14c19 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:08:58.382928 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b383c82-b8b9-4ab6-8a49-3b905946dfa2 admin admin] Publish callbacks [] for security_group (342d64df-5a48-48cc-a7fc-a421ddd65b0f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:58.404075 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0916962a-f28c-4194-b495-32ca02e9de3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (b8bd8e60-8573-43d7-94c8-2991afa49d7f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:58.411053 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-acf7463a-77ce-4951-afcd-b51116624af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (c823d680-db46-420a-b4d1-c0ba533578c6), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:58.430712 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a21f0-86fe-4f2c-8b25-efb211b46ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=04f80e00-191d-4e6c-9004-67b0931a5936,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:58.450250 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b383c82-b8b9-4ab6-8a49-3b905946dfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (342d64df-5a48-48cc-a7fc-a421ddd65b0f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:58.455313 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b383c82-b8b9-4ab6-8a49-3b905946dfa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:58.462035 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6b383c82-b8b9-4ab6-8a49-3b905946dfa2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/342d64df-5a48-48cc-a7fc-a421ddd65b0f HTTP/1.1" status: 204 len: 168 time: 0.2624879 Jan 18 20:08:58.477402 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916962a-f28c-4194-b495-32ca02e9de3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8bd8e60-8573-43d7-94c8-2991afa49d7f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:58.479567 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0916962a-f28c-4194-b495-32ca02e9de3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:58.485142 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0916962a-f28c-4194-b495-32ca02e9de3c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b8bd8e60-8573-43d7-94c8-2991afa49d7f HTTP/1.1" status: 204 len: 168 time: 0.8835702 Jan 18 20:08:58.485336 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33458bf6-24d3-4a08-9a7b-8efddeab94c2 None None] Network 5a61e5e1-7846-4962-9282-3eb9d79ea229 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:08:58.490238 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-acf7463a-77ce-4951-afcd-b51116624af9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c823d680-db46-420a-b4d1-c0ba533578c6']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:58.491893 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40980) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:58.518991 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b383c82-b8b9-4ab6-8a49-3b905946dfa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342d64df-5a48-48cc-a7fc-a421ddd65b0f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:58.547204 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 3b24adc3-ef07-4a3c-af12-0a22a4a443af up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:08:58.549174 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-acf7463a-77ce-4951-afcd-b51116624af9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b909194a-81c9-4fc7-8cd5-949e3a51a836') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:58.549783 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-acf7463a-77ce-4951-afcd-b51116624af9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b909194a-81c9-4fc7-8cd5-949e3a51a836') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:08:58.563818 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-acf7463a-77ce-4951-afcd-b51116624af9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (b909194a-81c9-4fc7-8cd5-949e3a51a836), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:58.619456 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-acf7463a-77ce-4951-afcd-b51116624af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (b909194a-81c9-4fc7-8cd5-949e3a51a836), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:58.638133 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf7463a-77ce-4951-afcd-b51116624af9 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:08:58.639240 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-acf7463a-77ce-4951-afcd-b51116624af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (b909194a-81c9-4fc7-8cd5-949e3a51a836), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:58.668853 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-50085a26-1e85-424c-b18a-2bc267dba425 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=85092cd3f857422b8e1328b863cb2eb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0670836 Jan 18 20:08:58.688778 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 3b24adc3-ef07-4a3c-af12-0a22a4a443af triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:08:58.689501 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:58.792115 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67aecec1-905b-4a3c-a18f-c5bf76b7d4bf None None] DHCP port deletion for 5a61e5e1-7846-4962-9282-3eb9d79ea229 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:08:58.807551 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:08:58.831465 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-acf7463a-77ce-4951-afcd-b51116624af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (c823d680-db46-420a-b4d1-c0ba533578c6), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:58.842229 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-e17a1fea-9c7e-4e09-a3ab-3e091be1fdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:58.844033 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-e17a1fea-9c7e-4e09-a3ab-3e091be1fdf7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=967d825473b54d53b7e07fa1a9fa9690&device_id=951987df-57fe-402c-9fc2-f4eb14af7094 HTTP/1.1" status: 200 len: 1098 time: 0.8287342 Jan 18 20:08:58.851174 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 3b24adc3-ef07-4a3c-af12-0a22a4a443af is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:08:58.851747 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:58.903597 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 3b24adc3-ef07-4a3c-af12-0a22a4a443af, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3b24adc3-ef07-4a3c-af12-0a22a4a443af,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:58.908552 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0af3849-b32e-40e4-b161-1c2d4a8671f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b24adc3-ef07-4a3c-af12-0a22a4a443af'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:08:58.912577 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69746f78-183b-4016-88cb-bf87e774f0aa" -d '{"events": [{"server_uuid": "e0af3849-b32e-40e4-b161-1c2d4a8671f1", "name": "network-vif-plugged", "status": "completed", "tag": "3b24adc3-ef07-4a3c-af12-0a22a4a443af"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:08:58.921600 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:58.922885 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-acf7463a-77ce-4951-afcd-b51116624af9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:58.931583 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-acf7463a-77ce-4951-afcd-b51116624af9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c823d680-db46-420a-b4d1-c0ba533578c6 HTTP/1.1" status: 204 len: 168 time: 1.3980260 Jan 18 20:08:58.978669 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:58.998728 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-67aecec1-905b-4a3c-a18f-c5bf76b7d4bf None None] Deleting port 4d80ae6e-5b5d-4161-bfdb-2030eb024d20 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:08:58.998728 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-67aecec1-905b-4a3c-a18f-c5bf76b7d4bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (4d80ae6e-5b5d-4161-bfdb-2030eb024d20), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:59.009411 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-6c3fc3f8-c420-4554-a973-1dbe5b7ab994 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:59.021796 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-6c3fc3f8-c420-4554-a973-1dbe5b7ab994 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3506720 Jan 18 20:08:59.066669 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-c2e57714-d639-4861-9877-2488ac96ee46 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/quotas/85092cd3f857422b8e1328b863cb2eb0 HTTP/1.1" status: 200 len: 375 time: 0.0415180 Jan 18 20:08:59.085596 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-67aecec1-905b-4a3c-a18f-c5bf76b7d4bf None None] For port 4d80ae6e-5b5d-4161-bfdb-2030eb024d20, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4d80ae6e-5b5d-4161-bfdb-2030eb024d20,segment=NetworkSegment(3ede30c4-41ab-431a-8fcd-2cbabb565056),segment_id=3ede30c4-41ab-431a-8fcd-2cbabb565056)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:59.086026 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-67aecec1-905b-4a3c-a18f-c5bf76b7d4bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (4d80ae6e-5b5d-4161-bfdb-2030eb024d20), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:59.088623 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7463a-77ce-4951-afcd-b51116624af9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c823d680-db46-420a-b4d1-c0ba533578c6,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:59.097502 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-79d36f92-ef7f-42a8-bf08-6b0e81a602be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=04f80e00-191d-4e6c-9004-67b0931a5936 HTTP/1.1" status: 200 len: 217 time: 0.1801641 Jan 18 20:08:59.105290 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-734e8972-dd44-4d84-9c29-dab8e402a7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (5a61e5e1-7846-4962-9282-3eb9d79ea229), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:59.117588 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f63e2-854e-4f64-8808-46e4a4bc655e req-d6949734-a6af-44e4-9bb5-4f49c78f5472 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:59.119437 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-39a98d7b-cf9b-472f-a3b2-8b93f12b063f admin admin] Deleting port 36e7d360-91c2-4740-ade2-77426eff3a9b {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:08:59.120085 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-39a98d7b-cf9b-472f-a3b2-8b93f12b063f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (36e7d360-91c2-4740-ade2-77426eff3a9b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:59.125357 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-500f63e2-854e-4f64-8808-46e4a4bc655e req-d6949734-a6af-44e4-9bb5-4f49c78f5472 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=951987df-57fe-402c-9fc2-f4eb14af7094 HTTP/1.1" status: 200 len: 947 time: 0.2256007 Jan 18 20:08:59.167326 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-67aecec1-905b-4a3c-a18f-c5bf76b7d4bf None None] Calling delete_port for 4d80ae6e-5b5d-4161-bfdb-2030eb024d20 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:08:59.175874 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-8937a9f2-3a3e-46ea-829b-fe0bb30cc13f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1058288 Jan 18 20:08:59.241430 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-500f63e2-854e-4f64-8808-46e4a4bc655e req-1d866559-d3da-4fc8-a865-3133d4a538ca tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c81dc55-1d7e-4575-bd69-0392030b38ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148164 Jan 18 20:08:59.273961 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-7b572ac7-662e-4374-b1a2-173fdfd48e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:59.275864 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-7b572ac7-662e-4374-b1a2-173fdfd48e6a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1660428 Jan 18 20:08:59.367791 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-39a98d7b-cf9b-472f-a3b2-8b93f12b063f admin admin] For port 36e7d360-91c2-4740-ade2-77426eff3a9b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=36e7d360-91c2-4740-ade2-77426eff3a9b,segment=NetworkSegment(d7007d66-8a65-4944-ae3e-4f1a259f66d0),segment_id=d7007d66-8a65-4944-ae3e-4f1a259f66d0)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:08:59.368099 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-39a98d7b-cf9b-472f-a3b2-8b93f12b063f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (36e7d360-91c2-4740-ade2-77426eff3a9b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:59.400544 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=3b24adc3-ef07-4a3c-af12-0a22a4a443af,revision_number=11']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:59.415791 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-39a98d7b-cf9b-472f-a3b2-8b93f12b063f admin admin] Calling delete_port for 36e7d360-91c2-4740-ade2-77426eff3a9b owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:08:59.416577 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41018) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:59.470997 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-67aecec1-905b-4a3c-a18f-c5bf76b7d4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (4d80ae6e-5b5d-4161-bfdb-2030eb024d20), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:59.522430 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-13fa322a-fa55-4087-a29f-1dbec319489a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67883881b676447cbe3f92dbc62dd7c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1006474 Jan 18 20:08:59.522430 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41020) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:08:59.535707 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5dd638-d784-46b0-80ae-bfcb3a2246a9 x-openstack-request-id: req-ce5dd638-d784-46b0-80ae-bfcb3a2246a9 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:08:59.535990 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0af3849-b32e-40e4-b161-1c2d4a8671f1", "name": "network-vif-plugged", "status": "completed", "tag": "3b24adc3-ef07-4a3c-af12-0a22a4a443af", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:08:59.536238 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce5dd638-d784-46b0-80ae-bfcb3a2246a9 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:08:59.536628 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0af3849-b32e-40e4-b161-1c2d4a8671f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b24adc3-ef07-4a3c-af12-0a22a4a443af', 'code': 200} Jan 18 20:08:59.543858 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aecec1-905b-4a3c-a18f-c5bf76b7d4bf None None] Pushing event deleted for resources: {'Port': ['ID=4d80ae6e-5b5d-4161-bfdb-2030eb024d20,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:08:59.551399 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aecec1-905b-4a3c-a18f-c5bf76b7d4bf None None] No DVR routers for this DVR port 4d80ae6e-5b5d-4161-bfdb-2030eb024d20 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:08:59.607775 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3b632093-55cf-42a7-95f6-e606dc6d9117 req-13e66e93-b180-4153-93bb-1b8ca7418378 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 210 time: 0.0384684 Jan 18 20:08:59.610989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-01452d7f-5ae3-4986-a7fd-eb0b7313d7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:08:59.612835 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-01452d7f-5ae3-4986-a7fd-eb0b7313d7d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3207095 Jan 18 20:08:59.631966 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa63-872a-4a81-aaff-14fede841f3a admin admin] Publish callbacks [] for security_group (33ffd852-32b9-4a12-b9b1-832214d69f77), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:59.659560 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-734e8972-dd44-4d84-9c29-dab8e402a7d1 admin admin] Deleting port 4d80ae6e-5b5d-4161-bfdb-2030eb024d20 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:08:59.659886 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-734e8972-dd44-4d84-9c29-dab8e402a7d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (4d80ae6e-5b5d-4161-bfdb-2030eb024d20), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:59.667272 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa63-872a-4a81-aaff-14fede841f3a admin admin] Publish callbacks [] for security_group (33ffd852-32b9-4a12-b9b1-832214d69f77), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:59.759872 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa63-872a-4a81-aaff-14fede841f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (33ffd852-32b9-4a12-b9b1-832214d69f77), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:59.764989 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa63-872a-4a81-aaff-14fede841f3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:08:59.776007 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cc20fa63-872a-4a81-aaff-14fede841f3a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33ffd852-32b9-4a12-b9b1-832214d69f77 HTTP/1.1" status: 204 len: 168 time: 0.2525284 Jan 18 20:08:59.800863 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20fa63-872a-4a81-aaff-14fede841f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ffd852-32b9-4a12-b9b1-832214d69f77,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:00.280263 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-734e8972-dd44-4d84-9c29-dab8e402a7d1 admin admin] For port 4d80ae6e-5b5d-4161-bfdb-2030eb024d20, host n-d-741529-9, got binding levels [] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:00.282901 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-734e8972-dd44-4d84-9c29-dab8e402a7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (4d80ae6e-5b5d-4161-bfdb-2030eb024d20), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:00.343761 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4d80ae6e-5b5d-4161-bfdb-2030eb024d20 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:09:00.394613 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-f35a39ae-6c35-43b1-93a6-f920e57558e7 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7728443 Jan 18 20:09:00.431100 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 4d80ae6e-5b5d-4161-bfdb-2030eb024d20 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:09:00.433150 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4d80ae6e-5b5d-4161-bfdb-2030eb024d20 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:09:00.504598 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:00.505730 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41062) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:00.548586 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44b43a-88d5-4e67-902c-9af7b5fa5cf2 req-376d7665-f09d-49f7-a705-1bd1ff98b9c9 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:00.554823 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-734e8972-dd44-4d84-9c29-dab8e402a7d1 admin admin] Calling delete_port for 4d80ae6e-5b5d-4161-bfdb-2030eb024d20 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:09:00.557518 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1e44b43a-88d5-4e67-902c-9af7b5fa5cf2 req-376d7665-f09d-49f7-a705-1bd1ff98b9c9 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=951987df-57fe-402c-9fc2-f4eb14af7094 HTTP/1.1" status: 200 len: 947 time: 0.1547592 Jan 18 20:09:00.560292 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.ipam_backend_mixin [None req-734e8972-dd44-4d84-9c29-dab8e402a7d1 admin admin] Port 4d80ae6e-5b5d-4161-bfdb-2030eb024d20 was not found and therefore no delete operation was performed {{(pid=103335) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 20:09:00.570873 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-734e8972-dd44-4d84-9c29-dab8e402a7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (4d80ae6e-5b5d-4161-bfdb-2030eb024d20), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:00.578189 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-39a98d7b-cf9b-472f-a3b2-8b93f12b063f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (36e7d360-91c2-4740-ade2-77426eff3a9b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:00.631823 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e8972-dd44-4d84-9c29-dab8e402a7d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d80ae6e-5b5d-4161-bfdb-2030eb024d20,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:00.654432 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1e44b43a-88d5-4e67-902c-9af7b5fa5cf2 req-d82a4541-b087-4d64-8599-ea68b9f934a9 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c81dc55-1d7e-4575-bd69-0392030b38ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956583 Jan 18 20:09:00.657467 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ed08204c-32bd-472e-a076-eec45324e070 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=78bb267d2d184f19b2d6f4f366db784a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498790 Jan 18 20:09:00.659972 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41072) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:00.760725 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734e8972-dd44-4d84-9c29-dab8e402a7d1 admin admin] No DVR routers for this DVR port 4d80ae6e-5b5d-4161-bfdb-2030eb024d20 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:09:00.799317 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ad1a1608-5377-493d-9913-3d82a1dbf94f admin admin] Publish callbacks [] for security_group (cc995fe5-2adf-4680-84e7-5f21a4b58334), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:00.823861 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a98d7b-cf9b-472f-a3b2-8b93f12b063f admin admin] Pushing event deleted for resources: {'Port': ['ID=36e7d360-91c2-4740-ade2-77426eff3a9b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:00.898969 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8e32648d-ce37-4b34-9b14-d5507b9098cf req-8fecc9d6-7e5a-403e-8d68-042cf107e188 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 210 time: 0.0455430 Jan 18 20:09:00.933237 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ad1a1608-5377-493d-9913-3d82a1dbf94f admin admin] Publish callbacks [] for security_group (cc995fe5-2adf-4680-84e7-5f21a4b58334), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:01.032432 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ad1a1608-5377-493d-9913-3d82a1dbf94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (cc995fe5-2adf-4680-84e7-5f21a4b58334), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:01.040756 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ad1a1608-5377-493d-9913-3d82a1dbf94f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:01.041998 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ad1a1608-5377-493d-9913-3d82a1dbf94f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc995fe5-2adf-4680-84e7-5f21a4b58334 HTTP/1.1" status: 204 len: 168 time: 0.3811145 Jan 18 20:09:01.056055 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a1608-5377-493d-9913-3d82a1dbf94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc995fe5-2adf-4680-84e7-5f21a4b58334,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:01.056380 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-734e8972-dd44-4d84-9c29-dab8e402a7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (5a61e5e1-7846-4962-9282-3eb9d79ea229), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:01.091401 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-73d45a99-7b0a-4bcb-a418-07f0949b68a9 req-62f1eb0a-1e11-4459-84bd-1d426b40748d service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5344462 Jan 18 20:09:01.118635 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-734e8972-dd44-4d84-9c29-dab8e402a7d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a61e5e1-7846-4962-9282-3eb9d79ea229']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:01.133162 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-734e8972-dd44-4d84-9c29-dab8e402a7d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ede30c4-41ab-431a-8fcd-2cbabb565056') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:01.133464 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-734e8972-dd44-4d84-9c29-dab8e402a7d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ede30c4-41ab-431a-8fcd-2cbabb565056') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:01.152528 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-734e8972-dd44-4d84-9c29-dab8e402a7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (3ede30c4-41ab-431a-8fcd-2cbabb565056), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:01.180649 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-734e8972-dd44-4d84-9c29-dab8e402a7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (3ede30c4-41ab-431a-8fcd-2cbabb565056), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:01.190681 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-734e8972-dd44-4d84-9c29-dab8e402a7d1 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:09:01.191710 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-734e8972-dd44-4d84-9c29-dab8e402a7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (3ede30c4-41ab-431a-8fcd-2cbabb565056), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:09:01.286547 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:09:01.296717 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-39a98d7b-cf9b-472f-a3b2-8b93f12b063f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (af8396b8-091e-472d-9390-f0c01762118e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:01.302582 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-734e8972-dd44-4d84-9c29-dab8e402a7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (5a61e5e1-7846-4962-9282-3eb9d79ea229), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:01.311213 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-734e8972-dd44-4d84-9c29-dab8e402a7d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:01.315862 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-734e8972-dd44-4d84-9c29-dab8e402a7d1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5a61e5e1-7846-4962-9282-3eb9d79ea229 HTTP/1.1" status: 204 len: 168 time: 2.8226829 Jan 18 20:09:01.328790 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-d6c1a572-5c7e-4d70-878f-9cdd3366558d tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=85092cd3f857422b8e1328b863cb2eb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780792 Jan 18 20:09:01.402934 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e8972-dd44-4d84-9c29-dab8e402a7d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a61e5e1-7846-4962-9282-3eb9d79ea229,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:01.455366 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc44421-c7eb-4b67-a0ff-a782146f601b req-99f1c9be-05f2-4124-9471-d86082001442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:01.456902 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3bc44421-c7eb-4b67-a0ff-a782146f601b req-99f1c9be-05f2-4124-9471-d86082001442 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=967d825473b54d53b7e07fa1a9fa9690&device_id=951987df-57fe-402c-9fc2-f4eb14af7094 HTTP/1.1" status: 200 len: 1098 time: 0.1689663 Jan 18 20:09:01.539370 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-eacee4c5-c71d-4b4b-8811-ad460896232a tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:01.545152 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-eacee4c5-c71d-4b4b-8811-ad460896232a tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2140362 Jan 18 20:09:01.557212 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-3b173cb2-916c-4193-9dd8-7f356f7130e8 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Request body: {'port': {'device_id': '467f9b3d-9382-41d3-bf2e-354b6fa3ed25', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': '85092cd3f857422b8e1328b863cb2eb0'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:01.586823 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc44421-c7eb-4b67-a0ff-a782146f601b req-106eb0f2-898e-4dc7-9e84-a4aaa0a4c2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:01.588383 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3bc44421-c7eb-4b67-a0ff-a782146f601b req-106eb0f2-898e-4dc7-9e84-a4aaa0a4c2b8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.1221519 Jan 18 20:09:01.672780 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3bc44421-c7eb-4b67-a0ff-a782146f601b req-9a839663-7047-4caa-87ab-5b11ba4423cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=04f80e00-191d-4e6c-9004-67b0931a5936 HTTP/1.1" status: 200 len: 217 time: 0.0770066 Jan 18 20:09:01.729385 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41116) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:01.749824 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc44421-c7eb-4b67-a0ff-a782146f601b req-68c4aad3-774e-4829-b028-ec463087f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:01.754076 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3bc44421-c7eb-4b67-a0ff-a782146f601b req-68c4aad3-774e-4829-b028-ec463087f912 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0720053 Jan 18 20:09:01.807696 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:01.925458 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41128) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:01.958192 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc44421-c7eb-4b67-a0ff-a782146f601b req-6d977b95-2004-4e04-a9a0-f3cf11235e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:01.959730 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3bc44421-c7eb-4b67-a0ff-a782146f601b req-6d977b95-2004-4e04-a9a0-f3cf11235e50 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1930733 Jan 18 20:09:02.085834 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b8d93cfa-62ea-457f-b518-8d0f1c54e41a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=97754292fa7e490ca0dde25bec9d21b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1584165 Jan 18 20:09:02.092735 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41138) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:02.144927 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a98d7b-cf9b-472f-a3b2-8b93f12b063f admin admin] Router af8396b8-091e-472d-9390-f0c01762118e has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:09:02.169189 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3bc44421-c7eb-4b67-a0ff-a782146f601b req-e5ce5c36-21dd-4220-94cb-f867a75f8ae4 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021298 Jan 18 20:09:02.302406 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-3b173cb2-916c-4193-9dd8-7f356f7130e8 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Made reservation on behalf of 85092cd3f857422b8e1328b863cb2eb0 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:09:02.306188 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ccda2cc-a9b4-4dce-b6a7-078a2474efeb admin admin] Publish callbacks [] for security_group (2179f3bc-751e-4b0c-9c8f-9411082bbfda), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:02.309848 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-3b173cb2-916c-4193-9dd8-7f356f7130e8 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:02.319068 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fba59ec3-2c4f-46d0-b906-4907bd2bee06 req-8c9a5aee-1e09-44c0-ab78-d88574dfa526 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 210 time: 0.0820239 Jan 18 20:09:02.333439 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-816e13d2-bf17-4b1e-8680-1122a5155bbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:02.385419 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ccda2cc-a9b4-4dce-b6a7-078a2474efeb admin admin] Publish callbacks [] for security_group (2179f3bc-751e-4b0c-9c8f-9411082bbfda), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:02.424530 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc394396-f93b-4582-b2ec-f871d3f47b34 req-a0637e43-fc83-4db1-b542-b8a67c5bc669 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:02.427628 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3bc44421-c7eb-4b67-a0ff-a782146f601b req-f45468bb-55c0-42c3-916e-82f31e83dd70 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413576 Jan 18 20:09:02.430363 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc394396-f93b-4582-b2ec-f871d3f47b34 req-a0637e43-fc83-4db1-b542-b8a67c5bc669 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=951987df-57fe-402c-9fc2-f4eb14af7094 HTTP/1.1" status: 200 len: 947 time: 0.6056364 Jan 18 20:09:02.454343 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a98d7b-cf9b-472f-a3b2-8b93f12b063f admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:09:02.460126 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-39a98d7b-cf9b-472f-a3b2-8b93f12b063f admin admin] 10.222.0.31 "PUT /v2.0/routers/af8396b8-091e-472d-9390-f0c01762118e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6386769 Jan 18 20:09:02.462725 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41150) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:02.482118 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60911d6-2cef-41b1-9e6a-35776fc14070 None None] Sync routers for ids ['af8396b8-091e-472d-9390-f0c01762118e'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:09:02.500422 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60911d6-2cef-41b1-9e6a-35776fc14070 None None] Routers {'af8396b8-091e-472d-9390-f0c01762118e'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:09:02.501564 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b60911d6-2cef-41b1-9e6a-35776fc14070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:08:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['af8396b8-091e-472d-9390-f0c01762118e'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:02.518334 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ccda2cc-a9b4-4dce-b6a7-078a2474efeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2179f3bc-751e-4b0c-9c8f-9411082bbfda), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:02.521328 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ccda2cc-a9b4-4dce-b6a7-078a2474efeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:02.522673 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1ccda2cc-a9b4-4dce-b6a7-078a2474efeb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2179f3bc-751e-4b0c-9c8f-9411082bbfda HTTP/1.1" status: 204 len: 168 time: 0.4288292 Jan 18 20:09:02.564844 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccda2cc-a9b4-4dce-b6a7-078a2474efeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2179f3bc-751e-4b0c-9c8f-9411082bbfda,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:02.590759 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d71de7fd-597c-4332-ac0f-8f2b01659267 admin admin] Publish callbacks [] for router (af8396b8-091e-472d-9390-f0c01762118e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:02.621420 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-816e13d2-bf17-4b1e-8680-1122a5155bbb admin admin] Publish callbacks [] for security_group (c1bd61af-479d-4feb-88ca-9768cf152689), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:02.658564 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc394396-f93b-4582-b2ec-f871d3f47b34 req-a852b5d1-b8b0-4dc8-8772-82a5dd4a5c25 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c81dc55-1d7e-4575-bd69-0392030b38ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991179 Jan 18 20:09:02.659186 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-816e13d2-bf17-4b1e-8680-1122a5155bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c1bd61af-479d-4feb-88ca-9768cf152689), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:02.755184 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-816e13d2-bf17-4b1e-8680-1122a5155bbb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=157fc4edf5bd47599ced5300b4980d41&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0226169 Jan 18 20:09:02.768984 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41174) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:02.785681 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-3b173cb2-916c-4193-9dd8-7f356f7130e8 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Allocated IP 192.168.233.3 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/68194730-61b1-46d7-b452-51d9bdea8041) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:09:02.836153 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d71de7fd-597c-4332-ac0f-8f2b01659267 admin admin] Publish callbacks [] for router_gateway (af8396b8-091e-472d-9390-f0c01762118e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:02.841523 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e13d2-bf17-4b1e-8680-1122a5155bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bd61af-479d-4feb-88ca-9768cf152689,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:02.864559 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-b60911d6-2cef-41b1-9e6a-35776fc14070 None None] Set router af8396b8-091e-472d-9390-f0c01762118e gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:09:02.907981 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-41b0fa33-8cf2-4556-b819-40dda23729d2 admin admin] Publish callbacks [] for security_group (c1bd61af-479d-4feb-88ca-9768cf152689), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:02.930998 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-41b0fa33-8cf2-4556-b819-40dda23729d2 admin admin] Publish callbacks [] for security_group (c1bd61af-479d-4feb-88ca-9768cf152689), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:02.986733 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d71de7fd-597c-4332-ac0f-8f2b01659267 admin admin] Deleting port b14ae363-80f8-437c-bee0-ed994706352e {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:09:02.987070 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d71de7fd-597c-4332-ac0f-8f2b01659267 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b14ae363-80f8-437c-bee0-ed994706352e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:03.102565 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b60911d6-2cef-41b1-9e6a-35776fc14070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8396b8-091e-472d-9390-f0c01762118e', 'name': 'tempest-ServersTestJSON-580732818-router', 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b14ae363-80f8-437c-bee0-ed994706352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:04:48Z', 'updated_at': '2022-01-18T20:09:00Z', 'revision_number': 5, 'project_id': '83505cce248d4c14b276c003902f57cf', 'gw_port': {'id': 'b14ae363-80f8-437c-bee0-ed994706352e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8396b8-091e-472d-9390-f0c01762118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:04:50Z', 'updated_at': '2022-01-18T20:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:03.134057 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-41b0fa33-8cf2-4556-b819-40dda23729d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c1bd61af-479d-4feb-88ca-9768cf152689), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:03.136990 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-41b0fa33-8cf2-4556-b819-40dda23729d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:03.138731 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-41b0fa33-8cf2-4556-b819-40dda23729d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c1bd61af-479d-4feb-88ca-9768cf152689 HTTP/1.1" status: 204 len: 168 time: 0.3683712 Jan 18 20:09:03.139113 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60911d6-2cef-41b1-9e6a-35776fc14070 None None] Checking router: af8396b8-091e-472d-9390-f0c01762118e for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:09:03.152090 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d71de7fd-597c-4332-ac0f-8f2b01659267 admin admin] For port b14ae363-80f8-437c-bee0-ed994706352e, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b14ae363-80f8-437c-bee0-ed994706352e,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:03.152570 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d71de7fd-597c-4332-ac0f-8f2b01659267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b14ae363-80f8-437c-bee0-ed994706352e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:03.154274 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60911d6-2cef-41b1-9e6a-35776fc14070 None None] Routers {'af8396b8-091e-472d-9390-f0c01762118e'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:09:03.155208 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b60911d6-2cef-41b1-9e6a-35776fc14070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:08:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['af8396b8-091e-472d-9390-f0c01762118e'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:03.158892 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0fa33-8cf2-4556-b819-40dda23729d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bd61af-479d-4feb-88ca-9768cf152689,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:03.191463 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d71de7fd-597c-4332-ac0f-8f2b01659267 admin admin] Calling delete_port for b14ae363-80f8-437c-bee0-ed994706352e owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:09:03.198458 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-3b173cb2-916c-4193-9dd8-7f356f7130e8 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks [] for port (68194730-61b1-46d7-b452-51d9bdea8041), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:03.315972 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-3b173cb2-916c-4193-9dd8-7f356f7130e8 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (68194730-61b1-46d7-b452-51d9bdea8041), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:03.432565 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-3b173cb2-916c-4193-9dd8-7f356f7130e8 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:09:03.449170 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-3b173cb2-916c-4193-9dd8-7f356f7130e8 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:09:03.451939 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b173cb2-916c-4193-9dd8-7f356f7130e8 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Pushing event updated for resources: {'Port': ['ID=68194730-61b1-46d7-b452-51d9bdea8041,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:03.457372 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-3b173cb2-916c-4193-9dd8-7f356f7130e8 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:09:03.463010 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['26787e24-6f29-45b3-9a89-4a5008a4324c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:09:03.465874 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['66cf6411-d0dd-42db-99eb-0ea71436f870', '3b24adc3-ef07-4a3c-af12-0a22a4a443af'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:09:03.642468 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-b60911d6-2cef-41b1-9e6a-35776fc14070 None None] Set router af8396b8-091e-472d-9390-f0c01762118e gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:09:03.669005 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-3b173cb2-916c-4193-9dd8-7f356f7130e8 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:03.669669 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-3b173cb2-916c-4193-9dd8-7f356f7130e8 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:03.708984 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d71de7fd-597c-4332-ac0f-8f2b01659267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (b14ae363-80f8-437c-bee0-ed994706352e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:03.729980 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d1b4a-4292-48c1-a003-e4a2e0ce9f70 req-60b11e87-1dcd-4e1b-b964-a80a39af1b90 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:03.748147 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d1d1b4a-4292-48c1-a003-e4a2e0ce9f70 req-60b11e87-1dcd-4e1b-b964-a80a39af1b90 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 934 time: 0.2893507 Jan 18 20:09:03.772920 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-3b173cb2-916c-4193-9dd8-7f356f7130e8 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2190013 Jan 18 20:09:03.783051 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71de7fd-597c-4332-ac0f-8f2b01659267 admin admin] Pushing event deleted for resources: {'Port': ['ID=b14ae363-80f8-437c-bee0-ed994706352e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:03.822692 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-fdd2b658-044a-4e11-b59a-66f51b7ffe48 service neutron] Request body: {'port': {'device_id': '467f9b3d-9382-41d3-bf2e-354b6fa3ed25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:03.873625 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b60911d6-2cef-41b1-9e6a-35776fc14070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8396b8-091e-472d-9390-f0c01762118e', 'name': 'tempest-ServersTestJSON-580732818-router', 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:04:48Z', 'updated_at': '2022-01-18T20:09:02Z', 'revision_number': 6, 'project_id': '83505cce248d4c14b276c003902f57cf', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:03.911711 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60911d6-2cef-41b1-9e6a-35776fc14070 None None] The sync data for ids ['af8396b8-091e-472d-9390-f0c01762118e'] in n-d-741529-9 is: [{'id': 'af8396b8-091e-472d-9390-f0c01762118e', 'name': 'tempest-ServersTestJSON-580732818-router', 'tenant_id': '83505cce248d4c14b276c003902f57cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:04:48Z', 'updated_at': '2022-01-18T20:09:02Z', 'revision_number': 6, 'project_id': '83505cce248d4c14b276c003902f57cf', 'gw_port_host': None}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:09:03.936740 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d71de7fd-597c-4332-ac0f-8f2b01659267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (af8396b8-091e-472d-9390-f0c01762118e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:03.980228 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:03.997089 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-fdd2b658-044a-4e11-b59a-66f51b7ffe48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (68194730-61b1-46d7-b452-51d9bdea8041), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:04.005835 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1eff412a-5d77-41b1-9171-38af0f987eaa None None] Provisioning complete for port 68194730-61b1-46d7-b452-51d9bdea8041 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:04.006906 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1eff412a-5d77-41b1-9171-38af0f987eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (68194730-61b1-46d7-b452-51d9bdea8041), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:04.049728 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d1d1b4a-4292-48c1-a003-e4a2e0ce9f70 req-d2137848-dd19-4c4b-875f-5169bf093283 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003683 Jan 18 20:09:04.176179 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1eff412a-5d77-41b1-9171-38af0f987eaa None None] Port 68194730-61b1-46d7-b452-51d9bdea8041 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:09:04.212371 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d71de7fd-597c-4332-ac0f-8f2b01659267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (af8396b8-091e-472d-9390-f0c01762118e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:04.219311 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d71de7fd-597c-4332-ac0f-8f2b01659267 admin admin] Publish callbacks [] for router_controller (af8396b8-091e-472d-9390-f0c01762118e), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:04.355696 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d71de7fd-597c-4332-ac0f-8f2b01659267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (af8396b8-091e-472d-9390-f0c01762118e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:04.357175 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71de7fd-597c-4332-ac0f-8f2b01659267 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af8396b8-091e-472d-9390-f0c01762118e {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:09:04.369151 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d71de7fd-597c-4332-ac0f-8f2b01659267 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:04.371452 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d71de7fd-597c-4332-ac0f-8f2b01659267 admin admin] 10.222.0.31 "DELETE /v2.0/routers/af8396b8-091e-472d-9390-f0c01762118e HTTP/1.1" status: 204 len: 168 time: 1.9078190 Jan 18 20:09:04.376264 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41270) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:04.441991 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 36e7d360-91c2-4740-ade2-77426eff3a9b no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:09:04.479717 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93105ab-5d18-4f31-8d91-48710602c0e4 req-797a4ffe-83ec-439a-8be0-47d7f3f86cd2 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:04.480755 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 36e7d360-91c2-4740-ade2-77426eff3a9b {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:09:04.481888 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 36e7d360-91c2-4740-ade2-77426eff3a9b not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:09:04.489159 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-c15af7d1-7c9f-499b-af03-28de06ce1167 admin admin] Deleting subnet 5eb0d4e7-64bc-49d1-859c-c4823c4f8397 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:09:04.489356 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a93105ab-5d18-4f31-8d91-48710602c0e4 req-797a4ffe-83ec-439a-8be0-47d7f3f86cd2 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=951987df-57fe-402c-9fc2-f4eb14af7094 HTTP/1.1" status: 200 len: 947 time: 0.4575543 Jan 18 20:09:04.497993 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c15af7d1-7c9f-499b-af03-28de06ce1167 admin admin] Publish callbacks [] for subnet (5eb0d4e7-64bc-49d1-859c-c4823c4f8397), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:04.578292 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c15af7d1-7c9f-499b-af03-28de06ce1167 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (5eb0d4e7-64bc-49d1-859c-c4823c4f8397), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:04.617864 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a93105ab-5d18-4f31-8d91-48710602c0e4 req-e917b7ad-2c64-4591-9e5e-622ad2138775 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c81dc55-1d7e-4575-bd69-0392030b38ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273355 Jan 18 20:09:04.705890 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c15af7d1-7c9f-499b-af03-28de06ce1167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (5eb0d4e7-64bc-49d1-859c-c4823c4f8397), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:04.756664 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-fdd2b658-044a-4e11-b59a-66f51b7ffe48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68194730-61b1-46d7-b452-51d9bdea8041 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:09:04.764377 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-fdd2b658-044a-4e11-b59a-66f51b7ffe48 service neutron] Publish callbacks [] for port (68194730-61b1-46d7-b452-51d9bdea8041), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:04.800497 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c15af7d1-7c9f-499b-af03-28de06ce1167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (5eb0d4e7-64bc-49d1-859c-c4823c4f8397), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:04.804192 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-fdd2b658-044a-4e11-b59a-66f51b7ffe48 service neutron] Transition to ACTIVE for port object 68194730-61b1-46d7-b452-51d9bdea8041 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:09:04.837337 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-fdd2b658-044a-4e11-b59a-66f51b7ffe48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (68194730-61b1-46d7-b452-51d9bdea8041), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:04.842110 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15af7d1-7c9f-499b-af03-28de06ce1167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eb0d4e7-64bc-49d1-859c-c4823c4f8397,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:04.850700 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c15af7d1-7c9f-499b-af03-28de06ce1167 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:04.855492 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c15af7d1-7c9f-499b-af03-28de06ce1167 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5eb0d4e7-64bc-49d1-859c-c4823c4f8397 HTTP/1.1" status: 204 len: 168 time: 0.4777904 Jan 18 20:09:04.857260 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb0a15d-5e36-46cc-b8e8-d199a8ad64a9 None None] Network 3c5ec1c4-de42-47d6-ac78-1c3ddb817769 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:09:04.857880 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41300) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:04.941420 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2b658-044a-4e11-b59a-66f51b7ffe48 service neutron] Pushing event updated for resources: {'Port': ['ID=68194730-61b1-46d7-b452-51d9bdea8041,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:04.994335 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af043007-4bf1-4095-9952-a499ecc7f36f req-eac9076a-c7b4-49f5-b069-e6dc981d7428 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:04.996536 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e3bef39-7613-46d8-bd22-4323582f6836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (3c5ec1c4-de42-47d6-ac78-1c3ddb817769), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:05.006651 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af043007-4bf1-4095-9952-a499ecc7f36f req-eac9076a-c7b4-49f5-b069-e6dc981d7428 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/networks?id=da762a08-ce23-48b4-9e56-1b22cb2c3759 HTTP/1.1" status: 200 len: 804 time: 0.2396948 Jan 18 20:09:05.111388 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-6e3bef39-7613-46d8-bd22-4323582f6836 admin admin] Deleting port 12afc9cf-f1aa-497e-9585-ecbaa304842a {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:09:05.112904 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e3bef39-7613-46d8-bd22-4323582f6836 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (12afc9cf-f1aa-497e-9585-ecbaa304842a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:05.153968 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af043007-4bf1-4095-9952-a499ecc7f36f req-3987e141-fc56-493f-91a6-89f3f8228673 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/quotas/934a86f68a4746be8b16c0fa3df42262 HTTP/1.1" status: 200 len: 375 time: 0.1460788 Jan 18 20:09:05.157466 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-fdd2b658-044a-4e11-b59a-66f51b7ffe48 service neutron] Attempting to bind port 68194730-61b1-46d7-b452-51d9bdea8041 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:09:05.162627 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-fdd2b658-044a-4e11-b59a-66f51b7ffe48 service neutron] Attempting to bind port 68194730-61b1-46d7-b452-51d9bdea8041 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:09:05.164870 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-fdd2b658-044a-4e11-b59a-66f51b7ffe48 service neutron] Attempting to bind port 68194730-61b1-46d7-b452-51d9bdea8041 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:09:05.178508 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1598bdb-d06a-4eb0-b4d8-76066ea93cfc None None] DHCP port deletion for 3c5ec1c4-de42-47d6-ac78-1c3ddb817769 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:09:05.181085 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41308) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:05.208277 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-fdd2b658-044a-4e11-b59a-66f51b7ffe48 service neutron] Port 68194730-61b1-46d7-b452-51d9bdea8041 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:09:05.208619 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-fdd2b658-044a-4e11-b59a-66f51b7ffe48 service neutron] Attempting to bind port 68194730-61b1-46d7-b452-51d9bdea8041 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:09:05.218690 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-fdd2b658-044a-4e11-b59a-66f51b7ffe48 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:09:05.219185 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-fdd2b658-044a-4e11-b59a-66f51b7ffe48 service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:09:05.219450 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-fdd2b658-044a-4e11-b59a-66f51b7ffe48 service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:09:05.219856 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-fdd2b658-044a-4e11-b59a-66f51b7ffe48 service neutron] Bound port: 68194730-61b1-46d7-b452-51d9bdea8041, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:09:05.220281 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-fdd2b658-044a-4e11-b59a-66f51b7ffe48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (68194730-61b1-46d7-b452-51d9bdea8041), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:05.266610 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f1598bdb-d06a-4eb0-b4d8-76066ea93cfc None None] Deleting port 12afc9cf-f1aa-497e-9585-ecbaa304842a {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:09:05.268139 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f1598bdb-d06a-4eb0-b4d8-76066ea93cfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (12afc9cf-f1aa-497e-9585-ecbaa304842a), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:05.313751 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-6e3bef39-7613-46d8-bd22-4323582f6836 admin admin] For port 12afc9cf-f1aa-497e-9585-ecbaa304842a, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=12afc9cf-f1aa-497e-9585-ecbaa304842a,segment=NetworkSegment(d7007d66-8a65-4944-ae3e-4f1a259f66d0),segment_id=d7007d66-8a65-4944-ae3e-4f1a259f66d0)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:05.314236 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 04f80e00-191d-4e6c-9004-67b0931a5936 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:09:05.314847 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e3bef39-7613-46d8-bd22-4323582f6836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (12afc9cf-f1aa-497e-9585-ecbaa304842a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:05.316121 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 7118a67f-b363-46c4-ac33-e1d1b8732c7a no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:09:05.318937 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af043007-4bf1-4095-9952-a499ecc7f36f req-d4017524-8483-4011-9532-0b0679d02b7a tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=934a86f68a4746be8b16c0fa3df42262&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1634495 Jan 18 20:09:05.324037 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-58d69a28-c78f-4971-b924-aa97015cc35a tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5d40398b27cb4a389f8eb11d1ef87699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777943 Jan 18 20:09:05.344636 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-6e3bef39-7613-46d8-bd22-4323582f6836 admin admin] Calling delete_port for 12afc9cf-f1aa-497e-9585-ecbaa304842a owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:09:05.445610 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af043007-4bf1-4095-9952-a499ecc7f36f req-c8c022e4-e869-48f3-bdb8-cbe07b97b28f service neutron] 10.222.0.31 "GET /v2.0/networks/da762a08-ce23-48b4-9e56-1b22cb2c3759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257493 Jan 18 20:09:05.464197 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f1598bdb-d06a-4eb0-b4d8-76066ea93cfc None None] For port 12afc9cf-f1aa-497e-9585-ecbaa304842a, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=12afc9cf-f1aa-497e-9585-ecbaa304842a,segment=NetworkSegment(d7007d66-8a65-4944-ae3e-4f1a259f66d0),segment_id=d7007d66-8a65-4944-ae3e-4f1a259f66d0)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:05.464615 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f1598bdb-d06a-4eb0-b4d8-76066ea93cfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (12afc9cf-f1aa-497e-9585-ecbaa304842a), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:05.468359 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e3bef39-7613-46d8-bd22-4323582f6836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (12afc9cf-f1aa-497e-9585-ecbaa304842a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:05.485514 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f1598bdb-d06a-4eb0-b4d8-76066ea93cfc None None] Calling delete_port for 12afc9cf-f1aa-497e-9585-ecbaa304842a owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:09:05.502829 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bef39-7613-46d8-bd22-4323582f6836 admin admin] Pushing event deleted for resources: {'Port': ['ID=12afc9cf-f1aa-497e-9585-ecbaa304842a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:05.504864 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3bef39-7613-46d8-bd22-4323582f6836 admin admin] No DVR routers for this DVR port 12afc9cf-f1aa-497e-9585-ecbaa304842a on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:09:05.509249 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-fcf99a54-473f-4aa5-8992-da417f282686 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-888973252-network', 'tenant_id': 'a952c69eb581417d94f6dac1d82e518e'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:05.580764 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e3bef39-7613-46d8-bd22-4323582f6836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (3c5ec1c4-de42-47d6-ac78-1c3ddb817769), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:05.608874 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-6e3bef39-7613-46d8-bd22-4323582f6836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c5ec1c4-de42-47d6-ac78-1c3ddb817769']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:05.621931 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-fdd2b658-044a-4e11-b59a-66f51b7ffe48 service neutron] For port 68194730-61b1-46d7-b452-51d9bdea8041, host n-h1-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:09:05.624763 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-6e3bef39-7613-46d8-bd22-4323582f6836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7007d66-8a65-4944-ae3e-4f1a259f66d0') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:05.624904 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-6e3bef39-7613-46d8-bd22-4323582f6836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7007d66-8a65-4944-ae3e-4f1a259f66d0') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:05.637369 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e3bef39-7613-46d8-bd22-4323582f6836 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (d7007d66-8a65-4944-ae3e-4f1a259f66d0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:05.653024 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-fdd2b658-044a-4e11-b59a-66f51b7ffe48 service neutron] For port 68194730-61b1-46d7-b452-51d9bdea8041, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=68194730-61b1-46d7-b452-51d9bdea8041,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:09:05.653453 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e3bef39-7613-46d8-bd22-4323582f6836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (d7007d66-8a65-4944-ae3e-4f1a259f66d0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:05.655659 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 7118a67f-b363-46c4-ac33-e1d1b8732c7a is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:05.657898 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7118a67f-b363-46c4-ac33-e1d1b8732c7a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:05.663257 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf99a54-473f-4aa5-8992-da417f282686 admin admin] Made reservation on behalf of a952c69eb581417d94f6dac1d82e518e for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:09:05.664495 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3bef39-7613-46d8-bd22-4323582f6836 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:09:05.665169 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e3bef39-7613-46d8-bd22-4323582f6836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (d7007d66-8a65-4944-ae3e-4f1a259f66d0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:05.665612 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fcf99a54-473f-4aa5-8992-da417f282686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:09:05.667274 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:09:05.677050 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-fdd2b658-044a-4e11-b59a-66f51b7ffe48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (68194730-61b1-46d7-b452-51d9bdea8041), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:05.703239 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fcf99a54-473f-4aa5-8992-da417f282686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:05.704000 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 04f80e00-191d-4e6c-9004-67b0931a5936, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=04f80e00-191d-4e6c-9004-67b0931a5936,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:05.721419 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f1598bdb-d06a-4eb0-b4d8-76066ea93cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (12afc9cf-f1aa-497e-9585-ecbaa304842a), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:05.723265 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e540d62-2cea-4a35-9b59-003c212eb970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7118a67f-b363-46c4-ac33-e1d1b8732c7a'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:09:05.726275 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cd362c-af2b-4c27-a1db-46a5f8095b3e" -d '{"events": [{"server_uuid": "1e540d62-2cea-4a35-9b59-003c212eb970", "name": "network-vif-unplugged", "status": "completed", "tag": "7118a67f-b363-46c4-ac33-e1d1b8732c7a"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:09:05.733765 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-62aea334-4bbc-457c-98d1-b1f7821b2fd7 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:05.735682 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e3bef39-7613-46d8-bd22-4323582f6836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (3c5ec1c4-de42-47d6-ac78-1c3ddb817769), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:05.735867 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-62aea334-4bbc-457c-98d1-b1f7821b2fd7 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2849777 Jan 18 20:09:05.742439 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e3bef39-7613-46d8-bd22-4323582f6836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:05.744857 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '04f80e00-191d-4e6c-9004-67b0931a5936', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '04f80e00-191d-4e6c-9004-67b0931a5936', 'mac_address': 'fa:16:3e:b7:62:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:09:05.750881 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6e3bef39-7613-46d8-bd22-4323582f6836 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3c5ec1c4-de42-47d6-ac78-1c3ddb817769 HTTP/1.1" status: 204 len: 168 time: 0.8906026 Jan 18 20:09:05.755087 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-fdd2b658-044a-4e11-b59a-66f51b7ffe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:05.755713 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-fdd2b658-044a-4e11-b59a-66f51b7ffe48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:05.757029 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-fdd2b658-044a-4e11-b59a-66f51b7ffe48 service neutron] 10.222.0.57 "PUT /v2.0/ports/68194730-61b1-46d7-b452-51d9bdea8041 HTTP/1.1" status: 200 len: 1094 time: 1.9675126 Jan 18 20:09:05.761823 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af043007-4bf1-4095-9952-a499ecc7f36f req-422d4336-fbea-4b19-b9e2-2e9c1599ec1a service neutron] 10.222.0.31 "GET /v2.0/networks/da762a08-ce23-48b4-9e56-1b22cb2c3759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056221 Jan 18 20:09:05.762261 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467f9b3d-9382-41d3-bf2e-354b6fa3ed25', 'tag': '68194730-61b1-46d7-b452-51d9bdea8041'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:09:05.763665 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bef39-7613-46d8-bd22-4323582f6836 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c5ec1c4-de42-47d6-ac78-1c3ddb817769,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:05.764547 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed470e6-7ee1-46b2-8298-c3950306130a" -d '{"events": [{"name": "network-changed", "server_uuid": "467f9b3d-9382-41d3-bf2e-354b6fa3ed25", "tag": "68194730-61b1-46d7-b452-51d9bdea8041"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:09:05.790164 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 7118a67f-b363-46c4-ac33-e1d1b8732c7a, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=7118a67f-b363-46c4-ac33-e1d1b8732c7a,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:05.791309 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1598bdb-d06a-4eb0-b4d8-76066ea93cfc None None] Pushing event deleted for resources: {'Port': ['ID=12afc9cf-f1aa-497e-9585-ecbaa304842a,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:05.798807 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-40e98312-7cbd-46ed-a5eb-cc1af47f41d7 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.31 "GET /v2.0/quotas/5d40398b27cb4a389f8eb11d1ef87699 HTTP/1.1" status: 200 len: 375 time: 0.0453954 Jan 18 20:09:05.803143 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1598bdb-d06a-4eb0-b4d8-76066ea93cfc None None] No DVR routers for this DVR port 12afc9cf-f1aa-497e-9585-ecbaa304842a on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:09:05.805935 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2b658-044a-4e11-b59a-66f51b7ffe48 service neutron] Pushing event updated for resources: {'Port': ['ID=68194730-61b1-46d7-b452-51d9bdea8041,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:05.807595 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7118a67f-b363-46c4-ac33-e1d1b8732c7a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:05.903141 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-d21dc897-7701-41c5-9c9b-3ef02527baf2 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5d40398b27cb4a389f8eb11d1ef87699&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0888369 Jan 18 20:09:05.923800 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 04f80e00-191d-4e6c-9004-67b0931a5936 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:05.924197 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (04f80e00-191d-4e6c-9004-67b0931a5936), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:06.004569 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f80e00-191d-4e6c-9004-67b0931a5936 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:09:06.061394 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41332) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:06.098187 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=7118a67f-b363-46c4-ac33-e1d1b8732c7a,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:06.101304 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940548c4-7a5a-4e4f-b219-7baefe30848a req-b9fb6244-9d2a-4f08-a909-4d7dca5e71e7 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:06.104928 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 04f80e00-191d-4e6c-9004-67b0931a5936, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=04f80e00-191d-4e6c-9004-67b0931a5936,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:06.112132 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-3228919c-bb6f-4348-bae5-5568f25835a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:06.120685 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-3228919c-bb6f-4348-bae5-5568f25835a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 1097 time: 0.3044972 Jan 18 20:09:06.124154 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (04f80e00-191d-4e6c-9004-67b0931a5936), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:06.129857 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-940548c4-7a5a-4e4f-b219-7baefe30848a req-b9fb6244-9d2a-4f08-a909-4d7dca5e71e7 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e540d62-2cea-4a35-9b59-003c212eb970 HTTP/1.1" status: 200 len: 944 time: 0.1713538 Jan 18 20:09:06.161664 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fcf99a54-473f-4aa5-8992-da417f282686 admin admin] Publish callbacks [] for security_group (080b0e27-94ad-4301-afc1-141bed1a208b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:06.197526 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=04f80e00-191d-4e6c-9004-67b0931a5936,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:06.241231 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-176a40e2-eb1b-470d-900b-eaaf8f9c5c56 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=68194730-61b1-46d7-b452-51d9bdea8041 HTTP/1.1" status: 200 len: 217 time: 0.1053541 Jan 18 20:09:06.261680 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fcf99a54-473f-4aa5-8992-da417f282686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (080b0e27-94ad-4301-afc1-141bed1a208b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:06.288638 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b14ae363-80f8-437c-bee0-ed994706352e no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:09:06.329875 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: b14ae363-80f8-437c-bee0-ed994706352e {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:09:06.331423 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b14ae363-80f8-437c-bee0-ed994706352e not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:09:06.333114 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 12afc9cf-f1aa-497e-9585-ecbaa304842a no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:09:06.392348 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 12afc9cf-f1aa-497e-9585-ecbaa304842a {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:09:06.392721 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 12afc9cf-f1aa-497e-9585-ecbaa304842a not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:09:06.434312 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d649d3a-3c47-4ac9-918c-b3e14a16d89f req-16de1537-7ee5-4273-aa21-ea369867325d tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:06.442042 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6d649d3a-3c47-4ac9-918c-b3e14a16d89f req-16de1537-7ee5-4273-aa21-ea369867325d tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec990ee3-37a7-4873-a5fa-954a82c4620f HTTP/1.1" status: 200 len: 946 time: 0.3210664 Jan 18 20:09:06.473484 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf99a54-473f-4aa5-8992-da417f282686 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:09:06.492390 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-34001eae-acd6-4da1-b539-e94bd519fc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:06.494484 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-34001eae-acd6-4da1-b539-e94bd519fc51 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.2361634 Jan 18 20:09:06.505780 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf99a54-473f-4aa5-8992-da417f282686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080b0e27-94ad-4301-afc1-141bed1a208b,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:06.533943 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fcf99a54-473f-4aa5-8992-da417f282686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (83b8d781-14b6-4a03-9148-c4ea70094e5c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:06.535108 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-fcf99a54-473f-4aa5-8992-da417f282686 admin admin] Added segment 83b8d781-14b6-4a03-9148-c4ea70094e5c of type vlan for network b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150 Jan 18 20:09:06.597391 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['04f80e00-191d-4e6c-9004-67b0931a5936'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:09:06.693678 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e0855dd0-b834-4050-a423-39746b210fce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=83505cce248d4c14b276c003902f57cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6226885 Jan 18 20:09:06.696683 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41352) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:06.710738 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6d649d3a-3c47-4ac9-918c-b3e14a16d89f req-d6fb51af-ebf1-41bc-a85e-2ed2590e7672 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672045 Jan 18 20:09:06.746837 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:06.760780 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a8233-56d3-4fad-b0cd-0d658c5c22e8 req-eb9bc853-ffb6-41e9-9dbd-075c03cde454 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:06.762345 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d57a8233-56d3-4fad-b0cd-0d658c5c22e8 req-eb9bc853-ffb6-41e9-9dbd-075c03cde454 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec990ee3-37a7-4873-a5fa-954a82c4620f HTTP/1.1" status: 200 len: 946 time: 0.1352797 Jan 18 20:09:06.767075 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fcf99a54-473f-4aa5-8992-da417f282686 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:06.814459 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-94454044-f805-44c5-868b-cd9d77a9b49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:06.819888 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-94454044-f805-44c5-868b-cd9d77a9b49d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3100326 Jan 18 20:09:06.847570 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-940548c4-7a5a-4e4f-b219-7baefe30848a req-1ea34a1a-0d81-4460-b03f-15dcad610739 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Deleting port 7118a67f-b363-46c4-ac33-e1d1b8732c7a {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:09:06.848179 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-940548c4-7a5a-4e4f-b219-7baefe30848a req-1ea34a1a-0d81-4460-b03f-15dcad610739 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (7118a67f-b363-46c4-ac33-e1d1b8732c7a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:06.886328 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fcf99a54-473f-4aa5-8992-da417f282686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:06.887672 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf99a54-473f-4aa5-8992-da417f282686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:06.888298 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fcf99a54-473f-4aa5-8992-da417f282686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:06.898035 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-765555e5-2059-4096-a6da-a3a11ae870ed admin admin] Publish callbacks [] for security_group (933a77a7-8873-47c5-a9c2-c6bd6881f8b6), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:06.964352 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-d57a8233-56d3-4fad-b0cd-0d658c5c22e8 req-fb2cbbc3-88da-4f94-8790-b9966758f946 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Deleting port 7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:09:06.964953 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d57a8233-56d3-4fad-b0cd-0d658c5c22e8 req-fb2cbbc3-88da-4f94-8790-b9966758f946 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:06.988242 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-765555e5-2059-4096-a6da-a3a11ae870ed admin admin] Publish callbacks [] for security_group (933a77a7-8873-47c5-a9c2-c6bd6881f8b6), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:07.008915 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fcf99a54-473f-4aa5-8992-da417f282686 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8244474 Jan 18 20:09:07.010108 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf99a54-473f-4aa5-8992-da417f282686 admin admin] Pushing event updated for resources: {'Network': ['ID=b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:07.012267 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41354) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:07.022236 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:09:07.026266 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-cccbe2f6-4bd2-4688-9518-ae25385972c0 admin admin] Request body: {'subnet': {'network_id': 'b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-888973252-subnet', 'tenant_id': 'a952c69eb581417d94f6dac1d82e518e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:07.109337 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-dbbb99c6-4bff-4f17-957c-bc6d0cab7a05 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684731 Jan 18 20:09:07.124256 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-940548c4-7a5a-4e4f-b219-7baefe30848a req-1ea34a1a-0d81-4460-b03f-15dcad610739 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] For port 7118a67f-b363-46c4-ac33-e1d1b8732c7a, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=7118a67f-b363-46c4-ac33-e1d1b8732c7a,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:07.124931 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-940548c4-7a5a-4e4f-b219-7baefe30848a req-1ea34a1a-0d81-4460-b03f-15dcad610739 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (7118a67f-b363-46c4-ac33-e1d1b8732c7a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:07.153051 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccbe2f6-4bd2-4688-9518-ae25385972c0 admin admin] Made reservation on behalf of a952c69eb581417d94f6dac1d82e518e for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:09:07.154567 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-940548c4-7a5a-4e4f-b219-7baefe30848a req-1ea34a1a-0d81-4460-b03f-15dcad610739 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Calling delete_port for 7118a67f-b363-46c4-ac33-e1d1b8732c7a owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:09:07.155509 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cccbe2f6-4bd2-4688-9518-ae25385972c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:07.167329 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780ea7f-4e6b-4bdf-94d6-20016112d983 req-b0132e46-8e6e-433f-b79d-ad15750f1ecc tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:07.175228 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2780ea7f-4e6b-4bdf-94d6-20016112d983 req-b0132e46-8e6e-433f-b79d-ad15750f1ecc tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 946 time: 0.1769829 Jan 18 20:09:07.248867 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-765555e5-2059-4096-a6da-a3a11ae870ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (933a77a7-8873-47c5-a9c2-c6bd6881f8b6), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:07.251469 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-765555e5-2059-4096-a6da-a3a11ae870ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:07.255336 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-765555e5-2059-4096-a6da-a3a11ae870ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/933a77a7-8873-47c5-a9c2-c6bd6881f8b6 HTTP/1.1" status: 204 len: 168 time: 0.5502238 Jan 18 20:09:07.255336 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-d57a8233-56d3-4fad-b0cd-0d658c5c22e8 req-fb2cbbc3-88da-4f94-8790-b9966758f946 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] For port 7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:07.263513 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d57a8233-56d3-4fad-b0cd-0d658c5c22e8 req-fb2cbbc3-88da-4f94-8790-b9966758f946 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:07.314119 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-d57a8233-56d3-4fad-b0cd-0d658c5c22e8 req-fb2cbbc3-88da-4f94-8790-b9966758f946 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Calling delete_port for 7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:09:07.318539 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765555e5-2059-4096-a6da-a3a11ae870ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933a77a7-8873-47c5-a9c2-c6bd6881f8b6,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:07.366519 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2780ea7f-4e6b-4bdf-94d6-20016112d983 req-b8d82bfd-cdc8-45a1-9230-573bb4af9445 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916528 Jan 18 20:09:07.412316 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170c43b-1ebb-413d-8c5a-6e22e9931593 req-04d44038-02ee-42f1-8f6d-bc1ec2faa719 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:07.413964 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0170c43b-1ebb-413d-8c5a-6e22e9931593 req-04d44038-02ee-42f1-8f6d-bc1ec2faa719 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=951987df-57fe-402c-9fc2-f4eb14af7094 HTTP/1.1" status: 200 len: 948 time: 0.2113163 Jan 18 20:09:07.418600 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2309176c-c3c6-4b75-a5f4-9e047da02d8a req-bee7fcb8-edb6-42e7-bb3a-9826d3ef0cdb service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017879 Jan 18 20:09:07.422894 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d69d92-ead5-41e9-8024-7c80d0f63c18 x-openstack-request-id: req-39d69d92-ead5-41e9-8024-7c80d0f63c18 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:09:07.423440 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e540d62-2cea-4a35-9b59-003c212eb970", "name": "network-vif-unplugged", "status": "completed", "tag": "7118a67f-b363-46c4-ac33-e1d1b8732c7a", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:09:07.423543 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-39d69d92-ead5-41e9-8024-7c80d0f63c18 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:09:07.424236 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e540d62-2cea-4a35-9b59-003c212eb970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7118a67f-b363-46c4-ac33-e1d1b8732c7a', 'code': 200} Jan 18 20:09:07.478116 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26887838-a43b-4784-aa5a-df1b74153507 x-openstack-request-id: req-26887838-a43b-4784-aa5a-df1b74153507 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:09:07.479473 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467f9b3d-9382-41d3-bf2e-354b6fa3ed25", "tag": "68194730-61b1-46d7-b452-51d9bdea8041", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:09:07.479473 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26887838-a43b-4784-aa5a-df1b74153507 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:09:07.479473 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467f9b3d-9382-41d3-bf2e-354b6fa3ed25', 'tag': '68194730-61b1-46d7-b452-51d9bdea8041', 'status': 'completed', 'code': 200} Jan 18 20:09:07.593245 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-68f274d3-247f-4bd8-850e-aae761af809a req-8eb44365-8f48-4145-b664-456e8fb03676 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=f66cd2fb-1558-4390-bc49-d53b00bcc0b5 HTTP/1.1" status: 200 len: 210 time: 0.0599923 Jan 18 20:09:07.596993 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-940548c4-7a5a-4e4f-b219-7baefe30848a req-1ea34a1a-0d81-4460-b03f-15dcad610739 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (7118a67f-b363-46c4-ac33-e1d1b8732c7a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:07.645783 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea34a1a-0d81-4460-b03f-15dcad610739 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Pushing event deleted for resources: {'Port': ['ID=7118a67f-b363-46c4-ac33-e1d1b8732c7a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:07.646000 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0170c43b-1ebb-413d-8c5a-6e22e9931593 req-93422790-dee4-43b1-b5d0-024bc59b3c47 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c81dc55-1d7e-4575-bd69-0392030b38ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244864 Jan 18 20:09:07.723542 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed470e6-7ee1-46b2-8298-c3950306130a req-26bccfd4-3dc5-4c41-b24e-9bb79bcf7a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:07.727807 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-940548c4-7a5a-4e4f-b219-7baefe30848a req-1ea34a1a-0d81-4460-b03f-15dcad610739 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] No DVR routers for this DVR port 7118a67f-b363-46c4-ac33-e1d1b8732c7a on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:09:07.731327 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-940548c4-7a5a-4e4f-b219-7baefe30848a req-1ea34a1a-0d81-4460-b03f-15dcad610739 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:07.731608 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5ed470e6-7ee1-46b2-8298-c3950306130a req-26bccfd4-3dc5-4c41-b24e-9bb79bcf7a7f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 1097 time: 0.2323637 Jan 18 20:09:07.736841 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-940548c4-7a5a-4e4f-b219-7baefe30848a req-1ea34a1a-0d81-4460-b03f-15dcad610739 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.57 "DELETE /v2.0/ports/7118a67f-b363-46c4-ac33-e1d1b8732c7a HTTP/1.1" status: 204 len: 173 time: 1.6046262 Jan 18 20:09:07.737488 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e540d62-2cea-4a35-9b59-003c212eb970', 'name': 'network-vif-deleted', 'tag': '7118a67f-b363-46c4-ac33-e1d1b8732c7a'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:09:07.740311 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b43b6a-de00-4941-9829-cb5cfa9036f0" -d '{"events": [{"server_uuid": "1e540d62-2cea-4a35-9b59-003c212eb970", "name": "network-vif-deleted", "tag": "7118a67f-b363-46c4-ac33-e1d1b8732c7a"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:09:07.755293 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d57a8233-56d3-4fad-b0cd-0d658c5c22e8 req-fb2cbbc3-88da-4f94-8790-b9966758f946 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:07.763650 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cccbe2f6-4bd2-4688-9518-ae25385972c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (78beeeda-78cd-4589-8de9-383faab967bb), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:07.849727 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2cbbc3-88da-4f94-8790-b9966758f946 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Pushing event deleted for resources: {'Port': ['ID=7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:07.871866 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-cb4014c2-229d-4942-a5fb-a4e43561e3fa tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=5d40398b27cb4a389f8eb11d1ef87699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1122148 Jan 18 20:09:07.887881 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccbe2f6-4bd2-4688-9518-ae25385972c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78beeeda-78cd-4589-8de9-383faab967bb,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:07.909415 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-52641815-9f1d-4312-a172-52cf7c07d486 req-00c5f678-ef46-43dd-85d8-622c936678a6 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.31 "GET /v2.0/ports?device_id=b29ba771-d765-455d-9e71-2e483c751907 HTTP/1.1" status: 200 len: 210 time: 0.1963530 Jan 18 20:09:07.935844 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57a8233-56d3-4fad-b0cd-0d658c5c22e8 req-fb2cbbc3-88da-4f94-8790-b9966758f946 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] No DVR routers for this DVR port 7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:09:07.951939 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d57a8233-56d3-4fad-b0cd-0d658c5c22e8 req-fb2cbbc3-88da-4f94-8790-b9966758f946 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:07.956039 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d57a8233-56d3-4fad-b0cd-0d658c5c22e8 req-fb2cbbc3-88da-4f94-8790-b9966758f946 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.70 "DELETE /v2.0/ports/7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc HTTP/1.1" status: 204 len: 173 time: 1.1806498 Jan 18 20:09:08.038541 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af043007-4bf1-4095-9952-a499ecc7f36f req-cd11f4d5-5654-4e49-9fd8-773213a30525 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:08.040310 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-af043007-4bf1-4095-9952-a499ecc7f36f req-cd11f4d5-5654-4e49-9fd8-773213a30525 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.70 "GET /v2.0/networks?id=da762a08-ce23-48b4-9e56-1b22cb2c3759 HTTP/1.1" status: 200 len: 804 time: 0.2962906 Jan 18 20:09:08.066523 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-af043007-4bf1-4095-9952-a499ecc7f36f req-2684a95a-fd6a-4ba6-86eb-fbeab38386ba tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Request body: {'port': {'device_id': 'f66cd2fb-1558-4390-bc49-d53b00bcc0b5', 'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759', 'admin_state_up': True, 'tenant_id': '934a86f68a4746be8b16c0fa3df42262'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:08.072856 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-53badc01-00fe-4fc0-ba18-b1c05b672738 req-392f2244-d125-4d21-ab04-2a481ef9d15f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec990ee3-37a7-4873-a5fa-954a82c4620f HTTP/1.1" status: 200 len: 210 time: 0.1875100 Jan 18 20:09:08.097619 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-58341eef-da21-4797-bfb0-01f82ecc8155 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:08.099238 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-58341eef-da21-4797-bfb0-01f82ecc8155 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1951225 Jan 18 20:09:08.119479 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-b0dc3ba1-0ab9-4a69-8d39-218fae4b6e9e tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Request body: {'port': {'device_id': 'b29ba771-d765-455d-9e71-2e483c751907', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': '5d40398b27cb4a389f8eb11d1ef87699'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:08.158780 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccbe2f6-4bd2-4688-9518-ae25385972c0 admin admin] Checking segment: {'id': '83b8d781-14b6-4a03-9148-c4ea70094e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:09:08.160250 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccbe2f6-4bd2-4688-9518-ae25385972c0 admin admin] Network hostable DHCP agents. Network: b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:09:08.173853 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b909dba-28fd-42c0-aaab-5dcb521b3d88 x-openstack-request-id: req-1b909dba-28fd-42c0-aaab-5dcb521b3d88 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:09:08.174457 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e540d62-2cea-4a35-9b59-003c212eb970", "name": "network-vif-deleted", "tag": "7118a67f-b363-46c4-ac33-e1d1b8732c7a", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:09:08.174564 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b909dba-28fd-42c0-aaab-5dcb521b3d88 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:09:08.175048 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e540d62-2cea-4a35-9b59-003c212eb970', 'name': 'network-vif-deleted', 'tag': '7118a67f-b363-46c4-ac33-e1d1b8732c7a', 'status': 'completed', 'code': 200} Jan 18 20:09:08.264988 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed470e6-7ee1-46b2-8298-c3950306130a req-c467fd38-0545-4c57-a7cb-9b9d946342f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:08.267972 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5ed470e6-7ee1-46b2-8298-c3950306130a req-c467fd38-0545-4c57-a7cb-9b9d946342f9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.5062613 Jan 18 20:09:08.316558 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af043007-4bf1-4095-9952-a499ecc7f36f req-2684a95a-fd6a-4ba6-86eb-fbeab38386ba tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Made reservation on behalf of 934a86f68a4746be8b16c0fa3df42262 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:09:08.321987 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af043007-4bf1-4095-9952-a499ecc7f36f req-2684a95a-fd6a-4ba6-86eb-fbeab38386ba tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:08.341952 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5ed470e6-7ee1-46b2-8298-c3950306130a req-9ca54bec-393f-4a36-a71a-928d285be49f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=68194730-61b1-46d7-b452-51d9bdea8041 HTTP/1.1" status: 200 len: 217 time: 0.0587320 Jan 18 20:09:08.352704 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-b0dc3ba1-0ab9-4a69-8d39-218fae4b6e9e tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Made reservation on behalf of 5d40398b27cb4a389f8eb11d1ef87699 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:09:08.356235 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-b0dc3ba1-0ab9-4a69-8d39-218fae4b6e9e tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:08.358778 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccbe2f6-4bd2-4688-9518-ae25385972c0 admin admin] Network b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:09:08.368364 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-b0dc3ba1-0ab9-4a69-8d39-218fae4b6e9e tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:08.393265 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-cccbe2f6-4bd2-4688-9518-ae25385972c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:09:08.400637 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccbe2f6-4bd2-4688-9518-ae25385972c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:08.401362 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cccbe2f6-4bd2-4688-9518-ae25385972c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:08.412986 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed470e6-7ee1-46b2-8298-c3950306130a req-93a7791c-cb7c-4398-8cd0-04676c6cf187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:08.415225 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5ed470e6-7ee1-46b2-8298-c3950306130a req-93a7791c-cb7c-4398-8cd0-04676c6cf187 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0666435 Jan 18 20:09:08.422302 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590bdbe5-c3b9-4ebc-88ed-866541879915 None None] Network b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:09:08.463527 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cccbe2f6-4bd2-4688-9518-ae25385972c0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4410248 Jan 18 20:09:08.584120 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:09:08.589233 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed470e6-7ee1-46b2-8298-c3950306130a req-9a8c415a-9d29-4ebd-9f3e-1eda9257bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:08.591512 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5ed470e6-7ee1-46b2-8298-c3950306130a req-9a8c415a-9d29-4ebd-9f3e-1eda9257bff8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1665204 Jan 18 20:09:08.639003 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937899dd-3c5e-4116-a180-253ef2d9c624 req-bb51166f-336f-4503-add3-85559d94b52e tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:08.646840 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-937899dd-3c5e-4116-a180-253ef2d9c624 req-bb51166f-336f-4503-add3-85559d94b52e tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 946 time: 0.0805938 Jan 18 20:09:08.648031 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:09:08.648564 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:09:08.649396 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41400) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:08.699216 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d9afc3-3f43-49e9-bda5-91766cdd4b63 None None] Network b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:09:08.787405 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-b0dc3ba1-0ab9-4a69-8d39-218fae4b6e9e tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Publish callbacks [] for security_group (7be56bab-ef88-4f4b-b2f7-832f8b852544), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:08.797806 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-b0dc3ba1-0ab9-4a69-8d39-218fae4b6e9e tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7be56bab-ef88-4f4b-b2f7-832f8b852544), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:08.848061 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-937899dd-3c5e-4116-a180-253ef2d9c624 req-f15a4c15-8ef7-44b9-829e-505e3c27ac35 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955616 Jan 18 20:09:08.894605 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-2c2de9d5-8355-4a79-9830-3143913a121e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1948818473-network', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:08.918529 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5ed470e6-7ee1-46b2-8298-c3950306130a req-5da9cdaf-db4a-453b-a4c4-2d48759710e3 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681258 Jan 18 20:09:08.972294 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-b0dc3ba1-0ab9-4a69-8d39-218fae4b6e9e tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Allocated IP 192.168.233.112 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/ffac5868-2428-404b-854e-17debbdfc33c) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:09:08.990665 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dbf1e9a7-24be-41fc-9c1f-535e93c7c260 req-34cb0b07-fdf1-4df6-b787-6ecf51262020 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=f66cd2fb-1558-4390-bc49-d53b00bcc0b5 HTTP/1.1" status: 200 len: 210 time: 0.0498762 Jan 18 20:09:08.994174 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2de9d5-8355-4a79-9830-3143913a121e admin admin] Made reservation on behalf of 58bdde0d1470454589ceb4c5ff2aa86d for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:09:08.997905 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2c2de9d5-8355-4a79-9830-3143913a121e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:09.055450 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2c2de9d5-8355-4a79-9830-3143913a121e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:09.162264 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-af043007-4bf1-4095-9952-a499ecc7f36f req-2684a95a-fd6a-4ba6-86eb-fbeab38386ba tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Allocated IP 172.20.0.10 (da762a08-ce23-48b4-9e56-1b22cb2c3759/3a677f5f-009c-4f07-9679-86f5c85ef9be/ad611f9d-8d6b-411c-840f-db336924ba95) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:09:09.173614 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-b0dc3ba1-0ab9-4a69-8d39-218fae4b6e9e tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Publish callbacks [] for port (ffac5868-2428-404b-854e-17debbdfc33c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:09.185428 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc3ba1-0ab9-4a69-8d39-218fae4b6e9e tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be56bab-ef88-4f4b-b2f7-832f8b852544,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:09.233873 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5ed470e6-7ee1-46b2-8298-c3950306130a req-1d83a7d0-26f2-4830-9817-724face9694e service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066645 Jan 18 20:09:09.244038 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2c2de9d5-8355-4a79-9830-3143913a121e admin admin] Publish callbacks [] for security_group (c5c1be6a-c382-4c13-8d72-ab71785549d5), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:09.258318 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057d88c-9db9-4e70-bc1d-8880acd7d14b req-97ebe082-e9aa-4fcf-8583-17a31f7c73a8 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:09.260117 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c057d88c-9db9-4e70-bc1d-8880acd7d14b req-97ebe082-e9aa-4fcf-8583-17a31f7c73a8 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=951987df-57fe-402c-9fc2-f4eb14af7094 HTTP/1.1" status: 200 len: 948 time: 0.1375904 Jan 18 20:09:09.261489 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2c2de9d5-8355-4a79-9830-3143913a121e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c5c1be6a-c382-4c13-8d72-ab71785549d5), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:09.281142 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-b0dc3ba1-0ab9-4a69-8d39-218fae4b6e9e tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ffac5868-2428-404b-854e-17debbdfc33c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:09.307284 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2de9d5-8355-4a79-9830-3143913a121e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c1be6a-c382-4c13-8d72-ab71785549d5,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:09.329962 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2de9d5-8355-4a79-9830-3143913a121e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:09:09.340264 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 04f80e00-191d-4e6c-9004-67b0931a5936 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:09:09.366020 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c057d88c-9db9-4e70-bc1d-8880acd7d14b req-f40ccdc0-cfba-4b82-a2c6-0dcc6353eb8a tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c81dc55-1d7e-4575-bd69-0392030b38ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974858 Jan 18 20:09:09.372488 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2c2de9d5-8355-4a79-9830-3143913a121e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (4b2d50d6-da56-44e2-8ee5-945b9d9cafab), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:09.373036 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-2c2de9d5-8355-4a79-9830-3143913a121e admin admin] Added segment 4b2d50d6-da56-44e2-8ee5-945b9d9cafab of type vlan for network f5a28bc4-6d91-4261-a9f7-5d655221c24a Jan 18 20:09:09.417222 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-b0dc3ba1-0ab9-4a69-8d39-218fae4b6e9e tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:09:09.431642 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-b0dc3ba1-0ab9-4a69-8d39-218fae4b6e9e tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:09:09.449531 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2c2de9d5-8355-4a79-9830-3143913a121e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (f5a28bc4-6d91-4261-a9f7-5d655221c24a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:09.453818 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-b0dc3ba1-0ab9-4a69-8d39-218fae4b6e9e tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:09:09.542663 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af043007-4bf1-4095-9952-a499ecc7f36f req-2684a95a-fd6a-4ba6-86eb-fbeab38386ba tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks [] for port (ad611f9d-8d6b-411c-840f-db336924ba95), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:09.591828 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2c2de9d5-8355-4a79-9830-3143913a121e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (f5a28bc4-6d91-4261-a9f7-5d655221c24a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:09.593763 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2de9d5-8355-4a79-9830-3143913a121e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:09.595510 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2c2de9d5-8355-4a79-9830-3143913a121e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:09.618875 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc3ba1-0ab9-4a69-8d39-218fae4b6e9e tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Pushing event updated for resources: {'Port': ['ID=ffac5868-2428-404b-854e-17debbdfc33c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:09.638780 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af043007-4bf1-4095-9952-a499ecc7f36f req-2684a95a-fd6a-4ba6-86eb-fbeab38386ba tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ad611f9d-8d6b-411c-840f-db336924ba95), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:09.686524 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 04f80e00-191d-4e6c-9004-67b0931a5936 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:09:09.692136 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 04f80e00-191d-4e6c-9004-67b0931a5936 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:09.692813 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (04f80e00-191d-4e6c-9004-67b0931a5936), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:09.696013 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2de9d5-8355-4a79-9830-3143913a121e admin admin] Pushing event updated for resources: {'Network': ['ID=f5a28bc4-6d91-4261-a9f7-5d655221c24a,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:09.697581 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af043007-4bf1-4095-9952-a499ecc7f36f req-2684a95a-fd6a-4ba6-86eb-fbeab38386ba tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Network da762a08-ce23-48b4-9e56-1b22cb2c3759 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:09:09.701754 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2c2de9d5-8355-4a79-9830-3143913a121e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0169125 Jan 18 20:09:09.728500 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41426) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:09.732680 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network f5a28bc4-6d91-4261-a9f7-5d655221c24a details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:09:09.739055 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-8d01ba90-ff71-45e8-bcfc-bef606e3896e admin admin] Request body: {'subnet': {'network_id': 'f5a28bc4-6d91-4261-a9f7-5d655221c24a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1948818473-subnet', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:09.762775 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a952a-5dd5-4a4b-a8d4-27ed66d4f81f req-64aeac3f-ad5f-4f2f-ba77-9c1f7a761942 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:09.764439 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-af043007-4bf1-4095-9952-a499ecc7f36f req-2684a95a-fd6a-4ba6-86eb-fbeab38386ba tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:09:09.769096 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-af043007-4bf1-4095-9952-a499ecc7f36f req-2684a95a-fd6a-4ba6-86eb-fbeab38386ba tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:09:09.771190 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f5a952a-5dd5-4a4b-a8d4-27ed66d4f81f req-64aeac3f-ad5f-4f2f-ba77-9c1f7a761942 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.31 "GET /v2.0/ports?device_id=b29ba771-d765-455d-9e71-2e483c751907 HTTP/1.1" status: 200 len: 936 time: 0.2780271 Jan 18 20:09:09.776193 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d01ba90-ff71-45e8-bcfc-bef606e3896e admin admin] Made reservation on behalf of 58bdde0d1470454589ceb4c5ff2aa86d for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:09:09.779087 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d01ba90-ff71-45e8-bcfc-bef606e3896e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:09.814849 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-b0dc3ba1-0ab9-4a69-8d39-218fae4b6e9e tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:09.815848 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-b0dc3ba1-0ab9-4a69-8d39-218fae4b6e9e tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:09.829666 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-9ed3aadd-3b9c-4880-b626-35446382fee0 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:09.839300 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-9ed3aadd-3b9c-4880-b626-35446382fee0 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.31 "GET /v2.0/networks?id=b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150 HTTP/1.1" status: 200 len: 812 time: 0.2923651 Jan 18 20:09:09.854799 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684a95a-fd6a-4ba6-86eb-fbeab38386ba tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Pushing event updated for resources: {'Port': ['ID=ad611f9d-8d6b-411c-840f-db336924ba95,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:09.891303 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-510bef08-7c72-4087-b277-fb7ca91bb708 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.31 "GET /v2.0/quotas/a952c69eb581417d94f6dac1d82e518e HTTP/1.1" status: 200 len: 375 time: 0.0505118 Jan 18 20:09:09.907158 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 04f80e00-191d-4e6c-9004-67b0931a5936 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:09.907994 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (04f80e00-191d-4e6c-9004-67b0931a5936), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:09.911007 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-b0dc3ba1-0ab9-4a69-8d39-218fae4b6e9e tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8011787 Jan 18 20:09:09.931777 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e087b0c1-d05a-40a7-ad19-15093d6bc643 None None] Provisioning complete for port ffac5868-2428-404b-854e-17debbdfc33c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:09.932514 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e087b0c1-d05a-40a7-ad19-15093d6bc643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ffac5868-2428-404b-854e-17debbdfc33c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:09.939446 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951987df-57fe-402c-9fc2-f4eb14af7094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f80e00-191d-4e6c-9004-67b0931a5936'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:09:09.939992 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-2abd1ac2-a4c1-495c-a576-b6640b754bb7 service neutron] Request body: {'port': {'device_id': 'b29ba771-d765-455d-9e71-2e483c751907', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:09.942931 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81d2d7e-0047-4657-870b-11ca045057e0" -d '{"events": [{"server_uuid": "951987df-57fe-402c-9fc2-f4eb14af7094", "name": "network-vif-plugged", "status": "completed", "tag": "04f80e00-191d-4e6c-9004-67b0931a5936"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:09:09.954074 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-9bf883d2-296d-4b50-bb8e-b15a210b5955 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a952c69eb581417d94f6dac1d82e518e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609601 Jan 18 20:09:09.955461 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af043007-4bf1-4095-9952-a499ecc7f36f req-2684a95a-fd6a-4ba6-86eb-fbeab38386ba tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:09.956193 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af043007-4bf1-4095-9952-a499ecc7f36f req-2684a95a-fd6a-4ba6-86eb-fbeab38386ba tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:09.992039 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f5a952a-5dd5-4a4b-a8d4-27ed66d4f81f req-0862754a-5774-4432-a2f6-532cc857d5c2 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.31 "GET /v2.0/security-groups?id=7be56bab-ef88-4f4b-b2f7-832f8b852544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196829 Jan 18 20:09:09.998266 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 04f80e00-191d-4e6c-9004-67b0931a5936, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=04f80e00-191d-4e6c-9004-67b0931a5936,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:10.019666 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (04f80e00-191d-4e6c-9004-67b0931a5936), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:10.027642 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 7118a67f-b363-46c4-ac33-e1d1b8732c7a no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:09:10.044551 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-af043007-4bf1-4095-9952-a499ecc7f36f req-2684a95a-fd6a-4ba6-86eb-fbeab38386ba tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9835522 Jan 18 20:09:10.066341 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 7118a67f-b363-46c4-ac33-e1d1b8732c7a {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:09:10.067046 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 7118a67f-b363-46c4-ac33-e1d1b8732c7a not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:09:10.069506 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-af043007-4bf1-4095-9952-a499ecc7f36f req-043d81a5-d21c-4299-9fc8-5c2dccf5c4ba service neutron] Request body: {'port': {'device_id': 'f66cd2fb-1558-4390-bc49-d53b00bcc0b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:10.086633 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e087b0c1-d05a-40a7-ad19-15093d6bc643 None None] Port ffac5868-2428-404b-854e-17debbdfc33c cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:09:10.115948 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=04f80e00-191d-4e6c-9004-67b0931a5936,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:10.143584 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-2abd1ac2-a4c1-495c-a576-b6640b754bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ffac5868-2428-404b-854e-17debbdfc33c), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:10.157005 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9aba4fb2-a721-43d1-86cb-4ce1c4be47c5 req-9bcd9260-094a-4016-9a98-116f3db367e2 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec990ee3-37a7-4873-a5fa-954a82c4620f HTTP/1.1" status: 200 len: 210 time: 0.0635409 Jan 18 20:09:10.177452 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec990ee3-37a7-4873-a5fa-954a82c4620f', 'name': 'network-vif-deleted', 'tag': '7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:09:10.179700 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d58fd6-6b52-4523-93b5-ada71abb9ffb" -d '{"events": [{"server_uuid": "ec990ee3-37a7-4873-a5fa-954a82c4620f", "name": "network-vif-deleted", "tag": "7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:09:10.206892 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-d740b82b-2dd9-4c11-9c50-94cd18e170f5 service neutron] 10.222.0.31 "GET /v2.0/networks/b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519212 Jan 18 20:09:10.223350 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af043007-4bf1-4095-9952-a499ecc7f36f req-043d81a5-d21c-4299-9fc8-5c2dccf5c4ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ad611f9d-8d6b-411c-840f-db336924ba95), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:10.315128 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-b6b39929-8f96-425b-828c-2c63d24a1055 service neutron] 10.222.0.31 "GET /v2.0/networks/b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072476 Jan 18 20:09:10.358738 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d01ba90-ff71-45e8-bcfc-bef606e3896e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (3da5da2e-d2b1-4395-8273-eab036481371), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:10.489508 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a7b7b3-4cfe-4027-ae0c-0f7ea1e27f11 x-openstack-request-id: req-39a7b7b3-4cfe-4027-ae0c-0f7ea1e27f11 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:09:10.490039 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951987df-57fe-402c-9fc2-f4eb14af7094", "name": "network-vif-plugged", "status": "completed", "tag": "04f80e00-191d-4e6c-9004-67b0931a5936", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:09:10.490475 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-39a7b7b3-4cfe-4027-ae0c-0f7ea1e27f11 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:09:10.491092 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951987df-57fe-402c-9fc2-f4eb14af7094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f80e00-191d-4e6c-9004-67b0931a5936', 'code': 200} Jan 18 20:09:10.587239 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01ba90-ff71-45e8-bcfc-bef606e3896e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3da5da2e-d2b1-4395-8273-eab036481371,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:10.614566 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f616b9a-dcf2-4ec8-a42a-c49661710fa0 req-b23f7a6a-d165-4353-a0e5-ac94701934fc tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:10.626382 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f616b9a-dcf2-4ec8-a42a-c49661710fa0 req-b23f7a6a-d165-4353-a0e5-ac94701934fc tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 946 time: 0.1741617 Jan 18 20:09:10.707136 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d01ba90-ff71-45e8-bcfc-bef606e3896e admin admin] Checking segment: {'id': '4b2d50d6-da56-44e2-8ee5-945b9d9cafab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f5a28bc4-6d91-4261-a9f7-5d655221c24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:09:10.707650 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d01ba90-ff71-45e8-bcfc-bef606e3896e admin admin] Network hostable DHCP agents. Network: f5a28bc4-6d91-4261-a9f7-5d655221c24a, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:09:10.740212 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f616b9a-dcf2-4ec8-a42a-c49661710fa0 req-ee18ea88-7dfe-4750-b1eb-ef7690beb9f5 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062407 Jan 18 20:09:10.757473 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f7028-a9dd-42d8-b5bd-47b7d0d23a50 req-9db7c73c-138f-4b33-a097-297df1721b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:10.759001 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-539f7028-a9dd-42d8-b5bd-47b7d0d23a50 req-9db7c73c-138f-4b33-a097-297df1721b8e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=951987df-57fe-402c-9fc2-f4eb14af7094 HTTP/1.1" status: 200 len: 1100 time: 0.1991265 Jan 18 20:09:10.816170 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c3b86-fec3-42bc-a229-433d1fada45d req-4f69aef6-90b9-4e08-ad71-5f5f25a25624 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:10.823344 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a7c3b86-fec3-42bc-a229-433d1fada45d req-4f69aef6-90b9-4e08-ad71-5f5f25a25624 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=f66cd2fb-1558-4390-bc49-d53b00bcc0b5 HTTP/1.1" status: 200 len: 932 time: 0.1662242 Jan 18 20:09:10.838864 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9109168b-8a00-4c80-a55c-4cc2f4bc9045 x-openstack-request-id: req-9109168b-8a00-4c80-a55c-4cc2f4bc9045 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:09:10.839158 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec990ee3-37a7-4873-a5fa-954a82c4620f", "name": "network-vif-deleted", "tag": "7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:09:10.839533 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9109168b-8a00-4c80-a55c-4cc2f4bc9045 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:09:10.840262 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec990ee3-37a7-4873-a5fa-954a82c4620f', 'name': 'network-vif-deleted', 'tag': '7f76b20a-7a91-48eb-a6a0-2bb1c01e03dc', 'status': 'completed', 'code': 200} Jan 18 20:09:10.873443 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-539f7028-a9dd-42d8-b5bd-47b7d0d23a50 req-f0e535b4-ee78-4023-9fd9-d6e3a3a96998 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9c81dc55-1d7e-4575-bd69-0392030b38ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060634 Jan 18 20:09:10.895088 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d01ba90-ff71-45e8-bcfc-bef606e3896e admin admin] Network f5a28bc4-6d91-4261-a9f7-5d655221c24a is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:09:10.907574 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a7c3b86-fec3-42bc-a229-433d1fada45d req-4282b9da-bfbb-45f5-b18b-c64055d07e21 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823019 Jan 18 20:09:10.956463 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-8d01ba90-ff71-45e8-bcfc-bef606e3896e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, f5a28bc4-6d91-4261-a9f7-5d655221c24a) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:09:10.965396 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4803b54a-837a-44e0-8875-94cfc946107e None None] Network f5a28bc4-6d91-4261-a9f7-5d655221c24a requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:09:10.987122 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d01ba90-ff71-45e8-bcfc-bef606e3896e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:10.987832 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d01ba90-ff71-45e8-bcfc-bef606e3896e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:11.059442 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-af043007-4bf1-4095-9952-a499ecc7f36f req-043d81a5-d21c-4299-9fc8-5c2dccf5c4ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad611f9d-8d6b-411c-840f-db336924ba95 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:09:11.076461 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af043007-4bf1-4095-9952-a499ecc7f36f req-043d81a5-d21c-4299-9fc8-5c2dccf5c4ba service neutron] Publish callbacks [] for port (ad611f9d-8d6b-411c-840f-db336924ba95), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:11.085237 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8d01ba90-ff71-45e8-bcfc-bef606e3896e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3557336 Jan 18 20:09:11.088881 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41454) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:11.092989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-7cd85a35-3f39-4421-b0d5-26fd1f9d374f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1948818473-router', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:11.126713 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-2abd1ac2-a4c1-495c-a576-b6640b754bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffac5868-2428-404b-854e-17debbdfc33c {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:09:11.159829 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-af043007-4bf1-4095-9952-a499ecc7f36f req-043d81a5-d21c-4299-9fc8-5c2dccf5c4ba service neutron] Transition to ACTIVE for port object ad611f9d-8d6b-411c-840f-db336924ba95 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:09:11.161245 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097e30d6-1ab5-477d-80f4-cf2407643a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-f5a28bc4-6d91-4261-a9f7-5d655221c24a', 'network_id': 'f5a28bc4-6d91-4261-a9f7-5d655221c24a', 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'fixed_ips': [{'subnet_id': '3da5da2e-d2b1-4395-8273-eab036481371'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:09:11.162417 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-097e30d6-1ab5-477d-80f4-cf2407643a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:11.167142 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-2abd1ac2-a4c1-495c-a576-b6640b754bb7 service neutron] Publish callbacks [] for port (ffac5868-2428-404b-854e-17debbdfc33c), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:11.177714 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af043007-4bf1-4095-9952-a499ecc7f36f req-043d81a5-d21c-4299-9fc8-5c2dccf5c4ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (ad611f9d-8d6b-411c-840f-db336924ba95), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:11.235932 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7cd85a35-3f39-4421-b0d5-26fd1f9d374f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (a7b92635-136e-4ba6-93a8-9c6eaaf1a95b), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:11.237884 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7cd85a35-3f39-4421-b0d5-26fd1f9d374f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (a7b92635-136e-4ba6-93a8-9c6eaaf1a95b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:11.243373 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-2abd1ac2-a4c1-495c-a576-b6640b754bb7 service neutron] Transition to ACTIVE for port object ffac5868-2428-404b-854e-17debbdfc33c will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:09:11.282162 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-2abd1ac2-a4c1-495c-a576-b6640b754bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (ffac5868-2428-404b-854e-17debbdfc33c), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:11.336772 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d81a5-d21c-4299-9fc8-5c2dccf5c4ba service neutron] Pushing event updated for resources: {'Port': ['ID=ad611f9d-8d6b-411c-840f-db336924ba95,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:11.345061 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 68194730-61b1-46d7-b452-51d9bdea8041 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:09:11.397550 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-097e30d6-1ab5-477d-80f4-cf2407643a1f None None] Allocated IP 172.20.0.2 (f5a28bc4-6d91-4261-a9f7-5d655221c24a/3da5da2e-d2b1-4395-8273-eab036481371/d9e6c53b-52e6-4bdd-a3a9-17a70986218b) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:09:11.484975 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd1ac2-a4c1-495c-a576-b6640b754bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=ffac5868-2428-404b-854e-17debbdfc33c,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:11.510251 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-af043007-4bf1-4095-9952-a499ecc7f36f req-043d81a5-d21c-4299-9fc8-5c2dccf5c4ba service neutron] Attempting to bind port ad611f9d-8d6b-411c-840f-db336924ba95 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:09:11.510600 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-af043007-4bf1-4095-9952-a499ecc7f36f req-043d81a5-d21c-4299-9fc8-5c2dccf5c4ba service neutron] Attempting to bind port ad611f9d-8d6b-411c-840f-db336924ba95 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'c2d912cb-4bfd-46da-bfb2-00b56de1649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:09:11.510932 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af043007-4bf1-4095-9952-a499ecc7f36f req-043d81a5-d21c-4299-9fc8-5c2dccf5c4ba service neutron] Attempting to bind port ad611f9d-8d6b-411c-840f-db336924ba95 on network da762a08-ce23-48b4-9e56-1b22cb2c3759 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:09:11.543601 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af043007-4bf1-4095-9952-a499ecc7f36f req-043d81a5-d21c-4299-9fc8-5c2dccf5c4ba service neutron] Port ad611f9d-8d6b-411c-840f-db336924ba95 on network da762a08-ce23-48b4-9e56-1b22cb2c3759 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:09:11.543922 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af043007-4bf1-4095-9952-a499ecc7f36f req-043d81a5-d21c-4299-9fc8-5c2dccf5c4ba service neutron] Attempting to bind port ad611f9d-8d6b-411c-840f-db336924ba95 on network da762a08-ce23-48b4-9e56-1b22cb2c3759 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:09:11.555836 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af043007-4bf1-4095-9952-a499ecc7f36f req-043d81a5-d21c-4299-9fc8-5c2dccf5c4ba service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:09:11.556714 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af043007-4bf1-4095-9952-a499ecc7f36f req-043d81a5-d21c-4299-9fc8-5c2dccf5c4ba service neutron] Checking segment: {'id': 'c2d912cb-4bfd-46da-bfb2-00b56de1649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:09:11.557102 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af043007-4bf1-4095-9952-a499ecc7f36f req-043d81a5-d21c-4299-9fc8-5c2dccf5c4ba service neutron] Bound using segment: {'id': 'c2d912cb-4bfd-46da-bfb2-00b56de1649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:09:11.557540 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-af043007-4bf1-4095-9952-a499ecc7f36f req-043d81a5-d21c-4299-9fc8-5c2dccf5c4ba service neutron] Bound port: ad611f9d-8d6b-411c-840f-db336924ba95, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d912cb-4bfd-46da-bfb2-00b56de1649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:09:11.558467 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af043007-4bf1-4095-9952-a499ecc7f36f req-043d81a5-d21c-4299-9fc8-5c2dccf5c4ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ad611f9d-8d6b-411c-840f-db336924ba95), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:11.588326 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca564513-00d6-4094-8f54-fd4df7424331 req-3c576d6d-93f6-484d-bc09-f1f0720a5180 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d73e65b0-3e0f-4c44-8fa2-b60a1f104138 HTTP/1.1" status: 200 len: 210 time: 0.0360842 Jan 18 20:09:11.602784 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 68194730-61b1-46d7-b452-51d9bdea8041, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=68194730-61b1-46d7-b452-51d9bdea8041,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:11.626643 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '68194730-61b1-46d7-b452-51d9bdea8041', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '68194730-61b1-46d7-b452-51d9bdea8041', 'mac_address': 'fa:16:3e:2b:6e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:09:11.632517 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c15069-6b59-41a2-bbbb-6f1abe439bcf req-17d0875e-ee27-4b98-affe-62cf5fdf4c78 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:11.634350 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c3c15069-6b59-41a2-bbbb-6f1abe439bcf req-17d0875e-ee27-4b98-affe-62cf5fdf4c78 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=951987df-57fe-402c-9fc2-f4eb14af7094 HTTP/1.1" status: 200 len: 949 time: 0.6751170 Jan 18 20:09:11.686525 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-af043007-4bf1-4095-9952-a499ecc7f36f req-043d81a5-d21c-4299-9fc8-5c2dccf5c4ba service neutron] For port ad611f9d-8d6b-411c-840f-db336924ba95, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:09:11.690081 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-af043007-4bf1-4095-9952-a499ecc7f36f req-043d81a5-d21c-4299-9fc8-5c2dccf5c4ba service neutron] For port ad611f9d-8d6b-411c-840f-db336924ba95, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ad611f9d-8d6b-411c-840f-db336924ba95,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:09:11.723797 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7cd85a35-3f39-4421-b0d5-26fd1f9d374f admin admin] Publish callbacks [] for router_controller (a7b92635-136e-4ba6-93a8-9c6eaaf1a95b), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:11.769325 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af043007-4bf1-4095-9952-a499ecc7f36f req-043d81a5-d21c-4299-9fc8-5c2dccf5c4ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (ad611f9d-8d6b-411c-840f-db336924ba95), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:11.786909 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c3c15069-6b59-41a2-bbbb-6f1abe439bcf req-2abf5322-23bd-42ad-91d8-efc1783e9ec5 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c81dc55-1d7e-4575-bd69-0392030b38ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443267 Jan 18 20:09:11.794073 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 68194730-61b1-46d7-b452-51d9bdea8041 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:11.794478 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (68194730-61b1-46d7-b452-51d9bdea8041), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:11.831528 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb06584-44af-44dd-bdca-4502f8861f9c req-f86f2263-64ac-45ed-a5a8-8df922e1a335 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:11.836192 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d81a5-d21c-4299-9fc8-5c2dccf5c4ba service neutron] Pushing event updated for resources: {'Port': ['ID=ad611f9d-8d6b-411c-840f-db336924ba95,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:11.845306 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68194730-61b1-46d7-b452-51d9bdea8041 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:09:11.855442 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fb06584-44af-44dd-bdca-4502f8861f9c req-f86f2263-64ac-45ed-a5a8-8df922e1a335 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.31 "GET /v2.0/ports?device_id=b29ba771-d765-455d-9e71-2e483c751907 HTTP/1.1" status: 200 len: 948 time: 0.1373007 Jan 18 20:09:11.883449 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-097e30d6-1ab5-477d-80f4-cf2407643a1f None None] Publish callbacks [] for port (d9e6c53b-52e6-4bdd-a3a9-17a70986218b), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:11.896177 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-097e30d6-1ab5-477d-80f4-cf2407643a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (d9e6c53b-52e6-4bdd-a3a9-17a70986218b), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:11.907191 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 68194730-61b1-46d7-b452-51d9bdea8041, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=68194730-61b1-46d7-b452-51d9bdea8041,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:11.979132 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (68194730-61b1-46d7-b452-51d9bdea8041), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:12.001139 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097e30d6-1ab5-477d-80f4-cf2407643a1f None None] Network f5a28bc4-6d91-4261-a9f7-5d655221c24a is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:09:12.007633 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-097e30d6-1ab5-477d-80f4-cf2407643a1f None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:09:12.016222 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097e30d6-1ab5-477d-80f4-cf2407643a1f None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:09:12.028206 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e30d6-1ab5-477d-80f4-cf2407643a1f None None] Pushing event updated for resources: {'Port': ['ID=d9e6c53b-52e6-4bdd-a3a9-17a70986218b,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:12.126850 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-097e30d6-1ab5-477d-80f4-cf2407643a1f None None] Attempting to bind port d9e6c53b-52e6-4bdd-a3a9-17a70986218b on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:09:12.127476 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-097e30d6-1ab5-477d-80f4-cf2407643a1f None None] Attempting to bind port d9e6c53b-52e6-4bdd-a3a9-17a70986218b by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '4b2d50d6-da56-44e2-8ee5-945b9d9cafab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f5a28bc4-6d91-4261-a9f7-5d655221c24a'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:09:12.127990 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e30d6-1ab5-477d-80f4-cf2407643a1f None None] Attempting to bind port d9e6c53b-52e6-4bdd-a3a9-17a70986218b on network f5a28bc4-6d91-4261-a9f7-5d655221c24a {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:09:12.131895 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=68194730-61b1-46d7-b452-51d9bdea8041,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:12.140566 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e30d6-1ab5-477d-80f4-cf2407643a1f None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:09:12.145691 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e30d6-1ab5-477d-80f4-cf2407643a1f None None] Checking segment: {'id': '4b2d50d6-da56-44e2-8ee5-945b9d9cafab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f5a28bc4-6d91-4261-a9f7-5d655221c24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:09:12.146334 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-097e30d6-1ab5-477d-80f4-cf2407643a1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:12.147041 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e30d6-1ab5-477d-80f4-cf2407643a1f None None] Bound using segment: {'id': '4b2d50d6-da56-44e2-8ee5-945b9d9cafab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f5a28bc4-6d91-4261-a9f7-5d655221c24a'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:09:12.154596 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-097e30d6-1ab5-477d-80f4-cf2407643a1f None None] Bound port: d9e6c53b-52e6-4bdd-a3a9-17a70986218b, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2d50d6-da56-44e2-8ee5-945b9d9cafab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f5a28bc4-6d91-4261-a9f7-5d655221c24a'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:09:12.155295 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-097e30d6-1ab5-477d-80f4-cf2407643a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d9e6c53b-52e6-4bdd-a3a9-17a70986218b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:12.165394 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fdc497c5-7b6d-42e8-b20c-ddee92c2ffe2 req-a16b5976-4e8f-4ea1-83e8-d0a8499686e5 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec990ee3-37a7-4873-a5fa-954a82c4620f HTTP/1.1" status: 200 len: 210 time: 0.0714622 Jan 18 20:09:12.173539 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-14e618b9-2c9e-4e8d-987d-532c52ed041c tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:12.175061 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-14e618b9-2c9e-4e8d-987d-532c52ed041c tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.57 "GET /v2.0/networks?id=b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150 HTTP/1.1" status: 200 len: 812 time: 0.2890146 Jan 18 20:09:12.193042 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-359c2813-a661-4c8b-863d-d81fd8c0ecdd tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Request body: {'port': {'device_id': 'd73e65b0-3e0f-4c44-8fa2-b60a1f104138', 'network_id': 'b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150', 'admin_state_up': True, 'tenant_id': 'a952c69eb581417d94f6dac1d82e518e'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:12.251980 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fb06584-44af-44dd-bdca-4502f8861f9c req-fc3cc5b9-2013-4399-a66f-125f6804a581 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.31 "GET /v2.0/security-groups?id=7be56bab-ef88-4f4b-b2f7-832f8b852544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952789 Jan 18 20:09:12.270313 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-097e30d6-1ab5-477d-80f4-cf2407643a1f None None] For port d9e6c53b-52e6-4bdd-a3a9-17a70986218b, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:09:12.275783 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-097e30d6-1ab5-477d-80f4-cf2407643a1f None None] For port d9e6c53b-52e6-4bdd-a3a9-17a70986218b, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d9e6c53b-52e6-4bdd-a3a9-17a70986218b,segment=NetworkSegment(4b2d50d6-da56-44e2-8ee5-945b9d9cafab),segment_id=4b2d50d6-da56-44e2-8ee5-945b9d9cafab)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:09:12.285818 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-097e30d6-1ab5-477d-80f4-cf2407643a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d9e6c53b-52e6-4bdd-a3a9-17a70986218b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:12.351375 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af043007-4bf1-4095-9952-a499ecc7f36f req-043d81a5-d21c-4299-9fc8-5c2dccf5c4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:12.352861 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-af043007-4bf1-4095-9952-a499ecc7f36f req-043d81a5-d21c-4299-9fc8-5c2dccf5c4ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:12.354767 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-af043007-4bf1-4095-9952-a499ecc7f36f req-043d81a5-d21c-4299-9fc8-5c2dccf5c4ba service neutron] 10.222.0.70 "PUT /v2.0/ports/ad611f9d-8d6b-411c-840f-db336924ba95 HTTP/1.1" status: 200 len: 1092 time: 2.2928083 Jan 18 20:09:12.385980 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['68194730-61b1-46d7-b452-51d9bdea8041'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:09:12.440014 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-2abd1ac2-a4c1-495c-a576-b6640b754bb7 service neutron] Attempting to bind port ffac5868-2428-404b-854e-17debbdfc33c on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:09:12.442562 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-2abd1ac2-a4c1-495c-a576-b6640b754bb7 service neutron] Attempting to bind port ffac5868-2428-404b-854e-17debbdfc33c by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:09:12.442982 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-2abd1ac2-a4c1-495c-a576-b6640b754bb7 service neutron] Attempting to bind port ffac5868-2428-404b-854e-17debbdfc33c on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:09:12.444932 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a593f44-b33b-4d74-b121-358b56c538ae req-1f0e2b18-ab90-453d-8ba3-088277dc8fc2 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:12.448375 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a593f44-b33b-4d74-b121-358b56c538ae req-1f0e2b18-ab90-453d-8ba3-088277dc8fc2 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 947 time: 0.1273439 Jan 18 20:09:12.452025 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e30d6-1ab5-477d-80f4-cf2407643a1f None None] Pushing event updated for resources: {'Port': ['ID=d9e6c53b-52e6-4bdd-a3a9-17a70986218b,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:12.473806 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7cd85a35-3f39-4421-b0d5-26fd1f9d374f admin admin] Publish callbacks [] for router_gateway (a7b92635-136e-4ba6-93a8-9c6eaaf1a95b), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:12.483485 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-2abd1ac2-a4c1-495c-a576-b6640b754bb7 service neutron] Port ffac5868-2428-404b-854e-17debbdfc33c on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:09:12.483849 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-2abd1ac2-a4c1-495c-a576-b6640b754bb7 service neutron] Attempting to bind port ffac5868-2428-404b-854e-17debbdfc33c on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:09:12.540167 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-2abd1ac2-a4c1-495c-a576-b6640b754bb7 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:09:12.540651 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-2abd1ac2-a4c1-495c-a576-b6640b754bb7 service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:09:12.541049 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-2abd1ac2-a4c1-495c-a576-b6640b754bb7 service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:09:12.541493 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-2abd1ac2-a4c1-495c-a576-b6640b754bb7 service neutron] Bound port: ffac5868-2428-404b-854e-17debbdfc33c, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:09:12.542044 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-2abd1ac2-a4c1-495c-a576-b6640b754bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ffac5868-2428-404b-854e-17debbdfc33c), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:12.573794 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-359c2813-a661-4c8b-863d-d81fd8c0ecdd tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Made reservation on behalf of a952c69eb581417d94f6dac1d82e518e for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:09:12.583473 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-359c2813-a661-4c8b-863d-d81fd8c0ecdd tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:12.634203 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5a669-074a-4ee8-bf93-1f08cb292ac6 req-a9b3cbb1-4063-415f-af32-64ac6f4e6593 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:12.635935 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5ef5a669-074a-4ee8-bf93-1f08cb292ac6 req-a9b3cbb1-4063-415f-af32-64ac6f4e6593 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=f66cd2fb-1558-4390-bc49-d53b00bcc0b5 HTTP/1.1" status: 200 len: 944 time: 0.1563437 Jan 18 20:09:12.653778 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a593f44-b33b-4d74-b121-358b56c538ae req-92b4effb-76bb-429b-8b35-0b289696e007 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877937 Jan 18 20:09:12.669514 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af043007-4bf1-4095-9952-a499ecc7f36f req-b1edda39-7bc6-4d9b-857b-798b0dec335b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:12.671092 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-af043007-4bf1-4095-9952-a499ecc7f36f req-b1edda39-7bc6-4d9b-857b-798b0dec335b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=934a86f68a4746be8b16c0fa3df42262&device_id=f66cd2fb-1558-4390-bc49-d53b00bcc0b5 HTTP/1.1" status: 200 len: 1095 time: 0.1914790 Jan 18 20:09:12.808067 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-af043007-4bf1-4095-9952-a499ecc7f36f req-884487c5-baa3-4521-8254-6d0a1d1c90cd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad611f9d-8d6b-411c-840f-db336924ba95 HTTP/1.1" status: 200 len: 217 time: 0.1267233 Jan 18 20:09:12.817361 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-2abd1ac2-a4c1-495c-a576-b6640b754bb7 service neutron] For port ffac5868-2428-404b-854e-17debbdfc33c, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:09:12.848078 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66cd2fb-1558-4390-bc49-d53b00bcc0b5', 'tag': 'ad611f9d-8d6b-411c-840f-db336924ba95'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:09:12.852298 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4029381-c885-4cd2-aac0-054409a70a37" -d '{"events": [{"name": "network-changed", "server_uuid": "f66cd2fb-1558-4390-bc49-d53b00bcc0b5", "tag": "ad611f9d-8d6b-411c-840f-db336924ba95"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:09:12.872721 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-2abd1ac2-a4c1-495c-a576-b6640b754bb7 service neutron] For port ffac5868-2428-404b-854e-17debbdfc33c, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ffac5868-2428-404b-854e-17debbdfc33c,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:09:12.883957 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-2abd1ac2-a4c1-495c-a576-b6640b754bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (ffac5868-2428-404b-854e-17debbdfc33c), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:12.920451 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af043007-4bf1-4095-9952-a499ecc7f36f req-da95daa9-8206-4366-b323-09d681b2a4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:12.922621 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-af043007-4bf1-4095-9952-a499ecc7f36f req-da95daa9-8206-4366-b323-09d681b2a4d7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3a677f5f-009c-4f07-9679-86f5c85ef9be HTTP/1.1" status: 200 len: 844 time: 0.1067529 Jan 18 20:09:12.948207 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-334ed76b-60ba-4f09-9228-b069b16e74de req-52bb1938-9e58-4001-956f-1d09e0ba94a7 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d73e65b0-3e0f-4c44-8fa2-b60a1f104138 HTTP/1.1" status: 200 len: 210 time: 0.0502267 Jan 18 20:09:12.949146 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-2abd1ac2-a4c1-495c-a576-b6640b754bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:12.949864 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-2abd1ac2-a4c1-495c-a576-b6640b754bb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:12.951339 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-2abd1ac2-a4c1-495c-a576-b6640b754bb7 service neutron] 10.222.0.70 "PUT /v2.0/ports/ffac5868-2428-404b-854e-17debbdfc33c HTTP/1.1" status: 200 len: 1096 time: 3.0168767 Jan 18 20:09:12.974221 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5ef5a669-074a-4ee8-bf93-1f08cb292ac6 req-1fa8d8ee-3a6f-4b65-8df1-caec6977acd3 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085713 Jan 18 20:09:12.989590 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-af043007-4bf1-4095-9952-a499ecc7f36f req-3553dc65-3473-4c81-9e4f-a78602a7c927 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=da762a08-ce23-48b4-9e56-1b22cb2c3759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533426 Jan 18 20:09:12.995320 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-359c2813-a661-4c8b-863d-d81fd8c0ecdd tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Allocated IP 172.20.0.11 (b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150/78beeeda-78cd-4589-8de9-383faab967bb/591d22ea-bd0c-449e-b086-08f941f00d32) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:09:13.038570 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd1ac2-a4c1-495c-a576-b6640b754bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=ffac5868-2428-404b-854e-17debbdfc33c,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:13.139595 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566c67b0-248e-499e-a4ab-79d47e313a2e x-openstack-request-id: req-566c67b0-248e-499e-a4ab-79d47e313a2e {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:09:13.139865 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66cd2fb-1558-4390-bc49-d53b00bcc0b5", "tag": "ad611f9d-8d6b-411c-840f-db336924ba95", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:09:13.140222 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-566c67b0-248e-499e-a4ab-79d47e313a2e {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:09:13.141321 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66cd2fb-1558-4390-bc49-d53b00bcc0b5', 'tag': 'ad611f9d-8d6b-411c-840f-db336924ba95', 'status': 'completed', 'code': 200} Jan 18 20:09:13.333875 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-359c2813-a661-4c8b-863d-d81fd8c0ecdd tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Publish callbacks [] for port (591d22ea-bd0c-449e-b086-08f941f00d32), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:13.342994 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-af043007-4bf1-4095-9952-a499ecc7f36f req-3f293ded-010a-4a12-88ac-e709fad99531 service neutron] 10.222.0.70 "GET /v2.0/networks/da762a08-ce23-48b4-9e56-1b22cb2c3759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420122 Jan 18 20:09:13.346034 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 68194730-61b1-46d7-b452-51d9bdea8041 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:09:13.351073 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54c6bd-6f0c-4fde-83ad-671f84a16527 req-a08adcf4-ee8c-4e8b-90e3-2f4ffe34927e tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:13.352981 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c54c6bd-6f0c-4fde-83ad-671f84a16527 req-a08adcf4-ee8c-4e8b-90e3-2f4ffe34927e tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=951987df-57fe-402c-9fc2-f4eb14af7094 HTTP/1.1" status: 200 len: 949 time: 0.2133703 Jan 18 20:09:13.388842 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-281d47ad-0f0d-4e68-ae9d-4d5c94dbbca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:13.390609 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-281d47ad-0f0d-4e68-ae9d-4d5c94dbbca4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d40398b27cb4a389f8eb11d1ef87699&device_id=b29ba771-d765-455d-9e71-2e483c751907 HTTP/1.1" status: 200 len: 1099 time: 0.3785815 Jan 18 20:09:13.445430 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-359c2813-a661-4c8b-863d-d81fd8c0ecdd tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (591d22ea-bd0c-449e-b086-08f941f00d32), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:13.493607 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-c9c46045-cfae-4e61-8269-3076282bf2d2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=ffac5868-2428-404b-854e-17debbdfc33c HTTP/1.1" status: 200 len: 217 time: 0.0866253 Jan 18 20:09:13.517667 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 68194730-61b1-46d7-b452-51d9bdea8041 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:09:13.524708 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 68194730-61b1-46d7-b452-51d9bdea8041 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:13.525088 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (68194730-61b1-46d7-b452-51d9bdea8041), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:13.551364 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c54c6bd-6f0c-4fde-83ad-671f84a16527 req-6b3cd122-276c-4340-81d8-4e1f36aaa443 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c81dc55-1d7e-4575-bd69-0392030b38ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882091 Jan 18 20:09:13.587617 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-359c2813-a661-4c8b-863d-d81fd8c0ecdd tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Network b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:09:13.590899 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-359c2813-a661-4c8b-863d-d81fd8c0ecdd tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:09:13.595513 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-359c2813-a661-4c8b-863d-d81fd8c0ecdd tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:09:13.618151 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7cd85a35-3f39-4421-b0d5-26fd1f9d374f admin admin] Publish callbacks [] for router_gateway (a7b92635-136e-4ba6-93a8-9c6eaaf1a95b), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:13.662105 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c2813-a661-4c8b-863d-d81fd8c0ecdd tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Pushing event updated for resources: {'Port': ['ID=591d22ea-bd0c-449e-b086-08f941f00d32,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:13.686369 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7cd85a35-3f39-4421-b0d5-26fd1f9d374f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:13.747442 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 68194730-61b1-46d7-b452-51d9bdea8041 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:13.747695 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (68194730-61b1-46d7-b452-51d9bdea8041), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:13.770511 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1c9695c6-13b1-4a81-bb3b-db01c1c523a3 req-b248f1f0-3563-4110-84fc-568a59dce4bc tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec990ee3-37a7-4873-a5fa-954a82c4620f HTTP/1.1" status: 200 len: 210 time: 0.0578935 Jan 18 20:09:13.776510 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-359c2813-a661-4c8b-863d-d81fd8c0ecdd tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:13.777138 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-359c2813-a661-4c8b-863d-d81fd8c0ecdd tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:13.779170 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467f9b3d-9382-41d3-bf2e-354b6fa3ed25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68194730-61b1-46d7-b452-51d9bdea8041'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:09:13.781547 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53228e5-5dba-4a19-8f9e-438a4224c3b3" -d '{"events": [{"server_uuid": "467f9b3d-9382-41d3-bf2e-354b6fa3ed25", "name": "network-vif-plugged", "status": "completed", "tag": "68194730-61b1-46d7-b452-51d9bdea8041"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:09:13.814992 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-359c2813-a661-4c8b-863d-d81fd8c0ecdd tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6289318 Jan 18 20:09:13.822381 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 68194730-61b1-46d7-b452-51d9bdea8041, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=68194730-61b1-46d7-b452-51d9bdea8041,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:13.828986 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (68194730-61b1-46d7-b452-51d9bdea8041), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:13.843059 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-d58ca1bf-35e2-42d9-a720-c279018f6a05 service neutron] Request body: {'port': {'device_id': 'd73e65b0-3e0f-4c44-8fa2-b60a1f104138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:13.883784 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=68194730-61b1-46d7-b452-51d9bdea8041,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:13.921454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-75a48dbe-3f45-4f9c-977f-718348fb5bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:13.923658 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-75a48dbe-3f45-4f9c-977f-718348fb5bb8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.4014521 Jan 18 20:09:13.961555 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb3944f-1550-4e5b-9e47-bc2fc2050877 None None] Network f5a28bc4-6d91-4261-a9f7-5d655221c24a requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:09:13.981405 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-d58ca1bf-35e2-42d9-a720-c279018f6a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (591d22ea-bd0c-449e-b086-08f941f00d32), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:14.047191 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19619d8-ef52-4819-8910-fc7f37c24525 req-af2a2454-02a9-4852-b31b-2a2d40184401 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:14.055179 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c19619d8-ef52-4819-8910-fc7f37c24525 req-af2a2454-02a9-4852-b31b-2a2d40184401 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.31 "GET /v2.0/ports?device_id=b29ba771-d765-455d-9e71-2e483c751907 HTTP/1.1" status: 200 len: 948 time: 0.1186948 Jan 18 20:09:14.069916 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-b72385ba-7a16-4eb4-bb43-2b7d8d1de9fc None None] Provisioning complete for port d9e6c53b-52e6-4bdd-a3a9-17a70986218b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:14.070293 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b72385ba-7a16-4eb4-bb43-2b7d8d1de9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d9e6c53b-52e6-4bdd-a3a9-17a70986218b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:14.075552 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-af043007-4bf1-4095-9952-a499ecc7f36f req-71ba2679-affb-45d0-a070-5148bfb2c0a7 service neutron] 10.222.0.70 "GET /v2.0/networks/da762a08-ce23-48b4-9e56-1b22cb2c3759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6805172 Jan 18 20:09:14.135111 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-7cd85a35-3f39-4421-b0d5-26fd1f9d374f admin admin] Allocated IP 172.25.4.45 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/40593611-ed71-4d18-a59f-9c5cc7f4917c) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:09:14.153405 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-27547ac8-ff4f-4e10-844b-aad3fede44f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:14.155358 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-27547ac8-ff4f-4e10-844b-aad3fede44f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2137327 Jan 18 20:09:14.255332 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b72385ba-7a16-4eb4-bb43-2b7d8d1de9fc None None] Current status of the port d9e6c53b-52e6-4bdd-a3a9-17a70986218b is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:14.255771 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b72385ba-7a16-4eb4-bb43-2b7d8d1de9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d9e6c53b-52e6-4bdd-a3a9-17a70986218b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:14.323360 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b72385ba-7a16-4eb4-bb43-2b7d8d1de9fc None None] For port d9e6c53b-52e6-4bdd-a3a9-17a70986218b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d9e6c53b-52e6-4bdd-a3a9-17a70986218b,segment=NetworkSegment(4b2d50d6-da56-44e2-8ee5-945b9d9cafab),segment_id=4b2d50d6-da56-44e2-8ee5-945b9d9cafab)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:14.332548 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b72385ba-7a16-4eb4-bb43-2b7d8d1de9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d9e6c53b-52e6-4bdd-a3a9-17a70986218b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:14.351375 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c19619d8-ef52-4819-8910-fc7f37c24525 req-e9e7e979-0980-4417-ac03-db864d513d97 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.31 "GET /v2.0/security-groups?id=7be56bab-ef88-4f4b-b2f7-832f8b852544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952354 Jan 18 20:09:14.386326 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4029381-c885-4cd2-aac0-054409a70a37 req-26f9f83c-5427-47e3-a294-f279acf125ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:14.387837 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d4029381-c885-4cd2-aac0-054409a70a37 req-26f9f83c-5427-47e3-a294-f279acf125ec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=934a86f68a4746be8b16c0fa3df42262&device_id=f66cd2fb-1558-4390-bc49-d53b00bcc0b5 HTTP/1.1" status: 200 len: 1095 time: 0.2496817 Jan 18 20:09:14.445523 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d9e6c53b-52e6-4bdd-a3a9-17a70986218b up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:09:14.528686 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252490f0-6bbb-4dd2-ae2c-3268b88376ed x-openstack-request-id: req-252490f0-6bbb-4dd2-ae2c-3268b88376ed {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:09:14.528975 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467f9b3d-9382-41d3-bf2e-354b6fa3ed25", "name": "network-vif-plugged", "status": "completed", "tag": "68194730-61b1-46d7-b452-51d9bdea8041", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:09:14.529233 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-252490f0-6bbb-4dd2-ae2c-3268b88376ed {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:09:14.529647 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467f9b3d-9382-41d3-bf2e-354b6fa3ed25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68194730-61b1-46d7-b452-51d9bdea8041', 'code': 200} Jan 18 20:09:14.568046 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72385ba-7a16-4eb4-bb43-2b7d8d1de9fc None None] Pushing event updated for resources: {'Port': ['ID=d9e6c53b-52e6-4bdd-a3a9-17a70986218b,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:14.574589 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port d9e6c53b-52e6-4bdd-a3a9-17a70986218b triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:14.574964 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d9e6c53b-52e6-4bdd-a3a9-17a70986218b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:14.592671 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-3d18a430-3fcc-44c6-ae88-99d9e3e13006 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179742 Jan 18 20:09:14.602874 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dccd4276-b1bd-4ebb-aceb-d87e48f6f224 req-041c5a8b-4b2d-49ad-aede-14661a2238e3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2084467 Jan 18 20:09:14.609249 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7cd85a35-3f39-4421-b0d5-26fd1f9d374f admin admin] Publish callbacks [] for port (40593611-ed71-4d18-a59f-9c5cc7f4917c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:14.668841 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7c5cf3fa-2ef4-4f90-9a8a-4bdecc836266 None None] Provisioning complete for port d9e6c53b-52e6-4bdd-a3a9-17a70986218b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:14.669226 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7c5cf3fa-2ef4-4f90-9a8a-4bdecc836266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d9e6c53b-52e6-4bdd-a3a9-17a70986218b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:14.706730 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c6f87-ceaf-40ae-97b8-8c72f9528bdf req-9b40392c-a046-4e2d-a58b-167dfa7577fa tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:14.708444 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa5c6f87-ceaf-40ae-97b8-8c72f9528bdf req-9b40392c-a046-4e2d-a58b-167dfa7577fa tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 948 time: 0.3315463 Jan 18 20:09:14.755986 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4029381-c885-4cd2-aac0-054409a70a37 req-2a4fce3f-15f4-4b3f-ba2b-ca42d88af793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:14.758004 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d4029381-c885-4cd2-aac0-054409a70a37 req-2a4fce3f-15f4-4b3f-ba2b-ca42d88af793 service neutron] 10.222.0.70 "GET /v2.0/networks?id=da762a08-ce23-48b4-9e56-1b22cb2c3759 HTTP/1.1" status: 200 len: 905 time: 0.3458784 Jan 18 20:09:14.760204 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port d9e6c53b-52e6-4bdd-a3a9-17a70986218b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:14.800227 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7c5cf3fa-2ef4-4f90-9a8a-4bdecc836266 None None] Current status of the port d9e6c53b-52e6-4bdd-a3a9-17a70986218b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:14.824286 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790586f-bccd-4d82-9599-a14397ade1fb req-0b131a97-e8e5-43bd-9292-54cbc01283af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:14.826917 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6790586f-bccd-4d82-9599-a14397ade1fb req-0b131a97-e8e5-43bd-9292-54cbc01283af service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 1099 time: 0.2003052 Jan 18 20:09:14.832123 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d4029381-c885-4cd2-aac0-054409a70a37 req-2a8c5189-33be-4ec6-99eb-df14f250a069 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad611f9d-8d6b-411c-840f-db336924ba95 HTTP/1.1" status: 200 len: 217 time: 0.0617163 Jan 18 20:09:14.856991 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd4276-b1bd-4ebb-aceb-d87e48f6f224 req-e768070e-2f0d-4e2c-981f-3cf7499f1f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:14.858777 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dccd4276-b1bd-4ebb-aceb-d87e48f6f224 req-e768070e-2f0d-4e2c-981f-3cf7499f1f57 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 1100 time: 0.2008517 Jan 18 20:09:14.889019 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04b30d-3236-4eca-903d-b172040d9b37 req-b3f9ab9e-28c6-48e8-8529-3e8d3e943022 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:14.891451 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc04b30d-3236-4eca-903d-b172040d9b37 req-b3f9ab9e-28c6-48e8-8529-3e8d3e943022 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d73e65b0-3e0f-4c44-8fa2-b60a1f104138 HTTP/1.1" status: 200 len: 932 time: 0.1990118 Jan 18 20:09:14.895920 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d9e4e6fe-b6af-490a-8c16-cb52929870dc req-799058c3-dd80-4faa-92ca-6a22ba1cee93 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839737 Jan 18 20:09:14.901612 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7cd85a35-3f39-4421-b0d5-26fd1f9d374f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (40593611-ed71-4d18-a59f-9c5cc7f4917c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:14.966958 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa5c6f87-ceaf-40ae-97b8-8c72f9528bdf req-927e362f-b9ef-423a-9334-34b7e3211208 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082553 Jan 18 20:09:14.988837 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4029381-c885-4cd2-aac0-054409a70a37 req-bbb29c88-47b0-4817-b9c8-ee8ae00094b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:14.990296 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d4029381-c885-4cd2-aac0-054409a70a37 req-bbb29c88-47b0-4817-b9c8-ee8ae00094b1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3a677f5f-009c-4f07-9679-86f5c85ef9be HTTP/1.1" status: 200 len: 844 time: 0.1448758 Jan 18 20:09:15.018519 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd85a35-3f39-4421-b0d5-26fd1f9d374f admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:09:15.019343 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6790586f-bccd-4d82-9599-a14397ade1fb req-595acf69-d6e9-49fc-8b89-0af4f5d407c8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815710 Jan 18 20:09:15.028724 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc04b30d-3236-4eca-903d-b172040d9b37 req-32d4176d-1a57-4014-8908-4ef4177f9d9c tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.31 "GET /v2.0/security-groups?id=080b0e27-94ad-4301-afc1-141bed1a208b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169069 Jan 18 20:09:15.043538 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd85a35-3f39-4421-b0d5-26fd1f9d374f admin admin] Pushing event updated for resources: {'Port': ['ID=40593611-ed71-4d18-a59f-9c5cc7f4917c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:15.046420 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-7cd85a35-3f39-4421-b0d5-26fd1f9d374f admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:09:15.049497 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d4029381-c885-4cd2-aac0-054409a70a37 req-fb5c4ea1-e5b2-4f64-8bb2-f68490dc4f9e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=da762a08-ce23-48b4-9e56-1b22cb2c3759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489738 Jan 18 20:09:15.052319 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd85a35-3f39-4421-b0d5-26fd1f9d374f admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:09:15.081266 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-d58ca1bf-35e2-42d9-a720-c279018f6a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 591d22ea-bd0c-449e-b086-08f941f00d32 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:09:15.091309 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-d58ca1bf-35e2-42d9-a720-c279018f6a05 service neutron] Publish callbacks [] for port (591d22ea-bd0c-449e-b086-08f941f00d32), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:15.159259 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-d58ca1bf-35e2-42d9-a720-c279018f6a05 service neutron] Transition to ACTIVE for port object 591d22ea-bd0c-449e-b086-08f941f00d32 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:09:15.163031 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29ba771-d765-455d-9e71-2e483c751907', 'tag': 'ffac5868-2428-404b-854e-17debbdfc33c'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:09:15.171759 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84227e70-d00d-4766-a394-45c435eea6c4" -d '{"events": [{"name": "network-changed", "server_uuid": "b29ba771-d765-455d-9e71-2e483c751907", "tag": "ffac5868-2428-404b-854e-17debbdfc33c"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:09:15.180138 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-d58ca1bf-35e2-42d9-a720-c279018f6a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (591d22ea-bd0c-449e-b086-08f941f00d32), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:15.189567 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd4276-b1bd-4ebb-aceb-d87e48f6f224 req-c5529aa2-03ea-4021-807b-3729d67013dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:15.191071 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dccd4276-b1bd-4ebb-aceb-d87e48f6f224 req-c5529aa2-03ea-4021-807b-3729d67013dd service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.3079050 Jan 18 20:09:15.247192 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f33b9-66ed-4bd7-88ea-b7d4a102b9a0 req-7495c5f5-8388-437b-93f6-6aca20343467 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:15.248817 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b64f33b9-66ed-4bd7-88ea-b7d4a102b9a0 req-7495c5f5-8388-437b-93f6-6aca20343467 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=f66cd2fb-1558-4390-bc49-d53b00bcc0b5 HTTP/1.1" status: 200 len: 944 time: 0.1511230 Jan 18 20:09:15.259147 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ca1bf-35e2-42d9-a720-c279018f6a05 service neutron] Pushing event updated for resources: {'Port': ['ID=591d22ea-bd0c-449e-b086-08f941f00d32,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:15.285987 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c2b0c-6c69-4c78-946f-27d6bd99d809 req-04959a50-5313-4c4e-b32c-3e4b2db3bb38 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:15.293185 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-050c2b0c-6c69-4c78-946f-27d6bd99d809 req-04959a50-5313-4c4e-b32c-3e4b2db3bb38 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=951987df-57fe-402c-9fc2-f4eb14af7094 HTTP/1.1" status: 200 len: 949 time: 0.1507018 Jan 18 20:09:15.322793 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dccd4276-b1bd-4ebb-aceb-d87e48f6f224 req-6a846b8f-15a9-4d46-8b6a-c39d7278bc5f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=26787e24-6f29-45b3-9a89-4a5008a4324c HTTP/1.1" status: 200 len: 217 time: 0.0423524 Jan 18 20:09:15.406935 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d4029381-c885-4cd2-aac0-054409a70a37 req-f9b29793-9226-4344-b416-9712b606a3d7 service neutron] 10.222.0.70 "GET /v2.0/networks/da762a08-ce23-48b4-9e56-1b22cb2c3759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490334 Jan 18 20:09:15.417348 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd4276-b1bd-4ebb-aceb-d87e48f6f224 req-fc14e1d8-b6a5-431b-a811-62915bcd2dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:15.418767 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dccd4276-b1bd-4ebb-aceb-d87e48f6f224 req-fc14e1d8-b6a5-431b-a811-62915bcd2dfe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0727327 Jan 18 20:09:15.430068 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-050c2b0c-6c69-4c78-946f-27d6bd99d809 req-710083f6-a3e7-469d-804b-86c5979d6887 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c81dc55-1d7e-4575-bd69-0392030b38ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358964 Jan 18 20:09:15.441085 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b64f33b9-66ed-4bd7-88ea-b7d4a102b9a0 req-b3251fdf-a807-48ab-97c8-707feffbd463 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778071 Jan 18 20:09:15.446123 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-d58ca1bf-35e2-42d9-a720-c279018f6a05 service neutron] Attempting to bind port 591d22ea-bd0c-449e-b086-08f941f00d32 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:09:15.446571 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-d58ca1bf-35e2-42d9-a720-c279018f6a05 service neutron] Attempting to bind port 591d22ea-bd0c-449e-b086-08f941f00d32 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '83b8d781-14b6-4a03-9148-c4ea70094e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:09:15.447007 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-d58ca1bf-35e2-42d9-a720-c279018f6a05 service neutron] Attempting to bind port 591d22ea-bd0c-449e-b086-08f941f00d32 on network b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:09:15.451976 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-d58ca1bf-35e2-42d9-a720-c279018f6a05 service neutron] Port 591d22ea-bd0c-449e-b086-08f941f00d32 on network b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150 not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:09:15.452430 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-d58ca1bf-35e2-42d9-a720-c279018f6a05 service neutron] Attempting to bind port 591d22ea-bd0c-449e-b086-08f941f00d32 on network b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:09:15.465997 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-d58ca1bf-35e2-42d9-a720-c279018f6a05 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:09:15.465997 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-d58ca1bf-35e2-42d9-a720-c279018f6a05 service neutron] Checking segment: {'id': '83b8d781-14b6-4a03-9148-c4ea70094e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:09:15.465997 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-d58ca1bf-35e2-42d9-a720-c279018f6a05 service neutron] Bound using segment: {'id': '83b8d781-14b6-4a03-9148-c4ea70094e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:09:15.465997 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-d58ca1bf-35e2-42d9-a720-c279018f6a05 service neutron] Bound port: 591d22ea-bd0c-449e-b086-08f941f00d32, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83b8d781-14b6-4a03-9148-c4ea70094e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:09:15.465997 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-d58ca1bf-35e2-42d9-a720-c279018f6a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (591d22ea-bd0c-449e-b086-08f941f00d32), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:15.567238 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-d58ca1bf-35e2-42d9-a720-c279018f6a05 service neutron] For port 591d22ea-bd0c-449e-b086-08f941f00d32, host n-h1-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:09:15.575320 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-d58ca1bf-35e2-42d9-a720-c279018f6a05 service neutron] For port 591d22ea-bd0c-449e-b086-08f941f00d32, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=591d22ea-bd0c-449e-b086-08f941f00d32,segment=NetworkSegment(83b8d781-14b6-4a03-9148-c4ea70094e5c),segment_id=83b8d781-14b6-4a03-9148-c4ea70094e5c)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:09:15.582514 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb5b744-4af8-40f9-ba7b-4c92d0dd9db7 x-openstack-request-id: req-9fb5b744-4af8-40f9-ba7b-4c92d0dd9db7 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:09:15.582707 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29ba771-d765-455d-9e71-2e483c751907", "tag": "ffac5868-2428-404b-854e-17debbdfc33c", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:09:15.582917 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9fb5b744-4af8-40f9-ba7b-4c92d0dd9db7 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:09:15.583320 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29ba771-d765-455d-9e71-2e483c751907', 'tag': 'ffac5868-2428-404b-854e-17debbdfc33c', 'status': 'completed', 'code': 200} Jan 18 20:09:15.619670 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd4276-b1bd-4ebb-aceb-d87e48f6f224 req-544137f5-26bb-470b-b065-d594cdc6c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:15.621246 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dccd4276-b1bd-4ebb-aceb-d87e48f6f224 req-544137f5-26bb-470b-b065-d594cdc6c704 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1934848 Jan 18 20:09:15.628005 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2ceac92a-bd8e-4cde-9864-2fd38237c95d req-0be42d4f-cfa2-4a0e-a20f-a48aa9a9dd2a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec990ee3-37a7-4873-a5fa-954a82c4620f HTTP/1.1" status: 200 len: 210 time: 0.0509567 Jan 18 20:09:15.629720 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-d58ca1bf-35e2-42d9-a720-c279018f6a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (591d22ea-bd0c-449e-b086-08f941f00d32), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:15.667061 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-d58ca1bf-35e2-42d9-a720-c279018f6a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:15.668285 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-d58ca1bf-35e2-42d9-a720-c279018f6a05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:15.669942 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-d58ca1bf-35e2-42d9-a720-c279018f6a05 service neutron] 10.222.0.57 "PUT /v2.0/ports/591d22ea-bd0c-449e-b086-08f941f00d32 HTTP/1.1" status: 200 len: 1092 time: 1.8405671 Jan 18 20:09:15.704642 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73e65b0-3e0f-4c44-8fa2-b60a1f104138', 'tag': '591d22ea-bd0c-449e-b086-08f941f00d32'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:09:15.712692 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1e66c2-41d2-475f-b887-3cf03e6312b6" -d '{"events": [{"name": "network-changed", "server_uuid": "d73e65b0-3e0f-4c44-8fa2-b60a1f104138", "tag": "591d22ea-bd0c-449e-b086-08f941f00d32"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:09:15.817875 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ca1bf-35e2-42d9-a720-c279018f6a05 service neutron] Pushing event updated for resources: {'Port': ['ID=591d22ea-bd0c-449e-b086-08f941f00d32,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:15.829302 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:15.832258 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:15.832258 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:15.832258 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:15.832258 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:15.832258 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:15.832258 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:15.832258 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:15.832258 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:15.832258 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:15.832258 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:15.832258 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:15.832258 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:15.835198 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106b66d-1430-4e50-b8e3-d1ccf177bcab req-ea5dbba7-bc6c-429f-9479-a8bf23458454 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:15.842465 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9106b66d-1430-4e50-b8e3-d1ccf177bcab req-ea5dbba7-bc6c-429f-9479-a8bf23458454 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.31 "GET /v2.0/ports?device_id=b29ba771-d765-455d-9e71-2e483c751907 HTTP/1.1" status: 200 len: 948 time: 0.2187769 Jan 18 20:09:15.852847 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-d2c8a46a-f017-4fc7-a49e-981fbd323a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:15.854384 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-d2c8a46a-f017-4fc7-a49e-981fbd323a82 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a952c69eb581417d94f6dac1d82e518e&device_id=d73e65b0-3e0f-4c44-8fa2-b60a1f104138 HTTP/1.1" status: 200 len: 1095 time: 0.1139503 Jan 18 20:09:15.932735 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-bc514aba-a241-4109-a382-527fbbe1139a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=591d22ea-bd0c-449e-b086-08f941f00d32 HTTP/1.1" status: 200 len: 217 time: 0.0691183 Jan 18 20:09:16.008119 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-286a2546-6c89-4b31-a7c0-77362a1b755d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:16.010085 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-286a2546-6c89-4b31-a7c0-77362a1b755d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=78beeeda-78cd-4589-8de9-383faab967bb HTTP/1.1" status: 200 len: 852 time: 0.0701721 Jan 18 20:09:16.059826 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d4029381-c885-4cd2-aac0-054409a70a37 req-56343a2d-127e-4a31-bf81-3e101e1568ea service neutron] 10.222.0.70 "GET /v2.0/networks/da762a08-ce23-48b4-9e56-1b22cb2c3759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6440523 Jan 18 20:09:16.061154 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-82f9b50b-5c87-44e4-b5ac-98bff07eda95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380459 Jan 18 20:09:16.118168 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84227e70-d00d-4766-a394-45c435eea6c4 req-4956d7a4-fe2a-42dc-9bd6-5e0a39e1301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:16.119736 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-84227e70-d00d-4766-a394-45c435eea6c4 req-4956d7a4-fe2a-42dc-9bd6-5e0a39e1301b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d40398b27cb4a389f8eb11d1ef87699&device_id=b29ba771-d765-455d-9e71-2e483c751907 HTTP/1.1" status: 200 len: 1099 time: 0.5230842 Jan 18 20:09:16.122170 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7cd85a35-3f39-4421-b0d5-26fd1f9d374f admin admin] Publish callbacks [] for router_gateway (a7b92635-136e-4ba6-93a8-9c6eaaf1a95b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:16.216214 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9106b66d-1430-4e50-b8e3-d1ccf177bcab req-3c27bbdc-2e71-4627-9a94-1b3c6804dfdd tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.31 "GET /v2.0/security-groups?id=7be56bab-ef88-4f4b-b2f7-832f8b852544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727951 Jan 18 20:09:16.220084 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-d17652a8-604e-48bc-88ce-6184267e477c service neutron] 10.222.0.57 "GET /v2.0/networks/b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380348 Jan 18 20:09:16.230606 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dccd4276-b1bd-4ebb-aceb-d87e48f6f224 req-94e16784-1a2f-4e99-8913-e032636f4dd1 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436264 Jan 18 20:09:16.256252 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b222c-a0f9-473e-a46f-b30a57011d97 req-53f811fe-8515-434b-a84c-bbd930e6661a tempest-DeleteServersAdminTestJSON-2138277708 tempest-DeleteServersAdminTestJSON-2138277708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:16.258632 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-270b222c-a0f9-473e-a46f-b30a57011d97 req-53f811fe-8515-434b-a84c-bbd930e6661a tempest-DeleteServersAdminTestJSON-2138277708 tempest-DeleteServersAdminTestJSON-2138277708-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=951987df-57fe-402c-9fc2-f4eb14af7094 HTTP/1.1" status: 200 len: 1100 time: 0.0830331 Jan 18 20:09:16.331091 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d9e6c53b-52e6-4bdd-a3a9-17a70986218b up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:09:16.362905 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670cb9fe-9407-4c6c-bc3c-05ab9d765459 x-openstack-request-id: req-670cb9fe-9407-4c6c-bc3c-05ab9d765459 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:09:16.363291 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73e65b0-3e0f-4c44-8fa2-b60a1f104138", "tag": "591d22ea-bd0c-449e-b086-08f941f00d32", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:09:16.363517 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-670cb9fe-9407-4c6c-bc3c-05ab9d765459 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:09:16.363851 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73e65b0-3e0f-4c44-8fa2-b60a1f104138', 'tag': '591d22ea-bd0c-449e-b086-08f941f00d32', 'status': 'completed', 'code': 200} Jan 18 20:09:16.450171 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7cd85a35-3f39-4421-b0d5-26fd1f9d374f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (a7b92635-136e-4ba6-93a8-9c6eaaf1a95b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:16.477843 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port d9e6c53b-52e6-4bdd-a3a9-17a70986218b triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:16.478219 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d9e6c53b-52e6-4bdd-a3a9-17a70986218b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:16.521776 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f28aa38-7b3f-489f-81cb-c1a270d46a77 req-ae0b9878-5553-49e4-91e4-dce7cdd69e0b service neutron] 10.222.0.57 "GET /v2.0/networks/b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938907 Jan 18 20:09:16.545497 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03286952-e4e6-419b-86d5-966c1a6d1fd1 req-609e4540-60e0-49a5-b8b9-e27ef85b5ce2 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:16.553278 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-03286952-e4e6-419b-86d5-966c1a6d1fd1 req-609e4540-60e0-49a5-b8b9-e27ef85b5ce2 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d73e65b0-3e0f-4c44-8fa2-b60a1f104138 HTTP/1.1" status: 200 len: 944 time: 0.1192007 Jan 18 20:09:16.590392 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port d9e6c53b-52e6-4bdd-a3a9-17a70986218b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:16.607051 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40123d-8361-470c-a2f4-9f30615839c1 req-f3352388-b22b-4832-8a9d-118532239cf0 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:16.608575 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec40123d-8361-470c-a2f4-9f30615839c1 req-f3352388-b22b-4832-8a9d-118532239cf0 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 948 time: 0.1898580 Jan 18 20:09:16.618928 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-270b222c-a0f9-473e-a46f-b30a57011d97 req-2ac405c8-1ae7-4b1f-8cf6-12fd7e140207 tempest-DeleteServersAdminTestJSON-2138277708 tempest-DeleteServersAdminTestJSON-2138277708-project-admin] Deleting port 04f80e00-191d-4e6c-9004-67b0931a5936 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:09:16.618928 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-270b222c-a0f9-473e-a46f-b30a57011d97 req-2ac405c8-1ae7-4b1f-8cf6-12fd7e140207 tempest-DeleteServersAdminTestJSON-2138277708 tempest-DeleteServersAdminTestJSON-2138277708-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (04f80e00-191d-4e6c-9004-67b0931a5936), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:16.629045 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ad611f9d-8d6b-411c-840f-db336924ba95 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:09:16.640227 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-03286952-e4e6-419b-86d5-966c1a6d1fd1 req-40694092-50f1-4d64-af1d-ac7ab4f41aa4 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.31 "GET /v2.0/security-groups?id=080b0e27-94ad-4301-afc1-141bed1a208b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855956 Jan 18 20:09:16.760379 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-270b222c-a0f9-473e-a46f-b30a57011d97 req-2ac405c8-1ae7-4b1f-8cf6-12fd7e140207 tempest-DeleteServersAdminTestJSON-2138277708 tempest-DeleteServersAdminTestJSON-2138277708-project-admin] For port 04f80e00-191d-4e6c-9004-67b0931a5936, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=04f80e00-191d-4e6c-9004-67b0931a5936,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:16.760756 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-270b222c-a0f9-473e-a46f-b30a57011d97 req-2ac405c8-1ae7-4b1f-8cf6-12fd7e140207 tempest-DeleteServersAdminTestJSON-2138277708 tempest-DeleteServersAdminTestJSON-2138277708-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (04f80e00-191d-4e6c-9004-67b0931a5936), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:16.775247 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-270b222c-a0f9-473e-a46f-b30a57011d97 req-2ac405c8-1ae7-4b1f-8cf6-12fd7e140207 tempest-DeleteServersAdminTestJSON-2138277708 tempest-DeleteServersAdminTestJSON-2138277708-project-admin] Calling delete_port for 04f80e00-191d-4e6c-9004-67b0931a5936 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:09:16.790975 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dccd4276-b1bd-4ebb-aceb-d87e48f6f224 req-2141c731-a17f-4f09-9b7e-61b3890520c3 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426390 Jan 18 20:09:16.791948 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84227e70-d00d-4766-a394-45c435eea6c4 req-c3da72bb-1683-473e-90cb-fd38c61cc25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:16.792344 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ad611f9d-8d6b-411c-840f-db336924ba95, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ad611f9d-8d6b-411c-840f-db336924ba95,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:16.793248 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-84227e70-d00d-4766-a394-45c435eea6c4 req-c3da72bb-1683-473e-90cb-fd38c61cc25c service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.6651034 Jan 18 20:09:16.818281 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'ad611f9d-8d6b-411c-840f-db336924ba95', 'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759', 'port_id': 'ad611f9d-8d6b-411c-840f-db336924ba95', 'mac_address': 'fa:16:3e:35:c3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a677f5f-009c-4f07-9679-86f5c85ef9be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:09:16.872027 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port ad611f9d-8d6b-411c-840f-db336924ba95 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:16.872724 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ad611f9d-8d6b-411c-840f-db336924ba95), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:16.873728 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-84227e70-d00d-4766-a394-45c435eea6c4 req-efe3165c-831e-4475-bba6-158aff779337 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=ffac5868-2428-404b-854e-17debbdfc33c HTTP/1.1" status: 200 len: 217 time: 0.0514393 Jan 18 20:09:16.878824 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6c520c31-c7f1-436a-b5e4-ab0c0cf18060 req-18a0cbd7-d66f-4c34-a09f-0234fbb6c539 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2576802 Jan 18 20:09:16.886680 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad611f9d-8d6b-411c-840f-db336924ba95 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:09:16.910589 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ad611f9d-8d6b-411c-840f-db336924ba95, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ad611f9d-8d6b-411c-840f-db336924ba95,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:16.917265 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ad611f9d-8d6b-411c-840f-db336924ba95), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:16.917858 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ffac5868-2428-404b-854e-17debbdfc33c details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:09:16.969173 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84227e70-d00d-4766-a394-45c435eea6c4 req-3f8865d8-bcb2-4b5d-9dfa-f84e856a8f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:16.970573 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-84227e70-d00d-4766-a394-45c435eea6c4 req-3f8865d8-bcb2-4b5d-9dfa-f84e856a8f9d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0909197 Jan 18 20:09:16.976734 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec40123d-8361-470c-a2f4-9f30615839c1 req-9e3a2238-3fd2-49a1-9c8b-144fe8731ff8 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534017 Jan 18 20:09:17.008722 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=ad611f9d-8d6b-411c-840f-db336924ba95,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:17.026141 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c520c31-c7f1-436a-b5e4-ab0c0cf18060 req-5af51018-ab19-4d70-96d6-7c5d52cfd412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:17.027786 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6c520c31-c7f1-436a-b5e4-ab0c0cf18060 req-5af51018-ab19-4d70-96d6-7c5d52cfd412 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 1101 time: 0.1131852 Jan 18 20:09:17.042803 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd85a35-3f39-4421-b0d5-26fd1f9d374f admin admin] Router a7b92635-136e-4ba6-93a8-9c6eaaf1a95b is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:09:17.068795 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e66c2-41d2-475f-b887-3cf03e6312b6 req-32ada8fb-602c-48fb-8ad2-95480d33afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:17.071007 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d1e66c2-41d2-475f-b887-3cf03e6312b6 req-32ada8fb-602c-48fb-8ad2-95480d33afa0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a952c69eb581417d94f6dac1d82e518e&device_id=d73e65b0-3e0f-4c44-8fa2-b60a1f104138 HTTP/1.1" status: 200 len: 1095 time: 0.4489815 Jan 18 20:09:17.089470 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84227e70-d00d-4766-a394-45c435eea6c4 req-11aa7125-1198-4c45-869c-fb61b354d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:17.091007 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-84227e70-d00d-4766-a394-45c435eea6c4 req-11aa7125-1198-4c45-869c-fb61b354d4c6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1115532 Jan 18 20:09:17.097495 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ffac5868-2428-404b-854e-17debbdfc33c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ffac5868-2428-404b-854e-17debbdfc33c,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:17.116631 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'ffac5868-2428-404b-854e-17debbdfc33c', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': 'ffac5868-2428-404b-854e-17debbdfc33c', 'mac_address': 'fa:16:3e:06:e5:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:09:17.204073 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e66c2-41d2-475f-b887-3cf03e6312b6 req-d62d6a4c-d54c-4d75-a7f4-44c61694161d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:17.206256 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d1e66c2-41d2-475f-b887-3cf03e6312b6 req-d62d6a4c-d54c-4d75-a7f4-44c61694161d service neutron] 10.222.0.57 "GET /v2.0/networks?id=b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150 HTTP/1.1" status: 200 len: 913 time: 0.1189692 Jan 18 20:09:17.282682 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b99a05-8538-4864-8306-ea165b0738f2 req-095666c0-b187-43b1-bf57-ace1696e10ab tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:17.290104 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d4b99a05-8538-4864-8306-ea165b0738f2 req-095666c0-b187-43b1-bf57-ace1696e10ab tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=f66cd2fb-1558-4390-bc49-d53b00bcc0b5 HTTP/1.1" status: 200 len: 945 time: 0.4217954 Jan 18 20:09:17.293065 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d1e66c2-41d2-475f-b887-3cf03e6312b6 req-27d24bac-5bfc-4bb1-9daf-0e7fe7656c79 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=591d22ea-bd0c-449e-b086-08f941f00d32 HTTP/1.1" status: 200 len: 217 time: 0.0690448 Jan 18 20:09:17.322495 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c520c31-c7f1-436a-b5e4-ab0c0cf18060 req-4823f74c-3da6-4de9-9d5f-45f0d26ded17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:17.324582 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6c520c31-c7f1-436a-b5e4-ab0c0cf18060 req-4823f74c-3da6-4de9-9d5f-45f0d26ded17 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.2612941 Jan 18 20:09:17.345058 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd85a35-3f39-4421-b0d5-26fd1f9d374f admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:09:17.348979 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port ffac5868-2428-404b-854e-17debbdfc33c is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:17.351132 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ffac5868-2428-404b-854e-17debbdfc33c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:17.354810 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc43231-3f81-4e50-a7d0-5abadfdfdfe4 None None] Sync routers for ids ['a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:09:17.377835 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc43231-3f81-4e50-a7d0-5abadfdfdfe4 None None] Routers {'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:09:17.378268 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-84227e70-d00d-4766-a394-45c435eea6c4 req-54e4733e-8bf6-4390-a9bb-17b6ae363112 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769206 Jan 18 20:09:17.379562 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1cc43231-3f81-4e50-a7d0-5abadfdfdfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:08:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:17.382683 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6c520c31-c7f1-436a-b5e4-ab0c0cf18060 req-927502f5-611b-4678-9da3-a04e7f776668 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=3b24adc3-ef07-4a3c-af12-0a22a4a443af HTTP/1.1" status: 200 len: 217 time: 0.0492260 Jan 18 20:09:17.390358 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffac5868-2428-404b-854e-17debbdfc33c {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:09:17.399037 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e66c2-41d2-475f-b887-3cf03e6312b6 req-807b458d-4f4e-45b8-ab54-7533d91dc0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:17.400540 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d1e66c2-41d2-475f-b887-3cf03e6312b6 req-807b458d-4f4e-45b8-ab54-7533d91dc0d1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=78beeeda-78cd-4589-8de9-383faab967bb HTTP/1.1" status: 200 len: 852 time: 0.0783505 Jan 18 20:09:17.434346 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ffac5868-2428-404b-854e-17debbdfc33c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ffac5868-2428-404b-854e-17debbdfc33c,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:17.444294 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ffac5868-2428-404b-854e-17debbdfc33c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:17.446901 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625564a4-3033-4add-aa07-988a02fd126f req-c7bb7607-33a9-4e42-bbd0-76fd8964fca6 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:17.456361 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-625564a4-3033-4add-aa07-988a02fd126f req-c7bb7607-33a9-4e42-bbd0-76fd8964fca6 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=951987df-57fe-402c-9fc2-f4eb14af7094 HTTP/1.1" status: 200 len: 949 time: 0.3667097 Jan 18 20:09:17.499835 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d4b99a05-8538-4864-8306-ea165b0738f2 req-db2e5061-1338-49b5-8163-f113dd5c980d tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082551 Jan 18 20:09:17.505756 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7cd85a35-3f39-4421-b0d5-26fd1f9d374f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:17.506984 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7cd85a35-3f39-4421-b0d5-26fd1f9d374f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4173751 Jan 18 20:09:17.513827 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d1e66c2-41d2-475f-b887-3cf03e6312b6 req-9e7cb83b-c8d2-4051-9b94-3997dd09c686 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013529 Jan 18 20:09:17.521568 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-1cc43231-3f81-4e50-a7d0-5abadfdfdfe4 None None] Set router a7b92635-136e-4ba6-93a8-9c6eaaf1a95b gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:09:17.524983 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41530) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:17.541736 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=ffac5868-2428-404b-854e-17debbdfc33c,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:17.577358 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c520c31-c7f1-436a-b5e4-ab0c0cf18060 req-a65810ef-953a-456b-9285-41686435466b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:17.578883 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6c520c31-c7f1-436a-b5e4-ab0c0cf18060 req-a65810ef-953a-456b-9285-41686435466b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1795778 Jan 18 20:09:17.650088 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-84227e70-d00d-4766-a394-45c435eea6c4 req-2f3b35c3-f607-46d6-8369-3e7b0f6ea780 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519219 Jan 18 20:09:17.673135 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c520c31-c7f1-436a-b5e4-ab0c0cf18060 req-4376b2a4-c014-4732-a8ea-499124c2bb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:17.674822 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6c520c31-c7f1-436a-b5e4-ab0c0cf18060 req-4376b2a4-c014-4732-a8ea-499124c2bb59 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0828695 Jan 18 20:09:17.683317 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['ad611f9d-8d6b-411c-840f-db336924ba95'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:09:17.689954 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['ffac5868-2428-404b-854e-17debbdfc33c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:09:17.714118 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f5ef9e3-85aa-4f10-a663-1d2acde2c39b req-c4d775fa-d990-488f-98e2-1108f4a5f36e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec990ee3-37a7-4873-a5fa-954a82c4620f HTTP/1.1" status: 200 len: 210 time: 0.0665860 Jan 18 20:09:17.761339 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-625564a4-3033-4add-aa07-988a02fd126f req-605ea58a-9f97-4c0c-ae83-e307272dc452 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c81dc55-1d7e-4575-bd69-0392030b38ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041093 Jan 18 20:09:17.803255 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6c520c31-c7f1-436a-b5e4-ab0c0cf18060 req-d6fbe1ad-2ff6-48d7-9a8d-25b5c790de1e service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194408 Jan 18 20:09:17.844409 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-270b222c-a0f9-473e-a46f-b30a57011d97 req-2ac405c8-1ae7-4b1f-8cf6-12fd7e140207 tempest-DeleteServersAdminTestJSON-2138277708 tempest-DeleteServersAdminTestJSON-2138277708-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (04f80e00-191d-4e6c-9004-67b0931a5936), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:17.899337 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1cc43231-3f81-4e50-a7d0-5abadfdfdfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'name': 'tempest-TaggedBootDevicesTest-1948818473-router', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '40593611-ed71-4d18-a59f-9c5cc7f4917c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:09:11Z', 'updated_at': '2022-01-18T20:09:15Z', 'revision_number': 3, 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'gw_port': {'id': '40593611-ed71-4d18-a59f-9c5cc7f4917c', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:13Z', 'updated_at': '2022-01-18T20:09:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:17.939997 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac405c8-1ae7-4b1f-8cf6-12fd7e140207 tempest-DeleteServersAdminTestJSON-2138277708 tempest-DeleteServersAdminTestJSON-2138277708-project-admin] Pushing event deleted for resources: {'Port': ['ID=04f80e00-191d-4e6c-9004-67b0931a5936,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:17.949316 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d1e66c2-41d2-475f-b887-3cf03e6312b6 req-805fa4bb-2fcc-458e-9c10-0802bc25a57b service neutron] 10.222.0.57 "GET /v2.0/networks/b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661594 Jan 18 20:09:17.951317 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc43231-3f81-4e50-a7d0-5abadfdfdfe4 None None] Checking router: a7b92635-136e-4ba6-93a8-9c6eaaf1a95b for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:09:17.951663 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc43231-3f81-4e50-a7d0-5abadfdfdfe4 None None] Updating router a7b92635-136e-4ba6-93a8-9c6eaaf1a95b port 40593611-ed71-4d18-a59f-9c5cc7f4917c binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:09:18.000589 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1cc43231-3f81-4e50-a7d0-5abadfdfdfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (40593611-ed71-4d18-a59f-9c5cc7f4917c), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:18.027640 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6c520c31-c7f1-436a-b5e4-ab0c0cf18060 req-c41d7d46-c477-4b6d-a652-618fecfdc3cc service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146838 Jan 18 20:09:18.392625 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1cc43231-3f81-4e50-a7d0-5abadfdfdfe4 None None] Publish callbacks [] for port (40593611-ed71-4d18-a59f-9c5cc7f4917c), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:18.400173 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1cc43231-3f81-4e50-a7d0-5abadfdfdfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (40593611-ed71-4d18-a59f-9c5cc7f4917c), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:18.444067 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7e12f-1498-4e39-af0e-1237b9175ab1 None None] Pushing event updated for resources: {'Port': ['ID=40593611-ed71-4d18-a59f-9c5cc7f4917c,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:18.471807 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-1cc43231-3f81-4e50-a7d0-5abadfdfdfe4 None None] Attempting to bind port 40593611-ed71-4d18-a59f-9c5cc7f4917c on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:09:18.472261 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-1cc43231-3f81-4e50-a7d0-5abadfdfdfe4 None None] Attempting to bind port 40593611-ed71-4d18-a59f-9c5cc7f4917c by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:09:18.472679 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc43231-3f81-4e50-a7d0-5abadfdfdfe4 None None] Attempting to bind port 40593611-ed71-4d18-a59f-9c5cc7f4917c on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:09:18.478461 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc43231-3f81-4e50-a7d0-5abadfdfdfe4 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:09:18.478854 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc43231-3f81-4e50-a7d0-5abadfdfdfe4 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:09:18.479318 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1cc43231-3f81-4e50-a7d0-5abadfdfdfe4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:18.479767 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc43231-3f81-4e50-a7d0-5abadfdfdfe4 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:09:18.480291 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-1cc43231-3f81-4e50-a7d0-5abadfdfdfe4 None None] Bound port: 40593611-ed71-4d18-a59f-9c5cc7f4917c, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:09:18.480728 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1cc43231-3f81-4e50-a7d0-5abadfdfdfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (40593611-ed71-4d18-a59f-9c5cc7f4917c), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:18.541299 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-1cc43231-3f81-4e50-a7d0-5abadfdfdfe4 None None] For port 40593611-ed71-4d18-a59f-9c5cc7f4917c, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:09:18.545757 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-1cc43231-3f81-4e50-a7d0-5abadfdfdfe4 None None] For port 40593611-ed71-4d18-a59f-9c5cc7f4917c, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=40593611-ed71-4d18-a59f-9c5cc7f4917c,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:09:18.552655 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1cc43231-3f81-4e50-a7d0-5abadfdfdfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (40593611-ed71-4d18-a59f-9c5cc7f4917c), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:18.575492 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-270b222c-a0f9-473e-a46f-b30a57011d97 req-2ac405c8-1ae7-4b1f-8cf6-12fd7e140207 tempest-DeleteServersAdminTestJSON-2138277708 tempest-DeleteServersAdminTestJSON-2138277708-project-admin] No DVR routers for this DVR port 04f80e00-191d-4e6c-9004-67b0931a5936 on host n-h1-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:09:18.581317 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-270b222c-a0f9-473e-a46f-b30a57011d97 req-2ac405c8-1ae7-4b1f-8cf6-12fd7e140207 tempest-DeleteServersAdminTestJSON-2138277708 tempest-DeleteServersAdminTestJSON-2138277708-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:18.584628 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-270b222c-a0f9-473e-a46f-b30a57011d97 req-2ac405c8-1ae7-4b1f-8cf6-12fd7e140207 tempest-DeleteServersAdminTestJSON-2138277708 tempest-DeleteServersAdminTestJSON-2138277708-project-admin] 10.222.0.57 "DELETE /v2.0/ports/04f80e00-191d-4e6c-9004-67b0931a5936 HTTP/1.1" status: 204 len: 173 time: 2.3161855 Jan 18 20:09:18.585938 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951987df-57fe-402c-9fc2-f4eb14af7094', 'name': 'network-vif-deleted', 'tag': '04f80e00-191d-4e6c-9004-67b0931a5936'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:09:18.588154 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c164da84-9f06-45b6-ac73-c10b61dbd98f" -d '{"events": [{"server_uuid": "951987df-57fe-402c-9fc2-f4eb14af7094", "name": "network-vif-deleted", "tag": "04f80e00-191d-4e6c-9004-67b0931a5936"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:09:18.611126 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107e786-15f4-439a-8e0c-33497b7dc4c4 req-3d8f7e69-3a52-4456-a3b5-6845a86c40a5 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:18.612667 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f107e786-15f4-439a-8e0c-33497b7dc4c4 req-3d8f7e69-3a52-4456-a3b5-6845a86c40a5 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d73e65b0-3e0f-4c44-8fa2-b60a1f104138 HTTP/1.1" status: 200 len: 944 time: 0.6520536 Jan 18 20:09:18.614902 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7e12f-1498-4e39-af0e-1237b9175ab1 None None] Pushing event updated for resources: {'Port': ['ID=40593611-ed71-4d18-a59f-9c5cc7f4917c,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:18.635340 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc43231-3f81-4e50-a7d0-5abadfdfdfe4 None None] Routers {'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:09:18.636188 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1cc43231-3f81-4e50-a7d0-5abadfdfdfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:08:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:18.716165 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604c518-541d-4c6b-8903-e27f856ef5cf req-ca08aea5-100e-4a53-b293-1e9c7c213703 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:18.717804 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3604c518-541d-4c6b-8903-e27f856ef5cf req-ca08aea5-100e-4a53-b293-1e9c7c213703 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.31 "GET /v2.0/ports?device_id=b29ba771-d765-455d-9e71-2e483c751907 HTTP/1.1" status: 200 len: 949 time: 0.7582769 Jan 18 20:09:18.819416 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d1e66c2-41d2-475f-b887-3cf03e6312b6 req-5bccded4-2fca-4ee9-843e-3931f5eb5a39 service neutron] 10.222.0.57 "GET /v2.0/networks/b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8425345 Jan 18 20:09:18.829828 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f107e786-15f4-439a-8e0c-33497b7dc4c4 req-55523338-7f88-473b-8c35-2ef529e752ce tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.31 "GET /v2.0/security-groups?id=080b0e27-94ad-4301-afc1-141bed1a208b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849957 Jan 18 20:09:18.867899 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3604c518-541d-4c6b-8903-e27f856ef5cf req-7897b391-ea78-409d-9494-b8358d220d26 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.31 "GET /v2.0/security-groups?id=7be56bab-ef88-4f4b-b2f7-832f8b852544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387150 Jan 18 20:09:18.915611 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-1cc43231-3f81-4e50-a7d0-5abadfdfdfe4 None None] Set router a7b92635-136e-4ba6-93a8-9c6eaaf1a95b gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:09:19.130589 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47919b5-b3e0-4492-836d-782a52f4264c req-b178f95b-aae4-42ff-91af-77ee405cf948 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:19.138319 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f47919b5-b3e0-4492-836d-782a52f4264c req-b178f95b-aae4-42ff-91af-77ee405cf948 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 948 time: 0.1211011 Jan 18 20:09:19.177910 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96f92517-d35c-484f-ab3c-769f36454e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:19.199431 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1cc43231-3f81-4e50-a7d0-5abadfdfdfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'name': 'tempest-TaggedBootDevicesTest-1948818473-router', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '40593611-ed71-4d18-a59f-9c5cc7f4917c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:09:11Z', 'updated_at': '2022-01-18T20:09:15Z', 'revision_number': 3, 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'gw_port': {'id': '40593611-ed71-4d18-a59f-9c5cc7f4917c', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:13Z', 'updated_at': '2022-01-18T20:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:19.211844 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093e118-c641-45a0-9b7b-fc249340c2e0 req-6930ef51-7669-4c75-9cbe-faa2c7bef2fe tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:19.213358 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7093e118-c641-45a0-9b7b-fc249340c2e0 req-6930ef51-7669-4c75-9cbe-faa2c7bef2fe tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=f66cd2fb-1558-4390-bc49-d53b00bcc0b5 HTTP/1.1" status: 200 len: 945 time: 0.1534288 Jan 18 20:09:19.228124 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41552) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:19.230314 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f47919b5-b3e0-4492-836d-782a52f4264c req-03925d00-8d81-4d65-aaca-6c17571d1343 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867264 Jan 18 20:09:19.236422 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc43231-3f81-4e50-a7d0-5abadfdfdfe4 None None] The sync data for ids ['a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'] in n-d-741529-9 is: [{'id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'name': 'tempest-TaggedBootDevicesTest-1948818473-router', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '40593611-ed71-4d18-a59f-9c5cc7f4917c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:09:11Z', 'updated_at': '2022-01-18T20:09:15Z', 'revision_number': 3, 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'gw_port': {'id': '40593611-ed71-4d18-a59f-9c5cc7f4917c', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:13Z', 'updated_at': '2022-01-18T20:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:09:19.347314 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa36ae6-330c-4471-aed8-dd9c6b8fa4ff x-openstack-request-id: req-1aa36ae6-330c-4471-aed8-dd9c6b8fa4ff {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:09:19.347612 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951987df-57fe-402c-9fc2-f4eb14af7094", "name": "network-vif-deleted", "tag": "04f80e00-191d-4e6c-9004-67b0931a5936", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:09:19.347864 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1aa36ae6-330c-4471-aed8-dd9c6b8fa4ff {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:09:19.348267 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951987df-57fe-402c-9fc2-f4eb14af7094', 'name': 'network-vif-deleted', 'tag': '04f80e00-191d-4e6c-9004-67b0931a5936', 'status': 'completed', 'code': 200} Jan 18 20:09:19.364096 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 591d22ea-bd0c-449e-b086-08f941f00d32 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:09:19.368849 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 04f80e00-191d-4e6c-9004-67b0931a5936 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:09:19.423003 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7093e118-c641-45a0-9b7b-fc249340c2e0 req-659a4487-a2ef-4e05-b6be-22b5a4b5690d tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914146 Jan 18 20:09:19.434858 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 04f80e00-191d-4e6c-9004-67b0931a5936 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:09:19.436649 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 04f80e00-191d-4e6c-9004-67b0931a5936 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:09:19.440960 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9072cf41-4e58-46c8-bc39-5011a5e59712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:19.456681 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f95f4ada-75b3-4209-94a1-f04576a5438b req-ef8d0dad-cfb6-48f3-b0dd-1e94a21fb480 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec990ee3-37a7-4873-a5fa-954a82c4620f HTTP/1.1" status: 200 len: 210 time: 0.0284967 Jan 18 20:09:19.576021 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-96f92517-d35c-484f-ab3c-769f36454e3f admin admin] Allocated IP 172.20.0.1 (f5a28bc4-6d91-4261-a9f7-5d655221c24a/3da5da2e-d2b1-4395-8273-eab036481371/369102e0-ede0-4bec-bdfb-41c1f40d6749) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:09:19.620547 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9072cf41-4e58-46c8-bc39-5011a5e59712 admin admin] Publish callbacks [] for security_group (0aceaf00-c7f4-45d0-9c40-0a5c6d5806ca), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:19.631050 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9072cf41-4e58-46c8-bc39-5011a5e59712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0aceaf00-c7f4-45d0-9c40-0a5c6d5806ca), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:19.650682 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 591d22ea-bd0c-449e-b086-08f941f00d32, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=591d22ea-bd0c-449e-b086-08f941f00d32,segment=NetworkSegment(83b8d781-14b6-4a03-9148-c4ea70094e5c),segment_id=83b8d781-14b6-4a03-9148-c4ea70094e5c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:19.668325 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '591d22ea-bd0c-449e-b086-08f941f00d32', 'network_id': 'b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150', 'port_id': '591d22ea-bd0c-449e-b086-08f941f00d32', 'mac_address': 'fa:16:3e:91:d3:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78beeeda-78cd-4589-8de9-383faab967bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:09:19.685478 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41560) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:19.699530 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9072cf41-4e58-46c8-bc39-5011a5e59712 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d077a1436e77401a865d6370f95cda0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4702022 Jan 18 20:09:19.708579 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072cf41-4e58-46c8-bc39-5011a5e59712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aceaf00-c7f4-45d0-9c40-0a5c6d5806ca,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:19.759422 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 591d22ea-bd0c-449e-b086-08f941f00d32 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:19.759898 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (591d22ea-bd0c-449e-b086-08f941f00d32), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:19.795143 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 591d22ea-bd0c-449e-b086-08f941f00d32 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:09:19.815660 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf96a2e-4eae-4104-9493-1ea475258c6b req-91e792b9-761b-4ea6-9c81-2c290d9e434d tempest-MigrationsAdminTest-349052742 tempest-MigrationsAdminTest-349052742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:19.818214 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8bf96a2e-4eae-4104-9493-1ea475258c6b req-91e792b9-761b-4ea6-9c81-2c290d9e434d tempest-MigrationsAdminTest-349052742 tempest-MigrationsAdminTest-349052742-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 1099 time: 0.2007120 Jan 18 20:09:19.832672 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 591d22ea-bd0c-449e-b086-08f941f00d32, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=591d22ea-bd0c-449e-b086-08f941f00d32,segment=NetworkSegment(83b8d781-14b6-4a03-9148-c4ea70094e5c),segment_id=83b8d781-14b6-4a03-9148-c4ea70094e5c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:19.851968 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (591d22ea-bd0c-449e-b086-08f941f00d32), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:19.896468 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-464778b8-2c36-4114-a5af-7596fabd5590 admin admin] Publish callbacks [] for security_group (0aceaf00-c7f4-45d0-9c40-0a5c6d5806ca), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:19.912375 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=591d22ea-bd0c-449e-b086-08f941f00d32,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:19.923835 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-464778b8-2c36-4114-a5af-7596fabd5590 admin admin] Publish callbacks [] for security_group (0aceaf00-c7f4-45d0-9c40-0a5c6d5806ca), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:19.957142 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-6b274ac0-c049-411a-a892-d4c55066762e tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=967d825473b54d53b7e07fa1a9fa9690&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0844510 Jan 18 20:09:19.985350 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96f92517-d35c-484f-ab3c-769f36454e3f admin admin] Publish callbacks [] for port (369102e0-ede0-4bec-bdfb-41c1f40d6749), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:20.035849 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8bf96a2e-4eae-4104-9493-1ea475258c6b req-8904838b-8653-454a-8971-8a5b5a46ce64 tempest-MigrationsAdminTest-349052742 tempest-MigrationsAdminTest-349052742-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104867 Jan 18 20:09:20.113456 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-464778b8-2c36-4114-a5af-7596fabd5590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0aceaf00-c7f4-45d0-9c40-0a5c6d5806ca), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:20.116014 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-464778b8-2c36-4114-a5af-7596fabd5590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:20.117159 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-464778b8-2c36-4114-a5af-7596fabd5590 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0aceaf00-c7f4-45d0-9c40-0a5c6d5806ca HTTP/1.1" status: 204 len: 168 time: 0.4306772 Jan 18 20:09:20.134556 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96f92517-d35c-484f-ab3c-769f36454e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (369102e0-ede0-4bec-bdfb-41c1f40d6749), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:20.136160 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464778b8-2c36-4114-a5af-7596fabd5590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aceaf00-c7f4-45d0-9c40-0a5c6d5806ca,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:20.176970 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['591d22ea-bd0c-449e-b086-08f941f00d32'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:09:20.216823 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-6e6913b8-3349-483f-ab24-76bc288c70dd tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:20.218408 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-6e6913b8-3349-483f-ab24-76bc288c70dd tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2438841 Jan 18 20:09:20.230827 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f92517-d35c-484f-ab3c-769f36454e3f admin admin] Network f5a28bc4-6d91-4261-a9f7-5d655221c24a is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:09:20.247865 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-96f92517-d35c-484f-ab3c-769f36454e3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:09:20.251372 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f92517-d35c-484f-ab3c-769f36454e3f admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:09:20.286449 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-c02ed615-51e6-4aba-bb27-dd4e1e8793ad tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/quotas/967d825473b54d53b7e07fa1a9fa9690 HTTP/1.1" status: 200 len: 375 time: 0.0544705 Jan 18 20:09:20.321207 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f92517-d35c-484f-ab3c-769f36454e3f admin admin] Pushing event updated for resources: {'Port': ['ID=369102e0-ede0-4bec-bdfb-41c1f40d6749,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:20.351715 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-053da1ef-be98-43d3-8fb5-087a1fe77704 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=967d825473b54d53b7e07fa1a9fa9690&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553555 Jan 18 20:09:20.363318 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6e925-6cb4-40f6-af95-84f2af9ace34 req-b29d01a7-216c-4741-bbed-63864c3cb492 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:20.371577 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-56c6e925-6cb4-40f6-af95-84f2af9ace34 req-b29d01a7-216c-4741-bbed-63864c3cb492 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d73e65b0-3e0f-4c44-8fa2-b60a1f104138 HTTP/1.1" status: 200 len: 945 time: 0.2135713 Jan 18 20:09:20.396102 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96f92517-d35c-484f-ab3c-769f36454e3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (a7b92635-136e-4ba6-93a8-9c6eaaf1a95b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:20.427047 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 40593611-ed71-4d18-a59f-9c5cc7f4917c up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:09:20.497915 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-56c6e925-6cb4-40f6-af95-84f2af9ace34 req-c2408566-2bdb-4707-893c-c4c4f1ca860e tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.31 "GET /v2.0/security-groups?id=080b0e27-94ad-4301-afc1-141bed1a208b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251991 Jan 18 20:09:20.687976 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ad611f9d-8d6b-411c-840f-db336924ba95 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:09:20.696451 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96f92517-d35c-484f-ab3c-769f36454e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (369102e0-ede0-4bec-bdfb-41c1f40d6749), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:20.716467 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af7061-0ee2-4722-b2d0-b4425d38f58c req-80e1c567-de6d-49e4-9de2-18610bc855c7 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:20.724273 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f3af7061-0ee2-4722-b2d0-b4425d38f58c req-80e1c567-de6d-49e4-9de2-18610bc855c7 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.31 "GET /v2.0/ports?device_id=b29ba771-d765-455d-9e71-2e483c751907 HTTP/1.1" status: 200 len: 949 time: 0.1050606 Jan 18 20:09:20.840283 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f3af7061-0ee2-4722-b2d0-b4425d38f58c req-d75ef12f-9737-41ed-b659-247b05fad49c tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.31 "GET /v2.0/security-groups?id=7be56bab-ef88-4f4b-b2f7-832f8b852544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109779 Jan 18 20:09:20.875868 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e33db7ec-d30a-4840-9fe0-c3658b6d0a30 None None] Provisioning complete for port 369102e0-ede0-4bec-bdfb-41c1f40d6749 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:20.876694 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e33db7ec-d30a-4840-9fe0-c3658b6d0a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (369102e0-ede0-4bec-bdfb-41c1f40d6749), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:20.878500 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 40593611-ed71-4d18-a59f-9c5cc7f4917c triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:20.878959 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (40593611-ed71-4d18-a59f-9c5cc7f4917c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:21.026880 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d35af3a2-3f22-406b-8509-f7e7531e7ac2 req-f10c5273-6ea6-4500-84b3-33c3a0a08dd8 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec990ee3-37a7-4873-a5fa-954a82c4620f HTTP/1.1" status: 200 len: 210 time: 0.0416064 Jan 18 20:09:21.061830 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e33db7ec-d30a-4840-9fe0-c3658b6d0a30 None None] Port 369102e0-ede0-4bec-bdfb-41c1f40d6749 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:09:21.070739 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port ad611f9d-8d6b-411c-840f-db336924ba95 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:09:21.079043 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port ad611f9d-8d6b-411c-840f-db336924ba95 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:21.079518 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ad611f9d-8d6b-411c-840f-db336924ba95), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:21.172413 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96f92517-d35c-484f-ab3c-769f36454e3f admin admin] Publish callbacks [] for port (369102e0-ede0-4bec-bdfb-41c1f40d6749), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:21.196300 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96f92517-d35c-484f-ab3c-769f36454e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (369102e0-ede0-4bec-bdfb-41c1f40d6749), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:21.211606 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 40593611-ed71-4d18-a59f-9c5cc7f4917c is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:21.212552 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (40593611-ed71-4d18-a59f-9c5cc7f4917c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:21.286121 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96f92517-d35c-484f-ab3c-769f36454e3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (a7b92635-136e-4ba6-93a8-9c6eaaf1a95b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:21.288344 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 40593611-ed71-4d18-a59f-9c5cc7f4917c, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=40593611-ed71-4d18-a59f-9c5cc7f4917c,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:21.305392 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (40593611-ed71-4d18-a59f-9c5cc7f4917c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:21.317567 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4259a-047a-465c-aff7-b193b7bec548 req-cd2fc150-4e6d-4f79-a1ef-4a710076fd7f tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:21.326885 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14b4259a-047a-465c-aff7-b193b7bec548 req-cd2fc150-4e6d-4f79-a1ef-4a710076fd7f tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=f66cd2fb-1558-4390-bc49-d53b00bcc0b5 HTTP/1.1" status: 200 len: 945 time: 0.1745949 Jan 18 20:09:21.331839 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f92517-d35c-484f-ab3c-769f36454e3f admin admin] Pushing event updated for resources: {'Port': ['ID=369102e0-ede0-4bec-bdfb-41c1f40d6749,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:21.447954 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14b4259a-047a-465c-aff7-b193b7bec548 req-53e087b0-6210-451c-9ea5-b77c7123987d tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198845 Jan 18 20:09:21.510324 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f92517-d35c-484f-ab3c-769f36454e3f admin admin] Network f5a28bc4-6d91-4261-a9f7-5d655221c24a is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:09:21.511684 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=40593611-ed71-4d18-a59f-9c5cc7f4917c,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:21.512878 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-96f92517-d35c-484f-ab3c-769f36454e3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:09:21.555013 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port ad611f9d-8d6b-411c-840f-db336924ba95 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:21.555393 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ad611f9d-8d6b-411c-840f-db336924ba95), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:21.605498 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66cd2fb-1558-4390-bc49-d53b00bcc0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad611f9d-8d6b-411c-840f-db336924ba95'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:09:21.607946 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf68401-11de-4e52-9e5b-cfad0e24023b" -d '{"events": [{"server_uuid": "f66cd2fb-1558-4390-bc49-d53b00bcc0b5", "name": "network-vif-plugged", "status": "completed", "tag": "ad611f9d-8d6b-411c-840f-db336924ba95"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:09:21.634616 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ad611f9d-8d6b-411c-840f-db336924ba95, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ad611f9d-8d6b-411c-840f-db336924ba95,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:21.650883 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ad611f9d-8d6b-411c-840f-db336924ba95), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:21.652156 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ffac5868-2428-404b-854e-17debbdfc33c up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:09:21.658963 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41626) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:21.797834 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6188c2ae-4977-461b-b2fd-2925d9b490c9 req-3cb79e05-75ef-459d-8064-84e504d88199 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4215d6d-d895-4614-bd40-edad3cee69f8 HTTP/1.1" status: 200 len: 210 time: 0.1539712 Jan 18 20:09:21.900800 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=ad611f9d-8d6b-411c-840f-db336924ba95,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:21.905895 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f92517-d35c-484f-ab3c-769f36454e3f admin admin] Router a7b92635-136e-4ba6-93a8-9c6eaaf1a95b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:09:21.924938 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port ffac5868-2428-404b-854e-17debbdfc33c completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:09:21.931437 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port ffac5868-2428-404b-854e-17debbdfc33c triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:21.932128 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ffac5868-2428-404b-854e-17debbdfc33c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:21.966279 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9480736-dcf3-4815-8302-956ca5b575bf x-openstack-request-id: req-b9480736-dcf3-4815-8302-956ca5b575bf {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:09:21.966891 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66cd2fb-1558-4390-bc49-d53b00bcc0b5", "name": "network-vif-plugged", "status": "completed", "tag": "ad611f9d-8d6b-411c-840f-db336924ba95", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:09:21.967386 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9480736-dcf3-4815-8302-956ca5b575bf {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:09:21.968032 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66cd2fb-1558-4390-bc49-d53b00bcc0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad611f9d-8d6b-411c-840f-db336924ba95', 'code': 200} Jan 18 20:09:21.993080 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-248e9b70-2ef1-4579-abda-1c5ae02fd2d7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1055369 Jan 18 20:09:22.011179 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-f1cc2b51-5233-43c3-aa66-e46ec2a7f50d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-103446206-network', 'tenant_id': '79bac98ff06d455bb4a4343096ef379b'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:22.036466 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1d4ff782-bf30-44be-8bfc-11383d1519c0 None None] Provisioning complete for port 369102e0-ede0-4bec-bdfb-41c1f40d6749 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:22.036731 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1d4ff782-bf30-44be-8bfc-11383d1519c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (369102e0-ede0-4bec-bdfb-41c1f40d6749), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:22.123228 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cc2b51-5233-43c3-aa66-e46ec2a7f50d admin admin] Made reservation on behalf of 79bac98ff06d455bb4a4343096ef379b for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:09:22.126069 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1cc2b51-5233-43c3-aa66-e46ec2a7f50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:22.131242 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1d4ff782-bf30-44be-8bfc-11383d1519c0 None None] Port 369102e0-ede0-4bec-bdfb-41c1f40d6749 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:09:22.151059 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port ffac5868-2428-404b-854e-17debbdfc33c is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:22.151614 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ffac5868-2428-404b-854e-17debbdfc33c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:22.153487 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1cc2b51-5233-43c3-aa66-e46ec2a7f50d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:22.215322 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ffac5868-2428-404b-854e-17debbdfc33c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ffac5868-2428-404b-854e-17debbdfc33c,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:22.222666 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ffac5868-2428-404b-854e-17debbdfc33c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:22.224088 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f7434-0c61-47c0-abf7-cd0c4ec11e95 req-37fccbdb-3edc-4004-bba3-1e546964d7ef tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:22.252569 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-642f7434-0c61-47c0-abf7-cd0c4ec11e95 req-37fccbdb-3edc-4004-bba3-1e546964d7ef tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d73e65b0-3e0f-4c44-8fa2-b60a1f104138 HTTP/1.1" status: 200 len: 945 time: 0.3363461 Jan 18 20:09:22.256732 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29233a-b362-4fe1-8eb3-a313c7ea3f86 req-9040024e-f303-4cbe-857a-78e4d6835fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:22.258279 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ab29233a-b362-4fe1-8eb3-a313c7ea3f86 req-9040024e-f303-4cbe-857a-78e4d6835fed service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f66cd2fb-1558-4390-bc49-d53b00bcc0b5 HTTP/1.1" status: 200 len: 1097 time: 0.2004163 Jan 18 20:09:22.284496 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=ffac5868-2428-404b-854e-17debbdfc33c,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:22.334514 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 40593611-ed71-4d18-a59f-9c5cc7f4917c up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:09:22.396920 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 40593611-ed71-4d18-a59f-9c5cc7f4917c triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:22.398751 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (40593611-ed71-4d18-a59f-9c5cc7f4917c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:22.470860 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ab29233a-b362-4fe1-8eb3-a313c7ea3f86 req-7cca8ba1-ecc1-4b31-8721-2f7506983a4a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978879 Jan 18 20:09:22.487546 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-6ecff768-23d3-4985-975f-6971a69ed375 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=967d825473b54d53b7e07fa1a9fa9690&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1025798 Jan 18 20:09:22.512896 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 40593611-ed71-4d18-a59f-9c5cc7f4917c is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:22.536638 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1cc2b51-5233-43c3-aa66-e46ec2a7f50d admin admin] Publish callbacks [] for security_group (2e4635da-206a-42df-b4da-44fbd0bc74bd), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:22.543347 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1cc2b51-5233-43c3-aa66-e46ec2a7f50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2e4635da-206a-42df-b4da-44fbd0bc74bd), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:22.566363 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385398d-2343-4210-a5ee-86c02a01c44e req-c0a2dc9d-f350-4ed4-8629-230d8898bc28 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:22.576643 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1385398d-2343-4210-a5ee-86c02a01c44e req-c0a2dc9d-f350-4ed4-8629-230d8898bc28 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 948 time: 0.4839847 Jan 18 20:09:22.579366 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1cc2b51-5233-43c3-aa66-e46ec2a7f50d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:09:22.589579 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc2b51-5233-43c3-aa66-e46ec2a7f50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4635da-206a-42df-b4da-44fbd0bc74bd,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:22.595686 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1cc2b51-5233-43c3-aa66-e46ec2a7f50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (7f408351-92dc-46d3-97e6-0e4f666a4758), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:22.596022 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-f1cc2b51-5233-43c3-aa66-e46ec2a7f50d admin admin] Added segment 7f408351-92dc-46d3-97e6-0e4f666a4758 of type vlan for network 5628e5e2-38d7-4c23-acf3-62dfe75ed62d Jan 18 20:09:22.638406 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f92517-d35c-484f-ab3c-769f36454e3f admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:09:22.647336 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-642f7434-0c61-47c0-abf7-cd0c4ec11e95 req-5fd7ddcd-a867-4646-95db-8d210b69d8f0 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.31 "GET /v2.0/security-groups?id=080b0e27-94ad-4301-afc1-141bed1a208b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940020 Jan 18 20:09:22.652744 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e531c4c-56d4-4cfd-89f1-5fc86a1b2511 None None] Sync routers for ids ['a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:09:22.658536 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1cc2b51-5233-43c3-aa66-e46ec2a7f50d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (5628e5e2-38d7-4c23-acf3-62dfe75ed62d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:22.661417 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-96f92517-d35c-484f-ab3c-769f36454e3f admin admin] 10.222.0.31 "PUT /v2.0/routers/a7b92635-136e-4ba6-93a8-9c6eaaf1a95b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1223660 Jan 18 20:09:22.667285 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e531c4c-56d4-4cfd-89f1-5fc86a1b2511 None None] Routers {'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:09:22.667940 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3e531c4c-56d4-4cfd-89f1-5fc86a1b2511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:08:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:22.701496 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1cc2b51-5233-43c3-aa66-e46ec2a7f50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (5628e5e2-38d7-4c23-acf3-62dfe75ed62d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:22.703634 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cc2b51-5233-43c3-aa66-e46ec2a7f50d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:22.704381 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1cc2b51-5233-43c3-aa66-e46ec2a7f50d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:22.772802 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f1cc2b51-5233-43c3-aa66-e46ec2a7f50d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1125960 Jan 18 20:09:22.773019 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1385398d-2343-4210-a5ee-86c02a01c44e req-04e7f5ad-8619-47ea-a01d-e54e5d842593 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913679 Jan 18 20:09:22.776046 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41658) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:22.784014 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-3ce09979-6884-4334-a99a-ae2f70b761ac admin admin] Request body: {'subnet': {'network_id': '5628e5e2-38d7-4c23-acf3-62dfe75ed62d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-103446206-subnet', 'tenant_id': '79bac98ff06d455bb4a4343096ef379b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:22.846106 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc2b51-5233-43c3-aa66-e46ec2a7f50d admin admin] Pushing event updated for resources: {'Network': ['ID=5628e5e2-38d7-4c23-acf3-62dfe75ed62d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:22.895080 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce09979-6884-4334-a99a-ae2f70b761ac admin admin] Made reservation on behalf of 79bac98ff06d455bb4a4343096ef379b for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:09:22.900545 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ce09979-6884-4334-a99a-ae2f70b761ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:22.903475 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 5628e5e2-38d7-4c23-acf3-62dfe75ed62d details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:09:22.963525 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-ab2b46ac-f4e9-426e-8e9a-3d348acd26ff tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:22.967352 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-ab2b46ac-f4e9-426e-8e9a-3d348acd26ff tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4657302 Jan 18 20:09:22.988252 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-fdc671d7-4c72-4e17-94d2-8687f1d7c668 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Request body: {'port': {'device_id': 'f4215d6d-d895-4614-bd40-edad3cee69f8', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': '967d825473b54d53b7e07fa1a9fa9690'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:23.072963 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-3e531c4c-56d4-4cfd-89f1-5fc86a1b2511 None None] Set router a7b92635-136e-4ba6-93a8-9c6eaaf1a95b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:09:23.140791 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cff02c-4b88-4e34-9e3d-7757c86c9b0e req-c348a057-7b9e-4cc4-bd8b-2e56ebb2792f tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:23.147639 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85cff02c-4b88-4e34-9e3d-7757c86c9b0e req-c348a057-7b9e-4cc4-bd8b-2e56ebb2792f tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.31 "GET /v2.0/ports?device_id=b29ba771-d765-455d-9e71-2e483c751907 HTTP/1.1" status: 200 len: 950 time: 0.3523617 Jan 18 20:09:23.307724 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ce09979-6884-4334-a99a-ae2f70b761ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (bbda01f7-ba03-4a9c-a56c-51f2a68f70b2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:23.342398 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85cff02c-4b88-4e34-9e3d-7757c86c9b0e req-82228a8d-85e9-4177-b64c-8a2566fca25c tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.31 "GET /v2.0/security-groups?id=7be56bab-ef88-4f4b-b2f7-832f8b852544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931417 Jan 18 20:09:23.373625 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc0152-d8ea-499d-b280-416df19b5f45 req-e668c6f6-05dc-425c-a224-a30b95fd6216 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:23.381484 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-49bc0152-d8ea-499d-b280-416df19b5f45 req-e668c6f6-05dc-425c-a224-a30b95fd6216 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=f66cd2fb-1558-4390-bc49-d53b00bcc0b5 HTTP/1.1" status: 200 len: 946 time: 0.3010690 Jan 18 20:09:23.386547 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 591d22ea-bd0c-449e-b086-08f941f00d32 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:09:23.445675 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce09979-6884-4334-a99a-ae2f70b761ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbda01f7-ba03-4a9c-a56c-51f2a68f70b2,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:23.471868 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-fdc671d7-4c72-4e17-94d2-8687f1d7c668 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Made reservation on behalf of 967d825473b54d53b7e07fa1a9fa9690 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:09:23.485551 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-fdc671d7-4c72-4e17-94d2-8687f1d7c668 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:23.486608 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce09979-6884-4334-a99a-ae2f70b761ac admin admin] Checking segment: {'id': '7f408351-92dc-46d3-97e6-0e4f666a4758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5628e5e2-38d7-4c23-acf3-62dfe75ed62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:09:23.487251 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce09979-6884-4334-a99a-ae2f70b761ac admin admin] Network hostable DHCP agents. Network: 5628e5e2-38d7-4c23-acf3-62dfe75ed62d, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:09:23.508226 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3e531c4c-56d4-4cfd-89f1-5fc86a1b2511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'name': 'tempest-TaggedBootDevicesTest-1948818473-router', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '40593611-ed71-4d18-a59f-9c5cc7f4917c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:09:11Z', 'updated_at': '2022-01-18T20:09:20Z', 'revision_number': 4, 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'gw_port': {'id': '40593611-ed71-4d18-a59f-9c5cc7f4917c', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:13Z', 'updated_at': '2022-01-18T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '369102e0-ede0-4bec-bdfb-41c1f40d6749', 'name': '', 'network_id': 'f5a28bc4-6d91-4261-a9f7-5d655221c24a', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'mac_address': 'fa:16:3e:b9:67:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '3da5da2e-d2b1-4395-8273-eab036481371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:19Z', 'updated_at': '2022-01-18T20:09:20Z', 'revision_number': 2, 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'subnets': [{'id': '3da5da2e-d2b1-4395-8273-eab036481371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:23.516494 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce09979-6884-4334-a99a-ae2f70b761ac admin admin] Network 5628e5e2-38d7-4c23-acf3-62dfe75ed62d is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:09:23.536369 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-49bc0152-d8ea-499d-b280-416df19b5f45 req-0e6df4d3-5963-4f4f-a3a7-bd7dd76006d0 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481340 Jan 18 20:09:23.537321 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-3ce09979-6884-4334-a99a-ae2f70b761ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 5628e5e2-38d7-4c23-acf3-62dfe75ed62d) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:09:23.542729 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce09979-6884-4334-a99a-ae2f70b761ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:23.543352 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ce09979-6884-4334-a99a-ae2f70b761ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:23.591221 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3ce09979-6884-4334-a99a-ae2f70b761ac admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8061836 Jan 18 20:09:23.618941 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d72db3-cc36-4032-b403-c68c1d5155a9 None None] Network 5628e5e2-38d7-4c23-acf3-62dfe75ed62d requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:09:23.759922 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-fdc671d7-4c72-4e17-94d2-8687f1d7c668 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Allocated IP 192.168.233.144 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/87f6f495-1ac1-49e5-b0ec-d69fb90e51be) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:09:23.854640 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e531c4c-56d4-4cfd-89f1-5fc86a1b2511 None None] Checking router: a7b92635-136e-4ba6-93a8-9c6eaaf1a95b for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:09:23.854994 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e531c4c-56d4-4cfd-89f1-5fc86a1b2511 None None] Updating router a7b92635-136e-4ba6-93a8-9c6eaaf1a95b port 369102e0-ede0-4bec-bdfb-41c1f40d6749 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:09:23.898728 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 591d22ea-bd0c-449e-b086-08f941f00d32 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:09:23.914900 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 591d22ea-bd0c-449e-b086-08f941f00d32 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:23.915173 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (591d22ea-bd0c-449e-b086-08f941f00d32), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:23.921233 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3e531c4c-56d4-4cfd-89f1-5fc86a1b2511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (369102e0-ede0-4bec-bdfb-41c1f40d6749), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:24.010621 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41696) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:24.016629 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-18bccd6a-1c9b-46e6-993d-98ebf2691425 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1405709730-network', 'tenant_id': '280ab2f105a6439e8bbac903c08b0477'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:24.020295 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-77f0f6c3-d746-4792-a847-3b82b714a623 req-4f3f9efc-2b7a-4232-86af-179454eb9074 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4215d6d-d895-4614-bd40-edad3cee69f8 HTTP/1.1" status: 200 len: 210 time: 0.0867512 Jan 18 20:09:24.064316 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bccd6a-1c9b-46e6-993d-98ebf2691425 admin admin] Made reservation on behalf of 280ab2f105a6439e8bbac903c08b0477 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:09:24.069118 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18bccd6a-1c9b-46e6-993d-98ebf2691425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:24.073830 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-d02bcf8f-6501-4917-85b6-3de44b59d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:24.075884 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-d02bcf8f-6501-4917-85b6-3de44b59d906 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 1099 time: 0.2373316 Jan 18 20:09:24.086499 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18bccd6a-1c9b-46e6-993d-98ebf2691425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:24.105259 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a147b5-3345-46af-8438-5e7f738f19d3 req-a1eaa063-16a4-4cf7-a46b-2dda20e0ea98 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:24.106933 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f6a147b5-3345-46af-8438-5e7f738f19d3 req-a1eaa063-16a4-4cf7-a46b-2dda20e0ea98 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d73e65b0-3e0f-4c44-8fa2-b60a1f104138 HTTP/1.1" status: 200 len: 945 time: 0.2347307 Jan 18 20:09:24.159794 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29ba771-d765-455d-9e71-2e483c751907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffac5868-2428-404b-854e-17debbdfc33c'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:09:24.162973 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1c26d4-6486-488a-a0e8-a2475acd5e12" -d '{"events": [{"server_uuid": "b29ba771-d765-455d-9e71-2e483c751907", "name": "network-vif-plugged", "status": "completed", "tag": "ffac5868-2428-404b-854e-17debbdfc33c"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:09:24.219964 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18bccd6a-1c9b-46e6-993d-98ebf2691425 admin admin] Publish callbacks [] for security_group (ebbeb1a0-309c-41b3-8bd0-9402f7b10e6e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:24.221076 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff16faa-ed1f-4483-a658-208670625a40 None None] Network 5628e5e2-38d7-4c23-acf3-62dfe75ed62d requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:09:24.225088 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-fdc671d7-4c72-4e17-94d2-8687f1d7c668 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Publish callbacks [] for port (87f6f495-1ac1-49e5-b0ec-d69fb90e51be), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:24.232398 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18bccd6a-1c9b-46e6-993d-98ebf2691425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ebbeb1a0-309c-41b3-8bd0-9402f7b10e6e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:24.254882 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18bccd6a-1c9b-46e6-993d-98ebf2691425 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:09:24.276773 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18bccd6a-1c9b-46e6-993d-98ebf2691425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (35d10ff5-ca3e-43a8-82e5-0b576ef5c38b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:24.277986 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-18bccd6a-1c9b-46e6-993d-98ebf2691425 admin admin] Added segment 35d10ff5-ca3e-43a8-82e5-0b576ef5c38b of type vlan for network dd3eb732-297d-44c7-9f84-e2f4ebc1e814 Jan 18 20:09:24.310649 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f6a147b5-3345-46af-8438-5e7f738f19d3 req-d8ba301a-cf2a-4fa0-9f3e-6fed197c004c tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.31 "GET /v2.0/security-groups?id=080b0e27-94ad-4301-afc1-141bed1a208b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857934 Jan 18 20:09:24.338618 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60104fef-5f00-43bd-b3ce-54209fc0b6b5 req-ef9c66d3-b6f5-4859-b6b3-21eb04eb2155 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:24.340103 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-60104fef-5f00-43bd-b3ce-54209fc0b6b5 req-ef9c66d3-b6f5-4859-b6b3-21eb04eb2155 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 948 time: 0.1887279 Jan 18 20:09:24.347872 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-caa58019-5aaa-498b-a612-488eb807d8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:24.352251 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-caa58019-5aaa-498b-a612-488eb807d8fc service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.2629645 Jan 18 20:09:24.407765 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18bccd6a-1c9b-46e6-993d-98ebf2691425 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (dd3eb732-297d-44c7-9f84-e2f4ebc1e814), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:24.430185 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bccd6a-1c9b-46e6-993d-98ebf2691425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbeb1a0-309c-41b3-8bd0-9402f7b10e6e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:24.478167 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18bccd6a-1c9b-46e6-993d-98ebf2691425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (dd3eb732-297d-44c7-9f84-e2f4ebc1e814), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:24.479677 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bccd6a-1c9b-46e6-993d-98ebf2691425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:24.480266 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18bccd6a-1c9b-46e6-993d-98ebf2691425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:24.546010 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-18bccd6a-1c9b-46e6-993d-98ebf2691425 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5342205 Jan 18 20:09:24.551756 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41706) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:24.568282 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-36c0862e-2411-4467-8636-c5fc8d13013d admin admin] Request body: {'subnet': {'network_id': 'dd3eb732-297d-44c7-9f84-e2f4ebc1e814', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1405709730-subnet', 'tenant_id': '280ab2f105a6439e8bbac903c08b0477', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:24.603247 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 591d22ea-bd0c-449e-b086-08f941f00d32 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:24.603681 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (591d22ea-bd0c-449e-b086-08f941f00d32), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:24.618498 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bccd6a-1c9b-46e6-993d-98ebf2691425 admin admin] Pushing event updated for resources: {'Network': ['ID=dd3eb732-297d-44c7-9f84-e2f4ebc1e814,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:24.638003 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c0862e-2411-4467-8636-c5fc8d13013d admin admin] Made reservation on behalf of 280ab2f105a6439e8bbac903c08b0477 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:09:24.640479 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36c0862e-2411-4467-8636-c5fc8d13013d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:24.749231 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-80657358-c24e-4898-a1dc-87dc7cebdcc4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=68194730-61b1-46d7-b452-51d9bdea8041 HTTP/1.1" status: 200 len: 217 time: 0.3872130 Jan 18 20:09:24.750822 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-fdc671d7-4c72-4e17-94d2-8687f1d7c668 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (87f6f495-1ac1-49e5-b0ec-d69fb90e51be), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:24.755131 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-9a65bfab-13fc-4074-bf95-877d3e40aa4c req-2c166b3c-5f7a-4973-807c-f887cedcea08 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-803982369', 'description': 'tempest-description-849385690'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:24.775797 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3e531c4c-56d4-4cfd-89f1-5fc86a1b2511 None None] Publish callbacks [] for port (369102e0-ede0-4bec-bdfb-41c1f40d6749), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:24.786431 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network dd3eb732-297d-44c7-9f84-e2f4ebc1e814 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:09:24.815912 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3e531c4c-56d4-4cfd-89f1-5fc86a1b2511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (369102e0-ede0-4bec-bdfb-41c1f40d6749), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:24.857918 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36c0862e-2411-4467-8636-c5fc8d13013d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (68dbb7c6-31de-4747-ac9a-7164ffee29a1), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:24.865278 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 591d22ea-bd0c-449e-b086-08f941f00d32, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=591d22ea-bd0c-449e-b086-08f941f00d32,segment=NetworkSegment(83b8d781-14b6-4a03-9148-c4ea70094e5c),segment_id=83b8d781-14b6-4a03-9148-c4ea70094e5c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:24.867013 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-fdc671d7-4c72-4e17-94d2-8687f1d7c668 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:09:24.879467 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-60104fef-5f00-43bd-b3ce-54209fc0b6b5 req-d21d8d15-16d0-41f4-ac64-a9742d57e765 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5262256 Jan 18 20:09:24.886127 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-fdc671d7-4c72-4e17-94d2-8687f1d7c668 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:09:24.894858 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-fdc671d7-4c72-4e17-94d2-8687f1d7c668 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:09:24.902065 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc671d7-4c72-4e17-94d2-8687f1d7c668 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Pushing event updated for resources: {'Port': ['ID=87f6f495-1ac1-49e5-b0ec-d69fb90e51be,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:24.940388 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-ca82539f-9d0f-4a80-8bd4-f53a8e26ad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:24.941946 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-ca82539f-9d0f-4a80-8bd4-f53a8e26ad03 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1805847 Jan 18 20:09:24.947563 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9a65bfab-13fc-4074-bf95-877d3e40aa4c req-2c166b3c-5f7a-4973-807c-f887cedcea08 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:24.947726 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (591d22ea-bd0c-449e-b086-08f941f00d32), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:25.025262 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0862e-2411-4467-8636-c5fc8d13013d admin admin] Pushing event updated for resources: {'Subnet': ['ID=68dbb7c6-31de-4747-ac9a-7164ffee29a1,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:25.070504 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c0862e-2411-4467-8636-c5fc8d13013d admin admin] Checking segment: {'id': '35d10ff5-ca3e-43a8-82e5-0b576ef5c38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dd3eb732-297d-44c7-9f84-e2f4ebc1e814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:09:25.070860 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c0862e-2411-4467-8636-c5fc8d13013d admin admin] Network hostable DHCP agents. Network: dd3eb732-297d-44c7-9f84-e2f4ebc1e814, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:09:25.091461 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede5d55-e66c-4a8e-98ec-27224e1ecc51 None None] Pushing event updated for resources: {'Port': ['ID=369102e0-ede0-4bec-bdfb-41c1f40d6749,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:25.111747 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c0862e-2411-4467-8636-c5fc8d13013d admin admin] Network dd3eb732-297d-44c7-9f84-e2f4ebc1e814 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:09:25.128597 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-36c0862e-2411-4467-8636-c5fc8d13013d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, dd3eb732-297d-44c7-9f84-e2f4ebc1e814) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:09:25.134183 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c0862e-2411-4467-8636-c5fc8d13013d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:25.134836 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36c0862e-2411-4467-8636-c5fc8d13013d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:25.158617 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-36c0862e-2411-4467-8636-c5fc8d13013d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6052134 Jan 18 20:09:25.160853 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41720) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:25.166321 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-0bb385ca-9dc5-494d-8f0f-b3d3c3c54f4a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1405709730-router', 'tenant_id': '280ab2f105a6439e8bbac903c08b0477', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:25.175575 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-fdc671d7-4c72-4e17-94d2-8687f1d7c668 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:25.176254 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-fdc671d7-4c72-4e17-94d2-8687f1d7c668 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:25.186644 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=591d22ea-bd0c-449e-b086-08f941f00d32,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:25.202168 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0bb385ca-9dc5-494d-8f0f-b3d3c3c54f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (a04e59a2-2519-46db-b1a2-00df3b854912), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:25.203420 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0bb385ca-9dc5-494d-8f0f-b3d3c3c54f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (a04e59a2-2519-46db-b1a2-00df3b854912), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:25.214461 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19215c26-aea8-40f2-8d0f-c00a7b8b5c4a None None] Network dd3eb732-297d-44c7-9f84-e2f4ebc1e814 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:09:25.261241 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3e531c4c-56d4-4cfd-89f1-5fc86a1b2511 None None] Attempting to bind port 369102e0-ede0-4bec-bdfb-41c1f40d6749 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:09:25.261705 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3e531c4c-56d4-4cfd-89f1-5fc86a1b2511 None None] Attempting to bind port 369102e0-ede0-4bec-bdfb-41c1f40d6749 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '4b2d50d6-da56-44e2-8ee5-945b9d9cafab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f5a28bc4-6d91-4261-a9f7-5d655221c24a'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:09:25.262078 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e531c4c-56d4-4cfd-89f1-5fc86a1b2511 None None] Attempting to bind port 369102e0-ede0-4bec-bdfb-41c1f40d6749 on network f5a28bc4-6d91-4261-a9f7-5d655221c24a {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:09:25.285569 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e531c4c-56d4-4cfd-89f1-5fc86a1b2511 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:09:25.285983 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e531c4c-56d4-4cfd-89f1-5fc86a1b2511 None None] Checking segment: {'id': '4b2d50d6-da56-44e2-8ee5-945b9d9cafab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f5a28bc4-6d91-4261-a9f7-5d655221c24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:09:25.286397 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3e531c4c-56d4-4cfd-89f1-5fc86a1b2511 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:25.286790 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e531c4c-56d4-4cfd-89f1-5fc86a1b2511 None None] Bound using segment: {'id': '4b2d50d6-da56-44e2-8ee5-945b9d9cafab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f5a28bc4-6d91-4261-a9f7-5d655221c24a'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:09:25.287439 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3e531c4c-56d4-4cfd-89f1-5fc86a1b2511 None None] Bound port: 369102e0-ede0-4bec-bdfb-41c1f40d6749, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2d50d6-da56-44e2-8ee5-945b9d9cafab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f5a28bc4-6d91-4261-a9f7-5d655221c24a'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:09:25.287823 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3e531c4c-56d4-4cfd-89f1-5fc86a1b2511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (369102e0-ede0-4bec-bdfb-41c1f40d6749), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:25.318048 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0bb385ca-9dc5-494d-8f0f-b3d3c3c54f4a admin admin] Publish callbacks [] for router_controller (a04e59a2-2519-46db-b1a2-00df3b854912), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:25.375405 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-7b9c8f09-b3c3-4d6a-97c9-3e1f6d49741c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:25.385117 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-7b9c8f09-b3c3-4d6a-97c9-3e1f6d49741c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/networks?id=1330a1de-3636-4f07-b599-97f547076b99 HTTP/1.1" status: 200 len: 812 time: 0.3106158 Jan 18 20:09:25.410401 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-fdc671d7-4c72-4e17-94d2-8687f1d7c668 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4310961 Jan 18 20:09:25.419503 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3e531c4c-56d4-4cfd-89f1-5fc86a1b2511 None None] For port 369102e0-ede0-4bec-bdfb-41c1f40d6749, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:09:25.433237 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-7d4f77f9-e7f2-4dfa-978d-b01d1dbf4755 service neutron] Request body: {'port': {'device_id': 'f4215d6d-d895-4614-bd40-edad3cee69f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:25.441350 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-c5a53d2a-2e54-429f-9d1a-d70488574f32 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/quotas/211c72f201034d10bbf94424fe5e3d47 HTTP/1.1" status: 200 len: 375 time: 0.0544288 Jan 18 20:09:25.448933 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3e531c4c-56d4-4cfd-89f1-5fc86a1b2511 None None] For port 369102e0-ede0-4bec-bdfb-41c1f40d6749, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=369102e0-ede0-4bec-bdfb-41c1f40d6749,segment=NetworkSegment(4b2d50d6-da56-44e2-8ee5-945b9d9cafab),segment_id=4b2d50d6-da56-44e2-8ee5-945b9d9cafab)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:09:25.451897 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-2a572e5a-ace6-4718-a40d-dc95b71fc131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:25.453125 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-bb9cce3f-0196-4783-9d09-8fddd44f4e92 None None] Provisioning complete for port 369102e0-ede0-4bec-bdfb-41c1f40d6749 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:25.453125 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bb9cce3f-0196-4783-9d09-8fddd44f4e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (369102e0-ede0-4bec-bdfb-41c1f40d6749), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:25.453514 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-2a572e5a-ace6-4718-a40d-dc95b71fc131 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5025771 Jan 18 20:09:25.486282 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9a65bfab-13fc-4074-bf95-877d3e40aa4c req-2c166b3c-5f7a-4973-807c-f887cedcea08 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (a6b8555c-e4de-4158-a200-5a9cbae11f4f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:25.491843 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3e531c4c-56d4-4cfd-89f1-5fc86a1b2511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (369102e0-ede0-4bec-bdfb-41c1f40d6749), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:25.492781 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0bb385ca-9dc5-494d-8f0f-b3d3c3c54f4a admin admin] Publish callbacks [] for router_gateway (a04e59a2-2519-46db-b1a2-00df3b854912), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:25.512063 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec53cd6-7fd0-4924-b0e1-c872b5a647a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-dd3eb732-297d-44c7-9f84-e2f4ebc1e814', 'network_id': 'dd3eb732-297d-44c7-9f84-e2f4ebc1e814', 'project_id': '280ab2f105a6439e8bbac903c08b0477', 'fixed_ips': [{'subnet_id': '68dbb7c6-31de-4747-ac9a-7164ffee29a1'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:09:25.512918 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9ec53cd6-7fd0-4924-b0e1-c872b5a647a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:25.533535 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9a65bfab-13fc-4074-bf95-877d3e40aa4c req-2c166b3c-5f7a-4973-807c-f887cedcea08 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a6b8555c-e4de-4158-a200-5a9cbae11f4f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:25.542155 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-0d6fbcda-d40a-4862-92ec-3a020e3f50a4 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=211c72f201034d10bbf94424fe5e3d47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0998430 Jan 18 20:09:25.608896 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-86f2d571-dabb-48b4-a23e-74e4a9681e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:25.623251 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e531c4c-56d4-4cfd-89f1-5fc86a1b2511 None None] Routers {'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:09:25.623927 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3e531c4c-56d4-4cfd-89f1-5fc86a1b2511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:08:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:25.678549 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-d0073979-cc5d-406d-b738-b5645e140280 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974103 Jan 18 20:09:25.679441 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c166b3c-5f7a-4973-807c-f887cedcea08 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b8555c-e4de-4158-a200-5a9cbae11f4f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:25.720826 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede5d55-e66c-4a8e-98ec-27224e1ecc51 None None] Pushing event updated for resources: {'Port': ['ID=369102e0-ede0-4bec-bdfb-41c1f40d6749,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:25.817230 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9a65bfab-13fc-4074-bf95-877d3e40aa4c req-2c166b3c-5f7a-4973-807c-f887cedcea08 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:25.819444 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9a65bfab-13fc-4074-bf95-877d3e40aa4c req-2c166b3c-5f7a-4973-807c-f887cedcea08 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 1.0736423 Jan 18 20:09:25.852825 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-bb9cce3f-0196-4783-9d09-8fddd44f4e92 None None] Current status of the port 369102e0-ede0-4bec-bdfb-41c1f40d6749 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:25.853341 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bb9cce3f-0196-4783-9d09-8fddd44f4e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (369102e0-ede0-4bec-bdfb-41c1f40d6749), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:25.886719 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-7d4f77f9-e7f2-4dfa-978d-b01d1dbf4755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (87f6f495-1ac1-49e5-b0ec-d69fb90e51be), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:25.906560 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c840b5cf-63ac-4241-bfc4-0dcae25bdda1 x-openstack-request-id: req-c840b5cf-63ac-4241-bfc4-0dcae25bdda1 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:09:25.906866 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29ba771-d765-455d-9e71-2e483c751907", "name": "network-vif-plugged", "status": "completed", "tag": "ffac5868-2428-404b-854e-17debbdfc33c", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:09:25.907110 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c840b5cf-63ac-4241-bfc4-0dcae25bdda1 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:09:25.907502 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29ba771-d765-455d-9e71-2e483c751907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffac5868-2428-404b-854e-17debbdfc33c', 'code': 200} Jan 18 20:09:25.910342 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-3e531c4c-56d4-4cfd-89f1-5fc86a1b2511 None None] Set router a7b92635-136e-4ba6-93a8-9c6eaaf1a95b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:09:25.951866 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-9ec53cd6-7fd0-4924-b0e1-c872b5a647a6 None None] Allocated IP 172.20.0.2 (dd3eb732-297d-44c7-9f84-e2f4ebc1e814/68dbb7c6-31de-4747-ac9a-7164ffee29a1/ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:09:25.984585 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-bb9cce3f-0196-4783-9d09-8fddd44f4e92 None None] For port 369102e0-ede0-4bec-bdfb-41c1f40d6749, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=369102e0-ede0-4bec-bdfb-41c1f40d6749,segment=NetworkSegment(4b2d50d6-da56-44e2-8ee5-945b9d9cafab),segment_id=4b2d50d6-da56-44e2-8ee5-945b9d9cafab)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:26.000533 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-23eea608-ee92-41f6-995d-bc3047788285 service neutron] 10.222.0.31 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438064 Jan 18 20:09:26.027366 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bb9cce3f-0196-4783-9d09-8fddd44f4e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (369102e0-ede0-4bec-bdfb-41c1f40d6749), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:26.055163 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0bb385ca-9dc5-494d-8f0f-b3d3c3c54f4a admin admin] Publish callbacks [] for router_gateway (a04e59a2-2519-46db-b1a2-00df3b854912), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:26.059555 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554121a8-cd2a-4b9e-81a1-832dc78024e1 req-5218eed1-feec-4069-95ef-bd006fc140d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:26.060960 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-554121a8-cd2a-4b9e-81a1-832dc78024e1 req-5218eed1-feec-4069-95ef-bd006fc140d0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b29ba771-d765-455d-9e71-2e483c751907 HTTP/1.1" status: 200 len: 1101 time: 0.0548921 Jan 18 20:09:26.085952 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0bb385ca-9dc5-494d-8f0f-b3d3c3c54f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:26.100993 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-4b72ce12-3976-4fb4-a0e2-39450237e9df service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826632 Jan 18 20:09:26.183573 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-bb9cce3f-0196-4783-9d09-8fddd44f4e92 None None] Provisioning complete for port 87f6f495-1ac1-49e5-b0ec-d69fb90e51be triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:26.183973 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bb9cce3f-0196-4783-9d09-8fddd44f4e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (87f6f495-1ac1-49e5-b0ec-d69fb90e51be), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:26.190999 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-0b2ab7f5-2962-4fad-b62c-40588c6a71f5 service neutron] 10.222.0.31 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893284 Jan 18 20:09:26.200856 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-0bb385ca-9dc5-494d-8f0f-b3d3c3c54f4a admin admin] Allocated IP 172.25.4.150 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/feb7d8a6-326d-468a-8710-97ed677d42a8) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:09:26.315344 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0bb385ca-9dc5-494d-8f0f-b3d3c3c54f4a admin admin] Publish callbacks [] for port (feb7d8a6-326d-468a-8710-97ed677d42a8), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:26.356146 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0bb385ca-9dc5-494d-8f0f-b3d3c3c54f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (feb7d8a6-326d-468a-8710-97ed677d42a8), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:26.399193 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb385ca-9dc5-494d-8f0f-b3d3c3c54f4a admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:09:26.413214 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9cce3f-0196-4783-9d09-8fddd44f4e92 None None] Pushing event updated for resources: {'Port': ['ID=369102e0-ede0-4bec-bdfb-41c1f40d6749,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:26.413585 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-0bb385ca-9dc5-494d-8f0f-b3d3c3c54f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:09:26.420132 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb385ca-9dc5-494d-8f0f-b3d3c3c54f4a admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:09:26.442685 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-bb9cce3f-0196-4783-9d09-8fddd44f4e92 None None] Port 87f6f495-1ac1-49e5-b0ec-d69fb90e51be cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:09:26.545800 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9ec53cd6-7fd0-4924-b0e1-c872b5a647a6 None None] Publish callbacks [] for port (ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:26.562787 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9ec53cd6-7fd0-4924-b0e1-c872b5a647a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:26.579674 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-7d4f77f9-e7f2-4dfa-978d-b01d1dbf4755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f6f495-1ac1-49e5-b0ec-d69fb90e51be {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:09:26.590199 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-7d4f77f9-e7f2-4dfa-978d-b01d1dbf4755 service neutron] Publish callbacks [] for port (87f6f495-1ac1-49e5-b0ec-d69fb90e51be), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:26.598326 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb385ca-9dc5-494d-8f0f-b3d3c3c54f4a admin admin] Pushing event updated for resources: {'Port': ['ID=feb7d8a6-326d-468a-8710-97ed677d42a8,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:26.619268 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7aeb9f-55c7-4733-956f-9397aa360fec req-641f7bb7-04bf-47f9-a866-b0b8f0075cce tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:26.628364 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0d7aeb9f-55c7-4733-956f-9397aa360fec req-641f7bb7-04bf-47f9-a866-b0b8f0075cce tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.31 "GET /v2.0/ports?device_id=b29ba771-d765-455d-9e71-2e483c751907 HTTP/1.1" status: 200 len: 950 time: 0.5501902 Jan 18 20:09:26.632092 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec53cd6-7fd0-4924-b0e1-c872b5a647a6 None None] Pushing event updated for resources: {'Port': ['ID=ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:26.642070 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-554121a8-cd2a-4b9e-81a1-832dc78024e1 req-271f7536-5486-49e7-83af-cab100f19f03 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7be56bab-ef88-4f4b-b2f7-832f8b852544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5626652 Jan 18 20:09:26.647724 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1cd207c4-b312-4a6d-97be-70e20e45f33f None None] Provisioning complete for port 369102e0-ede0-4bec-bdfb-41c1f40d6749 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:26.648331 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1cd207c4-b312-4a6d-97be-70e20e45f33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (369102e0-ede0-4bec-bdfb-41c1f40d6749), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:26.652538 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec53cd6-7fd0-4924-b0e1-c872b5a647a6 None None] Network dd3eb732-297d-44c7-9f84-e2f4ebc1e814 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:09:26.674188 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3e531c4c-56d4-4cfd-89f1-5fc86a1b2511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'name': 'tempest-TaggedBootDevicesTest-1948818473-router', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '40593611-ed71-4d18-a59f-9c5cc7f4917c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:09:11Z', 'updated_at': '2022-01-18T20:09:20Z', 'revision_number': 4, 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'gw_port': {'id': '40593611-ed71-4d18-a59f-9c5cc7f4917c', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:13Z', 'updated_at': '2022-01-18T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '369102e0-ede0-4bec-bdfb-41c1f40d6749', 'name': '', 'network_id': 'f5a28bc4-6d91-4261-a9f7-5d655221c24a', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'mac_address': 'fa:16:3e:b9:67:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '3da5da2e-d2b1-4395-8273-eab036481371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:19Z', 'updated_at': '2022-01-18T20:09:25Z', 'revision_number': 4, 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'subnets': [{'id': '3da5da2e-d2b1-4395-8273-eab036481371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:26.678339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-9ec53cd6-7fd0-4924-b0e1-c872b5a647a6 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:09:26.703840 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-7d4f77f9-e7f2-4dfa-978d-b01d1dbf4755 service neutron] Transition to ACTIVE for port object 87f6f495-1ac1-49e5-b0ec-d69fb90e51be will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:09:26.706864 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec53cd6-7fd0-4924-b0e1-c872b5a647a6 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:09:26.716243 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e531c4c-56d4-4cfd-89f1-5fc86a1b2511 None None] The sync data for ids ['a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'] in n-d-741529-9 is: [{'id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'name': 'tempest-TaggedBootDevicesTest-1948818473-router', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '40593611-ed71-4d18-a59f-9c5cc7f4917c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:09:11Z', 'updated_at': '2022-01-18T20:09:20Z', 'revision_number': 4, 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'gw_port': {'id': '40593611-ed71-4d18-a59f-9c5cc7f4917c', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:13Z', 'updated_at': '2022-01-18T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '369102e0-ede0-4bec-bdfb-41c1f40d6749', 'name': '', 'network_id': 'f5a28bc4-6d91-4261-a9f7-5d655221c24a', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'mac_address': 'fa:16:3e:b9:67:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '3da5da2e-d2b1-4395-8273-eab036481371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:19Z', 'updated_at': '2022-01-18T20:09:25Z', 'revision_number': 4, 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'subnets': [{'id': '3da5da2e-d2b1-4395-8273-eab036481371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:09:26.720001 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0bb385ca-9dc5-494d-8f0f-b3d3c3c54f4a admin admin] Publish callbacks [] for router_gateway (a04e59a2-2519-46db-b1a2-00df3b854912), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:26.754566 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0d7aeb9f-55c7-4733-956f-9397aa360fec req-eb5cd7e9-62fe-4d6a-8b33-5d5dfffda47e tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.31 "GET /v2.0/security-groups?id=7be56bab-ef88-4f4b-b2f7-832f8b852544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251097 Jan 18 20:09:26.759428 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-7d4f77f9-e7f2-4dfa-978d-b01d1dbf4755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (87f6f495-1ac1-49e5-b0ec-d69fb90e51be), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:26.770694 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80fdbf-45d5-42f0-a8f7-e570bb4bb076 req-a8e5a419-bce1-4475-aa3c-0c586dbe889c tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:26.772725 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ef80fdbf-45d5-42f0-a8f7-e570bb4bb076 req-a8e5a419-bce1-4475-aa3c-0c586dbe889c tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=f66cd2fb-1558-4390-bc49-d53b00bcc0b5 HTTP/1.1" status: 200 len: 946 time: 0.1181529 Jan 18 20:09:26.895661 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-9ec53cd6-7fd0-4924-b0e1-c872b5a647a6 None None] Attempting to bind port ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:09:26.898224 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-9ec53cd6-7fd0-4924-b0e1-c872b5a647a6 None None] Attempting to bind port ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '35d10ff5-ca3e-43a8-82e5-0b576ef5c38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dd3eb732-297d-44c7-9f84-e2f4ebc1e814'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:09:26.898792 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec53cd6-7fd0-4924-b0e1-c872b5a647a6 None None] Attempting to bind port ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac on network dd3eb732-297d-44c7-9f84-e2f4ebc1e814 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:09:26.919545 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec53cd6-7fd0-4924-b0e1-c872b5a647a6 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:09:26.920341 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec53cd6-7fd0-4924-b0e1-c872b5a647a6 None None] Checking segment: {'id': '35d10ff5-ca3e-43a8-82e5-0b576ef5c38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dd3eb732-297d-44c7-9f84-e2f4ebc1e814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:09:26.920927 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9ec53cd6-7fd0-4924-b0e1-c872b5a647a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:26.921523 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec53cd6-7fd0-4924-b0e1-c872b5a647a6 None None] Bound using segment: {'id': '35d10ff5-ca3e-43a8-82e5-0b576ef5c38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dd3eb732-297d-44c7-9f84-e2f4ebc1e814'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:09:26.922052 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-9ec53cd6-7fd0-4924-b0e1-c872b5a647a6 None None] Bound port: ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d10ff5-ca3e-43a8-82e5-0b576ef5c38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dd3eb732-297d-44c7-9f84-e2f4ebc1e814'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:09:26.922431 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9ec53cd6-7fd0-4924-b0e1-c872b5a647a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:26.949792 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1cd207c4-b312-4a6d-97be-70e20e45f33f None None] Current status of the port 369102e0-ede0-4bec-bdfb-41c1f40d6749 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:27.072635 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-9ec53cd6-7fd0-4924-b0e1-c872b5a647a6 None None] For port ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:09:27.077336 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-9ec53cd6-7fd0-4924-b0e1-c872b5a647a6 None None] For port ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac,segment=NetworkSegment(35d10ff5-ca3e-43a8-82e5-0b576ef5c38b),segment_id=35d10ff5-ca3e-43a8-82e5-0b576ef5c38b)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:09:27.084753 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9ec53cd6-7fd0-4924-b0e1-c872b5a647a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:27.213109 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ef80fdbf-45d5-42f0-a8f7-e570bb4bb076 req-caee2fe4-2d22-4b2b-8703-5f6d4f76ddab tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166512 Jan 18 20:09:27.227299 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0bb385ca-9dc5-494d-8f0f-b3d3c3c54f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (a04e59a2-2519-46db-b1a2-00df3b854912), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:27.243416 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec53cd6-7fd0-4924-b0e1-c872b5a647a6 None None] Pushing event updated for resources: {'Port': ['ID=ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:27.314753 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f77f9-e7f2-4dfa-978d-b01d1dbf4755 service neutron] Pushing event updated for resources: {'Port': ['ID=87f6f495-1ac1-49e5-b0ec-d69fb90e51be,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:27.356688 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2fdd1-b8eb-485e-9905-905145492c88 req-75641ffd-8f8b-47fa-80b1-41b6fa7d2748 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:27.359820 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-92b2fdd1-b8eb-485e-9905-905145492c88 req-75641ffd-8f8b-47fa-80b1-41b6fa7d2748 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4215d6d-d895-4614-bd40-edad3cee69f8 HTTP/1.1" status: 200 len: 948 time: 0.3986633 Jan 18 20:09:27.512395 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-7d4f77f9-e7f2-4dfa-978d-b01d1dbf4755 service neutron] Attempting to bind port 87f6f495-1ac1-49e5-b0ec-d69fb90e51be on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:09:27.512734 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-7d4f77f9-e7f2-4dfa-978d-b01d1dbf4755 service neutron] Attempting to bind port 87f6f495-1ac1-49e5-b0ec-d69fb90e51be by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:09:27.513064 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-7d4f77f9-e7f2-4dfa-978d-b01d1dbf4755 service neutron] Attempting to bind port 87f6f495-1ac1-49e5-b0ec-d69fb90e51be on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:09:27.545179 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecab3a0-72b6-4ced-81d2-ac09df99d91c req-b10468cd-9604-4a61-8b1d-d5d161688f58 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:27.547080 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5ecab3a0-72b6-4ced-81d2-ac09df99d91c req-b10468cd-9604-4a61-8b1d-d5d161688f58 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d73e65b0-3e0f-4c44-8fa2-b60a1f104138 HTTP/1.1" status: 200 len: 946 time: 0.1275339 Jan 18 20:09:27.553505 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-7d4f77f9-e7f2-4dfa-978d-b01d1dbf4755 service neutron] Port 87f6f495-1ac1-49e5-b0ec-d69fb90e51be on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:09:27.553982 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-7d4f77f9-e7f2-4dfa-978d-b01d1dbf4755 service neutron] Attempting to bind port 87f6f495-1ac1-49e5-b0ec-d69fb90e51be on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:09:27.573327 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-7d4f77f9-e7f2-4dfa-978d-b01d1dbf4755 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:09:27.574119 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-7d4f77f9-e7f2-4dfa-978d-b01d1dbf4755 service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:09:27.574527 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-7d4f77f9-e7f2-4dfa-978d-b01d1dbf4755 service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:09:27.575022 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-7d4f77f9-e7f2-4dfa-978d-b01d1dbf4755 service neutron] Bound port: 87f6f495-1ac1-49e5-b0ec-d69fb90e51be, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:09:27.575383 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-7d4f77f9-e7f2-4dfa-978d-b01d1dbf4755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (87f6f495-1ac1-49e5-b0ec-d69fb90e51be), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:27.587037 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb385ca-9dc5-494d-8f0f-b3d3c3c54f4a admin admin] Router a04e59a2-2519-46db-b1a2-00df3b854912 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:09:27.613575 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-92b2fdd1-b8eb-485e-9905-905145492c88 req-f9d0d01c-f8b8-4689-aed4-32674dabefed tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c81dc55-1d7e-4575-bd69-0392030b38ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435021 Jan 18 20:09:27.659269 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-e7b7c5af-38be-419b-8238-53adff159c82 req-29ea18eb-468e-4a2e-b6cd-41c336088fc5 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1421254005', 'description': 'tempest-description-374455748'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:27.725915 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-7d4f77f9-e7f2-4dfa-978d-b01d1dbf4755 service neutron] For port 87f6f495-1ac1-49e5-b0ec-d69fb90e51be, host n-h1-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:09:27.739207 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-87249bab-2138-4119-8484-17e83377dea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:27.739542 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-7d4f77f9-e7f2-4dfa-978d-b01d1dbf4755 service neutron] For port 87f6f495-1ac1-49e5-b0ec-d69fb90e51be, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=87f6f495-1ac1-49e5-b0ec-d69fb90e51be,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:09:27.753810 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5ecab3a0-72b6-4ced-81d2-ac09df99d91c req-d42a5a72-2c02-40c1-8d17-4ff6ac5a43f1 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.31 "GET /v2.0/security-groups?id=080b0e27-94ad-4301-afc1-141bed1a208b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612837 Jan 18 20:09:27.759715 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e7b7c5af-38be-419b-8238-53adff159c82 req-29ea18eb-468e-4a2e-b6cd-41c336088fc5 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:27.762367 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-7d4f77f9-e7f2-4dfa-978d-b01d1dbf4755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (87f6f495-1ac1-49e5-b0ec-d69fb90e51be), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:27.764637 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb385ca-9dc5-494d-8f0f-b3d3c3c54f4a admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:09:27.776797 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804c7317-52dc-4cf9-912e-21ba670e0325 None None] Sync routers for ids ['a04e59a2-2519-46db-b1a2-00df3b854912'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:09:27.789477 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0bb385ca-9dc5-494d-8f0f-b3d3c3c54f4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:27.790986 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0bb385ca-9dc5-494d-8f0f-b3d3c3c54f4a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6285517 Jan 18 20:09:27.794386 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41740) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:27.835615 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804c7317-52dc-4cf9-912e-21ba670e0325 None None] Routers {'a04e59a2-2519-46db-b1a2-00df3b854912'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:09:27.838768 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-804c7317-52dc-4cf9-912e-21ba670e0325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:09:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['a04e59a2-2519-46db-b1a2-00df3b854912'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:27.849678 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-7d4f77f9-e7f2-4dfa-978d-b01d1dbf4755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:27.853261 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-7d4f77f9-e7f2-4dfa-978d-b01d1dbf4755 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:27.855016 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-7d4f77f9-e7f2-4dfa-978d-b01d1dbf4755 service neutron] 10.222.0.57 "PUT /v2.0/ports/87f6f495-1ac1-49e5-b0ec-d69fb90e51be HTTP/1.1" status: 200 len: 1096 time: 2.4293444 Jan 18 20:09:27.857431 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4215d6d-d895-4614-bd40-edad3cee69f8', 'tag': '87f6f495-1ac1-49e5-b0ec-d69fb90e51be'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:09:27.861981 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e22faf-7e98-4c31-bffa-d0c0756a4ad7" -d '{"events": [{"name": "network-changed", "server_uuid": "f4215d6d-d895-4614-bd40-edad3cee69f8", "tag": "87f6f495-1ac1-49e5-b0ec-d69fb90e51be"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:09:27.909439 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73e65b0-3e0f-4c44-8fa2-b60a1f104138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591d22ea-bd0c-449e-b086-08f941f00d32'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:09:27.911811 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e32d14-95fd-4af5-8cd1-cf6408bf1f0a" -d '{"events": [{"server_uuid": "d73e65b0-3e0f-4c44-8fa2-b60a1f104138", "name": "network-vif-plugged", "status": "completed", "tag": "591d22ea-bd0c-449e-b086-08f941f00d32"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:09:27.970818 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f77f9-e7f2-4dfa-978d-b01d1dbf4755 service neutron] Pushing event updated for resources: {'Port': ['ID=87f6f495-1ac1-49e5-b0ec-d69fb90e51be,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:28.085472 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-804c7317-52dc-4cf9-912e-21ba670e0325 None None] Set router a04e59a2-2519-46db-b1a2-00df3b854912 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:09:28.248236 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-49c98931-eb40-42e7-b791-f50b079a202e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:28.250494 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-49c98931-eb40-42e7-b791-f50b079a202e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.57 "GET /v2.0/networks?id=1330a1de-3636-4f07-b599-97f547076b99 HTTP/1.1" status: 200 len: 812 time: 0.1838529 Jan 18 20:09:28.263048 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-63eb18e8-85a5-4354-bc89-cb43d949de89 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Request body: {'port': {'device_id': '2a1168f8-7279-47fa-8069-814a2f8f9524', 'network_id': '1330a1de-3636-4f07-b599-97f547076b99', 'admin_state_up': True, 'tenant_id': '211c72f201034d10bbf94424fe5e3d47'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:28.310754 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-804c7317-52dc-4cf9-912e-21ba670e0325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04e59a2-2519-46db-b1a2-00df3b854912', 'name': 'tempest-TaggedBootDevicesTest-1405709730-router', 'tenant_id': '280ab2f105a6439e8bbac903c08b0477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'feb7d8a6-326d-468a-8710-97ed677d42a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:09:25Z', 'updated_at': '2022-01-18T20:09:26Z', 'revision_number': 3, 'project_id': '280ab2f105a6439e8bbac903c08b0477', 'gw_port': {'id': 'feb7d8a6-326d-468a-8710-97ed677d42a8', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04e59a2-2519-46db-b1a2-00df3b854912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:26Z', 'updated_at': '2022-01-18T20:09:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:28.339987 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804c7317-52dc-4cf9-912e-21ba670e0325 None None] Checking router: a04e59a2-2519-46db-b1a2-00df3b854912 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:09:28.340634 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804c7317-52dc-4cf9-912e-21ba670e0325 None None] Updating router a04e59a2-2519-46db-b1a2-00df3b854912 port feb7d8a6-326d-468a-8710-97ed677d42a8 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:09:28.382740 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-804c7317-52dc-4cf9-912e-21ba670e0325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (feb7d8a6-326d-468a-8710-97ed677d42a8), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:28.511641 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:09:28.518360 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e7b7c5af-38be-419b-8238-53adff159c82 req-29ea18eb-468e-4a2e-b6cd-41c336088fc5 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (03cbe17c-8b8e-469c-b6f6-cf351dc1bc77), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:28.529742 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0b23a-1b62-4522-816c-f9c0373630bd req-55aeddf7-212f-42fc-8c80-f0f3429654bb tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:28.532894 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-feb0b23a-1b62-4522-816c-f9c0373630bd req-55aeddf7-212f-42fc-8c80-f0f3429654bb tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 948 time: 0.5559733 Jan 18 20:09:28.542527 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e7b7c5af-38be-419b-8238-53adff159c82 req-29ea18eb-468e-4a2e-b6cd-41c336088fc5 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (03cbe17c-8b8e-469c-b6f6-cf351dc1bc77), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:28.595186 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-500c2009-f654-497a-a0e5-bf6dd48f179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:28.598041 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-500c2009-f654-497a-a0e5-bf6dd48f179b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=967d825473b54d53b7e07fa1a9fa9690&device_id=f4215d6d-d895-4614-bd40-edad3cee69f8 HTTP/1.1" status: 200 len: 1099 time: 0.5430286 Jan 18 20:09:28.624285 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:28.625257 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:28.719697 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e7b7c5af-38be-419b-8238-53adff159c82 req-29ea18eb-468e-4a2e-b6cd-41c336088fc5 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:28.721061 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e7b7c5af-38be-419b-8238-53adff159c82 req-29ea18eb-468e-4a2e-b6cd-41c336088fc5 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.0688453 Jan 18 20:09:28.728820 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-69948fb8-2056-4f2f-b0ba-cfc195a03957 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=87f6f495-1ac1-49e5-b0ec-d69fb90e51be HTTP/1.1" status: 200 len: 217 time: 0.1081028 Jan 18 20:09:28.731691 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea18eb-468e-4a2e-b6cd-41c336088fc5 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03cbe17c-8b8e-469c-b6f6-cf351dc1bc77,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:28.742631 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:28.791432 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:28.792110 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:28.850810 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86422157-564b-4737-8554-92d5842f9cee None None] Network dd3eb732-297d-44c7-9f84-e2f4ebc1e814 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:09:28.899110 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9dbd3fb0-6e98-449b-a8a6-594fa49b6d28 req-31e36f38-5aea-4a68-a9b7-f53aa92ce8f2 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a1168f8-7279-47fa-8069-814a2f8f9524 HTTP/1.1" status: 200 len: 210 time: 0.0581195 Jan 18 20:09:28.902529 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-63eb18e8-85a5-4354-bc89-cb43d949de89 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Made reservation on behalf of 211c72f201034d10bbf94424fe5e3d47 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:09:28.905905 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-804c7317-52dc-4cf9-912e-21ba670e0325 None None] Publish callbacks [] for port (feb7d8a6-326d-468a-8710-97ed677d42a8), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:28.906403 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-63eb18e8-85a5-4354-bc89-cb43d949de89 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:28.922149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac,segment=NetworkSegment(35d10ff5-ca3e-43a8-82e5-0b576ef5c38b),segment_id=35d10ff5-ca3e-43a8-82e5-0b576ef5c38b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:28.925327 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-feb0b23a-1b62-4522-816c-f9c0373630bd req-1ff5c24e-9fe4-4116-aba2-201316389b20 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806219 Jan 18 20:09:28.940229 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-804c7317-52dc-4cf9-912e-21ba670e0325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (feb7d8a6-326d-468a-8710-97ed677d42a8), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:28.946304 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-99fa89ae-dfeb-44d1-9029-d36f9b25dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:28.951740 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-99fa89ae-dfeb-44d1-9029-d36f9b25dcbe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1907835 Jan 18 20:09:28.974338 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:28.975224 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 369102e0-ede0-4bec-bdfb-41c1f40d6749 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:09:29.024515 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Allocated IP 172.20.0.1 (dd3eb732-297d-44c7-9f84-e2f4ebc1e814/68dbb7c6-31de-4747-ac9a-7164ffee29a1/b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:09:29.038613 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a14f94-96d3-46b5-b045-4a945598f014 None None] Pushing event updated for resources: {'Port': ['ID=feb7d8a6-326d-468a-8710-97ed677d42a8,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:29.060950 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-804c7317-52dc-4cf9-912e-21ba670e0325 None None] Attempting to bind port feb7d8a6-326d-468a-8710-97ed677d42a8 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:09:29.061658 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-804c7317-52dc-4cf9-912e-21ba670e0325 None None] Attempting to bind port feb7d8a6-326d-468a-8710-97ed677d42a8 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:09:29.062711 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804c7317-52dc-4cf9-912e-21ba670e0325 None None] Attempting to bind port feb7d8a6-326d-468a-8710-97ed677d42a8 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:09:29.068702 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804c7317-52dc-4cf9-912e-21ba670e0325 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:09:29.069333 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804c7317-52dc-4cf9-912e-21ba670e0325 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:09:29.069996 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-804c7317-52dc-4cf9-912e-21ba670e0325 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:29.071132 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804c7317-52dc-4cf9-912e-21ba670e0325 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:09:29.071799 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-804c7317-52dc-4cf9-912e-21ba670e0325 None None] Bound port: feb7d8a6-326d-468a-8710-97ed677d42a8, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:09:29.072401 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-804c7317-52dc-4cf9-912e-21ba670e0325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (feb7d8a6-326d-468a-8710-97ed677d42a8), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:29.113546 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 369102e0-ede0-4bec-bdfb-41c1f40d6749 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:29.114042 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (369102e0-ede0-4bec-bdfb-41c1f40d6749), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:29.115797 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f00a3f9f-ff7c-4a46-8542-0af53cf9bcba None None] Provisioning complete for port ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:29.116142 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f00a3f9f-ff7c-4a46-8542-0af53cf9bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:29.131004 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-8fc4562c-ac14-4315-9284-c639bd1b47b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:29.132511 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-8fc4562c-ac14-4315-9284-c639bd1b47b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1737778 Jan 18 20:09:29.160251 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:29.162954 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-804c7317-52dc-4cf9-912e-21ba670e0325 None None] For port feb7d8a6-326d-468a-8710-97ed677d42a8, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:09:29.171414 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-804c7317-52dc-4cf9-912e-21ba670e0325 None None] For port feb7d8a6-326d-468a-8710-97ed677d42a8, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=feb7d8a6-326d-468a-8710-97ed677d42a8,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:09:29.179232 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-804c7317-52dc-4cf9-912e-21ba670e0325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (feb7d8a6-326d-468a-8710-97ed677d42a8), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:29.206233 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944e13b-b930-4d5b-b422-0b6f55a08fda req-67b4bfe0-e8fd-4f25-8526-c16585cfb367 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:29.214780 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8944e13b-b930-4d5b-b422-0b6f55a08fda req-67b4bfe0-e8fd-4f25-8526-c16585cfb367 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.31 "GET /v2.0/ports?device_id=b29ba771-d765-455d-9e71-2e483c751907 HTTP/1.1" status: 200 len: 950 time: 0.1797442 Jan 18 20:09:29.251980 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:29.268782 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804c7317-52dc-4cf9-912e-21ba670e0325 None None] Routers {'a04e59a2-2519-46db-b1a2-00df3b854912'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:09:29.269611 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-804c7317-52dc-4cf9-912e-21ba670e0325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:09:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['a04e59a2-2519-46db-b1a2-00df3b854912'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:29.297341 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Publish callbacks [] for port (b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:29.317937 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-63eb18e8-85a5-4354-bc89-cb43d949de89 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Allocated IP 172.20.0.5 (1330a1de-3636-4f07-b599-97f547076b99/b76b9fe0-68f8-4703-9228-21897e60da9f/2020326b-39c9-4ab8-b89d-afbe6b0bc850) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:09:29.366920 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84d1108-3cca-4d17-bcc4-ab0e6f5931e8 x-openstack-request-id: req-e84d1108-3cca-4d17-bcc4-ab0e6f5931e8 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:09:29.367265 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4215d6d-d895-4614-bd40-edad3cee69f8", "tag": "87f6f495-1ac1-49e5-b0ec-d69fb90e51be", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:09:29.367532 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e84d1108-3cca-4d17-bcc4-ab0e6f5931e8 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:09:29.367935 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4215d6d-d895-4614-bd40-edad3cee69f8', 'tag': '87f6f495-1ac1-49e5-b0ec-d69fb90e51be', 'status': 'completed', 'code': 200} Jan 18 20:09:29.387705 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 369102e0-ede0-4bec-bdfb-41c1f40d6749 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:29.396670 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:29.408286 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8944e13b-b930-4d5b-b422-0b6f55a08fda req-93aea13a-2ba2-4fc1-b7ae-dddbf8f45291 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.31 "GET /v2.0/security-groups?id=7be56bab-ef88-4f4b-b2f7-832f8b852544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877587 Jan 18 20:09:29.422735 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f00a3f9f-ff7c-4a46-8542-0af53cf9bcba None None] Current status of the port ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:29.433291 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-fc763024-d586-41bf-b3f4-26975e33b1a6 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903583 Jan 18 20:09:29.445096 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac14977-f58a-432b-8cdb-c962c31a178b x-openstack-request-id: req-4ac14977-f58a-432b-8cdb-c962c31a178b {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:09:29.445813 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73e65b0-3e0f-4c44-8fa2-b60a1f104138", "name": "network-vif-plugged", "status": "completed", "tag": "591d22ea-bd0c-449e-b086-08f941f00d32", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:09:29.446429 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ac14977-f58a-432b-8cdb-c962c31a178b {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:09:29.447067 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73e65b0-3e0f-4c44-8fa2-b60a1f104138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591d22ea-bd0c-449e-b086-08f941f00d32', 'code': 200} Jan 18 20:09:29.470167 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-804c7317-52dc-4cf9-912e-21ba670e0325 None None] Set router a04e59a2-2519-46db-b1a2-00df3b854912 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:09:29.498797 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Network dd3eb732-297d-44c7-9f84-e2f4ebc1e814 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:09:29.505297 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:09:29.511231 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Pushing event updated for resources: {'Port': ['ID=b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:29.523692 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:09:29.597391 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a14f94-96d3-46b5-b045-4a945598f014 None None] Pushing event updated for resources: {'Port': ['ID=feb7d8a6-326d-468a-8710-97ed677d42a8,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:29.603601 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (a04e59a2-2519-46db-b1a2-00df3b854912), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:29.673085 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4799dad-75f3-4b54-aef8-dbd9380f5c5b req-81681ad3-2faa-4474-9144-de27591361cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:29.674813 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a4799dad-75f3-4b54-aef8-dbd9380f5c5b req-81681ad3-2faa-4474-9144-de27591361cf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d73e65b0-3e0f-4c44-8fa2-b60a1f104138 HTTP/1.1" status: 200 len: 1097 time: 0.1531987 Jan 18 20:09:29.719901 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-804c7317-52dc-4cf9-912e-21ba670e0325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04e59a2-2519-46db-b1a2-00df3b854912', 'name': 'tempest-TaggedBootDevicesTest-1405709730-router', 'tenant_id': '280ab2f105a6439e8bbac903c08b0477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'feb7d8a6-326d-468a-8710-97ed677d42a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:09:25Z', 'updated_at': '2022-01-18T20:09:26Z', 'revision_number': 3, 'project_id': '280ab2f105a6439e8bbac903c08b0477', 'gw_port': {'id': 'feb7d8a6-326d-468a-8710-97ed677d42a8', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04e59a2-2519-46db-b1a2-00df3b854912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:26Z', 'updated_at': '2022-01-18T20:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:29.754167 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804c7317-52dc-4cf9-912e-21ba670e0325 None None] The sync data for ids ['a04e59a2-2519-46db-b1a2-00df3b854912'] in n-d-741529-9 is: [{'id': 'a04e59a2-2519-46db-b1a2-00df3b854912', 'name': 'tempest-TaggedBootDevicesTest-1405709730-router', 'tenant_id': '280ab2f105a6439e8bbac903c08b0477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'feb7d8a6-326d-468a-8710-97ed677d42a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:09:25Z', 'updated_at': '2022-01-18T20:09:26Z', 'revision_number': 3, 'project_id': '280ab2f105a6439e8bbac903c08b0477', 'gw_port': {'id': 'feb7d8a6-326d-468a-8710-97ed677d42a8', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04e59a2-2519-46db-b1a2-00df3b854912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:26Z', 'updated_at': '2022-01-18T20:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:09:29.762804 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-6106b655-233a-4ac5-b93d-9e8b245c351c None None] Provisioning complete for port ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:29.763370 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6106b655-233a-4ac5-b93d-9e8b245c351c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:29.787216 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-348e6dff-b1a8-44d7-a939-ed88d2f48297 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351514 Jan 18 20:09:29.790428 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a4799dad-75f3-4b54-aef8-dbd9380f5c5b req-ef33b981-b0ee-42e2-b3c0-075feb10881b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=080b0e27-94ad-4301-afc1-141bed1a208b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064575 Jan 18 20:09:29.826607 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52351d64-9988-488b-9f6a-777999cafcfb req-aec0556a-e97c-4fe3-8bb3-5d3baae52068 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:29.828544 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-52351d64-9988-488b-9f6a-777999cafcfb req-aec0556a-e97c-4fe3-8bb3-5d3baae52068 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4215d6d-d895-4614-bd40-edad3cee69f8 HTTP/1.1" status: 200 len: 948 time: 0.3074718 Jan 18 20:09:29.838822 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225abdc9-fdf2-4276-813d-b1a808aa6410 req-790e8355-187e-4fa6-b56f-1843959b94e7 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:29.846542 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-225abdc9-fdf2-4276-813d-b1a808aa6410 req-790e8355-187e-4fa6-b56f-1843959b94e7 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d73e65b0-3e0f-4c44-8fa2-b60a1f104138 HTTP/1.1" status: 200 len: 946 time: 0.2722394 Jan 18 20:09:29.880991 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:29.972117 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6106b655-233a-4ac5-b93d-9e8b245c351c None None] Current status of the port ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:30.113275 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Publish callbacks [] for port (b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:30.132606 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:30.133829 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-be297598-d70f-4c9e-9932-90fc754885f0 None None] Provisioning complete for port b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:30.134397 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-be297598-d70f-4c9e-9932-90fc754885f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:30.146737 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:09:30.197454 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-be297598-d70f-4c9e-9932-90fc754885f0 None None] Port b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:09:30.271424 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (a04e59a2-2519-46db-b1a2-00df3b854912), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:30.279314 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Pushing event updated for resources: {'Port': ['ID=b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:30.286747 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-63eb18e8-85a5-4354-bc89-cb43d949de89 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks [] for port (2020326b-39c9-4ab8-b89d-afbe6b0bc850), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:30.295695 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:30.296039 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:30.297024 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:30.297358 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:30.297718 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:30.298068 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:30.298373 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:30.298692 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:30.299009 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:30.299330 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:30.299646 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:30.299961 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:30.300278 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:30.306937 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e22faf-7e98-4c31-bffa-d0c0756a4ad7 req-0971ef1b-ac2c-4682-b133-6a3a811267a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:30.308453 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b4e22faf-7e98-4c31-bffa-d0c0756a4ad7 req-0971ef1b-ac2c-4682-b133-6a3a811267a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=967d825473b54d53b7e07fa1a9fa9690&device_id=f4215d6d-d895-4614-bd40-edad3cee69f8 HTTP/1.1" status: 200 len: 1099 time: 0.1568012 Jan 18 20:09:30.319279 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-225abdc9-fdf2-4276-813d-b1a808aa6410 req-7d13d400-6bee-4240-95b1-f864527afda2 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.31 "GET /v2.0/security-groups?id=080b0e27-94ad-4301-afc1-141bed1a208b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718740 Jan 18 20:09:30.348388 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-52351d64-9988-488b-9f6a-777999cafcfb req-305a7600-ae83-400e-bad7-ff13891a4475 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c81dc55-1d7e-4575-bd69-0392030b38ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4977942 Jan 18 20:09:30.433395 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-63eb18e8-85a5-4354-bc89-cb43d949de89 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (2020326b-39c9-4ab8-b89d-afbe6b0bc850), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:30.446860 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:30.480760 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device feb7d8a6-326d-468a-8710-97ed677d42a8 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:09:30.508588 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-63eb18e8-85a5-4354-bc89-cb43d949de89 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Network 1330a1de-3636-4f07-b599-97f547076b99 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:09:30.524478 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-63eb18e8-85a5-4354-bc89-cb43d949de89 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:09:30.533320 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-63eb18e8-85a5-4354-bc89-cb43d949de89 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:09:30.555002 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port feb7d8a6-326d-468a-8710-97ed677d42a8 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:30.555715 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (feb7d8a6-326d-468a-8710-97ed677d42a8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:30.604193 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb18e8-85a5-4354-bc89-cb43d949de89 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Pushing event updated for resources: {'Port': ['ID=2020326b-39c9-4ab8-b89d-afbe6b0bc850,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:30.641181 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:30.643697 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:30.643697 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:30.643697 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:30.643697 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:30.643697 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:30.643697 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:30.643697 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:30.643697 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:30.643697 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:30.643697 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:30.643697 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:30.643697 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:30.646140 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-63eb18e8-85a5-4354-bc89-cb43d949de89 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:30.646140 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-63eb18e8-85a5-4354-bc89-cb43d949de89 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:30.646638 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e22faf-7e98-4c31-bffa-d0c0756a4ad7 req-b2271add-5e6e-4a95-8d57-00772c21af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:30.648163 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b4e22faf-7e98-4c31-bffa-d0c0756a4ad7 req-b2271add-5e6e-4a95-8d57-00772c21af7c service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.3268652 Jan 18 20:09:30.650092 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Network dd3eb732-297d-44c7-9f84-e2f4ebc1e814 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:09:30.670851 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:09:30.692873 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-63eb18e8-85a5-4354-bc89-cb43d949de89 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4335945 Jan 18 20:09:30.710619 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port feb7d8a6-326d-468a-8710-97ed677d42a8 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:30.711013 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (feb7d8a6-326d-468a-8710-97ed677d42a8), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:30.714153 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3d5d9a8a-8066-433a-aadb-4ea0951eb863 service neutron] Request body: {'port': {'device_id': '2a1168f8-7279-47fa-8069-814a2f8f9524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:30.730329 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-1fcd0f58-60dc-476a-aaf2-1416be70a276 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:30.739641 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-1fcd0f58-60dc-476a-aaf2-1416be70a276 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/networks?id=5628e5e2-38d7-4c23-acf3-62dfe75ed62d HTTP/1.1" status: 200 len: 812 time: 0.2735190 Jan 18 20:09:30.740866 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b4e22faf-7e98-4c31-bffa-d0c0756a4ad7 req-79779613-7109-410f-91f1-9b90df61d059 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=87f6f495-1ac1-49e5-b0ec-d69fb90e51be HTTP/1.1" status: 200 len: 217 time: 0.0767810 Jan 18 20:09:30.773758 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port feb7d8a6-326d-468a-8710-97ed677d42a8, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=feb7d8a6-326d-468a-8710-97ed677d42a8,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:30.783719 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (feb7d8a6-326d-468a-8710-97ed677d42a8), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:30.784885 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:09:30.816883 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-70abf78c-d15d-41fb-9c17-54d7edc14005 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/quotas/79bac98ff06d455bb4a4343096ef379b HTTP/1.1" status: 200 len: 375 time: 0.0759301 Jan 18 20:09:30.877282 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-e84eb193-c678-47a8-9e9e-df022d9c7572 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=79bac98ff06d455bb4a4343096ef379b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590115 Jan 18 20:09:30.907802 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e22faf-7e98-4c31-bffa-d0c0756a4ad7 req-901ae81e-ac18-42e6-a093-6ecdbaedbc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:30.909290 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b4e22faf-7e98-4c31-bffa-d0c0756a4ad7 req-901ae81e-ac18-42e6-a093-6ecdbaedbc4f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1250458 Jan 18 20:09:30.973331 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=feb7d8a6-326d-468a-8710-97ed677d42a8,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:30.973872 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Router a04e59a2-2519-46db-b1a2-00df3b854912 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:09:30.982841 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e22faf-7e98-4c31-bffa-d0c0756a4ad7 req-a8d991e3-a681-46bd-84a5-814287b9ef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:30.984443 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b4e22faf-7e98-4c31-bffa-d0c0756a4ad7 req-a8d991e3-a681-46bd-84a5-814287b9ef1f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0634215 Jan 18 20:09:30.997002 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:30.997387 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:30.998352 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3d5d9a8a-8066-433a-aadb-4ea0951eb863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2020326b-39c9-4ab8-b89d-afbe6b0bc850), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:31.054929 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ddb91735-d344-4988-8292-1b9a0eb32e2c None None] Provisioning complete for port b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:31.055225 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ddb91735-d344-4988-8292-1b9a0eb32e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:31.058110 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5624d0-5991-4017-b21f-92f5fa26359a req-14ce5a28-9ece-4031-ac7b-1bb3502d25e1 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:31.067280 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0b5624d0-5991-4017-b21f-92f5fa26359a req-14ce5a28-9ece-4031-ac7b-1bb3502d25e1 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=f66cd2fb-1558-4390-bc49-d53b00bcc0b5 HTTP/1.1" status: 200 len: 946 time: 0.3246832 Jan 18 20:09:31.125178 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ddb91735-d344-4988-8292-1b9a0eb32e2c None None] Port b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:09:31.138313 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-f18454a3-591d-4a17-843a-93a1f7e49123 service neutron] 10.222.0.31 "GET /v2.0/networks/5628e5e2-38d7-4c23-acf3-62dfe75ed62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598312 Jan 18 20:09:31.144780 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:31.255957 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0b5624d0-5991-4017-b21f-92f5fa26359a req-690f9f9f-721e-4590-9497-4d81ddfa9e37 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873703 Jan 18 20:09:31.392664 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-a61ae14f-1407-45c5-8b62-e530e76582e3 service neutron] 10.222.0.31 "GET /v2.0/networks/5628e5e2-38d7-4c23-acf3-62dfe75ed62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403557 Jan 18 20:09:31.472453 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cc9f1-548f-4f51-a03e-7584c5df655b req-cdded17e-2b7d-4b81-8971-af90ed478f40 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:31.473488 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e5cc9f1-548f-4f51-a03e-7584c5df655b req-cdded17e-2b7d-4b81-8971-af90ed478f40 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 948 time: 0.0799642 Jan 18 20:09:31.485399 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b4e22faf-7e98-4c31-bffa-d0c0756a4ad7 req-2bfb0534-4b72-49cc-9ff0-e2ac9ac175fa service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929786 Jan 18 20:09:31.535177 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:09:31.557603 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d97dc680-ce83-4e10-aa8c-ff61ecaf6c62 admin admin] 10.222.0.31 "PUT /v2.0/routers/a04e59a2-2519-46db-b1a2-00df3b854912/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7617722 Jan 18 20:09:31.606469 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e5cc9f1-548f-4f51-a03e-7584c5df655b req-61dce551-11a2-4f4b-92a1-68aac1d9b2b7 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251812 Jan 18 20:09:31.623262 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3d5d9a8a-8066-433a-aadb-4ea0951eb863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2020326b-39c9-4ab8-b89d-afbe6b0bc850 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:09:31.632551 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3d5d9a8a-8066-433a-aadb-4ea0951eb863 service neutron] Publish callbacks [] for port (2020326b-39c9-4ab8-b89d-afbe6b0bc850), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:31.648965 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3d5d9a8a-8066-433a-aadb-4ea0951eb863 service neutron] Transition to ACTIVE for port object 2020326b-39c9-4ab8-b89d-afbe6b0bc850 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:09:31.657990 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3d5d9a8a-8066-433a-aadb-4ea0951eb863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (2020326b-39c9-4ab8-b89d-afbe6b0bc850), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:31.663003 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b4e22faf-7e98-4c31-bffa-d0c0756a4ad7 req-2c57148f-dcaa-4bc6-bdba-2e1e8958693d service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669748 Jan 18 20:09:31.770104 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d9a8a-8066-433a-aadb-4ea0951eb863 service neutron] Pushing event updated for resources: {'Port': ['ID=2020326b-39c9-4ab8-b89d-afbe6b0bc850,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:31.801673 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:31.841215 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66209ee-f295-415f-82dd-794de1321b58 req-3d1840a2-1065-4262-8bd3-f84d378b68a7 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:31.842782 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f66209ee-f295-415f-82dd-794de1321b58 req-3d1840a2-1065-4262-8bd3-f84d378b68a7 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a1168f8-7279-47fa-8069-814a2f8f9524 HTTP/1.1" status: 200 len: 943 time: 0.1368139 Jan 18 20:09:31.916187 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f66209ee-f295-415f-82dd-794de1321b58 req-5c77fb0c-17d9-4715-a0c0-fd87ed451144 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627377 Jan 18 20:09:31.916756 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3d5d9a8a-8066-433a-aadb-4ea0951eb863 service neutron] Attempting to bind port 2020326b-39c9-4ab8-b89d-afbe6b0bc850 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:09:31.917893 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3d5d9a8a-8066-433a-aadb-4ea0951eb863 service neutron] Attempting to bind port 2020326b-39c9-4ab8-b89d-afbe6b0bc850 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '764cc364-bdeb-41f4-8a87-9fa870bc06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1330a1de-3636-4f07-b599-97f547076b99'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:09:31.917893 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3d5d9a8a-8066-433a-aadb-4ea0951eb863 service neutron] Attempting to bind port 2020326b-39c9-4ab8-b89d-afbe6b0bc850 on network 1330a1de-3636-4f07-b599-97f547076b99 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:09:31.923303 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3d5d9a8a-8066-433a-aadb-4ea0951eb863 service neutron] Port 2020326b-39c9-4ab8-b89d-afbe6b0bc850 on network 1330a1de-3636-4f07-b599-97f547076b99 not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:09:31.923647 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3d5d9a8a-8066-433a-aadb-4ea0951eb863 service neutron] Attempting to bind port 2020326b-39c9-4ab8-b89d-afbe6b0bc850 on network 1330a1de-3636-4f07-b599-97f547076b99 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:09:31.929676 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3d5d9a8a-8066-433a-aadb-4ea0951eb863 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:09:31.930029 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3d5d9a8a-8066-433a-aadb-4ea0951eb863 service neutron] Checking segment: {'id': '764cc364-bdeb-41f4-8a87-9fa870bc06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1330a1de-3636-4f07-b599-97f547076b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:09:31.930408 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3d5d9a8a-8066-433a-aadb-4ea0951eb863 service neutron] Bound using segment: {'id': '764cc364-bdeb-41f4-8a87-9fa870bc06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1330a1de-3636-4f07-b599-97f547076b99'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:09:31.930835 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3d5d9a8a-8066-433a-aadb-4ea0951eb863 service neutron] Bound port: 2020326b-39c9-4ab8-b89d-afbe6b0bc850, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '764cc364-bdeb-41f4-8a87-9fa870bc06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1330a1de-3636-4f07-b599-97f547076b99'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:09:31.931185 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3d5d9a8a-8066-433a-aadb-4ea0951eb863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2020326b-39c9-4ab8-b89d-afbe6b0bc850), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:32.018248 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3d5d9a8a-8066-433a-aadb-4ea0951eb863 service neutron] For port 2020326b-39c9-4ab8-b89d-afbe6b0bc850, host n-h1-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:09:32.023259 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3d5d9a8a-8066-433a-aadb-4ea0951eb863 service neutron] For port 2020326b-39c9-4ab8-b89d-afbe6b0bc850, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=2020326b-39c9-4ab8-b89d-afbe6b0bc850,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:09:32.029564 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3d5d9a8a-8066-433a-aadb-4ea0951eb863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (2020326b-39c9-4ab8-b89d-afbe6b0bc850), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:32.065692 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3d5d9a8a-8066-433a-aadb-4ea0951eb863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:32.066318 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3d5d9a8a-8066-433a-aadb-4ea0951eb863 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:32.067726 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3d5d9a8a-8066-433a-aadb-4ea0951eb863 service neutron] 10.222.0.57 "PUT /v2.0/ports/2020326b-39c9-4ab8-b89d-afbe6b0bc850 HTTP/1.1" status: 200 len: 1091 time: 1.3607080 Jan 18 20:09:32.068177 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a1168f8-7279-47fa-8069-814a2f8f9524', 'tag': '2020326b-39c9-4ab8-b89d-afbe6b0bc850'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:09:32.070582 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2b2174-991d-4c4f-b2b6-0f7519f4223e" -d '{"events": [{"name": "network-changed", "server_uuid": "2a1168f8-7279-47fa-8069-814a2f8f9524", "tag": "2020326b-39c9-4ab8-b89d-afbe6b0bc850"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:09:32.215278 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d9a8a-8066-433a-aadb-4ea0951eb863 service neutron] Pushing event updated for resources: {'Port': ['ID=2020326b-39c9-4ab8-b89d-afbe6b0bc850,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:32.287946 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f1d698-f270-4d6f-a9bb-4c21e92183ff None None] Sync routers for ids ['a04e59a2-2519-46db-b1a2-00df3b854912'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:09:32.307607 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f1d698-f270-4d6f-a9bb-4c21e92183ff None None] Routers {'a04e59a2-2519-46db-b1a2-00df3b854912'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:09:32.308262 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f2f1d698-f270-4d6f-a9bb-4c21e92183ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:09:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['a04e59a2-2519-46db-b1a2-00df3b854912'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:32.349089 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-b8a557ec-cb8b-4dcd-9ea3-9d258908e99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:32.351453 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-b8a557ec-cb8b-4dcd-9ea3-9d258908e99d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=211c72f201034d10bbf94424fe5e3d47&device_id=2a1168f8-7279-47fa-8069-814a2f8f9524 HTTP/1.1" status: 200 len: 1094 time: 0.2251022 Jan 18 20:09:32.352990 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device feb7d8a6-326d-468a-8710-97ed677d42a8 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:09:32.383296 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5211406-2051-4db7-81e8-dc111afc2184 req-50381dce-a8b6-4c2e-a82f-f8cc86077cd5 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:32.393448 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d5211406-2051-4db7-81e8-dc111afc2184 req-50381dce-a8b6-4c2e-a82f-f8cc86077cd5 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d73e65b0-3e0f-4c44-8fa2-b60a1f104138 HTTP/1.1" status: 200 len: 946 time: 0.1732748 Jan 18 20:09:32.444003 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-6dab7b18-7d25-49e9-9f20-ef2c23643f81 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2020326b-39c9-4ab8-b89d-afbe6b0bc850 HTTP/1.1" status: 200 len: 217 time: 0.0839577 Jan 18 20:09:32.465216 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184180c0-94d2-4cda-a181-f9b0109855dd req-63a7fec3-6cde-46f5-b324-7bcc9d5d439e tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:32.466766 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-184180c0-94d2-4cda-a181-f9b0109855dd req-63a7fec3-6cde-46f5-b324-7bcc9d5d439e tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4215d6d-d895-4614-bd40-edad3cee69f8 HTTP/1.1" status: 200 len: 948 time: 0.2045739 Jan 18 20:09:32.498264 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-f2f1d698-f270-4d6f-a9bb-4c21e92183ff None None] Set router a04e59a2-2519-46db-b1a2-00df3b854912 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:09:32.536103 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d5211406-2051-4db7-81e8-dc111afc2184 req-4c535f4f-1a7a-4736-ab43-3d8b69142811 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.31 "GET /v2.0/security-groups?id=080b0e27-94ad-4301-afc1-141bed1a208b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410716 Jan 18 20:09:32.571813 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-88807aad-b0c4-48f9-8410-d1131b8da952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:32.573177 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-88807aad-b0c4-48f9-8410-d1131b8da952 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b76b9fe0-68f8-4703-9228-21897e60da9f HTTP/1.1" status: 200 len: 852 time: 0.1169982 Jan 18 20:09:32.607145 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-184180c0-94d2-4cda-a181-f9b0109855dd req-65c70a15-5d50-40c7-a8bc-39fbc88d8dcf tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c81dc55-1d7e-4575-bd69-0392030b38ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259110 Jan 18 20:09:32.633441 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-8b92256c-ba02-4401-8571-befec99b594c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1330a1de-3636-4f07-b599-97f547076b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515487 Jan 18 20:09:32.670632 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72711163-ccde-4db3-9b04-f8672ad75f9c x-openstack-request-id: req-72711163-ccde-4db3-9b04-f8672ad75f9c {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:09:32.671037 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a1168f8-7279-47fa-8069-814a2f8f9524", "tag": "2020326b-39c9-4ab8-b89d-afbe6b0bc850", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:09:32.672126 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72711163-ccde-4db3-9b04-f8672ad75f9c {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:09:32.673236 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a1168f8-7279-47fa-8069-814a2f8f9524', 'tag': '2020326b-39c9-4ab8-b89d-afbe6b0bc850', 'status': 'completed', 'code': 200} Jan 18 20:09:32.693529 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port feb7d8a6-326d-468a-8710-97ed677d42a8 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:32.693931 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (feb7d8a6-326d-468a-8710-97ed677d42a8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:32.756539 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-175afbf5-47f1-426c-a398-5a9240df6326 req-feb1cd03-1a1b-4c73-be8f-b03f75b46358 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd2e16af-cc25-4950-8b1d-71ae47c24e70 HTTP/1.1" status: 200 len: 210 time: 0.0821583 Jan 18 20:09:32.824918 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f2f1d698-f270-4d6f-a9bb-4c21e92183ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04e59a2-2519-46db-b1a2-00df3b854912', 'name': 'tempest-TaggedBootDevicesTest-1405709730-router', 'tenant_id': '280ab2f105a6439e8bbac903c08b0477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'feb7d8a6-326d-468a-8710-97ed677d42a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:09:25Z', 'updated_at': '2022-01-18T20:09:29Z', 'revision_number': 4, 'project_id': '280ab2f105a6439e8bbac903c08b0477', 'gw_port': {'id': 'feb7d8a6-326d-468a-8710-97ed677d42a8', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04e59a2-2519-46db-b1a2-00df3b854912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:26Z', 'updated_at': '2022-01-18T20:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb', 'name': '', 'network_id': 'dd3eb732-297d-44c7-9f84-e2f4ebc1e814', 'tenant_id': '280ab2f105a6439e8bbac903c08b0477', 'mac_address': 'fa:16:3e:36:da:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04e59a2-2519-46db-b1a2-00df3b854912', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '68dbb7c6-31de-4747-ac9a-7164ffee29a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:28Z', 'updated_at': '2022-01-18T20:09:29Z', 'revision_number': 2, 'project_id': '280ab2f105a6439e8bbac903c08b0477', 'subnets': [{'id': '68dbb7c6-31de-4747-ac9a-7164ffee29a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:32.829064 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fed327-1092-41ca-95ee-ba6ac4917e6b req-8df50e5a-47be-4c23-a84d-0e8e58f3a7ed tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:32.829793 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port feb7d8a6-326d-468a-8710-97ed677d42a8 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:32.831301 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-94fed327-1092-41ca-95ee-ba6ac4917e6b req-8df50e5a-47be-4c23-a84d-0e8e58f3a7ed tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.31 "GET /v2.0/ports?device_id=b29ba771-d765-455d-9e71-2e483c751907 HTTP/1.1" status: 200 len: 950 time: 0.0868902 Jan 18 20:09:32.835282 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-df60685c-ed49-466f-8aa5-e10bdfc93b37 service neutron] 10.222.0.57 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940761 Jan 18 20:09:32.870468 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f1d698-f270-4d6f-a9bb-4c21e92183ff None None] Checking router: a04e59a2-2519-46db-b1a2-00df3b854912 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:09:32.871142 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f1d698-f270-4d6f-a9bb-4c21e92183ff None None] Updating router a04e59a2-2519-46db-b1a2-00df3b854912 port b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:09:32.902706 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f2f1d698-f270-4d6f-a9bb-4c21e92183ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:32.985111 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-bf2c9700-41cd-4dd8-a57e-04b9f3deec88 service neutron] 10.222.0.57 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425354 Jan 18 20:09:33.003782 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-94fed327-1092-41ca-95ee-ba6ac4917e6b req-fa73bc11-e7c1-49f9-bfae-3fe83922e02b tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.31 "GET /v2.0/security-groups?id=7be56bab-ef88-4f4b-b2f7-832f8b852544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633246 Jan 18 20:09:33.200837 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b2174-991d-4c4f-b2b6-0f7519f4223e req-99c02dd1-4257-485d-9891-f2a7e41d573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:33.210505 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a2b2174-991d-4c4f-b2b6-0f7519f4223e req-99c02dd1-4257-485d-9891-f2a7e41d573f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=211c72f201034d10bbf94424fe5e3d47&device_id=2a1168f8-7279-47fa-8069-814a2f8f9524 HTTP/1.1" status: 200 len: 1094 time: 0.1573017 Jan 18 20:09:33.234148 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932b025-48d9-434c-b1f0-f3214db31eba req-b42ad7f9-9a68-4333-87b4-6242f54d8c95 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:33.240877 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7932b025-48d9-434c-b1f0-f3214db31eba req-b42ad7f9-9a68-4333-87b4-6242f54d8c95 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 948 time: 0.1570718 Jan 18 20:09:33.295960 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-929b0b3a-5ad6-4096-a176-01c422c2b881 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:33.300118 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-929b0b3a-5ad6-4096-a176-01c422c2b881 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.70 "GET /v2.0/networks?id=5628e5e2-38d7-4c23-acf3-62dfe75ed62d HTTP/1.1" status: 200 len: 812 time: 0.1425323 Jan 18 20:09:33.311281 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41658053-dcad-409d-add9-439ffb28cbb3 req-fb18565e-3439-470f-9487-ce023c1beee0 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:33.315565 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-e2e9cfb2-843c-4cb6-8968-ff08d814b2e9 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Request body: {'port': {'device_id': 'fd2e16af-cc25-4950-8b1d-71ae47c24e70', 'network_id': '5628e5e2-38d7-4c23-acf3-62dfe75ed62d', 'admin_state_up': True, 'tenant_id': '79bac98ff06d455bb4a4343096ef379b'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:33.329027 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-41658053-dcad-409d-add9-439ffb28cbb3 req-fb18565e-3439-470f-9487-ce023c1beee0 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a1168f8-7279-47fa-8069-814a2f8f9524 HTTP/1.1" status: 200 len: 943 time: 0.2337880 Jan 18 20:09:33.426328 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f2f1d698-f270-4d6f-a9bb-4c21e92183ff None None] Publish callbacks [] for port (b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:33.431422 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 87f6f495-1ac1-49e5-b0ec-d69fb90e51be details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:09:33.441393 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f2f1d698-f270-4d6f-a9bb-4c21e92183ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:33.483298 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-e2e9cfb2-843c-4cb6-8968-ff08d814b2e9 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Made reservation on behalf of 79bac98ff06d455bb4a4343096ef379b for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:09:33.489250 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-e2e9cfb2-843c-4cb6-8968-ff08d814b2e9 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:33.531682 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7932b025-48d9-434c-b1f0-f3214db31eba req-8c831d4a-af70-476a-87d7-295f6977e686 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784495 Jan 18 20:09:33.558196 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-41658053-dcad-409d-add9-439ffb28cbb3 req-247d27eb-d568-4f0e-8318-ff7410a709cb tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281659 Jan 18 20:09:33.575082 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b2174-991d-4c4f-b2b6-0f7519f4223e req-4b1b640f-43b7-4a61-ab76-dc587dd4f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:33.577010 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a2b2174-991d-4c4f-b2b6-0f7519f4223e req-4b1b640f-43b7-4a61-ab76-dc587dd4f06e service neutron] 10.222.0.57 "GET /v2.0/networks?id=1330a1de-3636-4f07-b599-97f547076b99 HTTP/1.1" status: 200 len: 913 time: 0.3556521 Jan 18 20:09:33.635754 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a2b2174-991d-4c4f-b2b6-0f7519f4223e req-f6180ccc-2e78-4ecd-8b5f-0c7ed81a0f56 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2020326b-39c9-4ab8-b89d-afbe6b0bc850 HTTP/1.1" status: 200 len: 217 time: 0.0515528 Jan 18 20:09:33.723355 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-e2e9cfb2-843c-4cb6-8968-ff08d814b2e9 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Allocated IP 172.20.0.13 (5628e5e2-38d7-4c23-acf3-62dfe75ed62d/bbda01f7-ba03-4a9c-a56c-51f2a68f70b2/e564eced-bf0e-417d-9606-acb81d49e1e6) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:09:33.775574 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7bf0bb-efe5-4714-9d31-453fe5cbe40e None None] Pushing event updated for resources: {'Port': ['ID=b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:33.826296 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b2174-991d-4c4f-b2b6-0f7519f4223e req-9930d0b9-560b-42d4-9700-b5a8c9c99db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:33.828467 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a2b2174-991d-4c4f-b2b6-0f7519f4223e req-9930d0b9-560b-42d4-9700-b5a8c9c99db5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b76b9fe0-68f8-4703-9228-21897e60da9f HTTP/1.1" status: 200 len: 852 time: 0.1847544 Jan 18 20:09:33.888823 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a2b2174-991d-4c4f-b2b6-0f7519f4223e req-a9e627de-513f-4cc1-a3fe-638d8e156ddb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1330a1de-3636-4f07-b599-97f547076b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534525 Jan 18 20:09:33.894085 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:33.900978 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b998d-f26c-425d-9157-fe92d61c8057 req-86665aed-0ac3-4773-9ff0-da82d4817039 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:33.903023 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-807b998d-f26c-425d-9157-fe92d61c8057 req-86665aed-0ac3-4773-9ff0-da82d4817039 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4215d6d-d895-4614-bd40-edad3cee69f8 HTTP/1.1" status: 200 len: 948 time: 0.1741931 Jan 18 20:09:33.978784 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f2f1d698-f270-4d6f-a9bb-4c21e92183ff None None] Attempting to bind port b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:09:33.979493 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f2f1d698-f270-4d6f-a9bb-4c21e92183ff None None] Attempting to bind port b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '35d10ff5-ca3e-43a8-82e5-0b576ef5c38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dd3eb732-297d-44c7-9f84-e2f4ebc1e814'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:09:33.980084 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1d698-f270-4d6f-a9bb-4c21e92183ff None None] Attempting to bind port b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb on network dd3eb732-297d-44c7-9f84-e2f4ebc1e814 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:09:33.998192 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1d698-f270-4d6f-a9bb-4c21e92183ff None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:09:33.998584 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1d698-f270-4d6f-a9bb-4c21e92183ff None None] Checking segment: {'id': '35d10ff5-ca3e-43a8-82e5-0b576ef5c38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dd3eb732-297d-44c7-9f84-e2f4ebc1e814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:09:33.998968 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f2f1d698-f270-4d6f-a9bb-4c21e92183ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:34.006296 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1d698-f270-4d6f-a9bb-4c21e92183ff None None] Bound using segment: {'id': '35d10ff5-ca3e-43a8-82e5-0b576ef5c38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dd3eb732-297d-44c7-9f84-e2f4ebc1e814'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:09:34.007182 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f2f1d698-f270-4d6f-a9bb-4c21e92183ff None None] Bound port: b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d10ff5-ca3e-43a8-82e5-0b576ef5c38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dd3eb732-297d-44c7-9f84-e2f4ebc1e814'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:09:34.009577 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f2f1d698-f270-4d6f-a9bb-4c21e92183ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:34.019940 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 87f6f495-1ac1-49e5-b0ec-d69fb90e51be, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=87f6f495-1ac1-49e5-b0ec-d69fb90e51be,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:34.045768 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1739b5-b0ff-4151-b7c3-8e2faab31b4d req-70b7b5e1-4fc2-483d-a1e9-115e8377b73a tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:34.047901 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1e1739b5-b0ff-4151-b7c3-8e2faab31b4d req-70b7b5e1-4fc2-483d-a1e9-115e8377b73a tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.70 "GET /v2.0/ports?device_id=b29ba771-d765-455d-9e71-2e483c751907 HTTP/1.1" status: 200 len: 950 time: 0.1537070 Jan 18 20:09:34.086958 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '87f6f495-1ac1-49e5-b0ec-d69fb90e51be', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '87f6f495-1ac1-49e5-b0ec-d69fb90e51be', 'mac_address': 'fa:16:3e:a3:92:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:09:34.093842 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-807b998d-f26c-425d-9157-fe92d61c8057 req-1b201da6-fd3f-47d9-8af9-fc86b15e97b4 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c81dc55-1d7e-4575-bd69-0392030b38ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715517 Jan 18 20:09:34.096088 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0611e04-e723-4107-a3da-2244bf7b9108 req-24a7e250-268c-45aa-bdf0-f0d2306331e6 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd2e16af-cc25-4950-8b1d-71ae47c24e70 HTTP/1.1" status: 200 len: 210 time: 0.0497143 Jan 18 20:09:34.111266 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-e2e9cfb2-843c-4cb6-8968-ff08d814b2e9 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for port (e564eced-bf0e-417d-9606-acb81d49e1e6), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:34.143299 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a2b2174-991d-4c4f-b2b6-0f7519f4223e req-123aa230-63c3-4b04-82c5-ae6dabf9bd47 service neutron] 10.222.0.57 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388909 Jan 18 20:09:34.175010 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-78bb0f18-13e2-43a5-9fc5-93e8761f22e4 None None] Provisioning complete for port b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:34.175417 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-78bb0f18-13e2-43a5-9fc5-93e8761f22e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:34.250179 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-e2e9cfb2-843c-4cb6-8968-ff08d814b2e9 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e564eced-bf0e-417d-9606-acb81d49e1e6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:34.291704 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-78bb0f18-13e2-43a5-9fc5-93e8761f22e4 None None] Port b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:09:34.296053 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f2f1d698-f270-4d6f-a9bb-4c21e92183ff None None] For port b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:09:34.300077 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f2f1d698-f270-4d6f-a9bb-4c21e92183ff None None] For port b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb,segment=NetworkSegment(35d10ff5-ca3e-43a8-82e5-0b576ef5c38b),segment_id=35d10ff5-ca3e-43a8-82e5-0b576ef5c38b)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:09:34.312585 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 87f6f495-1ac1-49e5-b0ec-d69fb90e51be is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:34.312846 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (87f6f495-1ac1-49e5-b0ec-d69fb90e51be), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:34.327854 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f2f1d698-f270-4d6f-a9bb-4c21e92183ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:34.334568 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9cfb2-843c-4cb6-8968-ff08d814b2e9 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Pushing event updated for resources: {'Port': ['ID=e564eced-bf0e-417d-9606-acb81d49e1e6,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:34.339270 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-1e1739b5-b0ff-4151-b7c3-8e2faab31b4d req-e6b540f7-2a56-45d6-b894-86044134bff1 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Deleting port ffac5868-2428-404b-854e-17debbdfc33c {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:09:34.339904 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1e1739b5-b0ff-4151-b7c3-8e2faab31b4d req-e6b540f7-2a56-45d6-b894-86044134bff1 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ffac5868-2428-404b-854e-17debbdfc33c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:34.373280 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-e2e9cfb2-843c-4cb6-8968-ff08d814b2e9 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Network 5628e5e2-38d7-4c23-acf3-62dfe75ed62d is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:09:34.378043 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-e2e9cfb2-843c-4cb6-8968-ff08d814b2e9 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:09:34.398003 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7bf0bb-efe5-4714-9d31-453fe5cbe40e None None] Pushing event updated for resources: {'Port': ['ID=b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:34.404098 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f6f495-1ac1-49e5-b0ec-d69fb90e51be {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:09:34.406301 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-e2e9cfb2-843c-4cb6-8968-ff08d814b2e9 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:09:34.414712 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f6b9c-0d2b-4644-9c16-63a3d8a649cc req-9100ac02-6687-47a2-9cbc-1e4377559660 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:34.425345 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-836f6b9c-0d2b-4644-9c16-63a3d8a649cc req-9100ac02-6687-47a2-9cbc-1e4377559660 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.31 "GET /v2.0/ports?device_id=b29ba771-d765-455d-9e71-2e483c751907 HTTP/1.1" status: 200 len: 950 time: 0.1413529 Jan 18 20:09:34.441300 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f1d698-f270-4d6f-a9bb-4c21e92183ff None None] Routers {'a04e59a2-2519-46db-b1a2-00df3b854912'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:09:34.442001 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f2f1d698-f270-4d6f-a9bb-4c21e92183ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:09:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['a04e59a2-2519-46db-b1a2-00df3b854912'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:34.494619 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-836f6b9c-0d2b-4644-9c16-63a3d8a649cc req-1b5c4133-863f-4506-81bf-475435602d39 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.31 "GET /v2.0/security-groups?id=7be56bab-ef88-4f4b-b2f7-832f8b852544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682945 Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:34.496801 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:09:34.499386 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:34.499386 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:09:34.499386 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:34.499386 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:09:34.499386 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:34.499386 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:09:34.499386 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:34.499386 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:09:34.499386 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:34.499386 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:09:34.499386 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:34.499386 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:09:34.503762 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-e2e9cfb2-843c-4cb6-8968-ff08d814b2e9 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:34.508663 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108304f-4f50-435b-8124-e022861ea6c9 req-d15cdfc6-bf57-4132-8624-3c05d2a562b1 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:34.509482 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-e2e9cfb2-843c-4cb6-8968-ff08d814b2e9 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:34.516611 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a108304f-4f50-435b-8124-e022861ea6c9 req-d15cdfc6-bf57-4132-8624-3c05d2a562b1 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d73e65b0-3e0f-4c44-8fa2-b60a1f104138 HTTP/1.1" status: 200 len: 946 time: 0.2316904 Jan 18 20:09:34.519585 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 87f6f495-1ac1-49e5-b0ec-d69fb90e51be, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=87f6f495-1ac1-49e5-b0ec-d69fb90e51be,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:34.523919 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-1e1739b5-b0ff-4151-b7c3-8e2faab31b4d req-e6b540f7-2a56-45d6-b894-86044134bff1 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] For port ffac5868-2428-404b-854e-17debbdfc33c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ffac5868-2428-404b-854e-17debbdfc33c,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:34.524373 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1e1739b5-b0ff-4151-b7c3-8e2faab31b4d req-e6b540f7-2a56-45d6-b894-86044134bff1 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ffac5868-2428-404b-854e-17debbdfc33c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:34.536859 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a2b2174-991d-4c4f-b2b6-0f7519f4223e req-d6163214-b73e-405c-88da-ae92529f3808 service neutron] 10.222.0.57 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856280 Jan 18 20:09:34.567304 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-1e1739b5-b0ff-4151-b7c3-8e2faab31b4d req-e6b540f7-2a56-45d6-b894-86044134bff1 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Calling delete_port for ffac5868-2428-404b-854e-17debbdfc33c owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:09:34.573225 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (87f6f495-1ac1-49e5-b0ec-d69fb90e51be), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:34.585721 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-e2e9cfb2-843c-4cb6-8968-ff08d814b2e9 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2756073 Jan 18 20:09:34.606540 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-f301237e-7e18-4be4-9852-fdba1ff606c6 service neutron] Request body: {'port': {'device_id': 'fd2e16af-cc25-4950-8b1d-71ae47c24e70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:34.626082 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a108304f-4f50-435b-8124-e022861ea6c9 req-aefff026-73dd-4288-bb45-c6a11c138490 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.31 "GET /v2.0/security-groups?id=080b0e27-94ad-4301-afc1-141bed1a208b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085184 Jan 18 20:09:34.695953 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-f2f1d698-f270-4d6f-a9bb-4c21e92183ff None None] Set router a04e59a2-2519-46db-b1a2-00df3b854912 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:09:34.699998 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=87f6f495-1ac1-49e5-b0ec-d69fb90e51be,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:34.752719 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ad611f9d-8d6b-411c-840f-db336924ba95 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:09:34.757666 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-f301237e-7e18-4be4-9852-fdba1ff606c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e564eced-bf0e-417d-9606-acb81d49e1e6), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:34.762915 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbe8c1-2019-45dd-bb86-3a5f97606e06 req-109888dd-8a96-48ca-b931-6be47938ed64 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:34.765817 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cbfbe8c1-2019-45dd-bb86-3a5f97606e06 req-109888dd-8a96-48ca-b931-6be47938ed64 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 948 time: 0.0817218 Jan 18 20:09:34.871567 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57177fd5-fc32-4bbf-bc3a-4ffd88cfdb8e req-5c3ff1ed-67a4-41f2-b714-eb09d0cf3c71 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:34.878469 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-57177fd5-fc32-4bbf-bc3a-4ffd88cfdb8e req-5c3ff1ed-67a4-41f2-b714-eb09d0cf3c71 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a1168f8-7279-47fa-8069-814a2f8f9524 HTTP/1.1" status: 200 len: 943 time: 0.1111205 Jan 18 20:09:34.891060 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cbfbe8c1-2019-45dd-bb86-3a5f97606e06 req-870c03fb-c44b-412b-90c9-41bc907085bd tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127114 Jan 18 20:09:34.981510 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ad611f9d-8d6b-411c-840f-db336924ba95, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ad611f9d-8d6b-411c-840f-db336924ba95,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:34.989743 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1e1739b5-b0ff-4151-b7c3-8e2faab31b4d req-e6b540f7-2a56-45d6-b894-86044134bff1 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ffac5868-2428-404b-854e-17debbdfc33c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:34.996749 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'ad611f9d-8d6b-411c-840f-db336924ba95', 'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759', 'port_id': 'ad611f9d-8d6b-411c-840f-db336924ba95', 'mac_address': 'fa:16:3e:35:c3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a677f5f-009c-4f07-9679-86f5c85ef9be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:09:35.006891 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['ffac5868-2428-404b-854e-17debbdfc33c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:09:35.009372 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-2b308332-81a4-40b4-a0c9-e9287d3a8ce3 None None] Provisioning complete for port b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:35.009988 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2b308332-81a4-40b4-a0c9-e9287d3a8ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:35.013218 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-57177fd5-fc32-4bbf-bc3a-4ffd88cfdb8e req-3774b7e7-862c-4f41-aba6-eb7d9f036b97 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309845 Jan 18 20:09:35.051768 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b540f7-2a56-45d6-b894-86044134bff1 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Pushing event deleted for resources: {'Port': ['ID=ffac5868-2428-404b-854e-17debbdfc33c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:35.138482 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1739b5-b0ff-4151-b7c3-8e2faab31b4d req-e6b540f7-2a56-45d6-b894-86044134bff1 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] No DVR routers for this DVR port ffac5868-2428-404b-854e-17debbdfc33c on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:09:35.151626 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['87f6f495-1ac1-49e5-b0ec-d69fb90e51be'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:09:35.172282 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1e1739b5-b0ff-4151-b7c3-8e2faab31b4d req-e6b540f7-2a56-45d6-b894-86044134bff1 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:35.180271 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1e1739b5-b0ff-4151-b7c3-8e2faab31b4d req-e6b540f7-2a56-45d6-b894-86044134bff1 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.70 "DELETE /v2.0/ports/ffac5868-2428-404b-854e-17debbdfc33c HTTP/1.1" status: 204 len: 173 time: 1.1208954 Jan 18 20:09:35.180850 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29ba771-d765-455d-9e71-2e483c751907', 'name': 'network-vif-deleted', 'tag': 'ffac5868-2428-404b-854e-17debbdfc33c'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:09:35.184809 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c382cf-72b9-44d2-b624-0d70b603add8" -d '{"events": [{"server_uuid": "b29ba771-d765-455d-9e71-2e483c751907", "name": "network-vif-deleted", "tag": "ffac5868-2428-404b-854e-17debbdfc33c"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:09:35.225988 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port ad611f9d-8d6b-411c-840f-db336924ba95 is: ACTIVE; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:35.226379 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ad611f9d-8d6b-411c-840f-db336924ba95), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:35.332564 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad611f9d-8d6b-411c-840f-db336924ba95 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:09:35.403927 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ad611f9d-8d6b-411c-840f-db336924ba95, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ad611f9d-8d6b-411c-840f-db336924ba95,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:35.420921 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ad611f9d-8d6b-411c-840f-db336924ba95), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:35.493606 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-f301237e-7e18-4be4-9852-fdba1ff606c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e564eced-bf0e-417d-9606-acb81d49e1e6 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:09:35.505843 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d1423-a520-47ac-825d-8c2992efc961 req-f7032ab7-c46f-497e-8441-265f71975c3c tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:35.511357 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2b308332-81a4-40b4-a0c9-e9287d3a8ce3 None None] Current status of the port b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:35.511847 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2b308332-81a4-40b4-a0c9-e9287d3a8ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:35.515510 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-941d1423-a520-47ac-825d-8c2992efc961 req-f7032ab7-c46f-497e-8441-265f71975c3c tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd2e16af-cc25-4950-8b1d-71ae47c24e70 HTTP/1.1" status: 200 len: 932 time: 0.2417440 Jan 18 20:09:35.527756 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-f301237e-7e18-4be4-9852-fdba1ff606c6 service neutron] Publish callbacks [] for port (e564eced-bf0e-417d-9606-acb81d49e1e6), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:35.543731 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb961522-63fa-4384-848e-f126930dbb95 req-c3773cf0-eaeb-4ab3-819a-8a697a68e916 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:35.545421 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['ad611f9d-8d6b-411c-840f-db336924ba95'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:09:35.550772 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cb961522-63fa-4384-848e-f126930dbb95 req-c3773cf0-eaeb-4ab3-819a-8a697a68e916 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4215d6d-d895-4614-bd40-edad3cee69f8 HTTP/1.1" status: 200 len: 949 time: 0.2628891 Jan 18 20:09:35.553715 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-f301237e-7e18-4be4-9852-fdba1ff606c6 service neutron] Transition to ACTIVE for port object e564eced-bf0e-417d-9606-acb81d49e1e6 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:09:35.563802 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-f301237e-7e18-4be4-9852-fdba1ff606c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (e564eced-bf0e-417d-9606-acb81d49e1e6), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:35.600797 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=ad611f9d-8d6b-411c-840f-db336924ba95,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:35.642778 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301237e-7e18-4be4-9852-fdba1ff606c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e564eced-bf0e-417d-9606-acb81d49e1e6,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:35.649196 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-2b308332-81a4-40b4-a0c9-e9287d3a8ce3 None None] For port b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb,segment=NetworkSegment(35d10ff5-ca3e-43a8-82e5-0b576ef5c38b),segment_id=35d10ff5-ca3e-43a8-82e5-0b576ef5c38b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:35.653122 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f2f1d698-f270-4d6f-a9bb-4c21e92183ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04e59a2-2519-46db-b1a2-00df3b854912', 'name': 'tempest-TaggedBootDevicesTest-1405709730-router', 'tenant_id': '280ab2f105a6439e8bbac903c08b0477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'feb7d8a6-326d-468a-8710-97ed677d42a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:09:25Z', 'updated_at': '2022-01-18T20:09:29Z', 'revision_number': 4, 'project_id': '280ab2f105a6439e8bbac903c08b0477', 'gw_port': {'id': 'feb7d8a6-326d-468a-8710-97ed677d42a8', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04e59a2-2519-46db-b1a2-00df3b854912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:26Z', 'updated_at': '2022-01-18T20:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb', 'name': '', 'network_id': 'dd3eb732-297d-44c7-9f84-e2f4ebc1e814', 'tenant_id': '280ab2f105a6439e8bbac903c08b0477', 'mac_address': 'fa:16:3e:36:da:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04e59a2-2519-46db-b1a2-00df3b854912', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '68dbb7c6-31de-4747-ac9a-7164ffee29a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:28Z', 'updated_at': '2022-01-18T20:09:34Z', 'revision_number': 4, 'project_id': '280ab2f105a6439e8bbac903c08b0477', 'subnets': [{'id': '68dbb7c6-31de-4747-ac9a-7164ffee29a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:35.707522 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2b308332-81a4-40b4-a0c9-e9287d3a8ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:35.731496 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-941d1423-a520-47ac-825d-8c2992efc961 req-b57325dc-3fe5-49e0-93ff-172642b46912 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e4635da-206a-42df-b4da-44fbd0bc74bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097237 Jan 18 20:09:35.741093 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f1d698-f270-4d6f-a9bb-4c21e92183ff None None] The sync data for ids ['a04e59a2-2519-46db-b1a2-00df3b854912'] in n-d-741529-9 is: [{'id': 'a04e59a2-2519-46db-b1a2-00df3b854912', 'name': 'tempest-TaggedBootDevicesTest-1405709730-router', 'tenant_id': '280ab2f105a6439e8bbac903c08b0477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'feb7d8a6-326d-468a-8710-97ed677d42a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:09:25Z', 'updated_at': '2022-01-18T20:09:29Z', 'revision_number': 4, 'project_id': '280ab2f105a6439e8bbac903c08b0477', 'gw_port': {'id': 'feb7d8a6-326d-468a-8710-97ed677d42a8', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04e59a2-2519-46db-b1a2-00df3b854912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:26Z', 'updated_at': '2022-01-18T20:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb', 'name': '', 'network_id': 'dd3eb732-297d-44c7-9f84-e2f4ebc1e814', 'tenant_id': '280ab2f105a6439e8bbac903c08b0477', 'mac_address': 'fa:16:3e:36:da:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04e59a2-2519-46db-b1a2-00df3b854912', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '68dbb7c6-31de-4747-ac9a-7164ffee29a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:28Z', 'updated_at': '2022-01-18T20:09:34Z', 'revision_number': 4, 'project_id': '280ab2f105a6439e8bbac903c08b0477', 'subnets': [{'id': '68dbb7c6-31de-4747-ac9a-7164ffee29a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:09:35.755845 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cb961522-63fa-4384-848e-f126930dbb95 req-e1c2fe94-501f-4013-b274-90a2c9180410 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c81dc55-1d7e-4575-bd69-0392030b38ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931961 Jan 18 20:09:35.789918 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e739cd9-e2ac-4786-bd22-b4428bf5bcc1 req-8e29fbd2-e46b-4259-b435-30047ea44d99 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:35.805589 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e739cd9-e2ac-4786-bd22-b4428bf5bcc1 req-8e29fbd2-e46b-4259-b435-30047ea44d99 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.57 "GET /v2.0/ports?device_id=d73e65b0-3e0f-4c44-8fa2-b60a1f104138 HTTP/1.1" status: 200 len: 946 time: 0.2177665 Jan 18 20:09:35.832340 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8c55c1-644e-40e8-89a0-fc5bfb861f89 x-openstack-request-id: req-5a8c55c1-644e-40e8-89a0-fc5bfb861f89 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:09:35.860608 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29ba771-d765-455d-9e71-2e483c751907", "name": "network-vif-deleted", "tag": "ffac5868-2428-404b-854e-17debbdfc33c", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:09:35.860877 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a8c55c1-644e-40e8-89a0-fc5bfb861f89 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:09:35.863350 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29ba771-d765-455d-9e71-2e483c751907', 'name': 'network-vif-deleted', 'tag': 'ffac5868-2428-404b-854e-17debbdfc33c', 'status': 'completed', 'code': 200} Jan 18 20:09:35.938578 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-f301237e-7e18-4be4-9852-fdba1ff606c6 service neutron] Attempting to bind port e564eced-bf0e-417d-9606-acb81d49e1e6 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:09:35.939272 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-f301237e-7e18-4be4-9852-fdba1ff606c6 service neutron] Attempting to bind port e564eced-bf0e-417d-9606-acb81d49e1e6 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '7f408351-92dc-46d3-97e6-0e4f666a4758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5628e5e2-38d7-4c23-acf3-62dfe75ed62d'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:09:35.939907 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-f301237e-7e18-4be4-9852-fdba1ff606c6 service neutron] Attempting to bind port e564eced-bf0e-417d-9606-acb81d49e1e6 on network 5628e5e2-38d7-4c23-acf3-62dfe75ed62d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:09:35.947232 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-f301237e-7e18-4be4-9852-fdba1ff606c6 service neutron] Port e564eced-bf0e-417d-9606-acb81d49e1e6 on network 5628e5e2-38d7-4c23-acf3-62dfe75ed62d not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:09:35.947926 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-f301237e-7e18-4be4-9852-fdba1ff606c6 service neutron] Attempting to bind port e564eced-bf0e-417d-9606-acb81d49e1e6 on network 5628e5e2-38d7-4c23-acf3-62dfe75ed62d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:09:35.957274 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-f301237e-7e18-4be4-9852-fdba1ff606c6 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:09:35.959050 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-f301237e-7e18-4be4-9852-fdba1ff606c6 service neutron] Checking segment: {'id': '7f408351-92dc-46d3-97e6-0e4f666a4758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5628e5e2-38d7-4c23-acf3-62dfe75ed62d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:09:35.959969 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-f301237e-7e18-4be4-9852-fdba1ff606c6 service neutron] Bound using segment: {'id': '7f408351-92dc-46d3-97e6-0e4f666a4758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5628e5e2-38d7-4c23-acf3-62dfe75ed62d'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:09:35.960914 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-f301237e-7e18-4be4-9852-fdba1ff606c6 service neutron] Bound port: e564eced-bf0e-417d-9606-acb81d49e1e6, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f408351-92dc-46d3-97e6-0e4f666a4758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5628e5e2-38d7-4c23-acf3-62dfe75ed62d'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:09:35.961783 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-f301237e-7e18-4be4-9852-fdba1ff606c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e564eced-bf0e-417d-9606-acb81d49e1e6), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:36.010460 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b308332-81a4-40b4-a0c9-e9287d3a8ce3 None None] Pushing event updated for resources: {'Port': ['ID=b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:36.098484 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-02f7114b-bd0f-42e4-8f32-a567a052181b req-10ce09f9-1d07-45b4-90b4-caeff0c103b1 tempest-ServerDiagnosticsNegativeTest-1070416774 tempest-ServerDiagnosticsNegativeTest-1070416774-project] 10.222.0.31 "GET /v2.0/ports?device_id=b29ba771-d765-455d-9e71-2e483c751907 HTTP/1.1" status: 200 len: 210 time: 0.1094077 Jan 18 20:09:36.108273 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-f301237e-7e18-4be4-9852-fdba1ff606c6 service neutron] For port e564eced-bf0e-417d-9606-acb81d49e1e6, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:09:36.117510 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-f301237e-7e18-4be4-9852-fdba1ff606c6 service neutron] For port e564eced-bf0e-417d-9606-acb81d49e1e6, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e564eced-bf0e-417d-9606-acb81d49e1e6,segment=NetworkSegment(7f408351-92dc-46d3-97e6-0e4f666a4758),segment_id=7f408351-92dc-46d3-97e6-0e4f666a4758)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:09:36.130453 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-f301237e-7e18-4be4-9852-fdba1ff606c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (e564eced-bf0e-417d-9606-acb81d49e1e6), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:36.162873 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-0e739cd9-e2ac-4786-bd22-b4428bf5bcc1 req-ee17d42d-39ec-428b-ba9d-c02e47c72622 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Deleting port 591d22ea-bd0c-449e-b086-08f941f00d32 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:09:36.163583 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0e739cd9-e2ac-4786-bd22-b4428bf5bcc1 req-ee17d42d-39ec-428b-ba9d-c02e47c72622 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (591d22ea-bd0c-449e-b086-08f941f00d32), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:36.221194 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-f301237e-7e18-4be4-9852-fdba1ff606c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:36.226162 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-f301237e-7e18-4be4-9852-fdba1ff606c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:36.227406 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-f301237e-7e18-4be4-9852-fdba1ff606c6 service neutron] 10.222.0.70 "PUT /v2.0/ports/e564eced-bf0e-417d-9606-acb81d49e1e6 HTTP/1.1" status: 200 len: 1092 time: 1.6288126 Jan 18 20:09:36.406966 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301237e-7e18-4be4-9852-fdba1ff606c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e564eced-bf0e-417d-9606-acb81d49e1e6,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:36.460488 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:09:36.468841 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-aca315cd-fd67-4731-9292-c183d78018bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:36.472148 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-aca315cd-fd67-4731-9292-c183d78018bf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=79bac98ff06d455bb4a4343096ef379b&device_id=fd2e16af-cc25-4950-8b1d-71ae47c24e70 HTTP/1.1" status: 200 len: 1095 time: 0.1680274 Jan 18 20:09:36.503909 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-0e739cd9-e2ac-4786-bd22-b4428bf5bcc1 req-ee17d42d-39ec-428b-ba9d-c02e47c72622 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] For port 591d22ea-bd0c-449e-b086-08f941f00d32, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=591d22ea-bd0c-449e-b086-08f941f00d32,segment=NetworkSegment(83b8d781-14b6-4a03-9148-c4ea70094e5c),segment_id=83b8d781-14b6-4a03-9148-c4ea70094e5c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:36.504270 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0e739cd9-e2ac-4786-bd22-b4428bf5bcc1 req-ee17d42d-39ec-428b-ba9d-c02e47c72622 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (591d22ea-bd0c-449e-b086-08f941f00d32), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:36.514963 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ba6bd-2799-4ffd-942b-ad2c920bf4d7 req-30d3fe27-d491-446c-bef1-d33b446efce2 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:36.516558 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a7ba6bd-2799-4ffd-942b-ad2c920bf4d7 req-30d3fe27-d491-446c-bef1-d33b446efce2 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d73e65b0-3e0f-4c44-8fa2-b60a1f104138 HTTP/1.1" status: 200 len: 946 time: 0.1262691 Jan 18 20:09:36.547881 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-0e739cd9-e2ac-4786-bd22-b4428bf5bcc1 req-ee17d42d-39ec-428b-ba9d-c02e47c72622 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Calling delete_port for 591d22ea-bd0c-449e-b086-08f941f00d32 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:09:36.555137 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-5bd3544c-bb94-4303-85fc-87a41723130a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e564eced-bf0e-417d-9606-acb81d49e1e6 HTTP/1.1" status: 200 len: 217 time: 0.0695088 Jan 18 20:09:36.595746 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a7ba6bd-2799-4ffd-942b-ad2c920bf4d7 req-135d22fb-853c-4855-8306-e45d94f8206c tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.31 "GET /v2.0/security-groups?id=080b0e27-94ad-4301-afc1-141bed1a208b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726326 Jan 18 20:09:36.599183 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:36.599711 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:36.667400 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-6d487c20-dccb-4ae2-86e0-31973a9dd8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:36.669209 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-6d487c20-dccb-4ae2-86e0-31973a9dd8ce service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bbda01f7-ba03-4a9c-a56c-51f2a68f70b2 HTTP/1.1" status: 200 len: 852 time: 0.1092296 Jan 18 20:09:36.725489 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:36.738259 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-6b210ba4-bda3-4050-9ac0-6f82791e7cc4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5628e5e2-38d7-4c23-acf3-62dfe75ed62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609987 Jan 18 20:09:36.774176 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ad611f9d-8d6b-411c-840f-db336924ba95 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:09:36.867588 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:36.885866 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port ad611f9d-8d6b-411c-840f-db336924ba95 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:36.886587 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ad611f9d-8d6b-411c-840f-db336924ba95), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:36.907230 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0e739cd9-e2ac-4786-bd22-b4428bf5bcc1 req-ee17d42d-39ec-428b-ba9d-c02e47c72622 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (591d22ea-bd0c-449e-b086-08f941f00d32), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:36.950409 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-bd29f719-b6cc-4f98-ad82-31b7645402a3 service neutron] 10.222.0.70 "GET /v2.0/networks/5628e5e2-38d7-4c23-acf3-62dfe75ed62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042401 Jan 18 20:09:36.980396 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['591d22ea-bd0c-449e-b086-08f941f00d32'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:09:37.006379 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17d42d-39ec-428b-ba9d-c02e47c72622 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Pushing event deleted for resources: {'Port': ['ID=591d22ea-bd0c-449e-b086-08f941f00d32,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:37.068969 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17d42d-39ec-428b-ba9d-c02e47c72622 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:37.069906 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17d42d-39ec-428b-ba9d-c02e47c72622 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:37.073819 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17d42d-39ec-428b-ba9d-c02e47c72622 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:37.074334 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17d42d-39ec-428b-ba9d-c02e47c72622 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:37.074788 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17d42d-39ec-428b-ba9d-c02e47c72622 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:37.075194 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17d42d-39ec-428b-ba9d-c02e47c72622 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:37.075614 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17d42d-39ec-428b-ba9d-c02e47c72622 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:37.076130 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17d42d-39ec-428b-ba9d-c02e47c72622 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:37.076528 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17d42d-39ec-428b-ba9d-c02e47c72622 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:37.076913 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17d42d-39ec-428b-ba9d-c02e47c72622 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:37.078433 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17d42d-39ec-428b-ba9d-c02e47c72622 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:37.078830 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17d42d-39ec-428b-ba9d-c02e47c72622 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:37.079803 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17d42d-39ec-428b-ba9d-c02e47c72622 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:37.106486 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbfbf71c-e28a-4a00-bf0b-71bb7bcdabbb req-7dd05fec-adcd-4c44-b9b4-8ad1932c46cf service neutron] 10.222.0.70 "GET /v2.0/networks/5628e5e2-38d7-4c23-acf3-62dfe75ed62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461303 Jan 18 20:09:37.144223 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port ad611f9d-8d6b-411c-840f-db336924ba95 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:37.145139 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ad611f9d-8d6b-411c-840f-db336924ba95), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:37.147784 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e739cd9-e2ac-4786-bd22-b4428bf5bcc1 req-ee17d42d-39ec-428b-ba9d-c02e47c72622 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] No DVR routers for this DVR port 591d22ea-bd0c-449e-b086-08f941f00d32 on host n-h1-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:09:37.161902 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5427fc-3e09-40fc-aaf1-d4c3aa06d27b req-df13b7e3-6cf5-404d-848a-ca9ed9f84d17 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:37.164042 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d5427fc-3e09-40fc-aaf1-d4c3aa06d27b req-df13b7e3-6cf5-404d-848a-ca9ed9f84d17 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 948 time: 0.4360144 Jan 18 20:09:37.165310 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0e739cd9-e2ac-4786-bd22-b4428bf5bcc1 req-ee17d42d-39ec-428b-ba9d-c02e47c72622 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:37.169169 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e739cd9-e2ac-4786-bd22-b4428bf5bcc1 req-ee17d42d-39ec-428b-ba9d-c02e47c72622 tempest-ServerPasswordTestJSON-1642774349 tempest-ServerPasswordTestJSON-1642774349-project] 10.222.0.57 "DELETE /v2.0/ports/591d22ea-bd0c-449e-b086-08f941f00d32 HTTP/1.1" status: 204 len: 173 time: 1.3553920 Jan 18 20:09:37.170318 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73e65b0-3e0f-4c44-8fa2-b60a1f104138', 'name': 'network-vif-deleted', 'tag': '591d22ea-bd0c-449e-b086-08f941f00d32'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:09:37.173368 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8714d2-90bc-4621-929f-24b95300f5e5" -d '{"events": [{"server_uuid": "d73e65b0-3e0f-4c44-8fa2-b60a1f104138", "name": "network-vif-deleted", "tag": "591d22ea-bd0c-449e-b086-08f941f00d32"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:09:37.181055 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66cd2fb-1558-4390-bc49-d53b00bcc0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad611f9d-8d6b-411c-840f-db336924ba95'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:09:37.183611 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d611dc-193b-4e3b-9d63-c310785ec2ab" -d '{"events": [{"server_uuid": "f66cd2fb-1558-4390-bc49-d53b00bcc0b5", "name": "network-vif-plugged", "status": "completed", "tag": "ad611f9d-8d6b-411c-840f-db336924ba95"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:09:37.212847 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ad611f9d-8d6b-411c-840f-db336924ba95, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ad611f9d-8d6b-411c-840f-db336924ba95,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:37.221016 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ad611f9d-8d6b-411c-840f-db336924ba95), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:37.221917 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ffac5868-2428-404b-854e-17debbdfc33c no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:09:37.262325 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d5427fc-3e09-40fc-aaf1-d4c3aa06d27b req-bfc5f90e-b5d0-485a-bed9-123c740a0708 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831864 Jan 18 20:09:37.282585 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: ffac5868-2428-404b-854e-17debbdfc33c {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:09:37.282919 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ffac5868-2428-404b-854e-17debbdfc33c not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:09:37.369163 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=ad611f9d-8d6b-411c-840f-db336924ba95,revision_number=7']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:37.433444 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 2020326b-39c9-4ab8-b89d-afbe6b0bc850 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:09:37.439849 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 87f6f495-1ac1-49e5-b0ec-d69fb90e51be up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:09:37.446573 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdcbfd-f662-4146-9a52-19f426aade74 req-b2402785-343b-4930-87b3-0cf43f921d99 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:37.459715 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-11cdcbfd-f662-4146-9a52-19f426aade74 req-b2402785-343b-4930-87b3-0cf43f921d99 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a1168f8-7279-47fa-8069-814a2f8f9524 HTTP/1.1" status: 200 len: 943 time: 0.0801692 Jan 18 20:09:37.529402 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-11cdcbfd-f662-4146-9a52-19f426aade74 req-e511399e-4545-4b47-bc6e-155fc7a9ea7f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686164 Jan 18 20:09:37.732399 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7dab9b-9528-4f2a-a49c-d440ae237e64 req-db7000cc-e487-4d69-8767-35ffbdd83670 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:37.742217 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c7dab9b-9528-4f2a-a49c-d440ae237e64 req-db7000cc-e487-4d69-8767-35ffbdd83670 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd2e16af-cc25-4950-8b1d-71ae47c24e70 HTTP/1.1" status: 200 len: 944 time: 0.1084530 Jan 18 20:09:37.832714 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 87f6f495-1ac1-49e5-b0ec-d69fb90e51be completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:09:37.842829 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 87f6f495-1ac1-49e5-b0ec-d69fb90e51be triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:37.844112 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (87f6f495-1ac1-49e5-b0ec-d69fb90e51be), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:37.845566 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c7dab9b-9528-4f2a-a49c-d440ae237e64 req-25e88fdd-17b7-4c43-9c3b-958cd8624ce0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e4635da-206a-42df-b4da-44fbd0bc74bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024084 Jan 18 20:09:37.864652 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd2e16af-cc25-4950-8b1d-71ae47c24e70', 'tag': 'e564eced-bf0e-417d-9606-acb81d49e1e6'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:09:37.867164 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55119b94-7c57-4a3d-b6d9-3b4f7c25e619" -d '{"events": [{"name": "network-changed", "server_uuid": "fd2e16af-cc25-4950-8b1d-71ae47c24e70", "tag": "e564eced-bf0e-417d-9606-acb81d49e1e6"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:09:38.019286 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 2020326b-39c9-4ab8-b89d-afbe6b0bc850, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=2020326b-39c9-4ab8-b89d-afbe6b0bc850,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:38.041104 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25c0b1-d335-4e20-849c-d99a90e25512 req-57a5fc87-29cc-4b55-ae5e-ae14f5944874 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:38.049167 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2b25c0b1-d335-4e20-849c-d99a90e25512 req-57a5fc87-29cc-4b55-ae5e-ae14f5944874 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4215d6d-d895-4614-bd40-edad3cee69f8 HTTP/1.1" status: 200 len: 949 time: 0.0759485 Jan 18 20:09:38.066437 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '2020326b-39c9-4ab8-b89d-afbe6b0bc850', 'network_id': '1330a1de-3636-4f07-b599-97f547076b99', 'port_id': '2020326b-39c9-4ab8-b89d-afbe6b0bc850', 'mac_address': 'fa:16:3e:31:5e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76b9fe0-68f8-4703-9228-21897e60da9f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:09:38.112957 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 87f6f495-1ac1-49e5-b0ec-d69fb90e51be is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:38.113490 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (87f6f495-1ac1-49e5-b0ec-d69fb90e51be), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:38.141539 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2b25c0b1-d335-4e20-849c-d99a90e25512 req-8fb959f0-3841-4be6-86d4-a44764c509ed tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c81dc55-1d7e-4575-bd69-0392030b38ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912485 Jan 18 20:09:38.161650 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 2020326b-39c9-4ab8-b89d-afbe6b0bc850 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:38.161650 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2020326b-39c9-4ab8-b89d-afbe6b0bc850), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:38.192928 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 87f6f495-1ac1-49e5-b0ec-d69fb90e51be, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=87f6f495-1ac1-49e5-b0ec-d69fb90e51be,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:38.204773 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (87f6f495-1ac1-49e5-b0ec-d69fb90e51be), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:38.264761 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2020326b-39c9-4ab8-b89d-afbe6b0bc850 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:09:38.294127 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeab5476-7ecb-40df-afff-f8691cd5b195 x-openstack-request-id: req-eeab5476-7ecb-40df-afff-f8691cd5b195 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:09:38.294528 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73e65b0-3e0f-4c44-8fa2-b60a1f104138", "name": "network-vif-deleted", "tag": "591d22ea-bd0c-449e-b086-08f941f00d32", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:09:38.294878 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eeab5476-7ecb-40df-afff-f8691cd5b195 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:09:38.295380 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73e65b0-3e0f-4c44-8fa2-b60a1f104138', 'name': 'network-vif-deleted', 'tag': '591d22ea-bd0c-449e-b086-08f941f00d32', 'status': 'completed', 'code': 200} Jan 18 20:09:38.348325 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4c6eb0-e602-4392-a9b3-4ded78d5cc9d x-openstack-request-id: req-ca4c6eb0-e602-4392-a9b3-4ded78d5cc9d {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:09:38.348863 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66cd2fb-1558-4390-bc49-d53b00bcc0b5", "name": "network-vif-plugged", "status": "completed", "tag": "ad611f9d-8d6b-411c-840f-db336924ba95", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:09:38.349234 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca4c6eb0-e602-4392-a9b3-4ded78d5cc9d {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:09:38.350191 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66cd2fb-1558-4390-bc49-d53b00bcc0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad611f9d-8d6b-411c-840f-db336924ba95', 'code': 200} Jan 18 20:09:38.397440 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 2020326b-39c9-4ab8-b89d-afbe6b0bc850, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=2020326b-39c9-4ab8-b89d-afbe6b0bc850,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:38.402433 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41992) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:38.403266 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=87f6f495-1ac1-49e5-b0ec-d69fb90e51be,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:38.423814 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (2020326b-39c9-4ab8-b89d-afbe6b0bc850), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:38.432670 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:38.433038 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:38.433381 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:38.440976 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:38.441366 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:38.441780 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:38.442126 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:38.442462 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:38.442791 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:38.443118 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:38.443461 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:38.443869 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:38.444099 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:09:38.564234 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=2020326b-39c9-4ab8-b89d-afbe6b0bc850,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:38.583038 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e277a57-98f8-47d5-8e55-150eed1a36fb admin admin] Deleting subnet 78beeeda-78cd-4589-8de9-383faab967bb {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:09:38.611112 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9670baff-435e-4476-8ae6-7fbd89b30dd2 x-openstack-request-id: req-9670baff-435e-4476-8ae6-7fbd89b30dd2 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:09:38.611548 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd2e16af-cc25-4950-8b1d-71ae47c24e70", "tag": "e564eced-bf0e-417d-9606-acb81d49e1e6", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:09:38.611810 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9670baff-435e-4476-8ae6-7fbd89b30dd2 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:09:38.612357 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd2e16af-cc25-4950-8b1d-71ae47c24e70', 'tag': 'e564eced-bf0e-417d-9606-acb81d49e1e6', 'status': 'completed', 'code': 200} Jan 18 20:09:38.630587 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e277a57-98f8-47d5-8e55-150eed1a36fb admin admin] Publish callbacks [] for subnet (78beeeda-78cd-4589-8de9-383faab967bb), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:38.703784 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55119b94-7c57-4a3d-b6d9-3b4f7c25e619 req-68f0c452-4078-427b-a9c3-4f93475065b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:38.705856 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-55119b94-7c57-4a3d-b6d9-3b4f7c25e619 req-68f0c452-4078-427b-a9c3-4f93475065b0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=79bac98ff06d455bb4a4343096ef379b&device_id=fd2e16af-cc25-4950-8b1d-71ae47c24e70 HTTP/1.1" status: 200 len: 1095 time: 0.1200459 Jan 18 20:09:38.791546 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e564eced-bf0e-417d-9606-acb81d49e1e6 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:09:38.791546 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['2020326b-39c9-4ab8-b89d-afbe6b0bc850'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:09:38.793613 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec5b64-8a5d-43a8-bde1-cac8b5087a88 req-feb61531-4f1d-4954-9228-ff68930a180d tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:38.807506 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9eec5b64-8a5d-43a8-bde1-cac8b5087a88 req-feb61531-4f1d-4954-9228-ff68930a180d tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 948 time: 0.1774278 Jan 18 20:09:38.846529 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e277a57-98f8-47d5-8e55-150eed1a36fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (78beeeda-78cd-4589-8de9-383faab967bb), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:38.886795 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9eec5b64-8a5d-43a8-bde1-cac8b5087a88 req-cd90807f-1384-4ad6-94fb-1669f48f31a9 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783210 Jan 18 20:09:38.900793 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42002) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:39.003520 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e277a57-98f8-47d5-8e55-150eed1a36fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (78beeeda-78cd-4589-8de9-383faab967bb), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:39.032632 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55119b94-7c57-4a3d-b6d9-3b4f7c25e619 req-42e200b4-20e0-4d4b-ad11-713fc9ddae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:39.035427 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-55119b94-7c57-4a3d-b6d9-3b4f7c25e619 req-42e200b4-20e0-4d4b-ad11-713fc9ddae11 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5628e5e2-38d7-4c23-acf3-62dfe75ed62d HTTP/1.1" status: 200 len: 913 time: 0.3030169 Jan 18 20:09:39.044708 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd298e-2d19-46c6-a6f4-499e28f3ae7b req-f7a4de2c-c684-494b-8033-a786b0bbfd8c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:39.053582 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-52cd298e-2d19-46c6-a6f4-499e28f3ae7b req-f7a4de2c-c684-494b-8033-a786b0bbfd8c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a1168f8-7279-47fa-8069-814a2f8f9524 HTTP/1.1" status: 200 len: 944 time: 0.0909662 Jan 18 20:09:39.105461 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-55119b94-7c57-4a3d-b6d9-3b4f7c25e619 req-f0f6d698-3b24-425a-b73c-9d930b4f059e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e564eced-bf0e-417d-9606-acb81d49e1e6 HTTP/1.1" status: 200 len: 217 time: 0.0557690 Jan 18 20:09:39.166089 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-52cd298e-2d19-46c6-a6f4-499e28f3ae7b req-7da31af3-46e1-4ec8-ae24-055e287ab045 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117046 Jan 18 20:09:39.167257 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port e564eced-bf0e-417d-9606-acb81d49e1e6, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e564eced-bf0e-417d-9606-acb81d49e1e6,segment=NetworkSegment(7f408351-92dc-46d3-97e6-0e4f666a4758),segment_id=7f408351-92dc-46d3-97e6-0e4f666a4758)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:39.192490 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'e564eced-bf0e-417d-9606-acb81d49e1e6', 'network_id': '5628e5e2-38d7-4c23-acf3-62dfe75ed62d', 'port_id': 'e564eced-bf0e-417d-9606-acb81d49e1e6', 'mac_address': 'fa:16:3e:54:9e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbda01f7-ba03-4a9c-a56c-51f2a68f70b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:09:39.197971 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55119b94-7c57-4a3d-b6d9-3b4f7c25e619 req-7d5b9ee9-4cc7-4e97-82f6-c6f0eac5aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:39.201991 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-55119b94-7c57-4a3d-b6d9-3b4f7c25e619 req-7d5b9ee9-4cc7-4e97-82f6-c6f0eac5aa93 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bbda01f7-ba03-4a9c-a56c-51f2a68f70b2 HTTP/1.1" status: 200 len: 852 time: 0.0787830 Jan 18 20:09:39.240192 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0dedd13b-adb1-4365-9244-32eda5a36792 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5d40398b27cb4a389f8eb11d1ef87699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3380525 Jan 18 20:09:39.240813 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42008) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:39.247161 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port e564eced-bf0e-417d-9606-acb81d49e1e6 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:39.247582 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e564eced-bf0e-417d-9606-acb81d49e1e6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:39.264031 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e564eced-bf0e-417d-9606-acb81d49e1e6 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:09:39.286884 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-55119b94-7c57-4a3d-b6d9-3b4f7c25e619 req-227438ce-72b1-4713-9d81-b62050348115 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5628e5e2-38d7-4c23-acf3-62dfe75ed62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711544 Jan 18 20:09:39.297452 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port e564eced-bf0e-417d-9606-acb81d49e1e6, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e564eced-bf0e-417d-9606-acb81d49e1e6,segment=NetworkSegment(7f408351-92dc-46d3-97e6-0e4f666a4758),segment_id=7f408351-92dc-46d3-97e6-0e4f666a4758)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:39.306983 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e564eced-bf0e-417d-9606-acb81d49e1e6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:39.323424 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e277a57-98f8-47d5-8e55-150eed1a36fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (78beeeda-78cd-4589-8de9-383faab967bb), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:39.395397 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=e564eced-bf0e-417d-9606-acb81d49e1e6,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:39.424752 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e277a57-98f8-47d5-8e55-150eed1a36fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78beeeda-78cd-4589-8de9-383faab967bb,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:39.444014 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 591d22ea-bd0c-449e-b086-08f941f00d32 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:09:39.473156 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f65c5840-cb89-4c23-9d76-4d947c995ef8 admin admin] Publish callbacks [] for security_group (7be56bab-ef88-4f4b-b2f7-832f8b852544), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:39.479993 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e277a57-98f8-47d5-8e55-150eed1a36fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:39.487254 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5e277a57-98f8-47d5-8e55-150eed1a36fb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/78beeeda-78cd-4589-8de9-383faab967bb HTTP/1.1" status: 204 len: 168 time: 1.0809569 Jan 18 20:09:39.490217 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42010) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:39.503607 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 591d22ea-bd0c-449e-b086-08f941f00d32 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:09:39.504064 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 591d22ea-bd0c-449e-b086-08f941f00d32 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:09:39.516179 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74f117-c287-4e84-93cc-c9042dffcf5f req-8a6de351-2e5e-499d-9924-23ac8888e1c0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:39.529025 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bd74f117-c287-4e84-93cc-c9042dffcf5f req-8a6de351-2e5e-499d-9924-23ac8888e1c0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd2e16af-cc25-4950-8b1d-71ae47c24e70 HTTP/1.1" status: 200 len: 945 time: 0.2359245 Jan 18 20:09:39.610688 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f75d1a32-518d-41aa-939b-9f6b5a80401a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:39.625401 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f65c5840-cb89-4c23-9d76-4d947c995ef8 admin admin] Publish callbacks [] for security_group (7be56bab-ef88-4f4b-b2f7-832f8b852544), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:39.627017 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['e564eced-bf0e-417d-9606-acb81d49e1e6'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:09:39.651977 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-55119b94-7c57-4a3d-b6d9-3b4f7c25e619 req-98bb0f09-fc68-489a-aac0-ad3bbff201bd service neutron] 10.222.0.70 "GET /v2.0/networks/5628e5e2-38d7-4c23-acf3-62dfe75ed62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517981 Jan 18 20:09:39.706667 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bd74f117-c287-4e84-93cc-c9042dffcf5f req-9577fa23-b1d8-4d90-88a5-31628ff225c0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e4635da-206a-42df-b4da-44fbd0bc74bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761417 Jan 18 20:09:39.790516 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f65c5840-cb89-4c23-9d76-4d947c995ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7be56bab-ef88-4f4b-b2f7-832f8b852544), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:39.793935 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f65c5840-cb89-4c23-9d76-4d947c995ef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:39.795644 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f65c5840-cb89-4c23-9d76-4d947c995ef8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7be56bab-ef88-4f4b-b2f7-832f8b852544 HTTP/1.1" status: 204 len: 168 time: 0.5519023 Jan 18 20:09:39.840084 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-55119b94-7c57-4a3d-b6d9-3b4f7c25e619 req-869269cb-2f81-4d26-9d0b-51815d1ee573 service neutron] 10.222.0.70 "GET /v2.0/networks/5628e5e2-38d7-4c23-acf3-62dfe75ed62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780789 Jan 18 20:09:39.885743 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c5840-cb89-4c23-9d76-4d947c995ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be56bab-ef88-4f4b-b2f7-832f8b852544,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:39.955611 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e192be-a8ca-4fc4-bccf-c1d9759593a0 req-1035483f-f5bd-41e3-b8bb-82e197906953 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:39.965734 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-72e192be-a8ca-4fc4-bccf-c1d9759593a0 req-1035483f-f5bd-41e3-b8bb-82e197906953 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4215d6d-d895-4614-bd40-edad3cee69f8 HTTP/1.1" status: 200 len: 950 time: 0.1644742 Jan 18 20:09:40.034492 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f75d1a32-518d-41aa-939b-9f6b5a80401a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:40.046774 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-72e192be-a8ca-4fc4-bccf-c1d9759593a0 req-15838b96-8c83-44af-b9b8-47e21702566b tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c81dc55-1d7e-4575-bd69-0392030b38ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774324 Jan 18 20:09:40.061398 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-f75d1a32-518d-41aa-939b-9f6b5a80401a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:40.074100 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-f75d1a32-518d-41aa-939b-9f6b5a80401a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b8d781-14b6-4a03-9148-c4ea70094e5c') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:40.074677 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-f75d1a32-518d-41aa-939b-9f6b5a80401a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b8d781-14b6-4a03-9148-c4ea70094e5c') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:40.088727 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f75d1a32-518d-41aa-939b-9f6b5a80401a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (83b8d781-14b6-4a03-9148-c4ea70094e5c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:40.115698 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f75d1a32-518d-41aa-939b-9f6b5a80401a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (83b8d781-14b6-4a03-9148-c4ea70094e5c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:40.130871 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75d1a32-518d-41aa-939b-9f6b5a80401a admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:09:40.134874 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f75d1a32-518d-41aa-939b-9f6b5a80401a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (83b8d781-14b6-4a03-9148-c4ea70094e5c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:09:40.136054 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:09:40.168285 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475b363-20f1-44e1-a5e9-18e3a63308e1 req-c96cb330-c3f4-479f-8278-6fab8589166d tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:40.180942 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6475b363-20f1-44e1-a5e9-18e3a63308e1 req-c96cb330-c3f4-479f-8278-6fab8589166d tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 948 time: 0.0700653 Jan 18 20:09:40.245219 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f75d1a32-518d-41aa-939b-9f6b5a80401a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:40.257441 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6475b363-20f1-44e1-a5e9-18e3a63308e1 req-d58f3284-4c6a-4a63-a552-34ea4ed3dcad tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754867 Jan 18 20:09:40.259037 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f75d1a32-518d-41aa-939b-9f6b5a80401a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:40.264190 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f75d1a32-518d-41aa-939b-9f6b5a80401a admin admin] 10.222.0.31 "DELETE /v2.0/networks/b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150 HTTP/1.1" status: 204 len: 168 time: 0.7729776 Jan 18 20:09:40.294296 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d1a32-518d-41aa-939b-9f6b5a80401a admin admin] Pushing event deleted for resources: {'Network': ['ID=b4ba6072-7a5e-45c3-bb40-2d5a2c4a1150,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:40.350907 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4215d6d-d895-4614-bd40-edad3cee69f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f6f495-1ac1-49e5-b0ec-d69fb90e51be'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:09:40.353260 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4468b72a-ce90-407f-b4a5-12341dd61eed" -d '{"events": [{"server_uuid": "f4215d6d-d895-4614-bd40-edad3cee69f8", "name": "network-vif-plugged", "status": "completed", "tag": "87f6f495-1ac1-49e5-b0ec-d69fb90e51be"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:09:40.442981 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282b108-6b17-40e6-9915-0e9cb8524040 req-7c6d6485-0ba8-4c2c-93fc-04c9910cbad0 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:40.446293 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42026) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:40.447583 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6282b108-6b17-40e6-9915-0e9cb8524040 req-7c6d6485-0ba8-4c2c-93fc-04c9910cbad0 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a1168f8-7279-47fa-8069-814a2f8f9524 HTTP/1.1" status: 200 len: 944 time: 0.0839093 Jan 18 20:09:40.461988 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9b00356a-72e1-4d32-8529-70457b4efb91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:40.519740 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42028) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:40.547706 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6282b108-6b17-40e6-9915-0e9cb8524040 req-d43dbcda-f828-47b8-82c6-0d66c6fdf208 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940406 Jan 18 20:09:40.607575 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b404a8a1-7d0c-4456-a141-cd919a05c8d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a952c69eb581417d94f6dac1d82e518e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0866885 Jan 18 20:09:40.610760 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42030) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:40.611903 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16dea02d-27da-48c5-a8f4-1ca657301840 x-openstack-request-id: req-16dea02d-27da-48c5-a8f4-1ca657301840 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:09:40.611903 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4215d6d-d895-4614-bd40-edad3cee69f8", "name": "network-vif-plugged", "status": "completed", "tag": "87f6f495-1ac1-49e5-b0ec-d69fb90e51be", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:09:40.612170 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16dea02d-27da-48c5-a8f4-1ca657301840 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:09:40.612733 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4215d6d-d895-4614-bd40-edad3cee69f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f6f495-1ac1-49e5-b0ec-d69fb90e51be', 'code': 200} Jan 18 20:09:40.648943 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9b00356a-72e1-4d32-8529-70457b4efb91 admin admin] Publish callbacks [] for security_group (784ccf4f-9156-44fc-8605-d013538b9863), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:40.658264 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9b00356a-72e1-4d32-8529-70457b4efb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (784ccf4f-9156-44fc-8605-d013538b9863), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:40.736650 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9b00356a-72e1-4d32-8529-70457b4efb91 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e31c1eb90afa40bc9380a309e5e87d83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892392 Jan 18 20:09:40.752412 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00356a-72e1-4d32-8529-70457b4efb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784ccf4f-9156-44fc-8605-d013538b9863,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:40.752762 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42036) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:40.780002 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e564eced-bf0e-417d-9606-acb81d49e1e6 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:09:40.802141 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e5ed30a8-fff0-4d1f-8bc2-b841552f0bae admin admin] Publish callbacks [] for security_group (080b0e27-94ad-4301-afc1-141bed1a208b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:40.872330 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port e564eced-bf0e-417d-9606-acb81d49e1e6 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:09:40.879481 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port e564eced-bf0e-417d-9606-acb81d49e1e6 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:40.880157 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e564eced-bf0e-417d-9606-acb81d49e1e6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:40.920621 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e87b6-6ad8-4bbf-bda9-9c73284bb6ac req-d05cbe7a-58e7-4df8-9af1-7a90faf39b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:40.922915 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c88e87b6-6ad8-4bbf-bda9-9c73284bb6ac req-d05cbe7a-58e7-4df8-9af1-7a90faf39b3b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f4215d6d-d895-4614-bd40-edad3cee69f8 HTTP/1.1" status: 200 len: 1101 time: 0.2347009 Jan 18 20:09:40.927527 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e5ed30a8-fff0-4d1f-8bc2-b841552f0bae admin admin] Publish callbacks [] for security_group (080b0e27-94ad-4301-afc1-141bed1a208b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:40.982018 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port e564eced-bf0e-417d-9606-acb81d49e1e6 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:40.982409 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e564eced-bf0e-417d-9606-acb81d49e1e6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:41.019500 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c88e87b6-6ad8-4bbf-bda9-9c73284bb6ac req-b687de1f-a96e-421d-92c7-4ff16517ece4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9c81dc55-1d7e-4575-bd69-0392030b38ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720749 Jan 18 20:09:41.026122 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port e564eced-bf0e-417d-9606-acb81d49e1e6, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e564eced-bf0e-417d-9606-acb81d49e1e6,segment=NetworkSegment(7f408351-92dc-46d3-97e6-0e4f666a4758),segment_id=7f408351-92dc-46d3-97e6-0e4f666a4758)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:41.040560 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e564eced-bf0e-417d-9606-acb81d49e1e6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:41.041498 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0d80984e-71ca-4f9d-83fa-d9b716bcca5e admin admin] Publish callbacks [] for security_group (784ccf4f-9156-44fc-8605-d013538b9863), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:41.074438 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3ddc6-045b-4bef-bd7b-98a826e4ee2c req-ca4ac58e-c2e4-4b59-b29e-ce8272ed4bcb tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:41.081600 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5dc3ddc6-045b-4bef-bd7b-98a826e4ee2c req-ca4ac58e-c2e4-4b59-b29e-ce8272ed4bcb tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd2e16af-cc25-4950-8b1d-71ae47c24e70 HTTP/1.1" status: 200 len: 945 time: 0.2519403 Jan 18 20:09:41.128851 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0d80984e-71ca-4f9d-83fa-d9b716bcca5e admin admin] Publish callbacks [] for security_group (784ccf4f-9156-44fc-8605-d013538b9863), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:41.144807 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=e564eced-bf0e-417d-9606-acb81d49e1e6,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:41.177298 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5dc3ddc6-045b-4bef-bd7b-98a826e4ee2c req-28190bd4-3e8f-4aa1-b7e0-6256d3b8f38f tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e4635da-206a-42df-b4da-44fbd0bc74bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945709 Jan 18 20:09:41.214511 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e5ed30a8-fff0-4d1f-8bc2-b841552f0bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (080b0e27-94ad-4301-afc1-141bed1a208b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:41.217743 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e5ed30a8-fff0-4d1f-8bc2-b841552f0bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:41.218915 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e5ed30a8-fff0-4d1f-8bc2-b841552f0bae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/080b0e27-94ad-4301-afc1-141bed1a208b HTTP/1.1" status: 204 len: 168 time: 0.6051464 Jan 18 20:09:41.234711 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed30a8-fff0-4d1f-8bc2-b841552f0bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080b0e27-94ad-4301-afc1-141bed1a208b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:41.298461 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0d80984e-71ca-4f9d-83fa-d9b716bcca5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (784ccf4f-9156-44fc-8605-d013538b9863), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:41.321224 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0d80984e-71ca-4f9d-83fa-d9b716bcca5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:41.324963 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0d80984e-71ca-4f9d-83fa-d9b716bcca5e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/784ccf4f-9156-44fc-8605-d013538b9863 HTTP/1.1" status: 204 len: 168 time: 0.5533643 Jan 18 20:09:41.370633 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80984e-71ca-4f9d-83fa-d9b716bcca5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784ccf4f-9156-44fc-8605-d013538b9863,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:41.465907 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 2020326b-39c9-4ab8-b89d-afbe6b0bc850 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:09:41.476854 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d0135-1958-4699-8b36-468c533e4db6 req-05816887-371f-4cdc-9c3e-0565ae4a144f tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:41.479106 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-134d0135-1958-4699-8b36-468c533e4db6 req-05816887-371f-4cdc-9c3e-0565ae4a144f tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4215d6d-d895-4614-bd40-edad3cee69f8 HTTP/1.1" status: 200 len: 950 time: 0.1464629 Jan 18 20:09:41.544121 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 2020326b-39c9-4ab8-b89d-afbe6b0bc850 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:09:41.550850 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-134d0135-1958-4699-8b36-468c533e4db6 req-374c713a-7bab-4700-9c0a-0fcd3059008f tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c81dc55-1d7e-4575-bd69-0392030b38ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637612 Jan 18 20:09:41.552375 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 2020326b-39c9-4ab8-b89d-afbe6b0bc850 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:41.553050 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2020326b-39c9-4ab8-b89d-afbe6b0bc850), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:41.736741 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a3aec-262b-4ff9-b41e-80692dcf377f req-cf5abbaf-a42f-4457-bff1-2b482c7ca504 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:41.744663 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b0a3aec-262b-4ff9-b41e-80692dcf377f req-cf5abbaf-a42f-4457-bff1-2b482c7ca504 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 948 time: 0.1177220 Jan 18 20:09:41.747292 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 2020326b-39c9-4ab8-b89d-afbe6b0bc850 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:41.748858 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2020326b-39c9-4ab8-b89d-afbe6b0bc850), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:41.849556 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 2020326b-39c9-4ab8-b89d-afbe6b0bc850, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=2020326b-39c9-4ab8-b89d-afbe6b0bc850,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:41.858104 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (2020326b-39c9-4ab8-b89d-afbe6b0bc850), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:41.868312 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b0a3aec-262b-4ff9-b41e-80692dcf377f req-457b1bef-a8f0-42f1-9101-03ec3df69233 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221266 Jan 18 20:09:42.002383 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=2020326b-39c9-4ab8-b89d-afbe6b0bc850,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:42.063030 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad16588-a018-4ce6-8697-002610395d6b req-09dc5b8f-a2d7-46ec-91e0-f12921dc7c3a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:42.071764 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ad16588-a018-4ce6-8697-002610395d6b req-09dc5b8f-a2d7-46ec-91e0-f12921dc7c3a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a1168f8-7279-47fa-8069-814a2f8f9524 HTTP/1.1" status: 200 len: 945 time: 0.0812268 Jan 18 20:09:42.194472 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ad16588-a018-4ce6-8697-002610395d6b req-c9568d44-dec7-41df-afae-2b1fcb5b08e3 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212311 Jan 18 20:09:42.541907 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b169b82-cf0a-446b-af9f-f45cc1e88005 req-875b036c-5134-4183-a971-a8883b3edfad tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:42.563425 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8b169b82-cf0a-446b-af9f-f45cc1e88005 req-875b036c-5134-4183-a971-a8883b3edfad tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd2e16af-cc25-4950-8b1d-71ae47c24e70 HTTP/1.1" status: 200 len: 946 time: 0.2093301 Jan 18 20:09:42.614302 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2e16af-cc25-4950-8b1d-71ae47c24e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e564eced-bf0e-417d-9606-acb81d49e1e6'}, {'server_uuid': '2a1168f8-7279-47fa-8069-814a2f8f9524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2020326b-39c9-4ab8-b89d-afbe6b0bc850'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:09:42.616766 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c063190-5cd1-4e60-8aab-3d8a0127b387" -d '{"events": [{"server_uuid": "fd2e16af-cc25-4950-8b1d-71ae47c24e70", "name": "network-vif-plugged", "status": "completed", "tag": "e564eced-bf0e-417d-9606-acb81d49e1e6"}, {"server_uuid": "2a1168f8-7279-47fa-8069-814a2f8f9524", "name": "network-vif-plugged", "status": "completed", "tag": "2020326b-39c9-4ab8-b89d-afbe6b0bc850"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:09:42.636303 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8b169b82-cf0a-446b-af9f-f45cc1e88005 req-6aa60b38-337b-438d-ace9-41cd8769b21b tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e4635da-206a-42df-b4da-44fbd0bc74bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702507 Jan 18 20:09:42.963461 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42100) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:43.133121 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4690fd5-a301-4cc1-a265-309fb2d75784 req-e31a69e1-3016-443e-a024-330ac315cd44 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:43.142335 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4690fd5-a301-4cc1-a265-309fb2d75784 req-e31a69e1-3016-443e-a024-330ac315cd44 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4215d6d-d895-4614-bd40-edad3cee69f8 HTTP/1.1" status: 200 len: 950 time: 0.4240716 Jan 18 20:09:43.207492 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4690fd5-a301-4cc1-a265-309fb2d75784 req-cf0f1f5c-bc02-48b8-9ca1-0d30a1f2ec5a tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c81dc55-1d7e-4575-bd69-0392030b38ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642686 Jan 18 20:09:43.284057 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 18 Jan 2022 20:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c5ce3e-507a-4bfe-adc8-7cebdbcb5e34 x-openstack-request-id: req-b2c5ce3e-507a-4bfe-adc8-7cebdbcb5e34 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:09:43.284959 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd2e16af-cc25-4950-8b1d-71ae47c24e70", "name": "network-vif-plugged", "status": "completed", "tag": "e564eced-bf0e-417d-9606-acb81d49e1e6", "code": 200}, {"server_uuid": "2a1168f8-7279-47fa-8069-814a2f8f9524", "name": "network-vif-plugged", "status": "completed", "tag": "2020326b-39c9-4ab8-b89d-afbe6b0bc850", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:09:43.285932 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b2c5ce3e-507a-4bfe-adc8-7cebdbcb5e34 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:09:43.286606 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd2e16af-cc25-4950-8b1d-71ae47c24e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e564eced-bf0e-417d-9606-acb81d49e1e6', 'code': 200} Jan 18 20:09:43.287104 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1168f8-7279-47fa-8069-814a2f8f9524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2020326b-39c9-4ab8-b89d-afbe6b0bc850', 'code': 200} Jan 18 20:09:43.358199 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-0bcdb003-aab8-4dcb-9138-d48e435b20a4 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1674580188-network', 'tenant_id': '10eafa823a574937a2543734aced3db9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:43.436846 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcdb003-aab8-4dcb-9138-d48e435b20a4 admin admin] Made reservation on behalf of 10eafa823a574937a2543734aced3db9 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:09:43.440179 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0bcdb003-aab8-4dcb-9138-d48e435b20a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:43.466964 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0bcdb003-aab8-4dcb-9138-d48e435b20a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:43.502769 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e52114-6029-4d5e-8dd3-20ecce54f3e5 req-fc3f5bac-5d8b-46bf-8627-b20348a07369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:43.504603 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-83e52114-6029-4d5e-8dd3-20ecce54f3e5 req-fc3f5bac-5d8b-46bf-8627-b20348a07369 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fd2e16af-cc25-4950-8b1d-71ae47c24e70 HTTP/1.1" status: 200 len: 1097 time: 0.0787466 Jan 18 20:09:43.539632 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f365f2b-c034-4603-9fd5-6987ca39d718 req-0355e03a-c99f-4fa1-b403-59dfbc5591db tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:43.547288 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f365f2b-c034-4603-9fd5-6987ca39d718 req-0355e03a-c99f-4fa1-b403-59dfbc5591db tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 948 time: 0.1922185 Jan 18 20:09:43.574750 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7b9d-5580-4571-b781-d5eba68e9978 req-21f31b9e-d6af-4f15-a3b6-e2d8b5496fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:43.576382 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b42f7b9d-5580-4571-b781-d5eba68e9978 req-21f31b9e-d6af-4f15-a3b6-e2d8b5496fb4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2a1168f8-7279-47fa-8069-814a2f8f9524 HTTP/1.1" status: 200 len: 1096 time: 0.1508658 Jan 18 20:09:43.610119 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-83e52114-6029-4d5e-8dd3-20ecce54f3e5 req-ab976fec-00c1-4d19-8d16-76f6eabcb4d5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2e4635da-206a-42df-b4da-44fbd0bc74bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956450 Jan 18 20:09:43.628510 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f365f2b-c034-4603-9fd5-6987ca39d718 req-1d54fcc1-0d6e-4f78-b4d8-a838ba22b2c3 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802722 Jan 18 20:09:43.677817 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b42f7b9d-5580-4571-b781-d5eba68e9978 req-a18d40f7-9dad-48ec-9544-771c402e7844 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952189 Jan 18 20:09:43.709355 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0bcdb003-aab8-4dcb-9138-d48e435b20a4 admin admin] Publish callbacks [] for security_group (919ac17f-4421-4486-8b61-13a79cd3ace6), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:43.721001 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0bcdb003-aab8-4dcb-9138-d48e435b20a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (919ac17f-4421-4486-8b61-13a79cd3ace6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:43.773568 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdb003-aab8-4dcb-9138-d48e435b20a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919ac17f-4421-4486-8b61-13a79cd3ace6,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:43.786389 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bcdb003-aab8-4dcb-9138-d48e435b20a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:09:43.801184 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0bcdb003-aab8-4dcb-9138-d48e435b20a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (cc2d0384-4be0-4e7e-b098-60f2ecff3e08), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:43.801535 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-0bcdb003-aab8-4dcb-9138-d48e435b20a4 admin admin] Added segment cc2d0384-4be0-4e7e-b098-60f2ecff3e08 of type vlan for network 56932d67-e73c-4987-9afd-6071c3235669 Jan 18 20:09:43.840662 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e27276-d548-41f2-b17c-f53602a6520b req-bfca23b1-665d-49a7-9356-8d0c4949a1ec tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:43.843497 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d1e27276-d548-41f2-b17c-f53602a6520b req-bfca23b1-665d-49a7-9356-8d0c4949a1ec tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a1168f8-7279-47fa-8069-814a2f8f9524 HTTP/1.1" status: 200 len: 945 time: 0.1044207 Jan 18 20:09:43.866992 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0bcdb003-aab8-4dcb-9138-d48e435b20a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (56932d67-e73c-4987-9afd-6071c3235669), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:43.925328 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0bcdb003-aab8-4dcb-9138-d48e435b20a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (56932d67-e73c-4987-9afd-6071c3235669), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:43.926559 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcdb003-aab8-4dcb-9138-d48e435b20a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:43.927305 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0bcdb003-aab8-4dcb-9138-d48e435b20a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:43.958521 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d1e27276-d548-41f2-b17c-f53602a6520b req-79681ada-9551-4790-b11f-6286a5e959d9 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052787 Jan 18 20:09:44.008020 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0bcdb003-aab8-4dcb-9138-d48e435b20a4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0415957 Jan 18 20:09:44.009710 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42126) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:44.016261 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-4c59cc78-b43f-4f9f-80f8-181d898e6fb5 admin admin] Request body: {'subnet': {'network_id': '56932d67-e73c-4987-9afd-6071c3235669', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1674580188-subnet', 'tenant_id': '10eafa823a574937a2543734aced3db9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:44.070104 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdb003-aab8-4dcb-9138-d48e435b20a4 admin admin] Pushing event updated for resources: {'Network': ['ID=56932d67-e73c-4987-9afd-6071c3235669,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:44.085908 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 56932d67-e73c-4987-9afd-6071c3235669 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:09:44.119239 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c59cc78-b43f-4f9f-80f8-181d898e6fb5 admin admin] Made reservation on behalf of 10eafa823a574937a2543734aced3db9 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:09:44.121664 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4c59cc78-b43f-4f9f-80f8-181d898e6fb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:44.385124 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac7b0a-0ba6-4dd1-b69d-a44bf336df96 req-c8b26a65-b5c7-4529-bd0a-d2793f6d90ff tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:44.386720 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-35ac7b0a-0ba6-4dd1-b69d-a44bf336df96 req-c8b26a65-b5c7-4529-bd0a-d2793f6d90ff tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd2e16af-cc25-4950-8b1d-71ae47c24e70 HTTP/1.1" status: 200 len: 946 time: 0.0945446 Jan 18 20:09:44.467283 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4c59cc78-b43f-4f9f-80f8-181d898e6fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (707c209d-ac1c-420a-9224-0c6861b36b28), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:44.543084 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-35ac7b0a-0ba6-4dd1-b69d-a44bf336df96 req-b8a1ab57-d426-4ea3-baf9-1d4c2392d59a tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e4635da-206a-42df-b4da-44fbd0bc74bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338968 Jan 18 20:09:44.559419 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59cc78-b43f-4f9f-80f8-181d898e6fb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=707c209d-ac1c-420a-9224-0c6861b36b28,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:44.570602 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c59cc78-b43f-4f9f-80f8-181d898e6fb5 admin admin] Checking segment: {'id': 'cc2d0384-4be0-4e7e-b098-60f2ecff3e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '56932d67-e73c-4987-9afd-6071c3235669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:09:44.571044 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c59cc78-b43f-4f9f-80f8-181d898e6fb5 admin admin] Network hostable DHCP agents. Network: 56932d67-e73c-4987-9afd-6071c3235669, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:09:44.599010 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c59cc78-b43f-4f9f-80f8-181d898e6fb5 admin admin] Network 56932d67-e73c-4987-9afd-6071c3235669 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:09:44.610671 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-4c59cc78-b43f-4f9f-80f8-181d898e6fb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 56932d67-e73c-4987-9afd-6071c3235669) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:09:44.618300 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c59cc78-b43f-4f9f-80f8-181d898e6fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:44.619322 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4c59cc78-b43f-4f9f-80f8-181d898e6fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:44.624449 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396d0008-59a2-452d-8790-1419a78659fe None None] Network 56932d67-e73c-4987-9afd-6071c3235669 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:09:44.664007 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4c59cc78-b43f-4f9f-80f8-181d898e6fb5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6524503 Jan 18 20:09:44.739594 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4900285-97ab-4f82-9430-ee2d25b7e26c req-7ded0508-2976-468f-b841-0e26d1168b90 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:44.741660 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4900285-97ab-4f82-9430-ee2d25b7e26c req-7ded0508-2976-468f-b841-0e26d1168b90 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4215d6d-d895-4614-bd40-edad3cee69f8 HTTP/1.1" status: 200 len: 950 time: 0.0764787 Jan 18 20:09:44.856538 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb19667c-4906-43a4-a2b3-c3b85fd09401 None None] Network 56932d67-e73c-4987-9afd-6071c3235669 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:09:44.870454 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4900285-97ab-4f82-9430-ee2d25b7e26c req-e2399e49-b7e9-459b-90aa-083d0fc2fb7c tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c81dc55-1d7e-4575-bd69-0392030b38ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196673 Jan 18 20:09:45.236411 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-ec711594-0889-4594-99c4-779bb4fe20bd tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:45.244420 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-ec711594-0889-4594-99c4-779bb4fe20bd tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a1168f8-7279-47fa-8069-814a2f8f9524 HTTP/1.1" status: 200 len: 945 time: 0.0895731 Jan 18 20:09:45.464282 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3bda5916-805d-4112-83bf-720f2b08477f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Deleting port 2020326b-39c9-4ab8-b89d-afbe6b0bc850 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:09:45.465125 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3bda5916-805d-4112-83bf-720f2b08477f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (2020326b-39c9-4ab8-b89d-afbe6b0bc850), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:45.589070 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3bda5916-805d-4112-83bf-720f2b08477f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] For port 2020326b-39c9-4ab8-b89d-afbe6b0bc850, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=2020326b-39c9-4ab8-b89d-afbe6b0bc850,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:45.589545 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3bda5916-805d-4112-83bf-720f2b08477f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (2020326b-39c9-4ab8-b89d-afbe6b0bc850), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:45.610176 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3bda5916-805d-4112-83bf-720f2b08477f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Calling delete_port for 2020326b-39c9-4ab8-b89d-afbe6b0bc850 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:09:45.766834 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3bda5916-805d-4112-83bf-720f2b08477f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (2020326b-39c9-4ab8-b89d-afbe6b0bc850), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:45.779341 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['2020326b-39c9-4ab8-b89d-afbe6b0bc850'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:09:45.817467 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda5916-805d-4112-83bf-720f2b08477f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Pushing event deleted for resources: {'Port': ['ID=2020326b-39c9-4ab8-b89d-afbe6b0bc850,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:45.864173 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3bda5916-805d-4112-83bf-720f2b08477f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] No DVR routers for this DVR port 2020326b-39c9-4ab8-b89d-afbe6b0bc850 on host n-h1-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:09:45.867448 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3bda5916-805d-4112-83bf-720f2b08477f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:45.871545 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de7c3e2a-9212-4cde-aa55-30daa7de3150 req-3bda5916-805d-4112-83bf-720f2b08477f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.57 "DELETE /v2.0/ports/2020326b-39c9-4ab8-b89d-afbe6b0bc850 HTTP/1.1" status: 204 len: 173 time: 0.6216824 Jan 18 20:09:45.872006 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1168f8-7279-47fa-8069-814a2f8f9524', 'name': 'network-vif-deleted', 'tag': '2020326b-39c9-4ab8-b89d-afbe6b0bc850'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:09:45.885661 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd223295-cccf-4171-8912-5f6cb3c909ed" -d '{"events": [{"server_uuid": "2a1168f8-7279-47fa-8069-814a2f8f9524", "name": "network-vif-deleted", "tag": "2020326b-39c9-4ab8-b89d-afbe6b0bc850"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:09:46.225229 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-54c9acb5-ae4e-48eb-9020-cc722ba654f0 req-6353374c-5126-4e4e-9488-35bad64efc05 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=211c72f201034d10bbf94424fe5e3d47&device_id=2a1168f8-7279-47fa-8069-814a2f8f9524 HTTP/1.1" status: 200 len: 210 time: 0.0385976 Jan 18 20:09:46.440932 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9acb5-ae4e-48eb-9020-cc722ba654f0 req-bf5e0a2b-e642-45aa-9a06-af53c1046f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:46.442590 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-54c9acb5-ae4e-48eb-9020-cc722ba654f0 req-bf5e0a2b-e642-45aa-9a06-af53c1046f50 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=211c72f201034d10bbf94424fe5e3d47&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2112367 Jan 18 20:09:46.680593 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9acb5-ae4e-48eb-9020-cc722ba654f0 req-36b1c770-3bc4-4e0b-a3fc-6fb1dff6c3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:46.682596 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-54c9acb5-ae4e-48eb-9020-cc722ba654f0 req-36b1c770-3bc4-4e0b-a3fc-6fb1dff6c3f2 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2344146 Jan 18 20:09:48.227604 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-54c9acb5-ae4e-48eb-9020-cc722ba654f0 req-d6aa9010-b5d8-4c04-aec1-a4aefa2720f4 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a1168f8-7279-47fa-8069-814a2f8f9524 HTTP/1.1" status: 200 len: 210 time: 0.0421557 Jan 18 20:09:48.424657 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-fe032371-31d4-4507-b14e-308c037d568f service neutron] show failed (client error): The resource could not be found. Jan 18 20:09:48.426162 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-fe032371-31d4-4507-b14e-308c037d568f service neutron] 10.222.0.57 "GET /v2.0/ports/68194730-61b1-46d7-b452-51d9bdea8041/bindings/n-h2-741529-9 HTTP/1.1" status: 404 len: 380 time: 0.1107728 Jan 18 20:09:48.760903 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-5f99e144-3f03-4065-bfad-4186cca95998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:48.763378 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-5f99e144-3f03-4065-bfad-4186cca95998 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25&tenant_id=85092cd3f857422b8e1328b863cb2eb0 HTTP/1.1" status: 200 len: 1099 time: 0.0641575 Jan 18 20:09:48.785413 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-b9099718-6c13-4834-af24-0af3bb2cf591 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-741529-9', 'device_owner': 'compute:nova'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:48.877212 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-b9099718-6c13-4834-af24-0af3bb2cf591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (68194730-61b1-46d7-b452-51d9bdea8041), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:49.167298 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-b9099718-6c13-4834-af24-0af3bb2cf591 service neutron] For port 68194730-61b1-46d7-b452-51d9bdea8041, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=68194730-61b1-46d7-b452-51d9bdea8041,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:49.220622 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-b9099718-6c13-4834-af24-0af3bb2cf591 service neutron] For port 68194730-61b1-46d7-b452-51d9bdea8041, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:09:49.286869 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467f9b3d-9382-41d3-bf2e-354b6fa3ed25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68194730-61b1-46d7-b452-51d9bdea8041'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:09:49.289459 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9927bba4-4aad-4a03-af1a-bee798c425d9" -d '{"events": [{"server_uuid": "467f9b3d-9382-41d3-bf2e-354b6fa3ed25", "name": "network-vif-unplugged", "status": "completed", "tag": "68194730-61b1-46d7-b452-51d9bdea8041"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:09:49.294931 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-b9099718-6c13-4834-af24-0af3bb2cf591 service neutron] Publish callbacks [] for port (68194730-61b1-46d7-b452-51d9bdea8041), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:49.320702 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-b9099718-6c13-4834-af24-0af3bb2cf591 service neutron] Transition to ACTIVE for port object 68194730-61b1-46d7-b452-51d9bdea8041 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:09:49.326770 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-b9099718-6c13-4834-af24-0af3bb2cf591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (68194730-61b1-46d7-b452-51d9bdea8041), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:49.395935 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-b9099718-6c13-4834-af24-0af3bb2cf591 service neutron] No DVR routers for this DVR port 68194730-61b1-46d7-b452-51d9bdea8041 on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:09:49.430934 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9099718-6c13-4834-af24-0af3bb2cf591 service neutron] Pushing event updated for resources: {'Port': ['ID=68194730-61b1-46d7-b452-51d9bdea8041,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:49.463470 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-b9099718-6c13-4834-af24-0af3bb2cf591 service neutron] Attempting to bind port 68194730-61b1-46d7-b452-51d9bdea8041 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:09:49.463836 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-b9099718-6c13-4834-af24-0af3bb2cf591 service neutron] Attempting to bind port 68194730-61b1-46d7-b452-51d9bdea8041 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:09:49.464133 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-b9099718-6c13-4834-af24-0af3bb2cf591 service neutron] Attempting to bind port 68194730-61b1-46d7-b452-51d9bdea8041 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:09:49.470059 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-b9099718-6c13-4834-af24-0af3bb2cf591 service neutron] Port 68194730-61b1-46d7-b452-51d9bdea8041 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:09:49.470367 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-b9099718-6c13-4834-af24-0af3bb2cf591 service neutron] Attempting to bind port 68194730-61b1-46d7-b452-51d9bdea8041 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:09:49.475872 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-b9099718-6c13-4834-af24-0af3bb2cf591 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:09:49.476252 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-b9099718-6c13-4834-af24-0af3bb2cf591 service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:09:49.476638 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-b9099718-6c13-4834-af24-0af3bb2cf591 service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:09:49.477071 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-b9099718-6c13-4834-af24-0af3bb2cf591 service neutron] Bound port: 68194730-61b1-46d7-b452-51d9bdea8041, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:09:49.477428 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-b9099718-6c13-4834-af24-0af3bb2cf591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (68194730-61b1-46d7-b452-51d9bdea8041), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:49.572851 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-b9099718-6c13-4834-af24-0af3bb2cf591 service neutron] For port 68194730-61b1-46d7-b452-51d9bdea8041, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:09:49.578793 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-b9099718-6c13-4834-af24-0af3bb2cf591 service neutron] For port 68194730-61b1-46d7-b452-51d9bdea8041, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=68194730-61b1-46d7-b452-51d9bdea8041,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:09:49.585662 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-b9099718-6c13-4834-af24-0af3bb2cf591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (68194730-61b1-46d7-b452-51d9bdea8041), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:49.663267 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9099718-6c13-4834-af24-0af3bb2cf591 service neutron] Pushing event updated for resources: {'Port': ['ID=68194730-61b1-46d7-b452-51d9bdea8041,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:49.673581 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-b9099718-6c13-4834-af24-0af3bb2cf591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:49.674486 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-b9099718-6c13-4834-af24-0af3bb2cf591 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:49.681130 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-b9099718-6c13-4834-af24-0af3bb2cf591 service neutron] 10.222.0.70 "PUT /v2.0/ports/68194730-61b1-46d7-b452-51d9bdea8041 HTTP/1.1" status: 200 len: 1094 time: 0.9092400 Jan 18 20:09:49.783660 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-101deb7c-61fa-42a2-95ca-efc71ed4abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:49.786515 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-101deb7c-61fa-42a2-95ca-efc71ed4abdc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 1097 time: 0.0724628 Jan 18 20:09:49.920427 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-95c833a3-dfee-42f5-b95e-13f825ab7ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:49.923108 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-95c833a3-dfee-42f5-b95e-13f825ab7ad6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.1292531 Jan 18 20:09:49.992908 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-85ed2ef6-f861-4e2a-9d47-a1a48e1f77b0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=68194730-61b1-46d7-b452-51d9bdea8041 HTTP/1.1" status: 200 len: 217 time: 0.0602369 Jan 18 20:09:50.069660 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-6695b55f-d9ce-448f-9822-13bf22527aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:50.071278 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-6695b55f-d9ce-448f-9822-13bf22527aff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0702705 Jan 18 20:09:50.133582 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-0e85679f-00a7-4602-945b-c8b39e1470c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:50.135110 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-0e85679f-00a7-4602-945b-c8b39e1470c7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0580575 Jan 18 20:09:50.250415 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-8d06d05a-b764-4a47-a293-abce0214ea0d service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092677 Jan 18 20:09:50.384261 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-485d95e0-a51d-40dc-843a-5c5d28253d32 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284461 Jan 18 20:09:50.674449 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-b272adce-fe4a-4710-bfef-c9cb9d0a151b tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1088a7411f634bfd9b8775233ac8c777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255911 Jan 18 20:09:50.822196 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff4461-6aa3-4e4f-8a79-dbaf7fe631de req-a4767df5-0452-4e81-8ac9-b059a51d532f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:50.823944 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-09ff4461-6aa3-4e4f-8a79-dbaf7fe631de req-a4767df5-0452-4e81-8ac9-b059a51d532f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 946 time: 0.1125183 Jan 18 20:09:50.841094 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-f019b362-3615-4bf9-8d84-c8696afadb0b tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:50.842561 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-f019b362-3615-4bf9-8d84-c8696afadb0b tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1620529 Jan 18 20:09:50.870268 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-94b9c221-f604-4b9d-8f94-e76f4cd6fa5d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/quotas/1088a7411f634bfd9b8775233ac8c777 HTTP/1.1" status: 200 len: 375 time: 0.0151451 Jan 18 20:09:50.902306 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-09ff4461-6aa3-4e4f-8a79-dbaf7fe631de req-3d424540-9c8a-4476-ba96-5f3e536313cd tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693216 Jan 18 20:09:50.935697 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-5c77bc7c-82a6-4ad4-8e77-879b9ebedda5 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1088a7411f634bfd9b8775233ac8c777&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503600 Jan 18 20:09:51.094563 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42208) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:51.171190 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f996c32f-b175-4e0c-be99-128dcb0fba44 x-openstack-request-id: req-f996c32f-b175-4e0c-be99-128dcb0fba44 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:09:51.171589 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1168f8-7279-47fa-8069-814a2f8f9524", "name": "network-vif-deleted", "tag": "2020326b-39c9-4ab8-b89d-afbe6b0bc850", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:09:51.174087 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f996c32f-b175-4e0c-be99-128dcb0fba44 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:09:51.174586 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1168f8-7279-47fa-8069-814a2f8f9524', 'name': 'network-vif-deleted', 'tag': '2020326b-39c9-4ab8-b89d-afbe6b0bc850', 'status': 'completed', 'code': 200} Jan 18 20:09:51.192658 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4591dcd-308e-487f-af84-da7214defa85 x-openstack-request-id: req-d4591dcd-308e-487f-af84-da7214defa85 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:09:51.193203 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467f9b3d-9382-41d3-bf2e-354b6fa3ed25", "name": "network-vif-unplugged", "status": "completed", "tag": "68194730-61b1-46d7-b452-51d9bdea8041", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:09:51.193203 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4591dcd-308e-487f-af84-da7214defa85 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:09:51.194037 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467f9b3d-9382-41d3-bf2e-354b6fa3ed25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68194730-61b1-46d7-b452-51d9bdea8041', 'code': 200} Jan 18 20:09:51.223663 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb70513-0e47-482e-b628-cc94ce846674 admin admin] Deleting subnet 707c209d-ac1c-420a-9224-0c6861b36b28 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:09:51.237534 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6bb70513-0e47-482e-b628-cc94ce846674 admin admin] Publish callbacks [] for subnet (707c209d-ac1c-420a-9224-0c6861b36b28), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:51.295874 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6bb70513-0e47-482e-b628-cc94ce846674 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (707c209d-ac1c-420a-9224-0c6861b36b28), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:51.346606 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2345fb4-1403-4f00-928e-789517721c2c req-fbb35b43-e9e8-4be8-89cd-77d40f3f4d99 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:51.350197 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c2345fb4-1403-4f00-928e-789517721c2c req-fbb35b43-e9e8-4be8-89cd-77d40f3f4d99 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd2e16af-cc25-4950-8b1d-71ae47c24e70 HTTP/1.1" status: 200 len: 946 time: 0.1229408 Jan 18 20:09:51.429941 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6bb70513-0e47-482e-b628-cc94ce846674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (707c209d-ac1c-420a-9224-0c6861b36b28), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:51.475902 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e95096-0604-43aa-8b88-1823a70a282a req-2247d73a-86fe-49c4-a5ee-4fa0b83642c4 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:51.477504 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37e95096-0604-43aa-8b88-1823a70a282a req-2247d73a-86fe-49c4-a5ee-4fa0b83642c4 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4215d6d-d895-4614-bd40-edad3cee69f8 HTTP/1.1" status: 200 len: 950 time: 0.1601505 Jan 18 20:09:51.507690 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c2345fb4-1403-4f00-928e-789517721c2c req-81f2d5e3-838d-4fb1-8b93-311e4e06103a tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e4635da-206a-42df-b4da-44fbd0bc74bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370137 Jan 18 20:09:51.527723 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 2020326b-39c9-4ab8-b89d-afbe6b0bc850 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:09:51.558138 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37e95096-0604-43aa-8b88-1823a70a282a req-f0e1d8bd-4ab7-47e3-abf1-9eba8c2cecf2 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c81dc55-1d7e-4575-bd69-0392030b38ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657825 Jan 18 20:09:51.559933 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6bb70513-0e47-482e-b628-cc94ce846674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (707c209d-ac1c-420a-9224-0c6861b36b28), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:51.583896 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 2020326b-39c9-4ab8-b89d-afbe6b0bc850 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:09:51.584252 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 2020326b-39c9-4ab8-b89d-afbe6b0bc850 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:09:51.584667 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 68194730-61b1-46d7-b452-51d9bdea8041 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:09:51.603111 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb70513-0e47-482e-b628-cc94ce846674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=707c209d-ac1c-420a-9224-0c6861b36b28,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:51.605328 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6bb70513-0e47-482e-b628-cc94ce846674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:51.610894 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6bb70513-0e47-482e-b628-cc94ce846674 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/707c209d-ac1c-420a-9224-0c6861b36b28 HTTP/1.1" status: 204 len: 168 time: 0.5130475 Jan 18 20:09:51.612272 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42226) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:51.665830 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] The host n-h1-741529-9 is not matching for port 68194730-61b1-46d7-b452-51d9bdea8041 host n-h2-741529-9! {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 18 20:09:51.666713 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 68194730-61b1-46d7-b452-51d9bdea8041 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:09:51.733186 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-02e93f48-6956-42d6-b0b4-bf2c86cfaf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (56932d67-e73c-4987-9afd-6071c3235669), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:51.735874 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-8a017ac3-eaf9-4a3e-b8f1-c7151c5cb5ca tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1088a7411f634bfd9b8775233ac8c777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549068 Jan 18 20:09:51.829228 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-02e93f48-6956-42d6-b0b4-bf2c86cfaf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (56932d67-e73c-4987-9afd-6071c3235669), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:51.853235 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-02e93f48-6956-42d6-b0b4-bf2c86cfaf79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56932d67-e73c-4987-9afd-6071c3235669']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:51.863720 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-02e93f48-6956-42d6-b0b4-bf2c86cfaf79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2d0384-4be0-4e7e-b098-60f2ecff3e08') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:51.864014 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-02e93f48-6956-42d6-b0b4-bf2c86cfaf79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2d0384-4be0-4e7e-b098-60f2ecff3e08') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:09:51.877441 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-02e93f48-6956-42d6-b0b4-bf2c86cfaf79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (cc2d0384-4be0-4e7e-b098-60f2ecff3e08), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:51.892947 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-02e93f48-6956-42d6-b0b4-bf2c86cfaf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (cc2d0384-4be0-4e7e-b098-60f2ecff3e08), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:51.903981 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e93f48-6956-42d6-b0b4-bf2c86cfaf79 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:09:51.904381 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-02e93f48-6956-42d6-b0b4-bf2c86cfaf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (cc2d0384-4be0-4e7e-b098-60f2ecff3e08), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:09:51.906403 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:09:51.943128 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-2a74b6f1-01b1-4fb7-99c5-47fe22a48bc6 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:51.944646 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-2a74b6f1-01b1-4fb7-99c5-47fe22a48bc6 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/networks?id=1330a1de-3636-4f07-b599-97f547076b99 HTTP/1.1" status: 200 len: 812 time: 0.2120252 Jan 18 20:09:51.955500 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-c84253c0-eb05-48a6-b071-6362a6f71fcd tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:51.957046 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-c84253c0-eb05-48a6-b071-6362a6f71fcd tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2086475 Jan 18 20:09:51.970230 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-3c1cec39-19d8-4707-ab55-ea6b512c2f1c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/quotas/211c72f201034d10bbf94424fe5e3d47 HTTP/1.1" status: 200 len: 375 time: 0.0121317 Jan 18 20:09:51.973456 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-02e93f48-6956-42d6-b0b4-bf2c86cfaf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (56932d67-e73c-4987-9afd-6071c3235669), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:51.979053 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-02e93f48-6956-42d6-b0b4-bf2c86cfaf79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:51.982548 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-02e93f48-6956-42d6-b0b4-bf2c86cfaf79 admin admin] 10.222.0.31 "DELETE /v2.0/networks/56932d67-e73c-4987-9afd-6071c3235669 HTTP/1.1" status: 204 len: 168 time: 0.3689141 Jan 18 20:09:51.993756 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e93f48-6956-42d6-b0b4-bf2c86cfaf79 admin admin] Pushing event deleted for resources: {'Network': ['ID=56932d67-e73c-4987-9afd-6071c3235669,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:51.999777 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-89f4df97-b5dd-49b9-b3ba-d7d32e90d692 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/quotas/1088a7411f634bfd9b8775233ac8c777 HTTP/1.1" status: 200 len: 375 time: 0.0285275 Jan 18 20:09:52.018742 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-dff259bd-9404-4504-9644-2df12e8b3634 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=211c72f201034d10bbf94424fe5e3d47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435929 Jan 18 20:09:52.060268 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-6d979d41-5ac8-4f68-983a-b0daff13ca23 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1088a7411f634bfd9b8775233ac8c777&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461664 Jan 18 20:09:52.157878 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-adaaa745-d49b-4b4e-87df-3e109f51d0bc service neutron] 10.222.0.31 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282167 Jan 18 20:09:52.194957 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42250) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:52.267160 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7f9feb9c-4e35-463c-b0f3-0cf2595970bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=10eafa823a574937a2543734aced3db9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0702987 Jan 18 20:09:52.269716 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42256) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:52.353671 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-e49e9468-d86b-448c-8756-e2d06fe83709 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=1088a7411f634bfd9b8775233ac8c777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288470 Jan 18 20:09:52.366853 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-f54ffdd5-a9dc-427e-ae19-315dad220644 service neutron] 10.222.0.31 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022095 Jan 18 20:09:52.371974 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1fdaecbf-46fb-49e2-a325-efcd75aecf92 admin admin] Publish callbacks [] for security_group (919ac17f-4421-4486-8b61-13a79cd3ace6), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:52.377721 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-595126dd-9143-44ce-b771-45ea58d6111e req-d7b47967-250c-49fa-809d-c18fb8f71a12 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-803982369&fields=id&tenant_id=79bac98ff06d455bb4a4343096ef379b HTTP/1.1" status: 200 len: 267 time: 0.1043608 Jan 18 20:09:52.398568 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1fdaecbf-46fb-49e2-a325-efcd75aecf92 admin admin] Publish callbacks [] for security_group (919ac17f-4421-4486-8b61-13a79cd3ace6), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:52.496507 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595126dd-9143-44ce-b771-45ea58d6111e req-a3308da7-7d78-4bcf-98c0-a8b1006fd467 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:52.514345 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-595126dd-9143-44ce-b771-45ea58d6111e req-a3308da7-7d78-4bcf-98c0-a8b1006fd467 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd2e16af-cc25-4950-8b1d-71ae47c24e70 HTTP/1.1" status: 200 len: 946 time: 0.1277473 Jan 18 20:09:52.528742 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-595126dd-9143-44ce-b771-45ea58d6111e req-9682de04-3053-4391-9628-1915a4a69aa5 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Request body: {'port': {'security_groups': ['2e4635da-206a-42df-b4da-44fbd0bc74bd', 'a6b8555c-e4de-4158-a200-5a9cbae11f4f']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:52.841735 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-595126dd-9143-44ce-b771-45ea58d6111e req-9682de04-3053-4391-9628-1915a4a69aa5 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e564eced-bf0e-417d-9606-acb81d49e1e6), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:52.867059 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1fdaecbf-46fb-49e2-a325-efcd75aecf92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (919ac17f-4421-4486-8b61-13a79cd3ace6), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:52.869857 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1fdaecbf-46fb-49e2-a325-efcd75aecf92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:52.871055 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1fdaecbf-46fb-49e2-a325-efcd75aecf92 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/919ac17f-4421-4486-8b61-13a79cd3ace6 HTTP/1.1" status: 204 len: 168 time: 0.6002033 Jan 18 20:09:52.875692 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 68194730-61b1-46d7-b452-51d9bdea8041 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:09:52.888486 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdaecbf-46fb-49e2-a325-efcd75aecf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919ac17f-4421-4486-8b61-13a79cd3ace6,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:52.932557 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110d2fd-84f9-410f-aca1-15b722bb2637 req-9db939e8-0a25-4b8b-8ada-768c0160ea42 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:52.934673 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d110d2fd-84f9-410f-aca1-15b722bb2637 req-9db939e8-0a25-4b8b-8ada-768c0160ea42 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4215d6d-d895-4614-bd40-edad3cee69f8 HTTP/1.1" status: 200 len: 950 time: 0.2701335 Jan 18 20:09:52.967282 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb0f9a-fa83-4c21-9cc0-bca9574896d3 req-8d94eb4f-850a-4de1-bcdc-556d151560b3 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:52.975242 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fdeb0f9a-fa83-4c21-9cc0-bca9574896d3 req-8d94eb4f-850a-4de1-bcdc-556d151560b3 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 946 time: 0.1640377 Jan 18 20:09:52.976736 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-b9c6ddbd-c216-483d-a96e-fa3d355e1124 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:52.980921 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-b9c6ddbd-c216-483d-a96e-fa3d355e1124 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6213112 Jan 18 20:09:52.994221 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-44ca0c0d-4971-429c-b551-a538684d2b64 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Request body: {'port': {'device_id': '3af13c7b-5a78-4204-a2c2-3d3638814240', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': '1088a7411f634bfd9b8775233ac8c777'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:53.110463 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fdeb0f9a-fa83-4c21-9cc0-bca9574896d3 req-46972a78-1abd-4fdd-b72e-f8315041a65a tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315455 Jan 18 20:09:53.195280 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 68194730-61b1-46d7-b452-51d9bdea8041, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=68194730-61b1-46d7-b452-51d9bdea8041,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:53.200718 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467f9b3d-9382-41d3-bf2e-354b6fa3ed25', 'tag': '68194730-61b1-46d7-b452-51d9bdea8041'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:09:53.206966 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba6e9e5-c918-42eb-a7bc-85e88ce1e24e" -d '{"events": [{"name": "network-changed", "server_uuid": "467f9b3d-9382-41d3-bf2e-354b6fa3ed25", "tag": "68194730-61b1-46d7-b452-51d9bdea8041"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:09:53.250657 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '68194730-61b1-46d7-b452-51d9bdea8041', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '68194730-61b1-46d7-b452-51d9bdea8041', 'mac_address': 'fa:16:3e:2b:6e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:09:53.302499 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-d110d2fd-84f9-410f-aca1-15b722bb2637 req-e9a9d4be-e74e-4b82-8e6e-ae8b527e0594 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Deleting port 87f6f495-1ac1-49e5-b0ec-d69fb90e51be {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:09:53.302499 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d110d2fd-84f9-410f-aca1-15b722bb2637 req-e9a9d4be-e74e-4b82-8e6e-ae8b527e0594 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (87f6f495-1ac1-49e5-b0ec-d69fb90e51be), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:53.325753 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-44ca0c0d-4971-429c-b551-a538684d2b64 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Made reservation on behalf of 1088a7411f634bfd9b8775233ac8c777 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:09:53.335445 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-44ca0c0d-4971-429c-b551-a538684d2b64 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:53.360779 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-44ca0c0d-4971-429c-b551-a538684d2b64 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:53.371350 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 68194730-61b1-46d7-b452-51d9bdea8041 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:53.372040 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (68194730-61b1-46d7-b452-51d9bdea8041), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:53.382603 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8409b429-db8c-4b2a-ad8f-bbe4cbcfa29b req-c0e9e0ec-b2de-46e1-ae34-4b550ce0e3fd tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f141ae-58d6-4343-aabb-a270d4ae78bb HTTP/1.1" status: 200 len: 210 time: 0.0550811 Jan 18 20:09:53.413499 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68194730-61b1-46d7-b452-51d9bdea8041 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:09:53.457550 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 68194730-61b1-46d7-b452-51d9bdea8041, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=68194730-61b1-46d7-b452-51d9bdea8041,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:53.504904 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (68194730-61b1-46d7-b452-51d9bdea8041), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:53.539596 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-44ca0c0d-4971-429c-b551-a538684d2b64 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Publish callbacks [] for security_group (0c7bffce-5cd3-4a50-ab97-6251d469944f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:53.548832 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-44ca0c0d-4971-429c-b551-a538684d2b64 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0c7bffce-5cd3-4a50-ab97-6251d469944f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:53.597045 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d3db1ec-106c-4cd2-9b84-14547f9a1e92 req-7936abd9-cfba-4806-b804-45fad5e8aec4 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3b1d9-3d25-4efe-a5bb-280916746bf2 HTTP/1.1" status: 200 len: 210 time: 0.1045260 Jan 18 20:09:53.669696 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=68194730-61b1-46d7-b452-51d9bdea8041,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:53.703711 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-d110d2fd-84f9-410f-aca1-15b722bb2637 req-e9a9d4be-e74e-4b82-8e6e-ae8b527e0594 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] For port 87f6f495-1ac1-49e5-b0ec-d69fb90e51be, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=87f6f495-1ac1-49e5-b0ec-d69fb90e51be,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:53.712586 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d110d2fd-84f9-410f-aca1-15b722bb2637 req-e9a9d4be-e74e-4b82-8e6e-ae8b527e0594 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (87f6f495-1ac1-49e5-b0ec-d69fb90e51be), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:53.717138 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-595126dd-9143-44ce-b771-45ea58d6111e req-9682de04-3053-4391-9628-1915a4a69aa5 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] For port e564eced-bf0e-417d-9606-acb81d49e1e6, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e564eced-bf0e-417d-9606-acb81d49e1e6,segment=NetworkSegment(7f408351-92dc-46d3-97e6-0e4f666a4758),segment_id=7f408351-92dc-46d3-97e6-0e4f666a4758)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:53.729981 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca0c0d-4971-429c-b551-a538684d2b64 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7bffce-5cd3-4a50-ab97-6251d469944f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:53.767577 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-d110d2fd-84f9-410f-aca1-15b722bb2637 req-e9a9d4be-e74e-4b82-8e6e-ae8b527e0594 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Calling delete_port for 87f6f495-1ac1-49e5-b0ec-d69fb90e51be owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:09:53.850633 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['68194730-61b1-46d7-b452-51d9bdea8041'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:09:53.930459 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-758c3aee-3ac0-4ac3-80d0-a0db99f9280d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=1088a7411f634bfd9b8775233ac8c777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0858171 Jan 18 20:09:53.939499 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-44ca0c0d-4971-429c-b551-a538684d2b64 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Allocated IP 192.168.233.226 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/d531d365-d1be-42fb-8d80-625e359981c2) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:09:54.032824 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-595126dd-9143-44ce-b771-45ea58d6111e req-9682de04-3053-4391-9628-1915a4a69aa5 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for port (e564eced-bf0e-417d-9606-acb81d49e1e6), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:54.044745 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-595126dd-9143-44ce-b771-45ea58d6111e req-9682de04-3053-4391-9628-1915a4a69aa5 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (e564eced-bf0e-417d-9606-acb81d49e1e6), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:54.078180 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['e564eced-bf0e-417d-9606-acb81d49e1e6'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:54.235658 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:54.238317 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:54.238317 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:54.238317 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:54.238317 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:54.238317 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:54.238317 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:54.238317 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:54.238317 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:54.238317 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:54.238317 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:54.238317 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:09:54.238317 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:09:54.238317 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e4012-9aea-4f5d-b86b-c4fa194d9cc9 req-e670758c-a0b6-4c6d-886b-e06665e5902b tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:54.241953 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f0e4012-9aea-4f5d-b86b-c4fa194d9cc9 req-e670758c-a0b6-4c6d-886b-e06665e5902b tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4215d6d-d895-4614-bd40-edad3cee69f8 HTTP/1.1" status: 200 len: 950 time: 0.4757204 Jan 18 20:09:54.251483 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595126dd-9143-44ce-b771-45ea58d6111e req-9682de04-3053-4391-9628-1915a4a69aa5 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:54.252113 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-595126dd-9143-44ce-b771-45ea58d6111e req-9682de04-3053-4391-9628-1915a4a69aa5 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:54.253567 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-595126dd-9143-44ce-b771-45ea58d6111e req-9682de04-3053-4391-9628-1915a4a69aa5 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "PUT /v2.0/ports/e564eced-bf0e-417d-9606-acb81d49e1e6 HTTP/1.1" status: 200 len: 982 time: 1.7298212 Jan 18 20:09:54.266798 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd2e16af-cc25-4950-8b1d-71ae47c24e70', 'tag': 'e564eced-bf0e-417d-9606-acb81d49e1e6'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:09:54.269018 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b46b56f-8f78-4120-980e-0eea04f23861" -d '{"events": [{"name": "network-changed", "server_uuid": "fd2e16af-cc25-4950-8b1d-71ae47c24e70", "tag": "e564eced-bf0e-417d-9606-acb81d49e1e6"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:09:54.283719 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682de04-3053-4391-9628-1915a4a69aa5 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Pushing event updated for resources: {'Port': ['ID=e564eced-bf0e-417d-9606-acb81d49e1e6,revision_number=6']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:54.330484 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-14296f05-c42f-4658-a7aa-d9ee91c4b0da tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:54.344815 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-14296f05-c42f-4658-a7aa-d9ee91c4b0da tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4066682 Jan 18 20:09:54.424983 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['e564eced-bf0e-417d-9606-acb81d49e1e6'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:09:54.481348 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f0e4012-9aea-4f5d-b86b-c4fa194d9cc9 req-daffe990-6cf2-4678-80c4-47fd860f5545 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c81dc55-1d7e-4575-bd69-0392030b38ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986492 Jan 18 20:09:54.547970 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d110d2fd-84f9-410f-aca1-15b722bb2637 req-e9a9d4be-e74e-4b82-8e6e-ae8b527e0594 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (87f6f495-1ac1-49e5-b0ec-d69fb90e51be), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:54.587406 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9d4be-e74e-4b82-8e6e-ae8b527e0594 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Pushing event deleted for resources: {'Port': ['ID=87f6f495-1ac1-49e5-b0ec-d69fb90e51be,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:54.666172 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-046653d4-91e4-4c99-81e8-508f2d5c91e7 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:54.669892 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-046653d4-91e4-4c99-81e8-508f2d5c91e7 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.70 "GET /v2.0/networks?id=1330a1de-3636-4f07-b599-97f547076b99 HTTP/1.1" status: 200 len: 812 time: 0.3225026 Jan 18 20:09:54.678927 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-dad2e002-311f-4fab-b092-5c27967f4bcd tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Request body: {'port': {'device_id': 'd6f141ae-58d6-4343-aabb-a270d4ae78bb', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': '1088a7411f634bfd9b8775233ac8c777'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:54.697173 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-d110d2fd-84f9-410f-aca1-15b722bb2637 req-e9a9d4be-e74e-4b82-8e6e-ae8b527e0594 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] No DVR routers for this DVR port 87f6f495-1ac1-49e5-b0ec-d69fb90e51be on host n-h1-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:09:54.700740 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ff8dbf-5225-431d-8280-568d77008973 x-openstack-request-id: req-d5ff8dbf-5225-431d-8280-568d77008973 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:09:54.701548 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467f9b3d-9382-41d3-bf2e-354b6fa3ed25", "tag": "68194730-61b1-46d7-b452-51d9bdea8041", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:09:54.702672 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5ff8dbf-5225-431d-8280-568d77008973 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:09:54.703191 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467f9b3d-9382-41d3-bf2e-354b6fa3ed25', 'tag': '68194730-61b1-46d7-b452-51d9bdea8041', 'status': 'completed', 'code': 200} Jan 18 20:09:54.734216 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d110d2fd-84f9-410f-aca1-15b722bb2637 req-e9a9d4be-e74e-4b82-8e6e-ae8b527e0594 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:54.738470 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d110d2fd-84f9-410f-aca1-15b722bb2637 req-e9a9d4be-e74e-4b82-8e6e-ae8b527e0594 tempest-DeleteServersAdminTestJSON-337757979 tempest-DeleteServersAdminTestJSON-337757979-project] 10.222.0.57 "DELETE /v2.0/ports/87f6f495-1ac1-49e5-b0ec-d69fb90e51be HTTP/1.1" status: 204 len: 173 time: 1.7581191 Jan 18 20:09:54.761360 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-90231f7e-9537-4579-bb05-a5e4c2dc4b07 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Request body: {'port': {'device_id': 'e8f3b1d9-3d25-4efe-a5bb-280916746bf2', 'network_id': '1330a1de-3636-4f07-b599-97f547076b99', 'admin_state_up': True, 'tenant_id': '211c72f201034d10bbf94424fe5e3d47'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:54.798303 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.70', 55263) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:54.838596 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0fd8d0-5c08-4727-bd42-87ab00b182c1 x-openstack-request-id: req-2d0fd8d0-5c08-4727-bd42-87ab00b182c1 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:09:54.839541 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd2e16af-cc25-4950-8b1d-71ae47c24e70", "tag": "e564eced-bf0e-417d-9606-acb81d49e1e6", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:09:54.839541 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d0fd8d0-5c08-4727-bd42-87ab00b182c1 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:09:54.839541 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd2e16af-cc25-4950-8b1d-71ae47c24e70', 'tag': 'e564eced-bf0e-417d-9606-acb81d49e1e6', 'status': 'completed', 'code': 200} Jan 18 20:09:54.883107 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ad611f9d-8d6b-411c-840f-db336924ba95 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:09:54.975454 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-44ca0c0d-4971-429c-b551-a538684d2b64 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Publish callbacks [] for port (d531d365-d1be-42fb-8d80-625e359981c2), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:55.050816 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port ad611f9d-8d6b-411c-840f-db336924ba95 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:55.051349 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ad611f9d-8d6b-411c-840f-db336924ba95), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:55.086111 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66cd2fb-1558-4390-bc49-d53b00bcc0b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad611f9d-8d6b-411c-840f-db336924ba95'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:09:55.086785 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-8ec4f9d4-d783-4170-8b32-78c18936dc8f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:55.088364 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-8ec4f9d4-d783-4170-8b32-78c18936dc8f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.70 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25&tenant_id=85092cd3f857422b8e1328b863cb2eb0&binding%3Ahost_id=n-h2-741529-9 HTTP/1.1" status: 200 len: 947 time: 0.4001641 Jan 18 20:09:55.089435 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729c1961-8ac2-421a-b0a8-7b67d841f32f" -d '{"events": [{"server_uuid": "f66cd2fb-1558-4390-bc49-d53b00bcc0b5", "name": "network-vif-unplugged", "status": "completed", "tag": "ad611f9d-8d6b-411c-840f-db336924ba95"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:09:55.090211 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6e9e5-c918-42eb-a7bc-85e88ce1e24e req-d29db326-7360-409c-acd0-58eb79b30e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:55.091570 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6ba6e9e5-c918-42eb-a7bc-85e88ce1e24e req-d29db326-7360-409c-acd0-58eb79b30e30 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 1098 time: 0.4048705 Jan 18 20:09:55.106696 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ad611f9d-8d6b-411c-840f-db336924ba95, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ad611f9d-8d6b-411c-840f-db336924ba95,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:55.112412 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ad611f9d-8d6b-411c-840f-db336924ba95), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:55.189854 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=ad611f9d-8d6b-411c-840f-db336924ba95,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:55.244054 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6e9e5-c918-42eb-a7bc-85e88ce1e24e req-98154910-6442-4674-80f8-d05987253e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:55.246148 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6ba6e9e5-c918-42eb-a7bc-85e88ce1e24e req-98154910-6442-4674-80f8-d05987253e7b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 1098 time: 0.5401623 Jan 18 20:09:55.305659 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e325aaf2-d952-4d4d-b74c-3f6fcbaf7237 req-723512ca-71a1-4a52-83c8-b3ceb925b9d9 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1421254005&fields=id&tenant_id=79bac98ff06d455bb4a4343096ef379b HTTP/1.1" status: 200 len: 267 time: 0.5729380 Jan 18 20:09:55.335735 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46b56f-8f78-4120-980e-0eea04f23861 req-0c69df0b-23dd-4c1b-9e2e-8e8090c3aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:55.337610 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3b46b56f-8f78-4120-980e-0eea04f23861 req-0c69df0b-23dd-4c1b-9e2e-8e8090c3aa57 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=79bac98ff06d455bb4a4343096ef379b&device_id=fd2e16af-cc25-4950-8b1d-71ae47c24e70 HTTP/1.1" status: 200 len: 1136 time: 0.4910450 Jan 18 20:09:55.356036 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-8dea6209-9f98-4b2a-a22c-b67df14e12c3 service neutron] 10.222.0.70 "GET /v2.0/ports/68194730-61b1-46d7-b452-51d9bdea8041/bindings/n-h2-741529-9 HTTP/1.1" status: 200 len: 382 time: 0.2400327 Jan 18 20:09:55.522513 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-44ca0c0d-4971-429c-b551-a538684d2b64 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (d531d365-d1be-42fb-8d80-625e359981c2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:55.538457 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 87f6f495-1ac1-49e5-b0ec-d69fb90e51be no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:09:55.593196 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 87f6f495-1ac1-49e5-b0ec-d69fb90e51be {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:09:55.593543 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 87f6f495-1ac1-49e5-b0ec-d69fb90e51be not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:09:55.594936 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ea5aa908-71c0-42c5-9451-84d74ceb8952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:55.641922 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-44ca0c0d-4971-429c-b551-a538684d2b64 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:09:55.677142 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca0c0d-4971-429c-b551-a538684d2b64 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Pushing event updated for resources: {'Port': ['ID=d531d365-d1be-42fb-8d80-625e359981c2,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:55.685512 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-44ca0c0d-4971-429c-b551-a538684d2b64 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:09:55.690746 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-44ca0c0d-4971-429c-b551-a538684d2b64 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:09:55.744055 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-44ca0c0d-4971-429c-b551-a538684d2b64 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:55.744687 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-44ca0c0d-4971-429c-b551-a538684d2b64 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:55.747355 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-dad2e002-311f-4fab-b092-5c27967f4bcd tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Made reservation on behalf of 1088a7411f634bfd9b8775233ac8c777 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:09:55.750751 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-dad2e002-311f-4fab-b092-5c27967f4bcd tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:55.769966 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46b56f-8f78-4120-980e-0eea04f23861 req-76625eaf-745f-4ac6-af92-26db3444a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:55.771455 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3b46b56f-8f78-4120-980e-0eea04f23861 req-76625eaf-745f-4ac6-af92-26db3444a613 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5628e5e2-38d7-4c23-acf3-62dfe75ed62d HTTP/1.1" status: 200 len: 913 time: 0.3835166 Jan 18 20:09:55.772446 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6e9e5-c918-42eb-a7bc-85e88ce1e24e req-eb53a739-c712-47b1-8e8b-ccb0640fc323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:55.773910 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6ba6e9e5-c918-42eb-a7bc-85e88ce1e24e req-eb53a739-c712-47b1-8e8b-ccb0640fc323 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.5161994 Jan 18 20:09:55.778966 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-90231f7e-9537-4579-bb05-a5e4c2dc4b07 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Made reservation on behalf of 211c72f201034d10bbf94424fe5e3d47 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:09:55.783052 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-90231f7e-9537-4579-bb05-a5e4c2dc4b07 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:55.952445 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-44ca0c0d-4971-429c-b551-a538684d2b64 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9632044 Jan 18 20:09:55.960251 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6ba6e9e5-c918-42eb-a7bc-85e88ce1e24e req-549da5aa-8844-47c4-a903-9455a185422c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=68194730-61b1-46d7-b452-51d9bdea8041 HTTP/1.1" status: 200 len: 217 time: 0.1548228 Jan 18 20:09:55.961706 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3b46b56f-8f78-4120-980e-0eea04f23861 req-19483862-9a51-4210-ad55-19feaf8ab10e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e564eced-bf0e-417d-9606-acb81d49e1e6 HTTP/1.1" status: 200 len: 217 time: 0.1577184 Jan 18 20:09:55.990195 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325aaf2-d952-4d4d-b74c-3f6fcbaf7237 req-1b50d983-370d-4a87-b048-de4964c12e4f tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:56.003564 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e325aaf2-d952-4d4d-b74c-3f6fcbaf7237 req-1b50d983-370d-4a87-b048-de4964c12e4f tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd2e16af-cc25-4950-8b1d-71ae47c24e70 HTTP/1.1" status: 200 len: 985 time: 0.6969836 Jan 18 20:09:56.006589 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6e9e5-c918-42eb-a7bc-85e88ce1e24e req-d1f409d0-6fef-456d-b713-40d60a9204dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:56.008947 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6ba6e9e5-c918-42eb-a7bc-85e88ce1e24e req-d1f409d0-6fef-456d-b713-40d60a9204dc service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.9059086 Jan 18 20:09:56.017251 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-e325aaf2-d952-4d4d-b74c-3f6fcbaf7237 req-2d0290bd-db08-49a6-8ea6-c842b0425cd7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Request body: {'port': {'security_groups': ['2e4635da-206a-42df-b4da-44fbd0bc74bd', 'a6b8555c-e4de-4158-a200-5a9cbae11f4f', '03cbe17c-8b8e-469c-b6f6-cf351dc1bc77']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:56.084320 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98ca6da9-1c97-49d5-bd08-6be35c1143dc req-3b4ba58c-a0b1-494f-9a48-2d777292768b tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f141ae-58d6-4343-aabb-a270d4ae78bb HTTP/1.1" status: 200 len: 210 time: 0.0734365 Jan 18 20:09:56.111013 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-4a4d40aa-3665-4c8d-b227-44ee6e9e692f service neutron] Request body: {'port': {'device_id': '3af13c7b-5a78-4204-a2c2-3d3638814240', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:56.114997 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-b08e8c7b-7624-4e1b-8021-760bf8edb68f None None] Provisioning complete for port d531d365-d1be-42fb-8d80-625e359981c2 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:56.115518 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b08e8c7b-7624-4e1b-8021-760bf8edb68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d531d365-d1be-42fb-8d80-625e359981c2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:56.202612 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42394) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:56.209352 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b08e8c7b-7624-4e1b-8021-760bf8edb68f None None] Port d531d365-d1be-42fb-8d80-625e359981c2 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:09:56.270183 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6ba6e9e5-c918-42eb-a7bc-85e88ce1e24e req-573fe8be-8c7c-4634-9949-5a0c535eda54 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=68194730-61b1-46d7-b452-51d9bdea8041 HTTP/1.1" status: 200 len: 217 time: 0.2380579 Jan 18 20:09:56.273209 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-90231f7e-9537-4579-bb05-a5e4c2dc4b07 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Allocated IP 172.20.0.2 (1330a1de-3636-4f07-b599-97f547076b99/b76b9fe0-68f8-4703-9228-21897e60da9f/7dba6a5d-452a-48e0-8e61-bcbe12b44d8d) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:09:56.370559 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e325aaf2-d952-4d4d-b74c-3f6fcbaf7237 req-2d0290bd-db08-49a6-8ea6-c842b0425cd7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e564eced-bf0e-417d-9606-acb81d49e1e6), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:56.395809 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373aece-1b8b-40b7-98c3-394fb7e1747e req-8fc46ce2-1298-43ce-bcb8-93156bc4537d tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:56.397312 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1373aece-1b8b-40b7-98c3-394fb7e1747e req-8fc46ce2-1298-43ce-bcb8-93156bc4537d tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 947 time: 0.2122645 Jan 18 20:09:56.407727 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6e9e5-c918-42eb-a7bc-85e88ce1e24e req-9c03fead-cfb5-429d-8e40-781849a2bdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:56.409130 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6ba6e9e5-c918-42eb-a7bc-85e88ce1e24e req-9c03fead-cfb5-429d-8e40-781849a2bdfb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1237943 Jan 18 20:09:56.413552 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-4a4d40aa-3665-4c8d-b227-44ee6e9e692f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d531d365-d1be-42fb-8d80-625e359981c2), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:56.446067 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6e9e5-c918-42eb-a7bc-85e88ce1e24e req-da79ffce-018f-4af6-bb7b-75239c7ac1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:56.447558 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6ba6e9e5-c918-42eb-a7bc-85e88ce1e24e req-da79ffce-018f-4af6-bb7b-75239c7ac1a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.3004410 Jan 18 20:09:56.464906 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8facef61-8133-4204-8e45-9b5e948ba4fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:56.489593 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46b56f-8f78-4120-980e-0eea04f23861 req-26296c02-d480-4e72-86c4-abb291891533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:56.490990 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3b46b56f-8f78-4120-980e-0eea04f23861 req-26296c02-d480-4e72-86c4-abb291891533 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bbda01f7-ba03-4a9c-a56c-51f2a68f70b2 HTTP/1.1" status: 200 len: 852 time: 0.3852692 Jan 18 20:09:56.550683 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3b46b56f-8f78-4120-980e-0eea04f23861 req-c83afc08-6f45-42a2-a042-067386555085 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5628e5e2-38d7-4c23-acf3-62dfe75ed62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521917 Jan 18 20:09:56.580230 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1373aece-1b8b-40b7-98c3-394fb7e1747e req-9d915409-e27f-45e3-bbbc-bfab50af16c2 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689439 Jan 18 20:09:56.593559 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6e9e5-c918-42eb-a7bc-85e88ce1e24e req-21e0a256-9aa0-4caf-b5fb-4d14de679b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:56.595018 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6ba6e9e5-c918-42eb-a7bc-85e88ce1e24e req-21e0a256-9aa0-4caf-b5fb-4d14de679b0a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1705325 Jan 18 20:09:56.609412 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-dad2e002-311f-4fab-b092-5c27967f4bcd tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Allocated IP 192.168.233.254 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/ea1373eb-d048-4c59-aedf-d18aa355ea71) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:09:56.708702 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6e9e5-c918-42eb-a7bc-85e88ce1e24e req-87016ee0-6c6b-4671-b3b8-f39c56ba6604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:56.710243 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6ba6e9e5-c918-42eb-a7bc-85e88ce1e24e req-87016ee0-6c6b-4671-b3b8-f39c56ba6604 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2528508 Jan 18 20:09:56.736852 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-90231f7e-9537-4579-bb05-a5e4c2dc4b07 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks [] for port (7dba6a5d-452a-48e0-8e61-bcbe12b44d8d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:56.755369 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98d2ad7c-2980-460a-b7c5-c52911535991 req-9e63a738-a93e-4cc5-b0c5-4cd9a5d6347d tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3b1d9-3d25-4efe-a5bb-280916746bf2 HTTP/1.1" status: 200 len: 210 time: 0.0520265 Jan 18 20:09:56.802371 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8facef61-8133-4204-8e45-9b5e948ba4fd admin admin] Publish callbacks [] for security_group (30588675-fd7c-4291-9ddd-4a464320fec8), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:56.839242 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8aa1ed-2bf6-43a9-ab85-72c56402fa7e x-openstack-request-id: req-8c8aa1ed-2bf6-43a9-ab85-72c56402fa7e {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:09:56.840388 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66cd2fb-1558-4390-bc49-d53b00bcc0b5", "name": "network-vif-unplugged", "status": "completed", "tag": "ad611f9d-8d6b-411c-840f-db336924ba95", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:09:56.840749 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c8aa1ed-2bf6-43a9-ab85-72c56402fa7e {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:09:56.841968 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66cd2fb-1558-4390-bc49-d53b00bcc0b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad611f9d-8d6b-411c-840f-db336924ba95', 'code': 200} Jan 18 20:09:56.848011 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4215d6d-d895-4614-bd40-edad3cee69f8', 'name': 'network-vif-deleted', 'tag': '87f6f495-1ac1-49e5-b0ec-d69fb90e51be'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:09:56.850408 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b3e45d-5639-49c4-be78-42005267d031" -d '{"events": [{"server_uuid": "f4215d6d-d895-4614-bd40-edad3cee69f8", "name": "network-vif-deleted", "tag": "87f6f495-1ac1-49e5-b0ec-d69fb90e51be"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:09:56.857370 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8facef61-8133-4204-8e45-9b5e948ba4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (30588675-fd7c-4291-9ddd-4a464320fec8), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:56.867254 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6ba6e9e5-c918-42eb-a7bc-85e88ce1e24e req-22fa3a54-9e04-4f8c-bbf5-0885d2f48b41 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633407 Jan 18 20:09:56.911299 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 68194730-61b1-46d7-b452-51d9bdea8041 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:09:56.942914 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3b46b56f-8f78-4120-980e-0eea04f23861 req-ef085352-7623-411c-8f0a-6e0ca7c72d86 service neutron] 10.222.0.70 "GET /v2.0/networks/5628e5e2-38d7-4c23-acf3-62dfe75ed62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592582 Jan 18 20:09:56.967769 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8facef61-8133-4204-8e45-9b5e948ba4fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e24373834e7a48dfbfca12272145c7a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7239716 Jan 18 20:09:56.971043 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42410) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:56.991082 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8facef61-8133-4204-8e45-9b5e948ba4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30588675-fd7c-4291-9ddd-4a464320fec8,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:57.032402 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 68194730-61b1-46d7-b452-51d9bdea8041 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:09:57.037154 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 68194730-61b1-46d7-b452-51d9bdea8041 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:57.037530 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (68194730-61b1-46d7-b452-51d9bdea8041), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:57.063680 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-e325aaf2-d952-4d4d-b74c-3f6fcbaf7237 req-2d0290bd-db08-49a6-8ea6-c842b0425cd7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] For port e564eced-bf0e-417d-9606-acb81d49e1e6, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e564eced-bf0e-417d-9606-acb81d49e1e6,segment=NetworkSegment(7f408351-92dc-46d3-97e6-0e4f666a4758),segment_id=7f408351-92dc-46d3-97e6-0e4f666a4758)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:57.117999 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e325aaf2-d952-4d4d-b74c-3f6fcbaf7237 req-2d0290bd-db08-49a6-8ea6-c842b0425cd7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for port (e564eced-bf0e-417d-9606-acb81d49e1e6), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:57.160236 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 68194730-61b1-46d7-b452-51d9bdea8041 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:09:57.160724 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (68194730-61b1-46d7-b452-51d9bdea8041), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:57.222017 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e325aaf2-d952-4d4d-b74c-3f6fcbaf7237 req-2d0290bd-db08-49a6-8ea6-c842b0425cd7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (e564eced-bf0e-417d-9606-acb81d49e1e6), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:57.275403 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 68194730-61b1-46d7-b452-51d9bdea8041, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=68194730-61b1-46d7-b452-51d9bdea8041,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:09:57.287722 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['e564eced-bf0e-417d-9606-acb81d49e1e6'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:09:57.298201 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (68194730-61b1-46d7-b452-51d9bdea8041), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:57.304129 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de0710f-b65c-49b8-bd27-30f76b81e196 x-openstack-request-id: req-0de0710f-b65c-49b8-bd27-30f76b81e196 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:09:57.304446 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4215d6d-d895-4614-bd40-edad3cee69f8", "name": "network-vif-deleted", "tag": "87f6f495-1ac1-49e5-b0ec-d69fb90e51be", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:09:57.304672 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0de0710f-b65c-49b8-bd27-30f76b81e196 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:09:57.305073 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4215d6d-d895-4614-bd40-edad3cee69f8', 'name': 'network-vif-deleted', 'tag': '87f6f495-1ac1-49e5-b0ec-d69fb90e51be', 'status': 'completed', 'code': 200} Jan 18 20:09:57.321233 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6ba6e9e5-c918-42eb-a7bc-85e88ce1e24e req-1afb1ad1-765f-477f-94c7-1488b91d6e1b service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365957 Jan 18 20:09:57.360465 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325aaf2-d952-4d4d-b74c-3f6fcbaf7237 req-2d0290bd-db08-49a6-8ea6-c842b0425cd7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:57.361151 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e325aaf2-d952-4d4d-b74c-3f6fcbaf7237 req-2d0290bd-db08-49a6-8ea6-c842b0425cd7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:57.362690 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e325aaf2-d952-4d4d-b74c-3f6fcbaf7237 req-2d0290bd-db08-49a6-8ea6-c842b0425cd7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "PUT /v2.0/ports/e564eced-bf0e-417d-9606-acb81d49e1e6 HTTP/1.1" status: 200 len: 1021 time: 1.3579204 Jan 18 20:09:57.503615 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['e564eced-bf0e-417d-9606-acb81d49e1e6'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:09:57.508662 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-43825559-a718-4220-b64c-beac2a886d19 admin admin] Publish callbacks [] for security_group (30588675-fd7c-4291-9ddd-4a464320fec8), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:57.511221 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0290bd-db08-49a6-8ea6-c842b0425cd7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Pushing event updated for resources: {'Port': ['ID=e564eced-bf0e-417d-9606-acb81d49e1e6,revision_number=7']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:57.564876 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3b46b56f-8f78-4120-980e-0eea04f23861 req-19d2d807-f4cc-4944-90ec-4164a44eeeff service neutron] 10.222.0.70 "GET /v2.0/networks/5628e5e2-38d7-4c23-acf3-62dfe75ed62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5969071 Jan 18 20:09:57.566951 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f3d9c89d-ee6a-4168-ba39-b3af35aee410 req-99675272-e311-4630-8117-edd25924f0db tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f141ae-58d6-4343-aabb-a270d4ae78bb HTTP/1.1" status: 200 len: 210 time: 0.1053817 Jan 18 20:09:57.610420 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-43825559-a718-4220-b64c-beac2a886d19 admin admin] Publish callbacks [] for security_group (30588675-fd7c-4291-9ddd-4a464320fec8), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:57.616864 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6ba6e9e5-c918-42eb-a7bc-85e88ce1e24e req-b115f7e8-beda-4e17-a9ea-10a6797ed404 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8896582 Jan 18 20:09:57.620569 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-90231f7e-9537-4579-bb05-a5e4c2dc4b07 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (7dba6a5d-452a-48e0-8e61-bcbe12b44d8d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:57.636992 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-37ac33be-37a0-41f3-885a-9607099f92f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:57.641387 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-37ac33be-37a0-41f3-885a-9607099f92f6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 1099 time: 0.2705050 Jan 18 20:09:57.649323 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=68194730-61b1-46d7-b452-51d9bdea8041,revision_number=9']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:57.743995 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-90231f7e-9537-4579-bb05-a5e4c2dc4b07 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Network 1330a1de-3636-4f07-b599-97f547076b99 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:09:57.750588 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245ea20-7f31-452c-9fb4-8dcbfbfc6a57 req-ac22b9d3-5671-482a-8146-cc8f9568d950 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:57.751379 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90231f7e-9537-4579-bb05-a5e4c2dc4b07 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Pushing event updated for resources: {'Port': ['ID=7dba6a5d-452a-48e0-8e61-bcbe12b44d8d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:57.753211 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e245ea20-7f31-452c-9fb4-8dcbfbfc6a57 req-ac22b9d3-5671-482a-8146-cc8f9568d950 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd2e16af-cc25-4950-8b1d-71ae47c24e70 HTTP/1.1" status: 200 len: 1024 time: 0.2358654 Jan 18 20:09:57.758263 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-90231f7e-9537-4579-bb05-a5e4c2dc4b07 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:09:57.758563 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-206fd890-160f-41a1-a712-8391ea2c4c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:57.767209 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-90231f7e-9537-4579-bb05-a5e4c2dc4b07 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:09:57.776293 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-dad2e002-311f-4fab-b092-5c27967f4bcd tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Publish callbacks [] for port (ea1373eb-d048-4c59-aedf-d18aa355ea71), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:57.848007 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-90231f7e-9537-4579-bb05-a5e4c2dc4b07 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:57.848622 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-90231f7e-9537-4579-bb05-a5e4c2dc4b07 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:57.857170 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6ba6e9e5-c918-42eb-a7bc-85e88ce1e24e req-770f9b12-5c5d-44a2-90dc-d8c2c2cd7bd2 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292933 Jan 18 20:09:57.879549 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-90231f7e-9537-4579-bb05-a5e4c2dc4b07 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1745784 Jan 18 20:09:57.890949 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-dad2e002-311f-4fab-b092-5c27967f4bcd tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ea1373eb-d048-4c59-aedf-d18aa355ea71), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:57.906842 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-68dbdde2-637d-43cb-90e1-eedd4340fa5d service neutron] Request body: {'port': {'device_id': 'e8f3b1d9-3d25-4efe-a5bb-280916746bf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:57.977910 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-43825559-a718-4220-b64c-beac2a886d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (30588675-fd7c-4291-9ddd-4a464320fec8), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:57.981429 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-43825559-a718-4220-b64c-beac2a886d19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:57.985244 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-43825559-a718-4220-b64c-beac2a886d19 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/30588675-fd7c-4291-9ddd-4a464320fec8 HTTP/1.1" status: 204 len: 168 time: 1.0003350 Jan 18 20:09:58.024533 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43825559-a718-4220-b64c-beac2a886d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30588675-fd7c-4291-9ddd-4a464320fec8,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:58.059416 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-22349035-e14c-4b03-8d15-e07e64302d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:58.059607 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-dad2e002-311f-4fab-b092-5c27967f4bcd tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:09:58.060295 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-68dbdde2-637d-43cb-90e1-eedd4340fa5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7dba6a5d-452a-48e0-8e61-bcbe12b44d8d), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:58.061754 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-22349035-e14c-4b03-8d15-e07e64302d31 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.4097612 Jan 18 20:09:58.070770 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-dad2e002-311f-4fab-b092-5c27967f4bcd tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:09:58.082792 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-dad2e002-311f-4fab-b092-5c27967f4bcd tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:09:58.086220 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2e002-311f-4fab-b092-5c27967f4bcd tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Pushing event updated for resources: {'Port': ['ID=ea1373eb-d048-4c59-aedf-d18aa355ea71,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:58.174028 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8581e-d36f-4855-a58a-09db61c86116 req-ae29c633-b092-4ee0-9c65-c6f2c019b647 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:58.181214 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-50d8581e-d36f-4855-a58a-09db61c86116 req-ae29c633-b092-4ee0-9c65-c6f2c019b647 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/networks?id=da762a08-ce23-48b4-9e56-1b22cb2c3759 HTTP/1.1" status: 200 len: 804 time: 0.4051366 Jan 18 20:09:58.192611 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-b895c0bb-d1a9-4e67-a5ea-803da7b5bfc0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=68194730-61b1-46d7-b452-51d9bdea8041 HTTP/1.1" status: 200 len: 217 time: 0.1181035 Jan 18 20:09:58.204923 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e245ea20-7f31-452c-9fb4-8dcbfbfc6a57 req-b4172adf-b0a5-488d-a69e-dbf10fc702f7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups?id=03cbe17c-8b8e-469c-b6f6-cf351dc1bc77&id=a6b8555c-e4de-4158-a200-5a9cbae11f4f&id=2e4635da-206a-42df-b4da-44fbd0bc74bd HTTP/1.1" status: 200 len: 6198 time: 0.3481550 Jan 18 20:09:58.212927 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-50d8581e-d36f-4855-a58a-09db61c86116 req-90acaa93-da3e-4c32-8b59-a99bd30e2b05 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/quotas/934a86f68a4746be8b16c0fa3df42262 HTTP/1.1" status: 200 len: 375 time: 0.0307493 Jan 18 20:09:58.303321 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-b1462095-240c-4458-8306-762def7c509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:58.315714 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-b1462095-240c-4458-8306-762def7c509c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1094675 Jan 18 20:09:58.328103 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-dad2e002-311f-4fab-b092-5c27967f4bcd tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:58.328788 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-dad2e002-311f-4fab-b092-5c27967f4bcd tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:58.333351 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-50d8581e-d36f-4855-a58a-09db61c86116 req-c19d7d2f-791d-483e-b2f3-e6b2648b282f tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=934a86f68a4746be8b16c0fa3df42262&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1171095 Jan 18 20:09:58.364636 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-dad2e002-311f-4fab-b092-5c27967f4bcd tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9436982 Jan 18 20:09:58.389985 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-5d62d62f-a03e-4a94-8a94-30cf8ea63142 service neutron] Request body: {'port': {'device_id': 'd6f141ae-58d6-4343-aabb-a270d4ae78bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:58.489822 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-9e4673ec-0926-4981-87d6-a06677513ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:58.491607 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-9e4673ec-0926-4981-87d6-a06677513ba8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1572921 Jan 18 20:09:58.552167 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-4a4d40aa-3665-4c8d-b227-44ee6e9e692f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d531d365-d1be-42fb-8d80-625e359981c2 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:09:58.561073 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-5d62d62f-a03e-4a94-8a94-30cf8ea63142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ea1373eb-d048-4c59-aedf-d18aa355ea71), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:58.563434 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a19a78bb-425a-4547-8f3f-8fc0b412f3d7 None None] Provisioning complete for port ea1373eb-d048-4c59-aedf-d18aa355ea71 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:09:58.563933 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a19a78bb-425a-4547-8f3f-8fc0b412f3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ea1373eb-d048-4c59-aedf-d18aa355ea71), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:58.565787 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-4a4d40aa-3665-4c8d-b227-44ee6e9e692f service neutron] Publish callbacks [] for port (d531d365-d1be-42fb-8d80-625e359981c2), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:58.573247 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda5fc7-eaba-48c1-b44e-26599a965387 req-1d611721-b4a9-4f11-93fd-62edd3bf2aad tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:58.575344 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8dda5fc7-eaba-48c1-b44e-26599a965387 req-1d611721-b4a9-4f11-93fd-62edd3bf2aad tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 948 time: 0.1219165 Jan 18 20:09:58.610133 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-50d8581e-d36f-4855-a58a-09db61c86116 req-1fed9f87-d01f-4e1a-bf00-121ce7ca81f6 service neutron] 10.222.0.31 "GET /v2.0/networks/da762a08-ce23-48b4-9e56-1b22cb2c3759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578230 Jan 18 20:09:58.641407 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a19a78bb-425a-4547-8f3f-8fc0b412f3d7 None None] Port ea1373eb-d048-4c59-aedf-d18aa355ea71 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:09:58.666052 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-4a4d40aa-3665-4c8d-b227-44ee6e9e692f service neutron] Transition to ACTIVE for port object d531d365-d1be-42fb-8d80-625e359981c2 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:09:58.741665 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-68dbdde2-637d-43cb-90e1-eedd4340fa5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dba6a5d-452a-48e0-8e61-bcbe12b44d8d {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:09:58.751904 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-68dbdde2-637d-43cb-90e1-eedd4340fa5d service neutron] Publish callbacks [] for port (7dba6a5d-452a-48e0-8e61-bcbe12b44d8d), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:58.752344 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-5afeaa26-fef2-4ec0-968a-eacd590f8f03 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470458 Jan 18 20:09:58.757915 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8dda5fc7-eaba-48c1-b44e-26599a965387 req-dae6e168-499f-44d4-b056-215bdbcb04a5 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408010 Jan 18 20:09:58.785415 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-68dbdde2-637d-43cb-90e1-eedd4340fa5d service neutron] Transition to ACTIVE for port object 7dba6a5d-452a-48e0-8e61-bcbe12b44d8d will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:09:58.795057 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-50d8581e-d36f-4855-a58a-09db61c86116 req-7a8b0541-7228-452f-9b90-d82e586ef4c1 service neutron] 10.222.0.31 "GET /v2.0/networks/da762a08-ce23-48b4-9e56-1b22cb2c3759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832180 Jan 18 20:09:58.796507 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-4a4d40aa-3665-4c8d-b227-44ee6e9e692f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (d531d365-d1be-42fb-8d80-625e359981c2), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:58.842669 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467f9b3d-9382-41d3-bf2e-354b6fa3ed25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68194730-61b1-46d7-b452-51d9bdea8041'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:09:58.845029 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb6dc6d-4543-4a2d-84a9-ecc6be69b83f" -d '{"events": [{"server_uuid": "467f9b3d-9382-41d3-bf2e-354b6fa3ed25", "name": "network-vif-plugged", "status": "completed", "tag": "68194730-61b1-46d7-b452-51d9bdea8041"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:09:58.928103 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-68dbdde2-637d-43cb-90e1-eedd4340fa5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (7dba6a5d-452a-48e0-8e61-bcbe12b44d8d), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:58.937600 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:59.009389 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d40aa-3665-4c8d-b227-44ee6e9e692f service neutron] Pushing event updated for resources: {'Port': ['ID=d531d365-d1be-42fb-8d80-625e359981c2,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:59.052599 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-8f59a650-a7ff-44b0-9623-5fbabea2810d service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892463 Jan 18 20:09:59.081727 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-3485a00f-ef6e-4f53-9829-9b5f4eaf32c3 req-f50cf049-737b-4b6f-a564-38e1a886ce77 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Request body: {'security_group': {'name': ' tempest-securitygroup -49048000 ', 'description': 'tempest-description-574963692'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:59.221906 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fa3a1-0efc-44f8-9b6f-89c7d6dca158 req-c9cef537-a5c1-4859-a71b-dcc8a4724c22 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:59.238477 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ab5fa3a1-0efc-44f8-9b6f-89c7d6dca158 req-c9cef537-a5c1-4859-a71b-dcc8a4724c22 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3b1d9-3d25-4efe-a5bb-280916746bf2 HTTP/1.1" status: 200 len: 943 time: 0.2768085 Jan 18 20:09:59.330041 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8d00a-3717-438b-bab8-cd0e36112fdf req-e38ddb04-0a50-4d70-b25d-685452c8e192 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:59.330937 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42476) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:09:59.332185 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-12e8d00a-3717-438b-bab8-cd0e36112fdf req-e38ddb04-0a50-4d70-b25d-685452c8e192 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.70 "GET /v2.0/ports?device_id=f66cd2fb-1558-4390-bc49-d53b00bcc0b5 HTTP/1.1" status: 200 len: 944 time: 0.2323780 Jan 18 20:09:59.332662 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd2e16af-cc25-4950-8b1d-71ae47c24e70', 'tag': 'e564eced-bf0e-417d-9606-acb81d49e1e6'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:09:59.335567 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b27184-8a94-4188-a374-d68e5707f736" -d '{"events": [{"name": "network-changed", "server_uuid": "fd2e16af-cc25-4950-8b1d-71ae47c24e70", "tag": "e564eced-bf0e-417d-9606-acb81d49e1e6"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:09:59.395627 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dbdde2-637d-43cb-90e1-eedd4340fa5d service neutron] Pushing event updated for resources: {'Port': ['ID=7dba6a5d-452a-48e0-8e61-bcbe12b44d8d,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:59.398591 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3485a00f-ef6e-4f53-9829-9b5f4eaf32c3 req-f50cf049-737b-4b6f-a564-38e1a886ce77 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:59.449449 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ab5fa3a1-0efc-44f8-9b6f-89c7d6dca158 req-f0372e68-cff8-496c-bf99-35d77cfb9abd tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101600 Jan 18 20:09:59.547262 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-67d12ad5-2964-48cd-8192-776134d7445b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1877546686-network', 'tenant_id': '72501d248542438e9d3a803e6110efb0'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:09:59.553472 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-4a4d40aa-3665-4c8d-b227-44ee6e9e692f service neutron] Attempting to bind port d531d365-d1be-42fb-8d80-625e359981c2 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:09:59.553848 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-4a4d40aa-3665-4c8d-b227-44ee6e9e692f service neutron] Attempting to bind port d531d365-d1be-42fb-8d80-625e359981c2 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:09:59.554172 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-4a4d40aa-3665-4c8d-b227-44ee6e9e692f service neutron] Attempting to bind port d531d365-d1be-42fb-8d80-625e359981c2 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:09:59.566361 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-68dbdde2-637d-43cb-90e1-eedd4340fa5d service neutron] Attempting to bind port 7dba6a5d-452a-48e0-8e61-bcbe12b44d8d on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:09:59.566944 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-68dbdde2-637d-43cb-90e1-eedd4340fa5d service neutron] Attempting to bind port 7dba6a5d-452a-48e0-8e61-bcbe12b44d8d by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '764cc364-bdeb-41f4-8a87-9fa870bc06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1330a1de-3636-4f07-b599-97f547076b99'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:09:59.567331 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-68dbdde2-637d-43cb-90e1-eedd4340fa5d service neutron] Attempting to bind port 7dba6a5d-452a-48e0-8e61-bcbe12b44d8d on network 1330a1de-3636-4f07-b599-97f547076b99 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:09:59.573113 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-4a4d40aa-3665-4c8d-b227-44ee6e9e692f service neutron] Port d531d365-d1be-42fb-8d80-625e359981c2 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:09:59.573432 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-4a4d40aa-3665-4c8d-b227-44ee6e9e692f service neutron] Attempting to bind port d531d365-d1be-42fb-8d80-625e359981c2 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:09:59.596518 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-4a4d40aa-3665-4c8d-b227-44ee6e9e692f service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:09:59.596847 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-4a4d40aa-3665-4c8d-b227-44ee6e9e692f service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:09:59.597227 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-4a4d40aa-3665-4c8d-b227-44ee6e9e692f service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:09:59.597660 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-4a4d40aa-3665-4c8d-b227-44ee6e9e692f service neutron] Bound port: d531d365-d1be-42fb-8d80-625e359981c2, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:09:59.598016 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-4a4d40aa-3665-4c8d-b227-44ee6e9e692f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d531d365-d1be-42fb-8d80-625e359981c2), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:59.599824 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-68dbdde2-637d-43cb-90e1-eedd4340fa5d service neutron] Port 7dba6a5d-452a-48e0-8e61-bcbe12b44d8d on network 1330a1de-3636-4f07-b599-97f547076b99 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:09:59.600058 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-68dbdde2-637d-43cb-90e1-eedd4340fa5d service neutron] Attempting to bind port 7dba6a5d-452a-48e0-8e61-bcbe12b44d8d on network 1330a1de-3636-4f07-b599-97f547076b99 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:09:59.629702 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-68dbdde2-637d-43cb-90e1-eedd4340fa5d service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:09:59.630046 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-68dbdde2-637d-43cb-90e1-eedd4340fa5d service neutron] Checking segment: {'id': '764cc364-bdeb-41f4-8a87-9fa870bc06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1330a1de-3636-4f07-b599-97f547076b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:09:59.630730 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-68dbdde2-637d-43cb-90e1-eedd4340fa5d service neutron] Bound using segment: {'id': '764cc364-bdeb-41f4-8a87-9fa870bc06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1330a1de-3636-4f07-b599-97f547076b99'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:09:59.630853 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-68dbdde2-637d-43cb-90e1-eedd4340fa5d service neutron] Bound port: 7dba6a5d-452a-48e0-8e61-bcbe12b44d8d, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '764cc364-bdeb-41f4-8a87-9fa870bc06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1330a1de-3636-4f07-b599-97f547076b99'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:09:59.631309 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-68dbdde2-637d-43cb-90e1-eedd4340fa5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7dba6a5d-452a-48e0-8e61-bcbe12b44d8d), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:59.679840 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d12ad5-2964-48cd-8192-776134d7445b admin admin] Made reservation on behalf of 72501d248542438e9d3a803e6110efb0 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:09:59.681971 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-67d12ad5-2964-48cd-8192-776134d7445b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:59.731861 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-67d12ad5-2964-48cd-8192-776134d7445b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:59.783011 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3485a00f-ef6e-4f53-9829-9b5f4eaf32c3 req-f50cf049-737b-4b6f-a564-38e1a886ce77 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (a4a73ca6-f193-49f9-8d04-02969171b692), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:59.812609 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-12e8d00a-3717-438b-bab8-cd0e36112fdf req-edd676b4-11b4-40e6-a7b8-20b68a7ad6b3 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Deleting port ad611f9d-8d6b-411c-840f-db336924ba95 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:09:59.812919 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-12e8d00a-3717-438b-bab8-cd0e36112fdf req-edd676b4-11b4-40e6-a7b8-20b68a7ad6b3 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ad611f9d-8d6b-411c-840f-db336924ba95), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:59.823057 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3485a00f-ef6e-4f53-9829-9b5f4eaf32c3 req-f50cf049-737b-4b6f-a564-38e1a886ce77 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a4a73ca6-f193-49f9-8d04-02969171b692), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:59.835095 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-5d62d62f-a03e-4a94-8a94-30cf8ea63142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1373eb-d048-4c59-aedf-d18aa355ea71 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:09:59.851886 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-5d62d62f-a03e-4a94-8a94-30cf8ea63142 service neutron] Publish callbacks [] for port (ea1373eb-d048-4c59-aedf-d18aa355ea71), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:59.854540 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-4a4d40aa-3665-4c8d-b227-44ee6e9e692f service neutron] For port d531d365-d1be-42fb-8d80-625e359981c2, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:09:59.887945 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-68dbdde2-637d-43cb-90e1-eedd4340fa5d service neutron] For port 7dba6a5d-452a-48e0-8e61-bcbe12b44d8d, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:09:59.892823 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-4a4d40aa-3665-4c8d-b227-44ee6e9e692f service neutron] For port d531d365-d1be-42fb-8d80-625e359981c2, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=d531d365-d1be-42fb-8d80-625e359981c2,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:09:59.895191 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-5d62d62f-a03e-4a94-8a94-30cf8ea63142 service neutron] Transition to ACTIVE for port object ea1373eb-d048-4c59-aedf-d18aa355ea71 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:09:59.905529 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-4a4d40aa-3665-4c8d-b227-44ee6e9e692f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (d531d365-d1be-42fb-8d80-625e359981c2), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:59.915209 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-68dbdde2-637d-43cb-90e1-eedd4340fa5d service neutron] For port 7dba6a5d-452a-48e0-8e61-bcbe12b44d8d, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=7dba6a5d-452a-48e0-8e61-bcbe12b44d8d,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:09:59.920254 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-5d62d62f-a03e-4a94-8a94-30cf8ea63142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (ea1373eb-d048-4c59-aedf-d18aa355ea71), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:59.944138 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf285500-4ad1-4bf2-9eed-28dd393963df req-0ee16fa2-c820-4590-b3d3-3b912ea4077e tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:59.945756 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cf285500-4ad1-4bf2-9eed-28dd393963df req-0ee16fa2-c820-4590-b3d3-3b912ea4077e tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f141ae-58d6-4343-aabb-a270d4ae78bb HTTP/1.1" status: 200 len: 936 time: 0.2713902 Jan 18 20:09:59.950459 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cf049-737b-4b6f-a564-38e1a886ce77 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a73ca6-f193-49f9-8d04-02969171b692,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:09:59.960518 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-68dbdde2-637d-43cb-90e1-eedd4340fa5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (7dba6a5d-452a-48e0-8e61-bcbe12b44d8d), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:59.969935 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3485a00f-ef6e-4f53-9829-9b5f4eaf32c3 req-f50cf049-737b-4b6f-a564-38e1a886ce77 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:59.984865 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3485a00f-ef6e-4f53-9829-9b5f4eaf32c3 req-f50cf049-737b-4b6f-a564-38e1a886ce77 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.9400902 Jan 18 20:09:59.993952 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-4a4d40aa-3665-4c8d-b227-44ee6e9e692f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:09:59.993952 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-4a4d40aa-3665-4c8d-b227-44ee6e9e692f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:09:59.998822 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-4a4d40aa-3665-4c8d-b227-44ee6e9e692f service neutron] 10.222.0.70 "PUT /v2.0/ports/d531d365-d1be-42fb-8d80-625e359981c2 HTTP/1.1" status: 200 len: 1096 time: 4.0294735 Jan 18 20:10:00.011692 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af13c7b-5a78-4204-a2c2-3d3638814240', 'tag': 'd531d365-d1be-42fb-8d80-625e359981c2'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:00.018423 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c887af02-ace5-4853-8271-b6a1792bf037" -d '{"events": [{"name": "network-changed", "server_uuid": "3af13c7b-5a78-4204-a2c2-3d3638814240", "tag": "d531d365-d1be-42fb-8d80-625e359981c2"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:00.034444 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42494) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:00.078280 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9dd9e7-f420-4e62-aa6e-41e5e7bb02ad x-openstack-request-id: req-1b9dd9e7-f420-4e62-aa6e-41e5e7bb02ad {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:00.079461 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467f9b3d-9382-41d3-bf2e-354b6fa3ed25", "name": "network-vif-plugged", "status": "completed", "tag": "68194730-61b1-46d7-b452-51d9bdea8041", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:00.079952 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b9dd9e7-f420-4e62-aa6e-41e5e7bb02ad {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:00.082120 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467f9b3d-9382-41d3-bf2e-354b6fa3ed25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68194730-61b1-46d7-b452-51d9bdea8041', 'code': 200} Jan 18 20:10:00.119625 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-12e8d00a-3717-438b-bab8-cd0e36112fdf req-edd676b4-11b4-40e6-a7b8-20b68a7ad6b3 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] For port ad611f9d-8d6b-411c-840f-db336924ba95, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ad611f9d-8d6b-411c-840f-db336924ba95,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:00.120695 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-12e8d00a-3717-438b-bab8-cd0e36112fdf req-edd676b4-11b4-40e6-a7b8-20b68a7ad6b3 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ad611f9d-8d6b-411c-840f-db336924ba95), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:00.148322 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-12e8d00a-3717-438b-bab8-cd0e36112fdf req-edd676b4-11b4-40e6-a7b8-20b68a7ad6b3 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Calling delete_port for ad611f9d-8d6b-411c-840f-db336924ba95 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:10:00.185708 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-67d12ad5-2964-48cd-8192-776134d7445b admin admin] Publish callbacks [] for security_group (a14d29b6-8750-449b-a2d7-e59fdb522c04), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:00.220680 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-67d12ad5-2964-48cd-8192-776134d7445b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a14d29b6-8750-449b-a2d7-e59fdb522c04), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:00.225220 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-68dbdde2-637d-43cb-90e1-eedd4340fa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:00.226365 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-68dbdde2-637d-43cb-90e1-eedd4340fa5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:00.228018 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-68dbdde2-637d-43cb-90e1-eedd4340fa5d service neutron] 10.222.0.70 "PUT /v2.0/ports/7dba6a5d-452a-48e0-8e61-bcbe12b44d8d HTTP/1.1" status: 200 len: 1091 time: 2.3254085 Jan 18 20:10:00.286518 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d12ad5-2964-48cd-8192-776134d7445b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14d29b6-8750-449b-a2d7-e59fdb522c04,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:00.318665 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-606d8691-9151-4189-b515-7346b06b543f req-8b8d6fbd-11cf-4a54-aaf7-e03933f8d270 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4f9e08-2cbb-4754-a9c4-30e94cc6620c HTTP/1.1" status: 200 len: 210 time: 0.0795205 Jan 18 20:10:00.334449 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d40aa-3665-4c8d-b227-44ee6e9e692f service neutron] Pushing event updated for resources: {'Port': ['ID=d531d365-d1be-42fb-8d80-625e359981c2,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:00.386309 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cf285500-4ad1-4bf2-9eed-28dd393963df req-ac503077-c091-4eb9-b61f-5661f1d0f4ab tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052152 Jan 18 20:10:00.387813 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b648349f-9406-4172-be32-9499f21bb1bc x-openstack-request-id: req-b648349f-9406-4172-be32-9499f21bb1bc {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:00.388106 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd2e16af-cc25-4950-8b1d-71ae47c24e70", "tag": "e564eced-bf0e-417d-9606-acb81d49e1e6", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:00.388359 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b648349f-9406-4172-be32-9499f21bb1bc {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:00.388750 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd2e16af-cc25-4950-8b1d-71ae47c24e70', 'tag': 'e564eced-bf0e-417d-9606-acb81d49e1e6', 'status': 'completed', 'code': 200} Jan 18 20:10:00.500367 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:00.509717 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d12ad5-2964-48cd-8192-776134d7445b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:10:00.582066 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f49d8dff-7253-427c-b8b3-821c6143ee2a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=967d825473b54d53b7e07fa1a9fa9690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5145457 Jan 18 20:10:00.587344 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42506) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:00.614253 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-2f66f6ba-da09-4852-8118-6e42c31d77de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:00.616659 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-2f66f6ba-da09-4852-8118-6e42c31d77de service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1088a7411f634bfd9b8775233ac8c777&device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 1099 time: 0.5298369 Jan 18 20:10:00.666752 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-253d3f6a-756e-4842-8bf3-34764b009818 req-aee133c2-5403-40e5-824a-92cad347f42b tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups/a4a73ca6-f193-49f9-8d04-02969171b692 HTTP/1.1" status: 200 len: 1795 time: 0.1580586 Jan 18 20:10:00.676626 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-12e8d00a-3717-438b-bab8-cd0e36112fdf req-edd676b4-11b4-40e6-a7b8-20b68a7ad6b3 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (ad611f9d-8d6b-411c-840f-db336924ba95), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:00.713669 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-67d12ad5-2964-48cd-8192-776134d7445b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (91eca149-2050-42be-9943-9917eddedfac), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:00.713998 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-67d12ad5-2964-48cd-8192-776134d7445b admin admin] Added segment 91eca149-2050-42be-9943-9917eddedfac of type vlan for network 2cafaa10-97b0-4140-ac04-be8f2bf83219 Jan 18 20:10:00.734169 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c67b7d-82d3-4173-89fd-2ed770f5aefe x-openstack-request-id: req-08c67b7d-82d3-4173-89fd-2ed770f5aefe {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:00.734529 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af13c7b-5a78-4204-a2c2-3d3638814240", "tag": "d531d365-d1be-42fb-8d80-625e359981c2", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:00.734844 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08c67b7d-82d3-4173-89fd-2ed770f5aefe {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:00.735315 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af13c7b-5a78-4204-a2c2-3d3638814240', 'tag': 'd531d365-d1be-42fb-8d80-625e359981c2', 'status': 'completed', 'code': 200} Jan 18 20:10:00.784550 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dcc07608-af87-49a9-8081-cd9bf7496f49 admin admin] Publish callbacks [] for security_group (9c81dc55-1d7e-4575-bd69-0392030b38ff), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:00.788401 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927aeb38-85e7-4bf8-86fa-915d9cb5df6d req-5aa67d7d-d64a-4ea0-b20b-a801dd2e72cc tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:00.790005 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-d8a0088a-842d-4517-809a-a57c96ee4ac6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=d531d365-d1be-42fb-8d80-625e359981c2 HTTP/1.1" status: 200 len: 217 time: 0.0779006 Jan 18 20:10:00.790602 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-927aeb38-85e7-4bf8-86fa-915d9cb5df6d req-5aa67d7d-d64a-4ea0-b20b-a801dd2e72cc tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 948 time: 0.2575912 Jan 18 20:10:00.791470 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd676b4-11b4-40e6-a7b8-20b68a7ad6b3 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Pushing event deleted for resources: {'Port': ['ID=ad611f9d-8d6b-411c-840f-db336924ba95,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:00.802649 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62d62f-a03e-4a94-8a94-30cf8ea63142 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1373eb-d048-4c59-aedf-d18aa355ea71,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:00.847934 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e8d00a-3717-438b-bab8-cd0e36112fdf req-edd676b4-11b4-40e6-a7b8-20b68a7ad6b3 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] No DVR routers for this DVR port ad611f9d-8d6b-411c-840f-db336924ba95 on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:10:00.858922 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-12e8d00a-3717-438b-bab8-cd0e36112fdf req-edd676b4-11b4-40e6-a7b8-20b68a7ad6b3 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:00.862524 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-12e8d00a-3717-438b-bab8-cd0e36112fdf req-edd676b4-11b4-40e6-a7b8-20b68a7ad6b3 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.70 "DELETE /v2.0/ports/ad611f9d-8d6b-411c-840f-db336924ba95 HTTP/1.1" status: 204 len: 173 time: 1.4651015 Jan 18 20:10:00.919803 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-c84d2fa1-26ec-4851-8d02-fbbe3bd4cb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:00.922057 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-c84d2fa1-26ec-4851-8d02-fbbe3bd4cb9a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=211c72f201034d10bbf94424fe5e3d47&device_id=e8f3b1d9-3d25-4efe-a5bb-280916746bf2 HTTP/1.1" status: 200 len: 1094 time: 0.6389704 Jan 18 20:10:00.964159 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dcc07608-af87-49a9-8081-cd9bf7496f49 admin admin] Publish callbacks [] for security_group (9c81dc55-1d7e-4575-bd69-0392030b38ff), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:01.082851 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-67d12ad5-2964-48cd-8192-776134d7445b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (2cafaa10-97b0-4140-ac04-be8f2bf83219), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:01.086254 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-62c49d6f-b876-46f0-92f4-9d2abebde75f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7dba6a5d-452a-48e0-8e61-bcbe12b44d8d HTTP/1.1" status: 200 len: 217 time: 0.1243637 Jan 18 20:10:01.124144 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-5d62d62f-a03e-4a94-8a94-30cf8ea63142 service neutron] Attempting to bind port ea1373eb-d048-4c59-aedf-d18aa355ea71 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:10:01.124639 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-5d62d62f-a03e-4a94-8a94-30cf8ea63142 service neutron] Attempting to bind port ea1373eb-d048-4c59-aedf-d18aa355ea71 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:10:01.125408 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-5d62d62f-a03e-4a94-8a94-30cf8ea63142 service neutron] Attempting to bind port ea1373eb-d048-4c59-aedf-d18aa355ea71 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:01.145013 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-67f3304d-00e3-43de-948e-99dd20513bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:01.146799 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-67f3304d-00e3-43de-948e-99dd20513bd6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.3329206 Jan 18 20:10:01.177008 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dbdde2-637d-43cb-90e1-eedd4340fa5d service neutron] Pushing event updated for resources: {'Port': ['ID=7dba6a5d-452a-48e0-8e61-bcbe12b44d8d,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:01.201135 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8581e-d36f-4855-a58a-09db61c86116 req-99aaa575-5f19-402d-863d-8946e6b6dcd2 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:01.203125 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-5d62d62f-a03e-4a94-8a94-30cf8ea63142 service neutron] Port ea1373eb-d048-4c59-aedf-d18aa355ea71 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:10:01.203355 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-50d8581e-d36f-4855-a58a-09db61c86116 req-99aaa575-5f19-402d-863d-8946e6b6dcd2 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.70 "GET /v2.0/networks?id=da762a08-ce23-48b4-9e56-1b22cb2c3759 HTTP/1.1" status: 200 len: 804 time: 0.6316240 Jan 18 20:10:01.203647 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-5d62d62f-a03e-4a94-8a94-30cf8ea63142 service neutron] Attempting to bind port ea1373eb-d048-4c59-aedf-d18aa355ea71 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:01.229344 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b27184-8a94-4188-a374-d68e5707f736 req-e3a35bd9-4e4b-48e0-90f0-39ea5407d133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:01.231045 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76b27184-8a94-4188-a374-d68e5707f736 req-e3a35bd9-4e4b-48e0-90f0-39ea5407d133 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=79bac98ff06d455bb4a4343096ef379b&device_id=fd2e16af-cc25-4950-8b1d-71ae47c24e70 HTTP/1.1" status: 200 len: 1175 time: 0.7461991 Jan 18 20:10:01.231429 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6f3ae-ef4f-4914-8163-24ad3c4c428b req-3db7ca85-b3eb-44cd-a2d1-f41d93e16efd tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:01.233038 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39d6f3ae-ef4f-4914-8163-24ad3c4c428b req-3db7ca85-b3eb-44cd-a2d1-f41d93e16efd tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3b1d9-3d25-4efe-a5bb-280916746bf2 HTTP/1.1" status: 200 len: 943 time: 0.3812490 Jan 18 20:10:01.238345 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-50d8581e-d36f-4855-a58a-09db61c86116 req-e7cb479d-548a-4e95-8912-8b3d67023819 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Request body: {'port': {'device_id': '1f4f9e08-2cbb-4754-a9c4-30e94cc6620c', 'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759', 'admin_state_up': True, 'tenant_id': '934a86f68a4746be8b16c0fa3df42262'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:01.248232 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-927aeb38-85e7-4bf8-86fa-915d9cb5df6d req-4979359a-4479-4f87-8fe7-c8cc892f9f2d tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387300 Jan 18 20:10:01.299154 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-5d62d62f-a03e-4a94-8a94-30cf8ea63142 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:10:01.299776 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-5d62d62f-a03e-4a94-8a94-30cf8ea63142 service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:10:01.300356 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-5d62d62f-a03e-4a94-8a94-30cf8ea63142 service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:10:01.301052 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-5d62d62f-a03e-4a94-8a94-30cf8ea63142 service neutron] Bound port: ea1373eb-d048-4c59-aedf-d18aa355ea71, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:10:01.301571 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-5d62d62f-a03e-4a94-8a94-30cf8ea63142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ea1373eb-d048-4c59-aedf-d18aa355ea71), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:01.309200 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-67d12ad5-2964-48cd-8192-776134d7445b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (2cafaa10-97b0-4140-ac04-be8f2bf83219), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:01.311007 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d12ad5-2964-48cd-8192-776134d7445b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:01.314651 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-67d12ad5-2964-48cd-8192-776134d7445b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:01.471113 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d709faca-53e7-47a8-8f47-1937911861ec req-d1ec2a37-5aa8-4079-a167-fb38d5f4f74f tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups/a4a73ca6-f193-49f9-8d04-02969171b692 HTTP/1.1" status: 200 len: 1795 time: 0.1252167 Jan 18 20:10:01.500009 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39d6f3ae-ef4f-4914-8163-24ad3c4c428b req-8361c6bf-eec8-4464-895c-5509e75695df tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466074 Jan 18 20:10:01.520823 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50d8581e-d36f-4855-a58a-09db61c86116 req-e7cb479d-548a-4e95-8912-8b3d67023819 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Made reservation on behalf of 934a86f68a4746be8b16c0fa3df42262 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:10:01.524432 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-50d8581e-d36f-4855-a58a-09db61c86116 req-e7cb479d-548a-4e95-8912-8b3d67023819 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:01.679019 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-73a25fec-a093-4cfe-b2ad-d2223330a90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:01.680470 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-73a25fec-a093-4cfe-b2ad-d2223330a90e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b76b9fe0-68f8-4703-9228-21897e60da9f HTTP/1.1" status: 200 len: 852 time: 0.5651340 Jan 18 20:10:01.706806 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dcc07608-af87-49a9-8081-cd9bf7496f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9c81dc55-1d7e-4575-bd69-0392030b38ff), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:01.709344 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dcc07608-af87-49a9-8081-cd9bf7496f49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:01.710488 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-dcc07608-af87-49a9-8081-cd9bf7496f49 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c81dc55-1d7e-4575-bd69-0392030b38ff HTTP/1.1" status: 204 len: 168 time: 1.0913146 Jan 18 20:10:01.741036 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-201093a1-5233-4777-a736-387a84fb0fc0 req-ff8f8016-95ef-4b97-bff2-c2f50dfc3578 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4f9e08-2cbb-4754-a9c4-30e94cc6620c HTTP/1.1" status: 200 len: 210 time: 0.0876381 Jan 18 20:10:01.788593 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc07608-af87-49a9-8081-cd9bf7496f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c81dc55-1d7e-4575-bd69-0392030b38ff,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:01.846194 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:01.852200 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d709faca-53e7-47a8-8f47-1937911861ec req-7a2d6cd0-af56-4f98-acec-f00fb0f10de0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (a4a73ca6-f193-49f9-8d04-02969171b692), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:01.854416 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-67d12ad5-2964-48cd-8192-776134d7445b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5104873 Jan 18 20:10:01.863154 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-27bee4f7-0d12-460f-8b77-e4ae835d9693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:01.864626 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-27bee4f7-0d12-460f-8b77-e4ae835d9693 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7076139 Jan 18 20:10:01.866446 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-a4653d24-d499-4c17-b893-263f43145b30 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1330a1de-3636-4f07-b599-97f547076b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1689301 Jan 18 20:10:01.872914 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42520) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:01.877887 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-f066d573-b0ab-4708-9923-458487e6a5c7 admin admin] Request body: {'subnet': {'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1877546686-subnet', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:01.896649 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d12ad5-2964-48cd-8192-776134d7445b admin admin] Pushing event updated for resources: {'Network': ['ID=2cafaa10-97b0-4140-ac04-be8f2bf83219,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:01.911820 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 2cafaa10-97b0-4140-ac04-be8f2bf83219 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:10:02.009338 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-6aca3ec1-b283-4b84-8292-d75710f6b15c service neutron] 10.222.0.70 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203709 Jan 18 20:10:02.032078 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-50d8581e-d36f-4855-a58a-09db61c86116 req-e7cb479d-548a-4e95-8912-8b3d67023819 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Allocated IP 172.20.0.12 (da762a08-ce23-48b4-9e56-1b22cb2c3759/3a677f5f-009c-4f07-9679-86f5c85ef9be/4b74dfed-307a-4b7b-a9be-db91ceee7280) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:10:02.065134 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d709faca-53e7-47a8-8f47-1937911861ec req-7a2d6cd0-af56-4f98-acec-f00fb0f10de0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (a4a73ca6-f193-49f9-8d04-02969171b692), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:02.167718 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d709faca-53e7-47a8-8f47-1937911861ec req-7a2d6cd0-af56-4f98-acec-f00fb0f10de0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a4a73ca6-f193-49f9-8d04-02969171b692), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:02.172412 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d709faca-53e7-47a8-8f47-1937911861ec req-7a2d6cd0-af56-4f98-acec-f00fb0f10de0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:02.173792 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d709faca-53e7-47a8-8f47-1937911861ec req-7a2d6cd0-af56-4f98-acec-f00fb0f10de0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "DELETE /v2.0/security-groups/a4a73ca6-f193-49f9-8d04-02969171b692 HTTP/1.1" status: 204 len: 173 time: 0.6812007 Jan 18 20:10:02.188861 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-5d62d62f-a03e-4a94-8a94-30cf8ea63142 service neutron] For port ea1373eb-d048-4c59-aedf-d18aa355ea71, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:10:02.206004 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-69864b06-21a1-4b25-ba30-567f9d5c565c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:02.207825 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-69864b06-21a1-4b25-ba30-567f9d5c565c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25&tenant_id=85092cd3f857422b8e1328b863cb2eb0 HTTP/1.1" status: 200 len: 1099 time: 0.5190103 Jan 18 20:10:02.208869 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b27184-8a94-4188-a374-d68e5707f736 req-62b6d4c1-31e0-4b81-8450-f15c5dfeeee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:02.210228 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76b27184-8a94-4188-a374-d68e5707f736 req-62b6d4c1-31e0-4b81-8450-f15c5dfeeee7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5628e5e2-38d7-4c23-acf3-62dfe75ed62d HTTP/1.1" status: 200 len: 913 time: 0.9666762 Jan 18 20:10:02.243604 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-741529-9', 'device_owner': 'compute:nova'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:02.250865 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-5d62d62f-a03e-4a94-8a94-30cf8ea63142 service neutron] For port ea1373eb-d048-4c59-aedf-d18aa355ea71, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ea1373eb-d048-4c59-aedf-d18aa355ea71,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:10:02.258569 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-1921d15a-4cc6-4d50-a317-3b7d16890a66 req-d772eea6-d87d-4c79-a3dc-ea3727a8c0fd tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] show failed (client error): The resource could not be found. Jan 18 20:10:02.258873 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1921d15a-4cc6-4d50-a317-3b7d16890a66 req-d772eea6-d87d-4c79-a3dc-ea3727a8c0fd tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups/a4a73ca6-f193-49f9-8d04-02969171b692 HTTP/1.1" status: 404 len: 352 time: 0.0594366 Jan 18 20:10:02.262780 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42526) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:02.271642 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d6cd0-af56-4f98-acec-f00fb0f10de0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a73ca6-f193-49f9-8d04-02969171b692,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:02.323177 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f066d573-b0ab-4708-9923-458487e6a5c7 admin admin] Made reservation on behalf of 72501d248542438e9d3a803e6110efb0 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:10:02.326649 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f066d573-b0ab-4708-9923-458487e6a5c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:02.329026 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-183874bd-8943-4437-b869-c68bcf33b9ae req-932ebc8e-480d-4166-94ad-5c3eba906cfa tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1636927915', 'description': 'tempest-description-1212385952'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:02.330713 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-bddc68a9-c6dd-40f7-923e-e424399d43a0 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378119 Jan 18 20:10:02.339371 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c73c171-984d-41bc-96e6-ee401d93e736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:02.351041 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38301ea1-2b43-4a6f-a6d1-649e654ecd13 req-83832eb5-63bb-4776-bfad-b00e65b09ce6 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:02.353225 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38301ea1-2b43-4a6f-a6d1-649e654ecd13 req-83832eb5-63bb-4776-bfad-b00e65b09ce6 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f141ae-58d6-4343-aabb-a270d4ae78bb HTTP/1.1" status: 200 len: 948 time: 0.4340982 Jan 18 20:10:02.385658 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-5d62d62f-a03e-4a94-8a94-30cf8ea63142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (ea1373eb-d048-4c59-aedf-d18aa355ea71), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:02.397793 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66cd2fb-1558-4390-bc49-d53b00bcc0b5', 'name': 'network-vif-deleted', 'tag': 'ad611f9d-8d6b-411c-840f-db336924ba95'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:02.400668 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d273d5-4180-4894-a369-34fd98d00e36" -d '{"events": [{"server_uuid": "f66cd2fb-1558-4390-bc49-d53b00bcc0b5", "name": "network-vif-deleted", "tag": "ad611f9d-8d6b-411c-840f-db336924ba95"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:02.416655 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76b27184-8a94-4188-a374-d68e5707f736 req-6d701bee-2597-4d8b-aecb-2f209c9a5b84 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e564eced-bf0e-417d-9606-acb81d49e1e6 HTTP/1.1" status: 200 len: 217 time: 0.1940846 Jan 18 20:10:02.430514 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f268cbc9-83a1-4aa2-9cf1-e1dd8ec86d3e req-0d6b01c3-ac78-4ab9-b2a1-742b8556392d service neutron] 10.222.0.70 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124269 Jan 18 20:10:02.462712 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-183874bd-8943-4437-b869-c68bcf33b9ae req-932ebc8e-480d-4166-94ad-5c3eba906cfa tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:02.508770 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-5d62d62f-a03e-4a94-8a94-30cf8ea63142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:02.510094 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-5d62d62f-a03e-4a94-8a94-30cf8ea63142 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:02.511476 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-5d62d62f-a03e-4a94-8a94-30cf8ea63142 service neutron] 10.222.0.70 "PUT /v2.0/ports/ea1373eb-d048-4c59-aedf-d18aa355ea71 HTTP/1.1" status: 200 len: 1096 time: 4.1309729 Jan 18 20:10:02.574649 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38301ea1-2b43-4a6f-a6d1-649e654ecd13 req-b6bfa183-f814-414d-bc92-60861321db2b tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869786 Jan 18 20:10:02.648123 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-50d8581e-d36f-4855-a58a-09db61c86116 req-e7cb479d-548a-4e95-8912-8b3d67023819 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks [] for port (4b74dfed-307a-4b7b-a9be-db91ceee7280), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:02.757175 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f3b1d9-3d25-4efe-a5bb-280916746bf2', 'tag': '7dba6a5d-452a-48e0-8e61-bcbe12b44d8d'}, {'name': 'network-changed', 'server_uuid': 'd6f141ae-58d6-4343-aabb-a270d4ae78bb', 'tag': 'ea1373eb-d048-4c59-aedf-d18aa355ea71'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:02.759876 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960a6fd8-817e-4bde-93d6-8b0ae22d7761" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f3b1d9-3d25-4efe-a5bb-280916746bf2", "tag": "7dba6a5d-452a-48e0-8e61-bcbe12b44d8d"}, {"name": "network-changed", "server_uuid": "d6f141ae-58d6-4343-aabb-a270d4ae78bb", "tag": "ea1373eb-d048-4c59-aedf-d18aa355ea71"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:02.779298 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (68194730-61b1-46d7-b452-51d9bdea8041), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:02.800814 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62d62f-a03e-4a94-8a94-30cf8ea63142 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1373eb-d048-4c59-aedf-d18aa355ea71,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:02.801553 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c73c171-984d-41bc-96e6-ee401d93e736 admin admin] Publish callbacks [] for security_group (726a2033-fead-40ba-9cf4-d4e6e59d4dc0), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:02.828897 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b27184-8a94-4188-a374-d68e5707f736 req-e968c0b8-486f-499f-838e-b6f0916bb2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:02.830639 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76b27184-8a94-4188-a374-d68e5707f736 req-e968c0b8-486f-499f-838e-b6f0916bb2bb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bbda01f7-ba03-4a9c-a56c-51f2a68f70b2 HTTP/1.1" status: 200 len: 852 time: 0.3535254 Jan 18 20:10:02.831226 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c73c171-984d-41bc-96e6-ee401d93e736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (726a2033-fead-40ba-9cf4-d4e6e59d4dc0), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:02.887796 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-183874bd-8943-4437-b869-c68bcf33b9ae req-932ebc8e-480d-4166-94ad-5c3eba906cfa tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (aa8e9d04-4de0-4150-93c6-5484ab05e554), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:02.893011 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-50d8581e-d36f-4855-a58a-09db61c86116 req-e7cb479d-548a-4e95-8912-8b3d67023819 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (4b74dfed-307a-4b7b-a9be-db91ceee7280), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:02.896597 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3c715ccc-0c00-449d-8d4a-6a5e1d2aa4fc req-a68c15b7-4fc3-4161-9a00-aa30ea55403e service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5137875 Jan 18 20:10:02.899329 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76b27184-8a94-4188-a374-d68e5707f736 req-653c56e2-da79-4138-a0d4-f4629dab3de6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5628e5e2-38d7-4c23-acf3-62dfe75ed62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524285 Jan 18 20:10:02.933599 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 68194730-61b1-46d7-b452-51d9bdea8041 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:10:02.941330 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-183874bd-8943-4437-b869-c68bcf33b9ae req-932ebc8e-480d-4166-94ad-5c3eba906cfa tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (aa8e9d04-4de0-4150-93c6-5484ab05e554), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:02.984015 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ba281-ff57-433f-9e65-c04916bf37e5 req-11321b6b-8dc0-405d-9e42-64da67e46836 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:02.985677 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a8ba281-ff57-433f-9e65-c04916bf37e5 req-11321b6b-8dc0-405d-9e42-64da67e46836 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 948 time: 0.2784369 Jan 18 20:10:02.992183 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73c171-984d-41bc-96e6-ee401d93e736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726a2033-fead-40ba-9cf4-d4e6e59d4dc0,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:03.016595 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3c73c171-984d-41bc-96e6-ee401d93e736 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb29dd70dfe6435cbd567a72a277d81e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7504694 Jan 18 20:10:03.039167 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42542) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:03.058841 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76b27184-8a94-4188-a374-d68e5707f736 req-27db6b77-bfab-4e2f-8308-f148317c5749 service neutron] 10.222.0.70 "GET /v2.0/networks/5628e5e2-38d7-4c23-acf3-62dfe75ed62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317389 Jan 18 20:10:03.074639 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 68194730-61b1-46d7-b452-51d9bdea8041 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:03.075031 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (68194730-61b1-46d7-b452-51d9bdea8041), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:03.118928 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50d8581e-d36f-4855-a58a-09db61c86116 req-e7cb479d-548a-4e95-8912-8b3d67023819 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Network da762a08-ce23-48b4-9e56-1b22cb2c3759 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:10:03.138294 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 68194730-61b1-46d7-b452-51d9bdea8041, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=68194730-61b1-46d7-b452-51d9bdea8041,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:03.139683 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-50d8581e-d36f-4855-a58a-09db61c86116 req-e7cb479d-548a-4e95-8912-8b3d67023819 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:10:03.140284 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467f9b3d-9382-41d3-bf2e-354b6fa3ed25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68194730-61b1-46d7-b452-51d9bdea8041'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:03.142440 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d8581e-d36f-4855-a58a-09db61c86116 req-e7cb479d-548a-4e95-8912-8b3d67023819 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:10:03.143349 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2b761f-8cf8-4a11-9cbe-a81bdda0339a" -d '{"events": [{"server_uuid": "467f9b3d-9382-41d3-bf2e-354b6fa3ed25", "name": "network-vif-unplugged", "status": "completed", "tag": "68194730-61b1-46d7-b452-51d9bdea8041"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:03.147299 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (68194730-61b1-46d7-b452-51d9bdea8041), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:03.148244 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ad611f9d-8d6b-411c-840f-db336924ba95 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:10:03.167804 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-183874bd-8943-4437-b869-c68bcf33b9ae req-932ebc8e-480d-4166-94ad-5c3eba906cfa tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:03.169310 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-183874bd-8943-4437-b869-c68bcf33b9ae req-932ebc8e-480d-4166-94ad-5c3eba906cfa tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.8627472 Jan 18 20:10:03.215022 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb479d-548a-4e95-8912-8b3d67023819 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Pushing event updated for resources: {'Port': ['ID=4b74dfed-307a-4b7b-a9be-db91ceee7280,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:03.225605 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ebc8e-480d-4166-94ad-5c3eba906cfa tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8e9d04-4de0-4150-93c6-5484ab05e554,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:03.244219 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76b27184-8a94-4188-a374-d68e5707f736 req-fa91d898-eabf-459c-aa09-7b2dc79a07df service neutron] 10.222.0.70 "GET /v2.0/networks/5628e5e2-38d7-4c23-acf3-62dfe75ed62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232297 Jan 18 20:10:03.251894 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-2ad2ecd3-2424-4ad7-8748-d783033c2f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:03.252806 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: ad611f9d-8d6b-411c-840f-db336924ba95 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:10:03.253161 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ad611f9d-8d6b-411c-840f-db336924ba95 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:10:03.254197 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-2ad2ecd3-2424-4ad7-8748-d783033c2f41 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1088a7411f634bfd9b8775233ac8c777&device_id=d6f141ae-58d6-4343-aabb-a270d4ae78bb HTTP/1.1" status: 200 len: 1099 time: 0.6307607 Jan 18 20:10:03.305241 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a8ba281-ff57-433f-9e65-c04916bf37e5 req-f28c74d0-b4a7-48e9-be5d-3b4f29bf5b5d tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590468 Jan 18 20:10:03.316323 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=68194730-61b1-46d7-b452-51d9bdea8041,revision_number=10']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:03.321889 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8581e-d36f-4855-a58a-09db61c86116 req-e7cb479d-548a-4e95-8912-8b3d67023819 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:03.322596 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-50d8581e-d36f-4855-a58a-09db61c86116 req-e7cb479d-548a-4e95-8912-8b3d67023819 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:03.334316 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09152cf0-49a8-4a52-8fc4-7e9d9110b49f x-openstack-request-id: req-09152cf0-49a8-4a52-8fc4-7e9d9110b49f {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:03.334959 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66cd2fb-1558-4390-bc49-d53b00bcc0b5", "name": "network-vif-deleted", "tag": "ad611f9d-8d6b-411c-840f-db336924ba95", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:03.334959 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09152cf0-49a8-4a52-8fc4-7e9d9110b49f {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:03.335293 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66cd2fb-1558-4390-bc49-d53b00bcc0b5', 'name': 'network-vif-deleted', 'tag': 'ad611f9d-8d6b-411c-840f-db336924ba95', 'status': 'completed', 'code': 200} Jan 18 20:10:03.339129 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887af02-ace5-4853-8271-b6a1792bf037 req-c55b9a85-65c7-441e-aee4-5c1fca3a488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:03.340905 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c887af02-ace5-4853-8271-b6a1792bf037 req-c55b9a85-65c7-441e-aee4-5c1fca3a488f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1088a7411f634bfd9b8775233ac8c777&device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 1099 time: 0.2799635 Jan 18 20:10:03.343178 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-1ab01343-4a76-4ed3-86d2-6bc0430cc52b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=ea1373eb-d048-4c59-aedf-d18aa355ea71 HTTP/1.1" status: 200 len: 217 time: 0.0784574 Jan 18 20:10:03.352864 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.db.api [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:10:03.353588 n-d-741529-9 neutron-server[103335]: DEBUG oslo_db.api [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:10:03.372115 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2df6de71-5e35-4708-b90d-c8548343ab11 admin admin] Publish callbacks [] for security_group (726a2033-fead-40ba-9cf4-d4e6e59d4dc0), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:03.397298 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-50d8581e-d36f-4855-a58a-09db61c86116 req-e7cb479d-548a-4e95-8912-8b3d67023819 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1759145 Jan 18 20:10:03.427518 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-50d8581e-d36f-4855-a58a-09db61c86116 req-4e5cb760-eb6f-4617-bed4-8fc02f25841b service neutron] Request body: {'port': {'device_id': '1f4f9e08-2cbb-4754-a9c4-30e94cc6620c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:03.490612 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2df6de71-5e35-4708-b90d-c8548343ab11 admin admin] Publish callbacks [] for security_group (726a2033-fead-40ba-9cf4-d4e6e59d4dc0), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:03.501114 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f066d573-b0ab-4708-9923-458487e6a5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (1723126f-3654-432e-ad19-50c4bb784989), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:03.525445 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-dba877c9-233d-4f11-a05d-76b721c01152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:03.526942 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-dba877c9-233d-4f11-a05d-76b721c01152 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1417537 Jan 18 20:10:03.565928 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887af02-ace5-4853-8271-b6a1792bf037 req-287f3c41-40b6-4e54-a317-24169580bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:03.567508 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c887af02-ace5-4853-8271-b6a1792bf037 req-287f3c41-40b6-4e54-a317-24169580bbf5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.2160826 Jan 18 20:10:03.574507 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909a6fa-afd6-4bf3-ac33-3497fc94372a req-c6107bcd-320a-44f5-95b9-bc9d7e1e3441 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:03.576010 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2909a6fa-afd6-4bf3-ac33-3497fc94372a req-c6107bcd-320a-44f5-95b9-bc9d7e1e3441 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3b1d9-3d25-4efe-a5bb-280916746bf2 HTTP/1.1" status: 200 len: 943 time: 0.1857593 Jan 18 20:10:03.586783 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973b0e4-f3d3-4d4e-8b31-54007151b13b req-3ceccd25-a864-4a47-9008-c704929c5062 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:03.588194 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6973b0e4-f3d3-4d4e-8b31-54007151b13b req-3ceccd25-a864-4a47-9008-c704929c5062 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4f9e08-2cbb-4754-a9c4-30e94cc6620c HTTP/1.1" status: 200 len: 932 time: 0.1996899 Jan 18 20:10:03.627116 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-50d8581e-d36f-4855-a58a-09db61c86116 req-4e5cb760-eb6f-4617-bed4-8fc02f25841b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4b74dfed-307a-4b7b-a9be-db91ceee7280), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:03.642558 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c887af02-ace5-4853-8271-b6a1792bf037 req-bca1ee06-88c9-4052-af73-d16e9a970c99 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=d531d365-d1be-42fb-8d80-625e359981c2 HTTP/1.1" status: 200 len: 217 time: 0.0578525 Jan 18 20:10:03.651088 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066d573-b0ab-4708-9923-458487e6a5c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1723126f-3654-432e-ad19-50c4bb784989,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:03.696947 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-3257b1e8-14d1-4a2a-b508-d29a3a603d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:03.698475 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-3257b1e8-14d1-4a2a-b508-d29a3a603d98 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1462584 Jan 18 20:10:03.702738 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f066d573-b0ab-4708-9923-458487e6a5c7 admin admin] Checking segment: {'id': '91eca149-2050-42be-9943-9917eddedfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:10:03.703093 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f066d573-b0ab-4708-9923-458487e6a5c7 admin admin] Network hostable DHCP agents. Network: 2cafaa10-97b0-4140-ac04-be8f2bf83219, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:10:03.706390 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2df6de71-5e35-4708-b90d-c8548343ab11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (726a2033-fead-40ba-9cf4-d4e6e59d4dc0), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:03.708935 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2df6de71-5e35-4708-b90d-c8548343ab11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:03.709869 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2df6de71-5e35-4708-b90d-c8548343ab11 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/726a2033-fead-40ba-9cf4-d4e6e59d4dc0 HTTP/1.1" status: 204 len: 168 time: 0.6453438 Jan 18 20:10:03.735410 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2909a6fa-afd6-4bf3-ac33-3497fc94372a req-ad3de22e-3d51-4a05-b370-af0708cc45a5 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444016 Jan 18 20:10:03.745316 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887af02-ace5-4853-8271-b6a1792bf037 req-cfc526d6-9dd8-435d-aead-7325a7553e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:03.746824 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c887af02-ace5-4853-8271-b6a1792bf037 req-cfc526d6-9dd8-435d-aead-7325a7553e57 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0977859 Jan 18 20:10:03.758785 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6973b0e4-f3d3-4d4e-8b31-54007151b13b req-a11d49e1-a72a-4620-8e77-c3d9b248634c tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558437 Jan 18 20:10:03.774067 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6de71-5e35-4708-b90d-c8548343ab11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726a2033-fead-40ba-9cf4-d4e6e59d4dc0,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:03.812907 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f066d573-b0ab-4708-9923-458487e6a5c7 admin admin] Network 2cafaa10-97b0-4140-ac04-be8f2bf83219 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:10:03.852972 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-f066d573-b0ab-4708-9923-458487e6a5c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 2cafaa10-97b0-4140-ac04-be8f2bf83219) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:10:03.898609 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff4a9d6-a8e9-4f9b-9edf-df6d713913a5 x-openstack-request-id: req-bff4a9d6-a8e9-4f9b-9edf-df6d713913a5 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:03.900976 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f3b1d9-3d25-4efe-a5bb-280916746bf2", "tag": "7dba6a5d-452a-48e0-8e61-bcbe12b44d8d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d6f141ae-58d6-4343-aabb-a270d4ae78bb", "tag": "ea1373eb-d048-4c59-aedf-d18aa355ea71", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:03.901261 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bff4a9d6-a8e9-4f9b-9edf-df6d713913a5 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:03.901711 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f3b1d9-3d25-4efe-a5bb-280916746bf2', 'tag': '7dba6a5d-452a-48e0-8e61-bcbe12b44d8d', 'status': 'completed', 'code': 200} Jan 18 20:10:03.901947 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f141ae-58d6-4343-aabb-a270d4ae78bb', 'tag': 'ea1373eb-d048-4c59-aedf-d18aa355ea71', 'status': 'completed', 'code': 200} Jan 18 20:10:03.906419 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f066d573-b0ab-4708-9923-458487e6a5c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:03.907009 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f066d573-b0ab-4708-9923-458487e6a5c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:03.911708 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2edd33-fce7-4c76-b0e5-c0a6503cbac4 None None] Network 2cafaa10-97b0-4140-ac04-be8f2bf83219 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:10:03.917114 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-3a9ff3d3-454a-4d67-862a-03845df2289c req-e518f13d-fb74-429b-9363-6063dc32658a tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1580435963', 'description': 'tempest-description-842055422'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:03.927713 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-10a46935-a43f-4e18-aa27-dcd175729e64 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207580 Jan 18 20:10:03.934427 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519052c9-bf30-4f84-800b-819a58e85477 x-openstack-request-id: req-519052c9-bf30-4f84-800b-819a58e85477 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:03.935475 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467f9b3d-9382-41d3-bf2e-354b6fa3ed25", "name": "network-vif-unplugged", "status": "completed", "tag": "68194730-61b1-46d7-b452-51d9bdea8041", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:03.937146 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-519052c9-bf30-4f84-800b-819a58e85477 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:03.937838 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467f9b3d-9382-41d3-bf2e-354b6fa3ed25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68194730-61b1-46d7-b452-51d9bdea8041', 'code': 200} Jan 18 20:10:03.946727 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887af02-ace5-4853-8271-b6a1792bf037 req-e9e944e8-7729-4e14-8d38-00374aa244ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:03.948416 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c887af02-ace5-4853-8271-b6a1792bf037 req-e9e944e8-7729-4e14-8d38-00374aa244ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1916509 Jan 18 20:10:03.990174 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:03.996738 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (68194730-61b1-46d7-b452-51d9bdea8041), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:04.027099 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f066d573-b0ab-4708-9923-458487e6a5c7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1530890 Jan 18 20:10:04.044662 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42554) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:04.065817 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3a9ff3d3-454a-4d67-862a-03845df2289c req-e518f13d-fb74-429b-9363-6063dc32658a tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:04.088858 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2f9827-224b-4216-9a89-bfc58e7e6058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-2cafaa10-97b0-4140-ac04-be8f2bf83219', 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219', 'project_id': '72501d248542438e9d3a803e6110efb0', 'fixed_ips': [{'subnet_id': '1723126f-3654-432e-ad19-50c4bb784989'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:10:04.090529 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0e2f9827-224b-4216-9a89-bfc58e7e6058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:04.097155 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-d1ea7020-1d1f-4eda-aee6-922ed6142a5c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1877546686-router', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:04.157315 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392e54f-49e1-4b0a-a279-30bb654b71c5 req-923ce7a0-1aaf-4756-8fec-e6d881a3baaa tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:04.158971 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0392e54f-49e1-4b0a-a279-30bb654b71c5 req-923ce7a0-1aaf-4756-8fec-e6d881a3baaa tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f141ae-58d6-4343-aabb-a270d4ae78bb HTTP/1.1" status: 200 len: 948 time: 0.1701055 Jan 18 20:10:04.229500 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-50d8581e-d36f-4855-a58a-09db61c86116 req-4e5cb760-eb6f-4617-bed4-8fc02f25841b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b74dfed-307a-4b7b-a9be-db91ceee7280 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:10:04.243650 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-50d8581e-d36f-4855-a58a-09db61c86116 req-4e5cb760-eb6f-4617-bed4-8fc02f25841b service neutron] Publish callbacks [] for port (4b74dfed-307a-4b7b-a9be-db91ceee7280), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:04.304591 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-50d8581e-d36f-4855-a58a-09db61c86116 req-4e5cb760-eb6f-4617-bed4-8fc02f25841b service neutron] Transition to ACTIVE for port object 4b74dfed-307a-4b7b-a9be-db91ceee7280 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:10:04.307829 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3a9ff3d3-454a-4d67-862a-03845df2289c req-e518f13d-fb74-429b-9363-6063dc32658a tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (c52286ce-995a-4ae9-af2b-23a0993e881f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:04.316867 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0392e54f-49e1-4b0a-a279-30bb654b71c5 req-fab5073c-8a77-4b89-aad8-4f1b6e8a0f4c tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325779 Jan 18 20:10:04.317665 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-50d8581e-d36f-4855-a58a-09db61c86116 req-4e5cb760-eb6f-4617-bed4-8fc02f25841b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (4b74dfed-307a-4b7b-a9be-db91ceee7280), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:04.326239 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3a9ff3d3-454a-4d67-862a-03845df2289c req-e518f13d-fb74-429b-9363-6063dc32658a tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c52286ce-995a-4ae9-af2b-23a0993e881f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:04.400064 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3a9ff3d3-454a-4d67-862a-03845df2289c req-e518f13d-fb74-429b-9363-6063dc32658a tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:04.410404 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3a9ff3d3-454a-4d67-862a-03845df2289c req-e518f13d-fb74-429b-9363-6063dc32658a tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4942353 Jan 18 20:10:04.410530 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a6fd8-817e-4bde-93d6-8b0ae22d7761 req-251bebbb-e124-4699-95ff-b41aa1666da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:04.412672 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518f13d-fb74-429b-9363-6063dc32658a tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c52286ce-995a-4ae9-af2b-23a0993e881f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:04.429099 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-960a6fd8-817e-4bde-93d6-8b0ae22d7761 req-251bebbb-e124-4699-95ff-b41aa1666da9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=211c72f201034d10bbf94424fe5e3d47&device_id=e8f3b1d9-3d25-4efe-a5bb-280916746bf2 HTTP/1.1" status: 200 len: 1094 time: 0.4950402 Jan 18 20:10:04.431717 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-6b41872c-04ca-415f-8222-c9b8a9211b52 req-6e1003be-2a44-407a-82cb-bd6b66fb4fef tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2038190607', 'description': 'tempest-description-751484858'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:04.437447 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-0e2f9827-224b-4216-9a89-bfc58e7e6058 None None] Allocated IP 172.20.0.2 (2cafaa10-97b0-4140-ac04-be8f2bf83219/1723126f-3654-432e-ad19-50c4bb784989/ad12d3b0-58f8-4317-b4e1-497d3453edab) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:10:04.439162 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cb760-eb6f-4617-bed4-8fc02f25841b service neutron] Pushing event updated for resources: {'Port': ['ID=4b74dfed-307a-4b7b-a9be-db91ceee7280,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:04.499396 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7020-1d1f-4eda-aee6-922ed6142a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (96356dce-1ed1-4f46-9dac-371f1628399e), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:04.500436 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7020-1d1f-4eda-aee6-922ed6142a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (96356dce-1ed1-4f46-9dac-371f1628399e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:04.552450 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6b41872c-04ca-415f-8222-c9b8a9211b52 req-6e1003be-2a44-407a-82cb-bd6b66fb4fef tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:04.578764 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c74c8-4ba6-409a-a04d-18d6c2191764 req-6185a992-8e1b-4749-8c6d-6d218b1db3ca tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:04.581986 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-553c74c8-4ba6-409a-a04d-18d6c2191764 req-6185a992-8e1b-4749-8c6d-6d218b1db3ca tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 947 time: 0.1400304 Jan 18 20:10:04.603847 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-50d8581e-d36f-4855-a58a-09db61c86116 req-4e5cb760-eb6f-4617-bed4-8fc02f25841b service neutron] Attempting to bind port 4b74dfed-307a-4b7b-a9be-db91ceee7280 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:10:04.604972 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-50d8581e-d36f-4855-a58a-09db61c86116 req-4e5cb760-eb6f-4617-bed4-8fc02f25841b service neutron] Attempting to bind port 4b74dfed-307a-4b7b-a9be-db91ceee7280 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'c2d912cb-4bfd-46da-bfb2-00b56de1649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:10:04.605496 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d8581e-d36f-4855-a58a-09db61c86116 req-4e5cb760-eb6f-4617-bed4-8fc02f25841b service neutron] Attempting to bind port 4b74dfed-307a-4b7b-a9be-db91ceee7280 on network da762a08-ce23-48b4-9e56-1b22cb2c3759 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:04.627611 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d8581e-d36f-4855-a58a-09db61c86116 req-4e5cb760-eb6f-4617-bed4-8fc02f25841b service neutron] Port 4b74dfed-307a-4b7b-a9be-db91ceee7280 on network da762a08-ce23-48b4-9e56-1b22cb2c3759 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:10:04.628202 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d8581e-d36f-4855-a58a-09db61c86116 req-4e5cb760-eb6f-4617-bed4-8fc02f25841b service neutron] Attempting to bind port 4b74dfed-307a-4b7b-a9be-db91ceee7280 on network da762a08-ce23-48b4-9e56-1b22cb2c3759 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:04.648228 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d8581e-d36f-4855-a58a-09db61c86116 req-4e5cb760-eb6f-4617-bed4-8fc02f25841b service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:10:04.648862 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d8581e-d36f-4855-a58a-09db61c86116 req-4e5cb760-eb6f-4617-bed4-8fc02f25841b service neutron] Checking segment: {'id': 'c2d912cb-4bfd-46da-bfb2-00b56de1649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:10:04.649903 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d8581e-d36f-4855-a58a-09db61c86116 req-4e5cb760-eb6f-4617-bed4-8fc02f25841b service neutron] Bound using segment: {'id': 'c2d912cb-4bfd-46da-bfb2-00b56de1649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:10:04.650981 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-50d8581e-d36f-4855-a58a-09db61c86116 req-4e5cb760-eb6f-4617-bed4-8fc02f25841b service neutron] Bound port: 4b74dfed-307a-4b7b-a9be-db91ceee7280, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d912cb-4bfd-46da-bfb2-00b56de1649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:10:04.651666 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-50d8581e-d36f-4855-a58a-09db61c86116 req-4e5cb760-eb6f-4617-bed4-8fc02f25841b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4b74dfed-307a-4b7b-a9be-db91ceee7280), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:04.672908 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a6fd8-817e-4bde-93d6-8b0ae22d7761 req-6f4a5b7f-8511-49de-b423-ac433bca3097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:04.676126 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-960a6fd8-817e-4bde-93d6-8b0ae22d7761 req-6f4a5b7f-8511-49de-b423-ac433bca3097 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1330a1de-3636-4f07-b599-97f547076b99 HTTP/1.1" status: 200 len: 913 time: 0.2264996 Jan 18 20:10:04.716204 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0e2f9827-224b-4216-9a89-bfc58e7e6058 None None] Publish callbacks [] for port (ad12d3b0-58f8-4317-b4e1-497d3453edab), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:04.728853 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0e2f9827-224b-4216-9a89-bfc58e7e6058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (ad12d3b0-58f8-4317-b4e1-497d3453edab), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:04.735518 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7020-1d1f-4eda-aee6-922ed6142a5c admin admin] Publish callbacks [] for router_controller (96356dce-1ed1-4f46-9dac-371f1628399e), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:04.772048 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f9827-224b-4216-9a89-bfc58e7e6058 None None] Pushing event updated for resources: {'Port': ['ID=ad12d3b0-58f8-4317-b4e1-497d3453edab,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:04.787522 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2f9827-224b-4216-9a89-bfc58e7e6058 None None] Network 2cafaa10-97b0-4140-ac04-be8f2bf83219 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:10:04.789086 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-0e2f9827-224b-4216-9a89-bfc58e7e6058 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:10:04.792037 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2f9827-224b-4216-9a89-bfc58e7e6058 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:10:04.801673 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-34e6bb71-4445-4d66-9aec-16841f2dbb1e req-91d539a4-1e0b-4211-b92d-80f23eb42ebc service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8502417 Jan 18 20:10:04.860978 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-553c74c8-4ba6-409a-a04d-18d6c2191764 req-24eff677-c652-4a8a-8da5-b0ce42ee4657 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701852 Jan 18 20:10:04.862404 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0e2f9827-224b-4216-9a89-bfc58e7e6058 None None] Attempting to bind port ad12d3b0-58f8-4317-b4e1-497d3453edab on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:10:04.863027 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0e2f9827-224b-4216-9a89-bfc58e7e6058 None None] Attempting to bind port ad12d3b0-58f8-4317-b4e1-497d3453edab by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '91eca149-2050-42be-9943-9917eddedfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:10:04.863931 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2f9827-224b-4216-9a89-bfc58e7e6058 None None] Attempting to bind port ad12d3b0-58f8-4317-b4e1-497d3453edab on network 2cafaa10-97b0-4140-ac04-be8f2bf83219 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:04.870355 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2f9827-224b-4216-9a89-bfc58e7e6058 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:10:04.870877 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2f9827-224b-4216-9a89-bfc58e7e6058 None None] Checking segment: {'id': '91eca149-2050-42be-9943-9917eddedfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:10:04.871463 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0e2f9827-224b-4216-9a89-bfc58e7e6058 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:04.871978 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2f9827-224b-4216-9a89-bfc58e7e6058 None None] Bound using segment: {'id': '91eca149-2050-42be-9943-9917eddedfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:10:04.872740 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0e2f9827-224b-4216-9a89-bfc58e7e6058 None None] Bound port: ad12d3b0-58f8-4317-b4e1-497d3453edab, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91eca149-2050-42be-9943-9917eddedfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:10:04.873205 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0e2f9827-224b-4216-9a89-bfc58e7e6058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ad12d3b0-58f8-4317-b4e1-497d3453edab), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:04.932527 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-50d8581e-d36f-4855-a58a-09db61c86116 req-4e5cb760-eb6f-4617-bed4-8fc02f25841b service neutron] For port 4b74dfed-307a-4b7b-a9be-db91ceee7280, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:10:04.938957 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 7dba6a5d-452a-48e0-8e61-bcbe12b44d8d details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:10:04.995312 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6b41872c-04ca-415f-8222-c9b8a9211b52 req-6e1003be-2a44-407a-82cb-bd6b66fb4fef tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (0f86f82b-ff49-459e-a132-b14cb29c15f6), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:05.030460 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6b41872c-04ca-415f-8222-c9b8a9211b52 req-6e1003be-2a44-407a-82cb-bd6b66fb4fef tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0f86f82b-ff49-459e-a132-b14cb29c15f6), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:05.034582 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-50d8581e-d36f-4855-a58a-09db61c86116 req-4e5cb760-eb6f-4617-bed4-8fc02f25841b service neutron] For port 4b74dfed-307a-4b7b-a9be-db91ceee7280, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4b74dfed-307a-4b7b-a9be-db91ceee7280,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:10:05.062391 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 7dba6a5d-452a-48e0-8e61-bcbe12b44d8d, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=7dba6a5d-452a-48e0-8e61-bcbe12b44d8d,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:05.069431 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-50d8581e-d36f-4855-a58a-09db61c86116 req-4e5cb760-eb6f-4617-bed4-8fc02f25841b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (4b74dfed-307a-4b7b-a9be-db91ceee7280), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:05.080389 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '7dba6a5d-452a-48e0-8e61-bcbe12b44d8d', 'network_id': '1330a1de-3636-4f07-b599-97f547076b99', 'port_id': '7dba6a5d-452a-48e0-8e61-bcbe12b44d8d', 'mac_address': 'fa:16:3e:56:0e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76b9fe0-68f8-4703-9228-21897e60da9f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:10:05.134302 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42584) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:05.146718 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cb760-eb6f-4617-bed4-8fc02f25841b service neutron] Pushing event updated for resources: {'Port': ['ID=4b74dfed-307a-4b7b-a9be-db91ceee7280,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:05.147332 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 7dba6a5d-452a-48e0-8e61-bcbe12b44d8d is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:05.147822 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7dba6a5d-452a-48e0-8e61-bcbe12b44d8d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:05.160826 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0e2f9827-224b-4216-9a89-bfc58e7e6058 None None] For port ad12d3b0-58f8-4317-b4e1-497d3453edab, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:10:05.168449 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a5bba-d401-4962-87a4-298b281edc01 req-dcc2f2e7-ec9e-487f-a353-7c53083451be tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:05.170848 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea5a5bba-d401-4962-87a4-298b281edc01 req-dcc2f2e7-ec9e-487f-a353-7c53083451be tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3b1d9-3d25-4efe-a5bb-280916746bf2 HTTP/1.1" status: 200 len: 943 time: 0.1739945 Jan 18 20:10:05.173895 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dba6a5d-452a-48e0-8e61-bcbe12b44d8d {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:10:05.182883 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6b41872c-04ca-415f-8222-c9b8a9211b52 req-6e1003be-2a44-407a-82cb-bd6b66fb4fef tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:05.183555 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0e2f9827-224b-4216-9a89-bfc58e7e6058 None None] For port ad12d3b0-58f8-4317-b4e1-497d3453edab, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ad12d3b0-58f8-4317-b4e1-497d3453edab,segment=NetworkSegment(91eca149-2050-42be-9943-9917eddedfac),segment_id=91eca149-2050-42be-9943-9917eddedfac)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:10:05.197739 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0e2f9827-224b-4216-9a89-bfc58e7e6058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ad12d3b0-58f8-4317-b4e1-497d3453edab), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:05.198254 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6b41872c-04ca-415f-8222-c9b8a9211b52 req-6e1003be-2a44-407a-82cb-bd6b66fb4fef tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.7720158 Jan 18 20:10:05.217915 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 7dba6a5d-452a-48e0-8e61-bcbe12b44d8d, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=7dba6a5d-452a-48e0-8e61-bcbe12b44d8d,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:05.245614 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7dba6a5d-452a-48e0-8e61-bcbe12b44d8d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:05.249140 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device d531d365-d1be-42fb-8d80-625e359981c2 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:10:05.270272 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1003be-2a44-407a-82cb-bd6b66fb4fef tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f86f82b-ff49-459e-a132-b14cb29c15f6,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:05.270477 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-960a6fd8-817e-4bde-93d6-8b0ae22d7761 req-2d6726af-9611-4fe9-a41e-052866dd53b1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7dba6a5d-452a-48e0-8e61-bcbe12b44d8d HTTP/1.1" status: 200 len: 217 time: 0.5260329 Jan 18 20:10:05.318637 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8581e-d36f-4855-a58a-09db61c86116 req-4e5cb760-eb6f-4617-bed4-8fc02f25841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:05.319266 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-50d8581e-d36f-4855-a58a-09db61c86116 req-4e5cb760-eb6f-4617-bed4-8fc02f25841b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:05.321274 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-50d8581e-d36f-4855-a58a-09db61c86116 req-4e5cb760-eb6f-4617-bed4-8fc02f25841b service neutron] 10.222.0.70 "PUT /v2.0/ports/4b74dfed-307a-4b7b-a9be-db91ceee7280 HTTP/1.1" status: 200 len: 1092 time: 1.9011467 Jan 18 20:10:05.360356 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4f9e08-2cbb-4754-a9c4-30e94cc6620c', 'tag': '4b74dfed-307a-4b7b-a9be-db91ceee7280'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:05.362810 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f078da68-f393-4009-9cff-274bf813a454" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4f9e08-2cbb-4754-a9c4-30e94cc6620c", "tag": "4b74dfed-307a-4b7b-a9be-db91ceee7280"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:05.427071 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f9827-224b-4216-9a89-bfc58e7e6058 None None] Pushing event updated for resources: {'Port': ['ID=ad12d3b0-58f8-4317-b4e1-497d3453edab,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:05.437074 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c887af02-ace5-4853-8271-b6a1792bf037 req-b390d070-16e2-4207-ace1-90ba59077847 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4597652 Jan 18 20:10:05.465767 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-e506a645-e93c-4735-80bb-9855396b222c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-754790131-network', 'tenant_id': '46be2ca450fb44c88ba90d0767174258'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:05.492876 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea5a5bba-d401-4962-87a4-298b281edc01 req-8f2aadb7-a2a5-4c2c-bb09-d5d89b084578 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915976 Jan 18 20:10:05.587020 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37e592-4a63-430f-b3b8-d44199d860e4 req-3e278e75-86c2-422c-8871-83436571cd11 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:05.589308 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b37e592-4a63-430f-b3b8-d44199d860e4 req-3e278e75-86c2-422c-8871-83436571cd11 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4f9e08-2cbb-4754-a9c4-30e94cc6620c HTTP/1.1" status: 200 len: 944 time: 0.2670102 Jan 18 20:10:05.607412 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port d531d365-d1be-42fb-8d80-625e359981c2, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=d531d365-d1be-42fb-8d80-625e359981c2,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:05.640803 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=7dba6a5d-452a-48e0-8e61-bcbe12b44d8d,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:05.660101 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'd531d365-d1be-42fb-8d80-625e359981c2', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': 'd531d365-d1be-42fb-8d80-625e359981c2', 'mac_address': 'fa:16:3e:3d:9e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:10:05.714321 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8581e-d36f-4855-a58a-09db61c86116 req-4b167162-cf13-47a7-832d-f395ce116f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:05.715839 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-50d8581e-d36f-4855-a58a-09db61c86116 req-4b167162-cf13-47a7-832d-f395ce116f67 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=934a86f68a4746be8b16c0fa3df42262&device_id=1f4f9e08-2cbb-4754-a9c4-30e94cc6620c HTTP/1.1" status: 200 len: 1095 time: 0.3362124 Jan 18 20:10:05.716562 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e506a645-e93c-4735-80bb-9855396b222c admin admin] Made reservation on behalf of 46be2ca450fb44c88ba90d0767174258 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:10:05.719245 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e506a645-e93c-4735-80bb-9855396b222c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:05.734910 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port d531d365-d1be-42fb-8d80-625e359981c2 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:05.735305 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d531d365-d1be-42fb-8d80-625e359981c2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:05.747010 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7020-1d1f-4eda-aee6-922ed6142a5c admin admin] Publish callbacks [] for router_gateway (96356dce-1ed1-4f46-9dac-371f1628399e), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:05.757121 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e506a645-e93c-4735-80bb-9855396b222c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:05.757606 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d531d365-d1be-42fb-8d80-625e359981c2 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:10:05.766758 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a6fd8-817e-4bde-93d6-8b0ae22d7761 req-cbf250ce-8203-4f82-9409-7c17815ce68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:05.768824 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-960a6fd8-817e-4bde-93d6-8b0ae22d7761 req-cbf250ce-8203-4f82-9409-7c17815ce68e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b76b9fe0-68f8-4703-9228-21897e60da9f HTTP/1.1" status: 200 len: 852 time: 0.4896052 Jan 18 20:10:05.780378 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port d531d365-d1be-42fb-8d80-625e359981c2, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=d531d365-d1be-42fb-8d80-625e359981c2,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:05.786037 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d531d365-d1be-42fb-8d80-625e359981c2), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:05.842302 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b37e592-4a63-430f-b3b8-d44199d860e4 req-b6a71169-6260-41d4-a2fa-3167eb0e1695 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710210 Jan 18 20:10:05.858611 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-960a6fd8-817e-4bde-93d6-8b0ae22d7761 req-317e862d-55ff-4fef-91cc-b6acdcb5b3e5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1330a1de-3636-4f07-b599-97f547076b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430498 Jan 18 20:10:05.861328 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=d531d365-d1be-42fb-8d80-625e359981c2,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:05.883144 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-50d8581e-d36f-4855-a58a-09db61c86116 req-a8ae3ec4-b509-4c7b-888a-06ca90e70f38 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b74dfed-307a-4b7b-a9be-db91ceee7280 HTTP/1.1" status: 200 len: 217 time: 0.1453278 Jan 18 20:10:05.906089 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eaec3367-4dd9-4b7c-bf08-3fab2adf0eb8 req-ce0e35ee-309f-4da2-882a-e0fe391337c5 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79bac98ff06d455bb4a4343096ef379b HTTP/1.1" status: 200 len: 10997 time: 0.3102090 Jan 18 20:10:05.984188 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8581e-d36f-4855-a58a-09db61c86116 req-4c2fc734-77c7-4397-a19a-94fd2392de5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:05.985987 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-50d8581e-d36f-4855-a58a-09db61c86116 req-4c2fc734-77c7-4397-a19a-94fd2392de5f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3a677f5f-009c-4f07-9679-86f5c85ef9be HTTP/1.1" status: 200 len: 844 time: 0.0950892 Jan 18 20:10:06.033271 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['7dba6a5d-452a-48e0-8e61-bcbe12b44d8d'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:10:06.070129 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c887af02-ace5-4853-8271-b6a1792bf037 req-1dfd8092-a5a4-472c-8df5-90958475bd60 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005717 Jan 18 20:10:06.091492 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['d531d365-d1be-42fb-8d80-625e359981c2'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:10:06.094106 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] For port 68194730-61b1-46d7-b452-51d9bdea8041, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=68194730-61b1-46d7-b452-51d9bdea8041,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:06.102903 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-50d8581e-d36f-4855-a58a-09db61c86116 req-0f64b5be-fe9a-4fc3-b879-8543b915034c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=da762a08-ce23-48b4-9e56-1b22cb2c3759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777097 Jan 18 20:10:06.133449 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eaec3367-4dd9-4b7c-bf08-3fab2adf0eb8 req-79c4a079-a0bf-42d1-9521-c082c3c47f0e tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups/2e4635da-206a-42df-b4da-44fbd0bc74bd HTTP/1.1" status: 200 len: 2998 time: 0.2145586 Jan 18 20:10:06.192898 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-960a6fd8-817e-4bde-93d6-8b0ae22d7761 req-9b98cf74-c847-4d28-9877-98ea35fbdad4 service neutron] 10.222.0.70 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258400 Jan 18 20:10:06.333014 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4bf4a-7276-4469-8cc8-dd15a2b8afbb req-3ea0a7f5-000b-413d-94e8-de3b1cb2fd56 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:06.342157 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ebb4bf4a-7276-4469-8cc8-dd15a2b8afbb req-3ea0a7f5-000b-413d-94e8-de3b1cb2fd56 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f141ae-58d6-4343-aabb-a270d4ae78bb HTTP/1.1" status: 200 len: 948 time: 0.4123268 Jan 18 20:10:06.349532 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eaec3367-4dd9-4b7c-bf08-3fab2adf0eb8 req-075d679d-3cfd-4d0e-9b15-b5b6bc9276f4 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups/2e4635da-206a-42df-b4da-44fbd0bc74bd HTTP/1.1" status: 200 len: 2998 time: 0.2070675 Jan 18 20:10:06.382630 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] For port 68194730-61b1-46d7-b452-51d9bdea8041, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:10:06.390260 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-960a6fd8-817e-4bde-93d6-8b0ae22d7761 req-fdf51cb0-c0d0-4e87-a470-1314370d0c1e service neutron] 10.222.0.70 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886771 Jan 18 20:10:06.463183 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679adbf1-d276-4b7b-8f7a-26349027ef6f x-openstack-request-id: req-679adbf1-d276-4b7b-8f7a-26349027ef6f {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:06.463568 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4f9e08-2cbb-4754-a9c4-30e94cc6620c", "tag": "4b74dfed-307a-4b7b-a9be-db91ceee7280", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:06.463672 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-679adbf1-d276-4b7b-8f7a-26349027ef6f {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:06.464034 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4f9e08-2cbb-4754-a9c4-30e94cc6620c', 'tag': '4b74dfed-307a-4b7b-a9be-db91ceee7280', 'status': 'completed', 'code': 200} Jan 18 20:10:06.504758 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68194730-61b1-46d7-b452-51d9bdea8041 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:10:06.545953 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] Publish callbacks [] for port (68194730-61b1-46d7-b452-51d9bdea8041), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:06.548905 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ad12d3b0-58f8-4317-b4e1-497d3453edab up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:10:06.593521 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e506a645-e93c-4735-80bb-9855396b222c admin admin] Publish callbacks [] for security_group (8f67dd83-27d9-4dd4-9f97-68caf3644bb9), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:06.644237 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e506a645-e93c-4735-80bb-9855396b222c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8f67dd83-27d9-4dd4-9f97-68caf3644bb9), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:06.665718 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-50d8581e-d36f-4855-a58a-09db61c86116 req-fd9620a8-b03b-4002-9494-ccafe9866f8b service neutron] 10.222.0.70 "GET /v2.0/networks/da762a08-ce23-48b4-9e56-1b22cb2c3759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5461426 Jan 18 20:10:06.739781 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:06.760266 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] Transition to ACTIVE for port object 68194730-61b1-46d7-b452-51d9bdea8041 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:10:06.767716 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port ad12d3b0-58f8-4317-b4e1-497d3453edab triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:06.768166 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ad12d3b0-58f8-4317-b4e1-497d3453edab), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:06.771349 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a6fd8-817e-4bde-93d6-8b0ae22d7761 req-fbefc50e-2090-4ce8-9d85-3196ff5e4c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:06.772887 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-960a6fd8-817e-4bde-93d6-8b0ae22d7761 req-fbefc50e-2090-4ce8-9d85-3196ff5e4c08 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1088a7411f634bfd9b8775233ac8c777&device_id=d6f141ae-58d6-4343-aabb-a270d4ae78bb HTTP/1.1" status: 200 len: 1099 time: 0.2607920 Jan 18 20:10:06.794201 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (68194730-61b1-46d7-b452-51d9bdea8041), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:06.800985 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ebb4bf4a-7276-4469-8cc8-dd15a2b8afbb req-bd79ea9e-6c91-45f1-82b1-2014d7585ff1 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412591 Jan 18 20:10:06.811510 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e506a645-e93c-4735-80bb-9855396b222c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:10:06.853185 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506a645-e93c-4735-80bb-9855396b222c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f67dd83-27d9-4dd4-9f97-68caf3644bb9,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:06.866825 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e506a645-e93c-4735-80bb-9855396b222c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (82b14202-e0cf-4829-84e9-b58211a3d4f1), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:06.867222 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-e506a645-e93c-4735-80bb-9855396b222c admin admin] Added segment 82b14202-e0cf-4829-84e9-b58211a3d4f1 of type vlan for network 133a80cf-c268-45f9-91ee-564a51a659af Jan 18 20:10:06.906976 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d3e42-987b-42ef-bc42-3e56d7961e7b req-cd45cd56-5f66-4f1b-be35-c9601b88e2c8 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:06.908540 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e5d3e42-987b-42ef-bc42-3e56d7961e7b req-cd45cd56-5f66-4f1b-be35-c9601b88e2c8 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 947 time: 0.2864411 Jan 18 20:10:06.949048 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ea1373eb-d048-4c59-aedf-d18aa355ea71 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:10:06.990821 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a6fd8-817e-4bde-93d6-8b0ae22d7761 req-d29cd9dd-24d3-485d-8af6-86d70304cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:06.992491 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-960a6fd8-817e-4bde-93d6-8b0ae22d7761 req-d29cd9dd-24d3-485d-8af6-86d70304cf8e service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.1947865 Jan 18 20:10:07.018803 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-50d8581e-d36f-4855-a58a-09db61c86116 req-fca27eb5-b332-41db-b5fb-ca03574eaa9e service neutron] 10.222.0.70 "GET /v2.0/networks/da762a08-ce23-48b4-9e56-1b22cb2c3759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230412 Jan 18 20:10:07.070947 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e506a645-e93c-4735-80bb-9855396b222c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (133a80cf-c268-45f9-91ee-564a51a659af), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:07.110396 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16a822e-6513-49a0-ab23-3bc07c7d90c4 None None] Network 2cafaa10-97b0-4140-ac04-be8f2bf83219 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:10:07.114255 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port ad12d3b0-58f8-4317-b4e1-497d3453edab is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:07.114791 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ad12d3b0-58f8-4317-b4e1-497d3453edab), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:07.117326 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-960a6fd8-817e-4bde-93d6-8b0ae22d7761 req-196f594b-2452-4807-80f0-93dba5487865 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=ea1373eb-d048-4c59-aedf-d18aa355ea71 HTTP/1.1" status: 200 len: 217 time: 0.1112134 Jan 18 20:10:07.123347 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7020-1d1f-4eda-aee6-922ed6142a5c admin admin] Publish callbacks [] for router_gateway (96356dce-1ed1-4f46-9dac-371f1628399e), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:07.146067 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:10:07.151620 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] No DVR routers for this DVR port 68194730-61b1-46d7-b452-51d9bdea8041 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:10:07.152262 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-be96e819-5661-4fba-9521-71924afbf066 req-e2841bff-8df2-4760-8f42-d79838c22329 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups/aa8e9d04-4de0-4150-93c6-5484ab05e554 HTTP/1.1" status: 200 len: 1818 time: 0.2933278 Jan 18 20:10:07.174572 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7020-1d1f-4eda-aee6-922ed6142a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:07.180544 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] Pushing event updated for resources: {'Port': ['ID=68194730-61b1-46d7-b452-51d9bdea8041,revision_number=11']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:07.202342 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e5d3e42-987b-42ef-bc42-3e56d7961e7b req-4f5b296f-270f-4f13-93a4-50d7c3fb13ee tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678702 Jan 18 20:10:07.216169 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078da68-f393-4009-9cff-274bf813a454 req-182756de-d5c9-4039-81bc-13885e7e675f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:07.218272 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f078da68-f393-4009-9cff-274bf813a454 req-182756de-d5c9-4039-81bc-13885e7e675f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=934a86f68a4746be8b16c0fa3df42262&device_id=1f4f9e08-2cbb-4754-a9c4-30e94cc6620c HTTP/1.1" status: 200 len: 1095 time: 0.1430616 Jan 18 20:10:07.232568 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port ad12d3b0-58f8-4317-b4e1-497d3453edab, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ad12d3b0-58f8-4317-b4e1-497d3453edab,segment=NetworkSegment(91eca149-2050-42be-9943-9917eddedfac),segment_id=91eca149-2050-42be-9943-9917eddedfac)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:07.277781 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ad12d3b0-58f8-4317-b4e1-497d3453edab), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:07.337040 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-cc1eb795-8429-4cf7-8464-2ce801aa3171 None None] Provisioning complete for port ad12d3b0-58f8-4317-b4e1-497d3453edab triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:07.337418 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cc1eb795-8429-4cf7-8464-2ce801aa3171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ad12d3b0-58f8-4317-b4e1-497d3453edab), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:07.339943 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078da68-f393-4009-9cff-274bf813a454 req-1e00d73e-b54f-4a49-b3d4-1383862cb786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:07.341655 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f078da68-f393-4009-9cff-274bf813a454 req-1e00d73e-b54f-4a49-b3d4-1383862cb786 service neutron] 10.222.0.70 "GET /v2.0/networks?id=da762a08-ce23-48b4-9e56-1b22cb2c3759 HTTP/1.1" status: 200 len: 905 time: 0.1082115 Jan 18 20:10:07.348343 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e506a645-e93c-4735-80bb-9855396b222c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (133a80cf-c268-45f9-91ee-564a51a659af), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:07.349404 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e506a645-e93c-4735-80bb-9855396b222c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:07.350107 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e506a645-e93c-4735-80bb-9855396b222c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:07.352000 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a6fd8-817e-4bde-93d6-8b0ae22d7761 req-54227fc7-bd12-4a16-b29e-af45dcff6172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:07.353658 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-960a6fd8-817e-4bde-93d6-8b0ae22d7761 req-54227fc7-bd12-4a16-b29e-af45dcff6172 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1902788 Jan 18 20:10:07.358235 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] Attempting to bind port 68194730-61b1-46d7-b452-51d9bdea8041 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:10:07.358791 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] Attempting to bind port 68194730-61b1-46d7-b452-51d9bdea8041 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:10:07.359295 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] Attempting to bind port 68194730-61b1-46d7-b452-51d9bdea8041 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:07.409362 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] Port 68194730-61b1-46d7-b452-51d9bdea8041 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:10:07.410425 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] Attempting to bind port 68194730-61b1-46d7-b452-51d9bdea8041 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:07.431315 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f078da68-f393-4009-9cff-274bf813a454 req-fcc88a31-6f5c-4c64-857a-53dd9fb978e9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b74dfed-307a-4b7b-a9be-db91ceee7280 HTTP/1.1" status: 200 len: 217 time: 0.0671237 Jan 18 20:10:07.434887 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e506a645-e93c-4735-80bb-9855396b222c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.2766218 Jan 18 20:10:07.441728 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42614) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:07.449308 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-bb511fd2-6e4e-4948-b19a-b4e38aae799d admin admin] Request body: {'subnet': {'network_id': '133a80cf-c268-45f9-91ee-564a51a659af', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-754790131-subnet', 'tenant_id': '46be2ca450fb44c88ba90d0767174258', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:07.458927 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:10:07.459533 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:10:07.460081 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:10:07.460713 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] Bound port: 68194730-61b1-46d7-b452-51d9bdea8041, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:10:07.461220 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (68194730-61b1-46d7-b452-51d9bdea8041), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:07.519680 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a6fd8-817e-4bde-93d6-8b0ae22d7761 req-c1a4cff4-6e1e-49e2-89a4-3c473788c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:07.521425 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-960a6fd8-817e-4bde-93d6-8b0ae22d7761 req-c1a4cff4-6e1e-49e2-89a4-3c473788c0c0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1595044 Jan 18 20:10:07.528039 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078da68-f393-4009-9cff-274bf813a454 req-d59c41c8-890c-4f58-83a1-486f064de2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:07.530405 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f078da68-f393-4009-9cff-274bf813a454 req-d59c41c8-890c-4f58-83a1-486f064de2f5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3a677f5f-009c-4f07-9679-86f5c85ef9be HTTP/1.1" status: 200 len: 844 time: 0.0617070 Jan 18 20:10:07.535389 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-d1ea7020-1d1f-4eda-aee6-922ed6142a5c admin admin] Allocated IP 172.25.4.22 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/72ef2552-b0bd-4858-a818-64566b20cc30) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:10:07.601809 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ea1373eb-d048-4c59-aedf-d18aa355ea71, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ea1373eb-d048-4c59-aedf-d18aa355ea71,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:07.603727 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb511fd2-6e4e-4948-b19a-b4e38aae799d admin admin] Made reservation on behalf of 46be2ca450fb44c88ba90d0767174258 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:10:07.606211 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bb511fd2-6e4e-4948-b19a-b4e38aae799d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:07.622826 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f078da68-f393-4009-9cff-274bf813a454 req-6d8c84fe-fa24-4713-b145-c434ec81c0c9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=da762a08-ce23-48b4-9e56-1b22cb2c3759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863874 Jan 18 20:10:07.624234 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-be96e819-5661-4fba-9521-71924afbf066 req-2619ac9f-5504-4681-9436-6842807e48d8 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (aa8e9d04-4de0-4150-93c6-5484ab05e554), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:07.636567 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'ea1373eb-d048-4c59-aedf-d18aa355ea71', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': 'ea1373eb-d048-4c59-aedf-d18aa355ea71', 'mac_address': 'fa:16:3e:1c:3d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:10:07.652844 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-be96e819-5661-4fba-9521-71924afbf066 req-2619ac9f-5504-4681-9436-6842807e48d8 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (aa8e9d04-4de0-4150-93c6-5484ab05e554), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:07.708643 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e483770-8e6c-4408-a787-e9cf689dc43b req-34d30455-12a3-4865-9188-2cf4d724ea7b tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:07.718385 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e483770-8e6c-4408-a787-e9cf689dc43b req-34d30455-12a3-4865-9188-2cf4d724ea7b tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3b1d9-3d25-4efe-a5bb-280916746bf2 HTTP/1.1" status: 200 len: 944 time: 0.3679862 Jan 18 20:10:07.758220 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=ad12d3b0-58f8-4317-b4e1-497d3453edab,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:07.782382 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-cc1eb795-8429-4cf7-8464-2ce801aa3171 None None] Current status of the port ad12d3b0-58f8-4317-b4e1-497d3453edab is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:07.784352 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port ea1373eb-d048-4c59-aedf-d18aa355ea71 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:07.784615 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ea1373eb-d048-4c59-aedf-d18aa355ea71), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:07.801499 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1373eb-d048-4c59-aedf-d18aa355ea71 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:10:07.819514 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f078da68-f393-4009-9cff-274bf813a454 req-9ed7eea9-3117-4ac7-adf1-16cf6dee9f01 service neutron] 10.222.0.70 "GET /v2.0/networks/da762a08-ce23-48b4-9e56-1b22cb2c3759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236920 Jan 18 20:10:07.820239 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-be96e819-5661-4fba-9521-71924afbf066 req-2619ac9f-5504-4681-9436-6842807e48d8 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (aa8e9d04-4de0-4150-93c6-5484ab05e554), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:07.828443 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ea1373eb-d048-4c59-aedf-d18aa355ea71, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ea1373eb-d048-4c59-aedf-d18aa355ea71,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:07.830490 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-be96e819-5661-4fba-9521-71924afbf066 req-2619ac9f-5504-4681-9436-6842807e48d8 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:07.832653 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-be96e819-5661-4fba-9521-71924afbf066 req-2619ac9f-5504-4681-9436-6842807e48d8 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "DELETE /v2.0/security-groups/aa8e9d04-4de0-4150-93c6-5484ab05e554 HTTP/1.1" status: 204 len: 173 time: 0.6656156 Jan 18 20:10:07.836589 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ea1373eb-d048-4c59-aedf-d18aa355ea71), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:07.853132 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506a645-e93c-4735-80bb-9855396b222c admin admin] Pushing event updated for resources: {'Network': ['ID=133a80cf-c268-45f9-91ee-564a51a659af,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:07.885378 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619ac9f-5504-4681-9436-6842807e48d8 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8e9d04-4de0-4150-93c6-5484ab05e554,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:07.942207 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=ea1373eb-d048-4c59-aedf-d18aa355ea71,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:07.952548 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 133a80cf-c268-45f9-91ee-564a51a659af details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:10:07.975582 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bb511fd2-6e4e-4948-b19a-b4e38aae799d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (45324dde-9697-4682-9610-ed3bed3250cd), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:07.981244 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] For port 68194730-61b1-46d7-b452-51d9bdea8041, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:10:08.046900 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e483770-8e6c-4408-a787-e9cf689dc43b req-5674482e-0f50-48b4-b86d-111972ef6fb5 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058477 Jan 18 20:10:08.066403 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] For port 68194730-61b1-46d7-b452-51d9bdea8041, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=68194730-61b1-46d7-b452-51d9bdea8041,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:10:08.103215 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f078da68-f393-4009-9cff-274bf813a454 req-fb922e9d-5d6b-428a-8328-a9a6dff11b3b service neutron] 10.222.0.70 "GET /v2.0/networks/da762a08-ce23-48b4-9e56-1b22cb2c3759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694390 Jan 18 20:10:08.116947 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (68194730-61b1-46d7-b452-51d9bdea8041), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:08.122579 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78191311-612c-4f75-9f57-f1e2abeb30ef req-3f4fe4dd-e904-4cdf-bc6f-5763ba637554 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:08.129660 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-78191311-612c-4f75-9f57-f1e2abeb30ef req-3f4fe4dd-e904-4cdf-bc6f-5763ba637554 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4f9e08-2cbb-4754-a9c4-30e94cc6620c HTTP/1.1" status: 200 len: 944 time: 0.1482050 Jan 18 20:10:08.207423 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-78191311-612c-4f75-9f57-f1e2abeb30ef req-c76e6757-ba31-4f44-b21e-fa039d45aa40 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768127 Jan 18 20:10:08.233340 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb511fd2-6e4e-4948-b19a-b4e38aae799d admin admin] Pushing event updated for resources: {'Subnet': ['ID=45324dde-9697-4682-9610-ed3bed3250cd,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:08.247000 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-960a6fd8-817e-4bde-93d6-8b0ae22d7761 req-a08a09c3-beb2-4751-827b-9d24e262e0ac service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7086046 Jan 18 20:10:08.256183 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e00ef9-3baa-4fa9-84c8-6652e7148cb7 req-fe455a6d-6c6e-49d8-82d6-a4109868e9cd tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:08.257755 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-29e00ef9-3baa-4fa9-84c8-6652e7148cb7 req-fe455a6d-6c6e-49d8-82d6-a4109868e9cd tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f141ae-58d6-4343-aabb-a270d4ae78bb HTTP/1.1" status: 200 len: 949 time: 0.0941343 Jan 18 20:10:08.267159 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['ea1373eb-d048-4c59-aedf-d18aa355ea71'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:10:08.267688 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:08.267845 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:08.269197 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] 10.222.0.57 "PUT /v2.0/ports/68194730-61b1-46d7-b452-51d9bdea8041 HTTP/1.1" status: 200 len: 1095 time: 6.0480783 Jan 18 20:10:08.269728 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467f9b3d-9382-41d3-bf2e-354b6fa3ed25', 'tag': '68194730-61b1-46d7-b452-51d9bdea8041'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:08.273883 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a876cff-4fa5-46d3-b637-99d410f78b39" -d '{"events": [{"name": "network-changed", "server_uuid": "467f9b3d-9382-41d3-bf2e-354b6fa3ed25", "tag": "68194730-61b1-46d7-b452-51d9bdea8041"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:08.276590 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-c5954c76-48e9-4071-bd23-bd37c5affa85 req-4efded4d-9628-4383-84ae-a867c073fe40 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] show failed (client error): The resource could not be found. Jan 18 20:10:08.276590 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c5954c76-48e9-4071-bd23-bd37c5affa85 req-4efded4d-9628-4383-84ae-a867c073fe40 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups/aa8e9d04-4de0-4150-93c6-5484ab05e554 HTTP/1.1" status: 404 len: 352 time: 0.0167620 Jan 18 20:10:08.291431 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7020-1d1f-4eda-aee6-922ed6142a5c admin admin] Publish callbacks [] for port (72ef2552-b0bd-4858-a818-64566b20cc30), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:08.349544 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be292d3a-2a55-470f-b236-8c84b33f808d service neutron] Pushing event updated for resources: {'Port': ['ID=68194730-61b1-46d7-b452-51d9bdea8041,revision_number=12']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:08.364942 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb511fd2-6e4e-4948-b19a-b4e38aae799d admin admin] Checking segment: {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:10:08.365368 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb511fd2-6e4e-4948-b19a-b4e38aae799d admin admin] Network hostable DHCP agents. Network: 133a80cf-c268-45f9-91ee-564a51a659af, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:10:08.397434 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f58430f6-cde3-4d91-8d2c-383afe1f7532 None None] Provisioning complete for port ad12d3b0-58f8-4317-b4e1-497d3453edab triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:08.397859 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f58430f6-cde3-4d91-8d2c-383afe1f7532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ad12d3b0-58f8-4317-b4e1-497d3453edab), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:08.400058 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ad12d3b0-58f8-4317-b4e1-497d3453edab up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:10:08.509490 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb511fd2-6e4e-4948-b19a-b4e38aae799d admin admin] Network 133a80cf-c268-45f9-91ee-564a51a659af is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:10:08.540918 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-960a6fd8-817e-4bde-93d6-8b0ae22d7761 req-80315388-7d9f-46d5-9047-dce3a633013f service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844362 Jan 18 20:10:08.545495 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-fc68c016-4964-4420-b1c1-436931fc3c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:08.547465 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-fc68c016-4964-4420-b1c1-436931fc3c9d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 1098 time: 0.2315819 Jan 18 20:10:08.551524 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7020-1d1f-4eda-aee6-922ed6142a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (72ef2552-b0bd-4858-a818-64566b20cc30), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:08.590068 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-bb511fd2-6e4e-4948-b19a-b4e38aae799d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 133a80cf-c268-45f9-91ee-564a51a659af) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:10:08.606963 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f9862d-58bf-45cc-b2a9-d8b8a17a1d29 None None] Network 133a80cf-c268-45f9-91ee-564a51a659af requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:10:08.744910 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f58430f6-cde3-4d91-8d2c-383afe1f7532 None None] Current status of the port ad12d3b0-58f8-4317-b4e1-497d3453edab is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:08.806955 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port ad12d3b0-58f8-4317-b4e1-497d3453edab triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:08.807741 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ad12d3b0-58f8-4317-b4e1-497d3453edab), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:08.814805 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-29e00ef9-3baa-4fa9-84c8-6652e7148cb7 req-ae0d23a5-8656-4f36-9ef0-2dcae5a43468 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5382438 Jan 18 20:10:08.837274 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd001f2-a217-4e94-85f1-df32acd976c3 req-be282a80-fa0f-4ba4-ba26-65f573ca08c5 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:08.845062 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6fd001f2-a217-4e94-85f1-df32acd976c3 req-be282a80-fa0f-4ba4-ba26-65f573ca08c5 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 947 time: 0.0641794 Jan 18 20:10:08.907586 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6fd001f2-a217-4e94-85f1-df32acd976c3 req-a6085601-08f5-4f61-8e69-0e44e226e786 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615339 Jan 18 20:10:08.964260 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 4b74dfed-307a-4b7b-a9be-db91ceee7280 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:10:08.969110 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 7dba6a5d-452a-48e0-8e61-bcbe12b44d8d up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:10:08.993117 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a5480e87-cb67-42c8-949d-36a42581b8de req-a98af14a-c2c1-49a5-88f0-71911437ef59 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups/c52286ce-995a-4ae9-af2b-23a0993e881f HTTP/1.1" status: 200 len: 1817 time: 0.0620074 Jan 18 20:10:09.000392 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-ee8b5e12-651f-4268-b9bf-886f323875b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:09.001901 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-ee8b5e12-651f-4268-b9bf-886f323875b0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.4457121 Jan 18 20:10:09.006832 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ceb7e21-3100-4cc5-99d8-788eaaf569b6 x-openstack-request-id: req-7ceb7e21-3100-4cc5-99d8-788eaaf569b6 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:09.007441 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467f9b3d-9382-41d3-bf2e-354b6fa3ed25", "tag": "68194730-61b1-46d7-b452-51d9bdea8041", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:09.007564 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ceb7e21-3100-4cc5-99d8-788eaaf569b6 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:09.007994 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467f9b3d-9382-41d3-bf2e-354b6fa3ed25', 'tag': '68194730-61b1-46d7-b452-51d9bdea8041', 'status': 'completed', 'code': 200} Jan 18 20:10:09.011926 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb511fd2-6e4e-4948-b19a-b4e38aae799d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:09.012658 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bb511fd2-6e4e-4948-b19a-b4e38aae799d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:09.019127 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53139f45-cc3a-4f1f-9040-64b93e91625d None None] Network 133a80cf-c268-45f9-91ee-564a51a659af requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:10:09.021664 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port ad12d3b0-58f8-4317-b4e1-497d3453edab is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:09.050111 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ea7020-1d1f-4eda-aee6-922ed6142a5c admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:10:09.057918 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a5480e87-cb67-42c8-949d-36a42581b8de req-971eb726-9f98-4950-9e72-81224f9e0fd6 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (c52286ce-995a-4ae9-af2b-23a0993e881f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:09.088672 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a5480e87-cb67-42c8-949d-36a42581b8de req-971eb726-9f98-4950-9e72-81224f9e0fd6 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (c52286ce-995a-4ae9-af2b-23a0993e881f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:09.112393 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-d1ea7020-1d1f-4eda-aee6-922ed6142a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:10:09.121975 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-aa3b1adf-94f1-4bfe-8731-fc150957db5b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=68194730-61b1-46d7-b452-51d9bdea8041 HTTP/1.1" status: 200 len: 217 time: 0.1068470 Jan 18 20:10:09.125420 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ea7020-1d1f-4eda-aee6-922ed6142a5c admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:10:09.154983 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a5480e87-cb67-42c8-949d-36a42581b8de req-971eb726-9f98-4950-9e72-81224f9e0fd6 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c52286ce-995a-4ae9-af2b-23a0993e881f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:09.154983 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a5480e87-cb67-42c8-949d-36a42581b8de req-971eb726-9f98-4950-9e72-81224f9e0fd6 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:09.154983 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a5480e87-cb67-42c8-949d-36a42581b8de req-971eb726-9f98-4950-9e72-81224f9e0fd6 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "DELETE /v2.0/security-groups/c52286ce-995a-4ae9-af2b-23a0993e881f HTTP/1.1" status: 204 len: 173 time: 0.1538436 Jan 18 20:10:09.178762 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971eb726-9f98-4950-9e72-81224f9e0fd6 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52286ce-995a-4ae9-af2b-23a0993e881f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:09.233378 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-16a17874-cfe7-4577-8624-15626f4e5ef7 req-00f44a60-b3cf-47b3-8100-e76249c60539 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] show failed (client error): The resource could not be found. Jan 18 20:10:09.233378 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-16a17874-cfe7-4577-8624-15626f4e5ef7 req-00f44a60-b3cf-47b3-8100-e76249c60539 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups/c52286ce-995a-4ae9-af2b-23a0993e881f HTTP/1.1" status: 404 len: 352 time: 0.0488489 Jan 18 20:10:09.255416 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea7020-1d1f-4eda-aee6-922ed6142a5c admin admin] Pushing event updated for resources: {'Port': ['ID=72ef2552-b0bd-4858-a818-64566b20cc30,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:09.262903 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f15ab-9219-4a70-94df-befcd69b1661 req-7c4e941f-c593-48d0-8d8f-5a8769b221c9 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:09.269108 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bb511fd2-6e4e-4948-b19a-b4e38aae799d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8246052 Jan 18 20:10:09.271242 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-266f15ab-9219-4a70-94df-befcd69b1661 req-7c4e941f-c593-48d0-8d8f-5a8769b221c9 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3b1d9-3d25-4efe-a5bb-280916746bf2 HTTP/1.1" status: 200 len: 944 time: 0.0718045 Jan 18 20:10:09.345545 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-266f15ab-9219-4a70-94df-befcd69b1661 req-d0f4e3cb-4c29-4fc7-ac7e-c46d1ac36bf6 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730882 Jan 18 20:10:09.345912 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a876cff-4fa5-46d3-b637-99d410f78b39 req-24a53111-4cb9-442c-af32-841c5d85ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:09.356311 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a876cff-4fa5-46d3-b637-99d410f78b39 req-24a53111-4cb9-442c-af32-841c5d85ffd4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 1098 time: 0.3387573 Jan 18 20:10:09.434556 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 7dba6a5d-452a-48e0-8e61-bcbe12b44d8d completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:10:09.449090 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-b92a20aa-3954-44c7-953d-13f429d84536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:09.451330 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-b92a20aa-3954-44c7-953d-13f429d84536 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1978891 Jan 18 20:10:09.469361 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b36bf4-9ae5-4607-a70e-f8d914f0dda9 req-9fcfd3ae-a65c-4a2a-bb26-60001262e762 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:09.471032 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-74b36bf4-9ae5-4607-a70e-f8d914f0dda9 req-9fcfd3ae-a65c-4a2a-bb26-60001262e762 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4f9e08-2cbb-4754-a9c4-30e94cc6620c HTTP/1.1" status: 200 len: 944 time: 0.0912502 Jan 18 20:10:09.480510 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f0017cdf-f811-4c6b-9fd8-8c9c04c2b469 req-c31f6fbe-6be9-4683-8ed4-12ea5712b10e tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups/0f86f82b-ff49-459e-a132-b14cb29c15f6 HTTP/1.1" status: 200 len: 1817 time: 0.1188645 Jan 18 20:10:09.485219 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 7dba6a5d-452a-48e0-8e61-bcbe12b44d8d triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:09.485597 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7dba6a5d-452a-48e0-8e61-bcbe12b44d8d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:09.523749 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 4b74dfed-307a-4b7b-a9be-db91ceee7280, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4b74dfed-307a-4b7b-a9be-db91ceee7280,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:09.565074 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '4b74dfed-307a-4b7b-a9be-db91ceee7280', 'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759', 'port_id': '4b74dfed-307a-4b7b-a9be-db91ceee7280', 'mac_address': 'fa:16:3e:d1:fe:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a677f5f-009c-4f07-9679-86f5c85ef9be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:10:09.565355 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-74b36bf4-9ae5-4607-a70e-f8d914f0dda9 req-1621b064-441d-46ed-958f-4dc80bdf7d47 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759194 Jan 18 20:10:09.592913 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f0017cdf-f811-4c6b-9fd8-8c9c04c2b469 req-de3615e9-83a3-41dd-92ac-b7db7e421d87 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (0f86f82b-ff49-459e-a132-b14cb29c15f6), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:09.624325 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f0017cdf-f811-4c6b-9fd8-8c9c04c2b469 req-de3615e9-83a3-41dd-92ac-b7db7e421d87 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (0f86f82b-ff49-459e-a132-b14cb29c15f6), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:09.650063 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 4b74dfed-307a-4b7b-a9be-db91ceee7280 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:09.650857 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4b74dfed-307a-4b7b-a9be-db91ceee7280), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:09.678211 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f0017cdf-f811-4c6b-9fd8-8c9c04c2b469 req-de3615e9-83a3-41dd-92ac-b7db7e421d87 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0f86f82b-ff49-459e-a132-b14cb29c15f6), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:09.680611 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b74dfed-307a-4b7b-a9be-db91ceee7280 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:10:09.681027 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f0017cdf-f811-4c6b-9fd8-8c9c04c2b469 req-de3615e9-83a3-41dd-92ac-b7db7e421d87 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:09.688829 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f0017cdf-f811-4c6b-9fd8-8c9c04c2b469 req-de3615e9-83a3-41dd-92ac-b7db7e421d87 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "DELETE /v2.0/security-groups/0f86f82b-ff49-459e-a132-b14cb29c15f6 HTTP/1.1" status: 204 len: 173 time: 0.2071931 Jan 18 20:10:09.699646 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3615e9-83a3-41dd-92ac-b7db7e421d87 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f86f82b-ff49-459e-a132-b14cb29c15f6,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:09.717664 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 4b74dfed-307a-4b7b-a9be-db91ceee7280, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4b74dfed-307a-4b7b-a9be-db91ceee7280,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:09.730963 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-3323b291-f244-4790-a3c5-f190707d9204 req-a55537d9-55db-406e-b9c1-774bbb107c39 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] show failed (client error): The resource could not be found. Jan 18 20:10:09.732226 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3323b291-f244-4790-a3c5-f190707d9204 req-a55537d9-55db-406e-b9c1-774bbb107c39 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups/0f86f82b-ff49-459e-a132-b14cb29c15f6 HTTP/1.1" status: 404 len: 352 time: 0.0289664 Jan 18 20:10:09.742653 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-f9c83684-026b-4ad4-a2b8-cc79414362d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:09.744946 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-f9c83684-026b-4ad4-a2b8-cc79414362d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2844658 Jan 18 20:10:09.750438 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a876cff-4fa5-46d3-b637-99d410f78b39 req-e0060cba-6b1e-4f97-8335-084dbc9cb728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:09.752146 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a876cff-4fa5-46d3-b637-99d410f78b39 req-e0060cba-6b1e-4f97-8335-084dbc9cb728 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.3950832 Jan 18 20:10:09.805312 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4b74dfed-307a-4b7b-a9be-db91ceee7280), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:09.809888 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 7dba6a5d-452a-48e0-8e61-bcbe12b44d8d is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:09.810250 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7dba6a5d-452a-48e0-8e61-bcbe12b44d8d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:09.885889 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a876cff-4fa5-46d3-b637-99d410f78b39 req-8c2d715f-cd07-437a-bf09-22c2fbfbfc47 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=68194730-61b1-46d7-b452-51d9bdea8041 HTTP/1.1" status: 200 len: 217 time: 0.1204462 Jan 18 20:10:09.892108 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3dc8078c-ad41-43ec-beee-29cd03f8573b req-2ac1d65f-2851-495c-9441-5244e7f26764 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79bac98ff06d455bb4a4343096ef379b HTTP/1.1" status: 200 len: 6198 time: 0.1340609 Jan 18 20:10:09.968421 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a876cff-4fa5-46d3-b637-99d410f78b39 req-1bb23284-bf89-40db-b327-9c00ce35a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:09.970351 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a876cff-4fa5-46d3-b637-99d410f78b39 req-1bb23284-bf89-40db-b327-9c00ce35a805 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0757573 Jan 18 20:10:09.970551 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 7dba6a5d-452a-48e0-8e61-bcbe12b44d8d, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=7dba6a5d-452a-48e0-8e61-bcbe12b44d8d,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:09.975819 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f3b1d9-3d25-4efe-a5bb-280916746bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dba6a5d-452a-48e0-8e61-bcbe12b44d8d'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:09.982864 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc50ce9-583e-419c-8a14-44624487124a" -d '{"events": [{"server_uuid": "e8f3b1d9-3d25-4efe-a5bb-280916746bf2", "name": "network-vif-plugged", "status": "completed", "tag": "7dba6a5d-452a-48e0-8e61-bcbe12b44d8d"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:10.006264 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7dba6a5d-452a-48e0-8e61-bcbe12b44d8d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:10.007043 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device d531d365-d1be-42fb-8d80-625e359981c2 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:10:10.049175 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-1228c96c-4a69-40df-a492-7ba1714721af service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958086 Jan 18 20:10:10.063615 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3dc8078c-ad41-43ec-beee-29cd03f8573b req-8b38d01e-825c-4a76-8994-c2e0d70d22f6 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups/2e4635da-206a-42df-b4da-44fbd0bc74bd HTTP/1.1" status: 200 len: 2998 time: 0.1638641 Jan 18 20:10:10.070747 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=4b74dfed-307a-4b7b-a9be-db91ceee7280,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:10.082880 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b4f48-00f7-40fc-8605-7e2015482368 req-eddd4510-44ca-4419-b449-caa77253e540 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:10.091028 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ae8b4f48-00f7-40fc-8605-7e2015482368 req-eddd4510-44ca-4419-b449-caa77253e540 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f141ae-58d6-4343-aabb-a270d4ae78bb HTTP/1.1" status: 200 len: 949 time: 0.1558666 Jan 18 20:10:10.144338 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['4b74dfed-307a-4b7b-a9be-db91ceee7280'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:10:10.150766 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7020-1d1f-4eda-aee6-922ed6142a5c admin admin] Publish callbacks [] for router_gateway (96356dce-1ed1-4f46-9dac-371f1628399e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:10.166342 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42670) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:10.177007 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port d531d365-d1be-42fb-8d80-625e359981c2 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:10:10.184181 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=7dba6a5d-452a-48e0-8e61-bcbe12b44d8d,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:10.193784 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port d531d365-d1be-42fb-8d80-625e359981c2 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:10.194160 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d531d365-d1be-42fb-8d80-625e359981c2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:10.194344 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-2444e7c5-0b70-419c-8157-2026e69ad566 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-217153785-network', 'tenant_id': 'c7ecfd09865d43f6bb712e44317440dd'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:10.205945 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3dc8078c-ad41-43ec-beee-29cd03f8573b req-75ea4578-fdc7-4a21-8c5d-f882ac859b7f tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups/2e4635da-206a-42df-b4da-44fbd0bc74bd HTTP/1.1" status: 200 len: 2998 time: 0.1110084 Jan 18 20:10:10.221950 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ae8b4f48-00f7-40fc-8605-7e2015482368 req-23f30900-c854-477e-bd5f-d554db5a5d1b tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291137 Jan 18 20:10:10.270597 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2444e7c5-0b70-419c-8157-2026e69ad566 admin admin] Made reservation on behalf of c7ecfd09865d43f6bb712e44317440dd for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:10:10.273463 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2444e7c5-0b70-419c-8157-2026e69ad566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:10.291636 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2444e7c5-0b70-419c-8157-2026e69ad566 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:10.326303 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54fbb14-cce9-49da-8057-adf4b40c051b x-openstack-request-id: req-e54fbb14-cce9-49da-8057-adf4b40c051b {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:10.329119 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f3b1d9-3d25-4efe-a5bb-280916746bf2", "name": "network-vif-plugged", "status": "completed", "tag": "7dba6a5d-452a-48e0-8e61-bcbe12b44d8d", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:10.329554 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e54fbb14-cce9-49da-8057-adf4b40c051b {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:10.330854 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f3b1d9-3d25-4efe-a5bb-280916746bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dba6a5d-452a-48e0-8e61-bcbe12b44d8d', 'code': 200} Jan 18 20:10:10.405344 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port d531d365-d1be-42fb-8d80-625e359981c2 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:10.405848 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a876cff-4fa5-46d3-b637-99d410f78b39 req-95f4ac8f-382e-43b3-89e1-cbc41ed4ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:10.406403 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d531d365-d1be-42fb-8d80-625e359981c2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:10.407808 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a876cff-4fa5-46d3-b637-99d410f78b39 req-95f4ac8f-382e-43b3-89e1-cbc41ed4ace0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4280145 Jan 18 20:10:10.429079 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2444e7c5-0b70-419c-8157-2026e69ad566 admin admin] Publish callbacks [] for security_group (37240080-0cce-4936-a69e-8a18ad95b6b9), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:10.459363 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-d827c38b-561f-4a9b-aa3f-2d2d6d963286 req-430dda7a-a44a-4451-887f-4f6190204a49 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1689564236', 'description': 'tempest-description-1527733517'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:10.464860 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2444e7c5-0b70-419c-8157-2026e69ad566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (37240080-0cce-4936-a69e-8a18ad95b6b9), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:10.490680 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port d531d365-d1be-42fb-8d80-625e359981c2, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=d531d365-d1be-42fb-8d80-625e359981c2,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:10.502116 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d531d365-d1be-42fb-8d80-625e359981c2), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:10.519949 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a876cff-4fa5-46d3-b637-99d410f78b39 req-7382fcb7-0747-4b8a-814a-c448f0b8e353 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059687 Jan 18 20:10:10.548443 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2444e7c5-0b70-419c-8157-2026e69ad566 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:10:10.558289 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=d531d365-d1be-42fb-8d80-625e359981c2,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:10.561606 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee76098-1cc1-41c9-ab9a-7eb60d56c27c req-2dcaea5d-f26b-43c1-b7b2-2d48b8eb0cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:10.563592 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ee76098-1cc1-41c9-ab9a-7eb60d56c27c req-2dcaea5d-f26b-43c1-b7b2-2d48b8eb0cba service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e8f3b1d9-3d25-4efe-a5bb-280916746bf2 HTTP/1.1" status: 200 len: 1096 time: 0.1323681 Jan 18 20:10:10.629380 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-14276818-adcc-45ce-be8e-7d6f927a7c5a req-2462e182-8f9d-4077-be0b-9db34f020783 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756794 Jan 18 20:10:10.632196 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ee76098-1cc1-41c9-ab9a-7eb60d56c27c req-bfcf5eb5-7c1d-4fb1-9538-5daf9dbd923c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514686 Jan 18 20:10:10.632900 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444e7c5-0b70-419c-8157-2026e69ad566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37240080-0cce-4936-a69e-8a18ad95b6b9,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:10.638655 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2444e7c5-0b70-419c-8157-2026e69ad566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (f15f0ff4-2231-4334-8ce1-14fb45a59350), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:10.639735 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-2444e7c5-0b70-419c-8157-2026e69ad566 admin admin] Added segment f15f0ff4-2231-4334-8ce1-14fb45a59350 of type vlan for network e10e19b4-6932-48bb-a61c-23d26d9fc1f1 Jan 18 20:10:10.656744 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d827c38b-561f-4a9b-aa3f-2d2d6d963286 req-430dda7a-a44a-4451-887f-4f6190204a49 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:10.690618 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74aa4e-086d-47f0-8c76-e111e15a3363 req-9bb06928-84c0-4a5e-b54c-b6fbe5e73f9f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:10.692334 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-df74aa4e-086d-47f0-8c76-e111e15a3363 req-9bb06928-84c0-4a5e-b54c-b6fbe5e73f9f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 947 time: 0.2599905 Jan 18 20:10:10.744530 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2444e7c5-0b70-419c-8157-2026e69ad566 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (e10e19b4-6932-48bb-a61c-23d26d9fc1f1), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:10.758896 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a876cff-4fa5-46d3-b637-99d410f78b39 req-0b09b1f0-7aa1-45c1-8bca-0f35162989c2 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245922 Jan 18 20:10:10.789557 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7020-1d1f-4eda-aee6-922ed6142a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (96356dce-1ed1-4f46-9dac-371f1628399e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:10.797141 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a876cff-4fa5-46d3-b637-99d410f78b39 req-51d6234c-25eb-4e2e-a7a4-4265c9885271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:10.798726 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a876cff-4fa5-46d3-b637-99d410f78b39 req-51d6234c-25eb-4e2e-a7a4-4265c9885271 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 1098 time: 0.0949888 Jan 18 20:10:10.850524 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-df74aa4e-086d-47f0-8c76-e111e15a3363 req-2566985b-5ea8-4209-8655-cc6e2e1cbd22 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373718 Jan 18 20:10:10.869752 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d827c38b-561f-4a9b-aa3f-2d2d6d963286 req-430dda7a-a44a-4451-887f-4f6190204a49 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (d93ab09c-9f16-4722-a8ff-7244bc961c3f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:10.880331 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d827c38b-561f-4a9b-aa3f-2d2d6d963286 req-430dda7a-a44a-4451-887f-4f6190204a49 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d93ab09c-9f16-4722-a8ff-7244bc961c3f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:10.894128 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2444e7c5-0b70-419c-8157-2026e69ad566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (e10e19b4-6932-48bb-a61c-23d26d9fc1f1), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:10.895514 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2444e7c5-0b70-419c-8157-2026e69ad566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:10.896470 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2444e7c5-0b70-419c-8157-2026e69ad566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:10.956733 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d827c38b-561f-4a9b-aa3f-2d2d6d963286 req-430dda7a-a44a-4451-887f-4f6190204a49 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:10.957979 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d827c38b-561f-4a9b-aa3f-2d2d6d963286 req-430dda7a-a44a-4451-887f-4f6190204a49 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5245678 Jan 18 20:10:10.975942 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ea1373eb-d048-4c59-aedf-d18aa355ea71 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:10:11.000328 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430dda7a-a44a-4451-887f-4f6190204a49 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d93ab09c-9f16-4722-a8ff-7244bc961c3f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:11.022424 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a876cff-4fa5-46d3-b637-99d410f78b39 req-257e2931-f80b-4219-ae64-04549107a2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:11.024022 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a876cff-4fa5-46d3-b637-99d410f78b39 req-257e2931-f80b-4219-ae64-04549107a2ab service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.1865246 Jan 18 20:10:11.044865 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port ea1373eb-d048-4c59-aedf-d18aa355ea71 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:10:11.050368 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port ea1373eb-d048-4c59-aedf-d18aa355ea71 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:11.050651 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ea1373eb-d048-4c59-aedf-d18aa355ea71), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:11.055762 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2444e7c5-0b70-419c-8157-2026e69ad566 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8880780 Jan 18 20:10:11.057436 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42682) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:11.069779 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-820dfdec-fb36-46c1-9f82-01ec5e463cf2 admin admin] Request body: {'subnet': {'network_id': 'e10e19b4-6932-48bb-a61c-23d26d9fc1f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-217153785-subnet', 'tenant_id': 'c7ecfd09865d43f6bb712e44317440dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:11.073281 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a876cff-4fa5-46d3-b637-99d410f78b39 req-9e1663c0-9f03-4f59-9a69-0e70cdcab7ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=68194730-61b1-46d7-b452-51d9bdea8041 HTTP/1.1" status: 200 len: 217 time: 0.0406096 Jan 18 20:10:11.076907 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444e7c5-0b70-419c-8157-2026e69ad566 admin admin] Pushing event updated for resources: {'Network': ['ID=e10e19b4-6932-48bb-a61c-23d26d9fc1f1,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:11.092945 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network e10e19b4-6932-48bb-a61c-23d26d9fc1f1 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:10:11.121260 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5343970-3acb-4fa9-ae29-ccd465abce74 req-fb82f237-3fdc-49a3-b3fb-6295fb6aee02 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:11.124275 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5343970-3acb-4fa9-ae29-ccd465abce74 req-fb82f237-3fdc-49a3-b3fb-6295fb6aee02 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3b1d9-3d25-4efe-a5bb-280916746bf2 HTTP/1.1" status: 200 len: 945 time: 0.1910746 Jan 18 20:10:11.129090 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ea7020-1d1f-4eda-aee6-922ed6142a5c admin admin] Router 96356dce-1ed1-4f46-9dac-371f1628399e is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:10:11.151310 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a876cff-4fa5-46d3-b637-99d410f78b39 req-60654ebe-169d-4be5-8ca9-483cde31d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:11.153875 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a876cff-4fa5-46d3-b637-99d410f78b39 req-60654ebe-169d-4be5-8ca9-483cde31d555 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0727239 Jan 18 20:10:11.167121 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adc496-4713-488a-a899-d8a162efeb5c req-0ed8aff0-753a-4920-85b8-50dbcd41df3b tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:11.170423 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6adc496-4713-488a-a899-d8a162efeb5c req-0ed8aff0-753a-4920-85b8-50dbcd41df3b tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4f9e08-2cbb-4754-a9c4-30e94cc6620c HTTP/1.1" status: 200 len: 945 time: 0.1253223 Jan 18 20:10:11.178619 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820dfdec-fb36-46c1-9f82-01ec5e463cf2 admin admin] Made reservation on behalf of c7ecfd09865d43f6bb712e44317440dd for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:10:11.181048 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-820dfdec-fb36-46c1-9f82-01ec5e463cf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:11.273707 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5343970-3acb-4fa9-ae29-ccd465abce74 req-2baac252-d4a2-4ed0-83ae-d74eda5f4655 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399436 Jan 18 20:10:11.313787 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a876cff-4fa5-46d3-b637-99d410f78b39 req-0e5e589d-31b5-4f36-9fe2-b458656b6e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:11.315874 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a876cff-4fa5-46d3-b637-99d410f78b39 req-0e5e589d-31b5-4f36-9fe2-b458656b6e29 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1564479 Jan 18 20:10:11.320859 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6adc496-4713-488a-a899-d8a162efeb5c req-b724ad43-edc1-4a68-8765-51c4899c089d tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436276 Jan 18 20:10:11.394845 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port ea1373eb-d048-4c59-aedf-d18aa355ea71 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:11.395246 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ea1373eb-d048-4c59-aedf-d18aa355ea71), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:11.401369 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-268d4759-fed7-49fb-abcc-08061b8a3b9c req-9e8f0257-4e6b-4b84-9fda-3b986e2ae06e tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-322024797', 'description': 'tempest-description-934300011'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:11.425527 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42688) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:11.441592 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-dd7a5d91-7cf1-41a2-891e-ab7211cb2af5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1329679854'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:11.463152 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-268d4759-fed7-49fb-abcc-08061b8a3b9c req-9e8f0257-4e6b-4b84-9fda-3b986e2ae06e tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:11.470635 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ea1373eb-d048-4c59-aedf-d18aa355ea71, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ea1373eb-d048-4c59-aedf-d18aa355ea71,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:11.474889 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ea7020-1d1f-4eda-aee6-922ed6142a5c admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:10:11.485390 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7a5d91-7cf1-41a2-891e-ab7211cb2af5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Made reservation on behalf of 58bdde0d1470454589ceb4c5ff2aa86d for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:10:11.489660 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dd7a5d91-7cf1-41a2-891e-ab7211cb2af5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:11.492300 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d89c6b-c6f4-4942-9bce-99c47545cb6e None None] Sync routers for ids ['96356dce-1ed1-4f46-9dac-371f1628399e'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:10:11.499626 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-820dfdec-fb36-46c1-9f82-01ec5e463cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (139f6393-17f3-457e-9ec0-cf13d11abe42), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:11.500930 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ea1373eb-d048-4c59-aedf-d18aa355ea71), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:11.523081 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d89c6b-c6f4-4942-9bce-99c47545cb6e None None] Routers {'96356dce-1ed1-4f46-9dac-371f1628399e'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:10:11.523703 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-38d89c6b-c6f4-4942-9bce-99c47545cb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:09:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['96356dce-1ed1-4f46-9dac-371f1628399e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:10:11.527942 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7020-1d1f-4eda-aee6-922ed6142a5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:11.527942 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d1ea7020-1d1f-4eda-aee6-922ed6142a5c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.4480109 Jan 18 20:10:11.537723 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42690) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:11.551606 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a876cff-4fa5-46d3-b637-99d410f78b39 req-5688835b-a601-4314-87c6-60b3b67b5442 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248631 Jan 18 20:10:11.623555 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=ea1373eb-d048-4c59-aedf-d18aa355ea71,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:11.650111 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820dfdec-fb36-46c1-9f82-01ec5e463cf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=139f6393-17f3-457e-9ec0-cf13d11abe42,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:11.676176 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-268d4759-fed7-49fb-abcc-08061b8a3b9c req-9e8f0257-4e6b-4b84-9fda-3b986e2ae06e tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (1f23b168-88cb-4294-9d97-ca90174d668c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:11.685914 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd03b48-c80a-4791-979f-b89185db934d req-2f8bc106-ce91-4109-806e-179dfbe71f72 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:11.693157 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bfd03b48-c80a-4791-979f-b89185db934d req-2f8bc106-ce91-4109-806e-179dfbe71f72 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f141ae-58d6-4343-aabb-a270d4ae78bb HTTP/1.1" status: 200 len: 950 time: 0.1802752 Jan 18 20:10:11.704456 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-268d4759-fed7-49fb-abcc-08061b8a3b9c req-9e8f0257-4e6b-4b84-9fda-3b986e2ae06e tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1f23b168-88cb-4294-9d97-ca90174d668c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:11.728329 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820dfdec-fb36-46c1-9f82-01ec5e463cf2 admin admin] Checking segment: {'id': 'f15f0ff4-2231-4334-8ce1-14fb45a59350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e10e19b4-6932-48bb-a61c-23d26d9fc1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:10:11.728704 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820dfdec-fb36-46c1-9f82-01ec5e463cf2 admin admin] Network hostable DHCP agents. Network: e10e19b4-6932-48bb-a61c-23d26d9fc1f1, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:10:11.763301 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-38d89c6b-c6f4-4942-9bce-99c47545cb6e None None] Set router 96356dce-1ed1-4f46-9dac-371f1628399e gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:10:11.767895 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-268d4759-fed7-49fb-abcc-08061b8a3b9c req-9e8f0257-4e6b-4b84-9fda-3b986e2ae06e tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:11.769160 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-268d4759-fed7-49fb-abcc-08061b8a3b9c req-9e8f0257-4e6b-4b84-9fda-3b986e2ae06e tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3786373 Jan 18 20:10:11.774885 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f0257-4e6b-4b84-9fda-3b986e2ae06e tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f23b168-88cb-4294-9d97-ca90174d668c,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:11.808330 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bfd03b48-c80a-4791-979f-b89185db934d req-af42c7ca-50da-4c6d-b88e-940540c046bc tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141689 Jan 18 20:10:11.809615 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820dfdec-fb36-46c1-9f82-01ec5e463cf2 admin admin] Network e10e19b4-6932-48bb-a61c-23d26d9fc1f1 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:10:11.827570 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-820dfdec-fb36-46c1-9f82-01ec5e463cf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, e10e19b4-6932-48bb-a61c-23d26d9fc1f1) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:10:11.836549 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e6500a-6287-4eee-be48-390cda3caee0 None None] Network e10e19b4-6932-48bb-a61c-23d26d9fc1f1 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:10:11.841971 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820dfdec-fb36-46c1-9f82-01ec5e463cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:11.844139 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-820dfdec-fb36-46c1-9f82-01ec5e463cf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:11.865695 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-820dfdec-fb36-46c1-9f82-01ec5e463cf2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7991562 Jan 18 20:10:12.053319 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd7a5d91-7cf1-41a2-891e-ab7211cb2af5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:10:12.080002 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dd7a5d91-7cf1-41a2-891e-ab7211cb2af5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (d0da82cf-5645-4777-86ff-c2c01c2d9914), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:12.081279 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-dd7a5d91-7cf1-41a2-891e-ab7211cb2af5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Added segment d0da82cf-5645-4777-86ff-c2c01c2d9914 of type vlan for network dcafdc34-74ba-4d39-8792-ddf985df2019 Jan 18 20:10:12.103104 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dad0df1-d42e-4bbb-a363-280f89fc9aa1 None None] Network e10e19b4-6932-48bb-a61c-23d26d9fc1f1 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:10:12.139690 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a876cff-4fa5-46d3-b637-99d410f78b39 req-2160e551-3930-4570-a241-b6b4661b2eb1 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5546250 Jan 18 20:10:12.180906 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dd7a5d91-7cf1-41a2-891e-ab7211cb2af5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (dcafdc34-74ba-4d39-8792-ddf985df2019), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:12.230337 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-38d89c6b-c6f4-4942-9bce-99c47545cb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'name': 'tempest-AttachVolumeTestJSON-1877546686-router', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:10:04Z', 'updated_at': '2022-01-18T20:10:09Z', 'revision_number': 3, 'project_id': '72501d248542438e9d3a803e6110efb0', 'gw_port': {'id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:07Z', 'updated_at': '2022-01-18T20:10:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:10:12.280663 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dd7a5d91-7cf1-41a2-891e-ab7211cb2af5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (dcafdc34-74ba-4d39-8792-ddf985df2019), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:12.292793 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7a5d91-7cf1-41a2-891e-ab7211cb2af5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:12.293707 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dd7a5d91-7cf1-41a2-891e-ab7211cb2af5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:12.299231 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d89c6b-c6f4-4942-9bce-99c47545cb6e None None] Checking router: 96356dce-1ed1-4f46-9dac-371f1628399e for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:10:12.299815 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d89c6b-c6f4-4942-9bce-99c47545cb6e None None] Updating router 96356dce-1ed1-4f46-9dac-371f1628399e port 72ef2552-b0bd-4858-a818-64566b20cc30 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:10:12.327370 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-38d89c6b-c6f4-4942-9bce-99c47545cb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (72ef2552-b0bd-4858-a818-64566b20cc30), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:12.332592 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af13c7b-5a78-4204-a2c2-3d3638814240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd531d365-d1be-42fb-8d80-625e359981c2'}, {'server_uuid': 'd6f141ae-58d6-4343-aabb-a270d4ae78bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1373eb-d048-4c59-aedf-d18aa355ea71'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:12.336245 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e450a1-a4ff-4410-a4b7-38b9399e222b" -d '{"events": [{"server_uuid": "3af13c7b-5a78-4204-a2c2-3d3638814240", "name": "network-vif-plugged", "status": "completed", "tag": "d531d365-d1be-42fb-8d80-625e359981c2"}, {"server_uuid": "d6f141ae-58d6-4343-aabb-a270d4ae78bb", "name": "network-vif-plugged", "status": "completed", "tag": "ea1373eb-d048-4c59-aedf-d18aa355ea71"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:12.341320 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:12.345107 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:12.345107 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:12.345107 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:12.345107 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:12.345107 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:12.345107 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:12.345107 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:12.345107 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:12.345107 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:12.345107 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:12.345107 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:12.345107 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:12.350377 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-7370cd97-5dcc-4058-9cff-ea0471bedbf5 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:12.357338 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-7370cd97-5dcc-4058-9cff-ea0471bedbf5 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/networks?id=5628e5e2-38d7-4c23-acf3-62dfe75ed62d HTTP/1.1" status: 200 len: 812 time: 0.2397404 Jan 18 20:10:12.379936 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f3bda-f756-4bcc-a98f-421c2e5727d5 req-46d74b5b-2214-4ce5-b3f5-0db61c9ae671 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:12.386146 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-657f3bda-f756-4bcc-a98f-421c2e5727d5 req-46d74b5b-2214-4ce5-b3f5-0db61c9ae671 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 947 time: 0.3929961 Jan 18 20:10:12.393214 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-25ba217d-68ac-4e7b-8ecf-5abcb82353d1 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/quotas/79bac98ff06d455bb4a4343096ef379b HTTP/1.1" status: 200 len: 375 time: 0.0331237 Jan 18 20:10:12.444486 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-dd7a5d91-7cf1-41a2-891e-ab7211cb2af5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0073588 Jan 18 20:10:12.487547 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42718) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:12.499427 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-65ad3c3b-c377-4800-86b7-070e65c4c173 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1800936066'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:12.512848 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a5d91-7cf1-41a2-891e-ab7211cb2af5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Pushing event updated for resources: {'Network': ['ID=dcafdc34-74ba-4d39-8792-ddf985df2019,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:12.530475 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network dcafdc34-74ba-4d39-8792-ddf985df2019 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:10:12.532642 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-657f3bda-f756-4bcc-a98f-421c2e5727d5 req-45ac07ce-cb5b-47da-8ed6-d58bb1dbe18e tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201303 Jan 18 20:10:12.570306 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-9c7c96a4-8ac2-474e-95af-6b4a68fd3cb0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=79bac98ff06d455bb4a4343096ef379b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1712494 Jan 18 20:10:12.585840 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ad3c3b-c377-4800-86b7-070e65c4c173 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Made reservation on behalf of 58bdde0d1470454589ceb4c5ff2aa86d for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:10:12.595453 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-65ad3c3b-c377-4800-86b7-070e65c4c173 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:12.599507 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-38d89c6b-c6f4-4942-9bce-99c47545cb6e None None] Publish callbacks [] for port (72ef2552-b0bd-4858-a818-64566b20cc30), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:12.607064 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-38d89c6b-c6f4-4942-9bce-99c47545cb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (72ef2552-b0bd-4858-a818-64566b20cc30), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:12.663229 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971eb9e9-bbf1-4cca-9ff7-799a7a70ea9a None None] Pushing event updated for resources: {'Port': ['ID=72ef2552-b0bd-4858-a818-64566b20cc30,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:12.688122 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971eb9e9-bbf1-4cca-9ff7-799a7a70ea9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:12.688678 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971eb9e9-bbf1-4cca-9ff7-799a7a70ea9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:12.689228 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971eb9e9-bbf1-4cca-9ff7-799a7a70ea9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:12.689751 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971eb9e9-bbf1-4cca-9ff7-799a7a70ea9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:12.690244 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971eb9e9-bbf1-4cca-9ff7-799a7a70ea9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:12.690879 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971eb9e9-bbf1-4cca-9ff7-799a7a70ea9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:12.691364 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971eb9e9-bbf1-4cca-9ff7-799a7a70ea9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:12.691862 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971eb9e9-bbf1-4cca-9ff7-799a7a70ea9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:12.692349 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971eb9e9-bbf1-4cca-9ff7-799a7a70ea9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:12.692834 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971eb9e9-bbf1-4cca-9ff7-799a7a70ea9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:12.693332 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971eb9e9-bbf1-4cca-9ff7-799a7a70ea9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:12.693865 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971eb9e9-bbf1-4cca-9ff7-799a7a70ea9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:12.694351 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971eb9e9-bbf1-4cca-9ff7-799a7a70ea9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:12.698026 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-38d89c6b-c6f4-4942-9bce-99c47545cb6e None None] Attempting to bind port 72ef2552-b0bd-4858-a818-64566b20cc30 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:10:12.698882 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-38d89c6b-c6f4-4942-9bce-99c47545cb6e None None] Attempting to bind port 72ef2552-b0bd-4858-a818-64566b20cc30 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:10:12.699414 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d89c6b-c6f4-4942-9bce-99c47545cb6e None None] Attempting to bind port 72ef2552-b0bd-4858-a818-64566b20cc30 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:12.706718 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d89c6b-c6f4-4942-9bce-99c47545cb6e None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:10:12.707312 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d89c6b-c6f4-4942-9bce-99c47545cb6e None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:10:12.708019 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-38d89c6b-c6f4-4942-9bce-99c47545cb6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:12.708693 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d89c6b-c6f4-4942-9bce-99c47545cb6e None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:10:12.709494 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-38d89c6b-c6f4-4942-9bce-99c47545cb6e None None] Bound port: 72ef2552-b0bd-4858-a818-64566b20cc30, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:10:12.710078 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-38d89c6b-c6f4-4942-9bce-99c47545cb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (72ef2552-b0bd-4858-a818-64566b20cc30), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:12.765036 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-38d89c6b-c6f4-4942-9bce-99c47545cb6e None None] For port 72ef2552-b0bd-4858-a818-64566b20cc30, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:10:12.769256 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-38d89c6b-c6f4-4942-9bce-99c47545cb6e None None] For port 72ef2552-b0bd-4858-a818-64566b20cc30, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=72ef2552-b0bd-4858-a818-64566b20cc30,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:10:12.776775 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-38d89c6b-c6f4-4942-9bce-99c47545cb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (72ef2552-b0bd-4858-a818-64566b20cc30), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:12.816771 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-c038704d-dd25-49c0-8686-6dc83034b1b3 service neutron] 10.222.0.31 "GET /v2.0/networks/5628e5e2-38d7-4c23-acf3-62dfe75ed62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450585 Jan 18 20:10:12.848304 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971eb9e9-bbf1-4cca-9ff7-799a7a70ea9a None None] Pushing event updated for resources: {'Port': ['ID=72ef2552-b0bd-4858-a818-64566b20cc30,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:12.850261 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ad3c3b-c377-4800-86b7-070e65c4c173 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:10:12.865164 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d89c6b-c6f4-4942-9bce-99c47545cb6e None None] Routers {'96356dce-1ed1-4f46-9dac-371f1628399e'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:10:12.866359 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-38d89c6b-c6f4-4942-9bce-99c47545cb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:09:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['96356dce-1ed1-4f46-9dac-371f1628399e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:10:12.880106 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-65ad3c3b-c377-4800-86b7-070e65c4c173 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (011b0248-f13e-4236-abd9-595a2f7b91fd), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:12.880727 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-65ad3c3b-c377-4800-86b7-070e65c4c173 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Added segment 011b0248-f13e-4236-abd9-595a2f7b91fd of type vlan for network 81c102ef-f128-429a-9459-1ac808d63a04 Jan 18 20:10:12.931970 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-65ad3c3b-c377-4800-86b7-070e65c4c173 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (81c102ef-f128-429a-9459-1ac808d63a04), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:12.959249 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 4b74dfed-307a-4b7b-a9be-db91ceee7280 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:10:13.007235 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-38d89c6b-c6f4-4942-9bce-99c47545cb6e None None] Set router 96356dce-1ed1-4f46-9dac-371f1628399e gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:10:13.019721 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 4b74dfed-307a-4b7b-a9be-db91ceee7280 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:10:13.025535 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 4b74dfed-307a-4b7b-a9be-db91ceee7280 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:13.026188 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4b74dfed-307a-4b7b-a9be-db91ceee7280), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:13.059645 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-362ff64f-bd10-4f2c-830e-e2993b218d7e service neutron] 10.222.0.31 "GET /v2.0/networks/5628e5e2-38d7-4c23-acf3-62dfe75ed62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416172 Jan 18 20:10:13.072339 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-65ad3c3b-c377-4800-86b7-070e65c4c173 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (81c102ef-f128-429a-9459-1ac808d63a04), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:13.079106 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ad3c3b-c377-4800-86b7-070e65c4c173 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:13.079922 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-65ad3c3b-c377-4800-86b7-070e65c4c173 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:13.088687 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-665799aa-5371-4abf-9dee-70b037b7a33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:13.135868 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-65b601c9-6afe-499c-979f-59c7d917fe7d tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:13.148997 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-65b601c9-6afe-499c-979f-59c7d917fe7d tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/networks?id=133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 200 len: 807 time: 0.2849710 Jan 18 20:10:13.163089 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 4b74dfed-307a-4b7b-a9be-db91ceee7280 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:13.163539 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4b74dfed-307a-4b7b-a9be-db91ceee7280), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:13.182235 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-65ad3c3b-c377-4800-86b7-070e65c4c173 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6844449 Jan 18 20:10:13.190144 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42732) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:13.195566 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-81acd664-4027-4b59-813a-49f42b07c4eb tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/quotas/46be2ca450fb44c88ba90d0767174258 HTTP/1.1" status: 200 len: 375 time: 0.0436561 Jan 18 20:10:13.199303 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-b44e0f30-97c3-483f-b759-96ddfcda87da tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Request body: {'subnet': {'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:13.213995 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 4b74dfed-307a-4b7b-a9be-db91ceee7280, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4b74dfed-307a-4b7b-a9be-db91ceee7280,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:13.223671 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4b74dfed-307a-4b7b-a9be-db91ceee7280), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:13.242501 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-8d44500a-d320-4cfd-baf6-3725248d3122 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=46be2ca450fb44c88ba90d0767174258&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453801 Jan 18 20:10:13.294094 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-38d89c6b-c6f4-4942-9bce-99c47545cb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'name': 'tempest-AttachVolumeTestJSON-1877546686-router', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:10:04Z', 'updated_at': '2022-01-18T20:10:09Z', 'revision_number': 3, 'project_id': '72501d248542438e9d3a803e6110efb0', 'gw_port': {'id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:07Z', 'updated_at': '2022-01-18T20:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:10:13.328828 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad3c3b-c377-4800-86b7-070e65c4c173 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Pushing event updated for resources: {'Network': ['ID=81c102ef-f128-429a-9459-1ac808d63a04,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:13.352238 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 81c102ef-f128-429a-9459-1ac808d63a04 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:10:13.363633 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d89c6b-c6f4-4942-9bce-99c47545cb6e None None] The sync data for ids ['96356dce-1ed1-4f46-9dac-371f1628399e'] in n-d-741529-9 is: [{'id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'name': 'tempest-AttachVolumeTestJSON-1877546686-router', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:10:04Z', 'updated_at': '2022-01-18T20:10:09Z', 'revision_number': 3, 'project_id': '72501d248542438e9d3a803e6110efb0', 'gw_port': {'id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:07Z', 'updated_at': '2022-01-18T20:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:10:13.432202 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44e0f30-97c3-483f-b759-96ddfcda87da tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Made reservation on behalf of 58bdde0d1470454589ceb4c5ff2aa86d for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:10:13.437072 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b44e0f30-97c3-483f-b759-96ddfcda87da tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:13.438492 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=4b74dfed-307a-4b7b-a9be-db91ceee7280,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:13.467031 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-643fdf9a-b364-4417-abbb-62b67eb9f831 service neutron] 10.222.0.31 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122428 Jan 18 20:10:13.563374 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3a226-c1f4-448e-ab46-a896f2277832 req-171422eb-d028-4343-806e-36c3791c8530 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:13.564938 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-89b3a226-c1f4-448e-ab46-a896f2277832 req-171422eb-d028-4343-806e-36c3791c8530 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3b1d9-3d25-4efe-a5bb-280916746bf2 HTTP/1.1" status: 200 len: 945 time: 0.1380827 Jan 18 20:10:13.572217 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 68194730-61b1-46d7-b452-51d9bdea8041 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:10:13.628779 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-ef224476-b21e-48fb-bfc2-b734e1b3b155 service neutron] 10.222.0.31 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535399 Jan 18 20:10:13.654223 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-89b3a226-c1f4-448e-ab46-a896f2277832 req-ec78ba50-e170-46b0-be48-7f00ea82bb99 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723786 Jan 18 20:10:13.808792 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-665799aa-5371-4abf-9dee-70b037b7a33a admin admin] Allocated IP 172.20.0.1 (2cafaa10-97b0-4140-ac04-be8f2bf83219/1723126f-3654-432e-ad19-50c4bb784989/cf6cbf85-e862-43be-9155-353835d8a1b9) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:10:13.809010 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a7c5fc-1090-4bfc-8450-c229df589373 x-openstack-request-id: req-48a7c5fc-1090-4bfc-8450-c229df589373 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:13.809010 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af13c7b-5a78-4204-a2c2-3d3638814240", "name": "network-vif-plugged", "status": "completed", "tag": "d531d365-d1be-42fb-8d80-625e359981c2", "code": 200}, {"server_uuid": "d6f141ae-58d6-4343-aabb-a270d4ae78bb", "name": "network-vif-plugged", "status": "completed", "tag": "ea1373eb-d048-4c59-aedf-d18aa355ea71", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:13.809199 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48a7c5fc-1090-4bfc-8450-c229df589373 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:13.816223 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af13c7b-5a78-4204-a2c2-3d3638814240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd531d365-d1be-42fb-8d80-625e359981c2', 'code': 200} Jan 18 20:10:13.816523 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f141ae-58d6-4343-aabb-a270d4ae78bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1373eb-d048-4c59-aedf-d18aa355ea71', 'code': 200} Jan 18 20:10:13.890651 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 68194730-61b1-46d7-b452-51d9bdea8041, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=68194730-61b1-46d7-b452-51d9bdea8041,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:13.921570 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '68194730-61b1-46d7-b452-51d9bdea8041', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '68194730-61b1-46d7-b452-51d9bdea8041', 'mac_address': 'fa:16:3e:2b:6e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:10:13.978650 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 68194730-61b1-46d7-b452-51d9bdea8041 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:13.979188 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (68194730-61b1-46d7-b452-51d9bdea8041), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:13.995086 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68194730-61b1-46d7-b452-51d9bdea8041 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:10:14.021600 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 68194730-61b1-46d7-b452-51d9bdea8041, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=68194730-61b1-46d7-b452-51d9bdea8041,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:14.045981 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (68194730-61b1-46d7-b452-51d9bdea8041), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:14.089059 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-665799aa-5371-4abf-9dee-70b037b7a33a admin admin] Publish callbacks [] for port (cf6cbf85-e862-43be-9155-353835d8a1b9), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:14.160971 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5a274-897d-44c7-bd56-f67fdf9903a3 req-f7c3eb6a-92cc-4ef0-9481-d436f0d27960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:14.163155 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d5f5a274-897d-44c7-bd56-f67fdf9903a3 req-f7c3eb6a-92cc-4ef0-9481-d436f0d27960 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 1101 time: 0.1701076 Jan 18 20:10:14.165507 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=68194730-61b1-46d7-b452-51d9bdea8041,revision_number=13']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:14.188860 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83006948-8d2f-4966-a6a7-a007d66c0e49 req-3aa0b3eb-1a81-4300-9168-91c88b4c18f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:14.190660 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-83006948-8d2f-4966-a6a7-a007d66c0e49 req-3aa0b3eb-1a81-4300-9168-91c88b4c18f8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d6f141ae-58d6-4343-aabb-a270d4ae78bb HTTP/1.1" status: 200 len: 1101 time: 0.2763877 Jan 18 20:10:14.200049 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa927d-bd67-4b5c-8d02-4a6b99471d8c req-537c094b-b2e4-433e-b8cc-348358a8e290 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:14.206792 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-32aa927d-bd67-4b5c-8d02-4a6b99471d8c req-537c094b-b2e4-433e-b8cc-348358a8e290 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4f9e08-2cbb-4754-a9c4-30e94cc6620c HTTP/1.1" status: 200 len: 946 time: 0.3035133 Jan 18 20:10:14.207259 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b44e0f30-97c3-483f-b759-96ddfcda87da tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (77f41d4b-3666-4a69-ae78-7f1d463a262a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:14.255813 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-665799aa-5371-4abf-9dee-70b037b7a33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (cf6cbf85-e862-43be-9155-353835d8a1b9), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:14.320101 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d5f5a274-897d-44c7-bd56-f67fdf9903a3 req-7de32c1b-1780-4f4a-a22f-42f2bb73d5da service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494343 Jan 18 20:10:14.333669 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d309c3-7f97-4888-8079-266d83d68fc7 req-8e05ce39-3acd-43f2-aaad-6b671b97f8d7 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:14.335481 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-59d309c3-7f97-4888-8079-266d83d68fc7 req-8e05ce39-3acd-43f2-aaad-6b671b97f8d7 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f141ae-58d6-4343-aabb-a270d4ae78bb HTTP/1.1" status: 200 len: 950 time: 0.2403929 Jan 18 20:10:14.406906 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665799aa-5371-4abf-9dee-70b037b7a33a admin admin] Network 2cafaa10-97b0-4140-ac04-be8f2bf83219 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:10:14.407926 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e0f30-97c3-483f-b759-96ddfcda87da tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Pushing event updated for resources: {'Subnet': ['ID=77f41d4b-3666-4a69-ae78-7f1d463a262a,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:14.411786 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['68194730-61b1-46d7-b452-51d9bdea8041'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:10:14.420811 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-83006948-8d2f-4966-a6a7-a007d66c0e49 req-a1f92e41-8199-456c-9537-7d2b69ea6b43 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236125 Jan 18 20:10:14.426628 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-665799aa-5371-4abf-9dee-70b037b7a33a admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:10:14.428609 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665799aa-5371-4abf-9dee-70b037b7a33a admin admin] Pushing event updated for resources: {'Port': ['ID=cf6cbf85-e862-43be-9155-353835d8a1b9,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:14.433356 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665799aa-5371-4abf-9dee-70b037b7a33a admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:10:14.438930 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-32aa927d-bd67-4b5c-8d02-4a6b99471d8c req-c468be86-9b65-4a5f-b480-a5b42e693843 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167449 Jan 18 20:10:14.482091 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 72ef2552-b0bd-4858-a818-64566b20cc30 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:10:14.496560 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44e0f30-97c3-483f-b759-96ddfcda87da tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Checking segment: {'id': 'd0da82cf-5645-4777-86ff-c2c01c2d9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:10:14.497068 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44e0f30-97c3-483f-b759-96ddfcda87da tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Network hostable DHCP agents. Network: dcafdc34-74ba-4d39-8792-ddf985df2019, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:10:14.551316 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-59d309c3-7f97-4888-8079-266d83d68fc7 req-ba3fb603-115c-4ce4-979f-0d0f09f63891 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606815 Jan 18 20:10:14.569620 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-665799aa-5371-4abf-9dee-70b037b7a33a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (96356dce-1ed1-4f46-9dac-371f1628399e), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:14.639918 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9360fdf2-990d-419f-b05e-2bed63c4caf1 req-4a356cb5-91a6-4672-b047-d639eadf6fa3 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=47048677-b407-4bbd-b2a3-3ebfd719f147 HTTP/1.1" status: 200 len: 210 time: 0.0792375 Jan 18 20:10:14.655220 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 72ef2552-b0bd-4858-a818-64566b20cc30 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:14.655902 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (72ef2552-b0bd-4858-a818-64566b20cc30), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:14.752519 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53632829-041d-4f73-9efa-c53e5b9485fe req-71c00c61-0fb6-422c-aabf-772f0d902aa1 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:14.759770 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-53632829-041d-4f73-9efa-c53e5b9485fe req-71c00c61-0fb6-422c-aabf-772f0d902aa1 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 948 time: 0.0902205 Jan 18 20:10:14.778613 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44e0f30-97c3-483f-b759-96ddfcda87da tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Network dcafdc34-74ba-4d39-8792-ddf985df2019 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:10:14.834498 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-53632829-041d-4f73-9efa-c53e5b9485fe req-683575c6-bda2-4cdd-b2bf-529af4500c54 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736048 Jan 18 20:10:14.867750 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-b44e0f30-97c3-483f-b759-96ddfcda87da tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, dcafdc34-74ba-4d39-8792-ddf985df2019) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:10:14.878848 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f4ad3f-8d4f-438a-86c8-1f08d3b5023a None None] Network dcafdc34-74ba-4d39-8792-ddf985df2019 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:10:14.887828 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44e0f30-97c3-483f-b759-96ddfcda87da tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:14.889238 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b44e0f30-97c3-483f-b759-96ddfcda87da tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:14.909402 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-665799aa-5371-4abf-9dee-70b037b7a33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cf6cbf85-e862-43be-9155-353835d8a1b9), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:14.941127 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b04dd198-6ce9-416a-96de-1f1d6e5ce320 req-71cb2493-99b2-4136-b4be-61e93a6f8d1f tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 210 time: 0.0648925 Jan 18 20:10:15.087951 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5c110-3ed3-4e14-b7a3-8572d3aa5dea req-dce2af41-f0de-4619-aca4-f2618fd9d118 tempest-MigrationsAdminTest-349052742 tempest-MigrationsAdminTest-349052742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:15.106749 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ddb5c110-3ed3-4e14-b7a3-8572d3aa5dea req-dce2af41-f0de-4619-aca4-f2618fd9d118 tempest-MigrationsAdminTest-349052742 tempest-MigrationsAdminTest-349052742-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 1099 time: 0.0630884 Jan 18 20:10:15.143442 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-665799aa-5371-4abf-9dee-70b037b7a33a admin admin] Publish callbacks [] for port (cf6cbf85-e862-43be-9155-353835d8a1b9), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:15.151390 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b44e0f30-97c3-483f-b759-96ddfcda87da tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9571166 Jan 18 20:10:15.153308 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-665799aa-5371-4abf-9dee-70b037b7a33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (cf6cbf85-e862-43be-9155-353835d8a1b9), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:15.157435 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42764) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:15.174066 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 72ef2552-b0bd-4858-a818-64566b20cc30 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:15.174464 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (72ef2552-b0bd-4858-a818-64566b20cc30), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:15.191747 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-3c7475e2-d6af-4917-b0d7-a56120ea55e4 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Request body: {'subnet': {'network_id': '81c102ef-f128-429a-9459-1ac808d63a04', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:15.227514 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 72ef2552-b0bd-4858-a818-64566b20cc30, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=72ef2552-b0bd-4858-a818-64566b20cc30,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:15.244789 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (72ef2552-b0bd-4858-a818-64566b20cc30), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:15.249902 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e3d2007a-7cdf-4fff-9064-8d65b8b40f5c None None] Provisioning complete for port cf6cbf85-e862-43be-9155-353835d8a1b9 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:15.250754 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e3d2007a-7cdf-4fff-9064-8d65b8b40f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cf6cbf85-e862-43be-9155-353835d8a1b9), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:15.288569 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d648d-a0b9-47ee-a8e9-647c506cc740 req-41ff8052-77f7-464b-89b5-d178af048319 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:15.300378 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ab1d648d-a0b9-47ee-a8e9-647c506cc740 req-41ff8052-77f7-464b-89b5-d178af048319 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3b1d9-3d25-4efe-a5bb-280916746bf2 HTTP/1.1" status: 200 len: 945 time: 0.1775465 Jan 18 20:10:15.337701 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665799aa-5371-4abf-9dee-70b037b7a33a admin admin] Pushing event updated for resources: {'Port': ['ID=cf6cbf85-e862-43be-9155-353835d8a1b9,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:15.355435 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ddb5c110-3ed3-4e14-b7a3-8572d3aa5dea req-b10c07dd-025b-491d-bf97-1e5320197d23 tempest-MigrationsAdminTest-349052742 tempest-MigrationsAdminTest-349052742-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459219 Jan 18 20:10:15.358417 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e3d2007a-7cdf-4fff-9064-8d65b8b40f5c None None] Port cf6cbf85-e862-43be-9155-353835d8a1b9 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:10:15.365920 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abab5cfe-25ba-4944-beea-caab0f4cfa34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-dcafdc34-74ba-4d39-8792-ddf985df2019', 'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019', 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'fixed_ips': [{'subnet_id': '77f41d4b-3666-4a69-ae78-7f1d463a262a'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:10:15.367691 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-abab5cfe-25ba-4944-beea-caab0f4cfa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:15.389923 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-665799aa-5371-4abf-9dee-70b037b7a33a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (96356dce-1ed1-4f46-9dac-371f1628399e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:15.408224 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=72ef2552-b0bd-4858-a818-64566b20cc30,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:15.408812 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ab1d648d-a0b9-47ee-a8e9-647c506cc740 req-777d7c53-dc04-44a3-83e3-acf707e70518 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075618 Jan 18 20:10:15.443701 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7475e2-d6af-4917-b0d7-a56120ea55e4 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Made reservation on behalf of 58bdde0d1470454589ceb4c5ff2aa86d for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:10:15.475289 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3c7475e2-d6af-4917-b0d7-a56120ea55e4 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:15.616138 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-abab5cfe-25ba-4944-beea-caab0f4cfa34 None None] Allocated IP 10.1.1.2 (dcafdc34-74ba-4d39-8792-ddf985df2019/77f41d4b-3666-4a69-ae78-7f1d463a262a/f54bdec5-a19b-4038-accf-f8bdad8a8d81) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:10:15.693994 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ff180-899a-4b4c-b643-6984707e30c1 req-344de8c0-e581-47be-bc23-cb6067796002 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:15.695790 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c26ff180-899a-4b4c-b643-6984707e30c1 req-344de8c0-e581-47be-bc23-cb6067796002 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4f9e08-2cbb-4754-a9c4-30e94cc6620c HTTP/1.1" status: 200 len: 946 time: 0.1356242 Jan 18 20:10:15.728318 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665799aa-5371-4abf-9dee-70b037b7a33a admin admin] Network 2cafaa10-97b0-4140-ac04-be8f2bf83219 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:10:15.731007 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-665799aa-5371-4abf-9dee-70b037b7a33a admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:10:15.818942 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4f9e08-2cbb-4754-a9c4-30e94cc6620c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b74dfed-307a-4b7b-a9be-db91ceee7280'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:15.821200 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b13f0b-6591-4bf4-97a8-fcd9f16d77ce" -d '{"events": [{"server_uuid": "1f4f9e08-2cbb-4754-a9c4-30e94cc6620c", "name": "network-vif-plugged", "status": "completed", "tag": "4b74dfed-307a-4b7b-a9be-db91ceee7280"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:15.853862 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-abab5cfe-25ba-4944-beea-caab0f4cfa34 None None] Publish callbacks [] for port (f54bdec5-a19b-4038-accf-f8bdad8a8d81), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:15.865488 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-abab5cfe-25ba-4944-beea-caab0f4cfa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (f54bdec5-a19b-4038-accf-f8bdad8a8d81), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:15.880826 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c26ff180-899a-4b4c-b643-6984707e30c1 req-35299ff3-d750-4fd6-b090-0f4babd44ffc tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783462 Jan 18 20:10:15.925412 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab5cfe-25ba-4944-beea-caab0f4cfa34 None None] Pushing event updated for resources: {'Port': ['ID=f54bdec5-a19b-4038-accf-f8bdad8a8d81,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:15.942815 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3161d-4e51-496c-8c91-439415d66f61 req-77cc0e51-9a19-4eab-b062-c7d8f05cf562 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:15.943525 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abab5cfe-25ba-4944-beea-caab0f4cfa34 None None] Network dcafdc34-74ba-4d39-8792-ddf985df2019 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:10:15.952834 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-abab5cfe-25ba-4944-beea-caab0f4cfa34 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:10:15.954962 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2dd3161d-4e51-496c-8c91-439415d66f61 req-77cc0e51-9a19-4eab-b062-c7d8f05cf562 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f141ae-58d6-4343-aabb-a270d4ae78bb HTTP/1.1" status: 200 len: 950 time: 0.1589687 Jan 18 20:10:15.955512 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abab5cfe-25ba-4944-beea-caab0f4cfa34 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:10:15.963547 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665799aa-5371-4abf-9dee-70b037b7a33a admin admin] Router 96356dce-1ed1-4f46-9dac-371f1628399e has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:10:16.089474 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-abab5cfe-25ba-4944-beea-caab0f4cfa34 None None] Attempting to bind port f54bdec5-a19b-4038-accf-f8bdad8a8d81 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:10:16.089991 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-abab5cfe-25ba-4944-beea-caab0f4cfa34 None None] Attempting to bind port f54bdec5-a19b-4038-accf-f8bdad8a8d81 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd0da82cf-5645-4777-86ff-c2c01c2d9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:10:16.090497 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abab5cfe-25ba-4944-beea-caab0f4cfa34 None None] Attempting to bind port f54bdec5-a19b-4038-accf-f8bdad8a8d81 on network dcafdc34-74ba-4d39-8792-ddf985df2019 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:16.096803 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2dd3161d-4e51-496c-8c91-439415d66f61 req-e13f5fe9-e214-4051-9db4-317fce2a1253 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262777 Jan 18 20:10:16.119554 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-fda85185-202a-401d-847f-3fd03e5399d2 None None] Provisioning complete for port cf6cbf85-e862-43be-9155-353835d8a1b9 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:16.122003 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fda85185-202a-401d-847f-3fd03e5399d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cf6cbf85-e862-43be-9155-353835d8a1b9), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:16.127378 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abab5cfe-25ba-4944-beea-caab0f4cfa34 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:10:16.127779 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abab5cfe-25ba-4944-beea-caab0f4cfa34 None None] Checking segment: {'id': 'd0da82cf-5645-4777-86ff-c2c01c2d9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:10:16.130174 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-abab5cfe-25ba-4944-beea-caab0f4cfa34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:16.130858 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abab5cfe-25ba-4944-beea-caab0f4cfa34 None None] Bound using segment: {'id': 'd0da82cf-5645-4777-86ff-c2c01c2d9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:10:16.131467 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-abab5cfe-25ba-4944-beea-caab0f4cfa34 None None] Bound port: f54bdec5-a19b-4038-accf-f8bdad8a8d81, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0da82cf-5645-4777-86ff-c2c01c2d9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:10:16.132020 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-abab5cfe-25ba-4944-beea-caab0f4cfa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f54bdec5-a19b-4038-accf-f8bdad8a8d81), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:16.141551 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f68a0c-51dd-49f1-874a-d2cc5c0b0082 req-e25a29eb-5903-4ad4-83e7-c49f571541d8 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:16.162788 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-78f68a0c-51dd-49f1-874a-d2cc5c0b0082 req-e25a29eb-5903-4ad4-83e7-c49f571541d8 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 948 time: 0.1365328 Jan 18 20:10:16.195431 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-fda85185-202a-401d-847f-3fd03e5399d2 None None] Port cf6cbf85-e862-43be-9155-353835d8a1b9 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:10:16.266450 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3c7475e2-d6af-4917-b0d7-a56120ea55e4 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (43210e8f-45ce-4b5c-b3f2-0e143bfcd29c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:16.281484 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1c120b27-11e2-486a-9f8c-acaec77eaaf4 req-894afaee-5dc5-4a36-8526-39f736f1f7b7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=47048677-b407-4bbd-b2a3-3ebfd719f147 HTTP/1.1" status: 200 len: 210 time: 0.0550575 Jan 18 20:10:16.360125 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-78f68a0c-51dd-49f1-874a-d2cc5c0b0082 req-3661dcd2-579b-4d93-b1af-7d98f77af89b tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904604 Jan 18 20:10:16.385925 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-abab5cfe-25ba-4944-beea-caab0f4cfa34 None None] For port f54bdec5-a19b-4038-accf-f8bdad8a8d81, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:10:16.392954 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-abab5cfe-25ba-4944-beea-caab0f4cfa34 None None] For port f54bdec5-a19b-4038-accf-f8bdad8a8d81, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f54bdec5-a19b-4038-accf-f8bdad8a8d81,segment=NetworkSegment(d0da82cf-5645-4777-86ff-c2c01c2d9914),segment_id=d0da82cf-5645-4777-86ff-c2c01c2d9914)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:10:16.406987 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 72ef2552-b0bd-4858-a818-64566b20cc30 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:10:16.410685 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-abab5cfe-25ba-4944-beea-caab0f4cfa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f54bdec5-a19b-4038-accf-f8bdad8a8d81), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:16.497330 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-ff28fcee-5eb0-4b32-abb8-e5c0ff337f9e tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:16.499697 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-ff28fcee-5eb0-4b32-abb8-e5c0ff337f9e tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.70 "GET /v2.0/networks?id=5628e5e2-38d7-4c23-acf3-62dfe75ed62d HTTP/1.1" status: 200 len: 812 time: 0.2811389 Jan 18 20:10:16.504713 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c3b3e5-8c56-4462-8264-3d65390eb76a x-openstack-request-id: req-93c3b3e5-8c56-4462-8264-3d65390eb76a {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:16.505002 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4f9e08-2cbb-4754-a9c4-30e94cc6620c", "name": "network-vif-plugged", "status": "completed", "tag": "4b74dfed-307a-4b7b-a9be-db91ceee7280", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:16.505254 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93c3b3e5-8c56-4462-8264-3d65390eb76a {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:16.505651 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4f9e08-2cbb-4754-a9c4-30e94cc6620c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b74dfed-307a-4b7b-a9be-db91ceee7280', 'code': 200} Jan 18 20:10:16.509531 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1131464b-5a4f-4684-a09f-e34676922685 req-75cdd947-9636-454a-b163-98fc139ab417 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 210 time: 0.0389543 Jan 18 20:10:16.543004 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7475e2-d6af-4917-b0d7-a56120ea55e4 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Pushing event updated for resources: {'Subnet': ['ID=43210e8f-45ce-4b5c-b3f2-0e143bfcd29c,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:16.551524 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-cc3962b2-e50a-4c27-bae9-8e548fa498f7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Request body: {'port': {'device_id': '47048677-b407-4bbd-b2a3-3ebfd719f147', 'network_id': '5628e5e2-38d7-4c23-acf3-62dfe75ed62d', 'admin_state_up': True, 'tenant_id': '79bac98ff06d455bb4a4343096ef379b'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:16.583960 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665799aa-5371-4abf-9dee-70b037b7a33a admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:10:16.615556 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-f2727f62-3ba8-4a6c-8e30-56ea3dd1f0d8 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:16.617064 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-f2727f62-3ba8-4a6c-8e30-56ea3dd1f0d8 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.70 "GET /v2.0/networks?id=133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 200 len: 807 time: 0.3294370 Jan 18 20:10:16.618768 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a072e0-0b90-419b-a861-1a37aeffda8f None None] Sync routers for ids ['96356dce-1ed1-4f46-9dac-371f1628399e'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:10:16.640632 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-665799aa-5371-4abf-9dee-70b037b7a33a admin admin] 10.222.0.31 "PUT /v2.0/routers/96356dce-1ed1-4f46-9dac-371f1628399e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1018727 Jan 18 20:10:16.660771 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a072e0-0b90-419b-a861-1a37aeffda8f None None] Routers {'96356dce-1ed1-4f46-9dac-371f1628399e'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:10:16.661689 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f2a072e0-0b90-419b-a861-1a37aeffda8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:09:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['96356dce-1ed1-4f46-9dac-371f1628399e'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:10:16.662077 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7475e2-d6af-4917-b0d7-a56120ea55e4 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Checking segment: {'id': '011b0248-f13e-4236-abd9-595a2f7b91fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81c102ef-f128-429a-9459-1ac808d63a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:10:16.662444 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7475e2-d6af-4917-b0d7-a56120ea55e4 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Network hostable DHCP agents. Network: 81c102ef-f128-429a-9459-1ac808d63a04, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:10:16.663066 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-9095598b-ffc3-43a8-8916-08a7cd368a77 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Request body: {'port': {'device_id': '716d0bd5-2171-415f-8bc2-8febb824caee', 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af', 'admin_state_up': True, 'tenant_id': '46be2ca450fb44c88ba90d0767174258'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:16.712836 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c12a7-bd6d-4b7d-b62f-ad99836f65c6 req-1d2f1cf3-447a-4e87-8113-d7a8766ad36c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:16.715544 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e30c12a7-bd6d-4b7d-b62f-ad99836f65c6 req-1d2f1cf3-447a-4e87-8113-d7a8766ad36c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3b1d9-3d25-4efe-a5bb-280916746bf2 HTTP/1.1" status: 200 len: 945 time: 0.1421990 Jan 18 20:10:16.724601 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 72ef2552-b0bd-4858-a818-64566b20cc30 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:16.725054 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (72ef2552-b0bd-4858-a818-64566b20cc30), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:16.739800 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3eb80-c8b5-4c0d-8bf9-1594c5467944 req-3110c755-3f54-4b2b-afc5-aa8ae0929539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:16.741228 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cfe3eb80-c8b5-4c0d-8bf9-1594c5467944 req-3110c755-3f54-4b2b-afc5-aa8ae0929539 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1f4f9e08-2cbb-4754-a9c4-30e94cc6620c HTTP/1.1" status: 200 len: 1097 time: 0.1631472 Jan 18 20:10:16.741862 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7475e2-d6af-4917-b0d7-a56120ea55e4 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Network 81c102ef-f128-429a-9459-1ac808d63a04 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:10:16.797219 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cfe3eb80-c8b5-4c0d-8bf9-1594c5467944 req-3a660057-8970-49c8-8941-6a179a4acce7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457082 Jan 18 20:10:16.797475 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-3c7475e2-d6af-4917-b0d7-a56120ea55e4 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 81c102ef-f128-429a-9459-1ac808d63a04) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:10:16.802405 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7475e2-d6af-4917-b0d7-a56120ea55e4 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:16.803119 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3c7475e2-d6af-4917-b0d7-a56120ea55e4 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:16.842461 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3c7475e2-d6af-4917-b0d7-a56120ea55e4 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6814432 Jan 18 20:10:16.843160 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42784) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:16.848990 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-902b88d3-bc47-4d0a-ae9e-41af140d1d86 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Request body: {'port': {'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019', 'name': 'tempest-TaggedBootDevicesTest-2039546445', 'fixed_ips': [{'subnet_id': '77f41d4b-3666-4a69-ae78-7f1d463a262a'}]}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:16.868470 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e30c12a7-bd6d-4b7d-b62f-ad99836f65c6 req-c73babc6-5b67-4dca-adce-a4c78e723047 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026831 Jan 18 20:10:16.989485 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-cc3962b2-e50a-4c27-bae9-8e548fa498f7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Made reservation on behalf of 79bac98ff06d455bb4a4343096ef379b for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:10:16.993804 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-cc3962b2-e50a-4c27-bae9-8e548fa498f7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:17.021562 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-9095598b-ffc3-43a8-8916-08a7cd368a77 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Made reservation on behalf of 46be2ca450fb44c88ba90d0767174258 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:10:17.025199 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-9095598b-ffc3-43a8-8916-08a7cd368a77 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:17.080744 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489260c5-fb30-4b4a-9894-eb6c07217058 None None] Network 81c102ef-f128-429a-9459-1ac808d63a04 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:10:17.083320 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab5cfe-25ba-4944-beea-caab0f4cfa34 None None] Pushing event updated for resources: {'Port': ['ID=f54bdec5-a19b-4038-accf-f8bdad8a8d81,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:17.305770 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa8e94-c078-4d0c-9da2-05cb96995685 req-e1fb0a2d-e561-40c8-8459-a61054d01a80 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:17.309418 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-12fa8e94-c078-4d0c-9da2-05cb96995685 req-e1fb0a2d-e561-40c8-8459-a61054d01a80 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4f9e08-2cbb-4754-a9c4-30e94cc6620c HTTP/1.1" status: 200 len: 946 time: 0.1140025 Jan 18 20:10:17.337925 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 72ef2552-b0bd-4858-a818-64566b20cc30 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:17.349847 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-f2a072e0-0b90-419b-a861-1a37aeffda8f None None] Set router 96356dce-1ed1-4f46-9dac-371f1628399e gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:10:17.410605 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d74834f-69fd-4a14-8e1d-c1b98668abfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-81c102ef-f128-429a-9459-1ac808d63a04', 'network_id': '81c102ef-f128-429a-9459-1ac808d63a04', 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'fixed_ips': [{'subnet_id': '43210e8f-45ce-4b5c-b3f2-0e143bfcd29c'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:10:17.411738 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6d74834f-69fd-4a14-8e1d-c1b98668abfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:17.438440 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-12fa8e94-c078-4d0c-9da2-05cb96995685 req-c962ae06-7f14-4c38-869e-f70965f10eba tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171162 Jan 18 20:10:17.441260 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-9095598b-ffc3-43a8-8916-08a7cd368a77 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Allocated IP 172.20.0.6 (133a80cf-c268-45f9-91ee-564a51a659af/45324dde-9697-4682-9610-ed3bed3250cd/8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:10:17.475032 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42802) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:17.480956 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-a62faed6-0354-41cf-8d99-dc5d75a31509 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Request body: {'security_group': {'name': 'tempest-securitygroup--826978482', 'description': 'tempest-description--836542925'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:17.584177 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a62faed6-0354-41cf-8d99-dc5d75a31509 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:17.591605 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-6d74834f-69fd-4a14-8e1d-c1b98668abfa None None] Allocated IP 10.2.2.2 (81c102ef-f128-429a-9459-1ac808d63a04/43210e8f-45ce-4b5c-b3f2-0e143bfcd29c/76774e99-86e7-40f9-9dc5-634732beb1a8) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:10:17.609346 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 68194730-61b1-46d7-b452-51d9bdea8041 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:10:17.694622 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab10ac9-c217-4307-b482-49a2e1e24d75 req-c38ecda3-dbed-4c05-9ff8-b3a372c61027 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:17.696105 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fab10ac9-c217-4307-b482-49a2e1e24d75 req-c38ecda3-dbed-4c05-9ff8-b3a372c61027 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.57 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 948 time: 0.5830314 Jan 18 20:10:17.750152 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455487e-cd9b-4bd8-9b50-e521a0c804aa req-1172d463-8ac2-46c5-a544-bc2505ad594c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:17.757958 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7455487e-cd9b-4bd8-9b50-e521a0c804aa req-1172d463-8ac2-46c5-a544-bc2505ad594c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3b1d9-3d25-4efe-a5bb-280916746bf2 HTTP/1.1" status: 200 len: 945 time: 0.2377610 Jan 18 20:10:17.774866 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80417b3-31b7-4b43-9850-ddce85b42d4c req-958e549d-ba7c-4f9a-bdb9-07efc9054a64 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:17.776491 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f80417b3-31b7-4b43-9850-ddce85b42d4c req-958e549d-ba7c-4f9a-bdb9-07efc9054a64 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f141ae-58d6-4343-aabb-a270d4ae78bb HTTP/1.1" status: 200 len: 950 time: 0.2320058 Jan 18 20:10:17.782440 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-cc3962b2-e50a-4c27-bae9-8e548fa498f7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Allocated IP 172.20.0.6 (5628e5e2-38d7-4c23-acf3-62dfe75ed62d/bbda01f7-ba03-4a9c-a56c-51f2a68f70b2/aed008d6-4efb-4f38-9022-232d2615e224) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:10:17.784336 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902b88d3-bc47-4d0a-ae9e-41af140d1d86 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Made reservation on behalf of 58bdde0d1470454589ceb4c5ff2aa86d for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:10:17.933111 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-9095598b-ffc3-43a8-8916-08a7cd368a77 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks [] for port (8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:17.937289 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a62faed6-0354-41cf-8d99-dc5d75a31509 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for security_group (29f51206-0682-4d28-b3ea-634df50efb33), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:17.956209 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7455487e-cd9b-4bd8-9b50-e521a0c804aa req-73091c55-012b-4e67-ac83-add1e34179bc tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972790 Jan 18 20:10:17.962883 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-fab10ac9-c217-4307-b482-49a2e1e24d75 req-b2ee5e1e-73d9-461c-b989-3589b543f204 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Deleting port 68194730-61b1-46d7-b452-51d9bdea8041 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:10:17.963218 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fab10ac9-c217-4307-b482-49a2e1e24d75 req-b2ee5e1e-73d9-461c-b989-3589b543f204 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (68194730-61b1-46d7-b452-51d9bdea8041), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:17.972407 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a62faed6-0354-41cf-8d99-dc5d75a31509 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (29f51206-0682-4d28-b3ea-634df50efb33), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:17.993365 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f80417b3-31b7-4b43-9850-ddce85b42d4c req-edf04896-e38a-47aa-a7d0-70102670e4af tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963251 Jan 18 20:10:18.012341 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-902b88d3-bc47-4d0a-ae9e-41af140d1d86 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:18.088366 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-902b88d3-bc47-4d0a-ae9e-41af140d1d86 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] device_id is not set on port ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:10:18.139468 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6d74834f-69fd-4a14-8e1d-c1b98668abfa None None] Publish callbacks [] for port (76774e99-86e7-40f9-9dc5-634732beb1a8), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:18.145435 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7144916-49f4-4396-9c04-ed95b2b3a580 None None] Network dcafdc34-74ba-4d39-8792-ddf985df2019 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:10:18.153676 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 68194730-61b1-46d7-b452-51d9bdea8041 is: BUILD; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:18.154092 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (68194730-61b1-46d7-b452-51d9bdea8041), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:18.177604 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a62faed6-0354-41cf-8d99-dc5d75a31509 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:18.182336 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a62faed6-0354-41cf-8d99-dc5d75a31509 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7028587 Jan 18 20:10:18.189922 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6d74834f-69fd-4a14-8e1d-c1b98668abfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (76774e99-86e7-40f9-9dc5-634732beb1a8), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:18.190882 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1e3f6eb2-2f69-44ec-818d-515d5916b67b req-e5aad6e2-10a7-4c62-9b29-d9b747bca34e tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=47048677-b407-4bbd-b2a3-3ebfd719f147 HTTP/1.1" status: 200 len: 210 time: 0.1262057 Jan 18 20:10:18.212679 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 68194730-61b1-46d7-b452-51d9bdea8041 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:10:18.215627 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42808) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:18.218249 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62faed6-0354-41cf-8d99-dc5d75a31509 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29f51206-0682-4d28-b3ea-634df50efb33,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:18.227654 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-c6291af1-8426-4f0d-b077-d9a920f80dc1 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Request body: {'security_group_rule': {'security_group_id': '29f51206-0682-4d28-b3ea-634df50efb33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:18.245514 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-9095598b-ffc3-43a8-8916-08a7cd368a77 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:18.322250 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ccdd3f0a-5719-4940-8432-3e7daa043c89 None None] Provisioning complete for port f54bdec5-a19b-4038-accf-f8bdad8a8d81 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:18.322634 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ccdd3f0a-5719-4940-8432-3e7daa043c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f54bdec5-a19b-4038-accf-f8bdad8a8d81), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:18.328182 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d74834f-69fd-4a14-8e1d-c1b98668abfa None None] Network 81c102ef-f128-429a-9459-1ac808d63a04 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:10:18.329886 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 68194730-61b1-46d7-b452-51d9bdea8041, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=68194730-61b1-46d7-b452-51d9bdea8041,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:18.345919 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-9095598b-ffc3-43a8-8916-08a7cd368a77 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Network 133a80cf-c268-45f9-91ee-564a51a659af is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:10:18.360217 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-9095598b-ffc3-43a8-8916-08a7cd368a77 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:10:18.368446 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-6d74834f-69fd-4a14-8e1d-c1b98668abfa None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:10:18.371438 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d74834f-69fd-4a14-8e1d-c1b98668abfa None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:10:18.371586 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-9095598b-ffc3-43a8-8916-08a7cd368a77 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:10:18.381612 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (68194730-61b1-46d7-b452-51d9bdea8041), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:18.382374 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b7fb1-84ce-4a9a-a4c6-33c2591665fd req-7cad20de-4c90-4d71-bf25-586e496aedff tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:18.385745 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74834f-69fd-4a14-8e1d-c1b98668abfa None None] Pushing event updated for resources: {'Port': ['ID=76774e99-86e7-40f9-9dc5-634732beb1a8,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:18.390316 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-006b7fb1-84ce-4a9a-a4c6-33c2591665fd req-7cad20de-4c90-4d71-bf25-586e496aedff tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=467f9b3d-9382-41d3-bf2e-354b6fa3ed25 HTTP/1.1" status: 200 len: 948 time: 0.2833538 Jan 18 20:10:18.417845 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-fab10ac9-c217-4307-b482-49a2e1e24d75 req-b2ee5e1e-73d9-461c-b989-3589b543f204 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] For port 68194730-61b1-46d7-b452-51d9bdea8041, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=68194730-61b1-46d7-b452-51d9bdea8041,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:18.418643 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fab10ac9-c217-4307-b482-49a2e1e24d75 req-b2ee5e1e-73d9-461c-b989-3589b543f204 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (68194730-61b1-46d7-b452-51d9bdea8041), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:18.423712 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-cc3962b2-e50a-4c27-bae9-8e548fa498f7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for port (aed008d6-4efb-4f38-9022-232d2615e224), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:18.453916 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-fab10ac9-c217-4307-b482-49a2e1e24d75 req-b2ee5e1e-73d9-461c-b989-3589b543f204 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Calling delete_port for 68194730-61b1-46d7-b452-51d9bdea8041 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:10:18.543661 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f54bdec5-a19b-4038-accf-f8bdad8a8d81 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:10:18.591122 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-902b88d3-bc47-4d0a-ae9e-41af140d1d86 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Allocated IP 10.1.1.238 (dcafdc34-74ba-4d39-8792-ddf985df2019/77f41d4b-3666-4a69-ae78-7f1d463a262a/ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:10:18.602222 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f2a072e0-0b90-419b-a861-1a37aeffda8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'name': 'tempest-AttachVolumeTestJSON-1877546686-router', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:10:04Z', 'updated_at': '2022-01-18T20:10:14Z', 'revision_number': 4, 'project_id': '72501d248542438e9d3a803e6110efb0', 'gw_port': {'id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:07Z', 'updated_at': '2022-01-18T20:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'cf6cbf85-e862-43be-9155-353835d8a1b9', 'name': '', 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'mac_address': 'fa:16:3e:84:cf:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '1723126f-3654-432e-ad19-50c4bb784989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:13Z', 'updated_at': '2022-01-18T20:10:14Z', 'revision_number': 2, 'project_id': '72501d248542438e9d3a803e6110efb0', 'subnets': [{'id': '1723126f-3654-432e-ad19-50c4bb784989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:10:18.612460 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=68194730-61b1-46d7-b452-51d9bdea8041,revision_number=14']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:18.618001 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-cc3962b2-e50a-4c27-bae9-8e548fa498f7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (aed008d6-4efb-4f38-9022-232d2615e224), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:18.661818 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a072e0-0b90-419b-a861-1a37aeffda8f None None] Checking router: 96356dce-1ed1-4f46-9dac-371f1628399e for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:10:18.662207 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a072e0-0b90-419b-a861-1a37aeffda8f None None] Updating router 96356dce-1ed1-4f46-9dac-371f1628399e port cf6cbf85-e862-43be-9155-353835d8a1b9 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:10:18.663928 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6d74834f-69fd-4a14-8e1d-c1b98668abfa None None] Attempting to bind port 76774e99-86e7-40f9-9dc5-634732beb1a8 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:10:18.664672 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6d74834f-69fd-4a14-8e1d-c1b98668abfa None None] Attempting to bind port 76774e99-86e7-40f9-9dc5-634732beb1a8 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '011b0248-f13e-4236-abd9-595a2f7b91fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81c102ef-f128-429a-9459-1ac808d63a04'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:10:18.665034 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d74834f-69fd-4a14-8e1d-c1b98668abfa None None] Attempting to bind port 76774e99-86e7-40f9-9dc5-634732beb1a8 on network 81c102ef-f128-429a-9459-1ac808d63a04 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:18.672500 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['e564eced-bf0e-417d-9606-acb81d49e1e6'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:10:18.689382 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-cc3962b2-e50a-4c27-bae9-8e548fa498f7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Network 5628e5e2-38d7-4c23-acf3-62dfe75ed62d is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:10:18.718957 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-cc3962b2-e50a-4c27-bae9-8e548fa498f7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:10:18.726725 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095598b-ffc3-43a8-8916-08a7cd368a77 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Pushing event updated for resources: {'Port': ['ID=8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:18.728701 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c6291af1-8426-4f0d-b077-d9a920f80dc1 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for security_group_rule (07ff6213-3847-4d9a-a780-fbd6fc359c77), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:18.730174 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-cc3962b2-e50a-4c27-bae9-8e548fa498f7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:10:18.754602 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d74834f-69fd-4a14-8e1d-c1b98668abfa None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:10:18.755078 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d74834f-69fd-4a14-8e1d-c1b98668abfa None None] Checking segment: {'id': '011b0248-f13e-4236-abd9-595a2f7b91fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81c102ef-f128-429a-9459-1ac808d63a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:10:18.755407 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6d74834f-69fd-4a14-8e1d-c1b98668abfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:18.755812 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d74834f-69fd-4a14-8e1d-c1b98668abfa None None] Bound using segment: {'id': '011b0248-f13e-4236-abd9-595a2f7b91fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81c102ef-f128-429a-9459-1ac808d63a04'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:10:18.756264 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6d74834f-69fd-4a14-8e1d-c1b98668abfa None None] Bound port: 76774e99-86e7-40f9-9dc5-634732beb1a8, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011b0248-f13e-4236-abd9-595a2f7b91fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81c102ef-f128-429a-9459-1ac808d63a04'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:10:18.757199 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6d74834f-69fd-4a14-8e1d-c1b98668abfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (76774e99-86e7-40f9-9dc5-634732beb1a8), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:18.777756 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-cc3962b2-e50a-4c27-bae9-8e548fa498f7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:18.778520 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-cc3962b2-e50a-4c27-bae9-8e548fa498f7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:18.790050 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f2a072e0-0b90-419b-a861-1a37aeffda8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cf6cbf85-e862-43be-9155-353835d8a1b9), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:18.798942 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-40c9cb9a-7d8a-4479-a9db-f8ddb54ba5f4 req-2e94a4e9-e58b-4b98-939d-99d50e64bab6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2522657 Jan 18 20:10:18.799705 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-9095598b-ffc3-43a8-8916-08a7cd368a77 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:18.800631 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-9095598b-ffc3-43a8-8916-08a7cd368a77 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:18.815566 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ccdd3f0a-5719-4940-8432-3e7daa043c89 None None] Current status of the port f54bdec5-a19b-4038-accf-f8bdad8a8d81 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:18.816253 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ccdd3f0a-5719-4940-8432-3e7daa043c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f54bdec5-a19b-4038-accf-f8bdad8a8d81), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:18.852779 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3962b2-e50a-4c27-bae9-8e548fa498f7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Pushing event updated for resources: {'Port': ['ID=aed008d6-4efb-4f38-9022-232d2615e224,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:18.864962 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-006b7fb1-84ce-4a9a-a4c6-33c2591665fd req-60e5755a-999c-4435-befd-08576ca6cdca tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723840 Jan 18 20:10:18.907905 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c6291af1-8426-4f0d-b077-d9a920f80dc1 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for security_group_rule (07ff6213-3847-4d9a-a780-fbd6fc359c77), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:18.922538 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-9095598b-ffc3-43a8-8916-08a7cd368a77 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2671461 Jan 18 20:10:18.946563 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440f331-f8c6-48cc-875d-8ded540f0f5d req-5e73cb17-ba86-4f06-a888-c9b656db7a28 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:18.951196 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-cc3962b2-e50a-4c27-bae9-8e548fa498f7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4109285 Jan 18 20:10:18.957108 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0440f331-f8c6-48cc-875d-8ded540f0f5d req-5e73cb17-ba86-4f06-a888-c9b656db7a28 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 931 time: 0.5856192 Jan 18 20:10:18.968334 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port f54bdec5-a19b-4038-accf-f8bdad8a8d81 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:18.968714 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f54bdec5-a19b-4038-accf-f8bdad8a8d81), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:18.972037 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-86926542-6813-43b2-860b-f729ccddc1c2 service neutron] Request body: {'port': {'device_id': '47048677-b407-4bbd-b2a3-3ebfd719f147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:18.973358 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-f833a961-7319-44f0-b6b7-01f7f2b2c872 service neutron] Request body: {'port': {'device_id': '716d0bd5-2171-415f-8bc2-8febb824caee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:18.985789 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ccdd3f0a-5719-4940-8432-3e7daa043c89 None None] For port f54bdec5-a19b-4038-accf-f8bdad8a8d81, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f54bdec5-a19b-4038-accf-f8bdad8a8d81,segment=NetworkSegment(d0da82cf-5645-4777-86ff-c2c01c2d9914),segment_id=d0da82cf-5645-4777-86ff-c2c01c2d9914)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:18.989384 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c6291af1-8426-4f0d-b077-d9a920f80dc1 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (07ff6213-3847-4d9a-a780-fbd6fc359c77), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:19.031607 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ccdd3f0a-5719-4940-8432-3e7daa043c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f54bdec5-a19b-4038-accf-f8bdad8a8d81), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:19.068913 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6291af1-8426-4f0d-b077-d9a920f80dc1 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ff6213-3847-4d9a-a780-fbd6fc359c77,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:19.093071 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c6291af1-8426-4f0d-b077-d9a920f80dc1 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:19.096753 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c6291af1-8426-4f0d-b077-d9a920f80dc1 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8713837 Jan 18 20:10:19.103377 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42814) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:19.118698 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-482383cb-6bd6-4e89-811d-2746d4231978 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Request body: {'security_group_rule': {'security_group_id': '29f51206-0682-4d28-b3ea-634df50efb33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:19.137389 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9cb9a-7d8a-4479-a9db-f8ddb54ba5f4 req-48b22407-a52f-4d6c-a664-4e6f865530f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:19.137925 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-40c9cb9a-7d8a-4479-a9db-f8ddb54ba5f4 req-48b22407-a52f-4d6c-a664-4e6f865530f3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=85092cd3f857422b8e1328b863cb2eb0&device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 1100 time: 0.2821159 Jan 18 20:10:19.144780 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6d74834f-69fd-4a14-8e1d-c1b98668abfa None None] For port 76774e99-86e7-40f9-9dc5-634732beb1a8, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:10:19.145273 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0440f331-f8c6-48cc-875d-8ded540f0f5d req-3ddbf503-1c46-48a9-bfa3-b71d32515fc0 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808598 Jan 18 20:10:19.157187 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fdead1-a142-4fd8-8441-23cbc9c6f053 req-94cd1853-136e-4e9d-b9c2-4ddeda5b0da3 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:19.163277 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:19.165892 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:19.165892 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:19.165892 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:19.165892 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:19.165892 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:19.165892 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:19.165892 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:19.165892 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:19.165892 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:19.165892 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:19.165892 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:19.165892 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:19.166677 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5fdead1-a142-4fd8-8441-23cbc9c6f053 req-94cd1853-136e-4e9d-b9c2-4ddeda5b0da3 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.1967621 Jan 18 20:10:19.166763 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe424c9f-b2c6-4d30-b782-dfdb96a18e18 req-18038ef6-9f10-4d40-a032-7fdd886069d5 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:19.175020 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fe424c9f-b2c6-4d30-b782-dfdb96a18e18 req-18038ef6-9f10-4d40-a032-7fdd886069d5 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8f3b1d9-3d25-4efe-a5bb-280916746bf2 HTTP/1.1" status: 200 len: 945 time: 0.3871481 Jan 18 20:10:19.176349 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-f833a961-7319-44f0-b6b7-01f7f2b2c872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:19.197344 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6d74834f-69fd-4a14-8e1d-c1b98668abfa None None] For port 76774e99-86e7-40f9-9dc5-634732beb1a8, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=76774e99-86e7-40f9-9dc5-634732beb1a8,segment=NetworkSegment(011b0248-f13e-4236-abd9-595a2f7b91fd),segment_id=011b0248-f13e-4236-abd9-595a2f7b91fd)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:10:19.219339 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6d74834f-69fd-4a14-8e1d-c1b98668abfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (76774e99-86e7-40f9-9dc5-634732beb1a8), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:19.234050 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-86926542-6813-43b2-860b-f729ccddc1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (aed008d6-4efb-4f38-9022-232d2615e224), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:19.266492 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd3f0a-5719-4940-8432-3e7daa043c89 None None] Pushing event updated for resources: {'Port': ['ID=f54bdec5-a19b-4038-accf-f8bdad8a8d81,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:19.269406 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5fdead1-a142-4fd8-8441-23cbc9c6f053 req-81d794b6-820c-421b-8b99-35ea3bec1822 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040328 Jan 18 20:10:19.287840 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fab10ac9-c217-4307-b482-49a2e1e24d75 req-b2ee5e1e-73d9-461c-b989-3589b543f204 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (68194730-61b1-46d7-b452-51d9bdea8041), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:19.567129 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee5e1e-73d9-461c-b989-3589b543f204 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Pushing event deleted for resources: {'Port': ['ID=68194730-61b1-46d7-b452-51d9bdea8041,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:19.609367 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['66cf6411-d0dd-42db-99eb-0ea71436f870', '3b24adc3-ef07-4a3c-af12-0a22a4a443af'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:10:19.611719 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['26787e24-6f29-45b3-9a89-4a5008a4324c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:10:19.668843 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c1da6-8fa5-491e-bca5-6f9067945436 req-7177551c-d7de-4fdd-9289-8e61632f45f4 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:19.676841 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-480c1da6-8fa5-491e-bca5-6f9067945436 req-7177551c-d7de-4fdd-9289-8e61632f45f4 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4f9e08-2cbb-4754-a9c4-30e94cc6620c HTTP/1.1" status: 200 len: 946 time: 0.3888502 Jan 18 20:10:19.737762 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d080c-1c22-4c20-b044-c567aecffe6e req-59a05799-5714-4b7d-b7ca-7128d56e25fa tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:19.739355 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a71d080c-1c22-4c20-b044-c567aecffe6e req-59a05799-5714-4b7d-b7ca-7128d56e25fa tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3b1d9-3d25-4efe-a5bb-280916746bf2 HTTP/1.1" status: 200 len: 945 time: 0.2055504 Jan 18 20:10:19.846951 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-480c1da6-8fa5-491e-bca5-6f9067945436 req-623b368c-d642-45a0-a9bb-f4678959d64d tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653275 Jan 18 20:10:19.906146 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port f54bdec5-a19b-4038-accf-f8bdad8a8d81 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:19.955953 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a71d080c-1c22-4c20-b044-c567aecffe6e req-27d7dd5a-f0a5-444d-8dea-52ba9f90e7fa tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068036 Jan 18 20:10:19.988929 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-efa48762-e401-427c-b229-aa2cb2f60ec7 None None] Provisioning complete for port f54bdec5-a19b-4038-accf-f8bdad8a8d81 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:19.989326 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-efa48762-e401-427c-b229-aa2cb2f60ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f54bdec5-a19b-4038-accf-f8bdad8a8d81), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:20.043267 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab10ac9-c217-4307-b482-49a2e1e24d75 req-b2ee5e1e-73d9-461c-b989-3589b543f204 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] No DVR routers for this DVR port 68194730-61b1-46d7-b452-51d9bdea8041 on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:10:20.043858 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-f833a961-7319-44f0-b6b7-01f7f2b2c872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:10:20.055403 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-f833a961-7319-44f0-b6b7-01f7f2b2c872 service neutron] Publish callbacks [] for port (8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:20.059702 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fab10ac9-c217-4307-b482-49a2e1e24d75 req-b2ee5e1e-73d9-461c-b989-3589b543f204 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:20.072923 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fab10ac9-c217-4307-b482-49a2e1e24d75 req-b2ee5e1e-73d9-461c-b989-3589b543f204 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.57 "DELETE /v2.0/ports/68194730-61b1-46d7-b452-51d9bdea8041 HTTP/1.1" status: 204 len: 173 time: 2.3704481 Jan 18 20:10:20.095620 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-f833a961-7319-44f0-b6b7-01f7f2b2c872 service neutron] Transition to ACTIVE for port object 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:10:20.098277 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467f9b3d-9382-41d3-bf2e-354b6fa3ed25', 'name': 'network-vif-deleted', 'tag': '68194730-61b1-46d7-b452-51d9bdea8041'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:20.101810 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c1960b-b1da-497e-8143-e67dd0802119" -d '{"events": [{"server_uuid": "467f9b3d-9382-41d3-bf2e-354b6fa3ed25", "name": "network-vif-deleted", "tag": "68194730-61b1-46d7-b452-51d9bdea8041"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:20.106113 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93f6a5-1305-41e7-9ec1-063706da6786 req-f14a57cc-fcc6-4409-b5b1-aab37783de22 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:20.108546 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d93f6a5-1305-41e7-9ec1-063706da6786 req-f14a57cc-fcc6-4409-b5b1-aab37783de22 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=47048677-b407-4bbd-b2a3-3ebfd719f147 HTTP/1.1" status: 200 len: 931 time: 0.1318848 Jan 18 20:10:20.110262 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-f833a961-7319-44f0-b6b7-01f7f2b2c872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:20.121287 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-902b88d3-bc47-4d0a-ae9e-41af140d1d86 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for port (ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:20.134377 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-482383cb-6bd6-4e89-811d-2746d4231978 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for security_group_rule (9996dc9b-1c6f-4eb9-8025-ba11d049345e), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:20.162286 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74834f-69fd-4a14-8e1d-c1b98668abfa None None] Pushing event updated for resources: {'Port': ['ID=76774e99-86e7-40f9-9dc5-634732beb1a8,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:20.163743 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9cb9a-7d8a-4479-a9db-f8ddb54ba5f4 req-47c60d95-2d4d-4b57-9002-9bc6e9d699c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:20.165245 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-40c9cb9a-7d8a-4479-a9db-f8ddb54ba5f4 req-47c60d95-2d4d-4b57-9002-9bc6e9d699c7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.9780858 Jan 18 20:10:20.211344 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-fc6788d4-1538-4d78-ad96-ace8ba921e6e tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1088a7411f634bfd9b8775233ac8c777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528975 Jan 18 20:10:20.227862 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833a961-7319-44f0-b6b7-01f7f2b2c872 service neutron] Pushing event updated for resources: {'Port': ['ID=8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:20.257810 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-40c9cb9a-7d8a-4479-a9db-f8ddb54ba5f4 req-03f7cf97-e291-4a91-8049-97dbf311397b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=66cf6411-d0dd-42db-99eb-0ea71436f870 HTTP/1.1" status: 200 len: 217 time: 0.0727241 Jan 18 20:10:20.274312 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d93f6a5-1305-41e7-9ec1-063706da6786 req-c603a878-37cd-42b2-82f6-5fac538f89bc tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e4635da-206a-42df-b4da-44fbd0bc74bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214151 Jan 18 20:10:20.429107 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-482383cb-6bd6-4e89-811d-2746d4231978 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for security_group_rule (9996dc9b-1c6f-4eb9-8025-ba11d049345e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:20.463713 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-fe424c9f-b2c6-4d30-b782-dfdb96a18e18 req-59863a23-0692-40b6-b86a-d950fbf5695a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Deleting port 7dba6a5d-452a-48e0-8e61-bcbe12b44d8d {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:10:20.464102 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fe424c9f-b2c6-4d30-b782-dfdb96a18e18 req-59863a23-0692-40b6-b86a-d950fbf5695a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (7dba6a5d-452a-48e0-8e61-bcbe12b44d8d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:20.467769 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-482383cb-6bd6-4e89-811d-2746d4231978 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (9996dc9b-1c6f-4eb9-8025-ba11d049345e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:20.482956 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-efa48762-e401-427c-b229-aa2cb2f60ec7 None None] Current status of the port f54bdec5-a19b-4038-accf-f8bdad8a8d81 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:20.516877 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 76774e99-86e7-40f9-9dc5-634732beb1a8 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:10:20.542582 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-482383cb-6bd6-4e89-811d-2746d4231978 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:20.547881 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-482383cb-6bd6-4e89-811d-2746d4231978 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4381135 Jan 18 20:10:20.549540 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9cb9a-7d8a-4479-a9db-f8ddb54ba5f4 req-da900a02-60e0-4857-86a1-cd6ce19dfacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:20.551430 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42846) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:20.558178 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-40c9cb9a-7d8a-4479-a9db-f8ddb54ba5f4 req-da900a02-60e0-4857-86a1-cd6ce19dfacd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.2765803 Jan 18 20:10:20.565506 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f8d8364f-e843-4a06-b934-e0190ed72662 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:20.566291 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-86926542-6813-43b2-860b-f729ccddc1c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aed008d6-4efb-4f38-9022-232d2615e224 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:10:20.578167 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-902b88d3-bc47-4d0a-ae9e-41af140d1d86 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:20.589294 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-86926542-6813-43b2-860b-f729ccddc1c2 service neutron] Publish callbacks [] for port (aed008d6-4efb-4f38-9022-232d2615e224), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:20.703317 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8d8364f-e843-4a06-b934-e0190ed72662 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:20.715164 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f2a072e0-0b90-419b-a861-1a37aeffda8f None None] Publish callbacks [] for port (cf6cbf85-e862-43be-9155-353835d8a1b9), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:20.715437 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-f833a961-7319-44f0-b6b7-01f7f2b2c872 service neutron] Attempting to bind port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:10:20.715641 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b88d3-bc47-4d0a-ae9e-41af140d1d86 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Pushing event updated for resources: {'Port': ['ID=ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:20.715781 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-f833a961-7319-44f0-b6b7-01f7f2b2c872 service neutron] Attempting to bind port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:10:20.720593 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-f833a961-7319-44f0-b6b7-01f7f2b2c872 service neutron] Attempting to bind port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af on network 133a80cf-c268-45f9-91ee-564a51a659af {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:20.721927 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482383cb-6bd6-4e89-811d-2746d4231978 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9996dc9b-1c6f-4eb9-8025-ba11d049345e,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:20.740300 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f2a072e0-0b90-419b-a861-1a37aeffda8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (cf6cbf85-e862-43be-9155-353835d8a1b9), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:20.777370 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-86926542-6813-43b2-860b-f729ccddc1c2 service neutron] Transition to ACTIVE for port object aed008d6-4efb-4f38-9022-232d2615e224 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:10:20.797179 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-f0808da3-b2a5-4337-a4ce-40d7c967f60c tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:20.798947 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-f0808da3-b2a5-4337-a4ce-40d7c967f60c tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5726328 Jan 18 20:10:20.805978 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-f833a961-7319-44f0-b6b7-01f7f2b2c872 service neutron] Port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af on network 133a80cf-c268-45f9-91ee-564a51a659af not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:10:20.806353 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-f833a961-7319-44f0-b6b7-01f7f2b2c872 service neutron] Attempting to bind port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af on network 133a80cf-c268-45f9-91ee-564a51a659af {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:20.811627 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902b88d3-bc47-4d0a-ae9e-41af140d1d86 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Network dcafdc34-74ba-4d39-8792-ddf985df2019 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:10:20.812502 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-86926542-6813-43b2-860b-f729ccddc1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (aed008d6-4efb-4f38-9022-232d2615e224), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:20.839064 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-902b88d3-bc47-4d0a-ae9e-41af140d1d86 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:10:20.839444 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-f833a961-7319-44f0-b6b7-01f7f2b2c872 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:10:20.839775 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-f833a961-7319-44f0-b6b7-01f7f2b2c872 service neutron] Checking segment: {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:10:20.840154 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-f833a961-7319-44f0-b6b7-01f7f2b2c872 service neutron] Bound using segment: {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:10:20.840594 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-f833a961-7319-44f0-b6b7-01f7f2b2c872 service neutron] Bound port: 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:10:20.840942 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-f833a961-7319-44f0-b6b7-01f7f2b2c872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:20.841992 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902b88d3-bc47-4d0a-ae9e-41af140d1d86 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:10:20.851073 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-09f94607-f6ab-47ab-991d-34d6ea84b718 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/quotas/1088a7411f634bfd9b8775233ac8c777 HTTP/1.1" status: 200 len: 375 time: 0.0417545 Jan 18 20:10:20.870006 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 76774e99-86e7-40f9-9dc5-634732beb1a8 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:20.870375 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (76774e99-86e7-40f9-9dc5-634732beb1a8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:20.950340 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902b88d3-bc47-4d0a-ae9e-41af140d1d86 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:20.951437 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-902b88d3-bc47-4d0a-ae9e-41af140d1d86 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:20.991956 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9cb9a-7d8a-4479-a9db-f8ddb54ba5f4 req-51ffeb46-f954-41aa-b99b-1fd365af884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:20.993985 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-40c9cb9a-7d8a-4479-a9db-f8ddb54ba5f4 req-51ffeb46-f954-41aa-b99b-1fd365af884e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4067910 Jan 18 20:10:21.037292 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 7dba6a5d-452a-48e0-8e61-bcbe12b44d8d no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:10:21.054988 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f0452a-3b76-4713-bb4b-02128f9aa510 x-openstack-request-id: req-98f0452a-3b76-4713-bb4b-02128f9aa510 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:21.055977 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467f9b3d-9382-41d3-bf2e-354b6fa3ed25", "name": "network-vif-deleted", "tag": "68194730-61b1-46d7-b452-51d9bdea8041", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:21.057078 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98f0452a-3b76-4713-bb4b-02128f9aa510 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:21.057787 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467f9b3d-9382-41d3-bf2e-354b6fa3ed25', 'name': 'network-vif-deleted', 'tag': '68194730-61b1-46d7-b452-51d9bdea8041', 'status': 'completed', 'code': 200} Jan 18 20:10:21.107113 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e69ec-214a-4395-98d1-9110dee4427f None None] Pushing event updated for resources: {'Port': ['ID=cf6cbf85-e862-43be-9155-353835d8a1b9,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:21.118486 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-fe424c9f-b2c6-4d30-b782-dfdb96a18e18 req-59863a23-0692-40b6-b86a-d950fbf5695a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] For port 7dba6a5d-452a-48e0-8e61-bcbe12b44d8d, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=7dba6a5d-452a-48e0-8e61-bcbe12b44d8d,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:21.118887 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fe424c9f-b2c6-4d30-b782-dfdb96a18e18 req-59863a23-0692-40b6-b86a-d950fbf5695a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (7dba6a5d-452a-48e0-8e61-bcbe12b44d8d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:21.145509 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-fe424c9f-b2c6-4d30-b782-dfdb96a18e18 req-59863a23-0692-40b6-b86a-d950fbf5695a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Calling delete_port for 7dba6a5d-452a-48e0-8e61-bcbe12b44d8d owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:10:21.188652 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-7c380474-9536-4f41-b269-e511efc1c4b8 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1088a7411f634bfd9b8775233ac8c777&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3112504 Jan 18 20:10:21.244693 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86926542-6813-43b2-860b-f729ccddc1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=aed008d6-4efb-4f38-9022-232d2615e224,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:21.282690 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-902b88d3-bc47-4d0a-ae9e-41af140d1d86 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.4380016 Jan 18 20:10:21.292804 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42858) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:21.317931 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-f833a961-7319-44f0-b6b7-01f7f2b2c872 service neutron] For port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:10:21.328637 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-f833a961-7319-44f0-b6b7-01f7f2b2c872 service neutron] For port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:10:21.328898 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-516fa250-7be9-4772-8b2e-19dafc8378d2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Request body: {'port': {'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019', 'name': 'tempest-TaggedBootDevicesTest-1941766675', 'fixed_ips': [{'subnet_id': '77f41d4b-3666-4a69-ae78-7f1d463a262a'}]}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:21.354869 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 7dba6a5d-452a-48e0-8e61-bcbe12b44d8d is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:21.355377 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7dba6a5d-452a-48e0-8e61-bcbe12b44d8d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:21.365349 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-f833a961-7319-44f0-b6b7-01f7f2b2c872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:21.386083 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace8c82b-1037-45e0-ae2b-c0e3119d02d5 None None] Network 81c102ef-f128-429a-9459-1ac808d63a04 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:10:21.386647 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864385d-f850-4c8c-8534-11cd88d4c144 req-3fc7356f-8a45-4af6-b50c-c3f2b38f1685 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:21.388194 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9864385d-f850-4c8c-8534-11cd88d4c144 req-3fc7356f-8a45-4af6-b50c-c3f2b38f1685 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 943 time: 0.2390881 Jan 18 20:10:21.411913 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-f833a961-7319-44f0-b6b7-01f7f2b2c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:21.412537 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-f833a961-7319-44f0-b6b7-01f7f2b2c872 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:21.414174 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-f833a961-7319-44f0-b6b7-01f7f2b2c872 service neutron] 10.222.0.70 "PUT /v2.0/ports/8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af HTTP/1.1" status: 200 len: 1091 time: 2.4454381 Jan 18 20:10:21.416829 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716d0bd5-2171-415f-8bc2-8febb824caee', 'tag': '8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:21.418915 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572ade62-f314-475d-b43e-9a9b9f35124b" -d '{"events": [{"name": "network-changed", "server_uuid": "716d0bd5-2171-415f-8bc2-8febb824caee", "tag": "8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:21.459355 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8d8364f-e843-4a06-b934-e0190ed72662 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:21.476724 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f2a072e0-0b90-419b-a861-1a37aeffda8f None None] Attempting to bind port cf6cbf85-e862-43be-9155-353835d8a1b9 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:10:21.477125 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f2a072e0-0b90-419b-a861-1a37aeffda8f None None] Attempting to bind port cf6cbf85-e862-43be-9155-353835d8a1b9 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '91eca149-2050-42be-9943-9917eddedfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:10:21.477483 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a072e0-0b90-419b-a861-1a37aeffda8f None None] Attempting to bind port cf6cbf85-e862-43be-9155-353835d8a1b9 on network 2cafaa10-97b0-4140-ac04-be8f2bf83219 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:21.577109 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-f8d8364f-e843-4a06-b934-e0190ed72662 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Allocated IP 172.25.4.4 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/61f82dbe-1443-4418-b6be-5180c3405297) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:10:21.730968 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8d8364f-e843-4a06-b934-e0190ed72662 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for port (61f82dbe-1443-4418-b6be-5180c3405297), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:21.768119 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 7dba6a5d-452a-48e0-8e61-bcbe12b44d8d, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=7dba6a5d-452a-48e0-8e61-bcbe12b44d8d,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:21.781118 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8d8364f-e843-4a06-b934-e0190ed72662 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (61f82dbe-1443-4418-b6be-5180c3405297), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:21.794002 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f3b1d9-3d25-4efe-a5bb-280916746bf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dba6a5d-452a-48e0-8e61-bcbe12b44d8d'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:21.797169 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d646cf-96ca-4075-a94b-285bc77ce1dd" -d '{"events": [{"server_uuid": "e8f3b1d9-3d25-4efe-a5bb-280916746bf2", "name": "network-vif-unplugged", "status": "completed", "tag": "7dba6a5d-452a-48e0-8e61-bcbe12b44d8d"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:21.806343 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7dba6a5d-452a-48e0-8e61-bcbe12b44d8d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:21.808905 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a072e0-0b90-419b-a861-1a37aeffda8f None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:10:21.809652 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a072e0-0b90-419b-a861-1a37aeffda8f None None] Checking segment: {'id': '91eca149-2050-42be-9943-9917eddedfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:10:21.811185 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f2a072e0-0b90-419b-a861-1a37aeffda8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:21.811867 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a072e0-0b90-419b-a861-1a37aeffda8f None None] Bound using segment: {'id': '91eca149-2050-42be-9943-9917eddedfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:10:21.812819 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f2a072e0-0b90-419b-a861-1a37aeffda8f None None] Bound port: cf6cbf85-e862-43be-9155-353835d8a1b9, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91eca149-2050-42be-9943-9917eddedfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:10:21.813938 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f2a072e0-0b90-419b-a861-1a37aeffda8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cf6cbf85-e862-43be-9155-353835d8a1b9), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:21.856179 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d8364f-e843-4a06-b934-e0190ed72662 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:10:21.873267 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-f8d8364f-e843-4a06-b934-e0190ed72662 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:10:21.875214 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833a961-7319-44f0-b6b7-01f7f2b2c872 service neutron] Pushing event updated for resources: {'Port': ['ID=8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:21.887346 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d8364f-e843-4a06-b934-e0190ed72662 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:10:21.900550 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-5f178ba2-9c01-4301-8e66-a19b2160560c None None] Provisioning complete for port cf6cbf85-e862-43be-9155-353835d8a1b9 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:21.901594 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5f178ba2-9c01-4301-8e66-a19b2160560c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cf6cbf85-e862-43be-9155-353835d8a1b9), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:22.007280 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9864385d-f850-4c8c-8534-11cd88d4c144 req-a4949592-fab2-4b5e-86e4-ddc00205c60d tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5776901 Jan 18 20:10:22.028092 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 76774e99-86e7-40f9-9dc5-634732beb1a8 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:22.028491 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (76774e99-86e7-40f9-9dc5-634732beb1a8), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:22.098514 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-97a5ff86-53ff-4a61-8443-7e495d3826d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:22.100688 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-97a5ff86-53ff-4a61-8443-7e495d3826d2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46be2ca450fb44c88ba90d0767174258&device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 1094 time: 0.3340971 Jan 18 20:10:22.158541 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=7dba6a5d-452a-48e0-8e61-bcbe12b44d8d,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:22.198025 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5f178ba2-9c01-4301-8e66-a19b2160560c None None] Port cf6cbf85-e862-43be-9155-353835d8a1b9 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:10:22.263094 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f2a072e0-0b90-419b-a861-1a37aeffda8f None None] For port cf6cbf85-e862-43be-9155-353835d8a1b9, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:10:22.264035 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8364f-e843-4a06-b934-e0190ed72662 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Pushing event updated for resources: {'Port': ['ID=61f82dbe-1443-4418-b6be-5180c3405297,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:22.274792 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 76774e99-86e7-40f9-9dc5-634732beb1a8, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=76774e99-86e7-40f9-9dc5-634732beb1a8,segment=NetworkSegment(011b0248-f13e-4236-abd9-595a2f7b91fd),segment_id=011b0248-f13e-4236-abd9-595a2f7b91fd)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:22.278835 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f2a072e0-0b90-419b-a861-1a37aeffda8f None None] For port cf6cbf85-e862-43be-9155-353835d8a1b9, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=cf6cbf85-e862-43be-9155-353835d8a1b9,segment=NetworkSegment(91eca149-2050-42be-9943-9917eddedfac),segment_id=91eca149-2050-42be-9943-9917eddedfac)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:10:22.283098 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (76774e99-86e7-40f9-9dc5-634732beb1a8), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:22.284615 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f54bdec5-a19b-4038-accf-f8bdad8a8d81 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:10:22.290167 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-ea6756b2-d054-4ad0-a7ab-0434f3afc275 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af HTTP/1.1" status: 200 len: 217 time: 0.1421878 Jan 18 20:10:22.356303 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-40c9cb9a-7d8a-4479-a9db-f8ddb54ba5f4 req-3b0d516b-190d-4bde-bdd1-1ca8079c259f service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3354907 Jan 18 20:10:22.392107 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f2a072e0-0b90-419b-a861-1a37aeffda8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (cf6cbf85-e862-43be-9155-353835d8a1b9), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:22.439679 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-cac2ef8d-9852-4f6a-a513-080c50f33d7f None None] Provisioning complete for port ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:22.440420 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cac2ef8d-9852-4f6a-a513-080c50f33d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:22.442711 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=76774e99-86e7-40f9-9dc5-634732beb1a8,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:22.462606 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-86926542-6813-43b2-860b-f729ccddc1c2 service neutron] Attempting to bind port aed008d6-4efb-4f38-9022-232d2615e224 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:10:22.462948 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-86926542-6813-43b2-860b-f729ccddc1c2 service neutron] Attempting to bind port aed008d6-4efb-4f38-9022-232d2615e224 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '7f408351-92dc-46d3-97e6-0e4f666a4758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5628e5e2-38d7-4c23-acf3-62dfe75ed62d'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:10:22.463272 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-86926542-6813-43b2-860b-f729ccddc1c2 service neutron] Attempting to bind port aed008d6-4efb-4f38-9022-232d2615e224 on network 5628e5e2-38d7-4c23-acf3-62dfe75ed62d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:22.487572 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8d8364f-e843-4a06-b934-e0190ed72662 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for floatingip (490ebe5e-5c6f-4695-9ba6-89bb443fb6c0), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:22.507409 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-86926542-6813-43b2-860b-f729ccddc1c2 service neutron] Port aed008d6-4efb-4f38-9022-232d2615e224 on network 5628e5e2-38d7-4c23-acf3-62dfe75ed62d not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:10:22.508043 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-86926542-6813-43b2-860b-f729ccddc1c2 service neutron] Attempting to bind port aed008d6-4efb-4f38-9022-232d2615e224 on network 5628e5e2-38d7-4c23-acf3-62dfe75ed62d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:22.520749 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-86926542-6813-43b2-860b-f729ccddc1c2 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:10:22.521369 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-86926542-6813-43b2-860b-f729ccddc1c2 service neutron] Checking segment: {'id': '7f408351-92dc-46d3-97e6-0e4f666a4758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5628e5e2-38d7-4c23-acf3-62dfe75ed62d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:10:22.522019 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-86926542-6813-43b2-860b-f729ccddc1c2 service neutron] Bound using segment: {'id': '7f408351-92dc-46d3-97e6-0e4f666a4758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5628e5e2-38d7-4c23-acf3-62dfe75ed62d'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:10:22.522638 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-86926542-6813-43b2-860b-f729ccddc1c2 service neutron] Bound port: aed008d6-4efb-4f38-9022-232d2615e224, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f408351-92dc-46d3-97e6-0e4f666a4758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5628e5e2-38d7-4c23-acf3-62dfe75ed62d'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:10:22.523881 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-86926542-6813-43b2-860b-f729ccddc1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (aed008d6-4efb-4f38-9022-232d2615e224), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:22.526226 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516fa250-7be9-4772-8b2e-19dafc8378d2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Made reservation on behalf of 58bdde0d1470454589ceb4c5ff2aa86d for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:10:22.531815 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-516fa250-7be9-4772-8b2e-19dafc8378d2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:22.582022 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a072e0-0b90-419b-a861-1a37aeffda8f None None] Routers {'96356dce-1ed1-4f46-9dac-371f1628399e'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:10:22.582748 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f2a072e0-0b90-419b-a861-1a37aeffda8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:09:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['96356dce-1ed1-4f46-9dac-371f1628399e'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:10:22.587562 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8d8364f-e843-4a06-b934-e0190ed72662 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (61f82dbe-1443-4418-b6be-5180c3405297), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:22.598818 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-cac2ef8d-9852-4f6a-a513-080c50f33d7f None None] Port ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:10:22.634146 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e69ec-214a-4395-98d1-9110dee4427f None None] Pushing event updated for resources: {'Port': ['ID=cf6cbf85-e862-43be-9155-353835d8a1b9,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:22.651966 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-516fa250-7be9-4772-8b2e-19dafc8378d2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] device_id is not set on port 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:10:22.659065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port f54bdec5-a19b-4038-accf-f8bdad8a8d81 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:22.659380 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f54bdec5-a19b-4038-accf-f8bdad8a8d81), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:22.737866 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-cac2ef8d-9852-4f6a-a513-080c50f33d7f None None] Provisioning complete for port 76774e99-86e7-40f9-9dc5-634732beb1a8 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:22.738160 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cac2ef8d-9852-4f6a-a513-080c50f33d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (76774e99-86e7-40f9-9dc5-634732beb1a8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:22.806195 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8d8364f-e843-4a06-b934-e0190ed72662 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for port (61f82dbe-1443-4418-b6be-5180c3405297), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:22.810530 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-f2a072e0-0b90-419b-a861-1a37aeffda8f None None] Set router 96356dce-1ed1-4f46-9dac-371f1628399e gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:10:22.818509 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b7548-4bc1-46f1-9972-47dba7c519e6 req-3b6119d5-0f5a-43f2-8dd9-fac4d709e511 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:22.820409 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce5b7548-4bc1-46f1-9972-47dba7c519e6 req-3b6119d5-0f5a-43f2-8dd9-fac4d709e511 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3b1d9-3d25-4efe-a5bb-280916746bf2 HTTP/1.1" status: 200 len: 943 time: 0.8029661 Jan 18 20:10:22.827991 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8d8364f-e843-4a06-b934-e0190ed72662 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (61f82dbe-1443-4418-b6be-5180c3405297), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:22.851787 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6855f5-6e5a-4461-ba0c-595cd028b260 req-83636aef-0765-4379-810a-6e63d065cde7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:22.853576 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-516fa250-7be9-4772-8b2e-19dafc8378d2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Allocated IP 10.1.1.110 (dcafdc34-74ba-4d39-8792-ddf985df2019/77f41d4b-3666-4a69-ae78-7f1d463a262a/0bbb04a5-1309-4d5f-8824-60e9bff7c6bb) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:10:22.860444 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9d6855f5-6e5a-4461-ba0c-595cd028b260 req-83636aef-0765-4379-810a-6e63d065cde7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=47048677-b407-4bbd-b2a3-3ebfd719f147 HTTP/1.1" status: 200 len: 943 time: 0.7136478 Jan 18 20:10:22.934357 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fe424c9f-b2c6-4d30-b782-dfdb96a18e18 req-59863a23-0692-40b6-b86a-d950fbf5695a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (7dba6a5d-452a-48e0-8e61-bcbe12b44d8d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:22.973157 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-40c9cb9a-7d8a-4479-a9db-f8ddb54ba5f4 req-f727e757-637d-45eb-ab28-e54fbf522b0f service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5858045 Jan 18 20:10:23.012005 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 4b74dfed-307a-4b7b-a9be-db91ceee7280 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:10:23.038879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59863a23-0692-40b6-b86a-d950fbf5695a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Pushing event deleted for resources: {'Port': ['ID=7dba6a5d-452a-48e0-8e61-bcbe12b44d8d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:23.075591 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe424c9f-b2c6-4d30-b782-dfdb96a18e18 req-59863a23-0692-40b6-b86a-d950fbf5695a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] No DVR routers for this DVR port 7dba6a5d-452a-48e0-8e61-bcbe12b44d8d on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:10:23.088337 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-86926542-6813-43b2-860b-f729ccddc1c2 service neutron] For port aed008d6-4efb-4f38-9022-232d2615e224, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:10:23.103300 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fe424c9f-b2c6-4d30-b782-dfdb96a18e18 req-59863a23-0692-40b6-b86a-d950fbf5695a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:23.107013 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fe424c9f-b2c6-4d30-b782-dfdb96a18e18 req-59863a23-0692-40b6-b86a-d950fbf5695a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.70 "DELETE /v2.0/ports/7dba6a5d-452a-48e0-8e61-bcbe12b44d8d HTTP/1.1" status: 204 len: 173 time: 3.8950412 Jan 18 20:10:23.109244 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f3b1d9-3d25-4efe-a5bb-280916746bf2', 'name': 'network-vif-deleted', 'tag': '7dba6a5d-452a-48e0-8e61-bcbe12b44d8d'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:23.111581 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab60a68-68ee-4f83-ad55-19a489dafb1b" -d '{"events": [{"server_uuid": "e8f3b1d9-3d25-4efe-a5bb-280916746bf2", "name": "network-vif-deleted", "tag": "7dba6a5d-452a-48e0-8e61-bcbe12b44d8d"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:23.130163 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-86926542-6813-43b2-860b-f729ccddc1c2 service neutron] For port aed008d6-4efb-4f38-9022-232d2615e224, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=aed008d6-4efb-4f38-9022-232d2615e224,segment=NetworkSegment(7f408351-92dc-46d3-97e6-0e4f666a4758),segment_id=7f408351-92dc-46d3-97e6-0e4f666a4758)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:10:23.143175 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-86926542-6813-43b2-860b-f729ccddc1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (aed008d6-4efb-4f38-9022-232d2615e224), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:23.207795 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-cac2ef8d-9852-4f6a-a513-080c50f33d7f None None] Current status of the port 76774e99-86e7-40f9-9dc5-634732beb1a8 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:23.224814 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-5d75d6a1-6135-4537-857c-d62d671226a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:23.227122 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-5d75d6a1-6135-4537-857c-d62d671226a5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45324dde-9697-4682-9610-ed3bed3250cd HTTP/1.1" status: 200 len: 847 time: 0.8856161 Jan 18 20:10:23.285155 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-86926542-6813-43b2-860b-f729ccddc1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:23.285891 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-86926542-6813-43b2-860b-f729ccddc1c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:23.287276 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-86926542-6813-43b2-860b-f729ccddc1c2 service neutron] 10.222.0.70 "PUT /v2.0/ports/aed008d6-4efb-4f38-9022-232d2615e224 HTTP/1.1" status: 200 len: 1091 time: 4.3192925 Jan 18 20:10:23.304478 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-71d2e300-4f43-4a77-a63c-c44e88024b6f tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=1088a7411f634bfd9b8775233ac8c777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889914 Jan 18 20:10:23.340489 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.resource_extend [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:10:23.354693 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8364f-e843-4a06-b934-e0190ed72662 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Pushing event updated for resources: {'Port': ['ID=61f82dbe-1443-4418-b6be-5180c3405297,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:23.360432 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-8d047423-d6ca-4962-a3a6-b45b3d6a06ac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=133a80cf-c268-45f9-91ee-564a51a659af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171107 Jan 18 20:10:23.396830 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-516fa250-7be9-4772-8b2e-19dafc8378d2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for port (0bbb04a5-1309-4d5f-8824-60e9bff7c6bb), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:23.400274 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86926542-6813-43b2-860b-f729ccddc1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=aed008d6-4efb-4f38-9022-232d2615e224,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:23.437434 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9d6855f5-6e5a-4461-ba0c-595cd028b260 req-d413cc60-1ad5-4609-8632-918c4264ece7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e4635da-206a-42df-b4da-44fbd0bc74bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5692053 Jan 18 20:10:23.438645 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8d8364f-e843-4a06-b934-e0190ed72662 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (490ebe5e-5c6f-4695-9ba6-89bb443fb6c0), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:23.470117 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce5b7548-4bc1-46f1-9972-47dba7c519e6 req-44721d3f-6891-4aec-949c-10c3d59b31a1 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6370080 Jan 18 20:10:23.506762 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port f54bdec5-a19b-4038-accf-f8bdad8a8d81 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:23.511246 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f5fc708e-b0ed-4a8d-97ac-91fe84320ee0 None None] Provisioning complete for port 76774e99-86e7-40f9-9dc5-634732beb1a8 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:23.514804 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f5fc708e-b0ed-4a8d-97ac-91fe84320ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (76774e99-86e7-40f9-9dc5-634732beb1a8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:23.578603 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340bb03b-f3b9-4830-8c85-47081b0d6e17 x-openstack-request-id: req-340bb03b-f3b9-4830-8c85-47081b0d6e17 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:23.578603 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "716d0bd5-2171-415f-8bc2-8febb824caee", "tag": "8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:23.578975 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-340bb03b-f3b9-4830-8c85-47081b0d6e17 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:23.579472 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '716d0bd5-2171-415f-8bc2-8febb824caee', 'tag': '8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af', 'status': 'completed', 'code': 200} Jan 18 20:10:23.581045 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-fb1028df-f48b-4768-a1ac-062f34055b8f tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:23.582317 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-fb1028df-f48b-4768-a1ac-062f34055b8f tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2460563 Jan 18 20:10:23.592055 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8d8364f-e843-4a06-b934-e0190ed72662 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:23.593504 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f8d8364f-e843-4a06-b934-e0190ed72662 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.0346875 Jan 18 20:10:23.612390 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-3c9ead15-fa54-47cc-b45d-1b7c3b0bb936 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Request body: {'port': {'device_id': '25d944f2-3c54-4f20-be91-39d80d78f330', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': '1088a7411f634bfd9b8775233ac8c777'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:23.616150 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-516fa250-7be9-4772-8b2e-19dafc8378d2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (0bbb04a5-1309-4d5f-8824-60e9bff7c6bb), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:23.623418 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-8185884b-80f3-4d70-b50c-2329618c47c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:23.624935 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-8185884b-80f3-4d70-b50c-2329618c47c8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=79bac98ff06d455bb4a4343096ef379b&device_id=47048677-b407-4bbd-b2a3-3ebfd719f147 HTTP/1.1" status: 200 len: 1094 time: 0.1636658 Jan 18 20:10:23.741021 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f2a072e0-0b90-419b-a861-1a37aeffda8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'name': 'tempest-AttachVolumeTestJSON-1877546686-router', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:10:04Z', 'updated_at': '2022-01-18T20:10:14Z', 'revision_number': 4, 'project_id': '72501d248542438e9d3a803e6110efb0', 'gw_port': {'id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:07Z', 'updated_at': '2022-01-18T20:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'cf6cbf85-e862-43be-9155-353835d8a1b9', 'name': '', 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'mac_address': 'fa:16:3e:84:cf:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '1723126f-3654-432e-ad19-50c4bb784989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:13Z', 'updated_at': '2022-01-18T20:10:22Z', 'revision_number': 4, 'project_id': '72501d248542438e9d3a803e6110efb0', 'subnets': [{'id': '1723126f-3654-432e-ad19-50c4bb784989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:10:23.745335 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c0d0f734-d750-4d4e-b098-efff61730b8d req-3b0eef79-9ae7-4391-9e57-e61fd00b5a9f tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d944f2-3c54-4f20-be91-39d80d78f330 HTTP/1.1" status: 200 len: 210 time: 0.1020012 Jan 18 20:10:23.800914 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-e064f9a0-6e9e-45dc-9b67-9509e103e59f service neutron] 10.222.0.70 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272738 Jan 18 20:10:23.801257 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-5391ca6b-e0fa-41e3-85d7-94c6e0b49384 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aed008d6-4efb-4f38-9022-232d2615e224 HTTP/1.1" status: 200 len: 217 time: 0.1530728 Jan 18 20:10:23.808856 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516fa250-7be9-4772-8b2e-19dafc8378d2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Network dcafdc34-74ba-4d39-8792-ddf985df2019 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:10:23.810103 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516fa250-7be9-4772-8b2e-19dafc8378d2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Pushing event updated for resources: {'Port': ['ID=0bbb04a5-1309-4d5f-8824-60e9bff7c6bb,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:23.816138 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-516fa250-7be9-4772-8b2e-19dafc8378d2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:10:23.836611 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27114746-81ee-4e14-91e5-c13f24b0977a x-openstack-request-id: req-27114746-81ee-4e14-91e5-c13f24b0977a {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:23.836904 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f3b1d9-3d25-4efe-a5bb-280916746bf2", "name": "network-vif-unplugged", "status": "completed", "tag": "7dba6a5d-452a-48e0-8e61-bcbe12b44d8d", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:23.837160 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27114746-81ee-4e14-91e5-c13f24b0977a {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:23.837560 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f3b1d9-3d25-4efe-a5bb-280916746bf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dba6a5d-452a-48e0-8e61-bcbe12b44d8d', 'code': 200} Jan 18 20:10:23.841397 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516fa250-7be9-4772-8b2e-19dafc8378d2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:10:23.885957 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a072e0-0b90-419b-a861-1a37aeffda8f None None] The sync data for ids ['96356dce-1ed1-4f46-9dac-371f1628399e'] in n-d-741529-9 is: [{'id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'name': 'tempest-AttachVolumeTestJSON-1877546686-router', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:10:04Z', 'updated_at': '2022-01-18T20:10:14Z', 'revision_number': 4, 'project_id': '72501d248542438e9d3a803e6110efb0', 'gw_port': {'id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:07Z', 'updated_at': '2022-01-18T20:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'cf6cbf85-e862-43be-9155-353835d8a1b9', 'name': '', 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'mac_address': 'fa:16:3e:84:cf:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '1723126f-3654-432e-ad19-50c4bb784989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:13Z', 'updated_at': '2022-01-18T20:10:22Z', 'revision_number': 4, 'project_id': '72501d248542438e9d3a803e6110efb0', 'subnets': [{'id': '1723126f-3654-432e-ad19-50c4bb784989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:10:23.959490 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 4b74dfed-307a-4b7b-a9be-db91ceee7280, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4b74dfed-307a-4b7b-a9be-db91ceee7280,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:24.020405 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '4b74dfed-307a-4b7b-a9be-db91ceee7280', 'network_id': 'da762a08-ce23-48b4-9e56-1b22cb2c3759', 'port_id': '4b74dfed-307a-4b7b-a9be-db91ceee7280', 'mac_address': 'fa:16:3e:d1:fe:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a677f5f-009c-4f07-9679-86f5c85ef9be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:10:24.022303 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f5fc708e-b0ed-4a8d-97ac-91fe84320ee0 None None] Current status of the port 76774e99-86e7-40f9-9dc5-634732beb1a8 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:24.105949 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f5fc708e-b0ed-4a8d-97ac-91fe84320ee0 None None] Provisioning complete for port cf6cbf85-e862-43be-9155-353835d8a1b9 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:24.106337 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f5fc708e-b0ed-4a8d-97ac-91fe84320ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cf6cbf85-e862-43be-9155-353835d8a1b9), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:24.175674 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 4b74dfed-307a-4b7b-a9be-db91ceee7280 is: ACTIVE; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:24.176061 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4b74dfed-307a-4b7b-a9be-db91ceee7280), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:24.229894 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e4a41-9fef-4d4b-b5df-7a89e18da7d1 req-84ad7a70-9abc-4fee-beba-59ff27e18c1d tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:24.249427 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-845e4a41-9fef-4d4b-b5df-7a89e18da7d1 req-84ad7a70-9abc-4fee-beba-59ff27e18c1d tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 950 time: 0.3827846 Jan 18 20:10:24.261837 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516fa250-7be9-4772-8b2e-19dafc8378d2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:24.261837 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-516fa250-7be9-4772-8b2e-19dafc8378d2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:24.282491 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b74dfed-307a-4b7b-a9be-db91ceee7280 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:10:24.342781 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b18e3-4fd6-46c8-a995-214f39ad97dd req-520e8566-b1a2-4f14-8d04-0b2ec09ed49f tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:24.344389 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d44b18e3-4fd6-46c8-a995-214f39ad97dd req-520e8566-b1a2-4f14-8d04-0b2ec09ed49f tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 943 time: 0.3882508 Jan 18 20:10:24.386892 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-99c24f7d-33d6-4df7-9477-3204fd17243b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:24.392313 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-99c24f7d-33d6-4df7-9477-3204fd17243b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bbda01f7-ba03-4a9c-a56c-51f2a68f70b2 HTTP/1.1" status: 200 len: 852 time: 0.5486393 Jan 18 20:10:24.398161 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 4b74dfed-307a-4b7b-a9be-db91ceee7280, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4b74dfed-307a-4b7b-a9be-db91ceee7280,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:24.412426 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4b74dfed-307a-4b7b-a9be-db91ceee7280), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:24.451473 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93865a4e-2bb5-415d-a01d-bbef76ed27c4 req-6c7c6aa5-61d4-47b0-a741-0e43018566bb tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:24.453001 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-93865a4e-2bb5-415d-a01d-bbef76ed27c4 req-6c7c6aa5-61d4-47b0-a741-0e43018566bb tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 950 time: 0.3203199 Jan 18 20:10:24.456400 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-516fa250-7be9-4772-8b2e-19dafc8378d2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1479192 Jan 18 20:10:24.459968 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f420edf-f3c4-4501-a706-6a1f60919b70 req-db7ceb8b-7436-4553-bd9f-3bb0d3a41ce6 service neutron] 10.222.0.70 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6250472 Jan 18 20:10:24.476313 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-845e4a41-9fef-4d4b-b5df-7a89e18da7d1 req-1195d39c-027d-43e3-8e9d-6e2edeed9b12 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258377 Jan 18 20:10:24.534650 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-d76f5b69-23d6-4ca4-8903-3fdebf128585 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5628e5e2-38d7-4c23-acf3-62dfe75ed62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1298742 Jan 18 20:10:24.538696 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d44b18e3-4fd6-46c8-a995-214f39ad97dd req-37c42af5-fc29-4ea1-a665-107f9162d09a tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706116 Jan 18 20:10:24.542060 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 76774e99-86e7-40f9-9dc5-634732beb1a8 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:10:24.613059 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbcb129-441a-4f2c-8c6c-08f295389c72 x-openstack-request-id: req-cbbcb129-441a-4f2c-8c6c-08f295389c72 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:24.613296 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f3b1d9-3d25-4efe-a5bb-280916746bf2", "name": "network-vif-deleted", "tag": "7dba6a5d-452a-48e0-8e61-bcbe12b44d8d", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:24.613548 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cbbcb129-441a-4f2c-8c6c-08f295389c72 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:24.614200 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f3b1d9-3d25-4efe-a5bb-280916746bf2', 'name': 'network-vif-deleted', 'tag': '7dba6a5d-452a-48e0-8e61-bcbe12b44d8d', 'status': 'completed', 'code': 200} Jan 18 20:10:24.642457 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['4b74dfed-307a-4b7b-a9be-db91ceee7280'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:10:24.722331 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ade62-f314-475d-b43e-9a9b9f35124b req-079c81f9-d229-4f3b-b324-141c3d39e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:24.724057 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-572ade62-f314-475d-b43e-9a9b9f35124b req-079c81f9-d229-4f3b-b324-141c3d39e2d9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46be2ca450fb44c88ba90d0767174258&device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 1094 time: 0.1684766 Jan 18 20:10:24.737058 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-3c9ead15-fa54-47cc-b45d-1b7c3b0bb936 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Made reservation on behalf of 1088a7411f634bfd9b8775233ac8c777 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:10:24.737324 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=4b74dfed-307a-4b7b-a9be-db91ceee7280,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:24.746326 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f5fc708e-b0ed-4a8d-97ac-91fe84320ee0 None None] Current status of the port cf6cbf85-e862-43be-9155-353835d8a1b9 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:24.746597 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f5fc708e-b0ed-4a8d-97ac-91fe84320ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cf6cbf85-e862-43be-9155-353835d8a1b9), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:24.754190 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-3c9ead15-fa54-47cc-b45d-1b7c3b0bb936 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:24.818082 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 76774e99-86e7-40f9-9dc5-634732beb1a8 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:24.818517 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (76774e99-86e7-40f9-9dc5-634732beb1a8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:24.886710 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f5fc708e-b0ed-4a8d-97ac-91fe84320ee0 None None] For port cf6cbf85-e862-43be-9155-353835d8a1b9, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=cf6cbf85-e862-43be-9155-353835d8a1b9,segment=NetworkSegment(91eca149-2050-42be-9943-9917eddedfac),segment_id=91eca149-2050-42be-9943-9917eddedfac)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:24.961199 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f5fc708e-b0ed-4a8d-97ac-91fe84320ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (cf6cbf85-e862-43be-9155-353835d8a1b9), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:24.993242 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-7d571966-0955-4179-a423-47fe0fbee36a service neutron] 10.222.0.70 "GET /v2.0/networks/5628e5e2-38d7-4c23-acf3-62dfe75ed62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321177 Jan 18 20:10:25.023615 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ade62-f314-475d-b43e-9a9b9f35124b req-c95b5421-735a-465d-bdb0-82125a04e535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:25.025107 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-572ade62-f314-475d-b43e-9a9b9f35124b req-c95b5421-735a-465d-bdb0-82125a04e535 service neutron] 10.222.0.70 "GET /v2.0/networks?id=133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 200 len: 908 time: 0.2909603 Jan 18 20:10:25.080527 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-4d2e0d3b-0e04-41ad-9632-ca3eca0a6a88 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--826978482&fields=id&tenant_id=72501d248542438e9d3a803e6110efb0 HTTP/1.1" status: 200 len: 267 time: 0.1881866 Jan 18 20:10:25.083005 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 76774e99-86e7-40f9-9dc5-634732beb1a8 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:25.084184 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device cf6cbf85-e862-43be-9155-353835d8a1b9 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:10:25.134975 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-572ade62-f314-475d-b43e-9a9b9f35124b req-f613d7c6-4bc8-4f12-a537-b8d3be67e45f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af HTTP/1.1" status: 200 len: 217 time: 0.0720274 Jan 18 20:10:25.242354 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f0e285d8-df45-471c-8bdf-d81e78055b7a None None] Provisioning complete for port 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:25.242801 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f0e285d8-df45-471c-8bdf-d81e78055b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (0bbb04a5-1309-4d5f-8824-60e9bff7c6bb), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:25.270468 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-38046041-feac-4965-8ffc-c7c6453b474c tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:25.278211 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-38046041-feac-4965-8ffc-c7c6453b474c tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/networks?id=2cafaa10-97b0-4140-ac04-be8f2bf83219 HTTP/1.1" status: 200 len: 811 time: 0.1399164 Jan 18 20:10:25.366069 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc708e-b0ed-4a8d-97ac-91fe84320ee0 None None] Pushing event updated for resources: {'Port': ['ID=cf6cbf85-e862-43be-9155-353835d8a1b9,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:25.378886 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ade62-f314-475d-b43e-9a9b9f35124b req-14556642-ef58-4d45-83cb-5430b44b22e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:25.381043 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-572ade62-f314-475d-b43e-9a9b9f35124b req-14556642-ef58-4d45-83cb-5430b44b22e2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45324dde-9697-4682-9610-ed3bed3250cd HTTP/1.1" status: 200 len: 847 time: 0.1004403 Jan 18 20:10:25.416562 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f0e285d8-df45-471c-8bdf-d81e78055b7a None None] Port 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:10:25.424050 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port cf6cbf85-e862-43be-9155-353835d8a1b9 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:25.424430 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cf6cbf85-e862-43be-9155-353835d8a1b9), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:25.436089 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-572ade62-f314-475d-b43e-9a9b9f35124b req-ecbe13b0-e7d3-4a95-bbb2-7fdb7876fec1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=133a80cf-c268-45f9-91ee-564a51a659af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445702 Jan 18 20:10:25.450519 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0ede2-fb7f-4d1c-9324-019cac9f857e req-650b7fee-eef2-4901-8583-ea8f6127be45 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:25.460945 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6ff0ede2-fb7f-4d1c-9324-019cac9f857e req-650b7fee-eef2-4901-8583-ea8f6127be45 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=47048677-b407-4bbd-b2a3-3ebfd719f147 HTTP/1.1" status: 200 len: 943 time: 0.4803715 Jan 18 20:10:25.476320 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-3c9ead15-fa54-47cc-b45d-1b7c3b0bb936 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Allocated IP 192.168.233.98 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:10:25.487131 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-93865a4e-2bb5-415d-a01d-bbef76ed27c4 req-5edea7ff-84d5-45c3-aff8-fb838e96796f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Deleting port 3b24adc3-ef07-4a3c-af12-0a22a4a443af {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:10:25.487737 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-93865a4e-2bb5-415d-a01d-bbef76ed27c4 req-5edea7ff-84d5-45c3-aff8-fb838e96796f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:25.600273 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-572ade62-f314-475d-b43e-9a9b9f35124b req-f0d57051-d41b-4171-8d3a-05cec71d7270 service neutron] 10.222.0.70 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324685 Jan 18 20:10:25.600735 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6f98a94f-adb6-46ed-9b45-e12157a7f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:25.602781 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port cf6cbf85-e862-43be-9155-353835d8a1b9 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:25.614254 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ccee8a27-089b-4cda-9bb0-f3d0fe741094 req-b4fd593e-7a76-46db-81ba-54eb369af45b service neutron] 10.222.0.70 "GET /v2.0/networks/5628e5e2-38d7-4c23-acf3-62dfe75ed62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357871 Jan 18 20:10:25.663019 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-0dcfee0a-428e-4956-83bc-d1adf19b2600 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/quotas/72501d248542438e9d3a803e6110efb0 HTTP/1.1" status: 200 len: 375 time: 0.2807069 Jan 18 20:10:25.797377 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-93865a4e-2bb5-415d-a01d-bbef76ed27c4 req-5edea7ff-84d5-45c3-aff8-fb838e96796f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] For port 3b24adc3-ef07-4a3c-af12-0a22a4a443af, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3b24adc3-ef07-4a3c-af12-0a22a4a443af,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:25.797830 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-93865a4e-2bb5-415d-a01d-bbef76ed27c4 req-5edea7ff-84d5-45c3-aff8-fb838e96796f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:25.801769 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6ff0ede2-fb7f-4d1c-9324-019cac9f857e req-3809b83d-c03f-41fc-a61e-e229c58c74c8 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e4635da-206a-42df-b4da-44fbd0bc74bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383720 Jan 18 20:10:25.830142 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-572ade62-f314-475d-b43e-9a9b9f35124b req-8e9e0113-0413-44b6-a77c-714e3958b122 service neutron] 10.222.0.70 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875050 Jan 18 20:10:25.908986 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-3bcc769b-56c4-4d3d-9ae0-9fd617491595 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=72501d248542438e9d3a803e6110efb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2447782 Jan 18 20:10:25.913408 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-3c9ead15-fa54-47cc-b45d-1b7c3b0bb936 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Publish callbacks [] for port (1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:25.942268 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-93865a4e-2bb5-415d-a01d-bbef76ed27c4 req-5edea7ff-84d5-45c3-aff8-fb838e96796f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Calling delete_port for 3b24adc3-ef07-4a3c-af12-0a22a4a443af owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:10:26.000139 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-3c9ead15-fa54-47cc-b45d-1b7c3b0bb936 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:26.012802 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['d531d365-d1be-42fb-8d80-625e359981c2', 'ea1373eb-d048-4c59-aedf-d18aa355ea71'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:10:26.073048 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-3c9ead15-fa54-47cc-b45d-1b7c3b0bb936 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:10:26.091884 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-3c9ead15-fa54-47cc-b45d-1b7c3b0bb936 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:10:26.105972 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-3c9ead15-fa54-47cc-b45d-1b7c3b0bb936 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:10:26.129121 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-48e8da18-ba96-4754-ba84-b85800be9a77 service neutron] 10.222.0.31 "GET /v2.0/networks/2cafaa10-97b0-4140-ac04-be8f2bf83219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959157 Jan 18 20:10:26.173861 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ead15-fa54-47cc-b45d-1b7c3b0bb936 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Pushing event updated for resources: {'Port': ['ID=1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:26.250226 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-3c9ead15-fa54-47cc-b45d-1b7c3b0bb936 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:26.250995 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-3c9ead15-fa54-47cc-b45d-1b7c3b0bb936 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:26.306187 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device cf6cbf85-e862-43be-9155-353835d8a1b9 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:10:26.371769 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-3c9ead15-fa54-47cc-b45d-1b7c3b0bb936 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7661743 Jan 18 20:10:26.374647 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-22c14d78-3335-4056-86a7-8305b8fa8257 service neutron] 10.222.0.31 "GET /v2.0/networks/2cafaa10-97b0-4140-ac04-be8f2bf83219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386837 Jan 18 20:10:26.390819 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-c7bbbb70-ccda-4c9b-9684-cec8f2843962 service neutron] Request body: {'port': {'device_id': '25d944f2-3c54-4f20-be91-39d80d78f330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:26.458016 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42954) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:26.462780 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-7f2196cf-4681-4cb8-a2a0-0063163f6504 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1784462010', 'description': 'tempest-description--2080272072'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:26.476836 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-93865a4e-2bb5-415d-a01d-bbef76ed27c4 req-5edea7ff-84d5-45c3-aff8-fb838e96796f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (3b24adc3-ef07-4a3c-af12-0a22a4a443af), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:26.504132 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['26787e24-6f29-45b3-9a89-4a5008a4324c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:10:26.511071 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['66cf6411-d0dd-42db-99eb-0ea71436f870', '3b24adc3-ef07-4a3c-af12-0a22a4a443af'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:10:26.520197 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f2196cf-4681-4cb8-a2a0-0063163f6504 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:26.555225 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edea7ff-84d5-45c3-aff8-fb838e96796f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Pushing event deleted for resources: {'Port': ['ID=3b24adc3-ef07-4a3c-af12-0a22a4a443af,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:26.563070 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-c7bbbb70-ccda-4c9b-9684-cec8f2843962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:26.651316 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47048677-b407-4bbd-b2a3-3ebfd719f147', 'tag': 'aed008d6-4efb-4f38-9022-232d2615e224'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:26.659496 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71316dc9-30d7-4e16-bdc9-101f65dc0c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "47048677-b407-4bbd-b2a3-3ebfd719f147", "tag": "aed008d6-4efb-4f38-9022-232d2615e224"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:26.727043 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-93865a4e-2bb5-415d-a01d-bbef76ed27c4 req-5edea7ff-84d5-45c3-aff8-fb838e96796f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] No DVR routers for this DVR port 3b24adc3-ef07-4a3c-af12-0a22a4a443af on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:10:26.739404 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-93865a4e-2bb5-415d-a01d-bbef76ed27c4 req-5edea7ff-84d5-45c3-aff8-fb838e96796f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:26.744714 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-93865a4e-2bb5-415d-a01d-bbef76ed27c4 req-5edea7ff-84d5-45c3-aff8-fb838e96796f tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.70 "DELETE /v2.0/ports/3b24adc3-ef07-4a3c-af12-0a22a4a443af HTTP/1.1" status: 204 len: 173 time: 2.2091417 Jan 18 20:10:26.811729 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ca56d9ef-90ad-4217-8576-c66e80a28d2e None None] Provisioning complete for port 1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:26.813165 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ca56d9ef-90ad-4217-8576-c66e80a28d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:26.842713 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f2196cf-4681-4cb8-a2a0-0063163f6504 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for security_group (b1932240-7d46-444a-b08f-d72000630e7c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:26.865219 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f2196cf-4681-4cb8-a2a0-0063163f6504 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b1932240-7d46-444a-b08f-d72000630e7c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:26.876269 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port cf6cbf85-e862-43be-9155-353835d8a1b9 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:26.876801 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cf6cbf85-e862-43be-9155-353835d8a1b9), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:26.898947 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-68c029c4-0123-4fc3-a8a3-ed18fd8d818f req-6804ddba-40f4-4c56-8348-b97247f6005b tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0af3849-b32e-40e4-b161-1c2d4a8671f1 HTTP/1.1" status: 200 len: 210 time: 0.0545216 Jan 18 20:10:26.956408 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ca56d9ef-90ad-4217-8576-c66e80a28d2e None None] Port 1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:10:26.988715 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f2196cf-4681-4cb8-a2a0-0063163f6504 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:26.994169 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42974) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:26.994938 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7f2196cf-4681-4cb8-a2a0-0063163f6504 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5358322 Jan 18 20:10:27.003273 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-3d2c862e-7d9b-4727-9902-d69e645519c6 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Request body: {'security_group_rule': {'security_group_id': 'b1932240-7d46-444a-b08f-d72000630e7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:27.025659 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device aed008d6-4efb-4f38-9022-232d2615e224 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:10:27.033809 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 4b74dfed-307a-4b7b-a9be-db91ceee7280 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:10:27.040695 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2196cf-4681-4cb8-a2a0-0063163f6504 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1932240-7d46-444a-b08f-d72000630e7c,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:27.096903 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4068391-7181-4056-900e-2e546fd38c7e req-e69d9ff6-e518-413c-a9a2-094152307ac7 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:27.106602 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4068391-7181-4056-900e-2e546fd38c7e req-e69d9ff6-e518-413c-a9a2-094152307ac7 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d944f2-3c54-4f20-be91-39d80d78f330 HTTP/1.1" status: 200 len: 935 time: 0.4025722 Jan 18 20:10:27.168189 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3d2c862e-7d9b-4727-9902-d69e645519c6 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for security_group_rule (bc8c63bb-e51a-4a8e-a422-fd34e0e09860), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:27.251898 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fdc1c-2011-448f-a0df-01a29f70dcad req-521f1033-6741-44a7-9b89-753ec41624ba tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:27.253721 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-596fdc1c-2011-448f-a0df-01a29f70dcad req-521f1033-6741-44a7-9b89-753ec41624ba tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 943 time: 0.2034490 Jan 18 20:10:27.281540 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3d2c862e-7d9b-4727-9902-d69e645519c6 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for security_group_rule (bc8c63bb-e51a-4a8e-a422-fd34e0e09860), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:27.289197 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3d2c862e-7d9b-4727-9902-d69e645519c6 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (bc8c63bb-e51a-4a8e-a422-fd34e0e09860), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:27.318234 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4068391-7181-4056-900e-2e546fd38c7e req-e1be29c6-4d33-4fb0-a3e7-4abb752960b6 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752789 Jan 18 20:10:27.319605 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c862e-7d9b-4727-9902-d69e645519c6 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc8c63bb-e51a-4a8e-a422-fd34e0e09860,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:27.401846 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.resource_extend [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:10:27.423372 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3d2c862e-7d9b-4727-9902-d69e645519c6 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:27.432515 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3d2c862e-7d9b-4727-9902-d69e645519c6 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4346359 Jan 18 20:10:27.443809 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42980) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:27.451516 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-596fdc1c-2011-448f-a0df-01a29f70dcad req-865aec78-c7a1-4a14-913e-e65bc59e7714 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886466 Jan 18 20:10:27.476174 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-9712a31d-cbbd-4f23-8d66-7ef9bb796789 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Request body: {'security_group_rule': {'security_group_id': 'b1932240-7d46-444a-b08f-d72000630e7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:27.521744 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec490470-07c8-4dd3-bd0d-7dd124b6d838 req-cb8dd920-a399-4c78-b15e-0dc029960344 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 210 time: 0.0515277 Jan 18 20:10:27.583439 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9712a31d-cbbd-4f23-8d66-7ef9bb796789 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for security_group_rule (b7d505ce-874d-4010-86d0-354a02af8f87), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:27.598367 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-c7bbbb70-ccda-4c9b-9684-cec8f2843962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:10:27.614571 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-c7bbbb70-ccda-4c9b-9684-cec8f2843962 service neutron] Publish callbacks [] for port (1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:27.651588 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9baf5d46-1bad-46b2-b293-a47357eaa004 x-openstack-request-id: req-9baf5d46-1bad-46b2-b293-a47357eaa004 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:27.652696 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47048677-b407-4bbd-b2a3-3ebfd719f147", "tag": "aed008d6-4efb-4f38-9022-232d2615e224", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:27.654641 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9baf5d46-1bad-46b2-b293-a47357eaa004 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:27.655271 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47048677-b407-4bbd-b2a3-3ebfd719f147', 'tag': 'aed008d6-4efb-4f38-9022-232d2615e224', 'status': 'completed', 'code': 200} Jan 18 20:10:27.656624 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-c7bbbb70-ccda-4c9b-9684-cec8f2843962 service neutron] Transition to ACTIVE for port object 1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:10:27.664411 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-c7bbbb70-ccda-4c9b-9684-cec8f2843962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:27.877969 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9712a31d-cbbd-4f23-8d66-7ef9bb796789 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for security_group_rule (b7d505ce-874d-4010-86d0-354a02af8f87), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:27.887035 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9712a31d-cbbd-4f23-8d66-7ef9bb796789 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (b7d505ce-874d-4010-86d0-354a02af8f87), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:27.905154 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04657b8-e729-4a34-b3dd-6abb3529db3b req-cd37f283-eba6-4783-a0c9-cc1ab489a859 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:27.912412 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b04657b8-e729-4a34-b3dd-6abb3529db3b req-cd37f283-eba6-4783-a0c9-cc1ab489a859 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4f9e08-2cbb-4754-a9c4-30e94cc6620c HTTP/1.1" status: 200 len: 945 time: 0.2190044 Jan 18 20:10:27.976216 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-c7bbbb70-ccda-4c9b-9684-cec8f2843962 service neutron] Attempting to bind port 1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:10:27.978143 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-c7bbbb70-ccda-4c9b-9684-cec8f2843962 service neutron] Attempting to bind port 1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:10:27.980103 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-c7bbbb70-ccda-4c9b-9684-cec8f2843962 service neutron] Attempting to bind port 1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:27.993719 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bbbb70-ccda-4c9b-9684-cec8f2843962 service neutron] Pushing event updated for resources: {'Port': ['ID=1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:28.004193 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71316dc9-30d7-4e16-bdc9-101f65dc0c5c req-80da19ce-e02e-4d0f-8ed4-84999f8d060c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:28.006005 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-71316dc9-30d7-4e16-bdc9-101f65dc0c5c req-80da19ce-e02e-4d0f-8ed4-84999f8d060c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=79bac98ff06d455bb4a4343096ef379b&device_id=47048677-b407-4bbd-b2a3-3ebfd719f147 HTTP/1.1" status: 200 len: 1094 time: 0.3217726 Jan 18 20:10:28.018420 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-c7bbbb70-ccda-4c9b-9684-cec8f2843962 service neutron] Port 1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:10:28.019089 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-c7bbbb70-ccda-4c9b-9684-cec8f2843962 service neutron] Attempting to bind port 1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:28.057124 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-c7bbbb70-ccda-4c9b-9684-cec8f2843962 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:10:28.057837 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-c7bbbb70-ccda-4c9b-9684-cec8f2843962 service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:10:28.058451 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-c7bbbb70-ccda-4c9b-9684-cec8f2843962 service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:10:28.059114 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-c7bbbb70-ccda-4c9b-9684-cec8f2843962 service neutron] Bound port: 1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:10:28.059701 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-c7bbbb70-ccda-4c9b-9684-cec8f2843962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:28.157541 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-22f691f8-4afe-4143-b1c2-ae0e1439f6b5 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:28.165075 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-22f691f8-4afe-4143-b1c2-ae0e1439f6b5 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/networks?id=1330a1de-3636-4f07-b599-97f547076b99 HTTP/1.1" status: 200 len: 812 time: 0.2376506 Jan 18 20:10:28.191645 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712a31d-cbbd-4f23-8d66-7ef9bb796789 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d505ce-874d-4010-86d0-354a02af8f87,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:28.206550 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-17c50b34-9eb4-455d-8ad9-b8933499afb1 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/quotas/211c72f201034d10bbf94424fe5e3d47 HTTP/1.1" status: 200 len: 375 time: 0.0404618 Jan 18 20:10:28.208385 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-c7bbbb70-ccda-4c9b-9684-cec8f2843962 service neutron] For port 1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:10:28.214280 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-c7bbbb70-ccda-4c9b-9684-cec8f2843962 service neutron] For port 1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:10:28.222724 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9712a31d-cbbd-4f23-8d66-7ef9bb796789 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:28.228082 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-c7bbbb70-ccda-4c9b-9684-cec8f2843962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:28.228276 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9712a31d-cbbd-4f23-8d66-7ef9bb796789 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7638772 Jan 18 20:10:28.229405 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42996) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:28.239859 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-145a5887-22a0-472e-aec2-12ab7666f1f9 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:28.257991 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port cf6cbf85-e862-43be-9155-353835d8a1b9 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:28.261948 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-913b6bae-396b-4007-91e1-3a268a82cd71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:28.273084 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-c7bbbb70-ccda-4c9b-9684-cec8f2843962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:28.273594 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-c7bbbb70-ccda-4c9b-9684-cec8f2843962 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:28.275104 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-c7bbbb70-ccda-4c9b-9684-cec8f2843962 service neutron] 10.222.0.70 "PUT /v2.0/ports/1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd HTTP/1.1" status: 200 len: 1095 time: 1.8905523 Jan 18 20:10:28.298210 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-302ac81d-c185-40d7-9d64-7a46e61bad1e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=211c72f201034d10bbf94424fe5e3d47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0905523 Jan 18 20:10:28.364456 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 4b74dfed-307a-4b7b-a9be-db91ceee7280 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:28.365304 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4b74dfed-307a-4b7b-a9be-db91ceee7280), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:28.412149 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b04657b8-e729-4a34-b3dd-6abb3529db3b req-cea03dcd-0102-4e4c-af3e-a61df6a47d98 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987400 Jan 18 20:10:28.429946 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-145a5887-22a0-472e-aec2-12ab7666f1f9 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:28.447180 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bbbb70-ccda-4c9b-9684-cec8f2843962 service neutron] Pushing event updated for resources: {'Port': ['ID=1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:28.494574 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port aed008d6-4efb-4f38-9022-232d2615e224, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=aed008d6-4efb-4f38-9022-232d2615e224,segment=NetworkSegment(7f408351-92dc-46d3-97e6-0e4f666a4758),segment_id=7f408351-92dc-46d3-97e6-0e4f666a4758)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:28.499136 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71316dc9-30d7-4e16-bdc9-101f65dc0c5c req-0b2a8b65-f903-41ee-aead-29c198127b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:28.522286 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-71316dc9-30d7-4e16-bdc9-101f65dc0c5c req-0b2a8b65-f903-41ee-aead-29c198127b49 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5628e5e2-38d7-4c23-acf3-62dfe75ed62d HTTP/1.1" status: 200 len: 913 time: 0.4909048 Jan 18 20:10:28.532514 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'aed008d6-4efb-4f38-9022-232d2615e224', 'network_id': '5628e5e2-38d7-4c23-acf3-62dfe75ed62d', 'port_id': 'aed008d6-4efb-4f38-9022-232d2615e224', 'mac_address': 'fa:16:3e:b8:1c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbda01f7-ba03-4a9c-a56c-51f2a68f70b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:10:28.544066 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-f8aa36ce-ffa2-41bb-a328-dac9a95d4d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:28.546171 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-f8aa36ce-ffa2-41bb-a328-dac9a95d4d47 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1088a7411f634bfd9b8775233ac8c777&device_id=25d944f2-3c54-4f20-be91-39d80d78f330 HTTP/1.1" status: 200 len: 1098 time: 0.1925957 Jan 18 20:10:28.594304 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-727b3654-8a7e-4ddc-9258-8d975bd1edf9 service neutron] 10.222.0.31 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950227 Jan 18 20:10:28.651403 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port aed008d6-4efb-4f38-9022-232d2615e224 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:28.651785 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (aed008d6-4efb-4f38-9022-232d2615e224), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:28.695929 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed008d6-4efb-4f38-9022-232d2615e224 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:10:28.726506 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port aed008d6-4efb-4f38-9022-232d2615e224, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=aed008d6-4efb-4f38-9022-232d2615e224,segment=NetworkSegment(7f408351-92dc-46d3-97e6-0e4f666a4758),segment_id=7f408351-92dc-46d3-97e6-0e4f666a4758)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:28.747019 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (aed008d6-4efb-4f38-9022-232d2615e224), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:28.747709 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:10:28.821772 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=aed008d6-4efb-4f38-9022-232d2615e224,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:28.825842 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 4b74dfed-307a-4b7b-a9be-db91ceee7280 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:28.826245 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4b74dfed-307a-4b7b-a9be-db91ceee7280), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:28.882864 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 4b74dfed-307a-4b7b-a9be-db91ceee7280, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4b74dfed-307a-4b7b-a9be-db91ceee7280,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:28.886184 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4f9e08-2cbb-4754-a9c4-30e94cc6620c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b74dfed-307a-4b7b-a9be-db91ceee7280'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:28.887680 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27ae9a-ff0f-44da-9a89-fd49c6d35ee2 req-be4e4371-4de7-4089-addb-e9ef3176b0dc tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:28.889852 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88b2c88-3fb3-40a6-9852-1bd252bddf1f" -d '{"events": [{"server_uuid": "1f4f9e08-2cbb-4754-a9c4-30e94cc6620c", "name": "network-vif-plugged", "status": "completed", "tag": "4b74dfed-307a-4b7b-a9be-db91ceee7280"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:28.890988 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b27ae9a-ff0f-44da-9a89-fd49c6d35ee2 req-be4e4371-4de7-4089-addb-e9ef3176b0dc tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=47048677-b407-4bbd-b2a3-3ebfd719f147 HTTP/1.1" status: 200 len: 943 time: 0.2815180 Jan 18 20:10:28.903663 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4b74dfed-307a-4b7b-a9be-db91ceee7280), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:28.990198 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=4b74dfed-307a-4b7b-a9be-db91ceee7280,revision_number=7']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:29.014578 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:29.031417 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-725f6615-6888-439d-ba11-6aeb89352848 service neutron] 10.222.0.31 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362333 Jan 18 20:10:29.054609 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-dc830006-9d6e-4874-812f-86e3bc29e902 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:29.058253 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-dc830006-9d6e-4874-812f-86e3bc29e902 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.70 "GET /v2.0/networks?id=2cafaa10-97b0-4140-ac04-be8f2bf83219 HTTP/1.1" status: 200 len: 811 time: 0.3475537 Jan 18 20:10:29.071438 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b27ae9a-ff0f-44da-9a89-fd49c6d35ee2 req-ce3b85a5-98b6-4f55-ada9-dc1691495005 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e4635da-206a-42df-b4da-44fbd0bc74bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721454 Jan 18 20:10:29.104670 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-71316dc9-30d7-4e16-bdc9-101f65dc0c5c req-92f341e5-48a1-4f69-89ae-08a27b7512e7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aed008d6-4efb-4f38-9022-232d2615e224 HTTP/1.1" status: 200 len: 217 time: 0.5708914 Jan 18 20:10:29.106650 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-861d8f46-ec72-4545-b686-fa6e76e20997 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd HTTP/1.1" status: 200 len: 217 time: 0.4735284 Jan 18 20:10:29.116401 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-145a5887-22a0-472e-aec2-12ab7666f1f9 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:29.140118 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:29.183736 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af', 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af', 'port_id': '8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af', 'mac_address': 'fa:16:3e:31:18:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45324dde-9697-4682-9610-ed3bed3250cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:10:29.234160 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-14f32b88-fc2e-4239-b0a8-942725523c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:29.236721 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-14f32b88-fc2e-4239-b0a8-942725523c8d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1193419 Jan 18 20:10:29.280571 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:29.281183 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:29.312786 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:10:29.362361 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:29.363510 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71316dc9-30d7-4e16-bdc9-101f65dc0c5c req-29c0adf6-302a-4b28-bcd6-9eb4b274291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:29.365351 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-71316dc9-30d7-4e16-bdc9-101f65dc0c5c req-29c0adf6-302a-4b28-bcd6-9eb4b274291b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bbda01f7-ba03-4a9c-a56c-51f2a68f70b2 HTTP/1.1" status: 200 len: 852 time: 0.2495973 Jan 18 20:10:29.370395 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:29.373608 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-36815249-bae7-4857-9fa3-e0f2b08b8c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:29.376575 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-36815249-bae7-4857-9fa3-e0f2b08b8c2b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0914958 Jan 18 20:10:29.437250 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-145a5887-22a0-472e-aec2-12ab7666f1f9 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Allocated IP 172.25.4.46 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/55f7cb90-9b96-4dc2-b587-bcd821caa531) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:10:29.445840 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-1c144c3f-8812-48b4-963b-4e47f8dbcd55 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72501d248542438e9d3a803e6110efb0 HTTP/1.1" status: 200 len: 379 time: 0.3720777 Jan 18 20:10:29.463065 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-2d9785a1-6f2d-4e69-9075-7917a47022e7 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Request body: {'port': {'device_id': '5022965f-1c2b-4ad3-aa1d-4cdb38acfa60', 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219', 'admin_state_up': True, 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'security_groups': ['29f51206-0682-4d28-b3ea-634df50efb33']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:29.498197 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-3d7fdb91-bb79-4786-adf9-ffec93248c18 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100624 Jan 18 20:10:29.526416 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-71316dc9-30d7-4e16-bdc9-101f65dc0c5c req-c407244b-606a-4ef7-8b96-f8ab7cb5f118 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5628e5e2-38d7-4c23-acf3-62dfe75ed62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1488791 Jan 18 20:10:29.541265 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:29.584754 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15051e-626e-4640-b1e8-a334f0a49281 req-e6f5fce8-8784-4567-b518-ef0f3f3a3a8d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:29.586328 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ba15051e-626e-4640-b1e8-a334f0a49281 req-e6f5fce8-8784-4567-b518-ef0f3f3a3a8d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d944f2-3c54-4f20-be91-39d80d78f330 HTTP/1.1" status: 200 len: 947 time: 0.3637137 Jan 18 20:10:29.598814 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b01477-4125-49d3-a5cc-bb9fc4b8e88d req-d387cc36-8336-4cd2-9419-23eda9742bf5 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:29.600700 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a1b01477-4125-49d3-a5cc-bb9fc4b8e88d req-d387cc36-8336-4cd2-9419-23eda9742bf5 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 944 time: 0.2396877 Jan 18 20:10:29.694692 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0af3849-b32e-40e4-b161-1c2d4a8671f1', 'name': 'network-vif-deleted', 'tag': '3b24adc3-ef07-4a3c-af12-0a22a4a443af'}, {'name': 'network-changed', 'server_uuid': '25d944f2-3c54-4f20-be91-39d80d78f330', 'tag': '1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:29.701438 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5972b87-c130-44a9-8aed-84dedec5175e" -d '{"events": [{"server_uuid": "e0af3849-b32e-40e4-b161-1c2d4a8671f1", "name": "network-vif-deleted", "tag": "3b24adc3-ef07-4a3c-af12-0a22a4a443af"}, {"name": "network-changed", "server_uuid": "25d944f2-3c54-4f20-be91-39d80d78f330", "tag": "1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:29.708912 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-71316dc9-30d7-4e16-bdc9-101f65dc0c5c req-9a9692e7-1021-4d25-8419-380853b103c3 service neutron] 10.222.0.70 "GET /v2.0/networks/5628e5e2-38d7-4c23-acf3-62dfe75ed62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706676 Jan 18 20:10:29.724316 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:10:29.786279 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['aed008d6-4efb-4f38-9022-232d2615e224'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:10:29.961924 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c03f32ec-f475-4f4d-8f1b-25b3bbab7270 req-d2cf5020-6f72-4438-9ae6-eb9a48664ab2 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455137 Jan 18 20:10:30.095078 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-2d9785a1-6f2d-4e69-9075-7917a47022e7 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Made reservation on behalf of 72501d248542438e9d3a803e6110efb0 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:10:30.109716 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-2d9785a1-6f2d-4e69-9075-7917a47022e7 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:30.113451 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-71316dc9-30d7-4e16-bdc9-101f65dc0c5c req-9769355f-26f2-47ab-b4ec-7c661873de11 service neutron] 10.222.0.70 "GET /v2.0/networks/5628e5e2-38d7-4c23-acf3-62dfe75ed62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976400 Jan 18 20:10:30.191382 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ba15051e-626e-4640-b1e8-a334f0a49281 req-02e795bc-efb4-4052-81c2-0c3f6ec222c3 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5842028 Jan 18 20:10:30.254402 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a1b01477-4125-49d3-a5cc-bb9fc4b8e88d req-00fc3fb3-8f69-4690-a7d8-53c5e1c5e32b tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6401112 Jan 18 20:10:30.362585 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ef6277-556a-44d9-8754-f491a8a66177 x-openstack-request-id: req-69ef6277-556a-44d9-8754-f491a8a66177 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:30.364074 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4f9e08-2cbb-4754-a9c4-30e94cc6620c", "name": "network-vif-plugged", "status": "completed", "tag": "4b74dfed-307a-4b7b-a9be-db91ceee7280", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:30.364506 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69ef6277-556a-44d9-8754-f491a8a66177 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:30.365489 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4f9e08-2cbb-4754-a9c4-30e94cc6620c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b74dfed-307a-4b7b-a9be-db91ceee7280', 'code': 200} Jan 18 20:10:30.440654 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-145a5887-22a0-472e-aec2-12ab7666f1f9 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for port (55f7cb90-9b96-4dc2-b587-bcd821caa531), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:30.450708 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:30.487089 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a7bd0b93-a050-490b-876b-f03f3a887c98 req-62ad7154-dc9b-4fff-89f4-201aff2ee042 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 210 time: 0.0842497 Jan 18 20:10:30.533822 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-2d9785a1-6f2d-4e69-9075-7917a47022e7 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Allocated IP 172.20.0.6 (2cafaa10-97b0-4140-ac04-be8f2bf83219/1723126f-3654-432e-ad19-50c4bb784989/ecbb2d86-23b8-413a-bee8-5141d2171c91) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:10:30.616022 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-145a5887-22a0-472e-aec2-12ab7666f1f9 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (55f7cb90-9b96-4dc2-b587-bcd821caa531), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:30.731411 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d872169-ccb5-4893-bd7a-ed0c293d1c05 req-b368254e-b1e4-495a-9231-960738e03f6a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 210 time: 0.1227014 Jan 18 20:10:30.803213 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145a5887-22a0-472e-aec2-12ab7666f1f9 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:10:30.836867 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45feb56-3045-4e3b-9770-c3ea4624fe9a x-openstack-request-id: req-e45feb56-3045-4e3b-9770-c3ea4624fe9a {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:30.837384 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0af3849-b32e-40e4-b161-1c2d4a8671f1", "name": "network-vif-deleted", "tag": "3b24adc3-ef07-4a3c-af12-0a22a4a443af", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "25d944f2-3c54-4f20-be91-39d80d78f330", "tag": "1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:30.837877 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e45feb56-3045-4e3b-9770-c3ea4624fe9a {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:30.838468 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0af3849-b32e-40e4-b161-1c2d4a8671f1', 'name': 'network-vif-deleted', 'tag': '3b24adc3-ef07-4a3c-af12-0a22a4a443af', 'status': 'completed', 'code': 200} Jan 18 20:10:30.838894 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25d944f2-3c54-4f20-be91-39d80d78f330', 'tag': '1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd', 'status': 'completed', 'code': 200} Jan 18 20:10:30.844039 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-145a5887-22a0-472e-aec2-12ab7666f1f9 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:10:30.854238 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145a5887-22a0-472e-aec2-12ab7666f1f9 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:10:30.887016 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a5887-22a0-472e-aec2-12ab7666f1f9 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Pushing event updated for resources: {'Port': ['ID=55f7cb90-9b96-4dc2-b587-bcd821caa531,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:30.916947 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a4718-9b4f-45a0-9bcf-4cd9479e75d4 req-4a284f43-be24-44b0-9669-3590a3d732c8 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:30.924479 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac9a4718-9b4f-45a0-9bcf-4cd9479e75d4 req-4a284f43-be24-44b0-9669-3590a3d732c8 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4f9e08-2cbb-4754-a9c4-30e94cc6620c HTTP/1.1" status: 200 len: 946 time: 0.2551501 Jan 18 20:10:31.009976 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-2d9785a1-6f2d-4e69-9075-7917a47022e7 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for port (ecbb2d86-23b8-413a-bee8-5141d2171c91), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:31.012302 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5972b87-c130-44a9-8aed-84dedec5175e req-297b172d-bf36-4e29-80c9-994a2c3cefed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:31.017605 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f5972b87-c130-44a9-8aed-84dedec5175e req-297b172d-bf36-4e29-80c9-994a2c3cefed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1088a7411f634bfd9b8775233ac8c777&device_id=25d944f2-3c54-4f20-be91-39d80d78f330 HTTP/1.1" status: 200 len: 1098 time: 0.1449046 Jan 18 20:10:31.090491 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac9a4718-9b4f-45a0-9bcf-4cd9479e75d4 req-2df7521f-b568-4ac8-baad-6a047d9b691e tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644256 Jan 18 20:10:31.170407 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b026e8-1a16-4ba3-a593-f6da057cf542 req-6f179daa-2275-4ded-8ac2-993ab7b07203 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:31.177799 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d3b026e8-1a16-4ba3-a593-f6da057cf542 req-6f179daa-2275-4ded-8ac2-993ab7b07203 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=47048677-b407-4bbd-b2a3-3ebfd719f147 HTTP/1.1" status: 200 len: 944 time: 0.1375177 Jan 18 20:10:31.182004 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-2d9785a1-6f2d-4e69-9075-7917a47022e7 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (ecbb2d86-23b8-413a-bee8-5141d2171c91), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:31.268432 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-145a5887-22a0-472e-aec2-12ab7666f1f9 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for floatingip (59ceff8c-77c7-431a-9193-f3c78364b1c6), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:31.328031 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-2d9785a1-6f2d-4e69-9075-7917a47022e7 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Network 2cafaa10-97b0-4140-ac04-be8f2bf83219 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:10:31.341866 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-2d9785a1-6f2d-4e69-9075-7917a47022e7 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:10:31.349728 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d3b026e8-1a16-4ba3-a593-f6da057cf542 req-e11c2c7d-b271-4506-9345-d81225f68114 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e4635da-206a-42df-b4da-44fbd0bc74bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708221 Jan 18 20:10:31.350579 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-2d9785a1-6f2d-4e69-9075-7917a47022e7 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:10:31.381581 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9785a1-6f2d-4e69-9075-7917a47022e7 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Pushing event updated for resources: {'Port': ['ID=ecbb2d86-23b8-413a-bee8-5141d2171c91,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:31.387259 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device aed008d6-4efb-4f38-9022-232d2615e224 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:10:31.402343 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5972b87-c130-44a9-8aed-84dedec5175e req-64b3ac67-98d7-481f-8c8e-35378918e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:31.403978 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f5972b87-c130-44a9-8aed-84dedec5175e req-64b3ac67-98d7-481f-8c8e-35378918e73e service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.3761549 Jan 18 20:10:31.468795 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-d5f0a4a3-eea6-458e-90f1-f96a34c0713d tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:31.472928 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-145a5887-22a0-472e-aec2-12ab7666f1f9 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (55f7cb90-9b96-4dc2-b587-bcd821caa531), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:31.478098 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-d5f0a4a3-eea6-458e-90f1-f96a34c0713d tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.70 "GET /v2.0/networks?id=1330a1de-3636-4f07-b599-97f547076b99 HTTP/1.1" status: 200 len: 812 time: 0.3331518 Jan 18 20:10:31.524869 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-814ccd8d-8930-432b-a188-b0a5e0236515 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Request body: {'port': {'device_id': '12c4c160-459b-4aed-897f-2d0eace8f964', 'network_id': '1330a1de-3636-4f07-b599-97f547076b99', 'admin_state_up': True, 'tenant_id': '211c72f201034d10bbf94424fe5e3d47'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:31.529813 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f5972b87-c130-44a9-8aed-84dedec5175e req-8d860f8b-85e5-4391-81f4-24a3f231602a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd HTTP/1.1" status: 200 len: 217 time: 0.1159759 Jan 18 20:10:31.536362 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port aed008d6-4efb-4f38-9022-232d2615e224 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:31.537901 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:31.540427 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:31.540427 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:31.540427 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:31.540427 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:31.540427 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:31.540427 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:31.540427 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:31.540427 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:31.540427 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:31.540427 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:31.540427 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:31.540427 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:31.540427 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082c132-e1f3-43ed-b1ca-3b6337bfc8cf req-d0be63f8-3b08-42a5-8029-77a66f87258b tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:31.546621 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2082c132-e1f3-43ed-b1ca-3b6337bfc8cf req-d0be63f8-3b08-42a5-8029-77a66f87258b tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.2884150 Jan 18 20:10:31.552495 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port aed008d6-4efb-4f38-9022-232d2615e224 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:31.553683 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (aed008d6-4efb-4f38-9022-232d2615e224), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:31.598441 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-2d9785a1-6f2d-4e69-9075-7917a47022e7 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:31.606210 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-2d9785a1-6f2d-4e69-9075-7917a47022e7 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:31.660047 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port aed008d6-4efb-4f38-9022-232d2615e224 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:31.660442 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (aed008d6-4efb-4f38-9022-232d2615e224), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:31.708922 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port aed008d6-4efb-4f38-9022-232d2615e224, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=aed008d6-4efb-4f38-9022-232d2615e224,segment=NetworkSegment(7f408351-92dc-46d3-97e6-0e4f666a4758),segment_id=7f408351-92dc-46d3-97e6-0e4f666a4758)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:31.714996 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (aed008d6-4efb-4f38-9022-232d2615e224), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:31.715996 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:10:31.721663 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-2d9785a1-6f2d-4e69-9075-7917a47022e7 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2634645 Jan 18 20:10:31.724023 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5972b87-c130-44a9-8aed-84dedec5175e req-13b3bb3c-eff9-4753-bcdd-4f3306e8cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:31.726814 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f5972b87-c130-44a9-8aed-84dedec5175e req-13b3bb3c-eff9-4753-bcdd-4f3306e8cfea service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1758275 Jan 18 20:10:31.777895 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-fb42abaa-85c9-4806-ab0c-8319972e953c service neutron] Request body: {'port': {'device_id': '5022965f-1c2b-4ad3-aa1d-4cdb38acfa60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:31.807395 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-814ccd8d-8930-432b-a188-b0a5e0236515 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Made reservation on behalf of 211c72f201034d10bbf94424fe5e3d47 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:10:31.814085 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-814ccd8d-8930-432b-a188-b0a5e0236515 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:31.840393 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2082c132-e1f3-43ed-b1ca-3b6337bfc8cf req-9427d4b9-66cd-40e8-8a10-6f465f917039 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928202 Jan 18 20:10:31.841105 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:31.867048 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=aed008d6-4efb-4f38-9022-232d2615e224,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:31.890860 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:10:31.896246 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-028db1bb-e704-4737-bce3-252a18a63473 None None] Provisioning complete for port ecbb2d86-23b8-413a-bee8-5141d2171c91 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:31.896847 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-028db1bb-e704-4737-bce3-252a18a63473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ecbb2d86-23b8-413a-bee8-5141d2171c91), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:31.931548 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93146a57-2dc1-4204-8333-17994695f738 req-7e2ce7d8-ffb5-4bd5-b733-65e070412773 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:31.934067 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-93146a57-2dc1-4204-8333-17994695f738 req-7e2ce7d8-ffb5-4bd5-b733-65e070412773 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d944f2-3c54-4f20-be91-39d80d78f330 HTTP/1.1" status: 200 len: 947 time: 0.3810878 Jan 18 20:10:31.954919 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:31.955878 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:32.007505 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5972b87-c130-44a9-8aed-84dedec5175e req-972e43c3-32c0-4b91-9fcc-396cea05c642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:32.009020 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f5972b87-c130-44a9-8aed-84dedec5175e req-972e43c3-32c0-4b91-9fcc-396cea05c642 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2715092 Jan 18 20:10:32.019027 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-028db1bb-e704-4737-bce3-252a18a63473 None None] Port ecbb2d86-23b8-413a-bee8-5141d2171c91 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:10:32.067945 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:32.068509 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:32.069528 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-fb42abaa-85c9-4806-ab0c-8319972e953c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ecbb2d86-23b8-413a-bee8-5141d2171c91), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:32.108076 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-814ccd8d-8930-432b-a188-b0a5e0236515 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Allocated IP 172.20.0.3 (1330a1de-3636-4f07-b599-97f547076b99/b76b9fe0-68f8-4703-9228-21897e60da9f/954ab496-7795-4130-941c-439d09edaee9) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:10:32.128298 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:32.139747 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:32.144422 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 3b24adc3-ef07-4a3c-af12-0a22a4a443af no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:10:32.170389 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 3b24adc3-ef07-4a3c-af12-0a22a4a443af {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:10:32.170738 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 3b24adc3-ef07-4a3c-af12-0a22a4a443af not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:10:32.192051 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-93146a57-2dc1-4204-8333-17994695f738 req-88a4defc-f7cf-4710-b05a-656472d0c917 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365880 Jan 18 20:10:32.241525 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdbf07-4cae-4920-9f17-1e514a042fe3 req-375cd570-e98a-4b04-aef1-3be255647cde tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:32.250906 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:32.253572 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6ecdbf07-4cae-4920-9f17-1e514a042fe3 req-375cd570-e98a-4b04-aef1-3be255647cde tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 944 time: 0.2582126 Jan 18 20:10:32.309982 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-145a5887-22a0-472e-aec2-12ab7666f1f9 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for port (55f7cb90-9b96-4dc2-b587-bcd821caa531), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:32.369316 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47048677-b407-4bbd-b2a3-3ebfd719f147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed008d6-4efb-4f38-9022-232d2615e224'}, {'server_uuid': '716d0bd5-2171-415f-8bc2-8febb824caee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:32.373835 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ceb5081-fabd-4844-812e-7e57e0235f69" -d '{"events": [{"server_uuid": "47048677-b407-4bbd-b2a3-3ebfd719f147", "name": "network-vif-plugged", "status": "completed", "tag": "aed008d6-4efb-4f38-9022-232d2615e224"}, {"server_uuid": "716d0bd5-2171-415f-8bc2-8febb824caee", "name": "network-vif-plugged", "status": "completed", "tag": "8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:32.377304 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f5972b87-c130-44a9-8aed-84dedec5175e req-e6ff52b3-0e3e-4067-826e-2dbccb4d35b0 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455358 Jan 18 20:10:32.394337 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-145a5887-22a0-472e-aec2-12ab7666f1f9 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (55f7cb90-9b96-4dc2-b587-bcd821caa531), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:32.401608 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-814ccd8d-8930-432b-a188-b0a5e0236515 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks [] for port (954ab496-7795-4130-941c-439d09edaee9), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:32.522191 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6ecdbf07-4cae-4920-9f17-1e514a042fe3 req-a9e1f8ac-9961-4bd2-9c9f-914b81b4eec5 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676327 Jan 18 20:10:32.547435 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fc12d-5604-4ee8-b2a9-7b74bbe2f413 req-860947e9-0158-4e30-a67f-001ad0d26506 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:32.554672 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d2fc12d-5604-4ee8-b2a9-7b74bbe2f413 req-860947e9-0158-4e30-a67f-001ad0d26506 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 931 time: 0.2730048 Jan 18 20:10:32.567804 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a5887-22a0-472e-aec2-12ab7666f1f9 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Pushing event updated for resources: {'Port': ['ID=55f7cb90-9b96-4dc2-b587-bcd821caa531,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:32.567984 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445c6c4-6fd9-43b1-a745-b28d8e694551 req-36492190-e61d-41b5-8ba4-eba52dceaa1e tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:32.570112 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e445c6c4-6fd9-43b1-a745-b28d8e694551 req-36492190-e61d-41b5-8ba4-eba52dceaa1e tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.70 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.1633167 Jan 18 20:10:32.602896 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-814ccd8d-8930-432b-a188-b0a5e0236515 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (954ab496-7795-4130-941c-439d09edaee9), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:32.632402 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f5972b87-c130-44a9-8aed-84dedec5175e req-a591242a-08bf-4b7d-9497-6b25b270d0b0 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450378 Jan 18 20:10:32.655769 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-145a5887-22a0-472e-aec2-12ab7666f1f9 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (59ceff8c-77c7-431a-9193-f3c78364b1c6), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:32.696560 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-814ccd8d-8930-432b-a188-b0a5e0236515 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Network 1330a1de-3636-4f07-b599-97f547076b99 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:10:32.702352 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-814ccd8d-8930-432b-a188-b0a5e0236515 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:10:32.705017 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-814ccd8d-8930-432b-a188-b0a5e0236515 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:10:32.710431 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ccd8d-8930-432b-a188-b0a5e0236515 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Pushing event updated for resources: {'Port': ['ID=954ab496-7795-4130-941c-439d09edaee9,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:32.735653 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d2fc12d-5604-4ee8-b2a9-7b74bbe2f413 req-ee75ba9b-1a92-4e21-b160-a3e7a3980e57 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798632 Jan 18 20:10:32.745188 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-145a5887-22a0-472e-aec2-12ab7666f1f9 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:32.758194 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-145a5887-22a0-472e-aec2-12ab7666f1f9 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5229173 Jan 18 20:10:32.762100 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814ccd8d-8930-432b-a188-b0a5e0236515 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:32.762454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814ccd8d-8930-432b-a188-b0a5e0236515 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:32.762796 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814ccd8d-8930-432b-a188-b0a5e0236515 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:32.763643 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814ccd8d-8930-432b-a188-b0a5e0236515 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:32.764000 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814ccd8d-8930-432b-a188-b0a5e0236515 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:32.764331 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814ccd8d-8930-432b-a188-b0a5e0236515 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:32.764657 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814ccd8d-8930-432b-a188-b0a5e0236515 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:32.764982 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814ccd8d-8930-432b-a188-b0a5e0236515 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:32.765371 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814ccd8d-8930-432b-a188-b0a5e0236515 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:32.765903 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814ccd8d-8930-432b-a188-b0a5e0236515 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:32.766114 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814ccd8d-8930-432b-a188-b0a5e0236515 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:32.766560 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814ccd8d-8930-432b-a188-b0a5e0236515 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:32.766948 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814ccd8d-8930-432b-a188-b0a5e0236515 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:32.807556 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:32.810692 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:32.810692 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:32.810692 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:32.810692 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:32.810692 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:32.810692 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:32.810692 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:32.810692 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:32.810692 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:32.810692 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:32.810692 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:32.810692 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:32.813227 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-814ccd8d-8930-432b-a188-b0a5e0236515 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:32.813932 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-814ccd8d-8930-432b-a188-b0a5e0236515 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:32.837534 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-814ccd8d-8930-432b-a188-b0a5e0236515 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3185251 Jan 18 20:10:32.854783 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-4f2057e7-282f-425a-94e8-6bdd736e7d76 service neutron] Request body: {'port': {'device_id': '12c4c160-459b-4aed-897f-2d0eace8f964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:32.947476 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-4f2057e7-282f-425a-94e8-6bdd736e7d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (954ab496-7795-4130-941c-439d09edaee9), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:32.957858 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28fd78-2499-4d71-9543-18511a5e574b req-cba75bf9-19ab-44f2-b287-77401f85c090 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:32.962471 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7c28fd78-2499-4d71-9543-18511a5e574b req-cba75bf9-19ab-44f2-b287-77401f85c090 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 931 time: 0.2913756 Jan 18 20:10:32.989610 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-fb42abaa-85c9-4806-ab0c-8319972e953c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecbb2d86-23b8-413a-bee8-5141d2171c91 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:10:32.999204 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-fb42abaa-85c9-4806-ab0c-8319972e953c service neutron] Publish callbacks [] for port (ecbb2d86-23b8-413a-bee8-5141d2171c91), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:33.012917 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-fb42abaa-85c9-4806-ab0c-8319972e953c service neutron] Transition to ACTIVE for port object ecbb2d86-23b8-413a-bee8-5141d2171c91 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:10:33.074115 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7c28fd78-2499-4d71-9543-18511a5e574b req-0aeb78ae-2e58-4a59-b7ff-b7cc0488b256 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586951 Jan 18 20:10:33.079992 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-fb42abaa-85c9-4806-ab0c-8319972e953c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (ecbb2d86-23b8-413a-bee8-5141d2171c91), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:33.147977 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7faeb3-135a-4e77-9c29-e7ffdd492121 req-05db60ee-b778-4786-aa57-91538f802346 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:33.153941 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1e7faeb3-135a-4e77-9c29-e7ffdd492121 req-05db60ee-b778-4786-aa57-91538f802346 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4f9e08-2cbb-4754-a9c4-30e94cc6620c HTTP/1.1" status: 200 len: 946 time: 0.2989848 Jan 18 20:10:33.154655 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42abaa-85c9-4806-ab0c-8319972e953c service neutron] Pushing event updated for resources: {'Port': ['ID=ecbb2d86-23b8-413a-bee8-5141d2171c91,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:33.182000 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a734e23-1dee-47f8-b274-d8512eda83e9 x-openstack-request-id: req-3a734e23-1dee-47f8-b274-d8512eda83e9 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:33.182507 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47048677-b407-4bbd-b2a3-3ebfd719f147", "name": "network-vif-plugged", "status": "completed", "tag": "aed008d6-4efb-4f38-9022-232d2615e224", "code": 200}, {"server_uuid": "716d0bd5-2171-415f-8bc2-8febb824caee", "name": "network-vif-plugged", "status": "completed", "tag": "8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:33.182623 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a734e23-1dee-47f8-b274-d8512eda83e9 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:33.184413 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47048677-b407-4bbd-b2a3-3ebfd719f147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed008d6-4efb-4f38-9022-232d2615e224', 'code': 200} Jan 18 20:10:33.184413 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716d0bd5-2171-415f-8bc2-8febb824caee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af', 'code': 200} Jan 18 20:10:33.368845 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-e445c6c4-6fd9-43b1-a745-b28d8e694551 req-4b21e7d0-ff70-4a61-bfb4-bc4404efd25b tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Deleting port 66cf6411-d0dd-42db-99eb-0ea71436f870 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:10:33.369226 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e445c6c4-6fd9-43b1-a745-b28d8e694551 req-4b21e7d0-ff70-4a61-bfb4-bc4404efd25b tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (66cf6411-d0dd-42db-99eb-0ea71436f870), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:33.386830 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:10:33.411678 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1e7faeb3-135a-4e77-9c29-e7ffdd492121 req-368d4229-f949-4c5c-b37b-f6e975a25ed3 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390094 Jan 18 20:10:33.474130 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0511f-141f-4da7-b3cb-44747be7b837 req-0f59ebef-e3d5-4ab1-817b-8fb7ea9bb961 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:33.479582 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-58b0511f-141f-4da7-b3cb-44747be7b837 req-0f59ebef-e3d5-4ab1-817b-8fb7ea9bb961 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=47048677-b407-4bbd-b2a3-3ebfd719f147 HTTP/1.1" status: 200 len: 945 time: 0.1583769 Jan 18 20:10:33.500820 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce565bcb-6a9e-4c09-9325-66e524554104 req-bd6b4d7d-0673-41d3-9833-cd3f98b1dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:33.502380 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ce565bcb-6a9e-4c09-9325-66e524554104 req-bd6b4d7d-0673-41d3-9833-cd3f98b1dcbe service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=47048677-b407-4bbd-b2a3-3ebfd719f147 HTTP/1.1" status: 200 len: 1096 time: 0.2001400 Jan 18 20:10:33.509876 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c122f4-e14e-4cbe-825d-e57e0885eb1f req-e6212586-e0cd-47fb-b5e1-30f4eaccbfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:33.511333 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b7c122f4-e14e-4cbe-825d-e57e0885eb1f req-e6212586-e0cd-47fb-b5e1-30f4eaccbfce service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 1096 time: 0.2102211 Jan 18 20:10:33.516273 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-fb42abaa-85c9-4806-ab0c-8319972e953c service neutron] Attempting to bind port ecbb2d86-23b8-413a-bee8-5141d2171c91 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:10:33.516815 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-fb42abaa-85c9-4806-ab0c-8319972e953c service neutron] Attempting to bind port ecbb2d86-23b8-413a-bee8-5141d2171c91 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '91eca149-2050-42be-9943-9917eddedfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:10:33.517261 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-fb42abaa-85c9-4806-ab0c-8319972e953c service neutron] Attempting to bind port ecbb2d86-23b8-413a-bee8-5141d2171c91 on network 2cafaa10-97b0-4140-ac04-be8f2bf83219 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:33.534327 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-fb42abaa-85c9-4806-ab0c-8319972e953c service neutron] Port ecbb2d86-23b8-413a-bee8-5141d2171c91 on network 2cafaa10-97b0-4140-ac04-be8f2bf83219 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:10:33.534793 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-fb42abaa-85c9-4806-ab0c-8319972e953c service neutron] Attempting to bind port ecbb2d86-23b8-413a-bee8-5141d2171c91 on network 2cafaa10-97b0-4140-ac04-be8f2bf83219 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:33.561645 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-fb42abaa-85c9-4806-ab0c-8319972e953c service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:10:33.562137 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-fb42abaa-85c9-4806-ab0c-8319972e953c service neutron] Checking segment: {'id': '91eca149-2050-42be-9943-9917eddedfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:10:33.562615 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-fb42abaa-85c9-4806-ab0c-8319972e953c service neutron] Bound using segment: {'id': '91eca149-2050-42be-9943-9917eddedfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:10:33.563153 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-fb42abaa-85c9-4806-ab0c-8319972e953c service neutron] Bound port: ecbb2d86-23b8-413a-bee8-5141d2171c91, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91eca149-2050-42be-9943-9917eddedfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:10:33.563626 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-fb42abaa-85c9-4806-ab0c-8319972e953c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ecbb2d86-23b8-413a-bee8-5141d2171c91), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:33.642109 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-58b0511f-141f-4da7-b3cb-44747be7b837 req-de4b4981-1e0e-40ae-a1a0-1309ea84d8fe tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e4635da-206a-42df-b4da-44fbd0bc74bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526451 Jan 18 20:10:33.649993 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:33.651420 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-4f2057e7-282f-425a-94e8-6bdd736e7d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 954ab496-7795-4130-941c-439d09edaee9 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:10:33.656763 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-e445c6c4-6fd9-43b1-a745-b28d8e694551 req-4b21e7d0-ff70-4a61-bfb4-bc4404efd25b tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] For port 66cf6411-d0dd-42db-99eb-0ea71436f870, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=66cf6411-d0dd-42db-99eb-0ea71436f870,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:33.657131 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e445c6c4-6fd9-43b1-a745-b28d8e694551 req-4b21e7d0-ff70-4a61-bfb4-bc4404efd25b tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (66cf6411-d0dd-42db-99eb-0ea71436f870), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:33.667647 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd', 'mac_address': 'fa:16:3e:19:6e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:10:33.671134 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f749a4-e9b5-454b-a272-6e607c099e33 req-f85b88fe-1630-4e06-b719-e252fde0b131 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:33.672812 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38f749a4-e9b5-454b-a272-6e607c099e33 req-f85b88fe-1630-4e06-b719-e252fde0b131 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7181d7eb-2fc9-4487-8ffd-ce32dd953eb4 HTTP/1.1" status: 200 len: 949 time: 0.1475224 Jan 18 20:10:33.673693 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-4f2057e7-282f-425a-94e8-6bdd736e7d76 service neutron] Publish callbacks [] for port (954ab496-7795-4130-941c-439d09edaee9), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:33.680134 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ce565bcb-6a9e-4c09-9325-66e524554104 req-66d9faf9-a6ec-4863-9931-a2c648f5f387 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2e4635da-206a-42df-b4da-44fbd0bc74bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639802 Jan 18 20:10:33.688132 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-e445c6c4-6fd9-43b1-a745-b28d8e694551 req-4b21e7d0-ff70-4a61-bfb4-bc4404efd25b tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Calling delete_port for 66cf6411-d0dd-42db-99eb-0ea71436f870 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:10:33.694167 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b7c122f4-e14e-4cbe-825d-e57e0885eb1f req-dc8f6cf0-dbac-43c8-a08c-c6ccfb9d0a93 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694124 Jan 18 20:10:33.708180 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-4f2057e7-282f-425a-94e8-6bdd736e7d76 service neutron] Transition to ACTIVE for port object 954ab496-7795-4130-941c-439d09edaee9 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:10:33.716787 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-4f2057e7-282f-425a-94e8-6bdd736e7d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (954ab496-7795-4130-941c-439d09edaee9), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:33.746153 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:33.746547 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:33.773217 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:10:33.776951 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38f749a4-e9b5-454b-a272-6e607c099e33 req-b49c22a0-0a0f-4d19-b69b-24ed1368f240 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979249 Jan 18 20:10:33.817418 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-fb42abaa-85c9-4806-ab0c-8319972e953c service neutron] For port ecbb2d86-23b8-413a-bee8-5141d2171c91, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:10:33.850386 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2057e7-282f-425a-94e8-6bdd736e7d76 service neutron] Pushing event updated for resources: {'Port': ['ID=954ab496-7795-4130-941c-439d09edaee9,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:33.852173 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-fb42abaa-85c9-4806-ab0c-8319972e953c service neutron] For port ecbb2d86-23b8-413a-bee8-5141d2171c91, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ecbb2d86-23b8-413a-bee8-5141d2171c91,segment=NetworkSegment(91eca149-2050-42be-9943-9917eddedfac),segment_id=91eca149-2050-42be-9943-9917eddedfac)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:10:33.876961 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:33.877191 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-fb42abaa-85c9-4806-ab0c-8319972e953c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (ecbb2d86-23b8-413a-bee8-5141d2171c91), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:33.902525 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-398c6483-2beb-4085-9478-732e9657a211 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1784462010&fields=id&tenant_id=58bdde0d1470454589ceb4c5ff2aa86d HTTP/1.1" status: 200 len: 267 time: 0.1159782 Jan 18 20:10:33.903346 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:33.949927 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:33.982315 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-4f2057e7-282f-425a-94e8-6bdd736e7d76 service neutron] Attempting to bind port 954ab496-7795-4130-941c-439d09edaee9 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:10:33.982657 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-4f2057e7-282f-425a-94e8-6bdd736e7d76 service neutron] Attempting to bind port 954ab496-7795-4130-941c-439d09edaee9 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '764cc364-bdeb-41f4-8a87-9fa870bc06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1330a1de-3636-4f07-b599-97f547076b99'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:10:33.982987 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-4f2057e7-282f-425a-94e8-6bdd736e7d76 service neutron] Attempting to bind port 954ab496-7795-4130-941c-439d09edaee9 on network 1330a1de-3636-4f07-b599-97f547076b99 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:33.991118 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-4f2057e7-282f-425a-94e8-6bdd736e7d76 service neutron] Port 954ab496-7795-4130-941c-439d09edaee9 on network 1330a1de-3636-4f07-b599-97f547076b99 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:10:33.991443 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-4f2057e7-282f-425a-94e8-6bdd736e7d76 service neutron] Attempting to bind port 954ab496-7795-4130-941c-439d09edaee9 on network 1330a1de-3636-4f07-b599-97f547076b99 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:34.005177 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-4f2057e7-282f-425a-94e8-6bdd736e7d76 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:10:34.005526 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-4f2057e7-282f-425a-94e8-6bdd736e7d76 service neutron] Checking segment: {'id': '764cc364-bdeb-41f4-8a87-9fa870bc06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1330a1de-3636-4f07-b599-97f547076b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:10:34.005886 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-4f2057e7-282f-425a-94e8-6bdd736e7d76 service neutron] Bound using segment: {'id': '764cc364-bdeb-41f4-8a87-9fa870bc06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1330a1de-3636-4f07-b599-97f547076b99'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:10:34.006327 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-4f2057e7-282f-425a-94e8-6bdd736e7d76 service neutron] Bound port: 954ab496-7795-4130-941c-439d09edaee9, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '764cc364-bdeb-41f4-8a87-9fa870bc06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1330a1de-3636-4f07-b599-97f547076b99'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:10:34.006761 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-4f2057e7-282f-425a-94e8-6bdd736e7d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (954ab496-7795-4130-941c-439d09edaee9), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:34.019124 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e445c6c4-6fd9-43b1-a745-b28d8e694551 req-4b21e7d0-ff70-4a61-bfb4-bc4404efd25b tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (66cf6411-d0dd-42db-99eb-0ea71436f870), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:34.028474 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:34.036454 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['26787e24-6f29-45b3-9a89-4a5008a4324c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:10:34.082617 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-fb42abaa-85c9-4806-ab0c-8319972e953c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:34.083414 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-fb42abaa-85c9-4806-ab0c-8319972e953c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:34.088660 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-fb42abaa-85c9-4806-ab0c-8319972e953c service neutron] 10.222.0.70 "PUT /v2.0/ports/ecbb2d86-23b8-413a-bee8-5141d2171c91 HTTP/1.1" status: 200 len: 1091 time: 2.3200684 Jan 18 20:10:34.092247 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5022965f-1c2b-4ad3-aa1d-4cdb38acfa60', 'tag': 'ecbb2d86-23b8-413a-bee8-5141d2171c91'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:34.095403 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b0b793-7b04-4fa4-8cf2-6fc906b9b647" -d '{"events": [{"name": "network-changed", "server_uuid": "5022965f-1c2b-4ad3-aa1d-4cdb38acfa60", "tag": "ecbb2d86-23b8-413a-bee8-5141d2171c91"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:34.145954 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21e7d0-ff70-4a61-bfb4-bc4404efd25b tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Pushing event deleted for resources: {'Port': ['ID=66cf6411-d0dd-42db-99eb-0ea71436f870,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:34.170285 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-e445c6c4-6fd9-43b1-a745-b28d8e694551 req-4b21e7d0-ff70-4a61-bfb4-bc4404efd25b tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] No DVR routers for this DVR port 66cf6411-d0dd-42db-99eb-0ea71436f870 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:10:34.175631 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-f7e3ec24-d717-47c4-a1a8-b920386e16df tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:34.176608 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e445c6c4-6fd9-43b1-a745-b28d8e694551 req-4b21e7d0-ff70-4a61-bfb4-bc4404efd25b tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:34.177570 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-f7e3ec24-d717-47c4-a1a8-b920386e16df tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports/ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 HTTP/1.1" status: 200 len: 932 time: 0.2365243 Jan 18 20:10:34.186859 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e445c6c4-6fd9-43b1-a745-b28d8e694551 req-4b21e7d0-ff70-4a61-bfb4-bc4404efd25b tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.70 "DELETE /v2.0/ports/66cf6411-d0dd-42db-99eb-0ea71436f870 HTTP/1.1" status: 204 len: 173 time: 1.6003742 Jan 18 20:10:34.189506 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7181d7eb-2fc9-4487-8ffd-ce32dd953eb4', 'name': 'network-vif-deleted', 'tag': '66cf6411-d0dd-42db-99eb-0ea71436f870'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:34.192813 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59758291-e09c-4933-a2bd-2d3a3cd03a4a" -d '{"events": [{"server_uuid": "7181d7eb-2fc9-4487-8ffd-ce32dd953eb4", "name": "network-vif-deleted", "tag": "66cf6411-d0dd-42db-99eb-0ea71436f870"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:34.250712 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-4f2057e7-282f-425a-94e8-6bdd736e7d76 service neutron] For port 954ab496-7795-4130-941c-439d09edaee9, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:10:34.254684 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-4f2057e7-282f-425a-94e8-6bdd736e7d76 service neutron] For port 954ab496-7795-4130-941c-439d09edaee9, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=954ab496-7795-4130-941c-439d09edaee9,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:10:34.261973 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-4f2057e7-282f-425a-94e8-6bdd736e7d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (954ab496-7795-4130-941c-439d09edaee9), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:34.266667 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42abaa-85c9-4806-ab0c-8319972e953c service neutron] Pushing event updated for resources: {'Port': ['ID=ecbb2d86-23b8-413a-bee8-5141d2171c91,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:34.295551 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0de54d-5f2b-418f-a32c-f0f911b1fcee req-cd443ba7-d664-4089-94cd-786f214ae7c4 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:34.306288 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cd0de54d-5f2b-418f-a32c-f0f911b1fcee req-cd443ba7-d664-4089-94cd-786f214ae7c4 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d944f2-3c54-4f20-be91-39d80d78f330 HTTP/1.1" status: 200 len: 948 time: 0.3063097 Jan 18 20:10:34.320939 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:10:34.356282 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-ce642c53-cf37-4982-9f81-a45b8a2fbd69 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:34.363627 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-ce642c53-cf37-4982-9f81-a45b8a2fbd69 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports/0bbb04a5-1309-4d5f-8824-60e9bff7c6bb HTTP/1.1" status: 200 len: 932 time: 0.1787183 Jan 18 20:10:34.399055 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2057e7-282f-425a-94e8-6bdd736e7d76 service neutron] Pushing event updated for resources: {'Port': ['ID=954ab496-7795-4130-941c-439d09edaee9,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:34.413790 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-4f2057e7-282f-425a-94e8-6bdd736e7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:34.414417 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-4f2057e7-282f-425a-94e8-6bdd736e7d76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:34.418094 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-4f2057e7-282f-425a-94e8-6bdd736e7d76 service neutron] 10.222.0.70 "PUT /v2.0/ports/954ab496-7795-4130-941c-439d09edaee9 HTTP/1.1" status: 200 len: 1091 time: 1.5712199 Jan 18 20:10:34.547392 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-18e144fc-d4a5-4c17-ab31-7c26c5759ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:34.549494 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-18e144fc-d4a5-4c17-ab31-7c26c5759ae4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=211c72f201034d10bbf94424fe5e3d47&device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 1094 time: 0.0790722 Jan 18 20:10:34.622037 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-7f205cb5-4011-41d1-a089-224995dca989 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=954ab496-7795-4130-941c-439d09edaee9 HTTP/1.1" status: 200 len: 217 time: 0.0639324 Jan 18 20:10:34.710586 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-846beb8c-7b3e-48f3-ac31-f6b112e50f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:34.711987 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-846beb8c-7b3e-48f3-ac31-f6b112e50f8e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b76b9fe0-68f8-4703-9228-21897e60da9f HTTP/1.1" status: 200 len: 852 time: 0.0758572 Jan 18 20:10:34.761880 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-e87bbdf5-ea0f-41e9-9cdb-95c90ff5ac70 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1330a1de-3636-4f07-b599-97f547076b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299530 Jan 18 20:10:34.819693 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-5ab0d62e-3f1d-44ba-94b5-65b0dee8d4be tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?network_id=81c102ef-f128-429a-9459-1ac808d63a04&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.4522645 Jan 18 20:10:34.874877 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-33a980c5-4020-4f54-8ff8-dbad788aba38 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?network_id=81c102ef-f128-429a-9459-1ac808d63a04&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0538039 Jan 18 20:10:34.876718 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-2c972158-ee7c-4040-8d5b-12f55b979ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:34.878166 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-2c972158-ee7c-4040-8d5b-12f55b979ce6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=72501d248542438e9d3a803e6110efb0&device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 1094 time: 0.6779640 Jan 18 20:10:34.885728 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cd0de54d-5f2b-418f-a32c-f0f911b1fcee req-6bf6fb17-52ba-4f27-bf29-9005c44ddd86 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5785112 Jan 18 20:10:34.921512 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-ec2d76ce-a3c9-4863-b4c3-795da29620a1 service neutron] 10.222.0.70 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527324 Jan 18 20:10:34.938100 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-f5d5315f-5f98-4e42-8432-7a96e5c2dd9a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecbb2d86-23b8-413a-bee8-5141d2171c91 HTTP/1.1" status: 200 len: 217 time: 0.0415533 Jan 18 20:10:35.101686 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-f9c56e29-a0d4-40f7-808a-afb3a921277c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:35.103295 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-f9c56e29-a0d4-40f7-808a-afb3a921277c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1723126f-3654-432e-ad19-50c4bb784989 HTTP/1.1" status: 200 len: 850 time: 0.1463439 Jan 18 20:10:35.105286 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c76195ed-1075-4460-825e-b1b6ca028c42 req-63bc9a32-9ea5-418f-b22b-9441774a072e service neutron] 10.222.0.70 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711311 Jan 18 20:10:35.197190 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-c565d56e-f1f8-4c01-bd3b-a1bc4f08a36b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:35.203877 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-c565d56e-f1f8-4c01-bd3b-a1bc4f08a36b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:35.212348 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-c565d56e-f1f8-4c01-bd3b-a1bc4f08a36b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:35.214402 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-c565d56e-f1f8-4c01-bd3b-a1bc4f08a36b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/networks?id=f5a28bc4-6d91-4261-a9f7-5d655221c24a&id=dcafdc34-74ba-4d39-8792-ddf985df2019&id=dcafdc34-74ba-4d39-8792-ddf985df2019&id=81c102ef-f128-429a-9459-1ac808d63a04&id=81c102ef-f128-429a-9459-1ac808d63a04 HTTP/1.1" status: 200 len: 1991 time: 0.3277922 Jan 18 20:10:35.243846 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d1417-a117-41eb-9999-c34c91f08e5b req-5927f66d-67d2-450c-9018-e96d93f8fc92 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:35.245314 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-590d1417-a117-41eb-9999-c34c91f08e5b req-5927f66d-67d2-450c-9018-e96d93f8fc92 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 945 time: 0.1973073 Jan 18 20:10:35.249882 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-62818da0-3814-4167-87aa-baa9dab3d3e2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/quotas/58bdde0d1470454589ceb4c5ff2aa86d HTTP/1.1" status: 200 len: 375 time: 0.0256519 Jan 18 20:10:35.261454 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-e0df3c67-7df2-43ad-9b2a-0efd841e30f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:35.264128 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-e0df3c67-7df2-43ad-9b2a-0efd841e30f8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cafaa10-97b0-4140-ac04-be8f2bf83219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1278024 Jan 18 20:10:35.400965 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 66cf6411-d0dd-42db-99eb-0ea71436f870 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:10:35.442437 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 66cf6411-d0dd-42db-99eb-0ea71436f870 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:10:35.442437 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 66cf6411-d0dd-42db-99eb-0ea71436f870 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:10:35.442930 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-590d1417-a117-41eb-9999-c34c91f08e5b req-c011a110-389f-4f3f-bf60-bc396807a624 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753209 Jan 18 20:10:35.477100 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-c883dc30-447d-426b-bf76-c22e7ea307a7 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=58bdde0d1470454589ceb4c5ff2aa86d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2119336 Jan 18 20:10:35.596345 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-a5ea1944-873d-4cd9-b508-360dc93a81aa service neutron] 10.222.0.70 "GET /v2.0/networks/2cafaa10-97b0-4140-ac04-be8f2bf83219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068261 Jan 18 20:10:35.690835 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd55760-80c7-4ec5-a327-ce8a23fd079b req-bc02f18b-30dc-482f-a227-10ffaeef7e8a tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:35.692697 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ccd55760-80c7-4ec5-a327-ce8a23fd079b req-bc02f18b-30dc-482f-a227-10ffaeef7e8a tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 943 time: 0.1591933 Jan 18 20:10:35.703469 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-5cbf9b04-ebd2-4e55-9f5f-63ebe58fdede service neutron] 10.222.0.31 "GET /v2.0/networks/f5a28bc4-6d91-4261-a9f7-5d655221c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111506 Jan 18 20:10:35.823202 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4e5dbd5-7c46-47f5-a05d-d70f4630e828 req-1c899290-40d8-4f8c-83e7-5cb32f571ce6 service neutron] 10.222.0.70 "GET /v2.0/networks/2cafaa10-97b0-4140-ac04-be8f2bf83219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142754 Jan 18 20:10:35.831577 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ccd55760-80c7-4ec5-a327-ce8a23fd079b req-e7e8574d-433e-48f0-887f-e4cedff79b9f tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305022 Jan 18 20:10:35.856037 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-b27fc17d-98bd-4928-91e1-4deebe284af5 service neutron] 10.222.0.31 "GET /v2.0/networks/f5a28bc4-6d91-4261-a9f7-5d655221c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327469 Jan 18 20:10:35.902041 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9251e76-7ded-46c3-9c0f-0eca193a9fef x-openstack-request-id: req-b9251e76-7ded-46c3-9c0f-0eca193a9fef {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:35.902342 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5022965f-1c2b-4ad3-aa1d-4cdb38acfa60", "tag": "ecbb2d86-23b8-413a-bee8-5141d2171c91", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:35.902597 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9251e76-7ded-46c3-9c0f-0eca193a9fef {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:35.903055 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5022965f-1c2b-4ad3-aa1d-4cdb38acfa60', 'tag': 'ecbb2d86-23b8-413a-bee8-5141d2171c91', 'status': 'completed', 'code': 200} Jan 18 20:10:35.917930 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-195d446e-2abf-42e2-b5ea-6d23a10e1489 service neutron] 10.222.0.31 "GET /v2.0/ports/ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0538259 Jan 18 20:10:36.105499 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95919bf8-64f0-4c4c-83db-b548c37cfb9e req-81082089-b58f-4e77-b87f-a780a7b2e965 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:36.108556 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95919bf8-64f0-4c4c-83db-b548c37cfb9e req-81082089-b58f-4e77-b87f-a780a7b2e965 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 943 time: 0.1493933 Jan 18 20:10:36.114125 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0b793-7b04-4fa4-8cf2-6fc906b9b647 req-9a747ed9-570b-41d3-821e-75abfcca6196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:36.115943 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39b0b793-7b04-4fa4-8cf2-6fc906b9b647 req-9a747ed9-570b-41d3-821e-75abfcca6196 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=72501d248542438e9d3a803e6110efb0&device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 1094 time: 0.1169903 Jan 18 20:10:36.125076 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-178a15bc-f246-441d-9cfd-dbf9ea019e6c service neutron] 10.222.0.31 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063568 Jan 18 20:10:36.298097 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95919bf8-64f0-4c4c-83db-b548c37cfb9e req-d987b87d-4688-409c-baa4-5aa7428766b2 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805699 Jan 18 20:10:36.344833 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0b793-7b04-4fa4-8cf2-6fc906b9b647 req-62bc0f76-364c-48a5-a130-24086fb85b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:36.346355 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39b0b793-7b04-4fa4-8cf2-6fc906b9b647 req-62bc0f76-364c-48a5-a130-24086fb85b06 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2cafaa10-97b0-4140-ac04-be8f2bf83219 HTTP/1.1" status: 200 len: 912 time: 0.2195189 Jan 18 20:10:36.351973 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-7a94b4a7-a289-4204-bbb2-7a146c5016cf service neutron] 10.222.0.31 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091432 Jan 18 20:10:36.361650 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f031b33d-54ce-4bbf-89ad-12cb6f7dfdfa x-openstack-request-id: req-f031b33d-54ce-4bbf-89ad-12cb6f7dfdfa {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:36.362294 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7181d7eb-2fc9-4487-8ffd-ce32dd953eb4", "name": "network-vif-deleted", "tag": "66cf6411-d0dd-42db-99eb-0ea71436f870", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:36.362294 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f031b33d-54ce-4bbf-89ad-12cb6f7dfdfa {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:36.362892 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7181d7eb-2fc9-4487-8ffd-ce32dd953eb4', 'name': 'network-vif-deleted', 'tag': '66cf6411-d0dd-42db-99eb-0ea71436f870', 'status': 'completed', 'code': 200} Jan 18 20:10:36.414276 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39b0b793-7b04-4fa4-8cf2-6fc906b9b647 req-9704b459-bf5e-4d70-9121-687edc22015e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecbb2d86-23b8-413a-bee8-5141d2171c91 HTTP/1.1" status: 200 len: 217 time: 0.0606878 Jan 18 20:10:36.449847 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-bb99deae-d3b7-4e9d-8141-92eedfe5355e service neutron] 10.222.0.31 "GET /v2.0/ports/0bbb04a5-1309-4d5f-8824-60e9bff7c6bb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0898380 Jan 18 20:10:36.574333 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0b793-7b04-4fa4-8cf2-6fc906b9b647 req-39a88b37-c0b9-45e9-96fa-f559175d4d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:36.575890 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39b0b793-7b04-4fa4-8cf2-6fc906b9b647 req-39a88b37-c0b9-45e9-96fa-f559175d4d33 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1723126f-3654-432e-ad19-50c4bb784989 HTTP/1.1" status: 200 len: 850 time: 0.1453185 Jan 18 20:10:36.585947 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237240a9-13ca-4f09-a5b6-48f10aece22f req-ca1268c8-b3a4-4c80-99ac-d07442411a88 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:36.587911 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-237240a9-13ca-4f09-a5b6-48f10aece22f req-ca1268c8-b3a4-4c80-99ac-d07442411a88 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4f9e08-2cbb-4754-a9c4-30e94cc6620c HTTP/1.1" status: 200 len: 946 time: 0.1700861 Jan 18 20:10:36.649953 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-bbc0110e-a61b-4f79-9179-94c2508685c7 service neutron] 10.222.0.31 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699119 Jan 18 20:10:36.691028 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:36.710478 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-237240a9-13ca-4f09-a5b6-48f10aece22f req-d7494c8a-d678-426b-a036-abb149e6e0b1 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164258 Jan 18 20:10:36.714590 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0b793-7b04-4fa4-8cf2-6fc906b9b647 req-69f9ba42-b04c-4c08-bb27-962cb1e71429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:36.716032 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39b0b793-7b04-4fa4-8cf2-6fc906b9b647 req-69f9ba42-b04c-4c08-bb27-962cb1e71429 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cafaa10-97b0-4140-ac04-be8f2bf83219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186562 Jan 18 20:10:36.886486 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-7c53fe77-f175-4048-8b4f-43dac9b2cb86 service neutron] 10.222.0.31 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282205 Jan 18 20:10:36.902688 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fc05a-4ee1-4df4-ab29-c1f6e4149b68 req-556d0bb8-3cd6-4a03-a724-ac55e7734852 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:36.904682 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-842fc05a-4ee1-4df4-ab29-c1f6e4149b68 req-556d0bb8-3cd6-4a03-a724-ac55e7734852 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=47048677-b407-4bbd-b2a3-3ebfd719f147 HTTP/1.1" status: 200 len: 945 time: 0.1257231 Jan 18 20:10:36.938103 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39b0b793-7b04-4fa4-8cf2-6fc906b9b647 req-4567c06d-fb7b-4c1a-823a-c98a7afa47f3 service neutron] 10.222.0.70 "GET /v2.0/networks/2cafaa10-97b0-4140-ac04-be8f2bf83219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911852 Jan 18 20:10:37.402324 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 954ab496-7795-4130-941c-439d09edaee9 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:10:37.404880 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:10:37.434076 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-842fc05a-4ee1-4df4-ab29-c1f6e4149b68 req-f1b74aec-2faf-49a6-94a9-1f0318c97b7b tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e4635da-206a-42df-b4da-44fbd0bc74bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202196 Jan 18 20:10:37.497080 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39b0b793-7b04-4fa4-8cf2-6fc906b9b647 req-a3f8fe21-49a1-4805-81d9-82ab63f24f1d service neutron] 10.222.0.70 "GET /v2.0/networks/2cafaa10-97b0-4140-ac04-be8f2bf83219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5415041 Jan 18 20:10:37.518265 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-e15bb98a-9f9c-42fd-a1a8-a094dbbd9d17 service neutron] 10.222.0.31 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6073623 Jan 18 20:10:37.553584 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:10:37.564547 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:37.564947 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:37.608895 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 954ab496-7795-4130-941c-439d09edaee9, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=954ab496-7795-4130-941c-439d09edaee9,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:37.626032 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '954ab496-7795-4130-941c-439d09edaee9', 'network_id': '1330a1de-3636-4f07-b599-97f547076b99', 'port_id': '954ab496-7795-4130-941c-439d09edaee9', 'mac_address': 'fa:16:3e:a9:a8:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76b9fe0-68f8-4703-9228-21897e60da9f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:10:37.662658 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de57de-bf6d-40d6-b1b2-bf45466d89b2 req-35818813-5fde-46da-936f-44e658d9c86b tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:37.664146 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6de57de-bf6d-40d6-b1b2-bf45466d89b2 req-35818813-5fde-46da-936f-44e658d9c86b tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d944f2-3c54-4f20-be91-39d80d78f330 HTTP/1.1" status: 200 len: 948 time: 0.1030228 Jan 18 20:10:37.666874 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-2dcd7dcf-2d85-4bda-939d-b138149a411a service neutron] 10.222.0.31 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400423 Jan 18 20:10:37.712002 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 954ab496-7795-4130-941c-439d09edaee9 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:37.712662 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (954ab496-7795-4130-941c-439d09edaee9), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:37.740977 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 954ab496-7795-4130-941c-439d09edaee9 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:10:37.746724 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:37.747039 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:37.773800 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 954ab496-7795-4130-941c-439d09edaee9, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=954ab496-7795-4130-941c-439d09edaee9,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:37.783006 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (954ab496-7795-4130-941c-439d09edaee9), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:37.793457 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d944f2-3c54-4f20-be91-39d80d78f330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:37.796481 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec37d83-3d76-4dd3-bced-bf91f7f78d13" -d '{"events": [{"server_uuid": "25d944f2-3c54-4f20-be91-39d80d78f330", "name": "network-vif-plugged", "status": "completed", "tag": "1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:37.805755 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6de57de-bf6d-40d6-b1b2-bf45466d89b2 req-d0832230-7f62-4146-9ef1-612e25552eac tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178875 Jan 18 20:10:37.826888 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-006dfb92-ad93-4de3-aaa1-b940f6bcf641 service neutron] 10.222.0.31 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535494 Jan 18 20:10:37.840427 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:37.850449 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:37.868292 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=954ab496-7795-4130-941c-439d09edaee9,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:37.938402 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:37.944305 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-952202d4-6baa-449a-ae1b-4eefb196d976 service neutron] 10.222.0.31 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117325 Jan 18 20:10:38.087299 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448abb6-6e21-4ff5-8f7e-0c258f9cfd77 req-dae45d50-589f-47d7-ab29-c7c772c03340 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:38.088829 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c448abb6-6e21-4ff5-8f7e-0c258f9cfd77 req-dae45d50-589f-47d7-ab29-c7c772c03340 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 945 time: 0.1177127 Jan 18 20:10:38.110063 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-1df7463b-faba-4065-8e1e-5ce65ab746c7 service neutron] 10.222.0.31 "GET /v2.0/networks/81c102ef-f128-429a-9459-1ac808d63a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583419 Jan 18 20:10:38.175048 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['954ab496-7795-4130-941c-439d09edaee9'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:10:38.217811 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c448abb6-6e21-4ff5-8f7e-0c258f9cfd77 req-30c0a134-a111-4239-af24-609c5b9364b8 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210673 Jan 18 20:10:38.258713 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-c7b1ba77-d4c9-438c-97f7-c73590773299 service neutron] 10.222.0.31 "GET /v2.0/networks/81c102ef-f128-429a-9459-1ac808d63a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410522 Jan 18 20:10:38.364427 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c4c160-459b-4aed-897f-2d0eace8f964', 'tag': '954ab496-7795-4130-941c-439d09edaee9'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:38.367132 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c002c0f-5dea-4e90-a929-354323a01519" -d '{"events": [{"name": "network-changed", "server_uuid": "12c4c160-459b-4aed-897f-2d0eace8f964", "tag": "954ab496-7795-4130-941c-439d09edaee9"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:38.422686 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d503e0c-17f0-4294-ae34-db5669450f57 req-4c8cd65b-f48e-47f2-afd4-f04fd74ed901 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:38.424305 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d503e0c-17f0-4294-ae34-db5669450f57 req-4c8cd65b-f48e-47f2-afd4-f04fd74ed901 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 943 time: 0.0854800 Jan 18 20:10:38.432177 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-fd47e6af-55d5-45d5-b267-ab210abd4e03 service neutron] 10.222.0.31 "GET /v2.0/networks/81c102ef-f128-429a-9459-1ac808d63a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656089 Jan 18 20:10:38.530078 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d503e0c-17f0-4294-ae34-db5669450f57 req-61e51cc3-7b15-4139-a925-0d8e298103fb tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896070 Jan 18 20:10:38.565666 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a8771436-4dcf-4215-ae15-304f867f12c3 service neutron] 10.222.0.31 "GET /v2.0/networks/81c102ef-f128-429a-9459-1ac808d63a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326032 Jan 18 20:10:38.662722 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19748a-c185-42fc-b711-9b1242770c6f req-0d1c2160-b174-4b14-8d49-ae58da9762e0 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:38.670404 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a19748a-c185-42fc-b711-9b1242770c6f req-0d1c2160-b174-4b14-8d49-ae58da9762e0 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 944 time: 0.0643649 Jan 18 20:10:38.723002 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a19748a-c185-42fc-b711-9b1242770c6f req-682c4706-6ac2-45a7-aff3-138f4d2b215e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514867 Jan 18 20:10:38.829521 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1a3fe5df-959f-4966-891f-a08c7978af17 req-b6b5f37b-fbe8-4104-937c-7c4c1e92f65b tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1689564236&fields=id&tenant_id=79bac98ff06d455bb4a4343096ef379b HTTP/1.1" status: 200 len: 267 time: 0.0525610 Jan 18 20:10:38.891529 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fe5df-959f-4966-891f-a08c7978af17 req-c77bde7b-76a7-42ae-8cea-a785641a08a7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:38.900532 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1a3fe5df-959f-4966-891f-a08c7978af17 req-c77bde7b-76a7-42ae-8cea-a785641a08a7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=47048677-b407-4bbd-b2a3-3ebfd719f147 HTTP/1.1" status: 200 len: 945 time: 0.0653102 Jan 18 20:10:38.906893 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-1a3fe5df-959f-4966-891f-a08c7978af17 req-f1642376-7bcb-4ebd-8c84-30bc3c0ec4c0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Request body: {'port': {'security_groups': ['2e4635da-206a-42df-b4da-44fbd0bc74bd', 'd93ab09c-9f16-4722-a8ff-7244bc961c3f']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:38.988226 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1a3fe5df-959f-4966-891f-a08c7978af17 req-f1642376-7bcb-4ebd-8c84-30bc3c0ec4c0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (aed008d6-4efb-4f38-9022-232d2615e224), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:39.237169 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-1a3fe5df-959f-4966-891f-a08c7978af17 req-f1642376-7bcb-4ebd-8c84-30bc3c0ec4c0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] For port aed008d6-4efb-4f38-9022-232d2615e224, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=aed008d6-4efb-4f38-9022-232d2615e224,segment=NetworkSegment(7f408351-92dc-46d3-97e6-0e4f666a4758),segment_id=7f408351-92dc-46d3-97e6-0e4f666a4758)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:39.273730 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1a3fe5df-959f-4966-891f-a08c7978af17 req-f1642376-7bcb-4ebd-8c84-30bc3c0ec4c0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for port (aed008d6-4efb-4f38-9022-232d2615e224), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:39.282136 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1a3fe5df-959f-4966-891f-a08c7978af17 req-f1642376-7bcb-4ebd-8c84-30bc3c0ec4c0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (aed008d6-4efb-4f38-9022-232d2615e224), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:39.296352 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['e564eced-bf0e-417d-9606-acb81d49e1e6', 'aed008d6-4efb-4f38-9022-232d2615e224'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:10:39.408491 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ecbb2d86-23b8-413a-bee8-5141d2171c91 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:10:39.413334 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fe5df-959f-4966-891f-a08c7978af17 req-f1642376-7bcb-4ebd-8c84-30bc3c0ec4c0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:39.415603 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 954ab496-7795-4130-941c-439d09edaee9 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:10:39.417517 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1a3fe5df-959f-4966-891f-a08c7978af17 req-f1642376-7bcb-4ebd-8c84-30bc3c0ec4c0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:39.437529 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1a3fe5df-959f-4966-891f-a08c7978af17 req-f1642376-7bcb-4ebd-8c84-30bc3c0ec4c0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "PUT /v2.0/ports/aed008d6-4efb-4f38-9022-232d2615e224 HTTP/1.1" status: 200 len: 981 time: 0.5359404 Jan 18 20:10:39.442832 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47048677-b407-4bbd-b2a3-3ebfd719f147', 'tag': 'aed008d6-4efb-4f38-9022-232d2615e224'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:39.455637 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b9909f-7100-4390-9f67-8808d2123209" -d '{"events": [{"name": "network-changed", "server_uuid": "47048677-b407-4bbd-b2a3-3ebfd719f147", "tag": "aed008d6-4efb-4f38-9022-232d2615e224"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:39.526125 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32f859b-913e-413b-8262-5c5270c1c1d8 x-openstack-request-id: req-c32f859b-913e-413b-8262-5c5270c1c1d8 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:39.537158 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d944f2-3c54-4f20-be91-39d80d78f330", "name": "network-vif-plugged", "status": "completed", "tag": "1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:39.538098 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c32f859b-913e-413b-8262-5c5270c1c1d8 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:39.538695 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d944f2-3c54-4f20-be91-39d80d78f330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd', 'code': 200} Jan 18 20:10:39.568456 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1642376-7bcb-4ebd-8c84-30bc3c0ec4c0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Pushing event updated for resources: {'Port': ['ID=aed008d6-4efb-4f38-9022-232d2615e224,revision_number=6']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:39.607582 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1642376-7bcb-4ebd-8c84-30bc3c0ec4c0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:39.607957 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1642376-7bcb-4ebd-8c84-30bc3c0ec4c0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:39.608311 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1642376-7bcb-4ebd-8c84-30bc3c0ec4c0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:39.608717 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1642376-7bcb-4ebd-8c84-30bc3c0ec4c0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:39.608991 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1642376-7bcb-4ebd-8c84-30bc3c0ec4c0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:39.609320 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1642376-7bcb-4ebd-8c84-30bc3c0ec4c0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:39.609655 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1642376-7bcb-4ebd-8c84-30bc3c0ec4c0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:39.610027 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1642376-7bcb-4ebd-8c84-30bc3c0ec4c0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:39.610318 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1642376-7bcb-4ebd-8c84-30bc3c0ec4c0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:39.610857 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1642376-7bcb-4ebd-8c84-30bc3c0ec4c0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:39.611293 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1642376-7bcb-4ebd-8c84-30bc3c0ec4c0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:39.611450 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1642376-7bcb-4ebd-8c84-30bc3c0ec4c0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:39.611786 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1642376-7bcb-4ebd-8c84-30bc3c0ec4c0 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:39.633944 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae9086-f89b-4958-bfbd-866d40514c99 req-71da4cb1-6eaa-421a-b726-97485d2ce5c6 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:39.635499 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fdae9086-f89b-4958-bfbd-866d40514c99 req-71da4cb1-6eaa-421a-b726-97485d2ce5c6 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4f9e08-2cbb-4754-a9c4-30e94cc6620c HTTP/1.1" status: 200 len: 946 time: 0.1557541 Jan 18 20:10:39.666968 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['aed008d6-4efb-4f38-9022-232d2615e224'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:10:39.719929 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744bfa4-9ab9-4455-a7b0-099139a6d4a5 req-0a2d0341-5426-4ee5-913c-acdee3b527a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:39.722391 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2744bfa4-9ab9-4455-a7b0-099139a6d4a5 req-0a2d0341-5426-4ee5-913c-acdee3b527a5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=25d944f2-3c54-4f20-be91-39d80d78f330 HTTP/1.1" status: 200 len: 1100 time: 0.1493785 Jan 18 20:10:39.770307 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fdae9086-f89b-4958-bfbd-866d40514c99 req-3c0ce388-54b8-4d6e-9ef7-877a46c541ac tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176488 Jan 18 20:10:39.785811 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e165a36-2050-4cf4-ba2d-b75ef583e4d3 req-ffe0a77b-410f-45cf-a101-e37d04953b4b tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:39.787557 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e165a36-2050-4cf4-ba2d-b75ef583e4d3 req-ffe0a77b-410f-45cf-a101-e37d04953b4b tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 1096 time: 0.0852234 Jan 18 20:10:39.867523 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c338a9-b0fe-4be6-881d-15753ef83fc8 x-openstack-request-id: req-31c338a9-b0fe-4be6-881d-15753ef83fc8 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:39.868069 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c4c160-459b-4aed-897f-2d0eace8f964", "tag": "954ab496-7795-4130-941c-439d09edaee9", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:39.868187 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31c338a9-b0fe-4be6-881d-15753ef83fc8 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:39.868743 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c4c160-459b-4aed-897f-2d0eace8f964', 'tag': '954ab496-7795-4130-941c-439d09edaee9', 'status': 'completed', 'code': 200} Jan 18 20:10:39.886650 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2744bfa4-9ab9-4455-a7b0-099139a6d4a5 req-5b50ceb8-52e3-4b39-8b75-8a99deceab65 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426740 Jan 18 20:10:39.948198 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e165a36-2050-4cf4-ba2d-b75ef583e4d3 req-a629c9d9-48bd-405c-9d06-824deb23f7e9 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449065 Jan 18 20:10:39.975300 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 954ab496-7795-4130-941c-439d09edaee9 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:10:39.998684 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 954ab496-7795-4130-941c-439d09edaee9 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:39.999066 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (954ab496-7795-4130-941c-439d09edaee9), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:40.075124 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ecbb2d86-23b8-413a-bee8-5141d2171c91, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ecbb2d86-23b8-413a-bee8-5141d2171c91,segment=NetworkSegment(91eca149-2050-42be-9943-9917eddedfac),segment_id=91eca149-2050-42be-9943-9917eddedfac)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:40.098712 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33336b-27a8-4654-9ee4-e9969662b882 req-85d28220-f1e2-4c92-91ac-5148e2ae04e4 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:40.101265 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f33336b-27a8-4654-9ee4-e9969662b882 req-85d28220-f1e2-4c92-91ac-5148e2ae04e4 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d944f2-3c54-4f20-be91-39d80d78f330 HTTP/1.1" status: 200 len: 949 time: 0.1341255 Jan 18 20:10:40.115162 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'ecbb2d86-23b8-413a-bee8-5141d2171c91', 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219', 'port_id': 'ecbb2d86-23b8-413a-bee8-5141d2171c91', 'mac_address': 'fa:16:3e:53:b6:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1723126f-3654-432e-ad19-50c4bb784989', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:10:40.191069 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port ecbb2d86-23b8-413a-bee8-5141d2171c91 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:40.191549 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ecbb2d86-23b8-413a-bee8-5141d2171c91), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:40.226124 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4fecc62d-358f-4a67-925d-3165272abe0b req-fca0a164-5a46-4355-9afb-85f80eb27e5d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.0526464 Jan 18 20:10:40.248662 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f33336b-27a8-4654-9ee4-e9969662b882 req-7c567af9-aa1d-4dce-bed5-2e336cb33694 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405134 Jan 18 20:10:40.288774 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c002c0f-5dea-4e90-a929-354323a01519 req-70e90654-2940-4816-9f12-bb1085f526c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:40.293251 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3c002c0f-5dea-4e90-a929-354323a01519 req-70e90654-2940-4816-9f12-bb1085f526c7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=211c72f201034d10bbf94424fe5e3d47&device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 1095 time: 0.1316500 Jan 18 20:10:40.359897 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecbb2d86-23b8-413a-bee8-5141d2171c91 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:10:40.377398 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 954ab496-7795-4130-941c-439d09edaee9 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:40.380837 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (954ab496-7795-4130-941c-439d09edaee9), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:40.446276 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ecbb2d86-23b8-413a-bee8-5141d2171c91, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ecbb2d86-23b8-413a-bee8-5141d2171c91,segment=NetworkSegment(91eca149-2050-42be-9943-9917eddedfac),segment_id=91eca149-2050-42be-9943-9917eddedfac)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:40.475246 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 954ab496-7795-4130-941c-439d09edaee9, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=954ab496-7795-4130-941c-439d09edaee9,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:40.488553 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (954ab496-7795-4130-941c-439d09edaee9), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:40.490403 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ecbb2d86-23b8-413a-bee8-5141d2171c91), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:40.519464 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b433953e-2f0a-41fc-a3f8-9a0082318aa3 req-6732258c-cf7a-489e-9926-fe68310cca1f tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups/d93ab09c-9f16-4722-a8ff-7244bc961c3f HTTP/1.1" status: 200 len: 1818 time: 0.2227011 Jan 18 20:10:40.539648 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30119a00-0ab8-442b-af8b-c31a96812875 req-78251183-316e-4385-af5b-4e472561de7d tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:40.547082 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-30119a00-0ab8-442b-af8b-c31a96812875 req-78251183-316e-4385-af5b-4e472561de7d tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 949 time: 0.2134566 Jan 18 20:10:40.549447 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=954ab496-7795-4130-941c-439d09edaee9,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:40.561425 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:40.562228 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:40.562522 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:40.562999 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:40.563347 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:40.563689 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:40.564056 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:40.564359 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:40.564922 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:40.565257 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:40.565604 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:40.565951 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:40.566266 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:10:40.626263 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c002c0f-5dea-4e90-a929-354323a01519 req-4cbd86cc-3c07-4836-a989-1a16b1782062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:40.628209 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3c002c0f-5dea-4e90-a929-354323a01519 req-4cbd86cc-3c07-4836-a989-1a16b1782062 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1330a1de-3636-4f07-b599-97f547076b99 HTTP/1.1" status: 200 len: 913 time: 0.3225334 Jan 18 20:10:40.697325 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3c002c0f-5dea-4e90-a929-354323a01519 req-c64955f5-5d6a-4f07-a90d-1fd4db1e0efd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=954ab496-7795-4130-941c-439d09edaee9 HTTP/1.1" status: 200 len: 217 time: 0.0494733 Jan 18 20:10:40.698926 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-b433953e-2f0a-41fc-a3f8-9a0082318aa3 req-160ca917-e23f-49aa-a55c-810513d4631f tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 18 20:10:40.713224 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b433953e-2f0a-41fc-a3f8-9a0082318aa3 req-160ca917-e23f-49aa-a55c-810513d4631f tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "DELETE /v2.0/security-groups/d93ab09c-9f16-4722-a8ff-7244bc961c3f HTTP/1.1" status: 409 len: 341 time: 0.1926808 Jan 18 20:10:40.726326 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=ecbb2d86-23b8-413a-bee8-5141d2171c91,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:40.742187 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-30119a00-0ab8-442b-af8b-c31a96812875 req-923c2aae-898b-47fe-8f8b-58d9122fc926 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932466 Jan 18 20:10:40.820908 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486e9b0e-4d8b-4c3e-869d-4436283998a6 x-openstack-request-id: req-486e9b0e-4d8b-4c3e-869d-4436283998a6 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:40.821234 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47048677-b407-4bbd-b2a3-3ebfd719f147", "tag": "aed008d6-4efb-4f38-9022-232d2615e224", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:40.822225 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-486e9b0e-4d8b-4c3e-869d-4436283998a6 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:40.822646 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47048677-b407-4bbd-b2a3-3ebfd719f147', 'tag': 'aed008d6-4efb-4f38-9022-232d2615e224', 'status': 'completed', 'code': 200} Jan 18 20:10:40.901097 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c002c0f-5dea-4e90-a929-354323a01519 req-89f2f089-56ba-4467-9a1b-97353c6be809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:40.901924 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9909f-7100-4390-9f67-8808d2123209 req-c624ad17-bbe7-409c-8000-36765fa17455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:40.902609 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3c002c0f-5dea-4e90-a929-354323a01519 req-89f2f089-56ba-4467-9a1b-97353c6be809 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b76b9fe0-68f8-4703-9228-21897e60da9f HTTP/1.1" status: 200 len: 852 time: 0.1880264 Jan 18 20:10:40.904357 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-91b9909f-7100-4390-9f67-8808d2123209 req-c624ad17-bbe7-409c-8000-36765fa17455 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=79bac98ff06d455bb4a4343096ef379b&device_id=47048677-b407-4bbd-b2a3-3ebfd719f147 HTTP/1.1" status: 200 len: 1135 time: 0.0731397 Jan 18 20:10:40.965379 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3c002c0f-5dea-4e90-a929-354323a01519 req-88bdeb16-39d1-4207-8d61-d4b444064b44 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1330a1de-3636-4f07-b599-97f547076b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329566 Jan 18 20:10:40.992638 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e3db7-0efa-4c9f-bf5e-88809ecdb830 req-7dddbe87-cbaf-4307-814b-e6ae3ffd62bd tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:40.994140 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b97e3db7-0efa-4c9f-bf5e-88809ecdb830 req-7dddbe87-cbaf-4307-814b-e6ae3ffd62bd tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 944 time: 0.1465199 Jan 18 20:10:40.996901 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['ecbb2d86-23b8-413a-bee8-5141d2171c91'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:10:41.086525 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb07a7-5291-4f8d-8250-43f4df3a48d0 req-d9190012-bc17-46a9-955e-aeba786b78da tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:41.088220 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-70bb07a7-5291-4f8d-8250-43f4df3a48d0 req-d9190012-bc17-46a9-955e-aeba786b78da tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.2051115 Jan 18 20:10:41.099718 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ecf16c-ae7d-4252-8f72-bb274aa5a054 req-a488996d-a712-4067-8488-1913e93f6d16 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:41.103557 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-32ecf16c-ae7d-4252-8f72-bb274aa5a054 req-a488996d-a712-4067-8488-1913e93f6d16 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 949 time: 0.1971152 Jan 18 20:10:41.107335 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-47fd8a10-7fcb-4c3f-8833-fc7c82d7b5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:41.108886 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-47fd8a10-7fcb-4c3f-8833-fc7c82d7b5e2 service neutron] 10.222.0.70 "GET /v2.0/ports/ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 HTTP/1.1" status: 200 len: 1028 time: 0.0771828 Jan 18 20:10:41.179283 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-03bb8bad-be6b-4426-85cf-0dc9ef8b3599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:41.180975 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-03bb8bad-be6b-4426-85cf-0dc9ef8b3599 service neutron] 10.222.0.70 "GET /v2.0/ports/0bbb04a5-1309-4d5f-8824-60e9bff7c6bb HTTP/1.1" status: 200 len: 1028 time: 0.0567017 Jan 18 20:10:41.201352 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b97e3db7-0efa-4c9f-bf5e-88809ecdb830 req-be6c578c-0284-4e8f-8393-90be29bd2cf8 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691241 Jan 18 20:10:41.253377 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9909f-7100-4390-9f67-8808d2123209 req-73b8bfb0-f4c3-4e93-be86-07a58bccc974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:41.255331 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-91b9909f-7100-4390-9f67-8808d2123209 req-73b8bfb0-f4c3-4e93-be86-07a58bccc974 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5628e5e2-38d7-4c23-acf3-62dfe75ed62d HTTP/1.1" status: 200 len: 913 time: 0.3154807 Jan 18 20:10:41.272908 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3c002c0f-5dea-4e90-a929-354323a01519 req-60f561a1-f8b7-4e5f-b518-9aceb19e3d49 service neutron] 10.222.0.70 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963107 Jan 18 20:10:41.282744 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-70bb07a7-5291-4f8d-8250-43f4df3a48d0 req-cbfbf93c-2dca-4261-8423-26d97da405f0 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868865 Jan 18 20:10:41.387483 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-91b9909f-7100-4390-9f67-8808d2123209 req-d31d026d-298f-4c6c-ae1f-e264d0d260fa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aed008d6-4efb-4f38-9022-232d2615e224 HTTP/1.1" status: 200 len: 217 time: 0.0726991 Jan 18 20:10:41.413444 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950af214-5b94-4732-af99-433d7ae90fec req-5427dfb4-256c-4e40-ae6a-a215ba9d2fbf tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:41.415249 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-950af214-5b94-4732-af99-433d7ae90fec req-5427dfb4-256c-4e40-ae6a-a215ba9d2fbf tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 1096 time: 0.1315718 Jan 18 20:10:41.481513 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3c002c0f-5dea-4e90-a929-354323a01519 req-1777f342-d2f1-41db-8e2c-60fd6940dc7a service neutron] 10.222.0.70 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887660 Jan 18 20:10:41.540605 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c4c160-459b-4aed-897f-2d0eace8f964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954ab496-7795-4130-941c-439d09edaee9'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:41.549411 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f94e19-30f8-47d6-ba0a-25b933908ce9" -d '{"events": [{"server_uuid": "12c4c160-459b-4aed-897f-2d0eace8f964", "name": "network-vif-plugged", "status": "completed", "tag": "954ab496-7795-4130-941c-439d09edaee9"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:41.554208 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-950af214-5b94-4732-af99-433d7ae90fec req-76f1d353-ea07-4863-8e1a-6b75821577d4 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224992 Jan 18 20:10:41.602089 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00130899-e348-4ee5-8036-cfb5c0d96607 req-33e78b99-5d10-4399-82df-b1efe1a74b05 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:41.603691 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-00130899-e348-4ee5-8036-cfb5c0d96607 req-33e78b99-5d10-4399-82df-b1efe1a74b05 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4f9e08-2cbb-4754-a9c4-30e94cc6620c HTTP/1.1" status: 200 len: 946 time: 0.0985558 Jan 18 20:10:41.707747 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-00130899-e348-4ee5-8036-cfb5c0d96607 req-67654eaa-8272-4a4e-9758-76da2cd7033d tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947418 Jan 18 20:10:41.720170 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a64825-033d-4b60-860a-688060c71d20 req-a643ab05-58ac-4b92-8f80-e01970f2e4bc tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:41.728081 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0a64825-033d-4b60-860a-688060c71d20 req-a643ab05-58ac-4b92-8f80-e01970f2e4bc tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d944f2-3c54-4f20-be91-39d80d78f330 HTTP/1.1" status: 200 len: 949 time: 0.0856071 Jan 18 20:10:41.793497 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-32ecf16c-ae7d-4252-8f72-bb274aa5a054 req-79ff64c1-f380-4dd9-9783-89668750a890 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Deleting port 26787e24-6f29-45b3-9a89-4a5008a4324c {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:10:41.794002 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-32ecf16c-ae7d-4252-8f72-bb274aa5a054 req-79ff64c1-f380-4dd9-9783-89668750a890 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (26787e24-6f29-45b3-9a89-4a5008a4324c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:41.801861 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0a64825-033d-4b60-860a-688060c71d20 req-1295f905-0f28-48f7-bbc7-362c8bb60246 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727568 Jan 18 20:10:41.836736 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9909f-7100-4390-9f67-8808d2123209 req-2ca5ba35-a4df-4def-be7b-91715416d1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:41.838325 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-91b9909f-7100-4390-9f67-8808d2123209 req-2ca5ba35-a4df-4def-be7b-91715416d1ee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bbda01f7-ba03-4a9c-a56c-51f2a68f70b2 HTTP/1.1" status: 200 len: 852 time: 0.4111660 Jan 18 20:10:41.847681 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-b05c1374-3484-4f24-8f11-5ecbf53d3819 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:41.849470 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-16eb3da7-b44c-4e0d-8857-29b4b8346072 req-7d5fef7b-0377-4c6c-83f2-105d0010c2da tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.0466540 Jan 18 20:10:41.853791 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-b05c1374-3484-4f24-8f11-5ecbf53d3819 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:41.860459 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-b05c1374-3484-4f24-8f11-5ecbf53d3819 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:41.862096 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-b05c1374-3484-4f24-8f11-5ecbf53d3819 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.70 "GET /v2.0/networks?id=f5a28bc4-6d91-4261-a9f7-5d655221c24a&id=dcafdc34-74ba-4d39-8792-ddf985df2019&id=dcafdc34-74ba-4d39-8792-ddf985df2019&id=dcafdc34-74ba-4d39-8792-ddf985df2019&id=dcafdc34-74ba-4d39-8792-ddf985df2019&id=81c102ef-f128-429a-9459-1ac808d63a04&id=81c102ef-f128-429a-9459-1ac808d63a04 HTTP/1.1" status: 200 len: 1991 time: 0.6620338 Jan 18 20:10:41.914810 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2f5b10-ef2a-4432-916c-6f2e0a1ab21b x-openstack-request-id: req-4b2f5b10-ef2a-4432-916c-6f2e0a1ab21b {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:41.915235 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c4c160-459b-4aed-897f-2d0eace8f964", "name": "network-vif-plugged", "status": "completed", "tag": "954ab496-7795-4130-941c-439d09edaee9", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:41.915924 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b2f5b10-ef2a-4432-916c-6f2e0a1ab21b {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:41.916422 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c4c160-459b-4aed-897f-2d0eace8f964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954ab496-7795-4130-941c-439d09edaee9', 'code': 200} Jan 18 20:10:41.938987 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-32ecf16c-ae7d-4252-8f72-bb274aa5a054 req-79ff64c1-f380-4dd9-9783-89668750a890 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] For port 26787e24-6f29-45b3-9a89-4a5008a4324c, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=26787e24-6f29-45b3-9a89-4a5008a4324c,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:41.939545 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-32ecf16c-ae7d-4252-8f72-bb274aa5a054 req-79ff64c1-f380-4dd9-9783-89668750a890 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (26787e24-6f29-45b3-9a89-4a5008a4324c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:41.942161 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3579e-48c8-4bf5-90a9-08c77c3a3f5e req-e4aa90e7-df25-44a2-a01f-cfd32619b550 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:41.944138 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-07b3579e-48c8-4bf5-90a9-08c77c3a3f5e req-e4aa90e7-df25-44a2-a01f-cfd32619b550 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=47048677-b407-4bbd-b2a3-3ebfd719f147 HTTP/1.1" status: 200 len: 984 time: 0.0622096 Jan 18 20:10:42.027095 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-07b3579e-48c8-4bf5-90a9-08c77c3a3f5e req-af515321-f1a9-460b-b416-dc34684b0072 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups?id=d93ab09c-9f16-4722-a8ff-7244bc961c3f&id=2e4635da-206a-42df-b4da-44fbd0bc74bd&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0763972 Jan 18 20:10:42.066852 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-32ecf16c-ae7d-4252-8f72-bb274aa5a054 req-79ff64c1-f380-4dd9-9783-89668750a890 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Calling delete_port for 26787e24-6f29-45b3-9a89-4a5008a4324c owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:10:42.070402 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-91b9909f-7100-4390-9f67-8808d2123209 req-d7509712-9c35-4c7e-acdc-15fb7f214532 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5628e5e2-38d7-4c23-acf3-62dfe75ed62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012096 Jan 18 20:10:42.150851 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2253b-0b30-4aa0-ac55-c0ea6439627e req-6f9cec08-bd74-4481-9820-6534c4740ab3 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:42.159272 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-60e2253b-0b30-4aa0-ac55-c0ea6439627e req-6f9cec08-bd74-4481-9820-6534c4740ab3 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c192283-d555-4329-955a-64b4e0425864 HTTP/1.1" status: 200 len: 949 time: 0.1120520 Jan 18 20:10:42.164896 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e44ff-ab89-48db-b429-eee3aef3601c req-9a30175e-0d53-4235-ad37-483816d29eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:42.167632 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a43e44ff-ab89-48db-b429-eee3aef3601c req-9a30175e-0d53-4235-ad37-483816d29eb4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 1096 time: 0.1086810 Jan 18 20:10:42.211159 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-128b019d-7fca-4e4a-9b67-1ba6fec53e76 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58bdde0d1470454589ceb4c5ff2aa86d HTTP/1.1" status: 200 len: 380 time: 0.2401671 Jan 18 20:10:42.257730 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a43e44ff-ab89-48db-b429-eee3aef3601c req-b37075a4-a043-4e1d-87ad-2fca45494df8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684423 Jan 18 20:10:42.283929 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-91b9909f-7100-4390-9f67-8808d2123209 req-369e913a-7c06-472d-9625-0d2be24f02fe service neutron] 10.222.0.70 "GET /v2.0/networks/5628e5e2-38d7-4c23-acf3-62dfe75ed62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975422 Jan 18 20:10:42.287656 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a755f6b1-d862-4be7-9465-147031606c7d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Request body: {'port': {'device_id': '7839a035-0924-493d-9b9e-9bdae0368670', 'network_id': 'f5a28bc4-6d91-4261-a9f7-5d655221c24a', 'admin_state_up': True, 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'security_groups': ['b1932240-7d46-444a-b08f-d72000630e7c']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:42.288283 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-60e2253b-0b30-4aa0-ac55-c0ea6439627e req-78e465a3-e964-4695-9a36-e680efcdc63a tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.31 "GET /v2.0/security-groups?id=47005860-09ff-49ab-979e-7bc0afc7808d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280828 Jan 18 20:10:42.434885 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcefca-ae5a-41f5-ab27-54ae01ce74a5 req-db2a0805-bed9-4732-ad1c-456dc9a570d4 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:42.437744 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6ffcefca-ae5a-41f5-ab27-54ae01ce74a5 req-db2a0805-bed9-4732-ad1c-456dc9a570d4 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 944 time: 0.0630348 Jan 18 20:10:42.482258 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a755f6b1-d862-4be7-9465-147031606c7d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Made reservation on behalf of 58bdde0d1470454589ceb4c5ff2aa86d for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:10:42.486423 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a755f6b1-d862-4be7-9465-147031606c7d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:42.507026 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-32ecf16c-ae7d-4252-8f72-bb274aa5a054 req-79ff64c1-f380-4dd9-9783-89668750a890 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (26787e24-6f29-45b3-9a89-4a5008a4324c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:42.533791 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6ffcefca-ae5a-41f5-ab27-54ae01ce74a5 req-eba854f4-8f8b-42d0-ae10-349895012436 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750780 Jan 18 20:10:42.566169 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff64c1-f380-4dd9-9783-89668750a890 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Pushing event deleted for resources: {'Port': ['ID=26787e24-6f29-45b3-9a89-4a5008a4324c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:42.667463 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ecf16c-ae7d-4252-8f72-bb274aa5a054 req-79ff64c1-f380-4dd9-9783-89668750a890 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] No DVR routers for this DVR port 26787e24-6f29-45b3-9a89-4a5008a4324c on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:10:42.676584 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-32ecf16c-ae7d-4252-8f72-bb274aa5a054 req-79ff64c1-f380-4dd9-9783-89668750a890 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:42.680298 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-32ecf16c-ae7d-4252-8f72-bb274aa5a054 req-79ff64c1-f380-4dd9-9783-89668750a890 tempest-MigrationsAdminTest-1871271305 tempest-MigrationsAdminTest-1871271305-project] 10.222.0.57 "DELETE /v2.0/ports/26787e24-6f29-45b3-9a89-4a5008a4324c HTTP/1.1" status: 204 len: 173 time: 1.5686872 Jan 18 20:10:42.680816 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c192283-d555-4329-955a-64b4e0425864', 'name': 'network-vif-deleted', 'tag': '26787e24-6f29-45b3-9a89-4a5008a4324c'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:42.683268 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc1f5f5-70de-43eb-96e8-a6ee8b4fc0e4" -d '{"events": [{"server_uuid": "0c192283-d555-4329-955a-64b4e0425864", "name": "network-vif-deleted", "tag": "26787e24-6f29-45b3-9a89-4a5008a4324c"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:42.697729 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef824a-833e-4a79-847d-a3f1c4739c41 req-213519b0-50cc-4426-9ed7-12fac83926c8 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:42.699793 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d3ef824a-833e-4a79-847d-a3f1c4739c41 req-213519b0-50cc-4426-9ed7-12fac83926c8 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.0723634 Jan 18 20:10:42.724139 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-91b9909f-7100-4390-9f67-8808d2123209 req-0fc43ded-9c41-4518-8d4b-401c09e8bede service neutron] 10.222.0.70 "GET /v2.0/networks/5628e5e2-38d7-4c23-acf3-62dfe75ed62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265022 Jan 18 20:10:42.806683 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a755f6b1-d862-4be7-9465-147031606c7d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Allocated IP 172.20.0.12 (f5a28bc4-6d91-4261-a9f7-5d655221c24a/3da5da2e-d2b1-4395-8273-eab036481371/0a1c35cd-5914-44b5-95a0-1d50b743c9db) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:10:42.825207 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d3ef824a-833e-4a79-847d-a3f1c4739c41 req-a6c3f2e2-c49a-4c1a-a9a5-fd83c3db64fb tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063073 Jan 18 20:10:42.913400 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e11537-119a-48dc-a034-d85709de8cc2 x-openstack-request-id: req-b7e11537-119a-48dc-a034-d85709de8cc2 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:42.913554 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c192283-d555-4329-955a-64b4e0425864", "name": "network-vif-deleted", "tag": "26787e24-6f29-45b3-9a89-4a5008a4324c", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:42.914209 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7e11537-119a-48dc-a034-d85709de8cc2 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:42.914800 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c192283-d555-4329-955a-64b4e0425864', 'name': 'network-vif-deleted', 'tag': '26787e24-6f29-45b3-9a89-4a5008a4324c', 'status': 'completed', 'code': 200} Jan 18 20:10:42.981916 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1909a0-64cc-4c32-b521-704dbe37b7ef req-7d2a086e-7eb8-48e3-a272-78847340b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:42.983398 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ab1909a0-64cc-4c32-b521-704dbe37b7ef req-7d2a086e-7eb8-48e3-a272-78847340b666 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=79bac98ff06d455bb4a4343096ef379b&device_id=47048677-b407-4bbd-b2a3-3ebfd719f147 HTTP/1.1" status: 200 len: 1135 time: 0.1085703 Jan 18 20:10:43.050610 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a755f6b1-d862-4be7-9465-147031606c7d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for port (0a1c35cd-5914-44b5-95a0-1d50b743c9db), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:43.054895 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ac4b6-0795-480a-aa8c-8a183b121468 req-988cbb6d-14fb-45cb-a523-3d8e8d160d16 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:43.056326 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-da9ac4b6-0795-480a-aa8c-8a183b121468 req-988cbb6d-14fb-45cb-a523-3d8e8d160d16 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4f9e08-2cbb-4754-a9c4-30e94cc6620c HTTP/1.1" status: 200 len: 946 time: 0.0870593 Jan 18 20:10:43.145038 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-da9ac4b6-0795-480a-aa8c-8a183b121468 req-9de419be-dc68-4c75-8099-c73f485c6529 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764930 Jan 18 20:10:43.158824 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1909a0-64cc-4c32-b521-704dbe37b7ef req-69743cc8-00f5-407c-ad1e-942b1e9eaca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:43.158824 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ab1909a0-64cc-4c32-b521-704dbe37b7ef req-69743cc8-00f5-407c-ad1e-942b1e9eaca0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5628e5e2-38d7-4c23-acf3-62dfe75ed62d HTTP/1.1" status: 200 len: 913 time: 0.1544816 Jan 18 20:10:43.206514 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a755f6b1-d862-4be7-9465-147031606c7d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (0a1c35cd-5914-44b5-95a0-1d50b743c9db), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:43.209262 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ab1909a0-64cc-4c32-b521-704dbe37b7ef req-04a17b81-d3d3-42ba-8d4d-c68bb0ac4b8b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aed008d6-4efb-4f38-9022-232d2615e224 HTTP/1.1" status: 200 len: 217 time: 0.0469260 Jan 18 20:10:43.255839 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755f6b1-d862-4be7-9465-147031606c7d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Pushing event updated for resources: {'Port': ['ID=0a1c35cd-5914-44b5-95a0-1d50b743c9db,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:43.304468 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a755f6b1-d862-4be7-9465-147031606c7d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Network f5a28bc4-6d91-4261-a9f7-5d655221c24a is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:10:43.304468 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a755f6b1-d862-4be7-9465-147031606c7d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:10:43.306644 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a755f6b1-d862-4be7-9465-147031606c7d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:10:43.348861 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1909a0-64cc-4c32-b521-704dbe37b7ef req-eaefb33f-df64-431c-a769-90f0df80c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:43.350240 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ab1909a0-64cc-4c32-b521-704dbe37b7ef req-eaefb33f-df64-431c-a769-90f0df80c655 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bbda01f7-ba03-4a9c-a56c-51f2a68f70b2 HTTP/1.1" status: 200 len: 852 time: 0.0963647 Jan 18 20:10:43.366178 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a755f6b1-d862-4be7-9465-147031606c7d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:43.367523 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a755f6b1-d862-4be7-9465-147031606c7d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:43.383265 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bfa6a-ff4d-437e-bc85-621806137a5d req-088eae75-19d2-4584-8bc4-1979ba43ae8c tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:43.392857 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-255bfa6a-ff4d-437e-bc85-621806137a5d req-088eae75-19d2-4584-8bc4-1979ba43ae8c tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d944f2-3c54-4f20-be91-39d80d78f330 HTTP/1.1" status: 200 len: 949 time: 0.1433675 Jan 18 20:10:43.407365 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ab1909a0-64cc-4c32-b521-704dbe37b7ef req-ad9447f5-8681-47bf-936d-ea5a8aff66b8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5628e5e2-38d7-4c23-acf3-62dfe75ed62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352497 Jan 18 20:10:43.411133 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ecbb2d86-23b8-413a-bee8-5141d2171c91 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:10:43.419886 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a755f6b1-d862-4be7-9465-147031606c7d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2019141 Jan 18 20:10:43.439491 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-f779daf6-45fe-44a1-a613-aee4236c2e64 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Request body: {'port': {'device_id': '7839a035-0924-493d-9b9e-9bdae0368670', 'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019', 'admin_state_up': True, 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'security_groups': ['b1932240-7d46-444a-b08f-d72000630e7c']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:43.519313 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port ecbb2d86-23b8-413a-bee8-5141d2171c91 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:10:43.525277 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port ecbb2d86-23b8-413a-bee8-5141d2171c91 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:43.525957 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ecbb2d86-23b8-413a-bee8-5141d2171c91), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:43.619403 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-2541f62d-b38f-4dfb-9a98-a5cf39521ca6 None None] Provisioning complete for port 0a1c35cd-5914-44b5-95a0-1d50b743c9db triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:43.620110 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2541f62d-b38f-4dfb-9a98-a5cf39521ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (0a1c35cd-5914-44b5-95a0-1d50b743c9db), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:43.630053 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-f779daf6-45fe-44a1-a613-aee4236c2e64 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Made reservation on behalf of 58bdde0d1470454589ceb4c5ff2aa86d for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:10:43.633549 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-f779daf6-45fe-44a1-a613-aee4236c2e64 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:43.680436 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ab1909a0-64cc-4c32-b521-704dbe37b7ef req-92bf48c8-b796-4c78-ad92-b9ac9584f747 service neutron] 10.222.0.70 "GET /v2.0/networks/5628e5e2-38d7-4c23-acf3-62dfe75ed62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549770 Jan 18 20:10:43.691553 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port ecbb2d86-23b8-413a-bee8-5141d2171c91 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:43.692214 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ecbb2d86-23b8-413a-bee8-5141d2171c91), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:43.695582 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2541f62d-b38f-4dfb-9a98-a5cf39521ca6 None None] Port 0a1c35cd-5914-44b5-95a0-1d50b743c9db cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:10:43.708175 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-cb6ba716-8317-41f8-af60-4535c52c08c6 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:10:43.709413 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-cb6ba716-8317-41f8-af60-4535c52c08c6 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4008396 Jan 18 20:10:43.743638 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 26787e24-6f29-45b3-9a89-4a5008a4324c no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:10:43.765090 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ecbb2d86-23b8-413a-bee8-5141d2171c91, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ecbb2d86-23b8-413a-bee8-5141d2171c91,segment=NetworkSegment(91eca149-2050-42be-9943-9917eddedfac),segment_id=91eca149-2050-42be-9943-9917eddedfac)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:43.782088 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-255bfa6a-ff4d-437e-bc85-621806137a5d req-536395b7-bc88-4c0f-bd82-1203beac3206 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847544 Jan 18 20:10:43.810561 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ecbb2d86-23b8-413a-bee8-5141d2171c91), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:43.816201 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 26787e24-6f29-45b3-9a89-4a5008a4324c {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:10:43.816579 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 26787e24-6f29-45b3-9a89-4a5008a4324c not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:10:43.859985 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-caddcbd8-6fe0-4db0-af97-d6b65b23646f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:43.877848 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-caddcbd8-6fe0-4db0-af97-d6b65b23646f service neutron] 10.222.0.31 "GET /v2.0/ports/8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af HTTP/1.1" status: 200 len: 1093 time: 0.1547759 Jan 18 20:10:43.889081 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ab1909a0-64cc-4c32-b521-704dbe37b7ef req-67c890f2-6246-4952-9921-ef806351d448 service neutron] 10.222.0.70 "GET /v2.0/networks/5628e5e2-38d7-4c23-acf3-62dfe75ed62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761923 Jan 18 20:10:43.890166 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-88b94239-ba7c-4965-8049-13875b5328ae service neutron] Request body: {'binding': {'host': 'n-h1-741529-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:43.890321 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-f779daf6-45fe-44a1-a613-aee4236c2e64 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Allocated IP 10.1.1.148 (dcafdc34-74ba-4d39-8792-ddf985df2019/77f41d4b-3666-4a69-ae78-7f1d463a262a/3375ea57-478b-43f3-83e6-dd6a5636f0c3) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:10:43.890626 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-88b94239-ba7c-4965-8049-13875b5328ae service neutron] Unknown quota resources ['binding']. {{(pid=103336) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 18 20:10:43.924608 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5022965f-1c2b-4ad3-aa1d-4cdb38acfa60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbb2d86-23b8-413a-bee8-5141d2171c91'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:43.929202 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b991e71b-617e-4345-9b48-8a3bc894f30a" -d '{"events": [{"server_uuid": "5022965f-1c2b-4ad3-aa1d-4cdb38acfa60", "name": "network-vif-plugged", "status": "completed", "tag": "ecbb2d86-23b8-413a-bee8-5141d2171c91"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:43.952583 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=ecbb2d86-23b8-413a-bee8-5141d2171c91,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:44.035225 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a362eb-8cc9-41c2-af2a-cd68e9a98921 req-974edd82-34e7-4b33-a553-8313b5d449aa tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:44.036859 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d1a362eb-8cc9-41c2-af2a-cd68e9a98921 req-974edd82-34e7-4b33-a553-8313b5d449aa tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 932 time: 0.1154714 Jan 18 20:10:44.083412 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-f779daf6-45fe-44a1-a613-aee4236c2e64 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for port (3375ea57-478b-43f3-83e6-dd6a5636f0c3), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:44.129553 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d1a362eb-8cc9-41c2-af2a-cd68e9a98921 req-ef333d7a-bcd7-414a-aaef-e63f5970ca75 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826492 Jan 18 20:10:44.139549 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-f779daf6-45fe-44a1-a613-aee4236c2e64 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (3375ea57-478b-43f3-83e6-dd6a5636f0c3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:44.143247 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-88b94239-ba7c-4965-8049-13875b5328ae service neutron] Attempting to bind port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af on host n-h1-741529-9 for vnic_type normal with profile None {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:10:44.143584 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-88b94239-ba7c-4965-8049-13875b5328ae service neutron] Attempting to bind port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:10:44.143910 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-88b94239-ba7c-4965-8049-13875b5328ae service neutron] Attempting to bind port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af on network 133a80cf-c268-45f9-91ee-564a51a659af {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:44.152115 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:10:44.154233 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-88b94239-ba7c-4965-8049-13875b5328ae service neutron] Port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af on network 133a80cf-c268-45f9-91ee-564a51a659af not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:10:44.155021 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-88b94239-ba7c-4965-8049-13875b5328ae service neutron] Attempting to bind port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af on network 133a80cf-c268-45f9-91ee-564a51a659af {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:44.164552 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-88b94239-ba7c-4965-8049-13875b5328ae service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:10:44.164897 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-88b94239-ba7c-4965-8049-13875b5328ae service neutron] Checking segment: {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:10:44.165282 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-88b94239-ba7c-4965-8049-13875b5328ae service neutron] Bound using segment: {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:10:44.165740 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-88b94239-ba7c-4965-8049-13875b5328ae service neutron] Bound port: 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:10:44.201420 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-f779daf6-45fe-44a1-a613-aee4236c2e64 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Network dcafdc34-74ba-4d39-8792-ddf985df2019 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:10:44.204112 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-f779daf6-45fe-44a1-a613-aee4236c2e64 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:10:44.207985 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-f779daf6-45fe-44a1-a613-aee4236c2e64 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:10:44.254853 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779daf6-45fe-44a1-a613-aee4236c2e64 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Pushing event updated for resources: {'Port': ['ID=3375ea57-478b-43f3-83e6-dd6a5636f0c3,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:44.280944 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-f779daf6-45fe-44a1-a613-aee4236c2e64 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:44.282185 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-f779daf6-45fe-44a1-a613-aee4236c2e64 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:44.312300 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-f779daf6-45fe-44a1-a613-aee4236c2e64 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8782585 Jan 18 20:10:44.326603 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-2098285f-ec6d-4c3d-9646-d96fdf96455c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Request body: {'port': {'device_id': '7839a035-0924-493d-9b9e-9bdae0368670', 'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019', 'admin_state_up': True, 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'security_groups': ['b1932240-7d46-444a-b08f-d72000630e7c']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:44.328284 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-88b94239-ba7c-4965-8049-13875b5328ae service neutron] For port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:10:44.344239 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28f087-0913-438c-a8df-c1531dc1d193 req-fbd99ebf-0cf2-4fc8-923c-6e61692b34e3 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:44.351986 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc28f087-0913-438c-a8df-c1531dc1d193 req-fbd99ebf-0cf2-4fc8-923c-6e61692b34e3 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=47048677-b407-4bbd-b2a3-3ebfd719f147 HTTP/1.1" status: 200 len: 984 time: 0.0990217 Jan 18 20:10:44.356393 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-88b94239-ba7c-4965-8049-13875b5328ae service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:44.357949 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-88b94239-ba7c-4965-8049-13875b5328ae service neutron] 10.222.0.31 "POST /v2.0/ports/8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af/bindings HTTP/1.1" status: 201 len: 389 time: 0.4718430 Jan 18 20:10:44.442769 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc28f087-0913-438c-a8df-c1531dc1d193 req-35e915e5-62cf-41c4-b234-af06a27cabf2 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups?id=d93ab09c-9f16-4722-a8ff-7244bc961c3f&id=2e4635da-206a-42df-b4da-44fbd0bc74bd&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0897946 Jan 18 20:10:44.608448 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-2098285f-ec6d-4c3d-9646-d96fdf96455c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Made reservation on behalf of 58bdde0d1470454589ceb4c5ff2aa86d for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:10:44.616823 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-2098285f-ec6d-4c3d-9646-d96fdf96455c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:44.636438 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7a0511c1-5be4-4aa3-9268-c222651e4fe6 None None] Provisioning complete for port 3375ea57-478b-43f3-83e6-dd6a5636f0c3 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:44.637665 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7a0511c1-5be4-4aa3-9268-c222651e4fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3375ea57-478b-43f3-83e6-dd6a5636f0c3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:44.734614 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7a0511c1-5be4-4aa3-9268-c222651e4fe6 None None] Port 3375ea57-478b-43f3-83e6-dd6a5636f0c3 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:10:44.758755 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101f88c-6e42-432f-a996-67d2cb95a520 req-a268937d-9db5-4765-98bd-99740c60eacc tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:44.760964 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8101f88c-6e42-432f-a996-67d2cb95a520 req-a268937d-9db5-4765-98bd-99740c60eacc tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.1155202 Jan 18 20:10:44.869397 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-901625fe-e489-4100-90b6-c5daef56a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:44.871010 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-901625fe-e489-4100-90b6-c5daef56a4b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46be2ca450fb44c88ba90d0767174258&device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 1096 time: 0.1052840 Jan 18 20:10:44.872111 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8101f88c-6e42-432f-a996-67d2cb95a520 req-9817425b-cdd6-4d50-9a98-04f19db2b8ab tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024261 Jan 18 20:10:44.975284 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-2098285f-ec6d-4c3d-9646-d96fdf96455c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Allocated IP 10.1.1.45 (dcafdc34-74ba-4d39-8792-ddf985df2019/77f41d4b-3666-4a69-ae78-7f1d463a262a/706fa8c8-f793-4fca-9e7c-9e00596e21c0) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:10:44.986908 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43278) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:45.019604 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517e250-0b2d-43d6-97e4-9dcb068d146c req-43449748-3f43-4b14-8031-fe0d97c7e6c2 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:45.021538 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4517e250-0b2d-43d6-97e4-9dcb068d146c req-43449748-3f43-4b14-8031-fe0d97c7e6c2 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.0783567 Jan 18 20:10:45.037501 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcee260-b4ff-4ff3-acca-b8ca978bf4d0 x-openstack-request-id: req-4bcee260-b4ff-4ff3-acca-b8ca978bf4d0 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:45.038302 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5022965f-1c2b-4ad3-aa1d-4cdb38acfa60", "name": "network-vif-plugged", "status": "completed", "tag": "ecbb2d86-23b8-413a-bee8-5141d2171c91", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:45.038713 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4bcee260-b4ff-4ff3-acca-b8ca978bf4d0 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:45.039221 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5022965f-1c2b-4ad3-aa1d-4cdb38acfa60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbb2d86-23b8-413a-bee8-5141d2171c91', 'code': 200} Jan 18 20:10:45.117176 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-ebd2c112-d632-48db-99a0-21a1291635d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:45.119012 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-ebd2c112-d632-48db-99a0-21a1291635d7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 200 len: 908 time: 0.2399964 Jan 18 20:10:45.155246 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4517e250-0b2d-43d6-97e4-9dcb068d146c req-0796d351-379f-40ef-ae57-c98a3f0d2b34 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266108 Jan 18 20:10:45.213800 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91679a4-27bb-4340-b1c6-e83460a81b5e req-d21b8e7f-35b6-4a1a-9502-150dd8105d3c tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:45.220966 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a91679a4-27bb-4340-b1c6-e83460a81b5e req-d21b8e7f-35b6-4a1a-9502-150dd8105d3c tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 945 time: 0.0903125 Jan 18 20:10:45.237898 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-6eb12554-90e8-45e0-82be-faa32ed6c4bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af HTTP/1.1" status: 200 len: 217 time: 0.1064513 Jan 18 20:10:45.257620 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-041fa1ba-3246-4cd5-aa35-c265fd088090 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=85092cd3f857422b8e1328b863cb2eb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2655072 Jan 18 20:10:45.258302 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43294) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:45.338618 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820811b3-6a52-4bdb-9cd1-3adc76ab12d2 req-f40fafca-2188-4690-b460-043e7d6adde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:45.350915 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a91679a4-27bb-4340-b1c6-e83460a81b5e req-51f17788-f351-4032-866a-075aaf88770d tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202204 Jan 18 20:10:45.352764 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-820811b3-6a52-4bdb-9cd1-3adc76ab12d2 req-f40fafca-2188-4690-b460-043e7d6adde6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 1096 time: 0.2291963 Jan 18 20:10:45.373867 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-68f56115-1eeb-41f9-b2ed-6fe06ab74c1f admin admin] Publish callbacks [] for security_group (47005860-09ff-49ab-979e-7bc0afc7808d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:45.381681 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-0aa40173-9031-46f4-8237-ee87971b87e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:45.385674 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-0aa40173-9031-46f4-8237-ee87971b87e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=45324dde-9697-4682-9610-ed3bed3250cd HTTP/1.1" status: 200 len: 847 time: 0.1393864 Jan 18 20:10:45.396779 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 4b74dfed-307a-4b7b-a9be-db91ceee7280 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:10:45.430770 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-68f56115-1eeb-41f9-b2ed-6fe06ab74c1f admin admin] Publish callbacks [] for security_group (47005860-09ff-49ab-979e-7bc0afc7808d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:45.517173 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-68f56115-1eeb-41f9-b2ed-6fe06ab74c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (47005860-09ff-49ab-979e-7bc0afc7808d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:45.520236 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-68f56115-1eeb-41f9-b2ed-6fe06ab74c1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:45.524856 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-68f56115-1eeb-41f9-b2ed-6fe06ab74c1f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/47005860-09ff-49ab-979e-7bc0afc7808d HTTP/1.1" status: 204 len: 168 time: 0.2654469 Jan 18 20:10:45.532637 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-9c7b2973-55c9-45b1-875c-6d8798ae4688 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=133a80cf-c268-45f9-91ee-564a51a659af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432770 Jan 18 20:10:45.533523 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f56115-1eeb-41f9-b2ed-6fe06ab74c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47005860-09ff-49ab-979e-7bc0afc7808d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:45.568672 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 4b74dfed-307a-4b7b-a9be-db91ceee7280 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:45.569053 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4b74dfed-307a-4b7b-a9be-db91ceee7280), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:45.648511 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-dd26f12b-89b1-4dc1-a0a4-e32febcef50f service neutron] 10.222.0.57 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071229 Jan 18 20:10:45.650626 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 4b74dfed-307a-4b7b-a9be-db91ceee7280, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4b74dfed-307a-4b7b-a9be-db91ceee7280,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:45.661140 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4b74dfed-307a-4b7b-a9be-db91ceee7280), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:45.698358 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-2098285f-ec6d-4c3d-9646-d96fdf96455c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for port (706fa8c8-f793-4fca-9e7c-9e00596e21c0), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:45.722033 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-820811b3-6a52-4bdb-9cd1-3adc76ab12d2 req-d0f62345-35ae-490f-a6ae-d459db9b3b28 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3352561 Jan 18 20:10:45.722974 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad36dbc-eb2a-40d4-bebf-54cf6fb957b7 req-24a7d926-4ac7-4da6-9948-606ad029a2e5 tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:45.724369 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad36dbc-eb2a-40d4-bebf-54cf6fb957b7 req-24a7d926-4ac7-4da6-9948-606ad029a2e5 tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:45.724864 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad36dbc-eb2a-40d4-bebf-54cf6fb957b7 req-24a7d926-4ac7-4da6-9948-606ad029a2e5 tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:45.725396 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad36dbc-eb2a-40d4-bebf-54cf6fb957b7 req-24a7d926-4ac7-4da6-9948-606ad029a2e5 tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:45.726105 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad36dbc-eb2a-40d4-bebf-54cf6fb957b7 req-24a7d926-4ac7-4da6-9948-606ad029a2e5 tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:45.726580 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad36dbc-eb2a-40d4-bebf-54cf6fb957b7 req-24a7d926-4ac7-4da6-9948-606ad029a2e5 tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:45.727204 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad36dbc-eb2a-40d4-bebf-54cf6fb957b7 req-24a7d926-4ac7-4da6-9948-606ad029a2e5 tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:45.727675 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad36dbc-eb2a-40d4-bebf-54cf6fb957b7 req-24a7d926-4ac7-4da6-9948-606ad029a2e5 tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:45.728284 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad36dbc-eb2a-40d4-bebf-54cf6fb957b7 req-24a7d926-4ac7-4da6-9948-606ad029a2e5 tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:45.728751 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad36dbc-eb2a-40d4-bebf-54cf6fb957b7 req-24a7d926-4ac7-4da6-9948-606ad029a2e5 tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:45.729215 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad36dbc-eb2a-40d4-bebf-54cf6fb957b7 req-24a7d926-4ac7-4da6-9948-606ad029a2e5 tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:45.740036 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6ad36dbc-eb2a-40d4-bebf-54cf6fb957b7 req-24a7d926-4ac7-4da6-9948-606ad029a2e5 tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670&device_id=12c4c160-459b-4aed-897f-2d0eace8f964&device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60&device_id=25d944f2-3c54-4f20-be91-39d80d78f330&device_id=47048677-b407-4bbd-b2a3-3ebfd719f147&device_id=716d0bd5-2171-415f-8bc2-8febb824caee&device_id=1f4f9e08-2cbb-4754-a9c4-30e94cc6620c&device_id=d6f141ae-58d6-4343-aabb-a270d4ae78bb&device_id=3af13c7b-5a78-4204-a2c2-3d3638814240&device_id=fd2e16af-cc25-4950-8b1d-71ae47c24e70 HTTP/1.1" status: 200 len: 9953 time: 0.1874640 Jan 18 20:10:45.759444 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=4b74dfed-307a-4b7b-a9be-db91ceee7280,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:45.761669 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87c30b-3d94-4011-98b6-75017fc27ea8 req-a56739fd-7cbd-423e-9fcf-491b4d59800c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:45.771029 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87c30b-3d94-4011-98b6-75017fc27ea8 req-a56739fd-7cbd-423e-9fcf-491b4d59800c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:45.773882 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cf87c30b-3d94-4011-98b6-75017fc27ea8 req-a56739fd-7cbd-423e-9fcf-491b4d59800c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 1654 time: 0.2103374 Jan 18 20:10:45.786466 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6ad36dbc-eb2a-40d4-bebf-54cf6fb957b7 req-54fff94b-e69b-4d1a-83e2-09e107b6db1c tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:45.801925 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-38e192b5-69b1-4a76-ad5b-16524072ccae service neutron] 10.222.0.57 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409335 Jan 18 20:10:45.806358 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-2098285f-ec6d-4c3d-9646-d96fdf96455c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (706fa8c8-f793-4fca-9e7c-9e00596e21c0), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:45.853189 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-2098285f-ec6d-4c3d-9646-d96fdf96455c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Network dcafdc34-74ba-4d39-8792-ddf985df2019 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:10:45.856585 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-2098285f-ec6d-4c3d-9646-d96fdf96455c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:10:45.867098 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-2098285f-ec6d-4c3d-9646-d96fdf96455c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:10:45.891634 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cf87c30b-3d94-4011-98b6-75017fc27ea8 req-206c8c4f-2865-48f0-bc53-e0e2aea6f9e1 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024406 Jan 18 20:10:45.941608 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2098285f-ec6d-4c3d-9646-d96fdf96455c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Pushing event updated for resources: {'Port': ['ID=706fa8c8-f793-4fca-9e7c-9e00596e21c0,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:45.974641 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-2b5eb96f-4f6e-4fc6-999f-2410aa22260f tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:45.976533 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-2b5eb96f-4f6e-4fc6-999f-2410aa22260f tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee&tenant_id=46be2ca450fb44c88ba90d0767174258&binding%3Ahost_id=n-h2-741529-9 HTTP/1.1" status: 200 len: 1096 time: 0.1024554 Jan 18 20:10:45.983465 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-2098285f-ec6d-4c3d-9646-d96fdf96455c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:45.984611 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-2098285f-ec6d-4c3d-9646-d96fdf96455c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:45.999368 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-896dae2a-78eb-43ac-b545-52bf4f2686d9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-741529-9'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:46.018081 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6ad36dbc-eb2a-40d4-bebf-54cf6fb957b7 req-54fff94b-e69b-4d1a-83e2-09e107b6db1c tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] Publish callbacks [] for security_group (634d6a20-6fa5-48f7-80e2-86a513d43d3e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:46.026069 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6ad36dbc-eb2a-40d4-bebf-54cf6fb957b7 req-54fff94b-e69b-4d1a-83e2-09e107b6db1c tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (634d6a20-6fa5-48f7-80e2-86a513d43d3e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:46.052578 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43304) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:46.113218 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fff94b-e69b-4d1a-83e2-09e107b6db1c tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634d6a20-6fa5-48f7-80e2-86a513d43d3e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:46.114811 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-2098285f-ec6d-4c3d-9646-d96fdf96455c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7931616 Jan 18 20:10:46.121007 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-896dae2a-78eb-43ac-b545-52bf4f2686d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:46.147405 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-73988b0c-9b0c-4f85-bbb5-b29fae964d08 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Request body: {'port': {'device_id': '7839a035-0924-493d-9b9e-9bdae0368670', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '81c102ef-f128-429a-9459-1ac808d63a04', 'admin_state_up': True, 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'security_groups': ['b1932240-7d46-444a-b08f-d72000630e7c']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:46.238323 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6ad36dbc-eb2a-40d4-bebf-54cf6fb957b7 req-54fff94b-e69b-4d1a-83e2-09e107b6db1c tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&id=9e94055a-4785-40ae-bb29-0c0380ec83cc&id=2e4635da-206a-42df-b4da-44fbd0bc74bd&id=a6b8555c-e4de-4158-a200-5a9cbae11f4f&id=b1932240-7d46-444a-b08f-d72000630e7c&id=d93ab09c-9f16-4722-a8ff-7244bc961c3f&id=03cbe17c-8b8e-469c-b6f6-cf351dc1bc77&id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 1084 time: 0.4973209 Jan 18 20:10:46.277436 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ac63e910-424b-46fa-89f2-97f27bf05fe5 None None] Provisioning complete for port 706fa8c8-f793-4fca-9e7c-9e00596e21c0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:46.277848 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ac63e910-424b-46fa-89f2-97f27bf05fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (706fa8c8-f793-4fca-9e7c-9e00596e21c0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:46.281380 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-935269c7-9694-4461-9b18-5a6bf0f54e99 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60e6abe48c7e495ca6c12e5ba7b5f731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254357 Jan 18 20:10:46.284335 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43312) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:46.368912 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ac63e910-424b-46fa-89f2-97f27bf05fe5 None None] Port 706fa8c8-f793-4fca-9e7c-9e00596e21c0 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:10:46.394275 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7aa6018c-1286-4ac3-9b06-1414e21d285a admin admin] Publish callbacks [] for security_group (4d6b9653-e896-4085-83d7-dc2fd3d1fbc2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:46.427941 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-73988b0c-9b0c-4f85-bbb5-b29fae964d08 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Made reservation on behalf of 58bdde0d1470454589ceb4c5ff2aa86d for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:10:46.428285 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7aa6018c-1286-4ac3-9b06-1414e21d285a admin admin] Publish callbacks [] for security_group (4d6b9653-e896-4085-83d7-dc2fd3d1fbc2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:46.440620 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-896dae2a-78eb-43ac-b545-52bf4f2686d9 service neutron] For port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:46.543472 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-896dae2a-78eb-43ac-b545-52bf4f2686d9 service neutron] For port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:10:46.559356 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7aa6018c-1286-4ac3-9b06-1414e21d285a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4d6b9653-e896-4085-83d7-dc2fd3d1fbc2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:46.562723 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7aa6018c-1286-4ac3-9b06-1414e21d285a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:46.564165 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7aa6018c-1286-4ac3-9b06-1414e21d285a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d6b9653-e896-4085-83d7-dc2fd3d1fbc2 HTTP/1.1" status: 204 len: 168 time: 0.2788520 Jan 18 20:10:46.577089 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650898f-c537-4002-8c12-06716c2c3370 req-676a1671-10c0-4271-9de6-3e61a117d223 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:46.579692 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e650898f-c537-4002-8c12-06716c2c3370 req-676a1671-10c0-4271-9de6-3e61a117d223 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=47048677-b407-4bbd-b2a3-3ebfd719f147 HTTP/1.1" status: 200 len: 984 time: 0.0994098 Jan 18 20:10:46.587927 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-73988b0c-9b0c-4f85-bbb5-b29fae964d08 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:46.594272 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6018c-1286-4ac3-9b06-1414e21d285a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6b9653-e896-4085-83d7-dc2fd3d1fbc2,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:46.612647 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716d0bd5-2171-415f-8bc2-8febb824caee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:46.615073 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf401eac-69ce-424c-abd1-42aab7634f73" -d '{"events": [{"server_uuid": "716d0bd5-2171-415f-8bc2-8febb824caee", "name": "network-vif-unplugged", "status": "completed", "tag": "8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:46.620077 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-896dae2a-78eb-43ac-b545-52bf4f2686d9 service neutron] Publish callbacks [] for port (8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:46.636744 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-896dae2a-78eb-43ac-b545-52bf4f2686d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:46.707554 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e650898f-c537-4002-8c12-06716c2c3370 req-d3775798-c8f9-4575-8e3f-bdf73b00a794 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups?id=d93ab09c-9f16-4722-a8ff-7244bc961c3f&id=2e4635da-206a-42df-b4da-44fbd0bc74bd&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1175079 Jan 18 20:10:46.778422 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a168216-98a5-4b14-91db-faea3ae15d42 req-3a74ee70-d27d-4c1c-9b47-6d0bd8779a8c tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:46.788342 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a168216-98a5-4b14-91db-faea3ae15d42 req-3a74ee70-d27d-4c1c-9b47-6d0bd8779a8c tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.1267495 Jan 18 20:10:46.886634 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a168216-98a5-4b14-91db-faea3ae15d42 req-7abda18c-3b22-49e6-9cda-8af96210e7ae tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973258 Jan 18 20:10:46.997607 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320925c1-51c5-4f98-955f-e677cb8626f1 req-9810e576-2729-48a4-8bea-cace14ab7035 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:47.006022 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-320925c1-51c5-4f98-955f-e677cb8626f1 req-9810e576-2729-48a4-8bea-cace14ab7035 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 943 time: 0.1182323 Jan 18 20:10:47.039973 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4f9e08-2cbb-4754-a9c4-30e94cc6620c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b74dfed-307a-4b7b-a9be-db91ceee7280'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:47.042334 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7cbaf8-0a7c-41e0-8b51-3a7abf0d0a90" -d '{"events": [{"server_uuid": "1f4f9e08-2cbb-4754-a9c4-30e94cc6620c", "name": "network-vif-unplugged", "status": "completed", "tag": "4b74dfed-307a-4b7b-a9be-db91ceee7280"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:47.050054 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16e749-d0a8-4253-aeeb-246603b6d8fe req-c2f38065-1ad9-4768-af64-d70730b0af8e tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:47.051658 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cb16e749-d0a8-4253-aeeb-246603b6d8fe req-c2f38065-1ad9-4768-af64-d70730b0af8e tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4f9e08-2cbb-4754-a9c4-30e94cc6620c HTTP/1.1" status: 200 len: 944 time: 0.1024227 Jan 18 20:10:47.116619 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-320925c1-51c5-4f98-955f-e677cb8626f1 req-89f50685-3e1d-4ae6-a705-ffbccc3a08e7 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052208 Jan 18 20:10:47.177393 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cb16e749-d0a8-4253-aeeb-246603b6d8fe req-630d5407-de60-4d58-9fde-2e5e9122fdcd tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/security-groups?id=acdcd591-f4ee-4881-85a9-78e99b2b63d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188400 Jan 18 20:10:47.312460 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b39ad9-a5b0-41c5-a30c-bf4a99be9808 x-openstack-request-id: req-35b39ad9-a5b0-41c5-a30c-bf4a99be9808 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:47.312912 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716d0bd5-2171-415f-8bc2-8febb824caee", "name": "network-vif-unplugged", "status": "completed", "tag": "8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:47.313034 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35b39ad9-a5b0-41c5-a30c-bf4a99be9808 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:47.313381 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716d0bd5-2171-415f-8bc2-8febb824caee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af', 'code': 200} Jan 18 20:10:47.332001 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-896dae2a-78eb-43ac-b545-52bf4f2686d9 service neutron] Attempting to bind port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af on host n-h2-741529-9 for vnic_type normal with profile {"migrating_to": "n-h1-741529-9"} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:10:47.332337 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-896dae2a-78eb-43ac-b545-52bf4f2686d9 service neutron] Attempting to bind port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:10:47.332664 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-896dae2a-78eb-43ac-b545-52bf4f2686d9 service neutron] Attempting to bind port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af on network 133a80cf-c268-45f9-91ee-564a51a659af {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:47.344020 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-896dae2a-78eb-43ac-b545-52bf4f2686d9 service neutron] Port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af on network 133a80cf-c268-45f9-91ee-564a51a659af not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:10:47.344344 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-896dae2a-78eb-43ac-b545-52bf4f2686d9 service neutron] Attempting to bind port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af on network 133a80cf-c268-45f9-91ee-564a51a659af {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:47.347205 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896dae2a-78eb-43ac-b545-52bf4f2686d9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:47.366083 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b1b21-eb39-4252-8450-81f6e67447ee req-51b50b73-91d2-45c0-a30a-c15832e5cb44 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:47.366422 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-896dae2a-78eb-43ac-b545-52bf4f2686d9 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:10:47.366786 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-896dae2a-78eb-43ac-b545-52bf4f2686d9 service neutron] Checking segment: {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:10:47.367221 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-896dae2a-78eb-43ac-b545-52bf4f2686d9 service neutron] Bound using segment: {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:10:47.367667 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-896dae2a-78eb-43ac-b545-52bf4f2686d9 service neutron] Bound port: 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:10:47.368021 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-896dae2a-78eb-43ac-b545-52bf4f2686d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:47.373558 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d96b1b21-eb39-4252-8450-81f6e67447ee req-51b50b73-91d2-45c0-a30a-c15832e5cb44 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.1184480 Jan 18 20:10:47.401105 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-73988b0c-9b0c-4f85-bbb5-b29fae964d08 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Allocated IP 10.2.2.100 (81c102ef-f128-429a-9459-1ac808d63a04/43210e8f-45ce-4b5c-b3f2-0e143bfcd29c/fcb008f3-6e05-437d-bc92-613c8989d834) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:47.474339 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:47.477446 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:47.477446 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:47.477446 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:47.477446 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:47.477446 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:47.477446 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:47.477446 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:47.477446 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:47.477446 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:47.477446 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:47.477446 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:47.477446 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:10:47.478508 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74ef9b-a376-43f2-a840-6b4d4f474a82 req-153536d3-f7d8-4d8a-b00a-4b3b3150d36e tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:47.479047 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4c74ef9b-a376-43f2-a840-6b4d4f474a82 req-153536d3-f7d8-4d8a-b00a-4b3b3150d36e tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f4f9e08-2cbb-4754-a9c4-30e94cc6620c HTTP/1.1" status: 200 len: 944 time: 0.1252453 Jan 18 20:10:47.480436 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-244150f4-340c-4e52-aa87-bbed99011828 req-052155b2-29fd-4547-8c67-4888dfe55fd5 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-322024797&fields=id&tenant_id=79bac98ff06d455bb4a4343096ef379b HTTP/1.1" status: 200 len: 267 time: 0.0816493 Jan 18 20:10:47.501732 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d96b1b21-eb39-4252-8450-81f6e67447ee req-45546be5-bc57-40c7-8c71-47021936907e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208003 Jan 18 20:10:47.551272 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-896dae2a-78eb-43ac-b545-52bf4f2686d9 service neutron] For port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:10:47.581456 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244150f4-340c-4e52-aa87-bbed99011828 req-4898cc9e-53d4-46e3-bf24-0a699cae3bcf tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:47.594828 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-244150f4-340c-4e52-aa87-bbed99011828 req-4898cc9e-53d4-46e3-bf24-0a699cae3bcf tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=47048677-b407-4bbd-b2a3-3ebfd719f147 HTTP/1.1" status: 200 len: 984 time: 0.0791576 Jan 18 20:10:47.611443 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-896dae2a-78eb-43ac-b545-52bf4f2686d9 service neutron] For port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:10:47.611714 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-244150f4-340c-4e52-aa87-bbed99011828 req-e10a429a-2661-4346-917a-cbd85e6a282c tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Request body: {'port': {'security_groups': ['2e4635da-206a-42df-b4da-44fbd0bc74bd', 'd93ab09c-9f16-4722-a8ff-7244bc961c3f', '1f23b168-88cb-4294-9d97-ca90174d668c']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:47.624552 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-896dae2a-78eb-43ac-b545-52bf4f2686d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:47.730355 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-244150f4-340c-4e52-aa87-bbed99011828 req-e10a429a-2661-4346-917a-cbd85e6a282c tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (aed008d6-4efb-4f38-9022-232d2615e224), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:47.854810 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-73988b0c-9b0c-4f85-bbb5-b29fae964d08 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for port (fcb008f3-6e05-437d-bc92-613c8989d834), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:47.867488 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3175ae-a89e-47b1-9ab1-18cbbff256bd req-78b8d850-5363-4e83-8b08-78c9c02dd613 tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:47.867727 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3175ae-a89e-47b1-9ab1-18cbbff256bd req-78b8d850-5363-4e83-8b08-78c9c02dd613 tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:47.868153 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3175ae-a89e-47b1-9ab1-18cbbff256bd req-78b8d850-5363-4e83-8b08-78c9c02dd613 tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:47.880830 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6f3175ae-a89e-47b1-9ab1-18cbbff256bd req-78b8d850-5363-4e83-8b08-78c9c02dd613 tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=25d944f2-3c54-4f20-be91-39d80d78f330&device_id=d6f141ae-58d6-4343-aabb-a270d4ae78bb&device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 2883 time: 0.1018167 Jan 18 20:10:47.897394 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896dae2a-78eb-43ac-b545-52bf4f2686d9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af,revision_number=8']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:47.919599 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-73988b0c-9b0c-4f85-bbb5-b29fae964d08 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (fcb008f3-6e05-437d-bc92-613c8989d834), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:47.932562 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-896dae2a-78eb-43ac-b545-52bf4f2686d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:47.933686 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-896dae2a-78eb-43ac-b545-52bf4f2686d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:47.936243 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-896dae2a-78eb-43ac-b545-52bf4f2686d9 service neutron] 10.222.0.57 "PUT /v2.0/ports/8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af HTTP/1.1" status: 200 len: 1121 time: 1.9453444 Jan 18 20:10:47.956987 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6f3175ae-a89e-47b1-9ab1-18cbbff256bd req-e3669d04-259f-456e-94a0-8bc2a3abfefd tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748193 Jan 18 20:10:48.011948 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-73988b0c-9b0c-4f85-bbb5-b29fae964d08 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Network 81c102ef-f128-429a-9459-1ac808d63a04 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:10:48.019168 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-4c74ef9b-a376-43f2-a840-6b4d4f474a82 req-de2473dd-115e-44b6-8b26-37356692ac01 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Deleting port 4b74dfed-307a-4b7b-a9be-db91ceee7280 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:10:48.019509 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4c74ef9b-a376-43f2-a840-6b4d4f474a82 req-de2473dd-115e-44b6-8b26-37356692ac01 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (4b74dfed-307a-4b7b-a9be-db91ceee7280), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:48.028159 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-73988b0c-9b0c-4f85-bbb5-b29fae964d08 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:10:48.031277 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73988b0c-9b0c-4f85-bbb5-b29fae964d08 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Pushing event updated for resources: {'Port': ['ID=fcb008f3-6e05-437d-bc92-613c8989d834,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:48.044643 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-73988b0c-9b0c-4f85-bbb5-b29fae964d08 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:10:48.072080 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:10:48.176418 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c507aa9-e4cb-4dc1-90c1-8834aa712769 req-ba66d393-83de-47af-8a42-e6f25c934a65 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:48.187948 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c507aa9-e4cb-4dc1-90c1-8834aa712769 req-ba66d393-83de-47af-8a42-e6f25c934a65 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:48.195061 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c507aa9-e4cb-4dc1-90c1-8834aa712769 req-ba66d393-83de-47af-8a42-e6f25c934a65 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:48.204884 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c507aa9-e4cb-4dc1-90c1-8834aa712769 req-ba66d393-83de-47af-8a42-e6f25c934a65 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:48.214761 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-4c74ef9b-a376-43f2-a840-6b4d4f474a82 req-de2473dd-115e-44b6-8b26-37356692ac01 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] For port 4b74dfed-307a-4b7b-a9be-db91ceee7280, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4b74dfed-307a-4b7b-a9be-db91ceee7280,segment=NetworkSegment(c2d912cb-4bfd-46da-bfb2-00b56de1649d),segment_id=c2d912cb-4bfd-46da-bfb2-00b56de1649d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:48.215186 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c507aa9-e4cb-4dc1-90c1-8834aa712769 req-ba66d393-83de-47af-8a42-e6f25c934a65 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 3095 time: 0.1508520 Jan 18 20:10:48.218106 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4c74ef9b-a376-43f2-a840-6b4d4f474a82 req-de2473dd-115e-44b6-8b26-37356692ac01 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (4b74dfed-307a-4b7b-a9be-db91ceee7280), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:48.222200 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-244150f4-340c-4e52-aa87-bbed99011828 req-e10a429a-2661-4346-917a-cbd85e6a282c tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] For port aed008d6-4efb-4f38-9022-232d2615e224, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=aed008d6-4efb-4f38-9022-232d2615e224,segment=NetworkSegment(7f408351-92dc-46d3-97e6-0e4f666a4758),segment_id=7f408351-92dc-46d3-97e6-0e4f666a4758)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:48.272472 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-4c74ef9b-a376-43f2-a840-6b4d4f474a82 req-de2473dd-115e-44b6-8b26-37356692ac01 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Calling delete_port for 4b74dfed-307a-4b7b-a9be-db91ceee7280 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:10:48.307423 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-73988b0c-9b0c-4f85-bbb5-b29fae964d08 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:48.307423 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-73988b0c-9b0c-4f85-bbb5-b29fae964d08 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:48.340573 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c507aa9-e4cb-4dc1-90c1-8834aa712769 req-91f4e68e-91ac-4c39-8306-a99790d8a79f tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242995 Jan 18 20:10:48.376360 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-244150f4-340c-4e52-aa87-bbed99011828 req-e10a429a-2661-4346-917a-cbd85e6a282c tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for port (aed008d6-4efb-4f38-9022-232d2615e224), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:48.387149 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-244150f4-340c-4e52-aa87-bbed99011828 req-e10a429a-2661-4346-917a-cbd85e6a282c tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (aed008d6-4efb-4f38-9022-232d2615e224), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:48.387392 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-73988b0c-9b0c-4f85-bbb5-b29fae964d08 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2516644 Jan 18 20:10:48.403865 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-7663cba7-6345-46db-aeac-266f06f21dab tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Request body: {'port': {'device_id': '7839a035-0924-493d-9b9e-9bdae0368670', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '81c102ef-f128-429a-9459-1ac808d63a04', 'admin_state_up': True, 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'security_groups': ['b1932240-7d46-444a-b08f-d72000630e7c']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:48.405166 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['e564eced-bf0e-417d-9606-acb81d49e1e6', 'aed008d6-4efb-4f38-9022-232d2615e224'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:10:48.458325 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bf05f9-5aa9-49a3-8a2a-149effe6ebfc x-openstack-request-id: req-87bf05f9-5aa9-49a3-8a2a-149effe6ebfc {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:48.459488 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4f9e08-2cbb-4754-a9c4-30e94cc6620c", "name": "network-vif-unplugged", "status": "completed", "tag": "4b74dfed-307a-4b7b-a9be-db91ceee7280", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:48.459763 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87bf05f9-5aa9-49a3-8a2a-149effe6ebfc {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:48.460165 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4f9e08-2cbb-4754-a9c4-30e94cc6620c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b74dfed-307a-4b7b-a9be-db91ceee7280', 'code': 200} Jan 18 20:10:48.506432 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244150f4-340c-4e52-aa87-bbed99011828 req-e10a429a-2661-4346-917a-cbd85e6a282c tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:48.506953 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-244150f4-340c-4e52-aa87-bbed99011828 req-e10a429a-2661-4346-917a-cbd85e6a282c tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:48.514029 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-244150f4-340c-4e52-aa87-bbed99011828 req-e10a429a-2661-4346-917a-cbd85e6a282c tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "PUT /v2.0/ports/aed008d6-4efb-4f38-9022-232d2615e224 HTTP/1.1" status: 200 len: 1020 time: 0.9163370 Jan 18 20:10:48.528674 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47048677-b407-4bbd-b2a3-3ebfd719f147', 'tag': 'aed008d6-4efb-4f38-9022-232d2615e224'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:48.531380 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b537328d-095e-43de-80ae-f3b5e0e4fa4b" -d '{"events": [{"name": "network-changed", "server_uuid": "47048677-b407-4bbd-b2a3-3ebfd719f147", "tag": "aed008d6-4efb-4f38-9022-232d2615e224"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:48.581946 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a429a-2661-4346-917a-cbd85e6a282c tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Pushing event updated for resources: {'Port': ['ID=aed008d6-4efb-4f38-9022-232d2615e224,revision_number=7']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:48.659739 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['aed008d6-4efb-4f38-9022-232d2615e224'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:10:48.696666 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5ae4d-0d71-4753-a596-b744f2b0ee9e req-8f45fb2b-44ee-43c1-bb67-a11bd97eb227 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:48.699440 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-68d5ae4d-0d71-4753-a596-b744f2b0ee9e req-8f45fb2b-44ee-43c1-bb67-a11bd97eb227 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.1025059 Jan 18 20:10:48.712089 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a036b28f-4d05-4a4b-9fdb-a61d2f030c97 None None] Provisioning complete for port fcb008f3-6e05-437d-bc92-613c8989d834 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:48.712467 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a036b28f-4d05-4a4b-9fdb-a61d2f030c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fcb008f3-6e05-437d-bc92-613c8989d834), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:48.753950 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4c74ef9b-a376-43f2-a840-6b4d4f474a82 req-de2473dd-115e-44b6-8b26-37356692ac01 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (4b74dfed-307a-4b7b-a9be-db91ceee7280), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:48.788361 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409e31d-5690-478e-a37c-a8ad41d752ff req-003e7ab0-d7b7-4b40-8985-6e1bd23090da tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:48.789971 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9409e31d-5690-478e-a37c-a8ad41d752ff req-003e7ab0-d7b7-4b40-8985-6e1bd23090da tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 943 time: 0.0849493 Jan 18 20:10:48.794026 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-68d5ae4d-0d71-4753-a596-b744f2b0ee9e req-0fb16482-251b-4923-9ca0-3a0b3900c9e5 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877271 Jan 18 20:10:48.815729 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2473dd-115e-44b6-8b26-37356692ac01 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Pushing event deleted for resources: {'Port': ['ID=4b74dfed-307a-4b7b-a9be-db91ceee7280,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:48.823400 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a036b28f-4d05-4a4b-9fdb-a61d2f030c97 None None] Port fcb008f3-6e05-437d-bc92-613c8989d834 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:10:48.871904 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9409e31d-5690-478e-a37c-a8ad41d752ff req-11377d9f-6a46-4cff-a81e-876b33b5a863 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687218 Jan 18 20:10:48.907768 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c74ef9b-a376-43f2-a840-6b4d4f474a82 req-de2473dd-115e-44b6-8b26-37356692ac01 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] No DVR routers for this DVR port 4b74dfed-307a-4b7b-a9be-db91ceee7280 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:10:48.912097 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4c74ef9b-a376-43f2-a840-6b4d4f474a82 req-de2473dd-115e-44b6-8b26-37356692ac01 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:48.916035 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4c74ef9b-a376-43f2-a840-6b4d4f474a82 req-de2473dd-115e-44b6-8b26-37356692ac01 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.70 "DELETE /v2.0/ports/4b74dfed-307a-4b7b-a9be-db91ceee7280 HTTP/1.1" status: 204 len: 173 time: 1.4170992 Jan 18 20:10:48.928172 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-7663cba7-6345-46db-aeac-266f06f21dab tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Made reservation on behalf of 58bdde0d1470454589ceb4c5ff2aa86d for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:10:48.938529 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-7663cba7-6345-46db-aeac-266f06f21dab tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:49.031561 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e838cb4-33a4-488e-9ca0-7aa10220c909 req-7625154c-a3fd-4538-8fdf-2e9303ec4d69 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4f9e08-2cbb-4754-a9c4-30e94cc6620c HTTP/1.1" status: 200 len: 210 time: 0.0935702 Jan 18 20:10:49.043999 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e738a831-247a-48f8-a5e2-ff1d606a2d95 req-c01f1725-f19e-46ac-86df-63510bd935b6 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups/1f23b168-88cb-4294-9d97-ca90174d668c HTTP/1.1" status: 200 len: 1816 time: 0.1291866 Jan 18 20:10:49.162696 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-e738a831-247a-48f8-a5e2-ff1d606a2d95 req-bff0de2a-93bf-484f-8cd4-20d602a77a34 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 18 20:10:49.177399 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e738a831-247a-48f8-a5e2-ff1d606a2d95 req-bff0de2a-93bf-484f-8cd4-20d602a77a34 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "DELETE /v2.0/security-groups/1f23b168-88cb-4294-9d97-ca90174d668c HTTP/1.1" status: 409 len: 341 time: 0.1187549 Jan 18 20:10:49.215531 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304690a9-4172-4977-8cd4-b18ece517e85 req-702d4e79-1f69-474b-8940-ca42fffefaf2 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:49.220676 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-304690a9-4172-4977-8cd4-b18ece517e85 req-702d4e79-1f69-474b-8940-ca42fffefaf2 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.0878870 Jan 18 20:10:49.239368 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-7663cba7-6345-46db-aeac-266f06f21dab tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Allocated IP 10.2.2.200 (81c102ef-f128-429a-9459-1ac808d63a04/43210e8f-45ce-4b5c-b3f2-0e143bfcd29c/1b19ac8f-84e1-4987-b625-71fe89dd67c4) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:10:49.261187 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d0c309-854d-4ae7-a1c7-3d1d5bac6863 x-openstack-request-id: req-80d0c309-854d-4ae7-a1c7-3d1d5bac6863 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:49.261746 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47048677-b407-4bbd-b2a3-3ebfd719f147", "tag": "aed008d6-4efb-4f38-9022-232d2615e224", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:49.262182 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80d0c309-854d-4ae7-a1c7-3d1d5bac6863 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:49.263316 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47048677-b407-4bbd-b2a3-3ebfd719f147', 'tag': 'aed008d6-4efb-4f38-9022-232d2615e224', 'status': 'completed', 'code': 200} Jan 18 20:10:49.315985 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716d0bd5-2171-415f-8bc2-8febb824caee', 'tag': '8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af'}, {'server_uuid': '1f4f9e08-2cbb-4754-a9c4-30e94cc6620c', 'name': 'network-vif-deleted', 'tag': '4b74dfed-307a-4b7b-a9be-db91ceee7280'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:49.319893 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b2139a-ffc1-4d5b-bd55-3cc7b10edafe" -d '{"events": [{"name": "network-changed", "server_uuid": "716d0bd5-2171-415f-8bc2-8febb824caee", "tag": "8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af"}, {"server_uuid": "1f4f9e08-2cbb-4754-a9c4-30e94cc6620c", "name": "network-vif-deleted", "tag": "4b74dfed-307a-4b7b-a9be-db91ceee7280"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:49.338898 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-304690a9-4172-4977-8cd4-b18ece517e85 req-aaaaf4f9-314c-418d-b034-ce4f2d5d82c4 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104681 Jan 18 20:10:49.424433 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 4b74dfed-307a-4b7b-a9be-db91ceee7280 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:10:49.468228 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 4b74dfed-307a-4b7b-a9be-db91ceee7280 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:10:49.469408 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 4b74dfed-307a-4b7b-a9be-db91ceee7280 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:10:49.470497 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537328d-095e-43de-80ae-f3b5e0e4fa4b req-1384f173-80f0-40dd-a0aa-fc5d61164a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:49.472071 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b537328d-095e-43de-80ae-f3b5e0e4fa4b req-1384f173-80f0-40dd-a0aa-fc5d61164a82 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=79bac98ff06d455bb4a4343096ef379b&device_id=47048677-b407-4bbd-b2a3-3ebfd719f147 HTTP/1.1" status: 200 len: 1174 time: 0.1945267 Jan 18 20:10:49.531162 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70452394-d3df-4818-838e-a013b61d387a req-800aa2d2-efe0-471a-8be4-d68b758e97ee tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:49.533719 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-70452394-d3df-4818-838e-a013b61d387a req-800aa2d2-efe0-471a-8be4-d68b758e97ee tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.0966578 Jan 18 20:10:49.547632 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43400) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:49.553987 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-018a3de5-db97-47f8-8212-3e2bdbe9d97b tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Request body: {'floatingip': {'port_id': 'ecbb2d86-23b8-413a-bee8-5141d2171c91'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:49.614917 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-018a3de5-db97-47f8-8212-3e2bdbe9d97b tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for floatingip (490ebe5e-5c6f-4695-9ba6-89bb443fb6c0), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:49.683653 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-7663cba7-6345-46db-aeac-266f06f21dab tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for port (1b19ac8f-84e1-4987-b625-71fe89dd67c4), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:49.716177 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83220d44-a3d6-4d9f-95d2-095044ed16e0 x-openstack-request-id: req-83220d44-a3d6-4d9f-95d2-095044ed16e0 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:49.716705 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "716d0bd5-2171-415f-8bc2-8febb824caee", "tag": "8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af", "status": "completed", "code": 200}, {"server_uuid": "1f4f9e08-2cbb-4754-a9c4-30e94cc6620c", "name": "network-vif-deleted", "tag": "4b74dfed-307a-4b7b-a9be-db91ceee7280", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:49.717021 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83220d44-a3d6-4d9f-95d2-095044ed16e0 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:49.717469 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '716d0bd5-2171-415f-8bc2-8febb824caee', 'tag': '8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af', 'status': 'completed', 'code': 200} Jan 18 20:10:49.717621 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4f9e08-2cbb-4754-a9c4-30e94cc6620c', 'name': 'network-vif-deleted', 'tag': '4b74dfed-307a-4b7b-a9be-db91ceee7280', 'status': 'completed', 'code': 200} Jan 18 20:10:49.770879 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:10:49.795466 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537328d-095e-43de-80ae-f3b5e0e4fa4b req-5ea560cb-1c07-4c84-978d-3b2aae03ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:49.796063 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b537328d-095e-43de-80ae-f3b5e0e4fa4b req-5ea560cb-1c07-4c84-978d-3b2aae03ed13 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5628e5e2-38d7-4c23-acf3-62dfe75ed62d HTTP/1.1" status: 200 len: 913 time: 0.3090825 Jan 18 20:10:49.870476 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-7663cba7-6345-46db-aeac-266f06f21dab tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (1b19ac8f-84e1-4987-b625-71fe89dd67c4), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:49.875539 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b537328d-095e-43de-80ae-f3b5e0e4fa4b req-8f244845-c4cf-4c1d-9fcc-6b2279e77382 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aed008d6-4efb-4f38-9022-232d2615e224 HTTP/1.1" status: 200 len: 217 time: 0.0648899 Jan 18 20:10:49.927978 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2139a-ffc1-4d5b-bd55-3cc7b10edafe req-97c6f50a-c839-4231-9e45-6eb4039d0b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:49.930747 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f6b2139a-ffc1-4d5b-bd55-3cc7b10edafe req-97c6f50a-c839-4231-9e45-6eb4039d0b37 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46be2ca450fb44c88ba90d0767174258&device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 1124 time: 0.1640897 Jan 18 20:10:49.943950 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e44a30-257a-44d4-a2e9-2deb692298f9 req-94e87fa6-0015-4c9f-8a1b-311fe9c931d2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:49.951477 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e44a30-257a-44d4-a2e9-2deb692298f9 req-94e87fa6-0015-4c9f-8a1b-311fe9c931d2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:49.958745 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e44a30-257a-44d4-a2e9-2deb692298f9 req-94e87fa6-0015-4c9f-8a1b-311fe9c931d2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:49.965808 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e44a30-257a-44d4-a2e9-2deb692298f9 req-94e87fa6-0015-4c9f-8a1b-311fe9c931d2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:49.970743 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-7663cba7-6345-46db-aeac-266f06f21dab tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Network 81c102ef-f128-429a-9459-1ac808d63a04 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:10:49.978269 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e44a30-257a-44d4-a2e9-2deb692298f9 req-94e87fa6-0015-4c9f-8a1b-311fe9c931d2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:49.979111 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-7663cba7-6345-46db-aeac-266f06f21dab tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:10:49.984193 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9e44a30-257a-44d4-a2e9-2deb692298f9 req-94e87fa6-0015-4c9f-8a1b-311fe9c931d2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 3816 time: 0.1703048 Jan 18 20:10:50.003671 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-7663cba7-6345-46db-aeac-266f06f21dab tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:10:50.007891 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663cba7-6345-46db-aeac-266f06f21dab tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Pushing event updated for resources: {'Port': ['ID=1b19ac8f-84e1-4987-b625-71fe89dd67c4,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:50.089576 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537328d-095e-43de-80ae-f3b5e0e4fa4b req-97bfb7ae-bb28-4f7d-80dc-f0c7a9d3f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:50.092001 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b537328d-095e-43de-80ae-f3b5e0e4fa4b req-97bfb7ae-bb28-4f7d-80dc-f0c7a9d3f009 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bbda01f7-ba03-4a9c-a56c-51f2a68f70b2 HTTP/1.1" status: 200 len: 852 time: 0.1763580 Jan 18 20:10:50.112411 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:50.146389 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af has no active binding in host n-h1-741529-9 {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 18 20:10:50.152648 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b537328d-095e-43de-80ae-f3b5e0e4fa4b req-69c7bada-5b87-4767-af5a-7e71854f4278 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5628e5e2-38d7-4c23-acf3-62dfe75ed62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498090 Jan 18 20:10:50.160017 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-7663cba7-6345-46db-aeac-266f06f21dab tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:50.160645 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-7663cba7-6345-46db-aeac-266f06f21dab tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:50.286484 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-7663cba7-6345-46db-aeac-266f06f21dab tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8874171 Jan 18 20:10:50.320731 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a5c0f194-47e1-4239-9078-f7fa9a8ffc81 service neutron] Request body: {'port': {'device_id': '7839a035-0924-493d-9b9e-9bdae0368670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:50.348936 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b537328d-095e-43de-80ae-f3b5e0e4fa4b req-f6c76605-4f3d-4fdc-85c3-e1fc8b676998 service neutron] 10.222.0.70 "GET /v2.0/networks/5628e5e2-38d7-4c23-acf3-62dfe75ed62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854534 Jan 18 20:10:50.431872 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9e44a30-257a-44d4-a2e9-2deb692298f9 req-2c096666-31b8-4bd8-804b-6786ef873ed1 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2301626 Jan 18 20:10:50.439681 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2139a-ffc1-4d5b-bd55-3cc7b10edafe req-6f2b36dc-1ccd-4180-a784-7ce9d22c3710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:50.442157 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f6b2139a-ffc1-4d5b-bd55-3cc7b10edafe req-6f2b36dc-1ccd-4180-a784-7ce9d22c3710 service neutron] 10.222.0.70 "GET /v2.0/networks?id=133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 200 len: 908 time: 0.3751285 Jan 18 20:10:50.477074 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-20becbfa-330e-49c7-9711-ff4e0703a4f3 None None] Provisioning complete for port 1b19ac8f-84e1-4987-b625-71fe89dd67c4 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:10:50.477971 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-20becbfa-330e-49c7-9711-ff4e0703a4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1b19ac8f-84e1-4987-b625-71fe89dd67c4), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:50.526537 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b537328d-095e-43de-80ae-f3b5e0e4fa4b req-30a7b185-d375-4a6f-98b7-3aabce4ed012 service neutron] 10.222.0.70 "GET /v2.0/networks/5628e5e2-38d7-4c23-acf3-62dfe75ed62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553040 Jan 18 20:10:50.547680 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-20becbfa-330e-49c7-9711-ff4e0703a4f3 None None] Port 1b19ac8f-84e1-4987-b625-71fe89dd67c4 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:10:50.587325 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a5c0f194-47e1-4239-9078-f7fa9a8ffc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0a1c35cd-5914-44b5-95a0-1d50b743c9db), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:50.669807 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f6b2139a-ffc1-4d5b-bd55-3cc7b10edafe req-f84e8d51-e92a-444e-9a38-c77ed490588c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af HTTP/1.1" status: 200 len: 217 time: 0.2050979 Jan 18 20:10:50.867240 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2139a-ffc1-4d5b-bd55-3cc7b10edafe req-b1409675-6447-4b47-9399-0dddc6aaa11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:50.868683 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f6b2139a-ffc1-4d5b-bd55-3cc7b10edafe req-b1409675-6447-4b47-9399-0dddc6aaa11a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45324dde-9697-4682-9610-ed3bed3250cd HTTP/1.1" status: 200 len: 847 time: 0.1918561 Jan 18 20:10:50.897956 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a5c0f194-47e1-4239-9078-f7fa9a8ffc81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1c35cd-5914-44b5-95a0-1d50b743c9db {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:10:50.907036 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a5c0f194-47e1-4239-9078-f7fa9a8ffc81 service neutron] Publish callbacks [] for port (0a1c35cd-5914-44b5-95a0-1d50b743c9db), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:50.919869 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a5c0f194-47e1-4239-9078-f7fa9a8ffc81 service neutron] Transition to ACTIVE for port object 0a1c35cd-5914-44b5-95a0-1d50b743c9db will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:10:50.921733 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5536f-af81-4afb-ad4a-af815f82b5ad req-f88f36a5-8439-4725-bb95-1da3d9e2eb00 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:50.923295 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-75a5536f-af81-4afb-ad4a-af815f82b5ad req-f88f36a5-8439-4725-bb95-1da3d9e2eb00 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=47048677-b407-4bbd-b2a3-3ebfd719f147 HTTP/1.1" status: 200 len: 1023 time: 0.3090982 Jan 18 20:10:50.930163 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a5c0f194-47e1-4239-9078-f7fa9a8ffc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (0a1c35cd-5914-44b5-95a0-1d50b743c9db), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:50.985615 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0f194-47e1-4239-9078-f7fa9a8ffc81 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1c35cd-5914-44b5-95a0-1d50b743c9db,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:51.074170 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a5c0f194-47e1-4239-9078-f7fa9a8ffc81 service neutron] Attempting to bind port 0a1c35cd-5914-44b5-95a0-1d50b743c9db on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:10:51.074646 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a5c0f194-47e1-4239-9078-f7fa9a8ffc81 service neutron] Attempting to bind port 0a1c35cd-5914-44b5-95a0-1d50b743c9db by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '4b2d50d6-da56-44e2-8ee5-945b9d9cafab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f5a28bc4-6d91-4261-a9f7-5d655221c24a'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:10:51.075051 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a5c0f194-47e1-4239-9078-f7fa9a8ffc81 service neutron] Attempting to bind port 0a1c35cd-5914-44b5-95a0-1d50b743c9db on network f5a28bc4-6d91-4261-a9f7-5d655221c24a {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:51.080130 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a5c0f194-47e1-4239-9078-f7fa9a8ffc81 service neutron] Port 0a1c35cd-5914-44b5-95a0-1d50b743c9db on network f5a28bc4-6d91-4261-a9f7-5d655221c24a not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:10:51.080531 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a5c0f194-47e1-4239-9078-f7fa9a8ffc81 service neutron] Attempting to bind port 0a1c35cd-5914-44b5-95a0-1d50b743c9db on network f5a28bc4-6d91-4261-a9f7-5d655221c24a {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:51.086122 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a5c0f194-47e1-4239-9078-f7fa9a8ffc81 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:10:51.086656 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a5c0f194-47e1-4239-9078-f7fa9a8ffc81 service neutron] Checking segment: {'id': '4b2d50d6-da56-44e2-8ee5-945b9d9cafab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f5a28bc4-6d91-4261-a9f7-5d655221c24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:10:51.087111 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a5c0f194-47e1-4239-9078-f7fa9a8ffc81 service neutron] Bound using segment: {'id': '4b2d50d6-da56-44e2-8ee5-945b9d9cafab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f5a28bc4-6d91-4261-a9f7-5d655221c24a'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:10:51.087609 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a5c0f194-47e1-4239-9078-f7fa9a8ffc81 service neutron] Bound port: 0a1c35cd-5914-44b5-95a0-1d50b743c9db, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d50d6-da56-44e2-8ee5-945b9d9cafab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f5a28bc4-6d91-4261-a9f7-5d655221c24a'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:10:51.088043 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a5c0f194-47e1-4239-9078-f7fa9a8ffc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0a1c35cd-5914-44b5-95a0-1d50b743c9db), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:51.162323 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a5c0f194-47e1-4239-9078-f7fa9a8ffc81 service neutron] For port 0a1c35cd-5914-44b5-95a0-1d50b743c9db, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:10:51.165457 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a5c0f194-47e1-4239-9078-f7fa9a8ffc81 service neutron] For port 0a1c35cd-5914-44b5-95a0-1d50b743c9db, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0a1c35cd-5914-44b5-95a0-1d50b743c9db,segment=NetworkSegment(4b2d50d6-da56-44e2-8ee5-945b9d9cafab),segment_id=4b2d50d6-da56-44e2-8ee5-945b9d9cafab)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:10:51.174114 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a5c0f194-47e1-4239-9078-f7fa9a8ffc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (0a1c35cd-5914-44b5-95a0-1d50b743c9db), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:51.201436 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa49599-d085-42fb-95f0-e5d17db80c04 req-74cebcae-74b3-4b9a-b471-72b698f0c38b tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:51.202970 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4aa49599-d085-42fb-95f0-e5d17db80c04 req-74cebcae-74b3-4b9a-b471-72b698f0c38b tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 943 time: 0.5084102 Jan 18 20:10:51.213759 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a5c0f194-47e1-4239-9078-f7fa9a8ffc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:51.214366 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a5c0f194-47e1-4239-9078-f7fa9a8ffc81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:51.215555 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f6b2139a-ffc1-4d5b-bd55-3cc7b10edafe req-1881bb68-f21b-419b-ac98-f66abac4621e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=133a80cf-c268-45f9-91ee-564a51a659af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3350484 Jan 18 20:10:51.216331 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a5c0f194-47e1-4239-9078-f7fa9a8ffc81 service neutron] 10.222.0.70 "PUT /v2.0/ports/0a1c35cd-5914-44b5-95a0-1d50b743c9db HTTP/1.1" status: 200 len: 1092 time: 0.9077060 Jan 18 20:10:51.244008 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0f194-47e1-4239-9078-f7fa9a8ffc81 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1c35cd-5914-44b5-95a0-1d50b743c9db,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:51.269517 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a3ebfa2b-a132-4ddd-92ef-464a0967949d service neutron] Request body: {'port': {'device_id': '7839a035-0924-493d-9b9e-9bdae0368670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:51.319865 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.db.resource_extend [None req-018a3de5-db97-47f8-8212-3e2bdbe9d97b tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:10:51.350993 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a3ebfa2b-a132-4ddd-92ef-464a0967949d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:51.481052 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-018a3de5-db97-47f8-8212-3e2bdbe9d97b tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:51.499302 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4aa49599-d085-42fb-95f0-e5d17db80c04 req-71e33436-55c9-4373-bf6f-8789f26b3c00 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821639 Jan 18 20:10:51.507462 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-018a3de5-db97-47f8-8212-3e2bdbe9d97b tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (490ebe5e-5c6f-4695-9ba6-89bb443fb6c0), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:51.563374 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-75a5536f-af81-4afb-ad4a-af815f82b5ad req-a0acca9c-17c9-4bd0-b3f8-d2989f79ecfa tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f23b168-88cb-4294-9d97-ca90174d668c&id=d93ab09c-9f16-4722-a8ff-7244bc961c3f&id=2e4635da-206a-42df-b4da-44fbd0bc74bd&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3592646 Jan 18 20:10:51.565382 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f6b2139a-ffc1-4d5b-bd55-3cc7b10edafe req-de86a25d-3c9f-4ea0-96ca-a66a95a6881c service neutron] 10.222.0.70 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136814 Jan 18 20:10:51.681975 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-018a3de5-db97-47f8-8212-3e2bdbe9d97b tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Floating IP 490ebe5e-5c6f-4695-9ba6-89bb443fb6c0 associated. External IP: 172.25.4.4, port: ecbb2d86-23b8-413a-bee8-5141d2171c91. Jan 18 20:10:51.720495 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'tag': '0a1c35cd-5914-44b5-95a0-1d50b743c9db'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:51.723303 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df7c4a9-bda2-4529-96bc-00c18417c621" -d '{"events": [{"name": "network-changed", "server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "tag": "0a1c35cd-5914-44b5-95a0-1d50b743c9db"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:51.765681 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a3ebfa2b-a132-4ddd-92ef-464a0967949d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:10:51.786521 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a3ebfa2b-a132-4ddd-92ef-464a0967949d service neutron] Publish callbacks [] for port (ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:51.827369 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a3ebfa2b-a132-4ddd-92ef-464a0967949d service neutron] Transition to ACTIVE for port object ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:10:51.836914 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a3ebfa2b-a132-4ddd-92ef-464a0967949d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:51.886129 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f6b2139a-ffc1-4d5b-bd55-3cc7b10edafe req-0817e4f7-778d-408f-9e41-dd9eff49fa4a service neutron] 10.222.0.70 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315898 Jan 18 20:10:51.887480 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd10bbb-e130-4e74-b4b3-0d7166a55ee6 req-c1885dd9-37bf-485b-a083-5583afe2c08b tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:51.889275 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9dd10bbb-e130-4e74-b4b3-0d7166a55ee6 req-c1885dd9-37bf-485b-a083-5583afe2c08b tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.70 "GET /v2.0/ports?device_id=47048677-b407-4bbd-b2a3-3ebfd719f147 HTTP/1.1" status: 200 len: 1023 time: 0.1172550 Jan 18 20:10:51.929145 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c08307-0d65-49f2-bdb4-fd176610e919 req-0524147d-93ca-487d-b4ea-78a228f08cdd tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:51.930341 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebfa2b-a132-4ddd-92ef-464a0967949d service neutron] Pushing event updated for resources: {'Port': ['ID=ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:51.930872 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-55c08307-0d65-49f2-bdb4-fd176610e919 req-0524147d-93ca-487d-b4ea-78a228f08cdd tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.2121315 Jan 18 20:10:52.007368 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a7671-6793-463f-9b64-7d81bf653566 req-8940f1da-426c-4661-892a-3b54cfa9b35c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:52.014090 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a7671-6793-463f-9b64-7d81bf653566 req-8940f1da-426c-4661-892a-3b54cfa9b35c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:52.019999 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a7671-6793-463f-9b64-7d81bf653566 req-8940f1da-426c-4661-892a-3b54cfa9b35c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:52.026329 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a7671-6793-463f-9b64-7d81bf653566 req-8940f1da-426c-4661-892a-3b54cfa9b35c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:52.033577 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a7671-6793-463f-9b64-7d81bf653566 req-8940f1da-426c-4661-892a-3b54cfa9b35c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:52.039317 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a7671-6793-463f-9b64-7d81bf653566 req-8940f1da-426c-4661-892a-3b54cfa9b35c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:52.041147 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-713a7671-6793-463f-9b64-7d81bf653566 req-8940f1da-426c-4661-892a-3b54cfa9b35c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 4601 time: 0.1863019 Jan 18 20:10:52.085428 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a3ebfa2b-a132-4ddd-92ef-464a0967949d service neutron] Attempting to bind port ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:10:52.085852 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a3ebfa2b-a132-4ddd-92ef-464a0967949d service neutron] Attempting to bind port ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'd0da82cf-5645-4777-86ff-c2c01c2d9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:10:52.091607 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a3ebfa2b-a132-4ddd-92ef-464a0967949d service neutron] Attempting to bind port ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 on network dcafdc34-74ba-4d39-8792-ddf985df2019 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:52.099979 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a3ebfa2b-a132-4ddd-92ef-464a0967949d service neutron] Port ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 on network dcafdc34-74ba-4d39-8792-ddf985df2019 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:10:52.100320 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a3ebfa2b-a132-4ddd-92ef-464a0967949d service neutron] Attempting to bind port ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 on network dcafdc34-74ba-4d39-8792-ddf985df2019 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:52.109200 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a3ebfa2b-a132-4ddd-92ef-464a0967949d service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:10:52.109539 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a3ebfa2b-a132-4ddd-92ef-464a0967949d service neutron] Checking segment: {'id': 'd0da82cf-5645-4777-86ff-c2c01c2d9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:10:52.109963 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a3ebfa2b-a132-4ddd-92ef-464a0967949d service neutron] Bound using segment: {'id': 'd0da82cf-5645-4777-86ff-c2c01c2d9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:10:52.110388 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a3ebfa2b-a132-4ddd-92ef-464a0967949d service neutron] Bound port: ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0da82cf-5645-4777-86ff-c2c01c2d9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:10:52.110738 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a3ebfa2b-a132-4ddd-92ef-464a0967949d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:52.118176 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-9dd10bbb-e130-4e74-b4b3-0d7166a55ee6 req-255a9ee3-e817-43e1-b913-517a17e0e04f tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Deleting port aed008d6-4efb-4f38-9022-232d2615e224 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:10:52.118511 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9dd10bbb-e130-4e74-b4b3-0d7166a55ee6 req-255a9ee3-e817-43e1-b913-517a17e0e04f tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (aed008d6-4efb-4f38-9022-232d2615e224), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:52.141432 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-55c08307-0d65-49f2-bdb4-fd176610e919 req-31110ebe-6ccf-4001-b900-d6e377793c16 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003634 Jan 18 20:10:52.212983 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-713a7671-6793-463f-9b64-7d81bf653566 req-067c9fd7-1814-4f1e-a217-548917bd3bea tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1623394 Jan 18 20:10:52.215020 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018a3de5-db97-47f8-8212-3e2bdbe9d97b tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Router 96356dce-1ed1-4f46-9dac-371f1628399e has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:10:52.276800 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a3ebfa2b-a132-4ddd-92ef-464a0967949d service neutron] For port ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:10:52.281303 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a3ebfa2b-a132-4ddd-92ef-464a0967949d service neutron] For port ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52,segment=NetworkSegment(d0da82cf-5645-4777-86ff-c2c01c2d9914),segment_id=d0da82cf-5645-4777-86ff-c2c01c2d9914)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:10:52.286968 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-9dd10bbb-e130-4e74-b4b3-0d7166a55ee6 req-255a9ee3-e817-43e1-b913-517a17e0e04f tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] For port aed008d6-4efb-4f38-9022-232d2615e224, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=aed008d6-4efb-4f38-9022-232d2615e224,segment=NetworkSegment(7f408351-92dc-46d3-97e6-0e4f666a4758),segment_id=7f408351-92dc-46d3-97e6-0e4f666a4758)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:52.287497 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9dd10bbb-e130-4e74-b4b3-0d7166a55ee6 req-255a9ee3-e817-43e1-b913-517a17e0e04f tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (aed008d6-4efb-4f38-9022-232d2615e224), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:52.290929 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a3ebfa2b-a132-4ddd-92ef-464a0967949d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:52.307538 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4b0b63-7fa9-4590-9384-d451a714c9ad x-openstack-request-id: req-ba4b0b63-7fa9-4590-9384-d451a714c9ad {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:52.307837 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "tag": "0a1c35cd-5914-44b5-95a0-1d50b743c9db", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:52.308090 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba4b0b63-7fa9-4590-9384-d451a714c9ad {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:52.308484 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'tag': '0a1c35cd-5914-44b5-95a0-1d50b743c9db', 'status': 'completed', 'code': 200} Jan 18 20:10:52.350952 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-9dd10bbb-e130-4e74-b4b3-0d7166a55ee6 req-255a9ee3-e817-43e1-b913-517a17e0e04f tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Calling delete_port for aed008d6-4efb-4f38-9022-232d2615e224 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:10:52.363703 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a3ebfa2b-a132-4ddd-92ef-464a0967949d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:52.364618 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a3ebfa2b-a132-4ddd-92ef-464a0967949d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:52.366073 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-a3ebfa2b-a132-4ddd-92ef-464a0967949d service neutron] 10.222.0.70 "PUT /v2.0/ports/ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 HTTP/1.1" status: 200 len: 1131 time: 1.1014717 Jan 18 20:10:52.422755 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-eabf7f4f-b791-47ec-a8b9-e1c36090c1e5 service neutron] Request body: {'port': {'device_id': '7839a035-0924-493d-9b9e-9bdae0368670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:52.428612 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebfa2b-a132-4ddd-92ef-464a0967949d service neutron] Pushing event updated for resources: {'Port': ['ID=ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:52.556660 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-eabf7f4f-b791-47ec-a8b9-e1c36090c1e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0bbb04a5-1309-4d5f-8824-60e9bff7c6bb), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:52.665165 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018a3de5-db97-47f8-8212-3e2bdbe9d97b tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:10:52.674000 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-018a3de5-db97-47f8-8212-3e2bdbe9d97b tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:52.683225 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7c4a9-bda2-4529-96bc-00c18417c621 req-75020687-829d-4872-97ff-08ee655e3461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:52.683999 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7c4a9-bda2-4529-96bc-00c18417c621 req-75020687-829d-4872-97ff-08ee655e3461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:52.684193 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7c4a9-bda2-4529-96bc-00c18417c621 req-75020687-829d-4872-97ff-08ee655e3461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:52.685787 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7c4a9-bda2-4529-96bc-00c18417c621 req-75020687-829d-4872-97ff-08ee655e3461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:52.686340 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7c4a9-bda2-4529-96bc-00c18417c621 req-75020687-829d-4872-97ff-08ee655e3461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:52.686813 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7c4a9-bda2-4529-96bc-00c18417c621 req-75020687-829d-4872-97ff-08ee655e3461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:52.688890 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3df7c4a9-bda2-4529-96bc-00c18417c621 req-75020687-829d-4872-97ff-08ee655e3461 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=58bdde0d1470454589ceb4c5ff2aa86d&device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5287 time: 0.3555539 Jan 18 20:10:52.689732 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276bd98c-442e-4ccf-8300-fb9fff2f3e9a None None] Sync routers for ids ['96356dce-1ed1-4f46-9dac-371f1628399e'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:10:52.717588 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276bd98c-442e-4ccf-8300-fb9fff2f3e9a None None] Routers {'96356dce-1ed1-4f46-9dac-371f1628399e'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:10:52.721100 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-276bd98c-442e-4ccf-8300-fb9fff2f3e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:10:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['96356dce-1ed1-4f46-9dac-371f1628399e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:10:52.771301 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9dd10bbb-e130-4e74-b4b3-0d7166a55ee6 req-255a9ee3-e817-43e1-b913-517a17e0e04f tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (aed008d6-4efb-4f38-9022-232d2615e224), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:52.784388 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cec18b-59e2-444a-9b96-1f544c11e12b req-716a5f06-f7a8-47c8-8e0c-1f7d4b8fab35 tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:52.787868 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['e564eced-bf0e-417d-9606-acb81d49e1e6', 'aed008d6-4efb-4f38-9022-232d2615e224'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:10:52.791969 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c8cec18b-59e2-444a-9b96-1f544c11e12b req-716a5f06-f7a8-47c8-8e0c-1f7d4b8fab35 tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 1101 time: 0.2743423 Jan 18 20:10:52.856428 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a9ee3-e817-43e1-b913-517a17e0e04f tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Pushing event deleted for resources: {'Port': ['ID=aed008d6-4efb-4f38-9022-232d2615e224,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:52.921625 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-276bd98c-442e-4ccf-8300-fb9fff2f3e9a None None] Set router 96356dce-1ed1-4f46-9dac-371f1628399e gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:10:52.969597 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-018a3de5-db97-47f8-8212-3e2bdbe9d97b tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "PUT /v2.0/floatingips/490ebe5e-5c6f-4695-9ba6-89bb443fb6c0 HTTP/1.1" status: 200 len: 989 time: 3.4200892 Jan 18 20:10:52.996212 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd10bbb-e130-4e74-b4b3-0d7166a55ee6 req-255a9ee3-e817-43e1-b913-517a17e0e04f tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] No DVR routers for this DVR port aed008d6-4efb-4f38-9022-232d2615e224 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:10:52.999245 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9dd10bbb-e130-4e74-b4b3-0d7166a55ee6 req-255a9ee3-e817-43e1-b913-517a17e0e04f tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:53.001680 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f0a57-8c1d-4f7b-b838-25917d037430 req-8c50aaea-fada-497d-8ec1-7fb9a1ecb9dc tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:53.003275 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f32f0a57-8c1d-4f7b-b838-25917d037430 req-8c50aaea-fada-497d-8ec1-7fb9a1ecb9dc tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 943 time: 0.3693414 Jan 18 20:10:53.003717 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9dd10bbb-e130-4e74-b4b3-0d7166a55ee6 req-255a9ee3-e817-43e1-b913-517a17e0e04f tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.70 "DELETE /v2.0/ports/aed008d6-4efb-4f38-9022-232d2615e224 HTTP/1.1" status: 204 len: 173 time: 1.0920315 Jan 18 20:10:53.003896 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5022965f-1c2b-4ad3-aa1d-4cdb38acfa60', 'tag': 'ecbb2d86-23b8-413a-bee8-5141d2171c91'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:53.006072 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3408225-5fcb-4f17-a21b-b67cf18c6954" -d '{"events": [{"name": "network-changed", "server_uuid": "5022965f-1c2b-4ad3-aa1d-4cdb38acfa60", "tag": "ecbb2d86-23b8-413a-bee8-5141d2171c91"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:53.017192 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43448) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:53.180120 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c8cec18b-59e2-444a-9b96-1f544c11e12b req-173480a7-8bc3-4a6d-8d2c-dd23e3ecc492 tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871794 Jan 18 20:10:53.192366 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-eabf7f4f-b791-47ec-a8b9-e1c36090c1e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:10:53.196554 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7c4a9-bda2-4529-96bc-00c18417c621 req-c1874be1-f537-4399-abd2-ef4aee13922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:53.197035 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7c4a9-bda2-4529-96bc-00c18417c621 req-c1874be1-f537-4399-abd2-ef4aee13922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:53.197505 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7c4a9-bda2-4529-96bc-00c18417c621 req-c1874be1-f537-4399-abd2-ef4aee13922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:53.209050 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3df7c4a9-bda2-4529-96bc-00c18417c621 req-c1874be1-f537-4399-abd2-ef4aee13922f service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=58bdde0d1470454589ceb4c5ff2aa86d&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5000935 Jan 18 20:10:53.219193 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-eabf7f4f-b791-47ec-a8b9-e1c36090c1e5 service neutron] Publish callbacks [] for port (0bbb04a5-1309-4d5f-8824-60e9bff7c6bb), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:53.266513 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-eabf7f4f-b791-47ec-a8b9-e1c36090c1e5 service neutron] Transition to ACTIVE for port object 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:10:53.271486 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-eabf7f4f-b791-47ec-a8b9-e1c36090c1e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (0bbb04a5-1309-4d5f-8824-60e9bff7c6bb), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:53.291115 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-44d3048f-d10e-42e9-b07b-14a9bb95c71e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:53.342299 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f32f0a57-8c1d-4f7b-b838-25917d037430 req-3a041cf6-8505-4f23-9c7a-9cf2653244ca tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257439 Jan 18 20:10:53.385710 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf7f4f-b791-47ec-a8b9-e1c36090c1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0bbb04a5-1309-4d5f-8824-60e9bff7c6bb,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:53.495711 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-276bd98c-442e-4ccf-8300-fb9fff2f3e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'name': 'tempest-AttachVolumeTestJSON-1877546686-router', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:10:04Z', 'updated_at': '2022-01-18T20:10:14Z', 'revision_number': 4, 'project_id': '72501d248542438e9d3a803e6110efb0', 'gw_port': {'id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:07Z', 'updated_at': '2022-01-18T20:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '490ebe5e-5c6f-4695-9ba6-89bb443fb6c0', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'floating_ip_address': '172.25.4.4', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'port_id': 'ecbb2d86-23b8-413a-bee8-5141d2171c91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219', 'mac_address': 'fa:16:3e:53:b6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5022965f-1c2b-4ad3-aa1d-4cdb38acfa60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:10:22Z', 'updated_at': '2022-01-18T20:10:50Z', 'revision_number': 1, 'project_id': '72501d248542438e9d3a803e6110efb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf6cbf85-e862-43be-9155-353835d8a1b9', 'name': '', 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'mac_address': 'fa:16:3e:84:cf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '1723126f-3654-432e-ad19-50c4bb784989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:13Z', 'updated_at': '2022-01-18T20:10:24Z', 'revision_number': 5, 'project_id': '72501d248542438e9d3a803e6110efb0', 'subnets': [{'id': '1723126f-3654-432e-ad19-50c4bb784989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:10:53.539483 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-eabf7f4f-b791-47ec-a8b9-e1c36090c1e5 service neutron] Attempting to bind port 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:10:53.540714 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-eabf7f4f-b791-47ec-a8b9-e1c36090c1e5 service neutron] Attempting to bind port 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'd0da82cf-5645-4777-86ff-c2c01c2d9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:10:53.540880 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276bd98c-442e-4ccf-8300-fb9fff2f3e9a None None] Checking router: 96356dce-1ed1-4f46-9dac-371f1628399e for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:10:53.543627 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-eabf7f4f-b791-47ec-a8b9-e1c36090c1e5 service neutron] Attempting to bind port 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb on network dcafdc34-74ba-4d39-8792-ddf985df2019 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:53.543892 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f1bbf78-f1be-409a-b44e-f446af70e0e0 req-5d3b0e1c-ff11-4489-8a4d-f3b425ca69d1 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=47048677-b407-4bbd-b2a3-3ebfd719f147 HTTP/1.1" status: 200 len: 210 time: 0.1589775 Jan 18 20:10:53.551133 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276bd98c-442e-4ccf-8300-fb9fff2f3e9a None None] Routers {'96356dce-1ed1-4f46-9dac-371f1628399e'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:10:53.551951 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-276bd98c-442e-4ccf-8300-fb9fff2f3e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:10:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['96356dce-1ed1-4f46-9dac-371f1628399e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:10:53.554712 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-eabf7f4f-b791-47ec-a8b9-e1c36090c1e5 service neutron] Port 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb on network dcafdc34-74ba-4d39-8792-ddf985df2019 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:10:53.558774 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-eabf7f4f-b791-47ec-a8b9-e1c36090c1e5 service neutron] Attempting to bind port 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb on network dcafdc34-74ba-4d39-8792-ddf985df2019 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:53.579857 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5029cd84-982f-4499-bfba-87afeeb4adf6 x-openstack-request-id: req-5029cd84-982f-4499-bfba-87afeeb4adf6 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:53.580152 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5022965f-1c2b-4ad3-aa1d-4cdb38acfa60", "tag": "ecbb2d86-23b8-413a-bee8-5141d2171c91", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:53.580407 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5029cd84-982f-4499-bfba-87afeeb4adf6 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:53.580813 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5022965f-1c2b-4ad3-aa1d-4cdb38acfa60', 'tag': 'ecbb2d86-23b8-413a-bee8-5141d2171c91', 'status': 'completed', 'code': 200} Jan 18 20:10:53.595194 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-eabf7f4f-b791-47ec-a8b9-e1c36090c1e5 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:10:53.597070 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-eabf7f4f-b791-47ec-a8b9-e1c36090c1e5 service neutron] Checking segment: {'id': 'd0da82cf-5645-4777-86ff-c2c01c2d9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:10:53.597599 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-eabf7f4f-b791-47ec-a8b9-e1c36090c1e5 service neutron] Bound using segment: {'id': 'd0da82cf-5645-4777-86ff-c2c01c2d9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:10:53.598227 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-eabf7f4f-b791-47ec-a8b9-e1c36090c1e5 service neutron] Bound port: 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0da82cf-5645-4777-86ff-c2c01c2d9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:10:53.599742 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-eabf7f4f-b791-47ec-a8b9-e1c36090c1e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0bbb04a5-1309-4d5f-8824-60e9bff7c6bb), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:53.630792 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7c4a9-bda2-4529-96bc-00c18417c621 req-98eb9c81-bbdb-4944-a5c0-797ace9f1493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:53.632424 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3df7c4a9-bda2-4529-96bc-00c18417c621 req-98eb9c81-bbdb-4944-a5c0-797ace9f1493 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3955832 Jan 18 20:10:53.739574 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-276bd98c-442e-4ccf-8300-fb9fff2f3e9a None None] Set router 96356dce-1ed1-4f46-9dac-371f1628399e gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:10:53.745488 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-44d3048f-d10e-42e9-b07b-14a9bb95c71e admin admin] Publish callbacks [] for security_group (0e1716ef-e3fb-446d-b6b7-8e7579b6afcb), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:53.757476 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-44d3048f-d10e-42e9-b07b-14a9bb95c71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0e1716ef-e3fb-446d-b6b7-8e7579b6afcb), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:53.792586 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c3486f-48d9-4032-8f8b-8faa2699c8f8 req-139c00d5-513e-48a2-8232-38742633da1b tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:53.800087 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-53c3486f-48d9-4032-8f8b-8faa2699c8f8 req-139c00d5-513e-48a2-8232-38742633da1b tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.1132386 Jan 18 20:10:53.840344 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c7385-bc87-4991-8958-ef8eea0767f1 req-0adc4d3a-207c-4225-a71b-c4cc23986c07 tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:53.842435 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-926c7385-bc87-4991-8958-ef8eea0767f1 req-0adc4d3a-207c-4225-a71b-c4cc23986c07 tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 1101 time: 0.1727228 Jan 18 20:10:53.848164 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3048f-d10e-42e9-b07b-14a9bb95c71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1716ef-e3fb-446d-b6b7-8e7579b6afcb,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:53.852560 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-44d3048f-d10e-42e9-b07b-14a9bb95c71e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=06ea43bb7edd4ec5b5706e5341f2628d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8326423 Jan 18 20:10:53.857763 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43464) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:53.926774 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-53c3486f-48d9-4032-8f8b-8faa2699c8f8 req-20d7bbe4-c493-4e6b-a583-785f8a9efe41 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257207 Jan 18 20:10:54.035313 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-926c7385-bc87-4991-8958-ef8eea0767f1 req-189c6798-7007-428c-92dd-fa1abf204bcb tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651385 Jan 18 20:10:54.047206 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b1bc33e1-4b0c-4941-a576-74450717c0d6 admin admin] Publish callbacks [] for security_group (0e1716ef-e3fb-446d-b6b7-8e7579b6afcb), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:54.072049 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b1bc33e1-4b0c-4941-a576-74450717c0d6 admin admin] Publish callbacks [] for security_group (0e1716ef-e3fb-446d-b6b7-8e7579b6afcb), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:54.135961 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b1bc33e1-4b0c-4941-a576-74450717c0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0e1716ef-e3fb-446d-b6b7-8e7579b6afcb), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:54.138893 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b1bc33e1-4b0c-4941-a576-74450717c0d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:54.140398 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b1bc33e1-4b0c-4941-a576-74450717c0d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0e1716ef-e3fb-446d-b6b7-8e7579b6afcb HTTP/1.1" status: 204 len: 168 time: 0.2814169 Jan 18 20:10:54.146544 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-276bd98c-442e-4ccf-8300-fb9fff2f3e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'name': 'tempest-AttachVolumeTestJSON-1877546686-router', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:10:04Z', 'updated_at': '2022-01-18T20:10:14Z', 'revision_number': 4, 'project_id': '72501d248542438e9d3a803e6110efb0', 'gw_port': {'id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:07Z', 'updated_at': '2022-01-18T20:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '490ebe5e-5c6f-4695-9ba6-89bb443fb6c0', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'floating_ip_address': '172.25.4.4', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'port_id': 'ecbb2d86-23b8-413a-bee8-5141d2171c91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219', 'mac_address': 'fa:16:3e:53:b6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5022965f-1c2b-4ad3-aa1d-4cdb38acfa60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:10:22Z', 'updated_at': '2022-01-18T20:10:50Z', 'revision_number': 1, 'project_id': '72501d248542438e9d3a803e6110efb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf6cbf85-e862-43be-9155-353835d8a1b9', 'name': '', 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'mac_address': 'fa:16:3e:84:cf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '1723126f-3654-432e-ad19-50c4bb784989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:13Z', 'updated_at': '2022-01-18T20:10:24Z', 'revision_number': 5, 'project_id': '72501d248542438e9d3a803e6110efb0', 'subnets': [{'id': '1723126f-3654-432e-ad19-50c4bb784989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:10:54.154711 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc33e1-4b0c-4941-a576-74450717c0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1716ef-e3fb-446d-b6b7-8e7579b6afcb,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:54.206991 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276bd98c-442e-4ccf-8300-fb9fff2f3e9a None None] The sync data for ids ['96356dce-1ed1-4f46-9dac-371f1628399e'] in n-d-741529-9 is: [{'id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'name': 'tempest-AttachVolumeTestJSON-1877546686-router', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:10:04Z', 'updated_at': '2022-01-18T20:10:14Z', 'revision_number': 4, 'project_id': '72501d248542438e9d3a803e6110efb0', 'gw_port': {'id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:07Z', 'updated_at': '2022-01-18T20:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '490ebe5e-5c6f-4695-9ba6-89bb443fb6c0', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'floating_ip_address': '172.25.4.4', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'port_id': 'ecbb2d86-23b8-413a-bee8-5141d2171c91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219', 'mac_address': 'fa:16:3e:53:b6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5022965f-1c2b-4ad3-aa1d-4cdb38acfa60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:10:22Z', 'updated_at': '2022-01-18T20:10:50Z', 'revision_number': 1, 'project_id': '72501d248542438e9d3a803e6110efb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf6cbf85-e862-43be-9155-353835d8a1b9', 'name': '', 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'mac_address': 'fa:16:3e:84:cf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '1723126f-3654-432e-ad19-50c4bb784989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:13Z', 'updated_at': '2022-01-18T20:10:24Z', 'revision_number': 5, 'project_id': '72501d248542438e9d3a803e6110efb0', 'subnets': [{'id': '1723126f-3654-432e-ad19-50c4bb784989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:10:54.272629 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3408225-5fcb-4f17-a21b-b67cf18c6954 req-3ef178cd-6e76-42f1-b093-9a2dfa3d426a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:54.275425 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b3408225-5fcb-4f17-a21b-b67cf18c6954 req-3ef178cd-6e76-42f1-b093-9a2dfa3d426a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=72501d248542438e9d3a803e6110efb0&device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 1096 time: 0.6676562 Jan 18 20:10:54.438933 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'tag': 'ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52'}, {'server_uuid': '47048677-b407-4bbd-b2a3-3ebfd719f147', 'name': 'network-vif-deleted', 'tag': 'aed008d6-4efb-4f38-9022-232d2615e224'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:54.441363 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c9b3d0-143d-4f4c-aec3-f6a3b316ec57" -d '{"events": [{"name": "network-changed", "server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "tag": "ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52"}, {"server_uuid": "47048677-b407-4bbd-b2a3-3ebfd719f147", "name": "network-vif-deleted", "tag": "aed008d6-4efb-4f38-9022-232d2615e224"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:54.445141 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3408225-5fcb-4f17-a21b-b67cf18c6954 req-2b96977c-3c21-48fb-bf62-f9ebc9f0a6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:54.446719 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b3408225-5fcb-4f17-a21b-b67cf18c6954 req-2b96977c-3c21-48fb-bf62-f9ebc9f0a6cd service neutron] 10.222.0.70 "GET /v2.0/networks?id=2cafaa10-97b0-4140-ac04-be8f2bf83219 HTTP/1.1" status: 200 len: 912 time: 0.1620800 Jan 18 20:10:54.452582 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-eabf7f4f-b791-47ec-a8b9-e1c36090c1e5 service neutron] For port 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:10:54.506084 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-eabf7f4f-b791-47ec-a8b9-e1c36090c1e5 service neutron] For port 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0bbb04a5-1309-4d5f-8824-60e9bff7c6bb,segment=NetworkSegment(d0da82cf-5645-4777-86ff-c2c01c2d9914),segment_id=d0da82cf-5645-4777-86ff-c2c01c2d9914)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:10:54.523562 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-eabf7f4f-b791-47ec-a8b9-e1c36090c1e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (0bbb04a5-1309-4d5f-8824-60e9bff7c6bb), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:54.576177 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882ce307-bbe1-4679-905a-e987e4afae62 None None] New status for floating IP 490ebe5e-5c6f-4695-9ba6-89bb443fb6c0: ACTIVE {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:10:54.625768 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf7f4f-b791-47ec-a8b9-e1c36090c1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0bbb04a5-1309-4d5f-8824-60e9bff7c6bb,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:54.682019 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-eabf7f4f-b791-47ec-a8b9-e1c36090c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:54.685979 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-eabf7f4f-b791-47ec-a8b9-e1c36090c1e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:54.689088 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-eabf7f4f-b791-47ec-a8b9-e1c36090c1e5 service neutron] 10.222.0.70 "PUT /v2.0/ports/0bbb04a5-1309-4d5f-8824-60e9bff7c6bb HTTP/1.1" status: 200 len: 1131 time: 2.2721069 Jan 18 20:10:54.705173 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b3408225-5fcb-4f17-a21b-b67cf18c6954 req-cc569a36-47b8-4d42-bdf2-b3e7ea66d917 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecbb2d86-23b8-413a-bee8-5141d2171c91 HTTP/1.1" status: 200 len: 997 time: 0.2483885 Jan 18 20:10:54.716199 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43492) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:54.775037 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-1e413dc8-8c1e-4159-8999-bc0beec854ff service neutron] Request body: {'port': {'device_id': '7839a035-0924-493d-9b9e-9bdae0368670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:54.805968 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2e4ecc84-c881-42b1-9d4f-77720e16a7e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:54.826125 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbfa1e-66ae-4de3-aadc-c9a29ce1ce20 req-67a1d1c7-7155-4808-9f28-e50951a5421a tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:54.832800 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbfa1e-66ae-4de3-aadc-c9a29ce1ce20 req-67a1d1c7-7155-4808-9f28-e50951a5421a tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:54.841439 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3408225-5fcb-4f17-a21b-b67cf18c6954 req-72c21f6a-ef48-42d6-91d6-dcf39a211bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:54.843133 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b3408225-5fcb-4f17-a21b-b67cf18c6954 req-72c21f6a-ef48-42d6-91d6-dcf39a211bd1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1723126f-3654-432e-ad19-50c4bb784989 HTTP/1.1" status: 200 len: 850 time: 0.1296060 Jan 18 20:10:54.845356 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbfa1e-66ae-4de3-aadc-c9a29ce1ce20 req-67a1d1c7-7155-4808-9f28-e50951a5421a tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:54.854210 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbfa1e-66ae-4de3-aadc-c9a29ce1ce20 req-67a1d1c7-7155-4808-9f28-e50951a5421a tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:54.870001 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbfa1e-66ae-4de3-aadc-c9a29ce1ce20 req-67a1d1c7-7155-4808-9f28-e50951a5421a tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:54.877874 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbfa1e-66ae-4de3-aadc-c9a29ce1ce20 req-67a1d1c7-7155-4808-9f28-e50951a5421a tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:54.886796 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbfa1e-66ae-4de3-aadc-c9a29ce1ce20 req-67a1d1c7-7155-4808-9f28-e50951a5421a tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:54.890096 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-59fbfa1e-66ae-4de3-aadc-c9a29ce1ce20 req-67a1d1c7-7155-4808-9f28-e50951a5421a tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5374 time: 0.7255783 Jan 18 20:10:54.915223 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-1e413dc8-8c1e-4159-8999-bc0beec854ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3375ea57-478b-43f3-83e6-dd6a5636f0c3), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:54.952302 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3408225-5fcb-4f17-a21b-b67cf18c6954 req-f8c9360d-0085-4dc1-aca8-8cc97df35d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:54.953858 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b3408225-5fcb-4f17-a21b-b67cf18c6954 req-f8c9360d-0085-4dc1-aca8-8cc97df35d2e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cafaa10-97b0-4140-ac04-be8f2bf83219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935972 Jan 18 20:10:54.983575 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9c8f3-ccc5-4037-99f4-3f1f1ba4d0b0 req-7b2acb0c-2340-4368-91b4-dc045b7c35f4 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:54.990557 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9eb9c8f3-ccc5-4037-99f4-3f1f1ba4d0b0 req-7b2acb0c-2340-4368-91b4-dc045b7c35f4 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 943 time: 0.0990841 Jan 18 20:10:55.058152 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-59fbfa1e-66ae-4de3-aadc-c9a29ce1ce20 req-58343991-825a-4ccf-99c5-66a31338dc4b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1531050 Jan 18 20:10:55.061946 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9eb9c8f3-ccc5-4037-99f4-3f1f1ba4d0b0 req-b038df6c-c57d-4d67-85d9-7a963faa995d tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706341 Jan 18 20:10:55.206164 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed46ec8-82ec-420e-8354-bccc5ba2848a x-openstack-request-id: req-2ed46ec8-82ec-420e-8354-bccc5ba2848a {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:55.206523 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "tag": "ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52", "status": "completed", "code": 200}, {"server_uuid": "47048677-b407-4bbd-b2a3-3ebfd719f147", "name": "network-vif-deleted", "tag": "aed008d6-4efb-4f38-9022-232d2615e224", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:55.206711 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ed46ec8-82ec-420e-8354-bccc5ba2848a {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:55.207120 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'tag': 'ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52', 'status': 'completed', 'code': 200} Jan 18 20:10:55.207380 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47048677-b407-4bbd-b2a3-3ebfd719f147', 'name': 'network-vif-deleted', 'tag': 'aed008d6-4efb-4f38-9022-232d2615e224', 'status': 'completed', 'code': 200} Jan 18 20:10:55.244658 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9b3d0-143d-4f4c-aec3-f6a3b316ec57 req-5bb673c7-3848-490e-af9c-fb88a50e5249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:55.245136 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9b3d0-143d-4f4c-aec3-f6a3b316ec57 req-5bb673c7-3848-490e-af9c-fb88a50e5249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:55.245603 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9b3d0-143d-4f4c-aec3-f6a3b316ec57 req-5bb673c7-3848-490e-af9c-fb88a50e5249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:55.246093 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9b3d0-143d-4f4c-aec3-f6a3b316ec57 req-5bb673c7-3848-490e-af9c-fb88a50e5249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:55.246547 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9b3d0-143d-4f4c-aec3-f6a3b316ec57 req-5bb673c7-3848-490e-af9c-fb88a50e5249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:55.247561 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9b3d0-143d-4f4c-aec3-f6a3b316ec57 req-5bb673c7-3848-490e-af9c-fb88a50e5249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:55.248148 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9b3d0-143d-4f4c-aec3-f6a3b316ec57 req-5bb673c7-3848-490e-af9c-fb88a50e5249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:55.251120 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66c9b3d0-143d-4f4c-aec3-f6a3b316ec57 req-5bb673c7-3848-490e-af9c-fb88a50e5249 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=58bdde0d1470454589ceb4c5ff2aa86d&device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 6211 time: 0.0967605 Jan 18 20:10:55.289200 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2e4ecc84-c881-42b1-9d4f-77720e16a7e4 admin admin] Publish callbacks [] for security_group (639f4ccf-115b-43fc-9059-865f1d18eb16), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:55.313560 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b3408225-5fcb-4f17-a21b-b67cf18c6954 req-3e60b06d-3948-46f4-81f4-1353e3c6b109 service neutron] 10.222.0.70 "GET /v2.0/networks/2cafaa10-97b0-4140-ac04-be8f2bf83219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391643 Jan 18 20:10:55.316980 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2e4ecc84-c881-42b1-9d4f-77720e16a7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (639f4ccf-115b-43fc-9059-865f1d18eb16), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:55.429139 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device aed008d6-4efb-4f38-9022-232d2615e224 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:10:55.430120 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78bf03-7c56-4948-8c5e-fde9eb7be137 req-9555ff4e-9271-495f-bd88-3536b9adea2d tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:55.431728 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1d78bf03-7c56-4948-8c5e-fde9eb7be137 req-9555ff4e-9271-495f-bd88-3536b9adea2d tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.1611795 Jan 18 20:10:55.441828 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4996feb-0c8b-47db-8ff1-5d09792ed22f req-d96c4020-3058-4df3-9afb-82169b36f8cd tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups/d93ab09c-9f16-4722-a8ff-7244bc961c3f HTTP/1.1" status: 200 len: 1818 time: 0.1182921 Jan 18 20:10:55.443820 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2e4ecc84-c881-42b1-9d4f-77720e16a7e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3609de4a56346e491b092ac817c8e9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7264698 Jan 18 20:10:55.455573 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43502) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:55.464214 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: aed008d6-4efb-4f38-9022-232d2615e224 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:10:55.464952 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device aed008d6-4efb-4f38-9022-232d2615e224 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:10:55.465693 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:10:55.477983 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ecc84-c881-42b1-9d4f-77720e16a7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639f4ccf-115b-43fc-9059-865f1d18eb16,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:55.532707 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9b3d0-143d-4f4c-aec3-f6a3b316ec57 req-7b1f083a-02dd-4fa5-a95d-f253234414b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:55.533521 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9b3d0-143d-4f4c-aec3-f6a3b316ec57 req-7b1f083a-02dd-4fa5-a95d-f253234414b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:55.534215 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9b3d0-143d-4f4c-aec3-f6a3b316ec57 req-7b1f083a-02dd-4fa5-a95d-f253234414b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:55.536009 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66c9b3d0-143d-4f4c-aec3-f6a3b316ec57 req-7b1f083a-02dd-4fa5-a95d-f253234414b8 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=58bdde0d1470454589ceb4c5ff2aa86d&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2767656 Jan 18 20:10:55.545284 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b3408225-5fcb-4f17-a21b-b67cf18c6954 req-34f055f7-3bad-439d-9f05-61f7b6375c8c service neutron] 10.222.0.70 "GET /v2.0/networks/2cafaa10-97b0-4140-ac04-be8f2bf83219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230506 Jan 18 20:10:55.572709 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f75e4595-0fdb-4d3f-91e7-a67614b78d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:55.628372 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-1e413dc8-8c1e-4159-8999-bc0beec854ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3375ea57-478b-43f3-83e6-dd6a5636f0c3 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:10:55.636431 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af is: DOWN; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:55.639258 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-1e413dc8-8c1e-4159-8999-bc0beec854ff service neutron] Publish callbacks [] for port (3375ea57-478b-43f3-83e6-dd6a5636f0c3), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:55.652762 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-1e413dc8-8c1e-4159-8999-bc0beec854ff service neutron] Transition to ACTIVE for port object 3375ea57-478b-43f3-83e6-dd6a5636f0c3 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:10:55.658418 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-1e413dc8-8c1e-4159-8999-bc0beec854ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (3375ea57-478b-43f3-83e6-dd6a5636f0c3), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:55.670479 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1d78bf03-7c56-4948-8c5e-fde9eb7be137 req-9e041335-bcb3-4ad0-ae5b-e53e6e8a99c0 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162731 Jan 18 20:10:55.727786 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a4996feb-0c8b-47db-8ff1-5d09792ed22f req-1a9c69b5-b42b-4ce4-b200-4bcb12d83839 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (d93ab09c-9f16-4722-a8ff-7244bc961c3f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:55.729469 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43506) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:55.749598 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e413dc8-8c1e-4159-8999-bc0beec854ff service neutron] Pushing event updated for resources: {'Port': ['ID=3375ea57-478b-43f3-83e6-dd6a5636f0c3,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:55.788058 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:10:55.796287 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a21060-fe3a-4c80-b44e-39cc0f313f86 admin admin] Deleting subnet 3a677f5f-009c-4f07-9679-86f5c85ef9be {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:10:55.812807 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-77a21060-fe3a-4c80-b44e-39cc0f313f86 admin admin] Publish callbacks [] for subnet (3a677f5f-009c-4f07-9679-86f5c85ef9be), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:55.817689 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c31c2859-867b-4022-a00d-12d36bb7036b admin admin] Publish callbacks [] for security_group (639f4ccf-115b-43fc-9059-865f1d18eb16), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:55.866666 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-1e413dc8-8c1e-4159-8999-bc0beec854ff service neutron] Attempting to bind port 3375ea57-478b-43f3-83e6-dd6a5636f0c3 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:10:55.867019 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-1e413dc8-8c1e-4159-8999-bc0beec854ff service neutron] Attempting to bind port 3375ea57-478b-43f3-83e6-dd6a5636f0c3 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'd0da82cf-5645-4777-86ff-c2c01c2d9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:10:55.867366 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-1e413dc8-8c1e-4159-8999-bc0beec854ff service neutron] Attempting to bind port 3375ea57-478b-43f3-83e6-dd6a5636f0c3 on network dcafdc34-74ba-4d39-8792-ddf985df2019 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:55.877598 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-1e413dc8-8c1e-4159-8999-bc0beec854ff service neutron] Port 3375ea57-478b-43f3-83e6-dd6a5636f0c3 on network dcafdc34-74ba-4d39-8792-ddf985df2019 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:10:55.879463 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-1e413dc8-8c1e-4159-8999-bc0beec854ff service neutron] Attempting to bind port 3375ea57-478b-43f3-83e6-dd6a5636f0c3 on network dcafdc34-74ba-4d39-8792-ddf985df2019 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:55.894946 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-1e413dc8-8c1e-4159-8999-bc0beec854ff service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:10:55.895125 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-1e413dc8-8c1e-4159-8999-bc0beec854ff service neutron] Checking segment: {'id': 'd0da82cf-5645-4777-86ff-c2c01c2d9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:10:55.898253 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-1e413dc8-8c1e-4159-8999-bc0beec854ff service neutron] Bound using segment: {'id': 'd0da82cf-5645-4777-86ff-c2c01c2d9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:10:55.899235 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-1e413dc8-8c1e-4159-8999-bc0beec854ff service neutron] Bound port: 3375ea57-478b-43f3-83e6-dd6a5636f0c3, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0da82cf-5645-4777-86ff-c2c01c2d9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:10:55.899440 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-1e413dc8-8c1e-4159-8999-bc0beec854ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3375ea57-478b-43f3-83e6-dd6a5636f0c3), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:55.929846 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c31c2859-867b-4022-a00d-12d36bb7036b admin admin] Publish callbacks [] for security_group (639f4ccf-115b-43fc-9059-865f1d18eb16), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:55.984445 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a4996feb-0c8b-47db-8ff1-5d09792ed22f req-1a9c69b5-b42b-4ce4-b200-4bcb12d83839 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (d93ab09c-9f16-4722-a8ff-7244bc961c3f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:55.999979 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:56.017592 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af has no active binding in host n-h1-741529-9 {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 18 20:10:56.092696 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-1e413dc8-8c1e-4159-8999-bc0beec854ff service neutron] For port 3375ea57-478b-43f3-83e6-dd6a5636f0c3, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:10:56.092847 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-77a21060-fe3a-4c80-b44e-39cc0f313f86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (3a677f5f-009c-4f07-9679-86f5c85ef9be), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:56.099985 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-1e413dc8-8c1e-4159-8999-bc0beec854ff service neutron] For port 3375ea57-478b-43f3-83e6-dd6a5636f0c3, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3375ea57-478b-43f3-83e6-dd6a5636f0c3,segment=NetworkSegment(d0da82cf-5645-4777-86ff-c2c01c2d9914),segment_id=d0da82cf-5645-4777-86ff-c2c01c2d9914)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:10:56.103546 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-1aa6c712-3429-4b63-bf85-8656c05ac303 service neutron] 10.222.0.70 "GET /v2.0/ports/8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af/bindings/n-h1-741529-9 HTTP/1.1" status: 200 len: 384 time: 0.1195507 Jan 18 20:10:56.107392 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-1e413dc8-8c1e-4159-8999-bc0beec854ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (3375ea57-478b-43f3-83e6-dd6a5636f0c3), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:56.135594 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a4996feb-0c8b-47db-8ff1-5d09792ed22f req-1a9c69b5-b42b-4ce4-b200-4bcb12d83839 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d93ab09c-9f16-4722-a8ff-7244bc961c3f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:56.140934 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a4996feb-0c8b-47db-8ff1-5d09792ed22f req-1a9c69b5-b42b-4ce4-b200-4bcb12d83839 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:56.142201 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4996feb-0c8b-47db-8ff1-5d09792ed22f req-1a9c69b5-b42b-4ce4-b200-4bcb12d83839 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "DELETE /v2.0/security-groups/d93ab09c-9f16-4722-a8ff-7244bc961c3f HTTP/1.1" status: 204 len: 173 time: 0.6857500 Jan 18 20:10:56.143375 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9b3d0-143d-4f4c-aec3-f6a3b316ec57 req-c625e179-af9a-4424-be80-23db53cf6dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:56.145044 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66c9b3d0-143d-4f4c-aec3-f6a3b316ec57 req-c625e179-af9a-4424-be80-23db53cf6dc6 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5988171 Jan 18 20:10:56.204094 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-1e413dc8-8c1e-4159-8999-bc0beec854ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:56.204702 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-1e413dc8-8c1e-4159-8999-bc0beec854ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:56.206136 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-1e413dc8-8c1e-4159-8999-bc0beec854ff service neutron] 10.222.0.70 "PUT /v2.0/ports/3375ea57-478b-43f3-83e6-dd6a5636f0c3 HTTP/1.1" status: 200 len: 1091 time: 1.4545188 Jan 18 20:10:56.216479 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-77a21060-fe3a-4c80-b44e-39cc0f313f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (3a677f5f-009c-4f07-9679-86f5c85ef9be), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:56.266465 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6db47dd5-c9ec-4be5-8c23-d2432e36b00d service neutron] Request body: {'port': {'device_id': '7839a035-0924-493d-9b9e-9bdae0368670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:56.282955 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c69b5-b42b-4ce4-b200-4bcb12d83839 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93ab09c-9f16-4722-a8ff-7244bc961c3f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:56.409181 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e413dc8-8c1e-4159-8999-bc0beec854ff service neutron] Pushing event updated for resources: {'Port': ['ID=3375ea57-478b-43f3-83e6-dd6a5636f0c3,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:56.471400 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6db47dd5-c9ec-4be5-8c23-d2432e36b00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (706fa8c8-f793-4fca-9e7c-9e00596e21c0), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:56.502149 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c31c2859-867b-4022-a00d-12d36bb7036b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (639f4ccf-115b-43fc-9059-865f1d18eb16), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:56.505660 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c31c2859-867b-4022-a00d-12d36bb7036b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:56.509966 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c31c2859-867b-4022-a00d-12d36bb7036b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/639f4ccf-115b-43fc-9059-865f1d18eb16 HTTP/1.1" status: 204 len: 168 time: 1.0524149 Jan 18 20:10:56.537032 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c2859-867b-4022-a00d-12d36bb7036b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639f4ccf-115b-43fc-9059-865f1d18eb16,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:56.552580 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2d301-d7b9-42b2-8c55-c1a0d2ec09d3 req-adf99d3b-259c-49e1-87b0-00e48d38e466 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:56.554921 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-83b2d301-d7b9-42b2-8c55-c1a0d2ec09d3 req-adf99d3b-259c-49e1-87b0-00e48d38e466 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 943 time: 0.2525206 Jan 18 20:10:56.562178 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-77a21060-fe3a-4c80-b44e-39cc0f313f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (3a677f5f-009c-4f07-9679-86f5c85ef9be), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:56.578016 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563539ea-b309-4842-992d-456cbfc7583b req-c5db2c76-8b33-4546-bfd1-a703ecfac444 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:56.588353 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563539ea-b309-4842-992d-456cbfc7583b req-c5db2c76-8b33-4546-bfd1-a703ecfac444 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:56.596938 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563539ea-b309-4842-992d-456cbfc7583b req-c5db2c76-8b33-4546-bfd1-a703ecfac444 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:56.604901 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563539ea-b309-4842-992d-456cbfc7583b req-c5db2c76-8b33-4546-bfd1-a703ecfac444 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:56.612733 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563539ea-b309-4842-992d-456cbfc7583b req-c5db2c76-8b33-4546-bfd1-a703ecfac444 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:56.621105 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563539ea-b309-4842-992d-456cbfc7583b req-c5db2c76-8b33-4546-bfd1-a703ecfac444 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:56.628331 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563539ea-b309-4842-992d-456cbfc7583b req-c5db2c76-8b33-4546-bfd1-a703ecfac444 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:56.638883 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-563539ea-b309-4842-992d-456cbfc7583b req-c5db2c76-8b33-4546-bfd1-a703ecfac444 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5386 time: 0.2382057 Jan 18 20:10:56.707474 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a21060-fe3a-4c80-b44e-39cc0f313f86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a677f5f-009c-4f07-9679-86f5c85ef9be,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:56.733213 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-e82cfed5-d4d1-4c5a-839c-c619949e1ed6 service neutron] For port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:56.741662 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-77a21060-fe3a-4c80-b44e-39cc0f313f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:56.745073 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-77a21060-fe3a-4c80-b44e-39cc0f313f86 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3a677f5f-009c-4f07-9679-86f5c85ef9be HTTP/1.1" status: 204 len: 168 time: 1.0094681 Jan 18 20:10:56.754554 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43538) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:56.806575 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-83b2d301-d7b9-42b2-8c55-c1a0d2ec09d3 req-fc9ef419-3ce3-4eba-9993-0fca0c2e1462 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567287 Jan 18 20:10:56.839696 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-e82cfed5-d4d1-4c5a-839c-c619949e1ed6 service neutron] For port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:10:56.857706 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-563539ea-b309-4842-992d-456cbfc7583b req-55195818-ee96-46e8-b713-4d7dd1ab6943 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2175059 Jan 18 20:10:56.887493 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-e82cfed5-d4d1-4c5a-839c-c619949e1ed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:10:56.907544 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-e82cfed5-d4d1-4c5a-839c-c619949e1ed6 service neutron] For port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:10:56.936919 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-e82cfed5-d4d1-4c5a-839c-c619949e1ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:56.958206 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-167e8d8a-459f-405e-86ae-9f660fac5627 req-65ffdf44-9480-4b48-b181-43d8819f54c2 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups/1f23b168-88cb-4294-9d97-ca90174d668c HTTP/1.1" status: 200 len: 1816 time: 0.0973697 Jan 18 20:10:57.027687 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6db47dd5-c9ec-4be5-8c23-d2432e36b00d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706fa8c8-f793-4fca-9e7c-9e00596e21c0 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:10:57.035714 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-363d9800-9eaf-4475-bd9f-f3d29b10b2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (da762a08-ce23-48b4-9e56-1b22cb2c3759), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:57.041031 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6db47dd5-c9ec-4be5-8c23-d2432e36b00d service neutron] Publish callbacks [] for port (706fa8c8-f793-4fca-9e7c-9e00596e21c0), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:57.066726 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6db47dd5-c9ec-4be5-8c23-d2432e36b00d service neutron] Transition to ACTIVE for port object 706fa8c8-f793-4fca-9e7c-9e00596e21c0 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:10:57.078161 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6db47dd5-c9ec-4be5-8c23-d2432e36b00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (706fa8c8-f793-4fca-9e7c-9e00596e21c0), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:57.096381 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-e82cfed5-d4d1-4c5a-839c-c619949e1ed6 service neutron] Transition to ACTIVE for port object 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:10:57.141693 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-e82cfed5-d4d1-4c5a-839c-c619949e1ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:57.201674 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-167e8d8a-459f-405e-86ae-9f660fac5627 req-d9246bd6-709d-49a1-a536-08b911aff0e2 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (1f23b168-88cb-4294-9d97-ca90174d668c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:57.210532 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db47dd5-c9ec-4be5-8c23-d2432e36b00d service neutron] Pushing event updated for resources: {'Port': ['ID=706fa8c8-f793-4fca-9e7c-9e00596e21c0,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:57.211445 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'tag': '0bbb04a5-1309-4d5f-8824-60e9bff7c6bb'}, {'name': 'network-changed', 'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'tag': '3375ea57-478b-43f3-83e6-dd6a5636f0c3'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:57.213984 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bb609b-8ea5-4b88-b1e3-e43193541d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "tag": "0bbb04a5-1309-4d5f-8824-60e9bff7c6bb"}, {"name": "network-changed", "server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "tag": "3375ea57-478b-43f3-83e6-dd6a5636f0c3"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:57.242147 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-e82cfed5-d4d1-4c5a-839c-c619949e1ed6 service neutron] No DVR routers for this DVR port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:10:57.305341 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce52de-9f84-4563-9ac3-67ef7483e71c req-23bbdeb0-376c-40f3-85f2-e9f27f3a033d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:57.314795 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d1ce52de-9f84-4563-9ac3-67ef7483e71c req-23bbdeb0-376c-40f3-85f2-e9f27f3a033d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.2112112 Jan 18 20:10:57.324189 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-363d9800-9eaf-4475-bd9f-f3d29b10b2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (da762a08-ce23-48b4-9e56-1b22cb2c3759), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:57.339060 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-e82cfed5-d4d1-4c5a-839c-c619949e1ed6 service neutron] 10.222.0.70 "PUT /v2.0/ports/8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af/bindings/n-h1-741529-9/activate HTTP/1.1" status: 200 len: 369 time: 1.2222874 Jan 18 20:10:57.348648 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-363d9800-9eaf-4475-bd9f-f3d29b10b2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da762a08-ce23-48b4-9e56-1b22cb2c3759']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:10:57.360196 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-363d9800-9eaf-4475-bd9f-f3d29b10b2f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d912cb-4bfd-46da-bfb2-00b56de1649d') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:10:57.360899 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-363d9800-9eaf-4475-bd9f-f3d29b10b2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d912cb-4bfd-46da-bfb2-00b56de1649d') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:10:57.388664 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6db47dd5-c9ec-4be5-8c23-d2432e36b00d service neutron] Attempting to bind port 706fa8c8-f793-4fca-9e7c-9e00596e21c0 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:10:57.389163 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6db47dd5-c9ec-4be5-8c23-d2432e36b00d service neutron] Attempting to bind port 706fa8c8-f793-4fca-9e7c-9e00596e21c0 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'd0da82cf-5645-4777-86ff-c2c01c2d9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:10:57.389477 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6db47dd5-c9ec-4be5-8c23-d2432e36b00d service neutron] Attempting to bind port 706fa8c8-f793-4fca-9e7c-9e00596e21c0 on network dcafdc34-74ba-4d39-8792-ddf985df2019 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:57.395820 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82cfed5-d4d1-4c5a-839c-c619949e1ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af,revision_number=10']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:57.403907 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-363d9800-9eaf-4475-bd9f-f3d29b10b2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (c2d912cb-4bfd-46da-bfb2-00b56de1649d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:57.410877 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6db47dd5-c9ec-4be5-8c23-d2432e36b00d service neutron] Port 706fa8c8-f793-4fca-9e7c-9e00596e21c0 on network dcafdc34-74ba-4d39-8792-ddf985df2019 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:10:57.411498 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6db47dd5-c9ec-4be5-8c23-d2432e36b00d service neutron] Attempting to bind port 706fa8c8-f793-4fca-9e7c-9e00596e21c0 on network dcafdc34-74ba-4d39-8792-ddf985df2019 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:10:57.433132 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-363d9800-9eaf-4475-bd9f-f3d29b10b2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (c2d912cb-4bfd-46da-bfb2-00b56de1649d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:57.441565 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6db47dd5-c9ec-4be5-8c23-d2432e36b00d service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:10:57.442000 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6db47dd5-c9ec-4be5-8c23-d2432e36b00d service neutron] Checking segment: {'id': 'd0da82cf-5645-4777-86ff-c2c01c2d9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:10:57.442396 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6db47dd5-c9ec-4be5-8c23-d2432e36b00d service neutron] Bound using segment: {'id': 'd0da82cf-5645-4777-86ff-c2c01c2d9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:10:57.442839 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6db47dd5-c9ec-4be5-8c23-d2432e36b00d service neutron] Bound port: 706fa8c8-f793-4fca-9e7c-9e00596e21c0, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0da82cf-5645-4777-86ff-c2c01c2d9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:10:57.443199 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6db47dd5-c9ec-4be5-8c23-d2432e36b00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (706fa8c8-f793-4fca-9e7c-9e00596e21c0), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:57.447266 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-363d9800-9eaf-4475-bd9f-f3d29b10b2f5 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:10:57.447797 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-363d9800-9eaf-4475-bd9f-f3d29b10b2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (c2d912cb-4bfd-46da-bfb2-00b56de1649d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:57.467683 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-528180ca-528e-4a55-8eb6-e50490592158 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:57.468969 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:10:57.471569 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:10:57.476409 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-528180ca-528e-4a55-8eb6-e50490592158 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee&tenant_id=46be2ca450fb44c88ba90d0767174258&binding%3Ahost_id=n-h2-741529-9 HTTP/1.1" status: 200 len: 1095 time: 0.0689712 Jan 18 20:10:57.493091 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-167e8d8a-459f-405e-86ae-9f660fac5627 req-d9246bd6-709d-49a1-a536-08b911aff0e2 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (1f23b168-88cb-4294-9d97-ca90174d668c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:57.578372 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-1206d8ea-cf26-4eca-9bf8-d3a0c70feef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:57.580244 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-1206d8ea-cf26-4eca-9bf8-d3a0c70feef4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee&tenant_id=46be2ca450fb44c88ba90d0767174258 HTTP/1.1" status: 200 len: 1095 time: 0.0819886 Jan 18 20:10:57.587776 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6db47dd5-c9ec-4be5-8c23-d2432e36b00d service neutron] For port 706fa8c8-f793-4fca-9e7c-9e00596e21c0, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:10:57.596420 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6db47dd5-c9ec-4be5-8c23-d2432e36b00d service neutron] For port 706fa8c8-f793-4fca-9e7c-9e00596e21c0, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=706fa8c8-f793-4fca-9e7c-9e00596e21c0,segment=NetworkSegment(d0da82cf-5645-4777-86ff-c2c01c2d9914),segment_id=d0da82cf-5645-4777-86ff-c2c01c2d9914)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:10:57.604864 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6db47dd5-c9ec-4be5-8c23-d2432e36b00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (706fa8c8-f793-4fca-9e7c-9e00596e21c0), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:57.614984 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-363d9800-9eaf-4475-bd9f-f3d29b10b2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (da762a08-ce23-48b4-9e56-1b22cb2c3759), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:57.642800 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-363d9800-9eaf-4475-bd9f-f3d29b10b2f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:57.647789 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6db47dd5-c9ec-4be5-8c23-d2432e36b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:57.648815 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6db47dd5-c9ec-4be5-8c23-d2432e36b00d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:57.650260 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6db47dd5-c9ec-4be5-8c23-d2432e36b00d service neutron] 10.222.0.70 "PUT /v2.0/ports/706fa8c8-f793-4fca-9e7c-9e00596e21c0 HTTP/1.1" status: 200 len: 1090 time: 1.4007230 Jan 18 20:10:57.660728 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-363d9800-9eaf-4475-bd9f-f3d29b10b2f5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/da762a08-ce23-48b4-9e56-1b22cb2c3759 HTTP/1.1" status: 204 len: 168 time: 0.9029164 Jan 18 20:10:57.661789 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d9800-9eaf-4475-bd9f-f3d29b10b2f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=da762a08-ce23-48b4-9e56-1b22cb2c3759,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:57.682167 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d1ce52de-9f84-4563-9ac3-67ef7483e71c req-96ad3628-2a4d-4bce-b9b1-1a36deaf1db2 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081969 Jan 18 20:10:57.703927 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-167e8d8a-459f-405e-86ae-9f660fac5627 req-d9246bd6-709d-49a1-a536-08b911aff0e2 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1f23b168-88cb-4294-9d97-ca90174d668c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:57.704586 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6471bd57-de3a-4c61-bb9f-c4839f2db61f service neutron] Request body: {'port': {'device_id': '7839a035-0924-493d-9b9e-9bdae0368670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:57.713804 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-167e8d8a-459f-405e-86ae-9f660fac5627 req-d9246bd6-709d-49a1-a536-08b911aff0e2 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:57.716685 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-167e8d8a-459f-405e-86ae-9f660fac5627 req-d9246bd6-709d-49a1-a536-08b911aff0e2 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "DELETE /v2.0/security-groups/1f23b168-88cb-4294-9d97-ca90174d668c HTTP/1.1" status: 204 len: 173 time: 0.7472191 Jan 18 20:10:57.753548 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-74398b70-96a5-4faf-98b0-a3462e587681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:57.754164 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9246bd6-709d-49a1-a536-08b911aff0e2 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f23b168-88cb-4294-9d97-ca90174d668c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:57.796766 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e59c18-c834-4438-ac9a-4c9f99a84fc5 x-openstack-request-id: req-72e59c18-c834-4438-ac9a-4c9f99a84fc5 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:10:57.802563 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "tag": "0bbb04a5-1309-4d5f-8824-60e9bff7c6bb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "tag": "3375ea57-478b-43f3-83e6-dd6a5636f0c3", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:10:57.802938 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72e59c18-c834-4438-ac9a-4c9f99a84fc5 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:10:57.803263 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-bb77a68c-823d-44f0-93f6-e611b53606f6 req-d48633ca-f812-4a79-a385-d1518eff13f7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1315925402', 'description': 'tempest-description-1602624241'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:57.803776 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'tag': '0bbb04a5-1309-4d5f-8824-60e9bff7c6bb', 'status': 'completed', 'code': 200} Jan 18 20:10:57.808152 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'tag': '3375ea57-478b-43f3-83e6-dd6a5636f0c3', 'status': 'completed', 'code': 200} Jan 18 20:10:57.841096 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bb77a68c-823d-44f0-93f6-e611b53606f6 req-d48633ca-f812-4a79-a385-d1518eff13f7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:57.877878 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-321605ba-fd48-46f0-ae52-30c8d6ea6a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:57.879506 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-321605ba-fd48-46f0-ae52-30c8d6ea6a12 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46be2ca450fb44c88ba90d0767174258&device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 1095 time: 0.2656994 Jan 18 20:10:57.961495 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e861c4d-24b9-4b25-8ed9-9cad1a78022c req-4999950c-c8d0-46f5-a98e-f0adbc073f7d tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:57.963305 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e861c4d-24b9-4b25-8ed9-9cad1a78022c req-4999950c-c8d0-46f5-a98e-f0adbc073f7d tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.1006544 Jan 18 20:10:57.992057 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db47dd5-c9ec-4be5-8c23-d2432e36b00d service neutron] Pushing event updated for resources: {'Port': ['ID=706fa8c8-f793-4fca-9e7c-9e00596e21c0,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:58.086397 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e861c4d-24b9-4b25-8ed9-9cad1a78022c req-c2f3a627-955d-4250-b60b-1ce866d5b049 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151485 Jan 18 20:10:58.098541 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bb77a68c-823d-44f0-93f6-e611b53606f6 req-d48633ca-f812-4a79-a385-d1518eff13f7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (f7caf52c-455d-4a84-b525-50545b17b859), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:58.105119 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bb77a68c-823d-44f0-93f6-e611b53606f6 req-d48633ca-f812-4a79-a385-d1518eff13f7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f7caf52c-455d-4a84-b525-50545b17b859), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:58.121457 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb609b-8ea5-4b88-b1e3-e43193541d6e req-5e17407a-6dea-4b39-8f93-4ea7f4bbc056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:58.123055 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb609b-8ea5-4b88-b1e3-e43193541d6e req-5e17407a-6dea-4b39-8f93-4ea7f4bbc056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:58.123765 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb609b-8ea5-4b88-b1e3-e43193541d6e req-5e17407a-6dea-4b39-8f93-4ea7f4bbc056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:58.124705 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb609b-8ea5-4b88-b1e3-e43193541d6e req-5e17407a-6dea-4b39-8f93-4ea7f4bbc056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:58.125617 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb609b-8ea5-4b88-b1e3-e43193541d6e req-5e17407a-6dea-4b39-8f93-4ea7f4bbc056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:58.126267 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb609b-8ea5-4b88-b1e3-e43193541d6e req-5e17407a-6dea-4b39-8f93-4ea7f4bbc056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:58.126888 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb609b-8ea5-4b88-b1e3-e43193541d6e req-5e17407a-6dea-4b39-8f93-4ea7f4bbc056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:58.129039 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a3bb609b-8ea5-4b88-b1e3-e43193541d6e req-5e17407a-6dea-4b39-8f93-4ea7f4bbc056 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=58bdde0d1470454589ceb4c5ff2aa86d&device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 6345 time: 0.3005216 Jan 18 20:10:58.130462 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43574) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:58.149008 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bb77a68c-823d-44f0-93f6-e611b53606f6 req-d48633ca-f812-4a79-a385-d1518eff13f7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:58.160358 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6471bd57-de3a-4c61-bb9f-c4839f2db61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fcb008f3-6e05-437d-bc92-613c8989d834), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:58.162748 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bb77a68c-823d-44f0-93f6-e611b53606f6 req-d48633ca-f812-4a79-a385-d1518eff13f7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3664069 Jan 18 20:10:58.275259 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48633ca-f812-4a79-a385-d1518eff13f7 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7caf52c-455d-4a84-b525-50545b17b859,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:58.346561 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed9c2d-7f5a-4b52-9b0c-173de6af23d5 req-957c43e3-b692-4c0d-acfc-578c74461130 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:58.354070 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-96ed9c2d-7f5a-4b52-9b0c-173de6af23d5 req-957c43e3-b692-4c0d-acfc-578c74461130 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 944 time: 0.1374841 Jan 18 20:10:58.393542 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4cf74-606a-4cff-ba4b-7f660e4391c8 req-5ff0b8f4-8908-441f-95a1-9656bf5fee77 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:58.401437 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4cf74-606a-4cff-ba4b-7f660e4391c8 req-5ff0b8f4-8908-441f-95a1-9656bf5fee77 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:58.409481 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4cf74-606a-4cff-ba4b-7f660e4391c8 req-5ff0b8f4-8908-441f-95a1-9656bf5fee77 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:58.418465 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4cf74-606a-4cff-ba4b-7f660e4391c8 req-5ff0b8f4-8908-441f-95a1-9656bf5fee77 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:58.426805 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4cf74-606a-4cff-ba4b-7f660e4391c8 req-5ff0b8f4-8908-441f-95a1-9656bf5fee77 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:58.433136 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-fffb4368-707f-4189-8e23-bc1a3b3ed14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:58.435250 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-fffb4368-707f-4189-8e23-bc1a3b3ed14a service neutron] 10.222.0.57 "GET /v2.0/networks?id=133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 200 len: 908 time: 0.5350428 Jan 18 20:10:58.436621 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4cf74-606a-4cff-ba4b-7f660e4391c8 req-5ff0b8f4-8908-441f-95a1-9656bf5fee77 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:58.445698 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4cf74-606a-4cff-ba4b-7f660e4391c8 req-5ff0b8f4-8908-441f-95a1-9656bf5fee77 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:58.447865 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-15b4cf74-606a-4cff-ba4b-7f660e4391c8 req-5ff0b8f4-8908-441f-95a1-9656bf5fee77 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5398 time: 0.1874721 Jan 18 20:10:58.508376 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-96ed9c2d-7f5a-4b52-9b0c-173de6af23d5 req-516961ba-27a2-4944-98ab-34e7bad1906e tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531038 Jan 18 20:10:58.563397 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-1650b75a-1d6a-4da1-907c-6fb0b988f2e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af HTTP/1.1" status: 200 len: 217 time: 0.1168571 Jan 18 20:10:58.574176 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-15b4cf74-606a-4cff-ba4b-7f660e4391c8 req-e70f0c32-204f-4103-b89b-ddf0a8fb9727 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1154461 Jan 18 20:10:58.641360 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb609b-8ea5-4b88-b1e3-e43193541d6e req-9d707fc4-834c-45ce-b3b8-5496dd3c6111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:58.641862 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb609b-8ea5-4b88-b1e3-e43193541d6e req-9d707fc4-834c-45ce-b3b8-5496dd3c6111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:58.642326 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb609b-8ea5-4b88-b1e3-e43193541d6e req-9d707fc4-834c-45ce-b3b8-5496dd3c6111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:58.644051 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a3bb609b-8ea5-4b88-b1e3-e43193541d6e req-9d707fc4-834c-45ce-b3b8-5496dd3c6111 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=58bdde0d1470454589ceb4c5ff2aa86d&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4658837 Jan 18 20:10:58.649182 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-a1e4b08d-1578-4862-b405-94f881b9f994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:58.650535 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-a1e4b08d-1578-4862-b405-94f881b9f994 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=45324dde-9697-4682-9610-ed3bed3250cd HTTP/1.1" status: 200 len: 847 time: 0.0712748 Jan 18 20:10:58.654838 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d19ac8a7-0ad3-459b-b86f-d5ccd27c2994 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=934a86f68a4746be8b16c0fa3df42262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4915414 Jan 18 20:10:58.658163 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43588) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:58.681052 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-483d6e69-4cfa-4620-86d3-6e1d6dcdc841 req-8b04bfa8-49b7-4aae-8f74-a78c5d6c4a47 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups/f7caf52c-455d-4a84-b525-50545b17b859 HTTP/1.1" status: 200 len: 1818 time: 0.0646822 Jan 18 20:10:58.692044 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-483d6e69-4cfa-4620-86d3-6e1d6dcdc841 req-5ea3b5ef-932d-46e6-a364-cd86f1f04615 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Request body: {'security_group': {'name': 'tempest-sg-hth-124359468', 'description': 'tempest-description-hth-1133375168'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:10:58.790163 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-483d6e69-4cfa-4620-86d3-6e1d6dcdc841 req-5ea3b5ef-932d-46e6-a364-cd86f1f04615 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (f7caf52c-455d-4a84-b525-50545b17b859), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:58.862892 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a307d7-e04d-4e58-91c1-92ff62d316cf req-6773ea7b-0cf2-469b-9512-2b6a0ce0e3b7 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:58.864477 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-49a307d7-e04d-4e58-91c1-92ff62d316cf req-6773ea7b-0cf2-469b-9512-2b6a0ce0e3b7 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.0939417 Jan 18 20:10:58.929248 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:58.929861 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-483d6e69-4cfa-4620-86d3-6e1d6dcdc841 req-5ea3b5ef-932d-46e6-a364-cd86f1f04615 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (f7caf52c-455d-4a84-b525-50545b17b859), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:58.938716 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-49a307d7-e04d-4e58-91c1-92ff62d316cf req-0407c81d-957d-45e5-9926-e03a8fb9bd62 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664351 Jan 18 20:10:58.942577 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-483d6e69-4cfa-4620-86d3-6e1d6dcdc841 req-5ea3b5ef-932d-46e6-a364-cd86f1f04615 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f7caf52c-455d-4a84-b525-50545b17b859), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:58.957021 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-483d6e69-4cfa-4620-86d3-6e1d6dcdc841 req-5ea3b5ef-932d-46e6-a364-cd86f1f04615 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:58.957021 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-483d6e69-4cfa-4620-86d3-6e1d6dcdc841 req-5ea3b5ef-932d-46e6-a364-cd86f1f04615 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "PUT /v2.0/security-groups/f7caf52c-455d-4a84-b525-50545b17b859 HTTP/1.1" status: 200 len: 1791 time: 0.2663047 Jan 18 20:10:59.014156 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3b5ef-932d-46e6-a364-cd86f1f04615 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7caf52c-455d-4a84-b525-50545b17b859,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:59.054044 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2916bbe5-252d-4580-a8c9-4ea8c8648c72 req-d062767d-2126-469a-bc88-0deefb482983 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups/f7caf52c-455d-4a84-b525-50545b17b859 HTTP/1.1" status: 200 len: 1791 time: 0.0496786 Jan 18 20:10:59.093396 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-a32568af-b4bf-420f-bb81-671b64383724 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=133a80cf-c268-45f9-91ee-564a51a659af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4343343 Jan 18 20:10:59.125598 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1158f334-b215-4af3-b61e-ba7b75ef91bb req-23df7d59-4df7-4091-91be-f9e6aa725859 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups/f7caf52c-455d-4a84-b525-50545b17b859 HTTP/1.1" status: 200 len: 1791 time: 0.0516539 Jan 18 20:10:59.137968 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43602) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:59.194591 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1158f334-b215-4af3-b61e-ba7b75ef91bb req-a8f216cb-b6e5-46ce-bb13-ca5d5195413b tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (f7caf52c-455d-4a84-b525-50545b17b859), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:59.279666 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1158f334-b215-4af3-b61e-ba7b75ef91bb req-a8f216cb-b6e5-46ce-bb13-ca5d5195413b tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (f7caf52c-455d-4a84-b525-50545b17b859), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:59.331645 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9aa625e-b0f6-4a69-b5b0-a9d29ea6476c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:59.351949 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b4ac2-5e97-4586-87c1-875c0e48b22a req-66514a22-7394-4652-9498-d6351be3f5c7 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:59.353451 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d5b4ac2-5e97-4586-87c1-875c0e48b22a req-66514a22-7394-4652-9498-d6351be3f5c7 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.1232340 Jan 18 20:10:59.358206 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c3cf8296-73b0-4026-8410-9a919d801ddf admin admin] Publish callbacks [] for security_group (acdcd591-f4ee-4881-85a9-78e99b2b63d5), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:59.379035 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1158f334-b215-4af3-b61e-ba7b75ef91bb req-a8f216cb-b6e5-46ce-bb13-ca5d5195413b tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f7caf52c-455d-4a84-b525-50545b17b859), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:59.381515 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1158f334-b215-4af3-b61e-ba7b75ef91bb req-a8f216cb-b6e5-46ce-bb13-ca5d5195413b tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:59.385246 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1158f334-b215-4af3-b61e-ba7b75ef91bb req-a8f216cb-b6e5-46ce-bb13-ca5d5195413b tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "DELETE /v2.0/security-groups/f7caf52c-455d-4a84-b525-50545b17b859 HTTP/1.1" status: 204 len: 173 time: 0.2585976 Jan 18 20:10:59.407173 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f216cb-b6e5-46ce-bb13-ca5d5195413b tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7caf52c-455d-4a84-b525-50545b17b859,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:59.432915 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-be0899b0-9a43-45f7-890c-eec8f7a75858 service neutron] 10.222.0.57 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243341 Jan 18 20:10:59.435810 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb609b-8ea5-4b88-b1e3-e43193541d6e req-3b835ad5-3f10-483a-ba84-84dcfe9b4d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:59.437947 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a3bb609b-8ea5-4b88-b1e3-e43193541d6e req-3b835ad5-3f10-483a-ba84-84dcfe9b4d81 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7822926 Jan 18 20:10:59.466882 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d5b4ac2-5e97-4586-87c1-875c0e48b22a req-13bb1c07-f738-4fd7-aa2e-ad43ae91e442 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022549 Jan 18 20:10:59.519577 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c3cf8296-73b0-4026-8410-9a919d801ddf admin admin] Publish callbacks [] for security_group (acdcd591-f4ee-4881-85a9-78e99b2b63d5), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:59.537323 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9aa625e-b0f6-4a69-b5b0-a9d29ea6476c admin admin] Publish callbacks [] for security_group (17a16cbd-0f62-4b3f-82c1-432feec0c5a9), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:59.554667 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9aa625e-b0f6-4a69-b5b0-a9d29ea6476c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (17a16cbd-0f62-4b3f-82c1-432feec0c5a9), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:59.620774 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b9aa625e-b0f6-4a69-b5b0-a9d29ea6476c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=406f9f54a649448ca3e6ee626bf89568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4808569 Jan 18 20:10:59.628473 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43616) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:10:59.631667 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa625e-b0f6-4a69-b5b0-a9d29ea6476c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a16cbd-0f62-4b3f-82c1-432feec0c5a9,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:59.656511 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-aa404f1e-5fa9-4a15-beb3-92d453ce8fca req-a9c5d82c-cf32-47f6-9348-5d2611186c07 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] show failed (client error): The resource could not be found. Jan 18 20:10:59.657535 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa404f1e-5fa9-4a15-beb3-92d453ce8fca req-a9c5d82c-cf32-47f6-9348-5d2611186c07 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups/1f23b168-88cb-4294-9d97-ca90174d668c HTTP/1.1" status: 404 len: 352 time: 0.0700827 Jan 18 20:10:59.696899 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb609b-8ea5-4b88-b1e3-e43193541d6e req-d3261718-ed58-476d-9318-bd71b16736e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:59.697384 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb609b-8ea5-4b88-b1e3-e43193541d6e req-d3261718-ed58-476d-9318-bd71b16736e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:59.697881 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb609b-8ea5-4b88-b1e3-e43193541d6e req-d3261718-ed58-476d-9318-bd71b16736e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:59.698346 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb609b-8ea5-4b88-b1e3-e43193541d6e req-d3261718-ed58-476d-9318-bd71b16736e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:59.699060 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb609b-8ea5-4b88-b1e3-e43193541d6e req-d3261718-ed58-476d-9318-bd71b16736e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:59.699520 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb609b-8ea5-4b88-b1e3-e43193541d6e req-d3261718-ed58-476d-9318-bd71b16736e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:59.700510 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb609b-8ea5-4b88-b1e3-e43193541d6e req-d3261718-ed58-476d-9318-bd71b16736e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:59.702721 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a3bb609b-8ea5-4b88-b1e3-e43193541d6e req-d3261718-ed58-476d-9318-bd71b16736e2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=58bdde0d1470454589ceb4c5ff2aa86d&device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 6345 time: 0.1709766 Jan 18 20:10:59.729877 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f28188-af9b-40c4-b03a-e92634aefd46 req-70858c71-65e3-49af-8cd9-d133bee9d022 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:59.738671 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-04f28188-af9b-40c4-b03a-e92634aefd46 req-70858c71-65e3-49af-8cd9-d133bee9d022 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 944 time: 0.1256607 Jan 18 20:10:59.804674 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:10:59.809750 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'tag': '706fa8c8-f793-4fca-9e7c-9e00596e21c0'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:10:59.811890 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa788136-cac7-4df7-bb32-9f95f8ffd0d1" -d '{"events": [{"name": "network-changed", "server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "tag": "706fa8c8-f793-4fca-9e7c-9e00596e21c0"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:10:59.845725 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c3cf8296-73b0-4026-8410-9a919d801ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (acdcd591-f4ee-4881-85a9-78e99b2b63d5), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:59.848827 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c3cf8296-73b0-4026-8410-9a919d801ddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:59.850456 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c3cf8296-73b0-4026-8410-9a919d801ddf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/acdcd591-f4ee-4881-85a9-78e99b2b63d5 HTTP/1.1" status: 204 len: 168 time: 1.1833746 Jan 18 20:10:59.855663 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0722cf14-59c6-4bd5-bde1-34a8dbea8e5f admin admin] Publish callbacks [] for security_group (17a16cbd-0f62-4b3f-82c1-432feec0c5a9), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:59.879720 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-3288032c-c9bb-48a5-b265-a03d449645fb service neutron] 10.222.0.57 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562958 Jan 18 20:10:59.917185 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf8296-73b0-4026-8410-9a919d801ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdcd591-f4ee-4881-85a9-78e99b2b63d5,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:10:59.917450 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af is: DOWN; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:10:59.947948 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d870d8c-5d94-42f0-a99c-d8e62d5a01c0 req-bdd487e4-4b56-4f80-8f0a-f60f823c29f2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:59.951730 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6471bd57-de3a-4c61-bb9f-c4839f2db61f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb008f3-6e05-437d-bc92-613c8989d834 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:10:59.963580 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6471bd57-de3a-4c61-bb9f-c4839f2db61f service neutron] Publish callbacks [] for port (fcb008f3-6e05-437d-bc92-613c8989d834), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:10:59.975615 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d870d8c-5d94-42f0-a99c-d8e62d5a01c0 req-bdd487e4-4b56-4f80-8f0a-f60f823c29f2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:59.988450 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6471bd57-de3a-4c61-bb9f-c4839f2db61f service neutron] Transition to ACTIVE for port object fcb008f3-6e05-437d-bc92-613c8989d834 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:10:59.990124 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d870d8c-5d94-42f0-a99c-d8e62d5a01c0 req-bdd487e4-4b56-4f80-8f0a-f60f823c29f2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:59.992466 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb609b-8ea5-4b88-b1e3-e43193541d6e req-deceeeff-0dae-48b1-8a4e-aad3d4f6966a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:59.992944 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb609b-8ea5-4b88-b1e3-e43193541d6e req-deceeeff-0dae-48b1-8a4e-aad3d4f6966a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:59.993405 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb609b-8ea5-4b88-b1e3-e43193541d6e req-deceeeff-0dae-48b1-8a4e-aad3d4f6966a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:10:59.995110 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a3bb609b-8ea5-4b88-b1e3-e43193541d6e req-deceeeff-0dae-48b1-8a4e-aad3d4f6966a service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=58bdde0d1470454589ceb4c5ff2aa86d&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2801254 Jan 18 20:10:59.996542 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6471bd57-de3a-4c61-bb9f-c4839f2db61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (fcb008f3-6e05-437d-bc92-613c8989d834), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:00.019594 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d870d8c-5d94-42f0-a99c-d8e62d5a01c0 req-bdd487e4-4b56-4f80-8f0a-f60f823c29f2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:00.027310 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d870d8c-5d94-42f0-a99c-d8e62d5a01c0 req-bdd487e4-4b56-4f80-8f0a-f60f823c29f2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:00.047849 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d870d8c-5d94-42f0-a99c-d8e62d5a01c0 req-bdd487e4-4b56-4f80-8f0a-f60f823c29f2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:00.056447 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d870d8c-5d94-42f0-a99c-d8e62d5a01c0 req-bdd487e4-4b56-4f80-8f0a-f60f823c29f2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:00.058961 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d870d8c-5d94-42f0-a99c-d8e62d5a01c0 req-bdd487e4-4b56-4f80-8f0a-f60f823c29f2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5398 time: 0.3175180 Jan 18 20:11:00.085606 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-04f28188-af9b-40c4-b03a-e92634aefd46 req-04f95b3f-4ed3-435d-ac28-86f8981953d1 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295729 Jan 18 20:11:00.110876 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0722cf14-59c6-4bd5-bde1-34a8dbea8e5f admin admin] Publish callbacks [] for security_group (17a16cbd-0f62-4b3f-82c1-432feec0c5a9), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:00.247812 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471bd57-de3a-4c61-bb9f-c4839f2db61f service neutron] Pushing event updated for resources: {'Port': ['ID=fcb008f3-6e05-437d-bc92-613c8989d834,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:00.315745 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d870d8c-5d94-42f0-a99c-d8e62d5a01c0 req-9971484a-df44-4f91-a76e-1ec57f088045 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2213366 Jan 18 20:11:00.317103 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-58982d61-f201-4c5c-97bb-b6c645a774ef req-f0c6c802-3065-4bea-9c05-16d5e4fa6d34 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] show failed (client error): The resource could not be found. Jan 18 20:11:00.318095 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-58982d61-f201-4c5c-97bb-b6c645a774ef req-f0c6c802-3065-4bea-9c05-16d5e4fa6d34 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups/d93ab09c-9f16-4722-a8ff-7244bc961c3f HTTP/1.1" status: 404 len: 352 time: 0.0365033 Jan 18 20:11:00.339547 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0722cf14-59c6-4bd5-bde1-34a8dbea8e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (17a16cbd-0f62-4b3f-82c1-432feec0c5a9), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:00.345033 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0722cf14-59c6-4bd5-bde1-34a8dbea8e5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:00.346468 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0722cf14-59c6-4bd5-bde1-34a8dbea8e5f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/17a16cbd-0f62-4b3f-82c1-432feec0c5a9 HTTP/1.1" status: 204 len: 168 time: 0.7158027 Jan 18 20:11:00.379983 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722cf14-59c6-4bd5-bde1-34a8dbea8e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a16cbd-0f62-4b3f-82c1-432feec0c5a9,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:00.403960 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0647f603-4174-4778-9e3e-3918524265c8 x-openstack-request-id: req-0647f603-4174-4778-9e3e-3918524265c8 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:11:00.404544 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "tag": "706fa8c8-f793-4fca-9e7c-9e00596e21c0", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:11:00.405029 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0647f603-4174-4778-9e3e-3918524265c8 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:11:00.405780 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'tag': '706fa8c8-f793-4fca-9e7c-9e00596e21c0', 'status': 'completed', 'code': 200} Jan 18 20:11:00.435608 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-473d52c7-24f7-4a6f-bdb2-6467c8e73625 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:00.437162 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-473d52c7-24f7-4a6f-bdb2-6467c8e73625 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee&tenant_id=46be2ca450fb44c88ba90d0767174258&binding%3Ahost_id=n-h1-741529-9 HTTP/1.1" status: 200 len: 1095 time: 0.2457042 Jan 18 20:11:00.441779 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb609b-8ea5-4b88-b1e3-e43193541d6e req-0f2c7c70-ea2e-4751-b684-ab09feb148ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:00.443691 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a3bb609b-8ea5-4b88-b1e3-e43193541d6e req-0f2c7c70-ea2e-4751-b684-ab09feb148ca service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4401877 Jan 18 20:11:00.478546 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:00.490094 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-ac62e624-9b95-457f-9992-abb70bf2b0b0 req-16ab463b-9eed-4720-a619-6234de260467 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] show failed (client error): The resource could not be found. Jan 18 20:11:00.495102 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac62e624-9b95-457f-9992-abb70bf2b0b0 req-16ab463b-9eed-4720-a619-6234de260467 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups/0f86f82b-ff49-459e-a132-b14cb29c15f6 HTTP/1.1" status: 404 len: 352 time: 0.0457764 Jan 18 20:11:00.602816 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fd7c9-b56d-4499-b714-bd4032b1be0c req-59a03e5d-e0d3-4308-9d3c-fd4540973d89 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:00.607060 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-da6fd7c9-b56d-4499-b714-bd4032b1be0c req-59a03e5d-e0d3-4308-9d3c-fd4540973d89 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.1093616 Jan 18 20:11:00.627977 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6471bd57-de3a-4c61-bb9f-c4839f2db61f service neutron] Attempting to bind port fcb008f3-6e05-437d-bc92-613c8989d834 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:11:00.628473 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6471bd57-de3a-4c61-bb9f-c4839f2db61f service neutron] Attempting to bind port fcb008f3-6e05-437d-bc92-613c8989d834 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '011b0248-f13e-4236-abd9-595a2f7b91fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81c102ef-f128-429a-9459-1ac808d63a04'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:11:00.628927 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6471bd57-de3a-4c61-bb9f-c4839f2db61f service neutron] Attempting to bind port fcb008f3-6e05-437d-bc92-613c8989d834 on network 81c102ef-f128-429a-9459-1ac808d63a04 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:11:00.671586 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6471bd57-de3a-4c61-bb9f-c4839f2db61f service neutron] Port fcb008f3-6e05-437d-bc92-613c8989d834 on network 81c102ef-f128-429a-9459-1ac808d63a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:11:00.678240 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6471bd57-de3a-4c61-bb9f-c4839f2db61f service neutron] Attempting to bind port fcb008f3-6e05-437d-bc92-613c8989d834 on network 81c102ef-f128-429a-9459-1ac808d63a04 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:11:00.728761 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa788136-cac7-4df7-bb32-9f95f8ffd0d1 req-409a94f4-ced9-438a-a84b-f66258e96cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:00.729415 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa788136-cac7-4df7-bb32-9f95f8ffd0d1 req-409a94f4-ced9-438a-a84b-f66258e96cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:00.729989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa788136-cac7-4df7-bb32-9f95f8ffd0d1 req-409a94f4-ced9-438a-a84b-f66258e96cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:00.730519 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa788136-cac7-4df7-bb32-9f95f8ffd0d1 req-409a94f4-ced9-438a-a84b-f66258e96cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:00.731043 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa788136-cac7-4df7-bb32-9f95f8ffd0d1 req-409a94f4-ced9-438a-a84b-f66258e96cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:00.732093 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa788136-cac7-4df7-bb32-9f95f8ffd0d1 req-409a94f4-ced9-438a-a84b-f66258e96cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:00.732612 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa788136-cac7-4df7-bb32-9f95f8ffd0d1 req-409a94f4-ced9-438a-a84b-f66258e96cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:00.735540 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa788136-cac7-4df7-bb32-9f95f8ffd0d1 req-409a94f4-ced9-438a-a84b-f66258e96cf7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=58bdde0d1470454589ceb4c5ff2aa86d&device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 6370 time: 0.1828146 Jan 18 20:11:00.751224 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6471bd57-de3a-4c61-bb9f-c4839f2db61f service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:11:00.751709 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6471bd57-de3a-4c61-bb9f-c4839f2db61f service neutron] Checking segment: {'id': '011b0248-f13e-4236-abd9-595a2f7b91fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81c102ef-f128-429a-9459-1ac808d63a04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:11:00.752213 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6471bd57-de3a-4c61-bb9f-c4839f2db61f service neutron] Bound using segment: {'id': '011b0248-f13e-4236-abd9-595a2f7b91fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81c102ef-f128-429a-9459-1ac808d63a04'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:11:00.752761 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6471bd57-de3a-4c61-bb9f-c4839f2db61f service neutron] Bound port: fcb008f3-6e05-437d-bc92-613c8989d834, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011b0248-f13e-4236-abd9-595a2f7b91fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81c102ef-f128-429a-9459-1ac808d63a04'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:11:00.757098 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6471bd57-de3a-4c61-bb9f-c4839f2db61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fcb008f3-6e05-437d-bc92-613c8989d834), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:00.779210 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-da6fd7c9-b56d-4499-b714-bd4032b1be0c req-a3682968-98c9-4588-9f79-db73c3bf92e8 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383138 Jan 18 20:11:00.791786 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755aab8-df61-4962-9aed-df38e468310b req-a98c7840-e6d3-4dd6-aa94-72cd17b5fe95 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:00.804518 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0755aab8-df61-4962-9aed-df38e468310b req-a98c7840-e6d3-4dd6-aa94-72cd17b5fe95 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.1947112 Jan 18 20:11:00.858407 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43654) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:00.872638 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-c2b713a9-c927-4d8e-a788-9b3e1cbe289e req-cd2fafd6-22a6-478b-a770-9bb75f83a5e4 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] show failed (client error): The resource could not be found. Jan 18 20:11:00.873676 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c2b713a9-c927-4d8e-a788-9b3e1cbe289e req-cd2fafd6-22a6-478b-a770-9bb75f83a5e4 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups/c52286ce-995a-4ae9-af2b-23a0993e881f HTTP/1.1" status: 404 len: 352 time: 0.0631542 Jan 18 20:11:00.881869 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-506ad7dc-bee1-49dc-8ae5-f55ba9f9f177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:00.935724 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0755aab8-df61-4962-9aed-df38e468310b req-a0948ed4-d668-4c6c-b52b-41544b67502d tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302624 Jan 18 20:11:00.937940 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-50f9f11f-7cde-471b-8a30-757d5efe2538 req-04fffb8a-829c-455b-8773-02d304dec9d1 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] show failed (client error): The resource could not be found. Jan 18 20:11:00.938888 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-50f9f11f-7cde-471b-8a30-757d5efe2538 req-04fffb8a-829c-455b-8773-02d304dec9d1 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups/aa8e9d04-4de0-4150-93c6-5484ab05e554 HTTP/1.1" status: 404 len: 352 time: 0.0348291 Jan 18 20:11:01.000622 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-6714d039-d54b-4a84-bf0f-bb3c7d3e99fc req-86cc219b-00e2-41ca-9283-781f73a9a064 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] show failed (client error): The resource could not be found. Jan 18 20:11:01.001962 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6714d039-d54b-4a84-bf0f-bb3c7d3e99fc req-86cc219b-00e2-41ca-9283-781f73a9a064 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups/a4a73ca6-f193-49f9-8d04-02969171b692 HTTP/1.1" status: 404 len: 352 time: 0.0250056 Jan 18 20:11:01.041506 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-506ad7dc-bee1-49dc-8ae5-f55ba9f9f177 admin admin] Publish callbacks [] for security_group (12de3c31-4fab-4f4a-9d99-a722e2940a45), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:01.048177 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-506ad7dc-bee1-49dc-8ae5-f55ba9f9f177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (12de3c31-4fab-4f4a-9d99-a722e2940a45), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:01.087383 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ad7dc-bee1-49dc-8ae5-f55ba9f9f177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12de3c31-4fab-4f4a-9d99-a722e2940a45,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:01.094551 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-273047ec-9f4e-445a-ba90-d33cfac85ba5 service neutron] For port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:11:01.101387 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-273047ec-9f4e-445a-ba90-d33cfac85ba5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:01.102754 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-41ffe0e1-88df-4a89-95fd-35757707d655 req-273047ec-9f4e-445a-ba90-d33cfac85ba5 service neutron] 10.222.0.57 "DELETE /v2.0/ports/8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af/bindings/n-h2-741529-9 HTTP/1.1" status: 204 len: 173 time: 0.6578896 Jan 18 20:11:01.105458 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6471bd57-de3a-4c61-bb9f-c4839f2db61f service neutron] For port fcb008f3-6e05-437d-bc92-613c8989d834, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:11:01.111527 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa788136-cac7-4df7-bb32-9f95f8ffd0d1 req-e9be1648-f3d9-441e-b472-2a73a2812a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:01.111527 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa788136-cac7-4df7-bb32-9f95f8ffd0d1 req-e9be1648-f3d9-441e-b472-2a73a2812a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:01.111527 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa788136-cac7-4df7-bb32-9f95f8ffd0d1 req-e9be1648-f3d9-441e-b472-2a73a2812a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:01.114181 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa788136-cac7-4df7-bb32-9f95f8ffd0d1 req-e9be1648-f3d9-441e-b472-2a73a2812a93 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=58bdde0d1470454589ceb4c5ff2aa86d&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3462942 Jan 18 20:11:01.116440 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6471bd57-de3a-4c61-bb9f-c4839f2db61f service neutron] For port fcb008f3-6e05-437d-bc92-613c8989d834, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=fcb008f3-6e05-437d-bc92-613c8989d834,segment=NetworkSegment(011b0248-f13e-4236-abd9-595a2f7b91fd),segment_id=011b0248-f13e-4236-abd9-595a2f7b91fd)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:11:01.127808 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6471bd57-de3a-4c61-bb9f-c4839f2db61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (fcb008f3-6e05-437d-bc92-613c8989d834), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:01.130338 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-506ad7dc-bee1-49dc-8ae5-f55ba9f9f177 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5d1234bc913428da6f5f4af42756d06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2666264 Jan 18 20:11:01.131416 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43668) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:01.180075 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6471bd57-de3a-4c61-bb9f-c4839f2db61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:01.182261 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6471bd57-de3a-4c61-bb9f-c4839f2db61f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:01.183877 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-6471bd57-de3a-4c61-bb9f-c4839f2db61f service neutron] 10.222.0.70 "PUT /v2.0/ports/fcb008f3-6e05-437d-bc92-613c8989d834 HTTP/1.1" status: 200 len: 1091 time: 3.4862664 Jan 18 20:11:01.268057 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-dc276c23-59fe-48b8-bd3a-3bd6be6d838f service neutron] Request body: {'port': {'device_id': '7839a035-0924-493d-9b9e-9bdae0368670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:01.292880 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0fb5ebca-3f0a-4a6c-b27d-3c8212133824 admin admin] Publish callbacks [] for security_group (12de3c31-4fab-4f4a-9d99-a722e2940a45), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:01.315895 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471bd57-de3a-4c61-bb9f-c4839f2db61f service neutron] Pushing event updated for resources: {'Port': ['ID=fcb008f3-6e05-437d-bc92-613c8989d834,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:01.329774 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578bd83-2cc0-45d3-a564-7fd799fc98c8 req-be1a0994-0d9a-4a78-8047-8e1abd92a4b3 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:01.337224 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9578bd83-2cc0-45d3-a564-7fd799fc98c8 req-be1a0994-0d9a-4a78-8047-8e1abd92a4b3 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 944 time: 0.1506400 Jan 18 20:11:01.358344 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0fb5ebca-3f0a-4a6c-b27d-3c8212133824 admin admin] Publish callbacks [] for security_group (12de3c31-4fab-4f4a-9d99-a722e2940a45), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:01.382141 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa788136-cac7-4df7-bb32-9f95f8ffd0d1 req-f2381ed8-889a-4aa7-b65f-37e15dee0075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:01.383730 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa788136-cac7-4df7-bb32-9f95f8ffd0d1 req-f2381ed8-889a-4aa7-b65f-37e15dee0075 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2491269 Jan 18 20:11:01.384806 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-dc276c23-59fe-48b8-bd3a-3bd6be6d838f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1b19ac8f-84e1-4987-b625-71fe89dd67c4), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:01.420425 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0fb5ebca-3f0a-4a6c-b27d-3c8212133824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (12de3c31-4fab-4f4a-9d99-a722e2940a45), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:01.423366 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0fb5ebca-3f0a-4a6c-b27d-3c8212133824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:01.427435 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0fb5ebca-3f0a-4a6c-b27d-3c8212133824 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/12de3c31-4fab-4f4a-9d99-a722e2940a45 HTTP/1.1" status: 204 len: 168 time: 0.2919431 Jan 18 20:11:01.446523 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5ebca-3f0a-4a6c-b27d-3c8212133824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12de3c31-4fab-4f4a-9d99-a722e2940a45,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:01.486278 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9578bd83-2cc0-45d3-a564-7fd799fc98c8 req-12a6b21a-eb3c-456c-a570-6348dc84e74f tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482058 Jan 18 20:11:01.711049 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb00c28-0a6f-44f5-a7ac-b50b4a6821e5 req-e6328977-7491-4c10-8292-3ccf22016069 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:01.716607 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ebb00c28-0a6f-44f5-a7ac-b50b4a6821e5 req-e6328977-7491-4c10-8292-3ccf22016069 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd2e16af-cc25-4950-8b1d-71ae47c24e70 HTTP/1.1" status: 200 len: 1024 time: 0.1191144 Jan 18 20:11:01.812020 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:01.897178 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ebb00c28-0a6f-44f5-a7ac-b50b4a6821e5 req-21a52d4b-2dde-4eff-bae9-3de3839c9875 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups?id=03cbe17c-8b8e-469c-b6f6-cf351dc1bc77&id=a6b8555c-e4de-4158-a200-5a9cbae11f4f&id=2e4635da-206a-42df-b4da-44fbd0bc74bd&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1746387 Jan 18 20:11:01.940352 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0422c-3dc3-459c-ad90-1e6af342eb07 req-33a84e17-5730-4e84-825a-d6deac9d8709 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:01.946391 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0422c-3dc3-459c-ad90-1e6af342eb07 req-33a84e17-5730-4e84-825a-d6deac9d8709 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:01.954928 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0422c-3dc3-459c-ad90-1e6af342eb07 req-33a84e17-5730-4e84-825a-d6deac9d8709 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:01.972027 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0422c-3dc3-459c-ad90-1e6af342eb07 req-33a84e17-5730-4e84-825a-d6deac9d8709 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:01.978219 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0422c-3dc3-459c-ad90-1e6af342eb07 req-33a84e17-5730-4e84-825a-d6deac9d8709 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:01.985014 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0422c-3dc3-459c-ad90-1e6af342eb07 req-33a84e17-5730-4e84-825a-d6deac9d8709 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:01.991411 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0422c-3dc3-459c-ad90-1e6af342eb07 req-33a84e17-5730-4e84-825a-d6deac9d8709 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:01.993504 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7b0422c-3dc3-459c-ad90-1e6af342eb07 req-33a84e17-5730-4e84-825a-d6deac9d8709 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5410 time: 0.1623509 Jan 18 20:11:01.994132 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43700) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:02.039731 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-dc276c23-59fe-48b8-bd3a-3bd6be6d838f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b19ac8f-84e1-4987-b625-71fe89dd67c4 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:11:02.057605 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-dc276c23-59fe-48b8-bd3a-3bd6be6d838f service neutron] Publish callbacks [] for port (1b19ac8f-84e1-4987-b625-71fe89dd67c4), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:02.074074 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-dc276c23-59fe-48b8-bd3a-3bd6be6d838f service neutron] Transition to ACTIVE for port object 1b19ac8f-84e1-4987-b625-71fe89dd67c4 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:11:02.079767 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7b0422c-3dc3-459c-ad90-1e6af342eb07 req-66791f57-8da2-42e1-b2dc-69a37b448c36 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763652 Jan 18 20:11:02.083197 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-dc276c23-59fe-48b8-bd3a-3bd6be6d838f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (1b19ac8f-84e1-4987-b625-71fe89dd67c4), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:02.214026 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20be73e-49d2-435f-acf9-ad0d5bba0c26 req-efc0f7ac-1cb8-4bb1-80d0-8d75615bb91a tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:02.215649 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a20be73e-49d2-435f-acf9-ad0d5bba0c26 req-efc0f7ac-1cb8-4bb1-80d0-8d75615bb91a tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.1314864 Jan 18 20:11:02.240807 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-27e7fb87-5d29-4dbc-8299-f59b1e79ec74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:02.334160 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc276c23-59fe-48b8-bd3a-3bd6be6d838f service neutron] Pushing event updated for resources: {'Port': ['ID=1b19ac8f-84e1-4987-b625-71fe89dd67c4,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:02.354571 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a20be73e-49d2-435f-acf9-ad0d5bba0c26 req-38486e63-616d-4302-8924-8431d876f789 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300514 Jan 18 20:11:02.390909 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-dc276c23-59fe-48b8-bd3a-3bd6be6d838f service neutron] Attempting to bind port 1b19ac8f-84e1-4987-b625-71fe89dd67c4 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:11:02.391246 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-dc276c23-59fe-48b8-bd3a-3bd6be6d838f service neutron] Attempting to bind port 1b19ac8f-84e1-4987-b625-71fe89dd67c4 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '011b0248-f13e-4236-abd9-595a2f7b91fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81c102ef-f128-429a-9459-1ac808d63a04'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:11:02.391774 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-dc276c23-59fe-48b8-bd3a-3bd6be6d838f service neutron] Attempting to bind port 1b19ac8f-84e1-4987-b625-71fe89dd67c4 on network 81c102ef-f128-429a-9459-1ac808d63a04 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:11:02.397263 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-dc276c23-59fe-48b8-bd3a-3bd6be6d838f service neutron] Port 1b19ac8f-84e1-4987-b625-71fe89dd67c4 on network 81c102ef-f128-429a-9459-1ac808d63a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:11:02.397710 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-dc276c23-59fe-48b8-bd3a-3bd6be6d838f service neutron] Attempting to bind port 1b19ac8f-84e1-4987-b625-71fe89dd67c4 on network 81c102ef-f128-429a-9459-1ac808d63a04 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:11:02.404538 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-dc276c23-59fe-48b8-bd3a-3bd6be6d838f service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:11:02.405121 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-dc276c23-59fe-48b8-bd3a-3bd6be6d838f service neutron] Checking segment: {'id': '011b0248-f13e-4236-abd9-595a2f7b91fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81c102ef-f128-429a-9459-1ac808d63a04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:11:02.405911 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-dc276c23-59fe-48b8-bd3a-3bd6be6d838f service neutron] Bound using segment: {'id': '011b0248-f13e-4236-abd9-595a2f7b91fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81c102ef-f128-429a-9459-1ac808d63a04'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:11:02.406560 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-dc276c23-59fe-48b8-bd3a-3bd6be6d838f service neutron] Bound port: 1b19ac8f-84e1-4987-b625-71fe89dd67c4, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011b0248-f13e-4236-abd9-595a2f7b91fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81c102ef-f128-429a-9459-1ac808d63a04'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:11:02.407087 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-dc276c23-59fe-48b8-bd3a-3bd6be6d838f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1b19ac8f-84e1-4987-b625-71fe89dd67c4), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:02.409223 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'tag': 'fcb008f3-6e05-437d-bc92-613c8989d834'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:11:02.411922 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daddd433-1cea-44f3-bf04-dbbf0c3bdb87" -d '{"events": [{"name": "network-changed", "server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "tag": "fcb008f3-6e05-437d-bc92-613c8989d834"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:11:02.455201 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d0799-f274-4ee3-ba74-4d0449658950 req-0be63f3b-fd20-4efb-84a1-e69d36aa65c9 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:02.468006 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f9d0799-f274-4ee3-ba74-4d0449658950 req-0be63f3b-fd20-4efb-84a1-e69d36aa65c9 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.1206973 Jan 18 20:11:02.510271 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-dc276c23-59fe-48b8-bd3a-3bd6be6d838f service neutron] For port 1b19ac8f-84e1-4987-b625-71fe89dd67c4, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:11:02.515028 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-dc276c23-59fe-48b8-bd3a-3bd6be6d838f service neutron] For port 1b19ac8f-84e1-4987-b625-71fe89dd67c4, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1b19ac8f-84e1-4987-b625-71fe89dd67c4,segment=NetworkSegment(011b0248-f13e-4236-abd9-595a2f7b91fd),segment_id=011b0248-f13e-4236-abd9-595a2f7b91fd)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:11:02.522150 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-dc276c23-59fe-48b8-bd3a-3bd6be6d838f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (1b19ac8f-84e1-4987-b625-71fe89dd67c4), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:02.574806 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-dc276c23-59fe-48b8-bd3a-3bd6be6d838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:02.575426 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-dc276c23-59fe-48b8-bd3a-3bd6be6d838f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:02.577073 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-dc276c23-59fe-48b8-bd3a-3bd6be6d838f service neutron] 10.222.0.70 "PUT /v2.0/ports/1b19ac8f-84e1-4987-b625-71fe89dd67c4 HTTP/1.1" status: 200 len: 1091 time: 1.3137214 Jan 18 20:11:02.597569 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc276c23-59fe-48b8-bd3a-3bd6be6d838f service neutron] Pushing event updated for resources: {'Port': ['ID=1b19ac8f-84e1-4987-b625-71fe89dd67c4,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:02.643923 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f9d0799-f274-4ee3-ba74-4d0449658950 req-d3924dc3-5c68-485f-8af0-2f46b45fba01 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733477 Jan 18 20:11:02.674152 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-27e7fb87-5d29-4dbc-8299-f59b1e79ec74 admin admin] Publish callbacks [] for security_group (d89ed13d-c8b0-4d7f-a340-57c30d43e623), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:02.682153 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98b4e0-5cb8-44f3-ad52-e1ff6277d23f req-afd1f058-b9b6-4cc3-8b91-5d1805744744 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:02.689976 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf98b4e0-5cb8-44f3-ad52-e1ff6277d23f req-afd1f058-b9b6-4cc3-8b91-5d1805744744 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 1095 time: 0.1922748 Jan 18 20:11:02.693172 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-27e7fb87-5d29-4dbc-8299-f59b1e79ec74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d89ed13d-c8b0-4d7f-a340-57c30d43e623), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:02.713373 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ce6c0b-2da1-47df-bcd9-b34878251192 x-openstack-request-id: req-24ce6c0b-2da1-47df-bcd9-b34878251192 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:11:02.713511 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "tag": "fcb008f3-6e05-437d-bc92-613c8989d834", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:11:02.716445 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24ce6c0b-2da1-47df-bcd9-b34878251192 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:11:02.716445 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'tag': 'fcb008f3-6e05-437d-bc92-613c8989d834', 'status': 'completed', 'code': 200} Jan 18 20:11:02.754102 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-62816c22-ae4a-44b3-97a4-af0187db7060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:02.754598 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-62816c22-ae4a-44b3-97a4-af0187db7060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:02.755070 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-62816c22-ae4a-44b3-97a4-af0187db7060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:02.757148 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-62816c22-ae4a-44b3-97a4-af0187db7060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:02.757622 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-62816c22-ae4a-44b3-97a4-af0187db7060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:02.758109 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-62816c22-ae4a-44b3-97a4-af0187db7060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:02.766184 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-62816c22-ae4a-44b3-97a4-af0187db7060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:02.768235 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-62816c22-ae4a-44b3-97a4-af0187db7060 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=58bdde0d1470454589ceb4c5ff2aa86d&device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 6479 time: 0.1335745 Jan 18 20:11:02.807660 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf98b4e0-5cb8-44f3-ad52-e1ff6277d23f req-82cef9d9-1ece-45fc-a802-ceb8135a5fa2 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739419 Jan 18 20:11:02.821079 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7fb87-5d29-4dbc-8299-f59b1e79ec74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89ed13d-c8b0-4d7f-a340-57c30d43e623,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:02.826691 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-27e7fb87-5d29-4dbc-8299-f59b1e79ec74 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4377093b6c9f4929ab8a77f5aa88b583&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8316634 Jan 18 20:11:02.829086 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43720) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:02.844220 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-ece14546-9076-4670-9165-9da59dbae481 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a1c35cd-5914-44b5-95a0-1d50b743c9db HTTP/1.1" status: 200 len: 217 time: 0.0616663 Jan 18 20:11:02.921917 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f050787-ba90-453f-8da9-a178493f6aa0 admin admin] Publish callbacks [] for security_group (d89ed13d-c8b0-4d7f-a340-57c30d43e623), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:02.970413 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-44946ccc-2c02-495e-a426-6c77d47c3b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:02.972543 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-44946ccc-2c02-495e-a426-6c77d47c3b42 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3da5da2e-d2b1-4395-8273-eab036481371 HTTP/1.1" status: 200 len: 851 time: 0.1123188 Jan 18 20:11:02.987421 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f050787-ba90-453f-8da9-a178493f6aa0 admin admin] Publish callbacks [] for security_group (d89ed13d-c8b0-4d7f-a340-57c30d43e623), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:03.031623 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-f6d4028a-3726-4012-84c0-eea6537f8b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:03.033133 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-f6d4028a-3726-4012-84c0-eea6537f8b52 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f5a28bc4-6d91-4261-a9f7-5d655221c24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541077 Jan 18 20:11:03.126627 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cb0b6-e91b-4404-bc79-681c76461753 req-f6dce0ae-98f0-4d36-b443-45eacee1d37c tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:03.128473 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cc8cb0b6-e91b-4404-bc79-681c76461753 req-f6dce0ae-98f0-4d36-b443-45eacee1d37c tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd2e16af-cc25-4950-8b1d-71ae47c24e70 HTTP/1.1" status: 200 len: 1024 time: 0.1063135 Jan 18 20:11:03.140293 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-c4efe002-0ebc-42c0-b38c-722d9f2375da service neutron] 10.222.0.70 "GET /v2.0/networks/f5a28bc4-6d91-4261-a9f7-5d655221c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967181 Jan 18 20:11:03.180568 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f050787-ba90-453f-8da9-a178493f6aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d89ed13d-c8b0-4d7f-a340-57c30d43e623), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:03.183493 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f050787-ba90-453f-8da9-a178493f6aa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:03.184760 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7f050787-ba90-453f-8da9-a178493f6aa0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d89ed13d-c8b0-4d7f-a340-57c30d43e623 HTTP/1.1" status: 204 len: 168 time: 0.3545043 Jan 18 20:11:03.227973 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f050787-ba90-453f-8da9-a178493f6aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89ed13d-c8b0-4d7f-a340-57c30d43e623,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:03.304814 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62108c4-1e4d-4238-afc3-b56796a3c90f req-d5445046-becc-4093-b447-d11b4a56a746 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:03.304814 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a62108c4-1e4d-4238-afc3-b56796a3c90f req-d5445046-becc-4093-b447-d11b4a56a746 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd2e16af-cc25-4950-8b1d-71ae47c24e70 HTTP/1.1" status: 200 len: 1024 time: 0.2572081 Jan 18 20:11:03.365566 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-76be2a2e-2668-49c1-9aa0-82502b302e1b tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:03.371381 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-76be2a2e-2668-49c1-9aa0-82502b302e1b tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/networks?id=133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 200 len: 807 time: 0.2415354 Jan 18 20:11:03.404793 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cc8cb0b6-e91b-4404-bc79-681c76461753 req-a461f195-f0f7-47a7-a9cf-0206ebf9d604 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups?id=03cbe17c-8b8e-469c-b6f6-cf351dc1bc77&id=a6b8555c-e4de-4158-a200-5a9cbae11f4f&id=2e4635da-206a-42df-b4da-44fbd0bc74bd&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2638662 Jan 18 20:11:03.433935 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-bd74145f-fca9-452c-9c10-dde220acb52a tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/quotas/46be2ca450fb44c88ba90d0767174258 HTTP/1.1" status: 200 len: 375 time: 0.0270100 Jan 18 20:11:03.478658 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-1a0564d3-2299-46a9-b1fd-e7c5b3a392a5 service neutron] 10.222.0.70 "GET /v2.0/networks/f5a28bc4-6d91-4261-a9f7-5d655221c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296254 Jan 18 20:11:03.489861 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-a62108c4-1e4d-4238-afc3-b56796a3c90f req-5b32a473-3d87-4cb3-a23e-9b17498280ff tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Deleting port e564eced-bf0e-417d-9606-acb81d49e1e6 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:11:03.491964 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a62108c4-1e4d-4238-afc3-b56796a3c90f req-5b32a473-3d87-4cb3-a23e-9b17498280ff tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e564eced-bf0e-417d-9606-acb81d49e1e6), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:03.524751 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-71e14be7-859d-4036-b33e-93548383da18 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=46be2ca450fb44c88ba90d0767174258&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0783598 Jan 18 20:11:03.610165 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-9ec9664c-9f16-4caa-953a-c70e3630f549 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 HTTP/1.1" status: 200 len: 217 time: 0.0421996 Jan 18 20:11:03.677076 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-22280a2e-a2b8-45f7-b5a8-8b101295c3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:03.678808 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-22280a2e-a2b8-45f7-b5a8-8b101295c3eb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77f41d4b-3666-4a69-ae78-7f1d463a262a HTTP/1.1" status: 200 len: 797 time: 0.0628798 Jan 18 20:11:03.706255 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b8c17-60e8-4b8a-a84b-b833c6d0fa68 req-89195e5d-23fd-4df2-8e43-619c14ac3b50 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:03.712349 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b8c17-60e8-4b8a-a84b-b833c6d0fa68 req-89195e5d-23fd-4df2-8e43-619c14ac3b50 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:03.718937 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b8c17-60e8-4b8a-a84b-b833c6d0fa68 req-89195e5d-23fd-4df2-8e43-619c14ac3b50 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:03.726217 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b8c17-60e8-4b8a-a84b-b833c6d0fa68 req-89195e5d-23fd-4df2-8e43-619c14ac3b50 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:03.732837 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b8c17-60e8-4b8a-a84b-b833c6d0fa68 req-89195e5d-23fd-4df2-8e43-619c14ac3b50 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:03.738921 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b8c17-60e8-4b8a-a84b-b833c6d0fa68 req-89195e5d-23fd-4df2-8e43-619c14ac3b50 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:03.744722 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b8c17-60e8-4b8a-a84b-b833c6d0fa68 req-89195e5d-23fd-4df2-8e43-619c14ac3b50 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:03.746641 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-447b8c17-60e8-4b8a-a84b-b833c6d0fa68 req-89195e5d-23fd-4df2-8e43-619c14ac3b50 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5422 time: 0.2199640 Jan 18 20:11:03.749795 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-a62108c4-1e4d-4238-afc3-b56796a3c90f req-5b32a473-3d87-4cb3-a23e-9b17498280ff tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] For port e564eced-bf0e-417d-9606-acb81d49e1e6, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e564eced-bf0e-417d-9606-acb81d49e1e6,segment=NetworkSegment(7f408351-92dc-46d3-97e6-0e4f666a4758),segment_id=7f408351-92dc-46d3-97e6-0e4f666a4758)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:03.759474 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a62108c4-1e4d-4238-afc3-b56796a3c90f req-5b32a473-3d87-4cb3-a23e-9b17498280ff tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e564eced-bf0e-417d-9606-acb81d49e1e6), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:03.777811 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-f811abfb-8e88-4e50-aa8a-d5b541effb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:03.779866 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-f811abfb-8e88-4e50-aa8a-d5b541effb9f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dcafdc34-74ba-4d39-8792-ddf985df2019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0929866 Jan 18 20:11:03.784565 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-a62108c4-1e4d-4238-afc3-b56796a3c90f req-5b32a473-3d87-4cb3-a23e-9b17498280ff tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Calling delete_port for e564eced-bf0e-417d-9606-acb81d49e1e6 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:11:03.787053 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-922aad6e-a1c7-40af-908f-fc5cf80e7ccc service neutron] 10.222.0.31 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545419 Jan 18 20:11:03.843474 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:03.927489 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-48dcbd9a-49c6-42da-a0c4-b2b1efce3269 service neutron] 10.222.0.31 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312437 Jan 18 20:11:03.955558 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-48d02d95-10c0-40fd-b85d-1a244d832c3d service neutron] 10.222.0.70 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593771 Jan 18 20:11:03.959330 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-447b8c17-60e8-4b8a-a84b-b833c6d0fa68 req-0872fdce-210d-4cf9-9908-36d814fb93df tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1995625 Jan 18 20:11:04.128137 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e0fdf-16e6-4b36-959f-2a7d685364a0 req-615f638c-1318-4100-b8ae-dc1fb9904e4a tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:04.132123 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-846e0fdf-16e6-4b36-959f-2a7d685364a0 req-615f638c-1318-4100-b8ae-dc1fb9904e4a tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.0891972 Jan 18 20:11:04.270801 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-846e0fdf-16e6-4b36-959f-2a7d685364a0 req-4a211148-40fc-4a9b-8d3e-3e883954e8e3 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301811 Jan 18 20:11:04.305294 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093074e2-8d42-4885-9e36-da199f86c752 req-14bbdbd9-eda8-44e8-872a-5cda4d58c7a0 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:04.313195 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-093074e2-8d42-4885-9e36-da199f86c752 req-14bbdbd9-eda8-44e8-872a-5cda4d58c7a0 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.1134300 Jan 18 20:11:04.373681 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-093074e2-8d42-4885-9e36-da199f86c752 req-c5942963-2570-45ce-a745-10387337c5a7 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594857 Jan 18 20:11:04.526679 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-cc54088d-b0bd-4246-99f3-d1949f6bb48c service neutron] 10.222.0.70 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5588889 Jan 18 20:11:04.568754 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0720e360-bfa1-4f69-8ccd-d2c92f392853 req-d3986266-3ffa-4304-a2e8-66908d868af2 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 210 time: 0.0831635 Jan 18 20:11:04.609291 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-4d05b837-95c5-4b91-aab8-2ea2f4509c3c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=0bbb04a5-1309-4d5f-8824-60e9bff7c6bb HTTP/1.1" status: 200 len: 217 time: 0.0505068 Jan 18 20:11:04.635437 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d7c6c-d3dc-49ce-af18-b74cba815aa9 req-2e5ae688-a48b-4c8c-b8c2-d5d43007889e tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:04.647743 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-400d7c6c-d3dc-49ce-af18-b74cba815aa9 req-2e5ae688-a48b-4c8c-b8c2-d5d43007889e tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd2e16af-cc25-4950-8b1d-71ae47c24e70 HTTP/1.1" status: 200 len: 1024 time: 0.1217294 Jan 18 20:11:04.702221 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-2311d2c6-9494-4aeb-b4fc-2e5afe7fc744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:04.704023 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-2311d2c6-9494-4aeb-b4fc-2e5afe7fc744 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77f41d4b-3666-4a69-ae78-7f1d463a262a HTTP/1.1" status: 200 len: 797 time: 0.0860071 Jan 18 20:11:04.739858 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'tag': '1b19ac8f-84e1-4987-b625-71fe89dd67c4'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:11:04.742200 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dde913-6385-4d3b-a127-c095382af7b8" -d '{"events": [{"name": "network-changed", "server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "tag": "1b19ac8f-84e1-4987-b625-71fe89dd67c4"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:11:04.771480 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-400d7c6c-d3dc-49ce-af18-b74cba815aa9 req-1abf15fb-d0cb-4d19-bfc8-d5280ce826c9 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups?id=03cbe17c-8b8e-469c-b6f6-cf351dc1bc77&id=a6b8555c-e4de-4158-a200-5a9cbae11f4f&id=2e4635da-206a-42df-b4da-44fbd0bc74bd&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1212320 Jan 18 20:11:04.816771 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-89d8257b-78ad-49a6-a6da-5acce1778cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:04.818862 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-89d8257b-78ad-49a6-a6da-5acce1778cea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dcafdc34-74ba-4d39-8792-ddf985df2019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1070838 Jan 18 20:11:04.826912 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a62108c4-1e4d-4238-afc3-b56796a3c90f req-5b32a473-3d87-4cb3-a23e-9b17498280ff tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e564eced-bf0e-417d-9606-acb81d49e1e6), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:04.841926 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['e564eced-bf0e-417d-9606-acb81d49e1e6'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:11:04.948063 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32a473-3d87-4cb3-a23e-9b17498280ff tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Pushing event deleted for resources: {'Port': ['ID=e564eced-bf0e-417d-9606-acb81d49e1e6,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:05.016992 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-b77fec3a-f57c-4ec5-bf28-d600d4af217c service neutron] 10.222.0.70 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850533 Jan 18 20:11:05.094089 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62108c4-1e4d-4238-afc3-b56796a3c90f req-5b32a473-3d87-4cb3-a23e-9b17498280ff tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] No DVR routers for this DVR port e564eced-bf0e-417d-9606-acb81d49e1e6 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:11:05.097541 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a62108c4-1e4d-4238-afc3-b56796a3c90f req-5b32a473-3d87-4cb3-a23e-9b17498280ff tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:05.102983 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a62108c4-1e4d-4238-afc3-b56796a3c90f req-5b32a473-3d87-4cb3-a23e-9b17498280ff tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.70 "DELETE /v2.0/ports/e564eced-bf0e-417d-9606-acb81d49e1e6 HTTP/1.1" status: 204 len: 173 time: 1.7938910 Jan 18 20:11:05.149785 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5140cf-633e-463c-ada3-bd3cae30f01c x-openstack-request-id: req-bf5140cf-633e-463c-ada3-bd3cae30f01c {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:11:05.150074 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "tag": "1b19ac8f-84e1-4987-b625-71fe89dd67c4", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:11:05.150327 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf5140cf-633e-463c-ada3-bd3cae30f01c {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:11:05.150706 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'tag': '1b19ac8f-84e1-4987-b625-71fe89dd67c4', 'status': 'completed', 'code': 200} Jan 18 20:11:05.224136 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-98bde012-c365-4b14-893c-9995ee83d066 service neutron] 10.222.0.70 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980634 Jan 18 20:11:05.296401 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-38088004-7ba6-4c29-85eb-30d8fffa6799 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=3375ea57-478b-43f3-83e6-dd6a5636f0c3 HTTP/1.1" status: 200 len: 217 time: 0.0651603 Jan 18 20:11:05.322422 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0e658-7699-4d8a-94fc-34d8b38e877c req-44ea09b1-842f-401f-a299-43f3e2d487f7 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:05.331844 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0e658-7699-4d8a-94fc-34d8b38e877c req-44ea09b1-842f-401f-a299-43f3e2d487f7 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:05.343140 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0e658-7699-4d8a-94fc-34d8b38e877c req-44ea09b1-842f-401f-a299-43f3e2d487f7 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:05.353369 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0e658-7699-4d8a-94fc-34d8b38e877c req-44ea09b1-842f-401f-a299-43f3e2d487f7 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:05.361302 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0e658-7699-4d8a-94fc-34d8b38e877c req-44ea09b1-842f-401f-a299-43f3e2d487f7 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:05.370189 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0e658-7699-4d8a-94fc-34d8b38e877c req-44ea09b1-842f-401f-a299-43f3e2d487f7 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:05.378669 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0e658-7699-4d8a-94fc-34d8b38e877c req-44ea09b1-842f-401f-a299-43f3e2d487f7 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:05.381510 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-5942f501-ee7e-4426-a559-0cfcea09de71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:05.383191 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-5942f501-ee7e-4426-a559-0cfcea09de71 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77f41d4b-3666-4a69-ae78-7f1d463a262a HTTP/1.1" status: 200 len: 797 time: 0.0752933 Jan 18 20:11:05.386973 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5de0e658-7699-4d8a-94fc-34d8b38e877c req-44ea09b1-842f-401f-a299-43f3e2d487f7 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5422 time: 0.1385288 Jan 18 20:11:05.435317 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-0f3d9acb-5227-45a1-bb4c-f7502f722204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:05.436944 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-0f3d9acb-5227-45a1-bb4c-f7502f722204 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dcafdc34-74ba-4d39-8792-ddf985df2019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0452847 Jan 18 20:11:05.460923 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5de0e658-7699-4d8a-94fc-34d8b38e877c req-394896dc-b63b-4b2b-b13b-04e4a74636cf tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729978 Jan 18 20:11:05.564589 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-aa6b1cea-c7d9-409f-b01f-8113351634ff service neutron] 10.222.0.70 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119082 Jan 18 20:11:05.626231 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d8e6f579-1969-4b55-9306-f8a62bf19430 req-94fd943f-3bf9-40a9-afd8-1bb52ba28ab6 tempest-AbsoluteLimitsNegativeTestJSON-2030552933 tempest-AbsoluteLimitsNegativeTestJSON-2030552933-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e5cefcc5df9f489591c4dde08c36bcaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411506 Jan 18 20:11:05.800150 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-53bdf6f2-1486-4c02-a2e3-9ef0eefe0472 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:05.801956 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-53bdf6f2-1486-4c02-a2e3-9ef0eefe0472 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.70 "GET /v2.0/networks?id=133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 200 len: 807 time: 0.1328540 Jan 18 20:11:05.804117 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-0afe5017-01ec-40ad-bee3-6fd34b5c042a service neutron] 10.222.0.70 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265587 Jan 18 20:11:05.826435 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6f579-1969-4b55-9306-f8a62bf19430 req-8af85c88-bb5b-4d19-97b5-989efe5d5fbc tempest-AbsoluteLimitsNegativeTestJSON-2030552933 tempest-AbsoluteLimitsNegativeTestJSON-2030552933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:05.839456 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-34631522-371a-4ccb-840d-5b911564b584 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Request body: {'port': {'device_id': 'caab7931-8dc4-4c3d-b223-247adefd5713', 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af', 'admin_state_up': True, 'tenant_id': '46be2ca450fb44c88ba90d0767174258'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:05.846242 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d8e6f579-1969-4b55-9306-f8a62bf19430 req-8af85c88-bb5b-4d19-97b5-989efe5d5fbc tempest-AbsoluteLimitsNegativeTestJSON-2030552933 tempest-AbsoluteLimitsNegativeTestJSON-2030552933-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2164013 Jan 18 20:11:05.875533 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089b2ce-543d-41e4-99a3-ddf036577c8c req-045aace3-15ba-4975-8eb2-65048a7f3e39 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:05.877193 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0089b2ce-543d-41e4-99a3-ddf036577c8c req-045aace3-15ba-4975-8eb2-65048a7f3e39 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.1596766 Jan 18 20:11:05.884929 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d8e6f579-1969-4b55-9306-f8a62bf19430 req-2c193900-20b9-4d0e-a4e5-8bc1e384d9f8 tempest-AbsoluteLimitsNegativeTestJSON-2030552933 tempest-AbsoluteLimitsNegativeTestJSON-2030552933-project] 10.222.0.31 "GET /v2.0/quotas/e5cefcc5df9f489591c4dde08c36bcaf HTTP/1.1" status: 200 len: 375 time: 0.0371926 Jan 18 20:11:05.938520 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d8e6f579-1969-4b55-9306-f8a62bf19430 req-099a8740-b408-43da-b2c1-7d6732dbe1c7 tempest-AbsoluteLimitsNegativeTestJSON-2030552933 tempest-AbsoluteLimitsNegativeTestJSON-2030552933-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e5cefcc5df9f489591c4dde08c36bcaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460484 Jan 18 20:11:05.970408 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-603a36b4-7a39-46dc-b1b8-0727c187c26b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=706fa8c8-f793-4fca-9e7c-9e00596e21c0 HTTP/1.1" status: 200 len: 217 time: 0.1188562 Jan 18 20:11:05.974554 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0089b2ce-543d-41e4-99a3-ddf036577c8c req-30e1fd6e-10af-4712-b2aa-1bc1d5c3e782 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882463 Jan 18 20:11:06.064066 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-34631522-371a-4ccb-840d-5b911564b584 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Made reservation on behalf of 46be2ca450fb44c88ba90d0767174258 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:11:06.068342 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-34631522-371a-4ccb-840d-5b911564b584 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:06.073323 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-c7d7b068-a215-4b77-8a1c-b347934ead10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:06.076657 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-c7d7b068-a215-4b77-8a1c-b347934ead10 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77f41d4b-3666-4a69-ae78-7f1d463a262a HTTP/1.1" status: 200 len: 797 time: 0.0901024 Jan 18 20:11:06.243907 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-2cfa0cde-7e58-43d3-8068-478ff4a4dd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:06.245409 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-2cfa0cde-7e58-43d3-8068-478ff4a4dd1a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dcafdc34-74ba-4d39-8792-ddf985df2019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1369977 Jan 18 20:11:06.367469 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-34631522-371a-4ccb-840d-5b911564b584 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Allocated IP 172.20.0.5 (133a80cf-c268-45f9-91ee-564a51a659af/45324dde-9697-4682-9610-ed3bed3250cd/3be0f9a7-4669-4fb5-829d-d66866e4184f) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:11:06.398156 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43922) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:06.409816 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-b022c06a-e147-48cc-97ed-b2a4d59c6299 service neutron] 10.222.0.70 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548188 Jan 18 20:11:06.550881 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d73b0f2-9a40-449c-a6bc-cb93124cfd7b req-a415ff51-6f6f-492f-a9b9-e7d9e33f81e3 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 210 time: 0.0339069 Jan 18 20:11:06.564782 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615ca55-5e8e-4799-8567-b3119d2855e7 req-67471abe-20f2-473f-b8d9-1361c9e64838 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:06.572642 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0615ca55-5e8e-4799-8567-b3119d2855e7 req-67471abe-20f2-473f-b8d9-1361c9e64838 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.4805098 Jan 18 20:11:06.596723 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-40b88c28-c7d9-443c-9282-1f0bf77000b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:06.622788 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0615ca55-5e8e-4799-8567-b3119d2855e7 req-33e32a58-7827-4491-a465-850cdabcc979 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492616 Jan 18 20:11:06.627302 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-c4c6400f-3e3e-478a-98c4-7eeddc9afa62 service neutron] 10.222.0.70 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069514 Jan 18 20:11:06.681306 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:06.694540 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-c7a5cba3-86b7-4b69-826f-e71b1c2d828b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fcb008f3-6e05-437d-bc92-613c8989d834 HTTP/1.1" status: 200 len: 217 time: 0.0571368 Jan 18 20:11:06.723841 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-34631522-371a-4ccb-840d-5b911564b584 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks [] for port (3be0f9a7-4669-4fb5-829d-d66866e4184f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:06.771729 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d02d1-de8c-4b5a-b00c-283a794c836e req-ab0f47e2-0d72-4536-a604-039578e2214f tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:06.783435 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d02d1-de8c-4b5a-b00c-283a794c836e req-ab0f47e2-0d72-4536-a604-039578e2214f tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:06.791578 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d02d1-de8c-4b5a-b00c-283a794c836e req-ab0f47e2-0d72-4536-a604-039578e2214f tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:06.794812 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-fd329459-b113-4a7d-9f7e-c5988a29ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:06.796270 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-fd329459-b113-4a7d-9f7e-c5988a29ac57 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=43210e8f-45ce-4b5c-b3f2-0e143bfcd29c HTTP/1.1" status: 200 len: 797 time: 0.0900717 Jan 18 20:11:06.799382 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d02d1-de8c-4b5a-b00c-283a794c836e req-ab0f47e2-0d72-4536-a604-039578e2214f tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:06.807410 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d02d1-de8c-4b5a-b00c-283a794c836e req-ab0f47e2-0d72-4536-a604-039578e2214f tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:06.815228 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d02d1-de8c-4b5a-b00c-283a794c836e req-ab0f47e2-0d72-4536-a604-039578e2214f tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:06.825752 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d02d1-de8c-4b5a-b00c-283a794c836e req-ab0f47e2-0d72-4536-a604-039578e2214f tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:06.835230 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fe0d02d1-de8c-4b5a-b00c-283a794c836e req-ab0f47e2-0d72-4536-a604-039578e2214f tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5422 time: 0.1362393 Jan 18 20:11:06.843892 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-34631522-371a-4ccb-840d-5b911564b584 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (3be0f9a7-4669-4fb5-829d-d66866e4184f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:06.871105 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-40b88c28-c7d9-443c-9282-1f0bf77000b7 admin admin] Publish callbacks [] for security_group (0cadd8b7-3607-4311-9dfc-b0c2b66a4337), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:06.897008 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-40b88c28-c7d9-443c-9282-1f0bf77000b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0cadd8b7-3607-4311-9dfc-b0c2b66a4337), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:06.916378 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fe0d02d1-de8c-4b5a-b00c-283a794c836e req-12e8f0ef-2e1c-402d-a2c2-d028c2411234 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749996 Jan 18 20:11:06.946116 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-34631522-371a-4ccb-840d-5b911564b584 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Network 133a80cf-c268-45f9-91ee-564a51a659af is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:11:06.963942 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-d8eb31c5-8714-411f-b93b-17a7fc347d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:06.965994 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-d8eb31c5-8714-411f-b93b-17a7fc347d6a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=81c102ef-f128-429a-9459-1ac808d63a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1583364 Jan 18 20:11:06.966859 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-34631522-371a-4ccb-840d-5b911564b584 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:11:06.973867 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34631522-371a-4ccb-840d-5b911564b584 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Pushing event updated for resources: {'Port': ['ID=3be0f9a7-4669-4fb5-829d-d66866e4184f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:06.975904 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-34631522-371a-4ccb-840d-5b911564b584 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:11:06.993290 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-40b88c28-c7d9-443c-9282-1f0bf77000b7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5cefcc5df9f489591c4dde08c36bcaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5921788 Jan 18 20:11:06.993523 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-10da3787-6a38-4422-8d63-dfa609ff4544 req-31fc6373-aa1c-4933-8133-a332c58f2159 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups/03cbe17c-8b8e-469c-b6f6-cf351dc1bc77 HTTP/1.1" status: 200 len: 1817 time: 0.0583270 Jan 18 20:11:06.995808 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43968) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:07.034645 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b88c28-c7d9-443c-9282-1f0bf77000b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cadd8b7-3607-4311-9dfc-b0c2b66a4337,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:07.110844 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4e37effc-10eb-4e54-a20e-b9a070990614 admin admin] Publish callbacks [] for security_group (0cadd8b7-3607-4311-9dfc-b0c2b66a4337), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:07.144620 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:07.147896 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:07.147896 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:07.147896 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:07.147896 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:07.147896 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:07.147896 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:07.147896 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:07.147896 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:07.147896 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:07.147896 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:07.147896 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:07.147896 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:07.148983 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4e37effc-10eb-4e54-a20e-b9a070990614 admin admin] Publish callbacks [] for security_group (0cadd8b7-3607-4311-9dfc-b0c2b66a4337), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:07.152938 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-34631522-371a-4ccb-840d-5b911564b584 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:07.155904 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-34631522-371a-4ccb-840d-5b911564b584 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:07.175912 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2e16af-cc25-4950-8b1d-71ae47c24e70', 'name': 'network-vif-deleted', 'tag': 'e564eced-bf0e-417d-9606-acb81d49e1e6'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:11:07.179147 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7493c4eb-2e3f-408a-931d-b72ecdb02b75" -d '{"events": [{"server_uuid": "fd2e16af-cc25-4950-8b1d-71ae47c24e70", "name": "network-vif-deleted", "tag": "e564eced-bf0e-417d-9606-acb81d49e1e6"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:11:07.191434 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-34631522-371a-4ccb-840d-5b911564b584 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3564301 Jan 18 20:11:07.206305 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-9ca54cdd-579c-41ff-884e-080d5f1b2ade service neutron] Request body: {'port': {'device_id': 'caab7931-8dc4-4c3d-b223-247adefd5713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:07.207087 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-10da3787-6a38-4422-8d63-dfa609ff4544 req-a11b4720-89ad-41e7-bf2d-3be6ef5f04fa tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (03cbe17c-8b8e-469c-b6f6-cf351dc1bc77), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:07.210729 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4e37effc-10eb-4e54-a20e-b9a070990614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0cadd8b7-3607-4311-9dfc-b0c2b66a4337), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:07.213463 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4e37effc-10eb-4e54-a20e-b9a070990614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:07.215356 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4e37effc-10eb-4e54-a20e-b9a070990614 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0cadd8b7-3607-4311-9dfc-b0c2b66a4337 HTTP/1.1" status: 204 len: 168 time: 0.2180538 Jan 18 20:11:07.233296 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37effc-10eb-4e54-a20e-b9a070990614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cadd8b7-3607-4311-9dfc-b0c2b66a4337,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:07.246630 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-10da3787-6a38-4422-8d63-dfa609ff4544 req-a11b4720-89ad-41e7-bf2d-3be6ef5f04fa tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (03cbe17c-8b8e-469c-b6f6-cf351dc1bc77), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:07.306234 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-0ac1c3ce-4147-4050-8afd-3f546218f43d service neutron] 10.222.0.70 "GET /v2.0/networks/81c102ef-f128-429a-9459-1ac808d63a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271792 Jan 18 20:11:07.365813 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04813a86-cfe0-448c-a0fe-8b7a1ec54043 req-31f03f9d-6225-4322-ac24-0152d725a26a tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:07.367536 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-04813a86-cfe0-448c-a0fe-8b7a1ec54043 req-31f03f9d-6225-4322-ac24-0152d725a26a tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.0855758 Jan 18 20:11:07.369183 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-10da3787-6a38-4422-8d63-dfa609ff4544 req-a11b4720-89ad-41e7-bf2d-3be6ef5f04fa tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (03cbe17c-8b8e-469c-b6f6-cf351dc1bc77), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:07.371285 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-9ca54cdd-579c-41ff-884e-080d5f1b2ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3be0f9a7-4669-4fb5-829d-d66866e4184f), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:07.372576 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-10da3787-6a38-4422-8d63-dfa609ff4544 req-a11b4720-89ad-41e7-bf2d-3be6ef5f04fa tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:07.386994 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-10da3787-6a38-4422-8d63-dfa609ff4544 req-a11b4720-89ad-41e7-bf2d-3be6ef5f04fa tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "DELETE /v2.0/security-groups/03cbe17c-8b8e-469c-b6f6-cf351dc1bc77 HTTP/1.1" status: 204 len: 173 time: 0.3925087 Jan 18 20:11:07.425486 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b4720-89ad-41e7-bf2d-3be6ef5f04fa tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cbe17c-8b8e-469c-b6f6-cf351dc1bc77,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:07.464382 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-04813a86-cfe0-448c-a0fe-8b7a1ec54043 req-e97546e6-59d1-47d1-8461-9a808f579ee7 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750995 Jan 18 20:11:07.479983 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e564eced-bf0e-417d-9606-acb81d49e1e6 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:11:07.513547 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: e564eced-bf0e-417d-9606-acb81d49e1e6 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:11:07.514133 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e564eced-bf0e-417d-9606-acb81d49e1e6 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:11:07.558538 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-758f26d4-c774-4e4d-aec1-31fae0623052 service neutron] 10.222.0.70 "GET /v2.0/networks/81c102ef-f128-429a-9459-1ac808d63a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417135 Jan 18 20:11:07.560849 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466c547b-d40d-4b37-878e-e4bf0e45a06e x-openstack-request-id: req-466c547b-d40d-4b37-878e-e4bf0e45a06e {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:11:07.561143 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd2e16af-cc25-4950-8b1d-71ae47c24e70", "name": "network-vif-deleted", "tag": "e564eced-bf0e-417d-9606-acb81d49e1e6", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:11:07.561399 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-466c547b-d40d-4b37-878e-e4bf0e45a06e {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:11:07.561923 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd2e16af-cc25-4950-8b1d-71ae47c24e70', 'name': 'network-vif-deleted', 'tag': 'e564eced-bf0e-417d-9606-acb81d49e1e6', 'status': 'completed', 'code': 200} Jan 18 20:11:07.670820 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-58af9439-b54d-4b3d-867f-26477f986194 req-91e0b15a-6e6d-4d1d-b51c-266c96b316d3 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "GET /v2.0/security-groups/a6b8555c-e4de-4158-a200-5a9cbae11f4f HTTP/1.1" status: 200 len: 1816 time: 0.0945218 Jan 18 20:11:07.760027 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-58af9439-b54d-4b3d-867f-26477f986194 req-08df351b-3ad4-4a83-b672-546e187babd4 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (a6b8555c-e4de-4158-a200-5a9cbae11f4f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:07.786090 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-58af9439-b54d-4b3d-867f-26477f986194 req-08df351b-3ad4-4a83-b672-546e187babd4 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (a6b8555c-e4de-4158-a200-5a9cbae11f4f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:07.879133 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-58af9439-b54d-4b3d-867f-26477f986194 req-08df351b-3ad4-4a83-b672-546e187babd4 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a6b8555c-e4de-4158-a200-5a9cbae11f4f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:07.882535 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-58af9439-b54d-4b3d-867f-26477f986194 req-08df351b-3ad4-4a83-b672-546e187babd4 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:07.884010 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-58af9439-b54d-4b3d-867f-26477f986194 req-08df351b-3ad4-4a83-b672-546e187babd4 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] 10.222.0.31 "DELETE /v2.0/security-groups/a6b8555c-e4de-4158-a200-5a9cbae11f4f HTTP/1.1" status: 204 len: 173 time: 0.2124207 Jan 18 20:11:07.892809 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44046) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:07.904348 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-9ca54cdd-579c-41ff-884e-080d5f1b2ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be0f9a7-4669-4fb5-829d-d66866e4184f {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:11:07.913108 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-9ca54cdd-579c-41ff-884e-080d5f1b2ade service neutron] Publish callbacks [] for port (3be0f9a7-4669-4fb5-829d-d66866e4184f), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:07.960978 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-12c39cbc-7137-4497-b6ad-a7d7d35f25c5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1b19ac8f-84e1-4987-b625-71fe89dd67c4 HTTP/1.1" status: 200 len: 217 time: 0.0444436 Jan 18 20:11:08.000514 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df351b-3ad4-4a83-b672-546e187babd4 tempest-SecurityGroupsTestJSON-1845844130 tempest-SecurityGroupsTestJSON-1845844130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b8555c-e4de-4158-a200-5a9cbae11f4f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:08.021985 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-104c0473-438f-47a7-9e7e-83184637b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:08.023586 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-104c0473-438f-47a7-9e7e-83184637b08f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=43210e8f-45ce-4b5c-b3f2-0e143bfcd29c HTTP/1.1" status: 200 len: 797 time: 0.0519359 Jan 18 20:11:08.024592 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-9ca54cdd-579c-41ff-884e-080d5f1b2ade service neutron] Transition to ACTIVE for port object 3be0f9a7-4669-4fb5-829d-d66866e4184f will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:11:08.032408 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-9ca54cdd-579c-41ff-884e-080d5f1b2ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (3be0f9a7-4669-4fb5-829d-d66866e4184f), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:08.117069 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-31480929-abaa-4702-b666-09e11187f1f7 admin admin] Deleting subnet bbda01f7-ba03-4a9c-a56c-51f2a68f70b2 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:11:08.125438 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca54cdd-579c-41ff-884e-080d5f1b2ade service neutron] Pushing event updated for resources: {'Port': ['ID=3be0f9a7-4669-4fb5-829d-d66866e4184f,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:08.130720 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-31480929-abaa-4702-b666-09e11187f1f7 admin admin] Publish callbacks [] for subnet (bbda01f7-ba03-4a9c-a56c-51f2a68f70b2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:08.148830 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-0eb1e9bd-d0b4-4b96-a158-ad0c47d1a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:08.150493 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-0eb1e9bd-d0b4-4b96-a158-ad0c47d1a4c2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=81c102ef-f128-429a-9459-1ac808d63a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1199770 Jan 18 20:11:08.197775 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d2575-4a6a-4c88-b178-396758008da7 req-dbbfdd3b-5580-4a01-88ef-8c2490d10f57 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:08.210176 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3a3d2575-4a6a-4c88-b178-396758008da7 req-dbbfdd3b-5580-4a01-88ef-8c2490d10f57 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 943 time: 0.1779349 Jan 18 20:11:08.224409 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-31480929-abaa-4702-b666-09e11187f1f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (bbda01f7-ba03-4a9c-a56c-51f2a68f70b2), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:08.273945 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-9ca54cdd-579c-41ff-884e-080d5f1b2ade service neutron] Attempting to bind port 3be0f9a7-4669-4fb5-829d-d66866e4184f on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:11:08.273945 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-9ca54cdd-579c-41ff-884e-080d5f1b2ade service neutron] Attempting to bind port 3be0f9a7-4669-4fb5-829d-d66866e4184f by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:11:08.274422 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-9ca54cdd-579c-41ff-884e-080d5f1b2ade service neutron] Attempting to bind port 3be0f9a7-4669-4fb5-829d-d66866e4184f on network 133a80cf-c268-45f9-91ee-564a51a659af {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:11:08.296309 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-9ca54cdd-579c-41ff-884e-080d5f1b2ade service neutron] Port 3be0f9a7-4669-4fb5-829d-d66866e4184f on network 133a80cf-c268-45f9-91ee-564a51a659af not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:11:08.296777 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60339185-9b63-4bb7-9439-d778d015951c req-0d03f215-b3a1-4ad5-a085-8278cd42f585 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:08.296927 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-9ca54cdd-579c-41ff-884e-080d5f1b2ade service neutron] Attempting to bind port 3be0f9a7-4669-4fb5-829d-d66866e4184f on network 133a80cf-c268-45f9-91ee-564a51a659af {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:11:08.310057 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-60339185-9b63-4bb7-9439-d778d015951c req-0d03f215-b3a1-4ad5-a085-8278cd42f585 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.2727270 Jan 18 20:11:08.310905 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-9ca54cdd-579c-41ff-884e-080d5f1b2ade service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:11:08.311348 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-9ca54cdd-579c-41ff-884e-080d5f1b2ade service neutron] Checking segment: {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:11:08.311824 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-9ca54cdd-579c-41ff-884e-080d5f1b2ade service neutron] Bound using segment: {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:11:08.312512 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-9ca54cdd-579c-41ff-884e-080d5f1b2ade service neutron] Bound port: 3be0f9a7-4669-4fb5-829d-d66866e4184f, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:11:08.313002 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-9ca54cdd-579c-41ff-884e-080d5f1b2ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3be0f9a7-4669-4fb5-829d-d66866e4184f), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:08.317370 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-f1c55ed0-2b24-4016-8c5d-519c811d5798 service neutron] 10.222.0.70 "GET /v2.0/networks/81c102ef-f128-429a-9459-1ac808d63a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429482 Jan 18 20:11:08.341838 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44064) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:08.347634 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-31480929-abaa-4702-b666-09e11187f1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (bbda01f7-ba03-4a9c-a56c-51f2a68f70b2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:08.384300 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3a3d2575-4a6a-4c88-b178-396758008da7 req-222a4d4f-3d30-4fe8-a850-f913953c4e97 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352985 Jan 18 20:11:08.423762 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-60339185-9b63-4bb7-9439-d778d015951c req-fe82a8a8-a2b8-4ff5-8c67-b6515dc6af4c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109273 Jan 18 20:11:08.457837 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-31480929-abaa-4702-b666-09e11187f1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (bbda01f7-ba03-4a9c-a56c-51f2a68f70b2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:08.465900 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-9ca54cdd-579c-41ff-884e-080d5f1b2ade service neutron] For port 3be0f9a7-4669-4fb5-829d-d66866e4184f, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:11:08.471454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-9ca54cdd-579c-41ff-884e-080d5f1b2ade service neutron] For port 3be0f9a7-4669-4fb5-829d-d66866e4184f, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3be0f9a7-4669-4fb5-829d-d66866e4184f,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:11:08.475981 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387a5a04-e948-42bc-9213-f6da0c8e73d3 req-240c5b99-0bf6-43d4-bef0-dd7e44362235 service neutron] 10.222.0.70 "GET /v2.0/networks/81c102ef-f128-429a-9459-1ac808d63a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490698 Jan 18 20:11:08.480132 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-9ca54cdd-579c-41ff-884e-080d5f1b2ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (3be0f9a7-4669-4fb5-829d-d66866e4184f), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:08.536856 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-9ca54cdd-579c-41ff-884e-080d5f1b2ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:08.537581 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31480929-abaa-4702-b666-09e11187f1f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbda01f7-ba03-4a9c-a56c-51f2a68f70b2,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:08.538293 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-9ca54cdd-579c-41ff-884e-080d5f1b2ade service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:08.539970 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-9ca54cdd-579c-41ff-884e-080d5f1b2ade service neutron] 10.222.0.70 "PUT /v2.0/ports/3be0f9a7-4669-4fb5-829d-d66866e4184f HTTP/1.1" status: 200 len: 1091 time: 1.3395777 Jan 18 20:11:08.549767 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-31480929-abaa-4702-b666-09e11187f1f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:08.559576 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-31480929-abaa-4702-b666-09e11187f1f7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bbda01f7-ba03-4a9c-a56c-51f2a68f70b2 HTTP/1.1" status: 204 len: 168 time: 0.6619172 Jan 18 20:11:08.560503 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44082) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:08.571302 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca54cdd-579c-41ff-884e-080d5f1b2ade service neutron] Pushing event updated for resources: {'Port': ['ID=3be0f9a7-4669-4fb5-829d-d66866e4184f,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:08.655633 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-ba24d1a4-3e6b-493f-85ce-d82f93aa6931 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-976219345-network', 'tenant_id': 'c382c9e7160a4a83ba6d72a900cf8075'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:08.695590 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddd433-1cea-44f3-bf04-dbbf0c3bdb87 req-99c9b9c0-a25b-45b9-bac4-ba69e41c15c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:08.696179 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddd433-1cea-44f3-bf04-dbbf0c3bdb87 req-99c9b9c0-a25b-45b9-bac4-ba69e41c15c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:08.697095 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddd433-1cea-44f3-bf04-dbbf0c3bdb87 req-99c9b9c0-a25b-45b9-bac4-ba69e41c15c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:08.697592 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddd433-1cea-44f3-bf04-dbbf0c3bdb87 req-99c9b9c0-a25b-45b9-bac4-ba69e41c15c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:08.698096 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddd433-1cea-44f3-bf04-dbbf0c3bdb87 req-99c9b9c0-a25b-45b9-bac4-ba69e41c15c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:08.699144 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddd433-1cea-44f3-bf04-dbbf0c3bdb87 req-99c9b9c0-a25b-45b9-bac4-ba69e41c15c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:08.700211 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddd433-1cea-44f3-bf04-dbbf0c3bdb87 req-99c9b9c0-a25b-45b9-bac4-ba69e41c15c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:08.702228 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-daddd433-1cea-44f3-bf04-dbbf0c3bdb87 req-99c9b9c0-a25b-45b9-bac4-ba69e41c15c2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=58bdde0d1470454589ceb4c5ff2aa86d&device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 6479 time: 0.1256943 Jan 18 20:11:08.706903 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e3a4213d-455d-405b-a39e-16a2570fafdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (5628e5e2-38d7-4c23-acf3-62dfe75ed62d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:08.712052 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-9cc712b4-1e86-477e-9940-d959455c107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:08.713614 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-9cc712b4-1e86-477e-9940-d959455c107f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46be2ca450fb44c88ba90d0767174258&device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 1094 time: 0.1153369 Jan 18 20:11:08.725273 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba24d1a4-3e6b-493f-85ce-d82f93aa6931 admin admin] Made reservation on behalf of c382c9e7160a4a83ba6d72a900cf8075 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:11:08.727577 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba24d1a4-3e6b-493f-85ce-d82f93aa6931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:08.755311 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0686535-d885-43ee-ad11-0ceb8084fc9f req-c011d6eb-521b-4da7-bf91-43131cd29d4e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:08.761103 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0686535-d885-43ee-ad11-0ceb8084fc9f req-c011d6eb-521b-4da7-bf91-43131cd29d4e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:08.767447 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0686535-d885-43ee-ad11-0ceb8084fc9f req-c011d6eb-521b-4da7-bf91-43131cd29d4e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:08.773221 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0686535-d885-43ee-ad11-0ceb8084fc9f req-c011d6eb-521b-4da7-bf91-43131cd29d4e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:08.779579 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0686535-d885-43ee-ad11-0ceb8084fc9f req-c011d6eb-521b-4da7-bf91-43131cd29d4e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:08.781994 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba24d1a4-3e6b-493f-85ce-d82f93aa6931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:08.785476 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0686535-d885-43ee-ad11-0ceb8084fc9f req-c011d6eb-521b-4da7-bf91-43131cd29d4e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:08.787373 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-e857adf2-d470-478d-8a3f-36f2f377f7f9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3be0f9a7-4669-4fb5-829d-d66866e4184f HTTP/1.1" status: 200 len: 217 time: 0.0630405 Jan 18 20:11:08.791297 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0686535-d885-43ee-ad11-0ceb8084fc9f req-c011d6eb-521b-4da7-bf91-43131cd29d4e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:08.793239 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b0686535-d885-43ee-ad11-0ceb8084fc9f req-c011d6eb-521b-4da7-bf91-43131cd29d4e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5422 time: 0.1884227 Jan 18 20:11:08.866478 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4bd6e8-15cc-404a-9a96-01de93139293 req-7f4e43db-9b07-4eeb-8e0a-87d93f158280 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:08.867850 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a4bd6e8-15cc-404a-9a96-01de93139293 req-7f4e43db-9b07-4eeb-8e0a-87d93f158280 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.1656168 Jan 18 20:11:08.909190 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e3a4213d-455d-405b-a39e-16a2570fafdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (5628e5e2-38d7-4c23-acf3-62dfe75ed62d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:08.910330 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-f5b3101b-ae7f-474c-a1c5-4657d1b7da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:08.911872 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-f5b3101b-ae7f-474c-a1c5-4657d1b7da22 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45324dde-9697-4682-9610-ed3bed3250cd HTTP/1.1" status: 200 len: 847 time: 0.1178105 Jan 18 20:11:08.928495 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddd433-1cea-44f3-bf04-dbbf0c3bdb87 req-0ee22e78-addb-49ad-b25c-55f68a168484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:08.929996 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-daddd433-1cea-44f3-bf04-dbbf0c3bdb87 req-0ee22e78-addb-49ad-b25c-55f68a168484 service neutron] 10.222.0.70 "GET /v2.0/networks?id=81c102ef-f128-429a-9459-1ac808d63a04 HTTP/1.1" status: 200 len: 903 time: 0.2154181 Jan 18 20:11:08.958163 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-e3a4213d-455d-405b-a39e-16a2570fafdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5628e5e2-38d7-4c23-acf3-62dfe75ed62d']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:11:08.959325 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-b91e5573-378e-4a85-8cb6-796b3eda32c2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=133a80cf-c268-45f9-91ee-564a51a659af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393481 Jan 18 20:11:08.982773 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-e3a4213d-455d-405b-a39e-16a2570fafdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f408351-92dc-46d3-97e6-0e4f666a4758') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:11:08.983056 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-e3a4213d-455d-405b-a39e-16a2570fafdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f408351-92dc-46d3-97e6-0e4f666a4758') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:11:08.999554 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-daddd433-1cea-44f3-bf04-dbbf0c3bdb87 req-2136ab1e-5233-480b-9479-ec177a4943f4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fcb008f3-6e05-437d-bc92-613c8989d834 HTTP/1.1" status: 200 len: 217 time: 0.0485606 Jan 18 20:11:09.001993 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b0686535-d885-43ee-ad11-0ceb8084fc9f req-8203c7fa-63b0-4bde-b959-06106a39c288 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1826191 Jan 18 20:11:09.003672 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e3a4213d-455d-405b-a39e-16a2570fafdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (7f408351-92dc-46d3-97e6-0e4f666a4758), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:09.024263 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a4bd6e8-15cc-404a-9a96-01de93139293 req-bf843b5f-1e16-4b59-aba6-8b4aa1a098b4 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243422 Jan 18 20:11:09.038842 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e3a4213d-455d-405b-a39e-16a2570fafdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (7f408351-92dc-46d3-97e6-0e4f666a4758), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:09.048516 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a4213d-455d-405b-a39e-16a2570fafdf admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:11:09.048923 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e3a4213d-455d-405b-a39e-16a2570fafdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (7f408351-92dc-46d3-97e6-0e4f666a4758), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:09.138726 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba24d1a4-3e6b-493f-85ce-d82f93aa6931 admin admin] Publish callbacks [] for security_group (17e3b994-78c0-4d36-8398-7a810d88c2f1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:11:09.139428 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:11:09.145308 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e3a4213d-455d-405b-a39e-16a2570fafdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (5628e5e2-38d7-4c23-acf3-62dfe75ed62d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:09.150873 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba24d1a4-3e6b-493f-85ce-d82f93aa6931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (17e3b994-78c0-4d36-8398-7a810d88c2f1), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:09.154161 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e3a4213d-455d-405b-a39e-16a2570fafdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:09.159411 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e3a4213d-455d-405b-a39e-16a2570fafdf admin admin] 10.222.0.31 "DELETE /v2.0/networks/5628e5e2-38d7-4c23-acf3-62dfe75ed62d HTTP/1.1" status: 204 len: 168 time: 0.5959790 Jan 18 20:11:09.171677 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4213d-455d-405b-a39e-16a2570fafdf admin admin] Pushing event deleted for resources: {'Network': ['ID=5628e5e2-38d7-4c23-acf3-62dfe75ed62d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:09.202765 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddd433-1cea-44f3-bf04-dbbf0c3bdb87 req-1f923beb-9766-4785-8c57-8b4e337a41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:09.204251 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-daddd433-1cea-44f3-bf04-dbbf0c3bdb87 req-1f923beb-9766-4785-8c57-8b4e337a41cb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=43210e8f-45ce-4b5c-b3f2-0e143bfcd29c HTTP/1.1" status: 200 len: 797 time: 0.1921613 Jan 18 20:11:09.208745 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24d1a4-3e6b-493f-85ce-d82f93aa6931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e3b994-78c0-4d36-8398-7a810d88c2f1,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:09.288462 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba24d1a4-3e6b-493f-85ce-d82f93aa6931 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:11:09.310891 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44114) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:09.366573 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5f39d711-31c0-4d8b-8ec9-c586b6af0b22 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79bac98ff06d455bb4a4343096ef379b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0539954 Jan 18 20:11:09.367222 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44124) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:09.427844 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca4b12b5-8050-4e86-8dc9-877246541dd2 admin admin] Publish callbacks [] for security_group (2e4635da-206a-42df-b4da-44fbd0bc74bd), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:09.452410 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca4b12b5-8050-4e86-8dc9-877246541dd2 admin admin] Publish callbacks [] for security_group (2e4635da-206a-42df-b4da-44fbd0bc74bd), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:09.545848 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca4b12b5-8050-4e86-8dc9-877246541dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2e4635da-206a-42df-b4da-44fbd0bc74bd), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:09.548730 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca4b12b5-8050-4e86-8dc9-877246541dd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:09.549956 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ca4b12b5-8050-4e86-8dc9-877246541dd2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e4635da-206a-42df-b4da-44fbd0bc74bd HTTP/1.1" status: 204 len: 168 time: 0.1816711 Jan 18 20:11:09.575587 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b12b5-8050-4e86-8dc9-877246541dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4635da-206a-42df-b4da-44fbd0bc74bd,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:09.608237 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a6f3a-68f6-435a-8620-d6acec9a3755 req-76e86cbf-876d-4546-a099-a44174eeafbb tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:09.610878 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b60a6f3a-68f6-435a-8620-d6acec9a3755 req-76e86cbf-876d-4546-a099-a44174eeafbb tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 943 time: 0.1074960 Jan 18 20:11:09.698121 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b60a6f3a-68f6-435a-8620-d6acec9a3755 req-896199aa-3150-4eeb-901e-7b5b9a03e344 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710254 Jan 18 20:11:09.698274 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caab7931-8dc4-4c3d-b223-247adefd5713', 'tag': '3be0f9a7-4669-4fb5-829d-d66866e4184f'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:11:09.710794 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2090faf-2c91-4208-8567-64b50a7ee6a6" -d '{"events": [{"name": "network-changed", "server_uuid": "caab7931-8dc4-4c3d-b223-247adefd5713", "tag": "3be0f9a7-4669-4fb5-829d-d66866e4184f"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:11:09.715728 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-8277f40f-8bcd-4878-80bc-cd0efe26ad92 service neutron] 10.222.0.70 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7249267 Jan 18 20:11:09.723858 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddd433-1cea-44f3-bf04-dbbf0c3bdb87 req-2215a3ce-16e0-489f-b801-5c9672f92abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:09.725883 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-daddd433-1cea-44f3-bf04-dbbf0c3bdb87 req-2215a3ce-16e0-489f-b801-5c9672f92abe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=81c102ef-f128-429a-9459-1ac808d63a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5029044 Jan 18 20:11:09.738563 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba24d1a4-3e6b-493f-85ce-d82f93aa6931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (699a06f6-109f-4605-b1f5-9fc15346a26e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:09.738898 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-ba24d1a4-3e6b-493f-85ce-d82f93aa6931 admin admin] Added segment 699a06f6-109f-4605-b1f5-9fc15346a26e of type vlan for network 65bc6c7e-62b1-4793-822c-8255824ddf81 Jan 18 20:11:09.903371 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba24d1a4-3e6b-493f-85ce-d82f93aa6931 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (65bc6c7e-62b1-4793-822c-8255824ddf81), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:09.915938 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97b955-50e7-48bc-9443-ea8230219d96 req-7b7bb49c-c463-4081-9a11-d00f64212437 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:09.927155 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac97b955-50e7-48bc-9443-ea8230219d96 req-7b7bb49c-c463-4081-9a11-d00f64212437 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.1298530 Jan 18 20:11:09.977308 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-38dfd68c-43ed-4c9e-90db-0db2c2c4e7d7 req-b523670c-5053-4b61-a2a5-8ddf7e40b0bd service neutron] 10.222.0.70 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494011 Jan 18 20:11:09.980072 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba24d1a4-3e6b-493f-85ce-d82f93aa6931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (65bc6c7e-62b1-4793-822c-8255824ddf81), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:09.981513 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba24d1a4-3e6b-493f-85ce-d82f93aa6931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:09.982096 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba24d1a4-3e6b-493f-85ce-d82f93aa6931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:09.988377 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-daddd433-1cea-44f3-bf04-dbbf0c3bdb87 req-f6b29434-b515-43da-8403-59687576b97e service neutron] 10.222.0.70 "GET /v2.0/networks/81c102ef-f128-429a-9459-1ac808d63a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512162 Jan 18 20:11:10.016535 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac97b955-50e7-48bc-9443-ea8230219d96 req-9b635032-b64b-46b3-8649-627735e937db tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881891 Jan 18 20:11:10.150566 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-daddd433-1cea-44f3-bf04-dbbf0c3bdb87 req-69127754-1682-4676-9e8b-b48341c41b67 service neutron] 10.222.0.70 "GET /v2.0/networks/81c102ef-f128-429a-9459-1ac808d63a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457026 Jan 18 20:11:10.151875 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24d1a4-3e6b-493f-85ce-d82f93aa6931 admin admin] Pushing event updated for resources: {'Network': ['ID=65bc6c7e-62b1-4793-822c-8255824ddf81,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:10.157503 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77048331-fd62-45f5-b59d-043f218b8fb5 x-openstack-request-id: req-77048331-fd62-45f5-b59d-043f218b8fb5 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:11:10.158099 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caab7931-8dc4-4c3d-b223-247adefd5713", "tag": "3be0f9a7-4669-4fb5-829d-d66866e4184f", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:11:10.158525 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77048331-fd62-45f5-b59d-043f218b8fb5 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:11:10.159348 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caab7931-8dc4-4c3d-b223-247adefd5713', 'tag': '3be0f9a7-4669-4fb5-829d-d66866e4184f', 'status': 'completed', 'code': 200} Jan 18 20:11:10.164487 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 65bc6c7e-62b1-4793-822c-8255824ddf81 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:11:10.167936 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ba24d1a4-3e6b-493f-85ce-d82f93aa6931 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8167667 Jan 18 20:11:10.173674 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44194) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:10.233428 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-b846662f-c1b9-401b-8b67-01d71749b8c6 admin admin] Request body: {'subnet': {'network_id': '65bc6c7e-62b1-4793-822c-8255824ddf81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-976219345-subnet', 'tenant_id': 'c382c9e7160a4a83ba6d72a900cf8075', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:10.301819 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dde913-6385-4d3b-a127-c095382af7b8 req-478dbd44-51c9-44fb-af86-f880b1b698c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:10.302658 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dde913-6385-4d3b-a127-c095382af7b8 req-478dbd44-51c9-44fb-af86-f880b1b698c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:10.303468 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dde913-6385-4d3b-a127-c095382af7b8 req-478dbd44-51c9-44fb-af86-f880b1b698c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:10.304108 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dde913-6385-4d3b-a127-c095382af7b8 req-478dbd44-51c9-44fb-af86-f880b1b698c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:10.304748 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dde913-6385-4d3b-a127-c095382af7b8 req-478dbd44-51c9-44fb-af86-f880b1b698c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:10.305418 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dde913-6385-4d3b-a127-c095382af7b8 req-478dbd44-51c9-44fb-af86-f880b1b698c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:10.306101 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dde913-6385-4d3b-a127-c095382af7b8 req-478dbd44-51c9-44fb-af86-f880b1b698c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:10.308517 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-54dde913-6385-4d3b-a127-c095382af7b8 req-478dbd44-51c9-44fb-af86-f880b1b698c3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=58bdde0d1470454589ceb4c5ff2aa86d&device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 6479 time: 0.0740254 Jan 18 20:11:10.311724 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2090faf-2c91-4208-8567-64b50a7ee6a6 req-43b20f56-0d05-44c6-9a5f-c6ada6d9ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:10.314046 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d2090faf-2c91-4208-8567-64b50a7ee6a6 req-43b20f56-0d05-44c6-9a5f-c6ada6d9ae59 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46be2ca450fb44c88ba90d0767174258&device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 1094 time: 0.1591403 Jan 18 20:11:10.406679 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b846662f-c1b9-401b-8b67-01d71749b8c6 admin admin] Made reservation on behalf of c382c9e7160a4a83ba6d72a900cf8075 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:11:10.412494 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b846662f-c1b9-401b-8b67-01d71749b8c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:10.483526 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dde913-6385-4d3b-a127-c095382af7b8 req-6f116c91-67ee-4e0f-b0a2-4dd0a48ab9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:10.485241 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-54dde913-6385-4d3b-a127-c095382af7b8 req-6f116c91-67ee-4e0f-b0a2-4dd0a48ab9ee service neutron] 10.222.0.70 "GET /v2.0/networks?id=81c102ef-f128-429a-9459-1ac808d63a04 HTTP/1.1" status: 200 len: 903 time: 0.1697016 Jan 18 20:11:10.486551 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2090faf-2c91-4208-8567-64b50a7ee6a6 req-ae84e8c2-a0e4-4567-abc3-3bb4b63cda7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:10.488048 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d2090faf-2c91-4208-8567-64b50a7ee6a6 req-ae84e8c2-a0e4-4567-abc3-3bb4b63cda7a service neutron] 10.222.0.70 "GET /v2.0/networks?id=133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 200 len: 908 time: 0.1647418 Jan 18 20:11:10.525009 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b984b90-25f3-4296-83f6-f33b29e4b28d req-fb28cb98-4a4d-4b44-a350-a5651f7f4367 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:10.532651 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b984b90-25f3-4296-83f6-f33b29e4b28d req-fb28cb98-4a4d-4b44-a350-a5651f7f4367 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:10.542341 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b984b90-25f3-4296-83f6-f33b29e4b28d req-fb28cb98-4a4d-4b44-a350-a5651f7f4367 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:10.548997 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b984b90-25f3-4296-83f6-f33b29e4b28d req-fb28cb98-4a4d-4b44-a350-a5651f7f4367 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:10.552543 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d2090faf-2c91-4208-8567-64b50a7ee6a6 req-ee7442ba-c854-4c4d-ac52-dbf70e9ac98a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3be0f9a7-4669-4fb5-829d-d66866e4184f HTTP/1.1" status: 200 len: 217 time: 0.0533834 Jan 18 20:11:10.556809 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b984b90-25f3-4296-83f6-f33b29e4b28d req-fb28cb98-4a4d-4b44-a350-a5651f7f4367 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:10.564573 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b984b90-25f3-4296-83f6-f33b29e4b28d req-fb28cb98-4a4d-4b44-a350-a5651f7f4367 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:10.571040 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b984b90-25f3-4296-83f6-f33b29e4b28d req-fb28cb98-4a4d-4b44-a350-a5651f7f4367 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:10.578130 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5b984b90-25f3-4296-83f6-f33b29e4b28d req-fb28cb98-4a4d-4b44-a350-a5651f7f4367 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5422 time: 0.4294405 Jan 18 20:11:10.642059 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-54dde913-6385-4d3b-a127-c095382af7b8 req-d3677180-d36c-4ba0-9604-db8e0cb91228 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1b19ac8f-84e1-4987-b625-71fe89dd67c4 HTTP/1.1" status: 200 len: 217 time: 0.1441543 Jan 18 20:11:10.644122 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2090faf-2c91-4208-8567-64b50a7ee6a6 req-35e7baa7-8b07-4533-9a3f-2a70ad1590d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:10.645531 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d2090faf-2c91-4208-8567-64b50a7ee6a6 req-35e7baa7-8b07-4533-9a3f-2a70ad1590d2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45324dde-9697-4682-9610-ed3bed3250cd HTTP/1.1" status: 200 len: 847 time: 0.0519931 Jan 18 20:11:10.651976 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5597b2-2676-4a49-997e-fe71df52c57c req-68baa50f-d5e3-430f-a64b-98108b2f82ba tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:10.653872 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6d5597b2-2676-4a49-997e-fe71df52c57c req-68baa50f-d5e3-430f-a64b-98108b2f82ba tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.4248104 Jan 18 20:11:10.715423 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d2090faf-2c91-4208-8567-64b50a7ee6a6 req-08dd998b-704b-443c-bf8d-4215469ea9e1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=133a80cf-c268-45f9-91ee-564a51a659af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530834 Jan 18 20:11:10.722240 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5b984b90-25f3-4296-83f6-f33b29e4b28d req-1d2ff293-f0cb-4f14-9e67-a8d2ba4fc5c9 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1325829 Jan 18 20:11:10.754017 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6d5597b2-2676-4a49-997e-fe71df52c57c req-492ffe5c-a320-46e5-8b1e-5bf8eeadbfa5 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871837 Jan 18 20:11:10.785936 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44212) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:10.806120 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dde913-6385-4d3b-a127-c095382af7b8 req-4eed09a0-fbea-4af3-9d19-1a9e68d72b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:10.807740 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-54dde913-6385-4d3b-a127-c095382af7b8 req-4eed09a0-fbea-4af3-9d19-1a9e68d72b72 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=43210e8f-45ce-4b5c-b3f2-0e143bfcd29c HTTP/1.1" status: 200 len: 797 time: 0.1540728 Jan 18 20:11:10.913042 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dde913-6385-4d3b-a127-c095382af7b8 req-6aedb954-059e-49fa-9b8b-127d55c742cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:10.914931 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-54dde913-6385-4d3b-a127-c095382af7b8 req-6aedb954-059e-49fa-9b8b-127d55c742cc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=81c102ef-f128-429a-9459-1ac808d63a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0732691 Jan 18 20:11:10.921420 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d2090faf-2c91-4208-8567-64b50a7ee6a6 req-28a4e5cc-c97a-4131-a72e-27917ea8758e service neutron] 10.222.0.70 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863742 Jan 18 20:11:10.969495 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b846662f-c1b9-401b-8b67-01d71749b8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (e94a5193-1565-4897-ae74-20c4515befaa), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:11.039299 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-8b32467f-fc9d-416e-9f30-442e6063d433 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-570126730-network', 'tenant_id': 'd6c7036af1d647c2827e33b517dc8824'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:11.067411 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79dbad-bbf0-4375-b8c9-2e6cbdc0c36c req-00286dd8-94f2-40aa-aafe-22e588fce927 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:11.076057 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3d79dbad-bbf0-4375-b8c9-2e6cbdc0c36c req-00286dd8-94f2-40aa-aafe-22e588fce927 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 943 time: 0.1760166 Jan 18 20:11:11.095951 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-54dde913-6385-4d3b-a127-c095382af7b8 req-a760b00a-b088-4c5c-b7ba-4c286be02644 service neutron] 10.222.0.70 "GET /v2.0/networks/81c102ef-f128-429a-9459-1ac808d63a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672223 Jan 18 20:11:11.099867 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d2090faf-2c91-4208-8567-64b50a7ee6a6 req-c0a9a7e3-e9f0-4173-9c99-6ffc64aac312 service neutron] 10.222.0.70 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699812 Jan 18 20:11:11.108547 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846662f-c1b9-401b-8b67-01d71749b8c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e94a5193-1565-4897-ae74-20c4515befaa,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:11.150025 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b32467f-fc9d-416e-9f30-442e6063d433 admin admin] Made reservation on behalf of d6c7036af1d647c2827e33b517dc8824 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:11:11.152299 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8b32467f-fc9d-416e-9f30-442e6063d433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:11.173236 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8b32467f-fc9d-416e-9f30-442e6063d433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:11.199964 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3d79dbad-bbf0-4375-b8c9-2e6cbdc0c36c req-b60d40c0-741f-4317-80ec-f5edefda91b9 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229639 Jan 18 20:11:11.206763 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b846662f-c1b9-401b-8b67-01d71749b8c6 admin admin] Checking segment: {'id': '699a06f6-109f-4605-b1f5-9fc15346a26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65bc6c7e-62b1-4793-822c-8255824ddf81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:11:11.210276 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b846662f-c1b9-401b-8b67-01d71749b8c6 admin admin] Network hostable DHCP agents. Network: 65bc6c7e-62b1-4793-822c-8255824ddf81, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:11:11.212548 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-54dde913-6385-4d3b-a127-c095382af7b8 req-746aedfd-b432-4c24-bcf1-78a27b1a1215 service neutron] 10.222.0.70 "GET /v2.0/networks/81c102ef-f128-429a-9459-1ac808d63a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050372 Jan 18 20:11:11.268712 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b846662f-c1b9-401b-8b67-01d71749b8c6 admin admin] Network 65bc6c7e-62b1-4793-822c-8255824ddf81 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:11:11.294036 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-b846662f-c1b9-401b-8b67-01d71749b8c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 65bc6c7e-62b1-4793-822c-8255824ddf81) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:11:11.307199 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d59392-a6da-4181-b248-5f4ee18a4b23 None None] Network 65bc6c7e-62b1-4793-822c-8255824ddf81 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:11:11.314442 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b846662f-c1b9-401b-8b67-01d71749b8c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:11.315050 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b846662f-c1b9-401b-8b67-01d71749b8c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:11.343250 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8b32467f-fc9d-416e-9f30-442e6063d433 admin admin] Publish callbacks [] for security_group (9ed2c4f7-305d-47c5-9320-4faf29902143), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:11.349755 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b846662f-c1b9-401b-8b67-01d71749b8c6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1209447 Jan 18 20:11:11.354728 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8b32467f-fc9d-416e-9f30-442e6063d433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9ed2c4f7-305d-47c5-9320-4faf29902143), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:11.373727 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b32467f-fc9d-416e-9f30-442e6063d433 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:11:11.387007 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8b32467f-fc9d-416e-9f30-442e6063d433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (68d51170-80e6-4a28-82bd-562d85a7bbe1), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:11.387417 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-8b32467f-fc9d-416e-9f30-442e6063d433 admin admin] Added segment 68d51170-80e6-4a28-82bd-562d85a7bbe1 of type vlan for network 0f664482-8506-48d9-b483-19e59ef85e95 Jan 18 20:11:11.433371 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8b32467f-fc9d-416e-9f30-442e6063d433 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (0f664482-8506-48d9-b483-19e59ef85e95), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:11.494192 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32467f-fc9d-416e-9f30-442e6063d433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed2c4f7-305d-47c5-9320-4faf29902143,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:11.496905 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8b32467f-fc9d-416e-9f30-442e6063d433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (0f664482-8506-48d9-b483-19e59ef85e95), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:11.497931 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b32467f-fc9d-416e-9f30-442e6063d433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:11.498565 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8b32467f-fc9d-416e-9f30-442e6063d433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:11.533483 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 3be0f9a7-4669-4fb5-829d-d66866e4184f details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:11:11.568122 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32467f-fc9d-416e-9f30-442e6063d433 admin admin] Pushing event updated for resources: {'Network': ['ID=0f664482-8506-48d9-b483-19e59ef85e95,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:11.611927 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b9f35-5074-46b5-909a-b117dc2d469c req-435b8e6e-bcdc-42af-a36e-2112ee7ff49e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:11.619801 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af3b9f35-5074-46b5-909a-b117dc2d469c req-435b8e6e-bcdc-42af-a36e-2112ee7ff49e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.1626587 Jan 18 20:11:11.651975 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44294) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:11.652247 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8b32467f-fc9d-416e-9f30-442e6063d433 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8650084 Jan 18 20:11:11.658140 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-fe9d0afd-e750-4cdc-b505-3b2be900a7db admin admin] Request body: {'subnet': {'network_id': '0f664482-8506-48d9-b483-19e59ef85e95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-570126730-subnet', 'tenant_id': 'd6c7036af1d647c2827e33b517dc8824', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:11.675685 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 3be0f9a7-4669-4fb5-829d-d66866e4184f, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3be0f9a7-4669-4fb5-829d-d66866e4184f,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:11.685168 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af3b9f35-5074-46b5-909a-b117dc2d469c req-eb0b764f-fba4-46b5-9287-feb778106cdf tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645394 Jan 18 20:11:11.686913 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f971891d-9d5b-45c7-af4c-fb50af503aba None None] Network 65bc6c7e-62b1-4793-822c-8255824ddf81 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:11:11.710568 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9d0afd-e750-4cdc-b505-3b2be900a7db admin admin] Made reservation on behalf of d6c7036af1d647c2827e33b517dc8824 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:11:11.713866 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fe9d0afd-e750-4cdc-b505-3b2be900a7db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:11.759586 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 0f664482-8506-48d9-b483-19e59ef85e95 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:11:11.813338 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '3be0f9a7-4669-4fb5-829d-d66866e4184f', 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af', 'port_id': '3be0f9a7-4669-4fb5-829d-d66866e4184f', 'mac_address': 'fa:16:3e:a3:a6:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45324dde-9697-4682-9610-ed3bed3250cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:11:11.889235 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 3be0f9a7-4669-4fb5-829d-d66866e4184f is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:11.891424 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3be0f9a7-4669-4fb5-829d-d66866e4184f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:11.919019 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3be0f9a7-4669-4fb5-829d-d66866e4184f {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:11:11.949043 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 3be0f9a7-4669-4fb5-829d-d66866e4184f, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3be0f9a7-4669-4fb5-829d-d66866e4184f,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:11.959037 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fe9d0afd-e750-4cdc-b505-3b2be900a7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (cf66719b-d23f-409f-aa58-e79851cabdb6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:11.966196 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3be0f9a7-4669-4fb5-829d-d66866e4184f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:12.004130 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb24da-244b-4852-a72b-9d7ca72726cd req-0784bd34-de74-44a7-b2de-300e631e4d43 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:12.013121 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb24da-244b-4852-a72b-9d7ca72726cd req-0784bd34-de74-44a7-b2de-300e631e4d43 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:12.019168 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d0afd-e750-4cdc-b505-3b2be900a7db admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf66719b-d23f-409f-aa58-e79851cabdb6,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:12.019519 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb24da-244b-4852-a72b-9d7ca72726cd req-0784bd34-de74-44a7-b2de-300e631e4d43 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:12.026433 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb24da-244b-4852-a72b-9d7ca72726cd req-0784bd34-de74-44a7-b2de-300e631e4d43 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:12.028788 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=3be0f9a7-4669-4fb5-829d-d66866e4184f,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:12.033381 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb24da-244b-4852-a72b-9d7ca72726cd req-0784bd34-de74-44a7-b2de-300e631e4d43 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:12.040296 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb24da-244b-4852-a72b-9d7ca72726cd req-0784bd34-de74-44a7-b2de-300e631e4d43 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:12.047160 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9d0afd-e750-4cdc-b505-3b2be900a7db admin admin] Checking segment: {'id': '68d51170-80e6-4a28-82bd-562d85a7bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f664482-8506-48d9-b483-19e59ef85e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:11:12.047160 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9d0afd-e750-4cdc-b505-3b2be900a7db admin admin] Network hostable DHCP agents. Network: 0f664482-8506-48d9-b483-19e59ef85e95, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:11:12.047410 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb24da-244b-4852-a72b-9d7ca72726cd req-0784bd34-de74-44a7-b2de-300e631e4d43 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:12.055884 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4ceb24da-244b-4852-a72b-9d7ca72726cd req-0784bd34-de74-44a7-b2de-300e631e4d43 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5422 time: 0.1541529 Jan 18 20:11:12.066510 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9d0afd-e750-4cdc-b505-3b2be900a7db admin admin] Network 0f664482-8506-48d9-b483-19e59ef85e95 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:11:12.077859 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-fe9d0afd-e750-4cdc-b505-3b2be900a7db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 0f664482-8506-48d9-b483-19e59ef85e95) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:11:12.082692 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9d0afd-e750-4cdc-b505-3b2be900a7db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:12.083328 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fe9d0afd-e750-4cdc-b505-3b2be900a7db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:12.089570 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af97c69-6ce4-4250-b075-85d51d8189fe None None] Network 0f664482-8506-48d9-b483-19e59ef85e95 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:11:12.104861 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fe9d0afd-e750-4cdc-b505-3b2be900a7db admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4512477 Jan 18 20:11:12.108793 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44318) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:12.116141 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-e92ba718-439f-4397-aa05-dc909c719761 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-570126730-router', 'tenant_id': 'd6c7036af1d647c2827e33b517dc8824', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:12.150768 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e92ba718-439f-4397-aa05-dc909c719761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (b45c827e-ab25-41d2-9d50-48d427917e72), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:12.152587 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e92ba718-439f-4397-aa05-dc909c719761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (b45c827e-ab25-41d2-9d50-48d427917e72), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:12.200209 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4ceb24da-244b-4852-a72b-9d7ca72726cd req-a5628bb5-624d-439c-9bad-544f71831e0e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1428149 Jan 18 20:11:12.220977 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-79105c91-16a8-4c81-9b5f-72a693779ff4 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:12.237670 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-79105c91-16a8-4c81-9b5f-72a693779ff4 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/networks?id=65bc6c7e-62b1-4793-822c-8255824ddf81 HTTP/1.1" status: 200 len: 817 time: 0.1694028 Jan 18 20:11:12.237872 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e92ba718-439f-4397-aa05-dc909c719761 admin admin] Publish callbacks [] for router_controller (b45c827e-ab25-41d2-9d50-48d427917e72), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:12.238233 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-548be656-f953-47de-ac91-f2cb21a88b56 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/quotas/c382c9e7160a4a83ba6d72a900cf8075 HTTP/1.1" status: 200 len: 375 time: 0.0093203 Jan 18 20:11:12.277480 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59948ae-6e93-44b1-b6c4-fb033fa38c38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-0f664482-8506-48d9-b483-19e59ef85e95', 'network_id': '0f664482-8506-48d9-b483-19e59ef85e95', 'project_id': 'd6c7036af1d647c2827e33b517dc8824', 'fixed_ips': [{'subnet_id': 'cf66719b-d23f-409f-aa58-e79851cabdb6'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:11:12.277480 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d59948ae-6e93-44b1-b6c4-fb033fa38c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:12.285483 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-13f32452-c489-4342-bfc4-03212a573ae5 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c382c9e7160a4a83ba6d72a900cf8075&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404098 Jan 18 20:11:12.421445 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e381f54-cc55-4acb-9ece-2793f2f5fc77 req-b21b22a8-8fdd-41ef-a209-933ef2fa50be tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:12.423186 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e381f54-cc55-4acb-9ece-2793f2f5fc77 req-b21b22a8-8fdd-41ef-a209-933ef2fa50be tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.1152709 Jan 18 20:11:12.427706 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e92ba718-439f-4397-aa05-dc909c719761 admin admin] Publish callbacks [] for router_gateway (b45c827e-ab25-41d2-9d50-48d427917e72), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:12.428580 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-d59948ae-6e93-44b1-b6c4-fb033fa38c38 None None] Allocated IP 172.20.0.2 (0f664482-8506-48d9-b483-19e59ef85e95/cf66719b-d23f-409f-aa58-e79851cabdb6/2ed79621-ea22-476a-a2a2-82bff3aa60f1) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:11:12.485279 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e381f54-cc55-4acb-9ece-2793f2f5fc77 req-2d90e94a-8b60-4384-bd01-eb805662c11c tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527277 Jan 18 20:11:12.494370 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-cd02c873-e93f-4488-9928-9bed5120d620 service neutron] 10.222.0.31 "GET /v2.0/networks/65bc6c7e-62b1-4793-822c-8255824ddf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012553 Jan 18 20:11:12.603434 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-2ce07917-caa5-406c-8c0f-ee58ceaa518f service neutron] 10.222.0.31 "GET /v2.0/networks/65bc6c7e-62b1-4793-822c-8255824ddf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080499 Jan 18 20:11:12.614061 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d59948ae-6e93-44b1-b6c4-fb033fa38c38 None None] Publish callbacks [] for port (2ed79621-ea22-476a-a2a2-82bff3aa60f1), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:12.617026 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['3be0f9a7-4669-4fb5-829d-d66866e4184f'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:11:12.646122 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d59948ae-6e93-44b1-b6c4-fb033fa38c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (2ed79621-ea22-476a-a2a2-82bff3aa60f1), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:12.662888 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e92ba718-439f-4397-aa05-dc909c719761 admin admin] Publish callbacks [] for router_gateway (b45c827e-ab25-41d2-9d50-48d427917e72), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:12.699925 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e92ba718-439f-4397-aa05-dc909c719761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:12.734107 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59948ae-6e93-44b1-b6c4-fb033fa38c38 None None] Pushing event updated for resources: {'Port': ['ID=2ed79621-ea22-476a-a2a2-82bff3aa60f1,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:12.750701 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb6d7f-b84b-4264-9b23-a84cab596965 req-f2eda569-8512-4d67-a289-fc0879e2ae6a tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:12.754556 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-13eb6d7f-b84b-4264-9b23-a84cab596965 req-f2eda569-8512-4d67-a289-fc0879e2ae6a tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 944 time: 0.0940950 Jan 18 20:11:12.757437 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59948ae-6e93-44b1-b6c4-fb033fa38c38 None None] Network 0f664482-8506-48d9-b483-19e59ef85e95 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:11:12.765794 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-d59948ae-6e93-44b1-b6c4-fb033fa38c38 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:11:12.812311 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59948ae-6e93-44b1-b6c4-fb033fa38c38 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:11:12.814937 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-e92ba718-439f-4397-aa05-dc909c719761 admin admin] Allocated IP 172.25.4.15 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/cfb1c975-0f38-43fb-8b3f-abf3793039d3) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:11:12.839661 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-13eb6d7f-b84b-4264-9b23-a84cab596965 req-8b7dec90-5f40-4b29-999b-bdedda3a40e2 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796101 Jan 18 20:11:12.908616 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-d59948ae-6e93-44b1-b6c4-fb033fa38c38 None None] Attempting to bind port 2ed79621-ea22-476a-a2a2-82bff3aa60f1 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:11:12.909488 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-d59948ae-6e93-44b1-b6c4-fb033fa38c38 None None] Attempting to bind port 2ed79621-ea22-476a-a2a2-82bff3aa60f1 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '68d51170-80e6-4a28-82bd-562d85a7bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f664482-8506-48d9-b483-19e59ef85e95'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:11:12.909880 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59948ae-6e93-44b1-b6c4-fb033fa38c38 None None] Attempting to bind port 2ed79621-ea22-476a-a2a2-82bff3aa60f1 on network 0f664482-8506-48d9-b483-19e59ef85e95 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:11:12.941942 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59948ae-6e93-44b1-b6c4-fb033fa38c38 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:11:12.942327 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59948ae-6e93-44b1-b6c4-fb033fa38c38 None None] Checking segment: {'id': '68d51170-80e6-4a28-82bd-562d85a7bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f664482-8506-48d9-b483-19e59ef85e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:11:12.942736 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d59948ae-6e93-44b1-b6c4-fb033fa38c38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:12.943138 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59948ae-6e93-44b1-b6c4-fb033fa38c38 None None] Bound using segment: {'id': '68d51170-80e6-4a28-82bd-562d85a7bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f664482-8506-48d9-b483-19e59ef85e95'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:11:12.943612 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-d59948ae-6e93-44b1-b6c4-fb033fa38c38 None None] Bound port: 2ed79621-ea22-476a-a2a2-82bff3aa60f1, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d51170-80e6-4a28-82bd-562d85a7bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f664482-8506-48d9-b483-19e59ef85e95'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:11:12.943991 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d59948ae-6e93-44b1-b6c4-fb033fa38c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2ed79621-ea22-476a-a2a2-82bff3aa60f1), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:12.973812 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e92ba718-439f-4397-aa05-dc909c719761 admin admin] Publish callbacks [] for port (cfb1c975-0f38-43fb-8b3f-abf3793039d3), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:13.030998 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e92ba718-439f-4397-aa05-dc909c719761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (cfb1c975-0f38-43fb-8b3f-abf3793039d3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:13.064339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d59948ae-6e93-44b1-b6c4-fb033fa38c38 None None] For port 2ed79621-ea22-476a-a2a2-82bff3aa60f1, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:11:13.067564 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d59948ae-6e93-44b1-b6c4-fb033fa38c38 None None] For port 2ed79621-ea22-476a-a2a2-82bff3aa60f1, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=2ed79621-ea22-476a-a2a2-82bff3aa60f1,segment=NetworkSegment(68d51170-80e6-4a28-82bd-562d85a7bbe1),segment_id=68d51170-80e6-4a28-82bd-562d85a7bbe1)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:11:13.083646 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d59948ae-6e93-44b1-b6c4-fb033fa38c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (2ed79621-ea22-476a-a2a2-82bff3aa60f1), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:13.193517 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a1ea0-72d1-4e40-8980-17f21be2630e req-1ed4e5e6-8794-4ce8-960d-28f8d3dca7dd tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:13.200488 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ba718-439f-4397-aa05-dc909c719761 admin admin] Pushing event updated for resources: {'Port': ['ID=cfb1c975-0f38-43fb-8b3f-abf3793039d3,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:13.210287 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92ba718-439f-4397-aa05-dc909c719761 admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:11:13.212109 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-e92ba718-439f-4397-aa05-dc909c719761 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:11:13.220360 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c6a1ea0-72d1-4e40-8980-17f21be2630e req-1ed4e5e6-8794-4ce8-960d-28f8d3dca7dd tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.1007047 Jan 18 20:11:13.221686 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92ba718-439f-4397-aa05-dc909c719761 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:11:13.237284 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59948ae-6e93-44b1-b6c4-fb033fa38c38 None None] Pushing event updated for resources: {'Port': ['ID=2ed79621-ea22-476a-a2a2-82bff3aa60f1,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:13.369427 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c6a1ea0-72d1-4e40-8980-17f21be2630e req-23f4a764-806c-4581-8f8a-f58bf46d3a60 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323886 Jan 18 20:11:13.515403 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 954ab496-7795-4130-941c-439d09edaee9 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:11:13.761178 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601570c-7186-4c56-9a0d-dfd0f8225b47 req-b40e5f0f-4c5a-4a38-badc-191b35550c49 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:13.770758 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601570c-7186-4c56-9a0d-dfd0f8225b47 req-b40e5f0f-4c5a-4a38-badc-191b35550c49 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:13.791613 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601570c-7186-4c56-9a0d-dfd0f8225b47 req-b40e5f0f-4c5a-4a38-badc-191b35550c49 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:13.802923 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601570c-7186-4c56-9a0d-dfd0f8225b47 req-b40e5f0f-4c5a-4a38-badc-191b35550c49 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:13.811150 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601570c-7186-4c56-9a0d-dfd0f8225b47 req-b40e5f0f-4c5a-4a38-badc-191b35550c49 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:13.818509 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601570c-7186-4c56-9a0d-dfd0f8225b47 req-b40e5f0f-4c5a-4a38-badc-191b35550c49 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:13.825573 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601570c-7186-4c56-9a0d-dfd0f8225b47 req-b40e5f0f-4c5a-4a38-badc-191b35550c49 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:13.833713 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1601570c-7186-4c56-9a0d-dfd0f8225b47 req-b40e5f0f-4c5a-4a38-badc-191b35550c49 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5422 time: 0.2578142 Jan 18 20:11:13.846196 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 954ab496-7795-4130-941c-439d09edaee9, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=954ab496-7795-4130-941c-439d09edaee9,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:13.862717 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e92ba718-439f-4397-aa05-dc909c719761 admin admin] Publish callbacks [] for router_gateway (b45c827e-ab25-41d2-9d50-48d427917e72), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:13.865209 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '954ab496-7795-4130-941c-439d09edaee9', 'network_id': '1330a1de-3636-4f07-b599-97f547076b99', 'port_id': '954ab496-7795-4130-941c-439d09edaee9', 'mac_address': 'fa:16:3e:a9:a8:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76b9fe0-68f8-4703-9228-21897e60da9f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:11:13.937903 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f126764-5227-4932-801b-ce4e7c09ce7f req-fec8b820-5e21-416d-b17d-c3e547d4b584 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1d21589-d1ca-4173-b389-9b1f6ecf96b3 HTTP/1.1" status: 200 len: 210 time: 0.0998926 Jan 18 20:11:13.938500 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 954ab496-7795-4130-941c-439d09edaee9 is: ACTIVE; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:13.938942 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (954ab496-7795-4130-941c-439d09edaee9), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:13.967384 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 954ab496-7795-4130-941c-439d09edaee9 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:11:14.035358 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 954ab496-7795-4130-941c-439d09edaee9, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=954ab496-7795-4130-941c-439d09edaee9,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:14.044617 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (954ab496-7795-4130-941c-439d09edaee9), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:14.078332 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1601570c-7186-4c56-9a0d-dfd0f8225b47 req-ba482aaa-269f-4f77-8b7c-5bec2aefc8e1 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2435637 Jan 18 20:11:14.144059 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=954ab496-7795-4130-941c-439d09edaee9,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:14.189540 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['954ab496-7795-4130-941c-439d09edaee9'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:11:14.237299 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac8e05-581f-4041-a109-b96f48e0711c req-2a57e4c0-6cef-4169-b602-66fff6ad00b9 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:14.246502 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-acac8e05-581f-4041-a109-b96f48e0711c req-2a57e4c0-6cef-4169-b602-66fff6ad00b9 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.1667550 Jan 18 20:11:14.347983 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e92ba718-439f-4397-aa05-dc909c719761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (b45c827e-ab25-41d2-9d50-48d427917e72), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:14.455357 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-acac8e05-581f-4041-a109-b96f48e0711c req-fd8eee25-136b-4a80-bb01-05f6d753b5d3 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075524 Jan 18 20:11:14.662414 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 2ed79621-ea22-476a-a2a2-82bff3aa60f1 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:11:14.780850 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92ba718-439f-4397-aa05-dc909c719761 admin admin] Router b45c827e-ab25-41d2-9d50-48d427917e72 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:11:14.783878 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b331f-d8e2-4300-b88c-c55ae45e4797 req-8afc422c-3991-41d6-bafc-b8ddfcc8143e tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:14.799325 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-263b331f-d8e2-4300-b88c-c55ae45e4797 req-8afc422c-3991-41d6-bafc-b8ddfcc8143e tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 944 time: 0.1660368 Jan 18 20:11:14.816630 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 2ed79621-ea22-476a-a2a2-82bff3aa60f1 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:11:14.819859 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2ed79621-ea22-476a-a2a2-82bff3aa60f1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:14.975479 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-263b331f-d8e2-4300-b88c-c55ae45e4797 req-9dd7428e-a984-4ccc-beef-a0d66f250b52 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677423 Jan 18 20:11:15.060820 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 2ed79621-ea22-476a-a2a2-82bff3aa60f1 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:15.061356 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2ed79621-ea22-476a-a2a2-82bff3aa60f1), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:15.094306 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5c088c-c247-4fdc-a491-f12b57e7c61e None None] Network 0f664482-8506-48d9-b483-19e59ef85e95 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:11:15.135618 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 2ed79621-ea22-476a-a2a2-82bff3aa60f1, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=2ed79621-ea22-476a-a2a2-82bff3aa60f1,segment=NetworkSegment(68d51170-80e6-4a28-82bd-562d85a7bbe1),segment_id=68d51170-80e6-4a28-82bd-562d85a7bbe1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:15.176521 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92ba718-439f-4397-aa05-dc909c719761 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:11:15.191089 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf83469-c741-40f5-bfda-21f2e8eb820f None None] Sync routers for ids ['b45c827e-ab25-41d2-9d50-48d427917e72'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:11:15.204819 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e92ba718-439f-4397-aa05-dc909c719761 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:15.206680 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e92ba718-439f-4397-aa05-dc909c719761 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0961001 Jan 18 20:11:15.209596 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44460) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:15.212153 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf83469-c741-40f5-bfda-21f2e8eb820f None None] Routers {'b45c827e-ab25-41d2-9d50-48d427917e72'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:11:15.213202 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-acf83469-c741-40f5-bfda-21f2e8eb820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:10:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['b45c827e-ab25-41d2-9d50-48d427917e72'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:11:15.247645 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (2ed79621-ea22-476a-a2a2-82bff3aa60f1), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:15.365294 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9deb64c5-e9ff-423a-a1e6-a90b37b0a8c8 req-f0321c5a-2965-41b9-9561-d5ec7350fe1d tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1d21589-d1ca-4173-b389-9b1f6ecf96b3 HTTP/1.1" status: 200 len: 210 time: 0.0988395 Jan 18 20:11:15.369209 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-26912128-a903-46d8-a3a0-ecacc34b7dbc None None] Provisioning complete for port 2ed79621-ea22-476a-a2a2-82bff3aa60f1 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:11:15.369930 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26912128-a903-46d8-a3a0-ecacc34b7dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2ed79621-ea22-476a-a2a2-82bff3aa60f1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:15.403532 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf2813-c6da-4616-ba48-22e4ab837423 req-a0f2e6fe-b78f-45e7-9caa-ced87038eeac tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:15.411548 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cbcf2813-c6da-4616-ba48-22e4ab837423 req-a0f2e6fe-b78f-45e7-9caa-ced87038eeac tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 944 time: 0.2088797 Jan 18 20:11:15.414397 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=2ed79621-ea22-476a-a2a2-82bff3aa60f1,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:15.542726 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 3be0f9a7-4669-4fb5-829d-d66866e4184f up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:11:15.574910 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cbcf2813-c6da-4616-ba48-22e4ab837423 req-43ad6f8e-c952-4a58-9c9a-4a7368325d02 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619308 Jan 18 20:11:15.585279 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-acf83469-c741-40f5-bfda-21f2e8eb820f None None] Set router b45c827e-ab25-41d2-9d50-48d427917e72 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:11:15.669910 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-26912128-a903-46d8-a3a0-ecacc34b7dbc None None] Current status of the port 2ed79621-ea22-476a-a2a2-82bff3aa60f1 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:15.748302 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 3be0f9a7-4669-4fb5-829d-d66866e4184f completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:11:15.753366 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 3be0f9a7-4669-4fb5-829d-d66866e4184f triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:11:15.753769 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3be0f9a7-4669-4fb5-829d-d66866e4184f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:15.766842 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035a4cc-e958-4dd4-9dc6-2e1a25cc2c41 req-358ef2e3-c37c-412c-97c6-73eb22644aec tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:15.791573 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035a4cc-e958-4dd4-9dc6-2e1a25cc2c41 req-358ef2e3-c37c-412c-97c6-73eb22644aec tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:15.807800 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035a4cc-e958-4dd4-9dc6-2e1a25cc2c41 req-358ef2e3-c37c-412c-97c6-73eb22644aec tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:15.829268 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035a4cc-e958-4dd4-9dc6-2e1a25cc2c41 req-358ef2e3-c37c-412c-97c6-73eb22644aec tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:15.846581 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035a4cc-e958-4dd4-9dc6-2e1a25cc2c41 req-358ef2e3-c37c-412c-97c6-73eb22644aec tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:15.862872 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035a4cc-e958-4dd4-9dc6-2e1a25cc2c41 req-358ef2e3-c37c-412c-97c6-73eb22644aec tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:15.882282 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035a4cc-e958-4dd4-9dc6-2e1a25cc2c41 req-358ef2e3-c37c-412c-97c6-73eb22644aec tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:15.895039 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e035a4cc-e958-4dd4-9dc6-2e1a25cc2c41 req-358ef2e3-c37c-412c-97c6-73eb22644aec tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5422 time: 0.2967873 Jan 18 20:11:16.029592 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 3be0f9a7-4669-4fb5-829d-d66866e4184f is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:16.031605 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3be0f9a7-4669-4fb5-829d-d66866e4184f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:16.179183 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 3be0f9a7-4669-4fb5-829d-d66866e4184f, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3be0f9a7-4669-4fb5-829d-d66866e4184f,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:16.190554 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caab7931-8dc4-4c3d-b223-247adefd5713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be0f9a7-4669-4fb5-829d-d66866e4184f'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:11:16.199723 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46154d58-64b4-484c-9134-3d8ad2e5451d" -d '{"events": [{"server_uuid": "caab7931-8dc4-4c3d-b223-247adefd5713", "name": "network-vif-plugged", "status": "completed", "tag": "3be0f9a7-4669-4fb5-829d-d66866e4184f"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:11:16.218199 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3be0f9a7-4669-4fb5-829d-d66866e4184f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:16.223032 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 954ab496-7795-4130-941c-439d09edaee9 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:11:16.313972 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-acf83469-c741-40f5-bfda-21f2e8eb820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'name': 'tempest-ServersTestBootFromVolume-570126730-router', 'tenant_id': 'd6c7036af1d647c2827e33b517dc8824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'cfb1c975-0f38-43fb-8b3f-abf3793039d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:11:12Z', 'updated_at': '2022-01-18T20:11:13Z', 'revision_number': 3, 'project_id': 'd6c7036af1d647c2827e33b517dc8824', 'gw_port': {'id': 'cfb1c975-0f38-43fb-8b3f-abf3793039d3', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:32:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:11:12Z', 'updated_at': '2022-01-18T20:11:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:11:16.351921 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf83469-c741-40f5-bfda-21f2e8eb820f None None] Checking router: b45c827e-ab25-41d2-9d50-48d427917e72 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:11:16.352640 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf83469-c741-40f5-bfda-21f2e8eb820f None None] Updating router b45c827e-ab25-41d2-9d50-48d427917e72 port cfb1c975-0f38-43fb-8b3f-abf3793039d3 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:11:16.387568 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-acf83469-c741-40f5-bfda-21f2e8eb820f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cfb1c975-0f38-43fb-8b3f-abf3793039d3), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:16.491525 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-522ed080-e7c9-4ccc-995e-164df5e652bb None None] Provisioning complete for port 2ed79621-ea22-476a-a2a2-82bff3aa60f1 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:11:16.491924 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-522ed080-e7c9-4ccc-995e-164df5e652bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2ed79621-ea22-476a-a2a2-82bff3aa60f1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:16.492592 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ff121-e68b-4cf3-863c-09ff61c6468e req-ed45e3e8-0f7c-40b5-b44a-c4a72e8a5b86 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:16.502358 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-653ff121-e68b-4cf3-863c-09ff61c6468e req-ed45e3e8-0f7c-40b5-b44a-c4a72e8a5b86 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.7662144 Jan 18 20:11:16.609752 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 2ed79621-ea22-476a-a2a2-82bff3aa60f1 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:11:16.673254 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-653ff121-e68b-4cf3-863c-09ff61c6468e req-ca123830-ad7a-41d8-a3e1-116c49eda688 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715901 Jan 18 20:11:16.749912 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e035a4cc-e958-4dd4-9dc6-2e1a25cc2c41 req-ddf3e645-c0ce-45d8-b10e-fb23d2c76920 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8524237 Jan 18 20:11:16.787002 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-acf83469-c741-40f5-bfda-21f2e8eb820f None None] Publish callbacks [] for port (cfb1c975-0f38-43fb-8b3f-abf3793039d3), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:16.810541 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-acf83469-c741-40f5-bfda-21f2e8eb820f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (cfb1c975-0f38-43fb-8b3f-abf3793039d3), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:16.815981 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-0067d83f-bde1-4a36-bec6-8793368e4a35 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:16.817502 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-0067d83f-bde1-4a36-bec6-8793368e4a35 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.70 "GET /v2.0/networks?id=65bc6c7e-62b1-4793-822c-8255824ddf81 HTTP/1.1" status: 200 len: 817 time: 0.8477025 Jan 18 20:11:16.851675 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-e15c9369-7248-4a68-a2ab-a00a73cd55ab tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Request body: {'port': {'device_id': 'c1d21589-d1ca-4173-b389-9b1f6ecf96b3', 'network_id': '65bc6c7e-62b1-4793-822c-8255824ddf81', 'admin_state_up': True, 'tenant_id': 'c382c9e7160a4a83ba6d72a900cf8075'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:16.861593 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=3be0f9a7-4669-4fb5-829d-d66866e4184f,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:16.869126 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-acf83469-c741-40f5-bfda-21f2e8eb820f None None] Attempting to bind port cfb1c975-0f38-43fb-8b3f-abf3793039d3 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:11:16.872567 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-acf83469-c741-40f5-bfda-21f2e8eb820f None None] Attempting to bind port cfb1c975-0f38-43fb-8b3f-abf3793039d3 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:11:16.874488 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf83469-c741-40f5-bfda-21f2e8eb820f None None] Attempting to bind port cfb1c975-0f38-43fb-8b3f-abf3793039d3 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:11:16.938948 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44510) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:16.941777 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf83469-c741-40f5-bfda-21f2e8eb820f None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:11:16.943113 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf83469-c741-40f5-bfda-21f2e8eb820f None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:11:16.943925 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-acf83469-c741-40f5-bfda-21f2e8eb820f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:16.948304 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf83469-c741-40f5-bfda-21f2e8eb820f None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:11:16.949437 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-acf83469-c741-40f5-bfda-21f2e8eb820f None None] Bound port: cfb1c975-0f38-43fb-8b3f-abf3793039d3, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:11:16.950139 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-acf83469-c741-40f5-bfda-21f2e8eb820f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cfb1c975-0f38-43fb-8b3f-abf3793039d3), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:16.961080 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 2ed79621-ea22-476a-a2a2-82bff3aa60f1 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:11:16.966151 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2ed79621-ea22-476a-a2a2-82bff3aa60f1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:16.967986 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 954ab496-7795-4130-941c-439d09edaee9 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:11:16.968351 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (954ab496-7795-4130-941c-439d09edaee9), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:17.025790 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f27967b-e86b-478e-a102-b65b15954332 x-openstack-request-id: req-5f27967b-e86b-478e-a102-b65b15954332 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:11:17.026179 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caab7931-8dc4-4c3d-b223-247adefd5713", "name": "network-vif-plugged", "status": "completed", "tag": "3be0f9a7-4669-4fb5-829d-d66866e4184f", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:11:17.026836 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f27967b-e86b-478e-a102-b65b15954332 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:11:17.029654 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caab7931-8dc4-4c3d-b223-247adefd5713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be0f9a7-4669-4fb5-829d-d66866e4184f', 'code': 200} Jan 18 20:11:17.068211 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a11419-7bda-45fe-bab6-e385bbdd6f22 None None] Pushing event updated for resources: {'Port': ['ID=cfb1c975-0f38-43fb-8b3f-abf3793039d3,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:17.093146 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a11419-7bda-45fe-bab6-e385bbdd6f22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:17.095919 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a11419-7bda-45fe-bab6-e385bbdd6f22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:17.096556 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a11419-7bda-45fe-bab6-e385bbdd6f22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:17.097181 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a11419-7bda-45fe-bab6-e385bbdd6f22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:17.097902 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a11419-7bda-45fe-bab6-e385bbdd6f22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:17.098457 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a11419-7bda-45fe-bab6-e385bbdd6f22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:17.098954 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a11419-7bda-45fe-bab6-e385bbdd6f22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:17.099700 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a11419-7bda-45fe-bab6-e385bbdd6f22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:17.100233 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a11419-7bda-45fe-bab6-e385bbdd6f22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:17.100751 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a11419-7bda-45fe-bab6-e385bbdd6f22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:17.101242 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a11419-7bda-45fe-bab6-e385bbdd6f22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:17.101776 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a11419-7bda-45fe-bab6-e385bbdd6f22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:17.102264 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a11419-7bda-45fe-bab6-e385bbdd6f22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:17.170146 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-acf83469-c741-40f5-bfda-21f2e8eb820f None None] For port cfb1c975-0f38-43fb-8b3f-abf3793039d3, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:11:17.174072 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-acf83469-c741-40f5-bfda-21f2e8eb820f None None] For port cfb1c975-0f38-43fb-8b3f-abf3793039d3, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=cfb1c975-0f38-43fb-8b3f-abf3793039d3,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:11:17.182868 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-acf83469-c741-40f5-bfda-21f2e8eb820f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (cfb1c975-0f38-43fb-8b3f-abf3793039d3), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:17.291776 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a11419-7bda-45fe-bab6-e385bbdd6f22 None None] Pushing event updated for resources: {'Port': ['ID=cfb1c975-0f38-43fb-8b3f-abf3793039d3,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:17.344207 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf83469-c741-40f5-bfda-21f2e8eb820f None None] Routers {'b45c827e-ab25-41d2-9d50-48d427917e72'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:11:17.355353 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-acf83469-c741-40f5-bfda-21f2e8eb820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:10:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['b45c827e-ab25-41d2-9d50-48d427917e72'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:11:17.409970 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d23e4213-2628-4897-a29c-a13b4c133c9e req-38f72665-da8c-4d1c-bad7-3fd92fe3bf1c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9085212 Jan 18 20:11:17.422853 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9a8a30f5-2882-445c-91a4-1b959bef975a req-93d1e51c-a0e5-44fa-ad55-fe06ac941649 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1d21589-d1ca-4173-b389-9b1f6ecf96b3 HTTP/1.1" status: 200 len: 210 time: 0.2804248 Jan 18 20:11:17.488896 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6d7f1ba0-fa4f-412f-9f56-842747302799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:17.518845 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9456a8-c8c5-499d-834d-748a717a7ccb req-6b995b90-32e5-4a5b-9d1f-cd9b0002f4fc tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:17.522081 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-bceb8585-553e-4df4-b266-a56b4bfb0db5 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:17.523632 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-bceb8585-553e-4df4-b266-a56b4bfb0db5 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.70 "GET /v2.0/networks?id=65bc6c7e-62b1-4793-822c-8255824ddf81 HTTP/1.1" status: 200 len: 817 time: 0.9688382 Jan 18 20:11:17.526148 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cc9456a8-c8c5-499d-834d-748a717a7ccb req-6b995b90-32e5-4a5b-9d1f-cd9b0002f4fc tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 945 time: 0.6502328 Jan 18 20:11:17.579725 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device d531d365-d1be-42fb-8d80-625e359981c2 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:11:17.597819 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-522ed080-e7c9-4ccc-995e-164df5e652bb None None] Current status of the port 2ed79621-ea22-476a-a2a2-82bff3aa60f1 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:17.610753 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-c6085fd4-0e21-49f7-8aba-43a1d242e740 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Request body: {'port': {'device_id': '998e07bf-0897-4bbc-86db-0d4cdbe09b9b', 'network_id': '65bc6c7e-62b1-4793-822c-8255824ddf81', 'admin_state_up': True, 'tenant_id': 'c382c9e7160a4a83ba6d72a900cf8075'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:17.711147 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6d7f1ba0-fa4f-412f-9f56-842747302799 admin admin] Publish callbacks [] for security_group (a50aa990-9d49-4587-b53c-3dd67771288e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:17.723677 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-e15c9369-7248-4a68-a2ab-a00a73cd55ab tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Made reservation on behalf of c382c9e7160a4a83ba6d72a900cf8075 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:11:17.728332 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-e15c9369-7248-4a68-a2ab-a00a73cd55ab tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:17.735118 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-acf83469-c741-40f5-bfda-21f2e8eb820f None None] Set router b45c827e-ab25-41d2-9d50-48d427917e72 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:11:17.773892 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6d7f1ba0-fa4f-412f-9f56-842747302799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a50aa990-9d49-4587-b53c-3dd67771288e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:17.810952 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a710af0-7307-481d-9294-feb5efab648e req-e4b0e71c-71f9-4964-b9c1-7134df912866 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:17.812670 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a710af0-7307-481d-9294-feb5efab648e req-e4b0e71c-71f9-4964-b9c1-7134df912866 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 944 time: 0.2412088 Jan 18 20:11:17.816016 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cc9456a8-c8c5-499d-834d-748a717a7ccb req-dcb3537c-875d-4c26-b991-bcab777d3432 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832735 Jan 18 20:11:17.864343 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6d7f1ba0-fa4f-412f-9f56-842747302799 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f4ad9a778be4440cb97756ea24d0f03b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9179449 Jan 18 20:11:17.866196 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44518) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:17.868217 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f1ba0-fa4f-412f-9f56-842747302799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50aa990-9d49-4587-b53c-3dd67771288e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:17.959376 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-620e024a-0d2b-461e-bdce-2c94f2c396de tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:17.963829 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-620e024a-0d2b-461e-bdce-2c94f2c396de tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.70 "GET /v2.0/networks?id=65bc6c7e-62b1-4793-822c-8255824ddf81 HTTP/1.1" status: 200 len: 817 time: 1.4613786 Jan 18 20:11:17.968482 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00e04-c2e2-48f1-aee2-b775359097f6 req-50205b00-b49f-4a47-bd4b-ad3d86e33c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:17.973592 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-37a00e04-c2e2-48f1-aee2-b775359097f6 req-50205b00-b49f-4a47-bd4b-ad3d86e33c28 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 1096 time: 0.6552639 Jan 18 20:11:18.005002 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-f3007f36-6e88-4bae-90e8-94f901dc745f tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Request body: {'port': {'device_id': '3b77a214-6451-41fb-915d-c2d83e361e4c', 'network_id': '65bc6c7e-62b1-4793-822c-8255824ddf81', 'admin_state_up': True, 'tenant_id': 'c382c9e7160a4a83ba6d72a900cf8075'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:18.032523 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 954ab496-7795-4130-941c-439d09edaee9 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:18.039679 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (954ab496-7795-4130-941c-439d09edaee9), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:18.087973 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 2ed79621-ea22-476a-a2a2-82bff3aa60f1 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:18.123649 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-acf83469-c741-40f5-bfda-21f2e8eb820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'name': 'tempest-ServersTestBootFromVolume-570126730-router', 'tenant_id': 'd6c7036af1d647c2827e33b517dc8824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'cfb1c975-0f38-43fb-8b3f-abf3793039d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:11:12Z', 'updated_at': '2022-01-18T20:11:13Z', 'revision_number': 3, 'project_id': 'd6c7036af1d647c2827e33b517dc8824', 'gw_port': {'id': 'cfb1c975-0f38-43fb-8b3f-abf3793039d3', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:32:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:11:12Z', 'updated_at': '2022-01-18T20:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:11:18.173000 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 954ab496-7795-4130-941c-439d09edaee9, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=954ab496-7795-4130-941c-439d09edaee9,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:18.185867 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (954ab496-7795-4130-941c-439d09edaee9), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:18.187613 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device d531d365-d1be-42fb-8d80-625e359981c2 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:11:18.202526 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf83469-c741-40f5-bfda-21f2e8eb820f None None] The sync data for ids ['b45c827e-ab25-41d2-9d50-48d427917e72'] in n-d-741529-9 is: [{'id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'name': 'tempest-ServersTestBootFromVolume-570126730-router', 'tenant_id': 'd6c7036af1d647c2827e33b517dc8824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'cfb1c975-0f38-43fb-8b3f-abf3793039d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:11:12Z', 'updated_at': '2022-01-18T20:11:13Z', 'revision_number': 3, 'project_id': 'd6c7036af1d647c2827e33b517dc8824', 'gw_port': {'id': 'cfb1c975-0f38-43fb-8b3f-abf3793039d3', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:32:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:11:12Z', 'updated_at': '2022-01-18T20:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:11:18.232459 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e4213-2628-4897-a29c-a13b4c133c9e req-83d4ca4d-fcd1-4737-ad50-a7adedfb5a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:18.234072 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d23e4213-2628-4897-a29c-a13b4c133c9e req-83d4ca4d-fcd1-4737-ad50-a7adedfb5a0a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46be2ca450fb44c88ba90d0767174258&device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 1095 time: 0.7504103 Jan 18 20:11:18.413396 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-c6085fd4-0e21-49f7-8aba-43a1d242e740 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Made reservation on behalf of c382c9e7160a4a83ba6d72a900cf8075 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:11:18.420376 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-c6085fd4-0e21-49f7-8aba-43a1d242e740 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:18.433375 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port d531d365-d1be-42fb-8d80-625e359981c2, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=d531d365-d1be-42fb-8d80-625e359981c2,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:18.549436 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'd531d365-d1be-42fb-8d80-625e359981c2', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': 'd531d365-d1be-42fb-8d80-625e359981c2', 'mac_address': 'fa:16:3e:3d:9e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:11:18.552829 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=954ab496-7795-4130-941c-439d09edaee9,revision_number=7']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:18.625926 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-37a00e04-c2e2-48f1-aee2-b775359097f6 req-aac7eefc-8862-4864-92c8-a80da1609a3b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116626 Jan 18 20:11:18.678906 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port d531d365-d1be-42fb-8d80-625e359981c2 is: ACTIVE; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:18.679560 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d531d365-d1be-42fb-8d80-625e359981c2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:18.697659 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d531d365-d1be-42fb-8d80-625e359981c2 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:11:18.700762 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a710af0-7307-481d-9294-feb5efab648e req-17d9705c-15c3-4a26-8db2-79c73b189d4e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8292365 Jan 18 20:11:18.705132 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port d531d365-d1be-42fb-8d80-625e359981c2 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:18.705736 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d531d365-d1be-42fb-8d80-625e359981c2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:18.754901 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port d531d365-d1be-42fb-8d80-625e359981c2, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=d531d365-d1be-42fb-8d80-625e359981c2,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:18.779684 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d531d365-d1be-42fb-8d80-625e359981c2), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:18.782337 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e4213-2628-4897-a29c-a13b4c133c9e req-f70771a8-8b28-48c7-ba2c-8b9f0081df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:18.784126 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d23e4213-2628-4897-a29c-a13b4c133c9e req-f70771a8-8b28-48c7-ba2c-8b9f0081df64 service neutron] 10.222.0.57 "GET /v2.0/networks?id=133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 200 len: 908 time: 0.5197794 Jan 18 20:11:18.816706 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e800c77e-5897-49ba-8821-11fb97629e90 admin admin] Publish callbacks [] for security_group (a50aa990-9d49-4587-b53c-3dd67771288e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:18.837648 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200129aa-588d-4294-a511-0b0bcac032b5 req-da99644f-3759-4043-abba-eccd6642806d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:18.839260 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-200129aa-588d-4294-a511-0b0bcac032b5 req-da99644f-3759-4043-abba-eccd6642806d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.3481131 Jan 18 20:11:18.840665 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-e15c9369-7248-4a68-a2ab-a00a73cd55ab tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Allocated IP 172.20.0.14 (65bc6c7e-62b1-4793-822c-8255824ddf81/e94a5193-1565-4897-ae74-20c4515befaa/00c2f68a-47f3-4404-b090-fa73eb4169d7) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:11:18.925668 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=d531d365-d1be-42fb-8d80-625e359981c2,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:18.929762 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:11:18.930132 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:11:19.030545 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c4c160-459b-4aed-897f-2d0eace8f964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954ab496-7795-4130-941c-439d09edaee9'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:11:19.032973 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfe2d30-e6da-45a6-a586-74f834397e0b" -d '{"events": [{"server_uuid": "12c4c160-459b-4aed-897f-2d0eace8f964", "name": "network-vif-plugged", "status": "completed", "tag": "954ab496-7795-4130-941c-439d09edaee9"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:11:19.071679 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d23e4213-2628-4897-a29c-a13b4c133c9e req-c0a250cd-9b95-45c5-8f4d-8e1c5067633d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af HTTP/1.1" status: 200 len: 217 time: 0.2644072 Jan 18 20:11:19.092309 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['d531d365-d1be-42fb-8d80-625e359981c2'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:11:19.119319 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-f3007f36-6e88-4bae-90e8-94f901dc745f tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Made reservation on behalf of c382c9e7160a4a83ba6d72a900cf8075 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:11:19.126889 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-f3007f36-6e88-4bae-90e8-94f901dc745f tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:19.211036 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e800c77e-5897-49ba-8821-11fb97629e90 admin admin] Publish callbacks [] for security_group (a50aa990-9d49-4587-b53c-3dd67771288e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:19.221016 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e4213-2628-4897-a29c-a13b4c133c9e req-e17390f1-91f2-42cd-b035-4b667ab5046a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:19.222878 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d23e4213-2628-4897-a29c-a13b4c133c9e req-e17390f1-91f2-42cd-b035-4b667ab5046a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=45324dde-9697-4682-9610-ed3bed3250cd HTTP/1.1" status: 200 len: 847 time: 0.1454017 Jan 18 20:11:19.240221 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f50411-7511-4fc2-aa0b-cbd97f7ebc2e req-f77aa733-2ecb-453b-b28f-2aba89ea5fda tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:19.246021 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d7969-f795-47d1-8023-55abf5135870 req-6a745b51-7d20-457c-8247-c3321b85fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:19.247898 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f50411-7511-4fc2-aa0b-cbd97f7ebc2e req-f77aa733-2ecb-453b-b28f-2aba89ea5fda tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:19.248636 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f08d7969-f795-47d1-8023-55abf5135870 req-6a745b51-7d20-457c-8247-c3321b85fa98 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1088a7411f634bfd9b8775233ac8c777&device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 1100 time: 0.6068077 Jan 18 20:11:19.266201 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da015c23-60c9-4bcb-80db-9926ef5b1de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:19.293546 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f50411-7511-4fc2-aa0b-cbd97f7ebc2e req-f77aa733-2ecb-453b-b28f-2aba89ea5fda tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:19.320667 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f50411-7511-4fc2-aa0b-cbd97f7ebc2e req-f77aa733-2ecb-453b-b28f-2aba89ea5fda tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:19.328283 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f50411-7511-4fc2-aa0b-cbd97f7ebc2e req-f77aa733-2ecb-453b-b28f-2aba89ea5fda tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:19.334380 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f50411-7511-4fc2-aa0b-cbd97f7ebc2e req-f77aa733-2ecb-453b-b28f-2aba89ea5fda tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:19.342802 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f50411-7511-4fc2-aa0b-cbd97f7ebc2e req-f77aa733-2ecb-453b-b28f-2aba89ea5fda tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:19.344786 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-49f50411-7511-4fc2-aa0b-cbd97f7ebc2e req-f77aa733-2ecb-453b-b28f-2aba89ea5fda tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5422 time: 0.5017524 Jan 18 20:11:19.441656 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-49f50411-7511-4fc2-aa0b-cbd97f7ebc2e req-07306a1f-474d-47b8-beb1-2e60c7d4e229 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809062 Jan 18 20:11:19.519199 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port d531d365-d1be-42fb-8d80-625e359981c2 is: BUILD; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:19.519597 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d531d365-d1be-42fb-8d80-625e359981c2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:19.548112 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d531d365-d1be-42fb-8d80-625e359981c2 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:11:19.552942 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-200129aa-588d-4294-a511-0b0bcac032b5 req-8a0f9a1c-8012-4daa-b622-ac2c0cee017e tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4946179 Jan 18 20:11:19.555941 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-da015c23-60c9-4bcb-80db-9926ef5b1de8 admin admin] Allocated IP 172.20.0.1 (0f664482-8506-48d9-b483-19e59ef85e95/cf66719b-d23f-409f-aa58-e79851cabdb6/fea41bb9-42c2-45e3-ae70-4b0b870cd3f5) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:11:19.634799 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-e15c9369-7248-4a68-a2ab-a00a73cd55ab tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Publish callbacks [] for port (00c2f68a-47f3-4404-b090-fa73eb4169d7), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:19.635057 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port d531d365-d1be-42fb-8d80-625e359981c2, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=d531d365-d1be-42fb-8d80-625e359981c2,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:19.654285 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d531d365-d1be-42fb-8d80-625e359981c2), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:19.670610 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e800c77e-5897-49ba-8821-11fb97629e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a50aa990-9d49-4587-b53c-3dd67771288e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:19.673623 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e800c77e-5897-49ba-8821-11fb97629e90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:19.677999 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e800c77e-5897-49ba-8821-11fb97629e90 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a50aa990-9d49-4587-b53c-3dd67771288e HTTP/1.1" status: 204 len: 168 time: 1.8057897 Jan 18 20:11:19.694700 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800c77e-5897-49ba-8821-11fb97629e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50aa990-9d49-4587-b53c-3dd67771288e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:19.714654 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-e15c9369-7248-4a68-a2ab-a00a73cd55ab tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (00c2f68a-47f3-4404-b090-fa73eb4169d7), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:19.750122 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d23e4213-2628-4897-a29c-a13b4c133c9e req-2de48f81-6040-4148-a550-75dda2e32084 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=133a80cf-c268-45f9-91ee-564a51a659af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5151792 Jan 18 20:11:19.815941 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c9369-7248-4a68-a2ab-a00a73cd55ab tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Pushing event updated for resources: {'Port': ['ID=00c2f68a-47f3-4404-b090-fa73eb4169d7,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:19.838680 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=d531d365-d1be-42fb-8d80-625e359981c2,revision_number=7']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:19.930945 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-e15c9369-7248-4a68-a2ab-a00a73cd55ab tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Network 65bc6c7e-62b1-4793-822c-8255824ddf81 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:11:19.949877 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-e15c9369-7248-4a68-a2ab-a00a73cd55ab tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:11:19.959161 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-e15c9369-7248-4a68-a2ab-a00a73cd55ab tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:11:20.050212 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-e15c9369-7248-4a68-a2ab-a00a73cd55ab tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:20.051105 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-e15c9369-7248-4a68-a2ab-a00a73cd55ab tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:20.100321 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-e15c9369-7248-4a68-a2ab-a00a73cd55ab tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2524531 Jan 18 20:11:20.114181 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a362003-6272-4b7e-9cd2-d9492a780a22 req-a1cc4db9-c693-427c-a066-e6b423c9cd24 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:20.115687 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9a362003-6272-4b7e-9cd2-d9492a780a22 req-a1cc4db9-c693-427c-a066-e6b423c9cd24 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1d21589-d1ca-4173-b389-9b1f6ecf96b3 HTTP/1.1" status: 200 len: 932 time: 0.3938761 Jan 18 20:11:20.125558 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-85921db0-fbdc-496c-9707-08ddda8b2baf service neutron] Request body: {'port': {'device_id': 'c1d21589-d1ca-4173-b389-9b1f6ecf96b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:20.188469 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da015c23-60c9-4bcb-80db-9926ef5b1de8 admin admin] Publish callbacks [] for port (fea41bb9-42c2-45e3-ae70-4b0b870cd3f5), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:20.214830 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d530aa7-90c6-4d6a-950a-754bf12571bb req-2fbe798a-f883-4ecd-868c-4c8dcaf0e0fc tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:20.216650 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3d530aa7-90c6-4d6a-950a-754bf12571bb req-2fbe798a-f883-4ecd-868c-4c8dcaf0e0fc tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 945 time: 0.4081850 Jan 18 20:11:20.220772 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9a362003-6272-4b7e-9cd2-d9492a780a22 req-2621083d-932f-4347-8f57-d02708cccf43 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/security-groups?id=17e3b994-78c0-4d36-8398-7a810d88c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902259 Jan 18 20:11:20.270039 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da015c23-60c9-4bcb-80db-9926ef5b1de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (fea41bb9-42c2-45e3-ae70-4b0b870cd3f5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:20.326135 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175f6a5d-aa1d-494b-bcec-11947dd51e17 x-openstack-request-id: req-175f6a5d-aa1d-494b-bcec-11947dd51e17 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:11:20.327641 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c4c160-459b-4aed-897f-2d0eace8f964", "name": "network-vif-plugged", "status": "completed", "tag": "954ab496-7795-4130-941c-439d09edaee9", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:11:20.328953 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-175f6a5d-aa1d-494b-bcec-11947dd51e17 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:11:20.329794 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c4c160-459b-4aed-897f-2d0eace8f964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954ab496-7795-4130-941c-439d09edaee9', 'code': 200} Jan 18 20:11:20.375069 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-85921db0-fbdc-496c-9707-08ddda8b2baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (00c2f68a-47f3-4404-b090-fa73eb4169d7), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:20.488081 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-c6085fd4-0e21-49f7-8aba-43a1d242e740 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Allocated IP 172.20.0.7 (65bc6c7e-62b1-4793-822c-8255824ddf81/e94a5193-1565-4897-ae74-20c4515befaa/b8441ff1-cdf1-4528-a8e5-688225f963fe) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:11:20.529393 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device cfb1c975-0f38-43fb-8b3f-abf3793039d3 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:11:20.532401 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3d530aa7-90c6-4d6a-950a-754bf12571bb req-7238d6c3-8d86-4655-8ee0-9b56f2e354c2 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047059 Jan 18 20:11:20.714335 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port cfb1c975-0f38-43fb-8b3f-abf3793039d3 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:11:20.714720 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cfb1c975-0f38-43fb-8b3f-abf3793039d3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:20.772756 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d23e4213-2628-4897-a29c-a13b4c133c9e req-31394cb5-a74a-42ab-962e-7c3a0e4d8509 service neutron] 10.222.0.57 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9551105 Jan 18 20:11:20.774384 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d7969-f795-47d1-8023-55abf5135870 req-73d8a958-472e-4c35-adad-17f6feaf38b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:20.775871 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f08d7969-f795-47d1-8023-55abf5135870 req-73d8a958-472e-4c35-adad-17f6feaf38b1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 1.4921064 Jan 18 20:11:20.777314 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d497dd-43b9-4b0c-ae42-a41e8597e7cc req-c3fb8979-952a-4b6d-b251-38f9b8d921c1 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:20.778977 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c7d497dd-43b9-4b0c-ae42-a41e8597e7cc req-c3fb8979-952a-4b6d-b251-38f9b8d921c1 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.3439167 Jan 18 20:11:20.818975 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da015c23-60c9-4bcb-80db-9926ef5b1de8 admin admin] Network 0f664482-8506-48d9-b483-19e59ef85e95 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:11:20.820743 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-da015c23-60c9-4bcb-80db-9926ef5b1de8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:11:20.861941 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da015c23-60c9-4bcb-80db-9926ef5b1de8 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:11:20.874840 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port cfb1c975-0f38-43fb-8b3f-abf3793039d3 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:20.875243 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cfb1c975-0f38-43fb-8b3f-abf3793039d3), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:20.912653 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da015c23-60c9-4bcb-80db-9926ef5b1de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (b45c827e-ab25-41d2-9d50-48d427917e72), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:20.913867 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port cfb1c975-0f38-43fb-8b3f-abf3793039d3, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=cfb1c975-0f38-43fb-8b3f-abf3793039d3,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:20.924216 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (cfb1c975-0f38-43fb-8b3f-abf3793039d3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:21.063924 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2482f13-fa4a-4996-83d2-bced7a61af2e req-c7888065-9519-482d-875b-d94d4b5ddba4 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:21.083337 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2482f13-fa4a-4996-83d2-bced7a61af2e req-c7888065-9519-482d-875b-d94d4b5ddba4 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:21.104804 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2482f13-fa4a-4996-83d2-bced7a61af2e req-c7888065-9519-482d-875b-d94d4b5ddba4 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:21.117109 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2482f13-fa4a-4996-83d2-bced7a61af2e req-c7888065-9519-482d-875b-d94d4b5ddba4 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:21.121883 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=cfb1c975-0f38-43fb-8b3f-abf3793039d3,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:21.146979 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:11:21.147730 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2482f13-fa4a-4996-83d2-bced7a61af2e req-c7888065-9519-482d-875b-d94d4b5ddba4 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:21.156599 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2482f13-fa4a-4996-83d2-bced7a61af2e req-c7888065-9519-482d-875b-d94d4b5ddba4 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:21.173414 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2482f13-fa4a-4996-83d2-bced7a61af2e req-c7888065-9519-482d-875b-d94d4b5ddba4 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:21.175804 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d2482f13-fa4a-4996-83d2-bced7a61af2e req-c7888065-9519-482d-875b-d94d4b5ddba4 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5422 time: 0.4282584 Jan 18 20:11:21.189595 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c7d497dd-43b9-4b0c-ae42-a41e8597e7cc req-31e0b1eb-e8e9-4436-a8c4-cacfe8199d78 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883810 Jan 18 20:11:21.336288 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44558) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:21.368414 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d2482f13-fa4a-4996-83d2-bced7a61af2e req-cb217a4f-9093-4200-ae11-7445639fbd11 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1765695 Jan 18 20:11:21.374165 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f08d7969-f795-47d1-8023-55abf5135870 req-034e088c-c2a0-49bf-90c9-ae0c845ee243 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=d531d365-d1be-42fb-8d80-625e359981c2 HTTP/1.1" status: 200 len: 217 time: 0.5482128 Jan 18 20:11:21.426740 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-85bd8300-0544-4b57-847c-837d8bea6322 None None] Provisioning complete for port fea41bb9-42c2-45e3-ae70-4b0b870cd3f5 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:11:21.432087 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-85bd8300-0544-4b57-847c-837d8bea6322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fea41bb9-42c2-45e3-ae70-4b0b870cd3f5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:21.507019 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb7878-59c5-422b-a408-3e262bcb0faf req-3dc7f094-7a14-490b-9b9d-272b87557668 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:21.512414 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d8bb7878-59c5-422b-a408-3e262bcb0faf req-3dc7f094-7a14-490b-9b9d-272b87557668 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 948 time: 0.1386251 Jan 18 20:11:21.569282 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d7969-f795-47d1-8023-55abf5135870 req-67586d8f-9211-4b3b-86b2-926c8b322141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:21.570330 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device d531d365-d1be-42fb-8d80-625e359981c2 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:11:21.578334 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f08d7969-f795-47d1-8023-55abf5135870 req-67586d8f-9211-4b3b-86b2-926c8b322141 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1790948 Jan 18 20:11:21.582425 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da015c23-60c9-4bcb-80db-9926ef5b1de8 admin admin] Pushing event updated for resources: {'Port': ['ID=fea41bb9-42c2-45e3-ae70-4b0b870cd3f5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:21.587288 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da015c23-60c9-4bcb-80db-9926ef5b1de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fea41bb9-42c2-45e3-ae70-4b0b870cd3f5), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:21.634428 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-b249ec25-a73d-4d04-97cf-1d989331cd1f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1296716388-network', 'tenant_id': 'fdcdbb1705e54a4a8f3f248186d8eb41'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:21.668397 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d8bb7878-59c5-422b-a408-3e262bcb0faf req-fc6102d1-51ea-42bb-b2dd-b0da7198bc4d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497333 Jan 18 20:11:21.672135 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-85bd8300-0544-4b57-847c-837d8bea6322 None None] Port fea41bb9-42c2-45e3-ae70-4b0b870cd3f5 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:11:21.751129 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port d531d365-d1be-42fb-8d80-625e359981c2 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:11:21.751513 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d531d365-d1be-42fb-8d80-625e359981c2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:21.756372 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b249ec25-a73d-4d04-97cf-1d989331cd1f admin admin] Made reservation on behalf of fdcdbb1705e54a4a8f3f248186d8eb41 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:11:21.773547 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b249ec25-a73d-4d04-97cf-1d989331cd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:21.776404 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d7969-f795-47d1-8023-55abf5135870 req-3b271802-585b-4ee0-ad43-b668328fca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:21.778722 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f08d7969-f795-47d1-8023-55abf5135870 req-3b271802-585b-4ee0-ad43-b668328fca66 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1586921 Jan 18 20:11:21.827305 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-c6085fd4-0e21-49f7-8aba-43a1d242e740 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Publish callbacks [] for port (b8441ff1-cdf1-4528-a8e5-688225f963fe), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:21.881271 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b249ec25-a73d-4d04-97cf-1d989331cd1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:21.943778 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port d531d365-d1be-42fb-8d80-625e359981c2 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:21.944691 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d531d365-d1be-42fb-8d80-625e359981c2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:21.956903 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d23e4213-2628-4897-a29c-a13b4c133c9e req-6946d12f-6546-4c3c-a394-d5464a8d3088 service neutron] 10.222.0.57 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1156271 Jan 18 20:11:22.028402 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port d531d365-d1be-42fb-8d80-625e359981c2, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=d531d365-d1be-42fb-8d80-625e359981c2,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:22.030292 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b249ec25-a73d-4d04-97cf-1d989331cd1f admin admin] Publish callbacks [] for security_group (1aee1342-e26e-4990-8324-b6fcbce256f0), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:22.035111 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d531d365-d1be-42fb-8d80-625e359981c2), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:22.044820 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b249ec25-a73d-4d04-97cf-1d989331cd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1aee1342-e26e-4990-8324-b6fcbce256f0), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:22.086772 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f08d7969-f795-47d1-8023-55abf5135870 req-3e15f560-460b-4b3f-93b8-43cd0e110049 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911403 Jan 18 20:11:22.087915 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-c6085fd4-0e21-49f7-8aba-43a1d242e740 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (b8441ff1-cdf1-4528-a8e5-688225f963fe), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:22.092341 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc469d9-0b39-4b09-ba51-a07c5493ba76 req-8e860a4a-734d-4b55-be33-d7dcacf01dae tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:22.096804 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5dc469d9-0b39-4b09-ba51-a07c5493ba76 req-8e860a4a-734d-4b55-be33-d7dcacf01dae tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 945 time: 0.2807422 Jan 18 20:11:22.159646 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=d531d365-d1be-42fb-8d80-625e359981c2,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:22.252696 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249ec25-a73d-4d04-97cf-1d989331cd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aee1342-e26e-4990-8324-b6fcbce256f0,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:22.265418 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b249ec25-a73d-4d04-97cf-1d989331cd1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:11:22.311526 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea337a6-a92d-41bc-96ae-68c461677263 req-90dae974-0a30-4d7f-8ad9-1864481d8303 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:22.321742 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6ea337a6-a92d-41bc-96ae-68c461677263 req-90dae974-0a30-4d7f-8ad9-1864481d8303 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1d21589-d1ca-4173-b389-9b1f6ecf96b3 HTTP/1.1" status: 200 len: 932 time: 0.4526587 Jan 18 20:11:22.331366 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af13c7b-5a78-4204-a2c2-3d3638814240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd531d365-d1be-42fb-8d80-625e359981c2'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:11:22.333921 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0035da-4478-48f2-9588-ff2b153486ee" -d '{"events": [{"server_uuid": "3af13c7b-5a78-4204-a2c2-3d3638814240", "name": "network-vif-plugged", "status": "completed", "tag": "d531d365-d1be-42fb-8d80-625e359981c2"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:11:22.343850 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6085fd4-0e21-49f7-8aba-43a1d242e740 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Pushing event updated for resources: {'Port': ['ID=b8441ff1-cdf1-4528-a8e5-688225f963fe,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:22.449651 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b249ec25-a73d-4d04-97cf-1d989331cd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (7c999ac7-baea-45bb-ab9e-31dd698bcd3b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:22.449996 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-b249ec25-a73d-4d04-97cf-1d989331cd1f admin admin] Added segment 7c999ac7-baea-45bb-ab9e-31dd698bcd3b of type vlan for network b9ea892c-76c6-4189-83ba-54323c251196 Jan 18 20:11:22.473397 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-c6085fd4-0e21-49f7-8aba-43a1d242e740 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Network 65bc6c7e-62b1-4793-822c-8255824ddf81 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:11:22.484676 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-c6085fd4-0e21-49f7-8aba-43a1d242e740 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:11:22.494565 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-c6085fd4-0e21-49f7-8aba-43a1d242e740 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:11:22.504420 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device cfb1c975-0f38-43fb-8b3f-abf3793039d3 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:11:22.641006 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port cfb1c975-0f38-43fb-8b3f-abf3793039d3 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:11:22.641411 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cfb1c975-0f38-43fb-8b3f-abf3793039d3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:22.641805 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5dc469d9-0b39-4b09-ba51-a07c5493ba76 req-f247b3ad-9b06-40c3-9772-ce4c59632f47 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791618 Jan 18 20:11:22.748435 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6ea337a6-a92d-41bc-96ae-68c461677263 req-6933da81-0bbc-4d6f-9789-dc223f68124a tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/security-groups?id=17e3b994-78c0-4d36-8398-7a810d88c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257236 Jan 18 20:11:22.797338 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b249ec25-a73d-4d04-97cf-1d989331cd1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (b9ea892c-76c6-4189-83ba-54323c251196), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:22.809161 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-85921db0-fbdc-496c-9707-08ddda8b2baf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00c2f68a-47f3-4404-b090-fa73eb4169d7 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:11:22.817418 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port cfb1c975-0f38-43fb-8b3f-abf3793039d3 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:22.846035 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae27066-cb13-4709-8a66-04545d2421d6 x-openstack-request-id: req-1ae27066-cb13-4709-8a66-04545d2421d6 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:11:22.846326 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af13c7b-5a78-4204-a2c2-3d3638814240", "name": "network-vif-plugged", "status": "completed", "tag": "d531d365-d1be-42fb-8d80-625e359981c2", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:11:22.846573 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ae27066-cb13-4709-8a66-04545d2421d6 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:11:22.846978 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af13c7b-5a78-4204-a2c2-3d3638814240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd531d365-d1be-42fb-8d80-625e359981c2', 'code': 200} Jan 18 20:11:22.889956 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-85921db0-fbdc-496c-9707-08ddda8b2baf service neutron] Publish callbacks [] for port (00c2f68a-47f3-4404-b090-fa73eb4169d7), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:22.953928 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.db.resource_extend [None req-b249ec25-a73d-4d04-97cf-1d989331cd1f admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:11:23.044334 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-85921db0-fbdc-496c-9707-08ddda8b2baf service neutron] Transition to ACTIVE for port object 00c2f68a-47f3-4404-b090-fa73eb4169d7 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:11:23.108655 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-85921db0-fbdc-496c-9707-08ddda8b2baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (00c2f68a-47f3-4404-b090-fa73eb4169d7), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:23.227029 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da015c23-60c9-4bcb-80db-9926ef5b1de8 admin admin] Publish callbacks [] for port (fea41bb9-42c2-45e3-ae70-4b0b870cd3f5), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:23.234291 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b249ec25-a73d-4d04-97cf-1d989331cd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (b9ea892c-76c6-4189-83ba-54323c251196), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:23.235218 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b249ec25-a73d-4d04-97cf-1d989331cd1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:23.237169 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b249ec25-a73d-4d04-97cf-1d989331cd1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:23.267196 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da015c23-60c9-4bcb-80db-9926ef5b1de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (fea41bb9-42c2-45e3-ae70-4b0b870cd3f5), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:23.292625 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d0f67-5cca-4804-8b7f-93dd11a398c7 req-99f354e1-4290-469e-930d-fe03172aaa05 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:23.294805 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eb8d0f67-5cca-4804-8b7f-93dd11a398c7 req-99f354e1-4290-469e-930d-fe03172aaa05 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.4619033 Jan 18 20:11:23.361087 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4146c-c55d-4d3a-94ce-3d5f39198ef3 req-ea5aaa17-c022-4c0b-adf6-693738a2c3b2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:23.376916 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4146c-c55d-4d3a-94ce-3d5f39198ef3 req-ea5aaa17-c022-4c0b-adf6-693738a2c3b2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:23.390709 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4146c-c55d-4d3a-94ce-3d5f39198ef3 req-ea5aaa17-c022-4c0b-adf6-693738a2c3b2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:23.418569 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4146c-c55d-4d3a-94ce-3d5f39198ef3 req-ea5aaa17-c022-4c0b-adf6-693738a2c3b2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:23.425150 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4146c-c55d-4d3a-94ce-3d5f39198ef3 req-ea5aaa17-c022-4c0b-adf6-693738a2c3b2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:23.437946 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4146c-c55d-4d3a-94ce-3d5f39198ef3 req-ea5aaa17-c022-4c0b-adf6-693738a2c3b2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:23.456488 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4146c-c55d-4d3a-94ce-3d5f39198ef3 req-ea5aaa17-c022-4c0b-adf6-693738a2c3b2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:23.461675 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f1b4146c-c55d-4d3a-94ce-3d5f39198ef3 req-ea5aaa17-c022-4c0b-adf6-693738a2c3b2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5422 time: 0.3855770 Jan 18 20:11:23.481813 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-c6085fd4-0e21-49f7-8aba-43a1d242e740 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:23.484278 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-c6085fd4-0e21-49f7-8aba-43a1d242e740 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:23.491770 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f08d7969-f795-47d1-8023-55abf5135870 req-10e99086-2d6e-44ed-a946-148a1aa76824 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3931620 Jan 18 20:11:23.543454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da015c23-60c9-4bcb-80db-9926ef5b1de8 admin admin] Pushing event updated for resources: {'Port': ['ID=fea41bb9-42c2-45e3-ae70-4b0b870cd3f5,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:23.565745 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85921db0-fbdc-496c-9707-08ddda8b2baf service neutron] Pushing event updated for resources: {'Port': ['ID=00c2f68a-47f3-4404-b090-fa73eb4169d7,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:23.573040 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.db.api [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-f3007f36-6e88-4bae-90e8-94f901dc745f tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-2e94db57-6081-46c3-b8f9-1e6d7d0ce923 {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:11:23.576918 n-d-741529-9 neutron-server[103335]: DEBUG oslo_db.api [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-f3007f36-6e88-4bae-90e8-94f901dc745f tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:11:23.582878 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da015c23-60c9-4bcb-80db-9926ef5b1de8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (b45c827e-ab25-41d2-9d50-48d427917e72), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:23.584313 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b249ec25-a73d-4d04-97cf-1d989331cd1f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2421918 Jan 18 20:11:23.592452 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44576) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:23.596236 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249ec25-a73d-4d04-97cf-1d989331cd1f admin admin] Pushing event updated for resources: {'Network': ['ID=b9ea892c-76c6-4189-83ba-54323c251196,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:23.596525 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-c6085fd4-0e21-49f7-8aba-43a1d242e740 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0180855 Jan 18 20:11:23.602732 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c917f8-4ee9-43b5-819d-a263370d3335 req-da6dbfd6-49ad-4bcf-b27c-2e3ec988e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:23.607185 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-9aaf369b-d18e-4d05-b308-6e878a1adc36 admin admin] Request body: {'subnet': {'network_id': 'b9ea892c-76c6-4189-83ba-54323c251196', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1296716388-subnet', 'tenant_id': 'fdcdbb1705e54a4a8f3f248186d8eb41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:23.608147 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network b9ea892c-76c6-4189-83ba-54323c251196 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:11:23.612438 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-03c917f8-4ee9-43b5-819d-a263370d3335 req-da6dbfd6-49ad-4bcf-b27c-2e3ec988e573 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 1101 time: 0.3829195 Jan 18 20:11:23.626613 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-5c12a828-6ef4-4c09-98c2-fe5a2260c9b4 service neutron] Request body: {'port': {'device_id': '998e07bf-0897-4bbc-86db-0d4cdbe09b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:23.732547 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eb8d0f67-5cca-4804-8b7f-93dd11a398c7 req-a5c5f2f9-ad96-4d8a-89f1-0251bdb3eb65 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695553 Jan 18 20:11:23.829182 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aaf369b-d18e-4d05-b308-6e878a1adc36 admin admin] Made reservation on behalf of fdcdbb1705e54a4a8f3f248186d8eb41 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:11:23.833562 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9aaf369b-d18e-4d05-b308-6e878a1adc36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:23.878126 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f1b4146c-c55d-4d3a-94ce-3d5f39198ef3 req-ddd4c353-84a2-4ff2-8c80-89e7cd34af0e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3179483 Jan 18 20:11:23.974155 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-03c917f8-4ee9-43b5-819d-a263370d3335 req-52ea8e58-1177-4f7b-a0d3-1820c4566b51 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355770 Jan 18 20:11:23.978117 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-5c12a828-6ef4-4c09-98c2-fe5a2260c9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b8441ff1-cdf1-4528-a8e5-688225f963fe), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:24.081395 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-85921db0-fbdc-496c-9707-08ddda8b2baf service neutron] Attempting to bind port 00c2f68a-47f3-4404-b090-fa73eb4169d7 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:11:24.082031 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-85921db0-fbdc-496c-9707-08ddda8b2baf service neutron] Attempting to bind port 00c2f68a-47f3-4404-b090-fa73eb4169d7 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '699a06f6-109f-4605-b1f5-9fc15346a26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65bc6c7e-62b1-4793-822c-8255824ddf81'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:11:24.082154 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-85921db0-fbdc-496c-9707-08ddda8b2baf service neutron] Attempting to bind port 00c2f68a-47f3-4404-b090-fa73eb4169d7 on network 65bc6c7e-62b1-4793-822c-8255824ddf81 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:11:24.086271 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-f3007f36-6e88-4bae-90e8-94f901dc745f tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:24.136446 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f6505-f346-420d-9006-236fd376b45c req-794acd9f-a511-44d1-8a12-a3f526b90c57 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:24.138687 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-986f6505-f346-420d-9006-236fd376b45c req-794acd9f-a511-44d1-8a12-a3f526b90c57 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 1096 time: 0.1858449 Jan 18 20:11:24.139244 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-85921db0-fbdc-496c-9707-08ddda8b2baf service neutron] Port 00c2f68a-47f3-4404-b090-fa73eb4169d7 on network 65bc6c7e-62b1-4793-822c-8255824ddf81 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:11:24.139562 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-85921db0-fbdc-496c-9707-08ddda8b2baf service neutron] Attempting to bind port 00c2f68a-47f3-4404-b090-fa73eb4169d7 on network 65bc6c7e-62b1-4793-822c-8255824ddf81 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:11:24.152594 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da015c23-60c9-4bcb-80db-9926ef5b1de8 admin admin] Network 0f664482-8506-48d9-b483-19e59ef85e95 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:11:24.179886 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-da015c23-60c9-4bcb-80db-9926ef5b1de8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:11:24.239602 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-85921db0-fbdc-496c-9707-08ddda8b2baf service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:11:24.239944 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-85921db0-fbdc-496c-9707-08ddda8b2baf service neutron] Checking segment: {'id': '699a06f6-109f-4605-b1f5-9fc15346a26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65bc6c7e-62b1-4793-822c-8255824ddf81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:11:24.240332 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-85921db0-fbdc-496c-9707-08ddda8b2baf service neutron] Bound using segment: {'id': '699a06f6-109f-4605-b1f5-9fc15346a26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65bc6c7e-62b1-4793-822c-8255824ddf81'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:11:24.240782 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-85921db0-fbdc-496c-9707-08ddda8b2baf service neutron] Bound port: 00c2f68a-47f3-4404-b090-fa73eb4169d7, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '699a06f6-109f-4605-b1f5-9fc15346a26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65bc6c7e-62b1-4793-822c-8255824ddf81'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:11:24.241139 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-85921db0-fbdc-496c-9707-08ddda8b2baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (00c2f68a-47f3-4404-b090-fa73eb4169d7), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:24.502012 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2befc0c-ac51-4edf-983e-6830021f1ea3 req-91f5e961-f639-4634-ae8e-5cab139abb0b tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:24.503604 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e2befc0c-ac51-4edf-983e-6830021f1ea3 req-91f5e961-f639-4634-ae8e-5cab139abb0b tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.3717425 Jan 18 20:11:24.585965 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-986f6505-f346-420d-9006-236fd376b45c req-11b3ee33-7efd-4884-bd66-cd5ab4c870eb tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984268 Jan 18 20:11:24.635461 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4765140d-4a2d-4185-acaf-d5c929d3b389 None None] Provisioning complete for port fea41bb9-42c2-45e3-ae70-4b0b870cd3f5 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:11:24.636082 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4765140d-4a2d-4185-acaf-d5c929d3b389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fea41bb9-42c2-45e3-ae70-4b0b870cd3f5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:24.726540 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4765140d-4a2d-4185-acaf-d5c929d3b389 None None] Port fea41bb9-42c2-45e3-ae70-4b0b870cd3f5 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:11:24.787952 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-85921db0-fbdc-496c-9707-08ddda8b2baf service neutron] For port 00c2f68a-47f3-4404-b090-fa73eb4169d7, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:11:24.831567 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e2befc0c-ac51-4edf-983e-6830021f1ea3 req-1d97890c-086d-4c65-9a71-c66b7886d6a0 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027291 Jan 18 20:11:24.843629 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da015c23-60c9-4bcb-80db-9926ef5b1de8 admin admin] Router b45c827e-ab25-41d2-9d50-48d427917e72 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:11:24.856997 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-85921db0-fbdc-496c-9707-08ddda8b2baf service neutron] For port 00c2f68a-47f3-4404-b090-fa73eb4169d7, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=00c2f68a-47f3-4404-b090-fa73eb4169d7,segment=NetworkSegment(699a06f6-109f-4605-b1f5-9fc15346a26e),segment_id=699a06f6-109f-4605-b1f5-9fc15346a26e)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:11:24.859417 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9aaf369b-d18e-4d05-b308-6e878a1adc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (10dc11e1-e488-424e-9170-8405136c537b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:24.911842 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fb5f0-7109-4dce-b6c8-cf4f9acb864b req-5e0361c6-b12c-4107-ae0c-e2e0b15fbaa2 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:24.923860 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a44fb5f0-7109-4dce-b6c8-cf4f9acb864b req-5e0361c6-b12c-4107-ae0c-e2e0b15fbaa2 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1d21589-d1ca-4173-b389-9b1f6ecf96b3 HTTP/1.1" status: 200 len: 944 time: 0.1916864 Jan 18 20:11:24.938853 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-85921db0-fbdc-496c-9707-08ddda8b2baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (00c2f68a-47f3-4404-b090-fa73eb4169d7), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:25.122405 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da015c23-60c9-4bcb-80db-9926ef5b1de8 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:11:25.131689 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7defb30-7b2f-4bf5-a05e-e24d769a325f None None] Sync routers for ids ['b45c827e-ab25-41d2-9d50-48d427917e72'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:11:25.150178 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85921db0-fbdc-496c-9707-08ddda8b2baf service neutron] Pushing event updated for resources: {'Port': ['ID=00c2f68a-47f3-4404-b090-fa73eb4169d7,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:25.162349 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-da015c23-60c9-4bcb-80db-9926ef5b1de8 admin admin] 10.222.0.31 "PUT /v2.0/routers/b45c827e-ab25-41d2-9d50-48d427917e72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9182765 Jan 18 20:11:25.174958 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7defb30-7b2f-4bf5-a05e-e24d769a325f None None] Routers {'b45c827e-ab25-41d2-9d50-48d427917e72'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:11:25.175593 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b7defb30-7b2f-4bf5-a05e-e24d769a325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:10:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['b45c827e-ab25-41d2-9d50-48d427917e72'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:11:25.195361 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-85921db0-fbdc-496c-9707-08ddda8b2baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:25.195984 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-85921db0-fbdc-496c-9707-08ddda8b2baf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:25.197987 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-85921db0-fbdc-496c-9707-08ddda8b2baf service neutron] 10.222.0.70 "PUT /v2.0/ports/00c2f68a-47f3-4404-b090-fa73eb4169d7 HTTP/1.1" status: 200 len: 1092 time: 5.0803444 Jan 18 20:11:25.216752 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d21589-d1ca-4173-b389-9b1f6ecf96b3', 'tag': '00c2f68a-47f3-4404-b090-fa73eb4169d7'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:11:25.219208 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95b0fd6-379c-4b44-b84c-4b7647f9be51" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d21589-d1ca-4173-b389-9b1f6ecf96b3", "tag": "00c2f68a-47f3-4404-b090-fa73eb4169d7"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:11:25.311583 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaf369b-d18e-4d05-b308-6e878a1adc36 admin admin] Checking segment: {'id': '7c999ac7-baea-45bb-ab9e-31dd698bcd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b9ea892c-76c6-4189-83ba-54323c251196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:11:25.311944 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaf369b-d18e-4d05-b308-6e878a1adc36 admin admin] Network hostable DHCP agents. Network: b9ea892c-76c6-4189-83ba-54323c251196, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:11:25.328579 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a44fb5f0-7109-4dce-b6c8-cf4f9acb864b req-219d11bb-b22b-4b8a-816f-9dcf221e6b9a tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/security-groups?id=17e3b994-78c0-4d36-8398-7a810d88c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027910 Jan 18 20:11:25.336006 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-5c12a828-6ef4-4c09-98c2-fe5a2260c9b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8441ff1-cdf1-4528-a8e5-688225f963fe {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:11:25.361680 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00eaf4c-5d0a-4b09-a710-8c187489538d req-c42dceb0-6f5c-4fd3-a552-a4ca541e7f9d tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:25.367114 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e00eaf4c-5d0a-4b09-a710-8c187489538d req-c42dceb0-6f5c-4fd3-a552-a4ca541e7f9d tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 1096 time: 0.2653244 Jan 18 20:11:25.371249 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-5c12a828-6ef4-4c09-98c2-fe5a2260c9b4 service neutron] Publish callbacks [] for port (b8441ff1-cdf1-4528-a8e5-688225f963fe), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:25.411210 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-5c12a828-6ef4-4c09-98c2-fe5a2260c9b4 service neutron] Transition to ACTIVE for port object b8441ff1-cdf1-4528-a8e5-688225f963fe will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:11:25.454309 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-5c12a828-6ef4-4c09-98c2-fe5a2260c9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (b8441ff1-cdf1-4528-a8e5-688225f963fe), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:25.499469 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf369b-d18e-4d05-b308-6e878a1adc36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10dc11e1-e488-424e-9170-8405136c537b,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:25.534505 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaf369b-d18e-4d05-b308-6e878a1adc36 admin admin] Network b9ea892c-76c6-4189-83ba-54323c251196 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:11:25.541580 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-b7defb30-7b2f-4bf5-a05e-e24d769a325f None None] Set router b45c827e-ab25-41d2-9d50-48d427917e72 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:11:25.571815 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-1794d50c-ec5b-4dfd-b1d6-c4f991f24693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:25.575785 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-1794d50c-ec5b-4dfd-b1d6-c4f991f24693 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c382c9e7160a4a83ba6d72a900cf8075&device_id=c1d21589-d1ca-4173-b389-9b1f6ecf96b3 HTTP/1.1" status: 200 len: 1095 time: 0.2949131 Jan 18 20:11:25.636215 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-9aaf369b-d18e-4d05-b308-6e878a1adc36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, b9ea892c-76c6-4189-83ba-54323c251196) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:11:25.677565 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-f3007f36-6e88-4bae-90e8-94f901dc745f tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Allocated IP 172.20.0.8 (65bc6c7e-62b1-4793-822c-8255824ddf81/e94a5193-1565-4897-ae74-20c4515befaa/cd72bcad-5a75-4b53-b371-ce62014563ba) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:11:25.694339 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12a828-6ef4-4c09-98c2-fe5a2260c9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b8441ff1-cdf1-4528-a8e5-688225f963fe,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:25.879824 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f6a08f-4675-4b47-ac07-654692e5831e None None] Network b9ea892c-76c6-4189-83ba-54323c251196 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:11:26.008361 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-5c12a828-6ef4-4c09-98c2-fe5a2260c9b4 service neutron] Attempting to bind port b8441ff1-cdf1-4528-a8e5-688225f963fe on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:11:26.008991 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-5c12a828-6ef4-4c09-98c2-fe5a2260c9b4 service neutron] Attempting to bind port b8441ff1-cdf1-4528-a8e5-688225f963fe by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '699a06f6-109f-4605-b1f5-9fc15346a26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65bc6c7e-62b1-4793-822c-8255824ddf81'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:11:26.008991 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-5c12a828-6ef4-4c09-98c2-fe5a2260c9b4 service neutron] Attempting to bind port b8441ff1-cdf1-4528-a8e5-688225f963fe on network 65bc6c7e-62b1-4793-822c-8255824ddf81 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:11:26.034335 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-5c12a828-6ef4-4c09-98c2-fe5a2260c9b4 service neutron] Port b8441ff1-cdf1-4528-a8e5-688225f963fe on network 65bc6c7e-62b1-4793-822c-8255824ddf81 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:11:26.034703 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-5c12a828-6ef4-4c09-98c2-fe5a2260c9b4 service neutron] Attempting to bind port b8441ff1-cdf1-4528-a8e5-688225f963fe on network 65bc6c7e-62b1-4793-822c-8255824ddf81 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:11:26.043689 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaf369b-d18e-4d05-b308-6e878a1adc36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:26.044335 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9aaf369b-d18e-4d05-b308-6e878a1adc36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:26.062929 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-31ca82d6-53b5-4187-8fe4-277e84438747 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00c2f68a-47f3-4404-b090-fa73eb4169d7 HTTP/1.1" status: 200 len: 217 time: 0.4029071 Jan 18 20:11:26.070739 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-5c12a828-6ef4-4c09-98c2-fe5a2260c9b4 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:11:26.071136 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-5c12a828-6ef4-4c09-98c2-fe5a2260c9b4 service neutron] Checking segment: {'id': '699a06f6-109f-4605-b1f5-9fc15346a26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65bc6c7e-62b1-4793-822c-8255824ddf81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:11:26.071626 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-5c12a828-6ef4-4c09-98c2-fe5a2260c9b4 service neutron] Bound using segment: {'id': '699a06f6-109f-4605-b1f5-9fc15346a26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65bc6c7e-62b1-4793-822c-8255824ddf81'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:11:26.072332 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-5c12a828-6ef4-4c09-98c2-fe5a2260c9b4 service neutron] Bound port: b8441ff1-cdf1-4528-a8e5-688225f963fe, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '699a06f6-109f-4605-b1f5-9fc15346a26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65bc6c7e-62b1-4793-822c-8255824ddf81'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:11:26.072678 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-5c12a828-6ef4-4c09-98c2-fe5a2260c9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b8441ff1-cdf1-4528-a8e5-688225f963fe), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:26.083696 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e00eaf4c-5d0a-4b09-a710-8c187489538d req-d0de3d08-ddf7-4cca-866e-aa7013bcfafe tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6882606 Jan 18 20:11:26.084128 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ff4fdfaa-dc33-4562-b56c-ec6d8ff3a575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:26.117814 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41c1211-fe0d-44bd-ba86-3d9d57112f4c None None] Network b9ea892c-76c6-4189-83ba-54323c251196 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:11:26.121853 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9aaf369b-d18e-4d05-b308-6e878a1adc36 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5251892 Jan 18 20:11:26.176638 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e145850-2b8a-483c-a924-a60a3b9e2bae req-849fefdc-0b83-472e-855d-1218ea50e690 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:26.178301 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e145850-2b8a-483c-a924-a60a3b9e2bae req-849fefdc-0b83-472e-855d-1218ea50e690 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.6733713 Jan 18 20:11:26.199292 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-52a00ab4-7d5c-4adc-ac7c-96eac826e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:26.201015 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-52a00ab4-7d5c-4adc-ac7c-96eac826e8bc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e94a5193-1565-4897-ae74-20c4515befaa HTTP/1.1" status: 200 len: 857 time: 0.0985832 Jan 18 20:11:26.222761 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-f3007f36-6e88-4bae-90e8-94f901dc745f tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Publish callbacks [] for port (cd72bcad-5a75-4b53-b371-ce62014563ba), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:26.283601 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-f3007f36-6e88-4bae-90e8-94f901dc745f tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (cd72bcad-5a75-4b53-b371-ce62014563ba), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:26.314851 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-f3007f36-6e88-4bae-90e8-94f901dc745f tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Network 65bc6c7e-62b1-4793-822c-8255824ddf81 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:11:26.319606 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-f3007f36-6e88-4bae-90e8-94f901dc745f tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:11:26.322883 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-f3007f36-6e88-4bae-90e8-94f901dc745f tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:11:26.360902 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-d5182a86-aa19-4c34-ba2e-d2ca8358efe5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65bc6c7e-62b1-4793-822c-8255824ddf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1390135 Jan 18 20:11:26.363093 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b7defb30-7b2f-4bf5-a05e-e24d769a325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'name': 'tempest-ServersTestBootFromVolume-570126730-router', 'tenant_id': 'd6c7036af1d647c2827e33b517dc8824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'cfb1c975-0f38-43fb-8b3f-abf3793039d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:11:12Z', 'updated_at': '2022-01-18T20:11:21Z', 'revision_number': 4, 'project_id': 'd6c7036af1d647c2827e33b517dc8824', 'gw_port': {'id': 'cfb1c975-0f38-43fb-8b3f-abf3793039d3', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:32:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:11:12Z', 'updated_at': '2022-01-18T20:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'fea41bb9-42c2-45e3-ae70-4b0b870cd3f5', 'name': '', 'network_id': '0f664482-8506-48d9-b483-19e59ef85e95', 'tenant_id': 'd6c7036af1d647c2827e33b517dc8824', 'mac_address': 'fa:16:3e:55:57:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'cf66719b-d23f-409f-aa58-e79851cabdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:11:19Z', 'updated_at': '2022-01-18T20:11:21Z', 'revision_number': 2, 'project_id': 'd6c7036af1d647c2827e33b517dc8824', 'subnets': [{'id': 'cf66719b-d23f-409f-aa58-e79851cabdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:11:26.433130 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-5c12a828-6ef4-4c09-98c2-fe5a2260c9b4 service neutron] For port b8441ff1-cdf1-4528-a8e5-688225f963fe, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:11:26.452625 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7defb30-7b2f-4bf5-a05e-e24d769a325f None None] Checking router: b45c827e-ab25-41d2-9d50-48d427917e72 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:11:26.452977 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7defb30-7b2f-4bf5-a05e-e24d769a325f None None] Updating router b45c827e-ab25-41d2-9d50-48d427917e72 port fea41bb9-42c2-45e3-ae70-4b0b870cd3f5 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:11:26.456114 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3007f36-6e88-4bae-90e8-94f901dc745f tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Pushing event updated for resources: {'Port': ['ID=cd72bcad-5a75-4b53-b371-ce62014563ba,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:26.477158 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-f3007f36-6e88-4bae-90e8-94f901dc745f tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:26.478339 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-f3007f36-6e88-4bae-90e8-94f901dc745f tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:26.484828 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-5c12a828-6ef4-4c09-98c2-fe5a2260c9b4 service neutron] For port b8441ff1-cdf1-4528-a8e5-688225f963fe, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b8441ff1-cdf1-4528-a8e5-688225f963fe,segment=NetworkSegment(699a06f6-109f-4605-b1f5-9fc15346a26e),segment_id=699a06f6-109f-4605-b1f5-9fc15346a26e)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:11:26.511467 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-5c12a828-6ef4-4c09-98c2-fe5a2260c9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (b8441ff1-cdf1-4528-a8e5-688225f963fe), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:26.528855 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b7defb30-7b2f-4bf5-a05e-e24d769a325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fea41bb9-42c2-45e3-ae70-4b0b870cd3f5), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:26.582231 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-52fcbd6b-6e6b-47f1-9827-a2a5533da128 service neutron] 10.222.0.70 "GET /v2.0/networks/65bc6c7e-62b1-4793-822c-8255824ddf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241338 Jan 18 20:11:26.642050 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12a828-6ef4-4c09-98c2-fe5a2260c9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b8441ff1-cdf1-4528-a8e5-688225f963fe,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:26.668454 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-f3007f36-6e88-4bae-90e8-94f901dc745f tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.6836236 Jan 18 20:11:26.685368 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-5c12a828-6ef4-4c09-98c2-fe5a2260c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:26.685930 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-5c12a828-6ef4-4c09-98c2-fe5a2260c9b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:26.692924 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-5c12a828-6ef4-4c09-98c2-fe5a2260c9b4 service neutron] 10.222.0.70 "PUT /v2.0/ports/b8441ff1-cdf1-4528-a8e5-688225f963fe HTTP/1.1" status: 200 len: 1091 time: 3.0787506 Jan 18 20:11:26.695151 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '998e07bf-0897-4bbc-86db-0d4cdbe09b9b', 'tag': 'b8441ff1-cdf1-4528-a8e5-688225f963fe'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:11:26.719757 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7731b0-ac9d-43c5-95ce-4a9d9009716a" -d '{"events": [{"name": "network-changed", "server_uuid": "998e07bf-0897-4bbc-86db-0d4cdbe09b9b", "tag": "b8441ff1-cdf1-4528-a8e5-688225f963fe"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:11:26.745886 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-eeb3e45d-49cd-413c-92c7-d7cbd6a9ba30 service neutron] Request body: {'port': {'device_id': '3b77a214-6451-41fb-915d-c2d83e361e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:26.763356 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e145850-2b8a-483c-a924-a60a3b9e2bae req-8b4a5623-6f01-4190-af1a-dec14b5fe351 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5759380 Jan 18 20:11:26.817946 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fec200-1e0a-45a3-8b3e-18aea9e1f583 req-df5bdb16-b138-4147-89cb-2d77fbda90c5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:26.825694 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fec200-1e0a-45a3-8b3e-18aea9e1f583 req-df5bdb16-b138-4147-89cb-2d77fbda90c5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:26.833188 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fec200-1e0a-45a3-8b3e-18aea9e1f583 req-df5bdb16-b138-4147-89cb-2d77fbda90c5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:26.843521 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fec200-1e0a-45a3-8b3e-18aea9e1f583 req-df5bdb16-b138-4147-89cb-2d77fbda90c5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:26.849949 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fec200-1e0a-45a3-8b3e-18aea9e1f583 req-df5bdb16-b138-4147-89cb-2d77fbda90c5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:26.856917 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fec200-1e0a-45a3-8b3e-18aea9e1f583 req-df5bdb16-b138-4147-89cb-2d77fbda90c5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:26.864495 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fec200-1e0a-45a3-8b3e-18aea9e1f583 req-df5bdb16-b138-4147-89cb-2d77fbda90c5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:26.866819 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e6fec200-1e0a-45a3-8b3e-18aea9e1f583 req-df5bdb16-b138-4147-89cb-2d77fbda90c5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5422 time: 0.4867067 Jan 18 20:11:26.869111 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-52223727-50aa-4283-aba8-d234dd29af40 service neutron] 10.222.0.70 "GET /v2.0/networks/65bc6c7e-62b1-4793-822c-8255824ddf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714539 Jan 18 20:11:26.870652 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532faf99-5ea6-4dd9-a45c-8ed5f56c8412 x-openstack-request-id: req-532faf99-5ea6-4dd9-a45c-8ed5f56c8412 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:11:26.870957 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d21589-d1ca-4173-b389-9b1f6ecf96b3", "tag": "00c2f68a-47f3-4404-b090-fa73eb4169d7", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:11:26.871817 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-532faf99-5ea6-4dd9-a45c-8ed5f56c8412 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:11:26.872211 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d21589-d1ca-4173-b389-9b1f6ecf96b3', 'tag': '00c2f68a-47f3-4404-b090-fa73eb4169d7', 'status': 'completed', 'code': 200} Jan 18 20:11:26.954667 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e6fec200-1e0a-45a3-8b3e-18aea9e1f583 req-9902803f-82e1-4290-98eb-da8c4fe3f4e4 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0795856 Jan 18 20:11:26.974934 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-eeb3e45d-49cd-413c-92c7-d7cbd6a9ba30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cd72bcad-5a75-4b53-b371-ce62014563ba), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:26.980218 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-bdcf1d6c-98e9-40be-9cf6-f40cf7451964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:26.981922 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-bdcf1d6c-98e9-40be-9cf6-f40cf7451964 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c382c9e7160a4a83ba6d72a900cf8075&device_id=998e07bf-0897-4bbc-86db-0d4cdbe09b9b HTTP/1.1" status: 200 len: 1094 time: 0.2309408 Jan 18 20:11:27.037947 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b0fd6-379c-4b44-b84c-4b7647f9be51 req-c87b5baf-a485-4bd4-bb3e-c332137a0d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:27.041568 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c95b0fd6-379c-4b44-b84c-4b7647f9be51 req-c87b5baf-a485-4bd4-bb3e-c332137a0d2f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c382c9e7160a4a83ba6d72a900cf8075&device_id=c1d21589-d1ca-4173-b389-9b1f6ecf96b3 HTTP/1.1" status: 200 len: 1095 time: 0.0938625 Jan 18 20:11:27.088191 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-d8e9af44-4835-4697-868a-a9d2e0a72c53 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8441ff1-cdf1-4528-a8e5-688225f963fe HTTP/1.1" status: 200 len: 217 time: 0.0961714 Jan 18 20:11:27.253827 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-1757db54-14e7-44a8-a9ba-aac90a467426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:27.255450 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-1757db54-14e7-44a8-a9ba-aac90a467426 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e94a5193-1565-4897-ae74-20c4515befaa HTTP/1.1" status: 200 len: 857 time: 0.1388116 Jan 18 20:11:27.356703 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5c6b4-9379-43a5-99dc-254e367db7be req-6becf56e-449b-47b2-9a4b-0ff5e287e1dd tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:27.363536 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-237a55d0-c5b1-4d1d-9a10-5cd7e62b9df3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65bc6c7e-62b1-4793-822c-8255824ddf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970058 Jan 18 20:11:27.368309 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-53c5c6b4-9379-43a5-99dc-254e367db7be req-6becf56e-449b-47b2-9a4b-0ff5e287e1dd tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.2075078 Jan 18 20:11:27.442042 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b0fd6-379c-4b44-b84c-4b7647f9be51 req-25c13ab9-01df-4192-99e6-0605df3ad11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:27.443565 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c95b0fd6-379c-4b44-b84c-4b7647f9be51 req-25c13ab9-01df-4192-99e6-0605df3ad11e service neutron] 10.222.0.70 "GET /v2.0/networks?id=65bc6c7e-62b1-4793-822c-8255824ddf81 HTTP/1.1" status: 200 len: 918 time: 0.3884864 Jan 18 20:11:27.484646 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b7defb30-7b2f-4bf5-a05e-e24d769a325f None None] Publish callbacks [] for port (fea41bb9-42c2-45e3-ae70-4b0b870cd3f5), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:27.494172 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b7defb30-7b2f-4bf5-a05e-e24d769a325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fea41bb9-42c2-45e3-ae70-4b0b870cd3f5), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:27.531257 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-53c5c6b4-9379-43a5-99dc-254e367db7be req-fb9cf277-9d88-4754-adea-a2bfc29618a0 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620557 Jan 18 20:11:27.545365 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-55d76a79-c049-4587-a748-34ca3d878e32 service neutron] 10.222.0.70 "GET /v2.0/networks/65bc6c7e-62b1-4793-822c-8255824ddf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629412 Jan 18 20:11:27.601674 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a856ad-2fd8-4262-9f5e-a0b5e2239998 None None] Pushing event updated for resources: {'Port': ['ID=fea41bb9-42c2-45e3-ae70-4b0b870cd3f5,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:27.607333 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c95b0fd6-379c-4b44-b84c-4b7647f9be51 req-6ceecba9-6d50-4c12-8752-51b8ad406d75 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00c2f68a-47f3-4404-b090-fa73eb4169d7 HTTP/1.1" status: 200 len: 217 time: 0.1073735 Jan 18 20:11:27.737882 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b0fd6-379c-4b44-b84c-4b7647f9be51 req-64f65076-a838-426a-908f-abc836a77b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:27.739753 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c95b0fd6-379c-4b44-b84c-4b7647f9be51 req-64f65076-a838-426a-908f-abc836a77b40 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e94a5193-1565-4897-ae74-20c4515befaa HTTP/1.1" status: 200 len: 857 time: 0.1232409 Jan 18 20:11:27.745201 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-eeb3e45d-49cd-413c-92c7-d7cbd6a9ba30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd72bcad-5a75-4b53-b371-ce62014563ba {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:11:27.752285 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b7defb30-7b2f-4bf5-a05e-e24d769a325f None None] Attempting to bind port fea41bb9-42c2-45e3-ae70-4b0b870cd3f5 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:11:27.752653 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b7defb30-7b2f-4bf5-a05e-e24d769a325f None None] Attempting to bind port fea41bb9-42c2-45e3-ae70-4b0b870cd3f5 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '68d51170-80e6-4a28-82bd-562d85a7bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f664482-8506-48d9-b483-19e59ef85e95'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:11:27.753012 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7defb30-7b2f-4bf5-a05e-e24d769a325f None None] Attempting to bind port fea41bb9-42c2-45e3-ae70-4b0b870cd3f5 on network 0f664482-8506-48d9-b483-19e59ef85e95 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:11:27.772288 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7defb30-7b2f-4bf5-a05e-e24d769a325f None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:11:27.773256 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7defb30-7b2f-4bf5-a05e-e24d769a325f None None] Checking segment: {'id': '68d51170-80e6-4a28-82bd-562d85a7bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f664482-8506-48d9-b483-19e59ef85e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:11:27.773698 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b7defb30-7b2f-4bf5-a05e-e24d769a325f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:27.775850 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7defb30-7b2f-4bf5-a05e-e24d769a325f None None] Bound using segment: {'id': '68d51170-80e6-4a28-82bd-562d85a7bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f664482-8506-48d9-b483-19e59ef85e95'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:11:27.776449 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b7defb30-7b2f-4bf5-a05e-e24d769a325f None None] Bound port: fea41bb9-42c2-45e3-ae70-4b0b870cd3f5, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d51170-80e6-4a28-82bd-562d85a7bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f664482-8506-48d9-b483-19e59ef85e95'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:11:27.777968 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b7defb30-7b2f-4bf5-a05e-e24d769a325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fea41bb9-42c2-45e3-ae70-4b0b870cd3f5), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:27.779439 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-eeb3e45d-49cd-413c-92c7-d7cbd6a9ba30 service neutron] Publish callbacks [] for port (cd72bcad-5a75-4b53-b371-ce62014563ba), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:27.811978 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c95b0fd6-379c-4b44-b84c-4b7647f9be51 req-559a6033-0bb3-48dc-bf3d-bf6d91b1a440 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65bc6c7e-62b1-4793-822c-8255824ddf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610759 Jan 18 20:11:27.839587 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-eeb3e45d-49cd-413c-92c7-d7cbd6a9ba30 service neutron] Transition to ACTIVE for port object cd72bcad-5a75-4b53-b371-ce62014563ba will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:11:27.850372 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-db821199-62d6-48ee-baa4-df8ddff3c088 service neutron] 10.222.0.70 "GET /v2.0/networks/65bc6c7e-62b1-4793-822c-8255824ddf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854176 Jan 18 20:11:27.851756 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-eeb3e45d-49cd-413c-92c7-d7cbd6a9ba30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (cd72bcad-5a75-4b53-b371-ce62014563ba), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:27.862621 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3f141fe8-37e8-49a4-9ae3-932fb209e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:27.982456 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b7defb30-7b2f-4bf5-a05e-e24d769a325f None None] For port fea41bb9-42c2-45e3-ae70-4b0b870cd3f5, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:11:27.986429 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b7defb30-7b2f-4bf5-a05e-e24d769a325f None None] For port fea41bb9-42c2-45e3-ae70-4b0b870cd3f5, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=fea41bb9-42c2-45e3-ae70-4b0b870cd3f5,segment=NetworkSegment(68d51170-80e6-4a28-82bd-562d85a7bbe1),segment_id=68d51170-80e6-4a28-82bd-562d85a7bbe1)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:11:27.999788 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b7defb30-7b2f-4bf5-a05e-e24d769a325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fea41bb9-42c2-45e3-ae70-4b0b870cd3f5), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:28.031684 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3e45d-49cd-413c-92c7-d7cbd6a9ba30 service neutron] Pushing event updated for resources: {'Port': ['ID=cd72bcad-5a75-4b53-b371-ce62014563ba,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:28.054929 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-eeb3e45d-49cd-413c-92c7-d7cbd6a9ba30 service neutron] Attempting to bind port cd72bcad-5a75-4b53-b371-ce62014563ba on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:11:28.055554 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-eeb3e45d-49cd-413c-92c7-d7cbd6a9ba30 service neutron] Attempting to bind port cd72bcad-5a75-4b53-b371-ce62014563ba by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '699a06f6-109f-4605-b1f5-9fc15346a26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65bc6c7e-62b1-4793-822c-8255824ddf81'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:11:28.056194 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-eeb3e45d-49cd-413c-92c7-d7cbd6a9ba30 service neutron] Attempting to bind port cd72bcad-5a75-4b53-b371-ce62014563ba on network 65bc6c7e-62b1-4793-822c-8255824ddf81 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:11:28.065371 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-eeb3e45d-49cd-413c-92c7-d7cbd6a9ba30 service neutron] Port cd72bcad-5a75-4b53-b371-ce62014563ba on network 65bc6c7e-62b1-4793-822c-8255824ddf81 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:11:28.066191 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-eeb3e45d-49cd-413c-92c7-d7cbd6a9ba30 service neutron] Attempting to bind port cd72bcad-5a75-4b53-b371-ce62014563ba on network 65bc6c7e-62b1-4793-822c-8255824ddf81 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:11:28.072275 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-eeb3e45d-49cd-413c-92c7-d7cbd6a9ba30 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:11:28.072943 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-eeb3e45d-49cd-413c-92c7-d7cbd6a9ba30 service neutron] Checking segment: {'id': '699a06f6-109f-4605-b1f5-9fc15346a26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65bc6c7e-62b1-4793-822c-8255824ddf81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:11:28.073515 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-eeb3e45d-49cd-413c-92c7-d7cbd6a9ba30 service neutron] Bound using segment: {'id': '699a06f6-109f-4605-b1f5-9fc15346a26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65bc6c7e-62b1-4793-822c-8255824ddf81'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:11:28.076303 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-eeb3e45d-49cd-413c-92c7-d7cbd6a9ba30 service neutron] Bound port: cd72bcad-5a75-4b53-b371-ce62014563ba, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '699a06f6-109f-4605-b1f5-9fc15346a26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65bc6c7e-62b1-4793-822c-8255824ddf81'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:11:28.076905 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-eeb3e45d-49cd-413c-92c7-d7cbd6a9ba30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cd72bcad-5a75-4b53-b371-ce62014563ba), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:28.107905 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926bd43-dfcd-4a98-9895-3d29b7817bd2 req-766cccb4-9888-4126-8621-253ae1d19262 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:28.117652 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7defb30-7b2f-4bf5-a05e-e24d769a325f None None] Routers {'b45c827e-ab25-41d2-9d50-48d427917e72'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:11:28.118440 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b7defb30-7b2f-4bf5-a05e-e24d769a325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:11:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['b45c827e-ab25-41d2-9d50-48d427917e72'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:11:28.124777 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4926bd43-dfcd-4a98-9895-3d29b7817bd2 req-766cccb4-9888-4126-8621-253ae1d19262 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1d21589-d1ca-4173-b389-9b1f6ecf96b3 HTTP/1.1" status: 200 len: 944 time: 0.3648946 Jan 18 20:11:28.195696 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c95b0fd6-379c-4b44-b84c-4b7647f9be51 req-c4d87879-8a33-4c08-b180-b0b1aabe5846 service neutron] 10.222.0.70 "GET /v2.0/networks/65bc6c7e-62b1-4793-822c-8255824ddf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455811 Jan 18 20:11:28.235537 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4926bd43-dfcd-4a98-9895-3d29b7817bd2 req-8790f86c-85f2-4996-a5bd-0e0c384d92b3 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/security-groups?id=17e3b994-78c0-4d36-8398-7a810d88c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098018 Jan 18 20:11:28.277742 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-eeb3e45d-49cd-413c-92c7-d7cbd6a9ba30 service neutron] For port cd72bcad-5a75-4b53-b371-ce62014563ba, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:11:28.278949 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-eeb3e45d-49cd-413c-92c7-d7cbd6a9ba30 service neutron] For port cd72bcad-5a75-4b53-b371-ce62014563ba, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=cd72bcad-5a75-4b53-b371-ce62014563ba,segment=NetworkSegment(699a06f6-109f-4605-b1f5-9fc15346a26e),segment_id=699a06f6-109f-4605-b1f5-9fc15346a26e)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:11:28.289762 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-eeb3e45d-49cd-413c-92c7-d7cbd6a9ba30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (cd72bcad-5a75-4b53-b371-ce62014563ba), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:28.398032 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a856ad-2fd8-4262-9f5e-a0b5e2239998 None None] Pushing event updated for resources: {'Port': ['ID=fea41bb9-42c2-45e3-ae70-4b0b870cd3f5,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:28.429330 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-eeb3e45d-49cd-413c-92c7-d7cbd6a9ba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:28.430048 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-eeb3e45d-49cd-413c-92c7-d7cbd6a9ba30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:28.431495 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-eeb3e45d-49cd-413c-92c7-d7cbd6a9ba30 service neutron] 10.222.0.70 "PUT /v2.0/ports/cd72bcad-5a75-4b53-b371-ce62014563ba HTTP/1.1" status: 200 len: 1091 time: 1.7375660 Jan 18 20:11:28.502751 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-9c9ff246-5ff3-493f-a536-1808ee525232 None None] Provisioning complete for port fea41bb9-42c2-45e3-ae70-4b0b870cd3f5 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:11:28.509248 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9c9ff246-5ff3-493f-a536-1808ee525232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fea41bb9-42c2-45e3-ae70-4b0b870cd3f5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:28.535536 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c95b0fd6-379c-4b44-b84c-4b7647f9be51 req-95b3eb7a-4ae7-4b9e-8098-628c0833470a service neutron] 10.222.0.70 "GET /v2.0/networks/65bc6c7e-62b1-4793-822c-8255824ddf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211749 Jan 18 20:11:28.636670 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3e45d-49cd-413c-92c7-d7cbd6a9ba30 service neutron] Pushing event updated for resources: {'Port': ['ID=cd72bcad-5a75-4b53-b371-ce62014563ba,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:28.681436 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-b7defb30-7b2f-4bf5-a05e-e24d769a325f None None] Set router b45c827e-ab25-41d2-9d50-48d427917e72 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:11:28.710837 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-acccdb70-d81c-4050-9877-adbf1bdbd032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:28.717393 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-acccdb70-d81c-4050-9877-adbf1bdbd032 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c382c9e7160a4a83ba6d72a900cf8075&device_id=3b77a214-6451-41fb-915d-c2d83e361e4c HTTP/1.1" status: 200 len: 1094 time: 0.2340441 Jan 18 20:11:28.863125 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44638) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:28.879405 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-4351c3c9-cb1b-470c-9816-2b8e4d8aac75 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1238537545', 'description': 'tempest-description--261615665'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:28.887198 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-7c36bf29-0224-4b47-950e-093df705bae5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd72bcad-5a75-4b53-b371-ce62014563ba HTTP/1.1" status: 200 len: 217 time: 0.1546111 Jan 18 20:11:28.919703 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-09baa984-657f-4eda-8f8c-5003e7b15cfc tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:28.924379 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-09baa984-657f-4eda-8f8c-5003e7b15cfc tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/networks?id=b9ea892c-76c6-4189-83ba-54323c251196 HTTP/1.1" status: 200 len: 815 time: 0.3374512 Jan 18 20:11:28.925358 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8f14f1-e8b1-4c4f-85ae-8f50d49390d7 x-openstack-request-id: req-0b8f14f1-e8b1-4c4f-85ae-8f50d49390d7 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:11:28.925610 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "998e07bf-0897-4bbc-86db-0d4cdbe09b9b", "tag": "b8441ff1-cdf1-4528-a8e5-688225f963fe", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:11:28.925917 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b8f14f1-e8b1-4c4f-85ae-8f50d49390d7 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:11:28.926311 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '998e07bf-0897-4bbc-86db-0d4cdbe09b9b', 'tag': 'b8441ff1-cdf1-4528-a8e5-688225f963fe', 'status': 'completed', 'code': 200} Jan 18 20:11:29.005982 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-2fcf1a87-c681-4aae-bf95-7d848cb28c7b tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/quotas/fdcdbb1705e54a4a8f3f248186d8eb41 HTTP/1.1" status: 200 len: 375 time: 0.0625014 Jan 18 20:11:29.019918 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9c9ff246-5ff3-493f-a536-1808ee525232 None None] Current status of the port fea41bb9-42c2-45e3-ae70-4b0b870cd3f5 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:29.020317 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9c9ff246-5ff3-493f-a536-1808ee525232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fea41bb9-42c2-45e3-ae70-4b0b870cd3f5), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:29.032893 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4351c3c9-cb1b-470c-9816-2b8e4d8aac75 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:29.038655 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:29.066189 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-9e12211a-f739-44e1-9ee3-ba6b32652bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:29.068933 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-9e12211a-f739-44e1-9ee3-ba6b32652bed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e94a5193-1565-4897-ae74-20c4515befaa HTTP/1.1" status: 200 len: 857 time: 0.1717279 Jan 18 20:11:29.084766 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-9c9ff246-5ff3-493f-a536-1808ee525232 None None] For port fea41bb9-42c2-45e3-ae70-4b0b870cd3f5, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=fea41bb9-42c2-45e3-ae70-4b0b870cd3f5,segment=NetworkSegment(68d51170-80e6-4a28-82bd-562d85a7bbe1),segment_id=68d51170-80e6-4a28-82bd-562d85a7bbe1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:29.097435 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9c9ff246-5ff3-493f-a536-1808ee525232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fea41bb9-42c2-45e3-ae70-4b0b870cd3f5), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:29.111507 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7731b0-ac9d-43c5-95ce-4a9d9009716a req-3bcd2204-7713-4a97-bea9-c1db42c0a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:29.113064 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d7731b0-ac9d-43c5-95ce-4a9d9009716a req-3bcd2204-7713-4a97-bea9-c1db42c0a770 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c382c9e7160a4a83ba6d72a900cf8075&device_id=998e07bf-0897-4bbc-86db-0d4cdbe09b9b HTTP/1.1" status: 200 len: 1094 time: 0.1831646 Jan 18 20:11:29.115842 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-ee2d682e-f459-4876-989e-a5c2d1a3c421 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fdcdbb1705e54a4a8f3f248186d8eb41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1029842 Jan 18 20:11:29.138889 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-a8dd1fb6-7517-4ef5-a3a4-0f049f1568b8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65bc6c7e-62b1-4793-822c-8255824ddf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570805 Jan 18 20:11:29.169171 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ff246-5ff3-493f-a536-1808ee525232 None None] Pushing event updated for resources: {'Port': ['ID=fea41bb9-42c2-45e3-ae70-4b0b870cd3f5,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:29.173457 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b7defb30-7b2f-4bf5-a05e-e24d769a325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'name': 'tempest-ServersTestBootFromVolume-570126730-router', 'tenant_id': 'd6c7036af1d647c2827e33b517dc8824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'cfb1c975-0f38-43fb-8b3f-abf3793039d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:11:12Z', 'updated_at': '2022-01-18T20:11:21Z', 'revision_number': 4, 'project_id': 'd6c7036af1d647c2827e33b517dc8824', 'gw_port': {'id': 'cfb1c975-0f38-43fb-8b3f-abf3793039d3', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:32:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:11:12Z', 'updated_at': '2022-01-18T20:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'fea41bb9-42c2-45e3-ae70-4b0b870cd3f5', 'name': '', 'network_id': '0f664482-8506-48d9-b483-19e59ef85e95', 'tenant_id': 'd6c7036af1d647c2827e33b517dc8824', 'mac_address': 'fa:16:3e:55:57:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'cf66719b-d23f-409f-aa58-e79851cabdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:11:19Z', 'updated_at': '2022-01-18T20:11:27Z', 'revision_number': 4, 'project_id': 'd6c7036af1d647c2827e33b517dc8824', 'subnets': [{'id': 'cf66719b-d23f-409f-aa58-e79851cabdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:11:29.209644 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7defb30-7b2f-4bf5-a05e-e24d769a325f None None] The sync data for ids ['b45c827e-ab25-41d2-9d50-48d427917e72'] in n-d-741529-9 is: [{'id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'name': 'tempest-ServersTestBootFromVolume-570126730-router', 'tenant_id': 'd6c7036af1d647c2827e33b517dc8824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'cfb1c975-0f38-43fb-8b3f-abf3793039d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:11:12Z', 'updated_at': '2022-01-18T20:11:21Z', 'revision_number': 4, 'project_id': 'd6c7036af1d647c2827e33b517dc8824', 'gw_port': {'id': 'cfb1c975-0f38-43fb-8b3f-abf3793039d3', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:32:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:11:12Z', 'updated_at': '2022-01-18T20:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'fea41bb9-42c2-45e3-ae70-4b0b870cd3f5', 'name': '', 'network_id': '0f664482-8506-48d9-b483-19e59ef85e95', 'tenant_id': 'd6c7036af1d647c2827e33b517dc8824', 'mac_address': 'fa:16:3e:55:57:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'cf66719b-d23f-409f-aa58-e79851cabdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:11:19Z', 'updated_at': '2022-01-18T20:11:27Z', 'revision_number': 4, 'project_id': 'd6c7036af1d647c2827e33b517dc8824', 'subnets': [{'id': 'cf66719b-d23f-409f-aa58-e79851cabdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:11:29.241695 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-85c8ebf1-ccd5-4e40-bc6c-41c599e761f4 None None] Provisioning complete for port fea41bb9-42c2-45e3-ae70-4b0b870cd3f5 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:11:29.242079 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-85c8ebf1-ccd5-4e40-bc6c-41c599e761f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fea41bb9-42c2-45e3-ae70-4b0b870cd3f5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:29.250913 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfd73e-3d83-4d1a-9c36-9ef46920fae4 req-44c5564c-8f4c-459c-a42a-161c00f54187 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:29.258307 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6bdfd73e-3d83-4d1a-9c36-9ef46920fae4 req-44c5564c-8f4c-459c-a42a-161c00f54187 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.1710932 Jan 18 20:11:29.350517 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4351c3c9-cb1b-470c-9816-2b8e4d8aac75 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks [] for security_group (f127561b-8ad4-4738-9ba4-fc683e0dfbd0), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:29.460927 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-85c8ebf1-ccd5-4e40-bc6c-41c599e761f4 None None] Current status of the port fea41bb9-42c2-45e3-ae70-4b0b870cd3f5 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:29.485383 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4351c3c9-cb1b-470c-9816-2b8e4d8aac75 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f127561b-8ad4-4738-9ba4-fc683e0dfbd0), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:29.589517 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4351c3c9-cb1b-470c-9816-2b8e4d8aac75 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:29.590563 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 00c2f68a-47f3-4404-b090-fa73eb4169d7 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:11:29.593187 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4351c3c9-cb1b-470c-9816-2b8e4d8aac75 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7243788 Jan 18 20:11:29.597764 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44642) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:29.601409 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-933c75b4-a3f5-409a-b78a-2b3c1329eb95 service neutron] 10.222.0.70 "GET /v2.0/networks/65bc6c7e-62b1-4793-822c-8255824ddf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543846 Jan 18 20:11:29.605209 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-77b303e8-f66e-47c5-9993-b303ed5a53b4 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Request body: {'security_group_rule': {'security_group_id': 'f127561b-8ad4-4738-9ba4-fc683e0dfbd0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:29.610381 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-a2688c14-71bf-421b-91ef-9befc7251748 service neutron] 10.222.0.31 "GET /v2.0/networks/b9ea892c-76c6-4189-83ba-54323c251196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497371 Jan 18 20:11:29.627310 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351c3c9-cb1b-470c-9816-2b8e4d8aac75 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f127561b-8ad4-4738-9ba4-fc683e0dfbd0,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:29.632021 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6bdfd73e-3d83-4d1a-9c36-9ef46920fae4 req-9125c165-ad17-411c-a3c9-9c5c4ebe9ee1 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711796 Jan 18 20:11:29.633720 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7731b0-ac9d-43c5-95ce-4a9d9009716a req-5f79ae10-f21c-44ee-8f8f-c83c1b3582ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:29.635985 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d7731b0-ac9d-43c5-95ce-4a9d9009716a req-5f79ae10-f21c-44ee-8f8f-c83c1b3582ed service neutron] 10.222.0.70 "GET /v2.0/networks?id=65bc6c7e-62b1-4793-822c-8255824ddf81 HTTP/1.1" status: 200 len: 918 time: 0.4764695 Jan 18 20:11:29.813079 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77b303e8-f66e-47c5-9993-b303ed5a53b4 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks [] for security_group_rule (7626a423-12f1-4f85-a971-4a53a58083f7), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:29.836489 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 00c2f68a-47f3-4404-b090-fa73eb4169d7, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=00c2f68a-47f3-4404-b090-fa73eb4169d7,segment=NetworkSegment(699a06f6-109f-4605-b1f5-9fc15346a26e),segment_id=699a06f6-109f-4605-b1f5-9fc15346a26e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:29.871821 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '00c2f68a-47f3-4404-b090-fa73eb4169d7', 'network_id': '65bc6c7e-62b1-4793-822c-8255824ddf81', 'port_id': '00c2f68a-47f3-4404-b090-fa73eb4169d7', 'mac_address': 'fa:16:3e:17:0d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e94a5193-1565-4897-ae74-20c4515befaa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:11:29.896478 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d7731b0-ac9d-43c5-95ce-4a9d9009716a req-444ac069-abc5-4c45-a632-828f0f02d848 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8441ff1-cdf1-4528-a8e5-688225f963fe HTTP/1.1" status: 200 len: 217 time: 0.2024305 Jan 18 20:11:29.954560 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77b303e8-f66e-47c5-9993-b303ed5a53b4 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks [] for security_group_rule (7626a423-12f1-4f85-a971-4a53a58083f7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:29.960215 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e68bcad-add7-4023-9f3a-5269d46c64d7 req-2eb14214-3234-49d4-b55c-eef2bb897dee service neutron] 10.222.0.70 "GET /v2.0/networks/65bc6c7e-62b1-4793-822c-8255824ddf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448379 Jan 18 20:11:29.965605 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77b303e8-f66e-47c5-9993-b303ed5a53b4 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (7626a423-12f1-4f85-a971-4a53a58083f7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:29.995032 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7731b0-ac9d-43c5-95ce-4a9d9009716a req-4c82c94f-f62e-48ae-9c67-1f8909d7a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:29.997844 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d7731b0-ac9d-43c5-95ce-4a9d9009716a req-4c82c94f-f62e-48ae-9c67-1f8909d7a8a8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e94a5193-1565-4897-ae74-20c4515befaa HTTP/1.1" status: 200 len: 857 time: 0.0777173 Jan 18 20:11:30.005459 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b303e8-f66e-47c5-9993-b303ed5a53b4 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7626a423-12f1-4f85-a971-4a53a58083f7,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:30.035051 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77b303e8-f66e-47c5-9993-b303ed5a53b4 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:30.038843 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-77b303e8-f66e-47c5-9993-b303ed5a53b4 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4374590 Jan 18 20:11:30.039116 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44650) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:30.055536 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-886028b3-b60e-47fe-a541-fce779cf3f16 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Request body: {'security_group_rule': {'security_group_id': 'f127561b-8ad4-4738-9ba4-fc683e0dfbd0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:30.058281 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 00c2f68a-47f3-4404-b090-fa73eb4169d7 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:30.058281 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (00c2f68a-47f3-4404-b090-fa73eb4169d7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:30.100035 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c2f68a-47f3-4404-b090-fa73eb4169d7 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:11:30.106170 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d7731b0-ac9d-43c5-95ce-4a9d9009716a req-8eb7106e-ea0e-42da-841b-4b3485ba91a0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65bc6c7e-62b1-4793-822c-8255824ddf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991256 Jan 18 20:11:30.128079 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-886028b3-b60e-47fe-a541-fce779cf3f16 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks [] for security_group_rule (34d83e23-9ab3-41ec-ad76-c46a54973acc), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:30.147882 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 00c2f68a-47f3-4404-b090-fa73eb4169d7, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=00c2f68a-47f3-4404-b090-fa73eb4169d7,segment=NetworkSegment(699a06f6-109f-4605-b1f5-9fc15346a26e),segment_id=699a06f6-109f-4605-b1f5-9fc15346a26e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:30.154003 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (00c2f68a-47f3-4404-b090-fa73eb4169d7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:30.155318 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b8441ff1-cdf1-4528-a8e5-688225f963fe details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:11:30.227547 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=00c2f68a-47f3-4404-b090-fa73eb4169d7,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:30.253746 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-8846f6e6-99c9-48de-9416-c88a999de0f2 service neutron] 10.222.0.31 "GET /v2.0/networks/b9ea892c-76c6-4189-83ba-54323c251196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6408269 Jan 18 20:11:30.285194 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-886028b3-b60e-47fe-a541-fce779cf3f16 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks [] for security_group_rule (34d83e23-9ab3-41ec-ad76-c46a54973acc), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:30.286617 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port b8441ff1-cdf1-4528-a8e5-688225f963fe, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b8441ff1-cdf1-4528-a8e5-688225f963fe,segment=NetworkSegment(699a06f6-109f-4605-b1f5-9fc15346a26e),segment_id=699a06f6-109f-4605-b1f5-9fc15346a26e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:30.291953 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-886028b3-b60e-47fe-a541-fce779cf3f16 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (34d83e23-9ab3-41ec-ad76-c46a54973acc), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:30.321977 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886028b3-b60e-47fe-a541-fce779cf3f16 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d83e23-9ab3-41ec-ad76-c46a54973acc,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:30.327207 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'b8441ff1-cdf1-4528-a8e5-688225f963fe', 'network_id': '65bc6c7e-62b1-4793-822c-8255824ddf81', 'port_id': 'b8441ff1-cdf1-4528-a8e5-688225f963fe', 'mac_address': 'fa:16:3e:69:87:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e94a5193-1565-4897-ae74-20c4515befaa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:11:30.329368 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-886028b3-b60e-47fe-a541-fce779cf3f16 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:30.330762 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-886028b3-b60e-47fe-a541-fce779cf3f16 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2871435 Jan 18 20:11:30.334477 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44652) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:30.348946 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:30.405850 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67ee09-4b5a-4712-b5e8-f1542c572eb9 req-74a760d8-159a-42ff-8094-8f4f5f3a5999 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:30.424162 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc67ee09-4b5a-4712-b5e8-f1542c572eb9 req-74a760d8-159a-42ff-8094-8f4f5f3a5999 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.3192689 Jan 18 20:11:30.437229 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:30.474846 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port b8441ff1-cdf1-4528-a8e5-688225f963fe is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:30.475420 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b8441ff1-cdf1-4528-a8e5-688225f963fe), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:30.482648 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:30.503207 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8441ff1-cdf1-4528-a8e5-688225f963fe {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:11:30.540033 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port b8441ff1-cdf1-4528-a8e5-688225f963fe, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b8441ff1-cdf1-4528-a8e5-688225f963fe,segment=NetworkSegment(699a06f6-109f-4605-b1f5-9fc15346a26e),segment_id=699a06f6-109f-4605-b1f5-9fc15346a26e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:30.548499 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device fea41bb9-42c2-45e3-ae70-4b0b870cd3f5 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:11:30.553117 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d7731b0-ac9d-43c5-95ce-4a9d9009716a req-ad01795b-9ae9-4bc3-b81b-ae18c4c4473e service neutron] 10.222.0.70 "GET /v2.0/networks/65bc6c7e-62b1-4793-822c-8255824ddf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201734 Jan 18 20:11:30.561249 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc67ee09-4b5a-4712-b5e8-f1542c572eb9 req-8be9251e-ad0f-43c3-84bf-cdd8c2245922 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354496 Jan 18 20:11:30.604633 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b8441ff1-cdf1-4528-a8e5-688225f963fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:30.716589 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=b8441ff1-cdf1-4528-a8e5-688225f963fe,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:30.740250 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port fea41bb9-42c2-45e3-ae70-4b0b870cd3f5 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:11:30.740612 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fea41bb9-42c2-45e3-ae70-4b0b870cd3f5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:30.807001 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:30.913123 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d7731b0-ac9d-43c5-95ce-4a9d9009716a req-16021ca6-589d-4960-bcf4-55d48d52b2c2 service neutron] 10.222.0.70 "GET /v2.0/networks/65bc6c7e-62b1-4793-822c-8255824ddf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501678 Jan 18 20:11:30.929165 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b77a214-6451-41fb-915d-c2d83e361e4c', 'tag': 'cd72bcad-5a75-4b53-b371-ce62014563ba'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:11:30.931626 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b744a5d4-4c02-449e-9d61-521cca4fdffd" -d '{"events": [{"name": "network-changed", "server_uuid": "3b77a214-6451-41fb-915d-c2d83e361e4c", "tag": "cd72bcad-5a75-4b53-b371-ce62014563ba"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:11:30.937446 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553af6f5-0e59-4714-ad33-051358a3a9c7 req-226654a8-635b-4caf-a022-6ccf678d375a tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:30.942273 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-553af6f5-0e59-4714-ad33-051358a3a9c7 req-226654a8-635b-4caf-a022-6ccf678d375a tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1d21589-d1ca-4173-b389-9b1f6ecf96b3 HTTP/1.1" status: 200 len: 945 time: 0.2283092 Jan 18 20:11:30.951601 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port fea41bb9-42c2-45e3-ae70-4b0b870cd3f5 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:30.965326 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f143756-832b-47da-81c0-11100df10491 req-8326a3b7-c352-4ae9-b1f4-186579beda65 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:30.992130 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f143756-832b-47da-81c0-11100df10491 req-8326a3b7-c352-4ae9-b1f4-186579beda65 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:30.998954 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f143756-832b-47da-81c0-11100df10491 req-8326a3b7-c352-4ae9-b1f4-186579beda65 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:31.009126 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f143756-832b-47da-81c0-11100df10491 req-8326a3b7-c352-4ae9-b1f4-186579beda65 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:31.010572 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['b8441ff1-cdf1-4528-a8e5-688225f963fe'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:11:31.014070 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['00c2f68a-47f3-4404-b090-fa73eb4169d7'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:11:31.023484 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f143756-832b-47da-81c0-11100df10491 req-8326a3b7-c352-4ae9-b1f4-186579beda65 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:31.035306 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f143756-832b-47da-81c0-11100df10491 req-8326a3b7-c352-4ae9-b1f4-186579beda65 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:31.054915 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f143756-832b-47da-81c0-11100df10491 req-8326a3b7-c352-4ae9-b1f4-186579beda65 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:31.063417 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Allocated IP 172.25.4.171 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/414da867-1729-459f-8b23-ee853e2bb567) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:11:31.065568 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9f143756-832b-47da-81c0-11100df10491 req-8326a3b7-c352-4ae9-b1f4-186579beda65 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5422 time: 0.3526311 Jan 18 20:11:31.270507 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-553af6f5-0e59-4714-ad33-051358a3a9c7 req-b8569acb-d4fe-4a90-893a-c8ced781a155 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/security-groups?id=17e3b994-78c0-4d36-8398-7a810d88c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026949 Jan 18 20:11:31.311696 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9f143756-832b-47da-81c0-11100df10491 req-0dbcb84f-722c-4685-9889-7bbd97e17dd9 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2451715 Jan 18 20:11:31.478523 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5a11c-5949-48c2-96b2-b713e7776025 req-4bbd5986-b120-48fa-9346-0d1b23d7ea31 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:31.487343 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6e5a11c-5949-48c2-96b2-b713e7776025 req-4bbd5986-b120-48fa-9346-0d1b23d7ea31 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 1096 time: 0.0859053 Jan 18 20:11:31.550212 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6e5a11c-5949-48c2-96b2-b713e7776025 req-64f637c7-515f-4c8c-b0e1-ab25141d00ce tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617332 Jan 18 20:11:31.658981 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device cd72bcad-5a75-4b53-b371-ce62014563ba details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:11:31.816382 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-27edbba6-6a3d-4d63-bcba-c84c36385c90 req-9bf9dc83-0abb-4013-baa5-d8661c6210b4 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 210 time: 0.0638516 Jan 18 20:11:31.944291 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:31.951126 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ffdd29-b452-4015-9a63-c4016f9e97e2 x-openstack-request-id: req-e9ffdd29-b452-4015-9a63-c4016f9e97e2 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:11:31.952084 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b77a214-6451-41fb-915d-c2d83e361e4c", "tag": "cd72bcad-5a75-4b53-b371-ce62014563ba", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:11:31.952649 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9ffdd29-b452-4015-9a63-c4016f9e97e2 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:11:31.954314 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b77a214-6451-41fb-915d-c2d83e361e4c', 'tag': 'cd72bcad-5a75-4b53-b371-ce62014563ba', 'status': 'completed', 'code': 200} Jan 18 20:11:31.993556 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port cd72bcad-5a75-4b53-b371-ce62014563ba, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=cd72bcad-5a75-4b53-b371-ce62014563ba,segment=NetworkSegment(699a06f6-109f-4605-b1f5-9fc15346a26e),segment_id=699a06f6-109f-4605-b1f5-9fc15346a26e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:32.010041 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'cd72bcad-5a75-4b53-b371-ce62014563ba', 'network_id': '65bc6c7e-62b1-4793-822c-8255824ddf81', 'port_id': 'cd72bcad-5a75-4b53-b371-ce62014563ba', 'mac_address': 'fa:16:3e:2d:27:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e94a5193-1565-4897-ae74-20c4515befaa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:11:32.031248 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks [] for port (414da867-1729-459f-8b23-ee853e2bb567), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:32.058300 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744a5d4-4c02-449e-9d61-521cca4fdffd req-2a568c3c-3e13-4a3d-bd40-42695e7f3827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:32.059874 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b744a5d4-4c02-449e-9d61-521cca4fdffd req-2a568c3c-3e13-4a3d-bd40-42695e7f3827 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c382c9e7160a4a83ba6d72a900cf8075&device_id=3b77a214-6451-41fb-915d-c2d83e361e4c HTTP/1.1" status: 200 len: 1094 time: 0.2395945 Jan 18 20:11:32.094140 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ecc95-009d-4357-b866-db4985fd1fcd req-f4b15c00-583a-46d1-be4f-0e4905261e1a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:32.099983 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port cd72bcad-5a75-4b53-b371-ce62014563ba is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:32.100498 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cd72bcad-5a75-4b53-b371-ce62014563ba), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:32.101459 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-665ecc95-009d-4357-b866-db4985fd1fcd req-f4b15c00-583a-46d1-be4f-0e4905261e1a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.2096395 Jan 18 20:11:32.115077 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd72bcad-5a75-4b53-b371-ce62014563ba {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:11:32.116357 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (414da867-1729-459f-8b23-ee853e2bb567), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:32.138295 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port cd72bcad-5a75-4b53-b371-ce62014563ba, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=cd72bcad-5a75-4b53-b371-ce62014563ba,segment=NetworkSegment(699a06f6-109f-4605-b1f5-9fc15346a26e),segment_id=699a06f6-109f-4605-b1f5-9fc15346a26e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:32.145816 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (cd72bcad-5a75-4b53-b371-ce62014563ba), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:32.209194 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=cd72bcad-5a75-4b53-b371-ce62014563ba,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:32.213550 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:11:32.218132 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:11:32.221280 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:11:32.327559 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-665ecc95-009d-4357-b866-db4985fd1fcd req-bb8117c8-94dc-432c-8788-b74a8c8df6f6 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250972 Jan 18 20:11:32.385486 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744a5d4-4c02-449e-9d61-521cca4fdffd req-0fd0bcdc-1e63-477f-be26-4ad4fa358e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:32.389088 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b744a5d4-4c02-449e-9d61-521cca4fdffd req-0fd0bcdc-1e63-477f-be26-4ad4fa358e1b service neutron] 10.222.0.70 "GET /v2.0/networks?id=65bc6c7e-62b1-4793-822c-8255824ddf81 HTTP/1.1" status: 200 len: 918 time: 0.2799528 Jan 18 20:11:32.396874 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks [] for floatingip (a1b52405-6347-4619-9f1e-d5a992fbd4ff), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:32.424457 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Pushing event updated for resources: {'Port': ['ID=414da867-1729-459f-8b23-ee853e2bb567,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:32.485787 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (414da867-1729-459f-8b23-ee853e2bb567), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:32.496797 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b744a5d4-4c02-449e-9d61-521cca4fdffd req-a0d90ec0-697e-4c44-a7aa-6bd9feb05051 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd72bcad-5a75-4b53-b371-ce62014563ba HTTP/1.1" status: 200 len: 217 time: 0.0972135 Jan 18 20:11:32.585427 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c5ad1-298c-47d0-b8b7-14e8eb9e0ab1 req-ddeacf64-c267-443d-b2d9-67191be27d2d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:32.587304 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-351c5ad1-298c-47d0-b8b7-14e8eb9e0ab1 req-ddeacf64-c267-443d-b2d9-67191be27d2d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.0934589 Jan 18 20:11:32.596980 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744a5d4-4c02-449e-9d61-521cca4fdffd req-94258314-f47d-4db3-b03f-40fbc9bbcfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:32.598815 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b744a5d4-4c02-449e-9d61-521cca4fdffd req-94258314-f47d-4db3-b03f-40fbc9bbcfd7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e94a5193-1565-4897-ae74-20c4515befaa HTTP/1.1" status: 200 len: 857 time: 0.0716059 Jan 18 20:11:32.648855 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b744a5d4-4c02-449e-9d61-521cca4fdffd req-a9fef7b9-0a93-44d8-871c-6fdda7f053d2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65bc6c7e-62b1-4793-822c-8255824ddf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289948 Jan 18 20:11:32.676931 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-2fdab372-3b3d-49f1-abdc-e1cdcd97a720 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:32.678359 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-2fdab372-3b3d-49f1-abdc-e1cdcd97a720 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.70 "GET /v2.0/networks?id=b9ea892c-76c6-4189-83ba-54323c251196 HTTP/1.1" status: 200 len: 815 time: 0.2749770 Jan 18 20:11:32.685621 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-351c5ad1-298c-47d0-b8b7-14e8eb9e0ab1 req-3c9cff9e-2051-4f67-860a-edba1f1b4b7a tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836546 Jan 18 20:11:32.702065 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-79935afe-e112-4982-8fae-473408941d87 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Request body: {'port': {'device_id': 'a7674cec-2ab5-421d-a937-b11ad30c44be', 'network_id': 'b9ea892c-76c6-4189-83ba-54323c251196', 'admin_state_up': True, 'tenant_id': 'fdcdbb1705e54a4a8f3f248186d8eb41'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:32.727624 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['cd72bcad-5a75-4b53-b371-ce62014563ba'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:11:32.820342 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b744a5d4-4c02-449e-9d61-521cca4fdffd req-7cc29cb6-cc18-4f28-8414-1ffc69a94fb1 service neutron] 10.222.0.70 "GET /v2.0/networks/65bc6c7e-62b1-4793-822c-8255824ddf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394467 Jan 18 20:11:32.966034 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-79935afe-e112-4982-8fae-473408941d87 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Made reservation on behalf of fdcdbb1705e54a4a8f3f248186d8eb41 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:11:32.969666 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-79935afe-e112-4982-8fae-473408941d87 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:32.972294 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880899d1-7299-413e-a17c-94b485fb4336 req-9138baa7-f55a-45ff-8a5e-4d44162968ee tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:32.973942 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-880899d1-7299-413e-a17c-94b485fb4336 req-9138baa7-f55a-45ff-8a5e-4d44162968ee tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1d21589-d1ca-4173-b389-9b1f6ecf96b3 HTTP/1.1" status: 200 len: 945 time: 0.1427841 Jan 18 20:11:32.995750 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks [] for port (414da867-1729-459f-8b23-ee853e2bb567), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:33.021775 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b744a5d4-4c02-449e-9d61-521cca4fdffd req-681595f7-ba95-47c7-aac1-a34b76cf1657 service neutron] 10.222.0.70 "GET /v2.0/networks/65bc6c7e-62b1-4793-822c-8255824ddf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917629 Jan 18 20:11:33.022176 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (414da867-1729-459f-8b23-ee853e2bb567), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:33.073482 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-880899d1-7299-413e-a17c-94b485fb4336 req-58d2d6d3-c411-4412-969f-2d60c260910d tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/security-groups?id=17e3b994-78c0-4d36-8398-7a810d88c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899794 Jan 18 20:11:33.201484 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef5e0d-a1ce-4d2a-be90-e5073b6689d1 req-00c3491d-3d32-42f5-a358-743976374dad tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:33.219585 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef5e0d-a1ce-4d2a-be90-e5073b6689d1 req-00c3491d-3d32-42f5-a358-743976374dad tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:33.229288 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef5e0d-a1ce-4d2a-be90-e5073b6689d1 req-00c3491d-3d32-42f5-a358-743976374dad tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:33.238437 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef5e0d-a1ce-4d2a-be90-e5073b6689d1 req-00c3491d-3d32-42f5-a358-743976374dad tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:33.242641 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef5e0d-a1ce-4d2a-be90-e5073b6689d1 req-00c3491d-3d32-42f5-a358-743976374dad tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:33.250904 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef5e0d-a1ce-4d2a-be90-e5073b6689d1 req-00c3491d-3d32-42f5-a358-743976374dad tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:33.253417 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Pushing event updated for resources: {'Port': ['ID=414da867-1729-459f-8b23-ee853e2bb567,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:33.258630 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef5e0d-a1ce-4d2a-be90-e5073b6689d1 req-00c3491d-3d32-42f5-a358-743976374dad tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:33.259947 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5cef5e0d-a1ce-4d2a-be90-e5073b6689d1 req-00c3491d-3d32-42f5-a358-743976374dad tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5422 time: 0.1300020 Jan 18 20:11:33.287408 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (a1b52405-6347-4619-9f1e-d5a992fbd4ff), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:33.291268 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:33.291620 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:33.291965 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:33.292304 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:33.292641 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:33.293001 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:33.293335 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:33.294122 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:33.294122 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:33.294372 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:33.294637 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:33.294958 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:33.295292 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:33.327489 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-3d84ce21-8146-49f5-8316-a69a2f6fb421 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:11:33.336629 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-3d84ce21-8146-49f5-8316-a69a2f6fb421 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0298040 Jan 18 20:11:33.346489 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:33.347828 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-362ddc3f-2ef8-4deb-aa9c-570874a6e850 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0123260 Jan 18 20:11:33.380528 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-79935afe-e112-4982-8fae-473408941d87 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Allocated IP 172.20.0.4 (b9ea892c-76c6-4189-83ba-54323c251196/10dc11e1-e488-424e-9170-8405136c537b/74c89f7d-1aed-473a-9a41-8ad6fa94039d) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:11:33.404019 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-bd3ac350-ed5f-42be-8860-5364322d048e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:33.406135 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-bd3ac350-ed5f-42be-8860-5364322d048e service neutron] 10.222.0.31 "GET /v2.0/ports/3be0f9a7-4669-4fb5-829d-d66866e4184f HTTP/1.1" status: 200 len: 1093 time: 0.0684319 Jan 18 20:11:33.422444 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5cef5e0d-a1ce-4d2a-be90-e5073b6689d1 req-5833eae5-3351-4826-877c-f7778878a037 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1531069 Jan 18 20:11:33.436381 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-d9a6119a-0fe6-46c3-9599-5c96e97dc859 service neutron] Request body: {'binding': {'host': 'n-h1-741529-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:33.436701 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-d9a6119a-0fe6-46c3-9599-5c96e97dc859 service neutron] Unknown quota resources ['binding']. {{(pid=103336) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 18 20:11:33.638229 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 00c2f68a-47f3-4404-b090-fa73eb4169d7 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:11:33.650309 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-79935afe-e112-4982-8fae-473408941d87 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Publish callbacks [] for port (74c89f7d-1aed-473a-9a41-8ad6fa94039d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:33.726757 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-d9a6119a-0fe6-46c3-9599-5c96e97dc859 service neutron] Attempting to bind port 3be0f9a7-4669-4fb5-829d-d66866e4184f on host n-h1-741529-9 for vnic_type normal with profile None {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:11:33.728170 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-d9a6119a-0fe6-46c3-9599-5c96e97dc859 service neutron] Attempting to bind port 3be0f9a7-4669-4fb5-829d-d66866e4184f by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:11:33.728510 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-d9a6119a-0fe6-46c3-9599-5c96e97dc859 service neutron] Attempting to bind port 3be0f9a7-4669-4fb5-829d-d66866e4184f on network 133a80cf-c268-45f9-91ee-564a51a659af {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:11:33.737209 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-79935afe-e112-4982-8fae-473408941d87 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (74c89f7d-1aed-473a-9a41-8ad6fa94039d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:33.754294 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 00c2f68a-47f3-4404-b090-fa73eb4169d7 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:11:33.761504 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 00c2f68a-47f3-4404-b090-fa73eb4169d7 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:11:33.762726 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (00c2f68a-47f3-4404-b090-fa73eb4169d7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:33.786834 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-79935afe-e112-4982-8fae-473408941d87 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Network b9ea892c-76c6-4189-83ba-54323c251196 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:11:33.790031 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-79935afe-e112-4982-8fae-473408941d87 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:11:33.794499 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-79935afe-e112-4982-8fae-473408941d87 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:11:33.811361 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fceb523e-ed08-49eb-a83d-72ff34b9291c req-97d566c8-b740-4e16-b184-ef1c10ab1979 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 210 time: 0.1336184 Jan 18 20:11:33.831139 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-d9a6119a-0fe6-46c3-9599-5c96e97dc859 service neutron] Port 3be0f9a7-4669-4fb5-829d-d66866e4184f on network 133a80cf-c268-45f9-91ee-564a51a659af not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:11:33.831459 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-d9a6119a-0fe6-46c3-9599-5c96e97dc859 service neutron] Attempting to bind port 3be0f9a7-4669-4fb5-829d-d66866e4184f on network 133a80cf-c268-45f9-91ee-564a51a659af {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:11:33.837761 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79935afe-e112-4982-8fae-473408941d87 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Pushing event updated for resources: {'Port': ['ID=74c89f7d-1aed-473a-9a41-8ad6fa94039d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:33.856085 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-d9a6119a-0fe6-46c3-9599-5c96e97dc859 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:11:33.856822 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-d9a6119a-0fe6-46c3-9599-5c96e97dc859 service neutron] Checking segment: {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:11:33.857567 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-d9a6119a-0fe6-46c3-9599-5c96e97dc859 service neutron] Bound using segment: {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:11:33.859917 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-d9a6119a-0fe6-46c3-9599-5c96e97dc859 service neutron] Bound port: 3be0f9a7-4669-4fb5-829d-d66866e4184f, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:11:33.890596 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:33.896582 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-79935afe-e112-4982-8fae-473408941d87 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:33.899120 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-79935afe-e112-4982-8fae-473408941d87 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:33.936295 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-79935afe-e112-4982-8fae-473408941d87 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2468491 Jan 18 20:11:33.948212 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 00c2f68a-47f3-4404-b090-fa73eb4169d7 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:33.948653 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (00c2f68a-47f3-4404-b090-fa73eb4169d7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:33.953422 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-a19cd878-8d82-4e1c-9eb2-d53cb82acb08 service neutron] Request body: {'port': {'device_id': 'a7674cec-2ab5-421d-a937-b11ad30c44be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:33.982726 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d21589-d1ca-4173-b389-9b1f6ecf96b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c2f68a-47f3-4404-b090-fa73eb4169d7'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:11:33.985622 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2919d798-37cd-46fd-8411-832a66728484" -d '{"events": [{"server_uuid": "c1d21589-d1ca-4173-b389-9b1f6ecf96b3", "name": "network-vif-plugged", "status": "completed", "tag": "00c2f68a-47f3-4404-b090-fa73eb4169d7"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:11:34.002708 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 00c2f68a-47f3-4404-b090-fa73eb4169d7, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=00c2f68a-47f3-4404-b090-fa73eb4169d7,segment=NetworkSegment(699a06f6-109f-4605-b1f5-9fc15346a26e),segment_id=699a06f6-109f-4605-b1f5-9fc15346a26e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:34.013192 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (00c2f68a-47f3-4404-b090-fa73eb4169d7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:34.014534 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b8441ff1-cdf1-4528-a8e5-688225f963fe up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:11:34.044076 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-d9a6119a-0fe6-46c3-9599-5c96e97dc859 service neutron] For port 3be0f9a7-4669-4fb5-829d-d66866e4184f, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=3be0f9a7-4669-4fb5-829d-d66866e4184f,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:11:34.079854 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-a19cd878-8d82-4e1c-9eb2-d53cb82acb08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (74c89f7d-1aed-473a-9a41-8ad6fa94039d), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:34.100188 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-d9a6119a-0fe6-46c3-9599-5c96e97dc859 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:34.103870 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-d9a6119a-0fe6-46c3-9599-5c96e97dc859 service neutron] 10.222.0.31 "POST /v2.0/ports/3be0f9a7-4669-4fb5-829d-d66866e4184f/bindings HTTP/1.1" status: 201 len: 389 time: 0.6800039 Jan 18 20:11:34.181494 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7f6c5-d8af-4ce2-bda4-49bc50ceea4e req-6a209b85-bace-4716-b9a9-5f767a817e34 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:34.195196 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-44a7f6c5-d8af-4ce2-bda4-49bc50ceea4e req-6a209b85-bace-4716-b9a9-5f767a817e34 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.2496309 Jan 18 20:11:34.347450 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-44a7f6c5-d8af-4ce2-bda4-49bc50ceea4e req-20dd4863-08e3-4855-89c2-4a91a6cd6aa2 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509280 Jan 18 20:11:34.461161 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=00c2f68a-47f3-4404-b090-fa73eb4169d7,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:34.502936 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1d902c-3c41-43a6-9c2d-96c66b836371 x-openstack-request-id: req-4d1d902c-3c41-43a6-9c2d-96c66b836371 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:11:34.503942 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d21589-d1ca-4173-b389-9b1f6ecf96b3", "name": "network-vif-plugged", "status": "completed", "tag": "00c2f68a-47f3-4404-b090-fa73eb4169d7", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:11:34.504979 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d1d902c-3c41-43a6-9c2d-96c66b836371 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:11:34.505574 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d21589-d1ca-4173-b389-9b1f6ecf96b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c2f68a-47f3-4404-b090-fa73eb4169d7', 'code': 200} Jan 18 20:11:34.509110 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port b8441ff1-cdf1-4528-a8e5-688225f963fe completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:11:34.520896 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port b8441ff1-cdf1-4528-a8e5-688225f963fe triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:11:34.521865 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b8441ff1-cdf1-4528-a8e5-688225f963fe), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:34.535298 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4038a-1660-491b-ab04-803cb72430b5 req-70724c2d-e078-4055-8191-a6cce1029056 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:34.539643 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a2a4038a-1660-491b-ab04-803cb72430b5 req-70724c2d-e078-4055-8191-a6cce1029056 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.1288943 Jan 18 20:11:34.661617 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-79ee0bb9-7e66-4f11-b67f-357420591dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:34.679165 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-79ee0bb9-7e66-4f11-b67f-357420591dfc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46be2ca450fb44c88ba90d0767174258&device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 1096 time: 0.2031302 Jan 18 20:11:34.723598 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port b8441ff1-cdf1-4528-a8e5-688225f963fe is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:34.725564 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b8441ff1-cdf1-4528-a8e5-688225f963fe), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:34.773360 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port b8441ff1-cdf1-4528-a8e5-688225f963fe, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b8441ff1-cdf1-4528-a8e5-688225f963fe,segment=NetworkSegment(699a06f6-109f-4605-b1f5-9fc15346a26e),segment_id=699a06f6-109f-4605-b1f5-9fc15346a26e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:34.787564 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b8441ff1-cdf1-4528-a8e5-688225f963fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:34.808965 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a2a4038a-1660-491b-ab04-803cb72430b5 req-4472fce4-107f-431c-a2a9-479e6bfccf1d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622912 Jan 18 20:11:34.834432 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81397dc-5c80-4f26-a135-d12f4f243bbc req-d6357b98-81d8-4f83-9ff4-aa8f0a139885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:34.840499 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e81397dc-5c80-4f26-a135-d12f4f243bbc req-d6357b98-81d8-4f83-9ff4-aa8f0a139885 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c1d21589-d1ca-4173-b389-9b1f6ecf96b3 HTTP/1.1" status: 200 len: 1097 time: 0.2609537 Jan 18 20:11:34.857372 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10646b23-bc66-4075-8644-f0686e267ed1 req-fb1ab489-f677-4445-8f07-9a420937a368 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:34.862473 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-10646b23-bc66-4075-8644-f0686e267ed1 req-fb1ab489-f677-4445-8f07-9a420937a368 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1d21589-d1ca-4173-b389-9b1f6ecf96b3 HTTP/1.1" status: 200 len: 946 time: 0.1945026 Jan 18 20:11:34.908555 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-e517f30b-9808-445a-bf1d-af5dcfcd5e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:34.910088 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-e517f30b-9808-445a-bf1d-af5dcfcd5e20 service neutron] 10.222.0.57 "GET /v2.0/networks?id=133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 200 len: 908 time: 0.2300227 Jan 18 20:11:34.961837 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-1285f6b9-1578-4356-923c-e2388758d74e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3be0f9a7-4669-4fb5-829d-d66866e4184f HTTP/1.1" status: 200 len: 217 time: 0.0442331 Jan 18 20:11:34.963907 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=b8441ff1-cdf1-4528-a8e5-688225f963fe,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:35.045051 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-dca4eadf-670c-4238-9a13-6a1963f192b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:35.046162 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-dca4eadf-670c-4238-9a13-6a1963f192b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=45324dde-9697-4682-9610-ed3bed3250cd HTTP/1.1" status: 200 len: 847 time: 0.0772514 Jan 18 20:11:35.093131 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-8c8ab596-3468-43ee-8a74-a326a7725837 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=133a80cf-c268-45f9-91ee-564a51a659af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384705 Jan 18 20:11:35.095359 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-a19cd878-8d82-4e1c-9eb2-d53cb82acb08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c89f7d-1aed-473a-9a41-8ad6fa94039d {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:11:35.114082 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-a19cd878-8d82-4e1c-9eb2-d53cb82acb08 service neutron] Publish callbacks [] for port (74c89f7d-1aed-473a-9a41-8ad6fa94039d), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:35.203439 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-a19cd878-8d82-4e1c-9eb2-d53cb82acb08 service neutron] Transition to ACTIVE for port object 74c89f7d-1aed-473a-9a41-8ad6fa94039d will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:11:35.243409 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-a19cd878-8d82-4e1c-9eb2-d53cb82acb08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (74c89f7d-1aed-473a-9a41-8ad6fa94039d), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:35.305211 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-ba5d61ee-e667-431b-9a10-cf493c78d357 service neutron] 10.222.0.57 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048862 Jan 18 20:11:35.390490 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ebeb2e-6209-4600-9171-2b793b36ca06 req-b6f67e2b-c7dd-4f72-b247-c9e3637639c6 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:35.392244 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e6ebeb2e-6209-4600-9171-2b793b36ca06 req-b6f67e2b-c7dd-4f72-b247-c9e3637639c6 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 945 time: 0.1334395 Jan 18 20:11:35.396616 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-10646b23-bc66-4075-8644-f0686e267ed1 req-a6799599-3113-4f23-8d43-1b6ceb33bffb tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/security-groups?id=17e3b994-78c0-4d36-8398-7a810d88c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5165343 Jan 18 20:11:35.397216 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19cd878-8d82-4e1c-9eb2-d53cb82acb08 service neutron] Pushing event updated for resources: {'Port': ['ID=74c89f7d-1aed-473a-9a41-8ad6fa94039d,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:35.411183 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e81397dc-5c80-4f26-a135-d12f4f243bbc req-a392f63e-4615-4028-a4ed-58a81b74bccf service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=17e3b994-78c0-4d36-8398-7a810d88c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5380044 Jan 18 20:11:35.456463 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e6ebeb2e-6209-4600-9171-2b793b36ca06 req-9f4d1193-2a51-4d5c-ba28-fa01bdfb4c5e tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557749 Jan 18 20:11:35.480526 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-068741f3-0ca2-4493-8c61-df94947c2cd9 service neutron] 10.222.0.57 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577592 Jan 18 20:11:35.524095 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-a19cd878-8d82-4e1c-9eb2-d53cb82acb08 service neutron] Attempting to bind port 74c89f7d-1aed-473a-9a41-8ad6fa94039d on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:11:35.524453 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-a19cd878-8d82-4e1c-9eb2-d53cb82acb08 service neutron] Attempting to bind port 74c89f7d-1aed-473a-9a41-8ad6fa94039d by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '7c999ac7-baea-45bb-ab9e-31dd698bcd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b9ea892c-76c6-4189-83ba-54323c251196'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:11:35.524750 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-a19cd878-8d82-4e1c-9eb2-d53cb82acb08 service neutron] Attempting to bind port 74c89f7d-1aed-473a-9a41-8ad6fa94039d on network b9ea892c-76c6-4189-83ba-54323c251196 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:11:35.536210 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-a19cd878-8d82-4e1c-9eb2-d53cb82acb08 service neutron] Port 74c89f7d-1aed-473a-9a41-8ad6fa94039d on network b9ea892c-76c6-4189-83ba-54323c251196 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:11:35.536554 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-a19cd878-8d82-4e1c-9eb2-d53cb82acb08 service neutron] Attempting to bind port 74c89f7d-1aed-473a-9a41-8ad6fa94039d on network b9ea892c-76c6-4189-83ba-54323c251196 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:11:35.576528 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-a19cd878-8d82-4e1c-9eb2-d53cb82acb08 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:11:35.576775 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-a19cd878-8d82-4e1c-9eb2-d53cb82acb08 service neutron] Checking segment: {'id': '7c999ac7-baea-45bb-ab9e-31dd698bcd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b9ea892c-76c6-4189-83ba-54323c251196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:11:35.577142 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-a19cd878-8d82-4e1c-9eb2-d53cb82acb08 service neutron] Bound using segment: {'id': '7c999ac7-baea-45bb-ab9e-31dd698bcd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b9ea892c-76c6-4189-83ba-54323c251196'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:11:35.577581 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-a19cd878-8d82-4e1c-9eb2-d53cb82acb08 service neutron] Bound port: 74c89f7d-1aed-473a-9a41-8ad6fa94039d, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c999ac7-baea-45bb-ab9e-31dd698bcd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b9ea892c-76c6-4189-83ba-54323c251196'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:11:35.578158 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-a19cd878-8d82-4e1c-9eb2-d53cb82acb08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (74c89f7d-1aed-473a-9a41-8ad6fa94039d), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:35.638845 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device cd72bcad-5a75-4b53-b371-ce62014563ba up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:11:35.639845 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-e5d78fad-d967-44ed-939a-8a7e07ef326e tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:35.641351 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-e5d78fad-d967-44ed-939a-8a7e07ef326e tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713&tenant_id=46be2ca450fb44c88ba90d0767174258&binding%3Ahost_id=n-h2-741529-9 HTTP/1.1" status: 200 len: 1096 time: 0.1021740 Jan 18 20:11:35.654447 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-4a674386-b9a6-405f-95af-716855a809fc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-741529-9'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:35.686040 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fa688-e066-437f-ab1a-7d18a1998d52 req-d641b70a-ebe1-4899-89ba-aa6370f8aa74 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:35.701894 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-a19cd878-8d82-4e1c-9eb2-d53cb82acb08 service neutron] For port 74c89f7d-1aed-473a-9a41-8ad6fa94039d, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:11:35.709916 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-a19cd878-8d82-4e1c-9eb2-d53cb82acb08 service neutron] For port 74c89f7d-1aed-473a-9a41-8ad6fa94039d, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=74c89f7d-1aed-473a-9a41-8ad6fa94039d,segment=NetworkSegment(7c999ac7-baea-45bb-ab9e-31dd698bcd3b),segment_id=7c999ac7-baea-45bb-ab9e-31dd698bcd3b)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:11:35.717572 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port cd72bcad-5a75-4b53-b371-ce62014563ba completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:11:35.719109 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fa688-e066-437f-ab1a-7d18a1998d52 req-d641b70a-ebe1-4899-89ba-aa6370f8aa74 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:35.724263 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port cd72bcad-5a75-4b53-b371-ce62014563ba triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:11:35.724890 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cd72bcad-5a75-4b53-b371-ce62014563ba), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:35.735671 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fa688-e066-437f-ab1a-7d18a1998d52 req-d641b70a-ebe1-4899-89ba-aa6370f8aa74 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:35.740762 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-a19cd878-8d82-4e1c-9eb2-d53cb82acb08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (74c89f7d-1aed-473a-9a41-8ad6fa94039d), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:35.755538 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fa688-e066-437f-ab1a-7d18a1998d52 req-d641b70a-ebe1-4899-89ba-aa6370f8aa74 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:35.768155 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fa688-e066-437f-ab1a-7d18a1998d52 req-d641b70a-ebe1-4899-89ba-aa6370f8aa74 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:35.780265 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fa688-e066-437f-ab1a-7d18a1998d52 req-d641b70a-ebe1-4899-89ba-aa6370f8aa74 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:35.786653 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fa688-e066-437f-ab1a-7d18a1998d52 req-d641b70a-ebe1-4899-89ba-aa6370f8aa74 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:35.788773 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-116fa688-e066-437f-ab1a-7d18a1998d52 req-d641b70a-ebe1-4899-89ba-aa6370f8aa74 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5422 time: 0.2291989 Jan 18 20:11:35.798898 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-4a674386-b9a6-405f-95af-716855a809fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3be0f9a7-4669-4fb5-829d-d66866e4184f), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:35.832343 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-a19cd878-8d82-4e1c-9eb2-d53cb82acb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:35.832876 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-a19cd878-8d82-4e1c-9eb2-d53cb82acb08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:35.834467 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-a19cd878-8d82-4e1c-9eb2-d53cb82acb08 service neutron] 10.222.0.70 "PUT /v2.0/ports/74c89f7d-1aed-473a-9a41-8ad6fa94039d HTTP/1.1" status: 200 len: 1091 time: 1.8855152 Jan 18 20:11:35.834928 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7674cec-2ab5-421d-a937-b11ad30c44be', 'tag': '74c89f7d-1aed-473a-9a41-8ad6fa94039d'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:11:35.837176 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efd1891-11fd-4187-b84f-0a52f1133cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "a7674cec-2ab5-421d-a937-b11ad30c44be", "tag": "74c89f7d-1aed-473a-9a41-8ad6fa94039d"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:11:35.892939 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676ff0a-08f5-489b-9822-ab1705e28912 req-20503cb7-734e-40aa-93a1-256c038ff41b tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:35.902131 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e676ff0a-08f5-489b-9822-ab1705e28912 req-20503cb7-734e-40aa-93a1-256c038ff41b tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 943 time: 0.1118472 Jan 18 20:11:35.906838 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port cd72bcad-5a75-4b53-b371-ce62014563ba is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:35.908053 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cd72bcad-5a75-4b53-b371-ce62014563ba), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:35.976612 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e676ff0a-08f5-489b-9822-ab1705e28912 req-ada6a60e-ad3f-4c35-9c84-dab33f103d77 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733399 Jan 18 20:11:35.991514 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-116fa688-e066-437f-ab1a-7d18a1998d52 req-fdc3627c-ea9e-42ea-9698-f057e5f510ff tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1853256 Jan 18 20:11:36.009908 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port cd72bcad-5a75-4b53-b371-ce62014563ba, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=cd72bcad-5a75-4b53-b371-ce62014563ba,segment=NetworkSegment(699a06f6-109f-4605-b1f5-9fc15346a26e),segment_id=699a06f6-109f-4605-b1f5-9fc15346a26e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:36.032922 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (cd72bcad-5a75-4b53-b371-ce62014563ba), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:36.140552 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ab4bf-d8d3-4c45-a215-4b831c2bdbd3 req-96a128f6-38e9-44b4-844c-e17f9a5b7013 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:36.143912 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19cd878-8d82-4e1c-9eb2-d53cb82acb08 service neutron] Pushing event updated for resources: {'Port': ['ID=74c89f7d-1aed-473a-9a41-8ad6fa94039d,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:36.150494 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e21ab4bf-d8d3-4c45-a215-4b831c2bdbd3 req-96a128f6-38e9-44b4-844c-e17f9a5b7013 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.0958624 Jan 18 20:11:36.169713 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-4a674386-b9a6-405f-95af-716855a809fc service neutron] For port 3be0f9a7-4669-4fb5-829d-d66866e4184f, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3be0f9a7-4669-4fb5-829d-d66866e4184f,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:36.200536 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=cd72bcad-5a75-4b53-b371-ce62014563ba,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:36.244840 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-4a674386-b9a6-405f-95af-716855a809fc service neutron] For port 3be0f9a7-4669-4fb5-829d-d66866e4184f, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:11:36.245466 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e21ab4bf-d8d3-4c45-a215-4b831c2bdbd3 req-27a98407-3165-41a8-aa1b-2f96b084dc0b tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936999 Jan 18 20:11:36.282008 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc0238-9d94-480a-b9e0-639b9475a37c req-3eec9878-01ff-40ab-ab0c-0a827f88f4ae tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:36.295394 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a5fc0238-9d94-480a-b9e0-639b9475a37c req-3eec9878-01ff-40ab-ab0c-0a827f88f4ae tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.1228771 Jan 18 20:11:36.344132 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-9400614a-48ac-41bb-889a-f37def09bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:36.345737 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-9400614a-48ac-41bb-889a-f37def09bc00 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdcdbb1705e54a4a8f3f248186d8eb41&device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 1094 time: 0.4503791 Jan 18 20:11:36.348816 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dcc07c-0b5c-45bf-bcf4-e421c3251837 x-openstack-request-id: req-51dcc07c-0b5c-45bf-bcf4-e421c3251837 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:11:36.349082 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7674cec-2ab5-421d-a937-b11ad30c44be", "tag": "74c89f7d-1aed-473a-9a41-8ad6fa94039d", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:11:36.349341 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51dcc07c-0b5c-45bf-bcf4-e421c3251837 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:11:36.350236 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7674cec-2ab5-421d-a937-b11ad30c44be', 'tag': '74c89f7d-1aed-473a-9a41-8ad6fa94039d', 'status': 'completed', 'code': 200} Jan 18 20:11:36.388116 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a5fc0238-9d94-480a-b9e0-639b9475a37c req-84af0140-c4e6-4ab7-aea4-21861dd3c3af tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907357 Jan 18 20:11:36.417945 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-4a674386-b9a6-405f-95af-716855a809fc service neutron] Publish callbacks [] for port (3be0f9a7-4669-4fb5-829d-d66866e4184f), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:36.422062 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-43c27f95-6f08-4454-bc11-06fefc14e248 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74c89f7d-1aed-473a-9a41-8ad6fa94039d HTTP/1.1" status: 200 len: 217 time: 0.0568404 Jan 18 20:11:36.440950 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-4a674386-b9a6-405f-95af-716855a809fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (3be0f9a7-4669-4fb5-829d-d66866e4184f), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:36.507808 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998e07bf-0897-4bbc-86db-0d4cdbe09b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8441ff1-cdf1-4528-a8e5-688225f963fe'}, {'server_uuid': '3b77a214-6451-41fb-915d-c2d83e361e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd72bcad-5a75-4b53-b371-ce62014563ba'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:11:36.511157 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c349cdf3-1a14-42f8-86a8-0c0ba1fe70f4" -d '{"events": [{"server_uuid": "998e07bf-0897-4bbc-86db-0d4cdbe09b9b", "name": "network-vif-plugged", "status": "completed", "tag": "b8441ff1-cdf1-4528-a8e5-688225f963fe"}, {"server_uuid": "3b77a214-6451-41fb-915d-c2d83e361e4c", "name": "network-vif-plugged", "status": "completed", "tag": "cd72bcad-5a75-4b53-b371-ce62014563ba"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:11:36.543989 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105442f-b93b-4a65-bcca-6bfd2071e5b1 req-f236bf62-1a1e-4bca-a21e-c89d77396667 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:36.546454 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9105442f-b93b-4a65-bcca-6bfd2071e5b1 req-f236bf62-1a1e-4bca-a21e-c89d77396667 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1d21589-d1ca-4173-b389-9b1f6ecf96b3 HTTP/1.1" status: 200 len: 946 time: 0.0608559 Jan 18 20:11:36.567905 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-ddc8bdd9-1e75-4f79-b759-6edd5e358041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:36.569390 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-ddc8bdd9-1e75-4f79-b759-6edd5e358041 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=10dc11e1-e488-424e-9170-8405136c537b HTTP/1.1" status: 200 len: 855 time: 0.1420541 Jan 18 20:11:36.631852 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-7d6e40c8-01b7-4a16-871a-88ab5816722a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b9ea892c-76c6-4189-83ba-54323c251196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372047 Jan 18 20:11:36.632839 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a674386-b9a6-405f-95af-716855a809fc service neutron] Pushing event updated for resources: {'Port': ['ID=3be0f9a7-4669-4fb5-829d-d66866e4184f,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:36.635895 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-4a674386-b9a6-405f-95af-716855a809fc service neutron] Attempting to bind port 3be0f9a7-4669-4fb5-829d-d66866e4184f on host n-h2-741529-9 for vnic_type normal with profile {"migrating_to": "n-h1-741529-9"} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:11:36.636323 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-4a674386-b9a6-405f-95af-716855a809fc service neutron] Attempting to bind port 3be0f9a7-4669-4fb5-829d-d66866e4184f by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:11:36.637656 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-4a674386-b9a6-405f-95af-716855a809fc service neutron] Attempting to bind port 3be0f9a7-4669-4fb5-829d-d66866e4184f on network 133a80cf-c268-45f9-91ee-564a51a659af {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:11:36.643685 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-4a674386-b9a6-405f-95af-716855a809fc service neutron] Port 3be0f9a7-4669-4fb5-829d-d66866e4184f on network 133a80cf-c268-45f9-91ee-564a51a659af not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:11:36.643907 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-4a674386-b9a6-405f-95af-716855a809fc service neutron] Attempting to bind port 3be0f9a7-4669-4fb5-829d-d66866e4184f on network 133a80cf-c268-45f9-91ee-564a51a659af {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:11:36.665705 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-4a674386-b9a6-405f-95af-716855a809fc service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:11:36.666050 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-4a674386-b9a6-405f-95af-716855a809fc service neutron] Checking segment: {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:11:36.666441 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-4a674386-b9a6-405f-95af-716855a809fc service neutron] Bound using segment: {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:11:36.667322 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-4a674386-b9a6-405f-95af-716855a809fc service neutron] Bound port: 3be0f9a7-4669-4fb5-829d-d66866e4184f, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:11:36.667322 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-4a674386-b9a6-405f-95af-716855a809fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3be0f9a7-4669-4fb5-829d-d66866e4184f), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:36.677331 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38dc37-f966-45aa-aad5-4d93eddcff47 req-aa1b079b-e617-4392-a137-2fd49e95727e tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:36.679116 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-be38dc37-f966-45aa-aad5-4d93eddcff47 req-aa1b079b-e617-4392-a137-2fd49e95727e tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 943 time: 0.0861669 Jan 18 20:11:36.694256 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9105442f-b93b-4a65-bcca-6bfd2071e5b1 req-ce1cc8ed-2ab0-401c-87d6-981f0eb811fe tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/security-groups?id=17e3b994-78c0-4d36-8398-7a810d88c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412191 Jan 18 20:11:36.716972 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:36.794342 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-be38dc37-f966-45aa-aad5-4d93eddcff47 req-82bc1ff6-21db-4b25-b28a-3c39cd3b6f50 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923808 Jan 18 20:11:36.811962 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 18 Jan 2022 20:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03c574b-12c0-4c9e-8191-c480c70e2959 x-openstack-request-id: req-f03c574b-12c0-4c9e-8191-c480c70e2959 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:11:36.812107 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998e07bf-0897-4bbc-86db-0d4cdbe09b9b", "name": "network-vif-plugged", "status": "completed", "tag": "b8441ff1-cdf1-4528-a8e5-688225f963fe", "code": 200}, {"server_uuid": "3b77a214-6451-41fb-915d-c2d83e361e4c", "name": "network-vif-plugged", "status": "completed", "tag": "cd72bcad-5a75-4b53-b371-ce62014563ba", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:11:36.812363 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f03c574b-12c0-4c9e-8191-c480c70e2959 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:11:36.813011 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998e07bf-0897-4bbc-86db-0d4cdbe09b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8441ff1-cdf1-4528-a8e5-688225f963fe', 'code': 200} Jan 18 20:11:36.813662 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b77a214-6451-41fb-915d-c2d83e361e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd72bcad-5a75-4b53-b371-ce62014563ba', 'code': 200} Jan 18 20:11:36.855748 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-4a674386-b9a6-405f-95af-716855a809fc service neutron] For port 3be0f9a7-4669-4fb5-829d-d66866e4184f, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:11:36.866207 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-4a674386-b9a6-405f-95af-716855a809fc service neutron] For port 3be0f9a7-4669-4fb5-829d-d66866e4184f, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3be0f9a7-4669-4fb5-829d-d66866e4184f,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:11:36.871616 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-2aeef9c7-78b8-40e0-a55b-8c4dcc8da705 service neutron] 10.222.0.70 "GET /v2.0/networks/b9ea892c-76c6-4189-83ba-54323c251196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247133 Jan 18 20:11:36.876541 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-4a674386-b9a6-405f-95af-716855a809fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (3be0f9a7-4669-4fb5-829d-d66866e4184f), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:36.971386 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e8a17-3068-4086-a6bc-d691c26e20f1 req-43e1b0bb-7bb1-4b38-9df6-26ff720b01e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:36.973479 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7b4e8a17-3068-4086-a6bc-d691c26e20f1 req-43e1b0bb-7bb1-4b38-9df6-26ff720b01e9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3b77a214-6451-41fb-915d-c2d83e361e4c HTTP/1.1" status: 200 len: 1096 time: 0.0777087 Jan 18 20:11:37.055473 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7b4e8a17-3068-4086-a6bc-d691c26e20f1 req-55b16148-4a4d-411f-8b5e-3d34c3dc796c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=17e3b994-78c0-4d36-8398-7a810d88c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682218 Jan 18 20:11:37.185855 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cb00e-667d-4f7d-80f9-d79cd39d677b req-a3b8f9d1-d835-484a-a668-6c44cf105a85 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:37.187952 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-444cb00e-667d-4f7d-80f9-d79cd39d677b req-a3b8f9d1-d835-484a-a668-6c44cf105a85 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 943 time: 0.0908988 Jan 18 20:11:37.204092 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7258d5a-558a-4974-bb40-b40868b7b7db req-ace78c59-4730-40de-a5e1-f69f3fa6269c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:37.205934 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f7258d5a-558a-4974-bb40-b40868b7b7db req-ace78c59-4730-40de-a5e1-f69f3fa6269c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=998e07bf-0897-4bbc-86db-0d4cdbe09b9b HTTP/1.1" status: 200 len: 1096 time: 0.2196553 Jan 18 20:11:37.208343 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-4a674386-b9a6-405f-95af-716855a809fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:37.208947 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-4a674386-b9a6-405f-95af-716855a809fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:37.211230 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-4a674386-b9a6-405f-95af-716855a809fc service neutron] 10.222.0.57 "PUT /v2.0/ports/3be0f9a7-4669-4fb5-829d-d66866e4184f HTTP/1.1" status: 200 len: 1121 time: 1.5630524 Jan 18 20:11:37.214327 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a674386-b9a6-405f-95af-716855a809fc service neutron] Pushing event updated for resources: {'Port': ['ID=3be0f9a7-4669-4fb5-829d-d66866e4184f,revision_number=8']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:37.242585 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fb9fe-244e-41f8-817c-0d8c81e2abf9 req-66dcc7b6-3684-4f2f-baa6-23c09df6af47 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:37.249910 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fb9fe-244e-41f8-817c-0d8c81e2abf9 req-66dcc7b6-3684-4f2f-baa6-23c09df6af47 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:37.253134 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-79c2714b-e7af-4e95-bd9d-50e576825e7b req-d24ac977-bc8d-4c27-8909-aa32219c0207 service neutron] 10.222.0.70 "GET /v2.0/networks/b9ea892c-76c6-4189-83ba-54323c251196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594384 Jan 18 20:11:37.256375 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fb9fe-244e-41f8-817c-0d8c81e2abf9 req-66dcc7b6-3684-4f2f-baa6-23c09df6af47 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:37.270123 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fb9fe-244e-41f8-817c-0d8c81e2abf9 req-66dcc7b6-3684-4f2f-baa6-23c09df6af47 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:37.278764 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fb9fe-244e-41f8-817c-0d8c81e2abf9 req-66dcc7b6-3684-4f2f-baa6-23c09df6af47 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:37.291795 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fb9fe-244e-41f8-817c-0d8c81e2abf9 req-66dcc7b6-3684-4f2f-baa6-23c09df6af47 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:37.313186 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fb9fe-244e-41f8-817c-0d8c81e2abf9 req-66dcc7b6-3684-4f2f-baa6-23c09df6af47 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:37.324781 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-537fb9fe-244e-41f8-817c-0d8c81e2abf9 req-66dcc7b6-3684-4f2f-baa6-23c09df6af47 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5422 time: 0.1889074 Jan 18 20:11:37.340173 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f7258d5a-558a-4974-bb40-b40868b7b7db req-6b51de14-c9ac-4920-a71d-20a64603b96c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=17e3b994-78c0-4d36-8398-7a810d88c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826948 Jan 18 20:11:37.370108 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['3be0f9a7-4669-4fb5-829d-d66866e4184f'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:11:37.410785 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-444cb00e-667d-4f7d-80f9-d79cd39d677b req-23cc228f-6616-4e61-9e2c-b5d9a22aa239 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126725 Jan 18 20:11:37.436796 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd1891-11fd-4187-b84f-0a52f1133cdd req-6c72ac15-4b40-4d7d-a93a-9aa32acf09cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:37.439283 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9efd1891-11fd-4187-b84f-0a52f1133cdd req-6c72ac15-4b40-4d7d-a93a-9aa32acf09cc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdcdbb1705e54a4a8f3f248186d8eb41&device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 1094 time: 0.0981996 Jan 18 20:11:37.489281 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-537fb9fe-244e-41f8-817c-0d8c81e2abf9 req-61c575b7-6af0-4b2d-90a0-d31566ba02e3 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1429431 Jan 18 20:11:37.716876 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd1891-11fd-4187-b84f-0a52f1133cdd req-ffec730a-6e5f-4621-8f58-582a87fb1761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:37.718318 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9efd1891-11fd-4187-b84f-0a52f1133cdd req-ffec730a-6e5f-4621-8f58-582a87fb1761 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b9ea892c-76c6-4189-83ba-54323c251196 HTTP/1.1" status: 200 len: 916 time: 0.1519971 Jan 18 20:11:37.728024 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc69bc-846c-404c-b68d-c7cde40fd737 req-82b0a56f-3f3b-4142-aa5f-cfc7eb609ff6 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:37.730045 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6dfc69bc-846c-404c-b68d-c7cde40fd737 req-82b0a56f-3f3b-4142-aa5f-cfc7eb609ff6 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.1734712 Jan 18 20:11:37.744703 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e71ed8-6a2b-492b-bbd8-f1d42392a4e8 req-d951b635-ff29-496c-86be-16d960e4a085 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:37.752767 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-56e71ed8-6a2b-492b-bbd8-f1d42392a4e8 req-d951b635-ff29-496c-86be-16d960e4a085 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.1270497 Jan 18 20:11:37.788509 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9efd1891-11fd-4187-b84f-0a52f1133cdd req-ee03ec7e-9d86-4120-b9a4-8a8b73c60d18 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74c89f7d-1aed-473a-9a41-8ad6fa94039d HTTP/1.1" status: 200 len: 217 time: 0.0621855 Jan 18 20:11:37.849394 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd1891-11fd-4187-b84f-0a52f1133cdd req-d21ebf20-5eff-4594-8ff8-f2abe349766e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:37.850917 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9efd1891-11fd-4187-b84f-0a52f1133cdd req-d21ebf20-5eff-4594-8ff8-f2abe349766e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=10dc11e1-e488-424e-9170-8405136c537b HTTP/1.1" status: 200 len: 855 time: 0.0564165 Jan 18 20:11:37.854677 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-56e71ed8-6a2b-492b-bbd8-f1d42392a4e8 req-56a1de0b-3ea2-43c7-96f7-2a4b0e275019 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004758 Jan 18 20:11:37.859092 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6dfc69bc-846c-404c-b68d-c7cde40fd737 req-49d33ee0-47b8-47b1-973a-51e9339ea6e7 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031783 Jan 18 20:11:37.895641 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9efd1891-11fd-4187-b84f-0a52f1133cdd req-dc3150d3-f7fe-4157-b0c8-e63a26278a61 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b9ea892c-76c6-4189-83ba-54323c251196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354986 Jan 18 20:11:38.089905 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9efd1891-11fd-4187-b84f-0a52f1133cdd req-705d4a44-acbd-455c-b065-48d67bb3a821 service neutron] 10.222.0.70 "GET /v2.0/networks/b9ea892c-76c6-4189-83ba-54323c251196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873033 Jan 18 20:11:38.131156 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfc4cb-9b89-4c31-bab3-e6dc01862371 req-b5dfd674-f5c1-460d-90cb-c6b06dd6ba85 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:38.140252 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34dfc4cb-9b89-4c31-bab3-e6dc01862371 req-b5dfd674-f5c1-460d-90cb-c6b06dd6ba85 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1d21589-d1ca-4173-b389-9b1f6ecf96b3 HTTP/1.1" status: 200 len: 946 time: 0.1999826 Jan 18 20:11:38.156023 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f5ae2-d837-4333-a653-3e51af65701c req-12ddcfd2-46c8-451f-8f7f-7f87a5f9495e tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:38.164649 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e51f5ae2-d837-4333-a653-3e51af65701c req-12ddcfd2-46c8-451f-8f7f-7f87a5f9495e tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 943 time: 0.1670442 Jan 18 20:11:38.244776 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34dfc4cb-9b89-4c31-bab3-e6dc01862371 req-27ff4173-afee-41de-93ff-9941449eddaa tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/security-groups?id=17e3b994-78c0-4d36-8398-7a810d88c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035535 Jan 18 20:11:38.258105 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9efd1891-11fd-4187-b84f-0a52f1133cdd req-a529ba55-de87-4538-9469-4a760d31267d service neutron] 10.222.0.70 "GET /v2.0/networks/b9ea892c-76c6-4189-83ba-54323c251196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534128 Jan 18 20:11:38.323149 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e51f5ae2-d837-4333-a653-3e51af65701c req-5edc23ec-7599-440c-95b1-e0850f5a5315 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573339 Jan 18 20:11:38.351108 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caab7931-8dc4-4c3d-b223-247adefd5713', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3be0f9a7-4669-4fb5-829d-d66866e4184f'}, {'name': 'network-changed', 'server_uuid': 'caab7931-8dc4-4c3d-b223-247adefd5713', 'tag': '3be0f9a7-4669-4fb5-829d-d66866e4184f'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:11:38.355435 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd711e1-9fb4-4fe0-ab34-81794a856d23" -d '{"events": [{"server_uuid": "caab7931-8dc4-4c3d-b223-247adefd5713", "name": "network-vif-unplugged", "status": "completed", "tag": "3be0f9a7-4669-4fb5-829d-d66866e4184f"}, {"name": "network-changed", "server_uuid": "caab7931-8dc4-4c3d-b223-247adefd5713", "tag": "3be0f9a7-4669-4fb5-829d-d66866e4184f"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:11:38.433144 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 18 Jan 2022 20:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827295ab-935b-46f6-a9ee-6ceb78553084 x-openstack-request-id: req-827295ab-935b-46f6-a9ee-6ceb78553084 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:11:38.434423 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caab7931-8dc4-4c3d-b223-247adefd5713", "name": "network-vif-unplugged", "status": "completed", "tag": "3be0f9a7-4669-4fb5-829d-d66866e4184f", "code": 200}, {"name": "network-changed", "server_uuid": "caab7931-8dc4-4c3d-b223-247adefd5713", "tag": "3be0f9a7-4669-4fb5-829d-d66866e4184f", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:11:38.435532 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-827295ab-935b-46f6-a9ee-6ceb78553084 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:11:38.435964 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caab7931-8dc4-4c3d-b223-247adefd5713', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3be0f9a7-4669-4fb5-829d-d66866e4184f', 'code': 200} Jan 18 20:11:38.436227 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caab7931-8dc4-4c3d-b223-247adefd5713', 'tag': '3be0f9a7-4669-4fb5-829d-d66866e4184f', 'status': 'completed', 'code': 200} Jan 18 20:11:38.504163 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b1b90-b9c7-49b9-be98-d2e088ab727d req-9bcc22ce-2cbd-4f2f-8c12-934bffeba87b tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:38.505855 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e3b1b90-b9c7-49b9-be98-d2e088ab727d req-9bcc22ce-2cbd-4f2f-8c12-934bffeba87b tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b77a214-6451-41fb-915d-c2d83e361e4c HTTP/1.1" status: 200 len: 945 time: 0.1084805 Jan 18 20:11:38.536296 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd711e1-9fb4-4fe0-ab34-81794a856d23 req-6ab3f760-c4ec-4d40-93c4-28b7b34ada05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:38.538883 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3cd711e1-9fb4-4fe0-ab34-81794a856d23 req-6ab3f760-c4ec-4d40-93c4-28b7b34ada05 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46be2ca450fb44c88ba90d0767174258&device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 1124 time: 0.0690172 Jan 18 20:11:38.574499 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e3b1b90-b9c7-49b9-be98-d2e088ab727d req-6d772c56-fd07-4119-a75d-7ce74332af2d tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/security-groups?id=17e3b994-78c0-4d36-8398-7a810d88c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623174 Jan 18 20:11:38.713294 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd711e1-9fb4-4fe0-ab34-81794a856d23 req-d98c6c0d-1ee1-4c3d-8dc8-35238adfc255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:38.719585 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3cd711e1-9fb4-4fe0-ab34-81794a856d23 req-d98c6c0d-1ee1-4c3d-8dc8-35238adfc255 service neutron] 10.222.0.70 "GET /v2.0/networks?id=133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 200 len: 908 time: 0.1717675 Jan 18 20:11:38.743668 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc32627-4eb0-4c9c-8e60-7da9271e26f5 req-fce56cb2-e76b-43f2-925c-424413468c60 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:38.750748 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8bc32627-4eb0-4c9c-8e60-7da9271e26f5 req-fce56cb2-e76b-43f2-925c-424413468c60 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 943 time: 0.1436417 Jan 18 20:11:38.783540 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3cd711e1-9fb4-4fe0-ab34-81794a856d23 req-3e9ea739-a785-4d3c-b5f9-9e639a9009b7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3be0f9a7-4669-4fb5-829d-d66866e4184f HTTP/1.1" status: 200 len: 217 time: 0.0531981 Jan 18 20:11:38.826081 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8bc32627-4eb0-4c9c-8e60-7da9271e26f5 req-09328dbe-b9f2-4cfd-98a2-942099ccb7d8 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689533 Jan 18 20:11:38.839397 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca3348-be30-45a5-9185-cb6a6415e643 req-8a208036-6193-4254-baa3-91f4f6ce2020 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:38.846505 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca3348-be30-45a5-9185-cb6a6415e643 req-8a208036-6193-4254-baa3-91f4f6ce2020 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:38.853727 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca3348-be30-45a5-9185-cb6a6415e643 req-8a208036-6193-4254-baa3-91f4f6ce2020 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:38.860257 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca3348-be30-45a5-9185-cb6a6415e643 req-8a208036-6193-4254-baa3-91f4f6ce2020 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:38.866956 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca3348-be30-45a5-9185-cb6a6415e643 req-8a208036-6193-4254-baa3-91f4f6ce2020 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:38.886150 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca3348-be30-45a5-9185-cb6a6415e643 req-8a208036-6193-4254-baa3-91f4f6ce2020 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:38.899166 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca3348-be30-45a5-9185-cb6a6415e643 req-8a208036-6193-4254-baa3-91f4f6ce2020 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:38.908283 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9ca3348-be30-45a5-9185-cb6a6415e643 req-8a208036-6193-4254-baa3-91f4f6ce2020 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5422 time: 0.2064438 Jan 18 20:11:39.101232 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2ff9e-535e-4fc5-87d8-f0df53cae414 req-fdc64561-eb2d-48ee-819b-2349be335d2d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:39.109322 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81a2ff9e-535e-4fc5-87d8-f0df53cae414 req-fdc64561-eb2d-48ee-819b-2349be335d2d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.1400845 Jan 18 20:11:39.125161 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9ca3348-be30-45a5-9185-cb6a6415e643 req-0e05d767-8750-4473-a44c-019a1cc3c078 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2033241 Jan 18 20:11:39.205237 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81a2ff9e-535e-4fc5-87d8-f0df53cae414 req-49b1b082-16fc-48b2-8e68-c1bba34ebe09 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948334 Jan 18 20:11:39.249231 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd711e1-9fb4-4fe0-ab34-81794a856d23 req-ef2e197a-55ae-4834-97d5-4eda4176d5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:39.250759 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3cd711e1-9fb4-4fe0-ab34-81794a856d23 req-ef2e197a-55ae-4834-97d5-4eda4176d5b8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45324dde-9697-4682-9610-ed3bed3250cd HTTP/1.1" status: 200 len: 847 time: 0.4595399 Jan 18 20:11:39.304946 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3cd711e1-9fb4-4fe0-ab34-81794a856d23 req-2f2f0065-182d-47e9-891e-1f35f389cc8b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=133a80cf-c268-45f9-91ee-564a51a659af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459373 Jan 18 20:11:39.345997 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e9bba-f9a9-4393-b75d-c645e0b073e9 req-f37bb7c6-8765-4917-8c02-8e35fcabd4d9 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:39.350973 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b97e9bba-f9a9-4393-b75d-c645e0b073e9 req-f37bb7c6-8765-4917-8c02-8e35fcabd4d9 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.0846593 Jan 18 20:11:39.453867 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b97e9bba-f9a9-4393-b75d-c645e0b073e9 req-1ea0fcaf-06a7-4153-9134-8c27fff26b27 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904329 Jan 18 20:11:39.477045 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3cd711e1-9fb4-4fe0-ab34-81794a856d23 req-2d2b0bb2-368f-4ea5-b4ee-331613437f9a service neutron] 10.222.0.70 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586289 Jan 18 20:11:39.543367 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176823e-9316-4483-90d9-d596137f6fe4 req-32f00cef-eda6-4663-91eb-e13c4d21002d tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:39.546034 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3176823e-9316-4483-90d9-d596137f6fe4 req-32f00cef-eda6-4663-91eb-e13c4d21002d tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 943 time: 0.1110606 Jan 18 20:11:39.641692 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3176823e-9316-4483-90d9-d596137f6fe4 req-5914728c-35ad-4db9-a7a1-178490442e78 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855906 Jan 18 20:11:39.651331 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 74c89f7d-1aed-473a-9a41-8ad6fa94039d details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:11:39.690677 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3cd711e1-9fb4-4fe0-ab34-81794a856d23 req-e155e87e-cede-4bf9-bfd3-bbdf5d575c23 service neutron] 10.222.0.70 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131581 Jan 18 20:11:39.768691 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e3794-f4fe-4a2a-9701-3ce7e78c5bd2 req-f1090d44-d2f0-459c-90fd-06f0500a311b tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:39.775923 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-254e3794-f4fe-4a2a-9701-3ce7e78c5bd2 req-f1090d44-d2f0-459c-90fd-06f0500a311b tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b77a214-6451-41fb-915d-c2d83e361e4c HTTP/1.1" status: 200 len: 945 time: 0.0745380 Jan 18 20:11:39.804073 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 74c89f7d-1aed-473a-9a41-8ad6fa94039d, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=74c89f7d-1aed-473a-9a41-8ad6fa94039d,segment=NetworkSegment(7c999ac7-baea-45bb-ab9e-31dd698bcd3b),segment_id=7c999ac7-baea-45bb-ab9e-31dd698bcd3b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:39.818366 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '74c89f7d-1aed-473a-9a41-8ad6fa94039d', 'network_id': 'b9ea892c-76c6-4189-83ba-54323c251196', 'port_id': '74c89f7d-1aed-473a-9a41-8ad6fa94039d', 'mac_address': 'fa:16:3e:3a:22:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10dc11e1-e488-424e-9170-8405136c537b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:11:39.833041 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-254e3794-f4fe-4a2a-9701-3ce7e78c5bd2 req-5930460f-2546-40bc-a683-6b56af9fd830 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/security-groups?id=17e3b994-78c0-4d36-8398-7a810d88c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562475 Jan 18 20:11:39.921448 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 74c89f7d-1aed-473a-9a41-8ad6fa94039d is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:39.922003 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (74c89f7d-1aed-473a-9a41-8ad6fa94039d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:39.955531 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c89f7d-1aed-473a-9a41-8ad6fa94039d {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:11:39.987713 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 74c89f7d-1aed-473a-9a41-8ad6fa94039d, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=74c89f7d-1aed-473a-9a41-8ad6fa94039d,segment=NetworkSegment(7c999ac7-baea-45bb-ab9e-31dd698bcd3b),segment_id=7c999ac7-baea-45bb-ab9e-31dd698bcd3b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:39.994823 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (74c89f7d-1aed-473a-9a41-8ad6fa94039d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:40.007068 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 3be0f9a7-4669-4fb5-829d-d66866e4184f details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:11:40.030577 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f001e4e-ba0f-42d0-b718-79a25e7c443e req-145f4b65-de81-45b9-9866-0ac0eba2a42c tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:40.033197 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2f001e4e-ba0f-42d0-b718-79a25e7c443e req-145f4b65-de81-45b9-9866-0ac0eba2a42c tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/ports?device_id=998e07bf-0897-4bbc-86db-0d4cdbe09b9b HTTP/1.1" status: 200 len: 945 time: 0.0715730 Jan 18 20:11:40.049258 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe08fb-eb94-4b3d-8b2f-54ee46ccc002 req-6d6b4021-f8c4-4b7b-a11f-c7e4b0491468 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:40.082109 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7cbe08fb-eb94-4b3d-8b2f-54ee46ccc002 req-6d6b4021-f8c4-4b7b-a11f-c7e4b0491468 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 943 time: 0.1336482 Jan 18 20:11:40.110314 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=74c89f7d-1aed-473a-9a41-8ad6fa94039d,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:40.169273 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2f001e4e-ba0f-42d0-b718-79a25e7c443e req-815bca9e-0934-4005-a752-79b6c3caa346 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/security-groups?id=17e3b994-78c0-4d36-8398-7a810d88c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042652 Jan 18 20:11:40.191822 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 3be0f9a7-4669-4fb5-829d-d66866e4184f, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3be0f9a7-4669-4fb5-829d-d66866e4184f,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:40.193996 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7cbe08fb-eb94-4b3d-8b2f-54ee46ccc002 req-c3592030-68f2-4e0b-9b5d-78758f28ea48 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345181 Jan 18 20:11:40.211023 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 3be0f9a7-4669-4fb5-829d-d66866e4184f has no active binding in host n-h1-741529-9 {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 18 20:11:40.323560 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe70b0-2de4-44a7-98c3-3fcb9d62cb7a req-3eac2816-42db-4086-a7f3-7ac695d1d914 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:40.332846 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe70b0-2de4-44a7-98c3-3fcb9d62cb7a req-3eac2816-42db-4086-a7f3-7ac695d1d914 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:40.342355 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe70b0-2de4-44a7-98c3-3fcb9d62cb7a req-3eac2816-42db-4086-a7f3-7ac695d1d914 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:40.349393 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe70b0-2de4-44a7-98c3-3fcb9d62cb7a req-3eac2816-42db-4086-a7f3-7ac695d1d914 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:40.357134 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe70b0-2de4-44a7-98c3-3fcb9d62cb7a req-3eac2816-42db-4086-a7f3-7ac695d1d914 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:40.363833 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe70b0-2de4-44a7-98c3-3fcb9d62cb7a req-3eac2816-42db-4086-a7f3-7ac695d1d914 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:40.370383 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe70b0-2de4-44a7-98c3-3fcb9d62cb7a req-3eac2816-42db-4086-a7f3-7ac695d1d914 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:40.373492 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-77fe70b0-2de4-44a7-98c3-3fcb9d62cb7a req-3eac2816-42db-4086-a7f3-7ac695d1d914 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5422 time: 0.1171319 Jan 18 20:11:40.395483 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['74c89f7d-1aed-473a-9a41-8ad6fa94039d'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:11:40.458009 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-77fe70b0-2de4-44a7-98c3-3fcb9d62cb7a req-94874d26-6539-41f7-84a0-504e209f7586 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764527 Jan 18 20:11:40.529936 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a40d16-e92d-4982-bb39-b0c10690c33a req-7a13aa6d-51f9-4efa-9f46-b88bbe87826c tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:40.544999 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-02a40d16-e92d-4982-bb39-b0c10690c33a req-7a13aa6d-51f9-4efa-9f46-b88bbe87826c tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.0847471 Jan 18 20:11:40.627172 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-02a40d16-e92d-4982-bb39-b0c10690c33a req-09a77e27-6dc0-413f-a4de-e0d6868d40fe tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812998 Jan 18 20:11:40.635789 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa75c84-efb7-4c5d-b66b-4ea58a723f77 req-e63edddc-cdef-48c7-9042-3f1656201e23 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:40.637958 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eaa75c84-efb7-4c5d-b66b-4ea58a723f77 req-e63edddc-cdef-48c7-9042-3f1656201e23 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/ports?device_id=998e07bf-0897-4bbc-86db-0d4cdbe09b9b HTTP/1.1" status: 200 len: 945 time: 0.0732348 Jan 18 20:11:40.703197 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eaa75c84-efb7-4c5d-b66b-4ea58a723f77 req-fbe1e685-c62d-41b6-8d49-89102c62fee1 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/security-groups?id=17e3b994-78c0-4d36-8398-7a810d88c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592399 Jan 18 20:11:40.749695 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c47612-d256-4fb8-99bd-bb94846e3412 req-ca432101-7cf2-4bc8-82ae-0d9f0c15953e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:40.751202 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-79c47612-d256-4fb8-99bd-bb94846e3412 req-ca432101-7cf2-4bc8-82ae-0d9f0c15953e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.0613861 Jan 18 20:11:40.804562 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-79c47612-d256-4fb8-99bd-bb94846e3412 req-354b1370-f16d-4784-854c-994345c1c5b8 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457220 Jan 18 20:11:40.919877 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6a12f-d34d-4904-9ca8-4d338d20a743 req-5d987803-dc94-4bad-bcc2-1bb275f9274a tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:40.922073 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eeb6a12f-d34d-4904-9ca8-4d338d20a743 req-5d987803-dc94-4bad-bcc2-1bb275f9274a tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 943 time: 0.0519588 Jan 18 20:11:40.969051 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eeb6a12f-d34d-4904-9ca8-4d338d20a743 req-0084f2d4-70df-48a3-938a-724c74ecf22b tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420516 Jan 18 20:11:41.329497 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f09cad-a36a-405d-aff2-c8842c91705f req-6ada5e52-caa9-423f-9443-5de5768187fd tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:41.331522 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37f09cad-a36a-405d-aff2-c8842c91705f req-6ada5e52-caa9-423f-9443-5de5768187fd tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 944 time: 0.0599222 Jan 18 20:11:41.389031 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37f09cad-a36a-405d-aff2-c8842c91705f req-f33678ca-b237-4507-8511-c36a28bbc7f2 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517015 Jan 18 20:11:41.391563 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ecff2-7234-4637-b54f-e80faa28b2c8 req-c6870128-4ffe-4f9c-b395-fd85254a73a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:41.393170 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0b2ecff2-7234-4637-b54f-e80faa28b2c8 req-c6870128-4ffe-4f9c-b395-fd85254a73a6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=211c72f201034d10bbf94424fe5e3d47&device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 1096 time: 0.0470550 Jan 18 20:11:41.509021 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ecff2-7234-4637-b54f-e80faa28b2c8 req-20b5434b-2477-4cb3-926a-32754bd7abe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:41.510762 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0b2ecff2-7234-4637-b54f-e80faa28b2c8 req-20b5434b-2477-4cb3-926a-32754bd7abe9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1330a1de-3636-4f07-b599-97f547076b99 HTTP/1.1" status: 200 len: 913 time: 0.1049349 Jan 18 20:11:41.577619 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0b2ecff2-7234-4637-b54f-e80faa28b2c8 req-5952f619-fa79-4050-a356-3153f1405de1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=954ab496-7795-4130-941c-439d09edaee9 HTTP/1.1" status: 200 len: 217 time: 0.0394266 Jan 18 20:11:41.603407 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e104ab5-1f00-444f-b72b-7ecdc1129921 req-98876b56-a7bf-4fd4-bbb3-ee63938846f6 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:41.609410 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e104ab5-1f00-444f-b72b-7ecdc1129921 req-98876b56-a7bf-4fd4-bbb3-ee63938846f6 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:41.615331 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e104ab5-1f00-444f-b72b-7ecdc1129921 req-98876b56-a7bf-4fd4-bbb3-ee63938846f6 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:41.621732 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e104ab5-1f00-444f-b72b-7ecdc1129921 req-98876b56-a7bf-4fd4-bbb3-ee63938846f6 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:41.627616 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e104ab5-1f00-444f-b72b-7ecdc1129921 req-98876b56-a7bf-4fd4-bbb3-ee63938846f6 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:41.631685 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ecff2-7234-4637-b54f-e80faa28b2c8 req-8063a2f4-03ba-42f1-92ba-1a9110b0ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:41.633423 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0b2ecff2-7234-4637-b54f-e80faa28b2c8 req-8063a2f4-03ba-42f1-92ba-1a9110b0ada6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b76b9fe0-68f8-4703-9228-21897e60da9f HTTP/1.1" status: 200 len: 852 time: 0.0494125 Jan 18 20:11:41.633775 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e104ab5-1f00-444f-b72b-7ecdc1129921 req-98876b56-a7bf-4fd4-bbb3-ee63938846f6 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:41.640214 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e104ab5-1f00-444f-b72b-7ecdc1129921 req-98876b56-a7bf-4fd4-bbb3-ee63938846f6 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:41.642180 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e104ab5-1f00-444f-b72b-7ecdc1129921 req-98876b56-a7bf-4fd4-bbb3-ee63938846f6 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5422 time: 0.1006360 Jan 18 20:11:41.673272 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0b2ecff2-7234-4637-b54f-e80faa28b2c8 req-a890a2b2-8b5c-4ca0-b1d2-ce8d5a973943 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1330a1de-3636-4f07-b599-97f547076b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283937 Jan 18 20:11:41.741243 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e104ab5-1f00-444f-b72b-7ecdc1129921 req-d930ea3e-cf24-4b40-a4cc-8c53c90b4ada tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0933750 Jan 18 20:11:41.766977 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07e07a-39d8-4933-9b83-0fa72cc370e0 req-a86780a5-1b8a-4972-a069-a699aa500920 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:41.768556 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c07e07a-39d8-4933-9b83-0fa72cc370e0 req-a86780a5-1b8a-4972-a069-a699aa500920 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.0642147 Jan 18 20:11:41.805547 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0b2ecff2-7234-4637-b54f-e80faa28b2c8 req-80ab0d9f-ddb8-4da7-afcd-47ba1e2cec98 service neutron] 10.222.0.70 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051590 Jan 18 20:11:41.832754 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c07e07a-39d8-4933-9b83-0fa72cc370e0 req-2036cbeb-d7ee-47d6-85f7-1e8554142daf tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557594 Jan 18 20:11:41.876428 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0d3c0-9f0a-467c-a32d-682092244db2 req-1a742942-603c-45b2-80aa-686b6a5f2e73 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:41.883536 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-55b0d3c0-9f0a-467c-a32d-682092244db2 req-1a742942-603c-45b2-80aa-686b6a5f2e73 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/ports?device_id=998e07bf-0897-4bbc-86db-0d4cdbe09b9b HTTP/1.1" status: 200 len: 945 time: 0.0695353 Jan 18 20:11:41.927937 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0b2ecff2-7234-4637-b54f-e80faa28b2c8 req-5db53e1f-7e46-425d-995b-1c8c80d3927d service neutron] 10.222.0.70 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152685 Jan 18 20:11:41.961482 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-55b0d3c0-9f0a-467c-a32d-682092244db2 req-0fb87e72-7fd7-475f-8188-8c4c9a3a42c9 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/security-groups?id=17e3b994-78c0-4d36-8398-7a810d88c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770738 Jan 18 20:11:41.979000 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee4451-3577-4ddb-a272-9a5257ed80a0 req-e7bc6da7-94e7-4421-a411-faa3e35416d8 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:41.980630 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-08ee4451-3577-4ddb-a272-9a5257ed80a0 req-e7bc6da7-94e7-4421-a411-faa3e35416d8 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.0784574 Jan 18 20:11:42.033165 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-08ee4451-3577-4ddb-a272-9a5257ed80a0 req-30dce24d-7dd8-4780-8b3c-4b117ea1761d tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461476 Jan 18 20:11:42.144874 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70ef08-9274-4201-bd73-b304e0fd5084 req-04049f27-bd58-4408-ab75-472433087dbc tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:42.146389 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc70ef08-9274-4201-bd73-b304e0fd5084 req-04049f27-bd58-4408-ab75-472433087dbc tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 943 time: 0.0523825 Jan 18 20:11:42.197758 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc70ef08-9274-4201-bd73-b304e0fd5084 req-a6463f6c-a6d3-45be-bb89-4c12dd4a8466 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455768 Jan 18 20:11:42.506834 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e8558-7f65-4c84-a68e-c843827af5db req-3db3fae2-6f14-432e-a38d-c6242cebc714 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:42.508327 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cb0e8558-7f65-4c84-a68e-c843827af5db req-3db3fae2-6f14-432e-a38d-c6242cebc714 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 944 time: 0.0517714 Jan 18 20:11:42.556130 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cb0e8558-7f65-4c84-a68e-c843827af5db req-c8b413c9-aa8d-4bbb-b4d4-8a71f3e533e7 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418344 Jan 18 20:11:42.875493 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ab5f9-1319-4006-b4b1-ab2bcc190a38 req-5ae4594e-c78b-4b1c-aff9-5e40c76b0e9e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:42.881373 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ab5f9-1319-4006-b4b1-ab2bcc190a38 req-5ae4594e-c78b-4b1c-aff9-5e40c76b0e9e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:42.888196 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ab5f9-1319-4006-b4b1-ab2bcc190a38 req-5ae4594e-c78b-4b1c-aff9-5e40c76b0e9e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:42.894104 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ab5f9-1319-4006-b4b1-ab2bcc190a38 req-5ae4594e-c78b-4b1c-aff9-5e40c76b0e9e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:42.899950 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ab5f9-1319-4006-b4b1-ab2bcc190a38 req-5ae4594e-c78b-4b1c-aff9-5e40c76b0e9e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:42.905893 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ab5f9-1319-4006-b4b1-ab2bcc190a38 req-5ae4594e-c78b-4b1c-aff9-5e40c76b0e9e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:42.911936 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ab5f9-1319-4006-b4b1-ab2bcc190a38 req-5ae4594e-c78b-4b1c-aff9-5e40c76b0e9e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:42.914003 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e4ab5f9-1319-4006-b4b1-ab2bcc190a38 req-5ae4594e-c78b-4b1c-aff9-5e40c76b0e9e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5422 time: 0.0943832 Jan 18 20:11:42.994256 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9032329-6569-479b-a6ce-680f3f448d24 req-61eb9689-62f2-40f1-af3f-92bacf02fbe0 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:42.995785 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9032329-6569-479b-a6ce-680f3f448d24 req-61eb9689-62f2-40f1-af3f-92bacf02fbe0 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.0808809 Jan 18 20:11:43.018134 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e4ab5f9-1319-4006-b4b1-ab2bcc190a38 req-77d76b88-52fe-44e8-9793-5eda91f1f384 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0946643 Jan 18 20:11:43.029551 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149443d-1ab5-46e9-8ce8-cbee88a9a44a req-1ffa1305-d60b-47d2-a088-14fa9c2e78c5 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:43.031201 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3149443d-1ab5-46e9-8ce8-cbee88a9a44a req-1ffa1305-d60b-47d2-a088-14fa9c2e78c5 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.70 "GET /v2.0/ports?device_id=998e07bf-0897-4bbc-86db-0d4cdbe09b9b HTTP/1.1" status: 200 len: 945 time: 0.0545683 Jan 18 20:11:43.066840 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9032329-6569-479b-a6ce-680f3f448d24 req-6a34790b-96ee-498a-a680-90faced4793e tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632577 Jan 18 20:11:43.159273 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-3149443d-1ab5-46e9-8ce8-cbee88a9a44a req-c7defcc6-8301-43a9-b1db-bd4d87aaec39 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Deleting port b8441ff1-cdf1-4528-a8e5-688225f963fe {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:11:43.159531 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3149443d-1ab5-46e9-8ce8-cbee88a9a44a req-c7defcc6-8301-43a9-b1db-bd4d87aaec39 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b8441ff1-cdf1-4528-a8e5-688225f963fe), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:43.207552 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56867aa6-b1bc-4129-a9ef-f1ec1b57ab66 req-01cf106c-85db-4cdb-8179-ea123570f5de tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:43.209087 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-56867aa6-b1bc-4129-a9ef-f1ec1b57ab66 req-01cf106c-85db-4cdb-8179-ea123570f5de tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.0706341 Jan 18 20:11:43.217174 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09cf53-098c-42db-8aba-ee324fe13393 req-cf4c1e27-e9ad-4b7f-877d-855d209ee499 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:43.218605 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1b09cf53-098c-42db-8aba-ee324fe13393 req-cf4c1e27-e9ad-4b7f-877d-855d209ee499 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/ports?device_id=998e07bf-0897-4bbc-86db-0d4cdbe09b9b HTTP/1.1" status: 200 len: 945 time: 0.0940146 Jan 18 20:11:43.257117 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-3149443d-1ab5-46e9-8ce8-cbee88a9a44a req-c7defcc6-8301-43a9-b1db-bd4d87aaec39 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] For port b8441ff1-cdf1-4528-a8e5-688225f963fe, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b8441ff1-cdf1-4528-a8e5-688225f963fe,segment=NetworkSegment(699a06f6-109f-4605-b1f5-9fc15346a26e),segment_id=699a06f6-109f-4605-b1f5-9fc15346a26e)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:43.257762 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3149443d-1ab5-46e9-8ce8-cbee88a9a44a req-c7defcc6-8301-43a9-b1db-bd4d87aaec39 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b8441ff1-cdf1-4528-a8e5-688225f963fe), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:43.270380 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-3149443d-1ab5-46e9-8ce8-cbee88a9a44a req-c7defcc6-8301-43a9-b1db-bd4d87aaec39 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Calling delete_port for b8441ff1-cdf1-4528-a8e5-688225f963fe owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:11:43.293710 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-56867aa6-b1bc-4129-a9ef-f1ec1b57ab66 req-a57303db-ae4e-4707-8825-24278c49fee2 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741229 Jan 18 20:11:43.296860 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1b09cf53-098c-42db-8aba-ee324fe13393 req-77bd787b-64bc-4f8a-b237-9393c3fcd084 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/security-groups?id=17e3b994-78c0-4d36-8398-7a810d88c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712323 Jan 18 20:11:43.436591 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e297f-b264-4f54-a823-03302ab30aba req-b6047624-84eb-489b-a759-b62904531ffb tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:43.438055 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3149443d-1ab5-46e9-8ce8-cbee88a9a44a req-c7defcc6-8301-43a9-b1db-bd4d87aaec39 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (b8441ff1-cdf1-4528-a8e5-688225f963fe), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:43.442463 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fa4e297f-b264-4f54-a823-03302ab30aba req-b6047624-84eb-489b-a759-b62904531ffb tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 943 time: 0.0678029 Jan 18 20:11:43.452603 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['00c2f68a-47f3-4404-b090-fa73eb4169d7', 'b8441ff1-cdf1-4528-a8e5-688225f963fe', 'cd72bcad-5a75-4b53-b371-ce62014563ba'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:11:43.472403 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7defcc6-8301-43a9-b1db-bd4d87aaec39 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Pushing event deleted for resources: {'Port': ['ID=b8441ff1-cdf1-4528-a8e5-688225f963fe,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:43.512539 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fa4e297f-b264-4f54-a823-03302ab30aba req-2f0ac4e7-a8c6-41d4-b321-d3d43248d666 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668740 Jan 18 20:11:43.525463 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-3149443d-1ab5-46e9-8ce8-cbee88a9a44a req-c7defcc6-8301-43a9-b1db-bd4d87aaec39 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] No DVR routers for this DVR port b8441ff1-cdf1-4528-a8e5-688225f963fe on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:11:43.528775 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3149443d-1ab5-46e9-8ce8-cbee88a9a44a req-c7defcc6-8301-43a9-b1db-bd4d87aaec39 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:43.532467 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3149443d-1ab5-46e9-8ce8-cbee88a9a44a req-c7defcc6-8301-43a9-b1db-bd4d87aaec39 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.70 "DELETE /v2.0/ports/b8441ff1-cdf1-4528-a8e5-688225f963fe HTTP/1.1" status: 204 len: 173 time: 0.4953299 Jan 18 20:11:43.533347 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998e07bf-0897-4bbc-86db-0d4cdbe09b9b', 'name': 'network-vif-deleted', 'tag': 'b8441ff1-cdf1-4528-a8e5-688225f963fe'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:11:43.538647 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccfe212-8ecb-401c-85a5-20eab4ddaa99" -d '{"events": [{"server_uuid": "998e07bf-0897-4bbc-86db-0d4cdbe09b9b", "name": "network-vif-deleted", "tag": "b8441ff1-cdf1-4528-a8e5-688225f963fe"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:11:43.592943 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e8a16b-8bc8-4b18-af40-8266ba0ae397 x-openstack-request-id: req-51e8a16b-8bc8-4b18-af40-8266ba0ae397 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:11:43.593239 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998e07bf-0897-4bbc-86db-0d4cdbe09b9b", "name": "network-vif-deleted", "tag": "b8441ff1-cdf1-4528-a8e5-688225f963fe", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:11:43.593485 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51e8a16b-8bc8-4b18-af40-8266ba0ae397 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:11:43.593941 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998e07bf-0897-4bbc-86db-0d4cdbe09b9b', 'name': 'network-vif-deleted', 'tag': 'b8441ff1-cdf1-4528-a8e5-688225f963fe', 'status': 'completed', 'code': 200} Jan 18 20:11:43.665461 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 74c89f7d-1aed-473a-9a41-8ad6fa94039d up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:11:43.690326 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7285422-d3b9-4671-bf98-8dd4f4814ceb req-f102e5d1-a4de-48f4-884b-b2683784bfe8 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:43.698064 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e7285422-d3b9-4671-bf98-8dd4f4814ceb req-f102e5d1-a4de-48f4-884b-b2683784bfe8 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 944 time: 0.0602701 Jan 18 20:11:43.749086 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e7285422-d3b9-4671-bf98-8dd4f4814ceb req-d168430b-141c-4bec-9d9c-51e5df900df8 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499947 Jan 18 20:11:43.776178 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 74c89f7d-1aed-473a-9a41-8ad6fa94039d completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:11:43.781490 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 74c89f7d-1aed-473a-9a41-8ad6fa94039d triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:11:43.781827 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (74c89f7d-1aed-473a-9a41-8ad6fa94039d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:43.860955 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 74c89f7d-1aed-473a-9a41-8ad6fa94039d is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:43.861600 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (74c89f7d-1aed-473a-9a41-8ad6fa94039d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:43.884584 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7674cec-2ab5-421d-a937-b11ad30c44be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c89f7d-1aed-473a-9a41-8ad6fa94039d'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:11:43.887420 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c8040a-318f-4ae3-be90-ad4f713ffa4e" -d '{"events": [{"server_uuid": "a7674cec-2ab5-421d-a937-b11ad30c44be", "name": "network-vif-plugged", "status": "completed", "tag": "74c89f7d-1aed-473a-9a41-8ad6fa94039d"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:11:43.900151 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 74c89f7d-1aed-473a-9a41-8ad6fa94039d, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=74c89f7d-1aed-473a-9a41-8ad6fa94039d,segment=NetworkSegment(7c999ac7-baea-45bb-ab9e-31dd698bcd3b),segment_id=7c999ac7-baea-45bb-ab9e-31dd698bcd3b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:43.904946 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (74c89f7d-1aed-473a-9a41-8ad6fa94039d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:43.940007 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6409e445-886d-4a0c-8e6d-fef5e73aff1b x-openstack-request-id: req-6409e445-886d-4a0c-8e6d-fef5e73aff1b {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:11:43.940304 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7674cec-2ab5-421d-a937-b11ad30c44be", "name": "network-vif-plugged", "status": "completed", "tag": "74c89f7d-1aed-473a-9a41-8ad6fa94039d", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:11:43.940604 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6409e445-886d-4a0c-8e6d-fef5e73aff1b {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:11:43.940941 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7674cec-2ab5-421d-a937-b11ad30c44be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c89f7d-1aed-473a-9a41-8ad6fa94039d', 'code': 200} Jan 18 20:11:43.960547 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=74c89f7d-1aed-473a-9a41-8ad6fa94039d,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:43.969190 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:43.969532 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:43.969891 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:43.970426 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:43.970761 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:43.971089 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:43.971414 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:43.971737 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:43.972056 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:43.972374 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:43.972691 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:43.973007 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:43.973572 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:44.067431 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff902fc-a8d3-431f-b4cd-95d07ce119e6 req-f1850b51-214d-4500-98a4-af86e3f7e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:44.068949 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7ff902fc-a8d3-431f-b4cd-95d07ce119e6 req-f1850b51-214d-4500-98a4-af86e3f7e712 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 1096 time: 0.0437303 Jan 18 20:11:44.151689 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7ff902fc-a8d3-431f-b4cd-95d07ce119e6 req-49c306e3-66b5-40fe-b5e8-5ea0ca93369c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685210 Jan 18 20:11:44.177952 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f4b10-1bd8-4ade-920a-7f58c961f737 req-9e0a3ee6-6d26-4b1c-89cc-b8cbabc4ff82 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:44.184427 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f4b10-1bd8-4ade-920a-7f58c961f737 req-9e0a3ee6-6d26-4b1c-89cc-b8cbabc4ff82 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:44.190335 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f4b10-1bd8-4ade-920a-7f58c961f737 req-9e0a3ee6-6d26-4b1c-89cc-b8cbabc4ff82 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:44.196254 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f4b10-1bd8-4ade-920a-7f58c961f737 req-9e0a3ee6-6d26-4b1c-89cc-b8cbabc4ff82 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:44.204002 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f4b10-1bd8-4ade-920a-7f58c961f737 req-9e0a3ee6-6d26-4b1c-89cc-b8cbabc4ff82 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:44.208322 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f4b10-1bd8-4ade-920a-7f58c961f737 req-9e0a3ee6-6d26-4b1c-89cc-b8cbabc4ff82 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:44.214245 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f4b10-1bd8-4ade-920a-7f58c961f737 req-9e0a3ee6-6d26-4b1c-89cc-b8cbabc4ff82 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:44.216201 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a0f4b10-1bd8-4ade-920a-7f58c961f737 req-9e0a3ee6-6d26-4b1c-89cc-b8cbabc4ff82 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5422 time: 0.1114731 Jan 18 20:11:44.286082 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf7454-33de-4db6-8308-bd2dbe9414d4 req-9ddaf7f3-a96c-4d7e-bd81-83145a525785 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:44.287558 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-90cf7454-33de-4db6-8308-bd2dbe9414d4 req-9ddaf7f3-a96c-4d7e-bd81-83145a525785 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.1309719 Jan 18 20:11:44.307142 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a0f4b10-1bd8-4ade-920a-7f58c961f737 req-62d388bf-2b75-4ce2-989c-4e61757197e8 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0777438 Jan 18 20:11:44.353106 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-90cf7454-33de-4db6-8308-bd2dbe9414d4 req-a472f512-a07f-4c50-97d1-552586fbba19 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569890 Jan 18 20:11:44.472266 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb14ec5-1a3a-478b-90f1-fa7ff0bab58b req-aef80497-f9a8-493e-b81e-1f6c1f5d5636 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:44.479197 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dfb14ec5-1a3a-478b-90f1-fa7ff0bab58b req-aef80497-f9a8-493e-b81e-1f6c1f5d5636 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.0872302 Jan 18 20:11:44.483085 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b0af705c-4353-4ae6-833d-6e30a8f0724e req-40089a6f-d184-4402-81e8-ad27c761bbe9 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/ports?device_id=998e07bf-0897-4bbc-86db-0d4cdbe09b9b HTTP/1.1" status: 200 len: 210 time: 0.0451438 Jan 18 20:11:44.535858 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dfb14ec5-1a3a-478b-90f1-fa7ff0bab58b req-305cdc5d-1ace-452c-95a8-074f45815f59 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555515 Jan 18 20:11:44.653898 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068b41e-5151-450b-adfa-819bd046ab09 req-7e0b4921-8778-47fd-bfba-5486dee4606d tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:44.655358 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b068b41e-5151-450b-adfa-819bd046ab09 req-7e0b4921-8778-47fd-bfba-5486dee4606d tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 943 time: 0.0491292 Jan 18 20:11:44.706635 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b068b41e-5151-450b-adfa-819bd046ab09 req-f28a1b25-37a7-4336-b7c7-2271548294f9 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456700 Jan 18 20:11:44.889076 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-732a5406-6cb0-4019-acbd-32ec32614c51 service neutron] 10.222.0.70 "GET /v2.0/ports/3be0f9a7-4669-4fb5-829d-d66866e4184f/bindings/n-h1-741529-9 HTTP/1.1" status: 200 len: 384 time: 0.0789175 Jan 18 20:11:44.889996 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093dd921-5185-4293-b61f-9eea22f45ed8 req-9f99af31-2953-4784-bb6f-5b08345ea082 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:44.891527 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-093dd921-5185-4293-b61f-9eea22f45ed8 req-9f99af31-2953-4784-bb6f-5b08345ea082 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.0611150 Jan 18 20:11:44.946181 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-093dd921-5185-4293-b61f-9eea22f45ed8 req-8460bbb2-c15b-45dd-8365-204b0b9be315 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472949 Jan 18 20:11:45.086470 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-fd7c95af-59e9-4e6e-aad4-73fc08c77707 service neutron] For port 3be0f9a7-4669-4fb5-829d-d66866e4184f, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3be0f9a7-4669-4fb5-829d-d66866e4184f,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:45.105142 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-fd7c95af-59e9-4e6e-aad4-73fc08c77707 service neutron] For port 3be0f9a7-4669-4fb5-829d-d66866e4184f, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:11:45.140657 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-fd7c95af-59e9-4e6e-aad4-73fc08c77707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be0f9a7-4669-4fb5-829d-d66866e4184f {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:11:45.151391 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-fd7c95af-59e9-4e6e-aad4-73fc08c77707 service neutron] For port 3be0f9a7-4669-4fb5-829d-d66866e4184f, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=3be0f9a7-4669-4fb5-829d-d66866e4184f,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:45.166117 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-fd7c95af-59e9-4e6e-aad4-73fc08c77707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3be0f9a7-4669-4fb5-829d-d66866e4184f), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:45.244724 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-fd7c95af-59e9-4e6e-aad4-73fc08c77707 service neutron] Transition to ACTIVE for port object 3be0f9a7-4669-4fb5-829d-d66866e4184f will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:11:45.248981 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-fd7c95af-59e9-4e6e-aad4-73fc08c77707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (3be0f9a7-4669-4fb5-829d-d66866e4184f), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:45.320503 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-fd7c95af-59e9-4e6e-aad4-73fc08c77707 service neutron] No DVR routers for this DVR port 3be0f9a7-4669-4fb5-829d-d66866e4184f on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:11:45.334693 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c95af-59e9-4e6e-aad4-73fc08c77707 service neutron] Pushing event updated for resources: {'Port': ['ID=3be0f9a7-4669-4fb5-829d-d66866e4184f,revision_number=10']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:45.359390 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-fd7c95af-59e9-4e6e-aad4-73fc08c77707 service neutron] 10.222.0.70 "PUT /v2.0/ports/3be0f9a7-4669-4fb5-829d-d66866e4184f/bindings/n-h1-741529-9/activate HTTP/1.1" status: 200 len: 369 time: 0.4594727 Jan 18 20:11:45.455815 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d857fd3-9917-4b94-97ae-35d59442f7ee req-20d8b871-7e76-4857-9f92-8f3aba136813 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:45.463479 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d857fd3-9917-4b94-97ae-35d59442f7ee req-20d8b871-7e76-4857-9f92-8f3aba136813 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:45.470608 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d857fd3-9917-4b94-97ae-35d59442f7ee req-20d8b871-7e76-4857-9f92-8f3aba136813 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:45.475695 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-e377b698-8676-4efa-be08-a73083af753a tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:45.476572 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d857fd3-9917-4b94-97ae-35d59442f7ee req-20d8b871-7e76-4857-9f92-8f3aba136813 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:45.477360 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-e377b698-8676-4efa-be08-a73083af753a tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713&tenant_id=46be2ca450fb44c88ba90d0767174258&binding%3Ahost_id=n-h2-741529-9 HTTP/1.1" status: 200 len: 1095 time: 0.0541530 Jan 18 20:11:45.483099 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d857fd3-9917-4b94-97ae-35d59442f7ee req-20d8b871-7e76-4857-9f92-8f3aba136813 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:45.489561 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d857fd3-9917-4b94-97ae-35d59442f7ee req-20d8b871-7e76-4857-9f92-8f3aba136813 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:45.495882 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d857fd3-9917-4b94-97ae-35d59442f7ee req-20d8b871-7e76-4857-9f92-8f3aba136813 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:45.497828 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d857fd3-9917-4b94-97ae-35d59442f7ee req-20d8b871-7e76-4857-9f92-8f3aba136813 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5422 time: 0.1046124 Jan 18 20:11:45.533997 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-c0f77e4c-4706-417f-ae52-a28a45d8246a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:45.536245 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-c0f77e4c-4706-417f-ae52-a28a45d8246a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713&tenant_id=46be2ca450fb44c88ba90d0767174258 HTTP/1.1" status: 200 len: 1095 time: 0.0513151 Jan 18 20:11:45.590916 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe06856-17d8-4188-9f7f-d8d519076df5 req-aca88d6d-f8f5-4bd7-a05f-484824df7e5f tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:45.592749 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cfe06856-17d8-4188-9f7f-d8d519076df5 req-aca88d6d-f8f5-4bd7-a05f-484824df7e5f tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.0940127 Jan 18 20:11:45.608230 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-d2a5fcf7-5dc2-447f-95e7-e7c8efe56837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:45.609772 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-d2a5fcf7-5dc2-447f-95e7-e7c8efe56837 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46be2ca450fb44c88ba90d0767174258&device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 1095 time: 0.0470021 Jan 18 20:11:45.619697 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d857fd3-9917-4b94-97ae-35d59442f7ee req-93c3def9-1625-4304-bd23-ce74ae38ddfd tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1123962 Jan 18 20:11:45.686914 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b8441ff1-cdf1-4528-a8e5-688225f963fe no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:11:45.698807 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cfe06856-17d8-4188-9f7f-d8d519076df5 req-05dee684-d42a-4e5f-80e2-14d6f245018b tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981209 Jan 18 20:11:45.725950 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: b8441ff1-cdf1-4528-a8e5-688225f963fe {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:11:45.726301 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b8441ff1-cdf1-4528-a8e5-688225f963fe not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:11:45.732644 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 3be0f9a7-4669-4fb5-829d-d66866e4184f no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:11:45.796855 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] The host n-h2-741529-9 is not matching for port 3be0f9a7-4669-4fb5-829d-d66866e4184f host n-h1-741529-9! {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 18 20:11:45.797368 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 3be0f9a7-4669-4fb5-829d-d66866e4184f not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:11:45.797977 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 954ab496-7795-4130-941c-439d09edaee9 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:11:45.808884 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-a21446d7-457b-4d14-b86e-a4ed2e6e4838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:45.810570 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-a21446d7-457b-4d14-b86e-a4ed2e6e4838 service neutron] 10.222.0.57 "GET /v2.0/networks?id=133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 200 len: 908 time: 0.1937268 Jan 18 20:11:45.830340 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cff3c-0ee7-4bd0-b7c4-64b0c0ebbb6b req-edd97064-16af-4370-a642-3cc5dd7c5051 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:45.832235 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-964cff3c-0ee7-4bd0-b7c4-64b0c0ebbb6b req-edd97064-16af-4370-a642-3cc5dd7c5051 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 945 time: 0.0646667 Jan 18 20:11:45.883519 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-964cff3c-0ee7-4bd0-b7c4-64b0c0ebbb6b req-7ece2b59-7686-4ee7-a831-5dfbe42a3e5e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451148 Jan 18 20:11:45.890117 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-d41ee034-8a99-4a62-b974-2d58c47c4308 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3be0f9a7-4669-4fb5-829d-d66866e4184f HTTP/1.1" status: 200 len: 217 time: 0.0703878 Jan 18 20:11:45.938781 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 954ab496-7795-4130-941c-439d09edaee9 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:45.939295 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (954ab496-7795-4130-941c-439d09edaee9), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:45.978198 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-9f37b628-1d17-48a9-8ca6-d330cff0e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:45.979669 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-9f37b628-1d17-48a9-8ca6-d330cff0e409 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=45324dde-9697-4682-9610-ed3bed3250cd HTTP/1.1" status: 200 len: 847 time: 0.0780785 Jan 18 20:11:46.011390 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c4c160-459b-4aed-897f-2d0eace8f964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '954ab496-7795-4130-941c-439d09edaee9'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:11:46.019560 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b41cd9-e375-47c3-b076-131ba67a19d1" -d '{"events": [{"server_uuid": "12c4c160-459b-4aed-897f-2d0eace8f964", "name": "network-vif-unplugged", "status": "completed", "tag": "954ab496-7795-4130-941c-439d09edaee9"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:11:46.030859 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-2e96774a-e683-4aa8-96f1-279b5e9f0883 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=133a80cf-c268-45f9-91ee-564a51a659af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420547 Jan 18 20:11:46.043364 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 954ab496-7795-4130-941c-439d09edaee9, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=954ab496-7795-4130-941c-439d09edaee9,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:46.052468 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (954ab496-7795-4130-941c-439d09edaee9), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:46.102560 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ba150-7540-4b1a-82f1-53ae64dfb4a9 req-7e5116e2-5095-47eb-8bc1-af344d3fde03 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:46.103860 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-433ba150-7540-4b1a-82f1-53ae64dfb4a9 req-7e5116e2-5095-47eb-8bc1-af344d3fde03 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 944 time: 0.1157939 Jan 18 20:11:46.148592 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=954ab496-7795-4130-941c-439d09edaee9,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:46.181393 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-3c4cef83-7522-43fe-be3c-d5ff823fc035 service neutron] 10.222.0.57 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436086 Jan 18 20:11:46.186334 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-433ba150-7540-4b1a-82f1-53ae64dfb4a9 req-daf23fa4-fac1-41c7-85cf-8f26722ec759 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767150 Jan 18 20:11:46.322990 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-f42e5c82-1aef-42aa-b028-75dbe193f64d service neutron] 10.222.0.57 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324320 Jan 18 20:11:46.331518 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82fd751-ee0f-452d-9ab8-d22f3e743355 req-917fefd9-5cc8-4800-bd48-d310f59043e3 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:46.333086 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f82fd751-ee0f-452d-9ab8-d22f3e743355 req-917fefd9-5cc8-4800-bd48-d310f59043e3 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.0650256 Jan 18 20:11:46.412984 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f82fd751-ee0f-452d-9ab8-d22f3e743355 req-c939423c-fc2d-4c2f-bc7a-e722ff90575a tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741928 Jan 18 20:11:46.477143 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 18 Jan 2022 20:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c8750e-b6a5-4a70-9892-cff7be8462b3 x-openstack-request-id: req-49c8750e-b6a5-4a70-9892-cff7be8462b3 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:11:46.477531 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c4c160-459b-4aed-897f-2d0eace8f964", "name": "network-vif-unplugged", "status": "failed", "tag": "954ab496-7795-4130-941c-439d09edaee9", "code": 422}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:11:46.477932 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-49c8750e-b6a5-4a70-9892-cff7be8462b3 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:11:46.478560 n-d-741529-9 neutron-server[103337]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '12c4c160-459b-4aed-897f-2d0eace8f964', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '954ab496-7795-4130-941c-439d09edaee9', 'code': 422} returned with failed status Jan 18 20:11:46.650775 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-eb94eb80-a9ea-4ef9-9ae1-4f937e1e5435 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:46.654546 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-eb94eb80-a9ea-4ef9-9ae1-4f937e1e5435 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713&tenant_id=46be2ca450fb44c88ba90d0767174258&binding%3Ahost_id=n-h1-741529-9 HTTP/1.1" status: 200 len: 1095 time: 0.0630839 Jan 18 20:11:46.743633 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1140552-6403-4905-a4e4-1c1141a6d0b6 req-c5ff8498-2e26-423a-af35-5eb05ab60762 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:46.745351 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a1140552-6403-4905-a4e4-1c1141a6d0b6 req-c5ff8498-2e26-423a-af35-5eb05ab60762 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.0624635 Jan 18 20:11:46.798673 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-c65dbf03-2e3e-4875-a876-5b75522e901f service neutron] For port 3be0f9a7-4669-4fb5-829d-d66866e4184f, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:11:46.804028 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-c65dbf03-2e3e-4875-a876-5b75522e901f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:46.805144 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75fe8e69-8e0f-480a-a756-cf00dc5dee1f req-c65dbf03-2e3e-4875-a876-5b75522e901f service neutron] 10.222.0.57 "DELETE /v2.0/ports/3be0f9a7-4669-4fb5-829d-d66866e4184f/bindings/n-h2-741529-9 HTTP/1.1" status: 204 len: 173 time: 0.1432364 Jan 18 20:11:46.806124 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a1140552-6403-4905-a4e4-1c1141a6d0b6 req-08c6bde8-52dc-4680-b62d-dd90b1f86e1e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547447 Jan 18 20:11:46.896360 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55efbe-c813-439e-8a18-b5998c74460b req-337edf69-3968-4be3-b3f6-8ce062e1da69 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:46.903994 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d55efbe-c813-439e-8a18-b5998c74460b req-337edf69-3968-4be3-b3f6-8ce062e1da69 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c4c160-459b-4aed-897f-2d0eace8f964 HTTP/1.1" status: 200 len: 943 time: 0.0663364 Jan 18 20:11:47.043855 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21808a-bef5-4601-ae6e-ae6edf785727 req-2fd534e1-04b2-4b33-9569-9ed463aea159 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:47.049809 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21808a-bef5-4601-ae6e-ae6edf785727 req-2fd534e1-04b2-4b33-9569-9ed463aea159 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:47.055622 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21808a-bef5-4601-ae6e-ae6edf785727 req-2fd534e1-04b2-4b33-9569-9ed463aea159 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:47.062043 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21808a-bef5-4601-ae6e-ae6edf785727 req-2fd534e1-04b2-4b33-9569-9ed463aea159 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:47.068478 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21808a-bef5-4601-ae6e-ae6edf785727 req-2fd534e1-04b2-4b33-9569-9ed463aea159 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:47.073934 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21808a-bef5-4601-ae6e-ae6edf785727 req-2fd534e1-04b2-4b33-9569-9ed463aea159 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:47.080022 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21808a-bef5-4601-ae6e-ae6edf785727 req-2fd534e1-04b2-4b33-9569-9ed463aea159 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:47.082046 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1b21808a-bef5-4601-ae6e-ae6edf785727 req-2fd534e1-04b2-4b33-9569-9ed463aea159 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5422 time: 0.1312087 Jan 18 20:11:47.089314 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-4d55efbe-c813-439e-8a18-b5998c74460b req-d8b31f92-20da-4ba2-ab06-94c9ca8e776c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Deleting port 954ab496-7795-4130-941c-439d09edaee9 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:11:47.089870 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4d55efbe-c813-439e-8a18-b5998c74460b req-d8b31f92-20da-4ba2-ab06-94c9ca8e776c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (954ab496-7795-4130-941c-439d09edaee9), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:47.212418 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1b21808a-bef5-4601-ae6e-ae6edf785727 req-112f3951-a35c-48db-8d3d-4d8d560e23a4 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1190176 Jan 18 20:11:47.232600 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-4d55efbe-c813-439e-8a18-b5998c74460b req-d8b31f92-20da-4ba2-ab06-94c9ca8e776c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] For port 954ab496-7795-4130-941c-439d09edaee9, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=954ab496-7795-4130-941c-439d09edaee9,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:47.233145 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4d55efbe-c813-439e-8a18-b5998c74460b req-d8b31f92-20da-4ba2-ab06-94c9ca8e776c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (954ab496-7795-4130-941c-439d09edaee9), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:47.247276 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-4d55efbe-c813-439e-8a18-b5998c74460b req-d8b31f92-20da-4ba2-ab06-94c9ca8e776c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Calling delete_port for 954ab496-7795-4130-941c-439d09edaee9 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:11:47.375880 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856c694-9d80-460e-b1e4-a9be12c75274 req-0a41e87b-4b7f-48da-94e7-46b63fee4646 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:47.377781 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3856c694-9d80-460e-b1e4-a9be12c75274 req-0a41e87b-4b7f-48da-94e7-46b63fee4646 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.0736768 Jan 18 20:11:47.472271 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3856c694-9d80-460e-b1e4-a9be12c75274 req-f0b8cb52-eb53-4392-b5d8-0c456d49bb1d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877345 Jan 18 20:11:47.473734 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4d55efbe-c813-439e-8a18-b5998c74460b req-d8b31f92-20da-4ba2-ab06-94c9ca8e776c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (954ab496-7795-4130-941c-439d09edaee9), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:47.503789 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b31f92-20da-4ba2-ab06-94c9ca8e776c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Pushing event deleted for resources: {'Port': ['ID=954ab496-7795-4130-941c-439d09edaee9,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:47.533297 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b31f92-20da-4ba2-ab06-94c9ca8e776c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:47.533669 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b31f92-20da-4ba2-ab06-94c9ca8e776c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:47.534012 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b31f92-20da-4ba2-ab06-94c9ca8e776c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:47.534360 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b31f92-20da-4ba2-ab06-94c9ca8e776c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:47.534686 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b31f92-20da-4ba2-ab06-94c9ca8e776c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:47.535013 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b31f92-20da-4ba2-ab06-94c9ca8e776c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:47.535343 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b31f92-20da-4ba2-ab06-94c9ca8e776c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:47.535673 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b31f92-20da-4ba2-ab06-94c9ca8e776c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:47.536073 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b31f92-20da-4ba2-ab06-94c9ca8e776c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:47.536310 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b31f92-20da-4ba2-ab06-94c9ca8e776c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:47.536632 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b31f92-20da-4ba2-ab06-94c9ca8e776c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:47.536956 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b31f92-20da-4ba2-ab06-94c9ca8e776c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:47.537282 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b31f92-20da-4ba2-ab06-94c9ca8e776c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:11:47.555103 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d55efbe-c813-439e-8a18-b5998c74460b req-d8b31f92-20da-4ba2-ab06-94c9ca8e776c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] No DVR routers for this DVR port 954ab496-7795-4130-941c-439d09edaee9 on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:11:47.557892 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4d55efbe-c813-439e-8a18-b5998c74460b req-d8b31f92-20da-4ba2-ab06-94c9ca8e776c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:47.566201 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d55efbe-c813-439e-8a18-b5998c74460b req-d8b31f92-20da-4ba2-ab06-94c9ca8e776c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "DELETE /v2.0/ports/954ab496-7795-4130-941c-439d09edaee9 HTTP/1.1" status: 204 len: 173 time: 0.6619065 Jan 18 20:11:47.568846 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c4c160-459b-4aed-897f-2d0eace8f964', 'name': 'network-vif-deleted', 'tag': '954ab496-7795-4130-941c-439d09edaee9'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:11:47.572300 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6adfed-baaa-431e-b724-9d51683f0a13" -d '{"events": [{"server_uuid": "12c4c160-459b-4aed-897f-2d0eace8f964", "name": "network-vif-deleted", "tag": "954ab496-7795-4130-941c-439d09edaee9"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:11:47.957452 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 18 Jan 2022 20:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750a1e63-5514-4286-a213-aea1a0149d5b x-openstack-request-id: req-750a1e63-5514-4286-a213-aea1a0149d5b {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:11:47.958135 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c4c160-459b-4aed-897f-2d0eace8f964", "name": "network-vif-deleted", "tag": "954ab496-7795-4130-941c-439d09edaee9", "status": "failed", "code": 422}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:11:47.958135 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-750a1e63-5514-4286-a213-aea1a0149d5b {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:11:47.958621 n-d-741529-9 neutron-server[103336]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '12c4c160-459b-4aed-897f-2d0eace8f964', 'name': 'network-vif-deleted', 'tag': '954ab496-7795-4130-941c-439d09edaee9', 'status': 'failed', 'code': 422} returned with failed status Jan 18 20:11:47.967603 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faeee65-48ab-4e47-832e-9c9f3fafe5ca req-c4c13583-7de6-4db7-98fa-b37310de19ad tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:47.970062 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3faeee65-48ab-4e47-832e-9c9f3fafe5ca req-c4c13583-7de6-4db7-98fa-b37310de19ad tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 944 time: 0.0725415 Jan 18 20:11:48.021294 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3faeee65-48ab-4e47-832e-9c9f3fafe5ca req-cab7ea73-f8e1-4855-9d07-86056de06375 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452180 Jan 18 20:11:48.102198 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3027b3c-a813-49e6-8109-ecc066283705 req-4a324964-1914-464b-8f09-c5e563e7f0d2 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:48.116789 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a3027b3c-a813-49e6-8109-ecc066283705 req-4a324964-1914-464b-8f09-c5e563e7f0d2 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.0993705 Jan 18 20:11:48.253408 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a3027b3c-a813-49e6-8109-ecc066283705 req-7f8927ad-742b-4c05-a1b3-bacafa6ea60f tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353116 Jan 18 20:11:48.270531 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43253c-2a44-4163-ab2e-014b7edbfe21 req-b67ecdf2-4fea-4a21-9a27-281aa6ada15a tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:48.273052 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac43253c-2a44-4163-ab2e-014b7edbfe21 req-b67ecdf2-4fea-4a21-9a27-281aa6ada15a tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 1095 time: 0.0825448 Jan 18 20:11:48.331304 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac43253c-2a44-4163-ab2e-014b7edbfe21 req-827d2ab4-673a-4f6f-bb45-10d61fcd798c tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513287 Jan 18 20:11:48.470366 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014d046-1e52-46b2-93b7-91b420488087 req-679b4a4c-f1bc-480b-bed3-da89c24e64f1 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:48.478004 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014d046-1e52-46b2-93b7-91b420488087 req-679b4a4c-f1bc-480b-bed3-da89c24e64f1 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:48.484697 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014d046-1e52-46b2-93b7-91b420488087 req-679b4a4c-f1bc-480b-bed3-da89c24e64f1 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:48.490706 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014d046-1e52-46b2-93b7-91b420488087 req-679b4a4c-f1bc-480b-bed3-da89c24e64f1 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:48.497344 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014d046-1e52-46b2-93b7-91b420488087 req-679b4a4c-f1bc-480b-bed3-da89c24e64f1 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:48.503494 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014d046-1e52-46b2-93b7-91b420488087 req-679b4a4c-f1bc-480b-bed3-da89c24e64f1 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:48.509476 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014d046-1e52-46b2-93b7-91b420488087 req-679b4a4c-f1bc-480b-bed3-da89c24e64f1 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:48.511944 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c014d046-1e52-46b2-93b7-91b420488087 req-679b4a4c-f1bc-480b-bed3-da89c24e64f1 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5422 time: 0.1113334 Jan 18 20:11:48.658548 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c014d046-1e52-46b2-93b7-91b420488087 req-9f821eee-3645-45ef-bbf8-5c4557582b4c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1365769 Jan 18 20:11:48.668829 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-58e34683-d380-412a-ba5a-61cb07a4208a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:48.670333 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-58e34683-d380-412a-ba5a-61cb07a4208a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/networks?id=1330a1de-3636-4f07-b599-97f547076b99 HTTP/1.1" status: 200 len: 812 time: 0.1574709 Jan 18 20:11:48.686042 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-214051ca-f9b3-4c39-95a7-4ba189de3ebe tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/quotas/211c72f201034d10bbf94424fe5e3d47 HTTP/1.1" status: 200 len: 375 time: 0.0094151 Jan 18 20:11:48.718033 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-7fc4689f-4f14-453b-b072-cd2fd67902ef tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=211c72f201034d10bbf94424fe5e3d47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269315 Jan 18 20:11:48.820033 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-2f7cb900-8e5e-4fbd-9c4b-4e4251dbfcaf service neutron] 10.222.0.31 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953085 Jan 18 20:11:48.982741 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-81568ec3-ec27-489c-b594-8e1ac2d18c8a service neutron] 10.222.0.31 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555860 Jan 18 20:11:48.998085 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac22025-8004-4b27-9060-107ee2044f06 req-dc033658-de39-4536-be83-aa9c66d3c8a2 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:48.999543 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bac22025-8004-4b27-9060-107ee2044f06 req-dc033658-de39-4536-be83-aa9c66d3c8a2 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/networks?id=133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 200 len: 807 time: 0.1511302 Jan 18 20:11:49.015430 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bac22025-8004-4b27-9060-107ee2044f06 req-ded0251c-8a6e-4cb7-8e1d-7a10f58e6423 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/quotas/46be2ca450fb44c88ba90d0767174258 HTTP/1.1" status: 200 len: 375 time: 0.0097980 Jan 18 20:11:49.068507 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bac22025-8004-4b27-9060-107ee2044f06 req-e7955012-b818-4f56-8b02-b67f70c37ea9 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=46be2ca450fb44c88ba90d0767174258&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473580 Jan 18 20:11:49.209292 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bac22025-8004-4b27-9060-107ee2044f06 req-dd306b5b-d5f1-47f4-9dcd-bb597a1d78f7 service neutron] 10.222.0.31 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329691 Jan 18 20:11:49.255092 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a75b9d-43c6-4f8a-a8a2-356b98070e99 req-28eacd71-bbd8-4b91-b33c-b354b9c8a1bb tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:49.256600 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-13a75b9d-43c6-4f8a-a8a2-356b98070e99 req-28eacd71-bbd8-4b91-b33c-b354b9c8a1bb tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.0838530 Jan 18 20:11:49.657084 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bac22025-8004-4b27-9060-107ee2044f06 req-92836393-6ea5-4511-98ce-f54ca8303f72 service neutron] 10.222.0.31 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409859 Jan 18 20:11:49.664599 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-13a75b9d-43c6-4f8a-a8a2-356b98070e99 req-cf43f88b-b334-41ce-8838-a9f68a50ac80 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717158 Jan 18 20:11:49.685442 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device fcb008f3-6e05-437d-bc92-613c8989d834 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:11:49.691204 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 954ab496-7795-4130-941c-439d09edaee9 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:11:49.742741 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 954ab496-7795-4130-941c-439d09edaee9 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:11:49.743510 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 954ab496-7795-4130-941c-439d09edaee9 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:11:49.930631 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port fcb008f3-6e05-437d-bc92-613c8989d834, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=fcb008f3-6e05-437d-bc92-613c8989d834,segment=NetworkSegment(011b0248-f13e-4236-abd9-595a2f7b91fd),segment_id=011b0248-f13e-4236-abd9-595a2f7b91fd)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:49.943504 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b07756ce-df58-48ec-be4a-2ee8b909856c req-b8cef6e1-82f8-4121-99f8-4f724f27e5ba tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 210 time: 0.0449831 Jan 18 20:11:49.948082 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'fcb008f3-6e05-437d-bc92-613c8989d834', 'network_id': '81c102ef-f128-429a-9459-1ac808d63a04', 'port_id': 'fcb008f3-6e05-437d-bc92-613c8989d834', 'mac_address': 'fa:16:3e:2c:95:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43210e8f-45ce-4b5c-b3f2-0e143bfcd29c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:11:50.004138 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port fcb008f3-6e05-437d-bc92-613c8989d834 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:50.004807 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fcb008f3-6e05-437d-bc92-613c8989d834), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:50.020259 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb008f3-6e05-437d-bc92-613c8989d834 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:11:50.076509 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port fcb008f3-6e05-437d-bc92-613c8989d834, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=fcb008f3-6e05-437d-bc92-613c8989d834,segment=NetworkSegment(011b0248-f13e-4236-abd9-595a2f7b91fd),segment_id=011b0248-f13e-4236-abd9-595a2f7b91fd)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:50.080886 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fcb008f3-6e05-437d-bc92-613c8989d834), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:50.081536 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1b19ac8f-84e1-4987-b625-71fe89dd67c4 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:11:50.142040 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5e99f-c101-4b0f-9a20-8f2ae97233cc req-3b3633f0-6f96-46a5-8099-e0d4da14b805 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:50.144640 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5da5e99f-c101-4b0f-9a20-8f2ae97233cc req-3b3633f0-6f96-46a5-8099-e0d4da14b805 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.1087277 Jan 18 20:11:50.154575 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc737a-5473-41ed-b636-677d3ae46feb req-1ae22324-b108-4dad-8320-7103c07497e8 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:50.161326 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc737a-5473-41ed-b636-677d3ae46feb req-1ae22324-b108-4dad-8320-7103c07497e8 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:50.163334 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f1dc737a-5473-41ed-b636-677d3ae46feb req-1ae22324-b108-4dad-8320-7103c07497e8 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b77a214-6451-41fb-915d-c2d83e361e4c&device_id=c1d21589-d1ca-4173-b389-9b1f6ecf96b3 HTTP/1.1" status: 200 len: 1682 time: 0.1378837 Jan 18 20:11:50.190547 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=fcb008f3-6e05-437d-bc92-613c8989d834,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:50.251989 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 1b19ac8f-84e1-4987-b625-71fe89dd67c4, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1b19ac8f-84e1-4987-b625-71fe89dd67c4,segment=NetworkSegment(011b0248-f13e-4236-abd9-595a2f7b91fd),segment_id=011b0248-f13e-4236-abd9-595a2f7b91fd)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:50.266471 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '1b19ac8f-84e1-4987-b625-71fe89dd67c4', 'network_id': '81c102ef-f128-429a-9459-1ac808d63a04', 'port_id': '1b19ac8f-84e1-4987-b625-71fe89dd67c4', 'mac_address': 'fa:16:3e:3a:fa:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43210e8f-45ce-4b5c-b3f2-0e143bfcd29c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:11:50.280047 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5da5e99f-c101-4b0f-9a20-8f2ae97233cc req-2e44f243-620f-4793-a6fb-e33e5dff59b8 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151934 Jan 18 20:11:50.322600 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f1dc737a-5473-41ed-b636-677d3ae46feb req-d402af0f-ed6e-4b6e-870b-4c6fbbe96275 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/security-groups?id=17e3b994-78c0-4d36-8398-7a810d88c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494894 Jan 18 20:11:50.359804 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 1b19ac8f-84e1-4987-b625-71fe89dd67c4 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:50.360202 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1b19ac8f-84e1-4987-b625-71fe89dd67c4), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:50.383204 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b19ac8f-84e1-4987-b625-71fe89dd67c4 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:11:50.410855 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 1b19ac8f-84e1-4987-b625-71fe89dd67c4, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1b19ac8f-84e1-4987-b625-71fe89dd67c4,segment=NetworkSegment(011b0248-f13e-4236-abd9-595a2f7b91fd),segment_id=011b0248-f13e-4236-abd9-595a2f7b91fd)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:50.412808 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fbab464d-c249-4178-b4ba-9a079fe2211d req-c00904b4-4e54-4feb-8f0d-8e449be78ac1 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 210 time: 0.0490701 Jan 18 20:11:50.424730 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1b19ac8f-84e1-4987-b625-71fe89dd67c4), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:50.426122 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:11:50.523827 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc482a-7c11-4731-9dfd-a774516f3be0 req-cb8cb732-d26e-400d-a48c-71babfe8596b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:50.531078 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc482a-7c11-4731-9dfd-a774516f3be0 req-cb8cb732-d26e-400d-a48c-71babfe8596b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:50.555053 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc482a-7c11-4731-9dfd-a774516f3be0 req-cb8cb732-d26e-400d-a48c-71babfe8596b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:50.562109 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc482a-7c11-4731-9dfd-a774516f3be0 req-cb8cb732-d26e-400d-a48c-71babfe8596b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:50.577943 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc482a-7c11-4731-9dfd-a774516f3be0 req-cb8cb732-d26e-400d-a48c-71babfe8596b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:50.584275 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc482a-7c11-4731-9dfd-a774516f3be0 req-cb8cb732-d26e-400d-a48c-71babfe8596b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:50.590799 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc482a-7c11-4731-9dfd-a774516f3be0 req-cb8cb732-d26e-400d-a48c-71babfe8596b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:50.593028 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f7bc482a-7c11-4731-9dfd-a774516f3be0 req-cb8cb732-d26e-400d-a48c-71babfe8596b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5424 time: 0.1832845 Jan 18 20:11:50.603421 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=1b19ac8f-84e1-4987-b625-71fe89dd67c4,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:50.657253 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:50.660861 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:50.660861 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:50.660861 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:50.660861 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:50.660861 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:50.660861 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:50.660861 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:50.660861 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:50.660861 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:50.660861 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:50.660861 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:50.660861 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:50.669271 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-b916d3df-2b53-4a20-b737-d46d9fc6daf6 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:50.673439 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-b916d3df-2b53-4a20-b737-d46d9fc6daf6 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.70 "GET /v2.0/networks?id=1330a1de-3636-4f07-b599-97f547076b99 HTTP/1.1" status: 200 len: 812 time: 0.2291496 Jan 18 20:11:50.695871 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-470fc97d-6f31-4bc0-ab0a-3476edfa642e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Request body: {'port': {'device_id': '15ab4253-96fa-4eb1-aec4-5238ec8c97ec', 'network_id': '1330a1de-3636-4f07-b599-97f547076b99', 'admin_state_up': True, 'tenant_id': '211c72f201034d10bbf94424fe5e3d47'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:50.700548 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f7bc482a-7c11-4731-9dfd-a774516f3be0 req-ee09c6d9-06f1-4fff-8e70-daeba5e12d90 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1014328 Jan 18 20:11:50.752950 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52,segment=NetworkSegment(d0da82cf-5645-4777-86ff-c2c01c2d9914),segment_id=d0da82cf-5645-4777-86ff-c2c01c2d9914)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:50.782676 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52', 'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019', 'port_id': 'ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52', 'mac_address': 'fa:16:3e:45:46:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f41d4b-3666-4a69-ae78-7f1d463a262a', 'ip_address': '10.1.1.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:11:50.874183 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:50.874831 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:50.892538 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:11:50.895216 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c79932-e3b7-4c9f-bcae-a95c48296cc2 req-92141909-a825-4afd-8f1d-52ecd0d9ac58 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:50.897006 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-06c79932-e3b7-4c9f-bcae-a95c48296cc2 req-92141909-a825-4afd-8f1d-52ecd0d9ac58 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.0826275 Jan 18 20:11:50.921436 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52,segment=NetworkSegment(d0da82cf-5645-4777-86ff-c2c01c2d9914),segment_id=d0da82cf-5645-4777-86ff-c2c01c2d9914)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:50.924811 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-470fc97d-6f31-4bc0-ab0a-3476edfa642e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Made reservation on behalf of 211c72f201034d10bbf94424fe5e3d47 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:11:50.931378 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:50.932830 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 3375ea57-478b-43f3-83e6-dd6a5636f0c3 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:11:50.938821 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-470fc97d-6f31-4bc0-ab0a-3476edfa642e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:50.975588 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-06c79932-e3b7-4c9f-bcae-a95c48296cc2 req-7776149e-52a7-441e-87db-226430b161fe tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695503 Jan 18 20:11:51.004162 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 3375ea57-478b-43f3-83e6-dd6a5636f0c3, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3375ea57-478b-43f3-83e6-dd6a5636f0c3,segment=NetworkSegment(d0da82cf-5645-4777-86ff-c2c01c2d9914),segment_id=d0da82cf-5645-4777-86ff-c2c01c2d9914)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:51.033821 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '3375ea57-478b-43f3-83e6-dd6a5636f0c3', 'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019', 'port_id': '3375ea57-478b-43f3-83e6-dd6a5636f0c3', 'mac_address': 'fa:16:3e:40:62:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f41d4b-3666-4a69-ae78-7f1d463a262a', 'ip_address': '10.1.1.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:11:51.125842 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:51.151377 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fbe6f06d-cde1-4930-aff5-57e138bf7436 req-6a00a3da-dd0f-4837-8f4a-fc57cf84ac12 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 210 time: 0.0618250 Jan 18 20:11:51.163050 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-470fc97d-6f31-4bc0-ab0a-3476edfa642e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Allocated IP 172.20.0.3 (1330a1de-3636-4f07-b599-97f547076b99/b76b9fe0-68f8-4703-9228-21897e60da9f/c87a2cc3-bb00-47f8-b51e-59d72e3e2b03) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:11:51.174079 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 3375ea57-478b-43f3-83e6-dd6a5636f0c3 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:51.174464 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3375ea57-478b-43f3-83e6-dd6a5636f0c3), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:51.194299 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3375ea57-478b-43f3-83e6-dd6a5636f0c3 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:11:51.220163 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 3375ea57-478b-43f3-83e6-dd6a5636f0c3, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3375ea57-478b-43f3-83e6-dd6a5636f0c3,segment=NetworkSegment(d0da82cf-5645-4777-86ff-c2c01c2d9914),segment_id=d0da82cf-5645-4777-86ff-c2c01c2d9914)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:51.226480 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3375ea57-478b-43f3-83e6-dd6a5636f0c3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:51.230352 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 706fa8c8-f793-4fca-9e7c-9e00596e21c0 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:11:51.363819 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=3375ea57-478b-43f3-83e6-dd6a5636f0c3,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:51.373793 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 706fa8c8-f793-4fca-9e7c-9e00596e21c0, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=706fa8c8-f793-4fca-9e7c-9e00596e21c0,segment=NetworkSegment(d0da82cf-5645-4777-86ff-c2c01c2d9914),segment_id=d0da82cf-5645-4777-86ff-c2c01c2d9914)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:51.401759 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '706fa8c8-f793-4fca-9e7c-9e00596e21c0', 'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019', 'port_id': '706fa8c8-f793-4fca-9e7c-9e00596e21c0', 'mac_address': 'fa:16:3e:8e:8a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f41d4b-3666-4a69-ae78-7f1d463a262a', 'ip_address': '10.1.1.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:11:51.405832 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-470fc97d-6f31-4bc0-ab0a-3476edfa642e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks [] for port (c87a2cc3-bb00-47f8-b51e-59d72e3e2b03), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:51.452130 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-470fc97d-6f31-4bc0-ab0a-3476edfa642e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (c87a2cc3-bb00-47f8-b51e-59d72e3e2b03), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:51.482437 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76f962-61f5-47d0-b33b-20651f330bcb req-b4bd4fbb-4b07-4a13-8019-010075afa243 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:51.494616 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7c76f962-61f5-47d0-b33b-20651f330bcb req-b4bd4fbb-4b07-4a13-8019-010075afa243 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.0980387 Jan 18 20:11:51.519385 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 706fa8c8-f793-4fca-9e7c-9e00596e21c0 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:51.519875 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (706fa8c8-f793-4fca-9e7c-9e00596e21c0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:51.551024 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706fa8c8-f793-4fca-9e7c-9e00596e21c0 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:11:51.555140 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-470fc97d-6f31-4bc0-ab0a-3476edfa642e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Network 1330a1de-3636-4f07-b599-97f547076b99 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:11:51.575905 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195801db-514f-4d58-ac8b-3877e0293d1a req-43917158-4557-466c-a365-dfe522ee86fc tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:51.578053 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-195801db-514f-4d58-ac8b-3877e0293d1a req-43917158-4557-466c-a365-dfe522ee86fc tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b77a214-6451-41fb-915d-c2d83e361e4c HTTP/1.1" status: 200 len: 945 time: 0.1322775 Jan 18 20:11:51.586397 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 706fa8c8-f793-4fca-9e7c-9e00596e21c0, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=706fa8c8-f793-4fca-9e7c-9e00596e21c0,segment=NetworkSegment(d0da82cf-5645-4777-86ff-c2c01c2d9914),segment_id=d0da82cf-5645-4777-86ff-c2c01c2d9914)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:51.593310 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-470fc97d-6f31-4bc0-ab0a-3476edfa642e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:11:51.601990 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-470fc97d-6f31-4bc0-ab0a-3476edfa642e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:11:51.603222 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (706fa8c8-f793-4fca-9e7c-9e00596e21c0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:51.603573 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:11:51.614288 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470fc97d-6f31-4bc0-ab0a-3476edfa642e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Pushing event updated for resources: {'Port': ['ID=c87a2cc3-bb00-47f8-b51e-59d72e3e2b03,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:51.630392 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7c76f962-61f5-47d0-b33b-20651f330bcb req-ae309152-3ea5-4e0f-8fbd-7538c438049a tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333997 Jan 18 20:11:51.666516 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=706fa8c8-f793-4fca-9e7c-9e00596e21c0,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:51.700193 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-470fc97d-6f31-4bc0-ab0a-3476edfa642e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:51.700886 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-470fc97d-6f31-4bc0-ab0a-3476edfa642e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:51.707612 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0bbb04a5-1309-4d5f-8824-60e9bff7c6bb,segment=NetworkSegment(d0da82cf-5645-4777-86ff-c2c01c2d9914),segment_id=d0da82cf-5645-4777-86ff-c2c01c2d9914)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:51.720493 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-470fc97d-6f31-4bc0-ab0a-3476edfa642e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0350616 Jan 18 20:11:51.722290 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-195801db-514f-4d58-ac8b-3877e0293d1a req-1c926a8b-6b1e-4bc8-bf89-267b88d5c6f4 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/security-groups?id=17e3b994-78c0-4d36-8398-7a810d88c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318805 Jan 18 20:11:51.723183 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '0bbb04a5-1309-4d5f-8824-60e9bff7c6bb', 'network_id': 'dcafdc34-74ba-4d39-8792-ddf985df2019', 'port_id': '0bbb04a5-1309-4d5f-8824-60e9bff7c6bb', 'mac_address': 'fa:16:3e:f9:72:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f41d4b-3666-4a69-ae78-7f1d463a262a', 'ip_address': '10.1.1.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:11:51.736326 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac22025-8004-4b27-9060-107ee2044f06 req-0ebcb5f1-2ada-4c72-a4f9-fd9a7cbedda1 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:51.737962 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bac22025-8004-4b27-9060-107ee2044f06 req-0ebcb5f1-2ada-4c72-a4f9-fd9a7cbedda1 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.70 "GET /v2.0/networks?id=133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 200 len: 807 time: 0.2832708 Jan 18 20:11:51.752901 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-c38b6641-f9ad-4c2e-956b-94252378682b service neutron] Request body: {'port': {'device_id': '15ab4253-96fa-4eb1-aec4-5238ec8c97ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:51.768604 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:51.769146 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0bbb04a5-1309-4d5f-8824-60e9bff7c6bb), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:51.788072 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:11:51.788662 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-bac22025-8004-4b27-9060-107ee2044f06 req-593798d0-d407-4a11-873d-adc530d6f5c2 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Request body: {'port': {'device_id': '8647f40b-f6e9-4403-8784-d1f24fc9e3d5', 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af', 'admin_state_up': True, 'tenant_id': '46be2ca450fb44c88ba90d0767174258'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:51.806892 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ba222115-c155-4e19-a8e8-ddd671b65a77 req-7a77b591-8e75-4cd9-bfc1-abc32686f676 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 210 time: 0.0440283 Jan 18 20:11:51.818701 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0bbb04a5-1309-4d5f-8824-60e9bff7c6bb,segment=NetworkSegment(d0da82cf-5645-4777-86ff-c2c01c2d9914),segment_id=d0da82cf-5645-4777-86ff-c2c01c2d9914)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:51.825521 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (0bbb04a5-1309-4d5f-8824-60e9bff7c6bb), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:51.826556 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 0a1c35cd-5914-44b5-95a0-1d50b743c9db details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:11:51.894294 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96052c5-a7aa-4298-9774-e1fe8fc0d2c8 req-206c45e4-dffe-4a3f-8b2b-4b809a9ed77c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:51.901767 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96052c5-a7aa-4298-9774-e1fe8fc0d2c8 req-206c45e4-dffe-4a3f-8b2b-4b809a9ed77c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:51.908452 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96052c5-a7aa-4298-9774-e1fe8fc0d2c8 req-206c45e4-dffe-4a3f-8b2b-4b809a9ed77c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:51.917058 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96052c5-a7aa-4298-9774-e1fe8fc0d2c8 req-206c45e4-dffe-4a3f-8b2b-4b809a9ed77c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:51.924491 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96052c5-a7aa-4298-9774-e1fe8fc0d2c8 req-206c45e4-dffe-4a3f-8b2b-4b809a9ed77c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:51.926162 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-c38b6641-f9ad-4c2e-956b-94252378682b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c87a2cc3-bb00-47f8-b51e-59d72e3e2b03), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:51.931167 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96052c5-a7aa-4298-9774-e1fe8fc0d2c8 req-206c45e4-dffe-4a3f-8b2b-4b809a9ed77c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:51.938108 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96052c5-a7aa-4298-9774-e1fe8fc0d2c8 req-206c45e4-dffe-4a3f-8b2b-4b809a9ed77c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:51.945805 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a96052c5-a7aa-4298-9774-e1fe8fc0d2c8 req-206c45e4-dffe-4a3f-8b2b-4b809a9ed77c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5428 time: 0.1182456 Jan 18 20:11:51.947313 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=0bbb04a5-1309-4d5f-8824-60e9bff7c6bb,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:52.001543 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 0a1c35cd-5914-44b5-95a0-1d50b743c9db, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0a1c35cd-5914-44b5-95a0-1d50b743c9db,segment=NetworkSegment(4b2d50d6-da56-44e2-8ee5-945b9d9cafab),segment_id=4b2d50d6-da56-44e2-8ee5-945b9d9cafab)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:52.019277 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '0a1c35cd-5914-44b5-95a0-1d50b743c9db', 'network_id': 'f5a28bc4-6d91-4261-a9f7-5d655221c24a', 'port_id': '0a1c35cd-5914-44b5-95a0-1d50b743c9db', 'mac_address': 'fa:16:3e:53:89:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da5da2e-d2b1-4395-8273-eab036481371', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:11:52.067667 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 0a1c35cd-5914-44b5-95a0-1d50b743c9db is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:52.068225 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0a1c35cd-5914-44b5-95a0-1d50b743c9db), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:52.068477 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a96052c5-a7aa-4298-9774-e1fe8fc0d2c8 req-0dd1b23e-6a82-4e9d-b083-76b451a293c5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1143205 Jan 18 20:11:52.088501 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1c35cd-5914-44b5-95a0-1d50b743c9db {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:11:52.120204 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 0a1c35cd-5914-44b5-95a0-1d50b743c9db, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0a1c35cd-5914-44b5-95a0-1d50b743c9db,segment=NetworkSegment(4b2d50d6-da56-44e2-8ee5-945b9d9cafab),segment_id=4b2d50d6-da56-44e2-8ee5-945b9d9cafab)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:52.131084 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (0a1c35cd-5914-44b5-95a0-1d50b743c9db), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:52.168144 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7fca85-8e35-4448-889d-520c0220764a req-9f5f2dee-9366-459b-b1de-2c6650375824 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:52.175160 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e7fca85-8e35-4448-889d-520c0220764a req-9f5f2dee-9366-459b-b1de-2c6650375824 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.0676451 Jan 18 20:11:52.215444 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac22025-8004-4b27-9060-107ee2044f06 req-593798d0-d407-4a11-873d-adc530d6f5c2 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Made reservation on behalf of 46be2ca450fb44c88ba90d0767174258 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:11:52.220979 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-bac22025-8004-4b27-9060-107ee2044f06 req-593798d0-d407-4a11-873d-adc530d6f5c2 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:52.237603 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=0a1c35cd-5914-44b5-95a0-1d50b743c9db,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:52.244256 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e7fca85-8e35-4448-889d-520c0220764a req-8d6c18ad-270c-40be-9e0a-13884c6ad117 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625625 Jan 18 20:11:52.264445 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-c38b6641-f9ad-4c2e-956b-94252378682b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c87a2cc3-bb00-47f8-b51e-59d72e3e2b03 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:11:52.277662 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-c38b6641-f9ad-4c2e-956b-94252378682b service neutron] Publish callbacks [] for port (c87a2cc3-bb00-47f8-b51e-59d72e3e2b03), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:52.324984 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-c38b6641-f9ad-4c2e-956b-94252378682b service neutron] Transition to ACTIVE for port object c87a2cc3-bb00-47f8-b51e-59d72e3e2b03 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:11:52.335614 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-c38b6641-f9ad-4c2e-956b-94252378682b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (c87a2cc3-bb00-47f8-b51e-59d72e3e2b03), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:52.350760 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee9382-a9c7-47b6-8f1b-94dcde63a919 req-7fa62388-dc5e-49e2-ae72-3425f486ca4c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:52.353584 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-20ee9382-a9c7-47b6-8f1b-94dcde63a919 req-7fa62388-dc5e-49e2-ae72-3425f486ca4c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 931 time: 0.0599377 Jan 18 20:11:52.446921 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-20ee9382-a9c7-47b6-8f1b-94dcde63a919 req-d316e2a1-5956-45bd-b5fd-d2a83c75854b tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761583 Jan 18 20:11:52.461832 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b6641-f9ad-4c2e-956b-94252378682b service neutron] Pushing event updated for resources: {'Port': ['ID=c87a2cc3-bb00-47f8-b51e-59d72e3e2b03,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:52.495509 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-bac22025-8004-4b27-9060-107ee2044f06 req-593798d0-d407-4a11-873d-adc530d6f5c2 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Allocated IP 172.20.0.12 (133a80cf-c268-45f9-91ee-564a51a659af/45324dde-9697-4682-9610-ed3bed3250cd/a8b54097-113a-4129-aa6d-b5f823f9d597) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:11:52.549129 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-c38b6641-f9ad-4c2e-956b-94252378682b service neutron] Attempting to bind port c87a2cc3-bb00-47f8-b51e-59d72e3e2b03 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:11:52.549457 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-c38b6641-f9ad-4c2e-956b-94252378682b service neutron] Attempting to bind port c87a2cc3-bb00-47f8-b51e-59d72e3e2b03 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '764cc364-bdeb-41f4-8a87-9fa870bc06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1330a1de-3636-4f07-b599-97f547076b99'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:11:52.549802 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-c38b6641-f9ad-4c2e-956b-94252378682b service neutron] Attempting to bind port c87a2cc3-bb00-47f8-b51e-59d72e3e2b03 on network 1330a1de-3636-4f07-b599-97f547076b99 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:11:52.564806 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-c38b6641-f9ad-4c2e-956b-94252378682b service neutron] Port c87a2cc3-bb00-47f8-b51e-59d72e3e2b03 on network 1330a1de-3636-4f07-b599-97f547076b99 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:11:52.565389 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-c38b6641-f9ad-4c2e-956b-94252378682b service neutron] Attempting to bind port c87a2cc3-bb00-47f8-b51e-59d72e3e2b03 on network 1330a1de-3636-4f07-b599-97f547076b99 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:11:52.588250 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-c38b6641-f9ad-4c2e-956b-94252378682b service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:11:52.588760 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-c38b6641-f9ad-4c2e-956b-94252378682b service neutron] Checking segment: {'id': '764cc364-bdeb-41f4-8a87-9fa870bc06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1330a1de-3636-4f07-b599-97f547076b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:11:52.589143 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-c38b6641-f9ad-4c2e-956b-94252378682b service neutron] Bound using segment: {'id': '764cc364-bdeb-41f4-8a87-9fa870bc06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1330a1de-3636-4f07-b599-97f547076b99'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:11:52.590130 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-c38b6641-f9ad-4c2e-956b-94252378682b service neutron] Bound port: c87a2cc3-bb00-47f8-b51e-59d72e3e2b03, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '764cc364-bdeb-41f4-8a87-9fa870bc06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1330a1de-3636-4f07-b599-97f547076b99'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:11:52.591910 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-c38b6641-f9ad-4c2e-956b-94252378682b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c87a2cc3-bb00-47f8-b51e-59d72e3e2b03), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:52.726535 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-bac22025-8004-4b27-9060-107ee2044f06 req-593798d0-d407-4a11-873d-adc530d6f5c2 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks [] for port (a8b54097-113a-4129-aa6d-b5f823f9d597), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:52.728303 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-c38b6641-f9ad-4c2e-956b-94252378682b service neutron] For port c87a2cc3-bb00-47f8-b51e-59d72e3e2b03, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:11:52.733448 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-c38b6641-f9ad-4c2e-956b-94252378682b service neutron] For port c87a2cc3-bb00-47f8-b51e-59d72e3e2b03, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=c87a2cc3-bb00-47f8-b51e-59d72e3e2b03,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:11:52.741427 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-c38b6641-f9ad-4c2e-956b-94252378682b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (c87a2cc3-bb00-47f8-b51e-59d72e3e2b03), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:52.770641 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a1dac-cfce-4788-a0c9-aa100b1578cd req-cf7b2f25-f6ab-4be6-a003-0eb5b8482011 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:52.780160 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-700a1dac-cfce-4788-a0c9-aa100b1578cd req-cf7b2f25-f6ab-4be6-a003-0eb5b8482011 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.0640702 Jan 18 20:11:52.796153 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-c38b6641-f9ad-4c2e-956b-94252378682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:52.797374 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-c38b6641-f9ad-4c2e-956b-94252378682b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:52.798364 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-c38b6641-f9ad-4c2e-956b-94252378682b service neutron] 10.222.0.70 "PUT /v2.0/ports/c87a2cc3-bb00-47f8-b51e-59d72e3e2b03 HTTP/1.1" status: 200 len: 1091 time: 1.0591917 Jan 18 20:11:52.798831 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ab4253-96fa-4eb1-aec4-5238ec8c97ec', 'tag': 'c87a2cc3-bb00-47f8-b51e-59d72e3e2b03'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:11:52.801136 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b346dac-bf02-4459-9999-a497914062cb" -d '{"events": [{"name": "network-changed", "server_uuid": "15ab4253-96fa-4eb1-aec4-5238ec8c97ec", "tag": "c87a2cc3-bb00-47f8-b51e-59d72e3e2b03"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:11:52.827140 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-bac22025-8004-4b27-9060-107ee2044f06 req-593798d0-d407-4a11-873d-adc530d6f5c2 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (a8b54097-113a-4129-aa6d-b5f823f9d597), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:52.828964 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b6641-f9ad-4c2e-956b-94252378682b service neutron] Pushing event updated for resources: {'Port': ['ID=c87a2cc3-bb00-47f8-b51e-59d72e3e2b03,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:52.871287 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-700a1dac-cfce-4788-a0c9-aa100b1578cd req-23b4ebd0-a2bf-44a1-97f8-54c126e4fdc0 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897913 Jan 18 20:11:52.914653 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac22025-8004-4b27-9060-107ee2044f06 req-593798d0-d407-4a11-873d-adc530d6f5c2 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Network 133a80cf-c268-45f9-91ee-564a51a659af is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:11:52.916213 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7078dd-be41-49f0-ab86-cb45a73669ce req-1b708205-a6a1-4a23-ae3d-49544e0ec19f tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:52.919822 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-bac22025-8004-4b27-9060-107ee2044f06 req-593798d0-d407-4a11-873d-adc530d6f5c2 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:11:52.923913 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e7078dd-be41-49f0-ab86-cb45a73669ce req-1b708205-a6a1-4a23-ae3d-49544e0ec19f tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b77a214-6451-41fb-915d-c2d83e361e4c HTTP/1.1" status: 200 len: 945 time: 0.0671256 Jan 18 20:11:52.924899 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac22025-8004-4b27-9060-107ee2044f06 req-593798d0-d407-4a11-873d-adc530d6f5c2 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:11:52.951887 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba69bf61-c44f-4ebd-9453-c4faf24d4f06 x-openstack-request-id: req-ba69bf61-c44f-4ebd-9453-c4faf24d4f06 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:11:52.952179 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15ab4253-96fa-4eb1-aec4-5238ec8c97ec", "tag": "c87a2cc3-bb00-47f8-b51e-59d72e3e2b03", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:11:52.952435 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba69bf61-c44f-4ebd-9453-c4faf24d4f06 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:11:52.952836 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15ab4253-96fa-4eb1-aec4-5238ec8c97ec', 'tag': 'c87a2cc3-bb00-47f8-b51e-59d72e3e2b03', 'status': 'completed', 'code': 200} Jan 18 20:11:52.954469 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593798d0-d407-4a11-873d-adc530d6f5c2 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Pushing event updated for resources: {'Port': ['ID=a8b54097-113a-4129-aa6d-b5f823f9d597,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:52.976688 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-5bfc3099-81aa-4a09-a074-f1987cc5b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:52.978185 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-5bfc3099-81aa-4a09-a074-f1987cc5b2b2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=211c72f201034d10bbf94424fe5e3d47&device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 1094 time: 0.1132510 Jan 18 20:11:52.983045 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e7078dd-be41-49f0-ab86-cb45a73669ce req-b2fcf528-a1a3-428f-9b36-ced9bec4e8cf tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/security-groups?id=17e3b994-78c0-4d36-8398-7a810d88c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580893 Jan 18 20:11:52.997738 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac22025-8004-4b27-9060-107ee2044f06 req-593798d0-d407-4a11-873d-adc530d6f5c2 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:52.998432 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-bac22025-8004-4b27-9060-107ee2044f06 req-593798d0-d407-4a11-873d-adc530d6f5c2 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:53.038264 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-3605e1aa-5085-4883-af0d-88be51c924f5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c87a2cc3-bb00-47f8-b51e-59d72e3e2b03 HTTP/1.1" status: 200 len: 217 time: 0.0516298 Jan 18 20:11:53.046648 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bac22025-8004-4b27-9060-107ee2044f06 req-593798d0-d407-4a11-873d-adc530d6f5c2 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2617509 Jan 18 20:11:53.072427 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b4c64-493e-42e6-94fc-cec77f34ea0c req-89a91444-aaf6-4b11-983a-4de1ac68177e tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:53.074849 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ff0b4c64-493e-42e6-94fc-cec77f34ea0c req-89a91444-aaf6-4b11-983a-4de1ac68177e tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 932 time: 0.0525489 Jan 18 20:11:53.079587 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-bac22025-8004-4b27-9060-107ee2044f06 req-8f3c9fb0-e2ad-4fea-9698-5ed5016b4279 service neutron] Request body: {'port': {'device_id': '8647f40b-f6e9-4403-8784-d1f24fc9e3d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:53.140894 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ff0b4c64-493e-42e6-94fc-cec77f34ea0c req-fec4dbe0-17bb-405c-a33f-fd7a5e1f09f7 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576909 Jan 18 20:11:53.176357 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-acb6452a-1a34-45e6-92cf-505cbb16e8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:53.177868 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-acb6452a-1a34-45e6-92cf-505cbb16e8f6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b76b9fe0-68f8-4703-9228-21897e60da9f HTTP/1.1" status: 200 len: 852 time: 0.1303484 Jan 18 20:11:53.193956 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeff34-75f9-4604-94a7-55225c6e7dc0 req-e3956416-0f78-41d5-b7a1-476c2ea5b948 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:53.195467 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97aeff34-75f9-4604-94a7-55225c6e7dc0 req-e3956416-0f78-41d5-b7a1-476c2ea5b948 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b77a214-6451-41fb-915d-c2d83e361e4c HTTP/1.1" status: 200 len: 945 time: 0.0536134 Jan 18 20:11:53.198598 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-bac22025-8004-4b27-9060-107ee2044f06 req-8f3c9fb0-e2ad-4fea-9698-5ed5016b4279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a8b54097-113a-4129-aa6d-b5f823f9d597), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:53.227590 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-126a544a-1682-40be-8eb4-349c1e07e827 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1330a1de-3636-4f07-b599-97f547076b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386956 Jan 18 20:11:53.350210 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94aa6b-8cc2-4653-8eed-57cab5ca1a01 req-85efb985-af22-4ae2-9c67-2e6ca25976fa tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:53.357893 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94aa6b-8cc2-4653-8eed-57cab5ca1a01 req-85efb985-af22-4ae2-9c67-2e6ca25976fa tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:53.367313 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94aa6b-8cc2-4653-8eed-57cab5ca1a01 req-85efb985-af22-4ae2-9c67-2e6ca25976fa tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:53.375573 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94aa6b-8cc2-4653-8eed-57cab5ca1a01 req-85efb985-af22-4ae2-9c67-2e6ca25976fa tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:53.381708 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94aa6b-8cc2-4653-8eed-57cab5ca1a01 req-85efb985-af22-4ae2-9c67-2e6ca25976fa tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:53.388927 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94aa6b-8cc2-4653-8eed-57cab5ca1a01 req-85efb985-af22-4ae2-9c67-2e6ca25976fa tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:53.394859 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94aa6b-8cc2-4653-8eed-57cab5ca1a01 req-85efb985-af22-4ae2-9c67-2e6ca25976fa tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:53.396790 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fd94aa6b-8cc2-4653-8eed-57cab5ca1a01 req-85efb985-af22-4ae2-9c67-2e6ca25976fa tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5429 time: 0.2004311 Jan 18 20:11:53.470140 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-97aeff34-75f9-4604-94a7-55225c6e7dc0 req-79782c32-a144-4b64-8413-49349a0f4684 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Deleting port cd72bcad-5a75-4b53-b371-ce62014563ba {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:11:53.470701 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-97aeff34-75f9-4604-94a7-55225c6e7dc0 req-79782c32-a144-4b64-8413-49349a0f4684 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (cd72bcad-5a75-4b53-b371-ce62014563ba), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:53.516703 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44559814-2471-4e7b-8cf6-2ef3e137d26a req-0000d7ec-67f5-4509-a6a5-d3c8b55b8571 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:53.518132 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-44559814-2471-4e7b-8cf6-2ef3e137d26a req-0000d7ec-67f5-4509-a6a5-d3c8b55b8571 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.1202712 Jan 18 20:11:53.530128 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-8d15be70-1eb2-4da0-a9cb-f46f1bafce9a service neutron] 10.222.0.70 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484660 Jan 18 20:11:53.536374 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['0a1c35cd-5914-44b5-95a0-1d50b743c9db'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:11:53.554548 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a911f-69c2-4efc-808c-2154a77a1345 req-e8ce5c86-0ad5-4295-8457-147a4a2771ad tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:53.555944 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4f7a911f-69c2-4efc-808c-2154a77a1345 req-e8ce5c86-0ad5-4295-8457-147a4a2771ad tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1d21589-d1ca-4173-b389-9b1f6ecf96b3 HTTP/1.1" status: 200 len: 946 time: 0.0893970 Jan 18 20:11:53.580641 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['3375ea57-478b-43f3-83e6-dd6a5636f0c3'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:11:53.583487 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['fcb008f3-6e05-437d-bc92-613c8989d834'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:11:53.585082 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fd94aa6b-8cc2-4653-8eed-57cab5ca1a01 req-dcfea388-3043-4910-8c98-279dc3dbd0bb tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1755497 Jan 18 20:11:53.654373 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-24d6f025-6958-4451-9dbc-4abc69d539c6 req-648f3495-d512-475c-9e02-e501a8d0b3df service neutron] 10.222.0.70 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095669 Jan 18 20:11:53.656333 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-44559814-2471-4e7b-8cf6-2ef3e137d26a req-e4b02395-623a-463c-9e58-019f758614a0 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966425 Jan 18 20:11:53.658261 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-97aeff34-75f9-4604-94a7-55225c6e7dc0 req-79782c32-a144-4b64-8413-49349a0f4684 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] For port cd72bcad-5a75-4b53-b371-ce62014563ba, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=cd72bcad-5a75-4b53-b371-ce62014563ba,segment=NetworkSegment(699a06f6-109f-4605-b1f5-9fc15346a26e),segment_id=699a06f6-109f-4605-b1f5-9fc15346a26e)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:53.658626 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-97aeff34-75f9-4604-94a7-55225c6e7dc0 req-79782c32-a144-4b64-8413-49349a0f4684 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (cd72bcad-5a75-4b53-b371-ce62014563ba), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:53.676414 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-97aeff34-75f9-4604-94a7-55225c6e7dc0 req-79782c32-a144-4b64-8413-49349a0f4684 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Calling delete_port for cd72bcad-5a75-4b53-b371-ce62014563ba owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:11:53.814284 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5972a00-9ab2-4af1-88f2-a2b0ad26eea4 req-6bae6cc2-fabb-46c0-adaa-193fb22c44b5 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:53.815804 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5972a00-9ab2-4af1-88f2-a2b0ad26eea4 req-6bae6cc2-fabb-46c0-adaa-193fb22c44b5 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 943 time: 0.0803988 Jan 18 20:11:53.850132 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b346dac-bf02-4459-9999-a497914062cb req-62a88b4d-859f-4ad8-836a-f750a7036741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:53.851618 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b346dac-bf02-4459-9999-a497914062cb req-62a88b4d-859f-4ad8-836a-f750a7036741 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=211c72f201034d10bbf94424fe5e3d47&device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 1094 time: 0.1035674 Jan 18 20:11:53.861367 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-bac22025-8004-4b27-9060-107ee2044f06 req-8f3c9fb0-e2ad-4fea-9698-5ed5016b4279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b54097-113a-4129-aa6d-b5f823f9d597 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:11:53.884110 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5972a00-9ab2-4af1-88f2-a2b0ad26eea4 req-67f3dd05-dadd-4de4-baf8-42d3679ccaf5 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615778 Jan 18 20:11:53.893891 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['0bbb04a5-1309-4d5f-8824-60e9bff7c6bb'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:11:53.894066 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-bac22025-8004-4b27-9060-107ee2044f06 req-8f3c9fb0-e2ad-4fea-9698-5ed5016b4279 service neutron] Publish callbacks [] for port (a8b54097-113a-4129-aa6d-b5f823f9d597), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:53.895895 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:11:53.914318 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-bac22025-8004-4b27-9060-107ee2044f06 req-8f3c9fb0-e2ad-4fea-9698-5ed5016b4279 service neutron] Transition to ACTIVE for port object a8b54097-113a-4129-aa6d-b5f823f9d597 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:11:53.946625 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-bac22025-8004-4b27-9060-107ee2044f06 req-8f3c9fb0-e2ad-4fea-9698-5ed5016b4279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (a8b54097-113a-4129-aa6d-b5f823f9d597), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:53.958371 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-97aeff34-75f9-4604-94a7-55225c6e7dc0 req-79782c32-a144-4b64-8413-49349a0f4684 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (cd72bcad-5a75-4b53-b371-ce62014563ba), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:53.965038 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['706fa8c8-f793-4fca-9e7c-9e00596e21c0'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:11:53.967115 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['1b19ac8f-84e1-4987-b625-71fe89dd67c4'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:11:53.983424 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-4f7a911f-69c2-4efc-808c-2154a77a1345 req-444028ae-fe6f-4714-b8e6-bd1529c622a5 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Deleting port 00c2f68a-47f3-4404-b090-fa73eb4169d7 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:11:53.984184 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4f7a911f-69c2-4efc-808c-2154a77a1345 req-444028ae-fe6f-4714-b8e6-bd1529c622a5 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (00c2f68a-47f3-4404-b090-fa73eb4169d7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:54.044756 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79782c32-a144-4b64-8413-49349a0f4684 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Pushing event deleted for resources: {'Port': ['ID=cd72bcad-5a75-4b53-b371-ce62014563ba,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:54.056644 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['00c2f68a-47f3-4404-b090-fa73eb4169d7', 'cd72bcad-5a75-4b53-b371-ce62014563ba'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:11:54.114459 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-4f7a911f-69c2-4efc-808c-2154a77a1345 req-444028ae-fe6f-4714-b8e6-bd1529c622a5 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] For port 00c2f68a-47f3-4404-b090-fa73eb4169d7, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=00c2f68a-47f3-4404-b090-fa73eb4169d7,segment=NetworkSegment(699a06f6-109f-4605-b1f5-9fc15346a26e),segment_id=699a06f6-109f-4605-b1f5-9fc15346a26e)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:54.115189 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4f7a911f-69c2-4efc-808c-2154a77a1345 req-444028ae-fe6f-4714-b8e6-bd1529c622a5 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (00c2f68a-47f3-4404-b090-fa73eb4169d7), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:54.147203 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-97aeff34-75f9-4604-94a7-55225c6e7dc0 req-79782c32-a144-4b64-8413-49349a0f4684 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] No DVR routers for this DVR port cd72bcad-5a75-4b53-b371-ce62014563ba on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:11:54.149706 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-97aeff34-75f9-4604-94a7-55225c6e7dc0 req-79782c32-a144-4b64-8413-49349a0f4684 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:54.153673 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97aeff34-75f9-4604-94a7-55225c6e7dc0 req-79782c32-a144-4b64-8413-49349a0f4684 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.70 "DELETE /v2.0/ports/cd72bcad-5a75-4b53-b371-ce62014563ba HTTP/1.1" status: 204 len: 173 time: 0.9473097 Jan 18 20:11:54.168432 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b77a214-6451-41fb-915d-c2d83e361e4c', 'name': 'network-vif-deleted', 'tag': 'cd72bcad-5a75-4b53-b371-ce62014563ba'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:11:54.171017 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfa148d-8e3e-488a-ba8a-053d721de3d6" -d '{"events": [{"server_uuid": "3b77a214-6451-41fb-915d-c2d83e361e4c", "name": "network-vif-deleted", "tag": "cd72bcad-5a75-4b53-b371-ce62014563ba"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:11:54.198663 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-4f7a911f-69c2-4efc-808c-2154a77a1345 req-444028ae-fe6f-4714-b8e6-bd1529c622a5 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Calling delete_port for 00c2f68a-47f3-4404-b090-fa73eb4169d7 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:11:54.202715 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-968d2cb1-e63b-4fb1-bab2-361473215924 req-c8e695f9-fc78-465a-9079-3c0242b1943c tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b77a214-6451-41fb-915d-c2d83e361e4c HTTP/1.1" status: 200 len: 210 time: 0.0858932 Jan 18 20:11:54.246955 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d04915-6a6e-4118-962d-1007845b4552 req-dbf02e88-6223-4f93-8ff0-6e70ba5bd181 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:54.255414 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65d04915-6a6e-4118-962d-1007845b4552 req-dbf02e88-6223-4f93-8ff0-6e70ba5bd181 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.2506161 Jan 18 20:11:54.368781 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c9fb0-e2ad-4fea-9698-5ed5016b4279 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b54097-113a-4129-aa6d-b5f823f9d597,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:54.390397 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65d04915-6a6e-4118-962d-1007845b4552 req-cf513393-eb61-41f0-8830-e6691fb87eaa tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337218 Jan 18 20:11:54.419411 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b346dac-bf02-4459-9999-a497914062cb req-b1567982-6331-401f-bc9b-982369d7750a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:54.421599 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b346dac-bf02-4459-9999-a497914062cb req-b1567982-6331-401f-bc9b-982369d7750a service neutron] 10.222.0.70 "GET /v2.0/networks?id=1330a1de-3636-4f07-b599-97f547076b99 HTTP/1.1" status: 200 len: 913 time: 0.5558300 Jan 18 20:11:54.455801 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19754a1d-2847-4aa7-9d23-9cf2582a3ca4 req-c9658ee3-4535-4608-a24e-4210b8d01e3f tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:54.467164 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-19754a1d-2847-4aa7-9d23-9cf2582a3ca4 req-c9658ee3-4535-4608-a24e-4210b8d01e3f tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 944 time: 0.1438529 Jan 18 20:11:54.474468 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13b8b3f-63d1-471f-9192-81716c99e94d x-openstack-request-id: req-c13b8b3f-63d1-471f-9192-81716c99e94d {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:11:54.479605 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b346dac-bf02-4459-9999-a497914062cb req-3818d4a8-cfd1-4461-a029-8cef6dfed47f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c87a2cc3-bb00-47f8-b51e-59d72e3e2b03 HTTP/1.1" status: 200 len: 217 time: 0.0519445 Jan 18 20:11:54.480640 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b77a214-6451-41fb-915d-c2d83e361e4c", "name": "network-vif-deleted", "tag": "cd72bcad-5a75-4b53-b371-ce62014563ba", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:11:54.480956 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c13b8b3f-63d1-471f-9192-81716c99e94d {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:11:54.481380 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b77a214-6451-41fb-915d-c2d83e361e4c', 'name': 'network-vif-deleted', 'tag': 'cd72bcad-5a75-4b53-b371-ce62014563ba', 'status': 'completed', 'code': 200} Jan 18 20:11:54.579370 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-bac22025-8004-4b27-9060-107ee2044f06 req-8f3c9fb0-e2ad-4fea-9698-5ed5016b4279 service neutron] Attempting to bind port a8b54097-113a-4129-aa6d-b5f823f9d597 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:11:54.579811 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-bac22025-8004-4b27-9060-107ee2044f06 req-8f3c9fb0-e2ad-4fea-9698-5ed5016b4279 service neutron] Attempting to bind port a8b54097-113a-4129-aa6d-b5f823f9d597 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:11:54.580650 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac22025-8004-4b27-9060-107ee2044f06 req-8f3c9fb0-e2ad-4fea-9698-5ed5016b4279 service neutron] Attempting to bind port a8b54097-113a-4129-aa6d-b5f823f9d597 on network 133a80cf-c268-45f9-91ee-564a51a659af {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:11:54.587148 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-19754a1d-2847-4aa7-9d23-9cf2582a3ca4 req-1a6c876c-2b51-46cd-99eb-ff91693a8a5e tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182675 Jan 18 20:11:54.619105 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac22025-8004-4b27-9060-107ee2044f06 req-8f3c9fb0-e2ad-4fea-9698-5ed5016b4279 service neutron] Port a8b54097-113a-4129-aa6d-b5f823f9d597 on network 133a80cf-c268-45f9-91ee-564a51a659af not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:11:54.619494 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac22025-8004-4b27-9060-107ee2044f06 req-8f3c9fb0-e2ad-4fea-9698-5ed5016b4279 service neutron] Attempting to bind port a8b54097-113a-4129-aa6d-b5f823f9d597 on network 133a80cf-c268-45f9-91ee-564a51a659af {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:11:54.640039 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b346dac-bf02-4459-9999-a497914062cb req-78788b13-8b43-4ab8-a6b9-12bac58e0796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:54.641828 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b346dac-bf02-4459-9999-a497914062cb req-78788b13-8b43-4ab8-a6b9-12bac58e0796 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b76b9fe0-68f8-4703-9228-21897e60da9f HTTP/1.1" status: 200 len: 852 time: 0.1431627 Jan 18 20:11:54.644816 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac22025-8004-4b27-9060-107ee2044f06 req-8f3c9fb0-e2ad-4fea-9698-5ed5016b4279 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:11:54.645256 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac22025-8004-4b27-9060-107ee2044f06 req-8f3c9fb0-e2ad-4fea-9698-5ed5016b4279 service neutron] Checking segment: {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:11:54.645774 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac22025-8004-4b27-9060-107ee2044f06 req-8f3c9fb0-e2ad-4fea-9698-5ed5016b4279 service neutron] Bound using segment: {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:11:54.646792 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-bac22025-8004-4b27-9060-107ee2044f06 req-8f3c9fb0-e2ad-4fea-9698-5ed5016b4279 service neutron] Bound port: a8b54097-113a-4129-aa6d-b5f823f9d597, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:11:54.647402 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-bac22025-8004-4b27-9060-107ee2044f06 req-8f3c9fb0-e2ad-4fea-9698-5ed5016b4279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a8b54097-113a-4129-aa6d-b5f823f9d597), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:54.707836 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b346dac-bf02-4459-9999-a497914062cb req-201ff5ec-149d-454b-b064-291b1566057c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1330a1de-3636-4f07-b599-97f547076b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449092 Jan 18 20:11:54.753365 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9648c-1263-4669-8766-569955862dc2 req-e9805a89-9010-4ed8-bb1b-ab41c7b254b8 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:54.767135 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4f7a911f-69c2-4efc-808c-2154a77a1345 req-444028ae-fe6f-4714-b8e6-bd1529c622a5 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (00c2f68a-47f3-4404-b090-fa73eb4169d7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:54.769787 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9648c-1263-4669-8766-569955862dc2 req-e9805a89-9010-4ed8-bb1b-ab41c7b254b8 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:54.778592 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9648c-1263-4669-8766-569955862dc2 req-e9805a89-9010-4ed8-bb1b-ab41c7b254b8 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:54.785572 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9648c-1263-4669-8766-569955862dc2 req-e9805a89-9010-4ed8-bb1b-ab41c7b254b8 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:54.793389 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9648c-1263-4669-8766-569955862dc2 req-e9805a89-9010-4ed8-bb1b-ab41c7b254b8 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:54.800085 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9648c-1263-4669-8766-569955862dc2 req-e9805a89-9010-4ed8-bb1b-ab41c7b254b8 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:54.806402 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9648c-1263-4669-8766-569955862dc2 req-e9805a89-9010-4ed8-bb1b-ab41c7b254b8 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:54.815713 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fde9648c-1263-4669-8766-569955862dc2 req-e9805a89-9010-4ed8-bb1b-ab41c7b254b8 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5429 time: 0.1254225 Jan 18 20:11:54.877810 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444028ae-fe6f-4714-b8e6-bd1529c622a5 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Pushing event deleted for resources: {'Port': ['ID=00c2f68a-47f3-4404-b090-fa73eb4169d7,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:54.903652 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f3493-40cb-4c75-a1fe-243654a2cbd3 req-b7a827b7-6dc9-4eff-855b-4f2c7b736ce6 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:54.905371 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1d8f3493-40cb-4c75-a1fe-243654a2cbd3 req-b7a827b7-6dc9-4eff-855b-4f2c7b736ce6 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.0876734 Jan 18 20:11:54.971743 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b346dac-bf02-4459-9999-a497914062cb req-d51ef9b9-45aa-4a2a-907a-70fe9a1d36c4 service neutron] 10.222.0.70 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158508 Jan 18 20:11:54.986646 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1d8f3493-40cb-4c75-a1fe-243654a2cbd3 req-60444ad5-3861-489a-94fd-569103e4c3cf tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691442 Jan 18 20:11:55.058398 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fde9648c-1263-4669-8766-569955862dc2 req-311167d2-769a-44d4-8ea7-56c73c0c3695 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2262280 Jan 18 20:11:55.172055 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636ca96-b477-48e0-8e6b-b64c500fe05f req-75fff04f-34ad-42b6-8b86-affd1ffa702d tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:55.174043 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c636ca96-b477-48e0-8e6b-b64c500fe05f req-75fff04f-34ad-42b6-8b86-affd1ffa702d tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 943 time: 0.0789490 Jan 18 20:11:55.226370 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c636ca96-b477-48e0-8e6b-b64c500fe05f req-2efe3d48-73d8-4c49-9061-f936cd4125b8 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460293 Jan 18 20:11:55.355743 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6ca2c501-0b12-4d71-82f1-f24c20c83d31 req-932f4856-1843-466c-86e7-4fe58043cd6f tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1d21589-d1ca-4173-b389-9b1f6ecf96b3 HTTP/1.1" status: 200 len: 210 time: 0.0276463 Jan 18 20:11:55.379270 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7a911f-69c2-4efc-808c-2154a77a1345 req-444028ae-fe6f-4714-b8e6-bd1529c622a5 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] No DVR routers for this DVR port 00c2f68a-47f3-4404-b090-fa73eb4169d7 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:11:55.384912 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4f7a911f-69c2-4efc-808c-2154a77a1345 req-444028ae-fe6f-4714-b8e6-bd1529c622a5 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:55.388808 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4f7a911f-69c2-4efc-808c-2154a77a1345 req-444028ae-fe6f-4714-b8e6-bd1529c622a5 tempest-ListServersNegativeTestJSON-1466549785 tempest-ListServersNegativeTestJSON-1466549785-project] 10.222.0.70 "DELETE /v2.0/ports/00c2f68a-47f3-4404-b090-fa73eb4169d7 HTTP/1.1" status: 204 len: 173 time: 1.7334957 Jan 18 20:11:55.389256 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d21589-d1ca-4173-b389-9b1f6ecf96b3', 'name': 'network-vif-deleted', 'tag': '00c2f68a-47f3-4404-b090-fa73eb4169d7'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:11:55.391509 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6008971f-4997-4048-b6cb-cc1258bb00a2" -d '{"events": [{"server_uuid": "c1d21589-d1ca-4173-b389-9b1f6ecf96b3", "name": "network-vif-deleted", "tag": "00c2f68a-47f3-4404-b090-fa73eb4169d7"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:11:55.394434 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-bac22025-8004-4b27-9060-107ee2044f06 req-8f3c9fb0-e2ad-4fea-9698-5ed5016b4279 service neutron] For port a8b54097-113a-4129-aa6d-b5f823f9d597, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:11:55.435639 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-bac22025-8004-4b27-9060-107ee2044f06 req-8f3c9fb0-e2ad-4fea-9698-5ed5016b4279 service neutron] For port a8b54097-113a-4129-aa6d-b5f823f9d597, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a8b54097-113a-4129-aa6d-b5f823f9d597,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:11:55.447730 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39103f3-33bb-4d53-bacf-fd1eb6fea3e4 x-openstack-request-id: req-c39103f3-33bb-4d53-bacf-fd1eb6fea3e4 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:11:55.447961 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d21589-d1ca-4173-b389-9b1f6ecf96b3", "name": "network-vif-deleted", "tag": "00c2f68a-47f3-4404-b090-fa73eb4169d7", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:11:55.448199 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c39103f3-33bb-4d53-bacf-fd1eb6fea3e4 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:11:55.448593 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d21589-d1ca-4173-b389-9b1f6ecf96b3', 'name': 'network-vif-deleted', 'tag': '00c2f68a-47f3-4404-b090-fa73eb4169d7', 'status': 'completed', 'code': 200} Jan 18 20:11:55.452222 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-bac22025-8004-4b27-9060-107ee2044f06 req-8f3c9fb0-e2ad-4fea-9698-5ed5016b4279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (a8b54097-113a-4129-aa6d-b5f823f9d597), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:55.503290 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac22025-8004-4b27-9060-107ee2044f06 req-8f3c9fb0-e2ad-4fea-9698-5ed5016b4279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:55.503845 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-bac22025-8004-4b27-9060-107ee2044f06 req-8f3c9fb0-e2ad-4fea-9698-5ed5016b4279 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:55.505183 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bac22025-8004-4b27-9060-107ee2044f06 req-8f3c9fb0-e2ad-4fea-9698-5ed5016b4279 service neutron] 10.222.0.70 "PUT /v2.0/ports/a8b54097-113a-4129-aa6d-b5f823f9d597 HTTP/1.1" status: 200 len: 1092 time: 2.4476168 Jan 18 20:11:55.535266 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b346dac-bf02-4459-9999-a497914062cb req-cfd2b7c3-3777-4c9a-bf34-66f7aaeeb5a4 service neutron] 10.222.0.70 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510783 Jan 18 20:11:55.551571 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9a8930ed-8838-49f7-ae4a-f6653e8d5e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:55.559192 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c9fb0-e2ad-4fea-9698-5ed5016b4279 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b54097-113a-4129-aa6d-b5f823f9d597,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:55.580397 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd029a8-cd8c-4d60-b40b-6c45e6dc4d19 req-0384c2a3-4cb1-46ab-899d-0174424967f8 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:55.582917 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dbd029a8-cd8c-4d60-b40b-6c45e6dc4d19 req-0384c2a3-4cb1-46ab-899d-0174424967f8 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.0922661 Jan 18 20:11:55.630988 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac22025-8004-4b27-9060-107ee2044f06 req-ed59dc5d-e70d-455a-a3d5-afa37a8002a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:55.632740 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bac22025-8004-4b27-9060-107ee2044f06 req-ed59dc5d-e70d-455a-a3d5-afa37a8002a7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46be2ca450fb44c88ba90d0767174258&device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 1095 time: 0.0569217 Jan 18 20:11:55.662732 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dbd029a8-cd8c-4d60-b40b-6c45e6dc4d19 req-e2c81d14-2b70-49ba-9f53-d18e099ef807 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644274 Jan 18 20:11:55.683506 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bac22025-8004-4b27-9060-107ee2044f06 req-9f7251ac-f7da-4f04-b477-1b14964f7d25 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8b54097-113a-4129-aa6d-b5f823f9d597 HTTP/1.1" status: 200 len: 217 time: 0.0426803 Jan 18 20:11:55.734146 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac22025-8004-4b27-9060-107ee2044f06 req-29a55f00-10f0-48fe-9a06-f4257fdbcc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:55.735601 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bac22025-8004-4b27-9060-107ee2044f06 req-29a55f00-10f0-48fe-9a06-f4257fdbcc1b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45324dde-9697-4682-9610-ed3bed3250cd HTTP/1.1" status: 200 len: 847 time: 0.0460651 Jan 18 20:11:55.766309 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bac22025-8004-4b27-9060-107ee2044f06 req-d497c055-9c6c-4fe9-8868-7ad1e2316f97 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=133a80cf-c268-45f9-91ee-564a51a659af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244720 Jan 18 20:11:55.777379 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c973c8-b110-4e66-bb42-5b10cbb6f35a req-a23a08ff-f1d2-45e3-9873-143487044cdb tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:55.779024 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-32c973c8-b110-4e66-bb42-5b10cbb6f35a req-a23a08ff-f1d2-45e3-9873-143487044cdb tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 944 time: 0.0508544 Jan 18 20:11:55.827622 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-32c973c8-b110-4e66-bb42-5b10cbb6f35a req-7d46f6e9-057c-493f-afc9-e8c5a313e92f tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427597 Jan 18 20:11:55.861701 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bac22025-8004-4b27-9060-107ee2044f06 req-2b55e2d9-6f7f-488f-8bda-036d64499fcc service neutron] 10.222.0.70 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882165 Jan 18 20:11:55.960052 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bac22025-8004-4b27-9060-107ee2044f06 req-a5ee16a2-3bf2-4c5c-a59f-7a699cc05054 service neutron] 10.222.0.70 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919878 Jan 18 20:11:56.108989 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f48a7-62b6-4ac3-87f9-68acf8920c42 req-c81fe952-e20c-4ff1-86b5-b2f76c726c87 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:56.110602 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b68f48a7-62b6-4ac3-87f9-68acf8920c42 req-c81fe952-e20c-4ff1-86b5-b2f76c726c87 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.0533497 Jan 18 20:11:56.160298 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device c87a2cc3-bb00-47f8-b51e-59d72e3e2b03 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:11:56.198110 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b68f48a7-62b6-4ac3-87f9-68acf8920c42 req-c4b6bd8f-3c7e-4f88-928e-03abb279f3df tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818455 Jan 18 20:11:56.215552 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cace3-b377-4b94-af27-4a7efe3f5806 req-0f6d348f-1087-4a0e-a093-688229ce50f5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:56.221661 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cace3-b377-4b94-af27-4a7efe3f5806 req-0f6d348f-1087-4a0e-a093-688229ce50f5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:56.227975 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cace3-b377-4b94-af27-4a7efe3f5806 req-0f6d348f-1087-4a0e-a093-688229ce50f5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:56.233418 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:11:56.234508 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cace3-b377-4b94-af27-4a7efe3f5806 req-0f6d348f-1087-4a0e-a093-688229ce50f5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:56.240889 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cace3-b377-4b94-af27-4a7efe3f5806 req-0f6d348f-1087-4a0e-a093-688229ce50f5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:56.246786 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cace3-b377-4b94-af27-4a7efe3f5806 req-0f6d348f-1087-4a0e-a093-688229ce50f5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:56.252826 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cace3-b377-4b94-af27-4a7efe3f5806 req-0f6d348f-1087-4a0e-a093-688229ce50f5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:56.254914 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-026cace3-b377-4b94-af27-4a7efe3f5806 req-0f6d348f-1087-4a0e-a093-688229ce50f5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5429 time: 0.1234539 Jan 18 20:11:56.322147 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port c87a2cc3-bb00-47f8-b51e-59d72e3e2b03, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=c87a2cc3-bb00-47f8-b51e-59d72e3e2b03,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:56.325918 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:11:56.337282 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:11:56.337664 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:56.340552 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'c87a2cc3-bb00-47f8-b51e-59d72e3e2b03', 'network_id': '1330a1de-3636-4f07-b599-97f547076b99', 'port_id': 'c87a2cc3-bb00-47f8-b51e-59d72e3e2b03', 'mac_address': 'fa:16:3e:43:bf:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76b9fe0-68f8-4703-9228-21897e60da9f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:11:56.374814 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-026cace3-b377-4b94-af27-4a7efe3f5806 req-cc7fd64e-852f-490a-a511-a5bbacbe6fce tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1132374 Jan 18 20:11:56.403768 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3d9b3-e528-4639-a3e9-053753c26b1b req-267ffcfc-8743-409f-8948-54bf71848dd8 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:56.405875 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26f3d9b3-e528-4639-a3e9-053753c26b1b req-267ffcfc-8743-409f-8948-54bf71848dd8 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 943 time: 0.0652015 Jan 18 20:11:56.442887 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port c87a2cc3-bb00-47f8-b51e-59d72e3e2b03 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:56.443388 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c87a2cc3-bb00-47f8-b51e-59d72e3e2b03), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:56.458865 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c87a2cc3-bb00-47f8-b51e-59d72e3e2b03 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:11:56.467163 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45250) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:56.477044 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26f3d9b3-e528-4639-a3e9-053753c26b1b req-7545f180-1716-4c58-a848-7695fd81261c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614426 Jan 18 20:11:56.507914 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port c87a2cc3-bb00-47f8-b51e-59d72e3e2b03, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=c87a2cc3-bb00-47f8-b51e-59d72e3e2b03,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:56.514401 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c87a2cc3-bb00-47f8-b51e-59d72e3e2b03), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:56.517117 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:56.517556 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:56.533167 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-603b47a1-60d3-413d-a894-17961ae123e9 admin admin] Deleting subnet e94a5193-1565-4897-ae74-20c4515befaa {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:11:56.536210 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-603b47a1-60d3-413d-a894-17961ae123e9 admin admin] Publish callbacks [] for subnet (e94a5193-1565-4897-ae74-20c4515befaa), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:56.566441 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:11:56.568882 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47dbd7d-bdee-440c-9e1a-acebefb61cf5" -d '{"events": [{"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-plugged", "status": "completed", "tag": "ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:11:56.571324 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-603b47a1-60d3-413d-a894-17961ae123e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (e94a5193-1565-4897-ae74-20c4515befaa), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:56.595769 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52,segment=NetworkSegment(d0da82cf-5645-4777-86ff-c2c01c2d9914),segment_id=d0da82cf-5645-4777-86ff-c2c01c2d9914)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:56.603048 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=c87a2cc3-bb00-47f8-b51e-59d72e3e2b03,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:56.608085 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:56.608685 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device cd72bcad-5a75-4b53-b371-ce62014563ba no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:11:56.631472 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-603b47a1-60d3-413d-a894-17961ae123e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (e94a5193-1565-4897-ae74-20c4515befaa), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:56.631687 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc6ff4e-08a5-468e-b723-5d1a8e4b44d2 x-openstack-request-id: req-9fc6ff4e-08a5-468e-b723-5d1a8e4b44d2 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:11:56.632058 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-plugged", "status": "completed", "tag": "ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:11:56.632384 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9fc6ff4e-08a5-468e-b723-5d1a8e4b44d2 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:11:56.633375 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52', 'code': 200} Jan 18 20:11:56.635053 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: cd72bcad-5a75-4b53-b371-ce62014563ba {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:11:56.635475 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device cd72bcad-5a75-4b53-b371-ce62014563ba not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:11:56.635970 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 00c2f68a-47f3-4404-b090-fa73eb4169d7 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:11:56.682509 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 00c2f68a-47f3-4404-b090-fa73eb4169d7 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:11:56.683962 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 00c2f68a-47f3-4404-b090-fa73eb4169d7 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:11:56.711694 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:56.734787 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-603b47a1-60d3-413d-a894-17961ae123e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (e94a5193-1565-4897-ae74-20c4515befaa), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:56.768486 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b47a1-60d3-413d-a894-17961ae123e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e94a5193-1565-4897-ae74-20c4515befaa,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:56.770582 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-603b47a1-60d3-413d-a894-17961ae123e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:56.776339 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-603b47a1-60d3-413d-a894-17961ae123e9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e94a5193-1565-4897-ae74-20c4515befaa HTTP/1.1" status: 204 len: 168 time: 0.3081224 Jan 18 20:11:56.778164 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45260) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:56.833126 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cebe80-0a71-4aea-9c2a-0c2fc70fa548 req-9014a376-4334-450b-96c5-9e85f8b3b944 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:56.834847 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d3cebe80-0a71-4aea-9c2a-0c2fc70fa548 req-9014a376-4334-450b-96c5-9e85f8b3b944 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.0586133 Jan 18 20:11:56.848267 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b040f424-c0ac-4c40-bf4d-292ca2562341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (65bc6c7e-62b1-4793-822c-8255824ddf81), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:56.888512 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d3cebe80-0a71-4aea-9c2a-0c2fc70fa548 req-542b9a96-3392-44a4-9d3f-f95c09f3f8c4 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468576 Jan 18 20:11:56.954691 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b040f424-c0ac-4c40-bf4d-292ca2562341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (65bc6c7e-62b1-4793-822c-8255824ddf81), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:56.961154 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8a630-4fdb-4f0a-92d1-dcd6f64bb698 req-f700093a-7d53-4867-aab5-3a1718a6ce06 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:56.962752 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b8c8a630-4fdb-4f0a-92d1-dcd6f64bb698 req-f700093a-7d53-4867-aab5-3a1718a6ce06 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 944 time: 0.0512488 Jan 18 20:11:56.975371 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b040f424-c0ac-4c40-bf4d-292ca2562341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65bc6c7e-62b1-4793-822c-8255824ddf81']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:11:56.985575 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b040f424-c0ac-4c40-bf4d-292ca2562341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699a06f6-109f-4605-b1f5-9fc15346a26e') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:11:56.985909 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b040f424-c0ac-4c40-bf4d-292ca2562341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699a06f6-109f-4605-b1f5-9fc15346a26e') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:11:56.996982 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b040f424-c0ac-4c40-bf4d-292ca2562341 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (699a06f6-109f-4605-b1f5-9fc15346a26e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:57.009933 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b040f424-c0ac-4c40-bf4d-292ca2562341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (699a06f6-109f-4605-b1f5-9fc15346a26e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:57.011673 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b8c8a630-4fdb-4f0a-92d1-dcd6f64bb698 req-cc7320a8-1bad-4e21-9687-7bf0ab061f10 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428600 Jan 18 20:11:57.016601 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b040f424-c0ac-4c40-bf4d-292ca2562341 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:11:57.017001 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b040f424-c0ac-4c40-bf4d-292ca2562341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (699a06f6-109f-4605-b1f5-9fc15346a26e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:11:57.021047 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:11:57.025241 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:11:57.025241 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:11:57.025241 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:11:57.025241 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:11:57.025241 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:11:57.025241 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:11:57.025241 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:11:57.025241 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:11:57.025241 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:11:57.025241 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:11:57.025241 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:11:57.080092 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b040f424-c0ac-4c40-bf4d-292ca2562341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (65bc6c7e-62b1-4793-822c-8255824ddf81), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:57.085603 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b040f424-c0ac-4c40-bf4d-292ca2562341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:57.091600 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b040f424-c0ac-4c40-bf4d-292ca2562341 admin admin] 10.222.0.31 "DELETE /v2.0/networks/65bc6c7e-62b1-4793-822c-8255824ddf81 HTTP/1.1" status: 204 len: 168 time: 0.3100519 Jan 18 20:11:57.108155 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040f424-c0ac-4c40-bf4d-292ca2562341 admin admin] Pushing event deleted for resources: {'Network': ['ID=65bc6c7e-62b1-4793-822c-8255824ddf81,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:57.211829 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45266) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:57.257545 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5533f5b8-82cd-4b5a-9093-59943186f6e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c382c9e7160a4a83ba6d72a900cf8075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435793 Jan 18 20:11:57.259024 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45270) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:57.320415 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7eb00cda-712a-437f-8952-ef6e37868c18 admin admin] Publish callbacks [] for security_group (17e3b994-78c0-4d36-8398-7a810d88c2f1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:57.332390 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b9b05-d039-41b3-b817-86efb3d5a354 req-5f7035a5-2422-420f-bea3-6a874cca86e8 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:57.333947 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9c7b9b05-d039-41b3-b817-86efb3d5a354 req-5f7035a5-2422-420f-bea3-6a874cca86e8 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.0604730 Jan 18 20:11:57.343116 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7eb00cda-712a-437f-8952-ef6e37868c18 admin admin] Publish callbacks [] for security_group (17e3b994-78c0-4d36-8398-7a810d88c2f1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:57.386308 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9c7b9b05-d039-41b3-b817-86efb3d5a354 req-ff3ce494-ef81-41fa-884a-37fdece72c3d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458677 Jan 18 20:11:57.396647 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7eb00cda-712a-437f-8952-ef6e37868c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (17e3b994-78c0-4d36-8398-7a810d88c2f1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:57.399590 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7eb00cda-712a-437f-8952-ef6e37868c18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:57.400945 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7eb00cda-712a-437f-8952-ef6e37868c18 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/17e3b994-78c0-4d36-8398-7a810d88c2f1 HTTP/1.1" status: 204 len: 168 time: 0.1410267 Jan 18 20:11:57.408729 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb00cda-712a-437f-8952-ef6e37868c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e3b994-78c0-4d36-8398-7a810d88c2f1,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:57.450182 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8647f40b-f6e9-4403-8784-d1f24fc9e3d5', 'tag': 'a8b54097-113a-4129-aa6d-b5f823f9d597'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:11:57.453216 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340537b2-a487-4628-ab83-3c80a6970fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "8647f40b-f6e9-4403-8784-d1f24fc9e3d5", "tag": "a8b54097-113a-4129-aa6d-b5f823f9d597"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:11:57.504782 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20ca993-2ed1-47cd-a376-085335c7348e x-openstack-request-id: req-a20ca993-2ed1-47cd-a376-085335c7348e {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:11:57.505075 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8647f40b-f6e9-4403-8784-d1f24fc9e3d5", "tag": "a8b54097-113a-4129-aa6d-b5f823f9d597", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:11:57.505349 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a20ca993-2ed1-47cd-a376-085335c7348e {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:11:57.505789 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8647f40b-f6e9-4403-8784-d1f24fc9e3d5', 'tag': 'a8b54097-113a-4129-aa6d-b5f823f9d597', 'status': 'completed', 'code': 200} Jan 18 20:11:57.585817 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a37b7-9c55-4b29-a196-839d00c9c7ae req-603eabd5-a89e-49f5-80f1-0556bc4f19cd tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:57.597453 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a37b7-9c55-4b29-a196-839d00c9c7ae req-603eabd5-a89e-49f5-80f1-0556bc4f19cd tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:57.604806 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a37b7-9c55-4b29-a196-839d00c9c7ae req-603eabd5-a89e-49f5-80f1-0556bc4f19cd tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:57.613442 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a37b7-9c55-4b29-a196-839d00c9c7ae req-603eabd5-a89e-49f5-80f1-0556bc4f19cd tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:57.624301 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['c87a2cc3-bb00-47f8-b51e-59d72e3e2b03'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:11:57.632796 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340537b2-a487-4628-ab83-3c80a6970fb2 req-cccfdb0c-896a-4f83-a3a5-688d881aa34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:57.635467 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-340537b2-a487-4628-ab83-3c80a6970fb2 req-cccfdb0c-896a-4f83-a3a5-688d881aa34d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46be2ca450fb44c88ba90d0767174258&device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 1095 time: 0.1015406 Jan 18 20:11:57.638343 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a37b7-9c55-4b29-a196-839d00c9c7ae req-603eabd5-a89e-49f5-80f1-0556bc4f19cd tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:57.657921 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a37b7-9c55-4b29-a196-839d00c9c7ae req-603eabd5-a89e-49f5-80f1-0556bc4f19cd tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:57.669385 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a37b7-9c55-4b29-a196-839d00c9c7ae req-603eabd5-a89e-49f5-80f1-0556bc4f19cd tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:57.671691 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-193a37b7-9c55-4b29-a196-839d00c9c7ae req-603eabd5-a89e-49f5-80f1-0556bc4f19cd tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5430 time: 0.1786606 Jan 18 20:11:57.780610 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-be97f15d-8656-48e6-b5a8-7b46bc036ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:57.798904 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340537b2-a487-4628-ab83-3c80a6970fb2 req-01cc59a9-b6c6-433d-b58c-22f8d5b8d5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:57.800625 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-340537b2-a487-4628-ab83-3c80a6970fb2 req-01cc59a9-b6c6-433d-b58c-22f8d5b8d5d4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 200 len: 908 time: 0.1556046 Jan 18 20:11:57.851086 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-340537b2-a487-4628-ab83-3c80a6970fb2 req-f96d665f-fec9-41a2-800c-9a6c6c28cbde service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8b54097-113a-4129-aa6d-b5f823f9d597 HTTP/1.1" status: 200 len: 217 time: 0.0431793 Jan 18 20:11:57.867888 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-193a37b7-9c55-4b29-a196-839d00c9c7ae req-1e941c24-c646-4073-87ec-9b4286ce75b3 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1783462 Jan 18 20:11:57.901589 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074bcc3-fa23-41c6-9467-8b358974199e req-b5e93ab8-78d9-49a0-9a50-c55555eebf49 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:57.912233 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7074bcc3-fa23-41c6-9467-8b358974199e req-b5e93ab8-78d9-49a0-9a50-c55555eebf49 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 944 time: 0.2310929 Jan 18 20:11:57.935445 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340537b2-a487-4628-ab83-3c80a6970fb2 req-b003b9ce-b8b6-402a-8ade-348e35cc99bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:57.937541 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-340537b2-a487-4628-ab83-3c80a6970fb2 req-b003b9ce-b8b6-402a-8ade-348e35cc99bb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45324dde-9697-4682-9610-ed3bed3250cd HTTP/1.1" status: 200 len: 847 time: 0.0804844 Jan 18 20:11:57.997827 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-340537b2-a487-4628-ab83-3c80a6970fb2 req-2f333434-8575-4fa2-8b21-c14868300ea6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=133a80cf-c268-45f9-91ee-564a51a659af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515065 Jan 18 20:11:58.018774 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7074bcc3-fa23-41c6-9467-8b358974199e req-110bbcbd-4084-4261-891a-abdf16337a08 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033752 Jan 18 20:11:58.101225 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c833c-1407-4172-9e31-7c134feda09a req-d961f287-e389-4b3d-aa25-f9632b8f1ae3 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:58.102935 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-328c833c-1407-4172-9e31-7c134feda09a req-d961f287-e389-4b3d-aa25-f9632b8f1ae3 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.0629823 Jan 18 20:11:58.147529 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:11:58.154991 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-340537b2-a487-4628-ab83-3c80a6970fb2 req-6ffa84af-dade-4463-b5a1-82d92d3b1ff0 service neutron] 10.222.0.70 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501496 Jan 18 20:11:58.185084 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a8b54097-113a-4129-aa6d-b5f823f9d597 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:11:58.188215 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device fcb008f3-6e05-437d-bc92-613c8989d834 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:11:58.224915 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd6773-5d21-42df-ba5d-ca338f24352b req-8299b455-4b1f-4478-ab83-e36419865345 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:58.227939 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-08cd6773-5d21-42df-ba5d-ca338f24352b req-8299b455-4b1f-4478-ab83-e36419865345 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 944 time: 0.1182399 Jan 18 20:11:58.242823 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-328c833c-1407-4172-9e31-7c134feda09a req-31598de8-29ff-4620-b4ea-afb44eaab9ea tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232405 Jan 18 20:11:58.313080 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port fcb008f3-6e05-437d-bc92-613c8989d834 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:11:58.321402 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-08cd6773-5d21-42df-ba5d-ca338f24352b req-9c76f2f1-068b-4b8a-9038-f30e2ae0ed04 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708559 Jan 18 20:11:58.349335 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port fcb008f3-6e05-437d-bc92-613c8989d834 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:11:58.349874 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fcb008f3-6e05-437d-bc92-613c8989d834), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:58.385273 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-340537b2-a487-4628-ab83-3c80a6970fb2 req-ff13f270-67d2-4097-b956-7647c5d45cb5 service neutron] 10.222.0.70 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235916 Jan 18 20:11:58.486776 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port a8b54097-113a-4129-aa6d-b5f823f9d597, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a8b54097-113a-4129-aa6d-b5f823f9d597,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:58.540268 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'a8b54097-113a-4129-aa6d-b5f823f9d597', 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af', 'port_id': 'a8b54097-113a-4129-aa6d-b5f823f9d597', 'mac_address': 'fa:16:3e:b5:29:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45324dde-9697-4682-9610-ed3bed3250cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:11:58.547614 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63a8ac-6ceb-4280-9a4f-5ff68fa72a19 req-ce9c5cc0-ad35-4b2d-9aff-f9fcd6308399 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:58.549318 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7b63a8ac-6ceb-4280-9a4f-5ff68fa72a19 req-ce9c5cc0-ad35-4b2d-9aff-f9fcd6308399 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.0587876 Jan 18 20:11:58.578479 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45308) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:58.593959 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port fcb008f3-6e05-437d-bc92-613c8989d834 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:58.594349 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fcb008f3-6e05-437d-bc92-613c8989d834), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:58.608897 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7b63a8ac-6ceb-4280-9a4f-5ff68fa72a19 req-17acbb97-9d06-41e7-90e1-544386df717b tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536537 Jan 18 20:11:58.613984 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port a8b54097-113a-4129-aa6d-b5f823f9d597 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:58.614382 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a8b54097-113a-4129-aa6d-b5f823f9d597), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:58.641552 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb008f3-6e05-437d-bc92-613c8989d834'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:11:58.641552 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99fa4f2-ec05-4f88-84b8-f0404c293b11" -d '{"events": [{"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-plugged", "status": "completed", "tag": "fcb008f3-6e05-437d-bc92-613c8989d834"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:11:58.651933 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b54097-113a-4129-aa6d-b5f823f9d597 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:11:58.675190 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port fcb008f3-6e05-437d-bc92-613c8989d834, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=fcb008f3-6e05-437d-bc92-613c8989d834,segment=NetworkSegment(011b0248-f13e-4236-abd9-595a2f7b91fd),segment_id=011b0248-f13e-4236-abd9-595a2f7b91fd)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:58.677118 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port a8b54097-113a-4129-aa6d-b5f823f9d597, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a8b54097-113a-4129-aa6d-b5f823f9d597,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:58.681423 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fcb008f3-6e05-437d-bc92-613c8989d834), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:58.682347 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1b19ac8f-84e1-4987-b625-71fe89dd67c4 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:11:58.686796 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a8b54097-113a-4129-aa6d-b5f823f9d597), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:58.692853 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72c0609-4441-49f2-9c98-de2e7887fbd8 x-openstack-request-id: req-b72c0609-4441-49f2-9c98-de2e7887fbd8 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:11:58.693278 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-plugged", "status": "completed", "tag": "fcb008f3-6e05-437d-bc92-613c8989d834", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:11:58.693534 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b72c0609-4441-49f2-9c98-de2e7887fbd8 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:11:58.693967 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb008f3-6e05-437d-bc92-613c8989d834', 'code': 200} Jan 18 20:11:58.700202 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-733fd85f-b2dd-4a0f-ae7b-b0e3acb4af73 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1884494489-network', 'tenant_id': '34b00fb2bb504ad699a419a984455f64'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:58.724065 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733fd85f-b2dd-4a0f-ae7b-b0e3acb4af73 admin admin] Made reservation on behalf of 34b00fb2bb504ad699a419a984455f64 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:11:58.726747 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-733fd85f-b2dd-4a0f-ae7b-b0e3acb4af73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:58.737884 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-733fd85f-b2dd-4a0f-ae7b-b0e3acb4af73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:58.845726 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-733fd85f-b2dd-4a0f-ae7b-b0e3acb4af73 admin admin] Publish callbacks [] for security_group (38961bce-7b71-43a8-b256-e4ed32c2e766), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:58.850521 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-733fd85f-b2dd-4a0f-ae7b-b0e3acb4af73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (38961bce-7b71-43a8-b256-e4ed32c2e766), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:58.873828 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733fd85f-b2dd-4a0f-ae7b-b0e3acb4af73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:11:58.892325 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fd85f-b2dd-4a0f-ae7b-b0e3acb4af73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38961bce-7b71-43a8-b256-e4ed32c2e766,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:58.895878 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-733fd85f-b2dd-4a0f-ae7b-b0e3acb4af73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (61c6720c-16eb-4501-ae44-f1f4efb5bfd4), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:58.896224 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-733fd85f-b2dd-4a0f-ae7b-b0e3acb4af73 admin admin] Added segment 61c6720c-16eb-4501-ae44-f1f4efb5bfd4 of type vlan for network 4c52a941-7984-4185-9a91-86e116767440 Jan 18 20:11:58.905262 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=fcb008f3-6e05-437d-bc92-613c8989d834,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:58.956934 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-733fd85f-b2dd-4a0f-ae7b-b0e3acb4af73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (4c52a941-7984-4185-9a91-86e116767440), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:58.959612 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 1b19ac8f-84e1-4987-b625-71fe89dd67c4 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:11:58.968025 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 1b19ac8f-84e1-4987-b625-71fe89dd67c4 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:11:58.968392 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1b19ac8f-84e1-4987-b625-71fe89dd67c4), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:58.973044 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:58.998943 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=a8b54097-113a-4129-aa6d-b5f823f9d597,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:59.031704 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-733fd85f-b2dd-4a0f-ae7b-b0e3acb4af73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (4c52a941-7984-4185-9a91-86e116767440), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:59.033416 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733fd85f-b2dd-4a0f-ae7b-b0e3acb4af73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:59.034258 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-733fd85f-b2dd-4a0f-ae7b-b0e3acb4af73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:59.035230 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0ccbf-2bc8-43f4-89b8-57d23cced60f req-7a0961ce-3eaa-4f9f-ba52-58acac9b9a03 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:59.041954 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0ccbf-2bc8-43f4-89b8-57d23cced60f req-7a0961ce-3eaa-4f9f-ba52-58acac9b9a03 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:59.052802 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0ccbf-2bc8-43f4-89b8-57d23cced60f req-7a0961ce-3eaa-4f9f-ba52-58acac9b9a03 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:59.062235 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0ccbf-2bc8-43f4-89b8-57d23cced60f req-7a0961ce-3eaa-4f9f-ba52-58acac9b9a03 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:59.063834 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['a8b54097-113a-4129-aa6d-b5f823f9d597'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:11:59.069699 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 1b19ac8f-84e1-4987-b625-71fe89dd67c4 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:59.070039 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1b19ac8f-84e1-4987-b625-71fe89dd67c4), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:59.071759 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0ccbf-2bc8-43f4-89b8-57d23cced60f req-7a0961ce-3eaa-4f9f-ba52-58acac9b9a03 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:59.078541 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0ccbf-2bc8-43f4-89b8-57d23cced60f req-7a0961ce-3eaa-4f9f-ba52-58acac9b9a03 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:59.084937 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0ccbf-2bc8-43f4-89b8-57d23cced60f req-7a0961ce-3eaa-4f9f-ba52-58acac9b9a03 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:59.086800 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-45b0ccbf-2bc8-43f4-89b8-57d23cced60f req-7a0961ce-3eaa-4f9f-ba52-58acac9b9a03 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5431 time: 0.1161261 Jan 18 20:11:59.153869 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 1b19ac8f-84e1-4987-b625-71fe89dd67c4, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1b19ac8f-84e1-4987-b625-71fe89dd67c4,segment=NetworkSegment(011b0248-f13e-4236-abd9-595a2f7b91fd),segment_id=011b0248-f13e-4236-abd9-595a2f7b91fd)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:59.167066 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1b19ac8f-84e1-4987-b625-71fe89dd67c4), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:59.168442 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:11:59.169841 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 45322) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:59.174577 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-733fd85f-b2dd-4a0f-ae7b-b0e3acb4af73 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5949249 Jan 18 20:11:59.183872 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-ec0f23cf-6892-4534-9db1-9632026d2f13 admin admin] Request body: {'subnet': {'network_id': '4c52a941-7984-4185-9a91-86e116767440', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884494489-subnet', 'tenant_id': '34b00fb2bb504ad699a419a984455f64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:59.190848 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fd85f-b2dd-4a0f-ae7b-b0e3acb4af73 admin admin] Pushing event updated for resources: {'Network': ['ID=4c52a941-7984-4185-9a91-86e116767440,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:59.224742 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 4c52a941-7984-4185-9a91-86e116767440 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:11:59.237221 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-45b0ccbf-2bc8-43f4-89b8-57d23cced60f req-537cd0a2-1bb6-41da-bd36-ddf24bceda48 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1430857 Jan 18 20:11:59.273090 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9b880-95e5-4181-be4b-c3b7879c726f req-e4faf81e-2467-4301-810a-3de33bf4776f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:59.274713 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2ba9b880-95e5-4181-be4b-c3b7879c726f req-e4faf81e-2467-4301-810a-3de33bf4776f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 944 time: 0.0765724 Jan 18 20:11:59.275839 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0f23cf-6892-4534-9db1-9632026d2f13 admin admin] Made reservation on behalf of 34b00fb2bb504ad699a419a984455f64 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:11:59.278665 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ec0f23cf-6892-4534-9db1-9632026d2f13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:59.363954 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=1b19ac8f-84e1-4987-b625-71fe89dd67c4,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:59.369666 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2ba9b880-95e5-4181-be4b-c3b7879c726f req-b96dfab0-c6ab-4446-a51f-090316c2d560 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782344 Jan 18 20:11:59.392768 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:11:59.408056 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:11:59.408659 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (0bbb04a5-1309-4d5f-8824-60e9bff7c6bb), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:59.443297 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d8020-e321-40f5-86a2-1cdd27a3f5e0 req-72217399-a220-448d-9b80-1936cca0e8e0 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:59.451368 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d2d8020-e321-40f5-86a2-1cdd27a3f5e0 req-72217399-a220-448d-9b80-1936cca0e8e0 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.0793033 Jan 18 20:11:59.522198 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:59.522879 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0bbb04a5-1309-4d5f-8824-60e9bff7c6bb), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:59.534376 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d2d8020-e321-40f5-86a2-1cdd27a3f5e0 req-e70d55f1-3f57-44cf-8f1b-1d77042b87db tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817559 Jan 18 20:11:59.557026 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0bbb04a5-1309-4d5f-8824-60e9bff7c6bb,segment=NetworkSegment(d0da82cf-5645-4777-86ff-c2c01c2d9914),segment_id=d0da82cf-5645-4777-86ff-c2c01c2d9914)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:59.560837 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (0bbb04a5-1309-4d5f-8824-60e9bff7c6bb), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:59.561981 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 3375ea57-478b-43f3-83e6-dd6a5636f0c3 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:11:59.583386 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b93f8a-173a-4a87-838e-72925f938948 req-c8602901-820f-4646-92cb-b62ac086e4cd tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:59.584891 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-40b93f8a-173a-4a87-838e-72925f938948 req-c8602901-820f-4646-92cb-b62ac086e4cd tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 945 time: 0.1026599 Jan 18 20:11:59.642770 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=0bbb04a5-1309-4d5f-8824-60e9bff7c6bb,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:59.659527 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 3375ea57-478b-43f3-83e6-dd6a5636f0c3 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:11:59.664935 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 3375ea57-478b-43f3-83e6-dd6a5636f0c3 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:11:59.665403 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3375ea57-478b-43f3-83e6-dd6a5636f0c3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:59.680753 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ec0f23cf-6892-4534-9db1-9632026d2f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (ade146ef-11d8-4b95-8ac1-3b19652c3fdb), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:59.687543 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-40b93f8a-173a-4a87-838e-72925f938948 req-2b4ad1cc-4468-42e3-8347-2c436ff47a4c tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913093 Jan 18 20:11:59.761072 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 3375ea57-478b-43f3-83e6-dd6a5636f0c3 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:11:59.762140 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3375ea57-478b-43f3-83e6-dd6a5636f0c3), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:59.765563 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f23cf-6892-4534-9db1-9632026d2f13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ade146ef-11d8-4b95-8ac1-3b19652c3fdb,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:59.782691 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f23cf-6892-4534-9db1-9632026d2f13 admin admin] Checking segment: {'id': '61c6720c-16eb-4501-ae44-f1f4efb5bfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4c52a941-7984-4185-9a91-86e116767440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:11:59.783421 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0f23cf-6892-4534-9db1-9632026d2f13 admin admin] Network hostable DHCP agents. Network: 4c52a941-7984-4185-9a91-86e116767440, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:11:59.802169 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 3375ea57-478b-43f3-83e6-dd6a5636f0c3, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3375ea57-478b-43f3-83e6-dd6a5636f0c3,segment=NetworkSegment(d0da82cf-5645-4777-86ff-c2c01c2d9914),segment_id=d0da82cf-5645-4777-86ff-c2c01c2d9914)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:11:59.804731 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd219b-1507-4636-b1de-704d69ef5530 req-78cf5bda-b935-4c28-8619-3fd7004d5609 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:59.806437 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37cd219b-1507-4636-b1de-704d69ef5530 req-78cf5bda-b935-4c28-8619-3fd7004d5609 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.0753479 Jan 18 20:11:59.806952 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3375ea57-478b-43f3-83e6-dd6a5636f0c3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:59.808049 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 706fa8c8-f793-4fca-9e7c-9e00596e21c0 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:11:59.829336 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0f23cf-6892-4534-9db1-9632026d2f13 admin admin] Network 4c52a941-7984-4185-9a91-86e116767440 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:11:59.854250 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-ec0f23cf-6892-4534-9db1-9632026d2f13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 4c52a941-7984-4185-9a91-86e116767440) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:11:59.862368 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0f23cf-6892-4534-9db1-9632026d2f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:11:59.863062 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ec0f23cf-6892-4534-9db1-9632026d2f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:59.873279 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769cf747-d1ce-45d2-a16d-731ae36c0823 None None] Network 4c52a941-7984-4185-9a91-86e116767440 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:11:59.893011 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37cd219b-1507-4636-b1de-704d69ef5530 req-75c33e10-60ee-4479-b2a0-768871a28cc1 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778930 Jan 18 20:11:59.908412 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ec0f23cf-6892-4534-9db1-9632026d2f13 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7347426 Jan 18 20:11:59.911254 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45332) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:11:59.916113 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-179d6088-90f0-422d-ac93-4a9e11a818a1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1884494489-router', 'tenant_id': '34b00fb2bb504ad699a419a984455f64', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:11:59.940081 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-179d6088-90f0-422d-ac93-4a9e11a818a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (b30b946b-e47c-4cb0-9bc1-a2702582d373), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:59.941088 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-179d6088-90f0-422d-ac93-4a9e11a818a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (b30b946b-e47c-4cb0-9bc1-a2702582d373), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:11:59.998120 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=3375ea57-478b-43f3-83e6-dd6a5636f0c3,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:11:59.999308 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-179d6088-90f0-422d-ac93-4a9e11a818a1 admin admin] Publish callbacks [] for router_controller (b30b946b-e47c-4cb0-9bc1-a2702582d373), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:00.017287 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 706fa8c8-f793-4fca-9e7c-9e00596e21c0 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:12:00.035141 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 706fa8c8-f793-4fca-9e7c-9e00596e21c0 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:12:00.035511 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (706fa8c8-f793-4fca-9e7c-9e00596e21c0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:00.065037 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8167e2-caa6-4158-8fb6-e2b9ca159b12 None None] Network 4c52a941-7984-4185-9a91-86e116767440 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:12:00.137661 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-179d6088-90f0-422d-ac93-4a9e11a818a1 admin admin] Publish callbacks [] for router_gateway (b30b946b-e47c-4cb0-9bc1-a2702582d373), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:00.202220 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 706fa8c8-f793-4fca-9e7c-9e00596e21c0 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:12:00.202572 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (706fa8c8-f793-4fca-9e7c-9e00596e21c0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:00.234798 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 706fa8c8-f793-4fca-9e7c-9e00596e21c0, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=706fa8c8-f793-4fca-9e7c-9e00596e21c0,segment=NetworkSegment(d0da82cf-5645-4777-86ff-c2c01c2d9914),segment_id=d0da82cf-5645-4777-86ff-c2c01c2d9914)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:00.238706 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (706fa8c8-f793-4fca-9e7c-9e00596e21c0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:00.239472 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 0a1c35cd-5914-44b5-95a0-1d50b743c9db up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:12:00.320801 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=706fa8c8-f793-4fca-9e7c-9e00596e21c0,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:00.329933 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 0a1c35cd-5914-44b5-95a0-1d50b743c9db completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:12:00.333911 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 0a1c35cd-5914-44b5-95a0-1d50b743c9db triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:12:00.334284 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (0a1c35cd-5914-44b5-95a0-1d50b743c9db), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:00.341548 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-179d6088-90f0-422d-ac93-4a9e11a818a1 admin admin] Publish callbacks [] for router_gateway (b30b946b-e47c-4cb0-9bc1-a2702582d373), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:00.362977 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-179d6088-90f0-422d-ac93-4a9e11a818a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:00.421810 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 0a1c35cd-5914-44b5-95a0-1d50b743c9db is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:12:00.422549 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0a1c35cd-5914-44b5-95a0-1d50b743c9db), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:00.429917 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85704559-e713-446f-a8bd-68740082721f req-b1af3f19-856e-4c72-9c06-8d0ed001597f tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:00.437334 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85704559-e713-446f-a8bd-68740082721f req-b1af3f19-856e-4c72-9c06-8d0ed001597f tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:00.443769 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85704559-e713-446f-a8bd-68740082721f req-b1af3f19-856e-4c72-9c06-8d0ed001597f tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:00.451736 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85704559-e713-446f-a8bd-68740082721f req-b1af3f19-856e-4c72-9c06-8d0ed001597f tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:00.457795 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85704559-e713-446f-a8bd-68740082721f req-b1af3f19-856e-4c72-9c06-8d0ed001597f tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:00.465118 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85704559-e713-446f-a8bd-68740082721f req-b1af3f19-856e-4c72-9c06-8d0ed001597f tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:00.471941 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85704559-e713-446f-a8bd-68740082721f req-b1af3f19-856e-4c72-9c06-8d0ed001597f tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:00.472304 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:00.474546 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85704559-e713-446f-a8bd-68740082721f req-b1af3f19-856e-4c72-9c06-8d0ed001597f tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5435 time: 0.1183045 Jan 18 20:12:00.483600 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 0a1c35cd-5914-44b5-95a0-1d50b743c9db, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0a1c35cd-5914-44b5-95a0-1d50b743c9db,segment=NetworkSegment(4b2d50d6-da56-44e2-8ee5-945b9d9cafab),segment_id=4b2d50d6-da56-44e2-8ee5-945b9d9cafab)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:00.490088 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (0a1c35cd-5914-44b5-95a0-1d50b743c9db), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:00.496554 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-179d6088-90f0-422d-ac93-4a9e11a818a1 admin admin] Allocated IP 172.25.4.242 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/12a5979f-f1ac-435d-bd17-6445127367c8) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:12:00.529874 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device c87a2cc3-bb00-47f8-b51e-59d72e3e2b03 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:12:00.559680 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb1a42-a214-407f-a534-daed2c5b6cb8 req-8d3758c2-a641-4dc1-b945-ecadd2f3f26f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:00.566170 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2cb1a42-a214-407f-a534-daed2c5b6cb8 req-8d3758c2-a641-4dc1-b945-ecadd2f3f26f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 944 time: 0.0904336 Jan 18 20:12:00.584844 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=0a1c35cd-5914-44b5-95a0-1d50b743c9db,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:00.603264 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port c87a2cc3-bb00-47f8-b51e-59d72e3e2b03 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:12:00.608515 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port c87a2cc3-bb00-47f8-b51e-59d72e3e2b03 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:12:00.609017 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c87a2cc3-bb00-47f8-b51e-59d72e3e2b03), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:00.614436 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85704559-e713-446f-a8bd-68740082721f req-4519686c-5017-4711-b51b-c6f1fb3bed48 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1260791 Jan 18 20:12:00.625241 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-179d6088-90f0-422d-ac93-4a9e11a818a1 admin admin] Publish callbacks [] for port (12a5979f-f1ac-435d-bd17-6445127367c8), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:00.655412 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2cb1a42-a214-407f-a534-daed2c5b6cb8 req-9266ceeb-d9a3-443f-aa60-91c348e37975 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880892 Jan 18 20:12:00.684079 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-179d6088-90f0-422d-ac93-4a9e11a818a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (12a5979f-f1ac-435d-bd17-6445127367c8), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:00.689944 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port c87a2cc3-bb00-47f8-b51e-59d72e3e2b03 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:12:00.690488 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c87a2cc3-bb00-47f8-b51e-59d72e3e2b03), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:00.703682 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b19ac8f-84e1-4987-b625-71fe89dd67c4'}, {'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bbb04a5-1309-4d5f-8824-60e9bff7c6bb'}, {'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3375ea57-478b-43f3-83e6-dd6a5636f0c3'}, {'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706fa8c8-f793-4fca-9e7c-9e00596e21c0'}, {'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1c35cd-5914-44b5-95a0-1d50b743c9db'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:12:00.706065 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dffa84-4b25-46de-a9ac-a80045a24f6e" -d '{"events": [{"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-plugged", "status": "completed", "tag": "1b19ac8f-84e1-4987-b625-71fe89dd67c4"}, {"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-plugged", "status": "completed", "tag": "0bbb04a5-1309-4d5f-8824-60e9bff7c6bb"}, {"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-plugged", "status": "completed", "tag": "3375ea57-478b-43f3-83e6-dd6a5636f0c3"}, {"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-plugged", "status": "completed", "tag": "706fa8c8-f793-4fca-9e7c-9e00596e21c0"}, {"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-plugged", "status": "completed", "tag": "0a1c35cd-5914-44b5-95a0-1d50b743c9db"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:12:00.728607 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179d6088-90f0-422d-ac93-4a9e11a818a1 admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:12:00.733824 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-179d6088-90f0-422d-ac93-4a9e11a818a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:12:00.737582 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179d6088-90f0-422d-ac93-4a9e11a818a1 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:12:00.741700 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port c87a2cc3-bb00-47f8-b51e-59d72e3e2b03, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=c87a2cc3-bb00-47f8-b51e-59d72e3e2b03,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:00.751025 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c87a2cc3-bb00-47f8-b51e-59d72e3e2b03), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:00.759023 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 18 Jan 2022 20:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a504b4-b22b-40c0-b3c0-ec6f4fe05e3c x-openstack-request-id: req-d0a504b4-b22b-40c0-b3c0-ec6f4fe05e3c {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:12:00.759718 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-plugged", "status": "completed", "tag": "1b19ac8f-84e1-4987-b625-71fe89dd67c4", "code": 200}, {"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-plugged", "status": "completed", "tag": "0bbb04a5-1309-4d5f-8824-60e9bff7c6bb", "code": 200}, {"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-plugged", "status": "completed", "tag": "3375ea57-478b-43f3-83e6-dd6a5636f0c3", "code": 200}, {"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-plugged", "status": "completed", "tag": "706fa8c8-f793-4fca-9e7c-9e00596e21c0", "code": 200}, {"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-plugged", "status": "completed", "tag": "0a1c35cd-5914-44b5-95a0-1d50b743c9db", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:12:00.760454 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d0a504b4-b22b-40c0-b3c0-ec6f4fe05e3c {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:12:00.761004 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b19ac8f-84e1-4987-b625-71fe89dd67c4', 'code': 200} Jan 18 20:12:00.762072 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bbb04a5-1309-4d5f-8824-60e9bff7c6bb', 'code': 200} Jan 18 20:12:00.762326 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3375ea57-478b-43f3-83e6-dd6a5636f0c3', 'code': 200} Jan 18 20:12:00.762576 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706fa8c8-f793-4fca-9e7c-9e00596e21c0', 'code': 200} Jan 18 20:12:00.762820 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1c35cd-5914-44b5-95a0-1d50b743c9db', 'code': 200} Jan 18 20:12:00.763954 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d6088-90f0-422d-ac93-4a9e11a818a1 admin admin] Pushing event updated for resources: {'Port': ['ID=12a5979f-f1ac-435d-bd17-6445127367c8,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:00.796868 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafeb52-f555-470e-aaf8-e9a4f81a55af req-41304fbf-e690-4357-8239-426246f836b7 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:00.798709 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aeafeb52-f555-470e-aaf8-e9a4f81a55af req-41304fbf-e690-4357-8239-426246f836b7 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.0902359 Jan 18 20:12:00.827530 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=c87a2cc3-bb00-47f8-b51e-59d72e3e2b03,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:00.887966 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aeafeb52-f555-470e-aaf8-e9a4f81a55af req-dde90074-7452-4ed0-9034-355a3dd09e2e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832684 Jan 18 20:12:00.901771 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b53ddb-feef-47d5-92fa-f7f47f04bb8e req-bb0233aa-85f3-43ea-9b18-02a7a442bfa6 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:00.903434 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c0b53ddb-feef-47d5-92fa-f7f47f04bb8e req-bb0233aa-85f3-43ea-9b18-02a7a442bfa6 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 945 time: 0.0726805 Jan 18 20:12:00.952832 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b76d45-4c01-49ae-865c-520e80e23b1f req-2da6d254-368a-475b-840d-622f60592824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:00.953313 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b76d45-4c01-49ae-865c-520e80e23b1f req-2da6d254-368a-475b-840d-622f60592824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:00.953801 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b76d45-4c01-49ae-865c-520e80e23b1f req-2da6d254-368a-475b-840d-622f60592824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:00.954258 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b76d45-4c01-49ae-865c-520e80e23b1f req-2da6d254-368a-475b-840d-622f60592824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:00.954717 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b76d45-4c01-49ae-865c-520e80e23b1f req-2da6d254-368a-475b-840d-622f60592824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:00.955168 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b76d45-4c01-49ae-865c-520e80e23b1f req-2da6d254-368a-475b-840d-622f60592824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:00.955614 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b76d45-4c01-49ae-865c-520e80e23b1f req-2da6d254-368a-475b-840d-622f60592824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:00.957665 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-18b76d45-4c01-49ae-865c-520e80e23b1f req-2da6d254-368a-475b-840d-622f60592824 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 6493 time: 0.0910873 Jan 18 20:12:00.962990 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c0b53ddb-feef-47d5-92fa-f7f47f04bb8e req-bd44f8a8-8e3d-44b8-ab47-02c516f9e6a5 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524828 Jan 18 20:12:01.100363 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-18b76d45-4c01-49ae-865c-520e80e23b1f req-5c826301-70e4-48b7-a05e-ace4414133b4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b1932240-7d46-444a-b08f-d72000630e7c&id=c5c1be6a-c382-4c13-8d72-ab71785549d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1356759 Jan 18 20:12:01.107479 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-179d6088-90f0-422d-ac93-4a9e11a818a1 admin admin] Publish callbacks [] for router_gateway (b30b946b-e47c-4cb0-9bc1-a2702582d373), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:01.115495 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-aa4e66fb-a8b8-443c-8aa0-8465405e3762 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1238537545&fields=id&tenant_id=d6c7036af1d647c2827e33b517dc8824 HTTP/1.1" status: 200 len: 267 time: 0.0596182 Jan 18 20:12:01.258740 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-cdf470a6-e2ad-4180-bb2d-38becebe62c9 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:01.260196 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-cdf470a6-e2ad-4180-bb2d-38becebe62c9 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/networks?id=0f664482-8506-48d9-b483-19e59ef85e95 HTTP/1.1" status: 200 len: 815 time: 0.1367631 Jan 18 20:12:01.276105 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-5011af0c-32f1-45c7-aa40-57b8917131bd tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/quotas/d6c7036af1d647c2827e33b517dc8824 HTTP/1.1" status: 200 len: 375 time: 0.0099289 Jan 18 20:12:01.288434 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5557ec-6034-4f00-8ef6-a51612ad5ee7 req-4f47fd69-b3bd-48ab-b72a-3fad1050b5fe tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:01.290058 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a5557ec-6034-4f00-8ef6-a51612ad5ee7 req-4f47fd69-b3bd-48ab-b72a-3fad1050b5fe tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.0751147 Jan 18 20:12:01.310722 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-179d6088-90f0-422d-ac93-4a9e11a818a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (b30b946b-e47c-4cb0-9bc1-a2702582d373), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:01.365234 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-f4238252-6d11-41fe-9f0b-7fa841851ecd tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d6c7036af1d647c2827e33b517dc8824&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741289 Jan 18 20:12:01.368293 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a5557ec-6034-4f00-8ef6-a51612ad5ee7 req-4aab341b-9720-46de-934d-e972f2c3ed09 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678134 Jan 18 20:12:01.439680 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179d6088-90f0-422d-ac93-4a9e11a818a1 admin admin] Router b30b946b-e47c-4cb0-9bc1-a2702582d373 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:12:01.474254 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-cd8af74e-36e9-4e01-9e85-803ff1e01fdd service neutron] 10.222.0.31 "GET /v2.0/networks/0f664482-8506-48d9-b483-19e59ef85e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969362 Jan 18 20:12:01.547805 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179d6088-90f0-422d-ac93-4a9e11a818a1 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:12:01.556679 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e122bc20-8189-4086-a621-26c5aeb5833d None None] Sync routers for ids ['b30b946b-e47c-4cb0-9bc1-a2702582d373'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:12:01.566222 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-179d6088-90f0-422d-ac93-4a9e11a818a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:01.568759 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-141e5a79-7821-4728-97ab-f4cb8bdd9756 service neutron] 10.222.0.31 "GET /v2.0/networks/0f664482-8506-48d9-b483-19e59ef85e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876470 Jan 18 20:12:01.570062 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-179d6088-90f0-422d-ac93-4a9e11a818a1 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 1.6574459 Jan 18 20:12:01.570573 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 45356) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:12:01.573461 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e122bc20-8189-4086-a621-26c5aeb5833d None None] Routers {'b30b946b-e47c-4cb0-9bc1-a2702582d373'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:12:01.574977 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e122bc20-8189-4086-a621-26c5aeb5833d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:11:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['b30b946b-e47c-4cb0-9bc1-a2702582d373'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:12:01.679119 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-e122bc20-8189-4086-a621-26c5aeb5833d None None] Set router b30b946b-e47c-4cb0-9bc1-a2702582d373 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:12:01.803202 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:01.852368 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa923b-86ac-40fc-ac6c-2ddd9d08c3b7 req-94fd4b65-9fa6-48da-a90a-e7d2d43797c0 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:01.858412 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa923b-86ac-40fc-ac6c-2ddd9d08c3b7 req-94fd4b65-9fa6-48da-a90a-e7d2d43797c0 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:01.863637 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e122bc20-8189-4086-a621-26c5aeb5833d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884494489-router', 'tenant_id': '34b00fb2bb504ad699a419a984455f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:11:59Z', 'updated_at': '2022-01-18T20:12:00Z', 'revision_number': 3, 'project_id': '34b00fb2bb504ad699a419a984455f64', 'gw_port': {'id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:12:00Z', 'updated_at': '2022-01-18T20:12:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:12:01.864979 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa923b-86ac-40fc-ac6c-2ddd9d08c3b7 req-94fd4b65-9fa6-48da-a90a-e7d2d43797c0 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:01.872326 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa923b-86ac-40fc-ac6c-2ddd9d08c3b7 req-94fd4b65-9fa6-48da-a90a-e7d2d43797c0 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:01.879047 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa923b-86ac-40fc-ac6c-2ddd9d08c3b7 req-94fd4b65-9fa6-48da-a90a-e7d2d43797c0 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:01.893698 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e122bc20-8189-4086-a621-26c5aeb5833d None None] Checking router: b30b946b-e47c-4cb0-9bc1-a2702582d373 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:12:01.894057 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e122bc20-8189-4086-a621-26c5aeb5833d None None] Updating router b30b946b-e47c-4cb0-9bc1-a2702582d373 port 12a5979f-f1ac-435d-bd17-6445127367c8 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:12:01.897112 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa923b-86ac-40fc-ac6c-2ddd9d08c3b7 req-94fd4b65-9fa6-48da-a90a-e7d2d43797c0 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:01.903425 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa923b-86ac-40fc-ac6c-2ddd9d08c3b7 req-94fd4b65-9fa6-48da-a90a-e7d2d43797c0 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:01.910942 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bcaa923b-86ac-40fc-ac6c-2ddd9d08c3b7 req-94fd4b65-9fa6-48da-a90a-e7d2d43797c0 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5436 time: 0.1897273 Jan 18 20:12:01.931320 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-e122bc20-8189-4086-a621-26c5aeb5833d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (12a5979f-f1ac-435d-bd17-6445127367c8), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:02.061278 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099fa6b-9060-4e9a-8c48-5d71f4a654ad req-bb7b02cd-601c-4cf2-91f1-58dc7aa3a55d tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:02.062825 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c099fa6b-9060-4e9a-8c48-5d71f4a654ad req-bb7b02cd-601c-4cf2-91f1-58dc7aa3a55d tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 945 time: 0.1385701 Jan 18 20:12:02.068281 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bcaa923b-86ac-40fc-ac6c-2ddd9d08c3b7 req-edb834c0-60d6-456e-b85f-5824939e0b2e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1564541 Jan 18 20:12:02.205439 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-e122bc20-8189-4086-a621-26c5aeb5833d None None] Publish callbacks [] for port (12a5979f-f1ac-435d-bd17-6445127367c8), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:02.213695 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-e122bc20-8189-4086-a621-26c5aeb5833d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (12a5979f-f1ac-435d-bd17-6445127367c8), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:02.214755 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a8b54097-113a-4129-aa6d-b5f823f9d597 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:12:02.261004 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe37a32-3d8a-4912-a3b2-937221caef19 None None] Pushing event updated for resources: {'Port': ['ID=12a5979f-f1ac-435d-bd17-6445127367c8,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:02.283903 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-e122bc20-8189-4086-a621-26c5aeb5833d None None] Attempting to bind port 12a5979f-f1ac-435d-bd17-6445127367c8 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:12:02.284262 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-e122bc20-8189-4086-a621-26c5aeb5833d None None] Attempting to bind port 12a5979f-f1ac-435d-bd17-6445127367c8 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:12:02.284939 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e122bc20-8189-4086-a621-26c5aeb5833d None None] Attempting to bind port 12a5979f-f1ac-435d-bd17-6445127367c8 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:12:02.294635 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port a8b54097-113a-4129-aa6d-b5f823f9d597 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:12:02.295336 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e122bc20-8189-4086-a621-26c5aeb5833d None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:12:02.295706 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e122bc20-8189-4086-a621-26c5aeb5833d None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:12:02.296136 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-e122bc20-8189-4086-a621-26c5aeb5833d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:02.296524 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e122bc20-8189-4086-a621-26c5aeb5833d None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:12:02.297010 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-e122bc20-8189-4086-a621-26c5aeb5833d None None] Bound port: 12a5979f-f1ac-435d-bd17-6445127367c8, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:12:02.297387 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-e122bc20-8189-4086-a621-26c5aeb5833d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (12a5979f-f1ac-435d-bd17-6445127367c8), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:02.302829 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port a8b54097-113a-4129-aa6d-b5f823f9d597 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:12:02.303198 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a8b54097-113a-4129-aa6d-b5f823f9d597), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:02.377261 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-e122bc20-8189-4086-a621-26c5aeb5833d None None] For port 12a5979f-f1ac-435d-bd17-6445127367c8, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:12:02.381843 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-e122bc20-8189-4086-a621-26c5aeb5833d None None] For port 12a5979f-f1ac-435d-bd17-6445127367c8, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=12a5979f-f1ac-435d-bd17-6445127367c8,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:12:02.388152 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-e122bc20-8189-4086-a621-26c5aeb5833d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (12a5979f-f1ac-435d-bd17-6445127367c8), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:02.416223 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port a8b54097-113a-4129-aa6d-b5f823f9d597 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:12:02.416761 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a8b54097-113a-4129-aa6d-b5f823f9d597), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:02.439750 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e122bc20-8189-4086-a621-26c5aeb5833d None None] Routers {'b30b946b-e47c-4cb0-9bc1-a2702582d373'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:12:02.440825 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e122bc20-8189-4086-a621-26c5aeb5833d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:11:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['b30b946b-e47c-4cb0-9bc1-a2702582d373'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:12:02.454280 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65adbdf5-f5c6-42a6-ade1-f2866643de40 req-47a10eea-a583-4b64-b716-43985a350dd1 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 210 time: 0.3275423 Jan 18 20:12:02.498954 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port a8b54097-113a-4129-aa6d-b5f823f9d597, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a8b54097-113a-4129-aa6d-b5f823f9d597,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:02.506103 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a8b54097-113a-4129-aa6d-b5f823f9d597), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:02.585870 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=a8b54097-113a-4129-aa6d-b5f823f9d597,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:02.590955 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe37a32-3d8a-4912-a3b2-937221caef19 None None] Pushing event updated for resources: {'Port': ['ID=12a5979f-f1ac-435d-bd17-6445127367c8,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:02.593321 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c099fa6b-9060-4e9a-8c48-5d71f4a654ad req-3db8c004-2d4c-4667-afee-0024dceea4e5 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787025 Jan 18 20:12:02.663482 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d0835-7223-472f-89f3-7300b82959fb req-9e079bd4-1f2a-435b-86fe-3a7eb7410472 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:02.670305 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-957d0835-7223-472f-89f3-7300b82959fb req-9e079bd4-1f2a-435b-86fe-3a7eb7410472 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.1209583 Jan 18 20:12:02.683528 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-e122bc20-8189-4086-a621-26c5aeb5833d None None] Set router b30b946b-e47c-4cb0-9bc1-a2702582d373 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:12:02.762508 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9eff6af0-96e8-4303-b8c2-50671ded2267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:02.764118 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ab4253-96fa-4eb1-aec4-5238ec8c97ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87a2cc3-bb00-47f8-b51e-59d72e3e2b03'}, {'server_uuid': '8647f40b-f6e9-4403-8784-d1f24fc9e3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b54097-113a-4129-aa6d-b5f823f9d597'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:12:02.766534 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b32a82-dd95-4f57-9d21-1193602f370b" -d '{"events": [{"server_uuid": "15ab4253-96fa-4eb1-aec4-5238ec8c97ec", "name": "network-vif-plugged", "status": "completed", "tag": "c87a2cc3-bb00-47f8-b51e-59d72e3e2b03"}, {"server_uuid": "8647f40b-f6e9-4403-8784-d1f24fc9e3d5", "name": "network-vif-plugged", "status": "completed", "tag": "a8b54097-113a-4129-aa6d-b5f823f9d597"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:12:02.800815 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-957d0835-7223-472f-89f3-7300b82959fb req-d63b9379-d9d9-4073-9a47-67e2325768b8 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295438 Jan 18 20:12:02.815159 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f2daf-9c5e-46f5-80eb-07fbda69daed req-ee4c1af7-e328-473f-8b47-885b1268cb13 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:02.816686 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f1f2daf-9c5e-46f5-80eb-07fbda69daed req-ee4c1af7-e328-473f-8b47-885b1268cb13 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 946 time: 0.1443582 Jan 18 20:12:02.870711 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e122bc20-8189-4086-a621-26c5aeb5833d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884494489-router', 'tenant_id': '34b00fb2bb504ad699a419a984455f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:11:59Z', 'updated_at': '2022-01-18T20:12:00Z', 'revision_number': 3, 'project_id': '34b00fb2bb504ad699a419a984455f64', 'gw_port': {'id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:12:00Z', 'updated_at': '2022-01-18T20:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:12:02.895923 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e122bc20-8189-4086-a621-26c5aeb5833d None None] The sync data for ids ['b30b946b-e47c-4cb0-9bc1-a2702582d373'] in n-d-741529-9 is: [{'id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884494489-router', 'tenant_id': '34b00fb2bb504ad699a419a984455f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:11:59Z', 'updated_at': '2022-01-18T20:12:00Z', 'revision_number': 3, 'project_id': '34b00fb2bb504ad699a419a984455f64', 'gw_port': {'id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:12:00Z', 'updated_at': '2022-01-18T20:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:12:02.960266 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f1f2daf-9c5e-46f5-80eb-07fbda69daed req-8c99487e-689f-4201-974f-50f67499577d tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129200 Jan 18 20:12:02.987561 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8aa95e-f7e0-4fd5-b2a1-16a0c82a1473 req-5971c02a-5a93-4793-9487-5781b2611988 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:02.989072 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a8aa95e-f7e0-4fd5-b2a1-16a0c82a1473 req-5971c02a-5a93-4793-9487-5781b2611988 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.1250985 Jan 18 20:12:03.059473 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-9eff6af0-96e8-4303-b8c2-50671ded2267 admin admin] Allocated IP 172.20.0.1 (4c52a941-7984-4185-9a91-86e116767440/ade146ef-11d8-4b95-8ac1-3b19652c3fdb/35f104b2-b688-4fe6-8d56-d63680c6a336) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:12:03.100221 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a8aa95e-f7e0-4fd5-b2a1-16a0c82a1473 req-e8a391c4-c8f6-403c-9050-8a4d4b7af00a tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765631 Jan 18 20:12:03.141252 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 18 Jan 2022 20:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2602de-10ef-4df4-96b9-5d5fe08f333f x-openstack-request-id: req-1e2602de-10ef-4df4-96b9-5d5fe08f333f {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:12:03.141867 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ab4253-96fa-4eb1-aec4-5238ec8c97ec", "name": "network-vif-plugged", "status": "completed", "tag": "c87a2cc3-bb00-47f8-b51e-59d72e3e2b03", "code": 200}, {"server_uuid": "8647f40b-f6e9-4403-8784-d1f24fc9e3d5", "name": "network-vif-plugged", "status": "completed", "tag": "a8b54097-113a-4129-aa6d-b5f823f9d597", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:12:03.141992 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e2602de-10ef-4df4-96b9-5d5fe08f333f {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:12:03.142531 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ab4253-96fa-4eb1-aec4-5238ec8c97ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87a2cc3-bb00-47f8-b51e-59d72e3e2b03', 'code': 200} Jan 18 20:12:03.142907 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8647f40b-f6e9-4403-8784-d1f24fc9e3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b54097-113a-4129-aa6d-b5f823f9d597', 'code': 200} Jan 18 20:12:03.242422 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-81d6e1e3-9571-4040-995f-00e24fd1a127 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:03.242930 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-81d6e1e3-9571-4040-995f-00e24fd1a127 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.70 "GET /v2.0/networks?id=0f664482-8506-48d9-b483-19e59ef85e95 HTTP/1.1" status: 200 len: 815 time: 0.1968174 Jan 18 20:12:03.337124 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8f473-cb11-4de2-9202-1b944c428f74 req-c28fe8d1-f894-4447-989a-f6e77a8fa990 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:03.343055 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8f473-cb11-4de2-9202-1b944c428f74 req-c28fe8d1-f894-4447-989a-f6e77a8fa990 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:03.349084 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8f473-cb11-4de2-9202-1b944c428f74 req-c28fe8d1-f894-4447-989a-f6e77a8fa990 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:03.357766 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8f473-cb11-4de2-9202-1b944c428f74 req-c28fe8d1-f894-4447-989a-f6e77a8fa990 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:03.364037 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8f473-cb11-4de2-9202-1b944c428f74 req-c28fe8d1-f894-4447-989a-f6e77a8fa990 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:03.371437 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8f473-cb11-4de2-9202-1b944c428f74 req-c28fe8d1-f894-4447-989a-f6e77a8fa990 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:03.377498 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8f473-cb11-4de2-9202-1b944c428f74 req-c28fe8d1-f894-4447-989a-f6e77a8fa990 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:03.385306 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66b8f473-cb11-4de2-9202-1b944c428f74 req-c28fe8d1-f894-4447-989a-f6e77a8fa990 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5436 time: 0.1847954 Jan 18 20:12:03.398432 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-dc8e6960-a195-42c1-ad84-3d739fc0e718 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6c7036af1d647c2827e33b517dc8824 HTTP/1.1" status: 200 len: 380 time: 0.1367743 Jan 18 20:12:03.409656 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d2c0f-c036-479f-9311-0ac0a3c9c4e8 req-41fa22a2-3bb3-4115-8d6a-0c7576510690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:03.409656 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-541d2c0f-c036-479f-9311-0ac0a3c9c4e8 req-41fa22a2-3bb3-4115-8d6a-0c7576510690 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 1096 time: 0.1343720 Jan 18 20:12:03.410932 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ba3bd-b30e-46e7-9ab5-cbd27eb95385 req-a9e1453a-2c29-4c6d-b27a-fd12e27f6527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:03.411653 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c23ba3bd-b30e-46e7-9ab5-cbd27eb95385 req-a9e1453a-2c29-4c6d-b27a-fd12e27f6527 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 1097 time: 0.1249881 Jan 18 20:12:03.415164 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2124b7db-12bf-42f9-8323-3d4665b2e21d tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Request body: {'port': {'device_id': 'f143376f-f81f-4aec-934e-e88fcb9ba65a', 'network_id': '0f664482-8506-48d9-b483-19e59ef85e95', 'admin_state_up': True, 'tenant_id': 'd6c7036af1d647c2827e33b517dc8824', 'security_groups': ['f127561b-8ad4-4738-9ba4-fc683e0dfbd0']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:12:03.436370 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9eff6af0-96e8-4303-b8c2-50671ded2267 admin admin] Publish callbacks [] for port (35f104b2-b688-4fe6-8d56-d63680c6a336), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:03.504048 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66b8f473-cb11-4de2-9202-1b944c428f74 req-3c24c040-94df-4a61-b7f2-8349cd13bb43 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1175921 Jan 18 20:12:03.515842 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9eff6af0-96e8-4303-b8c2-50671ded2267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (35f104b2-b688-4fe6-8d56-d63680c6a336), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:03.556086 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eff6af0-96e8-4303-b8c2-50671ded2267 admin admin] Network 4c52a941-7984-4185-9a91-86e116767440 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:12:03.565279 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-9eff6af0-96e8-4303-b8c2-50671ded2267 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:12:03.579237 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c23ba3bd-b30e-46e7-9ab5-cbd27eb95385 req-d00f3274-7ab6-43a5-bac9-88c3c368d59b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422036 Jan 18 20:12:03.582260 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-541d2c0f-c036-479f-9311-0ac0a3c9c4e8 req-6186d03f-21c2-479e-9cef-c0bbfe602edb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618886 Jan 18 20:12:03.614521 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eff6af0-96e8-4303-b8c2-50671ded2267 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:12:03.615507 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2124b7db-12bf-42f9-8323-3d4665b2e21d tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Made reservation on behalf of d6c7036af1d647c2827e33b517dc8824 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:12:03.622762 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2124b7db-12bf-42f9-8323-3d4665b2e21d tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:03.678276 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3740a0a3-dcbc-4d62-954f-027377887000 req-33da7ab7-4e10-46e8-9b57-195fcc480d55 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 210 time: 0.1145964 Jan 18 20:12:03.698361 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9eff6af0-96e8-4303-b8c2-50671ded2267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (b30b946b-e47c-4cb0-9bc1-a2702582d373), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:03.767193 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff6af0-96e8-4303-b8c2-50671ded2267 admin admin] Pushing event updated for resources: {'Port': ['ID=35f104b2-b688-4fe6-8d56-d63680c6a336,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:03.803003 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12942f2-bd1b-4ae8-8635-a0fcf9262a78 req-60f1ce64-d6cf-4dbd-84da-1a0d5dddba04 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:03.821123 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12942f2-bd1b-4ae8-8635-a0fcf9262a78 req-60f1ce64-d6cf-4dbd-84da-1a0d5dddba04 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:03.830256 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2124b7db-12bf-42f9-8323-3d4665b2e21d tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Allocated IP 172.20.0.13 (0f664482-8506-48d9-b483-19e59ef85e95/cf66719b-d23f-409f-aa58-e79851cabdb6/ab9e94d2-f3ad-43de-b3d5-03357c1b214c) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:12:03.832123 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12942f2-bd1b-4ae8-8635-a0fcf9262a78 req-60f1ce64-d6cf-4dbd-84da-1a0d5dddba04 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:03.836102 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:03.838631 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12942f2-bd1b-4ae8-8635-a0fcf9262a78 req-60f1ce64-d6cf-4dbd-84da-1a0d5dddba04 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:03.844738 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12942f2-bd1b-4ae8-8635-a0fcf9262a78 req-60f1ce64-d6cf-4dbd-84da-1a0d5dddba04 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:03.850878 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12942f2-bd1b-4ae8-8635-a0fcf9262a78 req-60f1ce64-d6cf-4dbd-84da-1a0d5dddba04 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:03.857000 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12942f2-bd1b-4ae8-8635-a0fcf9262a78 req-60f1ce64-d6cf-4dbd-84da-1a0d5dddba04 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:03.866466 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d12942f2-bd1b-4ae8-8635-a0fcf9262a78 req-60f1ce64-d6cf-4dbd-84da-1a0d5dddba04 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5436 time: 0.2460682 Jan 18 20:12:03.925226 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 45398) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:12:03.929837 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-96fcc06c-76b1-4080-b650-a2037d390565 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Request body: {'floatingip': {'port_id': '0a1c35cd-5914-44b5-95a0-1d50b743c9db'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:12:04.016265 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2124b7db-12bf-42f9-8323-3d4665b2e21d tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks [] for port (ab9e94d2-f3ad-43de-b3d5-03357c1b214c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:04.044909 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96fcc06c-76b1-4080-b650-a2037d390565 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for floatingip (59ceff8c-77c7-431a-9193-f3c78364b1c6), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:04.067321 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2124b7db-12bf-42f9-8323-3d4665b2e21d tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ab9e94d2-f3ad-43de-b3d5-03357c1b214c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:04.140303 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124b7db-12bf-42f9-8323-3d4665b2e21d tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Pushing event updated for resources: {'Port': ['ID=ab9e94d2-f3ad-43de-b3d5-03357c1b214c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:04.143796 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2124b7db-12bf-42f9-8323-3d4665b2e21d tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Network 0f664482-8506-48d9-b483-19e59ef85e95 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:12:04.145705 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2124b7db-12bf-42f9-8323-3d4665b2e21d tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:12:04.146322 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9eff6af0-96e8-4303-b8c2-50671ded2267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (35f104b2-b688-4fe6-8d56-d63680c6a336), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:04.148051 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2124b7db-12bf-42f9-8323-3d4665b2e21d tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:12:04.155284 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77bb61-ee34-46eb-8e0c-168522c29e6d req-3126afc9-f200-4860-b14b-218a377835ef tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:04.162558 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b77bb61-ee34-46eb-8e0c-168522c29e6d req-3126afc9-f200-4860-b14b-218a377835ef tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 945 time: 0.2950504 Jan 18 20:12:04.175916 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a47e14-c159-4f8d-9739-4f222e175286 req-16c3661b-bf2c-40f6-9760-8d8270530bc1 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:04.182248 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-45a47e14-c159-4f8d-9739-4f222e175286 req-16c3661b-bf2c-40f6-9760-8d8270530bc1 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.1940103 Jan 18 20:12:04.224283 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2124b7db-12bf-42f9-8323-3d4665b2e21d tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:04.224939 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2124b7db-12bf-42f9-8323-3d4665b2e21d tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:04.252860 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2124b7db-12bf-42f9-8323-3d4665b2e21d tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8481970 Jan 18 20:12:04.266334 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2c2c43fd-78fa-4ebc-8d49-15ca8a987a6e service neutron] Request body: {'port': {'device_id': 'f143376f-f81f-4aec-934e-e88fcb9ba65a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:12:04.535477 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-510fe7a1-eabd-47b9-adbf-96a941ea065d None None] Provisioning complete for port ab9e94d2-f3ad-43de-b3d5-03357c1b214c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:12:04.536749 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-510fe7a1-eabd-47b9-adbf-96a941ea065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ab9e94d2-f3ad-43de-b3d5-03357c1b214c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:04.631808 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-510fe7a1-eabd-47b9-adbf-96a941ea065d None None] Port ab9e94d2-f3ad-43de-b3d5-03357c1b214c cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:12:04.648858 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 12a5979f-f1ac-435d-bd17-6445127367c8 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:12:04.670721 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-45a47e14-c159-4f8d-9739-4f222e175286 req-666a6804-9bf5-4410-b711-fbb7db1b7d80 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204159 Jan 18 20:12:04.718065 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2c2c43fd-78fa-4ebc-8d49-15ca8a987a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ab9e94d2-f3ad-43de-b3d5-03357c1b214c), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:04.724106 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 12a5979f-f1ac-435d-bd17-6445127367c8 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:12:04.724496 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (12a5979f-f1ac-435d-bd17-6445127367c8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:04.735795 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b77bb61-ee34-46eb-8e0c-168522c29e6d req-4b1f4df1-4c5f-4ae1-bc5b-3ba39a3b5cfb tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5721550 Jan 18 20:12:04.881979 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 12a5979f-f1ac-435d-bd17-6445127367c8 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:12:04.882513 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (12a5979f-f1ac-435d-bd17-6445127367c8), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:04.922669 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 12a5979f-f1ac-435d-bd17-6445127367c8, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=12a5979f-f1ac-435d-bd17-6445127367c8,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:04.933236 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (12a5979f-f1ac-435d-bd17-6445127367c8), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:05.031665 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=12a5979f-f1ac-435d-bd17-6445127367c8,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:05.050620 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.db.resource_extend [None req-96fcc06c-76b1-4080-b650-a2037d390565 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:12:05.112222 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c5862-7eae-4343-91b0-f4ba9c6db271 req-64492c74-22d1-4ab4-b58d-cdb2d018b21d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:05.113977 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b16c5862-7eae-4343-91b0-f4ba9c6db271 req-64492c74-22d1-4ab4-b58d-cdb2d018b21d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.1594350 Jan 18 20:12:05.193497 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96fcc06c-76b1-4080-b650-a2037d390565 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:05.210990 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96fcc06c-76b1-4080-b650-a2037d390565 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (59ceff8c-77c7-431a-9193-f3c78364b1c6), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:05.216008 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2c2c43fd-78fa-4ebc-8d49-15ca8a987a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab9e94d2-f3ad-43de-b3d5-03357c1b214c {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:12:05.225296 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2c2c43fd-78fa-4ebc-8d49-15ca8a987a6e service neutron] Publish callbacks [] for port (ab9e94d2-f3ad-43de-b3d5-03357c1b214c), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:05.230910 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f729775-e970-4a49-8157-6a239098ba91 req-d3dee79a-e284-4438-84e0-3400a473bc9a tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:05.238187 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6f729775-e970-4a49-8157-6a239098ba91 req-d3dee79a-e284-4438-84e0-3400a473bc9a tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 946 time: 0.3481486 Jan 18 20:12:05.239866 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2c2c43fd-78fa-4ebc-8d49-15ca8a987a6e service neutron] Transition to ACTIVE for port object ab9e94d2-f3ad-43de-b3d5-03357c1b214c will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:12:05.244869 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2c2c43fd-78fa-4ebc-8d49-15ca8a987a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (ab9e94d2-f3ad-43de-b3d5-03357c1b214c), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:05.310829 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b16c5862-7eae-4343-91b0-f4ba9c6db271 req-374a08c3-235c-4765-9b3c-b83c081818ca tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838100 Jan 18 20:12:05.337614 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c43fd-78fa-4ebc-8d49-15ca8a987a6e service neutron] Pushing event updated for resources: {'Port': ['ID=ab9e94d2-f3ad-43de-b3d5-03357c1b214c,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:05.370521 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9eff6af0-96e8-4303-b8c2-50671ded2267 admin admin] Publish callbacks [] for port (35f104b2-b688-4fe6-8d56-d63680c6a336), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:05.389072 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9eff6af0-96e8-4303-b8c2-50671ded2267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (35f104b2-b688-4fe6-8d56-d63680c6a336), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:05.434529 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2c2c43fd-78fa-4ebc-8d49-15ca8a987a6e service neutron] Attempting to bind port ab9e94d2-f3ad-43de-b3d5-03357c1b214c on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:12:05.435069 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2c2c43fd-78fa-4ebc-8d49-15ca8a987a6e service neutron] Attempting to bind port ab9e94d2-f3ad-43de-b3d5-03357c1b214c by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '68d51170-80e6-4a28-82bd-562d85a7bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f664482-8506-48d9-b483-19e59ef85e95'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:12:05.435671 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2c2c43fd-78fa-4ebc-8d49-15ca8a987a6e service neutron] Attempting to bind port ab9e94d2-f3ad-43de-b3d5-03357c1b214c on network 0f664482-8506-48d9-b483-19e59ef85e95 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:12:05.440545 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2c2c43fd-78fa-4ebc-8d49-15ca8a987a6e service neutron] Port ab9e94d2-f3ad-43de-b3d5-03357c1b214c on network 0f664482-8506-48d9-b483-19e59ef85e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:12:05.440864 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2c2c43fd-78fa-4ebc-8d49-15ca8a987a6e service neutron] Attempting to bind port ab9e94d2-f3ad-43de-b3d5-03357c1b214c on network 0f664482-8506-48d9-b483-19e59ef85e95 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:12:05.445968 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2c2c43fd-78fa-4ebc-8d49-15ca8a987a6e service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:12:05.446300 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2c2c43fd-78fa-4ebc-8d49-15ca8a987a6e service neutron] Checking segment: {'id': '68d51170-80e6-4a28-82bd-562d85a7bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f664482-8506-48d9-b483-19e59ef85e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:12:05.446672 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2c2c43fd-78fa-4ebc-8d49-15ca8a987a6e service neutron] Bound using segment: {'id': '68d51170-80e6-4a28-82bd-562d85a7bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f664482-8506-48d9-b483-19e59ef85e95'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:12:05.447094 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2c2c43fd-78fa-4ebc-8d49-15ca8a987a6e service neutron] Bound port: ab9e94d2-f3ad-43de-b3d5-03357c1b214c, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d51170-80e6-4a28-82bd-562d85a7bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f664482-8506-48d9-b483-19e59ef85e95'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:12:05.447445 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2c2c43fd-78fa-4ebc-8d49-15ca8a987a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ab9e94d2-f3ad-43de-b3d5-03357c1b214c), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:05.545490 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2c2c43fd-78fa-4ebc-8d49-15ca8a987a6e service neutron] For port ab9e94d2-f3ad-43de-b3d5-03357c1b214c, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:12:05.549488 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2c2c43fd-78fa-4ebc-8d49-15ca8a987a6e service neutron] For port ab9e94d2-f3ad-43de-b3d5-03357c1b214c, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ab9e94d2-f3ad-43de-b3d5-03357c1b214c,segment=NetworkSegment(68d51170-80e6-4a28-82bd-562d85a7bbe1),segment_id=68d51170-80e6-4a28-82bd-562d85a7bbe1)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:12:05.555712 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2c2c43fd-78fa-4ebc-8d49-15ca8a987a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (ab9e94d2-f3ad-43de-b3d5-03357c1b214c), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:05.595621 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2c2c43fd-78fa-4ebc-8d49-15ca8a987a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:05.596279 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2c2c43fd-78fa-4ebc-8d49-15ca8a987a6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:05.598214 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-2c2c43fd-78fa-4ebc-8d49-15ca8a987a6e service neutron] 10.222.0.70 "PUT /v2.0/ports/ab9e94d2-f3ad-43de-b3d5-03357c1b214c HTTP/1.1" status: 200 len: 1092 time: 1.3361342 Jan 18 20:12:05.603092 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f143376f-f81f-4aec-934e-e88fcb9ba65a', 'tag': 'ab9e94d2-f3ad-43de-b3d5-03357c1b214c'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:12:05.607605 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbe82ba-b78f-4751-9b1e-fc377b3c0288" -d '{"events": [{"name": "network-changed", "server_uuid": "f143376f-f81f-4aec-934e-e88fcb9ba65a", "tag": "ab9e94d2-f3ad-43de-b3d5-03357c1b214c"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:12:05.637907 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c43fd-78fa-4ebc-8d49-15ca8a987a6e service neutron] Pushing event updated for resources: {'Port': ['ID=ab9e94d2-f3ad-43de-b3d5-03357c1b214c,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:05.716216 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-af144f7c-b9fa-440a-b3cc-e1e9aa07f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:05.718438 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-af144f7c-b9fa-440a-b3cc-e1e9aa07f535 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d6c7036af1d647c2827e33b517dc8824&device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 1095 time: 0.0607073 Jan 18 20:12:05.772586 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-49c04d89-b255-4545-a80c-4c3377055c4c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab9e94d2-f3ad-43de-b3d5-03357c1b214c HTTP/1.1" status: 200 len: 217 time: 0.0457139 Jan 18 20:12:05.839921 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6f729775-e970-4a49-8157-6a239098ba91 req-1db06cd2-772a-49b2-81a5-d80b1bffa7ce tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5960186 Jan 18 20:12:05.841925 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-8154fc3c-d080-46c8-8f66-2f7a8e97b547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:05.844278 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-8154fc3c-d080-46c8-8f66-2f7a8e97b547 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cf66719b-d23f-409f-aa58-e79851cabdb6 HTTP/1.1" status: 200 len: 854 time: 0.0633926 Jan 18 20:12:05.869669 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9eff6af0-96e8-4303-b8c2-50671ded2267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (b30b946b-e47c-4cb0-9bc1-a2702582d373), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:05.871425 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff6af0-96e8-4303-b8c2-50671ded2267 admin admin] Pushing event updated for resources: {'Port': ['ID=35f104b2-b688-4fe6-8d56-d63680c6a336,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:05.888494 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-96fcc06c-76b1-4080-b650-a2037d390565 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Floating IP 59ceff8c-77c7-431a-9193-f3c78364b1c6 associated. External IP: 172.25.4.46, port: 0a1c35cd-5914-44b5-95a0-1d50b743c9db. Jan 18 20:12:05.917207 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493dd53a-1944-4d99-9c68-b4868b31f02d x-openstack-request-id: req-493dd53a-1944-4d99-9c68-b4868b31f02d {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:12:05.922254 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f143376f-f81f-4aec-934e-e88fcb9ba65a", "tag": "ab9e94d2-f3ad-43de-b3d5-03357c1b214c", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:12:05.922713 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-493dd53a-1944-4d99-9c68-b4868b31f02d {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:12:05.923273 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f143376f-f81f-4aec-934e-e88fcb9ba65a', 'tag': 'ab9e94d2-f3ad-43de-b3d5-03357c1b214c', 'status': 'completed', 'code': 200} Jan 18 20:12:05.935533 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-1fcdbe63-a9b6-4aaa-84f2-bf99b6673b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:05.937725 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-1fcdbe63-a9b6-4aaa-84f2-bf99b6673b62 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0f664482-8506-48d9-b483-19e59ef85e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864632 Jan 18 20:12:05.949975 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb5d8d-bc44-43eb-bb50-42a2f83c8583 req-97fcf97c-c11e-4769-bd20-7d19b94adc6d tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:05.951482 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eafb5d8d-bc44-43eb-bb50-42a2f83c8583 req-97fcf97c-c11e-4769-bd20-7d19b94adc6d tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 944 time: 0.5169008 Jan 18 20:12:06.055305 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-34b790cc-2938-4a1e-9c0a-a2eeb7ff3970 service neutron] 10.222.0.70 "GET /v2.0/networks/0f664482-8506-48d9-b483-19e59ef85e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079996 Jan 18 20:12:06.127841 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eafb5d8d-bc44-43eb-bb50-42a2f83c8583 req-bb848584-e01f-408d-b235-e6e3bd4113d1 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups?id=f127561b-8ad4-4738-9ba4-fc683e0dfbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677790 Jan 18 20:12:06.170697 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eff6af0-96e8-4303-b8c2-50671ded2267 admin admin] Network 4c52a941-7984-4185-9a91-86e116767440 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:12:06.186215 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f407cc24-1a55-4291-a142-d290bdeaca5a req-820fb50f-04e0-41c5-ac29-272b39d31dad service neutron] 10.222.0.70 "GET /v2.0/networks/0f664482-8506-48d9-b483-19e59ef85e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186848 Jan 18 20:12:06.207409 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-9eff6af0-96e8-4303-b8c2-50671ded2267 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:12:06.219451 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9d989-3daa-4015-aa3c-e9fdf1ed5af7 req-bcf285a6-669b-45cc-b664-ab9379d341a8 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:06.226256 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-88e9d989-3daa-4015-aa3c-e9fdf1ed5af7 req-bcf285a6-669b-45cc-b664-ab9379d341a8 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.1699421 Jan 18 20:12:06.272094 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe82ba-b78f-4751-9b1e-fc377b3c0288 req-5f0dcd30-be1d-4daa-a152-fa71adcb5679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:06.273711 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cbbe82ba-b78f-4751-9b1e-fc377b3c0288 req-5f0dcd30-be1d-4daa-a152-fa71adcb5679 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d6c7036af1d647c2827e33b517dc8824&device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 1095 time: 0.0418565 Jan 18 20:12:06.369080 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe82ba-b78f-4751-9b1e-fc377b3c0288 req-5c58260a-677f-4133-ac36-3b18e679c899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:06.371359 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cbbe82ba-b78f-4751-9b1e-fc377b3c0288 req-5c58260a-677f-4133-ac36-3b18e679c899 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0f664482-8506-48d9-b483-19e59ef85e95 HTTP/1.1" status: 200 len: 916 time: 0.0908945 Jan 18 20:12:06.412041 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cbbe82ba-b78f-4751-9b1e-fc377b3c0288 req-fb148961-afd8-48d2-ada4-fa317562cadf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab9e94d2-f3ad-43de-b3d5-03357c1b214c HTTP/1.1" status: 200 len: 217 time: 0.0345933 Jan 18 20:12:06.455530 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172eb2c5-d1d3-45a8-bf9b-36690c537fff req-1e7414a0-516f-4ae5-ac88-28e550291bb8 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:06.462363 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-172eb2c5-d1d3-45a8-bf9b-36690c537fff req-1e7414a0-516f-4ae5-ac88-28e550291bb8 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 945 time: 0.2575653 Jan 18 20:12:06.472889 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe82ba-b78f-4751-9b1e-fc377b3c0288 req-fc638500-d9c1-457b-8d37-e13a6d9f2517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:06.474527 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cbbe82ba-b78f-4751-9b1e-fc377b3c0288 req-fc638500-d9c1-457b-8d37-e13a6d9f2517 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cf66719b-d23f-409f-aa58-e79851cabdb6 HTTP/1.1" status: 200 len: 854 time: 0.0563328 Jan 18 20:12:06.486292 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-88e9d989-3daa-4015-aa3c-e9fdf1ed5af7 req-613e21c9-713d-4c3a-a306-74d03ce49562 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538598 Jan 18 20:12:06.502861 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 12a5979f-f1ac-435d-bd17-6445127367c8 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:12:06.515861 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fcc06c-76b1-4080-b650-a2037d390565 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Router a7b92635-136e-4ba6-93a8-9c6eaaf1a95b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:12:06.547808 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe82ba-b78f-4751-9b1e-fc377b3c0288 req-62d7f42d-e150-4ba2-9470-6cb96d57a6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:06.551247 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cbbe82ba-b78f-4751-9b1e-fc377b3c0288 req-62d7f42d-e150-4ba2-9470-6cb96d57a6e8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0f664482-8506-48d9-b483-19e59ef85e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699878 Jan 18 20:12:06.570702 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 12a5979f-f1ac-435d-bd17-6445127367c8 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:12:06.571322 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (12a5979f-f1ac-435d-bd17-6445127367c8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:06.572432 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-172eb2c5-d1d3-45a8-bf9b-36690c537fff req-fe18bd89-7dfb-447b-9bef-d15375a5d9a5 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092720 Jan 18 20:12:06.680629 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cbbe82ba-b78f-4751-9b1e-fc377b3c0288 req-7a6802c0-8bb3-43e9-b230-97292d8af1ab service neutron] 10.222.0.70 "GET /v2.0/networks/0f664482-8506-48d9-b483-19e59ef85e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218112 Jan 18 20:12:06.691557 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fcc06c-76b1-4080-b650-a2037d390565 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:12:06.695198 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eff6af0-96e8-4303-b8c2-50671ded2267 admin admin] Router b30b946b-e47c-4cb0-9bc1-a2702582d373 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:12:06.699633 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96fcc06c-76b1-4080-b650-a2037d390565 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:06.760450 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5cde58-f881-4527-baf3-e5f0629de12e None None] Sync routers for ids ['a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:12:06.777422 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-96fcc06c-76b1-4080-b650-a2037d390565 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "PUT /v2.0/floatingips/59ceff8c-77c7-431a-9193-f3c78364b1c6 HTTP/1.1" status: 200 len: 991 time: 2.8505218 Jan 18 20:12:06.778568 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'tag': '0a1c35cd-5914-44b5-95a0-1d50b743c9db'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:12:06.781212 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3aeb18-4b96-4b96-a6f9-1df8fef0d621" -d '{"events": [{"name": "network-changed", "server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "tag": "0a1c35cd-5914-44b5-95a0-1d50b743c9db"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:12:06.795374 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 12a5979f-f1ac-435d-bd17-6445127367c8 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:12:06.835664 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5cde58-f881-4527-baf3-e5f0629de12e None None] Routers {'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:12:06.837850 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1b5cde58-f881-4527-baf3-e5f0629de12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:11:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:12:06.872797 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cbbe82ba-b78f-4751-9b1e-fc377b3c0288 req-329177d3-b53f-43f4-b688-f2c02a130d52 service neutron] 10.222.0.70 "GET /v2.0/networks/0f664482-8506-48d9-b483-19e59ef85e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814220 Jan 18 20:12:06.897210 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa262e6-91cc-4d31-9c80-a2bd746b0150 req-8acc1625-209b-4d94-84a0-e7c76e09d205 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:06.898893 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8aa262e6-91cc-4d31-9c80-a2bd746b0150 req-8acc1625-209b-4d94-84a0-e7c76e09d205 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.2089727 Jan 18 20:12:06.956675 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:06.989463 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-1b5cde58-f881-4527-baf3-e5f0629de12e None None] Set router a7b92635-136e-4ba6-93a8-9c6eaaf1a95b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:12:07.018197 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d730170-05f2-4bb5-bf03-1c6cd17427e4 req-42c16114-b006-4cba-a624-77e81eab9f46 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:07.019705 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d730170-05f2-4bb5-bf03-1c6cd17427e4 req-42c16114-b006-4cba-a624-77e81eab9f46 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 945 time: 0.1802890 Jan 18 20:12:07.032031 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eff6af0-96e8-4303-b8c2-50671ded2267 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:12:07.041616 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9eff6af0-96e8-4303-b8c2-50671ded2267 admin admin] 10.222.0.31 "PUT /v2.0/routers/b30b946b-e47c-4cb0-9bc1-a2702582d373/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4699945 Jan 18 20:12:07.059963 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734e6aeb-b4e7-4667-82ff-c2ac58fa659d None None] Sync routers for ids ['b30b946b-e47c-4cb0-9bc1-a2702582d373'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:12:07.068045 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8aa262e6-91cc-4d31-9c80-a2bd746b0150 req-2d308d9d-c8eb-4c05-a3ec-c53c0f670c2d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517458 Jan 18 20:12:07.108999 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734e6aeb-b4e7-4667-82ff-c2ac58fa659d None None] Routers {'b30b946b-e47c-4cb0-9bc1-a2702582d373'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:12:07.110698 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-734e6aeb-b4e7-4667-82ff-c2ac58fa659d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:11:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['b30b946b-e47c-4cb0-9bc1-a2702582d373'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:12:07.134220 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d730170-05f2-4bb5-bf03-1c6cd17427e4 req-68441ace-ee76-4f2b-af86-84429c2cbb39 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032124 Jan 18 20:12:07.182750 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a554c98f-f216-4619-a050-b360aee1835b x-openstack-request-id: req-a554c98f-f216-4619-a050-b360aee1835b {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:12:07.183103 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "tag": "0a1c35cd-5914-44b5-95a0-1d50b743c9db", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:12:07.183874 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a554c98f-f216-4619-a050-b360aee1835b {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:12:07.184368 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'tag': '0a1c35cd-5914-44b5-95a0-1d50b743c9db', 'status': 'completed', 'code': 200} Jan 18 20:12:07.318396 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aeb18-4b96-4b96-a6f9-1df8fef0d621 req-370ac72e-4d56-4b1d-b2ad-7e19a411f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:07.319146 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aeb18-4b96-4b96-a6f9-1df8fef0d621 req-370ac72e-4d56-4b1d-b2ad-7e19a411f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:07.322670 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aeb18-4b96-4b96-a6f9-1df8fef0d621 req-370ac72e-4d56-4b1d-b2ad-7e19a411f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:07.323005 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aeb18-4b96-4b96-a6f9-1df8fef0d621 req-370ac72e-4d56-4b1d-b2ad-7e19a411f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:07.323476 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aeb18-4b96-4b96-a6f9-1df8fef0d621 req-370ac72e-4d56-4b1d-b2ad-7e19a411f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:07.329933 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aeb18-4b96-4b96-a6f9-1df8fef0d621 req-370ac72e-4d56-4b1d-b2ad-7e19a411f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:07.330454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aeb18-4b96-4b96-a6f9-1df8fef0d621 req-370ac72e-4d56-4b1d-b2ad-7e19a411f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:07.332855 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5f3aeb18-4b96-4b96-a6f9-1df8fef0d621 req-370ac72e-4d56-4b1d-b2ad-7e19a411f86a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=58bdde0d1470454589ceb4c5ff2aa86d&device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 6493 time: 0.1189258 Jan 18 20:12:07.343956 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-734e6aeb-b4e7-4667-82ff-c2ac58fa659d None None] Set router b30b946b-e47c-4cb0-9bc1-a2702582d373 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:12:07.412939 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567d1c9-4ee2-42a7-9689-2963ba9dccb4 req-f520ba60-1938-46d1-a2f1-e942f8fbcd9b tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:07.423278 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4567d1c9-4ee2-42a7-9689-2963ba9dccb4 req-f520ba60-1938-46d1-a2f1-e942f8fbcd9b tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 944 time: 0.1571825 Jan 18 20:12:07.450912 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f60477-f4df-4024-be68-bd17f6ea905e req-5e29dd69-3ce8-4bc1-9655-d877ba2b2c9e tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:07.464838 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-77f60477-f4df-4024-be68-bd17f6ea905e req-5e29dd69-3ce8-4bc1-9655-d877ba2b2c9e tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 946 time: 0.1566434 Jan 18 20:12:07.477370 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aeb18-4b96-4b96-a6f9-1df8fef0d621 req-51567564-9a7c-44a9-8fc1-79031b45dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:07.478877 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5f3aeb18-4b96-4b96-a6f9-1df8fef0d621 req-51567564-9a7c-44a9-8fc1-79031b45dd0c service neutron] 10.222.0.70 "GET /v2.0/networks?id=f5a28bc4-6d91-4261-a9f7-5d655221c24a HTTP/1.1" status: 200 len: 913 time: 0.1389122 Jan 18 20:12:07.552390 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1b5cde58-f881-4527-baf3-e5f0629de12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'name': 'tempest-TaggedBootDevicesTest-1948818473-router', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '40593611-ed71-4d18-a59f-9c5cc7f4917c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:09:11Z', 'updated_at': '2022-01-18T20:09:20Z', 'revision_number': 4, 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'gw_port': {'id': '40593611-ed71-4d18-a59f-9c5cc7f4917c', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:13Z', 'updated_at': '2022-01-18T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '59ceff8c-77c7-431a-9193-f3c78364b1c6', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'floating_ip_address': '172.25.4.46', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'port_id': '0a1c35cd-5914-44b5-95a0-1d50b743c9db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a28bc4-6d91-4261-a9f7-5d655221c24a', 'mac_address': 'fa:16:3e:53:89:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839a035-0924-493d-9b9e-9bdae0368670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:10:30Z', 'updated_at': '2022-01-18T20:12:04Z', 'revision_number': 1, 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369102e0-ede0-4bec-bdfb-41c1f40d6749', 'name': '', 'network_id': 'f5a28bc4-6d91-4261-a9f7-5d655221c24a', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'mac_address': 'fa:16:3e:b9:67:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '3da5da2e-d2b1-4395-8273-eab036481371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:19Z', 'updated_at': '2022-01-18T20:09:25Z', 'revision_number': 5, 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'subnets': [{'id': '3da5da2e-d2b1-4395-8273-eab036481371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:12:07.557516 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-77f60477-f4df-4024-be68-bd17f6ea905e req-d747730f-d9df-4198-b605-3b191b7c9e8a tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907948 Jan 18 20:12:07.569954 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4567d1c9-4ee2-42a7-9689-2963ba9dccb4 req-99f443aa-cd58-4c69-a998-05da6d3c3f55 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups?id=f127561b-8ad4-4738-9ba4-fc683e0dfbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374466 Jan 18 20:12:07.598330 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5f3aeb18-4b96-4b96-a6f9-1df8fef0d621 req-4335eb76-c2e2-4e83-8268-984e52ed7a8d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a1c35cd-5914-44b5-95a0-1d50b743c9db HTTP/1.1" status: 200 len: 999 time: 0.1127791 Jan 18 20:12:07.607599 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5cde58-f881-4527-baf3-e5f0629de12e None None] Checking router: a7b92635-136e-4ba6-93a8-9c6eaaf1a95b for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:12:07.630496 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5cde58-f881-4527-baf3-e5f0629de12e None None] Routers {'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:12:07.631268 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1b5cde58-f881-4527-baf3-e5f0629de12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:11:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:12:07.677000 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aeb18-4b96-4b96-a6f9-1df8fef0d621 req-26676d56-388b-4c9a-b8b5-95fc9c84e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:07.678539 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5f3aeb18-4b96-4b96-a6f9-1df8fef0d621 req-26676d56-388b-4c9a-b8b5-95fc9c84e8a5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3da5da2e-d2b1-4395-8273-eab036481371 HTTP/1.1" status: 200 len: 851 time: 0.0736835 Jan 18 20:12:07.734016 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b7e79-8e94-4dca-abbf-c74189e63272 req-50ad11d3-785a-4053-b486-7265e810caad tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:07.738699 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aeb18-4b96-4b96-a6f9-1df8fef0d621 req-da2e4132-0a28-4972-a6e8-b38ba56fdb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:07.748696 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5f3aeb18-4b96-4b96-a6f9-1df8fef0d621 req-da2e4132-0a28-4972-a6e8-b38ba56fdb13 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f5a28bc4-6d91-4261-a9f7-5d655221c24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566266 Jan 18 20:12:07.749957 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b4b7e79-8e94-4dca-abbf-c74189e63272 req-50ad11d3-785a-4053-b486-7265e810caad tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.1001022 Jan 18 20:12:07.819114 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-1b5cde58-f881-4527-baf3-e5f0629de12e None None] Set router a7b92635-136e-4ba6-93a8-9c6eaaf1a95b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:12:07.828327 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b4b7e79-8e94-4dca-abbf-c74189e63272 req-10b3f348-0da8-4c6d-81e1-b27f9828716e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774548 Jan 18 20:12:07.842407 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-734e6aeb-b4e7-4667-82ff-c2ac58fa659d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884494489-router', 'tenant_id': '34b00fb2bb504ad699a419a984455f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:11:59Z', 'updated_at': '2022-01-18T20:12:04Z', 'revision_number': 4, 'project_id': '34b00fb2bb504ad699a419a984455f64', 'gw_port': {'id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:12:00Z', 'updated_at': '2022-01-18T20:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '35f104b2-b688-4fe6-8d56-d63680c6a336', 'name': '', 'network_id': '4c52a941-7984-4185-9a91-86e116767440', 'tenant_id': '34b00fb2bb504ad699a419a984455f64', 'mac_address': 'fa:16:3e:ad:5e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'ade146ef-11d8-4b95-8ac1-3b19652c3fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:12:02Z', 'updated_at': '2022-01-18T20:12:04Z', 'revision_number': 2, 'project_id': '34b00fb2bb504ad699a419a984455f64', 'subnets': [{'id': 'ade146ef-11d8-4b95-8ac1-3b19652c3fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:12:07.898665 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5f3aeb18-4b96-4b96-a6f9-1df8fef0d621 req-a9ed2bae-fdd9-4ebd-8a84-7909b0787f3d service neutron] 10.222.0.70 "GET /v2.0/networks/f5a28bc4-6d91-4261-a9f7-5d655221c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482754 Jan 18 20:12:07.903992 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734e6aeb-b4e7-4667-82ff-c2ac58fa659d None None] Checking router: b30b946b-e47c-4cb0-9bc1-a2702582d373 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:12:07.904410 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734e6aeb-b4e7-4667-82ff-c2ac58fa659d None None] Updating router b30b946b-e47c-4cb0-9bc1-a2702582d373 port 35f104b2-b688-4fe6-8d56-d63680c6a336 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:12:07.944452 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-734e6aeb-b4e7-4667-82ff-c2ac58fa659d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (35f104b2-b688-4fe6-8d56-d63680c6a336), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:08.046279 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5c511-eb85-4e36-91e6-43c30b69093a req-583b1285-fd50-430a-a33e-268718ea231e tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:08.053133 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c9b5c511-eb85-4e36-91e6-43c30b69093a req-583b1285-fd50-430a-a33e-268718ea231e tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 1097 time: 0.1169820 Jan 18 20:12:08.069445 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5f3aeb18-4b96-4b96-a6f9-1df8fef0d621 req-9105b95e-3d23-41f2-be94-aa40dfc99955 service neutron] 10.222.0.70 "GET /v2.0/networks/f5a28bc4-6d91-4261-a9f7-5d655221c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648462 Jan 18 20:12:08.101310 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-aa90ae54-099e-4e53-b111-ad76605fd34b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:08.102940 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-aa90ae54-099e-4e53-b111-ad76605fd34b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/networks?id=4c52a941-7984-4185-9a91-86e116767440 HTTP/1.1" status: 200 len: 820 time: 0.1914525 Jan 18 20:12:08.139206 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-5cf2aed4-c907-46e8-afe1-39d3d90e3687 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/quotas/34b00fb2bb504ad699a419a984455f64 HTTP/1.1" status: 200 len: 375 time: 0.0222316 Jan 18 20:12:08.152676 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c9b5c511-eb85-4e36-91e6-43c30b69093a req-56b03b09-3965-42af-9df0-330eb9a683c6 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943635 Jan 18 20:12:08.194771 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1b5cde58-f881-4527-baf3-e5f0629de12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'name': 'tempest-TaggedBootDevicesTest-1948818473-router', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '40593611-ed71-4d18-a59f-9c5cc7f4917c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:09:11Z', 'updated_at': '2022-01-18T20:09:20Z', 'revision_number': 4, 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'gw_port': {'id': '40593611-ed71-4d18-a59f-9c5cc7f4917c', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:13Z', 'updated_at': '2022-01-18T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '59ceff8c-77c7-431a-9193-f3c78364b1c6', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'floating_ip_address': '172.25.4.46', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'port_id': '0a1c35cd-5914-44b5-95a0-1d50b743c9db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a28bc4-6d91-4261-a9f7-5d655221c24a', 'mac_address': 'fa:16:3e:53:89:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839a035-0924-493d-9b9e-9bdae0368670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:10:30Z', 'updated_at': '2022-01-18T20:12:04Z', 'revision_number': 1, 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369102e0-ede0-4bec-bdfb-41c1f40d6749', 'name': '', 'network_id': 'f5a28bc4-6d91-4261-a9f7-5d655221c24a', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'mac_address': 'fa:16:3e:b9:67:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '3da5da2e-d2b1-4395-8273-eab036481371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:19Z', 'updated_at': '2022-01-18T20:09:25Z', 'revision_number': 5, 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'subnets': [{'id': '3da5da2e-d2b1-4395-8273-eab036481371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:12:08.233281 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5cde58-f881-4527-baf3-e5f0629de12e None None] The sync data for ids ['a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'] in n-d-741529-9 is: [{'id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'name': 'tempest-TaggedBootDevicesTest-1948818473-router', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '40593611-ed71-4d18-a59f-9c5cc7f4917c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:09:11Z', 'updated_at': '2022-01-18T20:09:20Z', 'revision_number': 4, 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'gw_port': {'id': '40593611-ed71-4d18-a59f-9c5cc7f4917c', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:13Z', 'updated_at': '2022-01-18T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '59ceff8c-77c7-431a-9193-f3c78364b1c6', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'floating_ip_address': '172.25.4.46', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'port_id': '0a1c35cd-5914-44b5-95a0-1d50b743c9db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a28bc4-6d91-4261-a9f7-5d655221c24a', 'mac_address': 'fa:16:3e:53:89:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839a035-0924-493d-9b9e-9bdae0368670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:10:30Z', 'updated_at': '2022-01-18T20:12:04Z', 'revision_number': 1, 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369102e0-ede0-4bec-bdfb-41c1f40d6749', 'name': '', 'network_id': 'f5a28bc4-6d91-4261-a9f7-5d655221c24a', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'mac_address': 'fa:16:3e:b9:67:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '3da5da2e-d2b1-4395-8273-eab036481371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:19Z', 'updated_at': '2022-01-18T20:09:25Z', 'revision_number': 5, 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'subnets': [{'id': '3da5da2e-d2b1-4395-8273-eab036481371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:12:08.235064 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device d531d365-d1be-42fb-8d80-625e359981c2 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:12:08.240845 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-7e2ad93d-a0ec-46c2-a856-db64f7f24114 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=34b00fb2bb504ad699a419a984455f64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0870645 Jan 18 20:12:08.371969 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port d531d365-d1be-42fb-8d80-625e359981c2, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=d531d365-d1be-42fb-8d80-625e359981c2,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:08.390024 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'd531d365-d1be-42fb-8d80-625e359981c2', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': 'd531d365-d1be-42fb-8d80-625e359981c2', 'mac_address': 'fa:16:3e:3d:9e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:12:08.395800 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-734e6aeb-b4e7-4667-82ff-c2ac58fa659d None None] Publish callbacks [] for port (35f104b2-b688-4fe6-8d56-d63680c6a336), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:08.408510 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-734e6aeb-b4e7-4667-82ff-c2ac58fa659d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (35f104b2-b688-4fe6-8d56-d63680c6a336), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:08.431912 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-9b6c2ee8-1e81-4731-a63a-330fd93d1e9e service neutron] 10.222.0.31 "GET /v2.0/networks/4c52a941-7984-4185-9a91-86e116767440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899025 Jan 18 20:12:08.447123 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port d531d365-d1be-42fb-8d80-625e359981c2 is: ACTIVE; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:12:08.447898 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d531d365-d1be-42fb-8d80-625e359981c2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:08.470044 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c29bf-a198-4f3f-b58d-27fd9157c575 None None] Pushing event updated for resources: {'Port': ['ID=35f104b2-b688-4fe6-8d56-d63680c6a336,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:08.476502 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d531d365-d1be-42fb-8d80-625e359981c2 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:12:08.509930 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port d531d365-d1be-42fb-8d80-625e359981c2, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=d531d365-d1be-42fb-8d80-625e359981c2,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:08.519180 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d531d365-d1be-42fb-8d80-625e359981c2), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:08.568859 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-734e6aeb-b4e7-4667-82ff-c2ac58fa659d None None] Attempting to bind port 35f104b2-b688-4fe6-8d56-d63680c6a336 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:12:08.569287 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-734e6aeb-b4e7-4667-82ff-c2ac58fa659d None None] Attempting to bind port 35f104b2-b688-4fe6-8d56-d63680c6a336 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '61c6720c-16eb-4501-ae44-f1f4efb5bfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4c52a941-7984-4185-9a91-86e116767440'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:12:08.569670 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734e6aeb-b4e7-4667-82ff-c2ac58fa659d None None] Attempting to bind port 35f104b2-b688-4fe6-8d56-d63680c6a336 on network 4c52a941-7984-4185-9a91-86e116767440 {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:12:08.580775 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734e6aeb-b4e7-4667-82ff-c2ac58fa659d None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:12:08.581149 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734e6aeb-b4e7-4667-82ff-c2ac58fa659d None None] Checking segment: {'id': '61c6720c-16eb-4501-ae44-f1f4efb5bfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4c52a941-7984-4185-9a91-86e116767440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:12:08.581551 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-734e6aeb-b4e7-4667-82ff-c2ac58fa659d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:08.582006 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734e6aeb-b4e7-4667-82ff-c2ac58fa659d None None] Bound using segment: {'id': '61c6720c-16eb-4501-ae44-f1f4efb5bfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4c52a941-7984-4185-9a91-86e116767440'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:12:08.582475 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-734e6aeb-b4e7-4667-82ff-c2ac58fa659d None None] Bound port: 35f104b2-b688-4fe6-8d56-d63680c6a336, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c6720c-16eb-4501-ae44-f1f4efb5bfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4c52a941-7984-4185-9a91-86e116767440'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:12:08.582852 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-734e6aeb-b4e7-4667-82ff-c2ac58fa659d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (35f104b2-b688-4fe6-8d56-d63680c6a336), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:08.591377 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=d531d365-d1be-42fb-8d80-625e359981c2,revision_number=9']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:08.595037 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6de2d-1a43-44fa-bc52-565623befd8a req-367d8eda-503b-426c-8bb6-050fb7251805 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:08.601210 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2ef6de2d-1a43-44fa-bc52-565623befd8a req-367d8eda-503b-426c-8bb6-050fb7251805 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 950 time: 0.1841309 Jan 18 20:12:08.627948 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5ff116-8174-4e39-9ebc-e914885f5b87 None None] New status for floating IP 59ceff8c-77c7-431a-9193-f3c78364b1c6: ACTIVE {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:12:08.662266 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-734e6aeb-b4e7-4667-82ff-c2ac58fa659d None None] For port 35f104b2-b688-4fe6-8d56-d63680c6a336, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:12:08.665525 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-734e6aeb-b4e7-4667-82ff-c2ac58fa659d None None] For port 35f104b2-b688-4fe6-8d56-d63680c6a336, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=35f104b2-b688-4fe6-8d56-d63680c6a336,segment=NetworkSegment(61c6720c-16eb-4501-ae44-f1f4efb5bfd4),segment_id=61c6720c-16eb-4501-ae44-f1f4efb5bfd4)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:12:08.668906 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-8fe0bc48-2ea2-4548-ba6e-72a4e69b4c01 service neutron] 10.222.0.31 "GET /v2.0/networks/4c52a941-7984-4185-9a91-86e116767440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219775 Jan 18 20:12:08.682644 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-734e6aeb-b4e7-4667-82ff-c2ac58fa659d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (35f104b2-b688-4fe6-8d56-d63680c6a336), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:08.685398 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2ef6de2d-1a43-44fa-bc52-565623befd8a req-d8d9ee0b-34f7-43b0-941c-f681b444739e tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769885 Jan 18 20:12:08.745579 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734e6aeb-b4e7-4667-82ff-c2ac58fa659d None None] Routers {'b30b946b-e47c-4cb0-9bc1-a2702582d373'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:12:08.746711 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-734e6aeb-b4e7-4667-82ff-c2ac58fa659d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:11:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['b30b946b-e47c-4cb0-9bc1-a2702582d373'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:12:08.886207 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f80358-b254-45cf-94ae-756f549b85a1 req-75d0dfc2-d98c-4950-b41a-2b0f08fe294a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:08.894382 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21f80358-b254-45cf-94ae-756f549b85a1 req-75d0dfc2-d98c-4950-b41a-2b0f08fe294a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 945 time: 0.1231499 Jan 18 20:12:08.901327 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['d531d365-d1be-42fb-8d80-625e359981c2'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:12:08.911041 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-734e6aeb-b4e7-4667-82ff-c2ac58fa659d None None] Set router b30b946b-e47c-4cb0-9bc1-a2702582d373 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:12:08.994307 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21f80358-b254-45cf-94ae-756f549b85a1 req-6b53399c-2484-482c-8ab4-590360c7bc8c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982981 Jan 18 20:12:09.117780 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c29bf-a198-4f3f-b58d-27fd9157c575 None None] Pushing event updated for resources: {'Port': ['ID=35f104b2-b688-4fe6-8d56-d63680c6a336,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:09.158096 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-734e6aeb-b4e7-4667-82ff-c2ac58fa659d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884494489-router', 'tenant_id': '34b00fb2bb504ad699a419a984455f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:11:59Z', 'updated_at': '2022-01-18T20:12:04Z', 'revision_number': 4, 'project_id': '34b00fb2bb504ad699a419a984455f64', 'gw_port': {'id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:12:00Z', 'updated_at': '2022-01-18T20:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '35f104b2-b688-4fe6-8d56-d63680c6a336', 'name': '', 'network_id': '4c52a941-7984-4185-9a91-86e116767440', 'tenant_id': '34b00fb2bb504ad699a419a984455f64', 'mac_address': 'fa:16:3e:ad:5e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'ade146ef-11d8-4b95-8ac1-3b19652c3fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:12:02Z', 'updated_at': '2022-01-18T20:12:08Z', 'revision_number': 4, 'project_id': '34b00fb2bb504ad699a419a984455f64', 'subnets': [{'id': 'ade146ef-11d8-4b95-8ac1-3b19652c3fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:12:09.189866 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24605afb-f7a3-4ab5-8d81-9bf5cd7c53d9 req-24b8081b-76d3-4037-9949-7c20798c9ea1 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 210 time: 0.0616963 Jan 18 20:12:09.211376 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734e6aeb-b4e7-4667-82ff-c2ac58fa659d None None] The sync data for ids ['b30b946b-e47c-4cb0-9bc1-a2702582d373'] in n-d-741529-9 is: [{'id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884494489-router', 'tenant_id': '34b00fb2bb504ad699a419a984455f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:11:59Z', 'updated_at': '2022-01-18T20:12:04Z', 'revision_number': 4, 'project_id': '34b00fb2bb504ad699a419a984455f64', 'gw_port': {'id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:12:00Z', 'updated_at': '2022-01-18T20:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '35f104b2-b688-4fe6-8d56-d63680c6a336', 'name': '', 'network_id': '4c52a941-7984-4185-9a91-86e116767440', 'tenant_id': '34b00fb2bb504ad699a419a984455f64', 'mac_address': 'fa:16:3e:ad:5e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'ade146ef-11d8-4b95-8ac1-3b19652c3fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:12:02Z', 'updated_at': '2022-01-18T20:12:08Z', 'revision_number': 4, 'project_id': '34b00fb2bb504ad699a419a984455f64', 'subnets': [{'id': 'ade146ef-11d8-4b95-8ac1-3b19652c3fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:12:09.318854 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed689e-4db3-4447-a49e-c995a5fb162e req-8bf7c153-5c79-452b-9df0-b245f124ce7a tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:09.335139 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97ed689e-4db3-4447-a49e-c995a5fb162e req-8bf7c153-5c79-452b-9df0-b245f124ce7a tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 944 time: 0.1733797 Jan 18 20:12:09.477544 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97ed689e-4db3-4447-a49e-c995a5fb162e req-bf8e5be8-7dc8-4721-b2c6-7c02fcba641a tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups?id=f127561b-8ad4-4738-9ba4-fc683e0dfbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308942 Jan 18 20:12:09.509409 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3f594-0841-4650-8179-5a5072407567 req-00800387-bcfd-4505-9dc1-b1ad65f2e387 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:09.517092 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-67b3f594-0841-4650-8179-5a5072407567 req-00800387-bcfd-4505-9dc1-b1ad65f2e387 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.1679654 Jan 18 20:12:09.611080 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-67b3f594-0841-4650-8179-5a5072407567 req-0b4e4909-f032-468c-825d-35d653e471b8 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931642 Jan 18 20:12:09.843910 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e9241-788e-4f0f-b786-0c5aafd25e45 req-ce789b4b-164c-45bb-a8b7-236bb9eb9712 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:09.852186 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a7e9241-788e-4f0f-b786-0c5aafd25e45 req-ce789b4b-164c-45bb-a8b7-236bb9eb9712 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 949 time: 0.0754733 Jan 18 20:12:09.920121 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a7e9241-788e-4f0f-b786-0c5aafd25e45 req-51220ea2-9494-4b63-9cae-355afc6f2614 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666056 Jan 18 20:12:10.170337 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7a635-38cf-4fd2-80fc-f8eaf5aab0c4 req-247aa5bc-109e-4adf-b476-def95105410c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:10.177274 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b2c7a635-38cf-4fd2-80fc-f8eaf5aab0c4 req-247aa5bc-109e-4adf-b476-def95105410c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 945 time: 0.0693374 Jan 18 20:12:10.216086 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device d531d365-d1be-42fb-8d80-625e359981c2 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:12:10.283156 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b2c7a635-38cf-4fd2-80fc-f8eaf5aab0c4 req-26cd1ccf-4c26-449d-8905-b9129c4b1b62 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997615 Jan 18 20:12:10.332111 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f53d58fb-7965-4066-8123-8c9081fe3ec4 req-a3d7e0cd-6bb4-4782-9e72-a3c5b1422f3b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 210 time: 0.0450764 Jan 18 20:12:10.380327 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port d531d365-d1be-42fb-8d80-625e359981c2 is: BUILD; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:12:10.385477 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d531d365-d1be-42fb-8d80-625e359981c2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:10.425824 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d531d365-d1be-42fb-8d80-625e359981c2 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:12:10.488533 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port d531d365-d1be-42fb-8d80-625e359981c2, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=d531d365-d1be-42fb-8d80-625e359981c2,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:10.503164 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d531d365-d1be-42fb-8d80-625e359981c2), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:10.629436 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 35f104b2-b688-4fe6-8d56-d63680c6a336 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:12:10.676301 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-7c459dfe-5da6-48f8-afa3-260c39d888b8 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:10.679284 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-7c459dfe-5da6-48f8-afa3-260c39d888b8 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.70 "GET /v2.0/networks?id=4c52a941-7984-4185-9a91-86e116767440 HTTP/1.1" status: 200 len: 820 time: 0.2149515 Jan 18 20:12:10.701113 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-5632a566-31a4-4822-bab9-4ab48492d56b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Request body: {'port': {'device_id': '18c33c2c-9486-459a-bbd4-64a856307c76', 'network_id': '4c52a941-7984-4185-9a91-86e116767440', 'admin_state_up': True, 'tenant_id': '34b00fb2bb504ad699a419a984455f64'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:12:10.764163 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8f69a-839b-48bc-b4d4-49c04169d8a9 req-ff499230-5db3-4f9e-805a-34561e524c25 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:10.780487 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95d8f69a-839b-48bc-b4d4-49c04169d8a9 req-ff499230-5db3-4f9e-805a-34561e524c25 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 944 time: 0.1134071 Jan 18 20:12:10.788870 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=d531d365-d1be-42fb-8d80-625e359981c2,revision_number=10']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:10.819344 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 35f104b2-b688-4fe6-8d56-d63680c6a336 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:12:10.820242 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (35f104b2-b688-4fe6-8d56-d63680c6a336), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:10.889287 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95d8f69a-839b-48bc-b4d4-49c04169d8a9 req-7f54b36c-4283-41fb-aff1-f6eec0c2ad3b tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups?id=f127561b-8ad4-4738-9ba4-fc683e0dfbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077547 Jan 18 20:12:10.919317 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-5632a566-31a4-4822-bab9-4ab48492d56b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Made reservation on behalf of 34b00fb2bb504ad699a419a984455f64 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:12:10.928174 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-5632a566-31a4-4822-bab9-4ab48492d56b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:10.970879 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 35f104b2-b688-4fe6-8d56-d63680c6a336 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:12:10.971272 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (35f104b2-b688-4fe6-8d56-d63680c6a336), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:10.971678 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abcaf7-fb14-4f53-998a-4ca14ff1616a req-7e9c189d-b956-44fe-9ee9-cfe038955a88 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:10.979389 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-49abcaf7-fb14-4f53-998a-4ca14ff1616a req-7e9c189d-b956-44fe-9ee9-cfe038955a88 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.1202908 Jan 18 20:12:11.048203 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 35f104b2-b688-4fe6-8d56-d63680c6a336, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=35f104b2-b688-4fe6-8d56-d63680c6a336,segment=NetworkSegment(61c6720c-16eb-4501-ae44-f1f4efb5bfd4),segment_id=61c6720c-16eb-4501-ae44-f1f4efb5bfd4)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:11.057343 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (35f104b2-b688-4fe6-8d56-d63680c6a336), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:11.060602 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-49abcaf7-fb14-4f53-998a-4ca14ff1616a req-3b05edac-7fc5-4e64-b4d2-de62ec4dee52 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770094 Jan 18 20:12:11.140759 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d15860-a9df-4c3d-ba56-165692cc8594 req-a0f46902-85d0-40c9-a070-af2a3dcc9b6d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:11.146420 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f0d15860-a9df-4c3d-ba56-165692cc8594 req-a0f46902-85d0-40c9-a070-af2a3dcc9b6d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 949 time: 0.0847640 Jan 18 20:12:11.169785 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=35f104b2-b688-4fe6-8d56-d63680c6a336,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:11.197388 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-5632a566-31a4-4822-bab9-4ab48492d56b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Allocated IP 172.20.0.13 (4c52a941-7984-4185-9a91-86e116767440/ade146ef-11d8-4b95-8ac1-3b19652c3fdb/8b253910-a4ec-4557-9a54-1e9c3caf6044) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:12:11.263456 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f0d15860-a9df-4c3d-ba56-165692cc8594 req-99d3c416-4cdf-4c37-828f-f44167ca0b7d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067798 Jan 18 20:12:11.425176 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-5632a566-31a4-4822-bab9-4ab48492d56b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks [] for port (8b253910-a4ec-4557-9a54-1e9c3caf6044), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:11.439784 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f6057-3457-4cd8-b495-bffc85b93a21 req-4b40a7ce-8158-4fee-8d64-c549abe5c9fe tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:11.447876 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d34f6057-3457-4cd8-b495-bffc85b93a21 req-4b40a7ce-8158-4fee-8d64-c549abe5c9fe tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 945 time: 0.1026134 Jan 18 20:12:11.481970 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-5632a566-31a4-4822-bab9-4ab48492d56b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (8b253910-a4ec-4557-9a54-1e9c3caf6044), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:11.534469 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d34f6057-3457-4cd8-b495-bffc85b93a21 req-182dedeb-ff92-436c-852d-07a71d747f8c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854731 Jan 18 20:12:11.536484 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-5632a566-31a4-4822-bab9-4ab48492d56b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Network 4c52a941-7984-4185-9a91-86e116767440 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:12:11.540894 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-5632a566-31a4-4822-bab9-4ab48492d56b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:12:11.543983 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-5632a566-31a4-4822-bab9-4ab48492d56b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:12:11.570735 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672e12c-7aaf-4819-ac56-e86ac6189053 req-cda434c6-d158-48d0-8b80-3e977a03a81f tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:11.573287 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c672e12c-7aaf-4819-ac56-e86ac6189053 req-cda434c6-d158-48d0-8b80-3e977a03a81f tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 932 time: 0.1423945 Jan 18 20:12:11.594848 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-5632a566-31a4-4822-bab9-4ab48492d56b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:11.595192 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-5632a566-31a4-4822-bab9-4ab48492d56b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:11.603547 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632a566-31a4-4822-bab9-4ab48492d56b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Pushing event updated for resources: {'Port': ['ID=8b253910-a4ec-4557-9a54-1e9c3caf6044,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:11.619191 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-5632a566-31a4-4822-bab9-4ab48492d56b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9236166 Jan 18 20:12:11.625963 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c672e12c-7aaf-4819-ac56-e86ac6189053 req-08de10fa-5a6a-4750-bd84-7733b70b407f tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458591 Jan 18 20:12:11.632249 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-8d3c885a-f89a-4833-a77f-c9e879d9bfb3 service neutron] Request body: {'port': {'device_id': '18c33c2c-9486-459a-bbd4-64a856307c76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:12:11.692553 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-8d3c885a-f89a-4833-a77f-c9e879d9bfb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8b253910-a4ec-4557-9a54-1e9c3caf6044), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:12.018250 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-8d3c885a-f89a-4833-a77f-c9e879d9bfb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b253910-a4ec-4557-9a54-1e9c3caf6044 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:12:12.028999 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-8d3c885a-f89a-4833-a77f-c9e879d9bfb3 service neutron] Publish callbacks [] for port (8b253910-a4ec-4557-9a54-1e9c3caf6044), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:12.044081 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939df94-af4e-4d77-bba6-d4b83611ca21 req-7ac80544-a496-4837-9671-2068c8c4920b tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:12.046508 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-8d3c885a-f89a-4833-a77f-c9e879d9bfb3 service neutron] Transition to ACTIVE for port object 8b253910-a4ec-4557-9a54-1e9c3caf6044 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:12:12.050122 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0939df94-af4e-4d77-bba6-d4b83611ca21 req-7ac80544-a496-4837-9671-2068c8c4920b tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 944 time: 0.0717516 Jan 18 20:12:12.053035 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-8d3c885a-f89a-4833-a77f-c9e879d9bfb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (8b253910-a4ec-4557-9a54-1e9c3caf6044), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:12.117741 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c885a-f89a-4833-a77f-c9e879d9bfb3 service neutron] Pushing event updated for resources: {'Port': ['ID=8b253910-a4ec-4557-9a54-1e9c3caf6044,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:12.135003 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0939df94-af4e-4d77-bba6-d4b83611ca21 req-0c27eebe-2c1d-4523-aac9-485b730cf953 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups?id=f127561b-8ad4-4738-9ba4-fc683e0dfbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833213 Jan 18 20:12:12.217753 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device d531d365-d1be-42fb-8d80-625e359981c2 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:12:12.219850 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-8d3c885a-f89a-4833-a77f-c9e879d9bfb3 service neutron] Attempting to bind port 8b253910-a4ec-4557-9a54-1e9c3caf6044 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:12:12.220486 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-8d3c885a-f89a-4833-a77f-c9e879d9bfb3 service neutron] Attempting to bind port 8b253910-a4ec-4557-9a54-1e9c3caf6044 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '61c6720c-16eb-4501-ae44-f1f4efb5bfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4c52a941-7984-4185-9a91-86e116767440'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:12:12.221109 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-8d3c885a-f89a-4833-a77f-c9e879d9bfb3 service neutron] Attempting to bind port 8b253910-a4ec-4557-9a54-1e9c3caf6044 on network 4c52a941-7984-4185-9a91-86e116767440 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:12:12.232437 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-8d3c885a-f89a-4833-a77f-c9e879d9bfb3 service neutron] Port 8b253910-a4ec-4557-9a54-1e9c3caf6044 on network 4c52a941-7984-4185-9a91-86e116767440 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:12:12.233970 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-8d3c885a-f89a-4833-a77f-c9e879d9bfb3 service neutron] Attempting to bind port 8b253910-a4ec-4557-9a54-1e9c3caf6044 on network 4c52a941-7984-4185-9a91-86e116767440 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:12:12.241423 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-8d3c885a-f89a-4833-a77f-c9e879d9bfb3 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:12:12.242929 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-8d3c885a-f89a-4833-a77f-c9e879d9bfb3 service neutron] Checking segment: {'id': '61c6720c-16eb-4501-ae44-f1f4efb5bfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4c52a941-7984-4185-9a91-86e116767440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:12:12.244180 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-8d3c885a-f89a-4833-a77f-c9e879d9bfb3 service neutron] Bound using segment: {'id': '61c6720c-16eb-4501-ae44-f1f4efb5bfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4c52a941-7984-4185-9a91-86e116767440'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:12:12.246306 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-8d3c885a-f89a-4833-a77f-c9e879d9bfb3 service neutron] Bound port: 8b253910-a4ec-4557-9a54-1e9c3caf6044, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61c6720c-16eb-4501-ae44-f1f4efb5bfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4c52a941-7984-4185-9a91-86e116767440'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:12:12.248704 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57623f85-9ff5-4eff-a728-3ce2192a93f1 req-4ba43df3-7aae-4f9d-abc1-667f350daf28 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:12.250271 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-8d3c885a-f89a-4833-a77f-c9e879d9bfb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8b253910-a4ec-4557-9a54-1e9c3caf6044), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:12.255117 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-57623f85-9ff5-4eff-a728-3ce2192a93f1 req-4ba43df3-7aae-4f9d-abc1-667f350daf28 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.0691984 Jan 18 20:12:12.305190 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port d531d365-d1be-42fb-8d80-625e359981c2 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:12:12.309414 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d531d365-d1be-42fb-8d80-625e359981c2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:12.357566 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-57623f85-9ff5-4eff-a728-3ce2192a93f1 req-b135f519-05d8-4dc3-b09a-4c76e9c3a18d tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976489 Jan 18 20:12:12.406682 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-8d3c885a-f89a-4833-a77f-c9e879d9bfb3 service neutron] For port 8b253910-a4ec-4557-9a54-1e9c3caf6044, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:12:12.417109 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-8d3c885a-f89a-4833-a77f-c9e879d9bfb3 service neutron] For port 8b253910-a4ec-4557-9a54-1e9c3caf6044, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=8b253910-a4ec-4557-9a54-1e9c3caf6044,segment=NetworkSegment(61c6720c-16eb-4501-ae44-f1f4efb5bfd4),segment_id=61c6720c-16eb-4501-ae44-f1f4efb5bfd4)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:12:12.424979 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-8d3c885a-f89a-4833-a77f-c9e879d9bfb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (8b253910-a4ec-4557-9a54-1e9c3caf6044), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:12.492810 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port d531d365-d1be-42fb-8d80-625e359981c2 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:12:12.493900 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d531d365-d1be-42fb-8d80-625e359981c2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:12.503187 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-8d3c885a-f89a-4833-a77f-c9e879d9bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:12.504099 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-8d3c885a-f89a-4833-a77f-c9e879d9bfb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:12.505911 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-8d3c885a-f89a-4833-a77f-c9e879d9bfb3 service neutron] 10.222.0.70 "PUT /v2.0/ports/8b253910-a4ec-4557-9a54-1e9c3caf6044 HTTP/1.1" status: 200 len: 1092 time: 0.8784773 Jan 18 20:12:12.506560 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c33c2c-9486-459a-bbd4-64a856307c76', 'tag': '8b253910-a4ec-4557-9a54-1e9c3caf6044'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:12:12.510688 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049df6df-660a-4cc3-bac1-8463657237ac" -d '{"events": [{"name": "network-changed", "server_uuid": "18c33c2c-9486-459a-bbd4-64a856307c76", "tag": "8b253910-a4ec-4557-9a54-1e9c3caf6044"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:12:12.530495 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 35f104b2-b688-4fe6-8d56-d63680c6a336 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:12:12.549867 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af13c7b-5a78-4204-a2c2-3d3638814240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd531d365-d1be-42fb-8d80-625e359981c2'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:12:12.557023 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3a63f6-4ef4-4714-a900-ef68ca2aa862" -d '{"events": [{"server_uuid": "3af13c7b-5a78-4204-a2c2-3d3638814240", "name": "network-vif-plugged", "status": "completed", "tag": "d531d365-d1be-42fb-8d80-625e359981c2"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:12:12.566367 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14128d1b-1158-4741-bcaa-1a90237fbfc0 req-46b0326b-48ba-4d35-93cc-a63f23f619c1 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:12.574384 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14128d1b-1158-4741-bcaa-1a90237fbfc0 req-46b0326b-48ba-4d35-93cc-a63f23f619c1 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 949 time: 0.1171243 Jan 18 20:12:12.592171 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6b2b01-c426-4d05-af90-1451bb197aff x-openstack-request-id: req-4e6b2b01-c426-4d05-af90-1451bb197aff {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:12:12.592729 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c33c2c-9486-459a-bbd4-64a856307c76", "tag": "8b253910-a4ec-4557-9a54-1e9c3caf6044", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:12:12.593162 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e6b2b01-c426-4d05-af90-1451bb197aff {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:12:12.593781 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c33c2c-9486-459a-bbd4-64a856307c76', 'tag': '8b253910-a4ec-4557-9a54-1e9c3caf6044', 'status': 'completed', 'code': 200} Jan 18 20:12:12.599766 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port d531d365-d1be-42fb-8d80-625e359981c2, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=d531d365-d1be-42fb-8d80-625e359981c2,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:12.624632 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d531d365-d1be-42fb-8d80-625e359981c2), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:12.636689 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c885a-f89a-4833-a77f-c9e879d9bfb3 service neutron] Pushing event updated for resources: {'Port': ['ID=8b253910-a4ec-4557-9a54-1e9c3caf6044,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:12.658350 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14128d1b-1158-4741-bcaa-1a90237fbfc0 req-2f4d730f-daf9-4814-b7ad-04e56940b654 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826061 Jan 18 20:12:12.676814 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-99171b4c-5e83-497a-a996-a8f316ba8bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:12.680550 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-99171b4c-5e83-497a-a996-a8f316ba8bda service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=34b00fb2bb504ad699a419a984455f64&device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 1095 time: 0.1188951 Jan 18 20:12:12.729622 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-1e25f901-fcb1-420e-8247-057b5330c209 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b253910-a4ec-4557-9a54-1e9c3caf6044 HTTP/1.1" status: 200 len: 217 time: 0.0420322 Jan 18 20:12:12.735775 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 35f104b2-b688-4fe6-8d56-d63680c6a336 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:12:12.736154 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (35f104b2-b688-4fe6-8d56-d63680c6a336), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:12.773296 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d74c3ab-b5cc-4eb9-a9d0-0a2201bcfeaa x-openstack-request-id: req-0d74c3ab-b5cc-4eb9-a9d0-0a2201bcfeaa {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:12:12.773598 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af13c7b-5a78-4204-a2c2-3d3638814240", "name": "network-vif-plugged", "status": "completed", "tag": "d531d365-d1be-42fb-8d80-625e359981c2", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:12:12.773871 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d74c3ab-b5cc-4eb9-a9d0-0a2201bcfeaa {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:12:12.774268 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af13c7b-5a78-4204-a2c2-3d3638814240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd531d365-d1be-42fb-8d80-625e359981c2', 'code': 200} Jan 18 20:12:12.776575 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=d531d365-d1be-42fb-8d80-625e359981c2,revision_number=11']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:12.835517 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d858c05-cb6b-44ca-91ba-12f0287ff4bd req-f108c0d7-9efa-4db5-b376-4721d55d7f3d tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:12.837095 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9d858c05-cb6b-44ca-91ba-12f0287ff4bd req-f108c0d7-9efa-4db5-b376-4721d55d7f3d tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 945 time: 0.1367414 Jan 18 20:12:12.851740 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-bd8f3150-7a06-4a7b-90a9-be65aa0222b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:12.854859 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-bd8f3150-7a06-4a7b-90a9-be65aa0222b0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ade146ef-11d8-4b95-8ac1-3b19652c3fdb HTTP/1.1" status: 200 len: 860 time: 0.1198921 Jan 18 20:12:12.892830 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 35f104b2-b688-4fe6-8d56-d63680c6a336 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:12:12.937732 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-0687c391-cb60-4d6a-adf3-8223c6cda76f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4c52a941-7984-4185-9a91-86e116767440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755551 Jan 18 20:12:13.067459 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-6f9d19ac-595b-4245-b45e-1cfa0e9df298 service neutron] 10.222.0.70 "GET /v2.0/networks/4c52a941-7984-4185-9a91-86e116767440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216874 Jan 18 20:12:13.188500 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48123867-a479-453e-89fe-5a750f57800e req-d341bd4f-1df8-4b58-b52e-c2a3ae5d9946 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:13.196132 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-48123867-a479-453e-89fe-5a750f57800e req-d341bd4f-1df8-4b58-b52e-c2a3ae5d9946 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 944 time: 0.3580101 Jan 18 20:12:13.196912 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdb171-c977-44cb-aecb-9094c2235adb req-cf1b3e42-cb30-45e9-9c8a-ff48f9a40484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:13.199863 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e2bdb171-c977-44cb-aecb-9094c2235adb req-cf1b3e42-cb30-45e9-9c8a-ff48f9a40484 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 1102 time: 0.1303465 Jan 18 20:12:13.221136 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9d858c05-cb6b-44ca-91ba-12f0287ff4bd req-a12dfc9a-dafd-4e60-b579-03a4d857a7e4 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602467 Jan 18 20:12:13.289297 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e2bdb171-c977-44cb-aecb-9094c2235adb req-4b9d5b02-1bb1-48e6-b82a-f84a9cafb299 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825932 Jan 18 20:12:13.291691 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-39b55d00-2e9c-4b3a-b700-ac282133a752 req-a874e711-9ed7-4ad6-9bd8-16b900899873 service neutron] 10.222.0.70 "GET /v2.0/networks/4c52a941-7984-4185-9a91-86e116767440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138085 Jan 18 20:12:13.294859 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-48123867-a479-453e-89fe-5a750f57800e req-fef43649-6718-4df5-9b58-aa937704227c tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898330 Jan 18 20:12:13.388964 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8b642-5fb3-45d5-8921-95e91e565745 req-748c0ba2-38d0-417d-99cd-7966166ab0d7 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:13.390952 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-07b8b642-5fb3-45d5-8921-95e91e565745 req-748c0ba2-38d0-417d-99cd-7966166ab0d7 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 944 time: 0.0500810 Jan 18 20:12:13.442443 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-07b8b642-5fb3-45d5-8921-95e91e565745 req-a99c7ae8-1459-4825-a423-22f40a5b4086 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups?id=f127561b-8ad4-4738-9ba4-fc683e0dfbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457129 Jan 18 20:12:13.614312 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049df6df-660a-4cc3-bac1-8463657237ac req-f42fc4d3-3fe3-4a61-ba7d-71216934e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:13.617026 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-049df6df-660a-4cc3-bac1-8463657237ac req-f42fc4d3-3fe3-4a61-ba7d-71216934e027 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=34b00fb2bb504ad699a419a984455f64&device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 1095 time: 0.0602956 Jan 18 20:12:13.621579 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdf454-f060-483b-901f-1bdf9efeedfd req-6a969095-7787-42ab-ae10-3552de3ac494 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:13.623337 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ddfdf454-f060-483b-901f-1bdf9efeedfd req-6a969095-7787-42ab-ae10-3552de3ac494 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.0565825 Jan 18 20:12:13.689434 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ddfdf454-f060-483b-901f-1bdf9efeedfd req-6188231e-7ef5-476c-9889-807f2ba84a23 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548489 Jan 18 20:12:13.730508 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049df6df-660a-4cc3-bac1-8463657237ac req-14013da8-4833-4bd0-b0a6-d39402c34329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:13.732138 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-049df6df-660a-4cc3-bac1-8463657237ac req-14013da8-4833-4bd0-b0a6-d39402c34329 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4c52a941-7984-4185-9a91-86e116767440 HTTP/1.1" status: 200 len: 921 time: 0.1084101 Jan 18 20:12:13.790537 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-049df6df-660a-4cc3-bac1-8463657237ac req-5e3dd40d-8cb0-47a0-b73f-70c875d5fe5c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b253910-a4ec-4557-9a54-1e9c3caf6044 HTTP/1.1" status: 200 len: 217 time: 0.0423558 Jan 18 20:12:13.805064 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d268d-663e-411f-8b39-2a70270b43f7 req-f5fb8dc4-5c3b-4afd-925b-cf38c21e1a3d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:13.807187 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e38d268d-663e-411f-8b39-2a70270b43f7 req-f5fb8dc4-5c3b-4afd-925b-cf38c21e1a3d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 951 time: 0.0611930 Jan 18 20:12:13.869348 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049df6df-660a-4cc3-bac1-8463657237ac req-7343eb59-2dd5-416f-90ac-87fa02a30067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:13.871454 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-049df6df-660a-4cc3-bac1-8463657237ac req-7343eb59-2dd5-416f-90ac-87fa02a30067 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ade146ef-11d8-4b95-8ac1-3b19652c3fdb HTTP/1.1" status: 200 len: 860 time: 0.0744467 Jan 18 20:12:13.875712 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e38d268d-663e-411f-8b39-2a70270b43f7 req-fea9c372-a1e2-4936-9b7e-cc65737e3710 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611341 Jan 18 20:12:13.905248 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-049df6df-660a-4cc3-bac1-8463657237ac req-c0f5b34e-c735-4f88-a275-e58f1225eeb4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4c52a941-7984-4185-9a91-86e116767440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266402 Jan 18 20:12:14.008165 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-049df6df-660a-4cc3-bac1-8463657237ac req-07fc0256-c615-41c8-94db-477850ecc7bd service neutron] 10.222.0.70 "GET /v2.0/networks/4c52a941-7984-4185-9a91-86e116767440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852423 Jan 18 20:12:14.106290 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-049df6df-660a-4cc3-bac1-8463657237ac req-7410bc16-b923-441c-bf38-6b097c0336d4 service neutron] 10.222.0.70 "GET /v2.0/networks/4c52a941-7984-4185-9a91-86e116767440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908551 Jan 18 20:12:14.331667 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b8b9e-fdac-4733-a5d3-19386621229d req-04907938-d09f-4231-b46c-8b74e4848615 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:14.333232 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fb3b8b9e-fdac-4733-a5d3-19386621229d req-04907938-d09f-4231-b46c-8b74e4848615 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 945 time: 0.0640755 Jan 18 20:12:14.409494 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fb3b8b9e-fdac-4733-a5d3-19386621229d req-193036dd-2a35-4d68-adaa-a9f4629a24e2 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704598 Jan 18 20:12:14.417825 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7eac62-dbc3-4ea6-be40-6ac74519d9c4 req-ab0846f5-3e29-41f7-9dae-411024780af0 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:14.419253 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-df7eac62-dbc3-4ea6-be40-6ac74519d9c4 req-ab0846f5-3e29-41f7-9dae-411024780af0 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 944 time: 0.0655653 Jan 18 20:12:14.470884 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-df7eac62-dbc3-4ea6-be40-6ac74519d9c4 req-53120276-3458-4266-9bdb-757cd5cdbd88 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444684 Jan 18 20:12:14.568418 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be513515-39a5-4797-91e2-12229fcb3192 req-d4a244d4-86cf-4aa2-8b2e-265b636fcf90 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:14.570113 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-be513515-39a5-4797-91e2-12229fcb3192 req-d4a244d4-86cf-4aa2-8b2e-265b636fcf90 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 944 time: 0.0590658 Jan 18 20:12:14.622795 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-be513515-39a5-4797-91e2-12229fcb3192 req-70892fe1-d00e-41e8-a2e1-1090d0fc4fe2 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups?id=f127561b-8ad4-4738-9ba4-fc683e0dfbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460625 Jan 18 20:12:14.795950 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6ff3e-92a0-4a85-945c-84502a6330e1 req-31c30fb4-c180-4c41-b5b1-6376b800533f tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:14.797454 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-77e6ff3e-92a0-4a85-945c-84502a6330e1 req-31c30fb4-c180-4c41-b5b1-6376b800533f tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.0483427 Jan 18 20:12:14.851224 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-77e6ff3e-92a0-4a85-945c-84502a6330e1 req-beec9d0c-a9aa-49de-a513-acb4dbd4daf0 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480015 Jan 18 20:12:14.998386 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d3656-5c64-4193-897c-0014c0280f00 req-5f5f3342-922c-412e-9832-17626648237e tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:14.999856 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a6d3656-5c64-4193-897c-0014c0280f00 req-5f5f3342-922c-412e-9832-17626648237e tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 951 time: 0.0476282 Jan 18 20:12:15.049835 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a6d3656-5c64-4193-897c-0014c0280f00 req-ac06eb13-850b-41e2-b31d-50ce258c5491 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444369 Jan 18 20:12:15.265543 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39619d2a-cccb-44b8-b501-d1b46abe5d5a req-811131a4-9837-4a54-aa3c-757d6ef747c4 tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:15.267054 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39619d2a-cccb-44b8-b501-d1b46abe5d5a req-811131a4-9837-4a54-aa3c-757d6ef747c4 tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 1102 time: 0.0393841 Jan 18 20:12:15.309623 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39619d2a-cccb-44b8-b501-d1b46abe5d5a req-ebb7fae8-242c-428b-8176-a0da77927e12 tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369232 Jan 18 20:12:15.556361 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40ea74-5fba-41e0-b36d-a4766a419360 req-61b3b0a6-46fd-4611-b399-2d71f091c3a9 tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:15.557958 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e40ea74-5fba-41e0-b36d-a4766a419360 req-61b3b0a6-46fd-4611-b399-2d71f091c3a9 tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 1102 time: 0.0822091 Jan 18 20:12:15.570498 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d2e8c-f1c9-4c74-9ebb-d2906778efaf req-8180676c-2246-4c5e-b5a2-08a388d537be tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:15.571913 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-937d2e8c-f1c9-4c74-9ebb-d2906778efaf req-8180676c-2246-4c5e-b5a2-08a388d537be tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 945 time: 0.0618222 Jan 18 20:12:15.637718 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e40ea74-5fba-41e0-b36d-a4766a419360 req-e2d72155-f2fd-4227-bd72-47520f6288bc tempest-ServersAdminTestJSON-269778733 tempest-ServersAdminTestJSON-269778733-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648289 Jan 18 20:12:15.642142 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-937d2e8c-f1c9-4c74-9ebb-d2906778efaf req-c37ecb77-3fde-4a80-bb07-80619814ff79 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635152 Jan 18 20:12:15.758294 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679e5b9-6cda-4b3f-9213-b0a130012a2b req-a296660d-80f3-400e-b941-50e437012367 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:15.759902 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0679e5b9-6cda-4b3f-9213-b0a130012a2b req-a296660d-80f3-400e-b941-50e437012367 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 944 time: 0.0567672 Jan 18 20:12:15.837933 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0679e5b9-6cda-4b3f-9213-b0a130012a2b req-80e34bf4-eb23-41e3-a6cd-d03e2185a3e4 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705771 Jan 18 20:12:15.852181 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52570a-5117-4abe-970f-f8bfd79e8723 req-2268b7f4-dfde-4f4a-91b5-8d05d86a3149 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:15.853834 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e52570a-5117-4abe-970f-f8bfd79e8723 req-2268b7f4-dfde-4f4a-91b5-8d05d86a3149 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 944 time: 0.0802889 Jan 18 20:12:15.930261 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e52570a-5117-4abe-970f-f8bfd79e8723 req-e0381db2-d2c1-4f62-9be7-6462120b6d96 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups?id=f127561b-8ad4-4738-9ba4-fc683e0dfbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635116 Jan 18 20:12:16.191264 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba09cb-cc09-4f39-bd28-d3c862462934 req-66f36fa1-1c96-4f03-a940-9cddad1650be tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:16.198503 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46ba09cb-cc09-4f39-bd28-d3c862462934 req-66f36fa1-1c96-4f03-a940-9cddad1650be tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.0831561 Jan 18 20:12:16.213962 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641aff8-1647-4339-a640-532eb3364502 req-3eac8944-c5f2-4971-8feb-1a38a3f8ba81 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:16.221249 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2641aff8-1647-4339-a640-532eb3364502 req-3eac8944-c5f2-4971-8feb-1a38a3f8ba81 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d944f2-3c54-4f20-be91-39d80d78f330 HTTP/1.1" status: 200 len: 949 time: 0.1075006 Jan 18 20:12:16.231746 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 8b253910-a4ec-4557-9a54-1e9c3caf6044 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:12:16.259530 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0673439d-4ecf-4cfa-a36e-2f9af91f4a07 req-9fb751ee-348f-49c1-b138-f350f8020697 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516124 Jan 18 20:12:16.338796 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46ba09cb-cc09-4f39-bd28-d3c862462934 req-6a00a49d-d64c-43a1-ac2b-f881ac444bde tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347408 Jan 18 20:12:16.351486 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2641aff8-1647-4339-a640-532eb3364502 req-abcee8ee-6c9c-4ba4-b0d6-a44b930c95c5 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292310 Jan 18 20:12:16.369790 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673439d-4ecf-4cfa-a36e-2f9af91f4a07 req-63f61533-cc7d-41c7-b035-eb3473614577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:16.372368 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0673439d-4ecf-4cfa-a36e-2f9af91f4a07 req-63f61533-cc7d-41c7-b035-eb3473614577 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46be2ca450fb44c88ba90d0767174258&device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 1095 time: 0.0501645 Jan 18 20:12:16.385326 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 8b253910-a4ec-4557-9a54-1e9c3caf6044, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=8b253910-a4ec-4557-9a54-1e9c3caf6044,segment=NetworkSegment(61c6720c-16eb-4501-ae44-f1f4efb5bfd4),segment_id=61c6720c-16eb-4501-ae44-f1f4efb5bfd4)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:16.396612 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '8b253910-a4ec-4557-9a54-1e9c3caf6044', 'network_id': '4c52a941-7984-4185-9a91-86e116767440', 'port_id': '8b253910-a4ec-4557-9a54-1e9c3caf6044', 'mac_address': 'fa:16:3e:71:65:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade146ef-11d8-4b95-8ac1-3b19652c3fdb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:12:16.437556 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 8b253910-a4ec-4557-9a54-1e9c3caf6044 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:12:16.438239 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8b253910-a4ec-4557-9a54-1e9c3caf6044), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:16.453129 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b253910-a4ec-4557-9a54-1e9c3caf6044 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:12:16.474471 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 8b253910-a4ec-4557-9a54-1e9c3caf6044, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=8b253910-a4ec-4557-9a54-1e9c3caf6044,segment=NetworkSegment(61c6720c-16eb-4501-ae44-f1f4efb5bfd4),segment_id=61c6720c-16eb-4501-ae44-f1f4efb5bfd4)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:16.480797 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8b253910-a4ec-4557-9a54-1e9c3caf6044), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:16.493915 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673439d-4ecf-4cfa-a36e-2f9af91f4a07 req-094297fb-163b-4072-9438-364a05851594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:16.495723 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0673439d-4ecf-4cfa-a36e-2f9af91f4a07 req-094297fb-163b-4072-9438-364a05851594 service neutron] 10.222.0.57 "GET /v2.0/networks?id=133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 200 len: 908 time: 0.1058047 Jan 18 20:12:16.533459 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=8b253910-a4ec-4557-9a54-1e9c3caf6044,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:16.543755 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0673439d-4ecf-4cfa-a36e-2f9af91f4a07 req-3a89c154-b4f7-413b-a2b6-927870722bad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af HTTP/1.1" status: 200 len: 217 time: 0.0421827 Jan 18 20:12:16.597297 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673439d-4ecf-4cfa-a36e-2f9af91f4a07 req-c437ef21-b0dc-4a4d-ab10-ed33408d20de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:16.598760 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0673439d-4ecf-4cfa-a36e-2f9af91f4a07 req-c437ef21-b0dc-4a4d-ab10-ed33408d20de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=45324dde-9697-4682-9610-ed3bed3250cd HTTP/1.1" status: 200 len: 847 time: 0.0490463 Jan 18 20:12:16.628666 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0673439d-4ecf-4cfa-a36e-2f9af91f4a07 req-4cd3173d-b048-4b70-b417-9670ceb76833 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=133a80cf-c268-45f9-91ee-564a51a659af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241096 Jan 18 20:12:16.718253 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0673439d-4ecf-4cfa-a36e-2f9af91f4a07 req-383c8af0-73aa-4d00-ab40-b89ef84b074d service neutron] 10.222.0.57 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839806 Jan 18 20:12:16.791758 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce727d-3dfc-489c-89f3-2dbc25ca39cf req-2c7c5437-c110-4a04-9778-2a7083f7d7a5 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:16.793463 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8fce727d-3dfc-489c-89f3-2dbc25ca39cf req-2c7c5437-c110-4a04-9778-2a7083f7d7a5 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 945 time: 0.0764997 Jan 18 20:12:16.828170 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0673439d-4ecf-4cfa-a36e-2f9af91f4a07 req-98a6b701-7f50-437e-bc9f-483b12ed89dc service neutron] 10.222.0.57 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027124 Jan 18 20:12:16.846826 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8fce727d-3dfc-489c-89f3-2dbc25ca39cf req-df1f6948-5632-4786-9380-d0ea2eb5c6f9 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470564 Jan 18 20:12:16.922779 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['8b253910-a4ec-4557-9a54-1e9c3caf6044'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:12:16.974343 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523b07c-a785-437a-a830-4a6090b77b71 req-b7d1d389-d661-4040-b7a9-a98ec9c9e447 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:16.976762 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3523b07c-a785-437a-a830-4a6090b77b71 req-b7d1d389-d661-4040-b7a9-a98ec9c9e447 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 945 time: 0.0556014 Jan 18 20:12:17.055274 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3523b07c-a785-437a-a830-4a6090b77b71 req-a8096cc1-158c-49e5-ab94-a68d6bbd2659 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707166 Jan 18 20:12:17.106655 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f40603-083b-4038-891c-f27a0232b8fb req-f9e661fd-d171-4a11-aa42-ed6ca4f6caf9 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:17.107991 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a7f40603-083b-4038-891c-f27a0232b8fb req-f9e661fd-d171-4a11-aa42-ed6ca4f6caf9 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 944 time: 0.0823207 Jan 18 20:12:17.172490 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a7f40603-083b-4038-891c-f27a0232b8fb req-4ccd4eb1-e20f-4c6d-a7c6-48c7965df716 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups?id=f127561b-8ad4-4738-9ba4-fc683e0dfbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553823 Jan 18 20:12:17.479995 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0420e4b-73f2-4c0b-9caa-97dabd329f45 req-9e67f64b-3a25-4e3d-859d-f7e8e95cda90 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:17.481513 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0420e4b-73f2-4c0b-9caa-97dabd329f45 req-9e67f64b-3a25-4e3d-859d-f7e8e95cda90 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.0779748 Jan 18 20:12:17.493434 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3dc974-6659-48d2-a918-2b5e9dfd20e7 req-fa425109-582d-402f-935e-99de72677840 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:17.494948 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8e3dc974-6659-48d2-a918-2b5e9dfd20e7 req-fa425109-582d-402f-935e-99de72677840 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d944f2-3c54-4f20-be91-39d80d78f330 HTTP/1.1" status: 200 len: 949 time: 0.0790327 Jan 18 20:12:17.577945 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0420e4b-73f2-4c0b-9caa-97dabd329f45 req-f9d3b049-0fec-4c5c-8e76-cd818e6f6a3b tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813451 Jan 18 20:12:17.582142 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8e3dc974-6659-48d2-a918-2b5e9dfd20e7 req-e26f38ac-3b2a-4e9e-ad5f-16a5f2ed801e tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677173 Jan 18 20:12:17.788880 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ecb4a-267d-4099-ae2e-3a1cae6f7c71 req-f6a7c49e-8ece-4560-bd38-70f84aac033b tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:17.790404 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c81ecb4a-267d-4099-ae2e-3a1cae6f7c71 req-f6a7c49e-8ece-4560-bd38-70f84aac033b tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d944f2-3c54-4f20-be91-39d80d78f330 HTTP/1.1" status: 200 len: 949 time: 0.0469882 Jan 18 20:12:17.895073 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-c81ecb4a-267d-4099-ae2e-3a1cae6f7c71 req-76cbb1d7-9b51-4cba-89a4-8fa3ae1d10b5 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Deleting port 1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:12:17.895421 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c81ecb4a-267d-4099-ae2e-3a1cae6f7c71 req-76cbb1d7-9b51-4cba-89a4-8fa3ae1d10b5 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:17.975729 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20086002-b504-4b5a-9835-a65d62d7606f req-8cc95d78-54ab-4b9f-ac77-6bc281d8c8c8 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:17.977362 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-20086002-b504-4b5a-9835-a65d62d7606f req-8cc95d78-54ab-4b9f-ac77-6bc281d8c8c8 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 945 time: 0.0598967 Jan 18 20:12:17.992075 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-c81ecb4a-267d-4099-ae2e-3a1cae6f7c71 req-76cbb1d7-9b51-4cba-89a4-8fa3ae1d10b5 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] For port 1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:17.992430 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c81ecb4a-267d-4099-ae2e-3a1cae6f7c71 req-76cbb1d7-9b51-4cba-89a4-8fa3ae1d10b5 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:18.005250 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-c81ecb4a-267d-4099-ae2e-3a1cae6f7c71 req-76cbb1d7-9b51-4cba-89a4-8fa3ae1d10b5 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Calling delete_port for 1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:12:18.025280 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-20086002-b504-4b5a-9835-a65d62d7606f req-30878e7b-d54b-4c81-9b6e-408d54a1b3a1 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415764 Jan 18 20:12:18.147490 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c81ecb4a-267d-4099-ae2e-3a1cae6f7c71 req-76cbb1d7-9b51-4cba-89a4-8fa3ae1d10b5 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:18.165593 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['ea1373eb-d048-4c59-aedf-d18aa355ea71', '1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd', 'd531d365-d1be-42fb-8d80-625e359981c2'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:12:18.192456 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cbb1d7-9b51-4cba-89a4-8fa3ae1d10b5 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Pushing event deleted for resources: {'Port': ['ID=1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:18.218368 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa8670-a687-4878-b0b1-09adb27e4699 req-2783e88a-d36f-4478-879b-cfff6c727903 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:18.219986 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-41aa8670-a687-4878-b0b1-09adb27e4699 req-2783e88a-d36f-4478-879b-cfff6c727903 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 945 time: 0.0829446 Jan 18 20:12:18.242548 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81ecb4a-267d-4099-ae2e-3a1cae6f7c71 req-76cbb1d7-9b51-4cba-89a4-8fa3ae1d10b5 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] No DVR routers for this DVR port 1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:12:18.245715 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c81ecb4a-267d-4099-ae2e-3a1cae6f7c71 req-76cbb1d7-9b51-4cba-89a4-8fa3ae1d10b5 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:18.250147 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c81ecb4a-267d-4099-ae2e-3a1cae6f7c71 req-76cbb1d7-9b51-4cba-89a4-8fa3ae1d10b5 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.70 "DELETE /v2.0/ports/1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd HTTP/1.1" status: 204 len: 173 time: 0.4507568 Jan 18 20:12:18.250888 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d944f2-3c54-4f20-be91-39d80d78f330', 'name': 'network-vif-deleted', 'tag': '1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:12:18.254241 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e39c65-794e-421d-bf1a-12527da386c7" -d '{"events": [{"server_uuid": "25d944f2-3c54-4f20-be91-39d80d78f330", "name": "network-vif-deleted", "tag": "1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:12:18.317845 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-41aa8670-a687-4878-b0b1-09adb27e4699 req-417f3af6-27d0-4e2d-ae3f-7655ae621bbb tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911663 Jan 18 20:12:18.364797 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db85b05-ee82-4023-8f64-c6d9edcb0e4a x-openstack-request-id: req-2db85b05-ee82-4023-8f64-c6d9edcb0e4a {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:12:18.365136 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d944f2-3c54-4f20-be91-39d80d78f330", "name": "network-vif-deleted", "tag": "1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:12:18.365385 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2db85b05-ee82-4023-8f64-c6d9edcb0e4a {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:12:18.365812 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d944f2-3c54-4f20-be91-39d80d78f330', 'name': 'network-vif-deleted', 'tag': '1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd', 'status': 'completed', 'code': 200} Jan 18 20:12:18.449865 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be3595-c342-4904-ad78-5c1fb9ecb5a1 req-f3dd838c-b2c2-40cd-ab83-3ffbcdde7483 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:18.455045 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-88be3595-c342-4904-ad78-5c1fb9ecb5a1 req-f3dd838c-b2c2-40cd-ab83-3ffbcdde7483 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 944 time: 0.0828726 Jan 18 20:12:18.507492 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-88be3595-c342-4904-ad78-5c1fb9ecb5a1 req-1b5b640d-8d36-4653-9b14-281f68849634 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups?id=f127561b-8ad4-4738-9ba4-fc683e0dfbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462241 Jan 18 20:12:18.716594 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-91d7c48b-cbee-486e-be4a-509186c4f56e req-34a20fea-fb59-456c-b249-c0293d62decc tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d944f2-3c54-4f20-be91-39d80d78f330 HTTP/1.1" status: 200 len: 210 time: 0.0408540 Jan 18 20:12:18.751069 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b336e-d501-4c45-8090-dc95db5385a8 req-86664a41-d600-4e4b-be1a-e7885cdce93d tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:18.752545 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-736b336e-d501-4c45-8090-dc95db5385a8 req-86664a41-d600-4e4b-be1a-e7885cdce93d tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.0857699 Jan 18 20:12:18.801607 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-736b336e-d501-4c45-8090-dc95db5385a8 req-1e14e44e-fd69-4774-a867-cb4275237f8f tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430944 Jan 18 20:12:19.144670 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e640292-a8b2-4160-a786-2cdfa23301f0 req-26399456-3502-4f45-b0d9-477ce7b0764d tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:19.146228 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e640292-a8b2-4160-a786-2cdfa23301f0 req-26399456-3502-4f45-b0d9-477ce7b0764d tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 945 time: 0.0524807 Jan 18 20:12:19.195125 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e640292-a8b2-4160-a786-2cdfa23301f0 req-46220186-ded9-415b-be3e-53fe11324eb6 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404780 Jan 18 20:12:19.416165 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e2f76-65d7-4575-add1-c72ef88dafd1 req-a1ef1c25-ae27-498a-9181-6e07feb35913 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:19.418967 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-238e2f76-65d7-4575-add1-c72ef88dafd1 req-a1ef1c25-ae27-498a-9181-6e07feb35913 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 945 time: 0.0489347 Jan 18 20:12:19.464891 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-238e2f76-65d7-4575-add1-c72ef88dafd1 req-51dd2900-253c-4aa7-abd2-6593ecd62d43 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408137 Jan 18 20:12:19.631174 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d7178-2567-4b2b-a5ef-327085ebd555 req-88de1ad6-50b4-445d-bb40-3fc8a19c7398 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:19.632577 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c40d7178-2567-4b2b-a5ef-327085ebd555 req-88de1ad6-50b4-445d-bb40-3fc8a19c7398 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 944 time: 0.0477350 Jan 18 20:12:19.681102 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c40d7178-2567-4b2b-a5ef-327085ebd555 req-bca60e05-3293-4d63-ae33-ec055a85b81a tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups?id=f127561b-8ad4-4738-9ba4-fc683e0dfbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423787 Jan 18 20:12:19.947664 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cbbe4-1369-42e6-86e9-f0640abb6f70 req-6e41f0db-fee2-46bb-9990-59a3724a2f46 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:19.949993 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-803cbbe4-1369-42e6-86e9-f0640abb6f70 req-6e41f0db-fee2-46bb-9990-59a3724a2f46 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.0729430 Jan 18 20:12:19.998471 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-803cbbe4-1369-42e6-86e9-f0640abb6f70 req-2afe136d-33e1-49c6-b762-cb4e806a7716 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415692 Jan 18 20:12:20.113792 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c111ee3-3846-42bd-b2e3-1711225b4adc req-0cb65e1d-6f30-47c2-862f-21d1d3f09f88 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:20.115291 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5c111ee3-3846-42bd-b2e3-1711225b4adc req-0cb65e1d-6f30-47c2-862f-21d1d3f09f88 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f141ae-58d6-4343-aabb-a270d4ae78bb HTTP/1.1" status: 200 len: 950 time: 0.0593703 Jan 18 20:12:20.163995 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5c111ee3-3846-42bd-b2e3-1711225b4adc req-4885e36d-04e7-4f65-8289-89f11ad990f5 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429289 Jan 18 20:12:20.241973 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 8b253910-a4ec-4557-9a54-1e9c3caf6044 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:12:20.317678 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 8b253910-a4ec-4557-9a54-1e9c3caf6044 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:12:20.322960 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 8b253910-a4ec-4557-9a54-1e9c3caf6044 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:12:20.323419 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8b253910-a4ec-4557-9a54-1e9c3caf6044), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:20.340490 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dbad8-bd52-474d-8ca6-8db68e7a69da req-03ff175d-6225-4805-8012-011f50ad643a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:20.350270 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-676dbad8-bd52-474d-8ca6-8db68e7a69da req-03ff175d-6225-4805-8012-011f50ad643a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 945 time: 0.0722654 Jan 18 20:12:20.428965 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 8b253910-a4ec-4557-9a54-1e9c3caf6044 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:12:20.429675 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8b253910-a4ec-4557-9a54-1e9c3caf6044), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:20.429840 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-676dbad8-bd52-474d-8ca6-8db68e7a69da req-80c46126-7709-4fec-81ad-1c1c788a1f5b tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720861 Jan 18 20:12:20.454257 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c33c2c-9486-459a-bbd4-64a856307c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b253910-a4ec-4557-9a54-1e9c3caf6044'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:12:20.456439 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a23f3e-c226-4d00-bb7c-91fd440cf48a" -d '{"events": [{"server_uuid": "18c33c2c-9486-459a-bbd4-64a856307c76", "name": "network-vif-plugged", "status": "completed", "tag": "8b253910-a4ec-4557-9a54-1e9c3caf6044"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:12:20.470120 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 8b253910-a4ec-4557-9a54-1e9c3caf6044, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=8b253910-a4ec-4557-9a54-1e9c3caf6044,segment=NetworkSegment(61c6720c-16eb-4501-ae44-f1f4efb5bfd4),segment_id=61c6720c-16eb-4501-ae44-f1f4efb5bfd4)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:20.475237 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8b253910-a4ec-4557-9a54-1e9c3caf6044), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:20.476310 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:12:20.516534 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d3c11e-ff77-496b-b3b1-4668b0f5c12b x-openstack-request-id: req-16d3c11e-ff77-496b-b3b1-4668b0f5c12b {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:12:20.516805 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c33c2c-9486-459a-bbd4-64a856307c76", "name": "network-vif-plugged", "status": "completed", "tag": "8b253910-a4ec-4557-9a54-1e9c3caf6044", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:12:20.517066 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16d3c11e-ff77-496b-b3b1-4668b0f5c12b {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:12:20.517439 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c33c2c-9486-459a-bbd4-64a856307c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b253910-a4ec-4557-9a54-1e9c3caf6044', 'code': 200} Jan 18 20:12:20.519844 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:12:20.521079 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1d30e2ee-3b02-4f85-b2ec-77ec6dd6edbd not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:12:20.561312 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=8b253910-a4ec-4557-9a54-1e9c3caf6044,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:20.605518 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044a67d-a280-485d-9a1a-219a9363ba25 req-f35988eb-d4a1-4dba-b174-a4a58c12c281 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:20.607095 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2044a67d-a280-485d-9a1a-219a9363ba25 req-f35988eb-d4a1-4dba-b174-a4a58c12c281 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0552824 Jan 18 20:12:20.641740 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004bc1c-4574-4506-810f-8a362555724a req-d16ec8bc-3372-44f4-b94d-6f8ea97d79ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:20.644458 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4004bc1c-4574-4506-810f-8a362555724a req-d16ec8bc-3372-44f4-b94d-6f8ea97d79ab service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 1097 time: 0.0490236 Jan 18 20:12:20.655263 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2044a67d-a280-485d-9a1a-219a9363ba25 req-0e83856d-f774-418e-9b17-82d3fbb4f1e9 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423908 Jan 18 20:12:20.698784 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4004bc1c-4574-4506-810f-8a362555724a req-d3056899-833a-4252-83c3-884c4b3b20e8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440860 Jan 18 20:12:20.800544 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029de7a2-baad-4bf8-abe0-d8a0c855e734 req-ab68ab57-d1bd-4f48-a52b-042442e23d34 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:20.802673 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-029de7a2-baad-4bf8-abe0-d8a0c855e734 req-ab68ab57-d1bd-4f48-a52b-042442e23d34 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 944 time: 0.0525990 Jan 18 20:12:20.849587 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-029de7a2-baad-4bf8-abe0-d8a0c855e734 req-8a00277d-1f46-4c9b-8155-339a36483067 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups?id=f127561b-8ad4-4738-9ba4-fc683e0dfbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411789 Jan 18 20:12:21.119330 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011e65c-130a-4504-9d8c-d5c4f573dfe2 req-4208f879-6114-4224-8dc7-a8eca3773d5c tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:21.121533 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c011e65c-130a-4504-9d8c-d5c4f573dfe2 req-4208f879-6114-4224-8dc7-a8eca3773d5c tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.0510178 Jan 18 20:12:21.177868 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c011e65c-130a-4504-9d8c-d5c4f573dfe2 req-1db38cdd-c9ea-45f2-b486-c354769d0bab tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506392 Jan 18 20:12:21.292050 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50cad5-1c94-457a-ab4e-82edc52d48fd req-aaf7b507-6968-4df8-bde1-b6a61d721aaa tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:21.293558 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6b50cad5-1c94-457a-ab4e-82edc52d48fd req-aaf7b507-6968-4df8-bde1-b6a61d721aaa tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f141ae-58d6-4343-aabb-a270d4ae78bb HTTP/1.1" status: 200 len: 950 time: 0.0497143 Jan 18 20:12:21.346093 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6b50cad5-1c94-457a-ab4e-82edc52d48fd req-ffdbf9d4-10c6-4eb5-ad71-f8569443429b tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470092 Jan 18 20:12:21.597817 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b87d50-ad2f-4484-b550-f85fb893311b req-d8946056-78a4-43fa-aa7c-a06d9422dd97 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:21.599347 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f1b87d50-ad2f-4484-b550-f85fb893311b req-d8946056-78a4-43fa-aa7c-a06d9422dd97 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 945 time: 0.0504904 Jan 18 20:12:21.647368 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f1b87d50-ad2f-4484-b550-f85fb893311b req-5d73cc75-cb3a-4ed6-b5ad-9f00f9d855e1 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423653 Jan 18 20:12:21.780121 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb67dd7-c23a-4d12-9a65-59922ddda09c req-a067b2de-7c6b-4cdf-9093-80fc24b89550 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:21.781695 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9cb67dd7-c23a-4d12-9a65-59922ddda09c req-a067b2de-7c6b-4cdf-9093-80fc24b89550 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0517554 Jan 18 20:12:21.829593 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9cb67dd7-c23a-4d12-9a65-59922ddda09c req-36dd61d1-266a-4098-a791-b099e9f013d3 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420866 Jan 18 20:12:21.971620 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e782f-d24e-4cb2-97ab-dc24482d658e req-9c6f2dae-575d-460a-9c4d-c4a8ddf1e89e tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:21.974104 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-240e782f-d24e-4cb2-97ab-dc24482d658e req-9c6f2dae-575d-460a-9c4d-c4a8ddf1e89e tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 944 time: 0.0547707 Jan 18 20:12:22.027531 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-240e782f-d24e-4cb2-97ab-dc24482d658e req-d8984b35-1720-416c-ab22-e17f795eeef6 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups?id=f127561b-8ad4-4738-9ba4-fc683e0dfbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459793 Jan 18 20:12:22.314797 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa49b6-e4c5-4036-9405-5ce40eaa16f7 req-a1a60dae-fe20-4c60-83cd-eb5ecace848a tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:22.316951 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38aa49b6-e4c5-4036-9405-5ce40eaa16f7 req-a1a60dae-fe20-4c60-83cd-eb5ecace848a tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.0617945 Jan 18 20:12:22.364977 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38aa49b6-e4c5-4036-9405-5ce40eaa16f7 req-188abcf8-be36-414b-aaa8-4ba87a92e3fe tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423770 Jan 18 20:12:22.503492 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae2027-2b37-4539-a5a4-da4b4f4eeade req-6aa58cce-1062-429e-bd08-49617750ef3b tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:22.505279 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ecae2027-2b37-4539-a5a4-da4b4f4eeade req-6aa58cce-1062-429e-bd08-49617750ef3b tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f141ae-58d6-4343-aabb-a270d4ae78bb HTTP/1.1" status: 200 len: 950 time: 0.0827394 Jan 18 20:12:22.571878 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ecae2027-2b37-4539-a5a4-da4b4f4eeade req-8404d428-9199-49ee-90a7-28caecafcf31 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611532 Jan 18 20:12:22.736914 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec015208-f041-4d71-948b-5e22c692ab7c req-e49901bf-8d3f-41bf-b57a-b13822ab84f0 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:22.739054 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ec015208-f041-4d71-948b-5e22c692ab7c req-e49901bf-8d3f-41bf-b57a-b13822ab84f0 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6f141ae-58d6-4343-aabb-a270d4ae78bb HTTP/1.1" status: 200 len: 950 time: 0.0550241 Jan 18 20:12:22.800238 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70684ced-24ff-42c9-b57b-1985b73be48f req-b56fac03-f40d-442b-9f1d-5a08a61bb601 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:22.808929 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-70684ced-24ff-42c9-b57b-1985b73be48f req-b56fac03-f40d-442b-9f1d-5a08a61bb601 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 945 time: 0.0768113 Jan 18 20:12:22.890406 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-70684ced-24ff-42c9-b57b-1985b73be48f req-7ae49a3b-384f-4bc5-8858-9ca8f90707e4 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742526 Jan 18 20:12:22.892558 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-ec015208-f041-4d71-948b-5e22c692ab7c req-3428601d-b389-4e10-9ee4-e8ac3c93112d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Deleting port ea1373eb-d048-4c59-aedf-d18aa355ea71 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:12:22.897574 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ec015208-f041-4d71-948b-5e22c692ab7c req-3428601d-b389-4e10-9ee4-e8ac3c93112d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ea1373eb-d048-4c59-aedf-d18aa355ea71), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:22.983679 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6597a00-eb03-438d-906d-64b7a4aa7f96 req-adcb2bda-55a2-4c50-a53c-3109baee10a7 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:22.990496 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6597a00-eb03-438d-906d-64b7a4aa7f96 req-adcb2bda-55a2-4c50-a53c-3109baee10a7 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0592406 Jan 18 20:12:23.009882 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ec015208-f041-4d71-948b-5e22c692ab7c req-3428601d-b389-4e10-9ee4-e8ac3c93112d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] For port ea1373eb-d048-4c59-aedf-d18aa355ea71, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ea1373eb-d048-4c59-aedf-d18aa355ea71,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:23.010604 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ec015208-f041-4d71-948b-5e22c692ab7c req-3428601d-b389-4e10-9ee4-e8ac3c93112d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ea1373eb-d048-4c59-aedf-d18aa355ea71), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:23.026603 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-ec015208-f041-4d71-948b-5e22c692ab7c req-3428601d-b389-4e10-9ee4-e8ac3c93112d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Calling delete_port for ea1373eb-d048-4c59-aedf-d18aa355ea71 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:12:23.042229 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6597a00-eb03-438d-906d-64b7a4aa7f96 req-5e968b2f-845d-4213-ad63-348941fac3d9 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507925 Jan 18 20:12:23.242144 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c1f04-5b5d-47f7-8d65-519b00846204 req-4ed92170-89f5-4ada-b22c-147d740c7c96 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:23.242870 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ec015208-f041-4d71-948b-5e22c692ab7c req-3428601d-b389-4e10-9ee4-e8ac3c93112d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ea1373eb-d048-4c59-aedf-d18aa355ea71), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:23.246966 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-148c1f04-5b5d-47f7-8d65-519b00846204 req-4ed92170-89f5-4ada-b22c-147d740c7c96 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 944 time: 0.1017039 Jan 18 20:12:23.255354 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['ea1373eb-d048-4c59-aedf-d18aa355ea71', 'd531d365-d1be-42fb-8d80-625e359981c2'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:12:23.311388 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-148c1f04-5b5d-47f7-8d65-519b00846204 req-954ed8d4-08f5-44b3-89df-7850e5167640 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups?id=f127561b-8ad4-4738-9ba4-fc683e0dfbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558789 Jan 18 20:12:23.332754 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428601d-b389-4e10-9ee4-e8ac3c93112d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Pushing event deleted for resources: {'Port': ['ID=ea1373eb-d048-4c59-aedf-d18aa355ea71,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:23.391365 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec015208-f041-4d71-948b-5e22c692ab7c req-3428601d-b389-4e10-9ee4-e8ac3c93112d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] No DVR routers for this DVR port ea1373eb-d048-4c59-aedf-d18aa355ea71 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:12:23.394363 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ec015208-f041-4d71-948b-5e22c692ab7c req-3428601d-b389-4e10-9ee4-e8ac3c93112d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:23.398878 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ec015208-f041-4d71-948b-5e22c692ab7c req-3428601d-b389-4e10-9ee4-e8ac3c93112d tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.70 "DELETE /v2.0/ports/ea1373eb-d048-4c59-aedf-d18aa355ea71 HTTP/1.1" status: 204 len: 173 time: 0.6376333 Jan 18 20:12:23.451534 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f141ae-58d6-4343-aabb-a270d4ae78bb', 'name': 'network-vif-deleted', 'tag': 'ea1373eb-d048-4c59-aedf-d18aa355ea71'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:12:23.453969 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7b0633-ddeb-422d-8e4f-3759996ca2b1" -d '{"events": [{"server_uuid": "d6f141ae-58d6-4343-aabb-a270d4ae78bb", "name": "network-vif-deleted", "tag": "ea1373eb-d048-4c59-aedf-d18aa355ea71"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:12:23.484662 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3f5a5-5981-4e06-a2f3-a4a09f458f25 req-f7d94ffa-edb0-4c1e-b41f-d19e17e8d565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:23.499159 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ddf3f5a5-5981-4e06-a2f3-a4a09f458f25 req-f7d94ffa-edb0-4c1e-b41f-d19e17e8d565 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=34b00fb2bb504ad699a419a984455f64&device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 1097 time: 0.0961092 Jan 18 20:12:23.542379 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1b856-a14e-41dd-93bc-ddd3ca756546 req-148d9081-b4e5-4dfd-9ccf-6458630578cc tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:23.550013 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97e1b856-a14e-41dd-93bc-ddd3ca756546 req-148d9081-b4e5-4dfd-9ccf-6458630578cc tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.1548650 Jan 18 20:12:23.650482 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce31e7-6622-4ea1-bf90-b31e93dbad78 req-9e5f10ea-e5a4-4189-8127-04b8f077217b tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:23.652604 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d1ce31e7-6622-4ea1-bf90-b31e93dbad78 req-9e5f10ea-e5a4-4189-8127-04b8f077217b tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.1374199 Jan 18 20:12:23.656512 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3f5a5-5981-4e06-a2f3-a4a09f458f25 req-51ced579-6a1b-43e1-b70f-8c818cfe39af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:23.663522 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ddf3f5a5-5981-4e06-a2f3-a4a09f458f25 req-51ced579-6a1b-43e1-b70f-8c818cfe39af service neutron] 10.222.0.70 "GET /v2.0/networks?id=4c52a941-7984-4185-9a91-86e116767440 HTTP/1.1" status: 200 len: 921 time: 0.1642115 Jan 18 20:12:23.666184 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97e1b856-a14e-41dd-93bc-ddd3ca756546 req-137d816f-890e-4b11-8a02-d7d2c7e19e81 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152709 Jan 18 20:12:23.721367 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ddf3f5a5-5981-4e06-a2f3-a4a09f458f25 req-737b6bcc-0df8-4290-81b7-6b83482ecb12 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b253910-a4ec-4557-9a54-1e9c3caf6044 HTTP/1.1" status: 200 len: 217 time: 0.0507202 Jan 18 20:12:23.728959 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddc19ff-6622-44ca-a7c1-30897d980100 x-openstack-request-id: req-1ddc19ff-6622-44ca-a7c1-30897d980100 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:12:23.729496 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f141ae-58d6-4343-aabb-a270d4ae78bb", "name": "network-vif-deleted", "tag": "ea1373eb-d048-4c59-aedf-d18aa355ea71", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:12:23.730005 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ddc19ff-6622-44ca-a7c1-30897d980100 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:12:23.730616 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f141ae-58d6-4343-aabb-a270d4ae78bb', 'name': 'network-vif-deleted', 'tag': 'ea1373eb-d048-4c59-aedf-d18aa355ea71', 'status': 'completed', 'code': 200} Jan 18 20:12:23.757912 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d1ce31e7-6622-4ea1-bf90-b31e93dbad78 req-f451e4c2-30d8-4bd5-b437-89dbb15fc3ef tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855827 Jan 18 20:12:23.790319 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3f5a5-5981-4e06-a2f3-a4a09f458f25 req-ad4206ff-9fe7-433f-a476-6ad351a1c8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:23.792885 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ddf3f5a5-5981-4e06-a2f3-a4a09f458f25 req-ad4206ff-9fe7-433f-a476-6ad351a1c8c3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ade146ef-11d8-4b95-8ac1-3b19652c3fdb HTTP/1.1" status: 200 len: 860 time: 0.0569737 Jan 18 20:12:23.851197 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ddf3f5a5-5981-4e06-a2f3-a4a09f458f25 req-f7bd0770-dc86-4ab9-b245-ffc3827e226b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4c52a941-7984-4185-9a91-86e116767440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494514 Jan 18 20:12:23.853473 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7b776147-1d88-434e-b397-c97ba0463802 req-ef87af9d-e98c-45ff-9489-a35ceea103df tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f141ae-58d6-4343-aabb-a270d4ae78bb HTTP/1.1" status: 200 len: 210 time: 0.0297546 Jan 18 20:12:23.958115 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ddf3f5a5-5981-4e06-a2f3-a4a09f458f25 req-d10d2e7c-cfed-4911-88f2-3d0b0d9f9231 service neutron] 10.222.0.70 "GET /v2.0/networks/4c52a941-7984-4185-9a91-86e116767440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980108 Jan 18 20:12:24.004823 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66d393-1aff-4747-8cee-64e821049581 req-1739044e-1cf2-49ed-9a47-75ac9226cca2 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:24.006276 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cb66d393-1aff-4747-8cee-64e821049581 req-1739044e-1cf2-49ed-9a47-75ac9226cca2 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 945 time: 0.0491781 Jan 18 20:12:24.054162 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cb66d393-1aff-4747-8cee-64e821049581 req-a0538fb3-5d24-41e6-9e6d-66fb3e13721c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413415 Jan 18 20:12:24.055107 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ddf3f5a5-5981-4e06-a2f3-a4a09f458f25 req-39112c8a-f339-4e81-a59a-53dac4a83154 service neutron] 10.222.0.70 "GET /v2.0/networks/4c52a941-7984-4185-9a91-86e116767440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848346 Jan 18 20:12:24.266221 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 74c89f7d-1aed-473a-9a41-8ad6fa94039d details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:12:24.268989 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 74c89f7d-1aed-473a-9a41-8ad6fa94039d no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:12:24.441236 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78041c-5be6-4edc-8faa-363c63345e20 req-c5ba8ac3-e16a-4ca3-9e7e-b1348587ce3f tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:24.442849 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3b78041c-5be6-4edc-8faa-363c63345e20 req-c5ba8ac3-e16a-4ca3-9e7e-b1348587ce3f tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 944 time: 0.0573251 Jan 18 20:12:24.497619 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3b78041c-5be6-4edc-8faa-363c63345e20 req-a7c30f91-a070-4a78-bb68-2089f9eac763 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups?id=f127561b-8ad4-4738-9ba4-fc683e0dfbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480521 Jan 18 20:12:24.559476 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 74c89f7d-1aed-473a-9a41-8ad6fa94039d is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:12:24.559749 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (74c89f7d-1aed-473a-9a41-8ad6fa94039d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:24.578616 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 74c89f7d-1aed-473a-9a41-8ad6fa94039d, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=74c89f7d-1aed-473a-9a41-8ad6fa94039d,segment=NetworkSegment(7c999ac7-baea-45bb-ab9e-31dd698bcd3b),segment_id=7c999ac7-baea-45bb-ab9e-31dd698bcd3b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:24.596757 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '74c89f7d-1aed-473a-9a41-8ad6fa94039d', 'network_id': 'b9ea892c-76c6-4189-83ba-54323c251196', 'port_id': '74c89f7d-1aed-473a-9a41-8ad6fa94039d', 'mac_address': 'fa:16:3e:3a:22:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10dc11e1-e488-424e-9170-8405136c537b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:12:24.601396 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7674cec-2ab5-421d-a937-b11ad30c44be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74c89f7d-1aed-473a-9a41-8ad6fa94039d'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:12:24.603697 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beadf059-56ae-4181-8e7c-13e83af3e21b" -d '{"events": [{"server_uuid": "a7674cec-2ab5-421d-a937-b11ad30c44be", "name": "network-vif-unplugged", "status": "completed", "tag": "74c89f7d-1aed-473a-9a41-8ad6fa94039d"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:12:24.627696 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 74c89f7d-1aed-473a-9a41-8ad6fa94039d, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=74c89f7d-1aed-473a-9a41-8ad6fa94039d,segment=NetworkSegment(7c999ac7-baea-45bb-ab9e-31dd698bcd3b),segment_id=7c999ac7-baea-45bb-ab9e-31dd698bcd3b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:24.648739 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (74c89f7d-1aed-473a-9a41-8ad6fa94039d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:24.654500 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14b356c-8df3-47cc-b075-d49c773877d7 x-openstack-request-id: req-e14b356c-8df3-47cc-b075-d49c773877d7 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:12:24.654792 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7674cec-2ab5-421d-a937-b11ad30c44be", "name": "network-vif-unplugged", "status": "completed", "tag": "74c89f7d-1aed-473a-9a41-8ad6fa94039d", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:12:24.655037 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e14b356c-8df3-47cc-b075-d49c773877d7 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:12:24.655622 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7674cec-2ab5-421d-a937-b11ad30c44be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74c89f7d-1aed-473a-9a41-8ad6fa94039d', 'code': 200} Jan 18 20:12:24.697618 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 74c89f7d-1aed-473a-9a41-8ad6fa94039d is: ACTIVE; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:12:24.698036 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (74c89f7d-1aed-473a-9a41-8ad6fa94039d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:24.727190 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74c89f7d-1aed-473a-9a41-8ad6fa94039d {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:12:24.731302 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=74c89f7d-1aed-473a-9a41-8ad6fa94039d,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:24.786300 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:12:24.787189 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:12:24.796647 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e51e2-bcd3-4724-8ce5-58b3cadd6db8 req-dfb65091-b0b6-4ede-821d-246ef6fdb999 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:24.798571 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2b6e51e2-bcd3-4724-8ce5-58b3cadd6db8 req-dfb65091-b0b6-4ede-821d-246ef6fdb999 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0663486 Jan 18 20:12:24.878660 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2b6e51e2-bcd3-4724-8ce5-58b3cadd6db8 req-3e16b21b-418a-4499-b321-b75beb5c7a35 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736158 Jan 18 20:12:24.895019 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac2ea0-cf0c-4033-818c-660ecaab772b req-cc3f355f-fe45-480d-9fd4-3368678a808d tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:24.896528 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6aac2ea0-cf0c-4033-818c-660ecaab772b req-cc3f355f-fe45-480d-9fd4-3368678a808d tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 943 time: 0.0677118 Jan 18 20:12:24.956225 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6aac2ea0-cf0c-4033-818c-660ecaab772b req-f34dc47e-ce41-4e69-8fc9-5bb1f722d367 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522041 Jan 18 20:12:25.215214 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695cd7d-69af-4fc0-abd1-3925a64740d7 req-46f894e6-1558-4a1d-a571-683328e231c0 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:25.216667 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e695cd7d-69af-4fc0-abd1-3925a64740d7 req-46f894e6-1558-4a1d-a571-683328e231c0 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 945 time: 0.0714412 Jan 18 20:12:25.247508 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecded2da-8666-4b40-9d41-9894bb897a71 req-3aa3135f-aaec-4279-88c5-32d431b45176 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:25.248923 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ecded2da-8666-4b40-9d41-9894bb897a71 req-3aa3135f-aaec-4279-88c5-32d431b45176 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 951 time: 0.0714283 Jan 18 20:12:25.290075 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e695cd7d-69af-4fc0-abd1-3925a64740d7 req-07a67af1-948a-4383-a775-143bc976ed26 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657716 Jan 18 20:12:25.316752 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ecded2da-8666-4b40-9d41-9894bb897a71 req-5b3a946a-0363-495e-a9e5-94a7de887956 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621076 Jan 18 20:12:25.322852 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 74c89f7d-1aed-473a-9a41-8ad6fa94039d is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:12:25.323849 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (74c89f7d-1aed-473a-9a41-8ad6fa94039d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:25.337228 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c89f7d-1aed-473a-9a41-8ad6fa94039d {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:12:25.356823 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 74c89f7d-1aed-473a-9a41-8ad6fa94039d, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=74c89f7d-1aed-473a-9a41-8ad6fa94039d,segment=NetworkSegment(7c999ac7-baea-45bb-ab9e-31dd698bcd3b),segment_id=7c999ac7-baea-45bb-ab9e-31dd698bcd3b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:25.361291 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (74c89f7d-1aed-473a-9a41-8ad6fa94039d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:25.361923 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ab9e94d2-f3ad-43de-b3d5-03357c1b214c details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:12:25.434135 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=74c89f7d-1aed-473a-9a41-8ad6fa94039d,revision_number=7']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:25.498563 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ab9e94d2-f3ad-43de-b3d5-03357c1b214c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ab9e94d2-f3ad-43de-b3d5-03357c1b214c,segment=NetworkSegment(68d51170-80e6-4a28-82bd-562d85a7bbe1),segment_id=68d51170-80e6-4a28-82bd-562d85a7bbe1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:25.509116 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'ab9e94d2-f3ad-43de-b3d5-03357c1b214c', 'network_id': '0f664482-8506-48d9-b483-19e59ef85e95', 'port_id': 'ab9e94d2-f3ad-43de-b3d5-03357c1b214c', 'mac_address': 'fa:16:3e:64:76:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf66719b-d23f-409f-aa58-e79851cabdb6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:12:25.557436 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-69d3999d-07d9-4803-a163-408bfcdee262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:25.560331 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port ab9e94d2-f3ad-43de-b3d5-03357c1b214c is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:12:25.561012 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ab9e94d2-f3ad-43de-b3d5-03357c1b214c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:25.575467 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab9e94d2-f3ad-43de-b3d5-03357c1b214c {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:12:25.595059 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ab9e94d2-f3ad-43de-b3d5-03357c1b214c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ab9e94d2-f3ad-43de-b3d5-03357c1b214c,segment=NetworkSegment(68d51170-80e6-4a28-82bd-562d85a7bbe1),segment_id=68d51170-80e6-4a28-82bd-562d85a7bbe1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:25.598931 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ab9e94d2-f3ad-43de-b3d5-03357c1b214c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:25.623057 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e58384-fca4-42d1-9f1a-d100c4923a23 req-34ecbae4-76b4-4751-8514-25b770a433e2 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:25.624551 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4e58384-fca4-42d1-9f1a-d100c4923a23 req-34ecbae4-76b4-4751-8514-25b770a433e2 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 944 time: 0.0541742 Jan 18 20:12:25.648447 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=ab9e94d2-f3ad-43de-b3d5-03357c1b214c,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:25.670734 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4e58384-fca4-42d1-9f1a-d100c4923a23 req-be98fb99-97cf-4e70-807b-f6a67c000636 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups?id=f127561b-8ad4-4738-9ba4-fc683e0dfbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404422 Jan 18 20:12:25.998146 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca510287-148a-4660-92d7-94539b16fbdc req-c4139368-e526-441c-aef4-7b18de24d46c tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:25.999808 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca510287-148a-4660-92d7-94539b16fbdc req-c4139368-e526-441c-aef4-7b18de24d46c tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0490384 Jan 18 20:12:26.046560 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca510287-148a-4660-92d7-94539b16fbdc req-47cb8f16-a607-4805-a4a4-57da97ae3377 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412450 Jan 18 20:12:26.116935 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['ab9e94d2-f3ad-43de-b3d5-03357c1b214c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:12:26.133697 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b144d0-66f9-4c75-9a91-62b925c90515 req-02d5d1fc-b935-4870-b2c0-c5a0eeade37a tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:26.135143 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b1b144d0-66f9-4c75-9a91-62b925c90515 req-02d5d1fc-b935-4870-b2c0-c5a0eeade37a tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 944 time: 0.0490339 Jan 18 20:12:26.149331 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['74c89f7d-1aed-473a-9a41-8ad6fa94039d'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:12:26.188277 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b1b144d0-66f9-4c75-9a91-62b925c90515 req-47df6428-08bf-4d65-bf98-95eb0504faa6 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468819 Jan 18 20:12:26.276104 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ea1373eb-d048-4c59-aedf-d18aa355ea71 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:12:26.315389 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: ea1373eb-d048-4c59-aedf-d18aa355ea71 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:12:26.315732 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ea1373eb-d048-4c59-aedf-d18aa355ea71 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:12:26.440984 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c8504-aaac-42e9-adfd-f592ac237562 req-9d968483-20f2-4527-8eb4-860aef1e1cd3 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:26.442516 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0d4c8504-aaac-42e9-adfd-f592ac237562 req-9d968483-20f2-4527-8eb4-860aef1e1cd3 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 945 time: 0.0793686 Jan 18 20:12:26.454649 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717386c-f20a-4a13-90dc-971e8b942591 req-0d9944c6-a69b-4500-a951-91e10429fbc9 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:26.456036 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8717386c-f20a-4a13-90dc-971e8b942591 req-0d9944c6-a69b-4500-a951-91e10429fbc9 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 951 time: 0.0632713 Jan 18 20:12:26.530589 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0d4c8504-aaac-42e9-adfd-f592ac237562 req-75e48339-f6ad-4fdf-b10c-fbecdb007e05 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728407 Jan 18 20:12:26.534441 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8717386c-f20a-4a13-90dc-971e8b942591 req-d70b4775-b95c-4cb7-84b1-f936e720cba8 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717437 Jan 18 20:12:26.786122 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d59cb5-33d9-4ebc-a7ee-5abbb12404f5 req-c7de4df4-8783-48c9-89d7-33d80b3f53e9 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:26.787545 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a0d59cb5-33d9-4ebc-a7ee-5abbb12404f5 req-c7de4df4-8783-48c9-89d7-33d80b3f53e9 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 945 time: 0.0484517 Jan 18 20:12:26.833197 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a0d59cb5-33d9-4ebc-a7ee-5abbb12404f5 req-ea3a2f66-5cda-4de0-9b4d-fb46781ab40d tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups?id=f127561b-8ad4-4738-9ba4-fc683e0dfbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401137 Jan 18 20:12:27.160708 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cb043-b097-4322-a5dc-8634ef3d2c33 req-4e5937bb-f741-4234-838f-7aa858cbaa77 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:27.162204 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a1cb043-b097-4322-a5dc-8634ef3d2c33 req-4e5937bb-f741-4234-838f-7aa858cbaa77 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0477977 Jan 18 20:12:27.210376 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a1cb043-b097-4322-a5dc-8634ef3d2c33 req-e9ebf1c3-bc76-4dc6-af98-9648404dfab1 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404553 Jan 18 20:12:27.307094 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82afcc54-4e1c-4969-b35c-9836cfb4d700 req-39427d49-2ef4-45cc-ae50-4cdb5d950bc5 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:27.308902 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-82afcc54-4e1c-4969-b35c-9836cfb4d700 req-39427d49-2ef4-45cc-ae50-4cdb5d950bc5 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 944 time: 0.0513496 Jan 18 20:12:27.355096 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-82afcc54-4e1c-4969-b35c-9836cfb4d700 req-7fccab93-a41a-48fa-9b30-a435a693a092 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406010 Jan 18 20:12:27.368611 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f9a87-353a-450b-ab36-283190900c02 req-18db2d44-d81a-4058-ac8e-d335e832ad24 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:27.370084 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-120f9a87-353a-450b-ab36-283190900c02 req-18db2d44-d81a-4058-ac8e-d335e832ad24 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.70 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 951 time: 0.0481524 Jan 18 20:12:27.469044 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-120f9a87-353a-450b-ab36-283190900c02 req-67ca5090-0738-4fe2-8521-9fb402789779 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Deleting port d531d365-d1be-42fb-8d80-625e359981c2 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:12:27.469379 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-120f9a87-353a-450b-ab36-283190900c02 req-67ca5090-0738-4fe2-8521-9fb402789779 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d531d365-d1be-42fb-8d80-625e359981c2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:27.554627 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-120f9a87-353a-450b-ab36-283190900c02 req-67ca5090-0738-4fe2-8521-9fb402789779 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] For port d531d365-d1be-42fb-8d80-625e359981c2, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=d531d365-d1be-42fb-8d80-625e359981c2,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:27.555011 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-120f9a87-353a-450b-ab36-283190900c02 req-67ca5090-0738-4fe2-8521-9fb402789779 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d531d365-d1be-42fb-8d80-625e359981c2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:27.568373 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-120f9a87-353a-450b-ab36-283190900c02 req-67ca5090-0738-4fe2-8521-9fb402789779 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Calling delete_port for d531d365-d1be-42fb-8d80-625e359981c2 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:12:27.677144 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9a4d7-3d4e-4085-b3d4-55f140fea725 req-92d9b244-9412-4d07-bc18-c5cbb1ae2ba8 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:27.678638 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d2f9a4d7-3d4e-4085-b3d4-55f140fea725 req-92d9b244-9412-4d07-bc18-c5cbb1ae2ba8 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af13c7b-5a78-4204-a2c2-3d3638814240 HTTP/1.1" status: 200 len: 951 time: 0.0751283 Jan 18 20:12:27.687511 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63489615-6645-427d-95df-f3e9b616bcde req-51e7496d-fa54-4239-ac94-bfb772cea166 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:27.689518 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-63489615-6645-427d-95df-f3e9b616bcde req-51e7496d-fa54-4239-ac94-bfb772cea166 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 945 time: 0.0872335 Jan 18 20:12:27.701021 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-120f9a87-353a-450b-ab36-283190900c02 req-67ca5090-0738-4fe2-8521-9fb402789779 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (d531d365-d1be-42fb-8d80-625e359981c2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:27.713656 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['d531d365-d1be-42fb-8d80-625e359981c2'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:12:27.740114 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca5090-0738-4fe2-8521-9fb402789779 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Pushing event deleted for resources: {'Port': ['ID=d531d365-d1be-42fb-8d80-625e359981c2,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:27.765264 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8420bd64-cb80-4259-8e22-ff8ccc1ede4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:27.770544 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d2f9a4d7-3d4e-4085-b3d4-55f140fea725 req-5a00c4c0-03ee-4223-be56-2493ec9e0c9b tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c7bffce-5cd3-4a50-ab97-6251d469944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800459 Jan 18 20:12:27.786049 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-63489615-6645-427d-95df-f3e9b616bcde req-a808bb69-fac5-4a62-9e4e-180dff02227f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899413 Jan 18 20:12:27.810765 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-120f9a87-353a-450b-ab36-283190900c02 req-67ca5090-0738-4fe2-8521-9fb402789779 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] No DVR routers for this DVR port d531d365-d1be-42fb-8d80-625e359981c2 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:12:27.813187 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-120f9a87-353a-450b-ab36-283190900c02 req-67ca5090-0738-4fe2-8521-9fb402789779 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:27.818420 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-120f9a87-353a-450b-ab36-283190900c02 req-67ca5090-0738-4fe2-8521-9fb402789779 tempest-ServersAdminTestJSON-1173138885 tempest-ServersAdminTestJSON-1173138885-project] 10.222.0.70 "DELETE /v2.0/ports/d531d365-d1be-42fb-8d80-625e359981c2 HTTP/1.1" status: 204 len: 173 time: 0.4388885 Jan 18 20:12:27.820327 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af13c7b-5a78-4204-a2c2-3d3638814240', 'name': 'network-vif-deleted', 'tag': 'd531d365-d1be-42fb-8d80-625e359981c2'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:12:27.830644 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af12fa4f-7b72-4132-a853-ece2aa67b5c8" -d '{"events": [{"server_uuid": "3af13c7b-5a78-4204-a2c2-3d3638814240", "name": "network-vif-deleted", "tag": "d531d365-d1be-42fb-8d80-625e359981c2"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:12:27.889001 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384abcb3-ec9c-4b30-a8c1-0a2c0c7d4ef7 x-openstack-request-id: req-384abcb3-ec9c-4b30-a8c1-0a2c0c7d4ef7 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:12:27.889346 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af13c7b-5a78-4204-a2c2-3d3638814240", "name": "network-vif-deleted", "tag": "d531d365-d1be-42fb-8d80-625e359981c2", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:12:27.889601 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-384abcb3-ec9c-4b30-a8c1-0a2c0c7d4ef7 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:12:27.890084 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af13c7b-5a78-4204-a2c2-3d3638814240', 'name': 'network-vif-deleted', 'tag': 'd531d365-d1be-42fb-8d80-625e359981c2', 'status': 'completed', 'code': 200} Jan 18 20:12:27.971398 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ac319-caa0-46b1-a1eb-de31d1aa161b req-4eb01672-6e1e-45a3-9157-7dde0936fc95 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:27.972962 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cf1ac319-caa0-46b1-a1eb-de31d1aa161b req-4eb01672-6e1e-45a3-9157-7dde0936fc95 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 945 time: 0.0568800 Jan 18 20:12:28.022587 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cf1ac319-caa0-46b1-a1eb-de31d1aa161b req-f5bad9ed-2690-43c4-a641-8c0047790ddd tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups?id=f127561b-8ad4-4738-9ba4-fc683e0dfbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421503 Jan 18 20:12:28.286089 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 74c89f7d-1aed-473a-9a41-8ad6fa94039d up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:12:28.343456 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 74c89f7d-1aed-473a-9a41-8ad6fa94039d triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:12:28.343920 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (74c89f7d-1aed-473a-9a41-8ad6fa94039d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:28.346092 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf9404-c184-4680-a635-d2e47217284a req-a6aab8c2-c4d4-4346-b158-5b0f2a930467 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:28.347813 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5eaf9404-c184-4680-a635-d2e47217284a req-a6aab8c2-c4d4-4346-b158-5b0f2a930467 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0584712 Jan 18 20:12:28.423165 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5eaf9404-c184-4680-a635-d2e47217284a req-80473814-50e7-4896-a69f-1c34608fc2dd tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696774 Jan 18 20:12:28.459694 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 74c89f7d-1aed-473a-9a41-8ad6fa94039d is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:12:28.460094 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (74c89f7d-1aed-473a-9a41-8ad6fa94039d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:28.483919 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7674cec-2ab5-421d-a937-b11ad30c44be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c89f7d-1aed-473a-9a41-8ad6fa94039d'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:12:28.486182 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bd0145-d989-41e6-9f1d-3e51c28ee798" -d '{"events": [{"server_uuid": "a7674cec-2ab5-421d-a937-b11ad30c44be", "name": "network-vif-plugged", "status": "completed", "tag": "74c89f7d-1aed-473a-9a41-8ad6fa94039d"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:12:28.501080 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 74c89f7d-1aed-473a-9a41-8ad6fa94039d, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=74c89f7d-1aed-473a-9a41-8ad6fa94039d,segment=NetworkSegment(7c999ac7-baea-45bb-ab9e-31dd698bcd3b),segment_id=7c999ac7-baea-45bb-ab9e-31dd698bcd3b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:28.506867 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (74c89f7d-1aed-473a-9a41-8ad6fa94039d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:28.507792 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ab9e94d2-f3ad-43de-b3d5-03357c1b214c up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:12:28.552163 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d063fb1-c330-4959-b11b-e963eec35ca7 x-openstack-request-id: req-8d063fb1-c330-4959-b11b-e963eec35ca7 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:12:28.552438 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7674cec-2ab5-421d-a937-b11ad30c44be", "name": "network-vif-plugged", "status": "completed", "tag": "74c89f7d-1aed-473a-9a41-8ad6fa94039d", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:12:28.552698 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d063fb1-c330-4959-b11b-e963eec35ca7 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:12:28.553108 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7674cec-2ab5-421d-a937-b11ad30c44be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c89f7d-1aed-473a-9a41-8ad6fa94039d', 'code': 200} Jan 18 20:12:28.597567 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=74c89f7d-1aed-473a-9a41-8ad6fa94039d,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:28.611963 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port ab9e94d2-f3ad-43de-b3d5-03357c1b214c completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:12:28.612369 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5fe4e-608f-470f-96c0-4ec952f4042e req-3ade99ca-2ded-472a-8c41-d113f542a0a1 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:28.617179 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port ab9e94d2-f3ad-43de-b3d5-03357c1b214c triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:12:28.617719 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ab9e94d2-f3ad-43de-b3d5-03357c1b214c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:28.626809 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fee5fe4e-608f-470f-96c0-4ec952f4042e req-3ade99ca-2ded-472a-8c41-d113f542a0a1 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.1742759 Jan 18 20:12:28.696940 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fee5fe4e-608f-470f-96c0-4ec952f4042e req-3c5ab922-8fa1-4aa3-9b8e-75db0655c9b0 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681732 Jan 18 20:12:28.720357 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6372afc-06ee-470d-af25-b66befc5fbd1 req-25a2ebf4-e846-41b5-91d1-262fa98e107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:28.722127 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f6372afc-06ee-470d-af25-b66befc5fbd1 req-25a2ebf4-e846-41b5-91d1-262fa98e107d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 1096 time: 0.0546076 Jan 18 20:12:28.724588 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port ab9e94d2-f3ad-43de-b3d5-03357c1b214c is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:12:28.725061 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ab9e94d2-f3ad-43de-b3d5-03357c1b214c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:28.760778 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ab9e94d2-f3ad-43de-b3d5-03357c1b214c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ab9e94d2-f3ad-43de-b3d5-03357c1b214c,segment=NetworkSegment(68d51170-80e6-4a28-82bd-562d85a7bbe1),segment_id=68d51170-80e6-4a28-82bd-562d85a7bbe1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:28.766373 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ab9e94d2-f3ad-43de-b3d5-03357c1b214c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:28.774521 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f6372afc-06ee-470d-af25-b66befc5fbd1 req-473433b2-39f1-4484-a002-eb43d04b2de4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455775 Jan 18 20:12:28.816937 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=ab9e94d2-f3ad-43de-b3d5-03357c1b214c,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:28.934443 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:28.956445 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f2e52-13de-4c36-9fc2-3725fda945de req-2823b3ac-82c3-4ec8-9a19-a2892cb19a82 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:28.957959 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec5f2e52-13de-4c36-9fc2-3725fda945de req-2823b3ac-82c3-4ec8-9a19-a2892cb19a82 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 945 time: 0.0681434 Jan 18 20:12:29.008374 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec5f2e52-13de-4c36-9fc2-3725fda945de req-1feceb9f-6acc-44f0-a276-ba57acaac83e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442336 Jan 18 20:12:29.094056 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45798) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:12:29.233424 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8c456fc3-92e0-469f-a17a-83685fc30a04 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1088a7411f634bfd9b8775233ac8c777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377730 Jan 18 20:12:29.235788 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45806) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:12:29.283934 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99a65702-5d35-4f46-9003-c7e6d92fd1b8 admin admin] Publish callbacks [] for security_group (0c7bffce-5cd3-4a50-ab97-6251d469944f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:29.308845 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99a65702-5d35-4f46-9003-c7e6d92fd1b8 admin admin] Publish callbacks [] for security_group (0c7bffce-5cd3-4a50-ab97-6251d469944f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:29.319499 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee054e9-a9cb-424b-ad84-f1c892da9718 req-ecba04a5-6bd3-40bf-94d7-56bf4088adea tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:29.321132 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ee054e9-a9cb-424b-ad84-f1c892da9718 req-ecba04a5-6bd3-40bf-94d7-56bf4088adea tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 946 time: 0.2287300 Jan 18 20:12:29.357338 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99a65702-5d35-4f46-9003-c7e6d92fd1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0c7bffce-5cd3-4a50-ab97-6251d469944f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:29.360796 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99a65702-5d35-4f46-9003-c7e6d92fd1b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:29.362081 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-99a65702-5d35-4f46-9003-c7e6d92fd1b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c7bffce-5cd3-4a50-ab97-6251d469944f HTTP/1.1" status: 204 len: 168 time: 0.1251245 Jan 18 20:12:29.372418 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ee054e9-a9cb-424b-ad84-f1c892da9718 req-b33d5d97-fceb-406f-b578-5893ef68c9dd tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups?id=f127561b-8ad4-4738-9ba4-fc683e0dfbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453677 Jan 18 20:12:29.374974 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a65702-5d35-4f46-9003-c7e6d92fd1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7bffce-5cd3-4a50-ab97-6251d469944f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:29.550838 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c94eb-deb9-4003-9486-386c4920174a req-78c55eb1-7181-4457-8c3f-0f50180525cd tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:29.552339 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-330c94eb-deb9-4003-9486-386c4920174a req-78c55eb1-7181-4457-8c3f-0f50180525cd tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0497818 Jan 18 20:12:29.600297 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-330c94eb-deb9-4003-9486-386c4920174a req-e6c8e384-1228-4986-a339-7c12bf705547 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424862 Jan 18 20:12:29.631057 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45814) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:12:29.674782 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f31769fc-1758-43e1-964a-2ad407182312 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=52132771181e4f07aae2c071cf3cf0fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425532 Jan 18 20:12:29.677082 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45816) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:12:29.722911 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0bc59ebb-789e-42fe-91a9-e73f9db9e4c5 admin admin] Publish callbacks [] for security_group (634d6a20-6fa5-48f7-80e2-86a513d43d3e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:29.743631 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0bc59ebb-789e-42fe-91a9-e73f9db9e4c5 admin admin] Publish callbacks [] for security_group (634d6a20-6fa5-48f7-80e2-86a513d43d3e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:29.794035 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0bc59ebb-789e-42fe-91a9-e73f9db9e4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (634d6a20-6fa5-48f7-80e2-86a513d43d3e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:29.796540 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0bc59ebb-789e-42fe-91a9-e73f9db9e4c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:29.797711 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0bc59ebb-789e-42fe-91a9-e73f9db9e4c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/634d6a20-6fa5-48f7-80e2-86a513d43d3e HTTP/1.1" status: 204 len: 168 time: 0.1197324 Jan 18 20:12:29.806635 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc59ebb-789e-42fe-91a9-e73f9db9e4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634d6a20-6fa5-48f7-80e2-86a513d43d3e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:29.812995 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9e51a-0b08-4805-ae1a-c908c6df06bc req-74f82df5-beab-421e-ba10-d76bcb981165 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:29.814549 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5be9e51a-0b08-4805-ae1a-c908c6df06bc req-74f82df5-beab-421e-ba10-d76bcb981165 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.0490966 Jan 18 20:12:29.868596 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5be9e51a-0b08-4805-ae1a-c908c6df06bc req-4efb4d73-6e3f-4731-9d1b-11109ff4f880 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482099 Jan 18 20:12:30.139846 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8d54d-2d28-4cc1-a2a2-358a35a08fc0 req-e5e44367-56ad-41ff-8580-d51df8641388 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:30.141683 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4da8d54d-2d28-4cc1-a2a2-358a35a08fc0 req-e5e44367-56ad-41ff-8580-d51df8641388 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 945 time: 0.0572598 Jan 18 20:12:30.194434 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4da8d54d-2d28-4cc1-a2a2-358a35a08fc0 req-d654f50f-98f4-42fa-82e4-0619c767df33 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460336 Jan 18 20:12:30.455930 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:30.490526 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c777fb-1ee9-4bcf-a64a-f3bf04939b6c req-ef3bbf70-6245-4d46-a4e2-a252b4d139f1 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:30.492066 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d8c777fb-1ee9-4bcf-a64a-f3bf04939b6c req-ef3bbf70-6245-4d46-a4e2-a252b4d139f1 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 946 time: 0.0493448 Jan 18 20:12:30.538352 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d8c777fb-1ee9-4bcf-a64a-f3bf04939b6c req-fe629946-7c19-4037-99fe-b60c2698ca84 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups?id=f127561b-8ad4-4738-9ba4-fc683e0dfbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397973 Jan 18 20:12:30.554149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f143376f-f81f-4aec-934e-e88fcb9ba65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9e94d2-f3ad-43de-b3d5-03357c1b214c'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:12:30.556664 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581d623d-6829-4a3d-954e-a2982e672c0d" -d '{"events": [{"server_uuid": "f143376f-f81f-4aec-934e-e88fcb9ba65a", "name": "network-vif-plugged", "status": "completed", "tag": "ab9e94d2-f3ad-43de-b3d5-03357c1b214c"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:12:30.596660 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65415e2-fbcb-4fdf-8dc5-7385445246e5 x-openstack-request-id: req-e65415e2-fbcb-4fdf-8dc5-7385445246e5 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:12:30.596958 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f143376f-f81f-4aec-934e-e88fcb9ba65a", "name": "network-vif-plugged", "status": "completed", "tag": "ab9e94d2-f3ad-43de-b3d5-03357c1b214c", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:12:30.597217 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e65415e2-fbcb-4fdf-8dc5-7385445246e5 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:12:30.597613 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f143376f-f81f-4aec-934e-e88fcb9ba65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9e94d2-f3ad-43de-b3d5-03357c1b214c', 'code': 200} Jan 18 20:12:30.708256 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50e539-7a33-45c5-a8e6-a4c6f55c67bb req-abb1b0c1-c461-4d27-b03a-7182f9239f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:30.710142 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ff50e539-7a33-45c5-a8e6-a4c6f55c67bb req-abb1b0c1-c461-4d27-b03a-7182f9239f48 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 1097 time: 0.0439088 Jan 18 20:12:30.728417 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7232e7-20bd-4722-a65f-ffc9ecf5fa61 req-20e927a3-f0ba-4fbc-9c91-00964c832277 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:30.739385 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce7232e7-20bd-4722-a65f-ffc9ecf5fa61 req-20e927a3-f0ba-4fbc-9c91-00964c832277 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0640113 Jan 18 20:12:30.790597 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce7232e7-20bd-4722-a65f-ffc9ecf5fa61 req-36601e23-2551-4569-945b-75378c116ed3 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499241 Jan 18 20:12:31.014111 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c4cd4-3f3a-4f05-8bda-de1f48f4e5c3 req-326936cd-75a3-4ed9-819c-d6a8f929eb5b tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:31.016568 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-067c4cd4-3f3a-4f05-8bda-de1f48f4e5c3 req-326936cd-75a3-4ed9-819c-d6a8f929eb5b tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.0677259 Jan 18 20:12:31.069283 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ff50e539-7a33-45c5-a8e6-a4c6f55c67bb req-9727bdba-676f-4fc7-b7bf-75a0557548f2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f127561b-8ad4-4738-9ba4-fc683e0dfbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3488092 Jan 18 20:12:31.086131 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-067c4cd4-3f3a-4f05-8bda-de1f48f4e5c3 req-cf11c34c-f7af-4c25-b560-9d2273fa67fb tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622988 Jan 18 20:12:31.200173 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb5940-e205-4e69-baf0-80915a77f414 req-571759f4-2e7f-4132-8a71-52e420d0c970 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:31.201624 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9deb5940-e205-4e69-baf0-80915a77f414 req-571759f4-2e7f-4132-8a71-52e420d0c970 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.0493746 Jan 18 20:12:31.251337 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9deb5940-e205-4e69-baf0-80915a77f414 req-652da0ae-d8ea-4342-9047-ec936ec283c9 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434911 Jan 18 20:12:31.343718 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935575c9-3375-46fe-a575-6d567b3eeaf5 req-913899d1-0a91-435b-9123-ad10297a4dd0 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:31.345263 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-935575c9-3375-46fe-a575-6d567b3eeaf5 req-913899d1-0a91-435b-9123-ad10297a4dd0 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 1097 time: 0.0404303 Jan 18 20:12:31.388338 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-935575c9-3375-46fe-a575-6d567b3eeaf5 req-fd698870-2e7e-4e0b-9acf-b402fc04042d tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373349 Jan 18 20:12:31.493451 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d965b9-8921-4c6e-9b83-9be0f9d2cba0 req-6cc0e40a-bc7e-4883-bf3e-78f9e038929e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:31.495004 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-99d965b9-8921-4c6e-9b83-9be0f9d2cba0 req-6cc0e40a-bc7e-4883-bf3e-78f9e038929e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 945 time: 0.0521305 Jan 18 20:12:31.541922 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-99d965b9-8921-4c6e-9b83-9be0f9d2cba0 req-7ec78ef4-6c42-42fe-a2b8-c7876b8304d8 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405827 Jan 18 20:12:31.766671 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea577d9a-85dd-4a86-a073-9e71ed8e04c7 req-0e7c9db2-6a0c-4b58-b2a8-8e90a545f341 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:31.768142 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea577d9a-85dd-4a86-a073-9e71ed8e04c7 req-0e7c9db2-6a0c-4b58-b2a8-8e90a545f341 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 946 time: 0.0514505 Jan 18 20:12:31.798997 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:31.817523 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea577d9a-85dd-4a86-a073-9e71ed8e04c7 req-c701ab7b-f209-4927-a053-3cc8fa8c6d0c tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups?id=f127561b-8ad4-4738-9ba4-fc683e0dfbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435605 Jan 18 20:12:32.034341 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-b933be9f-f6b2-4fff-8080-cf418cc25adc tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:32.035806 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-b933be9f-f6b2-4fff-8080-cf418cc25adc tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/networks?id=b9ea892c-76c6-4189-83ba-54323c251196 HTTP/1.1" status: 200 len: 815 time: 0.1036785 Jan 18 20:12:32.051672 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-e72f3921-d4ab-461d-aa2d-80b10e585d62 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/quotas/fdcdbb1705e54a4a8f3f248186d8eb41 HTTP/1.1" status: 200 len: 375 time: 0.0101066 Jan 18 20:12:32.102474 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-b98ee325-01b1-457b-9870-3cbd9dd76bf9 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fdcdbb1705e54a4a8f3f248186d8eb41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0458848 Jan 18 20:12:32.199423 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-5fd2182c-ae33-4877-b1dc-eb388f7883cc service neutron] 10.222.0.31 "GET /v2.0/networks/b9ea892c-76c6-4189-83ba-54323c251196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901158 Jan 18 20:12:32.294213 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-acae89c8-ca60-43d4-9899-18fab739759f service neutron] 10.222.0.31 "GET /v2.0/networks/b9ea892c-76c6-4189-83ba-54323c251196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879343 Jan 18 20:12:32.311695 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device d531d365-d1be-42fb-8d80-625e359981c2 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:12:32.333110 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: d531d365-d1be-42fb-8d80-625e359981c2 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:12:32.333459 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device d531d365-d1be-42fb-8d80-625e359981c2 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:12:32.439883 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-0852dbff-d939-4012-b008-b1a974d183df req-9b65ac7a-68ed-46f5-b0f0-48e2b4977f78 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:12:32.441080 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0852dbff-d939-4012-b008-b1a974d183df req-9b65ac7a-68ed-46f5-b0f0-48e2b4977f78 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070903 Jan 18 20:12:32.502816 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852dbff-d939-4012-b008-b1a974d183df req-daeb22f7-05c8-4330-adfb-a034bd05564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:32.505219 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0852dbff-d939-4012-b008-b1a974d183df req-daeb22f7-05c8-4330-adfb-a034bd05564e service neutron] 10.222.0.31 "GET /v2.0/ports/a8b54097-113a-4129-aa6d-b5f823f9d597 HTTP/1.1" status: 200 len: 1094 time: 0.0530372 Jan 18 20:12:32.516880 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-0852dbff-d939-4012-b008-b1a974d183df req-7edb185b-9bd7-406e-8994-630fbb21dea8 service neutron] Request body: {'binding': {'host': 'n-h1-741529-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:12:32.517599 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-0852dbff-d939-4012-b008-b1a974d183df req-7edb185b-9bd7-406e-8994-630fbb21dea8 service neutron] Unknown quota resources ['binding']. {{(pid=103336) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 18 20:12:32.555576 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2844da-bc12-442e-a78f-4b88485c0253 req-226bc48d-93e2-47f4-bf11-9f129b32a05a tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:32.557062 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e2844da-bc12-442e-a78f-4b88485c0253 req-226bc48d-93e2-47f4-bf11-9f129b32a05a tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.1151614 Jan 18 20:12:32.664522 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e2844da-bc12-442e-a78f-4b88485c0253 req-2b207d82-d14b-45c6-a672-9ee2ef9bd33e tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987236 Jan 18 20:12:32.733685 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-0852dbff-d939-4012-b008-b1a974d183df req-7edb185b-9bd7-406e-8994-630fbb21dea8 service neutron] Attempting to bind port a8b54097-113a-4129-aa6d-b5f823f9d597 on host n-h1-741529-9 for vnic_type normal with profile None {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:12:32.734261 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-0852dbff-d939-4012-b008-b1a974d183df req-7edb185b-9bd7-406e-8994-630fbb21dea8 service neutron] Attempting to bind port a8b54097-113a-4129-aa6d-b5f823f9d597 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:12:32.734773 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0852dbff-d939-4012-b008-b1a974d183df req-7edb185b-9bd7-406e-8994-630fbb21dea8 service neutron] Attempting to bind port a8b54097-113a-4129-aa6d-b5f823f9d597 on network 133a80cf-c268-45f9-91ee-564a51a659af {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:12:32.740867 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0852dbff-d939-4012-b008-b1a974d183df req-7edb185b-9bd7-406e-8994-630fbb21dea8 service neutron] Port a8b54097-113a-4129-aa6d-b5f823f9d597 on network 133a80cf-c268-45f9-91ee-564a51a659af not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:12:32.741020 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0852dbff-d939-4012-b008-b1a974d183df req-7edb185b-9bd7-406e-8994-630fbb21dea8 service neutron] Attempting to bind port a8b54097-113a-4129-aa6d-b5f823f9d597 on network 133a80cf-c268-45f9-91ee-564a51a659af {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:12:32.746777 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0852dbff-d939-4012-b008-b1a974d183df req-7edb185b-9bd7-406e-8994-630fbb21dea8 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:12:32.747115 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0852dbff-d939-4012-b008-b1a974d183df req-7edb185b-9bd7-406e-8994-630fbb21dea8 service neutron] Checking segment: {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:12:32.747500 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0852dbff-d939-4012-b008-b1a974d183df req-7edb185b-9bd7-406e-8994-630fbb21dea8 service neutron] Bound using segment: {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:12:32.747917 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-0852dbff-d939-4012-b008-b1a974d183df req-7edb185b-9bd7-406e-8994-630fbb21dea8 service neutron] Bound port: a8b54097-113a-4129-aa6d-b5f823f9d597, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:12:32.810146 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-0852dbff-d939-4012-b008-b1a974d183df req-7edb185b-9bd7-406e-8994-630fbb21dea8 service neutron] For port a8b54097-113a-4129-aa6d-b5f823f9d597, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=a8b54097-113a-4129-aa6d-b5f823f9d597,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:12:32.818952 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0852dbff-d939-4012-b008-b1a974d183df req-7edb185b-9bd7-406e-8994-630fbb21dea8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:32.820787 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0852dbff-d939-4012-b008-b1a974d183df req-7edb185b-9bd7-406e-8994-630fbb21dea8 service neutron] 10.222.0.31 "POST /v2.0/ports/a8b54097-113a-4129-aa6d-b5f823f9d597/bindings HTTP/1.1" status: 201 len: 389 time: 0.3086879 Jan 18 20:12:32.864868 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-20f19a48-50c0-4260-b93f-31e41da628dc req-71f11821-a2ea-499b-98cc-5d041f1b5dde tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 210 time: 0.0310996 Jan 18 20:12:32.985213 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99768f8f-45d0-4438-a06d-2c94123ffa45 req-9d88afda-8f6b-41a8-851a-e94824fbd73f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:32.986743 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-99768f8f-45d0-4438-a06d-2c94123ffa45 req-9d88afda-8f6b-41a8-851a-e94824fbd73f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 945 time: 0.0605948 Jan 18 20:12:33.050389 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-99768f8f-45d0-4438-a06d-2c94123ffa45 req-c903f8f5-faa4-40a5-88e3-49c0472cf2e6 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554650 Jan 18 20:12:33.107634 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852dbff-d939-4012-b008-b1a974d183df req-05878992-ef08-41b6-a48d-94d57037c12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:33.109278 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0852dbff-d939-4012-b008-b1a974d183df req-05878992-ef08-41b6-a48d-94d57037c12e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46be2ca450fb44c88ba90d0767174258&device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 1097 time: 0.0482726 Jan 18 20:12:33.130851 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6413f-792a-4e20-a96b-5dc65c2c648a req-b7cbd4de-18ec-4b92-b436-489c415da759 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:33.132706 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4fd6413f-792a-4e20-a96b-5dc65c2c648a req-b7cbd4de-18ec-4b92-b436-489c415da759 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 946 time: 0.0661867 Jan 18 20:12:33.209066 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4fd6413f-792a-4e20-a96b-5dc65c2c648a req-56ac5e1c-8999-4806-a7cb-43119885e10b tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups?id=f127561b-8ad4-4738-9ba4-fc683e0dfbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629280 Jan 18 20:12:33.210130 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852dbff-d939-4012-b008-b1a974d183df req-27757665-cce4-48a0-8f08-737ec464978b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:33.211784 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0852dbff-d939-4012-b008-b1a974d183df req-27757665-cce4-48a0-8f08-737ec464978b service neutron] 10.222.0.57 "GET /v2.0/networks?id=133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 200 len: 908 time: 0.0957329 Jan 18 20:12:33.217399 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c50c3-51b0-4577-9f7f-a0a7976a238d req-36c51788-dde4-47e1-ade5-4297d81353dc tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:33.218892 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5e8c50c3-51b0-4577-9f7f-a0a7976a238d req-36c51788-dde4-47e1-ade5-4297d81353dc tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 946 time: 0.0826042 Jan 18 20:12:33.253026 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0852dbff-d939-4012-b008-b1a974d183df req-47caa6e9-2af5-4432-9a25-e1dae396bbc8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8b54097-113a-4129-aa6d-b5f823f9d597 HTTP/1.1" status: 200 len: 217 time: 0.0359058 Jan 18 20:12:33.285569 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5e8c50c3-51b0-4577-9f7f-a0a7976a238d req-f22f57bd-a482-4c72-8f0d-3c1d2098befa tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521519 Jan 18 20:12:33.308436 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852dbff-d939-4012-b008-b1a974d183df req-fa043b58-b546-427a-9beb-30a4d6a432ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:33.311560 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0852dbff-d939-4012-b008-b1a974d183df req-fa043b58-b546-427a-9beb-30a4d6a432ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=45324dde-9697-4682-9610-ed3bed3250cd HTTP/1.1" status: 200 len: 847 time: 0.0528793 Jan 18 20:12:33.344281 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0852dbff-d939-4012-b008-b1a974d183df req-da12b00a-4171-4de6-8292-338d66bc4e9f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=133a80cf-c268-45f9-91ee-564a51a659af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269053 Jan 18 20:12:33.408270 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37f444-ce62-4c43-aa61-fb76eb1a81d4 req-e22af938-c4bd-4f3e-85cb-b54a1fa423a2 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:33.422316 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-da37f444-ce62-4c43-aa61-fb76eb1a81d4 req-e22af938-c4bd-4f3e-85cb-b54a1fa423a2 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 946 time: 0.0766821 Jan 18 20:12:33.422473 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45982) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:12:33.431130 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-8077897a-caee-4c3d-b755-4f2c6e09a5d7 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Request body: {'floatingip': {'port_id': 'ab9e94d2-f3ad-43de-b3d5-03357c1b214c'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:12:33.483116 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8077897a-caee-4c3d-b755-4f2c6e09a5d7 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks [] for floatingip (a1b52405-6347-4619-9f1e-d5a992fbd4ff), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:33.539090 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275d780-41b8-4dfe-9a6d-4d0167930646 req-00e9f725-f7f5-4288-a40a-e9a4d046bac8 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:33.547179 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5275d780-41b8-4dfe-9a6d-4d0167930646 req-00e9f725-f7f5-4288-a40a-e9a4d046bac8 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 945 time: 0.0758972 Jan 18 20:12:33.565033 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0852dbff-d939-4012-b008-b1a974d183df req-13f72658-b9dc-4b69-9732-2faf6ac5644d service neutron] 10.222.0.57 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131569 Jan 18 20:12:33.603900 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5275d780-41b8-4dfe-9a6d-4d0167930646 req-49368b6d-5ad4-48b2-8035-b09e15ff2a91 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561612 Jan 18 20:12:33.838148 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0852dbff-d939-4012-b008-b1a974d183df req-849308b6-1deb-44fb-8096-299955bcc7d0 service neutron] 10.222.0.57 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660372 Jan 18 20:12:33.848814 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:33.851386 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41da5c-95cf-4162-963a-15865e1e4f6b req-5eee7ad8-84e4-4a85-993e-9e9f3c42f2e9 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:33.866828 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea41da5c-95cf-4162-963a-15865e1e4f6b req-5eee7ad8-84e4-4a85-993e-9e9f3c42f2e9 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.1056657 Jan 18 20:12:33.942516 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea41da5c-95cf-4162-963a-15865e1e4f6b req-8d02d687-c6bd-4f1e-95ba-9a79b4b9174d tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743589 Jan 18 20:12:33.942673 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-aaaf892d-6398-4e00-989d-e3e641776a33 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:33.944474 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-aaaf892d-6398-4e00-989d-e3e641776a33 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.70 "GET /v2.0/networks?id=b9ea892c-76c6-4189-83ba-54323c251196 HTTP/1.1" status: 200 len: 815 time: 0.2365568 Jan 18 20:12:33.982228 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 45996) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:12:34.015453 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-15e23132-5f4c-43d4-a381-c0768c7570a0 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Request body: {'port': {'device_id': 'ec17062f-8081-45c4-a801-1aadaa7fa72c', 'network_id': 'b9ea892c-76c6-4189-83ba-54323c251196', 'admin_state_up': True, 'tenant_id': 'fdcdbb1705e54a4a8f3f248186d8eb41'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:12:34.060419 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5fc7d05c-bb03-40be-88c9-2f141ce9ee00 req-ce9014ae-20d7-49cb-83ac-2832308eb3df tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 210 time: 0.0368094 Jan 18 20:12:34.113146 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d296022-101c-4b7a-b3ae-2ad8e79dad77 req-96071245-a988-413b-ac5e-933bf13112d0 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:34.114640 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6d296022-101c-4b7a-b3ae-2ad8e79dad77 req-96071245-a988-413b-ac5e-933bf13112d0 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7674cec-2ab5-421d-a937-b11ad30c44be HTTP/1.1" status: 200 len: 945 time: 0.2735405 Jan 18 20:12:34.130607 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c9abe494-bb56-4062-99b6-420c7e8ed601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:34.213401 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c9abe494-bb56-4062-99b6-420c7e8ed601 admin admin] Publish callbacks [] for security_group (6ddbeeab-d442-4c4f-b4d2-e20f1facdd69), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:34.217619 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c9abe494-bb56-4062-99b6-420c7e8ed601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6ddbeeab-d442-4c4f-b4d2-e20f1facdd69), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:34.256858 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c9abe494-bb56-4062-99b6-420c7e8ed601 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d8e75186f23e456ead0db45f24b86ce3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2724788 Jan 18 20:12:34.257997 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abe494-bb56-4062-99b6-420c7e8ed601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddbeeab-d442-4c4f-b4d2-e20f1facdd69,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:34.260514 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 46000) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:12:34.315637 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-13b7b5ec-4d85-461c-aa7d-58dec136851a admin admin] Publish callbacks [] for security_group (6ddbeeab-d442-4c4f-b4d2-e20f1facdd69), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:34.356584 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-13b7b5ec-4d85-461c-aa7d-58dec136851a admin admin] Publish callbacks [] for security_group (6ddbeeab-d442-4c4f-b4d2-e20f1facdd69), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:34.382260 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-15e23132-5f4c-43d4-a381-c0768c7570a0 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Made reservation on behalf of fdcdbb1705e54a4a8f3f248186d8eb41 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:12:34.385729 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-15e23132-5f4c-43d4-a381-c0768c7570a0 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:34.416836 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-6d296022-101c-4b7a-b3ae-2ad8e79dad77 req-0e44b625-3021-4465-84b5-4920f6e3022e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Deleting port 74c89f7d-1aed-473a-9a41-8ad6fa94039d {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:12:34.417797 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6d296022-101c-4b7a-b3ae-2ad8e79dad77 req-0e44b625-3021-4465-84b5-4920f6e3022e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (74c89f7d-1aed-473a-9a41-8ad6fa94039d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:34.441372 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-13b7b5ec-4d85-461c-aa7d-58dec136851a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6ddbeeab-d442-4c4f-b4d2-e20f1facdd69), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:34.443961 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-13b7b5ec-4d85-461c-aa7d-58dec136851a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:34.445260 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-13b7b5ec-4d85-461c-aa7d-58dec136851a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ddbeeab-d442-4c4f-b4d2-e20f1facdd69 HTTP/1.1" status: 204 len: 168 time: 0.1837609 Jan 18 20:12:34.460833 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7b5ec-4d85-461c-aa7d-58dec136851a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddbeeab-d442-4c4f-b4d2-e20f1facdd69,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:34.492906 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02b5fe-d882-4b6a-a38f-2fb09f24b961 req-0a6d13fb-1335-46b1-94a1-080506964553 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:34.494528 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc02b5fe-d882-4b6a-a38f-2fb09f24b961 req-0a6d13fb-1335-46b1-94a1-080506964553 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 946 time: 0.0941622 Jan 18 20:12:34.530400 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8077897a-caee-4c3d-b755-4f2c6e09a5d7 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:34.566515 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8077897a-caee-4c3d-b755-4f2c6e09a5d7 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (a1b52405-6347-4619-9f1e-d5a992fbd4ff), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:34.598004 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc02b5fe-d882-4b6a-a38f-2fb09f24b961 req-9ce6df20-6c06-4070-aa2f-0647dfdf4f4f tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895665 Jan 18 20:12:34.644273 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-6d296022-101c-4b7a-b3ae-2ad8e79dad77 req-0e44b625-3021-4465-84b5-4920f6e3022e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] For port 74c89f7d-1aed-473a-9a41-8ad6fa94039d, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=74c89f7d-1aed-473a-9a41-8ad6fa94039d,segment=NetworkSegment(7c999ac7-baea-45bb-ab9e-31dd698bcd3b),segment_id=7c999ac7-baea-45bb-ab9e-31dd698bcd3b)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:34.644620 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6d296022-101c-4b7a-b3ae-2ad8e79dad77 req-0e44b625-3021-4465-84b5-4920f6e3022e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (74c89f7d-1aed-473a-9a41-8ad6fa94039d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:34.674592 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-6d296022-101c-4b7a-b3ae-2ad8e79dad77 req-0e44b625-3021-4465-84b5-4920f6e3022e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Calling delete_port for 74c89f7d-1aed-473a-9a41-8ad6fa94039d owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:12:34.761961 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb0fe4-5bd6-4c95-93f1-4169f74c9e44 req-204cad78-125b-411c-8f48-6d5cd540a899 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:34.772112 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-58eb0fe4-5bd6-4c95-93f1-4169f74c9e44 req-204cad78-125b-411c-8f48-6d5cd540a899 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 945 time: 0.0898433 Jan 18 20:12:34.818708 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-15e23132-5f4c-43d4-a381-c0768c7570a0 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Allocated IP 172.20.0.2 (b9ea892c-76c6-4189-83ba-54323c251196/10dc11e1-e488-424e-9170-8405136c537b/71123353-bb40-4a3e-a1cc-a1038fe77bcc) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:12:34.838935 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [None req-8077897a-caee-4c3d-b755-4f2c6e09a5d7 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Floating IP a1b52405-6347-4619-9f1e-d5a992fbd4ff associated. External IP: 172.25.4.171, port: ab9e94d2-f3ad-43de-b3d5-03357c1b214c. Jan 18 20:12:34.841328 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-58eb0fe4-5bd6-4c95-93f1-4169f74c9e44 req-2fab26b0-7ef9-4494-9ae2-8198c042885a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680733 Jan 18 20:12:34.855613 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 46010) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:12:34.869087 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-06e6943e-8c99-4f40-b094-bf9c784d005a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:34.997986 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-06e6943e-8c99-4f40-b094-bf9c784d005a admin admin] Publish callbacks [] for security_group (1b25ec65-4681-4bfc-9124-660fd51254e5), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:35.011573 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-06e6943e-8c99-4f40-b094-bf9c784d005a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1b25ec65-4681-4bfc-9124-660fd51254e5), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:35.067768 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-06e6943e-8c99-4f40-b094-bf9c784d005a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b64b45744c24430c8596302645c78fc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2087135 Jan 18 20:12:35.067768 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6943e-8c99-4f40-b094-bf9c784d005a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b25ec65-4681-4bfc-9124-660fd51254e5,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:35.071714 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 46016) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:12:35.091123 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6d296022-101c-4b7a-b3ae-2ad8e79dad77 req-0e44b625-3021-4465-84b5-4920f6e3022e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (74c89f7d-1aed-473a-9a41-8ad6fa94039d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:35.105292 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['74c89f7d-1aed-473a-9a41-8ad6fa94039d'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:12:35.160816 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:12:35.168467 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e623b9-2b2a-4c1f-9641-bc8d9ec0ed6d req-f89c8a59-ab72-4259-abf5-c8f2417da9dc tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:35.170696 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-09e623b9-2b2a-4c1f-9641-bc8d9ec0ed6d req-f89c8a59-ab72-4259-abf5-c8f2417da9dc tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.1040912 Jan 18 20:12:35.218792 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1aec45f2-f09f-4ab7-b6dc-4ab96015362c req-3805867a-feb1-4ae1-918f-09c92328ae22 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 210 time: 0.0420575 Jan 18 20:12:35.264032 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-09e623b9-2b2a-4c1f-9641-bc8d9ec0ed6d req-2460c9c7-8c46-4420-bb8b-868f6fae7054 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852654 Jan 18 20:12:35.515292 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44b625-3021-4465-84b5-4920f6e3022e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Pushing event deleted for resources: {'Port': ['ID=74c89f7d-1aed-473a-9a41-8ad6fa94039d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:35.600730 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d296022-101c-4b7a-b3ae-2ad8e79dad77 req-0e44b625-3021-4465-84b5-4920f6e3022e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] No DVR routers for this DVR port 74c89f7d-1aed-473a-9a41-8ad6fa94039d on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:12:35.609436 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44b625-3021-4465-84b5-4920f6e3022e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:12:35.609816 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44b625-3021-4465-84b5-4920f6e3022e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:12:35.610162 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44b625-3021-4465-84b5-4920f6e3022e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:12:35.610506 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44b625-3021-4465-84b5-4920f6e3022e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:12:35.610845 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44b625-3021-4465-84b5-4920f6e3022e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:12:35.611174 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44b625-3021-4465-84b5-4920f6e3022e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:12:35.611497 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44b625-3021-4465-84b5-4920f6e3022e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:12:35.611820 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44b625-3021-4465-84b5-4920f6e3022e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:12:35.612157 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44b625-3021-4465-84b5-4920f6e3022e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:12:35.612498 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44b625-3021-4465-84b5-4920f6e3022e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:12:35.612833 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44b625-3021-4465-84b5-4920f6e3022e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:12:35.613139 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44b625-3021-4465-84b5-4920f6e3022e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:12:35.613463 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44b625-3021-4465-84b5-4920f6e3022e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:12:35.619412 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6d296022-101c-4b7a-b3ae-2ad8e79dad77 req-0e44b625-3021-4465-84b5-4920f6e3022e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:35.622823 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6d296022-101c-4b7a-b3ae-2ad8e79dad77 req-0e44b625-3021-4465-84b5-4920f6e3022e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.70 "DELETE /v2.0/ports/74c89f7d-1aed-473a-9a41-8ad6fa94039d HTTP/1.1" status: 204 len: 173 time: 1.4784577 Jan 18 20:12:35.625364 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7674cec-2ab5-421d-a937-b11ad30c44be', 'name': 'network-vif-deleted', 'tag': '74c89f7d-1aed-473a-9a41-8ad6fa94039d'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:12:35.627665 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabddfba-52e1-4a5e-bd38-e800c2fb0b7c" -d '{"events": [{"server_uuid": "a7674cec-2ab5-421d-a937-b11ad30c44be", "name": "network-vif-deleted", "tag": "74c89f7d-1aed-473a-9a41-8ad6fa94039d"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:12:35.687301 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-15e23132-5f4c-43d4-a381-c0768c7570a0 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Publish callbacks [] for port (71123353-bb40-4a3e-a1cc-a1038fe77bcc), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:35.692757 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d1bd71-fc73-4cf0-8cf4-33422bcf0c78 x-openstack-request-id: req-c2d1bd71-fc73-4cf0-8cf4-33422bcf0c78 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:12:35.693059 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7674cec-2ab5-421d-a937-b11ad30c44be", "name": "network-vif-deleted", "tag": "74c89f7d-1aed-473a-9a41-8ad6fa94039d", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:12:35.693305 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2d1bd71-fc73-4cf0-8cf4-33422bcf0c78 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:12:35.693733 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7674cec-2ab5-421d-a937-b11ad30c44be', 'name': 'network-vif-deleted', 'tag': '74c89f7d-1aed-473a-9a41-8ad6fa94039d', 'status': 'completed', 'code': 200} Jan 18 20:12:35.703884 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f8732db2-446b-4741-9900-5cb640292309 admin admin] Publish callbacks [] for security_group (1b25ec65-4681-4bfc-9124-660fd51254e5), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:35.712423 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c83ab-b5d0-49de-92bb-dd8b3ee5d36c req-1c68a211-881c-4566-a04c-72b7cb1442d3 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:35.714517 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d35c83ab-b5d0-49de-92bb-dd8b3ee5d36c req-1c68a211-881c-4566-a04c-72b7cb1442d3 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.70 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 945 time: 0.2293696 Jan 18 20:12:35.723838 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8077897a-caee-4c3d-b755-4f2c6e09a5d7 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Router b45c827e-ab25-41d2-9d50-48d427917e72 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:12:35.769883 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1866c3-028a-469a-8b7f-49aca6a56d0e req-264ff935-c52f-44e1-a710-9e1e81ddf729 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:35.772898 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cc1866c3-028a-469a-8b7f-49aca6a56d0e req-264ff935-c52f-44e1-a710-9e1e81ddf729 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 946 time: 0.0739281 Jan 18 20:12:35.788398 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f8732db2-446b-4741-9900-5cb640292309 admin admin] Publish callbacks [] for security_group (1b25ec65-4681-4bfc-9124-660fd51254e5), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:35.849882 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cc1866c3-028a-469a-8b7f-49aca6a56d0e req-cfa18950-7c51-4718-b9c6-c793474635f7 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649059 Jan 18 20:12:35.900772 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-15e23132-5f4c-43d4-a381-c0768c7570a0 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (71123353-bb40-4a3e-a1cc-a1038fe77bcc), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:35.923217 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['74c89f7d-1aed-473a-9a41-8ad6fa94039d'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:12:35.987973 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961dd4b2-835c-400d-8f03-c8c7707beea1 req-31e57655-636e-4a8b-903a-0dbd7229b632 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:35.994329 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-961dd4b2-835c-400d-8f03-c8c7707beea1 req-31e57655-636e-4a8b-903a-0dbd7229b632 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 945 time: 0.0662663 Jan 18 20:12:36.011388 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-15e23132-5f4c-43d4-a381-c0768c7570a0 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Network b9ea892c-76c6-4189-83ba-54323c251196 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:12:36.026888 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-15e23132-5f4c-43d4-a381-c0768c7570a0 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:12:36.031916 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e23132-5f4c-43d4-a381-c0768c7570a0 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Pushing event updated for resources: {'Port': ['ID=71123353-bb40-4a3e-a1cc-a1038fe77bcc,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:36.036840 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-15e23132-5f4c-43d4-a381-c0768c7570a0 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:12:36.040717 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f8732db2-446b-4741-9900-5cb640292309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1b25ec65-4681-4bfc-9124-660fd51254e5), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:36.044177 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f8732db2-446b-4741-9900-5cb640292309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:36.047938 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f8732db2-446b-4741-9900-5cb640292309 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b25ec65-4681-4bfc-9124-660fd51254e5 HTTP/1.1" status: 204 len: 168 time: 0.9721417 Jan 18 20:12:36.092071 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-d35c83ab-b5d0-49de-92bb-dd8b3ee5d36c req-965b6d5e-a1e8-4c7a-b362-c098942d39ba tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Deleting port c87a2cc3-bb00-47f8-b51e-59d72e3e2b03 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:12:36.092679 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d35c83ab-b5d0-49de-92bb-dd8b3ee5d36c req-965b6d5e-a1e8-4c7a-b362-c098942d39ba tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (c87a2cc3-bb00-47f8-b51e-59d72e3e2b03), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:36.098064 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-961dd4b2-835c-400d-8f03-c8c7707beea1 req-dce0b7fc-f2b2-42c5-a110-a189c032197a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968359 Jan 18 20:12:36.101167 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8732db2-446b-4741-9900-5cb640292309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b25ec65-4681-4bfc-9124-660fd51254e5,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:36.131215 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8077897a-caee-4c3d-b755-4f2c6e09a5d7 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:12:36.144633 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8077897a-caee-4c3d-b755-4f2c6e09a5d7 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:36.153234 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7598a458-0f77-4568-a037-fa96195ab3b4 None None] Sync routers for ids ['b45c827e-ab25-41d2-9d50-48d427917e72'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:12:36.223704 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7598a458-0f77-4568-a037-fa96195ab3b4 None None] Routers {'b45c827e-ab25-41d2-9d50-48d427917e72'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:12:36.224313 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:12:36.227577 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:12:36.227577 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:12:36.227577 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:12:36.227577 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:12:36.227577 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:12:36.227577 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:12:36.227577 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:12:36.227577 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:12:36.227577 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:12:36.227577 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:12:36.227577 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:12:36.227577 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:12:36.227577 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-15e23132-5f4c-43d4-a381-c0768c7570a0 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:36.227577 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-15e23132-5f4c-43d4-a381-c0768c7570a0 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:36.229617 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-7598a458-0f77-4568-a037-fa96195ab3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:12:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['b45c827e-ab25-41d2-9d50-48d427917e72'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:12:36.245553 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8077897a-caee-4c3d-b755-4f2c6e09a5d7 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "PUT /v2.0/floatingips/a1b52405-6347-4619-9f1e-d5a992fbd4ff HTTP/1.1" status: 200 len: 992 time: 2.8213503 Jan 18 20:12:36.288276 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-15e23132-5f4c-43d4-a381-c0768c7570a0 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3030009 Jan 18 20:12:36.300452 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-d35c83ab-b5d0-49de-92bb-dd8b3ee5d36c req-965b6d5e-a1e8-4c7a-b362-c098942d39ba tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] For port c87a2cc3-bb00-47f8-b51e-59d72e3e2b03, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=c87a2cc3-bb00-47f8-b51e-59d72e3e2b03,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:36.300825 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d35c83ab-b5d0-49de-92bb-dd8b3ee5d36c req-965b6d5e-a1e8-4c7a-b362-c098942d39ba tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (c87a2cc3-bb00-47f8-b51e-59d72e3e2b03), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:36.308486 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-f4d7651d-f2d0-41eb-8e4d-2314b5d2bdfb tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:12:36.309373 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-f4d7651d-f2d0-41eb-8e4d-2314b5d2bdfb tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057664 Jan 18 20:12:36.370810 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-d35c83ab-b5d0-49de-92bb-dd8b3ee5d36c req-965b6d5e-a1e8-4c7a-b362-c098942d39ba tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Calling delete_port for c87a2cc3-bb00-47f8-b51e-59d72e3e2b03 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:12:36.544734 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-7598a458-0f77-4568-a037-fa96195ab3b4 None None] Set router b45c827e-ab25-41d2-9d50-48d427917e72 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:12:36.588336 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d35c83ab-b5d0-49de-92bb-dd8b3ee5d36c req-965b6d5e-a1e8-4c7a-b362-c098942d39ba tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (c87a2cc3-bb00-47f8-b51e-59d72e3e2b03), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:36.608021 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['c87a2cc3-bb00-47f8-b51e-59d72e3e2b03'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:12:36.643191 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf707bc-1349-4858-a315-3776da757f90 req-b6e6de57-256f-4390-bad1-c5649d1806f8 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:36.644768 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cbf707bc-1349-4858-a315-3776da757f90 req-b6e6de57-256f-4390-bad1-c5649d1806f8 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.1711605 Jan 18 20:12:36.657375 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b6d5e-a1e8-4c7a-b362-c098942d39ba tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Pushing event deleted for resources: {'Port': ['ID=c87a2cc3-bb00-47f8-b51e-59d72e3e2b03,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:36.669752 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2919b-3480-4e90-89e3-d0e037597d7e req-150dac09-6ac4-43d9-8646-dcb95c0d52af tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:36.682170 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-79e2919b-3480-4e90-89e3-d0e037597d7e req-150dac09-6ac4-43d9-8646-dcb95c0d52af tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 931 time: 0.2952437 Jan 18 20:12:36.742557 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:36.744944 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-fcb0f23c-12f8-4577-b616-a31371cd3f56 service neutron] Request body: {'port': {'device_id': 'ec17062f-8081-45c4-a801-1aadaa7fa72c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:12:36.749077 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35c83ab-b5d0-49de-92bb-dd8b3ee5d36c req-965b6d5e-a1e8-4c7a-b362-c098942d39ba tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] No DVR routers for this DVR port c87a2cc3-bb00-47f8-b51e-59d72e3e2b03 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:12:36.752571 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d35c83ab-b5d0-49de-92bb-dd8b3ee5d36c req-965b6d5e-a1e8-4c7a-b362-c098942d39ba tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:36.756023 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d35c83ab-b5d0-49de-92bb-dd8b3ee5d36c req-965b6d5e-a1e8-4c7a-b362-c098942d39ba tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.70 "DELETE /v2.0/ports/c87a2cc3-bb00-47f8-b51e-59d72e3e2b03 HTTP/1.1" status: 204 len: 173 time: 1.0341954 Jan 18 20:12:36.848628 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-fcb0f23c-12f8-4577-b616-a31371cd3f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (71123353-bb40-4a3e-a1cc-a1038fe77bcc), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:36.942452 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-7598a458-0f77-4568-a037-fa96195ab3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'name': 'tempest-ServersTestBootFromVolume-570126730-router', 'tenant_id': 'd6c7036af1d647c2827e33b517dc8824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'cfb1c975-0f38-43fb-8b3f-abf3793039d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:11:12Z', 'updated_at': '2022-01-18T20:11:21Z', 'revision_number': 4, 'project_id': 'd6c7036af1d647c2827e33b517dc8824', 'gw_port': {'id': 'cfb1c975-0f38-43fb-8b3f-abf3793039d3', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:32:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:11:12Z', 'updated_at': '2022-01-18T20:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'a1b52405-6347-4619-9f1e-d5a992fbd4ff', 'tenant_id': 'd6c7036af1d647c2827e33b517dc8824', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'port_id': 'ab9e94d2-f3ad-43de-b3d5-03357c1b214c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f664482-8506-48d9-b483-19e59ef85e95', 'mac_address': 'fa:16:3e:64:76:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143376f-f81f-4aec-934e-e88fcb9ba65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:11:32Z', 'updated_at': '2022-01-18T20:12:34Z', 'revision_number': 1, 'project_id': 'd6c7036af1d647c2827e33b517dc8824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea41bb9-42c2-45e3-ae70-4b0b870cd3f5', 'name': '', 'network_id': '0f664482-8506-48d9-b483-19e59ef85e95', 'tenant_id': 'd6c7036af1d647c2827e33b517dc8824', 'mac_address': 'fa:16:3e:55:57:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'cf66719b-d23f-409f-aa58-e79851cabdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:11:19Z', 'updated_at': '2022-01-18T20:11:29Z', 'revision_number': 5, 'project_id': 'd6c7036af1d647c2827e33b517dc8824', 'subnets': [{'id': 'cf66719b-d23f-409f-aa58-e79851cabdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:12:36.999770 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7598a458-0f77-4568-a037-fa96195ab3b4 None None] Checking router: b45c827e-ab25-41d2-9d50-48d427917e72 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:12:37.010267 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7598a458-0f77-4568-a037-fa96195ab3b4 None None] Routers {'b45c827e-ab25-41d2-9d50-48d427917e72'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:12:37.011641 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-7598a458-0f77-4568-a037-fa96195ab3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:12:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['b45c827e-ab25-41d2-9d50-48d427917e72'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:12:37.228571 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-79e2919b-3480-4e90-89e3-d0e037597d7e req-41799560-8e7c-43d5-a8e3-a6676ec2b79a tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5437150 Jan 18 20:12:37.313143 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cbf707bc-1349-4858-a315-3776da757f90 req-10002560-a3f7-4cf5-8f93-d691dd743705 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6245649 Jan 18 20:12:37.376291 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-fcb0f23c-12f8-4577-b616-a31371cd3f56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71123353-bb40-4a3e-a1cc-a1038fe77bcc {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:12:37.400745 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-fcb0f23c-12f8-4577-b616-a31371cd3f56 service neutron] Publish callbacks [] for port (71123353-bb40-4a3e-a1cc-a1038fe77bcc), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:37.441040 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-fcb0f23c-12f8-4577-b616-a31371cd3f56 service neutron] Transition to ACTIVE for port object 71123353-bb40-4a3e-a1cc-a1038fe77bcc will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:12:37.447780 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-fcb0f23c-12f8-4577-b616-a31371cd3f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (71123353-bb40-4a3e-a1cc-a1038fe77bcc), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:37.464942 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-7598a458-0f77-4568-a037-fa96195ab3b4 None None] Set router b45c827e-ab25-41d2-9d50-48d427917e72 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:12:37.568361 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0f23c-12f8-4577-b616-a31371cd3f56 service neutron] Pushing event updated for resources: {'Port': ['ID=71123353-bb40-4a3e-a1cc-a1038fe77bcc,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:37.614227 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-99e32d46-566d-4233-9fbb-bb5735bff683 req-fc3ce8cd-936c-487b-9530-1f0fd95f5c63 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ab4253-96fa-4eb1-aec4-5238ec8c97ec HTTP/1.1" status: 200 len: 210 time: 0.1005375 Jan 18 20:12:37.692153 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f8849-ed0f-4113-bbda-375389af2f59 req-8816b43f-82f1-461e-bdc8-54b066ba025c tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:37.694372 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bd4f8849-ed0f-4113-bbda-375389af2f59 req-8816b43f-82f1-461e-bdc8-54b066ba025c tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 946 time: 0.2367580 Jan 18 20:12:37.698257 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f143376f-f81f-4aec-934e-e88fcb9ba65a', 'tag': 'ab9e94d2-f3ad-43de-b3d5-03357c1b214c'}, {'server_uuid': '15ab4253-96fa-4eb1-aec4-5238ec8c97ec', 'name': 'network-vif-deleted', 'tag': 'c87a2cc3-bb00-47f8-b51e-59d72e3e2b03'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:12:37.705883 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3810fe1a-fbb2-4262-a64d-b33ff4124fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "f143376f-f81f-4aec-934e-e88fcb9ba65a", "tag": "ab9e94d2-f3ad-43de-b3d5-03357c1b214c"}, {"server_uuid": "15ab4253-96fa-4eb1-aec4-5238ec8c97ec", "name": "network-vif-deleted", "tag": "c87a2cc3-bb00-47f8-b51e-59d72e3e2b03"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:12:37.720780 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-fcb0f23c-12f8-4577-b616-a31371cd3f56 service neutron] Attempting to bind port 71123353-bb40-4a3e-a1cc-a1038fe77bcc on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:12:37.721566 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-fcb0f23c-12f8-4577-b616-a31371cd3f56 service neutron] Attempting to bind port 71123353-bb40-4a3e-a1cc-a1038fe77bcc by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '7c999ac7-baea-45bb-ab9e-31dd698bcd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b9ea892c-76c6-4189-83ba-54323c251196'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:12:37.721566 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-fcb0f23c-12f8-4577-b616-a31371cd3f56 service neutron] Attempting to bind port 71123353-bb40-4a3e-a1cc-a1038fe77bcc on network b9ea892c-76c6-4189-83ba-54323c251196 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:12:37.726847 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-fcb0f23c-12f8-4577-b616-a31371cd3f56 service neutron] Port 71123353-bb40-4a3e-a1cc-a1038fe77bcc on network b9ea892c-76c6-4189-83ba-54323c251196 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:12:37.727167 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-fcb0f23c-12f8-4577-b616-a31371cd3f56 service neutron] Attempting to bind port 71123353-bb40-4a3e-a1cc-a1038fe77bcc on network b9ea892c-76c6-4189-83ba-54323c251196 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:12:37.738160 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-fcb0f23c-12f8-4577-b616-a31371cd3f56 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:12:37.738503 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-fcb0f23c-12f8-4577-b616-a31371cd3f56 service neutron] Checking segment: {'id': '7c999ac7-baea-45bb-ab9e-31dd698bcd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b9ea892c-76c6-4189-83ba-54323c251196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:12:37.738885 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-fcb0f23c-12f8-4577-b616-a31371cd3f56 service neutron] Bound using segment: {'id': '7c999ac7-baea-45bb-ab9e-31dd698bcd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b9ea892c-76c6-4189-83ba-54323c251196'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:12:37.739322 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-fcb0f23c-12f8-4577-b616-a31371cd3f56 service neutron] Bound port: 71123353-bb40-4a3e-a1cc-a1038fe77bcc, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c999ac7-baea-45bb-ab9e-31dd698bcd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b9ea892c-76c6-4189-83ba-54323c251196'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:12:37.740448 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-fcb0f23c-12f8-4577-b616-a31371cd3f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (71123353-bb40-4a3e-a1cc-a1038fe77bcc), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:37.799614 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bd4f8849-ed0f-4113-bbda-375389af2f59 req-1b7d7431-e9ac-42f3-b2c7-79e0a4a5e6df tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963449 Jan 18 20:12:37.844494 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-fcb0f23c-12f8-4577-b616-a31371cd3f56 service neutron] For port 71123353-bb40-4a3e-a1cc-a1038fe77bcc, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:12:37.849525 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-fcb0f23c-12f8-4577-b616-a31371cd3f56 service neutron] For port 71123353-bb40-4a3e-a1cc-a1038fe77bcc, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=71123353-bb40-4a3e-a1cc-a1038fe77bcc,segment=NetworkSegment(7c999ac7-baea-45bb-ab9e-31dd698bcd3b),segment_id=7c999ac7-baea-45bb-ab9e-31dd698bcd3b)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:12:37.857999 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-fcb0f23c-12f8-4577-b616-a31371cd3f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (71123353-bb40-4a3e-a1cc-a1038fe77bcc), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:37.903133 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-7598a458-0f77-4568-a037-fa96195ab3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'name': 'tempest-ServersTestBootFromVolume-570126730-router', 'tenant_id': 'd6c7036af1d647c2827e33b517dc8824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'cfb1c975-0f38-43fb-8b3f-abf3793039d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:11:12Z', 'updated_at': '2022-01-18T20:11:21Z', 'revision_number': 4, 'project_id': 'd6c7036af1d647c2827e33b517dc8824', 'gw_port': {'id': 'cfb1c975-0f38-43fb-8b3f-abf3793039d3', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:32:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:11:12Z', 'updated_at': '2022-01-18T20:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'a1b52405-6347-4619-9f1e-d5a992fbd4ff', 'tenant_id': 'd6c7036af1d647c2827e33b517dc8824', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'port_id': 'ab9e94d2-f3ad-43de-b3d5-03357c1b214c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f664482-8506-48d9-b483-19e59ef85e95', 'mac_address': 'fa:16:3e:64:76:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143376f-f81f-4aec-934e-e88fcb9ba65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:11:32Z', 'updated_at': '2022-01-18T20:12:34Z', 'revision_number': 1, 'project_id': 'd6c7036af1d647c2827e33b517dc8824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea41bb9-42c2-45e3-ae70-4b0b870cd3f5', 'name': '', 'network_id': '0f664482-8506-48d9-b483-19e59ef85e95', 'tenant_id': 'd6c7036af1d647c2827e33b517dc8824', 'mac_address': 'fa:16:3e:55:57:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'cf66719b-d23f-409f-aa58-e79851cabdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:11:19Z', 'updated_at': '2022-01-18T20:11:29Z', 'revision_number': 5, 'project_id': 'd6c7036af1d647c2827e33b517dc8824', 'subnets': [{'id': 'cf66719b-d23f-409f-aa58-e79851cabdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:12:37.925051 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 18 Jan 2022 20:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac52a019-89f3-4f3c-b394-c5f87d34e922 x-openstack-request-id: req-ac52a019-89f3-4f3c-b394-c5f87d34e922 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:12:37.925723 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f143376f-f81f-4aec-934e-e88fcb9ba65a", "tag": "ab9e94d2-f3ad-43de-b3d5-03357c1b214c", "status": "completed", "code": 200}, {"server_uuid": "15ab4253-96fa-4eb1-aec4-5238ec8c97ec", "name": "network-vif-deleted", "tag": "c87a2cc3-bb00-47f8-b51e-59d72e3e2b03", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:12:37.926183 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac52a019-89f3-4f3c-b394-c5f87d34e922 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:12:37.926776 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f143376f-f81f-4aec-934e-e88fcb9ba65a', 'tag': 'ab9e94d2-f3ad-43de-b3d5-03357c1b214c', 'status': 'completed', 'code': 200} Jan 18 20:12:37.927240 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ab4253-96fa-4eb1-aec4-5238ec8c97ec', 'name': 'network-vif-deleted', 'tag': 'c87a2cc3-bb00-47f8-b51e-59d72e3e2b03', 'status': 'completed', 'code': 200} Jan 18 20:12:37.939126 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7598a458-0f77-4568-a037-fa96195ab3b4 None None] The sync data for ids ['b45c827e-ab25-41d2-9d50-48d427917e72'] in n-d-741529-9 is: [{'id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'name': 'tempest-ServersTestBootFromVolume-570126730-router', 'tenant_id': 'd6c7036af1d647c2827e33b517dc8824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'cfb1c975-0f38-43fb-8b3f-abf3793039d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:11:12Z', 'updated_at': '2022-01-18T20:11:21Z', 'revision_number': 4, 'project_id': 'd6c7036af1d647c2827e33b517dc8824', 'gw_port': {'id': 'cfb1c975-0f38-43fb-8b3f-abf3793039d3', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:32:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:11:12Z', 'updated_at': '2022-01-18T20:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'a1b52405-6347-4619-9f1e-d5a992fbd4ff', 'tenant_id': 'd6c7036af1d647c2827e33b517dc8824', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'port_id': 'ab9e94d2-f3ad-43de-b3d5-03357c1b214c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f664482-8506-48d9-b483-19e59ef85e95', 'mac_address': 'fa:16:3e:64:76:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143376f-f81f-4aec-934e-e88fcb9ba65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:11:32Z', 'updated_at': '2022-01-18T20:12:34Z', 'revision_number': 1, 'project_id': 'd6c7036af1d647c2827e33b517dc8824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea41bb9-42c2-45e3-ae70-4b0b870cd3f5', 'name': '', 'network_id': '0f664482-8506-48d9-b483-19e59ef85e95', 'tenant_id': 'd6c7036af1d647c2827e33b517dc8824', 'mac_address': 'fa:16:3e:55:57:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'cf66719b-d23f-409f-aa58-e79851cabdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:11:19Z', 'updated_at': '2022-01-18T20:11:29Z', 'revision_number': 5, 'project_id': 'd6c7036af1d647c2827e33b517dc8824', 'subnets': [{'id': 'cf66719b-d23f-409f-aa58-e79851cabdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:12:37.980310 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-fcb0f23c-12f8-4577-b616-a31371cd3f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:37.980932 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-fcb0f23c-12f8-4577-b616-a31371cd3f56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:37.982406 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-fcb0f23c-12f8-4577-b616-a31371cd3f56 service neutron] 10.222.0.70 "PUT /v2.0/ports/71123353-bb40-4a3e-a1cc-a1038fe77bcc HTTP/1.1" status: 200 len: 1091 time: 1.6536999 Jan 18 20:12:38.024248 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0f23c-12f8-4577-b616-a31371cd3f56 service neutron] Pushing event updated for resources: {'Port': ['ID=71123353-bb40-4a3e-a1cc-a1038fe77bcc,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:38.044572 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810fe1a-fbb2-4262-a64d-b33ff4124fb7 req-910d3cce-cd4f-4968-b642-a2411bfff926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:38.046144 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3810fe1a-fbb2-4262-a64d-b33ff4124fb7 req-910d3cce-cd4f-4968-b642-a2411bfff926 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d6c7036af1d647c2827e33b517dc8824&device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 1097 time: 0.1148980 Jan 18 20:12:38.138168 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-d1ea4932-99ca-4b8b-93fb-f8a5491b5f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:38.139620 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-d1ea4932-99ca-4b8b-93fb-f8a5491b5f0d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdcdbb1705e54a4a8f3f248186d8eb41&device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 1094 time: 0.1106775 Jan 18 20:12:38.191967 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-f9b3c94f-b161-4fb5-bae3-4f693350bddc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71123353-bb40-4a3e-a1cc-a1038fe77bcc HTTP/1.1" status: 200 len: 217 time: 0.0453160 Jan 18 20:12:38.201211 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810fe1a-fbb2-4262-a64d-b33ff4124fb7 req-8128d9f9-d665-4b21-ad21-21688a18027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:38.205176 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3810fe1a-fbb2-4262-a64d-b33ff4124fb7 req-8128d9f9-d665-4b21-ad21-21688a18027b service neutron] 10.222.0.70 "GET /v2.0/networks?id=0f664482-8506-48d9-b483-19e59ef85e95 HTTP/1.1" status: 200 len: 916 time: 0.1446810 Jan 18 20:12:38.293670 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c483ee0-82af-498b-a3b7-345123912e61 None None] New status for floating IP a1b52405-6347-4619-9f1e-d5a992fbd4ff: ACTIVE {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:12:38.345023 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 74c89f7d-1aed-473a-9a41-8ad6fa94039d no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:12:38.377548 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-55a55541-5c29-44fa-b97a-8401db21653b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:38.379433 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-55a55541-5c29-44fa-b97a-8401db21653b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=10dc11e1-e488-424e-9170-8405136c537b HTTP/1.1" status: 200 len: 855 time: 0.1800482 Jan 18 20:12:38.421413 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-a001d55c-4be3-4257-9a68-f34e4ec673f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b9ea892c-76c6-4189-83ba-54323c251196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354316 Jan 18 20:12:38.423212 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3810fe1a-fbb2-4262-a64d-b33ff4124fb7 req-2e647c2b-0e47-42fe-9b7a-ad33456804b7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab9e94d2-f3ad-43de-b3d5-03357c1b214c HTTP/1.1" status: 200 len: 1000 time: 0.2085252 Jan 18 20:12:38.431047 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 74c89f7d-1aed-473a-9a41-8ad6fa94039d {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:12:38.431318 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb676e7e-758d-40a7-9edb-415663ae0943 req-e6433b40-9064-490f-8e5d-59e75e867240 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:38.433713 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 74c89f7d-1aed-473a-9a41-8ad6fa94039d not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:12:38.434403 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device c87a2cc3-bb00-47f8-b51e-59d72e3e2b03 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:12:38.438851 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eb676e7e-758d-40a7-9edb-415663ae0943 req-e6433b40-9064-490f-8e5d-59e75e867240 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 943 time: 0.0839322 Jan 18 20:12:38.490088 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: c87a2cc3-bb00-47f8-b51e-59d72e3e2b03 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:12:38.490088 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device c87a2cc3-bb00-47f8-b51e-59d72e3e2b03 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:12:38.534985 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eb676e7e-758d-40a7-9edb-415663ae0943 req-63bfdc19-4e37-4168-89d4-d1a648019c8e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950706 Jan 18 20:12:38.548325 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-b1a3fd79-bcab-4cec-9c85-284f4599b1d3 service neutron] 10.222.0.70 "GET /v2.0/networks/b9ea892c-76c6-4189-83ba-54323c251196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130898 Jan 18 20:12:38.605552 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810fe1a-fbb2-4262-a64d-b33ff4124fb7 req-6e4e1d12-0a00-4bbc-885e-585e32e0f35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:38.607281 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3810fe1a-fbb2-4262-a64d-b33ff4124fb7 req-6e4e1d12-0a00-4bbc-885e-585e32e0f35a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cf66719b-d23f-409f-aa58-e79851cabdb6 HTTP/1.1" status: 200 len: 854 time: 0.0650043 Jan 18 20:12:38.654363 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1714cb3-8543-4d64-99da-ef32a8fd8694 req-da7e6280-5a55-4666-a8ff-cb9d7ad0e28e tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:38.656298 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c1714cb3-8543-4d64-99da-ef32a8fd8694 req-da7e6280-5a55-4666-a8ff-cb9d7ad0e28e tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0862877 Jan 18 20:12:38.700785 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac51be6f-2d92-41d3-8191-7bbf260129ee req-4b93ca42-c373-4309-951b-1a18fc645a41 service neutron] 10.222.0.70 "GET /v2.0/networks/b9ea892c-76c6-4189-83ba-54323c251196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923460 Jan 18 20:12:38.765111 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c1714cb3-8543-4d64-99da-ef32a8fd8694 req-b02d7603-2965-4919-9135-8839e9b802a6 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027956 Jan 18 20:12:38.785775 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810fe1a-fbb2-4262-a64d-b33ff4124fb7 req-bcdfc66b-a389-4c63-9c42-f6f7d57cac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:38.787651 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3810fe1a-fbb2-4262-a64d-b33ff4124fb7 req-bcdfc66b-a389-4c63-9c42-f6f7d57cac08 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0f664482-8506-48d9-b483-19e59ef85e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857568 Jan 18 20:12:38.969940 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3810fe1a-fbb2-4262-a64d-b33ff4124fb7 req-ab2e3ebb-9c51-473c-a746-9eb3fa55188a service neutron] 10.222.0.70 "GET /v2.0/networks/0f664482-8506-48d9-b483-19e59ef85e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723299 Jan 18 20:12:39.061033 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40af6a-beee-4e98-b758-50f9a250f028 req-e603b599-f39f-49e3-a8d7-a3309d7af12f tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:39.072893 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fd40af6a-beee-4e98-b758-50f9a250f028 req-e603b599-f39f-49e3-a8d7-a3309d7af12f tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 946 time: 0.0725868 Jan 18 20:12:39.152871 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fd40af6a-beee-4e98-b758-50f9a250f028 req-c1b3ceb0-f21a-4b25-81c7-383a6cb1838b tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788000 Jan 18 20:12:39.186266 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3810fe1a-fbb2-4262-a64d-b33ff4124fb7 req-e4135dc6-e026-4714-baa3-184d443b3889 service neutron] 10.222.0.70 "GET /v2.0/networks/0f664482-8506-48d9-b483-19e59ef85e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078524 Jan 18 20:12:39.312173 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-a951a360-7202-4fd1-8600-5334eafbff0b tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:39.315391 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-a951a360-7202-4fd1-8600-5334eafbff0b tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/networks?id=1330a1de-3636-4f07-b599-97f547076b99 HTTP/1.1" status: 200 len: 812 time: 0.1341875 Jan 18 20:12:39.315649 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 46124) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:12:39.332197 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-ac6362e3-b61b-43b4-95c6-b1b1ef242f30 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/quotas/211c72f201034d10bbf94424fe5e3d47 HTTP/1.1" status: 200 len: 375 time: 0.0121660 Jan 18 20:12:39.368375 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-275f5dbc-7964-48ab-8b5e-43afaa00bdfc tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=211c72f201034d10bbf94424fe5e3d47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302308 Jan 18 20:12:39.438962 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c7885478-a6f3-431e-8f2f-1197420e037b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:39.478412 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-a1d13cd6-d5a9-4d59-bbc6-46a54dea939f service neutron] 10.222.0.31 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009617 Jan 18 20:12:39.520586 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c7885478-a6f3-431e-8f2f-1197420e037b admin admin] Publish callbacks [] for security_group (64f271c0-35d7-450c-9833-43ee06fb3398), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:39.524776 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c7885478-a6f3-431e-8f2f-1197420e037b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (64f271c0-35d7-450c-9833-43ee06fb3398), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:39.564771 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c7885478-a6f3-431e-8f2f-1197420e037b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=524458e34a2249aeac071dabadead625&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2479753 Jan 18 20:12:39.565529 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7885478-a6f3-431e-8f2f-1197420e037b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f271c0-35d7-450c-9833-43ee06fb3398,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:39.568161 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 46130) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:12:39.610679 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-3050443f-dc40-4ffe-a6e6-afa66f15a990 service neutron] 10.222.0.31 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264248 Jan 18 20:12:39.627024 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ae4e1183-256c-4313-a91e-ba196c8a6de9 admin admin] Publish callbacks [] for security_group (64f271c0-35d7-450c-9833-43ee06fb3398), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:39.653219 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ae4e1183-256c-4313-a91e-ba196c8a6de9 admin admin] Publish callbacks [] for security_group (64f271c0-35d7-450c-9833-43ee06fb3398), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:39.725843 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ae4e1183-256c-4313-a91e-ba196c8a6de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (64f271c0-35d7-450c-9833-43ee06fb3398), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:39.731262 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74114992-5be3-4e5c-9365-ded86bffb275 req-feff3943-e313-4ec9-9cd2-992411316503 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:39.732902 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-74114992-5be3-4e5c-9365-ded86bffb275 req-feff3943-e313-4ec9-9cd2-992411316503 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 943 time: 0.0876431 Jan 18 20:12:39.733439 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ae4e1183-256c-4313-a91e-ba196c8a6de9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:39.737528 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ae4e1183-256c-4313-a91e-ba196c8a6de9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64f271c0-35d7-450c-9833-43ee06fb3398 HTTP/1.1" status: 204 len: 168 time: 0.1661494 Jan 18 20:12:39.746974 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e1183-256c-4313-a91e-ba196c8a6de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f271c0-35d7-450c-9833-43ee06fb3398,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:39.855170 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-74114992-5be3-4e5c-9365-ded86bffb275 req-6b15fe08-c1bb-4853-99f6-923f4924ec48 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072893 Jan 18 20:12:39.929353 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec17062f-8081-45c4-a801-1aadaa7fa72c', 'tag': '71123353-bb40-4a3e-a1cc-a1038fe77bcc'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:12:39.933249 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d0d0ed-1da2-4a42-ae87-54d3ae8fdb1c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec17062f-8081-45c4-a801-1aadaa7fa72c", "tag": "71123353-bb40-4a3e-a1cc-a1038fe77bcc"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:12:39.934479 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f53823b-16e1-4749-8631-3e3f69f0b6dc req-70c6b539-3fa9-4a84-8d3c-6f18b5741c86 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c32b77-04c6-414f-80f1-1256def036ae HTTP/1.1" status: 200 len: 210 time: 0.0381889 Jan 18 20:12:40.095473 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e44dfe-529b-4a87-b05c-b7f884d47089 req-6894c69b-4cfb-4f5f-b5a6-1364f3e8b572 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:40.097493 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a3e44dfe-529b-4a87-b05c-b7f884d47089 req-6894c69b-4cfb-4f5f-b5a6-1364f3e8b572 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0814683 Jan 18 20:12:40.163497 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a3e44dfe-529b-4a87-b05c-b7f884d47089 req-e6466097-76fe-4872-8a0a-a3e9646898a3 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596516 Jan 18 20:12:40.333695 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 46162) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:12:40.335969 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 71123353-bb40-4a3e-a1cc-a1038fe77bcc details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:12:40.360772 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-27ca766a-465d-4afd-99ea-48064c15ba0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:40.385206 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951afb60-8286-4e5d-9db6-70ab639b505e x-openstack-request-id: req-951afb60-8286-4e5d-9db6-70ab639b505e {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:12:40.386227 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec17062f-8081-45c4-a801-1aadaa7fa72c", "tag": "71123353-bb40-4a3e-a1cc-a1038fe77bcc", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:12:40.387044 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-951afb60-8286-4e5d-9db6-70ab639b505e {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:12:40.387843 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec17062f-8081-45c4-a801-1aadaa7fa72c', 'tag': '71123353-bb40-4a3e-a1cc-a1038fe77bcc', 'status': 'completed', 'code': 200} Jan 18 20:12:40.473117 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0d0ed-1da2-4a42-ae87-54d3ae8fdb1c req-9ff4169a-24bd-438d-8759-9d8080c5f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:40.474861 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d3d0d0ed-1da2-4a42-ae87-54d3ae8fdb1c req-9ff4169a-24bd-438d-8759-9d8080c5f40b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdcdbb1705e54a4a8f3f248186d8eb41&device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 1094 time: 0.0786288 Jan 18 20:12:40.519036 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 71123353-bb40-4a3e-a1cc-a1038fe77bcc, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=71123353-bb40-4a3e-a1cc-a1038fe77bcc,segment=NetworkSegment(7c999ac7-baea-45bb-ab9e-31dd698bcd3b),segment_id=7c999ac7-baea-45bb-ab9e-31dd698bcd3b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:40.533030 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '71123353-bb40-4a3e-a1cc-a1038fe77bcc', 'network_id': 'b9ea892c-76c6-4189-83ba-54323c251196', 'port_id': '71123353-bb40-4a3e-a1cc-a1038fe77bcc', 'mac_address': 'fa:16:3e:61:65:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10dc11e1-e488-424e-9170-8405136c537b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:12:40.583860 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 71123353-bb40-4a3e-a1cc-a1038fe77bcc is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:12:40.584696 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (71123353-bb40-4a3e-a1cc-a1038fe77bcc), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:40.602875 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71123353-bb40-4a3e-a1cc-a1038fe77bcc {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:12:40.615197 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823b592-4136-444f-9ee5-8b61921a85ce req-61f5e7a7-e6e3-4454-a760-c9cb04090408 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:40.618641 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a823b592-4136-444f-9ee5-8b61921a85ce req-61f5e7a7-e6e3-4454-a760-c9cb04090408 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 946 time: 0.1013176 Jan 18 20:12:40.643669 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 71123353-bb40-4a3e-a1cc-a1038fe77bcc, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=71123353-bb40-4a3e-a1cc-a1038fe77bcc,segment=NetworkSegment(7c999ac7-baea-45bb-ab9e-31dd698bcd3b),segment_id=7c999ac7-baea-45bb-ab9e-31dd698bcd3b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:40.653258 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (71123353-bb40-4a3e-a1cc-a1038fe77bcc), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:40.679325 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0d0ed-1da2-4a42-ae87-54d3ae8fdb1c req-f1bb4ea1-f25e-42eb-a1a5-b05907c95735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:40.680874 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d3d0d0ed-1da2-4a42-ae87-54d3ae8fdb1c req-f1bb4ea1-f25e-42eb-a1a5-b05907c95735 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b9ea892c-76c6-4189-83ba-54323c251196 HTTP/1.1" status: 200 len: 916 time: 0.1978371 Jan 18 20:12:40.699173 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a823b592-4136-444f-9ee5-8b61921a85ce req-1d532186-709b-432f-afe8-2f0e4644c720 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726852 Jan 18 20:12:40.737965 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=71123353-bb40-4a3e-a1cc-a1038fe77bcc,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:40.763863 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d3d0d0ed-1da2-4a42-ae87-54d3ae8fdb1c req-47e0da59-0d34-413a-b7e5-44076ffb6463 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71123353-bb40-4a3e-a1cc-a1038fe77bcc HTTP/1.1" status: 200 len: 217 time: 0.0751665 Jan 18 20:12:40.808748 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-27ca766a-465d-4afd-99ea-48064c15ba0f admin admin] Publish callbacks [] for security_group (91af5f4c-a9f4-429b-939c-99547bb2fe66), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:40.816012 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-27ca766a-465d-4afd-99ea-48064c15ba0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (91af5f4c-a9f4-429b-939c-99547bb2fe66), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:40.860390 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0d0ed-1da2-4a42-ae87-54d3ae8fdb1c req-3da8cc3d-49b9-4704-829c-92abc8458b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:40.861861 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d3d0d0ed-1da2-4a42-ae87-54d3ae8fdb1c req-3da8cc3d-49b9-4704-829c-92abc8458b52 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=10dc11e1-e488-424e-9170-8405136c537b HTTP/1.1" status: 200 len: 855 time: 0.0902269 Jan 18 20:12:40.870643 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-27ca766a-465d-4afd-99ea-48064c15ba0f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e5ead82f924404289f65291747a9aea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5349979 Jan 18 20:12:40.872702 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 46168) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:12:40.873462 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca766a-465d-4afd-99ea-48064c15ba0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91af5f4c-a9f4-429b-939c-99547bb2fe66,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:40.928622 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d3d0d0ed-1da2-4a42-ae87-54d3ae8fdb1c req-80dae448-8dd0-4f61-8903-8f38af0d7ba8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b9ea892c-76c6-4189-83ba-54323c251196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431714 Jan 18 20:12:41.001124 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f1b0fd5-65d6-45c8-b689-ed482b90e08b admin admin] Publish callbacks [] for security_group (91af5f4c-a9f4-429b-939c-99547bb2fe66), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:41.046991 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1b5d2-72e6-4017-a9d8-d4457fe9db1f req-c2280a03-c9ba-4e41-a6c8-8753246cb792 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:41.054826 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ef1b5d2-72e6-4017-a9d8-d4457fe9db1f req-c2280a03-c9ba-4e41-a6c8-8753246cb792 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 944 time: 0.1078851 Jan 18 20:12:41.056392 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['71123353-bb40-4a3e-a1cc-a1038fe77bcc'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:12:41.058770 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f1b0fd5-65d6-45c8-b689-ed482b90e08b admin admin] Publish callbacks [] for security_group (91af5f4c-a9f4-429b-939c-99547bb2fe66), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:41.115664 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d3d0d0ed-1da2-4a42-ae87-54d3ae8fdb1c req-af709301-c341-409d-8e35-ae525c07d1a8 service neutron] 10.222.0.70 "GET /v2.0/networks/b9ea892c-76c6-4189-83ba-54323c251196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829202 Jan 18 20:12:41.154110 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ef1b5d2-72e6-4017-a9d8-d4457fe9db1f req-97c49c94-8d63-4b5e-9de3-a0de8e215e33 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982826 Jan 18 20:12:41.185294 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f1b0fd5-65d6-45c8-b689-ed482b90e08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (91af5f4c-a9f4-429b-939c-99547bb2fe66), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:41.190783 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f1b0fd5-65d6-45c8-b689-ed482b90e08b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:41.192359 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7f1b0fd5-65d6-45c8-b689-ed482b90e08b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/91af5f4c-a9f4-429b-939c-99547bb2fe66 HTTP/1.1" status: 204 len: 168 time: 0.3178203 Jan 18 20:12:41.216453 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b0fd5-65d6-45c8-b689-ed482b90e08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91af5f4c-a9f4-429b-939c-99547bb2fe66,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:41.387425 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c193c192-44e2-499f-8950-7888517507fa req-4ec1eb09-1d1b-4ddb-96f7-ee68ad43cadf tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c32b77-04c6-414f-80f1-1256def036ae HTTP/1.1" status: 200 len: 210 time: 0.0764031 Jan 18 20:12:41.404385 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d3d0d0ed-1da2-4a42-ae87-54d3ae8fdb1c req-db793269-259e-4041-bffe-5bdcc8be37f9 service neutron] 10.222.0.70 "GET /v2.0/networks/b9ea892c-76c6-4189-83ba-54323c251196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651219 Jan 18 20:12:41.548385 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-58a7dc5b-f866-410c-9841-bba59c4b0e33 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:41.550851 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-58a7dc5b-f866-410c-9841-bba59c4b0e33 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.70 "GET /v2.0/networks?id=1330a1de-3636-4f07-b599-97f547076b99 HTTP/1.1" status: 200 len: 812 time: 0.1761835 Jan 18 20:12:41.560061 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e02784-381a-4ef5-9659-c0fdd32e364d req-048a9a20-4157-4bae-a18f-2556d49ee1fe tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:41.564389 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4e02784-381a-4ef5-9659-c0fdd32e364d req-048a9a20-4157-4bae-a18f-2556d49ee1fe tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0911596 Jan 18 20:12:41.566575 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-cc20c4b8-659f-4132-bcd0-d63b2f507600 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Request body: {'port': {'device_id': '87c32b77-04c6-414f-80f1-1256def036ae', 'network_id': '1330a1de-3636-4f07-b599-97f547076b99', 'admin_state_up': True, 'tenant_id': '211c72f201034d10bbf94424fe5e3d47'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:12:41.672137 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4e02784-381a-4ef5-9659-c0fdd32e364d req-eebf9a22-6ce5-4ce2-a1c0-594cf2b9ab02 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998039 Jan 18 20:12:41.786564 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-cc20c4b8-659f-4132-bcd0-d63b2f507600 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Made reservation on behalf of 211c72f201034d10bbf94424fe5e3d47 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:12:41.791369 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-cc20c4b8-659f-4132-bcd0-d63b2f507600 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:41.935900 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab2952-79af-4e66-8840-bcca1ace4e43 req-c45e4868-b2a2-4768-98ab-e933e6801eb0 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:41.941006 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3eab2952-79af-4e66-8840-bcca1ace4e43 req-c45e4868-b2a2-4768-98ab-e933e6801eb0 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 946 time: 0.1398332 Jan 18 20:12:41.983258 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-cc20c4b8-659f-4132-bcd0-d63b2f507600 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Allocated IP 172.20.0.11 (1330a1de-3636-4f07-b599-97f547076b99/b76b9fe0-68f8-4703-9228-21897e60da9f/11399602-59da-4675-b228-cb836ee93a2f) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:12:42.048242 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3eab2952-79af-4e66-8840-bcca1ace4e43 req-f333a3a1-37e3-4cf5-9b82-94b54651b0f2 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008246 Jan 18 20:12:42.248745 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-cc20c4b8-659f-4132-bcd0-d63b2f507600 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks [] for port (11399602-59da-4675-b228-cb836ee93a2f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:42.334499 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-cc20c4b8-659f-4132-bcd0-d63b2f507600 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (11399602-59da-4675-b228-cb836ee93a2f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:42.341271 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd0953-7d92-4598-8d00-edf2a91235a0 req-1ee18d85-c8a5-49c9-bcb8-c4e5f36b7ff4 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:42.343642 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7cfd0953-7d92-4598-8d00-edf2a91235a0 req-1ee18d85-c8a5-49c9-bcb8-c4e5f36b7ff4 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 944 time: 0.1034625 Jan 18 20:12:42.369694 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-cc20c4b8-659f-4132-bcd0-d63b2f507600 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Network 1330a1de-3636-4f07-b599-97f547076b99 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:12:42.390645 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-cc20c4b8-659f-4132-bcd0-d63b2f507600 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:12:42.393206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-cc20c4b8-659f-4132-bcd0-d63b2f507600 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:12:42.475704 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7cfd0953-7d92-4598-8d00-edf2a91235a0 req-d502b851-5a6a-4f2e-aef2-22a9d77acab5 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255119 Jan 18 20:12:42.494688 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-cc20c4b8-659f-4132-bcd0-d63b2f507600 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:42.494688 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-cc20c4b8-659f-4132-bcd0-d63b2f507600 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:42.494688 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20c4b8-659f-4132-bcd0-d63b2f507600 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Pushing event updated for resources: {'Port': ['ID=11399602-59da-4675-b228-cb836ee93a2f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:42.516272 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-cc20c4b8-659f-4132-bcd0-d63b2f507600 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9535732 Jan 18 20:12:42.543113 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-53fafed2-ffa3-443c-a6c6-c137ef609eeb service neutron] Request body: {'port': {'device_id': '87c32b77-04c6-414f-80f1-1256def036ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:12:42.612300 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad3ef6-0b1c-4ae3-8ecb-81b5c73031c3 req-bb604826-e84e-41e5-a070-6271d0ff057e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:42.621392 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65ad3ef6-0b1c-4ae3-8ecb-81b5c73031c3 req-bb604826-e84e-41e5-a070-6271d0ff057e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c32b77-04c6-414f-80f1-1256def036ae HTTP/1.1" status: 200 len: 932 time: 0.1075175 Jan 18 20:12:42.629777 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-53fafed2-ffa3-443c-a6c6-c137ef609eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (11399602-59da-4675-b228-cb836ee93a2f), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:42.689811 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65ad3ef6-0b1c-4ae3-8ecb-81b5c73031c3 req-c9789a44-7046-42f2-8802-3056454ebb80 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671394 Jan 18 20:12:42.932261 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-e52df2ef-5b27-4cca-a1a0-fdf800f89562 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=fe20f4e6c5094ba7bd431af47a91c295&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243247 Jan 18 20:12:42.942593 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb3c19-c8f2-4911-84da-778a4e08ec31 req-77a84e37-5001-4692-94d7-531afe96b0cd tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:42.950708 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4efb3c19-c8f2-4911-84da-778a4e08ec31 req-77a84e37-5001-4692-94d7-531afe96b0cd tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.1105680 Jan 18 20:12:43.045125 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-53fafed2-ffa3-443c-a6c6-c137ef609eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11399602-59da-4675-b228-cb836ee93a2f {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:12:43.054485 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-53fafed2-ffa3-443c-a6c6-c137ef609eeb service neutron] Publish callbacks [] for port (11399602-59da-4675-b228-cb836ee93a2f), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:43.068933 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-53fafed2-ffa3-443c-a6c6-c137ef609eeb service neutron] Transition to ACTIVE for port object 11399602-59da-4675-b228-cb836ee93a2f will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:12:43.070291 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4efb3c19-c8f2-4911-84da-778a4e08ec31 req-c10c1330-61d2-4342-8285-57ce74a374c3 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187639 Jan 18 20:12:43.076623 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-53fafed2-ffa3-443c-a6c6-c137ef609eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (11399602-59da-4675-b228-cb836ee93a2f), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:43.157015 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-28076365-8581-44a7-8a53-41610579d58d tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:43.171045 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-28076365-8581-44a7-8a53-41610579d58d tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2135701 Jan 18 20:12:43.232270 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fafed2-ffa3-443c-a6c6-c137ef609eeb service neutron] Pushing event updated for resources: {'Port': ['ID=11399602-59da-4675-b228-cb836ee93a2f,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:43.246075 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-53fafed2-ffa3-443c-a6c6-c137ef609eeb service neutron] Attempting to bind port 11399602-59da-4675-b228-cb836ee93a2f on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:12:43.246520 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-53fafed2-ffa3-443c-a6c6-c137ef609eeb service neutron] Attempting to bind port 11399602-59da-4675-b228-cb836ee93a2f by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '764cc364-bdeb-41f4-8a87-9fa870bc06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1330a1de-3636-4f07-b599-97f547076b99'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:12:43.246942 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-53fafed2-ffa3-443c-a6c6-c137ef609eeb service neutron] Attempting to bind port 11399602-59da-4675-b228-cb836ee93a2f on network 1330a1de-3636-4f07-b599-97f547076b99 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:12:43.252245 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-53fafed2-ffa3-443c-a6c6-c137ef609eeb service neutron] Port 11399602-59da-4675-b228-cb836ee93a2f on network 1330a1de-3636-4f07-b599-97f547076b99 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:12:43.252670 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-53fafed2-ffa3-443c-a6c6-c137ef609eeb service neutron] Attempting to bind port 11399602-59da-4675-b228-cb836ee93a2f on network 1330a1de-3636-4f07-b599-97f547076b99 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:12:43.252860 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b72ddd-e240-48f2-8824-32e283bbcd7c req-ce3b9648-dd7f-41b6-b1a0-3f1fd8e07c99 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:43.258259 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-53fafed2-ffa3-443c-a6c6-c137ef609eeb service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:12:43.258701 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-53fafed2-ffa3-443c-a6c6-c137ef609eeb service neutron] Checking segment: {'id': '764cc364-bdeb-41f4-8a87-9fa870bc06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1330a1de-3636-4f07-b599-97f547076b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:12:43.259198 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-53fafed2-ffa3-443c-a6c6-c137ef609eeb service neutron] Bound using segment: {'id': '764cc364-bdeb-41f4-8a87-9fa870bc06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1330a1de-3636-4f07-b599-97f547076b99'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:12:43.259749 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-53fafed2-ffa3-443c-a6c6-c137ef609eeb service neutron] Bound port: 11399602-59da-4675-b228-cb836ee93a2f, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '764cc364-bdeb-41f4-8a87-9fa870bc06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1330a1de-3636-4f07-b599-97f547076b99'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:12:43.260188 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-53fafed2-ffa3-443c-a6c6-c137ef609eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (11399602-59da-4675-b228-cb836ee93a2f), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:43.263439 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-25b72ddd-e240-48f2-8824-32e283bbcd7c req-ce3b9648-dd7f-41b6-b1a0-3f1fd8e07c99 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 946 time: 0.0906618 Jan 18 20:12:43.265806 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-1ed5dfd8-822b-4165-a3a7-379ae0db403e tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/quotas/fe20f4e6c5094ba7bd431af47a91c295 HTTP/1.1" status: 200 len: 375 time: 0.0503800 Jan 18 20:12:43.320839 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-898ac171-980a-460f-8028-daed666cff14 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fe20f4e6c5094ba7bd431af47a91c295&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482886 Jan 18 20:12:43.359259 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-53fafed2-ffa3-443c-a6c6-c137ef609eeb service neutron] For port 11399602-59da-4675-b228-cb836ee93a2f, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:12:43.362902 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-53fafed2-ffa3-443c-a6c6-c137ef609eeb service neutron] For port 11399602-59da-4675-b228-cb836ee93a2f, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=11399602-59da-4675-b228-cb836ee93a2f,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:12:43.368845 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-53fafed2-ffa3-443c-a6c6-c137ef609eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (11399602-59da-4675-b228-cb836ee93a2f), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:43.383269 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-25b72ddd-e240-48f2-8824-32e283bbcd7c req-b9f1e6b2-9b3a-41e0-9802-364beeece5a4 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190877 Jan 18 20:12:43.438113 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-53fafed2-ffa3-443c-a6c6-c137ef609eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:43.439200 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-53fafed2-ffa3-443c-a6c6-c137ef609eeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:43.440611 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-53fafed2-ffa3-443c-a6c6-c137ef609eeb service neutron] 10.222.0.70 "PUT /v2.0/ports/11399602-59da-4675-b228-cb836ee93a2f HTTP/1.1" status: 200 len: 1092 time: 0.9051898 Jan 18 20:12:43.441252 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c32b77-04c6-414f-80f1-1256def036ae', 'tag': '11399602-59da-4675-b228-cb836ee93a2f'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:12:43.447605 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78353d33-d72d-4e33-881e-3fd137157e19" -d '{"events": [{"name": "network-changed", "server_uuid": "87c32b77-04c6-414f-80f1-1256def036ae", "tag": "11399602-59da-4675-b228-cb836ee93a2f"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:12:43.532922 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca5d995-0b95-4c99-89fe-94810182bffa x-openstack-request-id: req-9ca5d995-0b95-4c99-89fe-94810182bffa {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:12:43.535732 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c32b77-04c6-414f-80f1-1256def036ae", "tag": "11399602-59da-4675-b228-cb836ee93a2f", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:12:43.536196 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ca5d995-0b95-4c99-89fe-94810182bffa {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:12:43.537662 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c32b77-04c6-414f-80f1-1256def036ae', 'tag': '11399602-59da-4675-b228-cb836ee93a2f', 'status': 'completed', 'code': 200} Jan 18 20:12:43.545173 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fafed2-ffa3-443c-a6c6-c137ef609eeb service neutron] Pushing event updated for resources: {'Port': ['ID=11399602-59da-4675-b228-cb836ee93a2f,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:43.557029 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6551462a-c67a-43ae-9363-ef1a3995d022 req-f0d94ac5-1ea6-477f-8cad-37735187d76b tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab7ade17-2169-42e6-8aa5-66dc0777b68d HTTP/1.1" status: 200 len: 210 time: 0.0495775 Jan 18 20:12:43.627959 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-887b395b-7144-440f-a1ff-7404ffd0787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:43.629684 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-887b395b-7144-440f-a1ff-7404ffd0787b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=211c72f201034d10bbf94424fe5e3d47&device_id=87c32b77-04c6-414f-80f1-1256def036ae HTTP/1.1" status: 200 len: 1095 time: 0.1263449 Jan 18 20:12:43.680620 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-9c8e8b2f-5344-4eee-9e95-c74e90d6ee9c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11399602-59da-4675-b228-cb836ee93a2f HTTP/1.1" status: 200 len: 217 time: 0.0432153 Jan 18 20:12:43.690099 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8a1c7-e491-49f6-b5cc-31bf9d97e110 req-11fab189-44b5-4d8f-9906-9e7c7245be20 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:43.691647 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7df8a1c7-e491-49f6-b5cc-31bf9d97e110 req-11fab189-44b5-4d8f-9906-9e7c7245be20 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 944 time: 0.1068449 Jan 18 20:12:43.743711 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-1c019b0f-27d7-4b32-9bce-3f8722f84a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:43.747692 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-1c019b0f-27d7-4b32-9bce-3f8722f84a33 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b76b9fe0-68f8-4703-9228-21897e60da9f HTTP/1.1" status: 200 len: 852 time: 0.0612469 Jan 18 20:12:43.782770 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7df8a1c7-e491-49f6-b5cc-31bf9d97e110 req-a283f6cb-dd6e-4a19-9eeb-667214da1172 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827193 Jan 18 20:12:43.822964 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-bb78d3df-dda2-4a90-bb31-d7d3f44e3bf8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1330a1de-3636-4f07-b599-97f547076b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682781 Jan 18 20:12:43.919702 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d4bfc-09e5-47a4-9df1-fd79e8badbd8 req-24efbea2-93f6-48ad-b929-6e51fb414c7c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:43.921609 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c52d4bfc-09e5-47a4-9df1-fd79e8badbd8 req-24efbea2-93f6-48ad-b929-6e51fb414c7c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c32b77-04c6-414f-80f1-1256def036ae HTTP/1.1" status: 200 len: 944 time: 0.1044710 Jan 18 20:12:44.049841 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-6d811ff4-0bf2-4adb-8d2a-11552df298f5 service neutron] 10.222.0.70 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122455 Jan 18 20:12:44.059384 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c52d4bfc-09e5-47a4-9df1-fd79e8badbd8 req-ba068432-7977-4064-b595-a3f24ed4d524 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317391 Jan 18 20:12:44.191334 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-373d999c-b0b3-4a07-b09b-5ed4bd3e9e22 req-0526dc57-506e-48f0-b2f8-18e5df29d76d service neutron] 10.222.0.70 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340818 Jan 18 20:12:44.240393 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34752d2-9cae-4c7f-83ce-fb3d653ceb46 req-83fcc6bd-2970-44c3-875b-89dadecdec85 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:44.243232 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b34752d2-9cae-4c7f-83ce-fb3d653ceb46 req-83fcc6bd-2970-44c3-875b-89dadecdec85 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0923083 Jan 18 20:12:44.337702 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 71123353-bb40-4a3e-a1cc-a1038fe77bcc up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:12:44.341820 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b34752d2-9cae-4c7f-83ce-fb3d653ceb46 req-02139ce5-a287-4f05-8e44-1909b43a7f49 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805883 Jan 18 20:12:44.344534 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78353d33-d72d-4e33-881e-3fd137157e19 req-f0663e00-2dc5-475f-bd96-f1b33a26ab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:44.346182 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-78353d33-d72d-4e33-881e-3fd137157e19 req-f0663e00-2dc5-475f-bd96-f1b33a26ab97 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=211c72f201034d10bbf94424fe5e3d47&device_id=87c32b77-04c6-414f-80f1-1256def036ae HTTP/1.1" status: 200 len: 1095 time: 0.0969691 Jan 18 20:12:44.456479 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 71123353-bb40-4a3e-a1cc-a1038fe77bcc completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:12:44.465375 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 71123353-bb40-4a3e-a1cc-a1038fe77bcc triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:12:44.466204 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (71123353-bb40-4a3e-a1cc-a1038fe77bcc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:44.508394 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78353d33-d72d-4e33-881e-3fd137157e19 req-a20f5c16-412d-4d4f-a801-109918fec784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:44.510523 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-78353d33-d72d-4e33-881e-3fd137157e19 req-a20f5c16-412d-4d4f-a801-109918fec784 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1330a1de-3636-4f07-b599-97f547076b99 HTTP/1.1" status: 200 len: 913 time: 0.1550405 Jan 18 20:12:44.560367 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-78353d33-d72d-4e33-881e-3fd137157e19 req-abf164f4-4903-48c0-b8a3-f78b0c231f20 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11399602-59da-4675-b228-cb836ee93a2f HTTP/1.1" status: 200 len: 217 time: 0.0427923 Jan 18 20:12:44.572135 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 71123353-bb40-4a3e-a1cc-a1038fe77bcc is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:12:44.573041 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (71123353-bb40-4a3e-a1cc-a1038fe77bcc), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:44.594722 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2494af8-c430-4ff7-9c81-6647c1b4ebab req-b0f22c10-2277-4a5b-ad92-be3fb03e5c19 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:44.603391 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d2494af8-c430-4ff7-9c81-6647c1b4ebab req-b0f22c10-2277-4a5b-ad92-be3fb03e5c19 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 946 time: 0.0969620 Jan 18 20:12:44.606818 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec17062f-8081-45c4-a801-1aadaa7fa72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71123353-bb40-4a3e-a1cc-a1038fe77bcc'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:12:44.609377 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a40a947-4668-41d2-a2bb-0a2157968945" -d '{"events": [{"server_uuid": "ec17062f-8081-45c4-a801-1aadaa7fa72c", "name": "network-vif-plugged", "status": "completed", "tag": "71123353-bb40-4a3e-a1cc-a1038fe77bcc"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:12:44.623672 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 71123353-bb40-4a3e-a1cc-a1038fe77bcc, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=71123353-bb40-4a3e-a1cc-a1038fe77bcc,segment=NetworkSegment(7c999ac7-baea-45bb-ab9e-31dd698bcd3b),segment_id=7c999ac7-baea-45bb-ab9e-31dd698bcd3b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:44.632242 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (71123353-bb40-4a3e-a1cc-a1038fe77bcc), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:44.637561 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78353d33-d72d-4e33-881e-3fd137157e19 req-7125feb3-7f2b-4af0-90b4-1e1c30516083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:44.639345 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-78353d33-d72d-4e33-881e-3fd137157e19 req-7125feb3-7f2b-4af0-90b4-1e1c30516083 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b76b9fe0-68f8-4703-9228-21897e60da9f HTTP/1.1" status: 200 len: 852 time: 0.0691884 Jan 18 20:12:44.674911 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d2494af8-c430-4ff7-9c81-6647c1b4ebab req-fdef1f6d-7ff3-4cf1-833e-91c0ea2f6c58 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703084 Jan 18 20:12:44.697495 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-78353d33-d72d-4e33-881e-3fd137157e19 req-321ef865-429c-4f20-9ea5-6916848cbba3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1330a1de-3636-4f07-b599-97f547076b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441921 Jan 18 20:12:44.754677 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=71123353-bb40-4a3e-a1cc-a1038fe77bcc,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:44.770829 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:12:44.771355 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:12:44.771925 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:12:44.772488 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:12:44.773041 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:12:44.773882 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:12:44.774498 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:12:44.775218 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:12:44.775767 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:12:44.778757 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:12:44.779347 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:12:44.779907 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:12:44.780458 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:12:44.790600 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2fed21b6-2492-4d7f-8289-863e574d3149 req-578a92a2-7f4b-42df-94fc-e67737376db1 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab7ade17-2169-42e6-8aa5-66dc0777b68d HTTP/1.1" status: 200 len: 210 time: 0.0429246 Jan 18 20:12:44.828937 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d23d64-b12d-47f4-8733-d76bba5c3478 x-openstack-request-id: req-b6d23d64-b12d-47f4-8733-d76bba5c3478 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:12:44.829374 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec17062f-8081-45c4-a801-1aadaa7fa72c", "name": "network-vif-plugged", "status": "completed", "tag": "71123353-bb40-4a3e-a1cc-a1038fe77bcc", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:12:44.829808 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6d23d64-b12d-47f4-8733-d76bba5c3478 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:12:44.831168 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec17062f-8081-45c4-a801-1aadaa7fa72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71123353-bb40-4a3e-a1cc-a1038fe77bcc', 'code': 200} Jan 18 20:12:44.911168 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-78353d33-d72d-4e33-881e-3fd137157e19 req-fbb81a84-b07c-4bd6-af74-06c864c1be7f service neutron] 10.222.0.70 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058010 Jan 18 20:12:45.057250 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec54aca-016b-41e3-8f59-15af64b30a58 req-2fd9a7ec-259f-4f83-bffb-533b62e8ff62 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:45.059990 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fec54aca-016b-41e3-8f59-15af64b30a58 req-2fd9a7ec-259f-4f83-bffb-533b62e8ff62 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.0860350 Jan 18 20:12:45.134899 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-f696af93-69dc-49f9-b10c-feccf13f8032 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=fe20f4e6c5094ba7bd431af47a91c295&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0919600 Jan 18 20:12:45.182392 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fec54aca-016b-41e3-8f59-15af64b30a58 req-4662058a-a0d6-4dff-830b-51f7ccc43824 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144559 Jan 18 20:12:45.249067 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3034ee-b2e3-4539-958c-16d54e4f7c67 req-69d63a8b-3af7-465e-8cbd-42af36bec6b6 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:45.257650 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a3034ee-b2e3-4539-958c-16d54e4f7c67 req-69d63a8b-3af7-465e-8cbd-42af36bec6b6 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c32b77-04c6-414f-80f1-1256def036ae HTTP/1.1" status: 200 len: 944 time: 0.0704718 Jan 18 20:12:45.331012 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a3034ee-b2e3-4539-958c-16d54e4f7c67 req-88ace3a9-3292-4934-831b-638b288f9b9e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719268 Jan 18 20:12:45.501550 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d354482-1828-4816-86e1-2a7ef788d585 req-a1eaef00-dcb6-49e3-b14a-145d11fdc1c0 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:45.504185 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0d354482-1828-4816-86e1-2a7ef788d585 req-a1eaef00-dcb6-49e3-b14a-145d11fdc1c0 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0784318 Jan 18 20:12:45.550266 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb06510-cd9c-4f47-912a-5156f0ae308e req-ea14081d-1bec-48f7-ab68-5c2f09869889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:45.551758 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bbb06510-cd9c-4f47-912a-5156f0ae308e req-ea14081d-1bec-48f7-ab68-5c2f09869889 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 1096 time: 0.5488114 Jan 18 20:12:45.563498 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0d354482-1828-4816-86e1-2a7ef788d585 req-4ef7ae49-ccc2-4006-8dd3-a72442c1b4e0 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533845 Jan 18 20:12:45.586901 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-78353d33-d72d-4e33-881e-3fd137157e19 req-faae8ce5-d61a-4822-8861-67d9795689f2 service neutron] 10.222.0.70 "GET /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6614935 Jan 18 20:12:45.603991 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-6fb41ae7-bcc6-43f0-8216-e430f93f0c16 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:45.606330 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-6fb41ae7-bcc6-43f0-8216-e430f93f0c16 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4625583 Jan 18 20:12:45.619311 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-76509ade-c87b-4312-8803-19eef7f79d61 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Request body: {'port': {'device_id': 'ab7ade17-2169-42e6-8aa5-66dc0777b68d', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': 'fe20f4e6c5094ba7bd431af47a91c295'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:12:45.664823 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bbb06510-cd9c-4f47-912a-5156f0ae308e req-f8d52a0b-2d15-4f8e-aea1-c31dc1d13ad4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044183 Jan 18 20:12:45.767910 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-76509ade-c87b-4312-8803-19eef7f79d61 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Made reservation on behalf of fe20f4e6c5094ba7bd431af47a91c295 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:12:45.771965 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-76509ade-c87b-4312-8803-19eef7f79d61 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:45.783494 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-76509ade-c87b-4312-8803-19eef7f79d61 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:45.794501 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7f3d2-19cb-48ec-bbcd-ed9a33713e53 req-36cd8f11-22f8-43cd-b849-b1655a93f1ad tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:45.802635 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2bd7f3d2-19cb-48ec-bbcd-ed9a33713e53 req-36cd8f11-22f8-43cd-b849-b1655a93f1ad tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 946 time: 0.0654316 Jan 18 20:12:45.873254 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2bd7f3d2-19cb-48ec-bbcd-ed9a33713e53 req-dc895c3c-915f-4ccc-a94c-9d42451146b4 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660312 Jan 18 20:12:45.897208 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-76509ade-c87b-4312-8803-19eef7f79d61 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Publish callbacks [] for security_group (254c1ae4-10a3-437b-a01c-48dde04efb17), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:45.903177 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-76509ade-c87b-4312-8803-19eef7f79d61 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (254c1ae4-10a3-437b-a01c-48dde04efb17), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:45.954244 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fe747a7f-7f57-49c1-8db8-3d0ae9aa3165 req-da308c7b-806d-4068-bcd0-de55020300b5 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab7ade17-2169-42e6-8aa5-66dc0777b68d HTTP/1.1" status: 200 len: 210 time: 0.0510263 Jan 18 20:12:46.061108 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76509ade-c87b-4312-8803-19eef7f79d61 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=254c1ae4-10a3-437b-a01c-48dde04efb17,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:46.077700 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-76509ade-c87b-4312-8803-19eef7f79d61 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Allocated IP 192.168.233.46 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/810ccfdb-77ac-49d4-88ed-0349b9643884) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:12:46.248383 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-76509ade-c87b-4312-8803-19eef7f79d61 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Publish callbacks [] for port (810ccfdb-77ac-49d4-88ed-0349b9643884), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:46.293512 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-76509ade-c87b-4312-8803-19eef7f79d61 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (810ccfdb-77ac-49d4-88ed-0349b9643884), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:46.338534 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 11399602-59da-4675-b228-cb836ee93a2f details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:12:46.339205 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe65a2-2e9e-49b8-8879-dfe0b411abc3 req-aa25ac10-8161-402f-b6ea-ad59599224e4 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:46.341525 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-10fe65a2-2e9e-49b8-8879-dfe0b411abc3 req-aa25ac10-8161-402f-b6ea-ad59599224e4 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.0704923 Jan 18 20:12:46.350812 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-76509ade-c87b-4312-8803-19eef7f79d61 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:12:46.357832 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-76509ade-c87b-4312-8803-19eef7f79d61 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:12:46.360800 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-76509ade-c87b-4312-8803-19eef7f79d61 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:12:46.444695 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-10fe65a2-2e9e-49b8-8879-dfe0b411abc3 req-ac5bf02c-0c38-4d42-afb4-1a92ea0417ea tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892208 Jan 18 20:12:46.449445 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-76509ade-c87b-4312-8803-19eef7f79d61 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:46.452897 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-76509ade-c87b-4312-8803-19eef7f79d61 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:46.488446 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-76509ade-c87b-4312-8803-19eef7f79d61 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8731964 Jan 18 20:12:46.491635 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76509ade-c87b-4312-8803-19eef7f79d61 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Pushing event updated for resources: {'Port': ['ID=810ccfdb-77ac-49d4-88ed-0349b9643884,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:46.517124 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-e139c27f-cb3b-40ee-8d07-bef24df639f8 service neutron] Request body: {'port': {'device_id': 'ab7ade17-2169-42e6-8aa5-66dc0777b68d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:12:46.537681 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 11399602-59da-4675-b228-cb836ee93a2f, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=11399602-59da-4675-b228-cb836ee93a2f,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:46.561460 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '11399602-59da-4675-b228-cb836ee93a2f', 'network_id': '1330a1de-3636-4f07-b599-97f547076b99', 'port_id': '11399602-59da-4675-b228-cb836ee93a2f', 'mac_address': 'fa:16:3e:ba:1c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76b9fe0-68f8-4703-9228-21897e60da9f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:12:46.581375 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39394d57-6dc8-47d1-9d6c-7179fff8e0d9 req-cffb9dd4-48c6-46f4-a233-132385b8537f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:46.583440 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39394d57-6dc8-47d1-9d6c-7179fff8e0d9 req-cffb9dd4-48c6-46f4-a233-132385b8537f tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c32b77-04c6-414f-80f1-1256def036ae HTTP/1.1" status: 200 len: 944 time: 0.0871928 Jan 18 20:12:46.616379 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 11399602-59da-4675-b228-cb836ee93a2f is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:12:46.616785 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (11399602-59da-4675-b228-cb836ee93a2f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:46.627967 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-e139c27f-cb3b-40ee-8d07-bef24df639f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (810ccfdb-77ac-49d4-88ed-0349b9643884), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:46.653814 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11399602-59da-4675-b228-cb836ee93a2f {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:12:46.692524 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39394d57-6dc8-47d1-9d6c-7179fff8e0d9 req-74d2264e-3b22-4b38-8050-f0828bfb72dd tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899591 Jan 18 20:12:46.716189 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 11399602-59da-4675-b228-cb836ee93a2f, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=11399602-59da-4675-b228-cb836ee93a2f,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:46.725490 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (11399602-59da-4675-b228-cb836ee93a2f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:46.794535 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a47c2e-7f28-4221-aa6b-a3ec2c0fc167 req-c08ee2aa-6f8c-4117-9c77-2434ffda943f tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:46.801488 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-889ae4c0-ce3f-4abe-8cca-8d72bdd87da1 None None] Provisioning complete for port 810ccfdb-77ac-49d4-88ed-0349b9643884 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:12:46.802035 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-889ae4c0-ce3f-4abe-8cca-8d72bdd87da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (810ccfdb-77ac-49d4-88ed-0349b9643884), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:46.806396 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a3a47c2e-7f28-4221-aa6b-a3ec2c0fc167 req-c08ee2aa-6f8c-4117-9c77-2434ffda943f tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.1120145 Jan 18 20:12:46.848342 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=11399602-59da-4675-b228-cb836ee93a2f,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:46.869795 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-889ae4c0-ce3f-4abe-8cca-8d72bdd87da1 None None] Port 810ccfdb-77ac-49d4-88ed-0349b9643884 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:12:46.883278 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a3a47c2e-7f28-4221-aa6b-a3ec2c0fc167 req-6e0c0239-b0ae-43fe-8907-eee31684d619 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744605 Jan 18 20:12:46.973413 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-e139c27f-cb3b-40ee-8d07-bef24df639f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 810ccfdb-77ac-49d4-88ed-0349b9643884 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:12:46.984829 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-e139c27f-cb3b-40ee-8d07-bef24df639f8 service neutron] Publish callbacks [] for port (810ccfdb-77ac-49d4-88ed-0349b9643884), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:47.012197 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-e139c27f-cb3b-40ee-8d07-bef24df639f8 service neutron] Transition to ACTIVE for port object 810ccfdb-77ac-49d4-88ed-0349b9643884 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:12:47.020883 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-e139c27f-cb3b-40ee-8d07-bef24df639f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (810ccfdb-77ac-49d4-88ed-0349b9643884), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:47.059829 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e092ce1-a85f-4c72-beea-0735ff06152f req-64e5b529-1cf6-454c-a027-4ed2a8ccbc6e tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:47.061604 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5e092ce1-a85f-4c72-beea-0735ff06152f req-64e5b529-1cf6-454c-a027-4ed2a8ccbc6e tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 946 time: 0.1107769 Jan 18 20:12:47.108944 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139c27f-cb3b-40ee-8d07-bef24df639f8 service neutron] Pushing event updated for resources: {'Port': ['ID=810ccfdb-77ac-49d4-88ed-0349b9643884,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:47.160683 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['11399602-59da-4675-b228-cb836ee93a2f'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:12:47.198781 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5e092ce1-a85f-4c72-beea-0735ff06152f req-cf3e3796-5899-4769-925a-fa731a030f5d tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300364 Jan 18 20:12:47.221015 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c949e-8f44-495f-aef5-15dea5e53e0e req-82448a78-c377-4ce1-846f-f808ae3f16ac tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:47.223306 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-638c949e-8f44-495f-aef5-15dea5e53e0e req-82448a78-c377-4ce1-846f-f808ae3f16ac tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab7ade17-2169-42e6-8aa5-66dc0777b68d HTTP/1.1" status: 200 len: 947 time: 0.1534617 Jan 18 20:12:47.334440 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-638c949e-8f44-495f-aef5-15dea5e53e0e req-34d38dbc-26fb-4b82-b4f0-2b2d81838210 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/security-groups?id=254c1ae4-10a3-437b-a01c-48dde04efb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050098 Jan 18 20:12:47.405469 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-e139c27f-cb3b-40ee-8d07-bef24df639f8 service neutron] Attempting to bind port 810ccfdb-77ac-49d4-88ed-0349b9643884 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:12:47.406296 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-e139c27f-cb3b-40ee-8d07-bef24df639f8 service neutron] Attempting to bind port 810ccfdb-77ac-49d4-88ed-0349b9643884 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:12:47.410723 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-e139c27f-cb3b-40ee-8d07-bef24df639f8 service neutron] Attempting to bind port 810ccfdb-77ac-49d4-88ed-0349b9643884 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:12:47.421444 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-e139c27f-cb3b-40ee-8d07-bef24df639f8 service neutron] Port 810ccfdb-77ac-49d4-88ed-0349b9643884 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:12:47.423225 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-e139c27f-cb3b-40ee-8d07-bef24df639f8 service neutron] Attempting to bind port 810ccfdb-77ac-49d4-88ed-0349b9643884 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:12:47.438425 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-e139c27f-cb3b-40ee-8d07-bef24df639f8 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:12:47.438775 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-e139c27f-cb3b-40ee-8d07-bef24df639f8 service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:12:47.442357 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-e139c27f-cb3b-40ee-8d07-bef24df639f8 service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:12:47.445326 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-e139c27f-cb3b-40ee-8d07-bef24df639f8 service neutron] Bound port: 810ccfdb-77ac-49d4-88ed-0349b9643884, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:12:47.445796 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-e139c27f-cb3b-40ee-8d07-bef24df639f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (810ccfdb-77ac-49d4-88ed-0349b9643884), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:47.580074 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-e139c27f-cb3b-40ee-8d07-bef24df639f8 service neutron] For port 810ccfdb-77ac-49d4-88ed-0349b9643884, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:12:47.584790 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-e139c27f-cb3b-40ee-8d07-bef24df639f8 service neutron] For port 810ccfdb-77ac-49d4-88ed-0349b9643884, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=810ccfdb-77ac-49d4-88ed-0349b9643884,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:12:47.592749 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-e139c27f-cb3b-40ee-8d07-bef24df639f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (810ccfdb-77ac-49d4-88ed-0349b9643884), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:47.632460 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcb7bd-5686-47eb-840f-1f3597d7e309 req-c4c4ad64-a861-423a-ab21-eaa152ba85b4 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:47.634219 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d1dcb7bd-5686-47eb-840f-1f3597d7e309 req-c4c4ad64-a861-423a-ab21-eaa152ba85b4 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.0684106 Jan 18 20:12:47.647987 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-e139c27f-cb3b-40ee-8d07-bef24df639f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:47.648671 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-e139c27f-cb3b-40ee-8d07-bef24df639f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:47.650042 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-e139c27f-cb3b-40ee-8d07-bef24df639f8 service neutron] 10.222.0.70 "PUT /v2.0/ports/810ccfdb-77ac-49d4-88ed-0349b9643884 HTTP/1.1" status: 200 len: 1095 time: 1.1415007 Jan 18 20:12:47.650443 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7ade17-2169-42e6-8aa5-66dc0777b68d', 'tag': '810ccfdb-77ac-49d4-88ed-0349b9643884'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:12:47.653312 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d47bcd-02fb-4b04-b759-5fae782b2346" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7ade17-2169-42e6-8aa5-66dc0777b68d", "tag": "810ccfdb-77ac-49d4-88ed-0349b9643884"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:12:47.683276 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139c27f-cb3b-40ee-8d07-bef24df639f8 service neutron] Pushing event updated for resources: {'Port': ['ID=810ccfdb-77ac-49d4-88ed-0349b9643884,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:47.743005 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d1dcb7bd-5686-47eb-840f-1f3597d7e309 req-8766437b-8321-41cf-8d3d-dafaef23eba7 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916450 Jan 18 20:12:47.743285 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e269ef25-0b17-43f1-af5f-ef4dfe80cea8 x-openstack-request-id: req-e269ef25-0b17-43f1-af5f-ef4dfe80cea8 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:12:47.743585 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7ade17-2169-42e6-8aa5-66dc0777b68d", "tag": "810ccfdb-77ac-49d4-88ed-0349b9643884", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:12:47.743840 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e269ef25-0b17-43f1-af5f-ef4dfe80cea8 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:12:47.744247 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7ade17-2169-42e6-8aa5-66dc0777b68d', 'tag': '810ccfdb-77ac-49d4-88ed-0349b9643884', 'status': 'completed', 'code': 200} Jan 18 20:12:47.767741 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-6df7b628-51d7-42ac-8135-7e977f4aa923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:47.769266 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-6df7b628-51d7-42ac-8135-7e977f4aa923 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fe20f4e6c5094ba7bd431af47a91c295&device_id=ab7ade17-2169-42e6-8aa5-66dc0777b68d HTTP/1.1" status: 200 len: 1098 time: 0.0753365 Jan 18 20:12:47.836853 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-fc2d2c5d-1756-4ed2-9cbd-5550acbf9c29 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=810ccfdb-77ac-49d4-88ed-0349b9643884 HTTP/1.1" status: 200 len: 217 time: 0.0540171 Jan 18 20:12:47.909827 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-40208d03-a6d9-48d3-9f31-815696efad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:47.911786 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-40208d03-a6d9-48d3-9f31-815696efad8a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0651152 Jan 18 20:12:47.940142 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ead0d-6d38-44f2-be86-d80e2dd78d80 req-356712c9-95c1-47d0-8a94-506eb782f0da tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:47.947058 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a12ead0d-6d38-44f2-be86-d80e2dd78d80 req-356712c9-95c1-47d0-8a94-506eb782f0da tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c32b77-04c6-414f-80f1-1256def036ae HTTP/1.1" status: 200 len: 945 time: 0.1135595 Jan 18 20:12:47.957857 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1a32b-2948-484d-82dc-7a416054a5cf req-82328570-d2e3-4365-b832-20a13f723be6 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:47.960438 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-56c1a32b-2948-484d-82dc-7a416054a5cf req-82328570-d2e3-4365-b832-20a13f723be6 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.1059239 Jan 18 20:12:47.974847 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-222ad4ed-1b8c-4b6e-a205-65bf92adf271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:47.976672 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-222ad4ed-1b8c-4b6e-a205-65bf92adf271 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0583887 Jan 18 20:12:48.037359 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a12ead0d-6d38-44f2-be86-d80e2dd78d80 req-6a429ba6-457b-4207-9d44-61be1b5236a0 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894248 Jan 18 20:12:48.040547 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-56c1a32b-2948-484d-82dc-7a416054a5cf req-6fd60e4c-ea21-4187-afe1-a8d5ca57a11f tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714786 Jan 18 20:12:48.098508 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-df9e42ee-82a7-4c32-90fe-bc5905368dd4 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139698 Jan 18 20:12:48.169777 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee449050-5976-4351-ba3b-dc3a47ffae7a req-78d7f1f4-1d7f-424b-b3ed-a65b486c67f2 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:48.177467 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ee449050-5976-4351-ba3b-dc3a47ffae7a req-78d7f1f4-1d7f-424b-b3ed-a65b486c67f2 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0623212 Jan 18 20:12:48.216856 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bcc8e7b1-10f5-4cf5-9f81-bb49ca717e89 req-c2e1e6b5-9197-4e0a-afb5-b0defa83afc2 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102815 Jan 18 20:12:48.235972 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ee449050-5976-4351-ba3b-dc3a47ffae7a req-56dc3dbe-b9f8-487b-bf40-424ce2e2cfe6 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575461 Jan 18 20:12:48.330601 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a72eee-49dc-474d-accd-7b5e5380f9ec req-b9b37cf0-78dd-4ce1-878e-a5b3a16511e4 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:48.333400 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d47bcd-02fb-4b04-b759-5fae782b2346 req-f84b5692-2724-40a6-9581-8275c997cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:48.335482 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a1d47bcd-02fb-4b04-b759-5fae782b2346 req-f84b5692-2724-40a6-9581-8275c997cd8e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fe20f4e6c5094ba7bd431af47a91c295&device_id=ab7ade17-2169-42e6-8aa5-66dc0777b68d HTTP/1.1" status: 200 len: 1098 time: 0.0650043 Jan 18 20:12:48.338502 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-78a72eee-49dc-474d-accd-7b5e5380f9ec req-b9b37cf0-78dd-4ce1-878e-a5b3a16511e4 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.0783710 Jan 18 20:12:48.422150 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c3f60-38f6-40a1-af1b-1018f6a0c60a req-ddb02c8d-f58a-47ca-a618-30082fbad071 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:48.423639 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b93c3f60-38f6-40a1-af1b-1018f6a0c60a req-ddb02c8d-f58a-47ca-a618-30082fbad071 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 946 time: 0.0763414 Jan 18 20:12:48.437813 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-78a72eee-49dc-474d-accd-7b5e5380f9ec req-93db5154-c60c-4c2d-a841-df5dda92b864 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943670 Jan 18 20:12:48.453660 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d47bcd-02fb-4b04-b759-5fae782b2346 req-fd1f116a-731c-476d-95cb-9b59e44b3bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:48.455431 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a1d47bcd-02fb-4b04-b759-5fae782b2346 req-fd1f116a-731c-476d-95cb-9b59e44b3bea service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.1122715 Jan 18 20:12:48.504437 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a1d47bcd-02fb-4b04-b759-5fae782b2346 req-8799e6ce-b1fa-482c-b4e4-a5b82c5f3ebf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=810ccfdb-77ac-49d4-88ed-0349b9643884 HTTP/1.1" status: 200 len: 217 time: 0.0414031 Jan 18 20:12:48.513211 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b93c3f60-38f6-40a1-af1b-1018f6a0c60a req-b29f02da-3f64-4256-8c94-4e0f67c78bcc tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742166 Jan 18 20:12:48.558239 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf4028-cba6-4bcc-8d36-491ec64dcd8d req-0655c36f-bcb7-44ea-8693-67a47973d413 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:48.559877 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-70cf4028-cba6-4bcc-8d36-491ec64dcd8d req-0655c36f-bcb7-44ea-8693-67a47973d413 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab7ade17-2169-42e6-8aa5-66dc0777b68d HTTP/1.1" status: 200 len: 947 time: 0.0610957 Jan 18 20:12:48.570046 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d47bcd-02fb-4b04-b759-5fae782b2346 req-5d508c15-fb60-41a3-8312-de1ccc49e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:48.571533 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a1d47bcd-02fb-4b04-b759-5fae782b2346 req-5d508c15-fb60-41a3-8312-de1ccc49e03e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0584595 Jan 18 20:12:48.613345 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-70cf4028-cba6-4bcc-8d36-491ec64dcd8d req-1acbe9dd-417d-43b1-870f-4744236d8f5a tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/security-groups?id=254c1ae4-10a3-437b-a01c-48dde04efb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468218 Jan 18 20:12:48.626324 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d47bcd-02fb-4b04-b759-5fae782b2346 req-02d1797e-2029-427c-ae30-4d9aea8de7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:48.628818 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a1d47bcd-02fb-4b04-b759-5fae782b2346 req-02d1797e-2029-427c-ae30-4d9aea8de7f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0496123 Jan 18 20:12:48.728793 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbdbb76-157e-4da6-a841-81a025ce55e3 req-ce3b1922-6222-4002-8597-c32396dc3d8b tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:48.731313 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fdbdbb76-157e-4da6-a841-81a025ce55e3 req-ce3b1922-6222-4002-8597-c32396dc3d8b tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.0524566 Jan 18 20:12:48.741090 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a1d47bcd-02fb-4b04-b759-5fae782b2346 req-fc7baec3-6e39-444d-a599-1c54fd825e14 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915759 Jan 18 20:12:48.782657 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fdbdbb76-157e-4da6-a841-81a025ce55e3 req-d78b3a79-2e66-4308-aa9f-7b6673d706ed tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435650 Jan 18 20:12:48.839890 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a1d47bcd-02fb-4b04-b759-5fae782b2346 req-ccc01465-908c-4af5-bdb5-a0c351c57b09 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898941 Jan 18 20:12:49.181108 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2ae10-1bf0-4322-9b1b-1cd1219b6cc1 req-57d7ec81-b452-4d4c-9f1c-5aa4b494ae42 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:49.183321 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-60c2ae10-1bf0-4322-9b1b-1cd1219b6cc1 req-57d7ec81-b452-4d4c-9f1c-5aa4b494ae42 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.0835822 Jan 18 20:12:49.198081 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a7fe0-1f7a-4c2d-9dfa-0cef28478cdb req-f39bb7a7-5856-46a1-afab-63554d6df76e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:49.200862 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8c6a7fe0-1f7a-4c2d-9dfa-0cef28478cdb req-f39bb7a7-5856-46a1-afab-63554d6df76e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c32b77-04c6-414f-80f1-1256def036ae HTTP/1.1" status: 200 len: 945 time: 0.0737393 Jan 18 20:12:49.277366 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-60c2ae10-1bf0-4322-9b1b-1cd1219b6cc1 req-7dcb5781-9141-4382-abe1-edd5b61d2eab tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724168 Jan 18 20:12:49.283004 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8c6a7fe0-1f7a-4c2d-9dfa-0cef28478cdb req-644fc5a3-0648-48b4-9536-d733b5ff5c16 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751190 Jan 18 20:12:49.394047 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd573610-6b21-44b3-9e85-d68f67937cf1 req-f482ac26-e1ab-4edd-b215-843594ca800f tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:49.399546 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cd573610-6b21-44b3-9e85-d68f67937cf1 req-f482ac26-e1ab-4edd-b215-843594ca800f tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0589724 Jan 18 20:12:49.447084 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cd573610-6b21-44b3-9e85-d68f67937cf1 req-e2b3ee82-5793-4ff8-8bec-49d638dc6c06 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445659 Jan 18 20:12:49.637503 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1c1e9-bb2f-40a9-95d3-3d1392788bb6 req-887c7743-c5b1-43fd-bdef-1c55500c1e73 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:49.639173 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-45b1c1e9-bb2f-40a9-95d3-3d1392788bb6 req-887c7743-c5b1-43fd-bdef-1c55500c1e73 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 946 time: 0.0554531 Jan 18 20:12:49.689213 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-45b1c1e9-bb2f-40a9-95d3-3d1392788bb6 req-1b90f020-5cf6-41b4-b922-7e069ef240c8 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438826 Jan 18 20:12:49.782159 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24519f2-3d39-4cfb-a952-dc42adf10683 req-e4e9dc7e-d0db-42c9-8921-2d76cf0051bd tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:49.783585 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a24519f2-3d39-4cfb-a952-dc42adf10683 req-e4e9dc7e-d0db-42c9-8921-2d76cf0051bd tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab7ade17-2169-42e6-8aa5-66dc0777b68d HTTP/1.1" status: 200 len: 947 time: 0.0493536 Jan 18 20:12:49.829819 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a24519f2-3d39-4cfb-a952-dc42adf10683 req-c3628615-bd81-4219-be41-0db416a069e3 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/security-groups?id=254c1ae4-10a3-437b-a01c-48dde04efb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404246 Jan 18 20:12:50.371032 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 810ccfdb-77ac-49d4-88ed-0349b9643884 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:12:50.374807 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 11399602-59da-4675-b228-cb836ee93a2f up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:12:50.431742 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6fcc7-88f6-462e-a166-e42a9bd02d51 req-d911fe4d-ca45-4d8c-bb43-f76d9f173f01 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:50.433390 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fb6fcc7-88f6-462e-a166-e42a9bd02d51 req-d911fe4d-ca45-4d8c-bb43-f76d9f173f01 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.0849943 Jan 18 20:12:50.464908 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2516f7d-6507-462d-aa9f-0a47834ce112 req-6c355055-bfa0-4484-9254-6dc95e8402bd tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:50.466485 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b2516f7d-6507-462d-aa9f-0a47834ce112 req-6c355055-bfa0-4484-9254-6dc95e8402bd tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c32b77-04c6-414f-80f1-1256def036ae HTTP/1.1" status: 200 len: 945 time: 0.1038237 Jan 18 20:12:50.506776 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fb6fcc7-88f6-462e-a166-e42a9bd02d51 req-3f93228b-6c0d-4a63-9411-a000268e7391 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668943 Jan 18 20:12:50.556676 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 11399602-59da-4675-b228-cb836ee93a2f completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:12:50.560339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 810ccfdb-77ac-49d4-88ed-0349b9643884, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=810ccfdb-77ac-49d4-88ed-0349b9643884,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:50.570267 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 11399602-59da-4675-b228-cb836ee93a2f triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:12:50.570649 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (11399602-59da-4675-b228-cb836ee93a2f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:50.578514 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b2516f7d-6507-462d-aa9f-0a47834ce112 req-08c02d61-2a69-4c66-a882-01ab4bbf89d5 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995274 Jan 18 20:12:50.594054 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '810ccfdb-77ac-49d4-88ed-0349b9643884', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '810ccfdb-77ac-49d4-88ed-0349b9643884', 'mac_address': 'fa:16:3e:5d:49:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:12:50.651259 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a244b3-e0fe-4e0c-aa55-e2b7e988676d req-ea07e706-75b7-4c2c-bbf4-17299685052b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:50.653448 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b3a244b3-e0fe-4e0c-aa55-e2b7e988676d req-ea07e706-75b7-4c2c-bbf4-17299685052b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0611961 Jan 18 20:12:50.729973 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b3a244b3-e0fe-4e0c-aa55-e2b7e988676d req-dd29bdbf-b378-40d4-9ac1-ac87e0788442 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693748 Jan 18 20:12:50.805387 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 810ccfdb-77ac-49d4-88ed-0349b9643884 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:12:50.806294 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (810ccfdb-77ac-49d4-88ed-0349b9643884), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:50.828604 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 810ccfdb-77ac-49d4-88ed-0349b9643884 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:12:50.877959 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 810ccfdb-77ac-49d4-88ed-0349b9643884, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=810ccfdb-77ac-49d4-88ed-0349b9643884,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:50.880995 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 11399602-59da-4675-b228-cb836ee93a2f is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:12:50.881199 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (11399602-59da-4675-b228-cb836ee93a2f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:50.881304 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734fa23-e786-4826-8404-05d365a14013 req-c852ba04-811a-4936-b6b2-2d1aa74db6bd tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:50.883288 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0734fa23-e786-4826-8404-05d365a14013 req-c852ba04-811a-4936-b6b2-2d1aa74db6bd tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 946 time: 0.0725446 Jan 18 20:12:50.885746 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (810ccfdb-77ac-49d4-88ed-0349b9643884), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:50.945392 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0734fa23-e786-4826-8404-05d365a14013 req-e1074669-de06-44fa-8bbe-89bdc0110c95 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538423 Jan 18 20:12:50.998428 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c32b77-04c6-414f-80f1-1256def036ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11399602-59da-4675-b228-cb836ee93a2f'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:12:51.000667 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258e85d8-7828-46b2-8ef7-f18c97d362c1" -d '{"events": [{"server_uuid": "87c32b77-04c6-414f-80f1-1256def036ae", "name": "network-vif-plugged", "status": "completed", "tag": "11399602-59da-4675-b228-cb836ee93a2f"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:12:51.022429 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=810ccfdb-77ac-49d4-88ed-0349b9643884,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:51.027084 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 11399602-59da-4675-b228-cb836ee93a2f, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=11399602-59da-4675-b228-cb836ee93a2f,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:51.031909 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (11399602-59da-4675-b228-cb836ee93a2f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:51.047557 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80ad8b-5c43-41e4-88cb-08a1f9bbb691 req-e1d7ea60-379f-4f34-a68b-9095d7988765 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:51.049206 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1e80ad8b-5c43-41e4-88cb-08a1f9bbb691 req-e1d7ea60-379f-4f34-a68b-9095d7988765 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab7ade17-2169-42e6-8aa5-66dc0777b68d HTTP/1.1" status: 200 len: 948 time: 0.0780606 Jan 18 20:12:51.072293 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdba380d-d76f-42d7-8ea8-99e90161ce03 x-openstack-request-id: req-bdba380d-d76f-42d7-8ea8-99e90161ce03 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:12:51.072988 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c32b77-04c6-414f-80f1-1256def036ae", "name": "network-vif-plugged", "status": "completed", "tag": "11399602-59da-4675-b228-cb836ee93a2f", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:12:51.073314 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bdba380d-d76f-42d7-8ea8-99e90161ce03 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:12:51.073760 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c32b77-04c6-414f-80f1-1256def036ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11399602-59da-4675-b228-cb836ee93a2f', 'code': 200} Jan 18 20:12:51.098540 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=11399602-59da-4675-b228-cb836ee93a2f,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:51.101914 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1e80ad8b-5c43-41e4-88cb-08a1f9bbb691 req-8f210483-d72e-4973-a085-f4cc32d4a869 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/security-groups?id=254c1ae4-10a3-437b-a01c-48dde04efb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466146 Jan 18 20:12:51.173161 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48ea14-ab5c-4cc1-b8e3-99eeb782ca43 req-fe4f18c5-854f-424a-a967-eddc3e00a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:51.174694 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5e48ea14-ab5c-4cc1-b8e3-99eeb782ca43 req-fe4f18c5-854f-424a-a967-eddc3e00a172 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=87c32b77-04c6-414f-80f1-1256def036ae HTTP/1.1" status: 200 len: 1097 time: 0.0422928 Jan 18 20:12:51.225376 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5e48ea14-ab5c-4cc1-b8e3-99eeb782ca43 req-68d83610-bf3d-4915-95e3-8116fa232418 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427864 Jan 18 20:12:51.341919 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['810ccfdb-77ac-49d4-88ed-0349b9643884'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:12:51.640176 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13f5db-b5c8-4a5b-b8f6-0273475d41cc req-46cc631c-3736-4c7f-8ef6-457658f37b54 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:51.642403 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9f13f5db-b5c8-4a5b-b8f6-0273475d41cc req-46cc631c-3736-4c7f-8ef6-457658f37b54 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.0564961 Jan 18 20:12:51.722380 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9f13f5db-b5c8-4a5b-b8f6-0273475d41cc req-352fd522-a5da-4d59-8120-2a9ea0c5a8c1 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740051 Jan 18 20:12:51.730770 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabf4a2-3e8a-42a4-b03e-7d3c592b59bb req-af576072-41cb-4a85-98c7-5fee71405729 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:51.732234 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-feabf4a2-3e8a-42a4-b03e-7d3c592b59bb req-af576072-41cb-4a85-98c7-5fee71405729 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c32b77-04c6-414f-80f1-1256def036ae HTTP/1.1" status: 200 len: 946 time: 0.0822494 Jan 18 20:12:51.781296 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-feabf4a2-3e8a-42a4-b03e-7d3c592b59bb req-2df6ba23-2e54-464d-b4be-81e4b8adb6f4 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429542 Jan 18 20:12:51.857451 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ec034-2e27-4363-8826-a431ff22585d req-11a354f3-23c6-4361-ae78-1c401bddb87f tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:51.859388 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-951ec034-2e27-4363-8826-a431ff22585d req-11a354f3-23c6-4361-ae78-1c401bddb87f tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0569360 Jan 18 20:12:51.909704 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-951ec034-2e27-4363-8826-a431ff22585d req-91fd13c9-f226-4906-8f0e-baf5b97bacce tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443745 Jan 18 20:12:52.066526 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d16ea3-e874-479c-9fee-a43e41e409ca req-06192657-495c-465f-8821-1561860a6d18 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:52.067996 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-55d16ea3-e874-479c-9fee-a43e41e409ca req-06192657-495c-465f-8821-1561860a6d18 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 946 time: 0.0522707 Jan 18 20:12:52.113808 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-55d16ea3-e874-479c-9fee-a43e41e409ca req-17ca7798-f9af-493c-bc9a-738aa0c9c12e tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400274 Jan 18 20:12:52.228316 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10da5e-e546-4af5-bb3d-9afd0a3622d7 req-b6cc1ea1-52be-4eb9-9dad-4f41b03d44c3 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:52.229786 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a10da5e-e546-4af5-bb3d-9afd0a3622d7 req-b6cc1ea1-52be-4eb9-9dad-4f41b03d44c3 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab7ade17-2169-42e6-8aa5-66dc0777b68d HTTP/1.1" status: 200 len: 948 time: 0.0486913 Jan 18 20:12:52.275548 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a10da5e-e546-4af5-bb3d-9afd0a3622d7 req-c603a351-a3e2-4b19-89ed-15c3882628a0 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/security-groups?id=254c1ae4-10a3-437b-a01c-48dde04efb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396121 Jan 18 20:12:52.867139 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e62d3a-cf0f-4875-a904-11c055be2750 req-de264f83-33b1-4263-b4c7-6f430300932c tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:52.869805 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-10e62d3a-cf0f-4875-a904-11c055be2750 req-de264f83-33b1-4263-b4c7-6f430300932c tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.0752113 Jan 18 20:12:52.952142 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c57fd1-6602-48ee-a928-d628b243fb2e req-f7e04b3f-2fc8-42bb-b48d-67fc96aba9ef tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:52.953749 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-08c57fd1-6602-48ee-a928-d628b243fb2e req-f7e04b3f-2fc8-42bb-b48d-67fc96aba9ef tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c32b77-04c6-414f-80f1-1256def036ae HTTP/1.1" status: 200 len: 946 time: 0.0782835 Jan 18 20:12:52.958570 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-10e62d3a-cf0f-4875-a904-11c055be2750 req-fabdb97e-bf96-4dd9-a28f-15df77e3f822 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812936 Jan 18 20:12:53.005471 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-08c57fd1-6602-48ee-a928-d628b243fb2e req-d0228109-5ad9-40ac-b066-f0d9d6733be9 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458741 Jan 18 20:12:53.119792 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d7996-67a9-4654-a436-9ebf83499d22 req-b2f14051-8238-43a3-99f6-28b8c1f3f34f tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:53.122100 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f87d7996-67a9-4654-a436-9ebf83499d22 req-b2f14051-8238-43a3-99f6-28b8c1f3f34f tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0557427 Jan 18 20:12:53.182171 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f87d7996-67a9-4654-a436-9ebf83499d22 req-3cce76d6-7b05-4e92-b3d1-a775a12a8c0c tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526469 Jan 18 20:12:53.299107 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae58955-0f36-4513-bd05-4e159096a410 req-81b3352f-bad9-4e32-8c26-83fffb769895 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:53.306382 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ae58955-0f36-4513-bd05-4e159096a410 req-81b3352f-bad9-4e32-8c26-83fffb769895 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 946 time: 0.0678029 Jan 18 20:12:53.378768 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ae58955-0f36-4513-bd05-4e159096a410 req-8ab3d579-d4f7-4cbe-970c-666499dd024f tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715215 Jan 18 20:12:53.400379 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ee2c7-1059-4528-958c-d472b21d7e89 req-61864284-84e8-4277-b323-2ae488176897 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:53.400379 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-096ee2c7-1059-4528-958c-d472b21d7e89 req-61864284-84e8-4277-b323-2ae488176897 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c32b77-04c6-414f-80f1-1256def036ae HTTP/1.1" status: 200 len: 946 time: 0.0793250 Jan 18 20:12:53.443805 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-096ee2c7-1059-4528-958c-d472b21d7e89 req-e82b12f1-ffec-4dd8-8600-7e687b716afb tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454338 Jan 18 20:12:53.490284 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c737f1c-e73b-413d-81d6-e48528e624b7 req-88336d41-2e2f-4d6e-b579-fa4e3b9523a2 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:53.491760 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7c737f1c-e73b-413d-81d6-e48528e624b7 req-88336d41-2e2f-4d6e-b579-fa4e3b9523a2 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab7ade17-2169-42e6-8aa5-66dc0777b68d HTTP/1.1" status: 200 len: 948 time: 0.0518866 Jan 18 20:12:53.539239 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7c737f1c-e73b-413d-81d6-e48528e624b7 req-5ec5f89c-bc09-4f66-947e-83fd606924a3 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/security-groups?id=254c1ae4-10a3-437b-a01c-48dde04efb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415139 Jan 18 20:12:54.094762 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef72fc6-7368-43e7-86c4-b966c74a18a6 req-84954787-70d9-4a05-b2a0-4be0f111d10e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:54.098988 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1ef72fc6-7368-43e7-86c4-b966c74a18a6 req-84954787-70d9-4a05-b2a0-4be0f111d10e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.0604334 Jan 18 20:12:54.122430 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852dbff-d939-4012-b008-b1a974d183df req-574105de-cdd5-4991-9321-ada59d5dcc1c tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:54.125252 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0852dbff-d939-4012-b008-b1a974d183df req-574105de-cdd5-4991-9321-ada59d5dcc1c tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5&tenant_id=46be2ca450fb44c88ba90d0767174258&binding%3Ahost_id=n-h2-741529-9 HTTP/1.1" status: 200 len: 1097 time: 0.0604970 Jan 18 20:12:54.138439 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-0852dbff-d939-4012-b008-b1a974d183df req-d5079d76-7135-42ac-b54a-2b567147d275 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-741529-9'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:12:54.169230 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1ef72fc6-7368-43e7-86c4-b966c74a18a6 req-800d6f7f-1da5-41a1-9dc7-9885f846dabb tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633109 Jan 18 20:12:54.200633 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0852dbff-d939-4012-b008-b1a974d183df req-d5079d76-7135-42ac-b54a-2b567147d275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a8b54097-113a-4129-aa6d-b5f823f9d597), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:54.318637 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d677ac-a9ec-4049-8382-980c07059b33 req-6fa3d0ac-a1dc-4201-a3be-31203f4f54fe tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:54.320867 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39d677ac-a9ec-4049-8382-980c07059b33 req-6fa3d0ac-a1dc-4201-a3be-31203f4f54fe tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0654223 Jan 18 20:12:54.353822 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-0852dbff-d939-4012-b008-b1a974d183df req-d5079d76-7135-42ac-b54a-2b567147d275 service neutron] For port a8b54097-113a-4129-aa6d-b5f823f9d597, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a8b54097-113a-4129-aa6d-b5f823f9d597,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:54.369051 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 810ccfdb-77ac-49d4-88ed-0349b9643884 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:12:54.383877 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39d677ac-a9ec-4049-8382-980c07059b33 req-8bb5585f-efd0-412b-a96e-14cf1d11bdb1 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514700 Jan 18 20:12:54.399993 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-0852dbff-d939-4012-b008-b1a974d183df req-d5079d76-7135-42ac-b54a-2b567147d275 service neutron] For port a8b54097-113a-4129-aa6d-b5f823f9d597, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:12:54.426264 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device a8b54097-113a-4129-aa6d-b5f823f9d597 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:12:54.464209 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8647f40b-f6e9-4403-8784-d1f24fc9e3d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8b54097-113a-4129-aa6d-b5f823f9d597'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:12:54.472541 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c07e45-376c-4cb1-bcd1-87919600aed1" -d '{"events": [{"server_uuid": "8647f40b-f6e9-4403-8784-d1f24fc9e3d5", "name": "network-vif-unplugged", "status": "completed", "tag": "a8b54097-113a-4129-aa6d-b5f823f9d597"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:12:54.477198 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0852dbff-d939-4012-b008-b1a974d183df req-d5079d76-7135-42ac-b54a-2b567147d275 service neutron] Publish callbacks [] for port (a8b54097-113a-4129-aa6d-b5f823f9d597), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:54.485257 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0852dbff-d939-4012-b008-b1a974d183df req-d5079d76-7135-42ac-b54a-2b567147d275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (a8b54097-113a-4129-aa6d-b5f823f9d597), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:54.532933 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d6a4f-b779-40a1-b2de-e2e560651942 req-c32eb902-26b5-435b-a4ac-494c6a5e31de tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:54.541236 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9d5d6a4f-b779-40a1-b2de-e2e560651942 req-c32eb902-26b5-435b-a4ac-494c6a5e31de tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 946 time: 0.0850625 Jan 18 20:12:54.548613 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 810ccfdb-77ac-49d4-88ed-0349b9643884 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:12:54.557838 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 810ccfdb-77ac-49d4-88ed-0349b9643884 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:12:54.558140 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (810ccfdb-77ac-49d4-88ed-0349b9643884), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:54.608237 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port a8b54097-113a-4129-aa6d-b5f823f9d597, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a8b54097-113a-4129-aa6d-b5f823f9d597,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:54.621088 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5079d76-7135-42ac-b54a-2b567147d275 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b54097-113a-4129-aa6d-b5f823f9d597,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:54.625920 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device a8b54097-113a-4129-aa6d-b5f823f9d597 has no active binding in host n-h1-741529-9 {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 18 20:12:54.642714 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-0852dbff-d939-4012-b008-b1a974d183df req-d5079d76-7135-42ac-b54a-2b567147d275 service neutron] Attempting to bind port a8b54097-113a-4129-aa6d-b5f823f9d597 on host n-h2-741529-9 for vnic_type normal with profile {"migrating_to": "n-h1-741529-9"} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:12:54.643136 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-0852dbff-d939-4012-b008-b1a974d183df req-d5079d76-7135-42ac-b54a-2b567147d275 service neutron] Attempting to bind port a8b54097-113a-4129-aa6d-b5f823f9d597 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:12:54.643464 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0852dbff-d939-4012-b008-b1a974d183df req-d5079d76-7135-42ac-b54a-2b567147d275 service neutron] Attempting to bind port a8b54097-113a-4129-aa6d-b5f823f9d597 on network 133a80cf-c268-45f9-91ee-564a51a659af {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:12:54.648040 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0852dbff-d939-4012-b008-b1a974d183df req-d5079d76-7135-42ac-b54a-2b567147d275 service neutron] Port a8b54097-113a-4129-aa6d-b5f823f9d597 on network 133a80cf-c268-45f9-91ee-564a51a659af not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:12:54.648366 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0852dbff-d939-4012-b008-b1a974d183df req-d5079d76-7135-42ac-b54a-2b567147d275 service neutron] Attempting to bind port a8b54097-113a-4129-aa6d-b5f823f9d597 on network 133a80cf-c268-45f9-91ee-564a51a659af {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:12:54.656921 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0852dbff-d939-4012-b008-b1a974d183df req-d5079d76-7135-42ac-b54a-2b567147d275 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:12:54.656921 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0852dbff-d939-4012-b008-b1a974d183df req-d5079d76-7135-42ac-b54a-2b567147d275 service neutron] Checking segment: {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:12:54.657345 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0852dbff-d939-4012-b008-b1a974d183df req-d5079d76-7135-42ac-b54a-2b567147d275 service neutron] Bound using segment: {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:12:54.657829 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-0852dbff-d939-4012-b008-b1a974d183df req-d5079d76-7135-42ac-b54a-2b567147d275 service neutron] Bound port: a8b54097-113a-4129-aa6d-b5f823f9d597, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:12:54.658331 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0852dbff-d939-4012-b008-b1a974d183df req-d5079d76-7135-42ac-b54a-2b567147d275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a8b54097-113a-4129-aa6d-b5f823f9d597), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:54.662969 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9d5d6a4f-b779-40a1-b2de-e2e560651942 req-47110dde-b0ec-4eef-8112-22af4bdc348b tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206243 Jan 18 20:12:54.683393 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 810ccfdb-77ac-49d4-88ed-0349b9643884 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:12:54.683902 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (810ccfdb-77ac-49d4-88ed-0349b9643884), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:54.710860 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7ade17-2169-42e6-8aa5-66dc0777b68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810ccfdb-77ac-49d4-88ed-0349b9643884'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:12:54.713550 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dd61e5-19e9-404f-959c-815983b0866e" -d '{"events": [{"server_uuid": "ab7ade17-2169-42e6-8aa5-66dc0777b68d", "name": "network-vif-plugged", "status": "completed", "tag": "810ccfdb-77ac-49d4-88ed-0349b9643884"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:12:54.729487 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 810ccfdb-77ac-49d4-88ed-0349b9643884, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=810ccfdb-77ac-49d4-88ed-0349b9643884,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:54.735457 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (810ccfdb-77ac-49d4-88ed-0349b9643884), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:54.740064 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb492c3e-26d7-425f-aeb0-2d46e7cc850b req-65bb8de4-0510-4dd5-845f-ce5c5d64d1a4 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:54.740279 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-0852dbff-d939-4012-b008-b1a974d183df req-d5079d76-7135-42ac-b54a-2b567147d275 service neutron] For port a8b54097-113a-4129-aa6d-b5f823f9d597, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:12:54.744474 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eb492c3e-26d7-425f-aeb0-2d46e7cc850b req-65bb8de4-0510-4dd5-845f-ce5c5d64d1a4 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c32b77-04c6-414f-80f1-1256def036ae HTTP/1.1" status: 200 len: 946 time: 0.1787779 Jan 18 20:12:54.754330 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-0852dbff-d939-4012-b008-b1a974d183df req-d5079d76-7135-42ac-b54a-2b567147d275 service neutron] For port a8b54097-113a-4129-aa6d-b5f823f9d597, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a8b54097-113a-4129-aa6d-b5f823f9d597,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:12:54.763108 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0852dbff-d939-4012-b008-b1a974d183df req-d5079d76-7135-42ac-b54a-2b567147d275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (a8b54097-113a-4129-aa6d-b5f823f9d597), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:54.769388 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328b88f5-2d23-417b-ac22-8fc20accb5a2 x-openstack-request-id: req-328b88f5-2d23-417b-ac22-8fc20accb5a2 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:12:54.769697 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8647f40b-f6e9-4403-8784-d1f24fc9e3d5", "name": "network-vif-unplugged", "status": "completed", "tag": "a8b54097-113a-4129-aa6d-b5f823f9d597", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:12:54.769955 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-328b88f5-2d23-417b-ac22-8fc20accb5a2 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:12:54.770404 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8647f40b-f6e9-4403-8784-d1f24fc9e3d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8b54097-113a-4129-aa6d-b5f823f9d597', 'code': 200} Jan 18 20:12:54.806668 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=810ccfdb-77ac-49d4-88ed-0349b9643884,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:54.850025 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eb492c3e-26d7-425f-aeb0-2d46e7cc850b req-5e57593d-5ede-4518-b889-80884b58694c tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967619 Jan 18 20:12:54.862769 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5079d76-7135-42ac-b54a-2b567147d275 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b54097-113a-4129-aa6d-b5f823f9d597,revision_number=8']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:54.874950 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852dbff-d939-4012-b008-b1a974d183df req-d5079d76-7135-42ac-b54a-2b567147d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:54.875577 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0852dbff-d939-4012-b008-b1a974d183df req-d5079d76-7135-42ac-b54a-2b567147d275 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:54.876971 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0852dbff-d939-4012-b008-b1a974d183df req-d5079d76-7135-42ac-b54a-2b567147d275 service neutron] 10.222.0.57 "PUT /v2.0/ports/a8b54097-113a-4129-aa6d-b5f823f9d597 HTTP/1.1" status: 200 len: 1122 time: 0.7450118 Jan 18 20:12:54.924784 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e20bc-47f5-4ca7-8606-fb787eabc59d req-ca763bba-4e5e-40be-95cb-f37eafee422e tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:54.929915 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f86ae2-497e-4aad-8a63-17f16f70776c x-openstack-request-id: req-c9f86ae2-497e-4aad-8a63-17f16f70776c {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:12:54.930537 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7ade17-2169-42e6-8aa5-66dc0777b68d", "name": "network-vif-plugged", "status": "completed", "tag": "810ccfdb-77ac-49d4-88ed-0349b9643884", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:12:54.930673 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9f86ae2-497e-4aad-8a63-17f16f70776c {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:12:54.931028 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7ade17-2169-42e6-8aa5-66dc0777b68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810ccfdb-77ac-49d4-88ed-0349b9643884', 'code': 200} Jan 18 20:12:54.937519 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-550e20bc-47f5-4ca7-8606-fb787eabc59d req-ca763bba-4e5e-40be-95cb-f37eafee422e tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab7ade17-2169-42e6-8aa5-66dc0777b68d HTTP/1.1" status: 200 len: 949 time: 0.0730510 Jan 18 20:12:54.954500 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['a8b54097-113a-4129-aa6d-b5f823f9d597'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:12:55.033390 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-550e20bc-47f5-4ca7-8606-fb787eabc59d req-7fe49065-cb44-4ed1-8a07-b3a68920a5bb tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/security-groups?id=254c1ae4-10a3-437b-a01c-48dde04efb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968747 Jan 18 20:12:55.058463 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['a8b54097-113a-4129-aa6d-b5f823f9d597'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:12:55.079555 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192ee21-8df5-41d8-9bd8-919f5681437c req-99f5349a-90bc-461a-89a7-1f248ea11802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:55.081326 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3192ee21-8df5-41d8-9bd8-919f5681437c req-99f5349a-90bc-461a-89a7-1f248ea11802 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ab7ade17-2169-42e6-8aa5-66dc0777b68d HTTP/1.1" status: 200 len: 1100 time: 0.0619366 Jan 18 20:12:55.158053 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3192ee21-8df5-41d8-9bd8-919f5681437c req-239e2aa6-ac6b-4a5d-b664-aa721cbfc348 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=254c1ae4-10a3-437b-a01c-48dde04efb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626485 Jan 18 20:12:55.249232 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a7c24-adbc-43ca-b44c-a57fb9e58a76 req-8b5faa5e-5082-48af-b130-c242bd35a54a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:55.252379 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-079a7c24-adbc-43ca-b44c-a57fb9e58a76 req-8b5faa5e-5082-48af-b130-c242bd35a54a tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c32b77-04c6-414f-80f1-1256def036ae HTTP/1.1" status: 200 len: 946 time: 0.0642004 Jan 18 20:12:55.322183 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-079a7c24-adbc-43ca-b44c-a57fb9e58a76 req-ca40342a-37c7-483c-a91a-c1d640e3f82e tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630562 Jan 18 20:12:55.440420 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b5234-7431-4a0e-9ecc-cd7f666b17ac req-898b1dc7-e0ce-4f7e-8248-0dbdd40267e6 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:55.442276 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f54b5234-7431-4a0e-9ecc-cd7f666b17ac req-898b1dc7-e0ce-4f7e-8248-0dbdd40267e6 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.0584078 Jan 18 20:12:55.500549 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f54b5234-7431-4a0e-9ecc-cd7f666b17ac req-0d188fbf-f6a1-403c-b48f-23f993209d73 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491552 Jan 18 20:12:55.542521 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cf306f9b-3536-47d0-81b9-45a05002e8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:55.572778 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fad3ce-01c2-4bce-9697-f5f4633c6b0b req-d1e73c3e-72e7-46e0-a64e-0f28d7e0e6c9 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:55.574205 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-75fad3ce-01c2-4bce-9697-f5f4633c6b0b req-d1e73c3e-72e7-46e0-a64e-0f28d7e0e6c9 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0517869 Jan 18 20:12:55.622959 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-75fad3ce-01c2-4bce-9697-f5f4633c6b0b req-b1144c92-7e25-49a5-9c0f-704bee77fbce tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416770 Jan 18 20:12:55.786175 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c962875-3042-48be-a2e4-0658b7c9f962 req-c867a56a-1f7a-40c4-b375-26cbe4a18705 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:55.787508 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c962875-3042-48be-a2e4-0658b7c9f962 req-c867a56a-1f7a-40c4-b375-26cbe4a18705 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 944 time: 0.0528905 Jan 18 20:12:55.839456 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c962875-3042-48be-a2e4-0658b7c9f962 req-89f6dfcf-ac2b-4663-b854-e640c365988c tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410147 Jan 18 20:12:56.151842 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f888b30-389b-4498-9c09-a13776aa8713 req-a31af0ff-40b3-47f8-9861-49d60709a33e tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:56.154100 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7f888b30-389b-4498-9c09-a13776aa8713 req-a31af0ff-40b3-47f8-9861-49d60709a33e tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab7ade17-2169-42e6-8aa5-66dc0777b68d HTTP/1.1" status: 200 len: 949 time: 0.0523796 Jan 18 20:12:56.203142 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7f888b30-389b-4498-9c09-a13776aa8713 req-6b779cfc-d977-44ef-a4bc-759cb5e2e300 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/security-groups?id=254c1ae4-10a3-437b-a01c-48dde04efb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429070 Jan 18 20:12:56.576864 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf3340-f8fc-48de-ade1-2f5f98c4021d req-c0099c3a-d547-4e7a-b65f-1393c64f8b64 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:56.583628 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-31bf3340-f8fc-48de-ade1-2f5f98c4021d req-c0099c3a-d547-4e7a-b65f-1393c64f8b64 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c32b77-04c6-414f-80f1-1256def036ae HTTP/1.1" status: 200 len: 946 time: 0.0565448 Jan 18 20:12:56.675695 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-31bf3340-f8fc-48de-ade1-2f5f98c4021d req-890649fb-1f6b-4c6c-b5ed-ef2b43d2cc73 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911973 Jan 18 20:12:56.694133 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71d8a9-e613-4406-a893-94128ce93ca3 req-5449aaf9-5a85-4c5f-8c4c-d1fc3dc39bbd tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:56.697158 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e71d8a9-e613-4406-a893-94128ce93ca3 req-5449aaf9-5a85-4c5f-8c4c-d1fc3dc39bbd tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.0909803 Jan 18 20:12:56.754194 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e71d8a9-e613-4406-a893-94128ce93ca3 req-073230f2-899e-4ae4-b20d-4de9de135087 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528829 Jan 18 20:12:56.771634 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8647f40b-f6e9-4403-8784-d1f24fc9e3d5', 'tag': 'a8b54097-113a-4129-aa6d-b5f823f9d597'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:12:56.774535 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275b987e-01f9-4d75-9f0d-ce957a39e2a5" -d '{"events": [{"name": "network-changed", "server_uuid": "8647f40b-f6e9-4403-8784-d1f24fc9e3d5", "tag": "a8b54097-113a-4129-aa6d-b5f823f9d597"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:12:56.794825 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d472e24-f03f-4ea1-ac27-756143b839d7 req-0c7fd385-6457-46fb-b098-ad28130f3189 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:56.796350 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d472e24-f03f-4ea1-ac27-756143b839d7 req-0c7fd385-6457-46fb-b098-ad28130f3189 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0542989 Jan 18 20:12:56.812388 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f707f9a-e8a8-4b4c-b444-6045eb8050e7 x-openstack-request-id: req-1f707f9a-e8a8-4b4c-b444-6045eb8050e7 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:12:56.812757 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8647f40b-f6e9-4403-8784-d1f24fc9e3d5", "tag": "a8b54097-113a-4129-aa6d-b5f823f9d597", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:12:56.813154 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f707f9a-e8a8-4b4c-b444-6045eb8050e7 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:12:56.813459 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8647f40b-f6e9-4403-8784-d1f24fc9e3d5', 'tag': 'a8b54097-113a-4129-aa6d-b5f823f9d597', 'status': 'completed', 'code': 200} Jan 18 20:12:56.849671 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d472e24-f03f-4ea1-ac27-756143b839d7 req-5562b69e-e313-48fe-a4e6-339a588bab4d tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462377 Jan 18 20:12:56.891184 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b987e-01f9-4d75-9f0d-ce957a39e2a5 req-a3e88985-d906-4d46-b755-43b6a1d0a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:56.892737 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-275b987e-01f9-4d75-9f0d-ce957a39e2a5 req-a3e88985-d906-4d46-b755-43b6a1d0a075 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46be2ca450fb44c88ba90d0767174258&device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 1125 time: 0.0521929 Jan 18 20:12:56.977807 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1a423-2c02-4ebc-9c43-8c0801cb7eb8 req-f4381785-098e-4542-9d97-b380802f073f tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:56.979721 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-52e1a423-2c02-4ebc-9c43-8c0801cb7eb8 req-f4381785-098e-4542-9d97-b380802f073f tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 944 time: 0.0615721 Jan 18 20:12:57.005704 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b987e-01f9-4d75-9f0d-ce957a39e2a5 req-75e1954a-90a9-493f-ae6b-559079355e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:57.007296 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-275b987e-01f9-4d75-9f0d-ce957a39e2a5 req-75e1954a-90a9-493f-ae6b-559079355e32 service neutron] 10.222.0.70 "GET /v2.0/networks?id=133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 200 len: 908 time: 0.1014366 Jan 18 20:12:57.029529 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-52e1a423-2c02-4ebc-9c43-8c0801cb7eb8 req-e5543cfb-171d-43bc-88d8-3ba83fd3088a tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440812 Jan 18 20:12:57.054942 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-275b987e-01f9-4d75-9f0d-ce957a39e2a5 req-427920d1-e368-4878-965c-d37411c2fe26 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8b54097-113a-4129-aa6d-b5f823f9d597 HTTP/1.1" status: 200 len: 217 time: 0.0346746 Jan 18 20:12:57.108902 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b987e-01f9-4d75-9f0d-ce957a39e2a5 req-c757422f-dd9a-4eb6-8d4f-622e3e7c6fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:57.110406 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-275b987e-01f9-4d75-9f0d-ce957a39e2a5 req-c757422f-dd9a-4eb6-8d4f-622e3e7c6fca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45324dde-9697-4682-9610-ed3bed3250cd HTTP/1.1" status: 200 len: 847 time: 0.0493150 Jan 18 20:12:57.147504 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-275b987e-01f9-4d75-9f0d-ce957a39e2a5 req-45d81beb-e55f-4bc7-b551-ef3936e512ca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=133a80cf-c268-45f9-91ee-564a51a659af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247042 Jan 18 20:12:57.236846 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-275b987e-01f9-4d75-9f0d-ce957a39e2a5 req-aa6f6fc0-edc1-477d-a9d5-d65551dfed49 service neutron] 10.222.0.70 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817120 Jan 18 20:12:57.324393 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7db64a-f331-4c43-9f7c-969e6fbdee18 req-13ba1f15-3921-4372-8874-5a09da6839b0 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:57.326212 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9c7db64a-f331-4c43-9f7c-969e6fbdee18 req-13ba1f15-3921-4372-8874-5a09da6839b0 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab7ade17-2169-42e6-8aa5-66dc0777b68d HTTP/1.1" status: 200 len: 949 time: 0.0532558 Jan 18 20:12:57.339236 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-275b987e-01f9-4d75-9f0d-ce957a39e2a5 req-a9b8128e-771a-45b6-b652-064250d3d180 service neutron] 10.222.0.70 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948730 Jan 18 20:12:57.374808 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9c7db64a-f331-4c43-9f7c-969e6fbdee18 req-18a3704c-a764-48ae-bb2e-71314cae5b08 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/security-groups?id=254c1ae4-10a3-437b-a01c-48dde04efb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425460 Jan 18 20:12:57.572043 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f55ee-1ee2-4550-aa5e-6d97c8340f32 req-404b1bfa-85bb-49dc-97e7-1a1e3ae04536 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:57.573545 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-543f55ee-1ee2-4550-aa5e-6d97c8340f32 req-404b1bfa-85bb-49dc-97e7-1a1e3ae04536 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.70 "GET /v2.0/ports?device_id=87c32b77-04c6-414f-80f1-1256def036ae HTTP/1.1" status: 200 len: 946 time: 0.0569220 Jan 18 20:12:57.679264 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-543f55ee-1ee2-4550-aa5e-6d97c8340f32 req-55ad7267-d876-4a26-abef-ecd8bf300684 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Deleting port 11399602-59da-4675-b228-cb836ee93a2f {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:12:57.679685 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-543f55ee-1ee2-4550-aa5e-6d97c8340f32 req-55ad7267-d876-4a26-abef-ecd8bf300684 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (11399602-59da-4675-b228-cb836ee93a2f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:57.758411 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3619ec91-8097-4a0f-8799-dd115b386811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:57.801611 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-543f55ee-1ee2-4550-aa5e-6d97c8340f32 req-55ad7267-d876-4a26-abef-ecd8bf300684 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] For port 11399602-59da-4675-b228-cb836ee93a2f, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=11399602-59da-4675-b228-cb836ee93a2f,segment=NetworkSegment(764cc364-bdeb-41f4-8a87-9fa870bc06a2),segment_id=764cc364-bdeb-41f4-8a87-9fa870bc06a2)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:12:57.802289 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-543f55ee-1ee2-4550-aa5e-6d97c8340f32 req-55ad7267-d876-4a26-abef-ecd8bf300684 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (11399602-59da-4675-b228-cb836ee93a2f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:57.815930 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-543f55ee-1ee2-4550-aa5e-6d97c8340f32 req-55ad7267-d876-4a26-abef-ecd8bf300684 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Calling delete_port for 11399602-59da-4675-b228-cb836ee93a2f owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:12:57.820740 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dce139-ae03-4760-a69d-eca72b4bd5f9 req-fcd13898-73ea-4a5f-be76-73d84aff8330 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:57.822325 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c5dce139-ae03-4760-a69d-eca72b4bd5f9 req-fcd13898-73ea-4a5f-be76-73d84aff8330 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c32b77-04c6-414f-80f1-1256def036ae HTTP/1.1" status: 200 len: 946 time: 0.0590844 Jan 18 20:12:57.900568 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c5dce139-ae03-4760-a69d-eca72b4bd5f9 req-73fefcd0-8b54-4170-aa89-2a26a56b53ab tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e94055a-4785-40ae-bb29-0c0380ec83cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711260 Jan 18 20:12:57.938471 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d9ba7-7f22-4437-97c4-450f58893e53 req-e2c71d34-f536-4b26-b1ab-43aca2114bab tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:57.940503 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c73d9ba7-7f22-4437-97c4-450f58893e53 req-e2c71d34-f536-4b26-b1ab-43aca2114bab tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.0830796 Jan 18 20:12:57.986218 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-543f55ee-1ee2-4550-aa5e-6d97c8340f32 req-55ad7267-d876-4a26-abef-ecd8bf300684 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (11399602-59da-4675-b228-cb836ee93a2f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:57.998459 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['11399602-59da-4675-b228-cb836ee93a2f'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:12:58.015815 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad7267-d876-4a26-abef-ecd8bf300684 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Pushing event deleted for resources: {'Port': ['ID=11399602-59da-4675-b228-cb836ee93a2f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:12:58.033085 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c73d9ba7-7f22-4437-97c4-450f58893e53 req-214e6a69-860d-462f-9e91-0c20e4641de1 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857654 Jan 18 20:12:58.051304 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af1688-83dd-4e78-bc20-e0d0c16abfc6 req-cc80dee8-29dd-4ede-8823-2674db87d3d8 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:58.052819 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33af1688-83dd-4e78-bc20-e0d0c16abfc6 req-cc80dee8-29dd-4ede-8823-2674db87d3d8 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0781841 Jan 18 20:12:58.063519 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-543f55ee-1ee2-4550-aa5e-6d97c8340f32 req-55ad7267-d876-4a26-abef-ecd8bf300684 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] No DVR routers for this DVR port 11399602-59da-4675-b228-cb836ee93a2f on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:12:58.067142 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-543f55ee-1ee2-4550-aa5e-6d97c8340f32 req-55ad7267-d876-4a26-abef-ecd8bf300684 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:58.070938 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-543f55ee-1ee2-4550-aa5e-6d97c8340f32 req-55ad7267-d876-4a26-abef-ecd8bf300684 tempest-DeleteServersTestJSON-154455530 tempest-DeleteServersTestJSON-154455530-project] 10.222.0.70 "DELETE /v2.0/ports/11399602-59da-4675-b228-cb836ee93a2f HTTP/1.1" status: 204 len: 173 time: 0.4903231 Jan 18 20:12:58.121082 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33af1688-83dd-4e78-bc20-e0d0c16abfc6 req-cdb84eff-5f0e-4010-a2cd-c61ca1e2d9dc tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625691 Jan 18 20:12:58.158347 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07666b8-9c0e-4563-bc31-30a79562ca43 req-1d8c9952-7772-4225-a299-d8ad9b82bf78 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:58.159977 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e07666b8-9c0e-4563-bc31-30a79562ca43 req-1d8c9952-7772-4225-a299-d8ad9b82bf78 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 944 time: 0.0524383 Jan 18 20:12:58.209601 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e07666b8-9c0e-4563-bc31-30a79562ca43 req-786ea399-1546-4a7e-8272-718e700aba57 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433261 Jan 18 20:12:58.815834 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c32b77-04c6-414f-80f1-1256def036ae', 'name': 'network-vif-deleted', 'tag': '11399602-59da-4675-b228-cb836ee93a2f'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:12:58.818735 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a937db1-15e2-491e-9bff-fe53af4f4882" -d '{"events": [{"server_uuid": "87c32b77-04c6-414f-80f1-1256def036ae", "name": "network-vif-deleted", "tag": "11399602-59da-4675-b228-cb836ee93a2f"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:12:58.864009 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa0ed9b-1d36-434a-a0ce-b8ec03feb367 x-openstack-request-id: req-2aa0ed9b-1d36-434a-a0ce-b8ec03feb367 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:12:58.864365 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c32b77-04c6-414f-80f1-1256def036ae", "name": "network-vif-deleted", "tag": "11399602-59da-4675-b228-cb836ee93a2f", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:12:58.864603 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2aa0ed9b-1d36-434a-a0ce-b8ec03feb367 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:12:58.865047 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c32b77-04c6-414f-80f1-1256def036ae', 'name': 'network-vif-deleted', 'tag': '11399602-59da-4675-b228-cb836ee93a2f', 'status': 'completed', 'code': 200} Jan 18 20:12:58.936056 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:12:59.161283 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0a3be-7dae-4a09-a830-b52f076e9b81 req-3d9839f9-5fb2-4670-a72d-bb7639e0cab2 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:59.163056 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66a0a3be-7dae-4a09-a830-b52f076e9b81 req-3d9839f9-5fb2-4670-a72d-bb7639e0cab2 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.0559192 Jan 18 20:12:59.245762 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66a0a3be-7dae-4a09-a830-b52f076e9b81 req-622e2a7d-c55c-48f1-a95b-bc66f5fd5d4d tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757635 Jan 18 20:12:59.262622 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f474af-39ea-4990-bd4a-c000a5e74852 req-5e818197-8390-47e2-84c8-b93860d1aa83 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:59.264681 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4f474af-39ea-4990-bd4a-c000a5e74852 req-5e818197-8390-47e2-84c8-b93860d1aa83 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0725961 Jan 18 20:12:59.314346 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4f474af-39ea-4990-bd4a-c000a5e74852 req-70f26bc8-cb19-4885-90d2-9b9eb252cda0 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447626 Jan 18 20:12:59.383383 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2fbdc-c398-4bca-a694-5526bb0dc991 req-b970281b-d540-40d3-89cc-03b2052454ee tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:12:59.384880 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7f2fbdc-c398-4bca-a694-5526bb0dc991 req-b970281b-d540-40d3-89cc-03b2052454ee tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 944 time: 0.0493562 Jan 18 20:12:59.437278 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7f2fbdc-c398-4bca-a694-5526bb0dc991 req-b3d7f0f4-3c5c-4bb7-8206-e3b6f9be4679 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455666 Jan 18 20:13:00.373171 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd350f7-f402-409a-b343-93936bd09e2d req-625bc9a1-afd5-417b-92b1-823a8db0b00c tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:00.374864 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3bd350f7-f402-409a-b343-93936bd09e2d req-625bc9a1-afd5-417b-92b1-823a8db0b00c tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.0551174 Jan 18 20:13:00.451764 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:00.461527 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3bd350f7-f402-409a-b343-93936bd09e2d req-7dc752b8-3abd-478f-a515-32d4375b1d64 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801303 Jan 18 20:13:00.473765 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f945dff-e82b-472c-870b-2407b1a8e05d req-f97e2824-2b3c-4875-96c0-3cfd10bea854 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:00.475105 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9f945dff-e82b-472c-870b-2407b1a8e05d req-f97e2824-2b3c-4875-96c0-3cfd10bea854 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0878236 Jan 18 20:13:00.530085 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9f945dff-e82b-472c-870b-2407b1a8e05d req-86c28cc9-6309-406d-bb5c-da3d3f896dfe tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432184 Jan 18 20:13:00.582875 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95eedd5-f0e4-4672-b7f1-8f83a661647c req-8a68fc32-361a-48ef-8747-148cddc26e59 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:00.584571 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c95eedd5-f0e4-4672-b7f1-8f83a661647c req-8a68fc32-361a-48ef-8747-148cddc26e59 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 944 time: 0.0536370 Jan 18 20:13:00.639863 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c95eedd5-f0e4-4672-b7f1-8f83a661647c req-a60d1b8d-69a2-40af-981a-f76cdd6d1780 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471690 Jan 18 20:13:01.608362 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb315a3-b930-4ffa-9de1-0e718d28ba90 req-7a8a2792-d303-437c-b46b-7b7843e6c9a5 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:01.611045 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cfb315a3-b930-4ffa-9de1-0e718d28ba90 req-7a8a2792-d303-437c-b46b-7b7843e6c9a5 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.0705442 Jan 18 20:13:01.716237 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cfb315a3-b930-4ffa-9de1-0e718d28ba90 req-d3172f6d-6091-4daf-b8c3-67057c6bf256 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905285 Jan 18 20:13:01.735420 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10580d87-f838-4b52-bd29-43f31e2e937e req-28b30576-960d-42b0-84a5-2e13608c606b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:01.739912 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-10580d87-f838-4b52-bd29-43f31e2e937e req-28b30576-960d-42b0-84a5-2e13608c606b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.1213830 Jan 18 20:13:01.816920 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-10580d87-f838-4b52-bd29-43f31e2e937e req-88f7c03e-a588-4c32-b451-2f36456c2240 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681748 Jan 18 20:13:01.853764 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:01.896537 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70885831-becd-411a-a8db-7788dff2ad90 req-43a81448-188b-46c9-9937-e9c367a5949b tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:01.898505 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-70885831-becd-411a-a8db-7788dff2ad90 req-43a81448-188b-46c9-9937-e9c367a5949b tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 944 time: 0.0871394 Jan 18 20:13:01.971147 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-70885831-becd-411a-a8db-7788dff2ad90 req-d26ff549-b551-4b79-a68d-3776afc42324 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660129 Jan 18 20:13:02.388986 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 810ccfdb-77ac-49d4-88ed-0349b9643884 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:13:02.395153 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 11399602-59da-4675-b228-cb836ee93a2f no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:13:02.431037 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 11399602-59da-4675-b228-cb836ee93a2f {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:13:02.431907 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 11399602-59da-4675-b228-cb836ee93a2f not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:13:02.541431 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 810ccfdb-77ac-49d4-88ed-0349b9643884, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=810ccfdb-77ac-49d4-88ed-0349b9643884,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:13:02.556067 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '810ccfdb-77ac-49d4-88ed-0349b9643884', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '810ccfdb-77ac-49d4-88ed-0349b9643884', 'mac_address': 'fa:16:3e:5d:49:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:13:02.607387 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 810ccfdb-77ac-49d4-88ed-0349b9643884 is: ACTIVE; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:13:02.608130 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (810ccfdb-77ac-49d4-88ed-0349b9643884), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:02.627339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 810ccfdb-77ac-49d4-88ed-0349b9643884 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:13:02.651362 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 810ccfdb-77ac-49d4-88ed-0349b9643884, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=810ccfdb-77ac-49d4-88ed-0349b9643884,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:13:02.660818 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (810ccfdb-77ac-49d4-88ed-0349b9643884), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:02.732260 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=810ccfdb-77ac-49d4-88ed-0349b9643884,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:02.888589 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['810ccfdb-77ac-49d4-88ed-0349b9643884'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:13:02.931563 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d5f01-7cef-465c-ad95-13c49521ce3d req-28e6bd7a-8c03-46e1-b701-a5cc4318640d tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:02.941549 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a5d5f01-7cef-465c-ad95-13c49521ce3d req-28e6bd7a-8c03-46e1-b701-a5cc4318640d tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.1149702 Jan 18 20:13:03.032815 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a5d5f01-7cef-465c-ad95-13c49521ce3d req-e3256c9a-78cb-41b0-814a-375fb23edfe8 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905330 Jan 18 20:13:03.131785 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd11aea-9df3-4704-85f2-8017bdaae52a req-29b8dd1f-b002-4255-afd2-d4b1f8248a3b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:03.147479 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8cd11aea-9df3-4704-85f2-8017bdaae52a req-29b8dd1f-b002-4255-afd2-d4b1f8248a3b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.1527729 Jan 18 20:13:03.252246 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8cd11aea-9df3-4704-85f2-8017bdaae52a req-bdefe930-62a1-4e6b-ba50-fa6350261de5 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968826 Jan 18 20:13:03.369282 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aab776-dafc-46f0-af6e-e73660b54076 req-38cf2fb1-7840-4c4e-abc3-807e5645d97c tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:03.385457 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f3aab776-dafc-46f0-af6e-e73660b54076 req-38cf2fb1-7840-4c4e-abc3-807e5645d97c tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 944 time: 0.1207733 Jan 18 20:13:03.440477 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f3aab776-dafc-46f0-af6e-e73660b54076 req-c674c841-40dd-49e2-9537-397df6da2177 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521908 Jan 18 20:13:03.738192 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a41d63-ed24-4265-8b6e-bdeae9880ecc req-e7e3634b-f412-43fc-a48d-a73785e8b855 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:03.747712 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-80a41d63-ed24-4265-8b6e-bdeae9880ecc req-e7e3634b-f412-43fc-a48d-a73785e8b855 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.0858803 Jan 18 20:13:03.825802 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-80a41d63-ed24-4265-8b6e-bdeae9880ecc req-b6ba4ed6-2ea7-46d3-ba43-01b5aa20b20c tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624952 Jan 18 20:13:03.860508 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:04.376981 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 810ccfdb-77ac-49d4-88ed-0349b9643884 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:13:04.484018 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 810ccfdb-77ac-49d4-88ed-0349b9643884 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:13:04.484607 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (810ccfdb-77ac-49d4-88ed-0349b9643884), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:04.560029 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56d002-c8ef-449f-a1bb-758e538275b9 req-416b1623-6dfc-4305-bd8b-db26f65fa821 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:04.573580 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fd56d002-c8ef-449f-a1bb-758e538275b9 req-416b1623-6dfc-4305-bd8b-db26f65fa821 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.4668100 Jan 18 20:13:04.586202 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 810ccfdb-77ac-49d4-88ed-0349b9643884 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:13:04.586723 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (810ccfdb-77ac-49d4-88ed-0349b9643884), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:04.599495 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed4e93-beae-40de-91ac-0ba9737ee046 req-56e4690c-bace-417a-b2ed-056ceb6ffde2 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:04.607290 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bfed4e93-beae-40de-91ac-0ba9737ee046 req-56e4690c-bace-417a-b2ed-056ceb6ffde2 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.1077902 Jan 18 20:13:04.619648 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7ade17-2169-42e6-8aa5-66dc0777b68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810ccfdb-77ac-49d4-88ed-0349b9643884'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:13:04.623598 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229426e8-c069-4135-96a0-74ff6d51403d" -d '{"events": [{"server_uuid": "ab7ade17-2169-42e6-8aa5-66dc0777b68d", "name": "network-vif-plugged", "status": "completed", "tag": "810ccfdb-77ac-49d4-88ed-0349b9643884"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:13:04.639077 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 810ccfdb-77ac-49d4-88ed-0349b9643884, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=810ccfdb-77ac-49d4-88ed-0349b9643884,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:13:04.663781 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (810ccfdb-77ac-49d4-88ed-0349b9643884), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:04.703093 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bfed4e93-beae-40de-91ac-0ba9737ee046 req-98ed6c61-cf3f-4862-93e7-601917b27d05 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945463 Jan 18 20:13:04.734334 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fd56d002-c8ef-449f-a1bb-758e538275b9 req-8cfece1d-61ef-425c-a8f3-9a3c552a0d39 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588385 Jan 18 20:13:04.736552 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=810ccfdb-77ac-49d4-88ed-0349b9643884,revision_number=7']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:04.880815 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874b1de-f8ab-4e45-aff5-ad0eb86a858a req-bd7ab413-346f-4caa-a845-23dd87dc1fd5 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:04.888032 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5874b1de-f8ab-4e45-aff5-ad0eb86a858a req-bd7ab413-346f-4caa-a845-23dd87dc1fd5 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 944 time: 0.0718760 Jan 18 20:13:04.970334 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5874b1de-f8ab-4e45-aff5-ad0eb86a858a req-23caa882-ec39-4b94-9547-43b581e08c85 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811419 Jan 18 20:13:05.092117 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f13b34-c6d3-4c2f-8b9e-411fa319f165 req-b907d523-6fcf-4f63-b1f5-dca9cc043f39 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:05.093337 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f3f13b34-c6d3-4c2f-8b9e-411fa319f165 req-b907d523-6fcf-4f63-b1f5-dca9cc043f39 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.0618210 Jan 18 20:13:05.151207 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782ed902-6bd4-4364-b796-a5b335a96ce1 x-openstack-request-id: req-782ed902-6bd4-4364-b796-a5b335a96ce1 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:13:05.151526 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7ade17-2169-42e6-8aa5-66dc0777b68d", "name": "network-vif-plugged", "status": "completed", "tag": "810ccfdb-77ac-49d4-88ed-0349b9643884", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:13:05.151785 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-782ed902-6bd4-4364-b796-a5b335a96ce1 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:13:05.152185 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7ade17-2169-42e6-8aa5-66dc0777b68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810ccfdb-77ac-49d4-88ed-0349b9643884', 'code': 200} Jan 18 20:13:05.167756 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f3f13b34-c6d3-4c2f-8b9e-411fa319f165 req-e7efaa67-f0be-4a08-b48c-1e02a6b0f3b3 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618877 Jan 18 20:13:05.842015 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bae57-b537-4eaa-a649-a5d120e14b20 req-9c3e08ca-19b9-410a-82c1-3f6f4dd91a0e tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:05.843580 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6b2bae57-b537-4eaa-a649-a5d120e14b20 req-9c3e08ca-19b9-410a-82c1-3f6f4dd91a0e tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0644405 Jan 18 20:13:05.924955 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437230b-5700-4c59-bf51-573264d026d8 req-095e2932-9b44-431d-bccd-b54edbeef25e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:05.926745 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3437230b-5700-4c59-bf51-573264d026d8 req-095e2932-9b44-431d-bccd-b54edbeef25e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.0775161 Jan 18 20:13:05.946132 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6b2bae57-b537-4eaa-a649-a5d120e14b20 req-3408a015-ab6c-4596-b377-c893c2e219e0 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949295 Jan 18 20:13:06.031650 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3437230b-5700-4c59-bf51-573264d026d8 req-76978bc3-6cd3-47c8-8b34-04db789e1e67 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833528 Jan 18 20:13:06.305939 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bac85-823c-4db6-8e18-239cad419998 req-5ca76f3b-8ac7-4cd2-9604-2c07786391b9 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:06.310721 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d0bac85-823c-4db6-8e18-239cad419998 req-5ca76f3b-8ac7-4cd2-9604-2c07786391b9 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 944 time: 0.1475251 Jan 18 20:13:06.416831 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbde966-e38d-4729-97be-a2a0e2f7851a req-b78932e9-3cad-428f-a101-14e060661431 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:06.419282 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0dbde966-e38d-4729-97be-a2a0e2f7851a req-b78932e9-3cad-428f-a101-14e060661431 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.1438150 Jan 18 20:13:06.446969 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3100366-f90e-42f0-97e2-a78ecb5347c6 req-7b4f6748-c035-4134-afd9-12dd2f24ce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:06.449752 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d3100366-f90e-42f0-97e2-a78ecb5347c6 req-7b4f6748-c035-4134-afd9-12dd2f24ce91 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 1097 time: 0.0600688 Jan 18 20:13:06.490628 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d0bac85-823c-4db6-8e18-239cad419998 req-f09c3635-6d7d-42a2-966c-95f3a1331408 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538265 Jan 18 20:13:06.522344 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d3100366-f90e-42f0-97e2-a78ecb5347c6 req-b6958eb7-47ad-431b-ab3e-eca6862677cf service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559139 Jan 18 20:13:06.538629 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0dbde966-e38d-4729-97be-a2a0e2f7851a req-69b04686-c0c0-4443-8647-6615d47ef6f1 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100755 Jan 18 20:13:06.567464 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 46758) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:06.710614 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:06.932390 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b080240-7868-40af-9092-8d1508306941 admin admin] Deleting subnet b76b9fe0-68f8-4703-9228-21897e60da9f {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:13:06.936956 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b080240-7868-40af-9092-8d1508306941 admin admin] Publish callbacks [] for subnet (b76b9fe0-68f8-4703-9228-21897e60da9f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:06.993938 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b080240-7868-40af-9092-8d1508306941 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (b76b9fe0-68f8-4703-9228-21897e60da9f), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:07.047602 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b080240-7868-40af-9092-8d1508306941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (b76b9fe0-68f8-4703-9228-21897e60da9f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:07.246641 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3ef4e-05cf-4da5-9b0d-fe4af25843df req-09d61d7a-4f74-4801-8e77-be308847847a tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:07.254145 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95d3ef4e-05cf-4da5-9b0d-fe4af25843df req-09d61d7a-4f74-4801-8e77-be308847847a tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.2030134 Jan 18 20:13:07.287657 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2fbe8-c711-4cc1-a9cf-5ce76e579492 req-989a1475-16a7-4f6d-a1f2-48de9bcaf9fd tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:07.296221 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66d2fbe8-c711-4cc1-a9cf-5ce76e579492 req-989a1475-16a7-4f6d-a1f2-48de9bcaf9fd tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.1249175 Jan 18 20:13:07.367933 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66d2fbe8-c711-4cc1-a9cf-5ce76e579492 req-5a94668f-efe9-4b4b-93db-2ace15305676 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691671 Jan 18 20:13:07.373769 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b080240-7868-40af-9092-8d1508306941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (b76b9fe0-68f8-4703-9228-21897e60da9f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:07.430631 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b080240-7868-40af-9092-8d1508306941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:07.437107 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5b080240-7868-40af-9092-8d1508306941 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b76b9fe0-68f8-4703-9228-21897e60da9f HTTP/1.1" status: 204 len: 168 time: 0.8647611 Jan 18 20:13:07.437372 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 46770) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:07.452757 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b080240-7868-40af-9092-8d1508306941 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b76b9fe0-68f8-4703-9228-21897e60da9f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:07.487203 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b080240-7868-40af-9092-8d1508306941 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:07.487646 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b080240-7868-40af-9092-8d1508306941 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:07.488009 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b080240-7868-40af-9092-8d1508306941 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:07.488438 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b080240-7868-40af-9092-8d1508306941 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:07.488773 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b080240-7868-40af-9092-8d1508306941 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:07.489101 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b080240-7868-40af-9092-8d1508306941 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:07.489435 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b080240-7868-40af-9092-8d1508306941 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:07.489919 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b080240-7868-40af-9092-8d1508306941 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:07.490246 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b080240-7868-40af-9092-8d1508306941 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:07.490572 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b080240-7868-40af-9092-8d1508306941 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:07.490898 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b080240-7868-40af-9092-8d1508306941 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:07.491221 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b080240-7868-40af-9092-8d1508306941 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:07.492936 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b080240-7868-40af-9092-8d1508306941 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:07.531569 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95d3ef4e-05cf-4da5-9b0d-fe4af25843df req-a64ebf46-6599-40b1-95d8-f27d112ef7e7 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328689 Jan 18 20:13:07.564424 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a5f01af-4880-442c-96b1-e301d2c4fbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (1330a1de-3636-4f07-b599-97f547076b99), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:07.726274 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a5f01af-4880-442c-96b1-e301d2c4fbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (1330a1de-3636-4f07-b599-97f547076b99), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:07.751187 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd868914-ec15-496e-91a8-6d4c8284367e req-e3b88905-b786-4e8d-af45-786b1d8c9330 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:07.752618 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dd868914-ec15-496e-91a8-6d4c8284367e req-e3b88905-b786-4e8d-af45-786b1d8c9330 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 944 time: 0.1072955 Jan 18 20:13:07.760416 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcdd93a-6c7b-4990-91b2-509e5ba5029d req-a58a40ce-a89d-4ef1-895c-642647cb23ae tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:07.761664 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-3a5f01af-4880-442c-96b1-e301d2c4fbb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1330a1de-3636-4f07-b599-97f547076b99']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:13:07.767507 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2fcdd93a-6c7b-4990-91b2-509e5ba5029d req-a58a40ce-a89d-4ef1-895c-642647cb23ae tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.1073821 Jan 18 20:13:07.775648 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-3a5f01af-4880-442c-96b1-e301d2c4fbb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '764cc364-bdeb-41f4-8a87-9fa870bc06a2') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:13:07.775943 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-3a5f01af-4880-442c-96b1-e301d2c4fbb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '764cc364-bdeb-41f4-8a87-9fa870bc06a2') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:13:07.788038 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a5f01af-4880-442c-96b1-e301d2c4fbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (764cc364-bdeb-41f4-8a87-9fa870bc06a2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:07.809725 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a5f01af-4880-442c-96b1-e301d2c4fbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (764cc364-bdeb-41f4-8a87-9fa870bc06a2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:07.822562 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5f01af-4880-442c-96b1-e301d2c4fbb1 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:13:07.823096 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a5f01af-4880-442c-96b1-e301d2c4fbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (764cc364-bdeb-41f4-8a87-9fa870bc06a2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:07.825437 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:07.829079 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:07.829079 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:07.829079 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:13:07.829079 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:13:07.829079 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:13:07.829079 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:13:07.829079 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:13:07.829079 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:13:07.829079 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:13:07.829079 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:13:07.829079 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:13:07.829079 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:13:07.829079 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:13:07.829079 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:13:07.829079 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:13:07.829079 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:13:07.829079 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:13:07.829079 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:13:07.829079 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:13:07.829079 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:13:07.829079 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:13:07.829079 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:13:07.829079 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:13:07.829079 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:13:07.829079 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:13:07.829079 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:13:07.829079 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:13:07.833648 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:13:07.833648 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:13:07.833648 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:13:07.833648 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:13:07.833648 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:13:07.833648 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:13:07.833648 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:13:07.849400 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2fcdd93a-6c7b-4990-91b2-509e5ba5029d req-500a3c87-0913-4d64-af73-e78b082b9732 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789146 Jan 18 20:13:07.859349 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dd868914-ec15-496e-91a8-6d4c8284367e req-4a5804aa-807e-425f-9432-6b52355e1ed7 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898254 Jan 18 20:13:07.924242 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a5f01af-4880-442c-96b1-e301d2c4fbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (1330a1de-3636-4f07-b599-97f547076b99), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:07.930600 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a5f01af-4880-442c-96b1-e301d2c4fbb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:07.934228 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3a5f01af-4880-442c-96b1-e301d2c4fbb1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1330a1de-3636-4f07-b599-97f547076b99 HTTP/1.1" status: 204 len: 168 time: 0.4954226 Jan 18 20:13:07.948858 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f01af-4880-442c-96b1-e301d2c4fbb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1330a1de-3636-4f07-b599-97f547076b99,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:08.072110 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 46788) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:08.130929 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ef3503a7-aa97-4601-85f1-901ba9b4edf5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=211c72f201034d10bbf94424fe5e3d47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0543563 Jan 18 20:13:08.132548 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 46790) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:08.208528 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-63ba8024-4526-4b61-a9d3-adc170ebad63 admin admin] Publish callbacks [] for security_group (9e94055a-4785-40ae-bb29-0c0380ec83cc), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:08.237202 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-63ba8024-4526-4b61-a9d3-adc170ebad63 admin admin] Publish callbacks [] for security_group (9e94055a-4785-40ae-bb29-0c0380ec83cc), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:08.302432 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-63ba8024-4526-4b61-a9d3-adc170ebad63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9e94055a-4785-40ae-bb29-0c0380ec83cc), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:08.305557 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-63ba8024-4526-4b61-a9d3-adc170ebad63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:08.321538 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-63ba8024-4526-4b61-a9d3-adc170ebad63 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e94055a-4785-40ae-bb29-0c0380ec83cc HTTP/1.1" status: 204 len: 168 time: 0.1877928 Jan 18 20:13:08.335018 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba8024-4526-4b61-a9d3-adc170ebad63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e94055a-4785-40ae-bb29-0c0380ec83cc,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:08.504117 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946c7c2-d5f9-45db-bf04-048c3579644c req-adb2858e-c8cb-4017-b5ba-5b6c44d6e8d0 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:08.512772 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9946c7c2-d5f9-45db-bf04-048c3579644c req-adb2858e-c8cb-4017-b5ba-5b6c44d6e8d0 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.0635707 Jan 18 20:13:08.574614 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9946c7c2-d5f9-45db-bf04-048c3579644c req-e9801480-3b15-4753-9556-430ac97866ba tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607145 Jan 18 20:13:08.771087 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7f05b-0463-4957-97d2-4830d928b5ae req-46bb0a15-5f18-41dd-8d10-91ed90769ad9 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:08.781461 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-96e7f05b-0463-4957-97d2-4830d928b5ae req-46bb0a15-5f18-41dd-8d10-91ed90769ad9 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0988891 Jan 18 20:13:08.838368 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-96e7f05b-0463-4957-97d2-4830d928b5ae req-31e793d8-5f9b-4743-af31-bf38884fa60f tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556450 Jan 18 20:13:08.886621 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-5628500a-692f-44f5-b324-b2aab106bbc8 req-f26ea53d-7ba7-4a0e-b8fd-45352ee6f81f tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-989940471', 'description': 'tempest-description-1063344808'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:13:08.923071 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5628500a-692f-44f5-b324-b2aab106bbc8 req-f26ea53d-7ba7-4a0e-b8fd-45352ee6f81f tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:09.030286 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f8fd3-d3e1-47b7-ba74-e4e2ad03583b req-67fb9ce0-d984-4cd6-840d-4dee66c4eed0 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:09.031857 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-935f8fd3-d3e1-47b7-ba74-e4e2ad03583b req-67fb9ce0-d984-4cd6-840d-4dee66c4eed0 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.0885739 Jan 18 20:13:09.072525 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5628500a-692f-44f5-b324-b2aab106bbc8 req-f26ea53d-7ba7-4a0e-b8fd-45352ee6f81f tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks [] for security_group (a239f85b-4064-4ed9-b1b9-a865ebb40840), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:09.088570 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5628500a-692f-44f5-b324-b2aab106bbc8 req-f26ea53d-7ba7-4a0e-b8fd-45352ee6f81f tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a239f85b-4064-4ed9-b1b9-a865ebb40840), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:09.131734 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5628500a-692f-44f5-b324-b2aab106bbc8 req-f26ea53d-7ba7-4a0e-b8fd-45352ee6f81f tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:09.132837 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5628500a-692f-44f5-b324-b2aab106bbc8 req-f26ea53d-7ba7-4a0e-b8fd-45352ee6f81f tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.2526965 Jan 18 20:13:09.136276 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-935f8fd3-d3e1-47b7-ba74-e4e2ad03583b req-c330febd-895a-43f6-a880-139ce2e7f513 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971241 Jan 18 20:13:09.139294 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ea53d-7ba7-4a0e-b8fd-45352ee6f81f tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a239f85b-4064-4ed9-b1b9-a865ebb40840,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:09.293568 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b1571-a3b2-4a9b-ada2-56cb3e3ab5ef req-9878bd30-6c3c-4fcd-ba65-56fec794023c tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:09.298934 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-da6b1571-a3b2-4a9b-ada2-56cb3e3ab5ef req-9878bd30-6c3c-4fcd-ba65-56fec794023c tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 944 time: 0.0723636 Jan 18 20:13:09.384139 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 46838) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:09.390246 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-da6b1571-a3b2-4a9b-ada2-56cb3e3ab5ef req-436fc7cf-5bae-4a81-8746-45acb151d757 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799627 Jan 18 20:13:09.433686 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5428b25-fd6f-4e7f-9028-23ad9c9a6cac req-da88ca06-5a5c-4efc-b59a-905b53637d48 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-989940471&fields=id&tenant_id=34b00fb2bb504ad699a419a984455f64 HTTP/1.1" status: 200 len: 267 time: 0.0793381 Jan 18 20:13:09.507446 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5428b25-fd6f-4e7f-9028-23ad9c9a6cac req-528f33ff-9f59-41ce-b807-f17b8003474c tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:09.509811 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5428b25-fd6f-4e7f-9028-23ad9c9a6cac req-528f33ff-9f59-41ce-b807-f17b8003474c tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0734305 Jan 18 20:13:09.511953 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-b02d5fa7-ba65-4856-a4be-7852fa16d218 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-386149043-network', 'tenant_id': 'daaaef8c5fc74483aba6d8a03c0980e4'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:13:09.525303 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-f5428b25-fd6f-4e7f-9028-23ad9c9a6cac req-70e46248-8e93-489c-8df1-5a502e5bcdb2 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Request body: {'port': {'security_groups': ['38961bce-7b71-43a8-b256-e4ed32c2e766', 'a239f85b-4064-4ed9-b1b9-a865ebb40840']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:13:09.555598 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02d5fa7-ba65-4856-a4be-7852fa16d218 admin admin] Made reservation on behalf of daaaef8c5fc74483aba6d8a03c0980e4 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:13:09.558240 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b02d5fa7-ba65-4856-a4be-7852fa16d218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:09.568678 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b02d5fa7-ba65-4856-a4be-7852fa16d218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:09.628693 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f5428b25-fd6f-4e7f-9028-23ad9c9a6cac req-70e46248-8e93-489c-8df1-5a502e5bcdb2 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8b253910-a4ec-4557-9a54-1e9c3caf6044), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:09.685930 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b02d5fa7-ba65-4856-a4be-7852fa16d218 admin admin] Publish callbacks [] for security_group (f4c5ff87-e82e-4efb-b4e3-72ec2cdebb51), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:09.691657 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b02d5fa7-ba65-4856-a4be-7852fa16d218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f4c5ff87-e82e-4efb-b4e3-72ec2cdebb51), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:09.724455 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b02d5fa7-ba65-4856-a4be-7852fa16d218 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:13:09.777794 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b02d5fa7-ba65-4856-a4be-7852fa16d218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (a61b12f4-e3a8-4cb8-9f38-6e97ced1125a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:09.778586 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-b02d5fa7-ba65-4856-a4be-7852fa16d218 admin admin] Added segment a61b12f4-e3a8-4cb8-9f38-6e97ced1125a of type vlan for network 289dc869-fe9d-4106-9c41-686739df1b6e Jan 18 20:13:09.786395 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d5fa7-ba65-4856-a4be-7852fa16d218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c5ff87-e82e-4efb-b4e3-72ec2cdebb51,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:09.787501 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8981936-5248-4518-b09e-5a623beb30a0 req-1f365e85-ea45-4b8e-9c7b-a0f99793564e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:09.794847 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d8981936-5248-4518-b09e-5a623beb30a0 req-1f365e85-ea45-4b8e-9c7b-a0f99793564e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.1012743 Jan 18 20:13:09.829465 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b02d5fa7-ba65-4856-a4be-7852fa16d218 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (289dc869-fe9d-4106-9c41-686739df1b6e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:09.870101 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b02d5fa7-ba65-4856-a4be-7852fa16d218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (289dc869-fe9d-4106-9c41-686739df1b6e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:09.872372 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02d5fa7-ba65-4856-a4be-7852fa16d218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:09.873387 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b02d5fa7-ba65-4856-a4be-7852fa16d218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:09.915666 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b02d5fa7-ba65-4856-a4be-7852fa16d218 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5302413 Jan 18 20:13:09.925183 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 46852) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:09.932647 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-65f00a20-6069-41af-8e22-03a0b710403e admin admin] Request body: {'subnet': {'network_id': '289dc869-fe9d-4106-9c41-686739df1b6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-386149043-subnet', 'tenant_id': 'daaaef8c5fc74483aba6d8a03c0980e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:13:09.952240 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d8981936-5248-4518-b09e-5a623beb30a0 req-586495ed-275a-4fef-913b-f139a0d83260 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563962 Jan 18 20:13:09.952406 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d5fa7-ba65-4856-a4be-7852fa16d218 admin admin] Pushing event updated for resources: {'Network': ['ID=289dc869-fe9d-4106-9c41-686739df1b6e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:09.967309 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 289dc869-fe9d-4106-9c41-686739df1b6e details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:13:10.033352 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-f5428b25-fd6f-4e7f-9028-23ad9c9a6cac req-70e46248-8e93-489c-8df1-5a502e5bcdb2 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] For port 8b253910-a4ec-4557-9a54-1e9c3caf6044, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=8b253910-a4ec-4557-9a54-1e9c3caf6044,segment=NetworkSegment(61c6720c-16eb-4501-ae44-f1f4efb5bfd4),segment_id=61c6720c-16eb-4501-ae44-f1f4efb5bfd4)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:13:10.055003 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f00a20-6069-41af-8e22-03a0b710403e admin admin] Made reservation on behalf of daaaef8c5fc74483aba6d8a03c0980e4 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:13:10.067427 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-65f00a20-6069-41af-8e22-03a0b710403e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:10.115021 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f5428b25-fd6f-4e7f-9028-23ad9c9a6cac req-70e46248-8e93-489c-8df1-5a502e5bcdb2 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks [] for port (8b253910-a4ec-4557-9a54-1e9c3caf6044), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:10.155095 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f5428b25-fd6f-4e7f-9028-23ad9c9a6cac req-70e46248-8e93-489c-8df1-5a502e5bcdb2 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (8b253910-a4ec-4557-9a54-1e9c3caf6044), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:10.184356 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['8b253910-a4ec-4557-9a54-1e9c3caf6044'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:13:10.245066 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5428b25-fd6f-4e7f-9028-23ad9c9a6cac req-70e46248-8e93-489c-8df1-5a502e5bcdb2 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:10.245897 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f5428b25-fd6f-4e7f-9028-23ad9c9a6cac req-70e46248-8e93-489c-8df1-5a502e5bcdb2 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:10.247461 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5428b25-fd6f-4e7f-9028-23ad9c9a6cac req-70e46248-8e93-489c-8df1-5a502e5bcdb2 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "PUT /v2.0/ports/8b253910-a4ec-4557-9a54-1e9c3caf6044 HTTP/1.1" status: 200 len: 982 time: 0.7277842 Jan 18 20:13:10.249752 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c33c2c-9486-459a-bbd4-64a856307c76', 'tag': '8b253910-a4ec-4557-9a54-1e9c3caf6044'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:13:10.252722 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738b9473-24ce-478d-9536-d7f6051ab696" -d '{"events": [{"name": "network-changed", "server_uuid": "18c33c2c-9486-459a-bbd4-64a856307c76", "tag": "8b253910-a4ec-4557-9a54-1e9c3caf6044"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:13:10.281959 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e46248-8e93-489c-8df1-5a502e5bcdb2 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Pushing event updated for resources: {'Port': ['ID=8b253910-a4ec-4557-9a54-1e9c3caf6044,revision_number=6']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:10.437263 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['8b253910-a4ec-4557-9a54-1e9c3caf6044'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:13:10.600291 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9116ab5-b42b-4794-a3ff-514262c403c7 req-a8f7cfab-8f59-4e8e-b671-7a4f2ad41981 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:10.604173 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b9116ab5-b42b-4794-a3ff-514262c403c7 req-a8f7cfab-8f59-4e8e-b671-7a4f2ad41981 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.2834084 Jan 18 20:13:10.606599 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-65f00a20-6069-41af-8e22-03a0b710403e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (51075bc2-6efe-4a2d-a867-e724c04c975c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:10.637216 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-15fcf375-8abe-4ecb-b7fa-9b0d50d9d18e req-238add80-324e-45fe-9bd6-c0be08c8febb tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-989940471&fields=id&tenant_id=34b00fb2bb504ad699a419a984455f64 HTTP/1.1" status: 200 len: 267 time: 0.2557509 Jan 18 20:13:10.748553 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f00a20-6069-41af-8e22-03a0b710403e admin admin] Pushing event updated for resources: {'Subnet': ['ID=51075bc2-6efe-4a2d-a867-e724c04c975c,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:10.769482 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcf375-8abe-4ecb-b7fa-9b0d50d9d18e req-78f4d7e2-15c5-4999-803e-a7f08e88c913 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:10.779728 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-15fcf375-8abe-4ecb-b7fa-9b0d50d9d18e req-78f4d7e2-15c5-4999-803e-a7f08e88c913 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 985 time: 0.1413467 Jan 18 20:13:10.790615 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-15fcf375-8abe-4ecb-b7fa-9b0d50d9d18e req-28c57349-35e0-4da9-b223-94d4976bfa49 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Request body: {'port': {'security_groups': ['38961bce-7b71-43a8-b256-e4ed32c2e766']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:13:10.863696 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f00a20-6069-41af-8e22-03a0b710403e admin admin] Checking segment: {'id': 'a61b12f4-e3a8-4cb8-9f38-6e97ced1125a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '289dc869-fe9d-4106-9c41-686739df1b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:13:10.864025 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f00a20-6069-41af-8e22-03a0b710403e admin admin] Network hostable DHCP agents. Network: 289dc869-fe9d-4106-9c41-686739df1b6e, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:13:10.878998 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b9116ab5-b42b-4794-a3ff-514262c403c7 req-c565342d-8e49-4616-8281-99be24064e35 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2616739 Jan 18 20:13:10.952012 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0804cf7-f225-4ce5-8ab3-e35f0abee142 x-openstack-request-id: req-b0804cf7-f225-4ce5-8ab3-e35f0abee142 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:13:10.952412 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c33c2c-9486-459a-bbd4-64a856307c76", "tag": "8b253910-a4ec-4557-9a54-1e9c3caf6044", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:13:10.952934 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0804cf7-f225-4ce5-8ab3-e35f0abee142 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:13:10.954087 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c33c2c-9486-459a-bbd4-64a856307c76', 'tag': '8b253910-a4ec-4557-9a54-1e9c3caf6044', 'status': 'completed', 'code': 200} Jan 18 20:13:10.962559 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-15fcf375-8abe-4ecb-b7fa-9b0d50d9d18e req-28c57349-35e0-4da9-b223-94d4976bfa49 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8b253910-a4ec-4557-9a54-1e9c3caf6044), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:10.977386 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f00a20-6069-41af-8e22-03a0b710403e admin admin] Network 289dc869-fe9d-4106-9c41-686739df1b6e is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:13:11.030073 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-65f00a20-6069-41af-8e22-03a0b710403e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 289dc869-fe9d-4106-9c41-686739df1b6e) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:13:11.039994 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da02712-25ef-4525-b659-1c7a0836b489 None None] Network 289dc869-fe9d-4106-9c41-686739df1b6e requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:13:11.052891 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f00a20-6069-41af-8e22-03a0b710403e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:11.055104 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-65f00a20-6069-41af-8e22-03a0b710403e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:11.129552 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b9473-24ce-478d-9536-d7f6051ab696 req-ee033312-d4e4-44b5-b121-c272a01c833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:11.130900 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-738b9473-24ce-478d-9536-d7f6051ab696 req-ee033312-d4e4-44b5-b121-c272a01c833b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=34b00fb2bb504ad699a419a984455f64&device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 1136 time: 0.1398718 Jan 18 20:13:11.196302 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-65f00a20-6069-41af-8e22-03a0b710403e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2621386 Jan 18 20:13:11.303564 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3e2a7a-5abd-49cd-bf81-bc9181408b1f None None] Network 289dc869-fe9d-4106-9c41-686739df1b6e requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:13:11.346968 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b9473-24ce-478d-9536-d7f6051ab696 req-672b9bee-bb58-43db-82e3-b118ffcba189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:11.349960 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-738b9473-24ce-478d-9536-d7f6051ab696 req-672b9bee-bb58-43db-82e3-b118ffcba189 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4c52a941-7984-4185-9a91-86e116767440 HTTP/1.1" status: 200 len: 921 time: 0.2110302 Jan 18 20:13:11.437878 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-738b9473-24ce-478d-9536-d7f6051ab696 req-1c59f47b-41ad-44c3-8be8-e8dd3da6d93e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b253910-a4ec-4557-9a54-1e9c3caf6044 HTTP/1.1" status: 200 len: 217 time: 0.0752866 Jan 18 20:13:11.523522 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-15fcf375-8abe-4ecb-b7fa-9b0d50d9d18e req-28c57349-35e0-4da9-b223-94d4976bfa49 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] For port 8b253910-a4ec-4557-9a54-1e9c3caf6044, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=8b253910-a4ec-4557-9a54-1e9c3caf6044,segment=NetworkSegment(61c6720c-16eb-4501-ae44-f1f4efb5bfd4),segment_id=61c6720c-16eb-4501-ae44-f1f4efb5bfd4)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:13:11.527303 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b9473-24ce-478d-9536-d7f6051ab696 req-92075eb6-baa9-4e4c-881a-b0d153d0ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:11.529766 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-738b9473-24ce-478d-9536-d7f6051ab696 req-92075eb6-baa9-4e4c-881a-b0d153d0ffbe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ade146ef-11d8-4b95-8ac1-3b19652c3fdb HTTP/1.1" status: 200 len: 860 time: 0.0848105 Jan 18 20:13:11.594847 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-15fcf375-8abe-4ecb-b7fa-9b0d50d9d18e req-28c57349-35e0-4da9-b223-94d4976bfa49 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks [] for port (8b253910-a4ec-4557-9a54-1e9c3caf6044), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:11.597651 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-738b9473-24ce-478d-9536-d7f6051ab696 req-c205d30c-5a79-471d-92cb-8ac184831e01 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4c52a941-7984-4185-9a91-86e116767440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555279 Jan 18 20:13:11.603548 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-15fcf375-8abe-4ecb-b7fa-9b0d50d9d18e req-28c57349-35e0-4da9-b223-94d4976bfa49 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (8b253910-a4ec-4557-9a54-1e9c3caf6044), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:11.614895 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c4827-a39a-46c4-8c22-882bca2dfe98 req-c0157ef7-2af3-4ea0-a25d-37e51a53a702 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:11.620679 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['8b253910-a4ec-4557-9a54-1e9c3caf6044'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:13:11.624253 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-220c4827-a39a-46c4-8c22-882bca2dfe98 req-c0157ef7-2af3-4ea0-a25d-37e51a53a702 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 944 time: 0.4210942 Jan 18 20:13:11.690101 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcf375-8abe-4ecb-b7fa-9b0d50d9d18e req-28c57349-35e0-4da9-b223-94d4976bfa49 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:11.691344 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-15fcf375-8abe-4ecb-b7fa-9b0d50d9d18e req-28c57349-35e0-4da9-b223-94d4976bfa49 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:11.708226 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-15fcf375-8abe-4ecb-b7fa-9b0d50d9d18e req-28c57349-35e0-4da9-b223-94d4976bfa49 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "PUT /v2.0/ports/8b253910-a4ec-4557-9a54-1e9c3caf6044 HTTP/1.1" status: 200 len: 943 time: 0.9273274 Jan 18 20:13:11.787988 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-738b9473-24ce-478d-9536-d7f6051ab696 req-7decae41-5c9d-48d1-9531-92a4ab1c6335 service neutron] 10.222.0.70 "GET /v2.0/networks/4c52a941-7984-4185-9a91-86e116767440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808000 Jan 18 20:13:11.890599 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['8b253910-a4ec-4557-9a54-1e9c3caf6044'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:13:11.909328 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c57349-35e0-4da9-b223-94d4976bfa49 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Pushing event updated for resources: {'Port': ['ID=8b253910-a4ec-4557-9a54-1e9c3caf6044,revision_number=7']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:11.977467 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-220c4827-a39a-46c4-8c22-882bca2dfe98 req-5337d2b0-fcf9-470f-8d55-70e66f053f9a tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517983 Jan 18 20:13:12.008632 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-738b9473-24ce-478d-9536-d7f6051ab696 req-207354fe-f764-4dd3-9146-39c3d1c0c932 service neutron] 10.222.0.70 "GET /v2.0/networks/4c52a941-7984-4185-9a91-86e116767440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119880 Jan 18 20:13:12.010432 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d17b1-b7a7-4cd9-9c5a-d6ca0082d2d3 req-542474b4-c255-416d-8858-c9d5e85bbc05 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:12.012023 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed8d17b1-b7a7-4cd9-9c5a-d6ca0082d2d3 req-542474b4-c255-416d-8858-c9d5e85bbc05 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.2294977 Jan 18 20:13:12.147727 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:13:12.168968 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed8d17b1-b7a7-4cd9-9c5a-d6ca0082d2d3 req-725193a8-993a-4459-a05d-1eb2d08517d7 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384892 Jan 18 20:13:12.415734 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a8b54097-113a-4129-aa6d-b5f823f9d597 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:13:12.531720 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c201d2ea-2207-4d22-8f7e-5a9fc5f8f02f req-366a8577-cee4-4e74-8a94-cb437891a2b4 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3155324 Jan 18 20:13:12.536981 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-c201d2ea-2207-4d22-8f7e-5a9fc5f8f02f req-47cfa9a6-5765-40e6-a786-73b876ffa2d1 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:13:12.580211 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port a8b54097-113a-4129-aa6d-b5f823f9d597 is: DOWN; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:13:12.659122 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c201d2ea-2207-4d22-8f7e-5a9fc5f8f02f req-47cfa9a6-5765-40e6-a786-73b876ffa2d1 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:12.770545 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:12.773386 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:12.773386 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:12.773386 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:12.773386 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:12.773386 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:12.773386 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:12.773386 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:12.773386 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:12.773386 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:12.773386 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:12.773386 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:12.773386 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:12.773386 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-4c51b996-6533-4821-92b5-a57d2896c243 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:12.774395 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-4c51b996-6533-4821-92b5-a57d2896c243 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.31 "GET /v2.0/networks?id=289dc869-fe9d-4106-9c41-686739df1b6e HTTP/1.1" status: 200 len: 813 time: 0.2327015 Jan 18 20:13:12.796656 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-fbea87a2-603b-429a-afc2-3db584f13d5d tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.31 "GET /v2.0/quotas/daaaef8c5fc74483aba6d8a03c0980e4 HTTP/1.1" status: 200 len: 375 time: 0.0162909 Jan 18 20:13:12.834648 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-c3576faf-a741-498f-8fce-7ba5cb33be71 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=daaaef8c5fc74483aba6d8a03c0980e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318463 Jan 18 20:13:12.846198 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-b406d4d0-6af8-4573-bb17-4cc034b200a4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:13:12.848180 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-b406d4d0-6af8-4573-bb17-4cc034b200a4 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063035 Jan 18 20:13:12.858213 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c201d2ea-2207-4d22-8f7e-5a9fc5f8f02f req-47cfa9a6-5765-40e6-a786-73b876ffa2d1 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:12.954907 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c33c2c-9486-459a-bbd4-64a856307c76', 'tag': '8b253910-a4ec-4557-9a54-1e9c3caf6044'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:13:12.956982 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c62deb1-167b-44a7-9aef-378527390bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "18c33c2c-9486-459a-bbd4-64a856307c76", "tag": "8b253910-a4ec-4557-9a54-1e9c3caf6044"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:13:13.031753 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-807ae297-b919-4146-9f14-b783c5807ef2 service neutron] 10.222.0.31 "GET /v2.0/networks/289dc869-fe9d-4106-9c41-686739df1b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761389 Jan 18 20:13:13.056089 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-c201d2ea-2207-4d22-8f7e-5a9fc5f8f02f req-47cfa9a6-5765-40e6-a786-73b876ffa2d1 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Allocated IP 172.25.4.154 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/3ebd9b65-fe97-49dc-9a93-0103dc8d8ec9) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:13:13.205910 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-e9ba856a-295b-4beb-8f49-aa483b0ded2d service neutron] 10.222.0.31 "GET /v2.0/networks/289dc869-fe9d-4106-9c41-686739df1b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682856 Jan 18 20:13:13.241478 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c201d2ea-2207-4d22-8f7e-5a9fc5f8f02f req-47cfa9a6-5765-40e6-a786-73b876ffa2d1 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks [] for port (3ebd9b65-fe97-49dc-9a93-0103dc8d8ec9), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:13.304196 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c201d2ea-2207-4d22-8f7e-5a9fc5f8f02f req-47cfa9a6-5765-40e6-a786-73b876ffa2d1 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (3ebd9b65-fe97-49dc-9a93-0103dc8d8ec9), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:13.380281 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfa9a6-5765-40e6-a786-73b876ffa2d1 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Pushing event updated for resources: {'Port': ['ID=3ebd9b65-fe97-49dc-9a93-0103dc8d8ec9,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:13.418736 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c201d2ea-2207-4d22-8f7e-5a9fc5f8f02f req-47cfa9a6-5765-40e6-a786-73b876ffa2d1 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:13:13.424065 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-c201d2ea-2207-4d22-8f7e-5a9fc5f8f02f req-47cfa9a6-5765-40e6-a786-73b876ffa2d1 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:13:13.430157 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-c201d2ea-2207-4d22-8f7e-5a9fc5f8f02f req-47cfa9a6-5765-40e6-a786-73b876ffa2d1 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:13:13.553159 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395143e5-e12e-4c55-95e7-5d48a822ba6b req-ead4a6ac-030c-4436-8746-100b64923ab9 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:13.562946 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-395143e5-e12e-4c55-95e7-5d48a822ba6b req-ead4a6ac-030c-4436-8746-100b64923ab9 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.0831261 Jan 18 20:13:13.631322 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c201d2ea-2207-4d22-8f7e-5a9fc5f8f02f req-47cfa9a6-5765-40e6-a786-73b876ffa2d1 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks [] for floatingip (e9393aa1-6d5b-41bf-9b99-253559e040a0), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:13.652619 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-395143e5-e12e-4c55-95e7-5d48a822ba6b req-fba1ac6a-4002-4c25-87b3-e3d0707c4194 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698802 Jan 18 20:13:13.683673 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c201d2ea-2207-4d22-8f7e-5a9fc5f8f02f req-47cfa9a6-5765-40e6-a786-73b876ffa2d1 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3ebd9b65-fe97-49dc-9a93-0103dc8d8ec9), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:13.865091 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ec7ef0-81bb-4b4f-8bf3-0f21fdd7eaf3 x-openstack-request-id: req-82ec7ef0-81bb-4b4f-8bf3-0f21fdd7eaf3 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:13:13.865738 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c33c2c-9486-459a-bbd4-64a856307c76", "tag": "8b253910-a4ec-4557-9a54-1e9c3caf6044", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:13:13.866176 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82ec7ef0-81bb-4b4f-8bf3-0f21fdd7eaf3 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:13:13.866759 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c33c2c-9486-459a-bbd4-64a856307c76', 'tag': '8b253910-a4ec-4557-9a54-1e9c3caf6044', 'status': 'completed', 'code': 200} Jan 18 20:13:13.991126 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62deb1-167b-44a7-9aef-378527390bb6 req-82151ee2-4b7b-43f3-85fd-6d3a353c758c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:13.992919 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7c62deb1-167b-44a7-9aef-378527390bb6 req-82151ee2-4b7b-43f3-85fd-6d3a353c758c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=34b00fb2bb504ad699a419a984455f64&device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 1097 time: 0.0938661 Jan 18 20:13:14.015892 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c201d2ea-2207-4d22-8f7e-5a9fc5f8f02f req-47cfa9a6-5765-40e6-a786-73b876ffa2d1 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks [] for port (3ebd9b65-fe97-49dc-9a93-0103dc8d8ec9), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:14.054214 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c201d2ea-2207-4d22-8f7e-5a9fc5f8f02f req-47cfa9a6-5765-40e6-a786-73b876ffa2d1 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (3ebd9b65-fe97-49dc-9a93-0103dc8d8ec9), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:14.173758 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62deb1-167b-44a7-9aef-378527390bb6 req-0df89afc-863d-4a0e-b102-56e553180a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:14.175610 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7c62deb1-167b-44a7-9aef-378527390bb6 req-0df89afc-863d-4a0e-b102-56e553180a83 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4c52a941-7984-4185-9a91-86e116767440 HTTP/1.1" status: 200 len: 921 time: 0.1696432 Jan 18 20:13:14.210582 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfa9a6-5765-40e6-a786-73b876ffa2d1 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Pushing event updated for resources: {'Port': ['ID=3ebd9b65-fe97-49dc-9a93-0103dc8d8ec9,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:14.222683 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0be205-34b8-447b-96ab-3f486c266c38 req-b023cf1f-625b-4f0e-878d-494dba330605 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:14.224228 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ee0be205-34b8-447b-96ab-3f486c266c38 req-b023cf1f-625b-4f0e-878d-494dba330605 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 944 time: 0.2215140 Jan 18 20:13:14.243636 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7c62deb1-167b-44a7-9aef-378527390bb6 req-16f42d1e-dc0d-4ca4-b5ff-92b907c64027 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b253910-a4ec-4557-9a54-1e9c3caf6044 HTTP/1.1" status: 200 len: 217 time: 0.0521181 Jan 18 20:13:14.282791 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c201d2ea-2207-4d22-8f7e-5a9fc5f8f02f req-47cfa9a6-5765-40e6-a786-73b876ffa2d1 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (e9393aa1-6d5b-41bf-9b99-253559e040a0), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:14.319383 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62deb1-167b-44a7-9aef-378527390bb6 req-71835462-d344-4897-8188-14946157c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:14.321004 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7c62deb1-167b-44a7-9aef-378527390bb6 req-71835462-d344-4897-8188-14946157c783 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ade146ef-11d8-4b95-8ac1-3b19652c3fdb HTTP/1.1" status: 200 len: 860 time: 0.0641956 Jan 18 20:13:14.327432 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c201d2ea-2207-4d22-8f7e-5a9fc5f8f02f req-47cfa9a6-5765-40e6-a786-73b876ffa2d1 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:14.329000 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c201d2ea-2207-4d22-8f7e-5a9fc5f8f02f req-47cfa9a6-5765-40e6-a786-73b876ffa2d1 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7964427 Jan 18 20:13:14.388587 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7c62deb1-167b-44a7-9aef-378527390bb6 req-2425f033-74cf-4941-bde6-2e4db2d32f1b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4c52a941-7984-4185-9a91-86e116767440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533586 Jan 18 20:13:14.432470 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ee0be205-34b8-447b-96ab-3f486c266c38 req-1bf65584-32fe-4643-8e8f-6bd68a3e6640 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888433 Jan 18 20:13:14.443598 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c201d2ea-2207-4d22-8f7e-5a9fc5f8f02f req-cd4fab3e-b48c-448b-8548-cac6cba32551 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.154 HTTP/1.1" status: 200 len: 696 time: 0.1077542 Jan 18 20:13:14.620721 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7c62deb1-167b-44a7-9aef-378527390bb6 req-8f489ff7-e396-4217-8881-b9bf2472dcfc service neutron] 10.222.0.70 "GET /v2.0/networks/4c52a941-7984-4185-9a91-86e116767440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193344 Jan 18 20:13:14.760893 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7c62deb1-167b-44a7-9aef-378527390bb6 req-4a4e7fc6-ec3a-4a2f-9ac5-5e44f226c455 service neutron] 10.222.0.70 "GET /v2.0/networks/4c52a941-7984-4185-9a91-86e116767440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302023 Jan 18 20:13:14.991180 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201d2ea-2207-4d22-8f7e-5a9fc5f8f02f req-a759ad60-588f-452b-a087-a6776eb47552 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:14.992624 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c201d2ea-2207-4d22-8f7e-5a9fc5f8f02f req-a759ad60-588f-452b-a087-a6776eb47552 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 784 time: 0.5317700 Jan 18 20:13:15.005253 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c11e6-5e71-4317-9415-695080d6a1fb req-5b47768a-2332-4a7b-b5dd-8421daf67409 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:15.013080 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-744c11e6-5e71-4317-9415-695080d6a1fb req-5b47768a-2332-4a7b-b5dd-8421daf67409 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.1089189 Jan 18 20:13:15.076252 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-744c11e6-5e71-4317-9415-695080d6a1fb req-c61681e2-608d-42c4-87d3-12a778258849 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621586 Jan 18 20:13:15.230418 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33c74da0-3a1d-4245-8e13-b3d211386c4a req-5f93513f-2c15-422b-a982-c4b2142538bf tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.31 "GET /v2.0/ports?device_id=d794c6fc-e102-4712-ba07-d695edb00f51 HTTP/1.1" status: 200 len: 210 time: 0.0546532 Jan 18 20:13:15.408600 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c99510-7f18-48bd-adf2-a4a01ccfdf08 req-c297b5a2-f262-46d1-ad95-8a5152e8cc38 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:15.410234 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37c99510-7f18-48bd-adf2-a4a01ccfdf08 req-c297b5a2-f262-46d1-ad95-8a5152e8cc38 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.1015987 Jan 18 20:13:15.412827 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-b85b41cb-4a64-4370-9a84-ec27302994d0 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:15.414554 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-b85b41cb-4a64-4370-9a84-ec27302994d0 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.70 "GET /v2.0/networks?id=289dc869-fe9d-4106-9c41-686739df1b6e HTTP/1.1" status: 200 len: 813 time: 0.2778332 Jan 18 20:13:15.455188 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-d61c18f6-c32f-4007-8044-64ad9a91641e tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Request body: {'port': {'device_id': 'd794c6fc-e102-4712-ba07-d695edb00f51', 'network_id': '289dc869-fe9d-4106-9c41-686739df1b6e', 'admin_state_up': True, 'tenant_id': 'daaaef8c5fc74483aba6d8a03c0980e4'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:13:15.533824 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37c99510-7f18-48bd-adf2-a4a01ccfdf08 req-94215d4e-2b7c-4ab7-a88a-ac8f1093981f tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173429 Jan 18 20:13:15.564245 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bfca9-043d-4d17-91a1-231722b555ed req-5d356f5e-506d-443f-88fa-a353ba538040 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:15.570111 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-438bfca9-043d-4d17-91a1-231722b555ed req-5d356f5e-506d-443f-88fa-a353ba538040 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1356218 Jan 18 20:13:15.647074 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-438bfca9-043d-4d17-91a1-231722b555ed req-1b8bd2fa-dfd7-4839-83db-b178fef489b3 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.154 HTTP/1.1" status: 200 len: 696 time: 0.0678203 Jan 18 20:13:15.647074 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-438bfca9-043d-4d17-91a1-231722b555ed req-de29865b-a24b-4d53-b603-4ae73c1555d2 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Request body: {'floatingip': {'port_id': '8b253910-a4ec-4557-9a54-1e9c3caf6044', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:13:15.676755 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-d61c18f6-c32f-4007-8044-64ad9a91641e tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Made reservation on behalf of daaaef8c5fc74483aba6d8a03c0980e4 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:13:15.681524 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-d61c18f6-c32f-4007-8044-64ad9a91641e tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:15.718529 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-438bfca9-043d-4d17-91a1-231722b555ed req-de29865b-a24b-4d53-b603-4ae73c1555d2 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks [] for floatingip (e9393aa1-6d5b-41bf-9b99-253559e040a0), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:15.846392 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55c094-30c0-4f56-b178-058af513fe9f req-cc2c50e3-f48b-4c35-bd17-20d8c31062e0 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:15.848170 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fe55c094-30c0-4f56-b178-058af513fe9f req-cc2c50e3-f48b-4c35-bd17-20d8c31062e0 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 944 time: 0.1988690 Jan 18 20:13:15.872921 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0852dbff-d939-4012-b008-b1a974d183df req-34fc458e-32dc-4eb2-8644-9e449eac7ccd service neutron] 10.222.0.70 "GET /v2.0/ports/a8b54097-113a-4129-aa6d-b5f823f9d597/bindings/n-h1-741529-9 HTTP/1.1" status: 200 len: 384 time: 0.1086435 Jan 18 20:13:15.876692 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-d61c18f6-c32f-4007-8044-64ad9a91641e tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Allocated IP 172.20.0.8 (289dc869-fe9d-4106-9c41-686739df1b6e/51075bc2-6efe-4a2d-a867-e724c04c975c/40d04d56-f510-4218-a6c6-20aa4dfcb8eb) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:13:15.956718 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fe55c094-30c0-4f56-b178-058af513fe9f req-1bf5d498-1ab9-4b18-afa6-4a2670e69edc tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009965 Jan 18 20:13:16.188304 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-d61c18f6-c32f-4007-8044-64ad9a91641e tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Publish callbacks [] for port (40d04d56-f510-4218-a6c6-20aa4dfcb8eb), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:16.219681 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-0852dbff-d939-4012-b008-b1a974d183df req-7c40207f-97ba-4ea6-b4d2-34981091fc21 service neutron] For port a8b54097-113a-4129-aa6d-b5f823f9d597, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a8b54097-113a-4129-aa6d-b5f823f9d597,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:13:16.232096 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6911650-4a99-4db7-8c26-f39c710e3348 req-89daf4b2-3c0d-4d2e-b24d-9bb3da09cd3a tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:16.233692 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a6911650-4a99-4db7-8c26-f39c710e3348 req-89daf4b2-3c0d-4d2e-b24d-9bb3da09cd3a tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.0743546 Jan 18 20:13:16.266549 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-0852dbff-d939-4012-b008-b1a974d183df req-7c40207f-97ba-4ea6-b4d2-34981091fc21 service neutron] For port a8b54097-113a-4129-aa6d-b5f823f9d597, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:13:16.317480 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-d61c18f6-c32f-4007-8044-64ad9a91641e tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (40d04d56-f510-4218-a6c6-20aa4dfcb8eb), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:16.350507 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-0852dbff-d939-4012-b008-b1a974d183df req-7c40207f-97ba-4ea6-b4d2-34981091fc21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b54097-113a-4129-aa6d-b5f823f9d597 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:13:16.371799 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a6911650-4a99-4db7-8c26-f39c710e3348 req-42925e8d-5f0d-4543-a632-d97de5d5e7ee tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284833 Jan 18 20:13:16.384204 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-438bfca9-043d-4d17-91a1-231722b555ed req-de29865b-a24b-4d53-b603-4ae73c1555d2 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:16.388327 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-0852dbff-d939-4012-b008-b1a974d183df req-7c40207f-97ba-4ea6-b4d2-34981091fc21 service neutron] For port a8b54097-113a-4129-aa6d-b5f823f9d597, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=a8b54097-113a-4129-aa6d-b5f823f9d597,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:13:16.390021 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-438bfca9-043d-4d17-91a1-231722b555ed req-de29865b-a24b-4d53-b603-4ae73c1555d2 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (e9393aa1-6d5b-41bf-9b99-253559e040a0), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:16.410291 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-d61c18f6-c32f-4007-8044-64ad9a91641e tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Network 289dc869-fe9d-4106-9c41-686739df1b6e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:13:16.420300 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-d61c18f6-c32f-4007-8044-64ad9a91641e tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:13:16.427751 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-d61c18f6-c32f-4007-8044-64ad9a91641e tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:13:16.433044 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c18f6-c32f-4007-8044-64ad9a91641e tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Pushing event updated for resources: {'Port': ['ID=40d04d56-f510-4218-a6c6-20aa4dfcb8eb,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:16.459634 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0852dbff-d939-4012-b008-b1a974d183df req-7c40207f-97ba-4ea6-b4d2-34981091fc21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a8b54097-113a-4129-aa6d-b5f823f9d597), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:16.464028 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-da707d14-ff2b-4ec8-b00c-dd3a5a84757b req-781b581e-8431-43ae-b46b-6e3aad181bef service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2332945 Jan 18 20:13:16.527682 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-d61c18f6-c32f-4007-8044-64ad9a91641e tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:16.528317 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-d61c18f6-c32f-4007-8044-64ad9a91641e tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:16.560134 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [req-438bfca9-043d-4d17-91a1-231722b555ed req-de29865b-a24b-4d53-b603-4ae73c1555d2 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Floating IP e9393aa1-6d5b-41bf-9b99-253559e040a0 associated. External IP: 172.25.4.154, port: 8b253910-a4ec-4557-9a54-1e9c3caf6044. Jan 18 20:13:16.585344 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-d61c18f6-c32f-4007-8044-64ad9a91641e tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1401701 Jan 18 20:13:16.602237 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da707d14-ff2b-4ec8-b00c-dd3a5a84757b req-cc95041e-8eeb-42d4-8add-790912cc08f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:16.603726 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-da707d14-ff2b-4ec8-b00c-dd3a5a84757b req-cc95041e-8eeb-42d4-8add-790912cc08f8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46be2ca450fb44c88ba90d0767174258&device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 1095 time: 0.0997467 Jan 18 20:13:16.604701 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-0852dbff-d939-4012-b008-b1a974d183df req-7c40207f-97ba-4ea6-b4d2-34981091fc21 service neutron] Transition to ACTIVE for port object a8b54097-113a-4129-aa6d-b5f823f9d597 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:13:16.609338 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-da4eb83d-ac7b-4fe9-8586-35bf0186071f service neutron] Request body: {'port': {'device_id': 'd794c6fc-e102-4712-ba07-d695edb00f51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:13:16.614012 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0852dbff-d939-4012-b008-b1a974d183df req-7c40207f-97ba-4ea6-b4d2-34981091fc21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (a8b54097-113a-4129-aa6d-b5f823f9d597), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:16.624071 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a60fc-6a93-410d-b25f-91ca9b119f78 req-721ed1ab-25a2-4150-a3cb-431b121edf44 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:16.625529 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e57a60fc-6a93-410d-b25f-91ca9b119f78 req-721ed1ab-25a2-4150-a3cb-431b121edf44 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.31 "GET /v2.0/ports?device_id=d794c6fc-e102-4712-ba07-d695edb00f51 HTTP/1.1" status: 200 len: 931 time: 0.1094594 Jan 18 20:13:16.726185 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e57a60fc-6a93-410d-b25f-91ca9b119f78 req-06a0b131-36f4-48f4-99d5-ce9c035cbdfb tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4c5ff87-e82e-4efb-b4e3-72ec2cdebb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939450 Jan 18 20:13:16.783392 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-0852dbff-d939-4012-b008-b1a974d183df req-7c40207f-97ba-4ea6-b4d2-34981091fc21 service neutron] No DVR routers for this DVR port a8b54097-113a-4129-aa6d-b5f823f9d597 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:13:16.796261 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-da4eb83d-ac7b-4fe9-8586-35bf0186071f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (40d04d56-f510-4218-a6c6-20aa4dfcb8eb), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:16.801933 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40207f-97ba-4ea6-b4d2-34981091fc21 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b54097-113a-4129-aa6d-b5f823f9d597,revision_number=10']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:16.859265 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-438bfca9-043d-4d17-91a1-231722b555ed req-de29865b-a24b-4d53-b603-4ae73c1555d2 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Router b30b946b-e47c-4cb0-9bc1-a2702582d373 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:13:17.017282 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-438bfca9-043d-4d17-91a1-231722b555ed req-de29865b-a24b-4d53-b603-4ae73c1555d2 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:13:17.023481 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-438bfca9-043d-4d17-91a1-231722b555ed req-de29865b-a24b-4d53-b603-4ae73c1555d2 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:17.029846 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08f2e0a-9725-47fb-8c18-e768d72ed2cc None None] Sync routers for ids ['b30b946b-e47c-4cb0-9bc1-a2702582d373'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:13:17.042003 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08f2e0a-9725-47fb-8c18-e768d72ed2cc None None] Routers {'b30b946b-e47c-4cb0-9bc1-a2702582d373'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:13:17.042622 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d08f2e0a-9725-47fb-8c18-e768d72ed2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:12:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['b30b946b-e47c-4cb0-9bc1-a2702582d373'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:13:17.068611 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaa97d-ce24-452f-9f3e-dbed0499e40e req-7ea48685-2943-462e-b60a-abb18a7aa2a8 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:17.070202 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8bbaa97d-ce24-452f-9f3e-dbed0499e40e req-7ea48685-2943-462e-b60a-abb18a7aa2a8 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.1102009 Jan 18 20:13:17.077878 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-438bfca9-043d-4d17-91a1-231722b555ed req-de29865b-a24b-4d53-b603-4ae73c1555d2 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "PUT /v2.0/floatingips/e9393aa1-6d5b-41bf-9b99-253559e040a0 HTTP/1.1" status: 200 len: 997 time: 1.4377367 Jan 18 20:13:17.078511 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c33c2c-9486-459a-bbd4-64a856307c76', 'tag': '8b253910-a4ec-4557-9a54-1e9c3caf6044'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:13:17.081200 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbe758c-b712-4eea-a3a1-520e8d522c80" -d '{"events": [{"name": "network-changed", "server_uuid": "18c33c2c-9486-459a-bbd4-64a856307c76", "tag": "8b253910-a4ec-4557-9a54-1e9c3caf6044"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:13:17.166049 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-d08f2e0a-9725-47fb-8c18-e768d72ed2cc None None] Set router b30b946b-e47c-4cb0-9bc1-a2702582d373 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:13:17.180362 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da707d14-ff2b-4ec8-b00c-dd3a5a84757b req-c4c42948-8c88-4539-8f86-43f71033ade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:17.182000 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-da707d14-ff2b-4ec8-b00c-dd3a5a84757b req-c4c42948-8c88-4539-8f86-43f71033ade2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 200 len: 908 time: 0.5458853 Jan 18 20:13:17.188201 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0852dbff-d939-4012-b008-b1a974d183df req-7c40207f-97ba-4ea6-b4d2-34981091fc21 service neutron] 10.222.0.70 "PUT /v2.0/ports/a8b54097-113a-4129-aa6d-b5f823f9d597/bindings/n-h1-741529-9/activate HTTP/1.1" status: 200 len: 369 time: 1.3087392 Jan 18 20:13:17.206455 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8bbaa97d-ce24-452f-9f3e-dbed0499e40e req-5c0c44b6-3962-41ee-bfc6-05e3f5bc0122 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128623 Jan 18 20:13:17.210933 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bfca9-043d-4d17-91a1-231722b555ed req-d4ea00d0-eec8-4be0-abe5-506118cf3a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:17.227746 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-438bfca9-043d-4d17-91a1-231722b555ed req-d4ea00d0-eec8-4be0-abe5-506118cf3a5f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=34b00fb2bb504ad699a419a984455f64&device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 1097 time: 0.1087410 Jan 18 20:13:17.231780 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-da707d14-ff2b-4ec8-b00c-dd3a5a84757b req-e2490823-02df-4600-95a5-0471ba0e9c68 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3be0f9a7-4669-4fb5-829d-d66866e4184f HTTP/1.1" status: 200 len: 217 time: 0.0426345 Jan 18 20:13:17.399007 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da707d14-ff2b-4ec8-b00c-dd3a5a84757b req-7c838340-ed95-44cf-9692-42a4cb4f7946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:17.400971 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-da707d14-ff2b-4ec8-b00c-dd3a5a84757b req-7c838340-ed95-44cf-9692-42a4cb4f7946 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=45324dde-9697-4682-9610-ed3bed3250cd HTTP/1.1" status: 200 len: 847 time: 0.0906563 Jan 18 20:13:17.413438 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bfca9-043d-4d17-91a1-231722b555ed req-2af77a69-29d6-4b97-a63a-9968de33eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:17.415459 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-438bfca9-043d-4d17-91a1-231722b555ed req-2af77a69-29d6-4b97-a63a-9968de33eb42 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4c52a941-7984-4185-9a91-86e116767440 HTTP/1.1" status: 200 len: 921 time: 0.1940250 Jan 18 20:13:17.442342 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-da707d14-ff2b-4ec8-b00c-dd3a5a84757b req-7bef558d-a709-48d3-8f28-63495200def2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=133a80cf-c268-45f9-91ee-564a51a659af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347328 Jan 18 20:13:17.444081 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d08f2e0a-9725-47fb-8c18-e768d72ed2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884494489-router', 'tenant_id': '34b00fb2bb504ad699a419a984455f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:11:59Z', 'updated_at': '2022-01-18T20:12:04Z', 'revision_number': 4, 'project_id': '34b00fb2bb504ad699a419a984455f64', 'gw_port': {'id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:12:00Z', 'updated_at': '2022-01-18T20:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'e9393aa1-6d5b-41bf-9b99-253559e040a0', 'tenant_id': '34b00fb2bb504ad699a419a984455f64', 'floating_ip_address': '172.25.4.154', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'port_id': '8b253910-a4ec-4557-9a54-1e9c3caf6044', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c52a941-7984-4185-9a91-86e116767440', 'mac_address': 'fa:16:3e:71:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c33c2c-9486-459a-bbd4-64a856307c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:13:13Z', 'updated_at': '2022-01-18T20:13:16Z', 'revision_number': 1, 'project_id': '34b00fb2bb504ad699a419a984455f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f104b2-b688-4fe6-8d56-d63680c6a336', 'name': '', 'network_id': '4c52a941-7984-4185-9a91-86e116767440', 'tenant_id': '34b00fb2bb504ad699a419a984455f64', 'mac_address': 'fa:16:3e:ad:5e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'ade146ef-11d8-4b95-8ac1-3b19652c3fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:12:02Z', 'updated_at': '2022-01-18T20:12:10Z', 'revision_number': 5, 'project_id': '34b00fb2bb504ad699a419a984455f64', 'subnets': [{'id': 'ade146ef-11d8-4b95-8ac1-3b19652c3fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:13:17.452115 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [req-da707d14-ff2b-4ec8-b00c-dd3a5a84757b req-ae2b3171-4010-49cb-baa3-e97bf4fe53cd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:13:17.453097 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-da707d14-ff2b-4ec8-b00c-dd3a5a84757b req-ae2b3171-4010-49cb-baa3-e97bf4fe53cd service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053713 Jan 18 20:13:17.475349 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08f2e0a-9725-47fb-8c18-e768d72ed2cc None None] Checking router: b30b946b-e47c-4cb0-9bc1-a2702582d373 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:13:17.486191 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08f2e0a-9725-47fb-8c18-e768d72ed2cc None None] Routers {'b30b946b-e47c-4cb0-9bc1-a2702582d373'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:13:17.486804 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d08f2e0a-9725-47fb-8c18-e768d72ed2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:12:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['b30b946b-e47c-4cb0-9bc1-a2702582d373'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:13:17.587638 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-da4eb83d-ac7b-4fe9-8586-35bf0186071f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d04d56-f510-4218-a6c6-20aa4dfcb8eb {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:13:17.597947 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-da4eb83d-ac7b-4fe9-8586-35bf0186071f service neutron] Publish callbacks [] for port (40d04d56-f510-4218-a6c6-20aa4dfcb8eb), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:17.601760 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-da707d14-ff2b-4ec8-b00c-dd3a5a84757b req-93c19f9b-9346-4079-a379-3e559627d5e9 service neutron] 10.222.0.57 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424856 Jan 18 20:13:17.606183 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-d08f2e0a-9725-47fb-8c18-e768d72ed2cc None None] Set router b30b946b-e47c-4cb0-9bc1-a2702582d373 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:13:17.620300 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-da4eb83d-ac7b-4fe9-8586-35bf0186071f service neutron] Transition to ACTIVE for port object 40d04d56-f510-4218-a6c6-20aa4dfcb8eb will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:13:17.622266 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852dbff-d939-4012-b008-b1a974d183df req-646e37c3-7d61-4acc-9c19-1c0d3b82289b tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:17.624762 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0852dbff-d939-4012-b008-b1a974d183df req-646e37c3-7d61-4acc-9c19-1c0d3b82289b tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5&tenant_id=46be2ca450fb44c88ba90d0767174258&binding%3Ahost_id=n-h2-741529-9 HTTP/1.1" status: 200 len: 1096 time: 0.2564950 Jan 18 20:13:17.630953 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-da4eb83d-ac7b-4fe9-8586-35bf0186071f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (40d04d56-f510-4218-a6c6-20aa4dfcb8eb), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:17.708025 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47d7de-bb4b-4497-a0f1-d445f8e90415 req-0a101eec-56f2-482d-aa43-294bf967e7f1 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:17.709964 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cd47d7de-bb4b-4497-a0f1-d445f8e90415 req-0a101eec-56f2-482d-aa43-294bf967e7f1 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab7ade17-2169-42e6-8aa5-66dc0777b68d HTTP/1.1" status: 200 len: 949 time: 0.2988594 Jan 18 20:13:17.712317 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-438bfca9-043d-4d17-91a1-231722b555ed req-fce2b2d1-23ee-412d-9f49-41b810536d8f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b253910-a4ec-4557-9a54-1e9c3caf6044 HTTP/1.1" status: 200 len: 1000 time: 0.2500968 Jan 18 20:13:17.734896 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4eb83d-ac7b-4fe9-8586-35bf0186071f service neutron] Pushing event updated for resources: {'Port': ['ID=40d04d56-f510-4218-a6c6-20aa4dfcb8eb,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:17.789623 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-da707d14-ff2b-4ec8-b00c-dd3a5a84757b req-7f4ddfe7-c472-4263-8f9f-3b4a01db24bc service neutron] 10.222.0.57 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805997 Jan 18 20:13:17.817410 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-da4eb83d-ac7b-4fe9-8586-35bf0186071f service neutron] Attempting to bind port 40d04d56-f510-4218-a6c6-20aa4dfcb8eb on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:13:17.817785 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-da4eb83d-ac7b-4fe9-8586-35bf0186071f service neutron] Attempting to bind port 40d04d56-f510-4218-a6c6-20aa4dfcb8eb by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'a61b12f4-e3a8-4cb8-9f38-6e97ced1125a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '289dc869-fe9d-4106-9c41-686739df1b6e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:13:17.818376 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-da4eb83d-ac7b-4fe9-8586-35bf0186071f service neutron] Attempting to bind port 40d04d56-f510-4218-a6c6-20aa4dfcb8eb on network 289dc869-fe9d-4106-9c41-686739df1b6e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:13:17.822703 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-da4eb83d-ac7b-4fe9-8586-35bf0186071f service neutron] Port 40d04d56-f510-4218-a6c6-20aa4dfcb8eb on network 289dc869-fe9d-4106-9c41-686739df1b6e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:13:17.823019 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-da4eb83d-ac7b-4fe9-8586-35bf0186071f service neutron] Attempting to bind port 40d04d56-f510-4218-a6c6-20aa4dfcb8eb on network 289dc869-fe9d-4106-9c41-686739df1b6e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:13:17.829802 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-da4eb83d-ac7b-4fe9-8586-35bf0186071f service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:13:17.830135 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-da4eb83d-ac7b-4fe9-8586-35bf0186071f service neutron] Checking segment: {'id': 'a61b12f4-e3a8-4cb8-9f38-6e97ced1125a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '289dc869-fe9d-4106-9c41-686739df1b6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:13:17.830590 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-da4eb83d-ac7b-4fe9-8586-35bf0186071f service neutron] Bound using segment: {'id': 'a61b12f4-e3a8-4cb8-9f38-6e97ced1125a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '289dc869-fe9d-4106-9c41-686739df1b6e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:13:17.830906 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-da4eb83d-ac7b-4fe9-8586-35bf0186071f service neutron] Bound port: 40d04d56-f510-4218-a6c6-20aa4dfcb8eb, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a61b12f4-e3a8-4cb8-9f38-6e97ced1125a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '289dc869-fe9d-4106-9c41-686739df1b6e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:13:17.831254 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-da4eb83d-ac7b-4fe9-8586-35bf0186071f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (40d04d56-f510-4218-a6c6-20aa4dfcb8eb), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:17.859448 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852dbff-d939-4012-b008-b1a974d183df req-e2992fba-155a-4e96-88aa-d8471d196243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:17.861151 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0852dbff-d939-4012-b008-b1a974d183df req-e2992fba-155a-4e96-88aa-d8471d196243 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5&tenant_id=46be2ca450fb44c88ba90d0767174258 HTTP/1.1" status: 200 len: 1096 time: 0.2251911 Jan 18 20:13:17.877689 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d08f2e0a-9725-47fb-8c18-e768d72ed2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884494489-router', 'tenant_id': '34b00fb2bb504ad699a419a984455f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:11:59Z', 'updated_at': '2022-01-18T20:12:04Z', 'revision_number': 4, 'project_id': '34b00fb2bb504ad699a419a984455f64', 'gw_port': {'id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:12:00Z', 'updated_at': '2022-01-18T20:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'e9393aa1-6d5b-41bf-9b99-253559e040a0', 'tenant_id': '34b00fb2bb504ad699a419a984455f64', 'floating_ip_address': '172.25.4.154', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'port_id': '8b253910-a4ec-4557-9a54-1e9c3caf6044', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c52a941-7984-4185-9a91-86e116767440', 'mac_address': 'fa:16:3e:71:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c33c2c-9486-459a-bbd4-64a856307c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:13:13Z', 'updated_at': '2022-01-18T20:13:16Z', 'revision_number': 1, 'project_id': '34b00fb2bb504ad699a419a984455f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f104b2-b688-4fe6-8d56-d63680c6a336', 'name': '', 'network_id': '4c52a941-7984-4185-9a91-86e116767440', 'tenant_id': '34b00fb2bb504ad699a419a984455f64', 'mac_address': 'fa:16:3e:ad:5e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'ade146ef-11d8-4b95-8ac1-3b19652c3fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:12:02Z', 'updated_at': '2022-01-18T20:12:10Z', 'revision_number': 5, 'project_id': '34b00fb2bb504ad699a419a984455f64', 'subnets': [{'id': 'ade146ef-11d8-4b95-8ac1-3b19652c3fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:13:17.880859 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bfca9-043d-4d17-91a1-231722b555ed req-ddf00c61-f076-4051-a810-87bcc0e8b45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:17.882755 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-438bfca9-043d-4d17-91a1-231722b555ed req-ddf00c61-f076-4051-a810-87bcc0e8b45e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ade146ef-11d8-4b95-8ac1-3b19652c3fdb HTTP/1.1" status: 200 len: 860 time: 0.1449490 Jan 18 20:13:17.889813 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cd47d7de-bb4b-4497-a0f1-d445f8e90415 req-9179222e-22fa-4e37-b499-2f857221c6dd tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/security-groups?id=254c1ae4-10a3-437b-a01c-48dde04efb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545947 Jan 18 20:13:17.906627 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-da4eb83d-ac7b-4fe9-8586-35bf0186071f service neutron] For port 40d04d56-f510-4218-a6c6-20aa4dfcb8eb, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:13:17.921858 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-da4eb83d-ac7b-4fe9-8586-35bf0186071f service neutron] For port 40d04d56-f510-4218-a6c6-20aa4dfcb8eb, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=40d04d56-f510-4218-a6c6-20aa4dfcb8eb,segment=NetworkSegment(a61b12f4-e3a8-4cb8-9f38-6e97ced1125a),segment_id=a61b12f4-e3a8-4cb8-9f38-6e97ced1125a)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:13:17.922127 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08f2e0a-9725-47fb-8c18-e768d72ed2cc None None] The sync data for ids ['b30b946b-e47c-4cb0-9bc1-a2702582d373'] in n-d-741529-9 is: [{'id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884494489-router', 'tenant_id': '34b00fb2bb504ad699a419a984455f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:11:59Z', 'updated_at': '2022-01-18T20:12:04Z', 'revision_number': 4, 'project_id': '34b00fb2bb504ad699a419a984455f64', 'gw_port': {'id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:12:00Z', 'updated_at': '2022-01-18T20:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'e9393aa1-6d5b-41bf-9b99-253559e040a0', 'tenant_id': '34b00fb2bb504ad699a419a984455f64', 'floating_ip_address': '172.25.4.154', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'port_id': '8b253910-a4ec-4557-9a54-1e9c3caf6044', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c52a941-7984-4185-9a91-86e116767440', 'mac_address': 'fa:16:3e:71:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c33c2c-9486-459a-bbd4-64a856307c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:13:13Z', 'updated_at': '2022-01-18T20:13:16Z', 'revision_number': 1, 'project_id': '34b00fb2bb504ad699a419a984455f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f104b2-b688-4fe6-8d56-d63680c6a336', 'name': '', 'network_id': '4c52a941-7984-4185-9a91-86e116767440', 'tenant_id': '34b00fb2bb504ad699a419a984455f64', 'mac_address': 'fa:16:3e:ad:5e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'ade146ef-11d8-4b95-8ac1-3b19652c3fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:12:02Z', 'updated_at': '2022-01-18T20:12:10Z', 'revision_number': 5, 'project_id': '34b00fb2bb504ad699a419a984455f64', 'subnets': [{'id': 'ade146ef-11d8-4b95-8ac1-3b19652c3fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:13:17.928143 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-da4eb83d-ac7b-4fe9-8586-35bf0186071f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (40d04d56-f510-4218-a6c6-20aa4dfcb8eb), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:17.949664 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-438bfca9-043d-4d17-91a1-231722b555ed req-50f2af79-1bb9-42a6-99db-6f048d2689c6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c52a941-7984-4185-9a91-86e116767440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587702 Jan 18 20:13:17.982221 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-da4eb83d-ac7b-4fe9-8586-35bf0186071f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:17.982879 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-da4eb83d-ac7b-4fe9-8586-35bf0186071f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:17.984497 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-da4eb83d-ac7b-4fe9-8586-35bf0186071f service neutron] 10.222.0.70 "PUT /v2.0/ports/40d04d56-f510-4218-a6c6-20aa4dfcb8eb HTTP/1.1" status: 200 len: 1091 time: 1.3861699 Jan 18 20:13:17.985052 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd794c6fc-e102-4712-ba07-d695edb00f51', 'tag': '40d04d56-f510-4218-a6c6-20aa4dfcb8eb'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:13:17.988310 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15d1282-1810-4023-8833-97bb59334d05" -d '{"events": [{"name": "network-changed", "server_uuid": "d794c6fc-e102-4712-ba07-d695edb00f51", "tag": "40d04d56-f510-4218-a6c6-20aa4dfcb8eb"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:13:18.015935 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4eb83d-ac7b-4fe9-8586-35bf0186071f service neutron] Pushing event updated for resources: {'Port': ['ID=40d04d56-f510-4218-a6c6-20aa4dfcb8eb,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:18.023514 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852dbff-d939-4012-b008-b1a974d183df req-314f2cf1-7888-471e-9313-e5aa46bf4d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:18.025562 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0852dbff-d939-4012-b008-b1a974d183df req-314f2cf1-7888-471e-9313-e5aa46bf4d76 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46be2ca450fb44c88ba90d0767174258&device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 1096 time: 0.1336317 Jan 18 20:13:18.090841 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-868dc01f-d6a7-48a8-89c3-f753c185100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:18.093345 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-868dc01f-d6a7-48a8-89c3-f753c185100b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=daaaef8c5fc74483aba6d8a03c0980e4&device_id=d794c6fc-e102-4712-ba07-d695edb00f51 HTTP/1.1" status: 200 len: 1094 time: 0.0477495 Jan 18 20:13:18.144727 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-b4a04001-7a1b-4948-891f-384e40e677e4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40d04d56-f510-4218-a6c6-20aa4dfcb8eb HTTP/1.1" status: 200 len: 217 time: 0.0419178 Jan 18 20:13:18.209163 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-ac02c4b3-f952-4169-9432-b72761cc8634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:18.212392 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e4e7a5-ed86-4df2-9c1d-5a5884a4e808 None None] New status for floating IP e9393aa1-6d5b-41bf-9b99-253559e040a0: ACTIVE {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:13:18.216534 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-ac02c4b3-f952-4169-9432-b72761cc8634 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51075bc2-6efe-4a2d-a867-e724c04c975c HTTP/1.1" status: 200 len: 853 time: 0.0583947 Jan 18 20:13:18.264462 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-b57c6d53-822d-4216-be4e-47dd7bd5cd30 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=289dc869-fe9d-4106-9c41-686739df1b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330884 Jan 18 20:13:18.380313 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-459a20fb-c690-425b-b39e-795fdce1c1b0 service neutron] 10.222.0.70 "GET /v2.0/networks/289dc869-fe9d-4106-9c41-686739df1b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067698 Jan 18 20:13:18.493476 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a9e47d5e-3855-483e-a0c5-fea9c2ce1200 req-bbdc31b0-da99-4d00-bcee-68c706642fa9 service neutron] 10.222.0.70 "GET /v2.0/networks/289dc869-fe9d-4106-9c41-686739df1b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047499 Jan 18 20:13:18.498218 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc151dc5-1c67-41e3-af04-aad68424e8d3 req-0f1400cf-c302-4882-b7d2-168f76f70eaa tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:18.499773 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cc151dc5-1c67-41e3-af04-aad68424e8d3 req-0f1400cf-c302-4882-b7d2-168f76f70eaa tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 945 time: 0.4970794 Jan 18 20:13:18.526480 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852dbff-d939-4012-b008-b1a974d183df req-91967554-fea6-4d35-93fe-9564d9be9805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:18.527603 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0852dbff-d939-4012-b008-b1a974d183df req-91967554-fea6-4d35-93fe-9564d9be9805 service neutron] 10.222.0.57 "GET /v2.0/networks?id=133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 200 len: 908 time: 0.4892833 Jan 18 20:13:18.534686 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-438bfca9-043d-4d17-91a1-231722b555ed req-e71e5105-4698-443d-9804-736611f42692 service neutron] 10.222.0.31 "GET /v2.0/networks/4c52a941-7984-4185-9a91-86e116767440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5729289 Jan 18 20:13:18.599248 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0852dbff-d939-4012-b008-b1a974d183df req-9d4bc65a-92b5-41cd-b158-4a75885971d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8b54097-113a-4129-aa6d-b5f823f9d597 HTTP/1.1" status: 200 len: 217 time: 0.0622544 Jan 18 20:13:18.675841 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cc151dc5-1c67-41e3-af04-aad68424e8d3 req-11209fa5-fe96-4703-9252-7de10629b869 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611130 Jan 18 20:13:18.697277 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852dbff-d939-4012-b008-b1a974d183df req-728c3ef3-2559-49b0-8b19-c5c0aa629013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:18.698708 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0852dbff-d939-4012-b008-b1a974d183df req-728c3ef3-2559-49b0-8b19-c5c0aa629013 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=45324dde-9697-4682-9610-ed3bed3250cd HTTP/1.1" status: 200 len: 847 time: 0.0912957 Jan 18 20:13:18.740281 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0852dbff-d939-4012-b008-b1a974d183df req-8bbd13d0-d9ce-4e31-a6c8-3ddd902e1723 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=133a80cf-c268-45f9-91ee-564a51a659af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346308 Jan 18 20:13:18.742200 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-438bfca9-043d-4d17-91a1-231722b555ed req-ec309242-e897-4413-88ca-471e32f06f90 service neutron] 10.222.0.31 "GET /v2.0/networks/4c52a941-7984-4185-9a91-86e116767440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988544 Jan 18 20:13:18.800216 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62faa15-83ec-4c88-85b7-ae9001084fa0 x-openstack-request-id: req-d62faa15-83ec-4c88-85b7-ae9001084fa0 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:13:18.800500 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c33c2c-9486-459a-bbd4-64a856307c76", "tag": "8b253910-a4ec-4557-9a54-1e9c3caf6044", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:13:18.800749 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d62faa15-83ec-4c88-85b7-ae9001084fa0 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:13:18.801144 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c33c2c-9486-459a-bbd4-64a856307c76', 'tag': '8b253910-a4ec-4557-9a54-1e9c3caf6044', 'status': 'completed', 'code': 200} Jan 18 20:13:18.867850 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe758c-b712-4eea-a3a1-520e8d522c80 req-675dcff7-a46b-46da-9ca4-3f5bb3b4d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:18.869496 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0852dbff-d939-4012-b008-b1a974d183df req-e4c773b0-9e65-4b65-8c82-c868c0c4b29b service neutron] 10.222.0.57 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223345 Jan 18 20:13:18.869974 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3dbe758c-b712-4eea-a3a1-520e8d522c80 req-675dcff7-a46b-46da-9ca4-3f5bb3b4d395 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=34b00fb2bb504ad699a419a984455f64&device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 1097 time: 0.0497515 Jan 18 20:13:18.935586 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cb55b-24b3-4e0f-8168-2f6a5050ea75 req-d8f9347c-27bd-4c4a-a881-bcba7c4e2296 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:18.937051 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3c8cb55b-24b3-4e0f-8168-2f6a5050ea75 req-d8f9347c-27bd-4c4a-a881-bcba7c4e2296 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.1228955 Jan 18 20:13:18.984530 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe758c-b712-4eea-a3a1-520e8d522c80 req-d2d65c8b-df3c-4267-a064-0e2d4cb81b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:18.986073 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3dbe758c-b712-4eea-a3a1-520e8d522c80 req-d2d65c8b-df3c-4267-a064-0e2d4cb81b7d service neutron] 10.222.0.70 "GET /v2.0/networks?id=4c52a941-7984-4185-9a91-86e116767440 HTTP/1.1" status: 200 len: 921 time: 0.1041644 Jan 18 20:13:19.000952 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba28830-2e75-4c3c-9b1f-3914b1f3870f req-d345e925-5d56-498d-aea3-b90e9fcb1711 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:19.002834 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6ba28830-2e75-4c3c-9b1f-3914b1f3870f req-d345e925-5d56-498d-aea3-b90e9fcb1711 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.31 "GET /v2.0/ports?device_id=d794c6fc-e102-4712-ba07-d695edb00f51 HTTP/1.1" status: 200 len: 943 time: 0.1501818 Jan 18 20:13:19.059694 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0852dbff-d939-4012-b008-b1a974d183df req-57b6d906-f235-4f9a-a324-3a304b100109 service neutron] 10.222.0.57 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701612 Jan 18 20:13:19.064446 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3c8cb55b-24b3-4e0f-8168-2f6a5050ea75 req-7490ed7f-1cc4-4cb9-a471-28aabc31701c tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017623 Jan 18 20:13:19.081355 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3dbe758c-b712-4eea-a3a1-520e8d522c80 req-dd6843e1-f089-4365-9c9a-786276b119a6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b253910-a4ec-4557-9a54-1e9c3caf6044 HTTP/1.1" status: 200 len: 1002 time: 0.0792391 Jan 18 20:13:19.107600 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6ba28830-2e75-4c3c-9b1f-3914b1f3870f req-376e9f20-aa99-44d7-8332-b86a6c36fbdb tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4c5ff87-e82e-4efb-b4e3-72ec2cdebb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921352 Jan 18 20:13:19.145487 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe758c-b712-4eea-a3a1-520e8d522c80 req-a8346998-8b05-4ff6-ad90-069640e8f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:19.147017 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3dbe758c-b712-4eea-a3a1-520e8d522c80 req-a8346998-8b05-4ff6-ad90-069640e8f525 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ade146ef-11d8-4b95-8ac1-3b19652c3fdb HTTP/1.1" status: 200 len: 860 time: 0.0543699 Jan 18 20:13:19.195124 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3dbe758c-b712-4eea-a3a1-520e8d522c80 req-114cd67c-a07c-4911-9fa8-f828cf5eb717 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4c52a941-7984-4185-9a91-86e116767440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414598 Jan 18 20:13:19.223597 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4910f6-bacb-429a-911a-068e527754f0 x-openstack-request-id: req-ce4910f6-bacb-429a-911a-068e527754f0 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:13:19.224101 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d794c6fc-e102-4712-ba07-d695edb00f51", "tag": "40d04d56-f510-4218-a6c6-20aa4dfcb8eb", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:13:19.224518 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce4910f6-bacb-429a-911a-068e527754f0 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:13:19.225278 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd794c6fc-e102-4712-ba07-d695edb00f51', 'tag': '40d04d56-f510-4218-a6c6-20aa4dfcb8eb', 'status': 'completed', 'code': 200} Jan 18 20:13:19.348481 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d1282-1810-4023-8833-97bb59334d05 req-25f04760-f12f-49c7-a2d3-0f9b0b93ef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:19.350037 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c15d1282-1810-4023-8833-97bb59334d05 req-25f04760-f12f-49c7-a2d3-0f9b0b93ef42 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=daaaef8c5fc74483aba6d8a03c0980e4&device_id=d794c6fc-e102-4712-ba07-d695edb00f51 HTTP/1.1" status: 200 len: 1094 time: 0.0950882 Jan 18 20:13:19.351933 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3dbe758c-b712-4eea-a3a1-520e8d522c80 req-0570c536-3780-4929-9722-655424aaf423 service neutron] 10.222.0.70 "GET /v2.0/networks/4c52a941-7984-4185-9a91-86e116767440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413198 Jan 18 20:13:19.412671 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0283f7dc-1419-499b-8363-d0d503b13c27 req-6d72e475-4b56-43cc-9adb-6c9de7339412 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.154 HTTP/1.1" status: 200 len: 1002 time: 0.1759849 Jan 18 20:13:19.445311 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbf54b-3813-4e44-a6db-0f5a3a4aa711 req-9e5a9775-e4df-4042-9964-5c6147150673 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:19.446798 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-00fbf54b-3813-4e44-a6db-0f5a3a4aa711 req-9e5a9775-e4df-4042-9964-5c6147150673 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.1402869 Jan 18 20:13:19.449987 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852dbff-d939-4012-b008-b1a974d183df req-9c935ac7-97f3-4d0f-a69a-a1ea19af5ef6 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:19.451621 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0852dbff-d939-4012-b008-b1a974d183df req-9c935ac7-97f3-4d0f-a69a-a1ea19af5ef6 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5&tenant_id=46be2ca450fb44c88ba90d0767174258&binding%3Ahost_id=n-h1-741529-9 HTTP/1.1" status: 200 len: 1096 time: 0.1462307 Jan 18 20:13:19.525101 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283f7dc-1419-499b-8363-d0d503b13c27 req-588193f2-6d90-41f4-b8fa-18b6ad390986 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:19.526497 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0283f7dc-1419-499b-8363-d0d503b13c27 req-588193f2-6d90-41f4-b8fa-18b6ad390986 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports/8b253910-a4ec-4557-9a54-1e9c3caf6044 HTTP/1.1" status: 200 len: 943 time: 0.1013911 Jan 18 20:13:19.528696 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d1282-1810-4023-8833-97bb59334d05 req-c4e1afd4-e1f1-49e9-b831-9369a835d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:19.530174 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c15d1282-1810-4023-8833-97bb59334d05 req-c4e1afd4-e1f1-49e9-b831-9369a835d7ec service neutron] 10.222.0.70 "GET /v2.0/networks?id=289dc869-fe9d-4106-9c41-686739df1b6e HTTP/1.1" status: 200 len: 914 time: 0.1633987 Jan 18 20:13:19.533659 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3dbe758c-b712-4eea-a3a1-520e8d522c80 req-2ed70600-57fb-4007-987b-cf6eade1e0a3 service neutron] 10.222.0.70 "GET /v2.0/networks/4c52a941-7984-4185-9a91-86e116767440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656911 Jan 18 20:13:19.576534 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-00fbf54b-3813-4e44-a6db-0f5a3a4aa711 req-3cb8b807-7804-4fb8-85f9-b54d458225c0 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076875 Jan 18 20:13:19.579033 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c15d1282-1810-4023-8833-97bb59334d05 req-17b9db05-2186-47bb-aa8c-16f108ec4987 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40d04d56-f510-4218-a6c6-20aa4dfcb8eb HTTP/1.1" status: 200 len: 217 time: 0.0346265 Jan 18 20:13:19.632566 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d1282-1810-4023-8833-97bb59334d05 req-16901bf9-f1f0-4e14-a85b-a7aa156142d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:19.634116 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c15d1282-1810-4023-8833-97bb59334d05 req-16901bf9-f1f0-4e14-a85b-a7aa156142d4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51075bc2-6efe-4a2d-a867-e724c04c975c HTTP/1.1" status: 200 len: 853 time: 0.0471439 Jan 18 20:13:19.667628 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c15d1282-1810-4023-8833-97bb59334d05 req-9caef77c-c0d8-4375-bb59-62ea38bab6d3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=289dc869-fe9d-4106-9c41-686739df1b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259132 Jan 18 20:13:19.684643 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0283f7dc-1419-499b-8363-d0d503b13c27 req-8218ea7f-0c45-4db8-9605-35f752caad97 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.154 HTTP/1.1" status: 200 len: 1002 time: 0.1053746 Jan 18 20:13:19.691566 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-0852dbff-d939-4012-b008-b1a974d183df req-c42d9ba5-5b87-4c7d-80f4-78295fca4c99 service neutron] For port a8b54097-113a-4129-aa6d-b5f823f9d597, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:13:19.694815 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0852dbff-d939-4012-b008-b1a974d183df req-c42d9ba5-5b87-4c7d-80f4-78295fca4c99 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:19.695902 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0852dbff-d939-4012-b008-b1a974d183df req-c42d9ba5-5b87-4c7d-80f4-78295fca4c99 service neutron] 10.222.0.57 "DELETE /v2.0/ports/a8b54097-113a-4129-aa6d-b5f823f9d597/bindings/n-h2-741529-9 HTTP/1.1" status: 204 len: 173 time: 0.2260883 Jan 18 20:13:19.784544 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c15d1282-1810-4023-8833-97bb59334d05 req-fcf24a71-3a15-4196-89e3-0d179e279a6e service neutron] 10.222.0.70 "GET /v2.0/networks/289dc869-fe9d-4106-9c41-686739df1b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096275 Jan 18 20:13:19.839533 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283f7dc-1419-499b-8363-d0d503b13c27 req-b02e712a-8df9-4a48-8a41-9afe0caa8435 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:19.846219 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0283f7dc-1419-499b-8363-d0d503b13c27 req-b02e712a-8df9-4a48-8a41-9afe0caa8435 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 784 time: 0.1476386 Jan 18 20:13:19.895996 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f9787-2171-42b6-baf3-4e8092a4f55f req-2e4b9172-0121-4cc1-ae83-1bed7c593fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:19.897482 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d2f9787-2171-42b6-baf3-4e8092a4f55f req-2e4b9172-0121-4cc1-ae83-1bed7c593fa0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=72501d248542438e9d3a803e6110efb0&device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 1096 time: 0.0950677 Jan 18 20:13:19.916057 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0283f7dc-1419-499b-8363-d0d503b13c27 req-aa5a3023-456d-4922-b132-27d78bbef1b5 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.154 HTTP/1.1" status: 200 len: 1002 time: 0.0671840 Jan 18 20:13:19.925506 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-0283f7dc-1419-499b-8363-d0d503b13c27 req-f56c53e2-1ae5-410d-ba06-eb437c8e287b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:13:19.942413 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c15d1282-1810-4023-8833-97bb59334d05 req-0407abe5-3c6c-49f4-bcf5-4ffcf6694072 service neutron] 10.222.0.70 "GET /v2.0/networks/289dc869-fe9d-4106-9c41-686739df1b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488721 Jan 18 20:13:19.989863 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0283f7dc-1419-499b-8363-d0d503b13c27 req-f56c53e2-1ae5-410d-ba06-eb437c8e287b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks [] for floatingip (e9393aa1-6d5b-41bf-9b99-253559e040a0), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:20.007155 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f9787-2171-42b6-baf3-4e8092a4f55f req-0a161e8c-ffff-4223-9958-c3e6ded9091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:20.008651 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d2f9787-2171-42b6-baf3-4e8092a4f55f req-0a161e8c-ffff-4223-9958-c3e6ded9091f service neutron] 10.222.0.70 "GET /v2.0/networks?id=2cafaa10-97b0-4140-ac04-be8f2bf83219 HTTP/1.1" status: 200 len: 912 time: 0.1035388 Jan 18 20:13:20.088833 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d2f9787-2171-42b6-baf3-4e8092a4f55f req-adbd879c-f40c-4321-94a9-535f668a6cd6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecbb2d86-23b8-413a-bee8-5141d2171c91 HTTP/1.1" status: 200 len: 999 time: 0.0706503 Jan 18 20:13:20.151500 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f9787-2171-42b6-baf3-4e8092a4f55f req-9e511929-4472-4871-8b16-b37ca5fc6359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:20.153157 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d2f9787-2171-42b6-baf3-4e8092a4f55f req-9e511929-4472-4871-8b16-b37ca5fc6359 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1723126f-3654-432e-ad19-50c4bb784989 HTTP/1.1" status: 200 len: 850 time: 0.0556571 Jan 18 20:13:20.187787 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0283f7dc-1419-499b-8363-d0d503b13c27 req-f56c53e2-1ae5-410d-ba06-eb437c8e287b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:20.193416 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0283f7dc-1419-499b-8363-d0d503b13c27 req-f56c53e2-1ae5-410d-ba06-eb437c8e287b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (e9393aa1-6d5b-41bf-9b99-253559e040a0), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:20.193927 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [req-0283f7dc-1419-499b-8363-d0d503b13c27 req-f56c53e2-1ae5-410d-ba06-eb437c8e287b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Floating IP e9393aa1-6d5b-41bf-9b99-253559e040a0 disassociated. External IP: 172.25.4.154, port: 8b253910-a4ec-4557-9a54-1e9c3caf6044. Jan 18 20:13:20.214733 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f9787-2171-42b6-baf3-4e8092a4f55f req-34858f20-d8a6-4dcd-b133-91f957d593b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:20.216564 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d2f9787-2171-42b6-baf3-4e8092a4f55f req-34858f20-d8a6-4dcd-b133-91f957d593b9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cafaa10-97b0-4140-ac04-be8f2bf83219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558286 Jan 18 20:13:20.365364 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d2f9787-2171-42b6-baf3-4e8092a4f55f req-9680808b-6e11-4977-9a52-6bb697d1e148 service neutron] 10.222.0.70 "GET /v2.0/networks/2cafaa10-97b0-4140-ac04-be8f2bf83219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349967 Jan 18 20:13:20.462500 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 810ccfdb-77ac-49d4-88ed-0349b9643884 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:13:20.467530 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d2f9787-2171-42b6-baf3-4e8092a4f55f req-ed38f7c0-a021-4cc4-9c32-b9fb5fdd3671 service neutron] 10.222.0.70 "GET /v2.0/networks/2cafaa10-97b0-4140-ac04-be8f2bf83219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901785 Jan 18 20:13:20.475682 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0283f7dc-1419-499b-8363-d0d503b13c27 req-f56c53e2-1ae5-410d-ba06-eb437c8e287b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Router b30b946b-e47c-4cb0-9bc1-a2702582d373 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:13:20.484852 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d17101-177b-4c06-a72a-a9a4bb88456e req-86463001-ca30-46bf-9b04-386f279d5041 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:20.486505 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-60d17101-177b-4c06-a72a-a9a4bb88456e req-86463001-ca30-46bf-9b04-386f279d5041 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.0741432 Jan 18 20:13:20.544362 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 810ccfdb-77ac-49d4-88ed-0349b9643884 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:13:20.544748 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (810ccfdb-77ac-49d4-88ed-0349b9643884), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:20.567181 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7ade17-2169-42e6-8aa5-66dc0777b68d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '810ccfdb-77ac-49d4-88ed-0349b9643884'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:13:20.569419 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0141de0c-6281-4c0e-80b5-e6934c821204" -d '{"events": [{"server_uuid": "ab7ade17-2169-42e6-8aa5-66dc0777b68d", "name": "network-vif-unplugged", "status": "completed", "tag": "810ccfdb-77ac-49d4-88ed-0349b9643884"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:13:20.581753 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 810ccfdb-77ac-49d4-88ed-0349b9643884, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=810ccfdb-77ac-49d4-88ed-0349b9643884,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:13:20.585409 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (810ccfdb-77ac-49d4-88ed-0349b9643884), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:20.606683 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-60d17101-177b-4c06-a72a-a9a4bb88456e req-8d268ce9-7920-4ce8-a25c-4b6a902d20eb tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116488 Jan 18 20:13:20.633503 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0283f7dc-1419-499b-8363-d0d503b13c27 req-f56c53e2-1ae5-410d-ba06-eb437c8e287b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:13:20.634711 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=810ccfdb-77ac-49d4-88ed-0349b9643884,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:20.642689 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0283f7dc-1419-499b-8363-d0d503b13c27 req-f56c53e2-1ae5-410d-ba06-eb437c8e287b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:20.649493 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f77206-1f03-401a-8bda-6352c61bfa15 None None] Sync routers for ids ['b30b946b-e47c-4cb0-9bc1-a2702582d373'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:13:20.667225 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f77206-1f03-401a-8bda-6352c61bfa15 None None] Routers {'b30b946b-e47c-4cb0-9bc1-a2702582d373'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:13:20.668892 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-33f77206-1f03-401a-8bda-6352c61bfa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:12:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['b30b946b-e47c-4cb0-9bc1-a2702582d373'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:13:20.680581 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0283f7dc-1419-499b-8363-d0d503b13c27 req-f56c53e2-1ae5-410d-ba06-eb437c8e287b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "PUT /v2.0/floatingips/e9393aa1-6d5b-41bf-9b99-253559e040a0 HTTP/1.1" status: 200 len: 695 time: 0.7588344 Jan 18 20:13:20.760198 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689772d-e27c-42bf-806e-b80516263016 req-fd12247e-523f-4141-820a-8ecbcf1e7c99 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:20.762486 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8689772d-e27c-42bf-806e-b80516263016 req-fd12247e-523f-4141-820a-8ecbcf1e7c99 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 945 time: 0.0810387 Jan 18 20:13:20.766046 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283f7dc-1419-499b-8363-d0d503b13c27 req-a7863439-f526-4021-bbe6-c95cb3fc827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:20.767686 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0283f7dc-1419-499b-8363-d0d503b13c27 req-a7863439-f526-4021-bbe6-c95cb3fc827b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=34b00fb2bb504ad699a419a984455f64&device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 1097 time: 0.0599728 Jan 18 20:13:20.806839 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c33c2c-9486-459a-bbd4-64a856307c76', 'tag': '8b253910-a4ec-4557-9a54-1e9c3caf6044'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:13:20.809139 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e62bb00-c22a-49bc-a4c8-dc1fd41548b4" -d '{"events": [{"name": "network-changed", "server_uuid": "18c33c2c-9486-459a-bbd4-64a856307c76", "tag": "8b253910-a4ec-4557-9a54-1e9c3caf6044"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:13:20.869736 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-33f77206-1f03-401a-8bda-6352c61bfa15 None None] Set router b30b946b-e47c-4cb0-9bc1-a2702582d373 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:13:20.878547 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8689772d-e27c-42bf-806e-b80516263016 req-c5c0799b-1ac5-47e8-8557-7ab21c08d0c8 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067510 Jan 18 20:13:20.911844 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283f7dc-1419-499b-8363-d0d503b13c27 req-f09e5170-7c63-4cc7-8b50-b53645f6f57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:20.913297 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0283f7dc-1419-499b-8363-d0d503b13c27 req-f09e5170-7c63-4cc7-8b50-b53645f6f57a service neutron] 10.222.0.31 "GET /v2.0/networks?id=4c52a941-7984-4185-9a91-86e116767440 HTTP/1.1" status: 200 len: 921 time: 0.1395879 Jan 18 20:13:20.954874 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0283f7dc-1419-499b-8363-d0d503b13c27 req-15f550ae-faf6-4b06-85d3-cc00d5b7f1f7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b253910-a4ec-4557-9a54-1e9c3caf6044 HTTP/1.1" status: 200 len: 217 time: 0.0344718 Jan 18 20:13:21.048294 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283f7dc-1419-499b-8363-d0d503b13c27 req-4bb0aed5-0a94-4c9d-a49c-93b286da8292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:21.050757 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0283f7dc-1419-499b-8363-d0d503b13c27 req-4bb0aed5-0a94-4c9d-a49c-93b286da8292 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ade146ef-11d8-4b95-8ac1-3b19652c3fdb HTTP/1.1" status: 200 len: 860 time: 0.0822527 Jan 18 20:13:21.083100 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9736e-5300-4e78-809a-696468830eab req-854b99b1-053a-4121-a8f1-32c6d655e81c tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:21.084663 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-89c9736e-5300-4e78-809a-696468830eab req-854b99b1-053a-4121-a8f1-32c6d655e81c tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.0710099 Jan 18 20:13:21.085481 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-33f77206-1f03-401a-8bda-6352c61bfa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884494489-router', 'tenant_id': '34b00fb2bb504ad699a419a984455f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:11:59Z', 'updated_at': '2022-01-18T20:12:04Z', 'revision_number': 4, 'project_id': '34b00fb2bb504ad699a419a984455f64', 'gw_port': {'id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:12:00Z', 'updated_at': '2022-01-18T20:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '35f104b2-b688-4fe6-8d56-d63680c6a336', 'name': '', 'network_id': '4c52a941-7984-4185-9a91-86e116767440', 'tenant_id': '34b00fb2bb504ad699a419a984455f64', 'mac_address': 'fa:16:3e:ad:5e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'ade146ef-11d8-4b95-8ac1-3b19652c3fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:12:02Z', 'updated_at': '2022-01-18T20:12:10Z', 'revision_number': 5, 'project_id': '34b00fb2bb504ad699a419a984455f64', 'subnets': [{'id': 'ade146ef-11d8-4b95-8ac1-3b19652c3fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:13:21.112728 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f77206-1f03-401a-8bda-6352c61bfa15 None None] Checking router: b30b946b-e47c-4cb0-9bc1-a2702582d373 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:13:21.116581 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0283f7dc-1419-499b-8363-d0d503b13c27 req-0504db81-3e6b-4b8f-a7e4-0d53fe175cf4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c52a941-7984-4185-9a91-86e116767440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423164 Jan 18 20:13:21.121154 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f77206-1f03-401a-8bda-6352c61bfa15 None None] Routers {'b30b946b-e47c-4cb0-9bc1-a2702582d373'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:13:21.121719 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-33f77206-1f03-401a-8bda-6352c61bfa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:12:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['b30b946b-e47c-4cb0-9bc1-a2702582d373'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:13:21.207952 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-89c9736e-5300-4e78-809a-696468830eab req-59c35b82-5053-49cd-8a74-cbee3665fb56 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154823 Jan 18 20:13:21.235078 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0283f7dc-1419-499b-8363-d0d503b13c27 req-3362700b-d36b-45d1-b70f-6a60a6e9e06c service neutron] 10.222.0.31 "GET /v2.0/networks/4c52a941-7984-4185-9a91-86e116767440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121345 Jan 18 20:13:21.240432 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-33f77206-1f03-401a-8bda-6352c61bfa15 None None] Set router b30b946b-e47c-4cb0-9bc1-a2702582d373 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:13:21.498149 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-33f77206-1f03-401a-8bda-6352c61bfa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884494489-router', 'tenant_id': '34b00fb2bb504ad699a419a984455f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:11:59Z', 'updated_at': '2022-01-18T20:12:04Z', 'revision_number': 4, 'project_id': '34b00fb2bb504ad699a419a984455f64', 'gw_port': {'id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:12:00Z', 'updated_at': '2022-01-18T20:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '35f104b2-b688-4fe6-8d56-d63680c6a336', 'name': '', 'network_id': '4c52a941-7984-4185-9a91-86e116767440', 'tenant_id': '34b00fb2bb504ad699a419a984455f64', 'mac_address': 'fa:16:3e:ad:5e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'ade146ef-11d8-4b95-8ac1-3b19652c3fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:12:02Z', 'updated_at': '2022-01-18T20:12:10Z', 'revision_number': 5, 'project_id': '34b00fb2bb504ad699a419a984455f64', 'subnets': [{'id': 'ade146ef-11d8-4b95-8ac1-3b19652c3fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:13:21.526307 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f77206-1f03-401a-8bda-6352c61bfa15 None None] The sync data for ids ['b30b946b-e47c-4cb0-9bc1-a2702582d373'] in n-d-741529-9 is: [{'id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884494489-router', 'tenant_id': '34b00fb2bb504ad699a419a984455f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:11:59Z', 'updated_at': '2022-01-18T20:12:04Z', 'revision_number': 4, 'project_id': '34b00fb2bb504ad699a419a984455f64', 'gw_port': {'id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:12:00Z', 'updated_at': '2022-01-18T20:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '35f104b2-b688-4fe6-8d56-d63680c6a336', 'name': '', 'network_id': '4c52a941-7984-4185-9a91-86e116767440', 'tenant_id': '34b00fb2bb504ad699a419a984455f64', 'mac_address': 'fa:16:3e:ad:5e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'ade146ef-11d8-4b95-8ac1-3b19652c3fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:12:02Z', 'updated_at': '2022-01-18T20:12:10Z', 'revision_number': 5, 'project_id': '34b00fb2bb504ad699a419a984455f64', 'subnets': [{'id': 'ade146ef-11d8-4b95-8ac1-3b19652c3fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:13:21.660722 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fbebe-8128-4f1a-9238-f39ded2fbf67 req-659557d3-50ec-4640-8bde-e4be23316183 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:21.662318 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-896fbebe-8128-4f1a-9238-f39ded2fbf67 req-659557d3-50ec-4640-8bde-e4be23316183 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.31 "GET /v2.0/ports?device_id=d794c6fc-e102-4712-ba07-d695edb00f51 HTTP/1.1" status: 200 len: 943 time: 0.3714397 Jan 18 20:13:21.670155 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0283f7dc-1419-499b-8363-d0d503b13c27 req-a67b5c9f-eeec-4927-b664-f3b3055a85b4 service neutron] 10.222.0.31 "GET /v2.0/networks/4c52a941-7984-4185-9a91-86e116767440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192562 Jan 18 20:13:21.732458 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-896fbebe-8128-4f1a-9238-f39ded2fbf67 req-507468bc-ddce-46b2-8cfa-67399c59fc55 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4c5ff87-e82e-4efb-b4e3-72ec2cdebb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610075 Jan 18 20:13:21.844331 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc84392f-1dd8-4bfe-b13c-74d79d79870b x-openstack-request-id: req-bc84392f-1dd8-4bfe-b13c-74d79d79870b {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:13:21.844331 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7ade17-2169-42e6-8aa5-66dc0777b68d", "name": "network-vif-unplugged", "status": "completed", "tag": "810ccfdb-77ac-49d4-88ed-0349b9643884", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:13:21.844331 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc84392f-1dd8-4bfe-b13c-74d79d79870b {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:13:21.844331 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7ade17-2169-42e6-8aa5-66dc0777b68d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '810ccfdb-77ac-49d4-88ed-0349b9643884', 'code': 200} Jan 18 20:13:21.848250 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60317399-9fcc-4104-aa31-180947fea225 x-openstack-request-id: req-60317399-9fcc-4104-aa31-180947fea225 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:13:21.848250 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c33c2c-9486-459a-bbd4-64a856307c76", "tag": "8b253910-a4ec-4557-9a54-1e9c3caf6044", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:13:21.848250 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60317399-9fcc-4104-aa31-180947fea225 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:13:21.848250 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c33c2c-9486-459a-bbd4-64a856307c76', 'tag': '8b253910-a4ec-4557-9a54-1e9c3caf6044', 'status': 'completed', 'code': 200} Jan 18 20:13:21.848943 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823dd2fe-02cb-4b36-8f13-f5b87b25b878 None None] New status for floating IP e9393aa1-6d5b-41bf-9b99-253559e040a0: DOWN {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:13:21.904914 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-11318c67-ef82-4fe3-893d-21c777bb5d0a req-3dc54f98-0790-4d08-85b8-01ef02eab3dd tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/floatingips/e9393aa1-6d5b-41bf-9b99-253559e040a0 HTTP/1.1" status: 200 len: 695 time: 0.0572534 Jan 18 20:13:21.932051 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62bb00-c22a-49bc-a4c8-dc1fd41548b4 req-55227c63-418e-4fb0-a483-8ee2ffa37d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:21.935056 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5e62bb00-c22a-49bc-a4c8-dc1fd41548b4 req-55227c63-418e-4fb0-a483-8ee2ffa37d2c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=34b00fb2bb504ad699a419a984455f64&device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 1097 time: 0.0898108 Jan 18 20:13:22.038376 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62bb00-c22a-49bc-a4c8-dc1fd41548b4 req-cac92d81-0e1b-4828-8d08-114e4967ad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:22.038989 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11318c67-ef82-4fe3-893d-21c777bb5d0a req-10a558b9-7a9d-42e8-9053-2988962ce984 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:22.039797 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5e62bb00-c22a-49bc-a4c8-dc1fd41548b4 req-cac92d81-0e1b-4828-8d08-114e4967ad4d service neutron] 10.222.0.70 "GET /v2.0/networks?id=4c52a941-7984-4185-9a91-86e116767440 HTTP/1.1" status: 200 len: 921 time: 0.0967395 Jan 18 20:13:22.042312 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-11318c67-ef82-4fe3-893d-21c777bb5d0a req-10a558b9-7a9d-42e8-9053-2988962ce984 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 784 time: 0.1295152 Jan 18 20:13:22.093877 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5e62bb00-c22a-49bc-a4c8-dc1fd41548b4 req-ece6d035-2f72-4cb2-bfbe-4cefdf61008c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b253910-a4ec-4557-9a54-1e9c3caf6044 HTTP/1.1" status: 200 len: 217 time: 0.0454235 Jan 18 20:13:22.098700 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-11318c67-ef82-4fe3-893d-21c777bb5d0a req-2f16fb3e-8373-4728-ba1f-2eefbbc37b4a tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.154 HTTP/1.1" status: 200 len: 698 time: 0.0488992 Jan 18 20:13:22.163285 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62bb00-c22a-49bc-a4c8-dc1fd41548b4 req-f5b2d41d-e3f6-4d5c-a450-4581049d7bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:22.165652 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6475c-11ab-49b7-b8e3-0b533281c97b req-d0942a97-6e12-45e6-9f26-b07d552024ab tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:22.171378 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5e62bb00-c22a-49bc-a4c8-dc1fd41548b4 req-f5b2d41d-e3f6-4d5c-a450-4581049d7bfd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ade146ef-11d8-4b95-8ac1-3b19652c3fdb HTTP/1.1" status: 200 len: 860 time: 0.0692170 Jan 18 20:13:22.173505 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-07a6475c-11ab-49b7-b8e3-0b533281c97b req-d0942a97-6e12-45e6-9f26-b07d552024ab tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.2737639 Jan 18 20:13:22.201854 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-11318c67-ef82-4fe3-893d-21c777bb5d0a req-d4c5267b-c155-49aa-96c9-e3b256dfbebf tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.154 HTTP/1.1" status: 200 len: 698 time: 0.0865755 Jan 18 20:13:22.207815 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5e62bb00-c22a-49bc-a4c8-dc1fd41548b4 req-8bf2e689-1b88-44e4-be12-86eacde59b87 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4c52a941-7984-4185-9a91-86e116767440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278761 Jan 18 20:13:22.320932 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5e62bb00-c22a-49bc-a4c8-dc1fd41548b4 req-5cd904f9-d778-4e7b-aa39-9ed7849405d8 service neutron] 10.222.0.70 "GET /v2.0/networks/4c52a941-7984-4185-9a91-86e116767440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067066 Jan 18 20:13:22.322200 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-07a6475c-11ab-49b7-b8e3-0b533281c97b req-31327e2c-951f-4ddc-be65-726430c3a70c tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434345 Jan 18 20:13:22.384023 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-11318c67-ef82-4fe3-893d-21c777bb5d0a req-96ba6755-611c-4890-8ae3-678e1f882fcc tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Deleting port 3ebd9b65-fe97-49dc-9a93-0103dc8d8ec9 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:13:22.384408 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-11318c67-ef82-4fe3-893d-21c777bb5d0a req-96ba6755-611c-4890-8ae3-678e1f882fcc tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (3ebd9b65-fe97-49dc-9a93-0103dc8d8ec9), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:22.454852 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5e62bb00-c22a-49bc-a4c8-dc1fd41548b4 req-9023cdc5-96a8-4353-8fbd-e74e1e06c394 service neutron] 10.222.0.70 "GET /v2.0/networks/4c52a941-7984-4185-9a91-86e116767440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251335 Jan 18 20:13:22.478009 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 40d04d56-f510-4218-a6c6-20aa4dfcb8eb details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:13:22.551398 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-11318c67-ef82-4fe3-893d-21c777bb5d0a req-96ba6755-611c-4890-8ae3-678e1f882fcc tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (3ebd9b65-fe97-49dc-9a93-0103dc8d8ec9), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:22.551727 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-11318c67-ef82-4fe3-893d-21c777bb5d0a req-96ba6755-611c-4890-8ae3-678e1f882fcc tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks [] for floatingip (3ebd9b65-fe97-49dc-9a93-0103dc8d8ec9), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:22.571856 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9be241f3-2e60-4f89-bc7a-5022f70548b6 req-dceb13a3-bbcf-4c41-ac37-49650dd88f36 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0577767 Jan 18 20:13:22.582334 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-11318c67-ef82-4fe3-893d-21c777bb5d0a req-96ba6755-611c-4890-8ae3-678e1f882fcc tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Calling delete_port for 3ebd9b65-fe97-49dc-9a93-0103dc8d8ec9 owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:13:22.670378 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 40d04d56-f510-4218-a6c6-20aa4dfcb8eb, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=40d04d56-f510-4218-a6c6-20aa4dfcb8eb,segment=NetworkSegment(a61b12f4-e3a8-4cb8-9f38-6e97ced1125a),segment_id=a61b12f4-e3a8-4cb8-9f38-6e97ced1125a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:13:22.682807 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be241f3-2e60-4f89-bc7a-5022f70548b6 req-499947d1-86c6-49df-a42d-fc2ff10c9d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:22.684768 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9be241f3-2e60-4f89-bc7a-5022f70548b6 req-499947d1-86c6-49df-a42d-fc2ff10c9d62 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=72501d248542438e9d3a803e6110efb0&device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 1096 time: 0.0556202 Jan 18 20:13:22.701677 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '40d04d56-f510-4218-a6c6-20aa4dfcb8eb', 'network_id': '289dc869-fe9d-4106-9c41-686739df1b6e', 'port_id': '40d04d56-f510-4218-a6c6-20aa4dfcb8eb', 'mac_address': 'fa:16:3e:cd:6d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51075bc2-6efe-4a2d-a867-e724c04c975c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:13:22.758091 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 40d04d56-f510-4218-a6c6-20aa4dfcb8eb is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:13:22.765091 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (40d04d56-f510-4218-a6c6-20aa4dfcb8eb), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:22.786675 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d04d56-f510-4218-a6c6-20aa4dfcb8eb {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:13:22.811952 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 40d04d56-f510-4218-a6c6-20aa4dfcb8eb, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=40d04d56-f510-4218-a6c6-20aa4dfcb8eb,segment=NetworkSegment(a61b12f4-e3a8-4cb8-9f38-6e97ced1125a),segment_id=a61b12f4-e3a8-4cb8-9f38-6e97ced1125a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:13:22.818771 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (40d04d56-f510-4218-a6c6-20aa4dfcb8eb), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:22.833256 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be241f3-2e60-4f89-bc7a-5022f70548b6 req-5ac79b21-d01b-43cd-ba33-f353dfa798a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:22.836571 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9be241f3-2e60-4f89-bc7a-5022f70548b6 req-5ac79b21-d01b-43cd-ba33-f353dfa798a8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2cafaa10-97b0-4140-ac04-be8f2bf83219 HTTP/1.1" status: 200 len: 912 time: 0.1258080 Jan 18 20:13:22.838642 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-11318c67-ef82-4fe3-893d-21c777bb5d0a req-96ba6755-611c-4890-8ae3-678e1f882fcc tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (3ebd9b65-fe97-49dc-9a93-0103dc8d8ec9), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:22.883325 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba6755-611c-4890-8ae3-678e1f882fcc tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Pushing event deleted for resources: {'Port': ['ID=3ebd9b65-fe97-49dc-9a93-0103dc8d8ec9,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:22.906078 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=40d04d56-f510-4218-a6c6-20aa4dfcb8eb,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:22.936476 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9be241f3-2e60-4f89-bc7a-5022f70548b6 req-89a0e1ea-b415-425a-96b9-40548c3d1338 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecbb2d86-23b8-413a-bee8-5141d2171c91 HTTP/1.1" status: 200 len: 999 time: 0.0879636 Jan 18 20:13:22.970807 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea18a1-803d-4d8f-90c0-3f81fc3e2c9c req-7731e38e-82bc-4053-948d-36549028a8ce tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:22.977936 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4fea18a1-803d-4d8f-90c0-3f81fc3e2c9c req-7731e38e-82bc-4053-948d-36549028a8ce tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 1096 time: 0.1054926 Jan 18 20:13:22.994128 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be241f3-2e60-4f89-bc7a-5022f70548b6 req-eba4ea5b-6f9d-4e8a-9d1d-08a8a3140fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:22.996707 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9be241f3-2e60-4f89-bc7a-5022f70548b6 req-eba4ea5b-6f9d-4e8a-9d1d-08a8a3140fb0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1723126f-3654-432e-ad19-50c4bb784989 HTTP/1.1" status: 200 len: 850 time: 0.0510719 Jan 18 20:13:23.014855 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-11318c67-ef82-4fe3-893d-21c777bb5d0a req-96ba6755-611c-4890-8ae3-678e1f882fcc tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks [] for floatingip (e9393aa1-6d5b-41bf-9b99-253559e040a0), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:23.018274 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-11318c67-ef82-4fe3-893d-21c777bb5d0a req-96ba6755-611c-4890-8ae3-678e1f882fcc tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:23.019512 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-11318c67-ef82-4fe3-893d-21c777bb5d0a req-96ba6755-611c-4890-8ae3-678e1f882fcc tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "DELETE /v2.0/floatingips/e9393aa1-6d5b-41bf-9b99-253559e040a0 HTTP/1.1" status: 204 len: 173 time: 0.8168924 Jan 18 20:13:23.050980 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be241f3-2e60-4f89-bc7a-5022f70548b6 req-5320bf71-3b9e-4469-9b1d-a0b45edde9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:23.051721 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4fea18a1-803d-4d8f-90c0-3f81fc3e2c9c req-79bc022f-a762-4a37-b688-64830643ffe3 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728114 Jan 18 20:13:23.052648 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9be241f3-2e60-4f89-bc7a-5022f70548b6 req-5320bf71-3b9e-4469-9b1d-a0b45edde9d1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cafaa10-97b0-4140-ac04-be8f2bf83219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494881 Jan 18 20:13:23.179857 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9be241f3-2e60-4f89-bc7a-5022f70548b6 req-24311bf3-a6ba-48a6-8540-651e040232d7 service neutron] 10.222.0.70 "GET /v2.0/networks/2cafaa10-97b0-4140-ac04-be8f2bf83219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151233 Jan 18 20:13:23.226088 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f72cba-49cb-4ead-91b9-ac75ec015299 req-e097e599-bdf2-4f05-b4e8-158fd6c2e2cc tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:23.227572 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-58f72cba-49cb-4ead-91b9-ac75ec015299 req-e097e599-bdf2-4f05-b4e8-158fd6c2e2cc tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.1034164 Jan 18 20:13:23.254332 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4bd6a-d445-413e-b153-37088bf072d6 req-7dde5c88-deca-463b-b5d2-cd33b6bdced7 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:23.255798 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a3f4bd6a-d445-413e-b153-37088bf072d6 req-7dde5c88-deca-463b-b5d2-cd33b6bdced7 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.31 "GET /v2.0/ports?device_id=d794c6fc-e102-4712-ba07-d695edb00f51 HTTP/1.1" status: 200 len: 944 time: 0.0701859 Jan 18 20:13:23.259657 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['40d04d56-f510-4218-a6c6-20aa4dfcb8eb'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:13:23.303759 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9be241f3-2e60-4f89-bc7a-5022f70548b6 req-8da33471-2a43-4d5c-aa73-47d5411f2e28 service neutron] 10.222.0.70 "GET /v2.0/networks/2cafaa10-97b0-4140-ac04-be8f2bf83219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131179 Jan 18 20:13:23.312535 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-58f72cba-49cb-4ead-91b9-ac75ec015299 req-a3ef12cc-bf1a-48c5-a0e3-154a64458dc1 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751266 Jan 18 20:13:23.359294 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a3f4bd6a-d445-413e-b153-37088bf072d6 req-8c1d6b90-b674-492b-8b31-ee412ebc40f3 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4c5ff87-e82e-4efb-b4e3-72ec2cdebb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905104 Jan 18 20:13:23.471199 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-db3bbab2-aff0-4a7e-8337-b7be05b2b12e req-579c71d0-cd8f-449c-a1c5-10d75b4df6ec tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups/a239f85b-4064-4ed9-b1b9-a865ebb40840 HTTP/1.1" status: 200 len: 1826 time: 0.0485275 Jan 18 20:13:23.563111 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3651ef-496c-4f0f-8458-fc521d6dfb18 req-c54d94c7-a04f-4263-a554-2b9c5b1f2f1b tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:23.564620 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1d3651ef-496c-4f0f-8458-fc521d6dfb18 req-c54d94c7-a04f-4263-a554-2b9c5b1f2f1b tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 1096 time: 0.0698721 Jan 18 20:13:23.565560 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-db3bbab2-aff0-4a7e-8337-b7be05b2b12e req-cac6232c-2f97-4dfc-a625-69ce798fda01 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks [] for security_group (a239f85b-4064-4ed9-b1b9-a865ebb40840), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:23.600638 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-db3bbab2-aff0-4a7e-8337-b7be05b2b12e req-cac6232c-2f97-4dfc-a625-69ce798fda01 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks [] for security_group (a239f85b-4064-4ed9-b1b9-a865ebb40840), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:23.651436 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1d3651ef-496c-4f0f-8458-fc521d6dfb18 req-abb29b79-8f9d-4f8e-b23e-1b48e3c01a87 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799294 Jan 18 20:13:23.675563 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-db3bbab2-aff0-4a7e-8337-b7be05b2b12e req-cac6232c-2f97-4dfc-a625-69ce798fda01 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a239f85b-4064-4ed9-b1b9-a865ebb40840), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:23.678635 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-db3bbab2-aff0-4a7e-8337-b7be05b2b12e req-cac6232c-2f97-4dfc-a625-69ce798fda01 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:23.680047 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-db3bbab2-aff0-4a7e-8337-b7be05b2b12e req-cac6232c-2f97-4dfc-a625-69ce798fda01 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "DELETE /v2.0/security-groups/a239f85b-4064-4ed9-b1b9-a865ebb40840 HTTP/1.1" status: 204 len: 173 time: 0.2024529 Jan 18 20:13:23.693429 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6232c-2f97-4dfc-a625-69ce798fda01 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a239f85b-4064-4ed9-b1b9-a865ebb40840,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:23.918621 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40aecbb-da5c-406c-a37b-20b3d5dab7a0 req-cf19e4a6-6a2c-400e-9f84-93d7cc7f858e tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:23.920339 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f40aecbb-da5c-406c-a37b-20b3d5dab7a0 req-cf19e4a6-6a2c-400e-9f84-93d7cc7f858e tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0550895 Jan 18 20:13:23.981459 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f40aecbb-da5c-406c-a37b-20b3d5dab7a0 req-9f6ce55e-a521-42af-856d-b937087dbacc tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507202 Jan 18 20:13:24.426427 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8b63f-305d-4960-984d-01eb9f1ba78b req-de3ace92-7f08-4528-9862-40dad7939ca5 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:24.428120 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ba8b63f-305d-4960-984d-01eb9f1ba78b req-de3ace92-7f08-4528-9862-40dad7939ca5 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.0497422 Jan 18 20:13:24.503797 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ba8b63f-305d-4960-984d-01eb9f1ba78b req-421b4151-55a1-474b-b21c-6e2b70d63776 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655432 Jan 18 20:13:24.511301 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d76e6-fa53-4448-b144-80c64b7a4a19 req-e19ae42a-9f5f-4b5f-b85a-76a79df2ca9a tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:24.513357 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-115d76e6-fa53-4448-b144-80c64b7a4a19 req-e19ae42a-9f5f-4b5f-b85a-76a79df2ca9a tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.31 "GET /v2.0/ports?device_id=d794c6fc-e102-4712-ba07-d695edb00f51 HTTP/1.1" status: 200 len: 944 time: 0.0844152 Jan 18 20:13:24.578180 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-115d76e6-fa53-4448-b144-80c64b7a4a19 req-a0801f8e-7617-4fdf-9adb-a2653f749b60 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4c5ff87-e82e-4efb-b4e3-72ec2cdebb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527818 Jan 18 20:13:25.093049 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf7961-aa2f-48f5-b450-0d28dff962e5 req-5aeed020-c4ad-47c4-80c7-26d016212e6d tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:25.094601 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4ebf7961-aa2f-48f5-b450-0d28dff962e5 req-5aeed020-c4ad-47c4-80c7-26d016212e6d tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0494316 Jan 18 20:13:25.150164 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4ebf7961-aa2f-48f5-b450-0d28dff962e5 req-6f573fa8-ca15-4b49-97ed-43782424c9af tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498488 Jan 18 20:13:25.549586 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6f510b35-bbda-4054-a562-1c420f487c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:25.623254 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28daaf-c00f-4a2d-9caa-dce022c61688 req-c8f0516f-c058-4711-ac8d-44db9f641a1b tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:25.624845 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4b28daaf-c00f-4a2d-9caa-dce022c61688 req-c8f0516f-c058-4711-ac8d-44db9f641a1b tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.0509493 Jan 18 20:13:25.678951 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4b28daaf-c00f-4a2d-9caa-dce022c61688 req-fb171514-f14c-4081-b0b1-9ec86c6ed9f3 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475445 Jan 18 20:13:25.742650 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f2256-c95d-4697-8873-eea49a82d53a req-cf70a4a2-8b99-48fe-aef6-cf1ffe8fdf95 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:25.744147 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e07f2256-c95d-4697-8873-eea49a82d53a req-cf70a4a2-8b99-48fe-aef6-cf1ffe8fdf95 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.31 "GET /v2.0/ports?device_id=d794c6fc-e102-4712-ba07-d695edb00f51 HTTP/1.1" status: 200 len: 944 time: 0.0543673 Jan 18 20:13:25.795481 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e07f2256-c95d-4697-8873-eea49a82d53a req-4a765cc1-e7d8-4ff3-b024-26b8c9fda04e tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4c5ff87-e82e-4efb-b4e3-72ec2cdebb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457509 Jan 18 20:13:26.267111 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2460734-8820-4e86-b3d5-260292413440 req-fba1aa9c-939e-48db-b46b-d53fdb2573fb tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:26.268596 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e2460734-8820-4e86-b3d5-260292413440 req-fba1aa9c-939e-48db-b46b-d53fdb2573fb tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0491929 Jan 18 20:13:26.325736 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e2460734-8820-4e86-b3d5-260292413440 req-5dde1d22-bd5b-47b0-bc1b-c782b44b5ba6 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499487 Jan 18 20:13:26.497128 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 810ccfdb-77ac-49d4-88ed-0349b9643884 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:13:26.499267 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 40d04d56-f510-4218-a6c6-20aa4dfcb8eb up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:13:26.608742 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 40d04d56-f510-4218-a6c6-20aa4dfcb8eb completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:13:26.616517 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 40d04d56-f510-4218-a6c6-20aa4dfcb8eb triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:13:26.616968 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (40d04d56-f510-4218-a6c6-20aa4dfcb8eb), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:26.653195 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 810ccfdb-77ac-49d4-88ed-0349b9643884, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=810ccfdb-77ac-49d4-88ed-0349b9643884,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:13:26.672591 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '810ccfdb-77ac-49d4-88ed-0349b9643884', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '810ccfdb-77ac-49d4-88ed-0349b9643884', 'mac_address': 'fa:16:3e:5d:49:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:13:26.743260 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 810ccfdb-77ac-49d4-88ed-0349b9643884 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:13:26.743646 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (810ccfdb-77ac-49d4-88ed-0349b9643884), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:26.765735 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 810ccfdb-77ac-49d4-88ed-0349b9643884 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:13:26.771371 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 40d04d56-f510-4218-a6c6-20aa4dfcb8eb is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:13:26.771755 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (40d04d56-f510-4218-a6c6-20aa4dfcb8eb), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:26.808325 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 810ccfdb-77ac-49d4-88ed-0349b9643884, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=810ccfdb-77ac-49d4-88ed-0349b9643884,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:13:26.814833 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd794c6fc-e102-4712-ba07-d695edb00f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d04d56-f510-4218-a6c6-20aa4dfcb8eb'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:13:26.818989 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b9d6a5-798e-44f4-80b2-4d62fa17484b" -d '{"events": [{"server_uuid": "d794c6fc-e102-4712-ba07-d695edb00f51", "name": "network-vif-plugged", "status": "completed", "tag": "40d04d56-f510-4218-a6c6-20aa4dfcb8eb"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:13:26.824635 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (810ccfdb-77ac-49d4-88ed-0349b9643884), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:26.837720 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 40d04d56-f510-4218-a6c6-20aa4dfcb8eb, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=40d04d56-f510-4218-a6c6-20aa4dfcb8eb,segment=NetworkSegment(a61b12f4-e3a8-4cb8-9f38-6e97ced1125a),segment_id=a61b12f4-e3a8-4cb8-9f38-6e97ced1125a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:13:26.862929 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (40d04d56-f510-4218-a6c6-20aa4dfcb8eb), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:26.884829 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784cae0-f564-4b65-9490-d6a3af0d20a9 req-9b3c51f5-69e9-4429-a20f-5458d80dda03 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:26.886494 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e784cae0-f564-4b65-9490-d6a3af0d20a9 req-9b3c51f5-69e9-4429-a20f-5458d80dda03 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.0865777 Jan 18 20:13:26.925528 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=810ccfdb-77ac-49d4-88ed-0349b9643884,revision_number=9']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:26.968430 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e784cae0-f564-4b65-9490-d6a3af0d20a9 req-d2739c12-4e2d-482c-9e6a-49980d5fa21d tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717564 Jan 18 20:13:26.996295 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=40d04d56-f510-4218-a6c6-20aa4dfcb8eb,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:27.037172 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['810ccfdb-77ac-49d4-88ed-0349b9643884'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:13:27.083464 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8bc11d-a49d-4f40-937a-611792fe0458 x-openstack-request-id: req-1a8bc11d-a49d-4f40-937a-611792fe0458 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:13:27.083769 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d794c6fc-e102-4712-ba07-d695edb00f51", "name": "network-vif-plugged", "status": "completed", "tag": "40d04d56-f510-4218-a6c6-20aa4dfcb8eb", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:13:27.084098 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a8bc11d-a49d-4f40-937a-611792fe0458 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:13:27.084501 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd794c6fc-e102-4712-ba07-d695edb00f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d04d56-f510-4218-a6c6-20aa4dfcb8eb', 'code': 200} Jan 18 20:13:27.140927 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a41666-6330-4b98-a5f5-3c2018c79d55 req-436c4ef6-3a6f-4e32-a236-8cc1aa302afe tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:27.147030 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-58a41666-6330-4b98-a5f5-3c2018c79d55 req-436c4ef6-3a6f-4e32-a236-8cc1aa302afe tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.31 "GET /v2.0/ports?device_id=d794c6fc-e102-4712-ba07-d695edb00f51 HTTP/1.1" status: 200 len: 945 time: 0.1274643 Jan 18 20:13:27.229566 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-58a41666-6330-4b98-a5f5-3c2018c79d55 req-971efc34-fa97-4547-9094-8e12d27ec002 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4c5ff87-e82e-4efb-b4e3-72ec2cdebb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690970 Jan 18 20:13:27.244131 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c99498-8d0a-428e-806e-971d91f0c3b3 req-2cddfd3a-b977-4544-b92a-3338a84e6ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:27.247204 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-39c99498-8d0a-428e-806e-971d91f0c3b3 req-2cddfd3a-b977-4544-b92a-3338a84e6ec7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d794c6fc-e102-4712-ba07-d695edb00f51 HTTP/1.1" status: 200 len: 1096 time: 0.0897751 Jan 18 20:13:27.347126 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-39c99498-8d0a-428e-806e-971d91f0c3b3 req-28c378f3-b9f8-46b0-ae98-f3019fd13ca4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f4c5ff87-e82e-4efb-b4e3-72ec2cdebb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922432 Jan 18 20:13:27.480242 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3a11b-fc44-43f0-ba03-90a90675f4cd req-05110825-b7a0-477c-8367-dd10b1389b3b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:27.482580 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-31d3a11b-fc44-43f0-ba03-90a90675f4cd req-05110825-b7a0-477c-8367-dd10b1389b3b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0610225 Jan 18 20:13:27.545687 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-31d3a11b-fc44-43f0-ba03-90a90675f4cd req-047f631c-a84b-4784-a8e8-4330c006b445 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/security-groups?id=38961bce-7b71-43a8-b256-e4ed32c2e766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555131 Jan 18 20:13:27.662030 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85079f3-48c6-4177-bba5-f1cc840072fb req-ab08381b-a18f-42e9-bf2b-9d2758827fb6 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:27.664128 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f85079f3-48c6-4177-bba5-f1cc840072fb req-ab08381b-a18f-42e9-bf2b-9d2758827fb6 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.70 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 946 time: 0.0596600 Jan 18 20:13:27.764345 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a8648522-ccab-4937-84bc-40abf627d94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:27.817305 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-f85079f3-48c6-4177-bba5-f1cc840072fb req-a507de2d-b135-47da-aa3f-d643686e6836 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Deleting port 8b253910-a4ec-4557-9a54-1e9c3caf6044 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:13:27.817676 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f85079f3-48c6-4177-bba5-f1cc840072fb req-a507de2d-b135-47da-aa3f-d643686e6836 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (8b253910-a4ec-4557-9a54-1e9c3caf6044), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:27.923982 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-f85079f3-48c6-4177-bba5-f1cc840072fb req-a507de2d-b135-47da-aa3f-d643686e6836 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] For port 8b253910-a4ec-4557-9a54-1e9c3caf6044, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=8b253910-a4ec-4557-9a54-1e9c3caf6044,segment=NetworkSegment(61c6720c-16eb-4501-ae44-f1f4efb5bfd4),segment_id=61c6720c-16eb-4501-ae44-f1f4efb5bfd4)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:13:27.924867 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f85079f3-48c6-4177-bba5-f1cc840072fb req-a507de2d-b135-47da-aa3f-d643686e6836 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (8b253910-a4ec-4557-9a54-1e9c3caf6044), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:27.940479 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-f85079f3-48c6-4177-bba5-f1cc840072fb req-a507de2d-b135-47da-aa3f-d643686e6836 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Calling delete_port for 8b253910-a4ec-4557-9a54-1e9c3caf6044 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:13:28.131868 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401f9df-3a8b-4e87-a93c-2507da174824 req-85dfb8cc-9add-4d2e-b783-fc57dcb5a74d tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:28.141580 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0401f9df-3a8b-4e87-a93c-2507da174824 req-85dfb8cc-9add-4d2e-b783-fc57dcb5a74d tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.0824132 Jan 18 20:13:28.194639 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f85079f3-48c6-4177-bba5-f1cc840072fb req-a507de2d-b135-47da-aa3f-d643686e6836 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (8b253910-a4ec-4557-9a54-1e9c3caf6044), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:28.210803 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['8b253910-a4ec-4557-9a54-1e9c3caf6044'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:13:28.246854 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0401f9df-3a8b-4e87-a93c-2507da174824 req-c1efc72d-a78f-451a-ac13-40ae92eabee6 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036212 Jan 18 20:13:28.276770 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507de2d-b135-47da-aa3f-d643686e6836 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Pushing event deleted for resources: {'Port': ['ID=8b253910-a4ec-4557-9a54-1e9c3caf6044,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:28.302390 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85079f3-48c6-4177-bba5-f1cc840072fb req-a507de2d-b135-47da-aa3f-d643686e6836 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] No DVR routers for this DVR port 8b253910-a4ec-4557-9a54-1e9c3caf6044 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:13:28.305832 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f85079f3-48c6-4177-bba5-f1cc840072fb req-a507de2d-b135-47da-aa3f-d643686e6836 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:28.313366 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f85079f3-48c6-4177-bba5-f1cc840072fb req-a507de2d-b135-47da-aa3f-d643686e6836 tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.70 "DELETE /v2.0/ports/8b253910-a4ec-4557-9a54-1e9c3caf6044 HTTP/1.1" status: 204 len: 173 time: 0.6428394 Jan 18 20:13:28.313847 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c33c2c-9486-459a-bbd4-64a856307c76', 'name': 'network-vif-deleted', 'tag': '8b253910-a4ec-4557-9a54-1e9c3caf6044'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:13:28.316282 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e489edc-cb27-4775-b975-fdd1a09a7865" -d '{"events": [{"server_uuid": "18c33c2c-9486-459a-bbd4-64a856307c76", "name": "network-vif-deleted", "tag": "8b253910-a4ec-4557-9a54-1e9c3caf6044"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:13:28.438976 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88ca1be-df58-44af-8b0e-f6041ff52ae5 x-openstack-request-id: req-e88ca1be-df58-44af-8b0e-f6041ff52ae5 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:13:28.439627 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c33c2c-9486-459a-bbd4-64a856307c76", "name": "network-vif-deleted", "tag": "8b253910-a4ec-4557-9a54-1e9c3caf6044", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:13:28.440046 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e88ca1be-df58-44af-8b0e-f6041ff52ae5 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:13:28.440636 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c33c2c-9486-459a-bbd4-64a856307c76', 'name': 'network-vif-deleted', 'tag': '8b253910-a4ec-4557-9a54-1e9c3caf6044', 'status': 'completed', 'code': 200} Jan 18 20:13:28.442550 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3794f-c3b3-4e28-a0b2-d78c07583686 req-4e50b020-ad6c-4ced-b820-0b93ea08bd3e tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:28.444471 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cbe3794f-c3b3-4e28-a0b2-d78c07583686 req-4e50b020-ad6c-4ced-b820-0b93ea08bd3e tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.31 "GET /v2.0/ports?device_id=d794c6fc-e102-4712-ba07-d695edb00f51 HTTP/1.1" status: 200 len: 945 time: 0.0910454 Jan 18 20:13:28.500149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 810ccfdb-77ac-49d4-88ed-0349b9643884 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:13:28.508300 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cbe3794f-c3b3-4e28-a0b2-d78c07583686 req-83d27531-ad39-43b1-86b9-0d83e51761eb tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4c5ff87-e82e-4efb-b4e3-72ec2cdebb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574512 Jan 18 20:13:28.570560 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 810ccfdb-77ac-49d4-88ed-0349b9643884 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:13:28.571040 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (810ccfdb-77ac-49d4-88ed-0349b9643884), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:28.668370 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 810ccfdb-77ac-49d4-88ed-0349b9643884 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:13:28.668894 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (810ccfdb-77ac-49d4-88ed-0349b9643884), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:28.715041 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 810ccfdb-77ac-49d4-88ed-0349b9643884, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=810ccfdb-77ac-49d4-88ed-0349b9643884,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:13:28.722982 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (810ccfdb-77ac-49d4-88ed-0349b9643884), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:28.724243 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 8b253910-a4ec-4557-9a54-1e9c3caf6044 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:13:28.740834 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a0dfa711-5c70-4a01-958e-b9c83061073d req-9c194e5a-43f4-4de3-bc50-53a641a04b5b tempest-ServerRescueTestJSONUnderV235-696043994 tempest-ServerRescueTestJSONUnderV235-696043994-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c33c2c-9486-459a-bbd4-64a856307c76 HTTP/1.1" status: 200 len: 210 time: 0.0360534 Jan 18 20:13:28.788718 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 8b253910-a4ec-4557-9a54-1e9c3caf6044 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:13:28.789805 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 8b253910-a4ec-4557-9a54-1e9c3caf6044 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:13:28.837161 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=810ccfdb-77ac-49d4-88ed-0349b9643884,revision_number=10']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:28.965900 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:29.085778 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7ade17-2169-42e6-8aa5-66dc0777b68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810ccfdb-77ac-49d4-88ed-0349b9643884'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:13:29.088220 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc8ff5b-58c9-4d3b-8fda-0d15550d0588" -d '{"events": [{"server_uuid": "ab7ade17-2169-42e6-8aa5-66dc0777b68d", "name": "network-vif-plugged", "status": "completed", "tag": "810ccfdb-77ac-49d4-88ed-0349b9643884"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:13:29.210140 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc90221-5c5b-4fe7-9062-d8cbbe355915 x-openstack-request-id: req-5cc90221-5c5b-4fe7-9062-d8cbbe355915 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:13:29.210707 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7ade17-2169-42e6-8aa5-66dc0777b68d", "name": "network-vif-plugged", "status": "completed", "tag": "810ccfdb-77ac-49d4-88ed-0349b9643884", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:13:29.211154 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5cc90221-5c5b-4fe7-9062-d8cbbe355915 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:13:29.211682 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7ade17-2169-42e6-8aa5-66dc0777b68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810ccfdb-77ac-49d4-88ed-0349b9643884', 'code': 200} Jan 18 20:13:29.435334 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2cfff-20e3-4c34-815b-204696d217bf req-075e9139-1c01-44ea-92d2-c452a75660f3 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:29.447735 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-92a2cfff-20e3-4c34-815b-204696d217bf req-075e9139-1c01-44ea-92d2-c452a75660f3 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.0821011 Jan 18 20:13:29.510472 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-92a2cfff-20e3-4c34-815b-204696d217bf req-508d0310-e5f1-4be6-9d02-60dbadf88278 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614169 Jan 18 20:13:29.675197 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1477611-3962-41a6-8491-6284cdd08fe5 req-a0d973be-cf49-4cb8-a608-55fdf23e971c tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:29.683161 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e1477611-3962-41a6-8491-6284cdd08fe5 req-a0d973be-cf49-4cb8-a608-55fdf23e971c tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.31 "GET /v2.0/ports?device_id=d794c6fc-e102-4712-ba07-d695edb00f51 HTTP/1.1" status: 200 len: 945 time: 0.0804429 Jan 18 20:13:29.739922 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e1477611-3962-41a6-8491-6284cdd08fe5 req-7f4cfe7d-c700-440d-85a3-a2296df76bd8 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4c5ff87-e82e-4efb-b4e3-72ec2cdebb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558336 Jan 18 20:13:29.824993 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47284) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:30.481061 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:30.519699 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eaf616-f52b-4dab-a000-790b720230dd req-654469c2-7c33-48f2-85af-61795cb10241 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:30.521421 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-69eaf616-f52b-4dab-a000-790b720230dd req-654469c2-7c33-48f2-85af-61795cb10241 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.31 "GET /v2.0/ports?device_id=d794c6fc-e102-4712-ba07-d695edb00f51 HTTP/1.1" status: 200 len: 945 time: 0.0949204 Jan 18 20:13:30.566456 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bacdc0f5-8408-4c19-8eaa-cd2a6b8e882d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (b30b946b-e47c-4cb0-9bc1-a2702582d373), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:30.632848 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-69eaf616-f52b-4dab-a000-790b720230dd req-af492d38-c8c7-47f9-9fe1-3a77e1108636 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4c5ff87-e82e-4efb-b4e3-72ec2cdebb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009264 Jan 18 20:13:30.739667 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e112c-43ce-439b-8f9b-351178acc550 req-d980f4f3-4115-46d6-8ebf-7e90a5dcbada tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:30.741102 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-248e112c-43ce-439b-8f9b-351178acc550 req-d980f4f3-4115-46d6-8ebf-7e90a5dcbada tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.0950499 Jan 18 20:13:30.853242 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-248e112c-43ce-439b-8f9b-351178acc550 req-e33a64a4-677d-4fe6-a053-e417fcb8c66a tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984142 Jan 18 20:13:30.971086 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-bacdc0f5-8408-4c19-8eaa-cd2a6b8e882d admin admin] Deleting port 35f104b2-b688-4fe6-8d56-d63680c6a336 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:13:30.971482 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bacdc0f5-8408-4c19-8eaa-cd2a6b8e882d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (35f104b2-b688-4fe6-8d56-d63680c6a336), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:31.056320 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-bacdc0f5-8408-4c19-8eaa-cd2a6b8e882d admin admin] For port 35f104b2-b688-4fe6-8d56-d63680c6a336, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=35f104b2-b688-4fe6-8d56-d63680c6a336,segment=NetworkSegment(61c6720c-16eb-4501-ae44-f1f4efb5bfd4),segment_id=61c6720c-16eb-4501-ae44-f1f4efb5bfd4)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:13:31.056785 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bacdc0f5-8408-4c19-8eaa-cd2a6b8e882d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (35f104b2-b688-4fe6-8d56-d63680c6a336), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:31.072195 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-bacdc0f5-8408-4c19-8eaa-cd2a6b8e882d admin admin] Calling delete_port for 35f104b2-b688-4fe6-8d56-d63680c6a336 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:13:31.342255 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bacdc0f5-8408-4c19-8eaa-cd2a6b8e882d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (35f104b2-b688-4fe6-8d56-d63680c6a336), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:31.370163 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacdc0f5-8408-4c19-8eaa-cd2a6b8e882d admin admin] Pushing event deleted for resources: {'Port': ['ID=35f104b2-b688-4fe6-8d56-d63680c6a336,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:31.631972 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bacdc0f5-8408-4c19-8eaa-cd2a6b8e882d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (b30b946b-e47c-4cb0-9bc1-a2702582d373), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:31.800913 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:31.885335 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b73d3-b52f-4faf-93b6-8972c9469487 req-c55970c7-663e-4859-8412-e908bf3c5fba tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:31.887672 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc9b73d3-b52f-4faf-93b6-8972c9469487 req-c55970c7-663e-4859-8412-e908bf3c5fba tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.31 "GET /v2.0/ports?device_id=d794c6fc-e102-4712-ba07-d695edb00f51 HTTP/1.1" status: 200 len: 945 time: 0.1239970 Jan 18 20:13:32.063828 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bacdc0f5-8408-4c19-8eaa-cd2a6b8e882d admin admin] Router b30b946b-e47c-4cb0-9bc1-a2702582d373 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:13:32.076520 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc9b73d3-b52f-4faf-93b6-8972c9469487 req-0a76cdd2-9528-47f3-85c8-4544264a3a0e tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4c5ff87-e82e-4efb-b4e3-72ec2cdebb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386356 Jan 18 20:13:32.116515 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4abe7-70b5-4c2f-b62b-ff1b1c8f0e4d req-4a148c4b-c65b-4727-a5a6-969f4aa22273 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:32.130753 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1bd87-252d-474c-905b-f693fc132ccc req-dc715d90-59e3-4303-9a1b-6fa800581b03 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:32.134646 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fe4abe7-70b5-4c2f-b62b-ff1b1c8f0e4d req-4a148c4b-c65b-4727-a5a6-969f4aa22273 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.1687512 Jan 18 20:13:32.136949 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-12a1bd87-252d-474c-905b-f693fc132ccc req-dc715d90-59e3-4303-9a1b-6fa800581b03 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.70 "GET /v2.0/ports?device_id=d794c6fc-e102-4712-ba07-d695edb00f51 HTTP/1.1" status: 200 len: 945 time: 0.1098268 Jan 18 20:13:32.294254 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fe4abe7-70b5-4c2f-b62b-ff1b1c8f0e4d req-9fa14e60-9304-4686-9674-d5772af32734 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605847 Jan 18 20:13:32.344369 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-12a1bd87-252d-474c-905b-f693fc132ccc req-7cdac56c-588c-4969-ba29-e29b638578d3 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Deleting port 40d04d56-f510-4218-a6c6-20aa4dfcb8eb {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:13:32.347095 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-12a1bd87-252d-474c-905b-f693fc132ccc req-7cdac56c-588c-4969-ba29-e29b638578d3 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (40d04d56-f510-4218-a6c6-20aa4dfcb8eb), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:32.361345 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacdc0f5-8408-4c19-8eaa-cd2a6b8e882d admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:13:32.373388 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bacdc0f5-8408-4c19-8eaa-cd2a6b8e882d admin admin] 10.222.0.31 "PUT /v2.0/routers/b30b946b-e47c-4cb0-9bc1-a2702582d373/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5466187 Jan 18 20:13:32.374211 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47346) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:32.379282 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfffaf2-918d-4748-8924-570905323567 None None] Sync routers for ids ['b30b946b-e47c-4cb0-9bc1-a2702582d373'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:13:32.397662 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfffaf2-918d-4748-8924-570905323567 None None] Routers {'b30b946b-e47c-4cb0-9bc1-a2702582d373'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:13:32.398442 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-8bfffaf2-918d-4748-8924-570905323567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:13:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['b30b946b-e47c-4cb0-9bc1-a2702582d373'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:13:32.481388 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-12a1bd87-252d-474c-905b-f693fc132ccc req-7cdac56c-588c-4969-ba29-e29b638578d3 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] For port 40d04d56-f510-4218-a6c6-20aa4dfcb8eb, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=40d04d56-f510-4218-a6c6-20aa4dfcb8eb,segment=NetworkSegment(a61b12f4-e3a8-4cb8-9f38-6e97ced1125a),segment_id=a61b12f4-e3a8-4cb8-9f38-6e97ced1125a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:13:32.482175 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-12a1bd87-252d-474c-905b-f693fc132ccc req-7cdac56c-588c-4969-ba29-e29b638578d3 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (40d04d56-f510-4218-a6c6-20aa4dfcb8eb), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:32.509886 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-12a1bd87-252d-474c-905b-f693fc132ccc req-7cdac56c-588c-4969-ba29-e29b638578d3 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Calling delete_port for 40d04d56-f510-4218-a6c6-20aa4dfcb8eb owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:13:32.613697 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-8bfffaf2-918d-4748-8924-570905323567 None None] Set router b30b946b-e47c-4cb0-9bc1-a2702582d373 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:13:32.650413 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-36973185-7d95-4c96-9e8f-28eadf9c2f9a admin admin] Publish callbacks [] for router (b30b946b-e47c-4cb0-9bc1-a2702582d373), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:32.743780 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-12a1bd87-252d-474c-905b-f693fc132ccc req-7cdac56c-588c-4969-ba29-e29b638578d3 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (40d04d56-f510-4218-a6c6-20aa4dfcb8eb), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:32.757255 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['40d04d56-f510-4218-a6c6-20aa4dfcb8eb'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:13:32.796130 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdac56c-588c-4969-ba29-e29b638578d3 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Pushing event deleted for resources: {'Port': ['ID=40d04d56-f510-4218-a6c6-20aa4dfcb8eb,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:32.872122 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a1bd87-252d-474c-905b-f693fc132ccc req-7cdac56c-588c-4969-ba29-e29b638578d3 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] No DVR routers for this DVR port 40d04d56-f510-4218-a6c6-20aa4dfcb8eb on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:13:32.882406 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-12a1bd87-252d-474c-905b-f693fc132ccc req-7cdac56c-588c-4969-ba29-e29b638578d3 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:32.887511 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-12a1bd87-252d-474c-905b-f693fc132ccc req-7cdac56c-588c-4969-ba29-e29b638578d3 tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.70 "DELETE /v2.0/ports/40d04d56-f510-4218-a6c6-20aa4dfcb8eb HTTP/1.1" status: 204 len: 173 time: 0.7335851 Jan 18 20:13:32.895765 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd794c6fc-e102-4712-ba07-d695edb00f51', 'name': 'network-vif-deleted', 'tag': '40d04d56-f510-4218-a6c6-20aa4dfcb8eb'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:13:32.899576 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbeae9a-cf82-4e37-b44b-ff9e523d5dab" -d '{"events": [{"server_uuid": "d794c6fc-e102-4712-ba07-d695edb00f51", "name": "network-vif-deleted", "tag": "40d04d56-f510-4218-a6c6-20aa4dfcb8eb"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:13:32.922048 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-8bfffaf2-918d-4748-8924-570905323567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884494489-router', 'tenant_id': '34b00fb2bb504ad699a419a984455f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:11:59Z', 'updated_at': '2022-01-18T20:13:31Z', 'revision_number': 5, 'project_id': '34b00fb2bb504ad699a419a984455f64', 'gw_port': {'id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:12:00Z', 'updated_at': '2022-01-18T20:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:13:32.992896 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfffaf2-918d-4748-8924-570905323567 None None] Checking router: b30b946b-e47c-4cb0-9bc1-a2702582d373 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:13:32.999933 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672e22ac-7627-4ec9-88bb-db64b5a1e43e x-openstack-request-id: req-672e22ac-7627-4ec9-88bb-db64b5a1e43e {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:13:33.000228 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d794c6fc-e102-4712-ba07-d695edb00f51", "name": "network-vif-deleted", "tag": "40d04d56-f510-4218-a6c6-20aa4dfcb8eb", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:13:33.000498 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-672e22ac-7627-4ec9-88bb-db64b5a1e43e {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:13:33.000934 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd794c6fc-e102-4712-ba07-d695edb00f51', 'name': 'network-vif-deleted', 'tag': '40d04d56-f510-4218-a6c6-20aa4dfcb8eb', 'status': 'completed', 'code': 200} Jan 18 20:13:33.016598 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfffaf2-918d-4748-8924-570905323567 None None] Routers {'b30b946b-e47c-4cb0-9bc1-a2702582d373'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:13:33.018310 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-8bfffaf2-918d-4748-8924-570905323567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:13:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['b30b946b-e47c-4cb0-9bc1-a2702582d373'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:13:33.240664 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-8bfffaf2-918d-4748-8924-570905323567 None None] Set router b30b946b-e47c-4cb0-9bc1-a2702582d373 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:13:33.351670 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0fffb43b-db3c-487d-bd1b-89d9da4f8850 req-f89d58f4-cdb3-4a5d-a21f-f62d9e3d8bdb tempest-ServerAddressesTestJSON-282070454 tempest-ServerAddressesTestJSON-282070454-project] 10.222.0.31 "GET /v2.0/ports?device_id=d794c6fc-e102-4712-ba07-d695edb00f51 HTTP/1.1" status: 200 len: 210 time: 0.0891454 Jan 18 20:13:33.552167 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-8bfffaf2-918d-4748-8924-570905323567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884494489-router', 'tenant_id': '34b00fb2bb504ad699a419a984455f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:11:59Z', 'updated_at': '2022-01-18T20:13:31Z', 'revision_number': 5, 'project_id': '34b00fb2bb504ad699a419a984455f64', 'gw_port': {'id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:12:00Z', 'updated_at': '2022-01-18T20:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:13:33.604695 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfffaf2-918d-4748-8924-570905323567 None None] The sync data for ids ['b30b946b-e47c-4cb0-9bc1-a2702582d373'] in n-d-741529-9 is: [{'id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884494489-router', 'tenant_id': '34b00fb2bb504ad699a419a984455f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:11:59Z', 'updated_at': '2022-01-18T20:13:31Z', 'revision_number': 5, 'project_id': '34b00fb2bb504ad699a419a984455f64', 'gw_port': {'id': '12a5979f-f1ac-435d-bd17-6445127367c8', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b946b-e47c-4cb0-9bc1-a2702582d373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:12:00Z', 'updated_at': '2022-01-18T20:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:13:33.682188 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-36973185-7d95-4c96-9e8f-28eadf9c2f9a admin admin] Publish callbacks [] for router_gateway (b30b946b-e47c-4cb0-9bc1-a2702582d373), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:33.756528 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361a2d6-5c5c-497b-9fc2-6016699cdaca req-4acbef95-1cb4-42f7-aeeb-ccfbf06f06a2 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:33.765157 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b361a2d6-5c5c-497b-9fc2-6016699cdaca req-4acbef95-1cb4-42f7-aeeb-ccfbf06f06a2 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.2065156 Jan 18 20:13:33.844922 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b361a2d6-5c5c-497b-9fc2-6016699cdaca req-a7969cac-88b9-4b34-bac5-3634b5a5f709 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784261 Jan 18 20:13:33.872951 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:33.876604 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-36973185-7d95-4c96-9e8f-28eadf9c2f9a admin admin] Deleting port 12a5979f-f1ac-435d-bd17-6445127367c8 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:13:33.876982 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-36973185-7d95-4c96-9e8f-28eadf9c2f9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (12a5979f-f1ac-435d-bd17-6445127367c8), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:34.008751 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-36973185-7d95-4c96-9e8f-28eadf9c2f9a admin admin] For port 12a5979f-f1ac-435d-bd17-6445127367c8, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=12a5979f-f1ac-435d-bd17-6445127367c8,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:13:34.009100 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-36973185-7d95-4c96-9e8f-28eadf9c2f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (12a5979f-f1ac-435d-bd17-6445127367c8), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:34.040756 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-36973185-7d95-4c96-9e8f-28eadf9c2f9a admin admin] Calling delete_port for 12a5979f-f1ac-435d-bd17-6445127367c8 owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:13:34.281451 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-36973185-7d95-4c96-9e8f-28eadf9c2f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (12a5979f-f1ac-435d-bd17-6445127367c8), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:34.322408 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36973185-7d95-4c96-9e8f-28eadf9c2f9a admin admin] Pushing event deleted for resources: {'Port': ['ID=12a5979f-f1ac-435d-bd17-6445127367c8,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:34.428089 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-36973185-7d95-4c96-9e8f-28eadf9c2f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (b30b946b-e47c-4cb0-9bc1-a2702582d373), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:34.443143 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47378) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:34.508455 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 71123353-bb40-4a3e-a1cc-a1038fe77bcc details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:13:34.512790 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c80e6b-a13c-4de5-89e8-8b90092a9cdc admin admin] Deleting subnet 51075bc2-6efe-4a2d-a867-e724c04c975c {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:13:34.516380 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0c80e6b-a13c-4de5-89e8-8b90092a9cdc admin admin] Publish callbacks [] for subnet (51075bc2-6efe-4a2d-a867-e724c04c975c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:34.590475 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0c80e6b-a13c-4de5-89e8-8b90092a9cdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (51075bc2-6efe-4a2d-a867-e724c04c975c), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:34.608962 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 71123353-bb40-4a3e-a1cc-a1038fe77bcc no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:13:34.670193 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 35f104b2-b688-4fe6-8d56-d63680c6a336 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:13:34.690493 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0c80e6b-a13c-4de5-89e8-8b90092a9cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (51075bc2-6efe-4a2d-a867-e724c04c975c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:34.706652 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-36973185-7d95-4c96-9e8f-28eadf9c2f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (b30b946b-e47c-4cb0-9bc1-a2702582d373), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:34.710054 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-36973185-7d95-4c96-9e8f-28eadf9c2f9a admin admin] Publish callbacks [] for router_controller (b30b946b-e47c-4cb0-9bc1-a2702582d373), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:34.764591 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 35f104b2-b688-4fe6-8d56-d63680c6a336 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:13:34.766569 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 35f104b2-b688-4fe6-8d56-d63680c6a336 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:13:34.785299 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-36973185-7d95-4c96-9e8f-28eadf9c2f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (b30b946b-e47c-4cb0-9bc1-a2702582d373), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:34.787709 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36973185-7d95-4c96-9e8f-28eadf9c2f9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b30b946b-e47c-4cb0-9bc1-a2702582d373 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:13:34.794284 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0c80e6b-a13c-4de5-89e8-8b90092a9cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (51075bc2-6efe-4a2d-a867-e724c04c975c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:34.798663 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-36973185-7d95-4c96-9e8f-28eadf9c2f9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:34.806894 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-36973185-7d95-4c96-9e8f-28eadf9c2f9a admin admin] 10.222.0.31 "DELETE /v2.0/routers/b30b946b-e47c-4cb0-9bc1-a2702582d373 HTTP/1.1" status: 204 len: 168 time: 2.4315689 Jan 18 20:13:34.808054 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47392) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:34.842564 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c80e6b-a13c-4de5-89e8-8b90092a9cdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51075bc2-6efe-4a2d-a867-e724c04c975c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:34.894237 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0c80e6b-a13c-4de5-89e8-8b90092a9cdc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:34.899193 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 71123353-bb40-4a3e-a1cc-a1038fe77bcc, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=71123353-bb40-4a3e-a1cc-a1038fe77bcc,segment=NetworkSegment(7c999ac7-baea-45bb-ab9e-31dd698bcd3b),segment_id=7c999ac7-baea-45bb-ab9e-31dd698bcd3b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:13:34.905806 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b0c80e6b-a13c-4de5-89e8-8b90092a9cdc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/51075bc2-6efe-4a2d-a867-e724c04c975c HTTP/1.1" status: 204 len: 168 time: 0.4609072 Jan 18 20:13:34.906430 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47398) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:34.935152 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f589814-a785-451b-8fd3-48efee2f869e admin admin] Deleting subnet ade146ef-11d8-4b95-8ac1-3b19652c3fdb {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:13:34.950470 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f589814-a785-451b-8fd3-48efee2f869e admin admin] Publish callbacks [] for subnet (ade146ef-11d8-4b95-8ac1-3b19652c3fdb), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:34.965176 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '71123353-bb40-4a3e-a1cc-a1038fe77bcc', 'network_id': 'b9ea892c-76c6-4189-83ba-54323c251196', 'port_id': '71123353-bb40-4a3e-a1cc-a1038fe77bcc', 'mac_address': 'fa:16:3e:61:65:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10dc11e1-e488-424e-9170-8405136c537b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:13:35.066931 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f589814-a785-451b-8fd3-48efee2f869e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (ade146ef-11d8-4b95-8ac1-3b19652c3fdb), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:35.076677 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34d499ee-8f68-41ea-88fe-b7b23ce2f1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (289dc869-fe9d-4106-9c41-686739df1b6e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:35.126070 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 71123353-bb40-4a3e-a1cc-a1038fe77bcc is: ACTIVE; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:13:35.128345 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (71123353-bb40-4a3e-a1cc-a1038fe77bcc), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:35.148468 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71123353-bb40-4a3e-a1cc-a1038fe77bcc {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:13:35.174479 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 71123353-bb40-4a3e-a1cc-a1038fe77bcc is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:13:35.175191 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (71123353-bb40-4a3e-a1cc-a1038fe77bcc), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:35.226381 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 71123353-bb40-4a3e-a1cc-a1038fe77bcc, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=71123353-bb40-4a3e-a1cc-a1038fe77bcc,segment=NetworkSegment(7c999ac7-baea-45bb-ab9e-31dd698bcd3b),segment_id=7c999ac7-baea-45bb-ab9e-31dd698bcd3b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:13:35.238267 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (71123353-bb40-4a3e-a1cc-a1038fe77bcc), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:35.266470 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f589814-a785-451b-8fd3-48efee2f869e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (ade146ef-11d8-4b95-8ac1-3b19652c3fdb), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:35.331038 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34d499ee-8f68-41ea-88fe-b7b23ce2f1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (289dc869-fe9d-4106-9c41-686739df1b6e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:35.344289 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17214e-08c5-4a98-9a94-dafc45489b1d req-de1cdeba-bb33-4261-88d9-4421884bd073 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:35.354898 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eb17214e-08c5-4a98-9a94-dafc45489b1d req-de1cdeba-bb33-4261-88d9-4421884bd073 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.2250488 Jan 18 20:13:35.375863 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-34d499ee-8f68-41ea-88fe-b7b23ce2f1ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289dc869-fe9d-4106-9c41-686739df1b6e']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:13:35.403395 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-34d499ee-8f68-41ea-88fe-b7b23ce2f1ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61b12f4-e3a8-4cb8-9f38-6e97ced1125a') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:13:35.403696 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-34d499ee-8f68-41ea-88fe-b7b23ce2f1ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61b12f4-e3a8-4cb8-9f38-6e97ced1125a') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:13:35.410955 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:13:35.411314 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:13:35.414402 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=71123353-bb40-4a3e-a1cc-a1038fe77bcc,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:35.417440 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34d499ee-8f68-41ea-88fe-b7b23ce2f1ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (a61b12f4-e3a8-4cb8-9f38-6e97ced1125a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:35.435505 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eb17214e-08c5-4a98-9a94-dafc45489b1d req-30b9de53-ffae-4884-bb27-dfb8ff2181b8 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788205 Jan 18 20:13:35.439488 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34d499ee-8f68-41ea-88fe-b7b23ce2f1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (a61b12f4-e3a8-4cb8-9f38-6e97ced1125a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:35.441334 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f589814-a785-451b-8fd3-48efee2f869e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (ade146ef-11d8-4b95-8ac1-3b19652c3fdb), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:35.457911 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d499ee-8f68-41ea-88fe-b7b23ce2f1ac admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:13:35.458419 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34d499ee-8f68-41ea-88fe-b7b23ce2f1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (a61b12f4-e3a8-4cb8-9f38-6e97ced1125a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:35.478605 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f589814-a785-451b-8fd3-48efee2f869e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ade146ef-11d8-4b95-8ac1-3b19652c3fdb,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:35.486325 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f589814-a785-451b-8fd3-48efee2f869e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:35.490897 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2f589814-a785-451b-8fd3-48efee2f869e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ade146ef-11d8-4b95-8ac1-3b19652c3fdb HTTP/1.1" status: 204 len: 168 time: 0.6810071 Jan 18 20:13:35.493961 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47400) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:35.609598 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['71123353-bb40-4a3e-a1cc-a1038fe77bcc'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:13:35.624822 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-131c2f6e-2b80-4773-b482-2e4823a17de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (4c52a941-7984-4185-9a91-86e116767440), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:35.771411 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-131c2f6e-2b80-4773-b482-2e4823a17de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (4c52a941-7984-4185-9a91-86e116767440), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:35.800779 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-131c2f6e-2b80-4773-b482-2e4823a17de4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c52a941-7984-4185-9a91-86e116767440']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:13:35.814799 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-131c2f6e-2b80-4773-b482-2e4823a17de4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c6720c-16eb-4501-ae44-f1f4efb5bfd4') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:13:35.815110 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-131c2f6e-2b80-4773-b482-2e4823a17de4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c6720c-16eb-4501-ae44-f1f4efb5bfd4') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:13:35.832233 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-131c2f6e-2b80-4773-b482-2e4823a17de4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (61c6720c-16eb-4501-ae44-f1f4efb5bfd4), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:35.851828 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-131c2f6e-2b80-4773-b482-2e4823a17de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (61c6720c-16eb-4501-ae44-f1f4efb5bfd4), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:35.859617 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-131c2f6e-2b80-4773-b482-2e4823a17de4 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:13:35.860101 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-131c2f6e-2b80-4773-b482-2e4823a17de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (61c6720c-16eb-4501-ae44-f1f4efb5bfd4), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:13:35.862548 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:13:35.885831 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:13:35.890681 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34d499ee-8f68-41ea-88fe-b7b23ce2f1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (289dc869-fe9d-4106-9c41-686739df1b6e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:35.897781 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34d499ee-8f68-41ea-88fe-b7b23ce2f1ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:35.904962 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-34d499ee-8f68-41ea-88fe-b7b23ce2f1ac admin admin] 10.222.0.31 "DELETE /v2.0/networks/289dc869-fe9d-4106-9c41-686739df1b6e HTTP/1.1" status: 204 len: 168 time: 0.9953926 Jan 18 20:13:35.913116 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d499ee-8f68-41ea-88fe-b7b23ce2f1ac admin admin] Pushing event deleted for resources: {'Network': ['ID=289dc869-fe9d-4106-9c41-686739df1b6e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:35.920883 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d499ee-8f68-41ea-88fe-b7b23ce2f1ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:35.921248 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d499ee-8f68-41ea-88fe-b7b23ce2f1ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:35.921569 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d499ee-8f68-41ea-88fe-b7b23ce2f1ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:35.921945 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d499ee-8f68-41ea-88fe-b7b23ce2f1ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:35.922378 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d499ee-8f68-41ea-88fe-b7b23ce2f1ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:35.922836 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d499ee-8f68-41ea-88fe-b7b23ce2f1ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:35.923171 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d499ee-8f68-41ea-88fe-b7b23ce2f1ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:35.923491 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d499ee-8f68-41ea-88fe-b7b23ce2f1ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:35.923810 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d499ee-8f68-41ea-88fe-b7b23ce2f1ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:35.924129 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d499ee-8f68-41ea-88fe-b7b23ce2f1ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:35.924441 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d499ee-8f68-41ea-88fe-b7b23ce2f1ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:35.924815 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d499ee-8f68-41ea-88fe-b7b23ce2f1ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:35.925137 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d499ee-8f68-41ea-88fe-b7b23ce2f1ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:35.977303 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-131c2f6e-2b80-4773-b482-2e4823a17de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (4c52a941-7984-4185-9a91-86e116767440), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:35.984938 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-131c2f6e-2b80-4773-b482-2e4823a17de4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:36.009440 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-131c2f6e-2b80-4773-b482-2e4823a17de4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4c52a941-7984-4185-9a91-86e116767440 HTTP/1.1" status: 204 len: 168 time: 0.5140650 Jan 18 20:13:36.010945 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 71123353-bb40-4a3e-a1cc-a1038fe77bcc is: BUILD; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:13:36.011987 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (71123353-bb40-4a3e-a1cc-a1038fe77bcc), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:36.056574 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c2f6e-2b80-4773-b482-2e4823a17de4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c52a941-7984-4185-9a91-86e116767440,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:36.063266 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 71123353-bb40-4a3e-a1cc-a1038fe77bcc {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:13:36.100089 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47422) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:36.116172 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 71123353-bb40-4a3e-a1cc-a1038fe77bcc, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=71123353-bb40-4a3e-a1cc-a1038fe77bcc,segment=NetworkSegment(7c999ac7-baea-45bb-ab9e-31dd698bcd3b),segment_id=7c999ac7-baea-45bb-ab9e-31dd698bcd3b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:13:36.124702 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (71123353-bb40-4a3e-a1cc-a1038fe77bcc), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:36.194865 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=71123353-bb40-4a3e-a1cc-a1038fe77bcc,revision_number=7']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:36.210479 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fba240da-b9c6-47d0-8b8d-6fcf3612fa6f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=daaaef8c5fc74483aba6d8a03c0980e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1089830 Jan 18 20:13:36.212830 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47426) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:36.291006 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5700cbc1-e6cd-478d-88d1-3ae43882ab09 admin admin] Publish callbacks [] for security_group (f4c5ff87-e82e-4efb-b4e3-72ec2cdebb51), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:36.312646 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47430) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:36.322941 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5700cbc1-e6cd-478d-88d1-3ae43882ab09 admin admin] Publish callbacks [] for security_group (f4c5ff87-e82e-4efb-b4e3-72ec2cdebb51), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:36.356692 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1c1078e2-6bbb-4607-bf15-06a295851dc5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=34b00fb2bb504ad699a419a984455f64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428786 Jan 18 20:13:36.360375 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47434) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:36.420135 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-41250873-edeb-41c1-9bd2-ae21777cae7d admin admin] Publish callbacks [] for security_group (38961bce-7b71-43a8-b256-e4ed32c2e766), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:36.425278 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5700cbc1-e6cd-478d-88d1-3ae43882ab09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f4c5ff87-e82e-4efb-b4e3-72ec2cdebb51), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:36.427852 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5700cbc1-e6cd-478d-88d1-3ae43882ab09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:36.431629 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5700cbc1-e6cd-478d-88d1-3ae43882ab09 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4c5ff87-e82e-4efb-b4e3-72ec2cdebb51 HTTP/1.1" status: 204 len: 168 time: 0.2176449 Jan 18 20:13:36.454855 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700cbc1-e6cd-478d-88d1-3ae43882ab09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c5ff87-e82e-4efb-b4e3-72ec2cdebb51,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:36.483234 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-41250873-edeb-41c1-9bd2-ae21777cae7d admin admin] Publish callbacks [] for security_group (38961bce-7b71-43a8-b256-e4ed32c2e766), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:36.514424 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 40d04d56-f510-4218-a6c6-20aa4dfcb8eb no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:13:36.570249 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 40d04d56-f510-4218-a6c6-20aa4dfcb8eb {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:13:36.570694 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 40d04d56-f510-4218-a6c6-20aa4dfcb8eb not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:13:36.573776 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 12a5979f-f1ac-435d-bd17-6445127367c8 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:13:36.613462 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 12a5979f-f1ac-435d-bd17-6445127367c8 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:13:36.614194 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 12a5979f-f1ac-435d-bd17-6445127367c8 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:13:36.672601 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-41250873-edeb-41c1-9bd2-ae21777cae7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (38961bce-7b71-43a8-b256-e4ed32c2e766), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:36.682575 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-41250873-edeb-41c1-9bd2-ae21777cae7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:36.683856 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-41250873-edeb-41c1-9bd2-ae21777cae7d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38961bce-7b71-43a8-b256-e4ed32c2e766 HTTP/1.1" status: 204 len: 168 time: 0.3225124 Jan 18 20:13:36.710719 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafdd45-ef9f-4770-a3d5-550f151a8c3e req-63254693-cc9e-4a00-bc13-ba2e3c4c6d58 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:36.712400 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3cafdd45-ef9f-4770-a3d5-550f151a8c3e req-63254693-cc9e-4a00-bc13-ba2e3c4c6d58 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 943 time: 0.1192808 Jan 18 20:13:36.719038 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41250873-edeb-41c1-9bd2-ae21777cae7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38961bce-7b71-43a8-b256-e4ed32c2e766,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:36.774566 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:36.851834 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3cafdd45-ef9f-4770-a3d5-550f151a8c3e req-98afb06a-45ed-4473-942c-a00eedf2d593 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143501 Jan 18 20:13:38.008446 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbdb54-9925-420e-b89f-ae6bf4a9eede req-4018aea1-077a-4c37-84fb-511e28cc1a2b tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:38.016643 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c5bbdb54-9925-420e-b89f-ae6bf4a9eede req-4018aea1-077a-4c37-84fb-511e28cc1a2b tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 943 time: 0.0611203 Jan 18 20:13:38.088282 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c5bbdb54-9925-420e-b89f-ae6bf4a9eede req-44396d57-f61b-4313-9930-d74fc7cd3905 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706985 Jan 18 20:13:38.508599 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 71123353-bb40-4a3e-a1cc-a1038fe77bcc up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:13:38.624778 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 71123353-bb40-4a3e-a1cc-a1038fe77bcc triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:13:38.625535 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (71123353-bb40-4a3e-a1cc-a1038fe77bcc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:38.722390 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 71123353-bb40-4a3e-a1cc-a1038fe77bcc is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:13:38.723071 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (71123353-bb40-4a3e-a1cc-a1038fe77bcc), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:38.757181 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec17062f-8081-45c4-a801-1aadaa7fa72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71123353-bb40-4a3e-a1cc-a1038fe77bcc'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:13:38.759770 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6429f38f-3a21-4e4a-a91e-3f1c8ce846eb" -d '{"events": [{"server_uuid": "ec17062f-8081-45c4-a801-1aadaa7fa72c", "name": "network-vif-plugged", "status": "completed", "tag": "71123353-bb40-4a3e-a1cc-a1038fe77bcc"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:13:38.773374 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 71123353-bb40-4a3e-a1cc-a1038fe77bcc, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=71123353-bb40-4a3e-a1cc-a1038fe77bcc,segment=NetworkSegment(7c999ac7-baea-45bb-ab9e-31dd698bcd3b),segment_id=7c999ac7-baea-45bb-ab9e-31dd698bcd3b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:13:38.786317 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (71123353-bb40-4a3e-a1cc-a1038fe77bcc), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:38.916178 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=71123353-bb40-4a3e-a1cc-a1038fe77bcc,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:41.648632 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3833548-e6f7-4c71-bc2d-efc98127de5a x-openstack-request-id: req-a3833548-e6f7-4c71-bc2d-efc98127de5a {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:13:41.649200 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec17062f-8081-45c4-a801-1aadaa7fa72c", "name": "network-vif-plugged", "status": "completed", "tag": "71123353-bb40-4a3e-a1cc-a1038fe77bcc", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:13:41.649200 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3833548-e6f7-4c71-bc2d-efc98127de5a {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:13:41.649495 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec17062f-8081-45c4-a801-1aadaa7fa72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71123353-bb40-4a3e-a1cc-a1038fe77bcc', 'code': 200} Jan 18 20:13:41.823690 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b302ed-71e9-4646-9bb3-e94830c57b11 req-487ad631-c41d-4205-906c-ee3c29f2d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:41.825093 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-28b302ed-71e9-4646-9bb3-e94830c57b11 req-487ad631-c41d-4205-906c-ee3c29f2d75d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 1096 time: 0.0456643 Jan 18 20:13:41.859670 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b74cb-10d5-4b71-9517-92cbcadc1030 req-64bc30ee-15ad-4d4f-b7ea-51ee37f1a5a0 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:41.861582 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b44b74cb-10d5-4b71-9517-92cbcadc1030 req-64bc30ee-15ad-4d4f-b7ea-51ee37f1a5a0 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.0647035 Jan 18 20:13:41.936610 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b44b74cb-10d5-4b71-9517-92cbcadc1030 req-66e5fab6-47fb-4255-8d7a-479648d6c6f7 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683212 Jan 18 20:13:41.992295 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-28b302ed-71e9-4646-9bb3-e94830c57b11 req-8417d462-85ed-4ea7-a69b-445c5ea4f787 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945191 Jan 18 20:13:42.028780 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98ee2c9f-9fb8-4f80-b006-527a8d38a979 req-b57c5117-082f-42b9-a900-d071cf1d2fc7 tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0471663 Jan 18 20:13:42.153949 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b1a8a-251e-4296-843f-c161c6103653 req-6508bd15-a2d5-45eb-a9b2-1bede6586060 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:42.155937 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7f9b1a8a-251e-4296-843f-c161c6103653 req-6508bd15-a2d5-45eb-a9b2-1bede6586060 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab7ade17-2169-42e6-8aa5-66dc0777b68d HTTP/1.1" status: 200 len: 950 time: 0.0699952 Jan 18 20:13:42.222157 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7f9b1a8a-251e-4296-843f-c161c6103653 req-e32bde43-4bdf-4fa6-9cb6-106111d9373d tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/security-groups?id=254c1ae4-10a3-437b-a01c-48dde04efb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599644 Jan 18 20:13:43.149060 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26032d86-a768-4bc6-9858-3f7d7a5bd9b7 req-b908c82e-b91e-4b86-ac6f-fa8405127461 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:43.152722 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26032d86-a768-4bc6-9858-3f7d7a5bd9b7 req-b908c82e-b91e-4b86-ac6f-fa8405127461 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.0708315 Jan 18 20:13:43.209714 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-47243310-8571-487e-b1c8-8305ede8f7c7 req-f619b6ae-6e15-46a8-a28d-30ddd6560f14 tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0469480 Jan 18 20:13:43.270367 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26032d86-a768-4bc6-9858-3f7d7a5bd9b7 req-58b39592-2157-4bf1-a216-a1ed39858830 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047041 Jan 18 20:13:43.543306 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707facb-8ce3-4579-92be-b842d6a503ce req-a8ef87cd-8381-450f-9ce0-c9f94ed81ad5 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:43.547947 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6707facb-8ce3-4579-92be-b842d6a503ce req-a8ef87cd-8381-450f-9ce0-c9f94ed81ad5 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab7ade17-2169-42e6-8aa5-66dc0777b68d HTTP/1.1" status: 200 len: 950 time: 0.0608094 Jan 18 20:13:43.614192 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6707facb-8ce3-4579-92be-b842d6a503ce req-ba0243dc-2ddf-4437-83e4-a755518c1771 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/security-groups?id=254c1ae4-10a3-437b-a01c-48dde04efb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604870 Jan 18 20:13:44.352856 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-71288ff3-60ad-49cd-9b15-dcc13ce09c40 req-c227dbc3-f720-46f8-bbf1-62f37fa56636 tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0326717 Jan 18 20:13:44.439731 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdb684-529c-49de-b4b2-315a6c0162ca req-56eb3eac-c6f9-4e3c-b8c5-7eba1b9eb50f tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:44.441347 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-06fdb684-529c-49de-b4b2-315a6c0162ca req-56eb3eac-c6f9-4e3c-b8c5-7eba1b9eb50f tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.0586834 Jan 18 20:13:44.494481 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-06fdb684-529c-49de-b4b2-315a6c0162ca req-2b57bc33-f552-43f5-ab83-49fb7b53aeba tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467389 Jan 18 20:13:44.735155 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0481f4-3d71-40e9-894f-a82c1f18b441 req-90a6e63c-fe30-4ff3-828a-8c6cb4b757c6 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:44.742860 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7c0481f4-3d71-40e9-894f-a82c1f18b441 req-90a6e63c-fe30-4ff3-828a-8c6cb4b757c6 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.1507401 Jan 18 20:13:44.768549 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dd00ab02-9ba6-425a-a80b-9a3ae6edf283 req-f251b95d-d178-49bb-88fd-7a27adee149f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0362296 Jan 18 20:13:44.802706 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7c0481f4-3d71-40e9-894f-a82c1f18b441 req-7f2f7d05-b731-4378-950b-355448429fc7 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589793 Jan 18 20:13:44.841576 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c118433-4711-4df1-a7c1-9fdf20778d84 req-e2795f1e-0a11-433e-a902-0f968213ecb5 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:44.845039 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c118433-4711-4df1-a7c1-9fdf20778d84 req-e2795f1e-0a11-433e-a902-0f968213ecb5 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab7ade17-2169-42e6-8aa5-66dc0777b68d HTTP/1.1" status: 200 len: 950 time: 0.0555122 Jan 18 20:13:44.917299 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c118433-4711-4df1-a7c1-9fdf20778d84 req-d5490dd2-62fb-4721-8566-7a9d13262f91 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/security-groups?id=254c1ae4-10a3-437b-a01c-48dde04efb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655124 Jan 18 20:13:45.271972 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-ce09b166-627d-42b4-9fda-2b91b028151e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:45.275799 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-ce09b166-627d-42b4-9fda-2b91b028151e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/networks?id=b9ea892c-76c6-4189-83ba-54323c251196 HTTP/1.1" status: 200 len: 815 time: 0.1084421 Jan 18 20:13:45.291930 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-2b277604-1d97-4d95-a11c-8d45eaa460e3 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/quotas/fdcdbb1705e54a4a8f3f248186d8eb41 HTTP/1.1" status: 200 len: 375 time: 0.0094726 Jan 18 20:13:45.355787 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-bbd0c259-4d48-4b32-82a1-acfa7df0fabd tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fdcdbb1705e54a4a8f3f248186d8eb41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0561023 Jan 18 20:13:45.465428 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-99a89f96-917d-47b9-8b83-aa5d0b1b9e03 req-c37426e7-d14a-4f92-b5f9-565c763a07c7 tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0285029 Jan 18 20:13:45.473835 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-71678fd4-ded8-4f39-8b8b-0d97d35efa69 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:13:45.474919 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-71678fd4-ded8-4f39-8b8b-0d97d35efa69 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1127124 Jan 18 20:13:45.581533 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-6e3f0b77-6091-4e59-a3a7-207875e08da8 service neutron] 10.222.0.31 "GET /v2.0/networks/b9ea892c-76c6-4189-83ba-54323c251196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877411 Jan 18 20:13:45.677234 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-d16b08b4-6156-4f26-b862-bdc6bd717f49 service neutron] 10.222.0.31 "GET /v2.0/networks/b9ea892c-76c6-4189-83ba-54323c251196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899949 Jan 18 20:13:45.877582 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cf530f31-deaf-46d7-ae78-b507b001c40a req-d2e1c7fc-0473-4157-9047-6f9523e3afca tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd068b93-b6f8-4e2b-8903-6aa4a86f7eff HTTP/1.1" status: 200 len: 210 time: 0.0386970 Jan 18 20:13:46.077613 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da715b4-496e-43b8-aa58-7e55e6cdc8f7 req-69084246-2d13-41c0-86d1-62c95d936aef tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:46.080076 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8da715b4-496e-43b8-aa58-7e55e6cdc8f7 req-69084246-2d13-41c0-86d1-62c95d936aef tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab7ade17-2169-42e6-8aa5-66dc0777b68d HTTP/1.1" status: 200 len: 950 time: 0.0736611 Jan 18 20:13:46.115733 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0ba78-5520-40ab-9b23-09749fbc048b req-bdd101e7-dda5-407f-ba81-917ec45bf38c tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:46.119782 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3ff0ba78-5520-40ab-9b23-09749fbc048b req-bdd101e7-dda5-407f-ba81-917ec45bf38c tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab7ade17-2169-42e6-8aa5-66dc0777b68d HTTP/1.1" status: 200 len: 950 time: 0.1189497 Jan 18 20:13:46.162128 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8da715b4-496e-43b8-aa58-7e55e6cdc8f7 req-5ae4fff7-514e-44d1-956c-72807c66e14f tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/security-groups?id=254c1ae4-10a3-437b-a01c-48dde04efb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730047 Jan 18 20:13:46.321697 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-3ff0ba78-5520-40ab-9b23-09749fbc048b req-296153da-842f-4af2-9172-c6fb5b777fb8 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Deleting port 810ccfdb-77ac-49d4-88ed-0349b9643884 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:13:46.322294 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3ff0ba78-5520-40ab-9b23-09749fbc048b req-296153da-842f-4af2-9172-c6fb5b777fb8 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (810ccfdb-77ac-49d4-88ed-0349b9643884), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:46.430072 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-3ff0ba78-5520-40ab-9b23-09749fbc048b req-296153da-842f-4af2-9172-c6fb5b777fb8 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] For port 810ccfdb-77ac-49d4-88ed-0349b9643884, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=810ccfdb-77ac-49d4-88ed-0349b9643884,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:13:46.430432 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3ff0ba78-5520-40ab-9b23-09749fbc048b req-296153da-842f-4af2-9172-c6fb5b777fb8 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (810ccfdb-77ac-49d4-88ed-0349b9643884), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:46.449721 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-3ff0ba78-5520-40ab-9b23-09749fbc048b req-296153da-842f-4af2-9172-c6fb5b777fb8 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Calling delete_port for 810ccfdb-77ac-49d4-88ed-0349b9643884 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:13:46.547180 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 810ccfdb-77ac-49d4-88ed-0349b9643884 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:13:46.603885 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-774f319c-008d-45d5-8cdc-6cee8e942c3f req-24149c65-4236-4aaa-8531-60ac419bf297 tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0483973 Jan 18 20:13:46.651757 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3ff0ba78-5520-40ab-9b23-09749fbc048b req-296153da-842f-4af2-9172-c6fb5b777fb8 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (810ccfdb-77ac-49d4-88ed-0349b9643884), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:46.658996 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No active binding found for port 810ccfdb-77ac-49d4-88ed-0349b9643884 {{(pid=103337) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 18 20:13:46.659852 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] The host n-h2-741529-9 is not matching for port 810ccfdb-77ac-49d4-88ed-0349b9643884 host None! {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 18 20:13:46.660742 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 810ccfdb-77ac-49d4-88ed-0349b9643884 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:13:46.760362 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296153da-842f-4af2-9172-c6fb5b777fb8 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Pushing event deleted for resources: {'Port': ['ID=810ccfdb-77ac-49d4-88ed-0349b9643884,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:46.802638 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff0ba78-5520-40ab-9b23-09749fbc048b req-296153da-842f-4af2-9172-c6fb5b777fb8 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] No DVR routers for this DVR port 810ccfdb-77ac-49d4-88ed-0349b9643884 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:13:46.804608 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3ff0ba78-5520-40ab-9b23-09749fbc048b req-296153da-842f-4af2-9172-c6fb5b777fb8 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:46.809394 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3ff0ba78-5520-40ab-9b23-09749fbc048b req-296153da-842f-4af2-9172-c6fb5b777fb8 tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.70 "DELETE /v2.0/ports/810ccfdb-77ac-49d4-88ed-0349b9643884 HTTP/1.1" status: 204 len: 173 time: 0.6832771 Jan 18 20:13:46.841178 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7ade17-2169-42e6-8aa5-66dc0777b68d', 'name': 'network-vif-deleted', 'tag': '810ccfdb-77ac-49d4-88ed-0349b9643884'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:13:46.844517 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dea8177-83c6-4e6e-a6ef-e61138d62a3a" -d '{"events": [{"server_uuid": "ab7ade17-2169-42e6-8aa5-66dc0777b68d", "name": "network-vif-deleted", "tag": "810ccfdb-77ac-49d4-88ed-0349b9643884"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:13:46.922941 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4de25e-def0-4b7d-927b-d401453e1445 req-607512a3-d570-4cc9-9be0-3d23a78d484b tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:46.925496 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dc4de25e-def0-4b7d-927b-d401453e1445 req-607512a3-d570-4cc9-9be0-3d23a78d484b tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec17062f-8081-45c4-a801-1aadaa7fa72c HTTP/1.1" status: 200 len: 945 time: 0.1519091 Jan 18 20:13:46.927320 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ddda8d-b81c-4787-93b4-d9a1117a9d47 x-openstack-request-id: req-13ddda8d-b81c-4787-93b4-d9a1117a9d47 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:13:46.927617 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7ade17-2169-42e6-8aa5-66dc0777b68d", "name": "network-vif-deleted", "tag": "810ccfdb-77ac-49d4-88ed-0349b9643884", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:13:46.927862 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13ddda8d-b81c-4787-93b4-d9a1117a9d47 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:13:46.928245 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7ade17-2169-42e6-8aa5-66dc0777b68d', 'name': 'network-vif-deleted', 'tag': '810ccfdb-77ac-49d4-88ed-0349b9643884', 'status': 'completed', 'code': 200} Jan 18 20:13:47.056130 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ab072468-6cbf-4ab6-b839-2fb9c8571527 req-f1807774-06d6-4dff-81ab-6f105bcbaf09 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd068b93-b6f8-4e2b-8903-6aa4a86f7eff HTTP/1.1" status: 200 len: 210 time: 0.0321548 Jan 18 20:13:47.109994 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-dc4de25e-def0-4b7d-927b-d401453e1445 req-5cf7e6e0-e911-4186-a3d9-bcfa19a53bdc tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Deleting port 71123353-bb40-4a3e-a1cc-a1038fe77bcc {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:13:47.110549 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dc4de25e-def0-4b7d-927b-d401453e1445 req-5cf7e6e0-e911-4186-a3d9-bcfa19a53bdc tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (71123353-bb40-4a3e-a1cc-a1038fe77bcc), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:47.250798 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5cffc9b-31c4-453c-a5a7-94c30e0d705e req-71388a18-90e3-4cb9-8753-310c16480852 tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0577791 Jan 18 20:13:47.463201 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7253f92b-c26c-43a0-8fdc-68fd382f5ffd req-e959e906-3bd8-4609-88a2-02066cfcbb1c tempest-ImagesOneServerTestJSON-1396320043 tempest-ImagesOneServerTestJSON-1396320043-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab7ade17-2169-42e6-8aa5-66dc0777b68d HTTP/1.1" status: 200 len: 210 time: 0.0595856 Jan 18 20:13:47.578470 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-b7a16c14-a682-4707-8854-c70cabc0b483 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:47.580220 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-b7a16c14-a682-4707-8854-c70cabc0b483 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.70 "GET /v2.0/networks?id=b9ea892c-76c6-4189-83ba-54323c251196 HTTP/1.1" status: 200 len: 815 time: 0.3090410 Jan 18 20:13:47.582355 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-dc4de25e-def0-4b7d-927b-d401453e1445 req-5cf7e6e0-e911-4186-a3d9-bcfa19a53bdc tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] For port 71123353-bb40-4a3e-a1cc-a1038fe77bcc, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=71123353-bb40-4a3e-a1cc-a1038fe77bcc,segment=NetworkSegment(7c999ac7-baea-45bb-ab9e-31dd698bcd3b),segment_id=7c999ac7-baea-45bb-ab9e-31dd698bcd3b)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:13:47.582731 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dc4de25e-def0-4b7d-927b-d401453e1445 req-5cf7e6e0-e911-4186-a3d9-bcfa19a53bdc tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (71123353-bb40-4a3e-a1cc-a1038fe77bcc), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:47.601308 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-bc66f6b6-9fa1-4552-b561-0da428187f62 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Request body: {'port': {'device_id': 'bd068b93-b6f8-4e2b-8903-6aa4a86f7eff', 'network_id': 'b9ea892c-76c6-4189-83ba-54323c251196', 'admin_state_up': True, 'tenant_id': 'fdcdbb1705e54a4a8f3f248186d8eb41'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:13:47.623855 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-dc4de25e-def0-4b7d-927b-d401453e1445 req-5cf7e6e0-e911-4186-a3d9-bcfa19a53bdc tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Calling delete_port for 71123353-bb40-4a3e-a1cc-a1038fe77bcc owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:13:47.812478 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-bc66f6b6-9fa1-4552-b561-0da428187f62 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Made reservation on behalf of fdcdbb1705e54a4a8f3f248186d8eb41 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:13:47.816100 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-bc66f6b6-9fa1-4552-b561-0da428187f62 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:47.864644 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dc4de25e-def0-4b7d-927b-d401453e1445 req-5cf7e6e0-e911-4186-a3d9-bcfa19a53bdc tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (71123353-bb40-4a3e-a1cc-a1038fe77bcc), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:47.878163 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['71123353-bb40-4a3e-a1cc-a1038fe77bcc'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:13:47.931485 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7e6e0-e911-4186-a3d9-bcfa19a53bdc tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Pushing event deleted for resources: {'Port': ['ID=71123353-bb40-4a3e-a1cc-a1038fe77bcc,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:47.989116 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4de25e-def0-4b7d-927b-d401453e1445 req-5cf7e6e0-e911-4186-a3d9-bcfa19a53bdc tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] No DVR routers for this DVR port 71123353-bb40-4a3e-a1cc-a1038fe77bcc on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:13:47.991813 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dc4de25e-def0-4b7d-927b-d401453e1445 req-5cf7e6e0-e911-4186-a3d9-bcfa19a53bdc tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:47.995758 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dc4de25e-def0-4b7d-927b-d401453e1445 req-5cf7e6e0-e911-4186-a3d9-bcfa19a53bdc tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.70 "DELETE /v2.0/ports/71123353-bb40-4a3e-a1cc-a1038fe77bcc HTTP/1.1" status: 204 len: 173 time: 1.0633655 Jan 18 20:13:48.068523 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-bc66f6b6-9fa1-4552-b561-0da428187f62 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Allocated IP 172.20.0.4 (b9ea892c-76c6-4189-83ba-54323c251196/10dc11e1-e488-424e-9170-8405136c537b/e549ecee-414f-4797-a478-9548dca04b85) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:13:48.216639 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1e159ee1-4918-434c-959f-42ec63854f5e req-b48648fc-705f-42b3-a5cf-1e4c7a67eecd tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd068b93-b6f8-4e2b-8903-6aa4a86f7eff HTTP/1.1" status: 200 len: 210 time: 0.0373638 Jan 18 20:13:48.315023 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-bc66f6b6-9fa1-4552-b561-0da428187f62 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Publish callbacks [] for port (e549ecee-414f-4797-a478-9548dca04b85), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:48.356021 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-bc66f6b6-9fa1-4552-b561-0da428187f62 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e549ecee-414f-4797-a478-9548dca04b85), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:48.374500 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['71123353-bb40-4a3e-a1cc-a1038fe77bcc'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:13:48.435994 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-bc66f6b6-9fa1-4552-b561-0da428187f62 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Network b9ea892c-76c6-4189-83ba-54323c251196 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:13:48.449201 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-bc66f6b6-9fa1-4552-b561-0da428187f62 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:13:48.456278 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-bc66f6b6-9fa1-4552-b561-0da428187f62 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:13:48.459401 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5387a2ab-a822-4f73-9605-131424141a43 req-2efd510a-7970-436f-8d49-55cc7605fce8 tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0967848 Jan 18 20:13:48.461110 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66f6b6-9fa1-4552-b561-0da428187f62 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Pushing event updated for resources: {'Port': ['ID=e549ecee-414f-4797-a478-9548dca04b85,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:48.576745 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-bc66f6b6-9fa1-4552-b561-0da428187f62 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:48.577311 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-bc66f6b6-9fa1-4552-b561-0da428187f62 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:48.623391 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-bc66f6b6-9fa1-4552-b561-0da428187f62 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0302567 Jan 18 20:13:48.639754 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-7fe8fb55-ffd7-49da-a24b-3c6d934dfeb4 service neutron] Request body: {'port': {'device_id': 'bd068b93-b6f8-4e2b-8903-6aa4a86f7eff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:13:48.733305 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-7fe8fb55-ffd7-49da-a24b-3c6d934dfeb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e549ecee-414f-4797-a478-9548dca04b85), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:48.875300 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47870) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:48.930931 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec17062f-8081-45c4-a801-1aadaa7fa72c', 'name': 'network-vif-deleted', 'tag': '71123353-bb40-4a3e-a1cc-a1038fe77bcc'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:13:48.934125 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96625719-659e-485b-8802-984dab027e72" -d '{"events": [{"server_uuid": "ec17062f-8081-45c4-a801-1aadaa7fa72c", "name": "network-vif-deleted", "tag": "71123353-bb40-4a3e-a1cc-a1038fe77bcc"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:13:48.990145 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535670c0-244b-460c-be59-e09a73428b29 x-openstack-request-id: req-535670c0-244b-460c-be59-e09a73428b29 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:13:48.990543 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec17062f-8081-45c4-a801-1aadaa7fa72c", "name": "network-vif-deleted", "tag": "71123353-bb40-4a3e-a1cc-a1038fe77bcc", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:13:48.990896 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-535670c0-244b-460c-be59-e09a73428b29 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:13:48.991370 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec17062f-8081-45c4-a801-1aadaa7fa72c', 'name': 'network-vif-deleted', 'tag': '71123353-bb40-4a3e-a1cc-a1038fe77bcc', 'status': 'completed', 'code': 200} Jan 18 20:13:49.038810 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a20c4907-7067-4056-83e3-4a866bdf7c6e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe20f4e6c5094ba7bd431af47a91c295&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1624384 Jan 18 20:13:49.039384 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47878) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:49.058601 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-7fe8fb55-ffd7-49da-a24b-3c6d934dfeb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e549ecee-414f-4797-a478-9548dca04b85 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:13:49.072034 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-7fe8fb55-ffd7-49da-a24b-3c6d934dfeb4 service neutron] Publish callbacks [] for port (e549ecee-414f-4797-a478-9548dca04b85), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:49.096415 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-7fe8fb55-ffd7-49da-a24b-3c6d934dfeb4 service neutron] Transition to ACTIVE for port object e549ecee-414f-4797-a478-9548dca04b85 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:13:49.107099 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-7fe8fb55-ffd7-49da-a24b-3c6d934dfeb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (e549ecee-414f-4797-a478-9548dca04b85), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:49.140579 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-940f94eb-1c61-4898-bd67-2669db77f493 admin admin] Publish callbacks [] for security_group (254c1ae4-10a3-437b-a01c-48dde04efb17), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:49.149414 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:13:49.181971 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8fb55-ffd7-49da-a24b-3c6d934dfeb4 service neutron] Pushing event updated for resources: {'Port': ['ID=e549ecee-414f-4797-a478-9548dca04b85,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:49.187119 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-940f94eb-1c61-4898-bd67-2669db77f493 admin admin] Publish callbacks [] for security_group (254c1ae4-10a3-437b-a01c-48dde04efb17), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:49.293491 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-7fe8fb55-ffd7-49da-a24b-3c6d934dfeb4 service neutron] Attempting to bind port e549ecee-414f-4797-a478-9548dca04b85 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:13:49.293909 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-7fe8fb55-ffd7-49da-a24b-3c6d934dfeb4 service neutron] Attempting to bind port e549ecee-414f-4797-a478-9548dca04b85 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '7c999ac7-baea-45bb-ab9e-31dd698bcd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b9ea892c-76c6-4189-83ba-54323c251196'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:13:49.294271 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-7fe8fb55-ffd7-49da-a24b-3c6d934dfeb4 service neutron] Attempting to bind port e549ecee-414f-4797-a478-9548dca04b85 on network b9ea892c-76c6-4189-83ba-54323c251196 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:13:49.308766 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-940f94eb-1c61-4898-bd67-2669db77f493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (254c1ae4-10a3-437b-a01c-48dde04efb17), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:49.311534 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-940f94eb-1c61-4898-bd67-2669db77f493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:49.312699 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-940f94eb-1c61-4898-bd67-2669db77f493 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/254c1ae4-10a3-437b-a01c-48dde04efb17 HTTP/1.1" status: 204 len: 168 time: 0.2723804 Jan 18 20:13:49.315179 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-7fe8fb55-ffd7-49da-a24b-3c6d934dfeb4 service neutron] Port e549ecee-414f-4797-a478-9548dca04b85 on network b9ea892c-76c6-4189-83ba-54323c251196 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:13:49.315497 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-7fe8fb55-ffd7-49da-a24b-3c6d934dfeb4 service neutron] Attempting to bind port e549ecee-414f-4797-a478-9548dca04b85 on network b9ea892c-76c6-4189-83ba-54323c251196 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:13:49.326195 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-7fe8fb55-ffd7-49da-a24b-3c6d934dfeb4 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:13:49.326534 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-7fe8fb55-ffd7-49da-a24b-3c6d934dfeb4 service neutron] Checking segment: {'id': '7c999ac7-baea-45bb-ab9e-31dd698bcd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b9ea892c-76c6-4189-83ba-54323c251196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:13:49.327243 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-7fe8fb55-ffd7-49da-a24b-3c6d934dfeb4 service neutron] Bound using segment: {'id': '7c999ac7-baea-45bb-ab9e-31dd698bcd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b9ea892c-76c6-4189-83ba-54323c251196'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:13:49.327840 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-7fe8fb55-ffd7-49da-a24b-3c6d934dfeb4 service neutron] Bound port: e549ecee-414f-4797-a478-9548dca04b85, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c999ac7-baea-45bb-ab9e-31dd698bcd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b9ea892c-76c6-4189-83ba-54323c251196'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:13:49.328361 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-7fe8fb55-ffd7-49da-a24b-3c6d934dfeb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e549ecee-414f-4797-a478-9548dca04b85), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:49.330719 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940f94eb-1c61-4898-bd67-2669db77f493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254c1ae4-10a3-437b-a01c-48dde04efb17,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:49.375752 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddadba-19a8-4a6a-a489-5e421cb5538a req-2f01a69d-27cc-483c-b4ab-cf664a9db2b7 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:49.383725 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8dddadba-19a8-4a6a-a489-5e421cb5538a req-2f01a69d-27cc-483c-b4ab-cf664a9db2b7 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd068b93-b6f8-4e2b-8903-6aa4a86f7eff HTTP/1.1" status: 200 len: 943 time: 0.0812545 Jan 18 20:13:49.423988 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-7fe8fb55-ffd7-49da-a24b-3c6d934dfeb4 service neutron] For port e549ecee-414f-4797-a478-9548dca04b85, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:13:49.429282 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-7fe8fb55-ffd7-49da-a24b-3c6d934dfeb4 service neutron] For port e549ecee-414f-4797-a478-9548dca04b85, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e549ecee-414f-4797-a478-9548dca04b85,segment=NetworkSegment(7c999ac7-baea-45bb-ab9e-31dd698bcd3b),segment_id=7c999ac7-baea-45bb-ab9e-31dd698bcd3b)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:13:49.441295 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-7fe8fb55-ffd7-49da-a24b-3c6d934dfeb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (e549ecee-414f-4797-a478-9548dca04b85), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:49.465273 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8dddadba-19a8-4a6a-a489-5e421cb5538a req-903164b5-e140-4559-8e3e-58af25c61514 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770030 Jan 18 20:13:49.500740 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-7fe8fb55-ffd7-49da-a24b-3c6d934dfeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:49.501901 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-7fe8fb55-ffd7-49da-a24b-3c6d934dfeb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:49.503794 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-7fe8fb55-ffd7-49da-a24b-3c6d934dfeb4 service neutron] 10.222.0.70 "PUT /v2.0/ports/e549ecee-414f-4797-a478-9548dca04b85 HTTP/1.1" status: 200 len: 1091 time: 0.8726771 Jan 18 20:13:49.533845 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8fb55-ffd7-49da-a24b-3c6d934dfeb4 service neutron] Pushing event updated for resources: {'Port': ['ID=e549ecee-414f-4797-a478-9548dca04b85,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:49.631841 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-be7e9b4b-28a3-4941-b480-371074ee338f req-25fb735c-ef9a-440e-8e27-1d77d9428daa tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0565040 Jan 18 20:13:49.661688 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-e3e4287e-a274-40bd-8903-c49d96c4fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:49.663249 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-e3e4287e-a274-40bd-8903-c49d96c4fb26 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdcdbb1705e54a4a8f3f248186d8eb41&device_id=bd068b93-b6f8-4e2b-8903-6aa4a86f7eff HTTP/1.1" status: 200 len: 1094 time: 0.0973730 Jan 18 20:13:49.782973 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-a5371b4b-a118-4706-a91e-9eeab4f836cf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e549ecee-414f-4797-a478-9548dca04b85 HTTP/1.1" status: 200 len: 217 time: 0.1090672 Jan 18 20:13:49.853397 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-10defe8b-2451-43f6-8768-1d4276aae07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:49.858403 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-10defe8b-2451-43f6-8768-1d4276aae07a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=10dc11e1-e488-424e-9170-8405136c537b HTTP/1.1" status: 200 len: 855 time: 0.0671818 Jan 18 20:13:49.894716 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-a0fc7587-45f1-4b4e-988f-c2f21f78714a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b9ea892c-76c6-4189-83ba-54323c251196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295749 Jan 18 20:13:50.033921 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-4c2befdb-0db2-4a6b-bc9b-63957be04c0b service neutron] 10.222.0.70 "GET /v2.0/networks/b9ea892c-76c6-4189-83ba-54323c251196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322126 Jan 18 20:13:50.141027 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-698cef06-20a5-4638-85e9-bab4d2d3d425 req-8ee185d6-7135-4c1e-a0f4-6e76de5cb009 service neutron] 10.222.0.70 "GET /v2.0/networks/b9ea892c-76c6-4189-83ba-54323c251196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007626 Jan 18 20:13:50.408007 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47928) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:50.549421 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-d710e7f9-f29a-4698-913d-f7bf059201eb admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2025350261-network', 'tenant_id': '607a4768cdf6430db9e32c193b955188'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:13:50.552557 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 71123353-bb40-4a3e-a1cc-a1038fe77bcc no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:13:50.573900 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 71123353-bb40-4a3e-a1cc-a1038fe77bcc {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:13:50.574853 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 71123353-bb40-4a3e-a1cc-a1038fe77bcc not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:13:50.575602 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 810ccfdb-77ac-49d4-88ed-0349b9643884 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:13:50.592782 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d710e7f9-f29a-4698-913d-f7bf059201eb admin admin] Made reservation on behalf of 607a4768cdf6430db9e32c193b955188 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:13:50.600969 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d710e7f9-f29a-4698-913d-f7bf059201eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:50.601393 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 810ccfdb-77ac-49d4-88ed-0349b9643884 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:13:50.601998 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 810ccfdb-77ac-49d4-88ed-0349b9643884 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:13:50.611649 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d710e7f9-f29a-4698-913d-f7bf059201eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:50.660682 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b41711-32ba-44fa-8ef1-efcce69fc37a req-65334640-0882-4af1-8485-6657ff0a99e5 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:50.663248 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-63b41711-32ba-44fa-8ef1-efcce69fc37a req-65334640-0882-4af1-8485-6657ff0a99e5 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd068b93-b6f8-4e2b-8903-6aa4a86f7eff HTTP/1.1" status: 200 len: 943 time: 0.0570295 Jan 18 20:13:50.734432 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-63b41711-32ba-44fa-8ef1-efcce69fc37a req-b2bd6623-8ac2-470c-9f8c-d10a6ea30dc2 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630233 Jan 18 20:13:50.778950 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d710e7f9-f29a-4698-913d-f7bf059201eb admin admin] Publish callbacks [] for security_group (11735c16-6b35-43f5-804d-0da06bab950e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:50.784554 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d710e7f9-f29a-4698-913d-f7bf059201eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (11735c16-6b35-43f5-804d-0da06bab950e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:50.807702 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8fcd84bc-c03d-42de-add2-9557f89cb07d req-cd797d69-a807-4e4a-bcdb-ee721ad72a80 tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0547981 Jan 18 20:13:50.828048 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d710e7f9-f29a-4698-913d-f7bf059201eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:13:50.834886 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710e7f9-f29a-4698-913d-f7bf059201eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11735c16-6b35-43f5-804d-0da06bab950e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:50.859441 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d710e7f9-f29a-4698-913d-f7bf059201eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (1f1a3c38-de33-4f07-a242-8ac59af9a9ea), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:50.859908 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-d710e7f9-f29a-4698-913d-f7bf059201eb admin admin] Added segment 1f1a3c38-de33-4f07-a242-8ac59af9a9ea of type vlan for network e1c89579-6195-4c70-ba90-09ea7c6b128b Jan 18 20:13:50.907041 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d710e7f9-f29a-4698-913d-f7bf059201eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (e1c89579-6195-4c70-ba90-09ea7c6b128b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:50.939785 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d710e7f9-f29a-4698-913d-f7bf059201eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (e1c89579-6195-4c70-ba90-09ea7c6b128b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:50.941114 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d710e7f9-f29a-4698-913d-f7bf059201eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:50.941729 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d710e7f9-f29a-4698-913d-f7bf059201eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:51.004269 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd068b93-b6f8-4e2b-8903-6aa4a86f7eff', 'tag': 'e549ecee-414f-4797-a478-9548dca04b85'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:13:51.006565 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e04a25a-7ff4-431c-8894-0ea39283f6d0" -d '{"events": [{"name": "network-changed", "server_uuid": "bd068b93-b6f8-4e2b-8903-6aa4a86f7eff", "tag": "e549ecee-414f-4797-a478-9548dca04b85"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:13:51.014111 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d710e7f9-f29a-4698-913d-f7bf059201eb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6047421 Jan 18 20:13:51.016963 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47942) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:51.017804 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710e7f9-f29a-4698-913d-f7bf059201eb admin admin] Pushing event updated for resources: {'Network': ['ID=e1c89579-6195-4c70-ba90-09ea7c6b128b,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:51.023532 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-dbac7c25-377a-4f16-9282-d5594ab08aa8 admin admin] Request body: {'subnet': {'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2025350261-subnet', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:13:51.034128 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network e1c89579-6195-4c70-ba90-09ea7c6b128b details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:13:51.087422 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbac7c25-377a-4f16-9282-d5594ab08aa8 admin admin] Made reservation on behalf of 607a4768cdf6430db9e32c193b955188 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:13:51.092769 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dbac7c25-377a-4f16-9282-d5594ab08aa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:51.116495 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27282119-72da-48d0-9286-b7c232f3fcc5 x-openstack-request-id: req-27282119-72da-48d0-9286-b7c232f3fcc5 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:13:51.116848 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd068b93-b6f8-4e2b-8903-6aa4a86f7eff", "tag": "e549ecee-414f-4797-a478-9548dca04b85", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:13:51.117106 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27282119-72da-48d0-9286-b7c232f3fcc5 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:13:51.117503 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd068b93-b6f8-4e2b-8903-6aa4a86f7eff', 'tag': 'e549ecee-414f-4797-a478-9548dca04b85', 'status': 'completed', 'code': 200} Jan 18 20:13:51.184387 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04a25a-7ff4-431c-8894-0ea39283f6d0 req-cd8ebffc-bd6a-4a87-8c78-afbf4f1f8540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:51.186044 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0e04a25a-7ff4-431c-8894-0ea39283f6d0 req-cd8ebffc-bd6a-4a87-8c78-afbf4f1f8540 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdcdbb1705e54a4a8f3f248186d8eb41&device_id=bd068b93-b6f8-4e2b-8903-6aa4a86f7eff HTTP/1.1" status: 200 len: 1094 time: 0.0721502 Jan 18 20:13:51.319555 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04a25a-7ff4-431c-8894-0ea39283f6d0 req-ab31357c-a2e9-464b-b092-fc1102c966a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:51.321095 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0e04a25a-7ff4-431c-8894-0ea39283f6d0 req-ab31357c-a2e9-464b-b092-fc1102c966a4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b9ea892c-76c6-4189-83ba-54323c251196 HTTP/1.1" status: 200 len: 916 time: 0.1264048 Jan 18 20:13:51.332293 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dbac7c25-377a-4f16-9282-d5594ab08aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (3443f31d-f38e-4c29-8c99-7fd225434601), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:51.392618 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac7c25-377a-4f16-9282-d5594ab08aa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3443f31d-f38e-4c29-8c99-7fd225434601,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:51.397370 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0e04a25a-7ff4-431c-8894-0ea39283f6d0 req-d5c42e89-5912-4cbd-9235-6b3372b249c2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e549ecee-414f-4797-a478-9548dca04b85 HTTP/1.1" status: 200 len: 217 time: 0.0491140 Jan 18 20:13:51.431955 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac7c25-377a-4f16-9282-d5594ab08aa8 admin admin] Checking segment: {'id': '1f1a3c38-de33-4f07-a242-8ac59af9a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:13:51.432314 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbac7c25-377a-4f16-9282-d5594ab08aa8 admin admin] Network hostable DHCP agents. Network: e1c89579-6195-4c70-ba90-09ea7c6b128b, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:13:51.459145 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbac7c25-377a-4f16-9282-d5594ab08aa8 admin admin] Network e1c89579-6195-4c70-ba90-09ea7c6b128b is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:13:51.473526 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-dbac7c25-377a-4f16-9282-d5594ab08aa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, e1c89579-6195-4c70-ba90-09ea7c6b128b) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:13:51.480935 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbac7c25-377a-4f16-9282-d5594ab08aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:51.481538 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dbac7c25-377a-4f16-9282-d5594ab08aa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:51.506054 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d1fcea-6bb2-4325-acdd-d235c6a84a7f None None] Network e1c89579-6195-4c70-ba90-09ea7c6b128b requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:13:51.507471 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04a25a-7ff4-431c-8894-0ea39283f6d0 req-1ac4c8a7-0179-4bfc-a4ce-a206cfc6dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:51.511784 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0e04a25a-7ff4-431c-8894-0ea39283f6d0 req-1ac4c8a7-0179-4bfc-a4ce-a206cfc6dbd9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=10dc11e1-e488-424e-9170-8405136c537b HTTP/1.1" status: 200 len: 855 time: 0.1071432 Jan 18 20:13:51.527566 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47950) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:51.528227 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-dbac7c25-377a-4f16-9282-d5594ab08aa8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5095997 Jan 18 20:13:51.539421 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-7150f760-a50f-47b9-baa4-9e3a0d2f45cd admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2025350261-router', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:13:51.564899 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0e04a25a-7ff4-431c-8894-0ea39283f6d0 req-b36ba917-c708-4f4c-abb6-62a9e27fdc7c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b9ea892c-76c6-4189-83ba-54323c251196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466769 Jan 18 20:13:51.655139 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-e1c89579-6195-4c70-ba90-09ea7c6b128b', 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b', 'project_id': '607a4768cdf6430db9e32c193b955188', 'fixed_ips': [{'subnet_id': '3443f31d-f38e-4c29-8c99-7fd225434601'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:13:51.656329 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:51.686943 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7150f760-a50f-47b9-baa4-9e3a0d2f45cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (65f8e15d-e053-472a-99ca-ec5cd87b2285), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:51.688207 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7150f760-a50f-47b9-baa4-9e3a0d2f45cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (65f8e15d-e053-472a-99ca-ec5cd87b2285), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:51.763163 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0e04a25a-7ff4-431c-8894-0ea39283f6d0 req-96a50ab5-fc4f-4cf5-a067-5e84d06c0965 service neutron] 10.222.0.70 "GET /v2.0/networks/b9ea892c-76c6-4189-83ba-54323c251196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903307 Jan 18 20:13:51.766483 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7150f760-a50f-47b9-baa4-9e3a0d2f45cd admin admin] Publish callbacks [] for router_controller (65f8e15d-e053-472a-99ca-ec5cd87b2285), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:51.854087 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Allocated IP 172.20.0.2 (e1c89579-6195-4c70-ba90-09ea7c6b128b/3443f31d-f38e-4c29-8c99-7fd225434601/dd6d516e-6b62-46fe-adb3-973e52be0a5a) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:13:51.967743 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef021fa0-e82d-422b-96e0-5ed21780e2af req-1e1f500d-c786-4a8f-847b-adbe29b05534 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:51.969276 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ef021fa0-e82d-422b-96e0-5ed21780e2af req-1e1f500d-c786-4a8f-847b-adbe29b05534 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd068b93-b6f8-4e2b-8903-6aa4a86f7eff HTTP/1.1" status: 200 len: 943 time: 0.1268423 Jan 18 20:13:52.077958 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c35f9679-c968-4c28-ad09-67c0dfea8c2e req-b1e8c682-bb1e-4e93-b6d2-15515f2ffd08 tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0989733 Jan 18 20:13:52.085812 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Publish callbacks [] for port (dd6d516e-6b62-46fe-adb3-973e52be0a5a), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:52.093379 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7150f760-a50f-47b9-baa4-9e3a0d2f45cd admin admin] Publish callbacks [] for router_gateway (65f8e15d-e053-472a-99ca-ec5cd87b2285), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:52.098022 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (dd6d516e-6b62-46fe-adb3-973e52be0a5a), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:52.101209 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0e04a25a-7ff4-431c-8894-0ea39283f6d0 req-27fe2878-d995-48b0-909f-3b8e595bcb29 service neutron] 10.222.0.70 "GET /v2.0/networks/b9ea892c-76c6-4189-83ba-54323c251196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312299 Jan 18 20:13:52.184508 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ef021fa0-e82d-422b-96e0-5ed21780e2af req-e05a3ac1-bca9-48c4-a848-d098c844d8c3 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973610 Jan 18 20:13:52.365873 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Network e1c89579-6195-4c70-ba90-09ea7c6b128b is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:13:52.368294 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:13:52.372319 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:13:52.379396 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Pushing event updated for resources: {'Port': ['ID=dd6d516e-6b62-46fe-adb3-973e52be0a5a,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:52.408188 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:52.408520 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:52.409477 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:52.409477 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:52.409836 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:52.410263 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:52.410596 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:52.410918 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:52.411237 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:52.411556 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:52.411872 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:52.412242 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:52.412697 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:13:52.429783 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7150f760-a50f-47b9-baa4-9e3a0d2f45cd admin admin] Publish callbacks [] for router_gateway (65f8e15d-e053-472a-99ca-ec5cd87b2285), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:52.452434 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Attempting to bind port dd6d516e-6b62-46fe-adb3-973e52be0a5a on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:13:52.452772 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7150f760-a50f-47b9-baa4-9e3a0d2f45cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:52.452956 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Attempting to bind port dd6d516e-6b62-46fe-adb3-973e52be0a5a by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '1f1a3c38-de33-4f07-a242-8ac59af9a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:13:52.453351 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Attempting to bind port dd6d516e-6b62-46fe-adb3-973e52be0a5a on network e1c89579-6195-4c70-ba90-09ea7c6b128b {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:13:52.459667 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:13:52.460098 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Checking segment: {'id': '1f1a3c38-de33-4f07-a242-8ac59af9a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:13:52.460550 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:52.461061 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Bound using segment: {'id': '1f1a3c38-de33-4f07-a242-8ac59af9a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:13:52.461905 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Bound port: dd6d516e-6b62-46fe-adb3-973e52be0a5a, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1a3c38-de33-4f07-a242-8ac59af9a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:13:52.462486 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (dd6d516e-6b62-46fe-adb3-973e52be0a5a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:52.561494 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] For port dd6d516e-6b62-46fe-adb3-973e52be0a5a, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:13:52.568380 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] For port dd6d516e-6b62-46fe-adb3-973e52be0a5a, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=dd6d516e-6b62-46fe-adb3-973e52be0a5a,segment=NetworkSegment(1f1a3c38-de33-4f07-a242-8ac59af9a9ea),segment_id=1f1a3c38-de33-4f07-a242-8ac59af9a9ea)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:13:52.573081 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e549ecee-414f-4797-a478-9548dca04b85 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:13:52.582921 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (dd6d516e-6b62-46fe-adb3-973e52be0a5a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:52.641406 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-7150f760-a50f-47b9-baa4-9e3a0d2f45cd admin admin] Allocated IP 172.25.4.74 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/d3acc782-dd4f-422e-82d8-825e5e41f33d) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:13:52.784561 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2056aa-3bc8-45bb-93ae-61df91a54775 None None] Pushing event updated for resources: {'Port': ['ID=dd6d516e-6b62-46fe-adb3-973e52be0a5a,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:52.828779 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port e549ecee-414f-4797-a478-9548dca04b85, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e549ecee-414f-4797-a478-9548dca04b85,segment=NetworkSegment(7c999ac7-baea-45bb-ab9e-31dd698bcd3b),segment_id=7c999ac7-baea-45bb-ab9e-31dd698bcd3b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:13:52.859848 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'e549ecee-414f-4797-a478-9548dca04b85', 'network_id': 'b9ea892c-76c6-4189-83ba-54323c251196', 'port_id': 'e549ecee-414f-4797-a478-9548dca04b85', 'mac_address': 'fa:16:3e:33:2d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10dc11e1-e488-424e-9170-8405136c537b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:13:52.880584 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7150f760-a50f-47b9-baa4-9e3a0d2f45cd admin admin] Publish callbacks [] for port (d3acc782-dd4f-422e-82d8-825e5e41f33d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:52.908050 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port e549ecee-414f-4797-a478-9548dca04b85 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:13:52.908516 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e549ecee-414f-4797-a478-9548dca04b85), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:52.925668 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e549ecee-414f-4797-a478-9548dca04b85 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:13:52.928469 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7150f760-a50f-47b9-baa4-9e3a0d2f45cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (d3acc782-dd4f-422e-82d8-825e5e41f33d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:52.983944 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port e549ecee-414f-4797-a478-9548dca04b85, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e549ecee-414f-4797-a478-9548dca04b85,segment=NetworkSegment(7c999ac7-baea-45bb-ab9e-31dd698bcd3b),segment_id=7c999ac7-baea-45bb-ab9e-31dd698bcd3b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:13:52.989155 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e549ecee-414f-4797-a478-9548dca04b85), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:52.989700 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7150f760-a50f-47b9-baa4-9e3a0d2f45cd admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:13:52.993037 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-7150f760-a50f-47b9-baa4-9e3a0d2f45cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:13:52.997345 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7150f760-a50f-47b9-baa4-9e3a0d2f45cd admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:13:53.043484 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150f760-a50f-47b9-baa4-9e3a0d2f45cd admin admin] Pushing event updated for resources: {'Port': ['ID=d3acc782-dd4f-422e-82d8-825e5e41f33d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:53.082316 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=e549ecee-414f-4797-a478-9548dca04b85,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:53.236746 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-da5b3040-f34d-4416-99bb-9eafc3219418 req-05e19db0-cb65-4a6e-8f80-6fe0c4e7cc91 tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0688262 Jan 18 20:13:53.332073 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['e549ecee-414f-4797-a478-9548dca04b85'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:13:53.360169 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7150f760-a50f-47b9-baa4-9e3a0d2f45cd admin admin] Publish callbacks [] for router_gateway (65f8e15d-e053-472a-99ca-ec5cd87b2285), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:53.407215 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9292c-bb15-48fd-bb97-df1438465e76 req-314b3e00-040c-4d4f-821f-4076cbebd8aa tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:53.414122 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4c9292c-bb15-48fd-bb97-df1438465e76 req-314b3e00-040c-4d4f-821f-4076cbebd8aa tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd068b93-b6f8-4e2b-8903-6aa4a86f7eff HTTP/1.1" status: 200 len: 944 time: 0.0828230 Jan 18 20:13:53.506036 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4c9292c-bb15-48fd-bb97-df1438465e76 req-ff83f95d-da3d-4cf2-bd39-0a461335996f tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813208 Jan 18 20:13:53.653472 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7150f760-a50f-47b9-baa4-9e3a0d2f45cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (65f8e15d-e053-472a-99ca-ec5cd87b2285), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:54.164495 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48010) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:54.174768 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7150f760-a50f-47b9-baa4-9e3a0d2f45cd admin admin] Router 65f8e15d-e053-472a-99ca-ec5cd87b2285 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:13:54.201246 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a7c575-2ed6-4ef7-af77-1a078ad8f391 None None] Network e1c89579-6195-4c70-ba90-09ea7c6b128b requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:13:54.340975 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7150f760-a50f-47b9-baa4-9e3a0d2f45cd admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:13:54.346421 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-14bbe30c-f67b-4ce4-811e-cbde9c395702 None None] Provisioning complete for port dd6d516e-6b62-46fe-adb3-973e52be0a5a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:13:54.346848 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-14bbe30c-f67b-4ce4-811e-cbde9c395702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (dd6d516e-6b62-46fe-adb3-973e52be0a5a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:54.375695 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7150f760-a50f-47b9-baa4-9e3a0d2f45cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:54.377080 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7150f760-a50f-47b9-baa4-9e3a0d2f45cd admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8427486 Jan 18 20:13:54.380129 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48020) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:54.394568 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc62ff9-21ee-4216-b0af-f01c6dfb4f75 None None] Sync routers for ids ['65f8e15d-e053-472a-99ca-ec5cd87b2285'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:13:54.428124 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc62ff9-21ee-4216-b0af-f01c6dfb4f75 None None] Routers {'65f8e15d-e053-472a-99ca-ec5cd87b2285'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:13:54.428860 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-dcc62ff9-21ee-4216-b0af-f01c6dfb4f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:13:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['65f8e15d-e053-472a-99ca-ec5cd87b2285'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:13:54.458608 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4ba7477d-2d47-4eb3-923e-907b88f0843c req-d431828f-e9f5-41ca-807b-a286480d1a54 tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0889759 Jan 18 20:13:54.483177 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-af04154f-fd32-498d-a260-a133fac84681 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:54.569357 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-dcc62ff9-21ee-4216-b0af-f01c6dfb4f75 None None] Set router 65f8e15d-e053-472a-99ca-ec5cd87b2285 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:13:54.645130 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e549ecee-414f-4797-a478-9548dca04b85 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:13:54.702820 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device dd6d516e-6b62-46fe-adb3-973e52be0a5a up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:13:54.779452 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06286931-7e2b-434f-91ff-26a1558010d3 req-f59cd634-6322-4337-a5b9-a0c023314c01 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:54.781048 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-06286931-7e2b-434f-91ff-26a1558010d3 req-f59cd634-6322-4337-a5b9-a0c023314c01 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd068b93-b6f8-4e2b-8903-6aa4a86f7eff HTTP/1.1" status: 200 len: 944 time: 0.1569984 Jan 18 20:13:54.790704 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-af04154f-fd32-498d-a260-a133fac84681 admin admin] Publish callbacks [] for security_group (ebddf9bd-0a58-4f2a-9be7-80110efbfdfb), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:54.821393 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-af04154f-fd32-498d-a260-a133fac84681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ebddf9bd-0a58-4f2a-9be7-80110efbfdfb), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:54.887505 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-af04154f-fd32-498d-a260-a133fac84681 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56d0e32c27af4a52ba5313f0fc56675d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7217834 Jan 18 20:13:54.890470 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48024) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:54.897684 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-14bbe30c-f67b-4ce4-811e-cbde9c395702 None None] Current status of the port dd6d516e-6b62-46fe-adb3-973e52be0a5a is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:13:54.898169 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-14bbe30c-f67b-4ce4-811e-cbde9c395702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (dd6d516e-6b62-46fe-adb3-973e52be0a5a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:54.916389 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port e549ecee-414f-4797-a478-9548dca04b85 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:13:54.936964 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port e549ecee-414f-4797-a478-9548dca04b85 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:13:54.937340 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e549ecee-414f-4797-a478-9548dca04b85), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:54.954388 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port dd6d516e-6b62-46fe-adb3-973e52be0a5a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:13:54.954767 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (dd6d516e-6b62-46fe-adb3-973e52be0a5a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:55.017045 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-06286931-7e2b-434f-91ff-26a1558010d3 req-f72210ab-8e1c-427b-8ee7-a52e18485c1e tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223086 Jan 18 20:13:55.036801 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04154f-fd32-498d-a260-a133fac84681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebddf9bd-0a58-4f2a-9be7-80110efbfdfb,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:55.113287 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b198a183-2b23-4e1e-b4b0-dd450172bf6d admin admin] Publish callbacks [] for security_group (ebddf9bd-0a58-4f2a-9be7-80110efbfdfb), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:55.118175 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-14bbe30c-f67b-4ce4-811e-cbde9c395702 None None] For port dd6d516e-6b62-46fe-adb3-973e52be0a5a, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=dd6d516e-6b62-46fe-adb3-973e52be0a5a,segment=NetworkSegment(1f1a3c38-de33-4f07-a242-8ac59af9a9ea),segment_id=1f1a3c38-de33-4f07-a242-8ac59af9a9ea)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:13:55.131449 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-14bbe30c-f67b-4ce4-811e-cbde9c395702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (dd6d516e-6b62-46fe-adb3-973e52be0a5a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:55.164877 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b198a183-2b23-4e1e-b4b0-dd450172bf6d admin admin] Publish callbacks [] for security_group (ebddf9bd-0a58-4f2a-9be7-80110efbfdfb), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:55.255324 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b198a183-2b23-4e1e-b4b0-dd450172bf6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ebddf9bd-0a58-4f2a-9be7-80110efbfdfb), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:55.255525 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbe30c-f67b-4ce4-811e-cbde9c395702 None None] Pushing event updated for resources: {'Port': ['ID=dd6d516e-6b62-46fe-adb3-973e52be0a5a,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:55.258656 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b198a183-2b23-4e1e-b4b0-dd450172bf6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:55.260075 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b198a183-2b23-4e1e-b4b0-dd450172bf6d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ebddf9bd-0a58-4f2a-9be7-80110efbfdfb HTTP/1.1" status: 204 len: 168 time: 0.3677287 Jan 18 20:13:55.266493 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7eef9dc3-b958-45e3-9900-f3a563dadc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:55.278791 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198a183-2b23-4e1e-b4b0-dd450172bf6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebddf9bd-0a58-4f2a-9be7-80110efbfdfb,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:55.325246 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-dcc62ff9-21ee-4216-b0af-f01c6dfb4f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'name': 'tempest-ServersTestManualDisk-2025350261-router', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:13:51Z', 'updated_at': '2022-01-18T20:13:53Z', 'revision_number': 3, 'project_id': '607a4768cdf6430db9e32c193b955188', 'gw_port': {'id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:13:52Z', 'updated_at': '2022-01-18T20:13:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:13:55.381233 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc62ff9-21ee-4216-b0af-f01c6dfb4f75 None None] Checking router: 65f8e15d-e053-472a-99ca-ec5cd87b2285 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:13:55.381575 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc62ff9-21ee-4216-b0af-f01c6dfb4f75 None None] Updating router 65f8e15d-e053-472a-99ca-ec5cd87b2285 port d3acc782-dd4f-422e-82d8-825e5e41f33d binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:13:55.419422 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port dd6d516e-6b62-46fe-adb3-973e52be0a5a is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:13:55.428510 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-3121e47d-395e-40eb-8e24-c4ef3baecc50 None None] Provisioning complete for port dd6d516e-6b62-46fe-adb3-973e52be0a5a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:13:55.428879 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3121e47d-395e-40eb-8e24-c4ef3baecc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (dd6d516e-6b62-46fe-adb3-973e52be0a5a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:55.478467 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port e549ecee-414f-4797-a478-9548dca04b85 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:13:55.478846 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e549ecee-414f-4797-a478-9548dca04b85), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:55.499675 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dcc62ff9-21ee-4216-b0af-f01c6dfb4f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d3acc782-dd4f-422e-82d8-825e5e41f33d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:55.506531 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd068b93-b6f8-4e2b-8903-6aa4a86f7eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e549ecee-414f-4797-a478-9548dca04b85'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:13:55.509264 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72531098-112b-4188-8c58-ad45b40525ed" -d '{"events": [{"server_uuid": "bd068b93-b6f8-4e2b-8903-6aa4a86f7eff", "name": "network-vif-plugged", "status": "completed", "tag": "e549ecee-414f-4797-a478-9548dca04b85"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:13:55.566819 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port e549ecee-414f-4797-a478-9548dca04b85, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e549ecee-414f-4797-a478-9548dca04b85,segment=NetworkSegment(7c999ac7-baea-45bb-ab9e-31dd698bcd3b),segment_id=7c999ac7-baea-45bb-ab9e-31dd698bcd3b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:13:55.579292 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3bea52dd-9e60-4e03-9272-4ee323f42072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:55.580714 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e549ecee-414f-4797-a478-9548dca04b85), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:55.643840 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=e549ecee-414f-4797-a478-9548dca04b85,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:55.667126 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-7eef9dc3-b958-45e3-9900-f3a563dadc73 admin admin] Allocated IP 172.20.0.1 (e1c89579-6195-4c70-ba90-09ea7c6b128b/3443f31d-f38e-4c29-8c99-7fd225434601/a3059ad1-0cf0-4484-88f9-ba9115d11ae0) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:13:55.811779 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e6ae6e3-7329-4695-916c-cdfa70f4418d req-9e0f971b-1851-421c-9509-b1ffc5806bcc tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0792873 Jan 18 20:13:55.884830 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a76f5e-5b17-4f23-b8da-738c33b06603 req-8981d45f-a1c4-486b-ba19-44c82477bc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:55.888828 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d7a76f5e-5b17-4f23-b8da-738c33b06603 req-8981d45f-a1c4-486b-ba19-44c82477bc39 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bd068b93-b6f8-4e2b-8903-6aa4a86f7eff HTTP/1.1" status: 200 len: 1096 time: 0.1044929 Jan 18 20:13:55.913193 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7eef9dc3-b958-45e3-9900-f3a563dadc73 admin admin] Publish callbacks [] for port (a3059ad1-0cf0-4484-88f9-ba9115d11ae0), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:55.941438 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d1c4a1-ab0a-4766-96e6-cfdc65c6750a x-openstack-request-id: req-b7d1c4a1-ab0a-4766-96e6-cfdc65c6750a {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:13:55.941758 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd068b93-b6f8-4e2b-8903-6aa4a86f7eff", "name": "network-vif-plugged", "status": "completed", "tag": "e549ecee-414f-4797-a478-9548dca04b85", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:13:55.942003 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7d1c4a1-ab0a-4766-96e6-cfdc65c6750a {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:13:55.942397 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd068b93-b6f8-4e2b-8903-6aa4a86f7eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e549ecee-414f-4797-a478-9548dca04b85', 'code': 200} Jan 18 20:13:55.976255 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3121e47d-395e-40eb-8e24-c4ef3baecc50 None None] Current status of the port dd6d516e-6b62-46fe-adb3-973e52be0a5a is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:13:56.008442 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d7a76f5e-5b17-4f23-b8da-738c33b06603 req-a2e73c40-e234-4091-85d9-0c1b2ffce17b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088312 Jan 18 20:13:56.023842 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7eef9dc3-b958-45e3-9900-f3a563dadc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (a3059ad1-0cf0-4484-88f9-ba9115d11ae0), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:56.064409 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eef9dc3-b958-45e3-9900-f3a563dadc73 admin admin] Network e1c89579-6195-4c70-ba90-09ea7c6b128b is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:13:56.072269 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-7eef9dc3-b958-45e3-9900-f3a563dadc73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:13:56.076293 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eef9dc3-b958-45e3-9900-f3a563dadc73 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:13:56.115619 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef9dc3-b958-45e3-9900-f3a563dadc73 admin admin] Pushing event updated for resources: {'Port': ['ID=a3059ad1-0cf0-4484-88f9-ba9115d11ae0,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:56.141918 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7eef9dc3-b958-45e3-9900-f3a563dadc73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (65f8e15d-e053-472a-99ca-ec5cd87b2285), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:56.235376 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dcc62ff9-21ee-4216-b0af-f01c6dfb4f75 None None] Publish callbacks [] for port (d3acc782-dd4f-422e-82d8-825e5e41f33d), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:56.256231 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dcc62ff9-21ee-4216-b0af-f01c6dfb4f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d3acc782-dd4f-422e-82d8-825e5e41f33d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:56.313783 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eb7cc-e219-4191-818b-351a165178cb req-eb1e2481-def6-4513-878b-919fa0b36ac4 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:56.326184 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b3983-25f4-471a-bb37-f955fc74429e None None] Pushing event updated for resources: {'Port': ['ID=d3acc782-dd4f-422e-82d8-825e5e41f33d,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:56.331288 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d74eb7cc-e219-4191-818b-351a165178cb req-eb1e2481-def6-4513-878b-919fa0b36ac4 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd068b93-b6f8-4e2b-8903-6aa4a86f7eff HTTP/1.1" status: 200 len: 945 time: 0.1063795 Jan 18 20:13:56.434940 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-dcc62ff9-21ee-4216-b0af-f01c6dfb4f75 None None] Attempting to bind port d3acc782-dd4f-422e-82d8-825e5e41f33d on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:13:56.435289 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-dcc62ff9-21ee-4216-b0af-f01c6dfb4f75 None None] Attempting to bind port d3acc782-dd4f-422e-82d8-825e5e41f33d by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:13:56.435664 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc62ff9-21ee-4216-b0af-f01c6dfb4f75 None None] Attempting to bind port d3acc782-dd4f-422e-82d8-825e5e41f33d on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:13:56.438841 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7eef9dc3-b958-45e3-9900-f3a563dadc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a3059ad1-0cf0-4484-88f9-ba9115d11ae0), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:56.458711 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc62ff9-21ee-4216-b0af-f01c6dfb4f75 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:13:56.459100 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc62ff9-21ee-4216-b0af-f01c6dfb4f75 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:13:56.459510 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dcc62ff9-21ee-4216-b0af-f01c6dfb4f75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:56.460477 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc62ff9-21ee-4216-b0af-f01c6dfb4f75 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:13:56.460696 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-dcc62ff9-21ee-4216-b0af-f01c6dfb4f75 None None] Bound port: d3acc782-dd4f-422e-82d8-825e5e41f33d, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:13:56.461084 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dcc62ff9-21ee-4216-b0af-f01c6dfb4f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d3acc782-dd4f-422e-82d8-825e5e41f33d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:56.510335 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d74eb7cc-e219-4191-818b-351a165178cb req-57eb9c65-47fa-4de3-bfb9-167fef400ca9 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778951 Jan 18 20:13:56.587357 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dcc62ff9-21ee-4216-b0af-f01c6dfb4f75 None None] For port d3acc782-dd4f-422e-82d8-825e5e41f33d, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:13:56.591578 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dcc62ff9-21ee-4216-b0af-f01c6dfb4f75 None None] For port d3acc782-dd4f-422e-82d8-825e5e41f33d, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d3acc782-dd4f-422e-82d8-825e5e41f33d,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:13:56.610981 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dcc62ff9-21ee-4216-b0af-f01c6dfb4f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d3acc782-dd4f-422e-82d8-825e5e41f33d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:56.647173 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device dd6d516e-6b62-46fe-adb3-973e52be0a5a up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:13:56.696248 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a95c9fa3-d5ac-4f6f-8153-37a1b47ed615 None None] Provisioning complete for port a3059ad1-0cf0-4484-88f9-ba9115d11ae0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:13:56.696627 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a95c9fa3-d5ac-4f6f-8153-37a1b47ed615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a3059ad1-0cf0-4484-88f9-ba9115d11ae0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:56.770440 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7eef9dc3-b958-45e3-9900-f3a563dadc73 admin admin] Publish callbacks [] for port (a3059ad1-0cf0-4484-88f9-ba9115d11ae0), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:56.780274 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7eef9dc3-b958-45e3-9900-f3a563dadc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (a3059ad1-0cf0-4484-88f9-ba9115d11ae0), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:56.806203 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b3983-25f4-471a-bb37-f955fc74429e None None] Pushing event updated for resources: {'Port': ['ID=d3acc782-dd4f-422e-82d8-825e5e41f33d,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:56.836105 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef9dc3-b958-45e3-9900-f3a563dadc73 admin admin] Pushing event updated for resources: {'Port': ['ID=a3059ad1-0cf0-4484-88f9-ba9115d11ae0,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:56.845487 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc62ff9-21ee-4216-b0af-f01c6dfb4f75 None None] Routers {'65f8e15d-e053-472a-99ca-ec5cd87b2285'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:13:56.846225 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-dcc62ff9-21ee-4216-b0af-f01c6dfb4f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:13:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['65f8e15d-e053-472a-99ca-ec5cd87b2285'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:13:56.882384 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7eef9dc3-b958-45e3-9900-f3a563dadc73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (65f8e15d-e053-472a-99ca-ec5cd87b2285), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:56.964581 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-dcc62ff9-21ee-4216-b0af-f01c6dfb4f75 None None] Set router 65f8e15d-e053-472a-99ca-ec5cd87b2285 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:13:56.984859 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf2a04c6-0afb-4a18-90c7-de166934d871 req-1a0b19b6-5770-4858-b7fa-22adf23a9931 tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0560012 Jan 18 20:13:56.999620 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a95c9fa3-d5ac-4f6f-8153-37a1b47ed615 None None] Port a3059ad1-0cf0-4484-88f9-ba9115d11ae0 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:13:57.024975 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port dd6d516e-6b62-46fe-adb3-973e52be0a5a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:13:57.025534 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (dd6d516e-6b62-46fe-adb3-973e52be0a5a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:57.031927 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eef9dc3-b958-45e3-9900-f3a563dadc73 admin admin] Network e1c89579-6195-4c70-ba90-09ea7c6b128b is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:13:57.033793 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-7eef9dc3-b958-45e3-9900-f3a563dadc73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:13:57.372022 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eef9dc3-b958-45e3-9900-f3a563dadc73 admin admin] Router 65f8e15d-e053-472a-99ca-ec5cd87b2285 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:13:57.499037 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port dd6d516e-6b62-46fe-adb3-973e52be0a5a is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:13:57.526819 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eef9dc3-b958-45e3-9900-f3a563dadc73 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:13:57.536305 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e749d8b1-7a7f-4eda-b641-9520ebbd02e6 None None] Provisioning complete for port a3059ad1-0cf0-4484-88f9-ba9115d11ae0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:13:57.536682 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e749d8b1-7a7f-4eda-b641-9520ebbd02e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a3059ad1-0cf0-4484-88f9-ba9115d11ae0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:57.538080 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7eef9dc3-b958-45e3-9900-f3a563dadc73 admin admin] 10.222.0.31 "PUT /v2.0/routers/65f8e15d-e053-472a-99ca-ec5cd87b2285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1565721 Jan 18 20:13:57.602532 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-dcc62ff9-21ee-4216-b0af-f01c6dfb4f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'name': 'tempest-ServersTestManualDisk-2025350261-router', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:13:51Z', 'updated_at': '2022-01-18T20:13:56Z', 'revision_number': 4, 'project_id': '607a4768cdf6430db9e32c193b955188', 'gw_port': {'id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:13:52Z', 'updated_at': '2022-01-18T20:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'a3059ad1-0cf0-4484-88f9-ba9115d11ae0', 'name': '', 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'mac_address': 'fa:16:3e:f7:73:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '3443f31d-f38e-4c29-8c99-7fd225434601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:13:55Z', 'updated_at': '2022-01-18T20:13:56Z', 'revision_number': 2, 'project_id': '607a4768cdf6430db9e32c193b955188', 'subnets': [{'id': '3443f31d-f38e-4c29-8c99-7fd225434601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:13:57.671444 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e749d8b1-7a7f-4eda-b641-9520ebbd02e6 None None] Port a3059ad1-0cf0-4484-88f9-ba9115d11ae0 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:13:57.679657 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc62ff9-21ee-4216-b0af-f01c6dfb4f75 None None] The sync data for ids ['65f8e15d-e053-472a-99ca-ec5cd87b2285'] in n-d-741529-9 is: [{'id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'name': 'tempest-ServersTestManualDisk-2025350261-router', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:13:51Z', 'updated_at': '2022-01-18T20:13:56Z', 'revision_number': 4, 'project_id': '607a4768cdf6430db9e32c193b955188', 'gw_port': {'id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:13:52Z', 'updated_at': '2022-01-18T20:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'a3059ad1-0cf0-4484-88f9-ba9115d11ae0', 'name': '', 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'mac_address': 'fa:16:3e:f7:73:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '3443f31d-f38e-4c29-8c99-7fd225434601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:13:55Z', 'updated_at': '2022-01-18T20:13:56Z', 'revision_number': 2, 'project_id': '607a4768cdf6430db9e32c193b955188', 'subnets': [{'id': '3443f31d-f38e-4c29-8c99-7fd225434601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:13:57.753152 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692d782-83c2-47db-b2c8-45c4696d895f req-565b53ad-9a2d-42f2-9776-00efab70d1eb tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:57.754873 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3692d782-83c2-47db-b2c8-45c4696d895f req-565b53ad-9a2d-42f2-9776-00efab70d1eb tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd068b93-b6f8-4e2b-8903-6aa4a86f7eff HTTP/1.1" status: 200 len: 945 time: 0.1119070 Jan 18 20:13:57.769231 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7655-de03-4f27-b77d-031d5b7fecfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:57.902122 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3692d782-83c2-47db-b2c8-45c4696d895f req-ffaa3bd3-da07-41dc-a786-567113544f41 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232119 Jan 18 20:13:58.112394 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25127a92-ca07-4a7b-939d-0224a0d25484 req-14c81f87-feb8-4c1a-bb5e-a753c666d576 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:58.116081 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-25127a92-ca07-4a7b-939d-0224a0d25484 req-14c81f87-feb8-4c1a-bb5e-a753c666d576 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd068b93-b6f8-4e2b-8903-6aa4a86f7eff HTTP/1.1" status: 200 len: 945 time: 0.1047876 Jan 18 20:13:58.203076 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-25127a92-ca07-4a7b-939d-0224a0d25484 req-74c04a29-03e5-4dc0-a0ad-7023452c2f83 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795557 Jan 18 20:13:58.345393 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-443e4bc3-8572-4ab3-885a-81ba0604f922 req-fcee4ade-1264-4725-bcf3-21e41ca5d5c4 tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0533881 Jan 18 20:13:58.563648 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48138) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:58.569985 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-efc3e66d-f7ed-4a4b-aa63-d7ebe5579409 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--278313007', 'description': 'tempest-description--162149944'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:13:58.621740 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-efc3e66d-f7ed-4a4b-aa63-d7ebe5579409 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:58.704656 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-efc3e66d-f7ed-4a4b-aa63-d7ebe5579409 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks [] for security_group (58357313-de23-462c-bfb9-bb74dfaad7fd), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:58.718895 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-efc3e66d-f7ed-4a4b-aa63-d7ebe5579409 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (58357313-de23-462c-bfb9-bb74dfaad7fd), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:58.773675 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3e66d-f7ed-4a4b-aa63-d7ebe5579409 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58357313-de23-462c-bfb9-bb74dfaad7fd,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:58.811311 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ba9a8-5340-43d9-8654-72f18333a510 req-e9a14399-3d51-4c21-9d25-a810855eac43 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:58.818833 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a84ba9a8-5340-43d9-8654-72f18333a510 req-e9a14399-3d51-4c21-9d25-a810855eac43 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd068b93-b6f8-4e2b-8903-6aa4a86f7eff HTTP/1.1" status: 200 len: 945 time: 0.1809976 Jan 18 20:13:58.826334 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-efc3e66d-f7ed-4a4b-aa63-d7ebe5579409 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:58.829852 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-efc3e66d-f7ed-4a4b-aa63-d7ebe5579409 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2626295 Jan 18 20:13:58.830529 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48144) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:58.835083 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-b4ed4242-7154-4931-83bf-445957a54b21 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Request body: {'security_group_rule': {'security_group_id': '58357313-de23-462c-bfb9-bb74dfaad7fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:13:58.880234 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b4ed4242-7154-4931-83bf-445957a54b21 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks [] for security_group_rule (80bba024-9ac8-480b-8bd8-abd72ef000f2), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:58.894462 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a84ba9a8-5340-43d9-8654-72f18333a510 req-1edcd1a0-ab4d-4ba0-97c5-29098623c371 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747530 Jan 18 20:13:58.967825 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:58.974294 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b4ed4242-7154-4931-83bf-445957a54b21 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks [] for security_group_rule (80bba024-9ac8-480b-8bd8-abd72ef000f2), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:58.980467 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b4ed4242-7154-4931-83bf-445957a54b21 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (80bba024-9ac8-480b-8bd8-abd72ef000f2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:59.013873 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed4242-7154-4931-83bf-445957a54b21 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80bba024-9ac8-480b-8bd8-abd72ef000f2,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:59.021360 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b4ed4242-7154-4931-83bf-445957a54b21 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:59.025282 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b4ed4242-7154-4931-83bf-445957a54b21 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1913776 Jan 18 20:13:59.026586 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48150) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:59.032021 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-9b7e75aa-3761-48d6-95bc-bdf4cba3cf4c tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Request body: {'security_group_rule': {'security_group_id': '58357313-de23-462c-bfb9-bb74dfaad7fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:13:59.084322 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9b7e75aa-3761-48d6-95bc-bdf4cba3cf4c tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks [] for security_group_rule (9f363cd0-305a-4c1d-ae77-b8de9f417a83), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:59.097804 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b76603-1c17-4878-9234-12d51cd263d3 req-08eb19ec-705d-4c0c-a69a-069037183f4c tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:59.099825 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b7b76603-1c17-4878-9234-12d51cd263d3 req-08eb19ec-705d-4c0c-a69a-069037183f4c tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd068b93-b6f8-4e2b-8903-6aa4a86f7eff HTTP/1.1" status: 200 len: 945 time: 0.0782282 Jan 18 20:13:59.172015 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9b7e75aa-3761-48d6-95bc-bdf4cba3cf4c tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks [] for security_group_rule (9f363cd0-305a-4c1d-ae77-b8de9f417a83), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:59.178598 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9b7e75aa-3761-48d6-95bc-bdf4cba3cf4c tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (9f363cd0-305a-4c1d-ae77-b8de9f417a83), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:59.189015 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b7b76603-1c17-4878-9234-12d51cd263d3 req-2f70c6a8-64ce-4a04-a29f-57ddd2f0f4da tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827961 Jan 18 20:13:59.213288 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e75aa-3761-48d6-95bc-bdf4cba3cf4c tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f363cd0-305a-4c1d-ae77-b8de9f417a83,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:59.222621 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48156) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:59.237356 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9b7e75aa-3761-48d6-95bc-bdf4cba3cf4c tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:59.243818 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9b7e75aa-3761-48d6-95bc-bdf4cba3cf4c tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2160230 Jan 18 20:13:59.247310 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48160) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:59.251738 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-99e2e735-9f5c-4fc4-89d0-098722ab6475 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:13:59.282995 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99e2e735-9f5c-4fc4-89d0-098722ab6475 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:59.444072 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99e2e735-9f5c-4fc4-89d0-098722ab6475 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:59.445556 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f9ee65e4-d721-410c-959e-fbda716b3cc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:59.499288 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-22084a17-ee74-444f-b541-7df8db2cf8ab req-daa80e20-e528-4b05-8680-6621f56c086d tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0369329 Jan 18 20:13:59.604419 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f9ee65e4-d721-410c-959e-fbda716b3cc0 admin admin] Publish callbacks [] for security_group (0c2496b2-565e-4327-9ec5-ccc9bcc3d88e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:59.609733 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-99e2e735-9f5c-4fc4-89d0-098722ab6475 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Allocated IP 172.25.4.213 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/ea5cb997-06ff-4786-81d6-49f37c69a392) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:13:59.613157 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f9ee65e4-d721-410c-959e-fbda716b3cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0c2496b2-565e-4327-9ec5-ccc9bcc3d88e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:59.647746 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48168) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:13:59.648092 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f9ee65e4-d721-410c-959e-fbda716b3cc0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=170291d2da384dc094cd0c0acd4ad8e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4238679 Jan 18 20:13:59.686084 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fae3cf-d535-413d-a4ff-19098d7f2270 req-dd6f38b3-9e3f-4860-bdd1-fd0e6e7be581 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:59.693103 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-89fae3cf-d535-413d-a4ff-19098d7f2270 req-dd6f38b3-9e3f-4860-bdd1-fd0e6e7be581 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd068b93-b6f8-4e2b-8903-6aa4a86f7eff HTTP/1.1" status: 200 len: 945 time: 0.1996574 Jan 18 20:13:59.703338 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee65e4-d721-410c-959e-fbda716b3cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2496b2-565e-4327-9ec5-ccc9bcc3d88e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:59.768595 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-250b5f80-e6f0-4264-a1ce-e65cdfbb7f26 admin admin] Publish callbacks [] for security_group (0c2496b2-565e-4327-9ec5-ccc9bcc3d88e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:59.794133 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-89fae3cf-d535-413d-a4ff-19098d7f2270 req-0dcfe193-3c36-4604-a60b-a17ab236774d tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814321 Jan 18 20:13:59.811479 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99e2e735-9f5c-4fc4-89d0-098722ab6475 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks [] for port (ea5cb997-06ff-4786-81d6-49f37c69a392), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:59.817698 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-250b5f80-e6f0-4264-a1ce-e65cdfbb7f26 admin admin] Publish callbacks [] for security_group (0c2496b2-565e-4327-9ec5-ccc9bcc3d88e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:59.881173 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99e2e735-9f5c-4fc4-89d0-098722ab6475 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ea5cb997-06ff-4786-81d6-49f37c69a392), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:59.920042 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-250b5f80-e6f0-4264-a1ce-e65cdfbb7f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0c2496b2-565e-4327-9ec5-ccc9bcc3d88e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:59.922666 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-250b5f80-e6f0-4264-a1ce-e65cdfbb7f26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:13:59.923798 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-250b5f80-e6f0-4264-a1ce-e65cdfbb7f26 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c2496b2-565e-4327-9ec5-ccc9bcc3d88e HTTP/1.1" status: 204 len: 168 time: 0.2749946 Jan 18 20:13:59.931689 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786edbe7-cda7-42f4-bcef-50eae7ca46d7 req-eed03d70-04c7-4350-a56f-87aefacf5705 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:13:59.940165 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-786edbe7-cda7-42f4-bcef-50eae7ca46d7 req-eed03d70-04c7-4350-a56f-87aefacf5705 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd068b93-b6f8-4e2b-8903-6aa4a86f7eff HTTP/1.1" status: 200 len: 945 time: 0.0851119 Jan 18 20:13:59.945151 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e2e735-9f5c-4fc4-89d0-098722ab6475 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:13:59.948130 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b5f80-e6f0-4264-a1ce-e65cdfbb7f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2496b2-565e-4327-9ec5-ccc9bcc3d88e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:13:59.952483 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-99e2e735-9f5c-4fc4-89d0-098722ab6475 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:13:59.957716 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e2e735-9f5c-4fc4-89d0-098722ab6475 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:13:59.961150 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2e735-9f5c-4fc4-89d0-098722ab6475 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Pushing event updated for resources: {'Port': ['ID=ea5cb997-06ff-4786-81d6-49f37c69a392,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:00.014384 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-786edbe7-cda7-42f4-bcef-50eae7ca46d7 req-b237b5aa-edc5-4b22-99c5-af7767d40b4a tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677216 Jan 18 20:14:00.093108 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99e2e735-9f5c-4fc4-89d0-098722ab6475 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks [] for floatingip (d35b1902-d509-40c4-a23a-cd693c95c374), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:00.141236 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99e2e735-9f5c-4fc4-89d0-098722ab6475 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ea5cb997-06ff-4786-81d6-49f37c69a392), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:00.364240 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48186) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:00.379868 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b5d36c4d-796b-443f-a821-9af478187608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:00.389701 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99e2e735-9f5c-4fc4-89d0-098722ab6475 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks [] for port (ea5cb997-06ff-4786-81d6-49f37c69a392), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:00.396557 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99e2e735-9f5c-4fc4-89d0-098722ab6475 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (ea5cb997-06ff-4786-81d6-49f37c69a392), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:00.453498 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2e735-9f5c-4fc4-89d0-098722ab6475 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Pushing event updated for resources: {'Port': ['ID=ea5cb997-06ff-4786-81d6-49f37c69a392,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:00.466565 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:00.509941 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c36d7-ef32-43f1-ba4c-ec6be6871ff8 req-648ada00-9b64-4c1f-93a0-c7654ce125de tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:00.512954 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea7c36d7-ef32-43f1-ba4c-ec6be6871ff8 req-648ada00-9b64-4c1f-93a0-c7654ce125de tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd068b93-b6f8-4e2b-8903-6aa4a86f7eff HTTP/1.1" status: 200 len: 945 time: 0.0977802 Jan 18 20:14:00.513460 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99e2e735-9f5c-4fc4-89d0-098722ab6475 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (d35b1902-d509-40c4-a23a-cd693c95c374), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:00.544177 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99e2e735-9f5c-4fc4-89d0-098722ab6475 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:00.545426 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-99e2e735-9f5c-4fc4-89d0-098722ab6475 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2971494 Jan 18 20:14:00.552509 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b5d36c4d-796b-443f-a821-9af478187608 admin admin] Publish callbacks [] for security_group (fa5adc88-bb98-43f5-a0e3-3630b26594d9), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:00.601953 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b5d36c4d-796b-443f-a821-9af478187608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (fa5adc88-bb98-43f5-a0e3-3630b26594d9), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:00.623657 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea7c36d7-ef32-43f1-ba4c-ec6be6871ff8 req-8f3f51fa-54ce-4c70-8abb-c9b7b47d269a tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024728 Jan 18 20:14:00.632789 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d3acc782-dd4f-422e-82d8-825e5e41f33d up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:14:00.706150 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port d3acc782-dd4f-422e-82d8-825e5e41f33d triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:14:00.706820 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a02c00b4-d56b-43f1-86d9-93a245f9ac53 req-23c54821-5280-4a95-a7c2-3c3006365e87 tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0820150 Jan 18 20:14:00.710760 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d36c4d-796b-443f-a821-9af478187608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5adc88-bb98-43f5-a0e3-3630b26594d9,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:00.713397 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d3acc782-dd4f-422e-82d8-825e5e41f33d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:00.720830 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48194) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:00.721123 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b5d36c4d-796b-443f-a821-9af478187608 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=600b285cd192420481672955a6651f97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3552392 Jan 18 20:14:00.816561 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-80e03007-7e04-4c8e-b59f-58ef4cb2ab1c admin admin] Publish callbacks [] for security_group (fa5adc88-bb98-43f5-a0e3-3630b26594d9), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:00.845902 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port d3acc782-dd4f-422e-82d8-825e5e41f33d is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:14:00.846611 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d3acc782-dd4f-422e-82d8-825e5e41f33d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:00.872997 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-80e03007-7e04-4c8e-b59f-58ef4cb2ab1c admin admin] Publish callbacks [] for security_group (fa5adc88-bb98-43f5-a0e3-3630b26594d9), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:00.875619 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port d3acc782-dd4f-422e-82d8-825e5e41f33d, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d3acc782-dd4f-422e-82d8-825e5e41f33d,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:14:00.884535 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d3acc782-dd4f-422e-82d8-825e5e41f33d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:00.895521 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-d1de15c8-fc15-4052-a510-46ea8fb236df tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--278313007&fields=id&tenant_id=607a4768cdf6430db9e32c193b955188 HTTP/1.1" status: 200 len: 267 time: 0.0854559 Jan 18 20:14:00.970342 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-80e03007-7e04-4c8e-b59f-58ef4cb2ab1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (fa5adc88-bb98-43f5-a0e3-3630b26594d9), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:00.971596 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=d3acc782-dd4f-422e-82d8-825e5e41f33d,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:00.973148 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-80e03007-7e04-4c8e-b59f-58ef4cb2ab1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:00.976965 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-80e03007-7e04-4c8e-b59f-58ef4cb2ab1c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa5adc88-bb98-43f5-a0e3-3630b26594d9 HTTP/1.1" status: 204 len: 168 time: 0.2528896 Jan 18 20:14:00.999851 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e03007-7e04-4c8e-b59f-58ef4cb2ab1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5adc88-bb98-43f5-a0e3-3630b26594d9,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:01.047498 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b1eea2-3fa6-43e2-b711-1cd3cfcb70f3 None None] Sync routers for ids ['65f8e15d-e053-472a-99ca-ec5cd87b2285'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:14:01.062923 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b1eea2-3fa6-43e2-b711-1cd3cfcb70f3 None None] Routers {'65f8e15d-e053-472a-99ca-ec5cd87b2285'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:14:01.064156 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-05b1eea2-3fa6-43e2-b711-1cd3cfcb70f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:13:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['65f8e15d-e053-472a-99ca-ec5cd87b2285'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:01.066037 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-3e8e41b4-16d6-4273-a4a3-44c38e55d38e tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:01.072873 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-3e8e41b4-16d6-4273-a4a3-44c38e55d38e tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/networks?id=e1c89579-6195-4c70-ba90-09ea7c6b128b HTTP/1.1" status: 200 len: 812 time: 0.1762846 Jan 18 20:14:01.088512 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-ef0ea569-f224-4ce3-9492-5b4e7bd86bf8 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/quotas/607a4768cdf6430db9e32c193b955188 HTTP/1.1" status: 200 len: 375 time: 0.0147676 Jan 18 20:14:01.151258 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-c342ee05-16f2-4d4a-ba1d-a127a776830d tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=607a4768cdf6430db9e32c193b955188&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618122 Jan 18 20:14:01.272253 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-bf833d14-668d-48d6-a58e-1c2bfee787cc service neutron] 10.222.0.31 "GET /v2.0/networks/e1c89579-6195-4c70-ba90-09ea7c6b128b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095338 Jan 18 20:14:01.312351 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-05b1eea2-3fa6-43e2-b711-1cd3cfcb70f3 None None] Set router 65f8e15d-e053-472a-99ca-ec5cd87b2285 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:14:01.393074 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-4ac00083-5494-4610-9ea8-65e65fd44651 service neutron] 10.222.0.31 "GET /v2.0/networks/e1c89579-6195-4c70-ba90-09ea7c6b128b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116424 Jan 18 20:14:01.574203 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-05b1eea2-3fa6-43e2-b711-1cd3cfcb70f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'name': 'tempest-ServersTestManualDisk-2025350261-router', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:13:51Z', 'updated_at': '2022-01-18T20:13:56Z', 'revision_number': 4, 'project_id': '607a4768cdf6430db9e32c193b955188', 'gw_port': {'id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:13:52Z', 'updated_at': '2022-01-18T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'a3059ad1-0cf0-4484-88f9-ba9115d11ae0', 'name': '', 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'mac_address': 'fa:16:3e:f7:73:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '3443f31d-f38e-4c29-8c99-7fd225434601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:13:55Z', 'updated_at': '2022-01-18T20:13:56Z', 'revision_number': 2, 'project_id': '607a4768cdf6430db9e32c193b955188', 'subnets': [{'id': '3443f31d-f38e-4c29-8c99-7fd225434601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:01.607041 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b1eea2-3fa6-43e2-b711-1cd3cfcb70f3 None None] Checking router: 65f8e15d-e053-472a-99ca-ec5cd87b2285 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:14:01.608288 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b1eea2-3fa6-43e2-b711-1cd3cfcb70f3 None None] Updating router 65f8e15d-e053-472a-99ca-ec5cd87b2285 port a3059ad1-0cf0-4484-88f9-ba9115d11ae0 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:14:01.636865 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-05b1eea2-3fa6-43e2-b711-1cd3cfcb70f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a3059ad1-0cf0-4484-88f9-ba9115d11ae0), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:01.672463 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a993b787-eb41-4f73-95c9-f8140002e84a req-80c2a769-461d-4df3-b1d9-6a4579252bca tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fddf1c-9e03-4439-b781-9aee19afe2d9 HTTP/1.1" status: 200 len: 210 time: 0.0581605 Jan 18 20:14:01.796770 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:01.822661 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7774b6-4dd7-4e38-80cd-6f3b496d08a3 req-c7d6abe8-6403-402f-b05f-b1933afb3961 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:01.831360 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673d0a2-9d84-4aa3-a47e-d7984128f4ad req-c74bd2f7-f395-4649-939d-8f3c8e04ce31 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:01.833081 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d673d0a2-9d84-4aa3-a47e-d7984128f4ad req-c74bd2f7-f395-4649-939d-8f3c8e04ce31 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd068b93-b6f8-4e2b-8903-6aa4a86f7eff HTTP/1.1" status: 200 len: 945 time: 0.1128275 Jan 18 20:14:01.836601 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bb7774b6-4dd7-4e38-80cd-6f3b496d08a3 req-c7d6abe8-6403-402f-b05f-b1933afb3961 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd068b93-b6f8-4e2b-8903-6aa4a86f7eff HTTP/1.1" status: 200 len: 945 time: 0.1193266 Jan 18 20:14:01.904364 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d1c55a68-f211-43b8-bd29-971ef784f59d req-60b51720-ac2d-4a22-abba-e2eff32a3a72 tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0458524 Jan 18 20:14:01.959161 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bb7774b6-4dd7-4e38-80cd-6f3b496d08a3 req-4b484923-3b96-47d5-9efa-f5ab6ed651aa tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aee1342-e26e-4990-8324-b6fcbce256f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103806 Jan 18 20:14:02.118496 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-d673d0a2-9d84-4aa3-a47e-d7984128f4ad req-023177ce-4dec-4c57-9161-e4be0282dc77 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Deleting port e549ecee-414f-4797-a478-9548dca04b85 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:14:02.119029 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d673d0a2-9d84-4aa3-a47e-d7984128f4ad req-023177ce-4dec-4c57-9161-e4be0282dc77 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e549ecee-414f-4797-a478-9548dca04b85), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:02.136896 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-05b1eea2-3fa6-43e2-b711-1cd3cfcb70f3 None None] Publish callbacks [] for port (a3059ad1-0cf0-4484-88f9-ba9115d11ae0), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:02.144203 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-05b1eea2-3fa6-43e2-b711-1cd3cfcb70f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a3059ad1-0cf0-4484-88f9-ba9115d11ae0), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:02.297281 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-d673d0a2-9d84-4aa3-a47e-d7984128f4ad req-023177ce-4dec-4c57-9161-e4be0282dc77 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] For port e549ecee-414f-4797-a478-9548dca04b85, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e549ecee-414f-4797-a478-9548dca04b85,segment=NetworkSegment(7c999ac7-baea-45bb-ab9e-31dd698bcd3b),segment_id=7c999ac7-baea-45bb-ab9e-31dd698bcd3b)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:14:02.297660 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d673d0a2-9d84-4aa3-a47e-d7984128f4ad req-023177ce-4dec-4c57-9161-e4be0282dc77 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e549ecee-414f-4797-a478-9548dca04b85), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:02.304276 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74d456-568a-412d-afd0-da3792795dad None None] Pushing event updated for resources: {'Port': ['ID=a3059ad1-0cf0-4484-88f9-ba9115d11ae0,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:02.325422 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74d456-568a-412d-afd0-da3792795dad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:02.326899 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74d456-568a-412d-afd0-da3792795dad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:02.327507 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74d456-568a-412d-afd0-da3792795dad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:02.327894 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74d456-568a-412d-afd0-da3792795dad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:02.328234 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74d456-568a-412d-afd0-da3792795dad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:02.328563 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74d456-568a-412d-afd0-da3792795dad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:02.328894 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74d456-568a-412d-afd0-da3792795dad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:02.329219 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74d456-568a-412d-afd0-da3792795dad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:02.329548 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74d456-568a-412d-afd0-da3792795dad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:02.330631 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74d456-568a-412d-afd0-da3792795dad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:02.330965 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74d456-568a-412d-afd0-da3792795dad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:02.331291 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74d456-568a-412d-afd0-da3792795dad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:02.331621 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74d456-568a-412d-afd0-da3792795dad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:02.337225 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-d673d0a2-9d84-4aa3-a47e-d7984128f4ad req-023177ce-4dec-4c57-9161-e4be0282dc77 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Calling delete_port for e549ecee-414f-4797-a478-9548dca04b85 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:14:02.350594 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-05b1eea2-3fa6-43e2-b711-1cd3cfcb70f3 None None] Attempting to bind port a3059ad1-0cf0-4484-88f9-ba9115d11ae0 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:14:02.351183 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-05b1eea2-3fa6-43e2-b711-1cd3cfcb70f3 None None] Attempting to bind port a3059ad1-0cf0-4484-88f9-ba9115d11ae0 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '1f1a3c38-de33-4f07-a242-8ac59af9a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:14:02.351723 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b1eea2-3fa6-43e2-b711-1cd3cfcb70f3 None None] Attempting to bind port a3059ad1-0cf0-4484-88f9-ba9115d11ae0 on network e1c89579-6195-4c70-ba90-09ea7c6b128b {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:14:02.359277 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b1eea2-3fa6-43e2-b711-1cd3cfcb70f3 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:14:02.359904 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b1eea2-3fa6-43e2-b711-1cd3cfcb70f3 None None] Checking segment: {'id': '1f1a3c38-de33-4f07-a242-8ac59af9a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:14:02.360483 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-05b1eea2-3fa6-43e2-b711-1cd3cfcb70f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:02.360871 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b1eea2-3fa6-43e2-b711-1cd3cfcb70f3 None None] Bound using segment: {'id': '1f1a3c38-de33-4f07-a242-8ac59af9a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:14:02.361545 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-05b1eea2-3fa6-43e2-b711-1cd3cfcb70f3 None None] Bound port: a3059ad1-0cf0-4484-88f9-ba9115d11ae0, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1a3c38-de33-4f07-a242-8ac59af9a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:14:02.362174 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-05b1eea2-3fa6-43e2-b711-1cd3cfcb70f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a3059ad1-0cf0-4484-88f9-ba9115d11ae0), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:02.465539 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-05b1eea2-3fa6-43e2-b711-1cd3cfcb70f3 None None] For port a3059ad1-0cf0-4484-88f9-ba9115d11ae0, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:14:02.474359 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-05b1eea2-3fa6-43e2-b711-1cd3cfcb70f3 None None] For port a3059ad1-0cf0-4484-88f9-ba9115d11ae0, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=a3059ad1-0cf0-4484-88f9-ba9115d11ae0,segment=NetworkSegment(1f1a3c38-de33-4f07-a242-8ac59af9a9ea),segment_id=1f1a3c38-de33-4f07-a242-8ac59af9a9ea)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:14:02.483348 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-05b1eea2-3fa6-43e2-b711-1cd3cfcb70f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a3059ad1-0cf0-4484-88f9-ba9115d11ae0), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:02.554228 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-16b1921e-7a5d-40b7-b65f-a51e13fbee17 None None] Provisioning complete for port a3059ad1-0cf0-4484-88f9-ba9115d11ae0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:14:02.554832 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-16b1921e-7a5d-40b7-b65f-a51e13fbee17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a3059ad1-0cf0-4484-88f9-ba9115d11ae0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:02.585979 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b1eea2-3fa6-43e2-b711-1cd3cfcb70f3 None None] Routers {'65f8e15d-e053-472a-99ca-ec5cd87b2285'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:14:02.587388 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-05b1eea2-3fa6-43e2-b711-1cd3cfcb70f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:13:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['65f8e15d-e053-472a-99ca-ec5cd87b2285'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:02.668784 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d673d0a2-9d84-4aa3-a47e-d7984128f4ad req-023177ce-4dec-4c57-9161-e4be0282dc77 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e549ecee-414f-4797-a478-9548dca04b85), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:02.678794 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d3acc782-dd4f-422e-82d8-825e5e41f33d up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:14:02.694938 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74d456-568a-412d-afd0-da3792795dad None None] Pushing event updated for resources: {'Port': ['ID=a3059ad1-0cf0-4484-88f9-ba9115d11ae0,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:02.774222 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023177ce-4dec-4c57-9161-e4be0282dc77 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Pushing event deleted for resources: {'Port': ['ID=e549ecee-414f-4797-a478-9548dca04b85,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:02.816856 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port d3acc782-dd4f-422e-82d8-825e5e41f33d triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:14:02.817401 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d3acc782-dd4f-422e-82d8-825e5e41f33d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:02.856977 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-d673d0a2-9d84-4aa3-a47e-d7984128f4ad req-023177ce-4dec-4c57-9161-e4be0282dc77 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] No DVR routers for this DVR port e549ecee-414f-4797-a478-9548dca04b85 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:14:02.864860 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d673d0a2-9d84-4aa3-a47e-d7984128f4ad req-023177ce-4dec-4c57-9161-e4be0282dc77 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:02.872363 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d673d0a2-9d84-4aa3-a47e-d7984128f4ad req-023177ce-4dec-4c57-9161-e4be0282dc77 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.70 "DELETE /v2.0/ports/e549ecee-414f-4797-a478-9548dca04b85 HTTP/1.1" status: 204 len: 173 time: 1.0294957 Jan 18 20:14:02.872973 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd068b93-b6f8-4e2b-8903-6aa4a86f7eff', 'name': 'network-vif-deleted', 'tag': 'e549ecee-414f-4797-a478-9548dca04b85'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:14:02.877596 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5c61fa-7a39-45ee-820d-0d452dd49bc0" -d '{"events": [{"server_uuid": "bd068b93-b6f8-4e2b-8903-6aa4a86f7eff", "name": "network-vif-deleted", "tag": "e549ecee-414f-4797-a478-9548dca04b85"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:14:02.880949 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-05b1eea2-3fa6-43e2-b711-1cd3cfcb70f3 None None] Set router 65f8e15d-e053-472a-99ca-ec5cd87b2285 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:14:02.948966 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9eecb1f9-2b2e-43f9-93bd-61e26193cbff req-2d8a45d0-920d-407a-b56d-e52480ea472a tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fddf1c-9e03-4439-b781-9aee19afe2d9 HTTP/1.1" status: 200 len: 210 time: 0.0800843 Jan 18 20:14:02.985262 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-16b1921e-7a5d-40b7-b65f-a51e13fbee17 None None] Current status of the port a3059ad1-0cf0-4484-88f9-ba9115d11ae0 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:14:02.985680 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-16b1921e-7a5d-40b7-b65f-a51e13fbee17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a3059ad1-0cf0-4484-88f9-ba9115d11ae0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:03.000824 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa62191-b502-4264-b479-077a06475fa3 x-openstack-request-id: req-aaa62191-b502-4264-b479-077a06475fa3 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:14:03.001428 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd068b93-b6f8-4e2b-8903-6aa4a86f7eff", "name": "network-vif-deleted", "tag": "e549ecee-414f-4797-a478-9548dca04b85", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:14:03.003136 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aaa62191-b502-4264-b479-077a06475fa3 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:14:03.003136 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd068b93-b6f8-4e2b-8903-6aa4a86f7eff', 'name': 'network-vif-deleted', 'tag': 'e549ecee-414f-4797-a478-9548dca04b85', 'status': 'completed', 'code': 200} Jan 18 20:14:03.164687 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-16b1921e-7a5d-40b7-b65f-a51e13fbee17 None None] For port a3059ad1-0cf0-4484-88f9-ba9115d11ae0, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=a3059ad1-0cf0-4484-88f9-ba9115d11ae0,segment=NetworkSegment(1f1a3c38-de33-4f07-a242-8ac59af9a9ea),segment_id=1f1a3c38-de33-4f07-a242-8ac59af9a9ea)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:14:03.171602 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1fcd1ad4-53a1-4d1a-8869-afe59fe56af1 req-a1ad6b60-86c4-4804-b58d-c8d70241dc6b tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0650799 Jan 18 20:14:03.182071 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-16b1921e-7a5d-40b7-b65f-a51e13fbee17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a3059ad1-0cf0-4484-88f9-ba9115d11ae0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:03.312653 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a1147fc-79b7-4f0f-9447-68f8088a1d8b req-d83f98f6-30a0-451d-abec-17b1f2cb39a9 tempest-ServerDiskConfigTestJSON-1287270457 tempest-ServerDiskConfigTestJSON-1287270457-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd068b93-b6f8-4e2b-8903-6aa4a86f7eff HTTP/1.1" status: 200 len: 210 time: 0.1592126 Jan 18 20:14:03.362637 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port d3acc782-dd4f-422e-82d8-825e5e41f33d is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:14:03.422637 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-09ddc473-9dec-4185-b16d-baf259d07070 None None] Provisioning complete for port a3059ad1-0cf0-4484-88f9-ba9115d11ae0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:14:03.423678 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-09ddc473-9dec-4185-b16d-baf259d07070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a3059ad1-0cf0-4484-88f9-ba9115d11ae0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:03.472891 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-05b1eea2-3fa6-43e2-b711-1cd3cfcb70f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'name': 'tempest-ServersTestManualDisk-2025350261-router', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:13:51Z', 'updated_at': '2022-01-18T20:13:56Z', 'revision_number': 4, 'project_id': '607a4768cdf6430db9e32c193b955188', 'gw_port': {'id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:13:52Z', 'updated_at': '2022-01-18T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'a3059ad1-0cf0-4484-88f9-ba9115d11ae0', 'name': '', 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'mac_address': 'fa:16:3e:f7:73:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '3443f31d-f38e-4c29-8c99-7fd225434601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:13:55Z', 'updated_at': '2022-01-18T20:14:02Z', 'revision_number': 4, 'project_id': '607a4768cdf6430db9e32c193b955188', 'subnets': [{'id': '3443f31d-f38e-4c29-8c99-7fd225434601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:03.489200 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1921e-7a5d-40b7-b65f-a51e13fbee17 None None] Pushing event updated for resources: {'Port': ['ID=a3059ad1-0cf0-4484-88f9-ba9115d11ae0,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:03.566120 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b1eea2-3fa6-43e2-b711-1cd3cfcb70f3 None None] The sync data for ids ['65f8e15d-e053-472a-99ca-ec5cd87b2285'] in n-d-741529-9 is: [{'id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'name': 'tempest-ServersTestManualDisk-2025350261-router', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:13:51Z', 'updated_at': '2022-01-18T20:13:56Z', 'revision_number': 4, 'project_id': '607a4768cdf6430db9e32c193b955188', 'gw_port': {'id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:13:52Z', 'updated_at': '2022-01-18T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'a3059ad1-0cf0-4484-88f9-ba9115d11ae0', 'name': '', 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'mac_address': 'fa:16:3e:f7:73:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '3443f31d-f38e-4c29-8c99-7fd225434601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:13:55Z', 'updated_at': '2022-01-18T20:14:02Z', 'revision_number': 4, 'project_id': '607a4768cdf6430db9e32c193b955188', 'subnets': [{'id': '3443f31d-f38e-4c29-8c99-7fd225434601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:14:03.568441 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-902fbfa0-c6b9-4ca9-b1f0-0f192499d8a9 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:03.570220 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-902fbfa0-c6b9-4ca9-b1f0-0f192499d8a9 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.70 "GET /v2.0/networks?id=e1c89579-6195-4c70-ba90-09ea7c6b128b HTTP/1.1" status: 200 len: 812 time: 0.3236833 Jan 18 20:14:03.599810 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-09ddc473-9dec-4185-b16d-baf259d07070 None None] Current status of the port a3059ad1-0cf0-4484-88f9-ba9115d11ae0 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:14:03.708312 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-37a226cf-aeb4-4be2-8100-9eda06451a57 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=607a4768cdf6430db9e32c193b955188 HTTP/1.1" status: 200 len: 379 time: 0.1255827 Jan 18 20:14:03.722501 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-9dcdb859-2849-4d67-98e1-127db5710fb8 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Request body: {'port': {'device_id': 'b5fddf1c-9e03-4439-b781-9aee19afe2d9', 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b', 'admin_state_up': True, 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'security_groups': ['58357313-de23-462c-bfb9-bb74dfaad7fd']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:14:03.858133 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:03.913991 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-9dcdb859-2849-4d67-98e1-127db5710fb8 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Made reservation on behalf of 607a4768cdf6430db9e32c193b955188 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:14:03.923560 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-9dcdb859-2849-4d67-98e1-127db5710fb8 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:04.116157 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9017f2f-da9c-43e9-8a4c-4226e39f8574 req-6181fccf-426f-47c4-8142-fb306e2bb2fb tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fddf1c-9e03-4439-b781-9aee19afe2d9 HTTP/1.1" status: 200 len: 210 time: 0.0413561 Jan 18 20:14:04.152225 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-9dcdb859-2849-4d67-98e1-127db5710fb8 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Allocated IP 172.20.0.8 (e1c89579-6195-4c70-ba90-09ea7c6b128b/3443f31d-f38e-4c29-8c99-7fd225434601/7393374f-7937-403d-98a3-e92d5099f62a) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:14:04.363345 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e2e76c19-e48c-4b79-b3ff-9a2633fa4317 req-b66a8d31-10c6-44f2-abd3-0bb99a983f00 tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0582736 Jan 18 20:14:04.481218 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-9dcdb859-2849-4d67-98e1-127db5710fb8 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks [] for port (7393374f-7937-403d-98a3-e92d5099f62a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:04.560977 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-9dcdb859-2849-4d67-98e1-127db5710fb8 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (7393374f-7937-403d-98a3-e92d5099f62a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:04.625917 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-9dcdb859-2849-4d67-98e1-127db5710fb8 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Network e1c89579-6195-4c70-ba90-09ea7c6b128b is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:14:04.633201 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-9dcdb859-2849-4d67-98e1-127db5710fb8 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:14:04.638800 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-9dcdb859-2849-4d67-98e1-127db5710fb8 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:14:04.647460 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e549ecee-414f-4797-a478-9548dca04b85 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:14:04.686453 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcdb859-2849-4d67-98e1-127db5710fb8 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Pushing event updated for resources: {'Port': ['ID=7393374f-7937-403d-98a3-e92d5099f62a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:04.690995 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: e549ecee-414f-4797-a478-9548dca04b85 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:14:04.691443 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e549ecee-414f-4797-a478-9548dca04b85 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:14:04.719434 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device a3059ad1-0cf0-4484-88f9-ba9115d11ae0 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:14:04.728433 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48326) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:04.772756 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-9dcdb859-2849-4d67-98e1-127db5710fb8 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:04.778713 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-9dcdb859-2849-4d67-98e1-127db5710fb8 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:04.813649 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port a3059ad1-0cf0-4484-88f9-ba9115d11ae0 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:14:04.813649 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a3059ad1-0cf0-4484-88f9-ba9115d11ae0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:04.818995 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-9dcdb859-2849-4d67-98e1-127db5710fb8 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1044025 Jan 18 20:14:04.830862 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d9920c-9cc7-4ba7-aa7e-1f25ee47d771 admin admin] Deleting subnet 10dc11e1-e488-424e-9170-8405136c537b {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:14:04.834799 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b3d9920c-9cc7-4ba7-aa7e-1f25ee47d771 admin admin] Publish callbacks [] for subnet (10dc11e1-e488-424e-9170-8405136c537b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:04.844807 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-c41c4b24-32f6-4ca6-b258-b8c082ba9cd3 service neutron] Request body: {'port': {'device_id': 'b5fddf1c-9e03-4439-b781-9aee19afe2d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:14:04.900963 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b3d9920c-9cc7-4ba7-aa7e-1f25ee47d771 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (10dc11e1-e488-424e-9170-8405136c537b), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:04.971018 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b3d9920c-9cc7-4ba7-aa7e-1f25ee47d771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (10dc11e1-e488-424e-9170-8405136c537b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:04.971962 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-c41c4b24-32f6-4ca6-b258-b8c082ba9cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7393374f-7937-403d-98a3-e92d5099f62a), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:04.986768 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port a3059ad1-0cf0-4484-88f9-ba9115d11ae0 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:14:05.046232 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-35cb33b7-c10d-469e-b78d-dd6580982d38 None None] Provisioning complete for port 7393374f-7937-403d-98a3-e92d5099f62a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:14:05.047652 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-35cb33b7-c10d-469e-b78d-dd6580982d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7393374f-7937-403d-98a3-e92d5099f62a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:05.047792 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b3d9920c-9cc7-4ba7-aa7e-1f25ee47d771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (10dc11e1-e488-424e-9170-8405136c537b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:05.085976 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9920c-9cc7-4ba7-aa7e-1f25ee47d771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10dc11e1-e488-424e-9170-8405136c537b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:05.100562 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b3d9920c-9cc7-4ba7-aa7e-1f25ee47d771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:05.106544 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b3d9920c-9cc7-4ba7-aa7e-1f25ee47d771 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/10dc11e1-e488-424e-9170-8405136c537b HTTP/1.1" status: 204 len: 168 time: 0.3767450 Jan 18 20:14:05.109854 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48332) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:05.131663 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-35cb33b7-c10d-469e-b78d-dd6580982d38 None None] Port 7393374f-7937-403d-98a3-e92d5099f62a cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:14:05.246018 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bfd540a1-016a-4607-9005-de40b0a48da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (b9ea892c-76c6-4189-83ba-54323c251196), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:05.349199 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-c41c4b24-32f6-4ca6-b258-b8c082ba9cd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7393374f-7937-403d-98a3-e92d5099f62a {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:14:05.358454 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-c41c4b24-32f6-4ca6-b258-b8c082ba9cd3 service neutron] Publish callbacks [] for port (7393374f-7937-403d-98a3-e92d5099f62a), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:05.369506 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bfd540a1-016a-4607-9005-de40b0a48da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (b9ea892c-76c6-4189-83ba-54323c251196), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:05.371944 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-c41c4b24-32f6-4ca6-b258-b8c082ba9cd3 service neutron] Transition to ACTIVE for port object 7393374f-7937-403d-98a3-e92d5099f62a will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:14:05.379345 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-c41c4b24-32f6-4ca6-b258-b8c082ba9cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (7393374f-7937-403d-98a3-e92d5099f62a), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:05.402980 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-bfd540a1-016a-4607-9005-de40b0a48da7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ea892c-76c6-4189-83ba-54323c251196']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:05.414893 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-bfd540a1-016a-4607-9005-de40b0a48da7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c999ac7-baea-45bb-ab9e-31dd698bcd3b') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:05.415341 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-bfd540a1-016a-4607-9005-de40b0a48da7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c999ac7-baea-45bb-ab9e-31dd698bcd3b') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:05.425880 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bfd540a1-016a-4607-9005-de40b0a48da7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (7c999ac7-baea-45bb-ab9e-31dd698bcd3b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:05.441010 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bfd540a1-016a-4607-9005-de40b0a48da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (7c999ac7-baea-45bb-ab9e-31dd698bcd3b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:05.465435 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd540a1-016a-4607-9005-de40b0a48da7 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:14:05.465875 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bfd540a1-016a-4607-9005-de40b0a48da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (7c999ac7-baea-45bb-ab9e-31dd698bcd3b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:05.494074 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c4b24-32f6-4ca6-b258-b8c082ba9cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=7393374f-7937-403d-98a3-e92d5099f62a,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:14:05.544299 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:14:05.554356 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bfd540a1-016a-4607-9005-de40b0a48da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (b9ea892c-76c6-4189-83ba-54323c251196), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:05.561671 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bfd540a1-016a-4607-9005-de40b0a48da7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:05.565058 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bfd540a1-016a-4607-9005-de40b0a48da7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b9ea892c-76c6-4189-83ba-54323c251196 HTTP/1.1" status: 204 len: 168 time: 0.4540131 Jan 18 20:14:05.580463 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd540a1-016a-4607-9005-de40b0a48da7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9ea892c-76c6-4189-83ba-54323c251196,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:05.621943 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfd8dc-6f22-41e1-8ed0-42d1850d2265 req-24bc44ba-b330-4e16-9464-0af2bf32bfda tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:05.623920 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-54bfd8dc-6f22-41e1-8ed0-42d1850d2265 req-24bc44ba-b330-4e16-9464-0af2bf32bfda tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fddf1c-9e03-4439-b781-9aee19afe2d9 HTTP/1.1" status: 200 len: 931 time: 0.3732798 Jan 18 20:14:05.640530 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42494e52-fa3b-4044-a09b-8ac056d3e493 req-6cc32858-dae1-468f-93b9-b356087ea4e3 tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0496759 Jan 18 20:14:05.702606 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-c41c4b24-32f6-4ca6-b258-b8c082ba9cd3 service neutron] Attempting to bind port 7393374f-7937-403d-98a3-e92d5099f62a on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:14:05.703128 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-c41c4b24-32f6-4ca6-b258-b8c082ba9cd3 service neutron] Attempting to bind port 7393374f-7937-403d-98a3-e92d5099f62a by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '1f1a3c38-de33-4f07-a242-8ac59af9a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:14:05.703264 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-c41c4b24-32f6-4ca6-b258-b8c082ba9cd3 service neutron] Attempting to bind port 7393374f-7937-403d-98a3-e92d5099f62a on network e1c89579-6195-4c70-ba90-09ea7c6b128b {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:14:05.714938 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-c41c4b24-32f6-4ca6-b258-b8c082ba9cd3 service neutron] Port 7393374f-7937-403d-98a3-e92d5099f62a on network e1c89579-6195-4c70-ba90-09ea7c6b128b not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:14:05.715271 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-c41c4b24-32f6-4ca6-b258-b8c082ba9cd3 service neutron] Attempting to bind port 7393374f-7937-403d-98a3-e92d5099f62a on network e1c89579-6195-4c70-ba90-09ea7c6b128b {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:14:05.731256 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-c41c4b24-32f6-4ca6-b258-b8c082ba9cd3 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:14:05.731778 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-c41c4b24-32f6-4ca6-b258-b8c082ba9cd3 service neutron] Checking segment: {'id': '1f1a3c38-de33-4f07-a242-8ac59af9a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:14:05.732171 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-c41c4b24-32f6-4ca6-b258-b8c082ba9cd3 service neutron] Bound using segment: {'id': '1f1a3c38-de33-4f07-a242-8ac59af9a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:14:05.732604 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-c41c4b24-32f6-4ca6-b258-b8c082ba9cd3 service neutron] Bound port: 7393374f-7937-403d-98a3-e92d5099f62a, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1a3c38-de33-4f07-a242-8ac59af9a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:14:05.732957 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-c41c4b24-32f6-4ca6-b258-b8c082ba9cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7393374f-7937-403d-98a3-e92d5099f62a), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:05.752969 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-54bfd8dc-6f22-41e1-8ed0-42d1850d2265 req-87c71289-4086-4d2c-9a9b-1c1fbe7aa02d tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/security-groups?id=58357313-de23-462c-bfb9-bb74dfaad7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149895 Jan 18 20:14:05.915623 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-c41c4b24-32f6-4ca6-b258-b8c082ba9cd3 service neutron] For port 7393374f-7937-403d-98a3-e92d5099f62a, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:14:05.921899 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-c41c4b24-32f6-4ca6-b258-b8c082ba9cd3 service neutron] For port 7393374f-7937-403d-98a3-e92d5099f62a, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=7393374f-7937-403d-98a3-e92d5099f62a,segment=NetworkSegment(1f1a3c38-de33-4f07-a242-8ac59af9a9ea),segment_id=1f1a3c38-de33-4f07-a242-8ac59af9a9ea)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:14:05.928279 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-c41c4b24-32f6-4ca6-b258-b8c082ba9cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (7393374f-7937-403d-98a3-e92d5099f62a), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:05.986378 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48358) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:05.991064 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-c41c4b24-32f6-4ca6-b258-b8c082ba9cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:05.997925 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-c41c4b24-32f6-4ca6-b258-b8c082ba9cd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:05.999528 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-c41c4b24-32f6-4ca6-b258-b8c082ba9cd3 service neutron] 10.222.0.70 "PUT /v2.0/ports/7393374f-7937-403d-98a3-e92d5099f62a HTTP/1.1" status: 200 len: 1091 time: 1.1706688 Jan 18 20:14:06.000144 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5fddf1c-9e03-4439-b781-9aee19afe2d9', 'tag': '7393374f-7937-403d-98a3-e92d5099f62a'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:14:06.002935 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1297eef-0702-4b4a-ae95-16fe13d08916" -d '{"events": [{"name": "network-changed", "server_uuid": "b5fddf1c-9e03-4439-b781-9aee19afe2d9", "tag": "7393374f-7937-403d-98a3-e92d5099f62a"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:14:06.109230 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fb60d107-7335-48b1-b6ed-fe88d083a4e3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fdcdbb1705e54a4a8f3f248186d8eb41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1216393 Jan 18 20:14:06.112419 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48362) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:06.123052 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecda5eac-7122-4e83-90d0-5fd2a221a845 x-openstack-request-id: req-ecda5eac-7122-4e83-90d0-5fd2a221a845 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:14:06.126350 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5fddf1c-9e03-4439-b781-9aee19afe2d9", "tag": "7393374f-7937-403d-98a3-e92d5099f62a", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:14:06.126615 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ecda5eac-7122-4e83-90d0-5fd2a221a845 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:14:06.128868 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5fddf1c-9e03-4439-b781-9aee19afe2d9', 'tag': '7393374f-7937-403d-98a3-e92d5099f62a', 'status': 'completed', 'code': 200} Jan 18 20:14:06.137195 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c4b24-32f6-4ca6-b258-b8c082ba9cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=7393374f-7937-403d-98a3-e92d5099f62a,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:06.163182 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-a4831d20-992a-44fe-bfc7-b407a2b35448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:06.164947 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-a4831d20-992a-44fe-bfc7-b407a2b35448 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=607a4768cdf6430db9e32c193b955188&device_id=b5fddf1c-9e03-4439-b781-9aee19afe2d9 HTTP/1.1" status: 200 len: 1094 time: 0.1138668 Jan 18 20:14:06.196841 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e9be6cd6-3e06-4006-9968-3a42cfa173a6 admin admin] Publish callbacks [] for security_group (1aee1342-e26e-4990-8324-b6fcbce256f0), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:06.258489 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e9be6cd6-3e06-4006-9968-3a42cfa173a6 admin admin] Publish callbacks [] for security_group (1aee1342-e26e-4990-8324-b6fcbce256f0), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:06.360841 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e9be6cd6-3e06-4006-9968-3a42cfa173a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1aee1342-e26e-4990-8324-b6fcbce256f0), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:06.363920 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e9be6cd6-3e06-4006-9968-3a42cfa173a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:06.368046 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e9be6cd6-3e06-4006-9968-3a42cfa173a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1aee1342-e26e-4990-8324-b6fcbce256f0 HTTP/1.1" status: 204 len: 168 time: 0.2546301 Jan 18 20:14:06.382469 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be6cd6-3e06-4006-9968-3a42cfa173a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aee1342-e26e-4990-8324-b6fcbce256f0,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:06.700073 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-6fd8e816-5226-4f96-aab7-b713bb770ba6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7393374f-7937-403d-98a3-e92d5099f62a HTTP/1.1" status: 200 len: 217 time: 0.5268185 Jan 18 20:14:06.715745 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:06.820751 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-94834163-3b04-4e59-9ae0-2682e72d9cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:06.827845 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-94834163-3b04-4e59-9ae0-2682e72d9cbe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3443f31d-f38e-4c29-8c99-7fd225434601 HTTP/1.1" status: 200 len: 851 time: 0.1124554 Jan 18 20:14:06.849468 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f1774e95-e024-4650-adcc-fd5f7d6379b5 req-ec32fbab-d100-420d-9e13-ae576b932f90 tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0405252 Jan 18 20:14:06.901781 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-cda76bb2-8a11-4583-8256-d3f4f2db630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:06.903301 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-cda76bb2-8a11-4583-8256-d3f4f2db630a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e1c89579-6195-4c70-ba90-09ea7c6b128b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723734 Jan 18 20:14:06.981544 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a352d4c-9a06-4a8f-94be-48e4cef3a3ff req-d8d3900c-2699-4332-a4fd-fcc717f08745 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:06.983237 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a352d4c-9a06-4a8f-94be-48e4cef3a3ff req-d8d3900c-2699-4332-a4fd-fcc717f08745 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fddf1c-9e03-4439-b781-9aee19afe2d9 HTTP/1.1" status: 200 len: 943 time: 0.1164136 Jan 18 20:14:07.085723 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-c7c3fd36-91c0-413d-8e90-e65c81249644 service neutron] 10.222.0.70 "GET /v2.0/networks/e1c89579-6195-4c70-ba90-09ea7c6b128b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757839 Jan 18 20:14:07.086831 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a352d4c-9a06-4a8f-94be-48e4cef3a3ff req-4a8c6152-fd32-414d-b9a8-2df1af8549d2 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/security-groups?id=58357313-de23-462c-bfb9-bb74dfaad7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950592 Jan 18 20:14:07.221800 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fb5546d-41a8-4423-b7f1-515cc098d5a0 req-d760a5ac-57a0-4367-b049-b14b97211797 service neutron] 10.222.0.70 "GET /v2.0/networks/e1c89579-6195-4c70-ba90-09ea7c6b128b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254954 Jan 18 20:14:07.335422 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1297eef-0702-4b4a-ae95-16fe13d08916 req-7356ac84-bbee-40c7-8dda-46addfadbff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:07.337099 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b1297eef-0702-4b4a-ae95-16fe13d08916 req-7356ac84-bbee-40c7-8dda-46addfadbff3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=607a4768cdf6430db9e32c193b955188&device_id=b5fddf1c-9e03-4439-b781-9aee19afe2d9 HTTP/1.1" status: 200 len: 1094 time: 0.0624731 Jan 18 20:14:07.456877 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1297eef-0702-4b4a-ae95-16fe13d08916 req-8125bf0a-62e4-40c4-9983-7c48c20e9b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:07.458642 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b1297eef-0702-4b4a-ae95-16fe13d08916 req-8125bf0a-62e4-40c4-9983-7c48c20e9b10 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e1c89579-6195-4c70-ba90-09ea7c6b128b HTTP/1.1" status: 200 len: 913 time: 0.1152554 Jan 18 20:14:07.509946 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b1297eef-0702-4b4a-ae95-16fe13d08916 req-578f483e-5ccb-4fe4-b3e2-ad41c8abc60a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7393374f-7937-403d-98a3-e92d5099f62a HTTP/1.1" status: 200 len: 217 time: 0.0429709 Jan 18 20:14:07.614558 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1297eef-0702-4b4a-ae95-16fe13d08916 req-3bc3abce-49c3-4a7f-ad37-56911b35d6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:07.620758 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b1297eef-0702-4b4a-ae95-16fe13d08916 req-3bc3abce-49c3-4a7f-ad37-56911b35d6c5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3443f31d-f38e-4c29-8c99-7fd225434601 HTTP/1.1" status: 200 len: 851 time: 0.1031585 Jan 18 20:14:07.703006 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1297eef-0702-4b4a-ae95-16fe13d08916 req-f9d3c97a-57a7-4498-8478-d5cc553900a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:07.704430 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b1297eef-0702-4b4a-ae95-16fe13d08916 req-f9d3c97a-57a7-4498-8478-d5cc553900a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e1c89579-6195-4c70-ba90-09ea7c6b128b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777524 Jan 18 20:14:07.740118 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48422) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:07.829749 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-408ce2ae-de11-4f98-b3ff-318bd84e1961 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:07.840259 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-408ce2ae-de11-4f98-b3ff-318bd84e1961 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/networks?id=133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 200 len: 807 time: 0.2318234 Jan 18 20:14:07.842839 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b1297eef-0702-4b4a-ae95-16fe13d08916 req-ecb0f696-8412-4fb0-a3d5-db91bea31408 service neutron] 10.222.0.70 "GET /v2.0/networks/e1c89579-6195-4c70-ba90-09ea7c6b128b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305082 Jan 18 20:14:07.857755 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-72310bd7-8593-4c6d-93dd-3d7bfd2e5c16 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/quotas/46be2ca450fb44c88ba90d0767174258 HTTP/1.1" status: 200 len: 375 time: 0.0163414 Jan 18 20:14:07.883564 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-c5324c39-2d6e-46a2-986f-621d965ac6e8 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1159826826-network', 'tenant_id': 'df0d9d06cb204cd3b4c15fb2d6e5d9b4'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:14:07.936214 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-5458b482-2802-4609-996f-0cde93da5abf tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=46be2ca450fb44c88ba90d0767174258&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0771954 Jan 18 20:14:07.985757 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5324c39-2d6e-46a2-986f-621d965ac6e8 admin admin] Made reservation on behalf of df0d9d06cb204cd3b4c15fb2d6e5d9b4 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:14:07.988368 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c5324c39-2d6e-46a2-986f-621d965ac6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:08.004939 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c5324c39-2d6e-46a2-986f-621d965ac6e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:08.010812 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e6fb01e5-2fce-449d-93b1-4a1141d09257 req-4c294965-d3e4-4653-9873-037073ae3a77 tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0411041 Jan 18 20:14:08.015220 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b1297eef-0702-4b4a-ae95-16fe13d08916 req-4684906f-eac7-4159-8867-c19a80e9b06c service neutron] 10.222.0.70 "GET /v2.0/networks/e1c89579-6195-4c70-ba90-09ea7c6b128b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655657 Jan 18 20:14:08.104060 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c5324c39-2d6e-46a2-986f-621d965ac6e8 admin admin] Publish callbacks [] for security_group (135044bc-e315-4cac-964b-98970527daa6), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:08.112401 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c5324c39-2d6e-46a2-986f-621d965ac6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (135044bc-e315-4cac-964b-98970527daa6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:08.130861 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-b0ba82ac-b351-4ca0-a020-954107b20518 service neutron] 10.222.0.31 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933494 Jan 18 20:14:08.157971 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5324c39-2d6e-46a2-986f-621d965ac6e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:14:08.165492 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5324c39-2d6e-46a2-986f-621d965ac6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135044bc-e315-4cac-964b-98970527daa6,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:08.174036 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c5324c39-2d6e-46a2-986f-621d965ac6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (4f6ca13f-20de-498b-af22-5ca1344d5db9), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:08.175126 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-c5324c39-2d6e-46a2-986f-621d965ac6e8 admin admin] Added segment 4f6ca13f-20de-498b-af22-5ca1344d5db9 of type vlan for network 72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578 Jan 18 20:14:08.228162 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c5324c39-2d6e-46a2-986f-621d965ac6e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:08.261751 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c5324c39-2d6e-46a2-986f-621d965ac6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:08.263540 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5324c39-2d6e-46a2-986f-621d965ac6e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:08.264243 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c5324c39-2d6e-46a2-986f-621d965ac6e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:08.312975 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-98834357-6be8-446c-814a-d751a2106448 service neutron] 10.222.0.31 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741109 Jan 18 20:14:08.339959 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c5324c39-2d6e-46a2-986f-621d965ac6e8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5979986 Jan 18 20:14:08.342789 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48438) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:08.349780 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-da8b16f7-e5b5-45f1-b0b3-4c360382ab05 admin admin] Request body: {'subnet': {'network_id': '72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1159826826-subnet', 'tenant_id': 'df0d9d06cb204cd3b4c15fb2d6e5d9b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:14:08.354036 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5324c39-2d6e-46a2-986f-621d965ac6e8 admin admin] Pushing event updated for resources: {'Network': ['ID=72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:08.366811 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:14:08.436188 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296649d4-ac3c-4a3f-ad89-15f253e597a0 req-bc2f2b89-d142-4ffd-9387-99075876c31b tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:08.445391 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-296649d4-ac3c-4a3f-ad89-15f253e597a0 req-bc2f2b89-d142-4ffd-9387-99075876c31b tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fddf1c-9e03-4439-b781-9aee19afe2d9 HTTP/1.1" status: 200 len: 943 time: 0.0936120 Jan 18 20:14:08.454431 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8b16f7-e5b5-45f1-b0b3-4c360382ab05 admin admin] Made reservation on behalf of df0d9d06cb204cd3b4c15fb2d6e5d9b4 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:14:08.456975 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-da8b16f7-e5b5-45f1-b0b3-4c360382ab05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:08.920141 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c02b0c6e-9891-48b6-a54d-2d0c44303b41 req-caa8efb3-0395-4996-8979-9783fa20d48f tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 210 time: 0.0512254 Jan 18 20:14:08.938398 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-296649d4-ac3c-4a3f-ad89-15f253e597a0 req-321e0952-d69f-4b4a-8350-ef6289252eb5 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/security-groups?id=58357313-de23-462c-bfb9-bb74dfaad7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4848795 Jan 18 20:14:09.066862 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-da8b16f7-e5b5-45f1-b0b3-4c360382ab05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (424ce175-3c9e-4851-af60-a631621ad618), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:09.123236 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b16f7-e5b5-45f1-b0b3-4c360382ab05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=424ce175-3c9e-4851-af60-a631621ad618,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:09.149761 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b16f7-e5b5-45f1-b0b3-4c360382ab05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:09.150117 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b16f7-e5b5-45f1-b0b3-4c360382ab05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:09.150545 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b16f7-e5b5-45f1-b0b3-4c360382ab05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:09.150788 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b16f7-e5b5-45f1-b0b3-4c360382ab05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:09.151230 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b16f7-e5b5-45f1-b0b3-4c360382ab05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:09.152104 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b16f7-e5b5-45f1-b0b3-4c360382ab05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:09.154176 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b16f7-e5b5-45f1-b0b3-4c360382ab05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:09.154176 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b16f7-e5b5-45f1-b0b3-4c360382ab05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:09.154176 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b16f7-e5b5-45f1-b0b3-4c360382ab05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:09.154176 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b16f7-e5b5-45f1-b0b3-4c360382ab05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:09.154176 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b16f7-e5b5-45f1-b0b3-4c360382ab05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:09.154652 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b16f7-e5b5-45f1-b0b3-4c360382ab05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:09.154873 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b16f7-e5b5-45f1-b0b3-4c360382ab05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:09.204539 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8b16f7-e5b5-45f1-b0b3-4c360382ab05 admin admin] Checking segment: {'id': '4f6ca13f-20de-498b-af22-5ca1344d5db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:14:09.205184 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8b16f7-e5b5-45f1-b0b3-4c360382ab05 admin admin] Network hostable DHCP agents. Network: 72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:14:09.241275 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-433caa25-3f04-4ec8-985c-a7df7ff1cab6 req-0ece405e-c4cb-4970-a20e-0a8d2e8f34be tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0914414 Jan 18 20:14:09.295602 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8b16f7-e5b5-45f1-b0b3-4c360382ab05 admin admin] Network 72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:14:09.309663 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-da8b16f7-e5b5-45f1-b0b3-4c360382ab05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:14:09.326448 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35d53a8-61db-4181-808a-d13baf655915 None None] Network 72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:14:09.327542 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8b16f7-e5b5-45f1-b0b3-4c360382ab05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:09.328370 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-da8b16f7-e5b5-45f1-b0b3-4c360382ab05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:09.358582 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-da8b16f7-e5b5-45f1-b0b3-4c360382ab05 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0145741 Jan 18 20:14:09.503582 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95222f8e-8d80-425b-a062-1216b293717a None None] Network 72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:14:10.012738 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-3e337b3c-189c-438a-ad0a-6c8eddd88d96 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:10.014273 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-3e337b3c-189c-438a-ad0a-6c8eddd88d96 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.70 "GET /v2.0/networks?id=133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 200 len: 807 time: 0.2091222 Jan 18 20:14:10.032289 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-93703408-20eb-45cd-90d5-2d42cc651fd5 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Request body: {'port': {'device_id': '6d682369-c646-448a-bc99-4469508cfcbc', 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af', 'admin_state_up': True, 'tenant_id': '46be2ca450fb44c88ba90d0767174258'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:14:10.155008 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-90580c61-ee2b-4f30-a5a7-557ea82ac9bc req-c2396429-e75e-455e-a4d7-4762cf09a6bf tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 210 time: 0.0444567 Jan 18 20:14:10.224512 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-342b014c-ac0a-406e-aa42-185c9ec626bf tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:10.234024 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-342b014c-ac0a-406e-aa42-185c9ec626bf tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] 10.222.0.31 "GET /v2.0/networks?id=72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578 HTTP/1.1" status: 200 len: 821 time: 0.2592561 Jan 18 20:14:10.251493 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-ef332824-ddf9-487e-a8e7-95c8ee975063 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] 10.222.0.31 "GET /v2.0/quotas/df0d9d06cb204cd3b4c15fb2d6e5d9b4 HTTP/1.1" status: 200 len: 375 time: 0.0159662 Jan 18 20:14:10.262588 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-93703408-20eb-45cd-90d5-2d42cc651fd5 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Made reservation on behalf of 46be2ca450fb44c88ba90d0767174258 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:14:10.268644 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-93703408-20eb-45cd-90d5-2d42cc651fd5 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:10.345019 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-942c8926-f423-42a9-9667-24c5f2a09948 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=df0d9d06cb204cd3b4c15fb2d6e5d9b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0926573 Jan 18 20:14:10.467029 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-93703408-20eb-45cd-90d5-2d42cc651fd5 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Allocated IP 172.20.0.11 (133a80cf-c268-45f9-91ee-564a51a659af/45324dde-9697-4682-9610-ed3bed3250cd/80482624-a2b1-4cba-82a7-78d8e0ba5c0c) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:14:10.472862 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db4602-f8a7-4456-82a9-b6f696759ead req-f9b00703-e556-4532-a539-8bc582f5e5cc tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:10.484287 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c1db4602-f8a7-4456-82a9-b6f696759ead req-f9b00703-e556-4532-a539-8bc582f5e5cc tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fddf1c-9e03-4439-b781-9aee19afe2d9 HTTP/1.1" status: 200 len: 943 time: 0.2299280 Jan 18 20:14:10.576944 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c1db4602-f8a7-4456-82a9-b6f696759ead req-7921ff51-2a71-4735-bc3b-9413e84f2805 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/security-groups?id=58357313-de23-462c-bfb9-bb74dfaad7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902648 Jan 18 20:14:10.587886 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-b5fad79d-2b1c-4556-984d-eaea4c974ee1 service neutron] 10.222.0.31 "GET /v2.0/networks/72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337618 Jan 18 20:14:10.687541 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-93703408-20eb-45cd-90d5-2d42cc651fd5 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks [] for port (80482624-a2b1-4cba-82a7-78d8e0ba5c0c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:10.694341 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 7393374f-7937-403d-98a3-e92d5099f62a details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:14:10.732565 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-93703408-20eb-45cd-90d5-2d42cc651fd5 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (80482624-a2b1-4cba-82a7-78d8e0ba5c0c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:10.782646 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['a8b54097-113a-4129-aa6d-b5f823f9d597'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:14:10.798527 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5fb2cd28-6b8e-4cf4-ac6d-00c45050dab0 service neutron] 10.222.0.31 "GET /v2.0/networks/72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036455 Jan 18 20:14:10.802257 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-93703408-20eb-45cd-90d5-2d42cc651fd5 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Network 133a80cf-c268-45f9-91ee-564a51a659af is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:14:10.805380 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-93703408-20eb-45cd-90d5-2d42cc651fd5 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:14:10.814751 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-93703408-20eb-45cd-90d5-2d42cc651fd5 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:14:10.863969 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93703408-20eb-45cd-90d5-2d42cc651fd5 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Pushing event updated for resources: {'Port': ['ID=80482624-a2b1-4cba-82a7-78d8e0ba5c0c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:10.885529 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:10.888396 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:10.888396 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:10.888396 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:10.888396 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:10.888396 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:10.888396 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:10.888396 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:10.888396 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:10.888396 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:10.888396 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:10.888396 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:10.888396 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:10.890510 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-93703408-20eb-45cd-90d5-2d42cc651fd5 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:10.891308 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-93703408-20eb-45cd-90d5-2d42cc651fd5 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:10.894444 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d031e3f2-b85c-48d8-aed4-da5a23e39be7 req-53fbe400-8cc4-46c0-adae-1fd15e73a294 tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0689750 Jan 18 20:14:10.914006 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-93703408-20eb-45cd-90d5-2d42cc651fd5 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8859203 Jan 18 20:14:10.927265 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-684d3674-e9d2-43f4-a7fe-a1d6db1a73a6 service neutron] Request body: {'port': {'device_id': '6d682369-c646-448a-bc99-4469508cfcbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:14:10.996301 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-684d3674-e9d2-43f4-a7fe-a1d6db1a73a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (80482624-a2b1-4cba-82a7-78d8e0ba5c0c), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:11.240571 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8c89f357-5e39-43fe-b9cf-07591de6518e req-6a194c62-91ca-4a3d-9a51-bdcc4008ad54 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c253ede-4dbb-4f8a-a34c-a6c0d3165aac HTTP/1.1" status: 200 len: 210 time: 0.0823507 Jan 18 20:14:11.417580 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5ef34-0cef-4751-a30d-cad1cb0d0a5e req-babec84c-a0a8-4544-92b4-a8d5cbc75696 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:11.430481 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a0f5ef34-0cef-4751-a30d-cad1cb0d0a5e req-babec84c-a0a8-4544-92b4-a8d5cbc75696 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 932 time: 0.0963545 Jan 18 20:14:11.456708 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-684d3674-e9d2-43f4-a7fe-a1d6db1a73a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80482624-a2b1-4cba-82a7-78d8e0ba5c0c {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:14:11.466765 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-684d3674-e9d2-43f4-a7fe-a1d6db1a73a6 service neutron] Publish callbacks [] for port (80482624-a2b1-4cba-82a7-78d8e0ba5c0c), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:11.473708 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 7393374f-7937-403d-98a3-e92d5099f62a, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=7393374f-7937-403d-98a3-e92d5099f62a,segment=NetworkSegment(1f1a3c38-de33-4f07-a242-8ac59af9a9ea),segment_id=1f1a3c38-de33-4f07-a242-8ac59af9a9ea)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:14:11.483155 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-684d3674-e9d2-43f4-a7fe-a1d6db1a73a6 service neutron] Transition to ACTIVE for port object 80482624-a2b1-4cba-82a7-78d8e0ba5c0c will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:14:11.487547 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-684d3674-e9d2-43f4-a7fe-a1d6db1a73a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (80482624-a2b1-4cba-82a7-78d8e0ba5c0c), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:11.544896 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a0f5ef34-0cef-4751-a30d-cad1cb0d0a5e req-ca203190-c764-4719-9ea5-7ed65749fda1 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083074 Jan 18 20:14:11.563731 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d3674-e9d2-43f4-a7fe-a1d6db1a73a6 service neutron] Pushing event updated for resources: {'Port': ['ID=80482624-a2b1-4cba-82a7-78d8e0ba5c0c,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:11.566243 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '7393374f-7937-403d-98a3-e92d5099f62a', 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b', 'port_id': '7393374f-7937-403d-98a3-e92d5099f62a', 'mac_address': 'fa:16:3e:80:fb:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3443f31d-f38e-4c29-8c99-7fd225434601', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:14:11.641560 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 7393374f-7937-403d-98a3-e92d5099f62a is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:14:11.642128 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7393374f-7937-403d-98a3-e92d5099f62a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:11.673479 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7393374f-7937-403d-98a3-e92d5099f62a {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:14:11.722289 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-684d3674-e9d2-43f4-a7fe-a1d6db1a73a6 service neutron] Attempting to bind port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:14:11.722610 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-684d3674-e9d2-43f4-a7fe-a1d6db1a73a6 service neutron] Attempting to bind port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:14:11.722798 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-684d3674-e9d2-43f4-a7fe-a1d6db1a73a6 service neutron] Attempting to bind port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c on network 133a80cf-c268-45f9-91ee-564a51a659af {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:14:11.728733 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-684d3674-e9d2-43f4-a7fe-a1d6db1a73a6 service neutron] Port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c on network 133a80cf-c268-45f9-91ee-564a51a659af not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:14:11.729061 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-684d3674-e9d2-43f4-a7fe-a1d6db1a73a6 service neutron] Attempting to bind port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c on network 133a80cf-c268-45f9-91ee-564a51a659af {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:14:11.737913 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-684d3674-e9d2-43f4-a7fe-a1d6db1a73a6 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:14:11.738271 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-684d3674-e9d2-43f4-a7fe-a1d6db1a73a6 service neutron] Checking segment: {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:14:11.738755 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-684d3674-e9d2-43f4-a7fe-a1d6db1a73a6 service neutron] Bound using segment: {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:14:11.739191 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-684d3674-e9d2-43f4-a7fe-a1d6db1a73a6 service neutron] Bound port: 80482624-a2b1-4cba-82a7-78d8e0ba5c0c, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:14:11.739551 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-684d3674-e9d2-43f4-a7fe-a1d6db1a73a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (80482624-a2b1-4cba-82a7-78d8e0ba5c0c), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:11.753222 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 7393374f-7937-403d-98a3-e92d5099f62a, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=7393374f-7937-403d-98a3-e92d5099f62a,segment=NetworkSegment(1f1a3c38-de33-4f07-a242-8ac59af9a9ea),segment_id=1f1a3c38-de33-4f07-a242-8ac59af9a9ea)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:14:11.761403 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7393374f-7937-403d-98a3-e92d5099f62a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:11.841325 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2d578-85d9-41a4-8e48-edfc04c11972 req-208a75e7-fc52-4efc-b97f-2441d1e58cd9 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:11.842787 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-30b2d578-85d9-41a4-8e48-edfc04c11972 req-208a75e7-fc52-4efc-b97f-2441d1e58cd9 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fddf1c-9e03-4439-b781-9aee19afe2d9 HTTP/1.1" status: 200 len: 943 time: 0.1429911 Jan 18 20:14:11.859688 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=7393374f-7937-403d-98a3-e92d5099f62a,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:11.939201 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-30b2d578-85d9-41a4-8e48-edfc04c11972 req-63b6ae75-cd0b-43cc-95d8-cd0eda2144ab tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/security-groups?id=58357313-de23-462c-bfb9-bb74dfaad7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905299 Jan 18 20:14:11.976081 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-684d3674-e9d2-43f4-a7fe-a1d6db1a73a6 service neutron] For port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:14:11.985726 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-684d3674-e9d2-43f4-a7fe-a1d6db1a73a6 service neutron] For port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=80482624-a2b1-4cba-82a7-78d8e0ba5c0c,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:14:11.995800 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-684d3674-e9d2-43f4-a7fe-a1d6db1a73a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (80482624-a2b1-4cba-82a7-78d8e0ba5c0c), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:12.047885 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-684d3674-e9d2-43f4-a7fe-a1d6db1a73a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:12.051768 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-684d3674-e9d2-43f4-a7fe-a1d6db1a73a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:12.056128 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-684d3674-e9d2-43f4-a7fe-a1d6db1a73a6 service neutron] 10.222.0.70 "PUT /v2.0/ports/80482624-a2b1-4cba-82a7-78d8e0ba5c0c HTTP/1.1" status: 200 len: 1092 time: 1.1331620 Jan 18 20:14:12.059084 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d682369-c646-448a-bc99-4469508cfcbc', 'tag': '80482624-a2b1-4cba-82a7-78d8e0ba5c0c'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:14:12.063453 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b414837e-6f8f-4235-8abe-09326d07d128" -d '{"events": [{"name": "network-changed", "server_uuid": "6d682369-c646-448a-bc99-4469508cfcbc", "tag": "80482624-a2b1-4cba-82a7-78d8e0ba5c0c"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:14:12.090821 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d3674-e9d2-43f4-a7fe-a1d6db1a73a6 service neutron] Pushing event updated for resources: {'Port': ['ID=80482624-a2b1-4cba-82a7-78d8e0ba5c0c,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:12.095087 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-511bf6aa-e41d-4a47-ab55-245237a6e203 req-0d59ff31-ba5f-4a7a-a077-019e4b5f4ee1 tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0367317 Jan 18 20:14:12.100685 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['7393374f-7937-403d-98a3-e92d5099f62a'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:14:12.218674 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ddb9de-8d9c-434e-b136-8738d35ee2a1 x-openstack-request-id: req-76ddb9de-8d9c-434e-b136-8738d35ee2a1 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:14:12.218902 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d682369-c646-448a-bc99-4469508cfcbc", "tag": "80482624-a2b1-4cba-82a7-78d8e0ba5c0c", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:14:12.219158 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76ddb9de-8d9c-434e-b136-8738d35ee2a1 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:14:12.220020 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d682369-c646-448a-bc99-4469508cfcbc', 'tag': '80482624-a2b1-4cba-82a7-78d8e0ba5c0c', 'status': 'completed', 'code': 200} Jan 18 20:14:12.239508 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-04a4942c-6d58-461a-bae4-a57d17f4f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:12.241674 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-04a4942c-6d58-461a-bae4-a57d17f4f5aa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46be2ca450fb44c88ba90d0767174258&device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 1095 time: 0.0906811 Jan 18 20:14:12.349331 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-e33684ab-fdd2-41cf-94f4-f1c6eeb8d017 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80482624-a2b1-4cba-82a7-78d8e0ba5c0c HTTP/1.1" status: 200 len: 217 time: 0.0913315 Jan 18 20:14:12.389255 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1ee626a7-f771-41a7-8d57-58d39de75822 req-bf6f7776-6935-4a57-af28-15b753920e4c tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c253ede-4dbb-4f8a-a34c-a6c0d3165aac HTTP/1.1" status: 200 len: 210 time: 0.0392966 Jan 18 20:14:12.424590 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-94084a1f-baa1-4e1a-8e96-af52764bdb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:12.426079 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-94084a1f-baa1-4e1a-8e96-af52764bdb30 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45324dde-9697-4682-9610-ed3bed3250cd HTTP/1.1" status: 200 len: 847 time: 0.0580349 Jan 18 20:14:12.460297 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-6a27a4f8-2b66-4b10-aa92-60d03cc40db2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=133a80cf-c268-45f9-91ee-564a51a659af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272372 Jan 18 20:14:12.575571 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-d0aacc4b-c7fe-403f-9eaf-e09dec232781 service neutron] 10.222.0.70 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974753 Jan 18 20:14:12.681922 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b607851-20dd-4ed6-941e-b06e985c3f94 req-c917bb08-cd17-40e1-8140-30c924c16914 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:12.684924 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7b607851-20dd-4ed6-941e-b06e985c3f94 req-c917bb08-cd17-40e1-8140-30c924c16914 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 944 time: 0.0683169 Jan 18 20:14:12.685294 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9950fe01-ead5-4116-aa28-6a34f73e4b1b req-498e894c-d317-4212-a65c-a4386eb5c857 service neutron] 10.222.0.70 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085804 Jan 18 20:14:12.743694 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7b607851-20dd-4ed6-941e-b06e985c3f94 req-ae8c2589-969e-49c8-8baa-0aa637be4f56 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513575 Jan 18 20:14:12.893318 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414837e-6f8f-4235-8abe-09326d07d128 req-a898d188-dd2e-4da5-a9c8-c638e012d4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:12.895688 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b414837e-6f8f-4235-8abe-09326d07d128 req-a898d188-dd2e-4da5-a9c8-c638e012d4ff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46be2ca450fb44c88ba90d0767174258&device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 1095 time: 0.1389368 Jan 18 20:14:13.012739 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-85b16c94-4564-4643-843a-c3888803946d tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:13.014576 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-85b16c94-4564-4643-843a-c3888803946d tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] 10.222.0.70 "GET /v2.0/networks?id=72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578 HTTP/1.1" status: 200 len: 821 time: 0.2269361 Jan 18 20:14:13.044023 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5dee68d8-e5f1-4af1-902f-cbf78328d729 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Request body: {'port': {'device_id': '3c253ede-4dbb-4f8a-a34c-a6c0d3165aac', 'network_id': '72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578', 'admin_state_up': True, 'tenant_id': 'df0d9d06cb204cd3b4c15fb2d6e5d9b4'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:14:13.047900 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414837e-6f8f-4235-8abe-09326d07d128 req-736cda08-7b92-4801-9a65-88dd732bf64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:13.049354 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b414837e-6f8f-4235-8abe-09326d07d128 req-736cda08-7b92-4801-9a65-88dd732bf64d service neutron] 10.222.0.70 "GET /v2.0/networks?id=133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 200 len: 908 time: 0.1467447 Jan 18 20:14:13.092482 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3d80e-7dfe-4906-b713-4adb9613d47a req-9d3a6446-d8fb-4320-a6b6-a1541c7b5618 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:13.100905 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cdb3d80e-7dfe-4906-b713-4adb9613d47a req-9d3a6446-d8fb-4320-a6b6-a1541c7b5618 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fddf1c-9e03-4439-b781-9aee19afe2d9 HTTP/1.1" status: 200 len: 944 time: 0.0624390 Jan 18 20:14:13.109757 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b414837e-6f8f-4235-8abe-09326d07d128 req-74dc33f0-d5ad-448f-a369-6a3d9863290d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80482624-a2b1-4cba-82a7-78d8e0ba5c0c HTTP/1.1" status: 200 len: 217 time: 0.0471506 Jan 18 20:14:13.164395 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cdb3d80e-7dfe-4906-b713-4adb9613d47a req-8f78bb4c-d6d4-45ac-a5a8-5b586bd34345 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/security-groups?id=58357313-de23-462c-bfb9-bb74dfaad7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623114 Jan 18 20:14:13.243016 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414837e-6f8f-4235-8abe-09326d07d128 req-06d8561b-14e6-41e7-900d-a96e1a3202c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:13.244545 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b414837e-6f8f-4235-8abe-09326d07d128 req-06d8561b-14e6-41e7-900d-a96e1a3202c7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45324dde-9697-4682-9610-ed3bed3250cd HTTP/1.1" status: 200 len: 847 time: 0.0866475 Jan 18 20:14:13.282359 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b414837e-6f8f-4235-8abe-09326d07d128 req-48d689a1-21cf-4d01-8cf5-2aefb5172cd3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=133a80cf-c268-45f9-91ee-564a51a659af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282750 Jan 18 20:14:13.284361 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8b2532a9-135d-46a7-8f50-507ca0613617 req-74b2db57-a907-4cb5-8e5f-da4f48c88cb2 tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0461526 Jan 18 20:14:13.340923 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5dee68d8-e5f1-4af1-902f-cbf78328d729 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Made reservation on behalf of df0d9d06cb204cd3b4c15fb2d6e5d9b4 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:14:13.346274 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5dee68d8-e5f1-4af1-902f-cbf78328d729 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:13.460770 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b414837e-6f8f-4235-8abe-09326d07d128 req-8ca8a8fe-5005-4232-a5b4-1bb2d705e77e service neutron] 10.222.0.70 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671863 Jan 18 20:14:13.508346 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9bb8c5e1-82bc-46cd-b2bf-262e0df40cf4 req-ff259275-1fb4-4a19-ab20-2f462290aeb4 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c253ede-4dbb-4f8a-a34c-a6c0d3165aac HTTP/1.1" status: 200 len: 210 time: 0.0416543 Jan 18 20:14:13.593147 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5dee68d8-e5f1-4af1-902f-cbf78328d729 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Allocated IP 172.20.0.12 (72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578/424ce175-3c9e-4851-af60-a631621ad618/e45e1b58-2889-40f4-924c-17524d6864a9) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:14:13.611355 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b414837e-6f8f-4235-8abe-09326d07d128 req-5974fbdc-ded4-4173-90ee-f84fd8125e73 service neutron] 10.222.0.70 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431286 Jan 18 20:14:13.777567 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5dee68d8-e5f1-4af1-902f-cbf78328d729 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Publish callbacks [] for port (e45e1b58-2889-40f4-924c-17524d6864a9), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:13.820548 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5dee68d8-e5f1-4af1-902f-cbf78328d729 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e45e1b58-2889-40f4-924c-17524d6864a9), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:13.879523 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5dee68d8-e5f1-4af1-902f-cbf78328d729 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Network 72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:14:13.886288 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5dee68d8-e5f1-4af1-902f-cbf78328d729 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:14:13.889418 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5dee68d8-e5f1-4af1-902f-cbf78328d729 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:14:13.936271 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49e08a-3ec8-4ae0-8aa0-f6b23694688c req-86f5a5e5-c27b-488f-8f36-b3caaa1c17f4 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:13.938162 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c49e08a-3ec8-4ae0-8aa0-f6b23694688c req-86f5a5e5-c27b-488f-8f36-b3caaa1c17f4 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 944 time: 0.0856340 Jan 18 20:14:13.949578 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee68d8-e5f1-4af1-902f-cbf78328d729 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Pushing event updated for resources: {'Port': ['ID=e45e1b58-2889-40f4-924c-17524d6864a9,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:13.973871 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5dee68d8-e5f1-4af1-902f-cbf78328d729 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:13.974636 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5dee68d8-e5f1-4af1-902f-cbf78328d729 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:13.993209 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5dee68d8-e5f1-4af1-902f-cbf78328d729 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9542289 Jan 18 20:14:14.006411 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5d60917b-fc63-46e1-a1e3-a9dd6fdd2600 service neutron] Request body: {'port': {'device_id': '3c253ede-4dbb-4f8a-a34c-a6c0d3165aac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:14:14.053046 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c49e08a-3ec8-4ae0-8aa0-f6b23694688c req-a347d423-e164-4275-96b5-68912cfd56df tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087036 Jan 18 20:14:14.079854 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5d60917b-fc63-46e1-a1e3-a9dd6fdd2600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e45e1b58-2889-40f4-924c-17524d6864a9), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:14.341237 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef0fc4-5b9a-49c7-9463-60fe9509abc6 req-d4aee340-e6ae-4768-b058-880cb672d695 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:14.343907 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1fef0fc4-5b9a-49c7-9463-60fe9509abc6 req-d4aee340-e6ae-4768-b058-880cb672d695 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fddf1c-9e03-4439-b781-9aee19afe2d9 HTTP/1.1" status: 200 len: 944 time: 0.0911520 Jan 18 20:14:14.415149 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5d60917b-fc63-46e1-a1e3-a9dd6fdd2600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e45e1b58-2889-40f4-924c-17524d6864a9 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:14:14.422164 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1fef0fc4-5b9a-49c7-9463-60fe9509abc6 req-b828ddb3-a3d4-4b8b-b54f-360fdc082d1b tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/security-groups?id=58357313-de23-462c-bfb9-bb74dfaad7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718861 Jan 18 20:14:14.424135 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5d60917b-fc63-46e1-a1e3-a9dd6fdd2600 service neutron] Publish callbacks [] for port (e45e1b58-2889-40f4-924c-17524d6864a9), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:14.443114 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5d60917b-fc63-46e1-a1e3-a9dd6fdd2600 service neutron] Transition to ACTIVE for port object e45e1b58-2889-40f4-924c-17524d6864a9 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:14:14.450852 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5d60917b-fc63-46e1-a1e3-a9dd6fdd2600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (e45e1b58-2889-40f4-924c-17524d6864a9), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:14.521662 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3a36139b-aece-41a5-8ec8-759553c1c8f9 req-d47436b1-640c-4bb3-8bcd-70365adba57c tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0316503 Jan 18 20:14:14.526809 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60917b-fc63-46e1-a1e3-a9dd6fdd2600 service neutron] Pushing event updated for resources: {'Port': ['ID=e45e1b58-2889-40f4-924c-17524d6864a9,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:14.620753 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5d60917b-fc63-46e1-a1e3-a9dd6fdd2600 service neutron] Attempting to bind port e45e1b58-2889-40f4-924c-17524d6864a9 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:14:14.621118 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5d60917b-fc63-46e1-a1e3-a9dd6fdd2600 service neutron] Attempting to bind port e45e1b58-2889-40f4-924c-17524d6864a9 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '4f6ca13f-20de-498b-af22-5ca1344d5db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:14:14.621399 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5d60917b-fc63-46e1-a1e3-a9dd6fdd2600 service neutron] Attempting to bind port e45e1b58-2889-40f4-924c-17524d6864a9 on network 72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:14:14.626093 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5d60917b-fc63-46e1-a1e3-a9dd6fdd2600 service neutron] Port e45e1b58-2889-40f4-924c-17524d6864a9 on network 72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:14:14.626402 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5d60917b-fc63-46e1-a1e3-a9dd6fdd2600 service neutron] Attempting to bind port e45e1b58-2889-40f4-924c-17524d6864a9 on network 72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:14:14.631263 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5d60917b-fc63-46e1-a1e3-a9dd6fdd2600 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:14:14.631602 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5d60917b-fc63-46e1-a1e3-a9dd6fdd2600 service neutron] Checking segment: {'id': '4f6ca13f-20de-498b-af22-5ca1344d5db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:14:14.631973 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5d60917b-fc63-46e1-a1e3-a9dd6fdd2600 service neutron] Bound using segment: {'id': '4f6ca13f-20de-498b-af22-5ca1344d5db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:14:14.632393 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5d60917b-fc63-46e1-a1e3-a9dd6fdd2600 service neutron] Bound port: e45e1b58-2889-40f4-924c-17524d6864a9, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f6ca13f-20de-498b-af22-5ca1344d5db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:14:14.632737 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5d60917b-fc63-46e1-a1e3-a9dd6fdd2600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e45e1b58-2889-40f4-924c-17524d6864a9), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:14.655745 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2182820-0ad6-47bf-bf0e-d2a729406323 req-0a5c3810-e33d-4810-95f4-cb0f301ed90c tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:14.657616 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c2182820-0ad6-47bf-bf0e-d2a729406323 req-0a5c3810-e33d-4810-95f4-cb0f301ed90c tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c253ede-4dbb-4f8a-a34c-a6c0d3165aac HTTP/1.1" status: 200 len: 944 time: 0.0517390 Jan 18 20:14:14.696327 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 7393374f-7937-403d-98a3-e92d5099f62a up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:14:14.706735 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5d60917b-fc63-46e1-a1e3-a9dd6fdd2600 service neutron] For port e45e1b58-2889-40f4-924c-17524d6864a9, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:14:14.708893 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c2182820-0ad6-47bf-bf0e-d2a729406323 req-763c63af-8868-44df-8e8b-21f78a5f1426 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] 10.222.0.31 "GET /v2.0/security-groups?id=135044bc-e315-4cac-964b-98970527daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453277 Jan 18 20:14:14.713597 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5d60917b-fc63-46e1-a1e3-a9dd6fdd2600 service neutron] For port e45e1b58-2889-40f4-924c-17524d6864a9, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e45e1b58-2889-40f4-924c-17524d6864a9,segment=NetworkSegment(4f6ca13f-20de-498b-af22-5ca1344d5db9),segment_id=4f6ca13f-20de-498b-af22-5ca1344d5db9)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:14:14.720349 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5d60917b-fc63-46e1-a1e3-a9dd6fdd2600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (e45e1b58-2889-40f4-924c-17524d6864a9), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:14.755245 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 7393374f-7937-403d-98a3-e92d5099f62a completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:14:14.761282 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 7393374f-7937-403d-98a3-e92d5099f62a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:14:14.762096 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7393374f-7937-403d-98a3-e92d5099f62a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:14.795458 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5d60917b-fc63-46e1-a1e3-a9dd6fdd2600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:14.796199 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5d60917b-fc63-46e1-a1e3-a9dd6fdd2600 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:14.798317 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-5d60917b-fc63-46e1-a1e3-a9dd6fdd2600 service neutron] 10.222.0.70 "PUT /v2.0/ports/e45e1b58-2889-40f4-924c-17524d6864a9 HTTP/1.1" status: 200 len: 1092 time: 0.7962737 Jan 18 20:14:14.799172 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c253ede-4dbb-4f8a-a34c-a6c0d3165aac', 'tag': 'e45e1b58-2889-40f4-924c-17524d6864a9'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:14:14.802366 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a1c5c5-1992-40da-a559-430986759751" -d '{"events": [{"name": "network-changed", "server_uuid": "3c253ede-4dbb-4f8a-a34c-a6c0d3165aac", "tag": "e45e1b58-2889-40f4-924c-17524d6864a9"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:14:14.840223 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60917b-fc63-46e1-a1e3-a9dd6fdd2600 service neutron] Pushing event updated for resources: {'Port': ['ID=e45e1b58-2889-40f4-924c-17524d6864a9,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:14.863163 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 7393374f-7937-403d-98a3-e92d5099f62a is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:14:14.863997 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7393374f-7937-403d-98a3-e92d5099f62a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:14.892860 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fddf1c-9e03-4439-b781-9aee19afe2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7393374f-7937-403d-98a3-e92d5099f62a'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:14:14.897108 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99ce445-3d84-4813-be06-6d3a1275fa87" -d '{"events": [{"server_uuid": "b5fddf1c-9e03-4439-b781-9aee19afe2d9", "name": "network-vif-plugged", "status": "completed", "tag": "7393374f-7937-403d-98a3-e92d5099f62a"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:14:14.900319 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3898a5e7-b7a5-4f78-98d6-cf692d1708b7 x-openstack-request-id: req-3898a5e7-b7a5-4f78-98d6-cf692d1708b7 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:14:14.900927 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c253ede-4dbb-4f8a-a34c-a6c0d3165aac", "tag": "e45e1b58-2889-40f4-924c-17524d6864a9", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:14:14.901971 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3898a5e7-b7a5-4f78-98d6-cf692d1708b7 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:14:14.902578 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c253ede-4dbb-4f8a-a34c-a6c0d3165aac', 'tag': 'e45e1b58-2889-40f4-924c-17524d6864a9', 'status': 'completed', 'code': 200} Jan 18 20:14:14.912297 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 7393374f-7937-403d-98a3-e92d5099f62a, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=7393374f-7937-403d-98a3-e92d5099f62a,segment=NetworkSegment(1f1a3c38-de33-4f07-a242-8ac59af9a9ea),segment_id=1f1a3c38-de33-4f07-a242-8ac59af9a9ea)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:14:14.918855 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7393374f-7937-403d-98a3-e92d5099f62a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:14.919539 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-2ad6ef14-8865-4300-b5ef-730d645bb693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:14.921724 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-2ad6ef14-8865-4300-b5ef-730d645bb693 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df0d9d06cb204cd3b4c15fb2d6e5d9b4&device_id=3c253ede-4dbb-4f8a-a34c-a6c0d3165aac HTTP/1.1" status: 200 len: 1095 time: 0.0704505 Jan 18 20:14:14.971107 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d71b95-d617-4d6b-b359-edf9ae4c5a9f x-openstack-request-id: req-00d71b95-d617-4d6b-b359-edf9ae4c5a9f {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:14:14.971446 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fddf1c-9e03-4439-b781-9aee19afe2d9", "name": "network-vif-plugged", "status": "completed", "tag": "7393374f-7937-403d-98a3-e92d5099f62a", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:14:14.971673 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00d71b95-d617-4d6b-b359-edf9ae4c5a9f {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:14:14.972336 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fddf1c-9e03-4439-b781-9aee19afe2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7393374f-7937-403d-98a3-e92d5099f62a', 'code': 200} Jan 18 20:14:14.987256 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-e8389b6f-13fd-40f7-b685-244309bd0f55 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e45e1b58-2889-40f4-924c-17524d6864a9 HTTP/1.1" status: 200 len: 217 time: 0.0541856 Jan 18 20:14:15.009760 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=7393374f-7937-403d-98a3-e92d5099f62a,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:15.105888 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-044a950e-b804-41fd-9c95-810efc9fc5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:15.107378 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-044a950e-b804-41fd-9c95-810efc9fc5d6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=424ce175-3c9e-4851-af60-a631621ad618 HTTP/1.1" status: 200 len: 861 time: 0.1088169 Jan 18 20:14:15.127194 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c08a7-88d5-419e-8a2d-f87f2f5fa9ce req-ff02038e-bd3f-4408-9bae-5fe583637b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:15.128708 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6d7c08a7-88d5-419e-8a2d-f87f2f5fa9ce req-ff02038e-bd3f-4408-9bae-5fe583637b73 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b5fddf1c-9e03-4439-b781-9aee19afe2d9 HTTP/1.1" status: 200 len: 1096 time: 0.0885191 Jan 18 20:14:15.146531 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-6388043d-4072-496f-903e-c0b61d89de26 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310519 Jan 18 20:14:15.235574 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6d7c08a7-88d5-419e-8a2d-f87f2f5fa9ce req-104a65a1-b2eb-4c8e-9c6d-7f968e3e3f41 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=58357313-de23-462c-bfb9-bb74dfaad7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742724 Jan 18 20:14:15.251511 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6693d-0263-45ed-ae78-275e532faee1 req-daffb97a-bb3e-4cc7-a183-d5a68b1d4ca7 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:15.258479 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b2e6693d-0263-45ed-ae78-275e532faee1 req-daffb97a-bb3e-4cc7-a183-d5a68b1d4ca7 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 944 time: 0.1022587 Jan 18 20:14:15.310734 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-a040b169-95c8-4c46-9e8a-667284227583 service neutron] 10.222.0.70 "GET /v2.0/networks/72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484623 Jan 18 20:14:15.324320 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b2e6693d-0263-45ed-ae78-275e532faee1 req-ba79d5a2-14a9-4cb6-8396-3fba5928e506 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649574 Jan 18 20:14:15.553167 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48636) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:15.565034 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51ba58-47e2-413e-a9bb-68850fbfd9ed req-5e399f6a-f57d-43bf-ad3d-d0175af7fa5d tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:15.572975 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc51ba58-47e2-413e-a9bb-68850fbfd9ed req-5e399f6a-f57d-43bf-ad3d-d0175af7fa5d tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fddf1c-9e03-4439-b781-9aee19afe2d9 HTTP/1.1" status: 200 len: 945 time: 0.0665574 Jan 18 20:14:15.601617 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7ac722b1-95f2-4f10-95f5-e3d6de6aa01b req-04da79c7-c4c6-4af9-a863-8aa473cbd06a service neutron] 10.222.0.70 "GET /v2.0/networks/72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328545 Jan 18 20:14:15.629119 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc51ba58-47e2-413e-a9bb-68850fbfd9ed req-56e01dec-433b-4b1b-8e4b-d4cf19b5db18 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/security-groups?id=58357313-de23-462c-bfb9-bb74dfaad7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551839 Jan 18 20:14:15.671199 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d40634f5-8183-4bcd-9d85-89a9686a6419 req-ed12636f-c3f1-462e-b0c6-5d9c18394d4f tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0344353 Jan 18 20:14:15.716116 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1c5c5-1992-40da-a559-430986759751 req-1c5750a3-c864-48d3-a4b7-53cc7fa70c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:15.717561 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-83a1c5c5-1992-40da-a559-430986759751 req-1c5750a3-c864-48d3-a4b7-53cc7fa70c4b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df0d9d06cb204cd3b4c15fb2d6e5d9b4&device_id=3c253ede-4dbb-4f8a-a34c-a6c0d3165aac HTTP/1.1" status: 200 len: 1095 time: 0.0552614 Jan 18 20:14:15.733010 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ef8bbe6d-a668-4c0d-a75a-c35eadd04c7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:15.830752 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1c5c5-1992-40da-a559-430986759751 req-1a235fca-820d-4bc2-923d-83f1b8cd13d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:15.832643 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-83a1c5c5-1992-40da-a559-430986759751 req-1a235fca-820d-4bc2-923d-83f1b8cd13d3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578 HTTP/1.1" status: 200 len: 922 time: 0.1077738 Jan 18 20:14:15.863367 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ef8bbe6d-a668-4c0d-a75a-c35eadd04c7e admin admin] Publish callbacks [] for security_group (7f47a4a8-b1a3-47ca-965d-eba7166bb94b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:15.876653 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45cf53a-69e8-41e7-9fc5-6b1660327ac3 req-00d97290-5afd-4aee-90e2-f607e602f55a tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:15.878264 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c45cf53a-69e8-41e7-9fc5-6b1660327ac3 req-00d97290-5afd-4aee-90e2-f607e602f55a tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c253ede-4dbb-4f8a-a34c-a6c0d3165aac HTTP/1.1" status: 200 len: 944 time: 0.0720537 Jan 18 20:14:15.878916 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ef8bbe6d-a668-4c0d-a75a-c35eadd04c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7f47a4a8-b1a3-47ca-965d-eba7166bb94b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:15.881316 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-83a1c5c5-1992-40da-a559-430986759751 req-497fee58-7c3c-4039-ab78-bb26e01b79b9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e45e1b58-2889-40f4-924c-17524d6864a9 HTTP/1.1" status: 200 len: 217 time: 0.0407147 Jan 18 20:14:15.931375 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1c5c5-1992-40da-a559-430986759751 req-d44b3a6e-b787-4aaf-94bc-19f334971162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:15.933594 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-83a1c5c5-1992-40da-a559-430986759751 req-d44b3a6e-b787-4aaf-94bc-19f334971162 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=424ce175-3c9e-4851-af60-a631621ad618 HTTP/1.1" status: 200 len: 861 time: 0.0464401 Jan 18 20:14:15.933879 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8bbe6d-a668-4c0d-a75a-c35eadd04c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f47a4a8-b1a3-47ca-965d-eba7166bb94b,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:15.945682 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ef8bbe6d-a668-4c0d-a75a-c35eadd04c7e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c2bf35dea1ec45eebd7fa4f7ecaed8d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3924458 Jan 18 20:14:15.946456 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48644) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:15.972148 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-83a1c5c5-1992-40da-a559-430986759751 req-c7e0e597-f1a2-41ab-a92a-878d3816c8ac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323501 Jan 18 20:14:15.994457 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c45cf53a-69e8-41e7-9fc5-6b1660327ac3 req-9f10bf0f-52d7-4ebe-9964-2086b991609e tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] 10.222.0.31 "GET /v2.0/security-groups?id=135044bc-e315-4cac-964b-98970527daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968356 Jan 18 20:14:16.024662 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0971ca98-7013-4073-aeb5-f262fea0324a admin admin] Publish callbacks [] for security_group (7f47a4a8-b1a3-47ca-965d-eba7166bb94b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:16.046811 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0971ca98-7013-4073-aeb5-f262fea0324a admin admin] Publish callbacks [] for security_group (7f47a4a8-b1a3-47ca-965d-eba7166bb94b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:16.082804 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-83a1c5c5-1992-40da-a559-430986759751 req-81fb02e6-9644-47a2-9cbe-42263e2eee69 service neutron] 10.222.0.70 "GET /v2.0/networks/72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027136 Jan 18 20:14:16.097650 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0971ca98-7013-4073-aeb5-f262fea0324a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7f47a4a8-b1a3-47ca-965d-eba7166bb94b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:16.100464 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0971ca98-7013-4073-aeb5-f262fea0324a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:16.104071 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0971ca98-7013-4073-aeb5-f262fea0324a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f47a4a8-b1a3-47ca-965d-eba7166bb94b HTTP/1.1" status: 204 len: 168 time: 0.1423535 Jan 18 20:14:16.118146 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971ca98-7013-4073-aeb5-f262fea0324a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f47a4a8-b1a3-47ca-965d-eba7166bb94b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:16.186286 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-83a1c5c5-1992-40da-a559-430986759751 req-0df88a1a-e7a9-453d-9b45-67313ae31fb9 service neutron] 10.222.0.70 "GET /v2.0/networks/72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961535 Jan 18 20:14:16.441416 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a4a0d-875c-4f2f-b839-ebff5020606d req-fa643d58-51fb-4b99-8f1a-1da2e2bba1d9 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:16.448953 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-028a4a0d-875c-4f2f-b839-ebff5020606d req-fa643d58-51fb-4b99-8f1a-1da2e2bba1d9 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 944 time: 0.0539365 Jan 18 20:14:16.469272 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48656) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:16.516520 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-028a4a0d-875c-4f2f-b839-ebff5020606d req-cc93ea5a-2e21-4462-8b5f-f9abec1baea5 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666022 Jan 18 20:14:16.756802 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024f76a-7cf6-4959-97da-787a6e5dad48 req-8f29a42e-0e1b-4b3c-af44-3f9b4ac4c058 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:16.762262 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f024f76a-7cf6-4959-97da-787a6e5dad48 req-8f29a42e-0e1b-4b3c-af44-3f9b4ac4c058 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fddf1c-9e03-4439-b781-9aee19afe2d9 HTTP/1.1" status: 200 len: 945 time: 0.0652757 Jan 18 20:14:16.797375 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8e1ee717-ef5c-4a1a-9caa-d570052742fc req-e031f407-02b5-4d26-aedd-d783e082c335 tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0335197 Jan 18 20:14:16.809703 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f2478492-56d0-4023-a143-4c45df4244d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:16.838558 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f024f76a-7cf6-4959-97da-787a6e5dad48 req-b0eeead7-1dd8-4fc9-9559-05fbd7adafee tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/security-groups?id=58357313-de23-462c-bfb9-bb74dfaad7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735378 Jan 18 20:14:16.915160 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f2478492-56d0-4023-a143-4c45df4244d2 admin admin] Publish callbacks [] for security_group (63f2bf9c-f3c1-4b8e-a967-6b70248d093f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:16.927107 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f2478492-56d0-4023-a143-4c45df4244d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (63f2bf9c-f3c1-4b8e-a967-6b70248d093f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:16.973058 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f2478492-56d0-4023-a143-4c45df4244d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0e869a9dd03f47e2a02edaf055b35fd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5023668 Jan 18 20:14:16.974141 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2478492-56d0-4023-a143-4c45df4244d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f2bf9c-f3c1-4b8e-a967-6b70248d093f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:16.977493 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48666) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:16.999658 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa838bd-7c71-4181-939c-b8fdea17d1ec req-80a9220a-6462-493f-a08a-3657512f5b3a tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:17.003031 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fa838bd-7c71-4181-939c-b8fdea17d1ec req-80a9220a-6462-493f-a08a-3657512f5b3a tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fddf1c-9e03-4439-b781-9aee19afe2d9 HTTP/1.1" status: 200 len: 945 time: 0.0851336 Jan 18 20:14:17.014335 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48670) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:17.021996 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-62fa1ce6-5aba-497e-9da4-554535dd39a2 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Request body: {'floatingip': {'port_id': '7393374f-7937-403d-98a3-e92d5099f62a'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:14:17.066997 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2267bac4-a337-49fd-b56c-9040f945a3c7 admin admin] Publish callbacks [] for security_group (63f2bf9c-f3c1-4b8e-a967-6b70248d093f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:17.069727 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-62fa1ce6-5aba-497e-9da4-554535dd39a2 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks [] for floatingip (d35b1902-d509-40c4-a23a-cd693c95c374), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:17.112276 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2267bac4-a337-49fd-b56c-9040f945a3c7 admin admin] Publish callbacks [] for security_group (63f2bf9c-f3c1-4b8e-a967-6b70248d093f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:17.211095 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2267bac4-a337-49fd-b56c-9040f945a3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (63f2bf9c-f3c1-4b8e-a967-6b70248d093f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:17.214634 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2267bac4-a337-49fd-b56c-9040f945a3c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:17.227908 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2267bac4-a337-49fd-b56c-9040f945a3c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/63f2bf9c-f3c1-4b8e-a967-6b70248d093f HTTP/1.1" status: 204 len: 168 time: 0.2429674 Jan 18 20:14:17.242719 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267bac4-a337-49fd-b56c-9040f945a3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f2bf9c-f3c1-4b8e-a967-6b70248d093f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:17.309028 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067fbe0-fc40-49d7-b97b-69f871cdd29a req-37720aaf-c76f-4b65-a70a-21cd06fdcbc3 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:17.311871 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4067fbe0-fc40-49d7-b97b-69f871cdd29a req-37720aaf-c76f-4b65-a70a-21cd06fdcbc3 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c253ede-4dbb-4f8a-a34c-a6c0d3165aac HTTP/1.1" status: 200 len: 944 time: 0.1925433 Jan 18 20:14:17.380395 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-03db6029-2fc4-40a8-b095-2f556935e038 req-5fc0a9af-5c4a-4e04-a35c-c37f87a8e310 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1893868 Jan 18 20:14:17.408900 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179b53d-b073-44d6-a28d-94686ab74231 req-fa19af24-0798-41a0-858a-12a75f8963f4 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:17.415600 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1179b53d-b073-44d6-a28d-94686ab74231 req-fa19af24-0798-41a0-858a-12a75f8963f4 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.1918488 Jan 18 20:14:17.527774 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4067fbe0-fc40-49d7-b97b-69f871cdd29a req-72fb870b-6417-41bb-83d3-f6d8b2b3bbba tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] 10.222.0.31 "GET /v2.0/security-groups?id=135044bc-e315-4cac-964b-98970527daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692638 Jan 18 20:14:17.606469 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1179b53d-b073-44d6-a28d-94686ab74231 req-30bffb32-0009-4d3e-a123-a085682b8d29 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896410 Jan 18 20:14:17.611611 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db6029-2fc4-40a8-b095-2f556935e038 req-a0c2d6ea-6076-4824-b6fe-15ba4c416b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:17.613583 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-03db6029-2fc4-40a8-b095-2f556935e038 req-a0c2d6ea-6076-4824-b6fe-15ba4c416b4b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46be2ca450fb44c88ba90d0767174258&device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 1095 time: 0.1525569 Jan 18 20:14:17.643898 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48686) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:17.659653 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-54ae1f59-26c7-43ee-b5d1-7ca87bcf257f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:17.772807 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-54ae1f59-26c7-43ee-b5d1-7ca87bcf257f admin admin] Publish callbacks [] for security_group (d6c35fca-5780-4102-ba2f-ba32f5abf92e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:17.778863 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-54ae1f59-26c7-43ee-b5d1-7ca87bcf257f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d6c35fca-5780-4102-ba2f-ba32f5abf92e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:17.818646 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-54ae1f59-26c7-43ee-b5d1-7ca87bcf257f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a14c214b46604c0ca5c7befe6cf608c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1734605 Jan 18 20:14:17.820846 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae1f59-26c7-43ee-b5d1-7ca87bcf257f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c35fca-5780-4102-ba2f-ba32f5abf92e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:17.824150 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48688) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:17.850769 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db6029-2fc4-40a8-b095-2f556935e038 req-111b0745-0307-4d00-99d9-466c5aa94f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:17.853871 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-03db6029-2fc4-40a8-b095-2f556935e038 req-111b0745-0307-4d00-99d9-466c5aa94f4b service neutron] 10.222.0.57 "GET /v2.0/networks?id=133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 200 len: 908 time: 0.1864069 Jan 18 20:14:17.877571 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-808d116e-53b1-470a-a08b-369860368443 admin admin] Publish callbacks [] for security_group (d6c35fca-5780-4102-ba2f-ba32f5abf92e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:17.881774 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293883f-a9c8-4ad0-ad2b-29bc5a33cc69 req-35ac1f0f-1040-4962-bc54-b85abd518bc8 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:17.883255 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5293883f-a9c8-4ad0-ad2b-29bc5a33cc69 req-35ac1f0f-1040-4962-bc54-b85abd518bc8 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 944 time: 0.1591713 Jan 18 20:14:17.903269 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-808d116e-53b1-470a-a08b-369860368443 admin admin] Publish callbacks [] for security_group (d6c35fca-5780-4102-ba2f-ba32f5abf92e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:17.924314 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-03db6029-2fc4-40a8-b095-2f556935e038 req-4a03dfe8-ddf1-4994-be0d-c8d7aeeab637 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af HTTP/1.1" status: 200 len: 217 time: 0.0609288 Jan 18 20:14:17.957681 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-808d116e-53b1-470a-a08b-369860368443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d6c35fca-5780-4102-ba2f-ba32f5abf92e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:17.960994 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-808d116e-53b1-470a-a08b-369860368443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:17.965666 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-808d116e-53b1-470a-a08b-369860368443 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d6c35fca-5780-4102-ba2f-ba32f5abf92e HTTP/1.1" status: 204 len: 168 time: 0.1371169 Jan 18 20:14:17.983028 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d116e-53b1-470a-a08b-369860368443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c35fca-5780-4102-ba2f-ba32f5abf92e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:18.032227 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9f320f00-6837-46eb-93d4-c950c1f3a59a req-18f1ad49-a7fc-41b9-aa2f-9b58a31dac91 tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0653434 Jan 18 20:14:18.046002 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.db.resource_extend [None req-62fa1ce6-5aba-497e-9da4-554535dd39a2 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:14:18.094287 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5293883f-a9c8-4ad0-ad2b-29bc5a33cc69 req-81f2bb1c-2b50-4956-9a27-2efe4aa6e25e tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770914 Jan 18 20:14:18.100258 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db6029-2fc4-40a8-b095-2f556935e038 req-5db84453-bf8b-4d93-a905-5561cc02b328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:18.101864 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-03db6029-2fc4-40a8-b095-2f556935e038 req-5db84453-bf8b-4d93-a905-5561cc02b328 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=45324dde-9697-4682-9610-ed3bed3250cd HTTP/1.1" status: 200 len: 847 time: 0.1709561 Jan 18 20:14:18.138751 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-62fa1ce6-5aba-497e-9da4-554535dd39a2 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:18.141150 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-03db6029-2fc4-40a8-b095-2f556935e038 req-61c2e4d1-8b9e-4dd9-ac81-fd83f557bc83 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=133a80cf-c268-45f9-91ee-564a51a659af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319226 Jan 18 20:14:18.143303 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-62fa1ce6-5aba-497e-9da4-554535dd39a2 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (d35b1902-d509-40c4-a23a-cd693c95c374), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:18.313379 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-62fa1ce6-5aba-497e-9da4-554535dd39a2 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Floating IP d35b1902-d509-40c4-a23a-cd693c95c374 associated. External IP: 172.25.4.213, port: 7393374f-7937-403d-98a3-e92d5099f62a. Jan 18 20:14:18.317705 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-03db6029-2fc4-40a8-b095-2f556935e038 req-7472b662-3032-4e7f-b47d-51ee2cda4bb0 service neutron] 10.222.0.57 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708951 Jan 18 20:14:18.722624 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e45e1b58-2889-40f4-924c-17524d6864a9 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:14:18.874910 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port e45e1b58-2889-40f4-924c-17524d6864a9, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e45e1b58-2889-40f4-924c-17524d6864a9,segment=NetworkSegment(4f6ca13f-20de-498b-af22-5ca1344d5db9),segment_id=4f6ca13f-20de-498b-af22-5ca1344d5db9)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:14:18.878280 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda9da3-9f87-4f8e-a4e9-bb30816735b2 req-72690a80-cd61-43dd-96d4-3ef83dc63b16 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:18.885789 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8bda9da3-9f87-4f8e-a4e9-bb30816735b2 req-72690a80-cd61-43dd-96d4-3ef83dc63b16 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c253ede-4dbb-4f8a-a34c-a6c0d3165aac HTTP/1.1" status: 200 len: 944 time: 0.1581004 Jan 18 20:14:18.890076 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'e45e1b58-2889-40f4-924c-17524d6864a9', 'network_id': '72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578', 'port_id': 'e45e1b58-2889-40f4-924c-17524d6864a9', 'mac_address': 'fa:16:3e:56:0d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '424ce175-3c9e-4851-af60-a631621ad618', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:14:18.900948 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-03db6029-2fc4-40a8-b095-2f556935e038 req-a6fa98cb-3cde-4f6e-acf0-5cc54315946a service neutron] 10.222.0.57 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5532420 Jan 18 20:14:18.966772 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port e45e1b58-2889-40f4-924c-17524d6864a9 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:14:18.967564 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e45e1b58-2889-40f4-924c-17524d6864a9), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:18.997748 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e45e1b58-2889-40f4-924c-17524d6864a9 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:14:19.005764 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9bb37-c3ef-4419-8e86-6728164fc105 req-868dadec-93a9-4302-acc2-3c28087da2d3 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:19.013941 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-79c9bb37-c3ef-4419-8e86-6728164fc105 req-868dadec-93a9-4302-acc2-3c28087da2d3 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.2249875 Jan 18 20:14:19.023913 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port e45e1b58-2889-40f4-924c-17524d6864a9, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e45e1b58-2889-40f4-924c-17524d6864a9,segment=NetworkSegment(4f6ca13f-20de-498b-af22-5ca1344d5db9),segment_id=4f6ca13f-20de-498b-af22-5ca1344d5db9)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:14:19.031039 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e45e1b58-2889-40f4-924c-17524d6864a9), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:19.085094 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8bda9da3-9f87-4f8e-a4e9-bb30816735b2 req-c9eda917-6205-4607-9190-e7fdce025f67 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] 10.222.0.31 "GET /v2.0/security-groups?id=135044bc-e315-4cac-964b-98970527daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984713 Jan 18 20:14:19.139927 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=e45e1b58-2889-40f4-924c-17524d6864a9,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:19.149554 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-79c9bb37-c3ef-4419-8e86-6728164fc105 req-39441b06-c9f5-4aa4-a6dd-a8381032e5a8 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346126 Jan 18 20:14:19.155204 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62fa1ce6-5aba-497e-9da4-554535dd39a2 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Router 65f8e15d-e053-472a-99ca-ec5cd87b2285 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:14:19.320233 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-30744c14-a845-44c6-96c0-071e8dd74acf req-5b90aeef-4d6b-4519-9603-ee66177ad3cd tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0467308 Jan 18 20:14:19.356536 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fa1ce6-5aba-497e-9da4-554535dd39a2 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:14:19.361674 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-62fa1ce6-5aba-497e-9da4-554535dd39a2 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:19.376573 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bbb141-a0cf-40ec-aaff-9876943427a2 None None] Sync routers for ids ['65f8e15d-e053-472a-99ca-ec5cd87b2285'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:14:19.384796 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['e45e1b58-2889-40f4-924c-17524d6864a9'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:14:19.393181 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad52b40-9a02-4ba5-8669-f2639a88af35 req-3f980844-e89b-472d-98a6-251bf68cc9b5 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:19.394662 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9ad52b40-9a02-4ba5-8669-f2639a88af35 req-3f980844-e89b-472d-98a6-251bf68cc9b5 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 944 time: 0.0889578 Jan 18 20:14:19.407210 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-62fa1ce6-5aba-497e-9da4-554535dd39a2 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "PUT /v2.0/floatingips/d35b1902-d509-40c4-a23a-cd693c95c374 HTTP/1.1" status: 200 len: 991 time: 2.3890231 Jan 18 20:14:19.411042 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5fddf1c-9e03-4439-b781-9aee19afe2d9', 'tag': '7393374f-7937-403d-98a3-e92d5099f62a'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:14:19.413303 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac76e910-a10c-4b7a-93f8-439ddcd93c74" -d '{"events": [{"name": "network-changed", "server_uuid": "b5fddf1c-9e03-4439-b781-9aee19afe2d9", "tag": "7393374f-7937-403d-98a3-e92d5099f62a"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:14:19.435348 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bbb141-a0cf-40ec-aaff-9876943427a2 None None] Routers {'65f8e15d-e053-472a-99ca-ec5cd87b2285'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:14:19.435955 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-27bbb141-a0cf-40ec-aaff-9876943427a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:13:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['65f8e15d-e053-472a-99ca-ec5cd87b2285'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:19.514201 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9ad52b40-9a02-4ba5-8669-f2639a88af35 req-0b6ff172-94fc-4ff7-8e42-8eb49e8bd02f tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057668 Jan 18 20:14:19.599714 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-27bbb141-a0cf-40ec-aaff-9876943427a2 None None] Set router 65f8e15d-e053-472a-99ca-ec5cd87b2285 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:14:19.733916 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fb49de-6ef1-4b45-916d-da9cedb72e4a x-openstack-request-id: req-23fb49de-6ef1-4b45-916d-da9cedb72e4a {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:14:19.734213 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5fddf1c-9e03-4439-b781-9aee19afe2d9", "tag": "7393374f-7937-403d-98a3-e92d5099f62a", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:14:19.734487 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23fb49de-6ef1-4b45-916d-da9cedb72e4a {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:14:19.734892 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5fddf1c-9e03-4439-b781-9aee19afe2d9', 'tag': '7393374f-7937-403d-98a3-e92d5099f62a', 'status': 'completed', 'code': 200} Jan 18 20:14:19.822690 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76e910-a10c-4b7a-93f8-439ddcd93c74 req-d5f02801-9d76-4cce-af03-7884d014a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:19.824714 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac76e910-a10c-4b7a-93f8-439ddcd93c74 req-d5f02801-9d76-4cce-af03-7884d014a82a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=607a4768cdf6430db9e32c193b955188&device_id=b5fddf1c-9e03-4439-b781-9aee19afe2d9 HTTP/1.1" status: 200 len: 1096 time: 0.0660133 Jan 18 20:14:19.903616 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-27bbb141-a0cf-40ec-aaff-9876943427a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'name': 'tempest-ServersTestManualDisk-2025350261-router', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:13:51Z', 'updated_at': '2022-01-18T20:13:56Z', 'revision_number': 4, 'project_id': '607a4768cdf6430db9e32c193b955188', 'gw_port': {'id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:13:52Z', 'updated_at': '2022-01-18T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'd35b1902-d509-40c4-a23a-cd693c95c374', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'floating_ip_address': '172.25.4.213', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'port_id': '7393374f-7937-403d-98a3-e92d5099f62a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b', 'mac_address': 'fa:16:3e:80:fb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fddf1c-9e03-4439-b781-9aee19afe2d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:14:00Z', 'updated_at': '2022-01-18T20:14:17Z', 'revision_number': 1, 'project_id': '607a4768cdf6430db9e32c193b955188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3059ad1-0cf0-4484-88f9-ba9115d11ae0', 'name': '', 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'mac_address': 'fa:16:3e:f7:73:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '3443f31d-f38e-4c29-8c99-7fd225434601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:13:55Z', 'updated_at': '2022-01-18T20:14:03Z', 'revision_number': 5, 'project_id': '607a4768cdf6430db9e32c193b955188', 'subnets': [{'id': '3443f31d-f38e-4c29-8c99-7fd225434601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:19.932895 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bbb141-a0cf-40ec-aaff-9876943427a2 None None] Checking router: 65f8e15d-e053-472a-99ca-ec5cd87b2285 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:14:19.941346 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bbb141-a0cf-40ec-aaff-9876943427a2 None None] Routers {'65f8e15d-e053-472a-99ca-ec5cd87b2285'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:14:19.941997 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-27bbb141-a0cf-40ec-aaff-9876943427a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:13:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['65f8e15d-e053-472a-99ca-ec5cd87b2285'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:19.998874 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76e910-a10c-4b7a-93f8-439ddcd93c74 req-182664dd-8420-4edb-9da5-382cef0c1e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:20.000536 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac76e910-a10c-4b7a-93f8-439ddcd93c74 req-182664dd-8420-4edb-9da5-382cef0c1e25 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e1c89579-6195-4c70-ba90-09ea7c6b128b HTTP/1.1" status: 200 len: 913 time: 0.1618760 Jan 18 20:14:20.059285 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-27bbb141-a0cf-40ec-aaff-9876943427a2 None None] Set router 65f8e15d-e053-472a-99ca-ec5cd87b2285 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:14:20.093751 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac76e910-a10c-4b7a-93f8-439ddcd93c74 req-bd660f21-ef6e-480f-bada-76c85e586ab7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7393374f-7937-403d-98a3-e92d5099f62a HTTP/1.1" status: 200 len: 999 time: 0.0863087 Jan 18 20:14:20.207634 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76e910-a10c-4b7a-93f8-439ddcd93c74 req-2d614f98-42e0-4317-b2d3-fb1c75b63464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:20.233111 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac76e910-a10c-4b7a-93f8-439ddcd93c74 req-2d614f98-42e0-4317-b2d3-fb1c75b63464 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3443f31d-f38e-4c29-8c99-7fd225434601 HTTP/1.1" status: 200 len: 851 time: 0.1322184 Jan 18 20:14:20.316527 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76e910-a10c-4b7a-93f8-439ddcd93c74 req-bcccd102-9ced-4450-b141-4f92c7a29ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:20.320195 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac76e910-a10c-4b7a-93f8-439ddcd93c74 req-bcccd102-9ced-4450-b141-4f92c7a29ade service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e1c89579-6195-4c70-ba90-09ea7c6b128b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777795 Jan 18 20:14:20.358194 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de55b6c-b8a3-45e9-832b-63176bc1b0c6 req-808e4881-fc38-41a0-ae04-15ec207f1631 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:20.359508 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6de55b6c-b8a3-45e9-832b-63176bc1b0c6 req-808e4881-fc38-41a0-ae04-15ec207f1631 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c253ede-4dbb-4f8a-a34c-a6c0d3165aac HTTP/1.1" status: 200 len: 945 time: 0.1395421 Jan 18 20:14:20.360399 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48764) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:20.382229 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2e99f89f-d27d-4976-b2cf-f15844393880 req-55639132-4436-494e-b194-d8168de887ce service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0568469 Jan 18 20:14:20.419046 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-27bbb141-a0cf-40ec-aaff-9876943427a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'name': 'tempest-ServersTestManualDisk-2025350261-router', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:13:51Z', 'updated_at': '2022-01-18T20:13:56Z', 'revision_number': 4, 'project_id': '607a4768cdf6430db9e32c193b955188', 'gw_port': {'id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:13:52Z', 'updated_at': '2022-01-18T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'd35b1902-d509-40c4-a23a-cd693c95c374', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'floating_ip_address': '172.25.4.213', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'port_id': '7393374f-7937-403d-98a3-e92d5099f62a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b', 'mac_address': 'fa:16:3e:80:fb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fddf1c-9e03-4439-b781-9aee19afe2d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:14:00Z', 'updated_at': '2022-01-18T20:14:17Z', 'revision_number': 1, 'project_id': '607a4768cdf6430db9e32c193b955188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3059ad1-0cf0-4484-88f9-ba9115d11ae0', 'name': '', 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'mac_address': 'fa:16:3e:f7:73:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '3443f31d-f38e-4c29-8c99-7fd225434601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:13:55Z', 'updated_at': '2022-01-18T20:14:03Z', 'revision_number': 5, 'project_id': '607a4768cdf6430db9e32c193b955188', 'subnets': [{'id': '3443f31d-f38e-4c29-8c99-7fd225434601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:20.434859 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a16d0-967c-43d2-94bb-9d209a518c0e req-fd1f5ac8-2fbd-4c77-9727-98d3a16f1b21 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:20.442532 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-479a16d0-967c-43d2-94bb-9d209a518c0e req-fd1f5ac8-2fbd-4c77-9727-98d3a16f1b21 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.1503525 Jan 18 20:14:20.449255 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac76e910-a10c-4b7a-93f8-439ddcd93c74 req-a7495d7e-1410-45fa-8695-0d92b8db740a service neutron] 10.222.0.70 "GET /v2.0/networks/e1c89579-6195-4c70-ba90-09ea7c6b128b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164801 Jan 18 20:14:20.458547 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bbb141-a0cf-40ec-aaff-9876943427a2 None None] The sync data for ids ['65f8e15d-e053-472a-99ca-ec5cd87b2285'] in n-d-741529-9 is: [{'id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'name': 'tempest-ServersTestManualDisk-2025350261-router', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:13:51Z', 'updated_at': '2022-01-18T20:13:56Z', 'revision_number': 4, 'project_id': '607a4768cdf6430db9e32c193b955188', 'gw_port': {'id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:13:52Z', 'updated_at': '2022-01-18T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'd35b1902-d509-40c4-a23a-cd693c95c374', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'floating_ip_address': '172.25.4.213', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'port_id': '7393374f-7937-403d-98a3-e92d5099f62a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b', 'mac_address': 'fa:16:3e:80:fb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fddf1c-9e03-4439-b781-9aee19afe2d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:14:00Z', 'updated_at': '2022-01-18T20:14:17Z', 'revision_number': 1, 'project_id': '607a4768cdf6430db9e32c193b955188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3059ad1-0cf0-4484-88f9-ba9115d11ae0', 'name': '', 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'mac_address': 'fa:16:3e:f7:73:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '3443f31d-f38e-4c29-8c99-7fd225434601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:13:55Z', 'updated_at': '2022-01-18T20:14:03Z', 'revision_number': 5, 'project_id': '607a4768cdf6430db9e32c193b955188', 'subnets': [{'id': '3443f31d-f38e-4c29-8c99-7fd225434601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:14:20.521671 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6de55b6c-b8a3-45e9-832b-63176bc1b0c6 req-6d589c85-e5f9-4bea-b8d2-4bc248552708 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] 10.222.0.31 "GET /v2.0/security-groups?id=135044bc-e315-4cac-964b-98970527daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564322 Jan 18 20:14:20.546205 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-479a16d0-967c-43d2-94bb-9d209a518c0e req-441b1cf8-2dd2-4b85-be9a-5b0c6e2a72da tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022854 Jan 18 20:14:20.547558 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-12f7ffce-6d96-47bc-a380-ea8f0c1ab48c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:20.656655 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f7d84fdb-4a87-4586-a9f9-413ab126a8cb req-8c1274f8-38ae-47f2-8549-60c54878eef5 tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0352993 Jan 18 20:14:20.697756 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-12f7ffce-6d96-47bc-a380-ea8f0c1ab48c admin admin] Publish callbacks [] for security_group (b4067dc0-f202-472f-acf0-6eba4882e010), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:20.706935 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-12f7ffce-6d96-47bc-a380-ea8f0c1ab48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b4067dc0-f202-472f-acf0-6eba4882e010), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:20.730328 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e45e1b58-2889-40f4-924c-17524d6864a9 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:14:20.757208 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac76e910-a10c-4b7a-93f8-439ddcd93c74 req-21aa0dd0-564c-455d-82dc-68c36c34c49b service neutron] 10.222.0.70 "GET /v2.0/networks/e1c89579-6195-4c70-ba90-09ea7c6b128b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614876 Jan 18 20:14:20.774348 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-12f7ffce-6d96-47bc-a380-ea8f0c1ab48c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4e7baa0b09d424298cf612b9634514e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4127581 Jan 18 20:14:20.777469 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48772) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:20.788761 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7ffce-6d96-47bc-a380-ea8f0c1ab48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4067dc0-f202-472f-acf0-6eba4882e010,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:20.854988 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port e45e1b58-2889-40f4-924c-17524d6864a9 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:14:20.861218 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port e45e1b58-2889-40f4-924c-17524d6864a9 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:14:20.862023 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e45e1b58-2889-40f4-924c-17524d6864a9), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:20.871290 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0618a-7ab0-4163-b982-4ccac27b8467 req-489e9b38-6fbb-4d47-9500-0636afae2454 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:20.873420 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-60b0618a-7ab0-4163-b982-4ccac27b8467 req-489e9b38-6fbb-4d47-9500-0636afae2454 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 944 time: 0.0667496 Jan 18 20:14:20.878105 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ac4e8e-8b26-4b5d-a8d0-f4454b611fa3 None None] New status for floating IP d35b1902-d509-40c4-a23a-cd693c95c374: ACTIVE {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:14:20.920099 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a583acf7-75b8-4bd0-a0f0-521b43028b29 admin admin] Publish callbacks [] for security_group (b4067dc0-f202-472f-acf0-6eba4882e010), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:20.964933 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a583acf7-75b8-4bd0-a0f0-521b43028b29 admin admin] Publish callbacks [] for security_group (b4067dc0-f202-472f-acf0-6eba4882e010), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:21.013384 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-60b0618a-7ab0-4163-b982-4ccac27b8467 req-477f67a0-ff6c-4ecb-889d-5507086aca13 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237431 Jan 18 20:14:21.031879 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port e45e1b58-2889-40f4-924c-17524d6864a9 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:14:21.032443 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e45e1b58-2889-40f4-924c-17524d6864a9), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:21.061732 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c253ede-4dbb-4f8a-a34c-a6c0d3165aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45e1b58-2889-40f4-924c-17524d6864a9'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:14:21.063829 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a583acf7-75b8-4bd0-a0f0-521b43028b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b4067dc0-f202-472f-acf0-6eba4882e010), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:21.064726 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d883ecd8-4201-40da-8548-c4e5dc11fb93" -d '{"events": [{"server_uuid": "3c253ede-4dbb-4f8a-a34c-a6c0d3165aac", "name": "network-vif-plugged", "status": "completed", "tag": "e45e1b58-2889-40f4-924c-17524d6864a9"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:14:21.071600 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a583acf7-75b8-4bd0-a0f0-521b43028b29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:21.075090 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a583acf7-75b8-4bd0-a0f0-521b43028b29 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b4067dc0-f202-472f-acf0-6eba4882e010 HTTP/1.1" status: 204 len: 168 time: 0.2961764 Jan 18 20:14:21.081260 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port e45e1b58-2889-40f4-924c-17524d6864a9, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e45e1b58-2889-40f4-924c-17524d6864a9,segment=NetworkSegment(4f6ca13f-20de-498b-af22-5ca1344d5db9),segment_id=4f6ca13f-20de-498b-af22-5ca1344d5db9)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:14:21.088126 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e45e1b58-2889-40f4-924c-17524d6864a9), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:21.097123 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583acf7-75b8-4bd0-a0f0-521b43028b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4067dc0-f202-472f-acf0-6eba4882e010,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:21.158339 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1e6056-f26f-44df-8e2f-1a842a28acb5 x-openstack-request-id: req-db1e6056-f26f-44df-8e2f-1a842a28acb5 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:14:21.158798 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c253ede-4dbb-4f8a-a34c-a6c0d3165aac", "name": "network-vif-plugged", "status": "completed", "tag": "e45e1b58-2889-40f4-924c-17524d6864a9", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:14:21.158884 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db1e6056-f26f-44df-8e2f-1a842a28acb5 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:14:21.159287 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c253ede-4dbb-4f8a-a34c-a6c0d3165aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45e1b58-2889-40f4-924c-17524d6864a9', 'code': 200} Jan 18 20:14:21.190743 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=e45e1b58-2889-40f4-924c-17524d6864a9,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:21.296679 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b740b-0a83-4625-bb36-2dca0883a367 req-e1fc74c0-e67a-4020-8b59-5658ef9b72b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:21.298358 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-098b740b-0a83-4625-bb36-2dca0883a367 req-e1fc74c0-e67a-4020-8b59-5658ef9b72b8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3c253ede-4dbb-4f8a-a34c-a6c0d3165aac HTTP/1.1" status: 200 len: 1097 time: 0.0734940 Jan 18 20:14:21.363463 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-098b740b-0a83-4625-bb36-2dca0883a367 req-4a1be0e3-c15d-46da-92c2-db9a86aaedb1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=135044bc-e315-4cac-964b-98970527daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545108 Jan 18 20:14:21.710001 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b7422-ec9b-4932-be2c-9a534fd0a735 req-23dba5de-2e2f-4e25-b81c-3feeb1bfd822 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:21.721606 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f56b7422-ec9b-4932-be2c-9a534fd0a735 req-23dba5de-2e2f-4e25-b81c-3feeb1bfd822 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c253ede-4dbb-4f8a-a34c-a6c0d3165aac HTTP/1.1" status: 200 len: 946 time: 0.0747252 Jan 18 20:14:21.793703 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d040c1-667e-4172-9b37-e53e99d6b212 req-98d7b2ed-60ff-43c8-8085-4f6aeaf35fe6 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:21.795528 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66d040c1-667e-4172-9b37-e53e99d6b212 req-98d7b2ed-60ff-43c8-8085-4f6aeaf35fe6 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.1029212 Jan 18 20:14:21.828087 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f56b7422-ec9b-4932-be2c-9a534fd0a735 req-931b3df4-b5d8-425a-98c8-73b5499c104a tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] 10.222.0.31 "GET /v2.0/security-groups?id=135044bc-e315-4cac-964b-98970527daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053274 Jan 18 20:14:21.956223 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66d040c1-667e-4172-9b37-e53e99d6b212 req-9cfc7180-3c2d-4f42-a482-9c7327666151 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470912 Jan 18 20:14:22.099971 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-da069dc2-e1cc-4a28-a45e-123161bd4a75 req-b7c1ec1c-7678-434e-9aff-30b2b04e52ad tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0448544 Jan 18 20:14:22.309970 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ef083-4127-454f-8a4f-b9e36504d28f req-cde6fe91-16fa-4afd-87bc-aaaff12ad510 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:22.318201 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc9ef083-4127-454f-8a4f-b9e36504d28f req-cde6fe91-16fa-4afd-87bc-aaaff12ad510 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 944 time: 0.0899987 Jan 18 20:14:22.389069 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc9ef083-4127-454f-8a4f-b9e36504d28f req-f8c1401f-73bd-4e67-8896-a8a77c8cef84 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700030 Jan 18 20:14:22.411870 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c7e3d77b-de20-46ca-9281-d98f8b40b9c0 req-c833fd60-25fb-4ccf-9b45-a57805060807 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df4f617c5abe4cf6ab2b09e2cbd7fd3b&device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0469961 Jan 18 20:14:22.456050 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c7e3d77b-de20-46ca-9281-d98f8b40b9c0 req-c18bbc04-0b4b-428c-93f8-819b7330c794 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=df4f617c5abe4cf6ab2b09e2cbd7fd3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337353 Jan 18 20:14:22.456761 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4a8220b2-3228-415d-8f1a-654d08e56ffa req-f2c4c09c-5297-47bc-8075-b04d3a1a5a41 tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0262189 Jan 18 20:14:22.601875 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3d77b-de20-46ca-9281-d98f8b40b9c0 req-43b8b3a3-5395-4744-92e8-2b1c93aadda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:22.604015 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c7e3d77b-de20-46ca-9281-d98f8b40b9c0 req-43b8b3a3-5395-4744-92e8-2b1c93aadda2 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1402740 Jan 18 20:14:22.622752 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48822) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:22.746411 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-488f4da8-ecd2-4d37-bc2e-d620e5f95dc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:22.829881 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-488f4da8-ecd2-4d37-bc2e-d620e5f95dc7 admin admin] Publish callbacks [] for security_group (61e009d9-9410-4756-ad54-36f592fb2a27), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:22.833699 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-488f4da8-ecd2-4d37-bc2e-d620e5f95dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (61e009d9-9410-4756-ad54-36f592fb2a27), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:22.875341 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-488f4da8-ecd2-4d37-bc2e-d620e5f95dc7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b86c43e89474c07a97e33485f21e7c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2492268 Jan 18 20:14:22.875341 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f4da8-ecd2-4d37-bc2e-d620e5f95dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e009d9-9410-4756-ad54-36f592fb2a27,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:22.876700 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48828) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:23.010215 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f431d-0be8-4fc1-9d87-7d2f4d5244c1 req-f1fe7ca4-753b-432e-bd5e-404637fd8c54 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:23.018122 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4a2f431d-0be8-4fc1-9d87-7d2f4d5244c1 req-f1fe7ca4-753b-432e-bd5e-404637fd8c54 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c253ede-4dbb-4f8a-a34c-a6c0d3165aac HTTP/1.1" status: 200 len: 946 time: 0.1123710 Jan 18 20:14:23.036333 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dff84ce5-2447-46b5-adf9-7d105b62bed6 admin admin] Publish callbacks [] for security_group (61e009d9-9410-4756-ad54-36f592fb2a27), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:23.092997 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dff84ce5-2447-46b5-adf9-7d105b62bed6 admin admin] Publish callbacks [] for security_group (61e009d9-9410-4756-ad54-36f592fb2a27), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:23.126130 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4a2f431d-0be8-4fc1-9d87-7d2f4d5244c1 req-32e62a57-d6d7-4780-8236-fdacfdc8a6de tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] 10.222.0.31 "GET /v2.0/security-groups?id=135044bc-e315-4cac-964b-98970527daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050041 Jan 18 20:14:23.136927 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc91c08-5b5a-4abc-8fd7-838514ef959f req-882a2c68-12c1-4c22-a8b8-628c48f03263 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:23.143963 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8cc91c08-5b5a-4abc-8fd7-838514ef959f req-882a2c68-12c1-4c22-a8b8-628c48f03263 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.1238656 Jan 18 20:14:23.268051 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8cc91c08-5b5a-4abc-8fd7-838514ef959f req-3821a826-dc35-4a5c-b6d1-7be7bbdb9437 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232717 Jan 18 20:14:23.290687 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dff84ce5-2447-46b5-adf9-7d105b62bed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (61e009d9-9410-4756-ad54-36f592fb2a27), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:23.293593 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dff84ce5-2447-46b5-adf9-7d105b62bed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:23.297334 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-dff84ce5-2447-46b5-adf9-7d105b62bed6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61e009d9-9410-4756-ad54-36f592fb2a27 HTTP/1.1" status: 204 len: 168 time: 0.4171071 Jan 18 20:14:23.327092 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff84ce5-2447-46b5-adf9-7d105b62bed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e009d9-9410-4756-ad54-36f592fb2a27,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:23.646962 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-8151a6c7-9245-4002-84e2-1449510d97ad service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1359177 Jan 18 20:14:23.699061 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af086bc4-71d5-4c0f-9ad4-73586b547cb9 req-5aa7ec2a-574f-47e7-a37b-79184c0c8b54 tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0476556 Jan 18 20:14:23.742883 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d8aa6-ca5f-4a11-8078-b2018aa103f7 req-d841f7d1-5f7f-4dc6-a8cd-8825683eb75e tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:23.746390 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-445d8aa6-ca5f-4a11-8078-b2018aa103f7 req-d841f7d1-5f7f-4dc6-a8cd-8825683eb75e tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 944 time: 0.1693077 Jan 18 20:14:23.754389 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-7e2e9e3e-68f2-47be-ae3f-187c82b9dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:23.762882 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-7e2e9e3e-68f2-47be-ae3f-187c82b9dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:23.763394 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-7e2e9e3e-68f2-47be-ae3f-187c82b9dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:23.763929 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-7e2e9e3e-68f2-47be-ae3f-187c82b9dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:23.764410 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-7e2e9e3e-68f2-47be-ae3f-187c82b9dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:23.764874 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-7e2e9e3e-68f2-47be-ae3f-187c82b9dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:23.765338 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-7e2e9e3e-68f2-47be-ae3f-187c82b9dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:23.767460 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-7e2e9e3e-68f2-47be-ae3f-187c82b9dad9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=58bdde0d1470454589ceb4c5ff2aa86d&device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 6493 time: 0.0875235 Jan 18 20:14:23.884784 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-445d8aa6-ca5f-4a11-8078-b2018aa103f7 req-fdf6e23c-a0ef-4227-bb7a-ba097ab46c3c tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216457 Jan 18 20:14:24.002728 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-3926e491-b9db-4d13-9bcb-7ba9df2886a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:24.002880 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-3926e491-b9db-4d13-9bcb-7ba9df2886a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:24.003257 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-3926e491-b9db-4d13-9bcb-7ba9df2886a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:24.004861 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-3926e491-b9db-4d13-9bcb-7ba9df2886a9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f5a28bc4-6d91-4261-a9f7-5d655221c24a&id=dcafdc34-74ba-4d39-8792-ddf985df2019&id=dcafdc34-74ba-4d39-8792-ddf985df2019&id=dcafdc34-74ba-4d39-8792-ddf985df2019&id=dcafdc34-74ba-4d39-8792-ddf985df2019&id=81c102ef-f128-429a-9459-1ac808d63a04&id=81c102ef-f128-429a-9459-1ac808d63a04 HTTP/1.1" status: 200 len: 2294 time: 0.1962230 Jan 18 20:14:24.094133 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c7e3d77b-de20-46ca-9281-d98f8b40b9c0 req-5f3b63d8-4501-4bd5-a7d8-4ac8d0324bc7 tempest-ServerShowV257Test-915180056 tempest-ServerShowV257Test-915180056-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2e91376-c4ce-4abd-b6e3-e2b8d4e51583 HTTP/1.1" status: 200 len: 210 time: 0.0460327 Jan 18 20:14:24.106463 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-3c00af7a-3796-4738-bdf3-c95f741d34af service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a1c35cd-5914-44b5-95a0-1d50b743c9db HTTP/1.1" status: 200 len: 1001 time: 0.0944598 Jan 18 20:14:24.175472 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-185930cb-396d-4bf9-9193-fdf46db0150f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:24.177350 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-185930cb-396d-4bf9-9193-fdf46db0150f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3da5da2e-d2b1-4395-8273-eab036481371 HTTP/1.1" status: 200 len: 851 time: 0.0626116 Jan 18 20:14:24.241852 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-d8a6dc28-551c-4e47-ab67-aa5117fe60ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:24.243448 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-d8a6dc28-551c-4e47-ab67-aa5117fe60ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f5a28bc4-6d91-4261-a9f7-5d655221c24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597699 Jan 18 20:14:24.374212 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf1c97-65a3-483a-9604-cbad48f1ec78 req-0ca3a99c-8a3f-4a99-b3bb-b07e3ddb26e4 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:24.375665 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0fbf1c97-65a3-483a-9604-cbad48f1ec78 req-0ca3a99c-8a3f-4a99-b3bb-b07e3ddb26e4 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c253ede-4dbb-4f8a-a34c-a6c0d3165aac HTTP/1.1" status: 200 len: 946 time: 0.0814457 Jan 18 20:14:24.395070 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-9750ab50-a4cc-445d-9831-9465fed3e84a service neutron] 10.222.0.70 "GET /v2.0/networks/f5a28bc4-6d91-4261-a9f7-5d655221c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440213 Jan 18 20:14:24.458764 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97605e6e-71e5-4fbf-9ff0-93ae7478c00e req-901fe596-b2bb-402f-8ea2-637153781522 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:24.466253 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97605e6e-71e5-4fbf-9ff0-93ae7478c00e req-901fe596-b2bb-402f-8ea2-637153781522 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.1003053 Jan 18 20:14:24.470864 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0fbf1c97-65a3-483a-9604-cbad48f1ec78 req-5f5aa383-8119-4357-9844-ee9ce88fc197 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] 10.222.0.31 "GET /v2.0/security-groups?id=135044bc-e315-4cac-964b-98970527daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869985 Jan 18 20:14:24.549387 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97605e6e-71e5-4fbf-9ff0-93ae7478c00e req-304a8bc1-01d6-492f-ab0b-a6745a05a15f tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798755 Jan 18 20:14:24.549609 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-c072c4a7-3727-4d45-82b0-85fb77e74804 service neutron] 10.222.0.70 "GET /v2.0/networks/f5a28bc4-6d91-4261-a9f7-5d655221c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463294 Jan 18 20:14:24.634500 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-6f7e646e-4692-4cfa-abd2-e6ed8097beb0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 HTTP/1.1" status: 200 len: 217 time: 0.0674953 Jan 18 20:14:24.702990 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-dc16ae9f-125d-4a40-be41-0ea9f3e1bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:24.704900 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-dc16ae9f-125d-4a40-be41-0ea9f3e1bc98 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77f41d4b-3666-4a69-ae78-7f1d463a262a HTTP/1.1" status: 200 len: 797 time: 0.0616860 Jan 18 20:14:24.770776 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-1f992a7b-6e1f-4202-a9f9-fcfc0570aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:24.772655 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-1f992a7b-6e1f-4202-a9f9-fcfc0570aaed service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dcafdc34-74ba-4d39-8792-ddf985df2019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0612669 Jan 18 20:14:24.891086 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-9aae47be-72ba-4c0a-aaa1-7061aa85edc6 service neutron] 10.222.0.70 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121325 Jan 18 20:14:25.030513 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023dec2-5109-4de7-af09-2fc3745e03b8 req-eab072ef-3117-4d28-9f24-0e1f93bc2c7e tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:25.037524 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6023dec2-5109-4de7-af09-2fc3745e03b8 req-eab072ef-3117-4d28-9f24-0e1f93bc2c7e tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 944 time: 0.0789666 Jan 18 20:14:25.070971 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-532ecad7-f2d1-45dc-8d82-04e86d144b46 service neutron] 10.222.0.70 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716340 Jan 18 20:14:25.101079 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6023dec2-5109-4de7-af09-2fc3745e03b8 req-7c148f18-3184-46d3-acc9-12b243d9d793 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576408 Jan 18 20:14:25.101617 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48912) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:25.130430 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-5aa3282e-e337-4864-ab06-904f81d1b146 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=0bbb04a5-1309-4d5f-8824-60e9bff7c6bb HTTP/1.1" status: 200 len: 217 time: 0.0526826 Jan 18 20:14:25.210592 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-c35c3301-3a5a-4896-baea-a28849cc73f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:25.215196 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-c35c3301-3a5a-4896-baea-a28849cc73f0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77f41d4b-3666-4a69-ae78-7f1d463a262a HTTP/1.1" status: 200 len: 797 time: 0.0777051 Jan 18 20:14:25.253524 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d4008fe5-d8b8-468c-9a05-b9901ad094f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:25.294599 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-581ce617-6edc-4de1-a099-45075caf595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:25.296942 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-581ce617-6edc-4de1-a099-45075caf595b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dcafdc34-74ba-4d39-8792-ddf985df2019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0757079 Jan 18 20:14:25.358044 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d4008fe5-d8b8-468c-9a05-b9901ad094f4 admin admin] Publish callbacks [] for security_group (8874281f-38ae-42a5-a89e-9e947509424d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:25.363807 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d4008fe5-d8b8-468c-9a05-b9901ad094f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8874281f-38ae-42a5-a89e-9e947509424d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:25.407090 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4008fe5-d8b8-468c-9a05-b9901ad094f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8874281f-38ae-42a5-a89e-9e947509424d,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:25.416673 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-b988e410-4642-4fb5-8a62-19b870135fe1 service neutron] 10.222.0.70 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122141 Jan 18 20:14:25.441666 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d4008fe5-d8b8-468c-9a05-b9901ad094f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df4f617c5abe4cf6ab2b09e2cbd7fd3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3388755 Jan 18 20:14:25.444100 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48930) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:25.498921 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8fecedde-9e32-469b-a8e1-d44c77d34ae7 admin admin] Publish callbacks [] for security_group (8874281f-38ae-42a5-a89e-9e947509424d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:25.537334 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8fecedde-9e32-469b-a8e1-d44c77d34ae7 admin admin] Publish callbacks [] for security_group (8874281f-38ae-42a5-a89e-9e947509424d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:25.550654 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-53656ad2-28bc-4091-bd44-909e013ad485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:25.621249 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-b209d43b-7903-43a7-bc88-d880ad0146d4 service neutron] 10.222.0.70 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966631 Jan 18 20:14:25.624133 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8fecedde-9e32-469b-a8e1-d44c77d34ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8874281f-38ae-42a5-a89e-9e947509424d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:25.627262 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8fecedde-9e32-469b-a8e1-d44c77d34ae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:25.628466 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8fecedde-9e32-469b-a8e1-d44c77d34ae7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8874281f-38ae-42a5-a89e-9e947509424d HTTP/1.1" status: 204 len: 168 time: 0.1834633 Jan 18 20:14:25.647188 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fecedde-9e32-469b-a8e1-d44c77d34ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8874281f-38ae-42a5-a89e-9e947509424d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:25.741050 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c2342-ed82-4bf6-9e0e-24541f942f12 req-d1253812-4892-4769-82f6-d4554db25069 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:25.749158 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d3c2342-ed82-4bf6-9e0e-24541f942f12 req-d1253812-4892-4769-82f6-d4554db25069 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c253ede-4dbb-4f8a-a34c-a6c0d3165aac HTTP/1.1" status: 200 len: 946 time: 0.1193097 Jan 18 20:14:25.801367 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-49513784-c0bf-478c-b199-17362c58aa44 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=3375ea57-478b-43f3-83e6-dd6a5636f0c3 HTTP/1.1" status: 200 len: 217 time: 0.1724806 Jan 18 20:14:25.805290 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc6bb6-8bf1-4e86-8029-01c297cc2c16 req-fa703ec6-8d6b-4967-b2b4-12e58e75adbb tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:25.806841 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39fc6bb6-8bf1-4e86-8029-01c297cc2c16 req-fa703ec6-8d6b-4967-b2b4-12e58e75adbb tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.1235425 Jan 18 20:14:25.849185 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d3c2342-ed82-4bf6-9e0e-24541f942f12 req-d2a9bf00-fc33-465b-8995-f92772300cc1 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] 10.222.0.31 "GET /v2.0/security-groups?id=135044bc-e315-4cac-964b-98970527daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946913 Jan 18 20:14:25.929899 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39fc6bb6-8bf1-4e86-8029-01c297cc2c16 req-26018a24-b0a9-440a-b956-bc7e0c59a178 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158710 Jan 18 20:14:25.937763 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec71a5c-612e-4efb-a02b-dda416f916f7 req-ca8d9f96-a4c3-4621-9105-8a41f6304fd9 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:25.939400 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dec71a5c-612e-4efb-a02b-dda416f916f7 req-ca8d9f96-a4c3-4621-9105-8a41f6304fd9 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c253ede-4dbb-4f8a-a34c-a6c0d3165aac HTTP/1.1" status: 200 len: 946 time: 0.1957736 Jan 18 20:14:25.941381 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-397951bd-924d-48fb-91a4-5808374e4175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:25.942819 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-397951bd-924d-48fb-91a4-5808374e4175 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77f41d4b-3666-4a69-ae78-7f1d463a262a HTTP/1.1" status: 200 len: 797 time: 0.1243854 Jan 18 20:14:26.114409 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-ef4cc408-d9cf-4e3f-9526-d8d24c39320a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:26.115924 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-ef4cc408-d9cf-4e3f-9526-d8d24c39320a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dcafdc34-74ba-4d39-8792-ddf985df2019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1661882 Jan 18 20:14:26.149492 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:14:26.223448 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-dec71a5c-612e-4efb-a02b-dda416f916f7 req-eefbfceb-8544-437d-99f5-1ea8dcc9cff1 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Deleting port e45e1b58-2889-40f4-924c-17524d6864a9 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:14:26.223709 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dec71a5c-612e-4efb-a02b-dda416f916f7 req-eefbfceb-8544-437d-99f5-1ea8dcc9cff1 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e45e1b58-2889-40f4-924c-17524d6864a9), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:26.227947 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-ee9c0683-c22c-4f34-bedf-7abba803aa62 service neutron] 10.222.0.70 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050498 Jan 18 20:14:26.332780 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d98efa-118d-4a10-b0e3-bcfe4c05b5a5 req-92f0f0c0-57aa-4f84-9572-c29772832680 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:26.347403 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-18d98efa-118d-4a10-b0e3-bcfe4c05b5a5 req-92f0f0c0-57aa-4f84-9572-c29772832680 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 944 time: 0.1203465 Jan 18 20:14:26.407261 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-dec71a5c-612e-4efb-a02b-dda416f916f7 req-eefbfceb-8544-437d-99f5-1ea8dcc9cff1 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] For port e45e1b58-2889-40f4-924c-17524d6864a9, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e45e1b58-2889-40f4-924c-17524d6864a9,segment=NetworkSegment(4f6ca13f-20de-498b-af22-5ca1344d5db9),segment_id=4f6ca13f-20de-498b-af22-5ca1344d5db9)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:14:26.407609 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dec71a5c-612e-4efb-a02b-dda416f916f7 req-eefbfceb-8544-437d-99f5-1ea8dcc9cff1 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e45e1b58-2889-40f4-924c-17524d6864a9), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:26.421129 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-13ec9123-a704-4f47-a2ce-7693483d96f0 service neutron] 10.222.0.70 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674781 Jan 18 20:14:26.425085 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-dec71a5c-612e-4efb-a02b-dda416f916f7 req-eefbfceb-8544-437d-99f5-1ea8dcc9cff1 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Calling delete_port for e45e1b58-2889-40f4-924c-17524d6864a9 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:14:26.465045 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-18d98efa-118d-4a10-b0e3-bcfe4c05b5a5 req-b2fb3866-a34c-4aea-8dd1-9852e2d9fb60 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183882 Jan 18 20:14:26.485313 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-c85ac09e-3bf7-4d05-81e9-af7522d48ed1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=706fa8c8-f793-4fca-9e7c-9e00596e21c0 HTTP/1.1" status: 200 len: 217 time: 0.0561221 Jan 18 20:14:26.590533 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-4685249e-1cc2-482e-bab8-ca8301e6ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:26.592068 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-4685249e-1cc2-482e-bab8-ca8301e6ba6f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77f41d4b-3666-4a69-ae78-7f1d463a262a HTTP/1.1" status: 200 len: 797 time: 0.0725489 Jan 18 20:14:26.669647 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-e0dab6c5-fea1-43b3-8153-e140a8fd7026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:26.671170 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-e0dab6c5-fea1-43b3-8153-e140a8fd7026 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dcafdc34-74ba-4d39-8792-ddf985df2019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0721588 Jan 18 20:14:26.738018 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49008) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:26.761357 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dec71a5c-612e-4efb-a02b-dda416f916f7 req-eefbfceb-8544-437d-99f5-1ea8dcc9cff1 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e45e1b58-2889-40f4-924c-17524d6864a9), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:26.775054 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['e45e1b58-2889-40f4-924c-17524d6864a9'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:14:26.812985 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbfceb-8544-437d-99f5-1ea8dcc9cff1 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Pushing event deleted for resources: {'Port': ['ID=e45e1b58-2889-40f4-924c-17524d6864a9,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:26.860742 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec71a5c-612e-4efb-a02b-dda416f916f7 req-eefbfceb-8544-437d-99f5-1ea8dcc9cff1 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] No DVR routers for this DVR port e45e1b58-2889-40f4-924c-17524d6864a9 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:14:26.863791 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dec71a5c-612e-4efb-a02b-dda416f916f7 req-eefbfceb-8544-437d-99f5-1ea8dcc9cff1 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:26.868530 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dec71a5c-612e-4efb-a02b-dda416f916f7 req-eefbfceb-8544-437d-99f5-1ea8dcc9cff1 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] 10.222.0.70 "DELETE /v2.0/ports/e45e1b58-2889-40f4-924c-17524d6864a9 HTTP/1.1" status: 204 len: 173 time: 0.9191401 Jan 18 20:14:26.870995 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c253ede-4dbb-4f8a-a34c-a6c0d3165aac', 'name': 'network-vif-deleted', 'tag': 'e45e1b58-2889-40f4-924c-17524d6864a9'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:14:26.875313 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b34fc0-87f5-4b58-ba22-9ea598254623" -d '{"events": [{"server_uuid": "3c253ede-4dbb-4f8a-a34c-a6c0d3165aac", "name": "network-vif-deleted", "tag": "e45e1b58-2889-40f4-924c-17524d6864a9"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:14:26.882145 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-1622496d-ffff-4666-bba9-aed6db3b953d service neutron] 10.222.0.70 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048781 Jan 18 20:14:26.942318 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95297471-fdee-4166-bc7f-60b129a16d79 x-openstack-request-id: req-95297471-fdee-4166-bc7f-60b129a16d79 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:14:26.942662 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c253ede-4dbb-4f8a-a34c-a6c0d3165aac", "name": "network-vif-deleted", "tag": "e45e1b58-2889-40f4-924c-17524d6864a9", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:14:26.942861 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95297471-fdee-4166-bc7f-60b129a16d79 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:14:26.944679 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c253ede-4dbb-4f8a-a34c-a6c0d3165aac', 'name': 'network-vif-deleted', 'tag': 'e45e1b58-2889-40f4-924c-17524d6864a9', 'status': 'completed', 'code': 200} Jan 18 20:14:27.052182 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-70538ec5-abce-4d43-8100-10ecdb250341 service neutron] 10.222.0.70 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635563 Jan 18 20:14:27.071446 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-88a9dc7b-3dee-4aca-9e12-31a011605646 req-059ec990-130e-49dc-a63e-1c504dd65f91 tempest-ServerMetadataNegativeTestJSON-467617353 tempest-ServerMetadataNegativeTestJSON-467617353-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c253ede-4dbb-4f8a-a34c-a6c0d3165aac HTTP/1.1" status: 200 len: 210 time: 0.0753014 Jan 18 20:14:27.089487 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c1b4eb3-7ee8-4233-baba-bff8b3c905fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:27.167593 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-df9ea421-fceb-4f70-b903-ca0037a2dc15 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fcb008f3-6e05-437d-bc92-613c8989d834 HTTP/1.1" status: 200 len: 217 time: 0.1077833 Jan 18 20:14:27.207775 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c1b4eb3-7ee8-4233-baba-bff8b3c905fa admin admin] Publish callbacks [] for security_group (41af532a-82f8-49f0-80a3-c3b2965bfca4), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:27.246257 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-ceef2cbc-7e84-4e19-bf41-ff502b01e19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:27.246908 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c1b4eb3-7ee8-4233-baba-bff8b3c905fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (41af532a-82f8-49f0-80a3-c3b2965bfca4), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:27.248301 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-ceef2cbc-7e84-4e19-bf41-ff502b01e19c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=43210e8f-45ce-4b5c-b3f2-0e143bfcd29c HTTP/1.1" status: 200 len: 797 time: 0.0735545 Jan 18 20:14:27.295251 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b4eb3-7ee8-4233-baba-bff8b3c905fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41af532a-82f8-49f0-80a3-c3b2965bfca4,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:27.304084 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3c1b4eb3-7ee8-4233-baba-bff8b3c905fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d32c9e3cffdf4a2cbece202d0d2ca74b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5643632 Jan 18 20:14:27.306619 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49032) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:27.322556 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39b53f-8cb7-4cd0-8414-32e82b272f9a req-347a7c4c-dca1-4fbd-8891-317bedb7d550 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:27.324091 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad39b53f-8cb7-4cd0-8414-32e82b272f9a req-347a7c4c-dca1-4fbd-8891-317bedb7d550 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.1148813 Jan 18 20:14:27.334838 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-48c0036b-43c0-4639-93f3-af12c4ccc43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:27.336577 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-48c0036b-43c0-4639-93f3-af12c4ccc43c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=81c102ef-f128-429a-9459-1ac808d63a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0814316 Jan 18 20:14:27.491018 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-54a468aa-f552-481b-932c-120bc3ac6d0c service neutron] 10.222.0.70 "GET /v2.0/networks/81c102ef-f128-429a-9459-1ac808d63a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459963 Jan 18 20:14:27.510788 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad39b53f-8cb7-4cd0-8414-32e82b272f9a req-758678ab-025d-439d-a6d7-8b1268076e10 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770146 Jan 18 20:14:27.543776 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c924343d-d4e5-49a8-8ba9-d590c681b79a admin admin] Publish callbacks [] for security_group (41af532a-82f8-49f0-80a3-c3b2965bfca4), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:27.578363 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c924343d-d4e5-49a8-8ba9-d590c681b79a admin admin] Publish callbacks [] for security_group (41af532a-82f8-49f0-80a3-c3b2965bfca4), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:27.662951 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-77fd37e9-57fd-4b8c-bab7-f85cd0fadc6e service neutron] 10.222.0.70 "GET /v2.0/networks/81c102ef-f128-429a-9459-1ac808d63a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577351 Jan 18 20:14:27.664090 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a309b0-0d2a-49ef-aa5e-5150303326f7 req-63f261d7-265d-4812-a313-64151ce3ced9 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:27.671474 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-71a309b0-0d2a-49ef-aa5e-5150303326f7 req-63f261d7-265d-4812-a313-64151ce3ced9 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 944 time: 0.1149063 Jan 18 20:14:27.702099 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c924343d-d4e5-49a8-8ba9-d590c681b79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (41af532a-82f8-49f0-80a3-c3b2965bfca4), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:27.704720 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c924343d-d4e5-49a8-8ba9-d590c681b79a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:27.708646 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c924343d-d4e5-49a8-8ba9-d590c681b79a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/41af532a-82f8-49f0-80a3-c3b2965bfca4 HTTP/1.1" status: 204 len: 168 time: 0.4011624 Jan 18 20:14:27.717658 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-9a154c74-f94e-437d-b48c-b41549a903b3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1b19ac8f-84e1-4987-b625-71fe89dd67c4 HTTP/1.1" status: 200 len: 217 time: 0.0485034 Jan 18 20:14:27.731016 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924343d-d4e5-49a8-8ba9-d590c681b79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41af532a-82f8-49f0-80a3-c3b2965bfca4,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:27.749987 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49042) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:27.750194 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-71a309b0-0d2a-49ef-aa5e-5150303326f7 req-4b2297d3-d53d-4294-ab17-672739206271 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727832 Jan 18 20:14:27.768136 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a3d4df5f-b32c-497d-8927-835c4e282d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:27.806270 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-cc2e8d85-41a8-401f-ab75-4e88cb68eb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:27.808209 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-cc2e8d85-41a8-401f-ab75-4e88cb68eb17 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=43210e8f-45ce-4b5c-b3f2-0e143bfcd29c HTTP/1.1" status: 200 len: 797 time: 0.0840452 Jan 18 20:14:27.873980 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-e8f1d2f6-c4d2-4080-b6f0-6f91c452739c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:27.879764 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-e8f1d2f6-c4d2-4080-b6f0-6f91c452739c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=81c102ef-f128-429a-9459-1ac808d63a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0618141 Jan 18 20:14:27.988612 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-482705c2-937e-4b79-baa4-5d9caa35225d service neutron] 10.222.0.70 "GET /v2.0/networks/81c102ef-f128-429a-9459-1ac808d63a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004086 Jan 18 20:14:28.085471 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a221e049-178e-4091-9ab8-bb9f96a75394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:28.131325 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8d9cf7dd-f1cc-461e-9258-7e22ee260344 req-0e157ebd-ff6f-43d9-aff1-9ca9b8c3b30d service neutron] 10.222.0.70 "GET /v2.0/networks/81c102ef-f128-429a-9459-1ac808d63a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362875 Jan 18 20:14:28.137544 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49050) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:28.148076 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49052) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:28.202118 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b84daf8c-586d-42a8-8af0-6f6961cce90e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:28.202804 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a221e049-178e-4091-9ab8-bb9f96a75394 admin admin] Publish callbacks [] for security_group (d60e8c6f-aa0c-49c8-8416-0d11cdec58e8), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:28.208341 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a221e049-178e-4091-9ab8-bb9f96a75394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d60e8c6f-aa0c-49c8-8416-0d11cdec58e8), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:28.237673 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221e049-178e-4091-9ab8-bb9f96a75394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60e8c6f-aa0c-49c8-8416-0d11cdec58e8,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:28.243970 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-f056de4a-118f-4f52-87b2-5b64eb502c2f admin admin] Deleting subnet 424ce175-3c9e-4851-af60-a631621ad618 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:14:28.251602 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f056de4a-118f-4f52-87b2-5b64eb502c2f admin admin] Publish callbacks [] for subnet (424ce175-3c9e-4851-af60-a631621ad618), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:28.293488 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a221e049-178e-4091-9ab8-bb9f96a75394 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b37f2246a764e7db39ea19c5619ad94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5338638 Jan 18 20:14:28.294706 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49056) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:28.332809 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f056de4a-118f-4f52-87b2-5b64eb502c2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (424ce175-3c9e-4851-af60-a631621ad618), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:28.429753 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b84daf8c-586d-42a8-8af0-6f6961cce90e admin admin] Publish callbacks [] for security_group (a6130cec-517d-4e23-befa-658f149ae463), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:28.433334 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f056de4a-118f-4f52-87b2-5b64eb502c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (424ce175-3c9e-4851-af60-a631621ad618), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:28.460852 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b84daf8c-586d-42a8-8af0-6f6961cce90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a6130cec-517d-4e23-befa-658f149ae463), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:28.468576 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f69134ac-c05e-4cc9-97bb-2a858442f2db admin admin] Publish callbacks [] for security_group (d60e8c6f-aa0c-49c8-8416-0d11cdec58e8), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:28.525736 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f69134ac-c05e-4cc9-97bb-2a858442f2db admin admin] Publish callbacks [] for security_group (d60e8c6f-aa0c-49c8-8416-0d11cdec58e8), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:28.538122 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b84daf8c-586d-42a8-8af0-6f6961cce90e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=641ba0d4598c42468e2f574c7d43d6a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3886716 Jan 18 20:14:28.538940 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84daf8c-586d-42a8-8af0-6f6961cce90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6130cec-517d-4e23-befa-658f149ae463,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:28.540839 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49064) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:28.591087 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f056de4a-118f-4f52-87b2-5b64eb502c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (424ce175-3c9e-4851-af60-a631621ad618), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:28.596848 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5bf39f6b-3911-4ae5-b617-44d5c6ed947f admin admin] Publish callbacks [] for security_group (a6130cec-517d-4e23-befa-658f149ae463), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:28.623294 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5bf39f6b-3911-4ae5-b617-44d5c6ed947f admin admin] Publish callbacks [] for security_group (a6130cec-517d-4e23-befa-658f149ae463), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:28.627329 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f69134ac-c05e-4cc9-97bb-2a858442f2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d60e8c6f-aa0c-49c8-8416-0d11cdec58e8), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:28.629963 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f69134ac-c05e-4cc9-97bb-2a858442f2db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:28.631102 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f69134ac-c05e-4cc9-97bb-2a858442f2db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d60e8c6f-aa0c-49c8-8416-0d11cdec58e8 HTTP/1.1" status: 204 len: 168 time: 0.3333979 Jan 18 20:14:28.648958 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056de4a-118f-4f52-87b2-5b64eb502c2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=424ce175-3c9e-4851-af60-a631621ad618,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:28.651009 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f056de4a-118f-4f52-87b2-5b64eb502c2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:28.655283 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f056de4a-118f-4f52-87b2-5b64eb502c2f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/424ce175-3c9e-4851-af60-a631621ad618 HTTP/1.1" status: 204 len: 168 time: 0.5156016 Jan 18 20:14:28.660331 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49068) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:28.669680 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69134ac-c05e-4cc9-97bb-2a858442f2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60e8c6f-aa0c-49c8-8416-0d11cdec58e8,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:28.697184 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3fb36-d1cb-4679-8cf2-459e89358461 req-1247dba7-9d0b-4922-9eab-8cb6128ce509 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:28.705106 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14c3fb36-d1cb-4679-8cf2-459e89358461 req-1247dba7-9d0b-4922-9eab-8cb6128ce509 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.1154501 Jan 18 20:14:28.720827 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5bf39f6b-3911-4ae5-b617-44d5c6ed947f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a6130cec-517d-4e23-befa-658f149ae463), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:28.723446 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5bf39f6b-3911-4ae5-b617-44d5c6ed947f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:28.724744 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5bf39f6b-3911-4ae5-b617-44d5c6ed947f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a6130cec-517d-4e23-befa-658f149ae463 HTTP/1.1" status: 204 len: 168 time: 0.1826880 Jan 18 20:14:28.754240 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf39f6b-3911-4ae5-b617-44d5c6ed947f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6130cec-517d-4e23-befa-658f149ae463,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:28.757832 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35b84f5e-2750-47d0-8e56-b996a9ffc115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:28.772471 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14c3fb36-d1cb-4679-8cf2-459e89358461 req-956101a4-94fe-4d67-9ee8-0dab9b5a867e tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661652 Jan 18 20:14:28.773917 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e45e1b58-2889-40f4-924c-17524d6864a9 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:14:28.838320 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: e45e1b58-2889-40f4-924c-17524d6864a9 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:14:28.840833 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e45e1b58-2889-40f4-924c-17524d6864a9 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:14:28.955663 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:28.993758 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866e46e-2836-4e7a-8582-b5f036ad3fcc req-e8436688-c75a-4c27-9351-ca192db82052 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:29.000194 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35b84f5e-2750-47d0-8e56-b996a9ffc115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:29.000946 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8866e46e-2836-4e7a-8582-b5f036ad3fcc req-e8436688-c75a-4c27-9351-ca192db82052 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 944 time: 0.0984039 Jan 18 20:14:29.061541 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-35b84f5e-2750-47d0-8e56-b996a9ffc115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:29.078361 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-35b84f5e-2750-47d0-8e56-b996a9ffc115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f6ca13f-20de-498b-af22-5ca1344d5db9') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:29.078870 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-35b84f5e-2750-47d0-8e56-b996a9ffc115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f6ca13f-20de-498b-af22-5ca1344d5db9') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:29.079745 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8866e46e-2836-4e7a-8582-b5f036ad3fcc req-c2e29442-2120-4e19-81c4-61fdb8ea16e1 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778677 Jan 18 20:14:29.094492 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35b84f5e-2750-47d0-8e56-b996a9ffc115 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (4f6ca13f-20de-498b-af22-5ca1344d5db9), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:29.098142 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0ea88-40b8-4a0b-8d1d-cd244db101ee req-111f0a56-fc81-4dcc-9154-8d16f10c1043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:29.099856 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f0b0ea88-40b8-4a0b-8d1d-cd244db101ee req-111f0a56-fc81-4dcc-9154-8d16f10c1043 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=72501d248542438e9d3a803e6110efb0&device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 1096 time: 0.0838258 Jan 18 20:14:29.115295 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a5e4a-a301-42ee-b89f-af9fc2b3af70 req-b205b51b-ce6b-4f73-9027-71b54e56fede tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:29.122963 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-271a5e4a-a301-42ee-b89f-af9fc2b3af70 req-b205b51b-ce6b-4f73-9027-71b54e56fede tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.1192670 Jan 18 20:14:29.135546 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35b84f5e-2750-47d0-8e56-b996a9ffc115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (4f6ca13f-20de-498b-af22-5ca1344d5db9), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:29.150554 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b84f5e-2750-47d0-8e56-b996a9ffc115 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:14:29.151482 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35b84f5e-2750-47d0-8e56-b996a9ffc115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (4f6ca13f-20de-498b-af22-5ca1344d5db9), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:14:29.153289 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:14:29.160226 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:14:29.181549 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-271a5e4a-a301-42ee-b89f-af9fc2b3af70 req-a6fa45a7-f968-4e41-9dc5-4fce707e923e tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527961 Jan 18 20:14:29.271660 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35b84f5e-2750-47d0-8e56-b996a9ffc115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:29.286383 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35b84f5e-2750-47d0-8e56-b996a9ffc115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:29.293930 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-35b84f5e-2750-47d0-8e56-b996a9ffc115 admin admin] 10.222.0.31 "DELETE /v2.0/networks/72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578 HTTP/1.1" status: 204 len: 168 time: 0.6300268 Jan 18 20:14:29.305588 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0ea88-40b8-4a0b-8d1d-cd244db101ee req-0d5d9920-f837-45dd-b465-43576de298d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:29.307078 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f0b0ea88-40b8-4a0b-8d1d-cd244db101ee req-0d5d9920-f837-45dd-b465-43576de298d1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2cafaa10-97b0-4140-ac04-be8f2bf83219 HTTP/1.1" status: 200 len: 912 time: 0.1967599 Jan 18 20:14:29.308218 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b84f5e-2750-47d0-8e56-b996a9ffc115 admin admin] Pushing event deleted for resources: {'Network': ['ID=72ee6dd9-1bfe-4711-9cd4-e7fc6ed8e578,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:29.375709 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f0b0ea88-40b8-4a0b-8d1d-cd244db101ee req-0ec43a0e-f0a3-4d44-bbc9-b0d206fcbeb5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecbb2d86-23b8-413a-bee8-5141d2171c91 HTTP/1.1" status: 200 len: 999 time: 0.0621765 Jan 18 20:14:29.486429 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0ea88-40b8-4a0b-8d1d-cd244db101ee req-10e9915f-36bc-47d4-a040-c0ad13fe7a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:29.487239 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f0b0ea88-40b8-4a0b-8d1d-cd244db101ee req-10e9915f-36bc-47d4-a040-c0ad13fe7a94 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1723126f-3654-432e-ad19-50c4bb784989 HTTP/1.1" status: 200 len: 850 time: 0.1055794 Jan 18 20:14:29.519961 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49108) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:29.560905 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0ea88-40b8-4a0b-8d1d-cd244db101ee req-e57ffa20-135f-495b-8023-78cf78d65c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:29.563066 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f0b0ea88-40b8-4a0b-8d1d-cd244db101ee req-e57ffa20-135f-495b-8023-78cf78d65c1a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cafaa10-97b0-4140-ac04-be8f2bf83219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686727 Jan 18 20:14:29.600904 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4a9d2e68-fa86-4947-9951-f4563b4be161 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df0d9d06cb204cd3b4c15fb2d6e5d9b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0788913 Jan 18 20:14:29.603213 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49110) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:29.710903 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f0b0ea88-40b8-4a0b-8d1d-cd244db101ee req-23f062d8-f1e9-4ca7-a58d-d2026083b512 service neutron] 10.222.0.70 "GET /v2.0/networks/2cafaa10-97b0-4140-ac04-be8f2bf83219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404004 Jan 18 20:14:29.711927 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f934587-33ae-43f9-94de-4a9483e1994c admin admin] Publish callbacks [] for security_group (135044bc-e315-4cac-964b-98970527daa6), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:29.767597 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f934587-33ae-43f9-94de-4a9483e1994c admin admin] Publish callbacks [] for security_group (135044bc-e315-4cac-964b-98970527daa6), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:29.855065 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f0b0ea88-40b8-4a0b-8d1d-cd244db101ee req-29c2adaf-d156-4a37-91ff-13dcbbb58eb2 service neutron] 10.222.0.70 "GET /v2.0/networks/2cafaa10-97b0-4140-ac04-be8f2bf83219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367733 Jan 18 20:14:29.868067 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f934587-33ae-43f9-94de-4a9483e1994c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (135044bc-e315-4cac-964b-98970527daa6), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:29.872020 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f934587-33ae-43f9-94de-4a9483e1994c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:29.875671 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6f934587-33ae-43f9-94de-4a9483e1994c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/135044bc-e315-4cac-964b-98970527daa6 HTTP/1.1" status: 204 len: 168 time: 0.2691212 Jan 18 20:14:29.882148 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f934587-33ae-43f9-94de-4a9483e1994c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135044bc-e315-4cac-964b-98970527daa6,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:29.888639 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49126) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:30.025206 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-87d399da-1cde-4136-85eb-7b4c04d95ece admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1377168099-network', 'tenant_id': '33d5062c8d0e4e58a3b0f8cdc12ccf80'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:14:30.050476 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d399da-1cde-4136-85eb-7b4c04d95ece admin admin] Made reservation on behalf of 33d5062c8d0e4e58a3b0f8cdc12ccf80 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:14:30.052927 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-87d399da-1cde-4136-85eb-7b4c04d95ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:30.063627 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-87d399da-1cde-4136-85eb-7b4c04d95ece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:30.149293 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-87d399da-1cde-4136-85eb-7b4c04d95ece admin admin] Publish callbacks [] for security_group (6df57459-187a-4930-9b76-902c8f556804), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:30.172053 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-87d399da-1cde-4136-85eb-7b4c04d95ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6df57459-187a-4930-9b76-902c8f556804), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:30.221843 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d399da-1cde-4136-85eb-7b4c04d95ece admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:14:30.232490 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d399da-1cde-4136-85eb-7b4c04d95ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df57459-187a-4930-9b76-902c8f556804,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:30.238302 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-87d399da-1cde-4136-85eb-7b4c04d95ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (87aed962-be5d-4deb-af9c-7bc726b9d992), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:30.238644 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-87d399da-1cde-4136-85eb-7b4c04d95ece admin admin] Added segment 87aed962-be5d-4deb-af9c-7bc726b9d992 of type vlan for network 80dffbc9-eed6-4af9-a5ac-dcb939c427fc Jan 18 20:14:30.264645 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c49da3-3f6a-4918-8671-875bb52d68b9 req-7cb617f2-38f2-4fc9-b5f5-d2176938a778 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:30.271625 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-48c49da3-3f6a-4918-8671-875bb52d68b9 req-7cb617f2-38f2-4fc9-b5f5-d2176938a778 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 944 time: 0.1202230 Jan 18 20:14:30.361916 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-87d399da-1cde-4136-85eb-7b4c04d95ece admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (80dffbc9-eed6-4af9-a5ac-dcb939c427fc), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:30.402249 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-48c49da3-3f6a-4918-8671-875bb52d68b9 req-fc3444d1-d56a-45a2-8c3b-d2cbd7ce60a8 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248569 Jan 18 20:14:30.425010 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd545be0-9a19-4a4a-aa15-78713bdfeb5d req-1f53bbca-1cfa-46dd-bf40-aa6f2433158b tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:30.431868 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dd545be0-9a19-4a4a-aa15-78713bdfeb5d req-1f53bbca-1cfa-46dd-bf40-aa6f2433158b tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.1533446 Jan 18 20:14:30.447986 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-87d399da-1cde-4136-85eb-7b4c04d95ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (80dffbc9-eed6-4af9-a5ac-dcb939c427fc), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:30.448950 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d399da-1cde-4136-85eb-7b4c04d95ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:30.449525 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-87d399da-1cde-4136-85eb-7b4c04d95ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:30.473530 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:30.501490 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49162) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:30.502433 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-87d399da-1cde-4136-85eb-7b4c04d95ece admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6113479 Jan 18 20:14:30.507847 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-86078577-6bf8-4bb7-88e7-684ae374425f admin admin] Request body: {'subnet': {'network_id': '80dffbc9-eed6-4af9-a5ac-dcb939c427fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1377168099-subnet', 'tenant_id': '33d5062c8d0e4e58a3b0f8cdc12ccf80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:14:30.544728 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d399da-1cde-4136-85eb-7b4c04d95ece admin admin] Pushing event updated for resources: {'Network': ['ID=80dffbc9-eed6-4af9-a5ac-dcb939c427fc,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:30.553800 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86078577-6bf8-4bb7-88e7-684ae374425f admin admin] Made reservation on behalf of 33d5062c8d0e4e58a3b0f8cdc12ccf80 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:14:30.560042 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 80dffbc9-eed6-4af9-a5ac-dcb939c427fc details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:14:30.561317 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86078577-6bf8-4bb7-88e7-684ae374425f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:30.564265 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dd545be0-9a19-4a4a-aa15-78713bdfeb5d req-f9baf92a-a3c7-4c06-94d6-45aa5af26a89 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254756 Jan 18 20:14:30.833890 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86078577-6bf8-4bb7-88e7-684ae374425f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (639cd4d2-6c2c-4dd0-8bf3-2eb14a9984e0), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:30.894062 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86078577-6bf8-4bb7-88e7-684ae374425f admin admin] Pushing event updated for resources: {'Subnet': ['ID=639cd4d2-6c2c-4dd0-8bf3-2eb14a9984e0,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:30.905255 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49186) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:30.911169 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86078577-6bf8-4bb7-88e7-684ae374425f admin admin] Checking segment: {'id': '87aed962-be5d-4deb-af9c-7bc726b9d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80dffbc9-eed6-4af9-a5ac-dcb939c427fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:14:30.912155 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86078577-6bf8-4bb7-88e7-684ae374425f admin admin] Network hostable DHCP agents. Network: 80dffbc9-eed6-4af9-a5ac-dcb939c427fc, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:14:30.930893 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86078577-6bf8-4bb7-88e7-684ae374425f admin admin] Network 80dffbc9-eed6-4af9-a5ac-dcb939c427fc is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:14:30.940711 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-86078577-6bf8-4bb7-88e7-684ae374425f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 80dffbc9-eed6-4af9-a5ac-dcb939c427fc) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:14:30.945385 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86078577-6bf8-4bb7-88e7-684ae374425f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:30.946184 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86078577-6bf8-4bb7-88e7-684ae374425f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:30.958351 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f60767-e068-4add-bb25-5fb8511574d1 None None] Network 80dffbc9-eed6-4af9-a5ac-dcb939c427fc requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:14:30.971251 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-86078577-6bf8-4bb7-88e7-684ae374425f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4675183 Jan 18 20:14:31.089330 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754f5a72-5c6f-4eff-9b23-a395c031f18b None None] Network 80dffbc9-eed6-4af9-a5ac-dcb939c427fc requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:14:31.093018 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-2c7e948e-eded-432b-a34c-73265305d442 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-315017332-network', 'tenant_id': 'd59cddb1215e4094a41609f512841133'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:14:31.122909 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7e948e-eded-432b-a34c-73265305d442 admin admin] Made reservation on behalf of d59cddb1215e4094a41609f512841133 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:14:31.125584 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2c7e948e-eded-432b-a34c-73265305d442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:31.140457 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2c7e948e-eded-432b-a34c-73265305d442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:31.257674 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2c7e948e-eded-432b-a34c-73265305d442 admin admin] Publish callbacks [] for security_group (ae60504e-16b4-4dd1-a600-ff17c2793dae), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:31.265265 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2c7e948e-eded-432b-a34c-73265305d442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ae60504e-16b4-4dd1-a600-ff17c2793dae), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:31.296103 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7e948e-eded-432b-a34c-73265305d442 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:14:31.305744 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e948e-eded-432b-a34c-73265305d442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae60504e-16b4-4dd1-a600-ff17c2793dae,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:31.316653 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2c7e948e-eded-432b-a34c-73265305d442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (e348fd61-ae14-4cdf-be3c-92d28b1f7c8a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:31.317624 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-2c7e948e-eded-432b-a34c-73265305d442 admin admin] Added segment e348fd61-ae14-4cdf-be3c-92d28b1f7c8a of type vlan for network 9bae8be3-cced-4e71-aa87-680dd9e51700 Jan 18 20:14:31.362176 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2c7e948e-eded-432b-a34c-73265305d442 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (9bae8be3-cced-4e71-aa87-680dd9e51700), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:31.450503 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2c7e948e-eded-432b-a34c-73265305d442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (9bae8be3-cced-4e71-aa87-680dd9e51700), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:31.452345 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7e948e-eded-432b-a34c-73265305d442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:31.452937 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2c7e948e-eded-432b-a34c-73265305d442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:31.512186 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2c7e948e-eded-432b-a34c-73265305d442 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6060183 Jan 18 20:14:31.515471 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49248) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:31.521439 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-419c0912-a9d8-48d8-b34a-e1d64c4bcf34 admin admin] Request body: {'subnet': {'network_id': '9bae8be3-cced-4e71-aa87-680dd9e51700', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-315017332-subnet', 'tenant_id': 'd59cddb1215e4094a41609f512841133', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:14:31.553957 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419c0912-a9d8-48d8-b34a-e1d64c4bcf34 admin admin] Made reservation on behalf of d59cddb1215e4094a41609f512841133 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:14:31.556527 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-419c0912-a9d8-48d8-b34a-e1d64c4bcf34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:31.568486 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-ac49ec8a-8928-40cb-8035-3b1ee1d45e35 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:31.570001 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-ac49ec8a-8928-40cb-8035-3b1ee1d45e35 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/networks?id=80dffbc9-eed6-4af9-a5ac-dcb939c427fc HTTP/1.1" status: 200 len: 815 time: 0.2039461 Jan 18 20:14:31.577903 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e948e-eded-432b-a34c-73265305d442 admin admin] Pushing event updated for resources: {'Network': ['ID=9bae8be3-cced-4e71-aa87-680dd9e51700,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:31.592177 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 9bae8be3-cced-4e71-aa87-680dd9e51700 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:14:31.593477 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-956f8ff2-ba62-4dcc-91a6-e7820ad9c8c9 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/quotas/33d5062c8d0e4e58a3b0f8cdc12ccf80 HTTP/1.1" status: 200 len: 375 time: 0.0142760 Jan 18 20:14:31.605455 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e267032-ff0a-48b2-b0b4-b79fb41913c1 req-1349cf6a-6ec0-4b85-b18a-8b8f0b0b8175 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:31.612929 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e267032-ff0a-48b2-b0b4-b79fb41913c1 req-1349cf6a-6ec0-4b85-b18a-8b8f0b0b8175 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 944 time: 0.1319542 Jan 18 20:14:31.657610 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-4b8e7a44-e2b2-467e-8f79-322e448b68e6 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=33d5062c8d0e4e58a3b0f8cdc12ccf80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426106 Jan 18 20:14:31.707115 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e267032-ff0a-48b2-b0b4-b79fb41913c1 req-d5d8f5cd-c2f7-404e-9c26-4f576a901714 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923593 Jan 18 20:14:31.798550 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:31.800100 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-c5e5a4aa-a5a2-4047-ba28-e967e8c3c7c9 service neutron] 10.222.0.31 "GET /v2.0/networks/80dffbc9-eed6-4af9-a5ac-dcb939c427fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217563 Jan 18 20:14:31.819430 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-419c0912-a9d8-48d8-b34a-e1d64c4bcf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (8b0c6c1e-1c31-4591-a3ac-dad17a871642), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:31.883031 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c0912-a9d8-48d8-b34a-e1d64c4bcf34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b0c6c1e-1c31-4591-a3ac-dad17a871642,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:31.900092 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419c0912-a9d8-48d8-b34a-e1d64c4bcf34 admin admin] Checking segment: {'id': 'e348fd61-ae14-4cdf-be3c-92d28b1f7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9bae8be3-cced-4e71-aa87-680dd9e51700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:14:31.900462 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419c0912-a9d8-48d8-b34a-e1d64c4bcf34 admin admin] Network hostable DHCP agents. Network: 9bae8be3-cced-4e71-aa87-680dd9e51700, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:14:31.925517 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419c0912-a9d8-48d8-b34a-e1d64c4bcf34 admin admin] Network 9bae8be3-cced-4e71-aa87-680dd9e51700 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:14:31.939065 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970f71a-a1cb-4b64-8484-d8936b0ada6e req-4eeea0ed-3ff7-4d52-b055-162b4174b1bd tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:31.940771 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a970f71a-a1cb-4b64-8484-d8936b0ada6e req-4eeea0ed-3ff7-4d52-b055-162b4174b1bd tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.0924904 Jan 18 20:14:31.941878 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-419c0912-a9d8-48d8-b34a-e1d64c4bcf34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 9bae8be3-cced-4e71-aa87-680dd9e51700) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:14:31.951745 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67432983-bdf9-4207-a61b-c9eddd5d04fc None None] Network 9bae8be3-cced-4e71-aa87-680dd9e51700 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:14:31.955368 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419c0912-a9d8-48d8-b34a-e1d64c4bcf34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:31.956093 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-419c0912-a9d8-48d8-b34a-e1d64c4bcf34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:31.964087 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-77411c5e-cded-41a1-8f8d-6bc96441d940 service neutron] 10.222.0.31 "GET /v2.0/networks/80dffbc9-eed6-4af9-a5ac-dcb939c427fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572449 Jan 18 20:14:31.980293 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-419c0912-a9d8-48d8-b34a-e1d64c4bcf34 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4636960 Jan 18 20:14:31.983036 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49288) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:31.987563 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-a7a761b0-b864-4cef-aabf-e4c5af22c990 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-315017332-router', 'tenant_id': 'd59cddb1215e4094a41609f512841133', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:14:32.010189 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a970f71a-a1cb-4b64-8484-d8936b0ada6e req-b4388528-4030-4598-8b30-7229a777a2e9 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558789 Jan 18 20:14:32.013260 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7a761b0-b864-4cef-aabf-e4c5af22c990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (c5102d54-b01b-4be3-869d-b40b58d16fb7), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:32.014628 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7a761b0-b864-4cef-aabf-e4c5af22c990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (c5102d54-b01b-4be3-869d-b40b58d16fb7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:32.126109 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c511a3-c462-4014-a088-2566616ca145 None None] Network 9bae8be3-cced-4e71-aa87-680dd9e51700 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:14:32.131600 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7a761b0-b864-4cef-aabf-e4c5af22c990 admin admin] Publish callbacks [] for router_controller (c5102d54-b01b-4be3-869d-b40b58d16fb7), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:32.269708 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-995c11d0-75f8-4297-8fda-77fcb8cbf01c req-16c5a846-d202-4eab-af44-c70447ace1f5 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3 HTTP/1.1" status: 200 len: 210 time: 0.0577540 Jan 18 20:14:32.641024 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7a761b0-b864-4cef-aabf-e4c5af22c990 admin admin] Publish callbacks [] for router_gateway (c5102d54-b01b-4be3-869d-b40b58d16fb7), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:32.849581 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97018706-82fe-4bc4-9f2e-759ffd6f6f0c req-6fdc1b6d-73f3-4570-ab2b-7dfb5c5659f1 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:32.856647 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97018706-82fe-4bc4-9f2e-759ffd6f6f0c req-6fdc1b6d-73f3-4570-ab2b-7dfb5c5659f1 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 944 time: 0.0685537 Jan 18 20:14:32.902592 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7a761b0-b864-4cef-aabf-e4c5af22c990 admin admin] Publish callbacks [] for router_gateway (c5102d54-b01b-4be3-869d-b40b58d16fb7), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:32.920600 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97018706-82fe-4bc4-9f2e-759ffd6f6f0c req-a5ea1470-5712-4de7-a996-2f63cafaa71d tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582526 Jan 18 20:14:32.928234 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7a761b0-b864-4cef-aabf-e4c5af22c990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:33.042521 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-a7a761b0-b864-4cef-aabf-e4c5af22c990 admin admin] Allocated IP 172.25.4.195 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/83890069-d154-4c21-9a03-14bea18851d7) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:14:33.157208 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7a761b0-b864-4cef-aabf-e4c5af22c990 admin admin] Publish callbacks [] for port (83890069-d154-4c21-9a03-14bea18851d7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:33.204737 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7a761b0-b864-4cef-aabf-e4c5af22c990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (83890069-d154-4c21-9a03-14bea18851d7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:33.243082 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a761b0-b864-4cef-aabf-e4c5af22c990 admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:14:33.246684 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-a7a761b0-b864-4cef-aabf-e4c5af22c990 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:14:33.251689 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a761b0-b864-4cef-aabf-e4c5af22c990 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:14:33.287567 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a761b0-b864-4cef-aabf-e4c5af22c990 admin admin] Pushing event updated for resources: {'Port': ['ID=83890069-d154-4c21-9a03-14bea18851d7,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:33.414968 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-55bac63b-3924-43b6-b82d-7b94f6fab528 req-9dd8adf5-c8f5-49e9-a932-a2149ba6ebc1 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3 HTTP/1.1" status: 200 len: 210 time: 0.0459189 Jan 18 20:14:33.518802 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49408) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:33.541224 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-be5d4121-1ea1-407b-9d7b-991fc88d0df5 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:33.543453 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-be5d4121-1ea1-407b-9d7b-991fc88d0df5 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.70 "GET /v2.0/networks?id=80dffbc9-eed6-4af9-a5ac-dcb939c427fc HTTP/1.1" status: 200 len: 815 time: 0.2608829 Jan 18 20:14:33.556723 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f16c0f10-0e69-44c7-8a0b-9949a65cedeb tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Request body: {'port': {'device_id': '79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3', 'network_id': '80dffbc9-eed6-4af9-a5ac-dcb939c427fc', 'admin_state_up': True, 'tenant_id': '33d5062c8d0e4e58a3b0f8cdc12ccf80'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:14:33.635317 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e76aa596-e86d-4608-9f2a-7284e79204ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:33.708931 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e76aa596-e86d-4608-9f2a-7284e79204ac admin admin] Publish callbacks [] for security_group (c869a9eb-6c9d-4de1-aefb-ff5d4a176f62), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:33.713104 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e76aa596-e86d-4608-9f2a-7284e79204ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c869a9eb-6c9d-4de1-aefb-ff5d4a176f62), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:33.743784 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7a761b0-b864-4cef-aabf-e4c5af22c990 admin admin] Publish callbacks [] for router_gateway (c5102d54-b01b-4be3-869d-b40b58d16fb7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:33.754419 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e76aa596-e86d-4608-9f2a-7284e79204ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e5e06ba881541f6817215c8ea7b55e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2344971 Jan 18 20:14:33.755269 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76aa596-e86d-4608-9f2a-7284e79204ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c869a9eb-6c9d-4de1-aefb-ff5d4a176f62,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:33.757502 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49412) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:33.801996 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f16c0f10-0e69-44c7-8a0b-9949a65cedeb tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Made reservation on behalf of 33d5062c8d0e4e58a3b0f8cdc12ccf80 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:14:33.804857 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-26660c31-3438-4a7f-8e89-ba5cadabad36 admin admin] Publish callbacks [] for security_group (c869a9eb-6c9d-4de1-aefb-ff5d4a176f62), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:33.806461 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f16c0f10-0e69-44c7-8a0b-9949a65cedeb tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:33.825301 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-26660c31-3438-4a7f-8e89-ba5cadabad36 admin admin] Publish callbacks [] for security_group (c869a9eb-6c9d-4de1-aefb-ff5d4a176f62), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:33.850852 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:33.874715 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-26660c31-3438-4a7f-8e89-ba5cadabad36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c869a9eb-6c9d-4de1-aefb-ff5d4a176f62), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:33.877657 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-26660c31-3438-4a7f-8e89-ba5cadabad36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:33.878844 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-26660c31-3438-4a7f-8e89-ba5cadabad36 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c869a9eb-6c9d-4de1-aefb-ff5d4a176f62 HTTP/1.1" status: 204 len: 168 time: 0.1204176 Jan 18 20:14:33.887848 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26660c31-3438-4a7f-8e89-ba5cadabad36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c869a9eb-6c9d-4de1-aefb-ff5d4a176f62,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:34.064957 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f16c0f10-0e69-44c7-8a0b-9949a65cedeb tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Allocated IP 172.20.0.7 (80dffbc9-eed6-4af9-a5ac-dcb939c427fc/639cd4d2-6c2c-4dd0-8bf3-2eb14a9984e0/f01cdff8-0b9e-43bd-b140-fe2d4d25ee54) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:14:34.067797 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7a761b0-b864-4cef-aabf-e4c5af22c990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (c5102d54-b01b-4be3-869d-b40b58d16fb7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:34.081155 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f5785-58c4-46bd-adc5-f59e3675aa90 req-fe0d365a-9f84-4b96-b1d7-766f286f752d tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:34.089923 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a7f5785-58c4-46bd-adc5-f59e3675aa90 req-fe0d365a-9f84-4b96-b1d7-766f286f752d tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 944 time: 0.0886102 Jan 18 20:14:34.147946 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a7f5785-58c4-46bd-adc5-f59e3675aa90 req-8bfd9fca-b10b-4a40-a30e-cc218d7dba0a tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571544 Jan 18 20:14:34.309209 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a761b0-b864-4cef-aabf-e4c5af22c990 admin admin] Router c5102d54-b01b-4be3-869d-b40b58d16fb7 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:14:34.329856 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f16c0f10-0e69-44c7-8a0b-9949a65cedeb tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks [] for port (f01cdff8-0b9e-43bd-b140-fe2d4d25ee54), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:34.444332 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f16c0f10-0e69-44c7-8a0b-9949a65cedeb tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (f01cdff8-0b9e-43bd-b140-fe2d4d25ee54), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:34.455064 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a761b0-b864-4cef-aabf-e4c5af22c990 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:14:34.466149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bc5d03-87ed-4bee-a056-71a6499d693e None None] Sync routers for ids ['c5102d54-b01b-4be3-869d-b40b58d16fb7'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:14:34.482221 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bc5d03-87ed-4bee-a056-71a6499d693e None None] Routers {'c5102d54-b01b-4be3-869d-b40b58d16fb7'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:14:34.482771 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-42bc5d03-87ed-4bee-a056-71a6499d693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:14:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['c5102d54-b01b-4be3-869d-b40b58d16fb7'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:34.504969 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f16c0f10-0e69-44c7-8a0b-9949a65cedeb tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Network 80dffbc9-eed6-4af9-a5ac-dcb939c427fc is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:14:34.509229 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f16c0f10-0e69-44c7-8a0b-9949a65cedeb tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:14:34.511781 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c0f10-0e69-44c7-8a0b-9949a65cedeb tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Pushing event updated for resources: {'Port': ['ID=f01cdff8-0b9e-43bd-b140-fe2d4d25ee54,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:34.513960 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f16c0f10-0e69-44c7-8a0b-9949a65cedeb tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:14:34.567334 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7a761b0-b864-4cef-aabf-e4c5af22c990 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:34.571939 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a7a761b0-b864-4cef-aabf-e4c5af22c990 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.5877914 Jan 18 20:14:34.573381 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49444) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:34.579328 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133ff99-c718-4f32-a51c-a8a2b4dec23a req-4b39d3dd-f1ac-4575-8c3e-965fd45d204f tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:34.581537 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2133ff99-c718-4f32-a51c-a8a2b4dec23a req-4b39d3dd-f1ac-4575-8c3e-965fd45d204f tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3 HTTP/1.1" status: 200 len: 931 time: 0.0572350 Jan 18 20:14:34.632356 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2133ff99-c718-4f32-a51c-a8a2b4dec23a req-ea8ab8ef-2bbb-4665-9e2a-9adc20dd5c98 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445633 Jan 18 20:14:34.636066 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-42bc5d03-87ed-4bee-a056-71a6499d693e None None] Set router c5102d54-b01b-4be3-869d-b40b58d16fb7 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:14:34.645026 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f16c0f10-0e69-44c7-8a0b-9949a65cedeb tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:34.645567 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f16c0f10-0e69-44c7-8a0b-9949a65cedeb tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:34.671660 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f16c0f10-0e69-44c7-8a0b-9949a65cedeb tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1196637 Jan 18 20:14:34.705934 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Request body: {'port': {'device_id': '79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:14:34.805509 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f01cdff8-0b9e-43bd-b140-fe2d4d25ee54), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:34.841133 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-42bc5d03-87ed-4bee-a056-71a6499d693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5102d54-b01b-4be3-869d-b40b58d16fb7', 'name': 'tempest-ServerRescueNegativeTestJSON-315017332-router', 'tenant_id': 'd59cddb1215e4094a41609f512841133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '83890069-d154-4c21-9a03-14bea18851d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:14:32Z', 'updated_at': '2022-01-18T20:14:33Z', 'revision_number': 3, 'project_id': 'd59cddb1215e4094a41609f512841133', 'gw_port': {'id': '83890069-d154-4c21-9a03-14bea18851d7', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5102d54-b01b-4be3-869d-b40b58d16fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:14:32Z', 'updated_at': '2022-01-18T20:14:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:34.868316 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bc5d03-87ed-4bee-a056-71a6499d693e None None] Checking router: c5102d54-b01b-4be3-869d-b40b58d16fb7 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:14:34.869009 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bc5d03-87ed-4bee-a056-71a6499d693e None None] Updating router c5102d54-b01b-4be3-869d-b40b58d16fb7 port 83890069-d154-4c21-9a03-14bea18851d7 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:14:34.901931 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-42bc5d03-87ed-4bee-a056-71a6499d693e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (83890069-d154-4c21-9a03-14bea18851d7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:35.200990 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-42bc5d03-87ed-4bee-a056-71a6499d693e None None] Publish callbacks [] for port (83890069-d154-4c21-9a03-14bea18851d7), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:35.218288 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-42bc5d03-87ed-4bee-a056-71a6499d693e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (83890069-d154-4c21-9a03-14bea18851d7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:35.286850 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae3804-ec46-4786-ac04-2aa1ef4cb804 None None] Pushing event updated for resources: {'Port': ['ID=83890069-d154-4c21-9a03-14bea18851d7,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:35.295609 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78c4db-3e35-47bf-9960-a96aeb78b170 req-4630db7e-d6ff-4509-b5db-a146cb945ad5 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:35.307946 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9c78c4db-3e35-47bf-9960-a96aeb78b170 req-4630db7e-d6ff-4509-b5db-a146cb945ad5 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 944 time: 0.0703728 Jan 18 20:14:35.310120 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49482) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:35.310351 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-42bc5d03-87ed-4bee-a056-71a6499d693e None None] Attempting to bind port 83890069-d154-4c21-9a03-14bea18851d7 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:14:35.310786 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-42bc5d03-87ed-4bee-a056-71a6499d693e None None] Attempting to bind port 83890069-d154-4c21-9a03-14bea18851d7 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:14:35.311546 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bc5d03-87ed-4bee-a056-71a6499d693e None None] Attempting to bind port 83890069-d154-4c21-9a03-14bea18851d7 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:14:35.317787 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bc5d03-87ed-4bee-a056-71a6499d693e None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:14:35.318212 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bc5d03-87ed-4bee-a056-71a6499d693e None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:14:35.318623 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-42bc5d03-87ed-4bee-a056-71a6499d693e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:35.319045 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bc5d03-87ed-4bee-a056-71a6499d693e None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:14:35.319532 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-42bc5d03-87ed-4bee-a056-71a6499d693e None None] Bound port: 83890069-d154-4c21-9a03-14bea18851d7, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:14:35.319907 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-42bc5d03-87ed-4bee-a056-71a6499d693e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (83890069-d154-4c21-9a03-14bea18851d7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:35.397907 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-42bc5d03-87ed-4bee-a056-71a6499d693e None None] For port 83890069-d154-4c21-9a03-14bea18851d7, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:14:35.401952 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9c78c4db-3e35-47bf-9960-a96aeb78b170 req-30f230dc-5f0b-422f-8aa3-ba68cdc86d98 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926080 Jan 18 20:14:35.402392 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-42bc5d03-87ed-4bee-a056-71a6499d693e None None] For port 83890069-d154-4c21-9a03-14bea18851d7, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=83890069-d154-4c21-9a03-14bea18851d7,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:14:35.410320 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-42bc5d03-87ed-4bee-a056-71a6499d693e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (83890069-d154-4c21-9a03-14bea18851d7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:35.499793 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bc5d03-87ed-4bee-a056-71a6499d693e None None] Routers {'c5102d54-b01b-4be3-869d-b40b58d16fb7'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:14:35.500703 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-42bc5d03-87ed-4bee-a056-71a6499d693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:14:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['c5102d54-b01b-4be3-869d-b40b58d16fb7'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:35.506048 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ecc82680-e4e0-4381-8336-2011d5c8a35e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:35.561245 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae3804-ec46-4786-ac04-2aa1ef4cb804 None None] Pushing event updated for resources: {'Port': ['ID=83890069-d154-4c21-9a03-14bea18851d7,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:35.602140 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ecc82680-e4e0-4381-8336-2011d5c8a35e admin admin] Publish callbacks [] for security_group (9ef49440-ecf7-423c-965e-5851ee3ca55e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:35.609031 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ecc82680-e4e0-4381-8336-2011d5c8a35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9ef49440-ecf7-423c-965e-5851ee3ca55e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:35.634108 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01cdff8-0b9e-43bd-b140-fe2d4d25ee54 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:14:35.636918 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-42bc5d03-87ed-4bee-a056-71a6499d693e None None] Set router c5102d54-b01b-4be3-869d-b40b58d16fb7 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:14:35.647601 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-221a906f-6b02-4efa-9cd0-4582e9714e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:35.656241 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ecc82680-e4e0-4381-8336-2011d5c8a35e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=14cc9437dcfd4f51afd5e2ff9798faf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3425410 Jan 18 20:14:35.662523 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49490) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:35.665122 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc82680-e4e0-4381-8336-2011d5c8a35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef49440-ecf7-423c-965e-5851ee3ca55e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:35.669139 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Publish callbacks [] for port (f01cdff8-0b9e-43bd-b140-fe2d4d25ee54), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:35.719858 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Transition to ACTIVE for port object f01cdff8-0b9e-43bd-b140-fe2d4d25ee54 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:14:35.727658 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (f01cdff8-0b9e-43bd-b140-fe2d4d25ee54), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:35.791079 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-39b92da5-181e-4afe-96a9-b6f32dc5b9f7 admin admin] Publish callbacks [] for security_group (9ef49440-ecf7-423c-965e-5851ee3ca55e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:35.803401 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240e246-9a41-4f75-a3b7-4cd92ab71ccd req-9015b49a-5dce-4156-ace4-20b7da13bcd0 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:35.805045 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7240e246-9a41-4f75-a3b7-4cd92ab71ccd req-9015b49a-5dce-4156-ace4-20b7da13bcd0 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3 HTTP/1.1" status: 200 len: 943 time: 0.0795562 Jan 18 20:14:35.825611 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Pushing event updated for resources: {'Port': ['ID=f01cdff8-0b9e-43bd-b140-fe2d4d25ee54,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:35.843043 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-39b92da5-181e-4afe-96a9-b6f32dc5b9f7 admin admin] Publish callbacks [] for security_group (9ef49440-ecf7-423c-965e-5851ee3ca55e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:35.857485 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-42bc5d03-87ed-4bee-a056-71a6499d693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5102d54-b01b-4be3-869d-b40b58d16fb7', 'name': 'tempest-ServerRescueNegativeTestJSON-315017332-router', 'tenant_id': 'd59cddb1215e4094a41609f512841133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '83890069-d154-4c21-9a03-14bea18851d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:14:32Z', 'updated_at': '2022-01-18T20:14:33Z', 'revision_number': 3, 'project_id': 'd59cddb1215e4094a41609f512841133', 'gw_port': {'id': '83890069-d154-4c21-9a03-14bea18851d7', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5102d54-b01b-4be3-869d-b40b58d16fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:14:32Z', 'updated_at': '2022-01-18T20:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:35.885487 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bc5d03-87ed-4bee-a056-71a6499d693e None None] The sync data for ids ['c5102d54-b01b-4be3-869d-b40b58d16fb7'] in n-d-741529-9 is: [{'id': 'c5102d54-b01b-4be3-869d-b40b58d16fb7', 'name': 'tempest-ServerRescueNegativeTestJSON-315017332-router', 'tenant_id': 'd59cddb1215e4094a41609f512841133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '83890069-d154-4c21-9a03-14bea18851d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:14:32Z', 'updated_at': '2022-01-18T20:14:33Z', 'revision_number': 3, 'project_id': 'd59cddb1215e4094a41609f512841133', 'gw_port': {'id': '83890069-d154-4c21-9a03-14bea18851d7', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5102d54-b01b-4be3-869d-b40b58d16fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:14:32Z', 'updated_at': '2022-01-18T20:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:14:35.890181 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7240e246-9a41-4f75-a3b7-4cd92ab71ccd req-c894e28c-33fe-40e9-a981-284bf59f4263 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776935 Jan 18 20:14:35.920319 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Attempting to bind port f01cdff8-0b9e-43bd-b140-fe2d4d25ee54 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:14:35.920662 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Attempting to bind port f01cdff8-0b9e-43bd-b140-fe2d4d25ee54 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '87aed962-be5d-4deb-af9c-7bc726b9d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80dffbc9-eed6-4af9-a5ac-dcb939c427fc'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:14:35.921096 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Attempting to bind port f01cdff8-0b9e-43bd-b140-fe2d4d25ee54 on network 80dffbc9-eed6-4af9-a5ac-dcb939c427fc {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:14:35.924889 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-39b92da5-181e-4afe-96a9-b6f32dc5b9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9ef49440-ecf7-423c-965e-5851ee3ca55e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:35.928304 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-39b92da5-181e-4afe-96a9-b6f32dc5b9f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:35.929427 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-39b92da5-181e-4afe-96a9-b6f32dc5b9f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ef49440-ecf7-423c-965e-5851ee3ca55e HTTP/1.1" status: 204 len: 168 time: 0.2657707 Jan 18 20:14:35.939160 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b92da5-181e-4afe-96a9-b6f32dc5b9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef49440-ecf7-423c-965e-5851ee3ca55e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:35.954529 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Port f01cdff8-0b9e-43bd-b140-fe2d4d25ee54 on network 80dffbc9-eed6-4af9-a5ac-dcb939c427fc not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:14:35.954849 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Attempting to bind port f01cdff8-0b9e-43bd-b140-fe2d4d25ee54 on network 80dffbc9-eed6-4af9-a5ac-dcb939c427fc {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:14:35.968619 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:14:35.969326 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Checking segment: {'id': '87aed962-be5d-4deb-af9c-7bc726b9d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80dffbc9-eed6-4af9-a5ac-dcb939c427fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:14:35.970240 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Bound using segment: {'id': '87aed962-be5d-4deb-af9c-7bc726b9d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80dffbc9-eed6-4af9-a5ac-dcb939c427fc'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:14:35.970976 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Bound port: f01cdff8-0b9e-43bd-b140-fe2d4d25ee54, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87aed962-be5d-4deb-af9c-7bc726b9d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80dffbc9-eed6-4af9-a5ac-dcb939c427fc'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:14:35.971442 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f01cdff8-0b9e-43bd-b140-fe2d4d25ee54), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:35.998277 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-221a906f-6b02-4efa-9cd0-4582e9714e13 admin admin] Allocated IP 172.20.0.1 (9bae8be3-cced-4e71-aa87-680dd9e51700/8b0c6c1e-1c31-4591-a3ac-dad17a871642/32dbd70c-8187-47a3-9ff3-5868efa877cf) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:14:36.112436 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] For port f01cdff8-0b9e-43bd-b140-fe2d4d25ee54, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:14:36.128502 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] For port f01cdff8-0b9e-43bd-b140-fe2d4d25ee54, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=f01cdff8-0b9e-43bd-b140-fe2d4d25ee54,segment=NetworkSegment(87aed962-be5d-4deb-af9c-7bc726b9d992),segment_id=87aed962-be5d-4deb-af9c-7bc726b9d992)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:14:36.134160 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (f01cdff8-0b9e-43bd-b140-fe2d4d25ee54), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:36.207205 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:36.207993 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:36.209590 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] 10.222.0.70 "PUT /v2.0/ports/f01cdff8-0b9e-43bd-b140-fe2d4d25ee54 HTTP/1.1" status: 200 len: 1091 time: 1.5094156 Jan 18 20:14:36.215604 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3', 'tag': 'f01cdff8-0b9e-43bd-b140-fe2d4d25ee54'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:14:36.217939 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5dff95-7f00-4c2e-a4d0-f0158bce032b" -d '{"events": [{"name": "network-changed", "server_uuid": "79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3", "tag": "f01cdff8-0b9e-43bd-b140-fe2d4d25ee54"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:14:36.233841 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-221a906f-6b02-4efa-9cd0-4582e9714e13 admin admin] Publish callbacks [] for port (32dbd70c-8187-47a3-9ff3-5868efa877cf), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:36.285572 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58871532-4be0-42ab-976b-195f0a8fcdeb x-openstack-request-id: req-58871532-4be0-42ab-976b-195f0a8fcdeb {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:14:36.285899 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3", "tag": "f01cdff8-0b9e-43bd-b140-fe2d4d25ee54", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:14:36.286157 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58871532-4be0-42ab-976b-195f0a8fcdeb {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:14:36.286555 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3', 'tag': 'f01cdff8-0b9e-43bd-b140-fe2d4d25ee54', 'status': 'completed', 'code': 200} Jan 18 20:14:36.301332 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Pushing event updated for resources: {'Port': ['ID=f01cdff8-0b9e-43bd-b140-fe2d4d25ee54,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:36.321988 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:36.322180 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:36.322517 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:36.323379 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:36.323712 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:36.324040 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:36.324410 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:36.324678 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:36.324997 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:36.325315 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:36.325659 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:36.326218 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:36.326583 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09cc5cc-0169-42b4-93de-a40ebbacdce8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:36.350599 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-d400ea0d-0388-487e-a7a8-e8afc917005c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:36.352179 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-d400ea0d-0388-487e-a7a8-e8afc917005c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=33d5062c8d0e4e58a3b0f8cdc12ccf80&device_id=79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3 HTTP/1.1" status: 200 len: 1094 time: 0.0930126 Jan 18 20:14:36.368343 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-221a906f-6b02-4efa-9cd0-4582e9714e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (32dbd70c-8187-47a3-9ff3-5868efa877cf), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:36.411884 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-bf78a52e-f0fe-49cd-95cd-e4cca9e1f4df service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f01cdff8-0b9e-43bd-b140-fe2d4d25ee54 HTTP/1.1" status: 200 len: 217 time: 0.0520499 Jan 18 20:14:36.501528 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221a906f-6b02-4efa-9cd0-4582e9714e13 admin admin] Network 9bae8be3-cced-4e71-aa87-680dd9e51700 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:14:36.504803 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a906f-6b02-4efa-9cd0-4582e9714e13 admin admin] Pushing event updated for resources: {'Port': ['ID=32dbd70c-8187-47a3-9ff3-5868efa877cf,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:36.508002 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-221a906f-6b02-4efa-9cd0-4582e9714e13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:14:36.514295 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221a906f-6b02-4efa-9cd0-4582e9714e13 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:14:36.528533 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-5596b1b7-1be3-47fb-80fb-e89b24f1b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:36.530760 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-5596b1b7-1be3-47fb-80fb-e89b24f1b5c5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=639cd4d2-6c2c-4dd0-8bf3-2eb14a9984e0 HTTP/1.1" status: 200 len: 855 time: 0.0853696 Jan 18 20:14:36.580237 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-221a906f-6b02-4efa-9cd0-4582e9714e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (c5102d54-b01b-4be3-869d-b40b58d16fb7), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:36.640012 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9dce5e-af15-495c-a387-ae06aaa42491 req-e70763b2-4be5-4c5f-88e9-b0f00b83c678 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:36.642355 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ba9dce5e-af15-495c-a387-ae06aaa42491 req-e70763b2-4be5-4c5f-88e9-b0f00b83c678 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 944 time: 0.1690590 Jan 18 20:14:36.692182 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-aa041aad-50ca-4844-bb55-353a22d34944 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=80dffbc9-eed6-4af9-a5ac-dcb939c427fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077919 Jan 18 20:14:36.722068 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 83890069-d154-4c21-9a03-14bea18851d7 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:14:36.732817 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:36.757099 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ba9dce5e-af15-495c-a387-ae06aaa42491 req-0c263314-d31a-47c3-96f5-66894b677828 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061420 Jan 18 20:14:36.822503 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 83890069-d154-4c21-9a03-14bea18851d7 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:14:36.825116 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (83890069-d154-4c21-9a03-14bea18851d7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:36.890421 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-81c6d194-6433-421f-b77a-b631824a2e16 service neutron] 10.222.0.70 "GET /v2.0/networks/80dffbc9-eed6-4af9-a5ac-dcb939c427fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865435 Jan 18 20:14:37.019855 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 80482624-a2b1-4cba-82a7-78d8e0ba5c0c details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:14:37.030688 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1e142cc8-ab63-4ca8-98f4-e32d0fba8135 req-36e22a1b-f82d-42ac-aa6c-1d8985c843bb service neutron] 10.222.0.70 "GET /v2.0/networks/80dffbc9-eed6-4af9-a5ac-dcb939c427fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198635 Jan 18 20:14:37.056740 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-221a906f-6b02-4efa-9cd0-4582e9714e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (32dbd70c-8187-47a3-9ff3-5868efa877cf), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:37.200440 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eba4ce-1ac4-4ee5-a7ae-37f226adc636 req-0f34c85b-a298-4934-b5e7-32018314b676 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:37.210805 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d5eba4ce-1ac4-4ee5-a7ae-37f226adc636 req-0f34c85b-a298-4934-b5e7-32018314b676 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3 HTTP/1.1" status: 200 len: 943 time: 0.1157219 Jan 18 20:14:37.233836 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 83890069-d154-4c21-9a03-14bea18851d7 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:14:37.235038 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (83890069-d154-4c21-9a03-14bea18851d7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:37.239230 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5dff95-7f00-4c2e-a4d0-f0158bce032b req-5ba9a162-003c-41c9-97fd-5ee08d902b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:37.241333 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e5dff95-7f00-4c2e-a4d0-f0158bce032b req-5ba9a162-003c-41c9-97fd-5ee08d902b18 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=33d5062c8d0e4e58a3b0f8cdc12ccf80&device_id=79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3 HTTP/1.1" status: 200 len: 1094 time: 0.1205347 Jan 18 20:14:37.259206 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=80482624-a2b1-4cba-82a7-78d8e0ba5c0c,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:14:37.276465 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 83890069-d154-4c21-9a03-14bea18851d7, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=83890069-d154-4c21-9a03-14bea18851d7,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:14:37.287335 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d5eba4ce-1ac4-4ee5-a7ae-37f226adc636 req-1bdacabb-1e68-42c8-9275-01492246c986 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761518 Jan 18 20:14:37.288143 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '80482624-a2b1-4cba-82a7-78d8e0ba5c0c', 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af', 'port_id': '80482624-a2b1-4cba-82a7-78d8e0ba5c0c', 'mac_address': 'fa:16:3e:8e:af:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45324dde-9697-4682-9610-ed3bed3250cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:14:37.297334 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (83890069-d154-4c21-9a03-14bea18851d7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:37.367318 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-221a906f-6b02-4efa-9cd0-4582e9714e13 admin admin] Publish callbacks [] for port (32dbd70c-8187-47a3-9ff3-5868efa877cf), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:37.375417 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-221a906f-6b02-4efa-9cd0-4582e9714e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (32dbd70c-8187-47a3-9ff3-5868efa877cf), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:37.422277 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:14:37.422890 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (80482624-a2b1-4cba-82a7-78d8e0ba5c0c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:37.429376 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=83890069-d154-4c21-9a03-14bea18851d7,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:37.433495 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5dff95-7f00-4c2e-a4d0-f0158bce032b req-ae7d6f58-ea85-41bb-b1fc-5956543c4be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:37.435006 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e5dff95-7f00-4c2e-a4d0-f0158bce032b req-ae7d6f58-ea85-41bb-b1fc-5956543c4be6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=80dffbc9-eed6-4af9-a5ac-dcb939c427fc HTTP/1.1" status: 200 len: 916 time: 0.1797187 Jan 18 20:14:37.455081 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80482624-a2b1-4cba-82a7-78d8e0ba5c0c {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:14:37.492820 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=80482624-a2b1-4cba-82a7-78d8e0ba5c0c,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:14:37.494750 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-221a906f-6b02-4efa-9cd0-4582e9714e13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (c5102d54-b01b-4be3-869d-b40b58d16fb7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:37.497281 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (80482624-a2b1-4cba-82a7-78d8e0ba5c0c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:37.501290 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e5dff95-7f00-4c2e-a4d0-f0158bce032b req-3f830fb4-0f82-464f-904c-75515dc93189 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f01cdff8-0b9e-43bd-b140-fe2d4d25ee54 HTTP/1.1" status: 200 len: 217 time: 0.0556421 Jan 18 20:14:37.505235 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a906f-6b02-4efa-9cd0-4582e9714e13 admin admin] Pushing event updated for resources: {'Port': ['ID=32dbd70c-8187-47a3-9ff3-5868efa877cf,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:37.568909 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=80482624-a2b1-4cba-82a7-78d8e0ba5c0c,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:37.606296 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5dff95-7f00-4c2e-a4d0-f0158bce032b req-494e7de0-8a0a-4366-a073-152a5e6cd54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:37.607714 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e5dff95-7f00-4c2e-a4d0-f0158bce032b req-494e7de0-8a0a-4366-a073-152a5e6cd54e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=639cd4d2-6c2c-4dd0-8bf3-2eb14a9984e0 HTTP/1.1" status: 200 len: 855 time: 0.0983269 Jan 18 20:14:37.661893 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e5dff95-7f00-4c2e-a4d0-f0158bce032b req-90d07644-70a4-45ad-898c-94731684ade3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=80dffbc9-eed6-4af9-a5ac-dcb939c427fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431900 Jan 18 20:14:37.668257 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221a906f-6b02-4efa-9cd0-4582e9714e13 admin admin] Network 9bae8be3-cced-4e71-aa87-680dd9e51700 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:14:37.671022 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-221a906f-6b02-4efa-9cd0-4582e9714e13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:14:37.847182 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e5dff95-7f00-4c2e-a4d0-f0158bce032b req-2dac7e30-1a58-4af0-a6ee-3f7c537d83a9 service neutron] 10.222.0.70 "GET /v2.0/networks/80dffbc9-eed6-4af9-a5ac-dcb939c427fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757593 Jan 18 20:14:37.847294 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49546) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:37.867369 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['80482624-a2b1-4cba-82a7-78d8e0ba5c0c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:14:37.884753 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221a906f-6b02-4efa-9cd0-4582e9714e13 admin admin] Router c5102d54-b01b-4be3-869d-b40b58d16fb7 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:14:37.936995 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6458669-3cc4-4ddd-bb8f-0a52dc54ac2b req-a4e6b3fd-1eda-4a21-a033-ce4dbc2b28aa tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:37.942936 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6458669-3cc4-4ddd-bb8f-0a52dc54ac2b req-a4e6b3fd-1eda-4a21-a033-ce4dbc2b28aa tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 945 time: 0.0891192 Jan 18 20:14:38.014038 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6458669-3cc4-4ddd-bb8f-0a52dc54ac2b req-1cc40086-2214-4f8e-a884-50effb345220 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685666 Jan 18 20:14:38.022029 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e5dff95-7f00-4c2e-a4d0-f0158bce032b req-94b740d9-e06b-421e-ac21-b940dfc0cc68 service neutron] 10.222.0.70 "GET /v2.0/networks/80dffbc9-eed6-4af9-a5ac-dcb939c427fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682143 Jan 18 20:14:38.082136 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221a906f-6b02-4efa-9cd0-4582e9714e13 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:14:38.085305 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-cf9d17f7-d535-4190-8d86-6a61ec8cca0d tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1047680607'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:14:38.087350 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-221a906f-6b02-4efa-9cd0-4582e9714e13 admin admin] 10.222.0.31 "PUT /v2.0/routers/c5102d54-b01b-4be3-869d-b40b58d16fb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5104890 Jan 18 20:14:38.103620 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcec835-7c15-4af0-bbd7-1b671181dc95 None None] Sync routers for ids ['c5102d54-b01b-4be3-869d-b40b58d16fb7'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:14:38.109588 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9d17f7-d535-4190-8d86-6a61ec8cca0d tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Made reservation on behalf of e6840825d16c41f78d0b78f9e4d8a602 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:14:38.115172 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cf9d17f7-d535-4190-8d86-6a61ec8cca0d tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:38.124437 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcec835-7c15-4af0-bbd7-1b671181dc95 None None] Routers {'c5102d54-b01b-4be3-869d-b40b58d16fb7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:14:38.125294 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cf9d17f7-d535-4190-8d86-6a61ec8cca0d tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:38.126269 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-8bcec835-7c15-4af0-bbd7-1b671181dc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:14:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['c5102d54-b01b-4be3-869d-b40b58d16fb7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:38.208394 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cf9d17f7-d535-4190-8d86-6a61ec8cca0d tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks [] for security_group (69385f70-1435-42c2-871a-c5487291ce6a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:38.213674 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cf9d17f7-d535-4190-8d86-6a61ec8cca0d tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (69385f70-1435-42c2-871a-c5487291ce6a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:38.224113 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9d17f7-d535-4190-8d86-6a61ec8cca0d tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:14:38.245319 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-8bcec835-7c15-4af0-bbd7-1b671181dc95 None None] Set router c5102d54-b01b-4be3-869d-b40b58d16fb7 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:14:38.246103 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cf9d17f7-d535-4190-8d86-6a61ec8cca0d tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (160b7d9a-ecc5-4838-a9c8-2d0f9c64bccf), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:38.246447 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-cf9d17f7-d535-4190-8d86-6a61ec8cca0d tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Added segment 160b7d9a-ecc5-4838-a9c8-2d0f9c64bccf of type vlan for network 5d51aeb8-5a6c-4617-8131-e9de82c921ff Jan 18 20:14:38.263737 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d17f7-d535-4190-8d86-6a61ec8cca0d tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69385f70-1435-42c2-871a-c5487291ce6a,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:38.296418 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cf9d17f7-d535-4190-8d86-6a61ec8cca0d tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (5d51aeb8-5a6c-4617-8131-e9de82c921ff), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:38.328547 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cf9d17f7-d535-4190-8d86-6a61ec8cca0d tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (5d51aeb8-5a6c-4617-8131-e9de82c921ff), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:38.338400 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9d17f7-d535-4190-8d86-6a61ec8cca0d tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:38.339278 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cf9d17f7-d535-4190-8d86-6a61ec8cca0d tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:38.450191 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cf9d17f7-d535-4190-8d86-6a61ec8cca0d tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5991354 Jan 18 20:14:38.451558 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49566) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:38.457165 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-f54ca666-d2a5-421d-854e-d7e17da97c34 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Request body: {'subnet': {'network_id': '5d51aeb8-5a6c-4617-8131-e9de82c921ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:14:38.489434 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d17f7-d535-4190-8d86-6a61ec8cca0d tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Pushing event updated for resources: {'Network': ['ID=5d51aeb8-5a6c-4617-8131-e9de82c921ff,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:38.501132 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 5d51aeb8-5a6c-4617-8131-e9de82c921ff details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:14:38.543531 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e8f4b-5662-4cdb-a018-7cb798233753 req-daf3c391-8e18-44f4-b078-6c42cf5e8528 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:38.545064 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-444e8f4b-5662-4cdb-a018-7cb798233753 req-daf3c391-8e18-44f4-b078-6c42cf5e8528 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3 HTTP/1.1" status: 200 len: 943 time: 0.1633594 Jan 18 20:14:38.593983 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-8bcec835-7c15-4af0-bbd7-1b671181dc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5102d54-b01b-4be3-869d-b40b58d16fb7', 'name': 'tempest-ServerRescueNegativeTestJSON-315017332-router', 'tenant_id': 'd59cddb1215e4094a41609f512841133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '83890069-d154-4c21-9a03-14bea18851d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:14:32Z', 'updated_at': '2022-01-18T20:14:36Z', 'revision_number': 4, 'project_id': 'd59cddb1215e4094a41609f512841133', 'gw_port': {'id': '83890069-d154-4c21-9a03-14bea18851d7', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5102d54-b01b-4be3-869d-b40b58d16fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:14:32Z', 'updated_at': '2022-01-18T20:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '32dbd70c-8187-47a3-9ff3-5868efa877cf', 'name': '', 'network_id': '9bae8be3-cced-4e71-aa87-680dd9e51700', 'tenant_id': 'd59cddb1215e4094a41609f512841133', 'mac_address': 'fa:16:3e:e8:67:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5102d54-b01b-4be3-869d-b40b58d16fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '8b0c6c1e-1c31-4591-a3ac-dad17a871642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:14:35Z', 'updated_at': '2022-01-18T20:14:37Z', 'revision_number': 2, 'project_id': 'd59cddb1215e4094a41609f512841133', 'subnets': [{'id': '8b0c6c1e-1c31-4591-a3ac-dad17a871642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:38.635206 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcec835-7c15-4af0-bbd7-1b671181dc95 None None] Checking router: c5102d54-b01b-4be3-869d-b40b58d16fb7 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:14:38.636290 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcec835-7c15-4af0-bbd7-1b671181dc95 None None] Updating router c5102d54-b01b-4be3-869d-b40b58d16fb7 port 32dbd70c-8187-47a3-9ff3-5868efa877cf binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:14:38.639833 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54ca666-d2a5-421d-854e-d7e17da97c34 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Made reservation on behalf of e6840825d16c41f78d0b78f9e4d8a602 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:14:38.644839 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f54ca666-d2a5-421d-854e-d7e17da97c34 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:38.651269 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-444e8f4b-5662-4cdb-a018-7cb798233753 req-9af04566-a32b-4750-a7a9-b1e956cf638c tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791471 Jan 18 20:14:38.658176 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-c6de7865-216b-455f-aeec-556bccb6a542 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:38.659720 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-c6de7865-216b-455f-aeec-556bccb6a542 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/networks?id=9bae8be3-cced-4e71-aa87-680dd9e51700 HTTP/1.1" status: 200 len: 818 time: 0.1714108 Jan 18 20:14:38.668654 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 83890069-d154-4c21-9a03-14bea18851d7 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:14:38.685227 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-356e79cb-d0e1-47e4-90f5-3fdab1589478 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/quotas/d59cddb1215e4094a41609f512841133 HTTP/1.1" status: 200 len: 375 time: 0.0129404 Jan 18 20:14:38.687013 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-8bcec835-7c15-4af0-bbd7-1b671181dc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (32dbd70c-8187-47a3-9ff3-5868efa877cf), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:38.744388 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 83890069-d154-4c21-9a03-14bea18851d7 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:14:38.745048 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (83890069-d154-4c21-9a03-14bea18851d7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:38.754453 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-ec0e9fc0-239c-4fe1-9a71-77a2519289a9 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d59cddb1215e4094a41609f512841133&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0620403 Jan 18 20:14:38.863107 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 83890069-d154-4c21-9a03-14bea18851d7 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:14:38.893208 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-7417606d-033a-4ee2-aa67-e48af54a66b5 service neutron] 10.222.0.31 "GET /v2.0/networks/9bae8be3-cced-4e71-aa87-680dd9e51700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376975 Jan 18 20:14:38.930709 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f54ca666-d2a5-421d-854e-d7e17da97c34 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (02b87424-76c5-4bb1-9f2b-c2573b2dc798), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:38.987089 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-38f6e082-402f-4500-ac22-40e43033af56 service neutron] 10.222.0.31 "GET /v2.0/networks/9bae8be3-cced-4e71-aa87-680dd9e51700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930023 Jan 18 20:14:38.999846 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ca666-d2a5-421d-854e-d7e17da97c34 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Pushing event updated for resources: {'Subnet': ['ID=02b87424-76c5-4bb1-9f2b-c2573b2dc798,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:39.011754 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54ca666-d2a5-421d-854e-d7e17da97c34 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Checking segment: {'id': '160b7d9a-ecc5-4838-a9c8-2d0f9c64bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5d51aeb8-5a6c-4617-8131-e9de82c921ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:14:39.012289 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54ca666-d2a5-421d-854e-d7e17da97c34 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Network hostable DHCP agents. Network: 5d51aeb8-5a6c-4617-8131-e9de82c921ff, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:14:39.034695 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54ca666-d2a5-421d-854e-d7e17da97c34 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Network 5d51aeb8-5a6c-4617-8131-e9de82c921ff is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:14:39.048409 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-f54ca666-d2a5-421d-854e-d7e17da97c34 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 5d51aeb8-5a6c-4617-8131-e9de82c921ff) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:14:39.053512 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54ca666-d2a5-421d-854e-d7e17da97c34 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:39.054234 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f54ca666-d2a5-421d-854e-d7e17da97c34 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:39.065862 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac639e47-7802-4027-8448-b19ac91196db None None] Network 5d51aeb8-5a6c-4617-8131-e9de82c921ff requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:14:39.077805 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f54ca666-d2a5-421d-854e-d7e17da97c34 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6240277 Jan 18 20:14:39.079598 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49580) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:39.089545 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-e387c832-fa9e-4648-bc0b-a5dba05154c5 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Request body: {'port': {'network_id': '5d51aeb8-5a6c-4617-8131-e9de82c921ff', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1552227920'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:14:39.143655 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-8bcec835-7c15-4af0-bbd7-1b671181dc95 None None] Publish callbacks [] for port (32dbd70c-8187-47a3-9ff3-5868efa877cf), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:39.151542 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-8bcec835-7c15-4af0-bbd7-1b671181dc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (32dbd70c-8187-47a3-9ff3-5868efa877cf), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:39.216763 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1275dad-c151-4233-ae27-447daa2df6fb None None] Pushing event updated for resources: {'Port': ['ID=32dbd70c-8187-47a3-9ff3-5868efa877cf,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:39.324637 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e9f0b5-22a7-432b-9486-19db69d361fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-5d51aeb8-5a6c-4617-8131-e9de82c921ff', 'network_id': '5d51aeb8-5a6c-4617-8131-e9de82c921ff', 'project_id': 'e6840825d16c41f78d0b78f9e4d8a602', 'fixed_ips': [{'subnet_id': '02b87424-76c5-4bb1-9f2b-c2573b2dc798'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:14:39.327012 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b8e9f0b5-22a7-432b-9486-19db69d361fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:39.337081 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-8bcec835-7c15-4af0-bbd7-1b671181dc95 None None] Attempting to bind port 32dbd70c-8187-47a3-9ff3-5868efa877cf on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:14:39.337593 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-8bcec835-7c15-4af0-bbd7-1b671181dc95 None None] Attempting to bind port 32dbd70c-8187-47a3-9ff3-5868efa877cf by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'e348fd61-ae14-4cdf-be3c-92d28b1f7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9bae8be3-cced-4e71-aa87-680dd9e51700'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:14:39.338072 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcec835-7c15-4af0-bbd7-1b671181dc95 None None] Attempting to bind port 32dbd70c-8187-47a3-9ff3-5868efa877cf on network 9bae8be3-cced-4e71-aa87-680dd9e51700 {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:14:39.347694 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcec835-7c15-4af0-bbd7-1b671181dc95 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:14:39.348168 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcec835-7c15-4af0-bbd7-1b671181dc95 None None] Checking segment: {'id': 'e348fd61-ae14-4cdf-be3c-92d28b1f7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9bae8be3-cced-4e71-aa87-680dd9e51700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:14:39.348880 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-8bcec835-7c15-4af0-bbd7-1b671181dc95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:39.351255 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcec835-7c15-4af0-bbd7-1b671181dc95 None None] Bound using segment: {'id': 'e348fd61-ae14-4cdf-be3c-92d28b1f7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9bae8be3-cced-4e71-aa87-680dd9e51700'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:14:39.352100 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-8bcec835-7c15-4af0-bbd7-1b671181dc95 None None] Bound port: 32dbd70c-8187-47a3-9ff3-5868efa877cf, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e348fd61-ae14-4cdf-be3c-92d28b1f7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9bae8be3-cced-4e71-aa87-680dd9e51700'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:14:39.353373 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-8bcec835-7c15-4af0-bbd7-1b671181dc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (32dbd70c-8187-47a3-9ff3-5868efa877cf), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:39.373501 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e387c832-fa9e-4648-bc0b-a5dba05154c5 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Made reservation on behalf of e6840825d16c41f78d0b78f9e4d8a602 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:14:39.386476 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e387c832-fa9e-4648-bc0b-a5dba05154c5 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:39.428833 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-e387c832-fa9e-4648-bc0b-a5dba05154c5 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] device_id is not set on port e990f0f2-8943-4488-9b35-63417620181d yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:14:39.453450 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-8bcec835-7c15-4af0-bbd7-1b671181dc95 None None] For port 32dbd70c-8187-47a3-9ff3-5868efa877cf, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:14:39.454179 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c125e-4ca4-4862-9fa8-62bd9bcaca94 req-4bd998c2-87c5-4b83-83c1-156dd0879e9d tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:39.455994 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3d8c125e-4ca4-4862-9fa8-62bd9bcaca94 req-4bd998c2-87c5-4b83-83c1-156dd0879e9d tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 946 time: 0.4427691 Jan 18 20:14:39.461383 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-8bcec835-7c15-4af0-bbd7-1b671181dc95 None None] For port 32dbd70c-8187-47a3-9ff3-5868efa877cf, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=32dbd70c-8187-47a3-9ff3-5868efa877cf,segment=NetworkSegment(e348fd61-ae14-4cdf-be3c-92d28b1f7c8a),segment_id=e348fd61-ae14-4cdf-be3c-92d28b1f7c8a)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:14:39.469974 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cac40c-7ce4-4727-abf8-c8bd93de0762 req-9889e48c-9d9e-4aeb-9002-014979f69f16 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:39.472738 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-8bcec835-7c15-4af0-bbd7-1b671181dc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (32dbd70c-8187-47a3-9ff3-5868efa877cf), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:39.477846 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-72cac40c-7ce4-4727-abf8-c8bd93de0762 req-9889e48c-9d9e-4aeb-9002-014979f69f16 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 945 time: 0.0814373 Jan 18 20:14:39.539080 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-b8e9f0b5-22a7-432b-9486-19db69d361fc None None] Allocated IP 172.20.0.2 (5d51aeb8-5a6c-4617-8131-e9de82c921ff/02b87424-76c5-4bb1-9f2b-c2573b2dc798/7161587d-26fa-49f4-908d-be041013d636) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:14:39.561955 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3d8c125e-4ca4-4862-9fa8-62bd9bcaca94 req-698b53ee-d8de-4613-8c31-ec39e033f3ff tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups?id=f127561b-8ad4-4738-9ba4-fc683e0dfbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818913 Jan 18 20:14:39.575452 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-72cac40c-7ce4-4727-abf8-c8bd93de0762 req-fa63d420-e927-4a83-8138-4e1db02c7cf4 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929499 Jan 18 20:14:39.590003 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcec835-7c15-4af0-bbd7-1b671181dc95 None None] Routers {'c5102d54-b01b-4be3-869d-b40b58d16fb7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:14:39.592392 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-8bcec835-7c15-4af0-bbd7-1b671181dc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:14:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['c5102d54-b01b-4be3-869d-b40b58d16fb7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:39.662212 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1275dad-c151-4233-ae27-447daa2df6fb None None] Pushing event updated for resources: {'Port': ['ID=32dbd70c-8187-47a3-9ff3-5868efa877cf,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:39.710837 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8349ed29-34e6-4cdb-9057-a1a0e533973a req-65cf8a85-44b1-43fe-8add-b9bc9a362c4c tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 210 time: 0.0586712 Jan 18 20:14:39.808749 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b8e9f0b5-22a7-432b-9486-19db69d361fc None None] Publish callbacks [] for port (7161587d-26fa-49f4-908d-be041013d636), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:39.814265 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-8bcec835-7c15-4af0-bbd7-1b671181dc95 None None] Set router c5102d54-b01b-4be3-869d-b40b58d16fb7 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:14:39.819568 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b8e9f0b5-22a7-432b-9486-19db69d361fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (7161587d-26fa-49f4-908d-be041013d636), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:39.904397 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e9f0b5-22a7-432b-9486-19db69d361fc None None] Network 5d51aeb8-5a6c-4617-8131-e9de82c921ff is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:14:39.911591 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-b8e9f0b5-22a7-432b-9486-19db69d361fc None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:14:39.919887 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e9f0b5-22a7-432b-9486-19db69d361fc None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:14:39.970944 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884d8d5-cfa4-4324-b619-c7f86577a98c req-90f55195-fdda-455a-b7b8-ade048e8b126 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:39.978470 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5884d8d5-cfa4-4324-b619-c7f86577a98c req-90f55195-fdda-455a-b7b8-ade048e8b126 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3 HTTP/1.1" status: 200 len: 943 time: 0.1291428 Jan 18 20:14:39.986443 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-e387c832-fa9e-4648-bc0b-a5dba05154c5 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Allocated IP 172.20.0.8 (5d51aeb8-5a6c-4617-8131-e9de82c921ff/02b87424-76c5-4bb1-9f2b-c2573b2dc798/e990f0f2-8943-4488-9b35-63417620181d) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:14:40.022518 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9f0b5-22a7-432b-9486-19db69d361fc None None] Pushing event updated for resources: {'Port': ['ID=7161587d-26fa-49f4-908d-be041013d636,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:40.048263 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b8e9f0b5-22a7-432b-9486-19db69d361fc None None] Attempting to bind port 7161587d-26fa-49f4-908d-be041013d636 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:14:40.048956 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b8e9f0b5-22a7-432b-9486-19db69d361fc None None] Attempting to bind port 7161587d-26fa-49f4-908d-be041013d636 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '160b7d9a-ecc5-4838-a9c8-2d0f9c64bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5d51aeb8-5a6c-4617-8131-e9de82c921ff'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:14:40.049792 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e9f0b5-22a7-432b-9486-19db69d361fc None None] Attempting to bind port 7161587d-26fa-49f4-908d-be041013d636 on network 5d51aeb8-5a6c-4617-8131-e9de82c921ff {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:14:40.064444 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e9f0b5-22a7-432b-9486-19db69d361fc None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:14:40.065345 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e9f0b5-22a7-432b-9486-19db69d361fc None None] Checking segment: {'id': '160b7d9a-ecc5-4838-a9c8-2d0f9c64bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5d51aeb8-5a6c-4617-8131-e9de82c921ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:14:40.067935 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b8e9f0b5-22a7-432b-9486-19db69d361fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:40.068639 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e9f0b5-22a7-432b-9486-19db69d361fc None None] Bound using segment: {'id': '160b7d9a-ecc5-4838-a9c8-2d0f9c64bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5d51aeb8-5a6c-4617-8131-e9de82c921ff'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:14:40.069485 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b8e9f0b5-22a7-432b-9486-19db69d361fc None None] Bound port: 7161587d-26fa-49f4-908d-be041013d636, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '160b7d9a-ecc5-4838-a9c8-2d0f9c64bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5d51aeb8-5a6c-4617-8131-e9de82c921ff'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:14:40.075537 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b8e9f0b5-22a7-432b-9486-19db69d361fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7161587d-26fa-49f4-908d-be041013d636), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:40.134913 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5884d8d5-cfa4-4324-b619-c7f86577a98c req-2d3ce1dc-4daa-4f8c-b3f1-a36403aa0d1d tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319785 Jan 18 20:14:40.249770 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b8e9f0b5-22a7-432b-9486-19db69d361fc None None] For port 7161587d-26fa-49f4-908d-be041013d636, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:14:40.255952 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b8e9f0b5-22a7-432b-9486-19db69d361fc None None] For port 7161587d-26fa-49f4-908d-be041013d636, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7161587d-26fa-49f4-908d-be041013d636,segment=NetworkSegment(160b7d9a-ecc5-4838-a9c8-2d0f9c64bccf),segment_id=160b7d9a-ecc5-4838-a9c8-2d0f9c64bccf)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:14:40.263921 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b8e9f0b5-22a7-432b-9486-19db69d361fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7161587d-26fa-49f4-908d-be041013d636), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:40.362710 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e387c832-fa9e-4648-bc0b-a5dba05154c5 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks [] for port (e990f0f2-8943-4488-9b35-63417620181d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:40.426061 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e387c832-fa9e-4648-bc0b-a5dba05154c5 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e990f0f2-8943-4488-9b35-63417620181d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:40.431636 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9f0b5-22a7-432b-9486-19db69d361fc None None] Pushing event updated for resources: {'Port': ['ID=7161587d-26fa-49f4-908d-be041013d636,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:40.446424 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-befb19c6-b2ba-4f7b-83c2-861194218ad1 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:40.450538 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-befb19c6-b2ba-4f7b-83c2-861194218ad1 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/networks?id=9bae8be3-cced-4e71-aa87-680dd9e51700 HTTP/1.1" status: 200 len: 818 time: 0.2770586 Jan 18 20:14:40.475271 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-1200afac-1e89-45f5-8eca-88884e84ff4b tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/quotas/d59cddb1215e4094a41609f512841133 HTTP/1.1" status: 200 len: 375 time: 0.0180452 Jan 18 20:14:40.491148 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e387c832-fa9e-4648-bc0b-a5dba05154c5 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Network 5d51aeb8-5a6c-4617-8131-e9de82c921ff is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:14:40.497624 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-e387c832-fa9e-4648-bc0b-a5dba05154c5 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:14:40.501360 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e387c832-fa9e-4648-bc0b-a5dba05154c5 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:14:40.522624 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-8bcec835-7c15-4af0-bbd7-1b671181dc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5102d54-b01b-4be3-869d-b40b58d16fb7', 'name': 'tempest-ServerRescueNegativeTestJSON-315017332-router', 'tenant_id': 'd59cddb1215e4094a41609f512841133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '83890069-d154-4c21-9a03-14bea18851d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:14:32Z', 'updated_at': '2022-01-18T20:14:36Z', 'revision_number': 4, 'project_id': 'd59cddb1215e4094a41609f512841133', 'gw_port': {'id': '83890069-d154-4c21-9a03-14bea18851d7', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5102d54-b01b-4be3-869d-b40b58d16fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:14:32Z', 'updated_at': '2022-01-18T20:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '32dbd70c-8187-47a3-9ff3-5868efa877cf', 'name': '', 'network_id': '9bae8be3-cced-4e71-aa87-680dd9e51700', 'tenant_id': 'd59cddb1215e4094a41609f512841133', 'mac_address': 'fa:16:3e:e8:67:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5102d54-b01b-4be3-869d-b40b58d16fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '8b0c6c1e-1c31-4591-a3ac-dad17a871642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:14:35Z', 'updated_at': '2022-01-18T20:14:39Z', 'revision_number': 4, 'project_id': 'd59cddb1215e4094a41609f512841133', 'subnets': [{'id': '8b0c6c1e-1c31-4591-a3ac-dad17a871642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:40.536763 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-782dab3d-210e-4c15-a28d-f6227c6308c6 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d59cddb1215e4094a41609f512841133&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0593727 Jan 18 20:14:40.595673 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcec835-7c15-4af0-bbd7-1b671181dc95 None None] The sync data for ids ['c5102d54-b01b-4be3-869d-b40b58d16fb7'] in n-d-741529-9 is: [{'id': 'c5102d54-b01b-4be3-869d-b40b58d16fb7', 'name': 'tempest-ServerRescueNegativeTestJSON-315017332-router', 'tenant_id': 'd59cddb1215e4094a41609f512841133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '83890069-d154-4c21-9a03-14bea18851d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:14:32Z', 'updated_at': '2022-01-18T20:14:36Z', 'revision_number': 4, 'project_id': 'd59cddb1215e4094a41609f512841133', 'gw_port': {'id': '83890069-d154-4c21-9a03-14bea18851d7', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5102d54-b01b-4be3-869d-b40b58d16fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:14:32Z', 'updated_at': '2022-01-18T20:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '32dbd70c-8187-47a3-9ff3-5868efa877cf', 'name': '', 'network_id': '9bae8be3-cced-4e71-aa87-680dd9e51700', 'tenant_id': 'd59cddb1215e4094a41609f512841133', 'mac_address': 'fa:16:3e:e8:67:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5102d54-b01b-4be3-869d-b40b58d16fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '8b0c6c1e-1c31-4591-a3ac-dad17a871642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:14:35Z', 'updated_at': '2022-01-18T20:14:39Z', 'revision_number': 4, 'project_id': 'd59cddb1215e4094a41609f512841133', 'subnets': [{'id': '8b0c6c1e-1c31-4591-a3ac-dad17a871642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:14:40.614134 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387c832-fa9e-4648-bc0b-a5dba05154c5 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Pushing event updated for resources: {'Port': ['ID=e990f0f2-8943-4488-9b35-63417620181d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:40.655211 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e387c832-fa9e-4648-bc0b-a5dba05154c5 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:40.657256 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e387c832-fa9e-4648-bc0b-a5dba05154c5 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:40.685074 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-1f24f46e-fe5b-41b3-ba08-dd159f71aa22 service neutron] 10.222.0.31 "GET /v2.0/networks/9bae8be3-cced-4e71-aa87-680dd9e51700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473534 Jan 18 20:14:40.731583 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e387c832-fa9e-4648-bc0b-a5dba05154c5 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6481097 Jan 18 20:14:40.732915 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49616) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:40.855588 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device f01cdff8-0b9e-43bd-b140-fe2d4d25ee54 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:14:40.861838 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 80482624-a2b1-4cba-82a7-78d8e0ba5c0c up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:14:40.941011 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3eedd-c629-45ea-85a6-eb5264ffcd46 req-03c42f20-830a-4549-88fc-05c28a513865 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:40.942696 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21e3eedd-c629-45ea-85a6-eb5264ffcd46 req-03c42f20-830a-4549-88fc-05c28a513865 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 945 time: 0.1092684 Jan 18 20:14:40.954615 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-10e4f962-d98f-4585-b3d7-333bf498c9e4 service neutron] 10.222.0.31 "GET /v2.0/networks/9bae8be3-cced-4e71-aa87-680dd9e51700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409711 Jan 18 20:14:40.984587 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-77fa426a-f4eb-476e-a149-c8b745d3c473 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:40.986094 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-77fa426a-f4eb-476e-a149-c8b745d3c473 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.70 "GET /v2.0/networks?id=9bae8be3-cced-4e71-aa87-680dd9e51700 HTTP/1.1" status: 200 len: 818 time: 0.1355169 Jan 18 20:14:41.003702 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d3974d43-1bd2-49e9-ba23-75587fc7cf17 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Deleting port e990f0f2-8943-4488-9b35-63417620181d {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:14:41.004049 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d3974d43-1bd2-49e9-ba23-75587fc7cf17 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e990f0f2-8943-4488-9b35-63417620181d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:41.030665 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-13683a00-c76b-44e4-a285-e6f7e4fac486 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Request body: {'port': {'device_id': 'e9a3555d-7659-4f06-8c01-0841eda6e464', 'network_id': '9bae8be3-cced-4e71-aa87-680dd9e51700', 'admin_state_up': True, 'tenant_id': 'd59cddb1215e4094a41609f512841133'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:14:41.061575 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:14:41.075375 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21e3eedd-c629-45ea-85a6-eb5264ffcd46 req-24b1d8fb-1c68-4fd1-bad3-1ad0c84ab2f2 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167059 Jan 18 20:14:41.130701 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:14:41.131159 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (80482624-a2b1-4cba-82a7-78d8e0ba5c0c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:41.251555 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port f01cdff8-0b9e-43bd-b140-fe2d4d25ee54, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=f01cdff8-0b9e-43bd-b140-fe2d4d25ee54,segment=NetworkSegment(87aed962-be5d-4deb-af9c-7bc726b9d992),segment_id=87aed962-be5d-4deb-af9c-7bc726b9d992)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:14:41.288030 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'f01cdff8-0b9e-43bd-b140-fe2d4d25ee54', 'network_id': '80dffbc9-eed6-4af9-a5ac-dcb939c427fc', 'port_id': 'f01cdff8-0b9e-43bd-b140-fe2d4d25ee54', 'mac_address': 'fa:16:3e:95:87:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639cd4d2-6c2c-4dd0-8bf3-2eb14a9984e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:14:41.332293 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d3974d43-1bd2-49e9-ba23-75587fc7cf17 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e990f0f2-8943-4488-9b35-63417620181d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:41.381770 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d3974d43-1bd2-49e9-ba23-75587fc7cf17 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Calling delete_port for e990f0f2-8943-4488-9b35-63417620181d owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:14:41.421694 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:14:41.422088 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (80482624-a2b1-4cba-82a7-78d8e0ba5c0c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:41.450766 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1e641c09-c104-49a1-82ea-24eeab16cb13 req-60ce2c8d-9b00-44e4-a886-a7bb8c6543f8 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 210 time: 0.0601828 Jan 18 20:14:41.465842 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port f01cdff8-0b9e-43bd-b140-fe2d4d25ee54 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:14:41.465842 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f01cdff8-0b9e-43bd-b140-fe2d4d25ee54), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:41.511084 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541c72e-535f-4e96-b067-ed3c899aa292 req-a355327d-f965-4eb2-9eb0-f0bd9982e9e5 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:41.515896 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a541c72e-535f-4e96-b067-ed3c899aa292 req-a355327d-f965-4eb2-9eb0-f0bd9982e9e5 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 946 time: 0.1766057 Jan 18 20:14:41.530558 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d682369-c646-448a-bc99-4469508cfcbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80482624-a2b1-4cba-82a7-78d8e0ba5c0c'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:14:41.536007 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-13683a00-c76b-44e4-a285-e6f7e4fac486 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Made reservation on behalf of d59cddb1215e4094a41609f512841133 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:14:41.539597 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-13683a00-c76b-44e4-a285-e6f7e4fac486 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:41.543104 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1462a38-3a5e-4e27-a7b0-630a421c7242" -d '{"events": [{"server_uuid": "6d682369-c646-448a-bc99-4469508cfcbc", "name": "network-vif-plugged", "status": "completed", "tag": "80482624-a2b1-4cba-82a7-78d8e0ba5c0c"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:14:41.562807 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01cdff8-0b9e-43bd-b140-fe2d4d25ee54 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:14:41.612805 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port f01cdff8-0b9e-43bd-b140-fe2d4d25ee54, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=f01cdff8-0b9e-43bd-b140-fe2d4d25ee54,segment=NetworkSegment(87aed962-be5d-4deb-af9c-7bc726b9d992),segment_id=87aed962-be5d-4deb-af9c-7bc726b9d992)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:14:41.622228 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=80482624-a2b1-4cba-82a7-78d8e0ba5c0c,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:14:41.632817 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f01cdff8-0b9e-43bd-b140-fe2d4d25ee54), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:41.634589 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (80482624-a2b1-4cba-82a7-78d8e0ba5c0c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:41.650299 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a541c72e-535f-4e96-b067-ed3c899aa292 req-6cb0e6ea-d827-408e-8b12-0838e44df224 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups?id=f127561b-8ad4-4738-9ba4-fc683e0dfbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244786 Jan 18 20:14:41.677876 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d891e-0ae6-4768-8df5-c3320b9a4b18 req-38384b92-3eea-4155-a5e8-370c25517ae7 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:41.680061 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-840d891e-0ae6-4768-8df5-c3320b9a4b18 req-38384b92-3eea-4155-a5e8-370c25517ae7 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3 HTTP/1.1" status: 200 len: 943 time: 0.1173592 Jan 18 20:14:41.765327 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=f01cdff8-0b9e-43bd-b140-fe2d4d25ee54,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:41.843429 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-840d891e-0ae6-4768-8df5-c3320b9a4b18 req-99c00987-c73b-4fb7-9614-35bbdf3b6ff4 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465759 Jan 18 20:14:41.862421 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=80482624-a2b1-4cba-82a7-78d8e0ba5c0c,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:41.883167 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463ced84-ab11-47f5-915d-a15b2ac62859 x-openstack-request-id: req-463ced84-ab11-47f5-915d-a15b2ac62859 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:14:41.883710 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d682369-c646-448a-bc99-4469508cfcbc", "name": "network-vif-plugged", "status": "completed", "tag": "80482624-a2b1-4cba-82a7-78d8e0ba5c0c", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:14:41.884160 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-463ced84-ab11-47f5-915d-a15b2ac62859 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:14:41.884741 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d682369-c646-448a-bc99-4469508cfcbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80482624-a2b1-4cba-82a7-78d8e0ba5c0c', 'code': 200} Jan 18 20:14:42.005933 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd8379a-1544-4aec-a858-b096e9247515 None None] Network 5d51aeb8-5a6c-4617-8131-e9de82c921ff requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:14:42.086312 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['f01cdff8-0b9e-43bd-b140-fe2d4d25ee54'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:14:42.157125 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-41065b6b-ea3d-4b00-a131-ee13593e65eb None None] Provisioning complete for port 7161587d-26fa-49f4-908d-be041013d636 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:14:42.157604 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-41065b6b-ea3d-4b00-a131-ee13593e65eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7161587d-26fa-49f4-908d-be041013d636), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:42.277170 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d3974d43-1bd2-49e9-ba23-75587fc7cf17 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e990f0f2-8943-4488-9b35-63417620181d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:42.289899 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-13683a00-c76b-44e4-a285-e6f7e4fac486 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Allocated IP 172.20.0.11 (9bae8be3-cced-4e71-aa87-680dd9e51700/8b0c6c1e-1c31-4591-a3ac-dad17a871642/497e899d-dcd5-414d-8e9e-e9b921e6c1e2) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:14:42.330578 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2eb376-e13f-4688-9b03-b8a9f7ec8d4e req-9d438923-e544-43b3-9f2e-d3a4251739da tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:42.331131 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80876c13-4a2f-44f4-91f8-ca06803bc3ce req-f57fbdf7-6c15-4158-94c0-8d9a1cb1e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:42.333335 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-80876c13-4a2f-44f4-91f8-ca06803bc3ce req-f57fbdf7-6c15-4158-94c0-8d9a1cb1e7c3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 1097 time: 0.1111860 Jan 18 20:14:42.335641 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3974d43-1bd2-49e9-ba23-75587fc7cf17 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Pushing event deleted for resources: {'Port': ['ID=e990f0f2-8943-4488-9b35-63417620181d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:42.345855 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-df2eb376-e13f-4688-9b03-b8a9f7ec8d4e req-9d438923-e544-43b3-9f2e-d3a4251739da tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.1778989 Jan 18 20:14:42.408249 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-41065b6b-ea3d-4b00-a131-ee13593e65eb None None] Current status of the port 7161587d-26fa-49f4-908d-be041013d636 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:14:42.408638 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-41065b6b-ea3d-4b00-a131-ee13593e65eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7161587d-26fa-49f4-908d-be041013d636), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:42.474396 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-df2eb376-e13f-4688-9b03-b8a9f7ec8d4e req-0479dbe9-df60-4133-9afd-3a48e9be4564 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274467 Jan 18 20:14:42.563974 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-41065b6b-ea3d-4b00-a131-ee13593e65eb None None] For port 7161587d-26fa-49f4-908d-be041013d636, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7161587d-26fa-49f4-908d-be041013d636,segment=NetworkSegment(160b7d9a-ecc5-4838-a9c8-2d0f9c64bccf),segment_id=160b7d9a-ecc5-4838-a9c8-2d0f9c64bccf)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:14:42.581079 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-41065b6b-ea3d-4b00-a131-ee13593e65eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7161587d-26fa-49f4-908d-be041013d636), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:42.651378 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41065b6b-ea3d-4b00-a131-ee13593e65eb None None] Pushing event updated for resources: {'Port': ['ID=7161587d-26fa-49f4-908d-be041013d636,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:42.731381 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5c27fead-4d36-434e-97fe-7bbc4c56c5c9 req-17de9cd9-0e44-4cfb-aa6b-78ba10ba630e tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 210 time: 0.0919666 Jan 18 20:14:42.817271 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5481995-778b-40ed-8d00-9602fb28302a req-7f101a7a-b12d-4453-b304-7a1397e506fa tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:42.830677 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e5481995-778b-40ed-8d00-9602fb28302a req-7f101a7a-b12d-4453-b304-7a1397e506fa tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 946 time: 0.0957928 Jan 18 20:14:42.831709 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-46b434eb-4d11-413f-bcbc-8797308b6526 None None] Provisioning complete for port 7161587d-26fa-49f4-908d-be041013d636 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:14:42.832143 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-46b434eb-4d11-413f-bcbc-8797308b6526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7161587d-26fa-49f4-908d-be041013d636), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:42.842811 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 32dbd70c-8187-47a3-9ff3-5868efa877cf up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:14:42.880380 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d3974d43-1bd2-49e9-ba23-75587fc7cf17 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:42.884531 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d3974d43-1bd2-49e9-ba23-75587fc7cf17 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] 10.222.0.31 "DELETE /v2.0/ports/e990f0f2-8943-4488-9b35-63417620181d HTTP/1.1" status: 204 len: 168 time: 2.1498756 Jan 18 20:14:42.894344 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49656) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:42.902758 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-13683a00-c76b-44e4-a285-e6f7e4fac486 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Publish callbacks [] for port (497e899d-dcd5-414d-8e9e-e9b921e6c1e2), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:42.906890 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e5481995-778b-40ed-8d00-9602fb28302a req-fc3d053c-f734-46c6-9b2c-d6927d6d8f48 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups?id=f127561b-8ad4-4738-9ba4-fc683e0dfbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746500 Jan 18 20:14:42.947841 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-80876c13-4a2f-44f4-91f8-ca06803bc3ce req-e8fd5a74-9d44-4cf3-a879-90492b52a89d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6032033 Jan 18 20:14:42.981272 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 32dbd70c-8187-47a3-9ff3-5868efa877cf triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:14:42.981902 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (32dbd70c-8187-47a3-9ff3-5868efa877cf), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:43.027022 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1757fa16-d586-4de8-acdf-311ab8c6efd7 tempest-DHCPAgentSchedulersTestJSON-1275536557 tempest-DHCPAgentSchedulersTestJSON-1275536557-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.1131628 Jan 18 20:14:43.032217 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49660) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:43.037730 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-6424d1dc-191c-46c6-bd17-56de8c501600 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-114003321'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:14:43.078216 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-46b434eb-4d11-413f-bcbc-8797308b6526 None None] Current status of the port 7161587d-26fa-49f4-908d-be041013d636 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:14:43.083626 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-6d2872b8-c165-491f-a84a-2d1b1c5c3a65 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:43.085456 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-6d2872b8-c165-491f-a84a-2d1b1c5c3a65 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.70 "GET /v2.0/networks?id=9bae8be3-cced-4e71-aa87-680dd9e51700 HTTP/1.1" status: 200 len: 818 time: 0.2225642 Jan 18 20:14:43.087006 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-46b434eb-4d11-413f-bcbc-8797308b6526 None None] Could not find standard attr ID for object e990f0f2-8943-4488-9b35-63417620181d. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:14:43.087735 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-13683a00-c76b-44e4-a285-e6f7e4fac486 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (497e899d-dcd5-414d-8e9e-e9b921e6c1e2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:43.095754 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6424d1dc-191c-46c6-bd17-56de8c501600 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Made reservation on behalf of e6840825d16c41f78d0b78f9e4d8a602 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:14:43.099213 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6424d1dc-191c-46c6-bd17-56de8c501600 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:43.129467 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb08d5-b250-412c-8ca5-2fb542934b75 req-4eae9212-7e4c-492f-ba3b-86ddb92d3222 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:43.131087 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e6cb08d5-b250-412c-8ca5-2fb542934b75 req-4eae9212-7e4c-492f-ba3b-86ddb92d3222 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3 HTTP/1.1" status: 200 len: 944 time: 0.0973215 Jan 18 20:14:43.148442 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-13683a00-c76b-44e4-a285-e6f7e4fac486 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Network 9bae8be3-cced-4e71-aa87-680dd9e51700 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:14:43.152056 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-13683a00-c76b-44e4-a285-e6f7e4fac486 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:14:43.157052 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-13683a00-c76b-44e4-a285-e6f7e4fac486 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:14:43.162416 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6424d1dc-191c-46c6-bd17-56de8c501600 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:14:43.164830 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13683a00-c76b-44e4-a285-e6f7e4fac486 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Pushing event updated for resources: {'Port': ['ID=497e899d-dcd5-414d-8e9e-e9b921e6c1e2,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:43.191519 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-7b52e51c-cb70-47c5-b409-b13ab358f90a tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Request body: {'port': {'device_id': '83bd7655-fa95-443e-ad35-6a76e3bf6834', 'network_id': '9bae8be3-cced-4e71-aa87-680dd9e51700', 'admin_state_up': True, 'tenant_id': 'd59cddb1215e4094a41609f512841133'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:14:43.194789 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6424d1dc-191c-46c6-bd17-56de8c501600 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (49e133d9-83d3-48ef-8e0c-d7a63bcd18ee), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:43.195115 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-6424d1dc-191c-46c6-bd17-56de8c501600 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Added segment 49e133d9-83d3-48ef-8e0c-d7a63bcd18ee of type vlan for network 551f20d1-c3e3-4a60-9cd9-97b7344bc175 Jan 18 20:14:43.272396 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e6cb08d5-b250-412c-8ca5-2fb542934b75 req-3783581e-c2ff-494b-bc40-78dd9757b00c tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340487 Jan 18 20:14:43.279335 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6424d1dc-191c-46c6-bd17-56de8c501600 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (551f20d1-c3e3-4a60-9cd9-97b7344bc175), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:43.298530 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-13683a00-c76b-44e4-a285-e6f7e4fac486 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:43.299193 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-13683a00-c76b-44e4-a285-e6f7e4fac486 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:43.328138 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-13683a00-c76b-44e4-a285-e6f7e4fac486 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3204005 Jan 18 20:14:43.332302 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-6a681074-2cf1-420f-97c6-2a0d37ecd9e6 None None] Could not find standard attr ID for object e990f0f2-8943-4488-9b35-63417620181d. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:14:43.340155 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6424d1dc-191c-46c6-bd17-56de8c501600 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (551f20d1-c3e3-4a60-9cd9-97b7344bc175), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:43.344039 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 32dbd70c-8187-47a3-9ff3-5868efa877cf is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:14:43.345083 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (32dbd70c-8187-47a3-9ff3-5868efa877cf), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:43.350948 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6424d1dc-191c-46c6-bd17-56de8c501600 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:43.351853 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6424d1dc-191c-46c6-bd17-56de8c501600 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:43.353616 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-ac50edcf-97c5-496e-a916-a0e039f448c9 service neutron] Request body: {'port': {'device_id': 'e9a3555d-7659-4f06-8c01-0841eda6e464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:14:43.385140 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 32dbd70c-8187-47a3-9ff3-5868efa877cf, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=32dbd70c-8187-47a3-9ff3-5868efa877cf,segment=NetworkSegment(e348fd61-ae14-4cdf-be3c-92d28b1f7c8a),segment_id=e348fd61-ae14-4cdf-be3c-92d28b1f7c8a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:14:43.391639 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (32dbd70c-8187-47a3-9ff3-5868efa877cf), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:43.393544 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7161587d-26fa-49f4-908d-be041013d636 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:14:43.402485 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6424d1dc-191c-46c6-bd17-56de8c501600 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3697195 Jan 18 20:14:43.405990 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49662) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:43.406618 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-7b52e51c-cb70-47c5-b409-b13ab358f90a tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Made reservation on behalf of d59cddb1215e4094a41609f512841133 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:14:43.410454 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-7b52e51c-cb70-47c5-b409-b13ab358f90a tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:43.473431 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424d1dc-191c-46c6-bd17-56de8c501600 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Pushing event updated for resources: {'Network': ['ID=551f20d1-c3e3-4a60-9cd9-97b7344bc175,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:43.477343 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=32dbd70c-8187-47a3-9ff3-5868efa877cf,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:43.486573 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 551f20d1-c3e3-4a60-9cd9-97b7344bc175 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:14:43.500930 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-ac50edcf-97c5-496e-a916-a0e039f448c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (497e899d-dcd5-414d-8e9e-e9b921e6c1e2), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:43.547849 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 7161587d-26fa-49f4-908d-be041013d636 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:14:43.548168 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7161587d-26fa-49f4-908d-be041013d636), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:43.608245 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75ef23-d349-4fe9-ad50-f0fce1b0cc74 req-87665aba-7dc9-49b5-af3f-b6d90516f66b tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:43.609800 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6b75ef23-d349-4fe9-ad50-f0fce1b0cc74 req-87665aba-7dc9-49b5-af3f-b6d90516f66b tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.0562758 Jan 18 20:14:43.663920 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 7161587d-26fa-49f4-908d-be041013d636 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:14:43.683155 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6b75ef23-d349-4fe9-ad50-f0fce1b0cc74 req-1df3d946-94dc-4571-9fa9-2ced217b561c tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638793 Jan 18 20:14:43.797054 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0a7c4830-4463-4421-a7e3-cf1fb42b94c6 tempest-DHCPAgentSchedulersTestJSON-1275536557 tempest-DHCPAgentSchedulersTestJSON-1275536557-project-admin] 10.222.0.31 "GET /v2.0/agents/aedf7989-aa5d-49f5-9945-0d422630356c/dhcp-networks HTTP/1.1" status: 200 len: 12051 time: 0.3839722 Jan 18 20:14:43.801989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49670) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:43.809374 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1975c247-3018-4862-a45b-9cb6d4691b3e req-639f6fc6-8cb2-4bb5-9a64-95aae59e6e3b tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 210 time: 0.0313687 Jan 18 20:14:43.824770 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-7b52e51c-cb70-47c5-b409-b13ab358f90a tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Allocated IP 172.20.0.13 (9bae8be3-cced-4e71-aa87-680dd9e51700/8b0c6c1e-1c31-4591-a3ac-dad17a871642/8c6640e9-8ddd-46b4-af5e-80618c8b77e4) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:14:43.975256 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dd6963-900d-48b7-ae6e-50825bfdc5ba tempest-DHCPAgentSchedulersTestJSON-1275536557 tempest-DHCPAgentSchedulersTestJSON-1275536557-project-admin] Network 551f20d1-c3e3-4a60-9cd9-97b7344bc175 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:14:43.992186 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-12dd6963-900d-48b7-ae6e-50825bfdc5ba tempest-DHCPAgentSchedulersTestJSON-1275536557 tempest-DHCPAgentSchedulersTestJSON-1275536557-project-admin] 10.222.0.31 "POST /v2.0/agents/aedf7989-aa5d-49f5-9945-0d422630356c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1894195 Jan 18 20:14:43.995200 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49676) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:43.997791 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d077547-5950-4182-882a-33b36ee0dd3c None None] Network 551f20d1-c3e3-4a60-9cd9-97b7344bc175 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:14:44.037174 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d84dae-6dc9-43f0-b202-43aa0d047ac2 req-6d4eb2a6-5d15-40c5-ba2b-bbac4428af07 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:44.044819 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37d84dae-6dc9-43f0-b202-43aa0d047ac2 req-6d4eb2a6-5d15-40c5-ba2b-bbac4428af07 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 946 time: 0.0665097 Jan 18 20:14:44.063797 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-7b52e51c-cb70-47c5-b409-b13ab358f90a tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Publish callbacks [] for port (8c6640e9-8ddd-46b4-af5e-80618c8b77e4), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:44.095048 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37d84dae-6dc9-43f0-b202-43aa0d047ac2 req-65d61f2f-dfb1-4924-8acd-1eff4b23c7f7 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups?id=f127561b-8ad4-4738-9ba4-fc683e0dfbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492315 Jan 18 20:14:44.179052 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6637830c-1d03-4b5c-bb9b-de11dce8b00a tempest-DHCPAgentSchedulersTestJSON-1275536557 tempest-DHCPAgentSchedulersTestJSON-1275536557-project-admin] 10.222.0.31 "GET /v2.0/agents/aedf7989-aa5d-49f5-9945-0d422630356c/dhcp-networks HTTP/1.1" status: 200 len: 12821 time: 0.1826377 Jan 18 20:14:44.181763 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49678) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:44.183992 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-7b52e51c-cb70-47c5-b409-b13ab358f90a tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (8c6640e9-8ddd-46b4-af5e-80618c8b77e4), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:44.298601 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-7b52e51c-cb70-47c5-b409-b13ab358f90a tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Network 9bae8be3-cced-4e71-aa87-680dd9e51700 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:14:44.323904 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-7b52e51c-cb70-47c5-b409-b13ab358f90a tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:14:44.325709 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52e51c-cb70-47c5-b409-b13ab358f90a tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Pushing event updated for resources: {'Port': ['ID=8c6640e9-8ddd-46b4-af5e-80618c8b77e4,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:44.328125 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-7b52e51c-cb70-47c5-b409-b13ab358f90a tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:14:44.395209 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e7ca8-ad66-45b3-bb67-a99125466eb1 req-409ce2f6-7c4c-4ef3-94ea-e973a07c78c4 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:44.396771 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8e8e7ca8-ad66-45b3-bb67-a99125466eb1 req-409ce2f6-7c4c-4ef3-94ea-e973a07c78c4 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3 HTTP/1.1" status: 200 len: 944 time: 0.0488167 Jan 18 20:14:44.405399 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-db4802b3-d2ae-4b16-a692-1cf642b7cb95 tempest-DHCPAgentSchedulersTestJSON-1275536557 tempest-DHCPAgentSchedulersTestJSON-1275536557-project-admin] 10.222.0.31 "DELETE /v2.0/agents/aedf7989-aa5d-49f5-9945-0d422630356c/dhcp-networks/551f20d1-c3e3-4a60-9cd9-97b7344bc175 HTTP/1.1" status: 204 len: 168 time: 0.2224336 Jan 18 20:14:44.409142 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49682) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:44.437219 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-7b52e51c-cb70-47c5-b409-b13ab358f90a tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:44.437845 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-7b52e51c-cb70-47c5-b409-b13ab358f90a tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:44.450457 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8e8e7ca8-ad66-45b3-bb67-a99125466eb1 req-42528ae8-38f0-4b29-bbb1-885fac855e90 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419099 Jan 18 20:14:44.487279 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-7b52e51c-cb70-47c5-b409-b13ab358f90a tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2996316 Jan 18 20:14:44.543036 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-1b408f04-1957-4ba7-a941-b9710ca0c83e service neutron] Request body: {'port': {'device_id': '83bd7655-fa95-443e-ad35-6a76e3bf6834', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:14:44.605402 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-ac50edcf-97c5-496e-a916-a0e039f448c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497e899d-dcd5-414d-8e9e-e9b921e6c1e2 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:14:44.614631 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-ac50edcf-97c5-496e-a916-a0e039f448c9 service neutron] Publish callbacks [] for port (497e899d-dcd5-414d-8e9e-e9b921e6c1e2), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:44.615345 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 32dbd70c-8187-47a3-9ff3-5868efa877cf up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:14:44.666548 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 32dbd70c-8187-47a3-9ff3-5868efa877cf triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:14:44.666902 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (32dbd70c-8187-47a3-9ff3-5868efa877cf), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:44.678637 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-84971351-2bd4-4c8d-8226-1b10689131e7 tempest-DHCPAgentSchedulersTestJSON-1275536557 tempest-DHCPAgentSchedulersTestJSON-1275536557-project-admin] 10.222.0.31 "GET /v2.0/agents/aedf7989-aa5d-49f5-9945-0d422630356c/dhcp-networks HTTP/1.1" status: 200 len: 12051 time: 0.2659059 Jan 18 20:14:44.680261 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-ac50edcf-97c5-496e-a916-a0e039f448c9 service neutron] Transition to ACTIVE for port object 497e899d-dcd5-414d-8e9e-e9b921e6c1e2 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:14:44.683547 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-1b408f04-1957-4ba7-a941-b9710ca0c83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8c6640e9-8ddd-46b4-af5e-80618c8b77e4), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:44.683673 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49684) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:44.718191 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-ac50edcf-97c5-496e-a916-a0e039f448c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (497e899d-dcd5-414d-8e9e-e9b921e6c1e2), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:44.727901 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d6392fd6-6631-426e-abd6-574e32a2160e tempest-DHCPAgentSchedulersTestJSON-1275536557 tempest-DHCPAgentSchedulersTestJSON-1275536557-project-admin] 10.222.0.31 "GET /v2.0/networks/5d51aeb8-5a6c-4617-8131-e9de82c921ff/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0428152 Jan 18 20:14:44.729319 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49690) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:44.791636 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 32dbd70c-8187-47a3-9ff3-5868efa877cf is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:14:44.793732 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7161587d-26fa-49f4-908d-be041013d636 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:14:44.804383 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50edcf-97c5-496e-a916-a0e039f448c9 service neutron] Pushing event updated for resources: {'Port': ['ID=497e899d-dcd5-414d-8e9e-e9b921e6c1e2,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:44.805146 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9e0ed932-0f0d-48fd-ae53-b9dc95ce9695 tempest-DHCPAgentSchedulersTestJSON-1275536557 tempest-DHCPAgentSchedulersTestJSON-1275536557-project-admin] 10.222.0.31 "GET /v2.0/networks/5d51aeb8-5a6c-4617-8131-e9de82c921ff/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0732164 Jan 18 20:14:44.808196 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49692) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:44.849865 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:44.852089 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:44.852089 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:44.852089 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:44.852089 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:44.852089 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:44.852089 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:44.852089 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:44.852089 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:44.852089 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:44.852089 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:44.852089 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:14:44.852089 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:14:44.852089 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b070b2-4c37-4914-ad24-69d5b6725e83 req-a5866ce9-3c24-45eb-86d0-a5ddcc44d3f2 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:44.853595 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-31b070b2-4c37-4914-ad24-69d5b6725e83 req-a5866ce9-3c24-45eb-86d0-a5ddcc44d3f2 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.70 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 946 time: 0.1717730 Jan 18 20:14:44.870122 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 7161587d-26fa-49f4-908d-be041013d636 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:14:44.870773 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7161587d-26fa-49f4-908d-be041013d636), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:44.878712 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82af32b-2c33-4316-ae1a-a8db81f1caa3 req-9bb245ab-c234-4fb5-ab46-1d8a1658c42f tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:44.880408 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a82af32b-2c33-4316-ae1a-a8db81f1caa3 req-9bb245ab-c234-4fb5-ab46-1d8a1658c42f tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.1148381 Jan 18 20:14:44.907051 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device f01cdff8-0b9e-43bd-b140-fe2d4d25ee54 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:14:44.991283 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port f01cdff8-0b9e-43bd-b140-fe2d4d25ee54 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:14:44.998357 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port f01cdff8-0b9e-43bd-b140-fe2d4d25ee54 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:14:44.999670 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f01cdff8-0b9e-43bd-b140-fe2d4d25ee54), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:45.053433 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbb51c-02e5-431f-8e03-b1e678478268 req-26e88fe2-79e9-42f2-a021-665702937604 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:45.054964 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-01cbb51c-02e5-431f-8e03-b1e678478268 req-26e88fe2-79e9-42f2-a021-665702937604 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 932 time: 0.1340845 Jan 18 20:14:45.066149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 7161587d-26fa-49f4-908d-be041013d636 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:14:45.066341 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-ac50edcf-97c5-496e-a916-a0e039f448c9 service neutron] Attempting to bind port 497e899d-dcd5-414d-8e9e-e9b921e6c1e2 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:14:45.066792 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-ac50edcf-97c5-496e-a916-a0e039f448c9 service neutron] Attempting to bind port 497e899d-dcd5-414d-8e9e-e9b921e6c1e2 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'e348fd61-ae14-4cdf-be3c-92d28b1f7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9bae8be3-cced-4e71-aa87-680dd9e51700'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:14:45.066891 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-ac50edcf-97c5-496e-a916-a0e039f448c9 service neutron] Attempting to bind port 497e899d-dcd5-414d-8e9e-e9b921e6c1e2 on network 9bae8be3-cced-4e71-aa87-680dd9e51700 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:14:45.069596 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a82af32b-2c33-4316-ae1a-a8db81f1caa3 req-00f545ee-65df-43eb-9c33-4c840b109e55 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819441 Jan 18 20:14:45.079868 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-ac50edcf-97c5-496e-a916-a0e039f448c9 service neutron] Port 497e899d-dcd5-414d-8e9e-e9b921e6c1e2 on network 9bae8be3-cced-4e71-aa87-680dd9e51700 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:14:45.080186 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-ac50edcf-97c5-496e-a916-a0e039f448c9 service neutron] Attempting to bind port 497e899d-dcd5-414d-8e9e-e9b921e6c1e2 on network 9bae8be3-cced-4e71-aa87-680dd9e51700 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:14:45.089751 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7f9f6946-95db-4498-ba36-c9d990f1a875 tempest-DHCPAgentSchedulersTestJSON-1275536557 tempest-DHCPAgentSchedulersTestJSON-1275536557-project-admin] 10.222.0.31 "GET /v2.0/agents/aedf7989-aa5d-49f5-9945-0d422630356c/dhcp-networks HTTP/1.1" status: 200 len: 12051 time: 0.2766159 Jan 18 20:14:45.092313 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49698) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:45.105886 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-ac50edcf-97c5-496e-a916-a0e039f448c9 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:14:45.106224 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-ac50edcf-97c5-496e-a916-a0e039f448c9 service neutron] Checking segment: {'id': 'e348fd61-ae14-4cdf-be3c-92d28b1f7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9bae8be3-cced-4e71-aa87-680dd9e51700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:14:45.106588 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-ac50edcf-97c5-496e-a916-a0e039f448c9 service neutron] Bound using segment: {'id': 'e348fd61-ae14-4cdf-be3c-92d28b1f7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9bae8be3-cced-4e71-aa87-680dd9e51700'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:14:45.107027 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-ac50edcf-97c5-496e-a916-a0e039f448c9 service neutron] Bound port: 497e899d-dcd5-414d-8e9e-e9b921e6c1e2, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e348fd61-ae14-4cdf-be3c-92d28b1f7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9bae8be3-cced-4e71-aa87-680dd9e51700'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:14:45.107377 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-ac50edcf-97c5-496e-a916-a0e039f448c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (497e899d-dcd5-414d-8e9e-e9b921e6c1e2), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:45.144859 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port f01cdff8-0b9e-43bd-b140-fe2d4d25ee54 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:14:45.145704 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f01cdff8-0b9e-43bd-b140-fe2d4d25ee54), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:45.174165 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01cdff8-0b9e-43bd-b140-fe2d4d25ee54'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:14:45.176889 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8dd43be-130b-438a-ba95-eed73cfe3b72" -d '{"events": [{"server_uuid": "79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3", "name": "network-vif-plugged", "status": "completed", "tag": "f01cdff8-0b9e-43bd-b140-fe2d4d25ee54"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:14:45.181575 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-31b070b2-4c37-4914-ad24-69d5b6725e83 req-44e4763d-64dc-4027-9f2c-c7fea28b7c87 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Deleting port ab9e94d2-f3ad-43de-b3d5-03357c1b214c {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:14:45.181923 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-31b070b2-4c37-4914-ad24-69d5b6725e83 req-44e4763d-64dc-4027-9f2c-c7fea28b7c87 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ab9e94d2-f3ad-43de-b3d5-03357c1b214c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:45.191498 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port f01cdff8-0b9e-43bd-b140-fe2d4d25ee54, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=f01cdff8-0b9e-43bd-b140-fe2d4d25ee54,segment=NetworkSegment(87aed962-be5d-4deb-af9c-7bc726b9d992),segment_id=87aed962-be5d-4deb-af9c-7bc726b9d992)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:14:45.198175 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f01cdff8-0b9e-43bd-b140-fe2d4d25ee54), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:45.242182 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-01cbb51c-02e5-431f-8e03-b1e678478268 req-3b9e3950-7f57-45bb-bc46-612b6d59dad8 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680760 Jan 18 20:14:45.256952 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b89477c-124c-42fa-b657-8ac222874b14 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (551f20d1-c3e3-4a60-9cd9-97b7344bc175), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:45.298836 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=f01cdff8-0b9e-43bd-b140-fe2d4d25ee54,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:45.338027 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-ac50edcf-97c5-496e-a916-a0e039f448c9 service neutron] For port 497e899d-dcd5-414d-8e9e-e9b921e6c1e2, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:14:45.344441 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a28eab-2cd0-47f0-a841-03f267ae310b req-ca16c02b-fdbe-42b6-a9d3-83ceee57af0f tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:45.345962 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c9a28eab-2cd0-47f0-a841-03f267ae310b req-ca16c02b-fdbe-42b6-a9d3-83ceee57af0f tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 1097 time: 0.1004541 Jan 18 20:14:45.355348 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-1b408f04-1957-4ba7-a941-b9710ca0c83e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c6640e9-8ddd-46b4-af5e-80618c8b77e4 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:14:45.365345 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-ac50edcf-97c5-496e-a916-a0e039f448c9 service neutron] For port 497e899d-dcd5-414d-8e9e-e9b921e6c1e2, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=497e899d-dcd5-414d-8e9e-e9b921e6c1e2,segment=NetworkSegment(e348fd61-ae14-4cdf-be3c-92d28b1f7c8a),segment_id=e348fd61-ae14-4cdf-be3c-92d28b1f7c8a)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:14:45.369125 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-1b408f04-1957-4ba7-a941-b9710ca0c83e service neutron] Publish callbacks [] for port (8c6640e9-8ddd-46b4-af5e-80618c8b77e4), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:45.375800 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-ac50edcf-97c5-496e-a916-a0e039f448c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (497e899d-dcd5-414d-8e9e-e9b921e6c1e2), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:45.434183 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-1b408f04-1957-4ba7-a941-b9710ca0c83e service neutron] Transition to ACTIVE for port object 8c6640e9-8ddd-46b4-af5e-80618c8b77e4 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:14:45.435739 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b89477c-124c-42fa-b657-8ac222874b14 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (551f20d1-c3e3-4a60-9cd9-97b7344bc175), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:45.437780 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-31b070b2-4c37-4914-ad24-69d5b6725e83 req-44e4763d-64dc-4027-9f2c-c7fea28b7c87 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] For port ab9e94d2-f3ad-43de-b3d5-03357c1b214c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ab9e94d2-f3ad-43de-b3d5-03357c1b214c,segment=NetworkSegment(68d51170-80e6-4a28-82bd-562d85a7bbe1),segment_id=68d51170-80e6-4a28-82bd-562d85a7bbe1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:14:45.438180 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-31b070b2-4c37-4914-ad24-69d5b6725e83 req-44e4763d-64dc-4027-9f2c-c7fea28b7c87 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ab9e94d2-f3ad-43de-b3d5-03357c1b214c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:45.449872 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-1b408f04-1957-4ba7-a941-b9710ca0c83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (8c6640e9-8ddd-46b4-af5e-80618c8b77e4), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:45.456109 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-ac50edcf-97c5-496e-a916-a0e039f448c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:45.456727 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-ac50edcf-97c5-496e-a916-a0e039f448c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:45.458128 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-ac50edcf-97c5-496e-a916-a0e039f448c9 service neutron] 10.222.0.70 "PUT /v2.0/ports/497e899d-dcd5-414d-8e9e-e9b921e6c1e2 HTTP/1.1" status: 200 len: 1092 time: 2.1092024 Jan 18 20:14:45.460794 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a3555d-7659-4f06-8c01-0841eda6e464', 'tag': '497e899d-dcd5-414d-8e9e-e9b921e6c1e2'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:14:45.463086 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddb09ab-1054-4bcd-9dab-c924b2b8f205" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a3555d-7659-4f06-8c01-0841eda6e464", "tag": "497e899d-dcd5-414d-8e9e-e9b921e6c1e2"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:14:45.475835 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e543c-2ca1-4a84-8dc6-5a23d2b3020b req-c610883a-3685-4042-95b6-3fc1f1e2e149 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:45.478094 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-596e543c-2ca1-4a84-8dc6-5a23d2b3020b req-c610883a-3685-4042-95b6-3fc1f1e2e149 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 946 time: 0.1480312 Jan 18 20:14:45.504863 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-9b89477c-124c-42fa-b657-8ac222874b14 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['551f20d1-c3e3-4a60-9cd9-97b7344bc175']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:45.514063 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c9a28eab-2cd0-47f0-a841-03f267ae310b req-4c0dbfd4-0866-4191-bc50-8e9caa74ec90 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522033 Jan 18 20:14:45.523153 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50edcf-97c5-496e-a916-a0e039f448c9 service neutron] Pushing event updated for resources: {'Port': ['ID=497e899d-dcd5-414d-8e9e-e9b921e6c1e2,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:45.523872 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-9b89477c-124c-42fa-b657-8ac222874b14 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e133d9-83d3-48ef-8e0c-d7a63bcd18ee') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:45.523872 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-9b89477c-124c-42fa-b657-8ac222874b14 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e133d9-83d3-48ef-8e0c-d7a63bcd18ee') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:45.537470 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b89477c-124c-42fa-b657-8ac222874b14 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (49e133d9-83d3-48ef-8e0c-d7a63bcd18ee), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:45.564052 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b89477c-124c-42fa-b657-8ac222874b14 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (49e133d9-83d3-48ef-8e0c-d7a63bcd18ee), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:45.575051 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-596e543c-2ca1-4a84-8dc6-5a23d2b3020b req-3040a483-2e39-4ec6-a7d6-d899b7ea1258 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups?id=f127561b-8ad4-4738-9ba4-fc683e0dfbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811837 Jan 18 20:14:45.578328 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b89477c-124c-42fa-b657-8ac222874b14 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:14:45.578719 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b89477c-124c-42fa-b657-8ac222874b14 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (49e133d9-83d3-48ef-8e0c-d7a63bcd18ee), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:14:45.582327 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:14:45.590023 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f301baae-aa65-4b9c-9f2d-d4abd93ec4d0 x-openstack-request-id: req-f301baae-aa65-4b9c-9f2d-d4abd93ec4d0 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:14:45.590322 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3", "name": "network-vif-plugged", "status": "completed", "tag": "f01cdff8-0b9e-43bd-b140-fe2d4d25ee54", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:14:45.591936 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f301baae-aa65-4b9c-9f2d-d4abd93ec4d0 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:14:45.592345 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01cdff8-0b9e-43bd-b140-fe2d4d25ee54', 'code': 200} Jan 18 20:14:45.671712 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e276724-06ce-431d-8783-7f8ea8dc7c3e x-openstack-request-id: req-6e276724-06ce-431d-8783-7f8ea8dc7c3e {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:14:45.672005 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a3555d-7659-4f06-8c01-0841eda6e464", "tag": "497e899d-dcd5-414d-8e9e-e9b921e6c1e2", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:14:45.672262 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e276724-06ce-431d-8783-7f8ea8dc7c3e {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:14:45.672659 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a3555d-7659-4f06-8c01-0841eda6e464', 'tag': '497e899d-dcd5-414d-8e9e-e9b921e6c1e2', 'status': 'completed', 'code': 200} Jan 18 20:14:45.677281 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b89477c-124c-42fa-b657-8ac222874b14 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (551f20d1-c3e3-4a60-9cd9-97b7344bc175), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:45.706010 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b408f04-1957-4ba7-a941-b9710ca0c83e service neutron] Pushing event updated for resources: {'Port': ['ID=8c6640e9-8ddd-46b4-af5e-80618c8b77e4,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:45.715115 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b89477c-124c-42fa-b657-8ac222874b14 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:45.718934 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9b89477c-124c-42fa-b657-8ac222874b14 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] 10.222.0.31 "DELETE /v2.0/networks/551f20d1-c3e3-4a60-9cd9-97b7344bc175 HTTP/1.1" status: 204 len: 168 time: 0.6256950 Jan 18 20:14:45.721574 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-49353e62-bc88-40a8-803a-77ebc088e967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:45.723096 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-49353e62-bc88-40a8-803a-77ebc088e967 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d59cddb1215e4094a41609f512841133&device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 1095 time: 0.2153521 Jan 18 20:14:45.725074 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49712) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:45.752562 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89477c-124c-42fa-b657-8ac222874b14 tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Pushing event deleted for resources: {'Network': ['ID=551f20d1-c3e3-4a60-9cd9-97b7344bc175,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:45.799097 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23702976-293c-47f1-ba4e-fad4b75ddfca req-b1305ee2-4d57-42e1-8c2c-a7ad924da8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:45.800595 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-23702976-293c-47f1-ba4e-fad4b75ddfca req-b1305ee2-4d57-42e1-8c2c-a7ad924da8fd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3 HTTP/1.1" status: 200 len: 1096 time: 0.1377647 Jan 18 20:14:45.818771 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-006056fb-3e56-4358-a433-3d80f2e8f0fa tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] DELETE failed (client error): The resource could not be found. Jan 18 20:14:45.819383 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-006056fb-3e56-4358-a433-3d80f2e8f0fa tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:14:45.820502 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f53d89-7011-4329-98a7-a766795e3220 req-8a16ae4d-2c0f-44fb-a773-5230003c45e6 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:45.821977 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a2f53d89-7011-4329-98a7-a766795e3220 req-8a16ae4d-2c0f-44fb-a773-5230003c45e6 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 1097 time: 0.0921309 Jan 18 20:14:45.822430 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-006056fb-3e56-4358-a433-3d80f2e8f0fa tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] 10.222.0.31 "DELETE /v2.0/ports/e990f0f2-8943-4488-9b35-63417620181d HTTP/1.1" status: 404 len: 333 time: 0.0934381 Jan 18 20:14:45.830288 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49714) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:45.831682 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-53efa7c4-515d-4de9-91e5-4f2cd368b2aa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=497e899d-dcd5-414d-8e9e-e9b921e6c1e2 HTTP/1.1" status: 200 len: 217 time: 0.0945539 Jan 18 20:14:45.835283 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1469f1e-aea8-4809-aff9-22b7a6e49e91 req-5dc3cbd7-a239-4eb8-b677-29eb8de57bbb tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:45.836745 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b1469f1e-aea8-4809-aff9-22b7a6e49e91 req-5dc3cbd7-a239-4eb8-b677-29eb8de57bbb tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3 HTTP/1.1" status: 200 len: 945 time: 0.1277256 Jan 18 20:14:45.909422 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-23702976-293c-47f1-ba4e-fad4b75ddfca req-6b5d5746-7e4b-49d8-ba30-11881faf61b7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006145 Jan 18 20:14:45.919024 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-1b408f04-1957-4ba7-a941-b9710ca0c83e service neutron] Attempting to bind port 8c6640e9-8ddd-46b4-af5e-80618c8b77e4 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:14:45.919357 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-1b408f04-1957-4ba7-a941-b9710ca0c83e service neutron] Attempting to bind port 8c6640e9-8ddd-46b4-af5e-80618c8b77e4 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'e348fd61-ae14-4cdf-be3c-92d28b1f7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9bae8be3-cced-4e71-aa87-680dd9e51700'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:14:45.919685 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-1b408f04-1957-4ba7-a941-b9710ca0c83e service neutron] Attempting to bind port 8c6640e9-8ddd-46b4-af5e-80618c8b77e4 on network 9bae8be3-cced-4e71-aa87-680dd9e51700 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:14:45.928441 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a2f53d89-7011-4329-98a7-a766795e3220 req-62d337c8-1255-4db9-9345-e574d464d5a9 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882697 Jan 18 20:14:45.928843 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-31b070b2-4c37-4914-ad24-69d5b6725e83 req-44e4763d-64dc-4027-9f2c-c7fea28b7c87 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:45.929201 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-31b070b2-4c37-4914-ad24-69d5b6725e83 req-44e4763d-64dc-4027-9f2c-c7fea28b7c87 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (a1b52405-6347-4619-9f1e-d5a992fbd4ff), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:45.929513 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [req-31b070b2-4c37-4914-ad24-69d5b6725e83 req-44e4763d-64dc-4027-9f2c-c7fea28b7c87 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Floating IP a1b52405-6347-4619-9f1e-d5a992fbd4ff disassociated. External IP: 172.25.4.171, port: ab9e94d2-f3ad-43de-b3d5-03357c1b214c. Jan 18 20:14:45.930041 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-31b070b2-4c37-4914-ad24-69d5b6725e83 req-44e4763d-64dc-4027-9f2c-c7fea28b7c87 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Calling delete_port for ab9e94d2-f3ad-43de-b3d5-03357c1b214c owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:14:45.933120 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b1469f1e-aea8-4809-aff9-22b7a6e49e91 req-9d92d9fb-d5ca-4de3-a1e7-552f2049eff9 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891397 Jan 18 20:14:45.945590 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-1b408f04-1957-4ba7-a941-b9710ca0c83e service neutron] Port 8c6640e9-8ddd-46b4-af5e-80618c8b77e4 on network 9bae8be3-cced-4e71-aa87-680dd9e51700 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:14:45.945590 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-1b408f04-1957-4ba7-a941-b9710ca0c83e service neutron] Attempting to bind port 8c6640e9-8ddd-46b4-af5e-80618c8b77e4 on network 9bae8be3-cced-4e71-aa87-680dd9e51700 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:14:45.961252 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-cac63dc6-dedf-4b38-a229-36b71178898e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:45.962745 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-cac63dc6-dedf-4b38-a229-36b71178898e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8b0c6c1e-1c31-4591-a3ac-dad17a871642 HTTP/1.1" status: 200 len: 858 time: 0.1204009 Jan 18 20:14:45.967111 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-c121af75-388c-4a28-b075-206bb76a611e tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Deleting subnet 02b87424-76c5-4bb1-9f2b-c2573b2dc798 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:14:46.122852 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-d9a171be-de67-415c-92ce-ed74d0f17cff req-3a3535e5-8e26-411c-baf2-5b08903ce9c7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:14:46.124020 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9a171be-de67-415c-92ce-ed74d0f17cff req-3a3535e5-8e26-411c-baf2-5b08903ce9c7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0618992 Jan 18 20:14:46.286130 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-1b408f04-1957-4ba7-a941-b9710ca0c83e service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:14:46.286820 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-1b408f04-1957-4ba7-a941-b9710ca0c83e service neutron] Checking segment: {'id': 'e348fd61-ae14-4cdf-be3c-92d28b1f7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9bae8be3-cced-4e71-aa87-680dd9e51700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:14:46.286989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-1b408f04-1957-4ba7-a941-b9710ca0c83e service neutron] Bound using segment: {'id': 'e348fd61-ae14-4cdf-be3c-92d28b1f7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9bae8be3-cced-4e71-aa87-680dd9e51700'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:14:46.287433 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-1b408f04-1957-4ba7-a941-b9710ca0c83e service neutron] Bound port: 8c6640e9-8ddd-46b4-af5e-80618c8b77e4, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e348fd61-ae14-4cdf-be3c-92d28b1f7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9bae8be3-cced-4e71-aa87-680dd9e51700'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:14:46.287783 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-1b408f04-1957-4ba7-a941-b9710ca0c83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8c6640e9-8ddd-46b4-af5e-80618c8b77e4), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:46.290879 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c121af75-388c-4a28-b075-206bb76a611e tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks [] for subnet (02b87424-76c5-4bb1-9f2b-c2573b2dc798), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:46.362204 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-23e7dc48-4b39-4d6b-b8f1-bd7dca0be37d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9bae8be3-cced-4e71-aa87-680dd9e51700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665565 Jan 18 20:14:46.397375 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4cd487-1ae4-4834-a0a0-d7998cc00233 req-2f7827f6-d753-4f8f-bd01-cb8fa2e6cfe9 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:46.399081 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-df4cd487-1ae4-4834-a0a0-d7998cc00233 req-2f7827f6-d753-4f8f-bd01-cb8fa2e6cfe9 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 944 time: 0.0597644 Jan 18 20:14:46.432434 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c121af75-388c-4a28-b075-206bb76a611e tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (02b87424-76c5-4bb1-9f2b-c2573b2dc798), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:46.447418 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-df4cd487-1ae4-4834-a0a0-d7998cc00233 req-42f65250-29a6-4c74-8833-b10ffc3a21a2 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418887 Jan 18 20:14:46.560734 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-1b408f04-1957-4ba7-a941-b9710ca0c83e service neutron] For port 8c6640e9-8ddd-46b4-af5e-80618c8b77e4, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:14:46.567269 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-1b408f04-1957-4ba7-a941-b9710ca0c83e service neutron] For port 8c6640e9-8ddd-46b4-af5e-80618c8b77e4, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=8c6640e9-8ddd-46b4-af5e-80618c8b77e4,segment=NetworkSegment(e348fd61-ae14-4cdf-be3c-92d28b1f7c8a),segment_id=e348fd61-ae14-4cdf-be3c-92d28b1f7c8a)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:14:46.597079 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-1b408f04-1957-4ba7-a941-b9710ca0c83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (8c6640e9-8ddd-46b4-af5e-80618c8b77e4), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:46.690832 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-809938d5-c841-4308-bdb9-d0774f151258 service neutron] 10.222.0.70 "GET /v2.0/networks/9bae8be3-cced-4e71-aa87-680dd9e51700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204336 Jan 18 20:14:46.692048 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c121af75-388c-4a28-b075-206bb76a611e tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (02b87424-76c5-4bb1-9f2b-c2573b2dc798), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:46.703218 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-1b408f04-1957-4ba7-a941-b9710ca0c83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:46.703808 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-1b408f04-1957-4ba7-a941-b9710ca0c83e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:46.705143 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-1b408f04-1957-4ba7-a941-b9710ca0c83e service neutron] 10.222.0.70 "PUT /v2.0/ports/8c6640e9-8ddd-46b4-af5e-80618c8b77e4 HTTP/1.1" status: 200 len: 1092 time: 2.1852674 Jan 18 20:14:46.743288 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae55530-e15d-4bf0-97ad-3c511a6cb7a2 req-50ec7625-a285-4b1d-82eb-b18a3382e2ff tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:46.745204 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4ae55530-e15d-4bf0-97ad-3c511a6cb7a2 req-50ec7625-a285-4b1d-82eb-b18a3382e2ff tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 946 time: 0.0798185 Jan 18 20:14:46.803470 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4ae55530-e15d-4bf0-97ad-3c511a6cb7a2 req-67571b14-2a78-416b-8284-3f84bcf9b694 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups?id=f127561b-8ad4-4738-9ba4-fc683e0dfbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503094 Jan 18 20:14:46.850984 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-31b070b2-4c37-4914-ad24-69d5b6725e83 req-44e4763d-64dc-4027-9f2c-c7fea28b7c87 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ab9e94d2-f3ad-43de-b3d5-03357c1b214c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:46.860318 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b408f04-1957-4ba7-a941-b9710ca0c83e service neutron] Pushing event updated for resources: {'Port': ['ID=8c6640e9-8ddd-46b4-af5e-80618c8b77e4,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:46.909440 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4763d-64dc-4027-9f2c-c7fea28b7c87 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Pushing event deleted for resources: {'Port': ['ID=ab9e94d2-f3ad-43de-b3d5-03357c1b214c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:46.922312 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c121af75-388c-4a28-b075-206bb76a611e tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (02b87424-76c5-4bb1-9f2b-c2573b2dc798), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:46.942219 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-3291eb14-2721-42f8-adee-890f052ad3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:46.943930 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-3291eb14-2721-42f8-adee-890f052ad3d3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d59cddb1215e4094a41609f512841133&device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 1095 time: 0.1781757 Jan 18 20:14:46.973226 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121af75-388c-4a28-b075-206bb76a611e tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Pushing event deleted for resources: {'Subnet': ['ID=02b87424-76c5-4bb1-9f2b-c2573b2dc798,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:46.977185 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-05a81c9c-0447-4dc2-b8a6-049fd38653c5 req-0b086d27-c088-46c7-bcea-748ea6d1d9a8 service neutron] 10.222.0.70 "GET /v2.0/networks/9bae8be3-cced-4e71-aa87-680dd9e51700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712121 Jan 18 20:14:46.979269 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c121af75-388c-4a28-b075-206bb76a611e tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:46.984879 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49756) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:46.985081 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c121af75-388c-4a28-b075-206bb76a611e tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] 10.222.0.31 "DELETE /v2.0/subnets/02b87424-76c5-4bb1-9f2b-c2573b2dc798 HTTP/1.1" status: 204 len: 168 time: 1.1523290 Jan 18 20:14:47.010976 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c893ed86-1d4e-4306-8c24-cab4441c3a5a None None] Network 5d51aeb8-5a6c-4617-8131-e9de82c921ff requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:14:47.071063 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-8111191e-373f-4cdb-bc61-7b078a372a8e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c6640e9-8ddd-46b4-af5e-80618c8b77e4 HTTP/1.1" status: 200 len: 217 time: 0.1061962 Jan 18 20:14:47.140652 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a87ecb7-1206-46c8-8d1b-05eb818356ec tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (5d51aeb8-5a6c-4617-8131-e9de82c921ff), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:47.167364 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5d4d6-9fd0-4364-84cc-6ccc6d6bcd52 req-a6a8e32b-9e7f-46ad-9418-5067bd21cf76 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:47.177779 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-91b5d4d6-9fd0-4364-84cc-6ccc6d6bcd52 req-a6a8e32b-9e7f-46ad-9418-5067bd21cf76 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3 HTTP/1.1" status: 200 len: 945 time: 0.1456969 Jan 18 20:14:47.247275 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-dd691379-2475-4f1b-969b-cdd5de896e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:47.250953 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-dd691379-2475-4f1b-969b-cdd5de896e7c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8b0c6c1e-1c31-4591-a3ac-dad17a871642 HTTP/1.1" status: 200 len: 858 time: 0.1332390 Jan 18 20:14:47.257780 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb09ab-1054-4bcd-9dab-c924b2b8f205 req-a6666c97-667b-44d3-be80-b771e9645a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:47.259883 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7ddb09ab-1054-4bcd-9dab-c924b2b8f205 req-a6666c97-667b-44d3-be80-b771e9645a0d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d59cddb1215e4094a41609f512841133&device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 1095 time: 0.1426742 Jan 18 20:14:47.262645 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31b070b2-4c37-4914-ad24-69d5b6725e83 req-44e4763d-64dc-4027-9f2c-c7fea28b7c87 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Router b45c827e-ab25-41d2-9d50-48d427917e72 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:14:47.295573 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-91b5d4d6-9fd0-4364-84cc-6ccc6d6bcd52 req-e13fdc89-9081-498d-88f5-e42072e8ddeb tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106274 Jan 18 20:14:47.310433 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bec50a-d038-4c98-9c8b-902e9db2177e None None] DHCP port deletion for 5d51aeb8-5a6c-4617-8131-e9de82c921ff request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:14:47.318778 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-1a87ecb7-1206-46c8-8d1b-05eb818356ec tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Deleting port 7161587d-26fa-49f4-908d-be041013d636 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:14:47.319244 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a87ecb7-1206-46c8-8d1b-05eb818356ec tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (7161587d-26fa-49f4-908d-be041013d636), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:47.328530 n-d-741529-9 neutron-server[103335]: WARNING keystonemiddleware.auth_token [req-76beb343-a284-4b09-b997-df34fa9c9b12 req-248e9b70-2ef1-4579-abda-1c5ae02fd2d7 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 20:14:47.367841 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-ab664cc3-79b1-4655-958a-e797fadbdc20 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:14:47.368905 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-ab664cc3-79b1-4655-958a-e797fadbdc20 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1694987 Jan 18 20:14:47.371561 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-ae0ebb0a-438e-4fd8-896d-2b67d774ed10 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9bae8be3-cced-4e71-aa87-680dd9e51700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011605 Jan 18 20:14:47.385034 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a7bec50a-d038-4c98-9c8b-902e9db2177e None None] Deleting port 7161587d-26fa-49f4-908d-be041013d636 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:14:47.385152 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a7bec50a-d038-4c98-9c8b-902e9db2177e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (7161587d-26fa-49f4-908d-be041013d636), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:47.447169 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-1a87ecb7-1206-46c8-8d1b-05eb818356ec tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] For port 7161587d-26fa-49f4-908d-be041013d636, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7161587d-26fa-49f4-908d-be041013d636,segment=NetworkSegment(160b7d9a-ecc5-4838-a9c8-2d0f9c64bccf),segment_id=160b7d9a-ecc5-4838-a9c8-2d0f9c64bccf)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:14:47.447800 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a87ecb7-1206-46c8-8d1b-05eb818356ec tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (7161587d-26fa-49f4-908d-be041013d636), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:47.477337 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-1a87ecb7-1206-46c8-8d1b-05eb818356ec tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Calling delete_port for 7161587d-26fa-49f4-908d-be041013d636 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:14:47.485658 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a7bec50a-d038-4c98-9c8b-902e9db2177e None None] For port 7161587d-26fa-49f4-908d-be041013d636, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7161587d-26fa-49f4-908d-be041013d636,segment=NetworkSegment(160b7d9a-ecc5-4838-a9c8-2d0f9c64bccf),segment_id=160b7d9a-ecc5-4838-a9c8-2d0f9c64bccf)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:14:47.486071 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a7bec50a-d038-4c98-9c8b-902e9db2177e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (7161587d-26fa-49f4-908d-be041013d636), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:47.510365 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a7bec50a-d038-4c98-9c8b-902e9db2177e None None] Calling delete_port for 7161587d-26fa-49f4-908d-be041013d636 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:14:47.601499 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a7bec50a-d038-4c98-9c8b-902e9db2177e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (7161587d-26fa-49f4-908d-be041013d636), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:47.615941 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bec50a-d038-4c98-9c8b-902e9db2177e None None] No DVR routers for this DVR port 7161587d-26fa-49f4-908d-be041013d636 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:14:47.634301 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb09ab-1054-4bcd-9dab-c924b2b8f205 req-eb02768d-8eb0-4a98-a414-a8db52219c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:47.634900 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c045e3-e4fe-43c4-9904-728814793fc9 req-eb75bb92-d2de-42b1-be7f-2bcc95742939 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:47.635811 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7ddb09ab-1054-4bcd-9dab-c924b2b8f205 req-eb02768d-8eb0-4a98-a414-a8db52219c45 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9bae8be3-cced-4e71-aa87-680dd9e51700 HTTP/1.1" status: 200 len: 919 time: 0.3642995 Jan 18 20:14:47.637262 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97c045e3-e4fe-43c4-9904-728814793fc9 req-eb75bb92-d2de-42b1-be7f-2bcc95742939 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 944 time: 0.0859544 Jan 18 20:14:47.640967 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bec50a-d038-4c98-9c8b-902e9db2177e None None] Pushing event deleted for resources: {'Port': ['ID=7161587d-26fa-49f4-908d-be041013d636,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:47.653024 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a87ecb7-1206-46c8-8d1b-05eb818356ec tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (7161587d-26fa-49f4-908d-be041013d636), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:47.683863 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83bd7655-fa95-443e-ad35-6a76e3bf6834', 'tag': '8c6640e9-8ddd-46b4-af5e-80618c8b77e4'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:14:47.686142 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe75ffbd-5def-48b4-a08e-c5355959dac0" -d '{"events": [{"name": "network-changed", "server_uuid": "83bd7655-fa95-443e-ad35-6a76e3bf6834", "tag": "8c6640e9-8ddd-46b4-af5e-80618c8b77e4"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:14:47.690297 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87ecb7-1206-46c8-8d1b-05eb818356ec tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Pushing event deleted for resources: {'Port': ['ID=7161587d-26fa-49f4-908d-be041013d636,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:47.699012 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a87ecb7-1206-46c8-8d1b-05eb818356ec tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] No DVR routers for this DVR port 7161587d-26fa-49f4-908d-be041013d636 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:14:47.747129 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7ddb09ab-1054-4bcd-9dab-c924b2b8f205 req-f1071755-3b14-479f-a303-ec83110f64ff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=497e899d-dcd5-414d-8e9e-e9b921e6c1e2 HTTP/1.1" status: 200 len: 217 time: 0.0537975 Jan 18 20:14:47.755137 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-01e893f0-9d03-4dbe-9a56-a59c8bd76c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:47.756465 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-01e893f0-9d03-4dbe-9a56-a59c8bd76c1b service neutron] 10.222.0.31 "GET /v2.0/ports/80482624-a2b1-4cba-82a7-78d8e0ba5c0c HTTP/1.1" status: 200 len: 1094 time: 0.3356915 Jan 18 20:14:47.771431 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97c045e3-e4fe-43c4-9904-728814793fc9 req-01626ca9-424b-4805-9cb1-a599d093ea93 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208429 Jan 18 20:14:47.786017 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-47436fbe-9784-4a21-acae-7b70c8e5f5bf service neutron] Request body: {'binding': {'host': 'n-h1-741529-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:14:47.786532 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-47436fbe-9784-4a21-acae-7b70c8e5f5bf service neutron] Unknown quota resources ['binding']. {{(pid=103335) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 18 20:14:47.794133 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31b070b2-4c37-4914-ad24-69d5b6725e83 req-44e4763d-64dc-4027-9f2c-c7fea28b7c87 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:14:47.804311 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c22e736-b663-4c4f-a3e0-a3850d1fd448 None None] Sync routers for ids ['b45c827e-ab25-41d2-9d50-48d427917e72'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:14:47.811608 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a87ecb7-1206-46c8-8d1b-05eb818356ec tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (5d51aeb8-5a6c-4617-8131-e9de82c921ff), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:47.814530 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c22e736-b663-4c4f-a3e0-a3850d1fd448 None None] Routers {'b45c827e-ab25-41d2-9d50-48d427917e72'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:14:47.814914 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3c22e736-b663-4c4f-a3e0-a3850d1fd448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:14:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['b45c827e-ab25-41d2-9d50-48d427917e72'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:47.842808 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f213e43-1f46-404b-a36a-1e27ebc6047d x-openstack-request-id: req-9f213e43-1f46-404b-a36a-1e27ebc6047d {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:14:47.843121 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83bd7655-fa95-443e-ad35-6a76e3bf6834", "tag": "8c6640e9-8ddd-46b4-af5e-80618c8b77e4", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:14:47.843445 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f213e43-1f46-404b-a36a-1e27ebc6047d {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:14:47.843753 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83bd7655-fa95-443e-ad35-6a76e3bf6834', 'tag': '8c6640e9-8ddd-46b4-af5e-80618c8b77e4', 'status': 'completed', 'code': 200} Jan 18 20:14:47.846402 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-1a87ecb7-1206-46c8-8d1b-05eb818356ec tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d51aeb8-5a6c-4617-8131-e9de82c921ff']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:47.859588 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-1a87ecb7-1206-46c8-8d1b-05eb818356ec tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160b7d9a-ecc5-4838-a9c8-2d0f9c64bccf') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:47.859878 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-1a87ecb7-1206-46c8-8d1b-05eb818356ec tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160b7d9a-ecc5-4838-a9c8-2d0f9c64bccf') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:47.866436 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-6ab5c784-1ca2-4fd8-a010-dc542d930dea service neutron] 10.222.0.70 "GET /v2.0/networks/9bae8be3-cced-4e71-aa87-680dd9e51700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459193 Jan 18 20:14:47.871055 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a87ecb7-1206-46c8-8d1b-05eb818356ec tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (160b7d9a-ecc5-4838-a9c8-2d0f9c64bccf), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:47.886721 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a87ecb7-1206-46c8-8d1b-05eb818356ec tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (160b7d9a-ecc5-4838-a9c8-2d0f9c64bccf), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:47.900551 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b070b2-4c37-4914-ad24-69d5b6725e83 req-44e4763d-64dc-4027-9f2c-c7fea28b7c87 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] No DVR routers for this DVR port ab9e94d2-f3ad-43de-b3d5-03357c1b214c on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:14:47.903839 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a87ecb7-1206-46c8-8d1b-05eb818356ec tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:14:47.904006 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-31b070b2-4c37-4914-ad24-69d5b6725e83 req-44e4763d-64dc-4027-9f2c-c7fea28b7c87 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:47.906387 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a87ecb7-1206-46c8-8d1b-05eb818356ec tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (160b7d9a-ecc5-4838-a9c8-2d0f9c64bccf), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:47.908033 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-31b070b2-4c37-4914-ad24-69d5b6725e83 req-44e4763d-64dc-4027-9f2c-c7fea28b7c87 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.70 "DELETE /v2.0/ports/ab9e94d2-f3ad-43de-b3d5-03357c1b214c HTTP/1.1" status: 204 len: 173 time: 2.9889023 Jan 18 20:14:47.931674 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-3c22e736-b663-4c4f-a3e0-a3850d1fd448 None None] Set router b45c827e-ab25-41d2-9d50-48d427917e72 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:14:47.933514 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:14:47.960262 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb09ab-1054-4bcd-9dab-c924b2b8f205 req-b8ddee91-f44b-4f35-93a2-d0126b6cf59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:47.961753 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7ddb09ab-1054-4bcd-9dab-c924b2b8f205 req-b8ddee91-f44b-4f35-93a2-d0126b6cf59a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8b0c6c1e-1c31-4591-a3ac-dad17a871642 HTTP/1.1" status: 200 len: 858 time: 0.1997123 Jan 18 20:14:48.004183 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a87ecb7-1206-46c8-8d1b-05eb818356ec tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (5d51aeb8-5a6c-4617-8131-e9de82c921ff), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:48.047010 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-53904bbf-cdd6-435d-a944-ea39f17a12b1 req-90d65195-e0fb-45ed-94f6-368480430ebc tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 210 time: 0.0535326 Jan 18 20:14:48.048323 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a87ecb7-1206-46c8-8d1b-05eb818356ec tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:48.055983 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1a87ecb7-1206-46c8-8d1b-05eb818356ec tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] 10.222.0.31 "DELETE /v2.0/networks/5d51aeb8-5a6c-4617-8131-e9de82c921ff HTTP/1.1" status: 204 len: 168 time: 1.0694952 Jan 18 20:14:48.068465 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7ddb09ab-1054-4bcd-9dab-c924b2b8f205 req-94fcc998-45d3-415c-a7db-fe5a36980c42 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9bae8be3-cced-4e71-aa87-680dd9e51700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994241 Jan 18 20:14:48.070560 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87ecb7-1206-46c8-8d1b-05eb818356ec tempest-DHCPAgentSchedulersTestJSON-1419227782 tempest-DHCPAgentSchedulersTestJSON-1419227782-project] Pushing event deleted for resources: {'Network': ['ID=5d51aeb8-5a6c-4617-8131-e9de82c921ff,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:48.206723 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3c22e736-b663-4c4f-a3e0-a3850d1fd448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'name': 'tempest-ServersTestBootFromVolume-570126730-router', 'tenant_id': 'd6c7036af1d647c2827e33b517dc8824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'cfb1c975-0f38-43fb-8b3f-abf3793039d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:11:12Z', 'updated_at': '2022-01-18T20:11:21Z', 'revision_number': 4, 'project_id': 'd6c7036af1d647c2827e33b517dc8824', 'gw_port': {'id': 'cfb1c975-0f38-43fb-8b3f-abf3793039d3', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:32:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:11:12Z', 'updated_at': '2022-01-18T20:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'fea41bb9-42c2-45e3-ae70-4b0b870cd3f5', 'name': '', 'network_id': '0f664482-8506-48d9-b483-19e59ef85e95', 'tenant_id': 'd6c7036af1d647c2827e33b517dc8824', 'mac_address': 'fa:16:3e:55:57:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'cf66719b-d23f-409f-aa58-e79851cabdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:11:19Z', 'updated_at': '2022-01-18T20:11:29Z', 'revision_number': 5, 'project_id': 'd6c7036af1d647c2827e33b517dc8824', 'subnets': [{'id': 'cf66719b-d23f-409f-aa58-e79851cabdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:48.238525 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-535b5e4e-c5ed-48a4-9d6e-6e5caf830a05 req-46d384ec-7a4f-42f9-82f1-d268804c5c63 service neutron] 10.222.0.70 "GET /v2.0/networks/9bae8be3-cced-4e71-aa87-680dd9e51700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491518 Jan 18 20:14:48.239175 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c22e736-b663-4c4f-a3e0-a3850d1fd448 None None] Checking router: b45c827e-ab25-41d2-9d50-48d427917e72 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:14:48.257148 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-47436fbe-9784-4a21-acae-7b70c8e5f5bf service neutron] Attempting to bind port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c on host n-h1-741529-9 for vnic_type normal with profile None {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:14:48.257305 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-47436fbe-9784-4a21-acae-7b70c8e5f5bf service neutron] Attempting to bind port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:14:48.257573 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-47436fbe-9784-4a21-acae-7b70c8e5f5bf service neutron] Attempting to bind port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c on network 133a80cf-c268-45f9-91ee-564a51a659af {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:14:48.260857 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c22e736-b663-4c4f-a3e0-a3850d1fd448 None None] Routers {'b45c827e-ab25-41d2-9d50-48d427917e72'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:14:48.261557 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3c22e736-b663-4c4f-a3e0-a3850d1fd448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:14:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['b45c827e-ab25-41d2-9d50-48d427917e72'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:48.263698 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-47436fbe-9784-4a21-acae-7b70c8e5f5bf service neutron] Port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c on network 133a80cf-c268-45f9-91ee-564a51a659af not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:14:48.264030 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-47436fbe-9784-4a21-acae-7b70c8e5f5bf service neutron] Attempting to bind port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c on network 133a80cf-c268-45f9-91ee-564a51a659af {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:14:48.267846 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7ddb09ab-1054-4bcd-9dab-c924b2b8f205 req-57a6e32a-0660-42a5-83b6-05962f78a5f9 service neutron] 10.222.0.70 "GET /v2.0/networks/9bae8be3-cced-4e71-aa87-680dd9e51700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879375 Jan 18 20:14:48.282169 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-47436fbe-9784-4a21-acae-7b70c8e5f5bf service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:14:48.282519 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-47436fbe-9784-4a21-acae-7b70c8e5f5bf service neutron] Checking segment: {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:14:48.282909 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-47436fbe-9784-4a21-acae-7b70c8e5f5bf service neutron] Bound using segment: {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:14:48.283356 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-47436fbe-9784-4a21-acae-7b70c8e5f5bf service neutron] Bound port: 80482624-a2b1-4cba-82a7-78d8e0ba5c0c, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:14:48.446739 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7ddb09ab-1054-4bcd-9dab-c924b2b8f205 req-ab0d4955-7e1c-4fea-a842-c78dd847b475 service neutron] 10.222.0.70 "GET /v2.0/networks/9bae8be3-cced-4e71-aa87-680dd9e51700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604743 Jan 18 20:14:48.448572 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49782) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:48.452871 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-3c22e736-b663-4c4f-a3e0-a3850d1fd448 None None] Set router b45c827e-ab25-41d2-9d50-48d427917e72 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:14:48.482217 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e3317-efc3-4772-8f6b-0007fa3d0624 req-29d7a692-a748-40ff-8f59-645a17b82522 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:48.487942 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75ffbd-5def-48b4-a08e-c5355959dac0 req-bde1577e-de67-4a70-9104-74190d779638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:48.489045 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-893e3317-efc3-4772-8f6b-0007fa3d0624 req-29d7a692-a748-40ff-8f59-645a17b82522 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3 HTTP/1.1" status: 200 len: 945 time: 0.1068442 Jan 18 20:14:48.490759 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fe75ffbd-5def-48b4-a08e-c5355959dac0 req-bde1577e-de67-4a70-9104-74190d779638 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d59cddb1215e4094a41609f512841133&device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 1095 time: 0.1898420 Jan 18 20:14:48.495490 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-47436fbe-9784-4a21-acae-7b70c8e5f5bf service neutron] For port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=80482624-a2b1-4cba-82a7-78d8e0ba5c0c,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:14:48.556779 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-47436fbe-9784-4a21-acae-7b70c8e5f5bf service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:48.561016 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-47436fbe-9784-4a21-acae-7b70c8e5f5bf service neutron] 10.222.0.31 "POST /v2.0/ports/80482624-a2b1-4cba-82a7-78d8e0ba5c0c/bindings HTTP/1.1" status: 201 len: 389 time: 0.7915089 Jan 18 20:14:48.580206 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-893e3317-efc3-4772-8f6b-0007fa3d0624 req-0ae1741e-1512-4adf-bd2a-bf45ac7a1f70 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879648 Jan 18 20:14:48.714770 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7161587d-26fa-49f4-908d-be041013d636 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:14:48.742382 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75ffbd-5def-48b4-a08e-c5355959dac0 req-dddbd7de-2291-4606-92b7-5eaece7bfb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:48.744930 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fe75ffbd-5def-48b4-a08e-c5355959dac0 req-dddbd7de-2291-4606-92b7-5eaece7bfb63 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9bae8be3-cced-4e71-aa87-680dd9e51700 HTTP/1.1" status: 200 len: 919 time: 0.2454782 Jan 18 20:14:48.767065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 7161587d-26fa-49f4-908d-be041013d636 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:14:48.775514 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7161587d-26fa-49f4-908d-be041013d636 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:14:48.792290 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5522a898-194f-4bb5-826d-b89cdcdaed0b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e6840825d16c41f78d0b78f9e4d8a602&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3405418 Jan 18 20:14:48.795498 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49792) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:48.824736 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fe75ffbd-5def-48b4-a08e-c5355959dac0 req-dcc360c2-a5c2-430d-b508-95ceb34ffa7d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c6640e9-8ddd-46b4-af5e-80618c8b77e4 HTTP/1.1" status: 200 len: 217 time: 0.0713410 Jan 18 20:14:48.838210 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3c22e736-b663-4c4f-a3e0-a3850d1fd448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'name': 'tempest-ServersTestBootFromVolume-570126730-router', 'tenant_id': 'd6c7036af1d647c2827e33b517dc8824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'cfb1c975-0f38-43fb-8b3f-abf3793039d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:11:12Z', 'updated_at': '2022-01-18T20:11:21Z', 'revision_number': 4, 'project_id': 'd6c7036af1d647c2827e33b517dc8824', 'gw_port': {'id': 'cfb1c975-0f38-43fb-8b3f-abf3793039d3', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:32:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:11:12Z', 'updated_at': '2022-01-18T20:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'fea41bb9-42c2-45e3-ae70-4b0b870cd3f5', 'name': '', 'network_id': '0f664482-8506-48d9-b483-19e59ef85e95', 'tenant_id': 'd6c7036af1d647c2827e33b517dc8824', 'mac_address': 'fa:16:3e:55:57:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'cf66719b-d23f-409f-aa58-e79851cabdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:11:19Z', 'updated_at': '2022-01-18T20:11:29Z', 'revision_number': 5, 'project_id': 'd6c7036af1d647c2827e33b517dc8824', 'subnets': [{'id': 'cf66719b-d23f-409f-aa58-e79851cabdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:48.898098 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ab9e94d2-f3ad-43de-b3d5-03357c1b214c no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:14:48.900630 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c22e736-b663-4c4f-a3e0-a3850d1fd448 None None] The sync data for ids ['b45c827e-ab25-41d2-9d50-48d427917e72'] in n-d-741529-9 is: [{'id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'name': 'tempest-ServersTestBootFromVolume-570126730-router', 'tenant_id': 'd6c7036af1d647c2827e33b517dc8824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'cfb1c975-0f38-43fb-8b3f-abf3793039d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:11:12Z', 'updated_at': '2022-01-18T20:11:21Z', 'revision_number': 4, 'project_id': 'd6c7036af1d647c2827e33b517dc8824', 'gw_port': {'id': 'cfb1c975-0f38-43fb-8b3f-abf3793039d3', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:32:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:11:12Z', 'updated_at': '2022-01-18T20:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'fea41bb9-42c2-45e3-ae70-4b0b870cd3f5', 'name': '', 'network_id': '0f664482-8506-48d9-b483-19e59ef85e95', 'tenant_id': 'd6c7036af1d647c2827e33b517dc8824', 'mac_address': 'fa:16:3e:55:57:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'cf66719b-d23f-409f-aa58-e79851cabdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:11:19Z', 'updated_at': '2022-01-18T20:11:29Z', 'revision_number': 5, 'project_id': 'd6c7036af1d647c2827e33b517dc8824', 'subnets': [{'id': 'cf66719b-d23f-409f-aa58-e79851cabdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:14:48.921204 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75ffbd-5def-48b4-a08e-c5355959dac0 req-cab10563-cc81-4edb-93ac-854af5020a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:48.923724 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fe75ffbd-5def-48b4-a08e-c5355959dac0 req-cab10563-cc81-4edb-93ac-854af5020a47 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8b0c6c1e-1c31-4591-a3ac-dad17a871642 HTTP/1.1" status: 200 len: 858 time: 0.0866489 Jan 18 20:14:48.972345 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fe75ffbd-5def-48b4-a08e-c5355959dac0 req-a46ecf1b-ccfc-4a69-a86a-ccd44c8f18ca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9bae8be3-cced-4e71-aa87-680dd9e51700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378520 Jan 18 20:14:48.974246 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: ab9e94d2-f3ad-43de-b3d5-03357c1b214c {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:14:48.974596 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ab9e94d2-f3ad-43de-b3d5-03357c1b214c not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:14:49.068686 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f5b01098-1a83-406d-82b0-0eaedd3c0eb8 admin admin] Publish callbacks [] for security_group (69385f70-1435-42c2-871a-c5487291ce6a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:49.081902 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-d6ec4e65-44ee-445f-b099-ee2c0bf9582d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:49.083423 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-d6ec4e65-44ee-445f-b099-ee2c0bf9582d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46be2ca450fb44c88ba90d0767174258&device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 1097 time: 0.1893733 Jan 18 20:14:49.197988 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fe75ffbd-5def-48b4-a08e-c5355959dac0 req-0009afe5-4eab-4b5b-924b-1a8451e66eda service neutron] 10.222.0.70 "GET /v2.0/networks/9bae8be3-cced-4e71-aa87-680dd9e51700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169638 Jan 18 20:14:49.206628 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2796c-76c7-42f9-82ad-54c7849d1739 req-ef5cba0f-ef41-4c13-9ea2-db6e5d923857 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:49.214749 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ff2796c-76c7-42f9-82ad-54c7849d1739 req-ef5cba0f-ef41-4c13-9ea2-db6e5d923857 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.2554274 Jan 18 20:14:49.243831 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f5b01098-1a83-406d-82b0-0eaedd3c0eb8 admin admin] Publish callbacks [] for security_group (69385f70-1435-42c2-871a-c5487291ce6a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:49.253790 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd3552-c237-4c87-a273-ac8d8b2e19a4 req-ba7471fc-061a-4857-b1f7-61feb84be6d8 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:49.261569 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33bd3552-c237-4c87-a273-ac8d8b2e19a4 req-ba7471fc-061a-4857-b1f7-61feb84be6d8 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 944 time: 0.2839880 Jan 18 20:14:49.296242 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-86d27181-0aad-41f6-afed-4067f5d049b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:49.297778 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-86d27181-0aad-41f6-afed-4067f5d049b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 200 len: 908 time: 0.2066531 Jan 18 20:14:49.379761 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fe75ffbd-5def-48b4-a08e-c5355959dac0 req-295487f5-06e8-496f-9d59-a1d74ffaf398 service neutron] 10.222.0.70 "GET /v2.0/networks/9bae8be3-cced-4e71-aa87-680dd9e51700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727960 Jan 18 20:14:49.388308 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca52370-6871-439a-a53c-53a940ef719a None None] New status for floating IP a1b52405-6347-4619-9f1e-d5a992fbd4ff: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:14:49.393428 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-ea25269d-0f85-4e53-95b2-698133aad7b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80482624-a2b1-4cba-82a7-78d8e0ba5c0c HTTP/1.1" status: 200 len: 217 time: 0.0814841 Jan 18 20:14:49.443003 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ff2796c-76c7-42f9-82ad-54c7849d1739 req-3b4edd24-e7e6-481d-b385-6369fda4229a tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137239 Jan 18 20:14:49.502306 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33bd3552-c237-4c87-a273-ac8d8b2e19a4 req-6f733b38-4a1e-4c36-8671-80b857a3544c tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397342 Jan 18 20:14:49.530406 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f5b01098-1a83-406d-82b0-0eaedd3c0eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (69385f70-1435-42c2-871a-c5487291ce6a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:49.532977 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f5b01098-1a83-406d-82b0-0eaedd3c0eb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:49.546375 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f5b01098-1a83-406d-82b0-0eaedd3c0eb8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/69385f70-1435-42c2-871a-c5487291ce6a HTTP/1.1" status: 204 len: 168 time: 0.7498012 Jan 18 20:14:49.575635 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-2b8bd382-3857-45f0-b7be-1a65f10c0227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:49.577743 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-2b8bd382-3857-45f0-b7be-1a65f10c0227 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=45324dde-9697-4682-9610-ed3bed3250cd HTTP/1.1" status: 200 len: 847 time: 0.1788383 Jan 18 20:14:49.581217 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b01098-1a83-406d-82b0-0eaedd3c0eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69385f70-1435-42c2-871a-c5487291ce6a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:49.645205 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0bb2b913-f4c4-4b37-866e-699b4194308d req-f3bfbce8-c84e-49a7-be7e-242c45cbb726 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 210 time: 0.0915921 Jan 18 20:14:49.667945 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-89833f7c-e639-4239-b0ff-8bb508344581 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=133a80cf-c268-45f9-91ee-564a51a659af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484412 Jan 18 20:14:49.806841 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-5e672594-9b9d-4b36-b58b-61cb5203ea43 service neutron] 10.222.0.57 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329734 Jan 18 20:14:49.845141 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f143376f-f81f-4aec-934e-e88fcb9ba65a', 'name': 'network-vif-deleted', 'tag': 'ab9e94d2-f3ad-43de-b3d5-03357c1b214c'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:14:49.847804 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7614d4-176a-4ef3-ab03-db4085a87faa" -d '{"events": [{"server_uuid": "f143376f-f81f-4aec-934e-e88fcb9ba65a", "name": "network-vif-deleted", "tag": "ab9e94d2-f3ad-43de-b3d5-03357c1b214c"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:14:49.963985 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-89ec4fd9-cea5-461d-8feb-858e9a207e8d service neutron] 10.222.0.57 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507528 Jan 18 20:14:49.967908 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49814) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:49.974373 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0da0fc-ba47-4082-affb-fa282cc05efd x-openstack-request-id: req-be0da0fc-ba47-4082-affb-fa282cc05efd {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:14:49.975410 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f143376f-f81f-4aec-934e-e88fcb9ba65a", "name": "network-vif-deleted", "tag": "ab9e94d2-f3ad-43de-b3d5-03357c1b214c", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:14:49.975834 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-be0da0fc-ba47-4082-affb-fa282cc05efd {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:14:49.976397 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f143376f-f81f-4aec-934e-e88fcb9ba65a', 'name': 'network-vif-deleted', 'tag': 'ab9e94d2-f3ad-43de-b3d5-03357c1b214c', 'status': 'completed', 'code': 200} Jan 18 20:14:49.983904 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-55a8a474-d9a8-4efe-9ab7-f0ccfeafc61d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:50.074864 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-55a8a474-d9a8-4efe-9ab7-f0ccfeafc61d admin admin] Publish callbacks [] for security_group (3919feff-8534-42c6-a9fd-a0757d22c02b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:50.081276 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-55a8a474-d9a8-4efe-9ab7-f0ccfeafc61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3919feff-8534-42c6-a9fd-a0757d22c02b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:50.134921 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-55a8a474-d9a8-4efe-9ab7-f0ccfeafc61d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=93b4c4c2598e4f6cbe6852eb12644919&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1633987 Jan 18 20:14:50.134921 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8a474-d9a8-4efe-9ab7-f0ccfeafc61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3919feff-8534-42c6-a9fd-a0757d22c02b,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:50.135923 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49816) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:50.207192 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea420040-e0f4-4f10-b967-71ab360cdacc admin admin] Publish callbacks [] for security_group (3919feff-8534-42c6-a9fd-a0757d22c02b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:50.246394 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea420040-e0f4-4f10-b967-71ab360cdacc admin admin] Publish callbacks [] for security_group (3919feff-8534-42c6-a9fd-a0757d22c02b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:50.315570 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea420040-e0f4-4f10-b967-71ab360cdacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3919feff-8534-42c6-a9fd-a0757d22c02b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:50.318660 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea420040-e0f4-4f10-b967-71ab360cdacc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:50.320131 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ea420040-e0f4-4f10-b967-71ab360cdacc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3919feff-8534-42c6-a9fd-a0757d22c02b HTTP/1.1" status: 204 len: 168 time: 0.1832099 Jan 18 20:14:50.333810 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea420040-e0f4-4f10-b967-71ab360cdacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3919feff-8534-42c6-a9fd-a0757d22c02b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:50.614572 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff4ebf-3ab4-4152-9526-149768382dd9 req-4381eab1-d0ef-4aba-b18f-2645e88c72ea tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:50.623121 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-feff4ebf-3ab4-4152-9526-149768382dd9 req-4381eab1-d0ef-4aba-b18f-2645e88c72ea tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.0640388 Jan 18 20:14:50.731892 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-feff4ebf-3ab4-4152-9526-149768382dd9 req-1b3003bb-8672-4e60-ad40-debd9fc32e9b tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078305 Jan 18 20:14:50.808768 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52535d-5a64-4456-86f6-9021d1a758e3 req-908d599e-c514-4519-ab14-3c15f8bd5b51 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:50.824013 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa52535d-5a64-4456-86f6-9021d1a758e3 req-908d599e-c514-4519-ab14-3c15f8bd5b51 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 944 time: 0.1856117 Jan 18 20:14:50.895376 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1b8c4acc-2914-4d94-97c2-593507119226 req-3dec66a6-f82a-44c7-8abb-848ec78a957c tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 210 time: 0.0434434 Jan 18 20:14:50.918195 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 8c6640e9-8ddd-46b4-af5e-80618c8b77e4 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:14:50.972101 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa52535d-5a64-4456-86f6-9021d1a758e3 req-09695bab-1448-4bd5-99d4-40cb44e0c8f7 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471605 Jan 18 20:14:51.095243 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 8c6640e9-8ddd-46b4-af5e-80618c8b77e4, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=8c6640e9-8ddd-46b4-af5e-80618c8b77e4,segment=NetworkSegment(e348fd61-ae14-4cdf-be3c-92d28b1f7c8a),segment_id=e348fd61-ae14-4cdf-be3c-92d28b1f7c8a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:14:51.110204 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '8c6640e9-8ddd-46b4-af5e-80618c8b77e4', 'network_id': '9bae8be3-cced-4e71-aa87-680dd9e51700', 'port_id': '8c6640e9-8ddd-46b4-af5e-80618c8b77e4', 'mac_address': 'fa:16:3e:e7:95:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b0c6c1e-1c31-4591-a3ac-dad17a871642', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:14:51.161522 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 8c6640e9-8ddd-46b4-af5e-80618c8b77e4 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:14:51.162160 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8c6640e9-8ddd-46b4-af5e-80618c8b77e4), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:51.181041 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6640e9-8ddd-46b4-af5e-80618c8b77e4 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:14:51.206249 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 8c6640e9-8ddd-46b4-af5e-80618c8b77e4, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=8c6640e9-8ddd-46b4-af5e-80618c8b77e4,segment=NetworkSegment(e348fd61-ae14-4cdf-be3c-92d28b1f7c8a),segment_id=e348fd61-ae14-4cdf-be3c-92d28b1f7c8a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:14:51.210778 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8c6640e9-8ddd-46b4-af5e-80618c8b77e4), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:51.211591 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 497e899d-dcd5-414d-8e9e-e9b921e6c1e2 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:14:51.280226 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 497e899d-dcd5-414d-8e9e-e9b921e6c1e2, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=497e899d-dcd5-414d-8e9e-e9b921e6c1e2,segment=NetworkSegment(e348fd61-ae14-4cdf-be3c-92d28b1f7c8a),segment_id=e348fd61-ae14-4cdf-be3c-92d28b1f7c8a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:14:51.305249 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '497e899d-dcd5-414d-8e9e-e9b921e6c1e2', 'network_id': '9bae8be3-cced-4e71-aa87-680dd9e51700', 'port_id': '497e899d-dcd5-414d-8e9e-e9b921e6c1e2', 'mac_address': 'fa:16:3e:b0:e7:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b0c6c1e-1c31-4591-a3ac-dad17a871642', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:14:51.336877 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=8c6640e9-8ddd-46b4-af5e-80618c8b77e4,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:51.359601 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 497e899d-dcd5-414d-8e9e-e9b921e6c1e2 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:14:51.360018 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (497e899d-dcd5-414d-8e9e-e9b921e6c1e2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:51.376840 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497e899d-dcd5-414d-8e9e-e9b921e6c1e2 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:14:51.399529 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 497e899d-dcd5-414d-8e9e-e9b921e6c1e2, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=497e899d-dcd5-414d-8e9e-e9b921e6c1e2,segment=NetworkSegment(e348fd61-ae14-4cdf-be3c-92d28b1f7c8a),segment_id=e348fd61-ae14-4cdf-be3c-92d28b1f7c8a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:14:51.404757 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (497e899d-dcd5-414d-8e9e-e9b921e6c1e2), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:51.620655 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=497e899d-dcd5-414d-8e9e-e9b921e6c1e2,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:51.767470 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['497e899d-dcd5-414d-8e9e-e9b921e6c1e2'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:14:51.826295 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['8c6640e9-8ddd-46b4-af5e-80618c8b77e4'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:14:51.891344 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ace4f7-fb38-4b78-9d39-125b0de1b8b6 req-36f1e867-cbe3-42dc-b115-b519d4f3da5a tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:51.898506 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-63ace4f7-fb38-4b78-9d39-125b0de1b8b6 req-36f1e867-cbe3-42dc-b115-b519d4f3da5a tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.0888700 Jan 18 20:14:51.976896 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-63ace4f7-fb38-4b78-9d39-125b0de1b8b6 req-6be36ba0-f370-45c0-903c-521dcdf1b96e tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775304 Jan 18 20:14:52.033672 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-69f33d23-29f2-44d1-9020-589cebff8d90 req-d5bddcd0-c72e-4f20-ab3a-f92bddc14c22 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 210 time: 0.0488062 Jan 18 20:14:52.186682 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b062a-0ae6-4a32-bc99-9e62fe21e8d8 req-53e26870-d122-4da7-aac6-73d6bec6daa4 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:52.189762 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-648b062a-0ae6-4a32-bc99-9e62fe21e8d8 req-53e26870-d122-4da7-aac6-73d6bec6daa4 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 945 time: 0.0879476 Jan 18 20:14:52.249927 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-648b062a-0ae6-4a32-bc99-9e62fe21e8d8 req-d54ed176-b393-4d24-8e08-8079f4d234d2 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512924 Jan 18 20:14:52.251137 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49874) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:52.356164 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-1faacf39-7461-46b2-b038-f87adc7a47c0 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:14:52.381087 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1faacf39-7461-46b2-b038-f87adc7a47c0 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:52.472100 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1faacf39-7461-46b2-b038-f87adc7a47c0 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:52.576199 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-1faacf39-7461-46b2-b038-f87adc7a47c0 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Allocated IP 172.25.4.75 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/237a523e-a69c-48c1-9e5a-b0ae1b82ce6f) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:14:52.677707 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1faacf39-7461-46b2-b038-f87adc7a47c0 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Publish callbacks [] for port (237a523e-a69c-48c1-9e5a-b0ae1b82ce6f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:52.711127 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1faacf39-7461-46b2-b038-f87adc7a47c0 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (237a523e-a69c-48c1-9e5a-b0ae1b82ce6f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:52.751967 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faacf39-7461-46b2-b038-f87adc7a47c0 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:14:52.754835 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-1faacf39-7461-46b2-b038-f87adc7a47c0 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:14:52.757313 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faacf39-7461-46b2-b038-f87adc7a47c0 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:14:52.763299 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faacf39-7461-46b2-b038-f87adc7a47c0 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Pushing event updated for resources: {'Port': ['ID=237a523e-a69c-48c1-9e5a-b0ae1b82ce6f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:52.846960 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1faacf39-7461-46b2-b038-f87adc7a47c0 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Publish callbacks [] for floatingip (eabbd811-43f7-4603-a2ec-17a15c21137d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:52.878132 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1faacf39-7461-46b2-b038-f87adc7a47c0 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (237a523e-a69c-48c1-9e5a-b0ae1b82ce6f), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:53.025953 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1faacf39-7461-46b2-b038-f87adc7a47c0 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Publish callbacks [] for port (237a523e-a69c-48c1-9e5a-b0ae1b82ce6f), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:53.031533 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1faacf39-7461-46b2-b038-f87adc7a47c0 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (237a523e-a69c-48c1-9e5a-b0ae1b82ce6f), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:53.102462 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faacf39-7461-46b2-b038-f87adc7a47c0 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Pushing event updated for resources: {'Port': ['ID=237a523e-a69c-48c1-9e5a-b0ae1b82ce6f,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:53.112337 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1faacf39-7461-46b2-b038-f87adc7a47c0 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (eabbd811-43f7-4603-a2ec-17a15c21137d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:53.116670 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b19bc-2d50-41a1-bf6c-f5bb4e688ca9 req-c567d2a4-3b95-4ac2-a2d2-358cc2bfdf97 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:53.118282 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f82b19bc-2d50-41a1-bf6c-f5bb4e688ca9 req-c567d2a4-3b95-4ac2-a2d2-358cc2bfdf97 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.0632811 Jan 18 20:14:53.136413 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1faacf39-7461-46b2-b038-f87adc7a47c0 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:53.137918 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1faacf39-7461-46b2-b038-f87adc7a47c0 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8857515 Jan 18 20:14:53.140879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49882) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:53.145992 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-7b4199a0-ee39-42de-8fd0-4c0d84576490 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-693454814', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'fixed_ips': [{'ip_address': '172.25.4.75'}]}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:14:53.174693 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4199a0-ee39-42de-8fd0-4c0d84576490 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Made reservation on behalf of b2cd2f2dc405486eb670a4b8597f2e92 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:14:53.177131 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7b4199a0-ee39-42de-8fd0-4c0d84576490 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:53.186935 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7b4199a0-ee39-42de-8fd0-4c0d84576490 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:53.192777 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-59ebe54f-1dbc-4b11-aad1-30382e8a3d48 req-5fbe5134-0ca3-4125-8f1e-adda37f0fccb tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 210 time: 0.0422835 Jan 18 20:14:53.218332 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f82b19bc-2d50-41a1-bf6c-f5bb4e688ca9 req-e930d4f5-c605-43ec-a337-2ac13f333b52 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935655 Jan 18 20:14:53.270348 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7b4199a0-ee39-42de-8fd0-4c0d84576490 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Publish callbacks [] for security_group (ab133695-622f-4529-8243-2f6a01ea0b22), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:53.280354 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7b4199a0-ee39-42de-8fd0-4c0d84576490 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ab133695-622f-4529-8243-2f6a01ea0b22), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:53.286358 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-7b4199a0-ee39-42de-8fd0-4c0d84576490 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] device_id is not set on port 38ecd224-df1e-403f-8bb9-862dbfa85419 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:14:53.384423 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4199a0-ee39-42de-8fd0-4c0d84576490 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab133695-622f-4529-8243-2f6a01ea0b22,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:53.427049 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb7148-aaaa-497c-88be-d9205f131c72 req-1fc032d0-079b-454e-b1e5-0a827d9c7d2c tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:53.428698 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4bb7148-aaaa-497c-88be-d9205f131c72 req-1fc032d0-079b-454e-b1e5-0a827d9c7d2c tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 945 time: 0.0537863 Jan 18 20:14:53.482529 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4bb7148-aaaa-497c-88be-d9205f131c72 req-62d97cd3-5666-43a2-8bf3-d58ff189573b tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470269 Jan 18 20:14:53.514140 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b4199a0-ee39-42de-8fd0-4c0d84576490 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 18 20:14:53.514649 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b4199a0-ee39-42de-8fd0-4c0d84576490 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:14:53.529407 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7b4199a0-ee39-42de-8fd0-4c0d84576490 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.3872290 Jan 18 20:14:53.532072 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49890) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:53.962197 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f0488078-af98-449f-b0bb-785c1ad50312 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Deleting port 237a523e-a69c-48c1-9e5a-b0ae1b82ce6f {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:14:53.962536 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f0488078-af98-449f-b0bb-785c1ad50312 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (237a523e-a69c-48c1-9e5a-b0ae1b82ce6f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:54.039575 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f0488078-af98-449f-b0bb-785c1ad50312 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (237a523e-a69c-48c1-9e5a-b0ae1b82ce6f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:54.039899 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f0488078-af98-449f-b0bb-785c1ad50312 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Publish callbacks [] for floatingip (237a523e-a69c-48c1-9e5a-b0ae1b82ce6f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:54.054273 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f0488078-af98-449f-b0bb-785c1ad50312 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Calling delete_port for 237a523e-a69c-48c1-9e5a-b0ae1b82ce6f owned by network:floatingip {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:14:54.186748 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f0488078-af98-449f-b0bb-785c1ad50312 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (237a523e-a69c-48c1-9e5a-b0ae1b82ce6f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:54.213073 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0488078-af98-449f-b0bb-785c1ad50312 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Pushing event deleted for resources: {'Port': ['ID=237a523e-a69c-48c1-9e5a-b0ae1b82ce6f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:54.296949 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f0488078-af98-449f-b0bb-785c1ad50312 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Publish callbacks [] for floatingip (eabbd811-43f7-4603-a2ec-17a15c21137d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:54.304761 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f0488078-af98-449f-b0bb-785c1ad50312 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:54.304761 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f0488078-af98-449f-b0bb-785c1ad50312 tempest-ExternalNetworksAdminNegativeTestJSON-159856100 tempest-ExternalNetworksAdminNegativeTestJSON-159856100-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/eabbd811-43f7-4603-a2ec-17a15c21137d HTTP/1.1" status: 204 len: 168 time: 0.7677100 Jan 18 20:14:54.311508 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0de2312b-cefc-479f-83d1-edb4603049fe req-e06f57e3-0088-4f4e-853b-e36c171398c6 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 210 time: 0.0368197 Jan 18 20:14:54.380845 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d00678-2e2c-4cfc-a8db-6d076347f5c4 req-4288ce2c-1a49-4d72-8c4e-5b7a01f77212 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:54.382519 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-12d00678-2e2c-4cfc-a8db-6d076347f5c4 req-4288ce2c-1a49-4d72-8c4e-5b7a01f77212 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.0601521 Jan 18 20:14:54.448439 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-12d00678-2e2c-4cfc-a8db-6d076347f5c4 req-0eabcccc-523b-4a75-bbc2-b757a115acbe tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590303 Jan 18 20:14:54.611178 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db7cc1-8bd6-4904-a964-dce9ac3668a7 req-70f4c8bc-d8cf-445c-ae3e-f073bf281ee6 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:54.612317 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49906) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:54.613729 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98db7cc1-8bd6-4904-a964-dce9ac3668a7 req-70f4c8bc-d8cf-445c-ae3e-f073bf281ee6 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 945 time: 0.0501747 Jan 18 20:14:54.664634 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98db7cc1-8bd6-4904-a964-dce9ac3668a7 req-6b296cab-78e3-4679-9bf5-d4e71ff20f54 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415115 Jan 18 20:14:54.726960 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34725ef6-70c2-48bf-90b6-8b656e65b6b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:54.802547 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34725ef6-70c2-48bf-90b6-8b656e65b6b9 admin admin] Publish callbacks [] for security_group (ac6af7d9-20ae-4cf8-8b91-ce9bd52c0c5e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:54.806381 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34725ef6-70c2-48bf-90b6-8b656e65b6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ac6af7d9-20ae-4cf8-8b91-ce9bd52c0c5e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:54.847994 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-34725ef6-70c2-48bf-90b6-8b656e65b6b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7482da23471d48128a8b6a48deadf7c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2320738 Jan 18 20:14:54.847994 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34725ef6-70c2-48bf-90b6-8b656e65b6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6af7d9-20ae-4cf8-8b91-ce9bd52c0c5e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:54.848323 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49910) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:54.906995 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9324d06-bb37-4eb1-a17d-767517daaa05 admin admin] Publish callbacks [] for security_group (ac6af7d9-20ae-4cf8-8b91-ce9bd52c0c5e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:54.927409 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9324d06-bb37-4eb1-a17d-767517daaa05 admin admin] Publish callbacks [] for security_group (ac6af7d9-20ae-4cf8-8b91-ce9bd52c0c5e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:54.961252 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 8c6640e9-8ddd-46b4-af5e-80618c8b77e4 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:14:54.978031 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9324d06-bb37-4eb1-a17d-767517daaa05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ac6af7d9-20ae-4cf8-8b91-ce9bd52c0c5e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:54.980706 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9324d06-bb37-4eb1-a17d-767517daaa05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:54.984239 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d9324d06-bb37-4eb1-a17d-767517daaa05 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac6af7d9-20ae-4cf8-8b91-ce9bd52c0c5e HTTP/1.1" status: 204 len: 168 time: 0.1325531 Jan 18 20:14:54.990623 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9324d06-bb37-4eb1-a17d-767517daaa05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6af7d9-20ae-4cf8-8b91-ce9bd52c0c5e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:55.041403 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 8c6640e9-8ddd-46b4-af5e-80618c8b77e4 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:14:55.045944 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 8c6640e9-8ddd-46b4-af5e-80618c8b77e4 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:14:55.046370 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8c6640e9-8ddd-46b4-af5e-80618c8b77e4), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:55.134098 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 8c6640e9-8ddd-46b4-af5e-80618c8b77e4 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:14:55.134734 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8c6640e9-8ddd-46b4-af5e-80618c8b77e4), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:55.158760 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83bd7655-fa95-443e-ad35-6a76e3bf6834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6640e9-8ddd-46b4-af5e-80618c8b77e4'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:14:55.160752 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6318d2-8d24-4f36-9e58-1bdea8f6000c" -d '{"events": [{"server_uuid": "83bd7655-fa95-443e-ad35-6a76e3bf6834", "name": "network-vif-plugged", "status": "completed", "tag": "8c6640e9-8ddd-46b4-af5e-80618c8b77e4"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:14:55.175434 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 8c6640e9-8ddd-46b4-af5e-80618c8b77e4, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=8c6640e9-8ddd-46b4-af5e-80618c8b77e4,segment=NetworkSegment(e348fd61-ae14-4cdf-be3c-92d28b1f7c8a),segment_id=e348fd61-ae14-4cdf-be3c-92d28b1f7c8a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:14:55.182738 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8c6640e9-8ddd-46b4-af5e-80618c8b77e4), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:55.183575 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 497e899d-dcd5-414d-8e9e-e9b921e6c1e2 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:14:55.213815 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2facd777-7fa9-4b54-ad1b-7c12c38f9ded x-openstack-request-id: req-2facd777-7fa9-4b54-ad1b-7c12c38f9ded {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:14:55.214113 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83bd7655-fa95-443e-ad35-6a76e3bf6834", "name": "network-vif-plugged", "status": "completed", "tag": "8c6640e9-8ddd-46b4-af5e-80618c8b77e4", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:14:55.214364 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2facd777-7fa9-4b54-ad1b-7c12c38f9ded {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:14:55.215073 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83bd7655-fa95-443e-ad35-6a76e3bf6834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6640e9-8ddd-46b4-af5e-80618c8b77e4', 'code': 200} Jan 18 20:14:55.283982 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=8c6640e9-8ddd-46b4-af5e-80618c8b77e4,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:55.292570 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:55.292920 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:55.293260 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:55.293596 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:55.293957 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:55.294287 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:55.294619 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:55.294951 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:55.295259 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:55.295583 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:55.295908 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:55.296227 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:55.296545 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:14:55.313855 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 497e899d-dcd5-414d-8e9e-e9b921e6c1e2 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:14:55.320372 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 497e899d-dcd5-414d-8e9e-e9b921e6c1e2 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:14:55.320671 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (497e899d-dcd5-414d-8e9e-e9b921e6c1e2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:55.331231 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f531c-9267-484e-853e-6a12998840d8 req-2bd6c209-f491-476e-8b1d-b682fceb2003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:55.332878 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a68f531c-9267-484e-853e-6a12998840d8 req-2bd6c209-f491-476e-8b1d-b682fceb2003 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 1097 time: 0.0548162 Jan 18 20:14:55.378365 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49920) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:55.405026 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a68f531c-9267-484e-853e-6a12998840d8 req-1bbbbe62-ae86-462f-86ba-693b6be9686a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653019 Jan 18 20:14:55.424265 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 497e899d-dcd5-414d-8e9e-e9b921e6c1e2 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:14:55.424821 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (497e899d-dcd5-414d-8e9e-e9b921e6c1e2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:55.448509 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ee9c7d2-706a-4268-a3fa-67065a50b226 req-64b566c3-e8fa-4a69-b2e4-45dbbffea7ac tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 210 time: 0.0413406 Jan 18 20:14:55.469946 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-88477c65-80ec-489a-aaae-52fb19043b89 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b2cd2f2dc405486eb670a4b8597f2e92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0903254 Jan 18 20:14:55.472285 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49924) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:55.474809 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 497e899d-dcd5-414d-8e9e-e9b921e6c1e2, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=497e899d-dcd5-414d-8e9e-e9b921e6c1e2,segment=NetworkSegment(e348fd61-ae14-4cdf-be3c-92d28b1f7c8a),segment_id=e348fd61-ae14-4cdf-be3c-92d28b1f7c8a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:14:55.481402 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (497e899d-dcd5-414d-8e9e-e9b921e6c1e2), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:55.535226 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-09b67e13-ea7c-4db5-981f-48a5420c3f16 admin admin] Publish callbacks [] for security_group (ab133695-622f-4529-8243-2f6a01ea0b22), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:55.547913 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=497e899d-dcd5-414d-8e9e-e9b921e6c1e2,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:55.552914 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-75c5799d-b097-45fc-b12d-39f42c98158e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:55.573701 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-09b67e13-ea7c-4db5-981f-48a5420c3f16 admin admin] Publish callbacks [] for security_group (ab133695-622f-4529-8243-2f6a01ea0b22), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:55.638949 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-09b67e13-ea7c-4db5-981f-48a5420c3f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ab133695-622f-4529-8243-2f6a01ea0b22), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:55.641867 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-09b67e13-ea7c-4db5-981f-48a5420c3f16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:55.643216 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-09b67e13-ea7c-4db5-981f-48a5420c3f16 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab133695-622f-4529-8243-2f6a01ea0b22 HTTP/1.1" status: 204 len: 168 time: 0.1699383 Jan 18 20:14:55.657598 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b67e13-ea7c-4db5-981f-48a5420c3f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab133695-622f-4529-8243-2f6a01ea0b22,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:55.724710 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43252510-2bda-456b-886c-97a08315e022 req-b8dea85b-d26a-4329-ab0b-1a5f6766ca2b tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:55.726249 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43252510-2bda-456b-886c-97a08315e022 req-b8dea85b-d26a-4329-ab0b-1a5f6766ca2b tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.0601563 Jan 18 20:14:55.818217 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43252510-2bda-456b-886c-97a08315e022 req-52cb6ebd-3846-4390-948b-9b0e72e02e39 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862341 Jan 18 20:14:55.836880 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3677cc3-9f68-4f82-b92a-f71ece7bda1c req-5861cfe0-5cd9-4d82-95a6-90aef93a9a23 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:55.839522 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b3677cc3-9f68-4f82-b92a-f71ece7bda1c req-5861cfe0-5cd9-4d82-95a6-90aef93a9a23 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.0950992 Jan 18 20:14:55.894553 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b3677cc3-9f68-4f82-b92a-f71ece7bda1c req-a0d3e3de-57d6-4ff2-a721-dea679da10ea tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472205 Jan 18 20:14:56.412076 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49952) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:56.508373 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-0a2931f1-f5d1-4cd8-a8b2-e4246a3a276b tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1264962378'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:14:56.539507 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-812a6df7-91d3-4c55-996f-5e4bb2efa158 req-9f38fdc9-c312-4957-ba59-424112131ce9 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 210 time: 0.0275629 Jan 18 20:14:56.555712 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2931f1-f5d1-4cd8-a8b2-e4246a3a276b tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Made reservation on behalf of bcd17588987b4b15a3fbc23c94621e5a for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:14:56.560843 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0a2931f1-f5d1-4cd8-a8b2-e4246a3a276b tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:56.573003 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0a2931f1-f5d1-4cd8-a8b2-e4246a3a276b tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:56.677042 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0a2931f1-f5d1-4cd8-a8b2-e4246a3a276b tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks [] for security_group (52524402-fde1-45c8-aa91-d8f9094a836c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:56.685310 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0a2931f1-f5d1-4cd8-a8b2-e4246a3a276b tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (52524402-fde1-45c8-aa91-d8f9094a836c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:56.722509 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2931f1-f5d1-4cd8-a8b2-e4246a3a276b tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:14:56.736570 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2931f1-f5d1-4cd8-a8b2-e4246a3a276b tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52524402-fde1-45c8-aa91-d8f9094a836c,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:56.741727 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0a2931f1-f5d1-4cd8-a8b2-e4246a3a276b tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (949a7942-8620-4968-9486-441975d3748d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:56.742144 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-0a2931f1-f5d1-4cd8-a8b2-e4246a3a276b tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Added segment 949a7942-8620-4968-9486-441975d3748d of type vlan for network 4d49d619-17e7-433b-9e32-65d427c9e694 Jan 18 20:14:56.788019 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0a2931f1-f5d1-4cd8-a8b2-e4246a3a276b tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (4d49d619-17e7-433b-9e32-65d427c9e694), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:56.817770 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0a2931f1-f5d1-4cd8-a8b2-e4246a3a276b tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (4d49d619-17e7-433b-9e32-65d427c9e694), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:56.823752 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2931f1-f5d1-4cd8-a8b2-e4246a3a276b tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:56.824303 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0a2931f1-f5d1-4cd8-a8b2-e4246a3a276b tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:56.862292 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0a2931f1-f5d1-4cd8-a8b2-e4246a3a276b tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4490438 Jan 18 20:14:56.908524 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2931f1-f5d1-4cd8-a8b2-e4246a3a276b tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event updated for resources: {'Network': ['ID=4d49d619-17e7-433b-9e32-65d427c9e694,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:56.922713 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 4d49d619-17e7-433b-9e32-65d427c9e694 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:14:56.997837 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038e32e-5e97-4373-9114-d2bd9d5abda1 req-101cf9ef-6e33-46df-9bcc-fd8ad306a182 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:57.010780 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9038e32e-5e97-4373-9114-d2bd9d5abda1 req-101cf9ef-6e33-46df-9bcc-fd8ad306a182 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.1162961 Jan 18 20:14:57.084633 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9038e32e-5e97-4373-9114-d2bd9d5abda1 req-163654fe-90d5-4198-9720-37a8623fa2bb tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729647 Jan 18 20:14:57.097084 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48cbe76-4ef3-4410-8adf-a7e99a43f861 req-d7830509-96de-4a50-a4d2-c93a6f6dab1e tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:57.106579 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a48cbe76-4ef3-4410-8adf-a7e99a43f861 req-d7830509-96de-4a50-a4d2-c93a6f6dab1e tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.0729532 Jan 18 20:14:57.154494 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a48cbe76-4ef3-4410-8adf-a7e99a43f861 req-b3e76d00-7767-42b1-8938-bd2efb4a3905 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492442 Jan 18 20:14:57.215742 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a3555d-7659-4f06-8c01-0841eda6e464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497e899d-dcd5-414d-8e9e-e9b921e6c1e2'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:14:57.218351 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cb5058-5b6a-42c8-a2c6-2357808752b5" -d '{"events": [{"server_uuid": "e9a3555d-7659-4f06-8c01-0841eda6e464", "name": "network-vif-plugged", "status": "completed", "tag": "497e899d-dcd5-414d-8e9e-e9b921e6c1e2"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:14:57.270544 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dee26f3-fa39-4d6e-aa3d-3842a1987590 x-openstack-request-id: req-0dee26f3-fa39-4d6e-aa3d-3842a1987590 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:14:57.271687 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a3555d-7659-4f06-8c01-0841eda6e464", "name": "network-vif-plugged", "status": "completed", "tag": "497e899d-dcd5-414d-8e9e-e9b921e6c1e2", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:14:57.272168 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0dee26f3-fa39-4d6e-aa3d-3842a1987590 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:14:57.272766 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a3555d-7659-4f06-8c01-0841eda6e464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497e899d-dcd5-414d-8e9e-e9b921e6c1e2', 'code': 200} Jan 18 20:14:57.436800 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0902e-87ff-4b98-bf4d-2db18f8a314c req-fd0aed34-0b94-4eb1-a881-90994a3241ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:57.439949 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aaa0902e-87ff-4b98-bf4d-2db18f8a314c req-fd0aed34-0b94-4eb1-a881-90994a3241ce service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 1097 time: 0.0774341 Jan 18 20:14:57.441968 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b9986-c741-4d0c-84b5-59cd87001d28 req-e789d8a2-30be-4b80-a0be-9f11be7fdbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:57.443499 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3e1b9986-c741-4d0c-84b5-59cd87001d28 req-e789d8a2-30be-4b80-a0be-9f11be7fdbd4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d59cddb1215e4094a41609f512841133&device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 1097 time: 0.0549567 Jan 18 20:14:57.467760 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9b533-3241-4bfd-b394-c5fc01a69ca5 req-d8ea33a7-ac26-4df6-872e-73defa9316f0 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:57.470937 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ee9b533-3241-4bfd-b394-c5fc01a69ca5 req-d8ea33a7-ac26-4df6-872e-73defa9316f0 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.0893810 Jan 18 20:14:57.555942 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aaa0902e-87ff-4b98-bf4d-2db18f8a314c req-5ef79b77-8271-4a62-864f-9a4cfcba54b6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023240 Jan 18 20:14:57.590875 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b9986-c741-4d0c-84b5-59cd87001d28 req-bae298f7-2f40-43b7-a9fe-0a2fda3e36fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:57.592549 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3e1b9986-c741-4d0c-84b5-59cd87001d28 req-bae298f7-2f40-43b7-a9fe-0a2fda3e36fa service neutron] 10.222.0.70 "GET /v2.0/networks?id=9bae8be3-cced-4e71-aa87-680dd9e51700 HTTP/1.1" status: 200 len: 919 time: 0.1370480 Jan 18 20:14:57.772282 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e360263d-f2d7-43d8-b582-d58f63d8c004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:57.808641 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3e1b9986-c741-4d0c-84b5-59cd87001d28 req-cbb1e6f2-9866-42e0-8773-e5bc49964a01 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c6640e9-8ddd-46b4-af5e-80618c8b77e4 HTTP/1.1" status: 200 len: 217 time: 0.0550036 Jan 18 20:14:57.895214 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b9986-c741-4d0c-84b5-59cd87001d28 req-2f31acf8-f459-424e-b739-ba8a31bb5b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:57.896842 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3e1b9986-c741-4d0c-84b5-59cd87001d28 req-2f31acf8-f459-424e-b739-ba8a31bb5b18 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8b0c6c1e-1c31-4591-a3ac-dad17a871642 HTTP/1.1" status: 200 len: 858 time: 0.0734098 Jan 18 20:14:57.950464 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3e1b9986-c741-4d0c-84b5-59cd87001d28 req-acfb6bd7-df09-4e0a-895e-747cb94b9ee1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9bae8be3-cced-4e71-aa87-680dd9e51700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420995 Jan 18 20:14:57.979109 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e980da13-9ae4-467a-ab19-3292580fb5c5 req-808a5c3c-fdf9-4634-bd92-059d0c99f5ae tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/ports?device_id=f143376f-f81f-4aec-934e-e88fcb9ba65a HTTP/1.1" status: 200 len: 210 time: 0.0579853 Jan 18 20:14:58.028964 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ee9b533-3241-4bfd-b394-c5fc01a69ca5 req-8716a305-1508-4c40-b085-6c0f201cbd3b tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5512118 Jan 18 20:14:58.214108 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3e1b9986-c741-4d0c-84b5-59cd87001d28 req-7b37113b-b362-4668-98d3-58210e7a022b service neutron] 10.222.0.70 "GET /v2.0/networks/9bae8be3-cced-4e71-aa87-680dd9e51700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334564 Jan 18 20:14:58.319171 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e2e22-f221-4d11-acf5-b3ea6f502326 req-2d206f4b-e056-43fd-a69b-3e3f75f2b6a9 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:58.320788 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-556e2e22-f221-4d11-acf5-b3ea6f502326 req-2d206f4b-e056-43fd-a69b-3e3f75f2b6a9 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.0934129 Jan 18 20:14:58.378718 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3e1b9986-c741-4d0c-84b5-59cd87001d28 req-b0d6b73e-4c9e-4bb6-acad-b15f8d131d45 service neutron] 10.222.0.70 "GET /v2.0/networks/9bae8be3-cced-4e71-aa87-680dd9e51700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570044 Jan 18 20:14:58.405014 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-556e2e22-f221-4d11-acf5-b3ea6f502326 req-ea2fbe61-5b8c-4b7e-b09a-33db158dc6e6 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770249 Jan 18 20:14:58.969537 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:59.097918 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50002) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:59.236929 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b38234d5-5328-4486-8e8b-c8de8f798cfd tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks [] for security_group (f127561b-8ad4-4738-9ba4-fc683e0dfbd0), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:59.265175 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b38234d5-5328-4486-8e8b-c8de8f798cfd tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks [] for security_group (f127561b-8ad4-4738-9ba4-fc683e0dfbd0), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:59.351108 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b38234d5-5328-4486-8e8b-c8de8f798cfd tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f127561b-8ad4-4738-9ba4-fc683e0dfbd0), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:59.353298 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b38234d5-5328-4486-8e8b-c8de8f798cfd tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:59.357424 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b38234d5-5328-4486-8e8b-c8de8f798cfd tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "DELETE /v2.0/security-groups/f127561b-8ad4-4738-9ba4-fc683e0dfbd0 HTTP/1.1" status: 204 len: 168 time: 0.2565382 Jan 18 20:14:59.357803 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50006) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:59.374050 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-5eeeb925-7160-41d3-ba9a-1effbb12fc65 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] show failed (client error): The resource could not be found. Jan 18 20:14:59.377544 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5eeeb925-7160-41d3-ba9a-1effbb12fc65 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "GET /v2.0/security-groups/f127561b-8ad4-4738-9ba4-fc683e0dfbd0 HTTP/1.1" status: 404 len: 347 time: 0.0158486 Jan 18 20:14:59.377752 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50008) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:59.395346 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69517a82-0ff9-445e-8822-e5461d1e3305 req-3cb4c614-d914-4b1d-813d-ac4b759affed tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:59.397017 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-69517a82-0ff9-445e-8822-e5461d1e3305 req-3cb4c614-d914-4b1d-813d-ac4b759affed tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.2179413 Jan 18 20:14:59.415959 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38234d5-5328-4486-8e8b-c8de8f798cfd tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f127561b-8ad4-4738-9ba4-fc683e0dfbd0,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:14:59.502106 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-69517a82-0ff9-445e-8822-e5461d1e3305 req-ed034515-972b-45ef-8744-04174e0f55c3 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920556 Jan 18 20:14:59.613833 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-9406b223-e955-4a31-92a7-403e851edd60 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Deleting port 414da867-1729-459f-8b23-ee853e2bb567 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:14:59.614142 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9406b223-e955-4a31-92a7-403e851edd60 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (414da867-1729-459f-8b23-ee853e2bb567), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:59.627676 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557d65c-0b0c-4e22-9209-07169d656630 req-4d69d982-0074-4060-af0e-d84ce884eee3 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:14:59.629140 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8557d65c-0b0c-4e22-9209-07169d656630 req-4d69d982-0074-4060-af0e-d84ce884eee3 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.0836153 Jan 18 20:14:59.725139 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9406b223-e955-4a31-92a7-403e851edd60 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (414da867-1729-459f-8b23-ee853e2bb567), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:59.725534 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9406b223-e955-4a31-92a7-403e851edd60 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks [] for floatingip (414da867-1729-459f-8b23-ee853e2bb567), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:59.733625 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8557d65c-0b0c-4e22-9209-07169d656630 req-bb7060ee-4050-4603-b215-ac6c228a86c3 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912340 Jan 18 20:14:59.765698 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-9406b223-e955-4a31-92a7-403e851edd60 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Calling delete_port for 414da867-1729-459f-8b23-ee853e2bb567 owned by network:floatingip {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:14:59.921736 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9406b223-e955-4a31-92a7-403e851edd60 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (414da867-1729-459f-8b23-ee853e2bb567), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:59.953452 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406b223-e955-4a31-92a7-403e851edd60 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Pushing event deleted for resources: {'Port': ['ID=414da867-1729-459f-8b23-ee853e2bb567,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:00.018039 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9406b223-e955-4a31-92a7-403e851edd60 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks [] for floatingip (a1b52405-6347-4619-9f1e-d5a992fbd4ff), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:00.021306 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9406b223-e955-4a31-92a7-403e851edd60 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:00.025996 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9406b223-e955-4a31-92a7-403e851edd60 tempest-ServersTestBootFromVolume-1909772323 tempest-ServersTestBootFromVolume-1909772323-project] 10.222.0.31 "DELETE /v2.0/floatingips/a1b52405-6347-4619-9f1e-d5a992fbd4ff HTTP/1.1" status: 204 len: 168 time: 0.6470883 Jan 18 20:15:00.026689 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50014) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:00.352720 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50018) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:00.359445 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-84757bae-efe6-4cad-91bf-314600bd3fab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Request body: {'subnet': {'network_id': '4d49d619-17e7-433b-9e32-65d427c9e694', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:00.440646 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-35fadd38-a470-459a-83e9-55ac497f79a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (b45c827e-ab25-41d2-9d50-48d427917e72), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:00.458489 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84757bae-efe6-4cad-91bf-314600bd3fab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Made reservation on behalf of bcd17588987b4b15a3fbc23c94621e5a for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:15:00.463682 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84757bae-efe6-4cad-91bf-314600bd3fab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:00.467166 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:00.664359 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75f14d-f2a5-46eb-948d-3f78a1ace897 req-0c60b2fc-6150-4592-8832-11ab11b5245c tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:00.665885 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b75f14d-f2a5-46eb-948d-3f78a1ace897 req-0c60b2fc-6150-4592-8832-11ab11b5245c tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.0750399 Jan 18 20:15:00.683871 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84757bae-efe6-4cad-91bf-314600bd3fab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (7b8a11e7-7eff-4cdf-a934-e45ad656f39c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:00.757097 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84757bae-efe6-4cad-91bf-314600bd3fab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event updated for resources: {'Subnet': ['ID=7b8a11e7-7eff-4cdf-a934-e45ad656f39c,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:00.763913 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84757bae-efe6-4cad-91bf-314600bd3fab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Checking segment: {'id': '949a7942-8620-4968-9486-441975d3748d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4d49d619-17e7-433b-9e32-65d427c9e694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:15:00.764500 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84757bae-efe6-4cad-91bf-314600bd3fab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Network hostable DHCP agents. Network: 4d49d619-17e7-433b-9e32-65d427c9e694, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:15:00.779804 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b75f14d-f2a5-46eb-948d-3f78a1ace897 req-af8a4060-c5eb-4ac2-96e9-94929137c09c tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027734 Jan 18 20:15:00.798309 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84757bae-efe6-4cad-91bf-314600bd3fab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Network 4d49d619-17e7-433b-9e32-65d427c9e694 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:15:00.808527 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-84757bae-efe6-4cad-91bf-314600bd3fab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 4d49d619-17e7-433b-9e32-65d427c9e694) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:00.816541 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84757bae-efe6-4cad-91bf-314600bd3fab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:00.816950 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67f8ba6-5881-4228-bef3-6123a4dee862 None None] Network 4d49d619-17e7-433b-9e32-65d427c9e694 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:00.817142 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84757bae-efe6-4cad-91bf-314600bd3fab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:00.855980 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-84757bae-efe6-4cad-91bf-314600bd3fab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5005491 Jan 18 20:15:00.856777 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50026) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:00.861434 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-35fadd38-a470-459a-83e9-55ac497f79a3 admin admin] Deleting port fea41bb9-42c2-45e3-ae70-4b0b870cd3f5 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:15:00.861824 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-35fadd38-a470-459a-83e9-55ac497f79a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (fea41bb9-42c2-45e3-ae70-4b0b870cd3f5), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:00.863332 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-d931b58c-0959-44c0-a70b-fb804e0b2f07 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-876925816'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:00.898211 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d931b58c-0959-44c0-a70b-fb804e0b2f07 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Made reservation on behalf of bcd17588987b4b15a3fbc23c94621e5a for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:15:00.903219 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d931b58c-0959-44c0-a70b-fb804e0b2f07 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:00.930485 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7bbdde-5389-4ca2-96ea-0da3d754cbad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-4d49d619-17e7-433b-9e32-65d427c9e694', 'network_id': '4d49d619-17e7-433b-9e32-65d427c9e694', 'project_id': 'bcd17588987b4b15a3fbc23c94621e5a', 'fixed_ips': [{'subnet_id': '7b8a11e7-7eff-4cdf-a934-e45ad656f39c'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:15:00.931873 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7e7bbdde-5389-4ca2-96ea-0da3d754cbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:00.948104 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d931b58c-0959-44c0-a70b-fb804e0b2f07 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:15:00.961116 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fe753-a3e6-410a-81ba-98a18a56ff83 req-102befa8-71e9-4f53-8f15-752adfd8ac12 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:00.962091 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d931b58c-0959-44c0-a70b-fb804e0b2f07 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (dfac9640-00c0-49b9-8d75-7ad2ee76e488), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:00.964682 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-d931b58c-0959-44c0-a70b-fb804e0b2f07 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Added segment dfac9640-00c0-49b9-8d75-7ad2ee76e488 of type vlan for network b51aa7a8-0e09-4111-99bb-c4ea4650e594 Jan 18 20:15:00.970376 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca3fe753-a3e6-410a-81ba-98a18a56ff83 req-102befa8-71e9-4f53-8f15-752adfd8ac12 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.1427803 Jan 18 20:15:00.973461 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-35fadd38-a470-459a-83e9-55ac497f79a3 admin admin] For port fea41bb9-42c2-45e3-ae70-4b0b870cd3f5, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=fea41bb9-42c2-45e3-ae70-4b0b870cd3f5,segment=NetworkSegment(68d51170-80e6-4a28-82bd-562d85a7bbe1),segment_id=68d51170-80e6-4a28-82bd-562d85a7bbe1)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:00.973853 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-35fadd38-a470-459a-83e9-55ac497f79a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (fea41bb9-42c2-45e3-ae70-4b0b870cd3f5), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:01.011973 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-35fadd38-a470-459a-83e9-55ac497f79a3 admin admin] Calling delete_port for fea41bb9-42c2-45e3-ae70-4b0b870cd3f5 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:15:01.019334 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d931b58c-0959-44c0-a70b-fb804e0b2f07 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (b51aa7a8-0e09-4111-99bb-c4ea4650e594), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:01.053491 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d931b58c-0959-44c0-a70b-fb804e0b2f07 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (b51aa7a8-0e09-4111-99bb-c4ea4650e594), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:01.054590 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca3fe753-a3e6-410a-81ba-98a18a56ff83 req-ad57312a-1d27-4a64-a102-698e431068c6 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829985 Jan 18 20:15:01.063410 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d931b58c-0959-44c0-a70b-fb804e0b2f07 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:01.064320 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d931b58c-0959-44c0-a70b-fb804e0b2f07 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:01.100070 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-7e7bbdde-5389-4ca2-96ea-0da3d754cbad None None] Allocated IP 2001:db8:0:ffff::2 (4d49d619-17e7-433b-9e32-65d427c9e694/7b8a11e7-7eff-4cdf-a934-e45ad656f39c/7594f00a-184d-43e9-8193-8c0c9078b6af) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:15:01.141698 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931b58c-0959-44c0-a70b-fb804e0b2f07 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event updated for resources: {'Network': ['ID=b51aa7a8-0e09-4111-99bb-c4ea4650e594,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:01.151063 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d931b58c-0959-44c0-a70b-fb804e0b2f07 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2925584 Jan 18 20:15:01.151778 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50028) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:01.158952 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-9a68c6db-0061-42e7-bfeb-75e4b1236d80 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Request body: {'subnet': {'network_id': 'b51aa7a8-0e09-4111-99bb-c4ea4650e594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:01.186233 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network b51aa7a8-0e09-4111-99bb-c4ea4650e594 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:15:01.269110 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a68c6db-0061-42e7-bfeb-75e4b1236d80 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Made reservation on behalf of bcd17588987b4b15a3fbc23c94621e5a for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:15:01.277906 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a68c6db-0061-42e7-bfeb-75e4b1236d80 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:01.310762 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-35fadd38-a470-459a-83e9-55ac497f79a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (fea41bb9-42c2-45e3-ae70-4b0b870cd3f5), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:01.347852 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fadd38-a470-459a-83e9-55ac497f79a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fea41bb9-42c2-45e3-ae70-4b0b870cd3f5,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:01.369887 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7e7bbdde-5389-4ca2-96ea-0da3d754cbad None None] Publish callbacks [] for port (7594f00a-184d-43e9-8193-8c0c9078b6af), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:01.381877 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7e7bbdde-5389-4ca2-96ea-0da3d754cbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (7594f00a-184d-43e9-8193-8c0c9078b6af), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:01.448167 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7bbdde-5389-4ca2-96ea-0da3d754cbad None None] Network 4d49d619-17e7-433b-9e32-65d427c9e694 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:15:01.455283 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-7e7bbdde-5389-4ca2-96ea-0da3d754cbad None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:01.460446 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7bbdde-5389-4ca2-96ea-0da3d754cbad None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:15:01.513538 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7bbdde-5389-4ca2-96ea-0da3d754cbad None None] Pushing event updated for resources: {'Port': ['ID=7594f00a-184d-43e9-8193-8c0c9078b6af,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:01.527171 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7e7bbdde-5389-4ca2-96ea-0da3d754cbad None None] Attempting to bind port 7594f00a-184d-43e9-8193-8c0c9078b6af on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:15:01.527747 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7e7bbdde-5389-4ca2-96ea-0da3d754cbad None None] Attempting to bind port 7594f00a-184d-43e9-8193-8c0c9078b6af by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '949a7942-8620-4968-9486-441975d3748d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4d49d619-17e7-433b-9e32-65d427c9e694'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:15:01.528268 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7bbdde-5389-4ca2-96ea-0da3d754cbad None None] Attempting to bind port 7594f00a-184d-43e9-8193-8c0c9078b6af on network 4d49d619-17e7-433b-9e32-65d427c9e694 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:15:01.535115 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7bbdde-5389-4ca2-96ea-0da3d754cbad None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:15:01.536221 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7bbdde-5389-4ca2-96ea-0da3d754cbad None None] Checking segment: {'id': '949a7942-8620-4968-9486-441975d3748d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4d49d619-17e7-433b-9e32-65d427c9e694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:15:01.537298 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7e7bbdde-5389-4ca2-96ea-0da3d754cbad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:01.537931 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7bbdde-5389-4ca2-96ea-0da3d754cbad None None] Bound using segment: {'id': '949a7942-8620-4968-9486-441975d3748d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4d49d619-17e7-433b-9e32-65d427c9e694'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:15:01.538614 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7e7bbdde-5389-4ca2-96ea-0da3d754cbad None None] Bound port: 7594f00a-184d-43e9-8193-8c0c9078b6af, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949a7942-8620-4968-9486-441975d3748d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4d49d619-17e7-433b-9e32-65d427c9e694'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:15:01.539153 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7e7bbdde-5389-4ca2-96ea-0da3d754cbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7594f00a-184d-43e9-8193-8c0c9078b6af), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:01.587078 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-35fadd38-a470-459a-83e9-55ac497f79a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (b45c827e-ab25-41d2-9d50-48d427917e72), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:01.665561 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7e7bbdde-5389-4ca2-96ea-0da3d754cbad None None] For port 7594f00a-184d-43e9-8193-8c0c9078b6af, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:15:01.671132 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7e7bbdde-5389-4ca2-96ea-0da3d754cbad None None] For port 7594f00a-184d-43e9-8193-8c0c9078b6af, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7594f00a-184d-43e9-8193-8c0c9078b6af,segment=NetworkSegment(949a7942-8620-4968-9486-441975d3748d),segment_id=949a7942-8620-4968-9486-441975d3748d)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:15:01.677392 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7e7bbdde-5389-4ca2-96ea-0da3d754cbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7594f00a-184d-43e9-8193-8c0c9078b6af), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:01.678260 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a68c6db-0061-42e7-bfeb-75e4b1236d80 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (a1584125-6500-4490-a394-5caa5fc07178), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:01.747629 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7bbdde-5389-4ca2-96ea-0da3d754cbad None None] Pushing event updated for resources: {'Port': ['ID=7594f00a-184d-43e9-8193-8c0c9078b6af,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:01.759020 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68c6db-0061-42e7-bfeb-75e4b1236d80 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Checking segment: {'id': 'dfac9640-00c0-49b9-8d75-7ad2ee76e488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b51aa7a8-0e09-4111-99bb-c4ea4650e594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:15:01.760065 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a68c6db-0061-42e7-bfeb-75e4b1236d80 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Network hostable DHCP agents. Network: b51aa7a8-0e09-4111-99bb-c4ea4650e594, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:15:01.768123 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68c6db-0061-42e7-bfeb-75e4b1236d80 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event updated for resources: {'Subnet': ['ID=a1584125-6500-4490-a394-5caa5fc07178,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:01.807603 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a68c6db-0061-42e7-bfeb-75e4b1236d80 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Network b51aa7a8-0e09-4111-99bb-c4ea4650e594 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:15:01.821972 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-9a68c6db-0061-42e7-bfeb-75e4b1236d80 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, b51aa7a8-0e09-4111-99bb-c4ea4650e594) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:01.824562 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:01.827766 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a68c6db-0061-42e7-bfeb-75e4b1236d80 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:01.828389 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a68c6db-0061-42e7-bfeb-75e4b1236d80 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:01.834530 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c901431-2bda-4b87-874a-38f8081b9083 None None] Network b51aa7a8-0e09-4111-99bb-c4ea4650e594 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:01.861440 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9a68c6db-0061-42e7-bfeb-75e4b1236d80 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7040563 Jan 18 20:15:01.861676 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50036) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:01.872641 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fadd38-a470-459a-83e9-55ac497f79a3 admin admin] Router b45c827e-ab25-41d2-9d50-48d427917e72 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:15:02.016506 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4350d-f060-4804-8dd3-d4c616afa648 req-4a599274-0ed3-4142-b8e9-41cdcd3d4fd4 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:02.018309 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62f4350d-f060-4804-8dd3-d4c616afa648 req-4a599274-0ed3-4142-b8e9-41cdcd3d4fd4 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.1173174 Jan 18 20:15:02.022319 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7744e3b-1e56-4259-aba5-e5e1048de5ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-b51aa7a8-0e09-4111-99bb-c4ea4650e594', 'network_id': 'b51aa7a8-0e09-4111-99bb-c4ea4650e594', 'project_id': 'bcd17588987b4b15a3fbc23c94621e5a', 'fixed_ips': [{'subnet_id': 'a1584125-6500-4490-a394-5caa5fc07178'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:15:02.023191 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d7744e3b-1e56-4259-aba5-e5e1048de5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:02.048102 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (b51aa7a8-0e09-4111-99bb-c4ea4650e594), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:02.141098 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fadd38-a470-459a-83e9-55ac497f79a3 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:15:02.149892 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-35fadd38-a470-459a-83e9-55ac497f79a3 admin admin] 10.222.0.31 "PUT /v2.0/routers/b45c827e-ab25-41d2-9d50-48d427917e72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1195273 Jan 18 20:15:02.151548 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50040) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:02.162191 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62f4350d-f060-4804-8dd3-d4c616afa648 req-44da07a5-f2d4-4803-900e-1b0111cab1a4 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154795 Jan 18 20:15:02.234764 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (a1584125-6500-4490-a394-5caa5fc07178), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:02.310534 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e1ef1f56-a234-4c1a-abb6-76a7591acb88 admin admin] Publish callbacks [] for router (b45c827e-ab25-41d2-9d50-48d427917e72), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:02.320659 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d4c920-c902-4f3f-a6e5-059c4e4e9de4 None None] Sync routers for ids ['b45c827e-ab25-41d2-9d50-48d427917e72'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:15:02.350556 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d4c920-c902-4f3f-a6e5-059c4e4e9de4 None None] Routers {'b45c827e-ab25-41d2-9d50-48d427917e72'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:15:02.350556 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-41d4c920-c902-4f3f-a6e5-059c4e4e9de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:14:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['b45c827e-ab25-41d2-9d50-48d427917e72'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:02.398543 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-d7744e3b-1e56-4259-aba5-e5e1048de5ef None None] Allocated IP 2001:db8::1 (b51aa7a8-0e09-4111-99bb-c4ea4650e594/a1584125-6500-4490-a394-5caa5fc07178/53797e81-7891-4c88-8690-c29f9dda6038) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:15:02.450822 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e789ee-2646-4e82-9be9-1986c68e4b4a req-e061c0bd-3647-4b8b-9e6b-d06d233484dd tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:02.457845 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-70e789ee-2646-4e82-9be9-1986c68e4b4a req-e061c0bd-3647-4b8b-9e6b-d06d233484dd tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.1450341 Jan 18 20:15:02.504292 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e1ef1f56-a234-4c1a-abb6-76a7591acb88 admin admin] Publish callbacks [] for router_gateway (b45c827e-ab25-41d2-9d50-48d427917e72), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:02.524959 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-70e789ee-2646-4e82-9be9-1986c68e4b4a req-f7206817-72e8-4928-a259-bea30a37db06 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662017 Jan 18 20:15:02.541544 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-41d4c920-c902-4f3f-a6e5-059c4e4e9de4 None None] Set router b45c827e-ab25-41d2-9d50-48d427917e72 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:15:02.593607 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-e1ef1f56-a234-4c1a-abb6-76a7591acb88 admin admin] Deleting port cfb1c975-0f38-43fb-8b3f-abf3793039d3 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:15:02.595974 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e1ef1f56-a234-4c1a-abb6-76a7591acb88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (cfb1c975-0f38-43fb-8b3f-abf3793039d3), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:02.736441 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-e1ef1f56-a234-4c1a-abb6-76a7591acb88 admin admin] For port cfb1c975-0f38-43fb-8b3f-abf3793039d3, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=cfb1c975-0f38-43fb-8b3f-abf3793039d3,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:02.736947 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e1ef1f56-a234-4c1a-abb6-76a7591acb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (cfb1c975-0f38-43fb-8b3f-abf3793039d3), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:02.752226 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-e1ef1f56-a234-4c1a-abb6-76a7591acb88 admin admin] Calling delete_port for cfb1c975-0f38-43fb-8b3f-abf3793039d3 owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:15:02.754706 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d7744e3b-1e56-4259-aba5-e5e1048de5ef None None] Publish callbacks [] for port (53797e81-7891-4c88-8690-c29f9dda6038), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:02.768032 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d7744e3b-1e56-4259-aba5-e5e1048de5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (53797e81-7891-4c88-8690-c29f9dda6038), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:02.804100 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (a1584125-6500-4490-a394-5caa5fc07178), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:02.868985 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event deleted for resources: {'Subnet': ['ID=a1584125-6500-4490-a394-5caa5fc07178,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:02.999563 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e1ef1f56-a234-4c1a-abb6-76a7591acb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (cfb1c975-0f38-43fb-8b3f-abf3793039d3), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:03.011461 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (b51aa7a8-0e09-4111-99bb-c4ea4650e594), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:03.022527 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7744e3b-1e56-4259-aba5-e5e1048de5ef None None] Pushing event updated for resources: {'Port': ['ID=53797e81-7891-4c88-8690-c29f9dda6038,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:03.029063 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7594f00a-184d-43e9-8193-8c0c9078b6af up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:15:03.033333 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef1f56-a234-4c1a-abb6-76a7591acb88 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfb1c975-0f38-43fb-8b3f-abf3793039d3,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:03.037680 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7744e3b-1e56-4259-aba5-e5e1048de5ef None None] Network b51aa7a8-0e09-4111-99bb-c4ea4650e594 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:15:03.064434 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b51aa7a8-0e09-4111-99bb-c4ea4650e594']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:03.072592 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-d7744e3b-1e56-4259-aba5-e5e1048de5ef None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:03.081223 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfac9640-00c0-49b9-8d75-7ad2ee76e488') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:03.081540 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfac9640-00c0-49b9-8d75-7ad2ee76e488') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:03.089936 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7744e3b-1e56-4259-aba5-e5e1048de5ef None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:15:03.107126 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e1ef1f56-a234-4c1a-abb6-76a7591acb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (b45c827e-ab25-41d2-9d50-48d427917e72), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:03.108392 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (dfac9640-00c0-49b9-8d75-7ad2ee76e488), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:03.134094 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (dfac9640-00c0-49b9-8d75-7ad2ee76e488), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:03.155705 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:15:03.156234 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:15:03.156589 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (dfac9640-00c0-49b9-8d75-7ad2ee76e488), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:15:03.164068 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:15:03.193210 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-d7744e3b-1e56-4259-aba5-e5e1048de5ef None None] Attempting to bind port 53797e81-7891-4c88-8690-c29f9dda6038 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:15:03.193582 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-d7744e3b-1e56-4259-aba5-e5e1048de5ef None None] Attempting to bind port 53797e81-7891-4c88-8690-c29f9dda6038 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'dfac9640-00c0-49b9-8d75-7ad2ee76e488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b51aa7a8-0e09-4111-99bb-c4ea4650e594'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:15:03.193979 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7744e3b-1e56-4259-aba5-e5e1048de5ef None None] Attempting to bind port 53797e81-7891-4c88-8690-c29f9dda6038 on network b51aa7a8-0e09-4111-99bb-c4ea4650e594 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:15:03.202764 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7744e3b-1e56-4259-aba5-e5e1048de5ef None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:15:03.202764 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7744e3b-1e56-4259-aba5-e5e1048de5ef None None] Checking segment: {'id': 'dfac9640-00c0-49b9-8d75-7ad2ee76e488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b51aa7a8-0e09-4111-99bb-c4ea4650e594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:15:03.203069 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d7744e3b-1e56-4259-aba5-e5e1048de5ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:03.203321 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7744e3b-1e56-4259-aba5-e5e1048de5ef None None] Bound using segment: {'id': 'dfac9640-00c0-49b9-8d75-7ad2ee76e488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b51aa7a8-0e09-4111-99bb-c4ea4650e594'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:15:03.203791 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-d7744e3b-1e56-4259-aba5-e5e1048de5ef None None] Bound port: 53797e81-7891-4c88-8690-c29f9dda6038, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfac9640-00c0-49b9-8d75-7ad2ee76e488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b51aa7a8-0e09-4111-99bb-c4ea4650e594'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:15:03.204219 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d7744e3b-1e56-4259-aba5-e5e1048de5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (53797e81-7891-4c88-8690-c29f9dda6038), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:03.225332 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-41d4c920-c902-4f3f-a6e5-059c4e4e9de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'name': 'tempest-ServersTestBootFromVolume-570126730-router', 'tenant_id': 'd6c7036af1d647c2827e33b517dc8824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'cfb1c975-0f38-43fb-8b3f-abf3793039d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:11:12Z', 'updated_at': '2022-01-18T20:15:01Z', 'revision_number': 5, 'project_id': 'd6c7036af1d647c2827e33b517dc8824', 'gw_port': {'id': 'cfb1c975-0f38-43fb-8b3f-abf3793039d3', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:32:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45c827e-ab25-41d2-9d50-48d427917e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:11:12Z', 'updated_at': '2022-01-18T20:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:03.231332 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e1ef1f56-a234-4c1a-abb6-76a7591acb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (b45c827e-ab25-41d2-9d50-48d427917e72), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:03.233655 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e1ef1f56-a234-4c1a-abb6-76a7591acb88 admin admin] Publish callbacks [] for router_controller (b45c827e-ab25-41d2-9d50-48d427917e72), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:03.265756 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d4c920-c902-4f3f-a6e5-059c4e4e9de4 None None] Checking router: b45c827e-ab25-41d2-9d50-48d427917e72 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:15:03.281504 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a2fc28-df1f-488f-9794-09c85b45cbe6 None None] Network 4d49d619-17e7-433b-9e32-65d427c9e694 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:03.287536 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.db.api [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 20:15:03.287536 n-d-741529-9 neutron-server[103335]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 20:15:03.287536 n-d-741529-9 neutron-server[103335]: [parameters: {'id': 'b51aa7a8-0e09-4111-99bb-c4ea4650e594'}] Jan 18 20:15:03.287536 n-d-741529-9 neutron-server[103335]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:15:03.287962 n-d-741529-9 neutron-server[103335]: DEBUG oslo_db.api [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:15:03.289755 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 7594f00a-184d-43e9-8193-8c0c9078b6af triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:03.290297 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7594f00a-184d-43e9-8193-8c0c9078b6af), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:03.317110 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e1ef1f56-a234-4c1a-abb6-76a7591acb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (b45c827e-ab25-41d2-9d50-48d427917e72), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:03.317683 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ef1f56-a234-4c1a-abb6-76a7591acb88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b45c827e-ab25-41d2-9d50-48d427917e72 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:15:03.322796 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e1ef1f56-a234-4c1a-abb6-76a7591acb88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:03.323924 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e1ef1f56-a234-4c1a-abb6-76a7591acb88 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b45c827e-ab25-41d2-9d50-48d427917e72 HTTP/1.1" status: 204 len: 168 time: 1.1607335 Jan 18 20:15:03.326837 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50048) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:03.379750 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bedf7-502b-42e7-9e86-14bf2bf8eaf5 req-e250817b-f4d6-42b1-a9c2-ba73f150999c tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:03.381231 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf5bedf7-502b-42e7-9e86-14bf2bf8eaf5 req-e250817b-f4d6-42b1-a9c2-ba73f150999c tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.0951359 Jan 18 20:15:03.387046 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-e56c8f4f-2945-4a49-b31c-962f6584900f admin admin] Deleting subnet cf66719b-d23f-409f-aa58-e79851cabdb6 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:15:03.395896 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e56c8f4f-2945-4a49-b31c-962f6584900f admin admin] Publish callbacks [] for subnet (cf66719b-d23f-409f-aa58-e79851cabdb6), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:03.425239 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d4c920-c902-4f3f-a6e5-059c4e4e9de4 None None] Routers set() bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:15:03.425985 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d4c920-c902-4f3f-a6e5-059c4e4e9de4 None None] Router IDs set() for agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 18 20:15:03.426547 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_agentschedulers_db [None req-41d4c920-c902-4f3f-a6e5-059c4e4e9de4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b45c827e-ab25-41d2-9d50-48d427917e72'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:14:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent'). {{(pid=103337) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 18 20:15:03.426955 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d4c920-c902-4f3f-a6e5-059c4e4e9de4 None None] The sync data for ids ['b45c827e-ab25-41d2-9d50-48d427917e72'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:15:03.449100 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e56c8f4f-2945-4a49-b31c-962f6584900f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (cf66719b-d23f-409f-aa58-e79851cabdb6), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:03.465727 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8580dfc8-b0db-4bea-b015-4ea04c11baf2 None None] Provisioning complete for port 7594f00a-184d-43e9-8193-8c0c9078b6af triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:03.466199 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8580dfc8-b0db-4bea-b015-4ea04c11baf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7594f00a-184d-43e9-8193-8c0c9078b6af), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:03.501578 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d7744e3b-1e56-4259-aba5-e5e1048de5ef None None] For port 53797e81-7891-4c88-8690-c29f9dda6038, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:15:03.501804 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf5bedf7-502b-42e7-9e86-14bf2bf8eaf5 req-7a75d84b-cd53-4666-b99b-24b4a2fcf7ad tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112940 Jan 18 20:15:03.555457 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d7744e3b-1e56-4259-aba5-e5e1048de5ef None None] For port 53797e81-7891-4c88-8690-c29f9dda6038, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=53797e81-7891-4c88-8690-c29f9dda6038,segment=NetworkSegment(dfac9640-00c0-49b9-8d75-7ad2ee76e488),segment_id=dfac9640-00c0-49b9-8d75-7ad2ee76e488)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:15:03.574919 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e56c8f4f-2945-4a49-b31c-962f6584900f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (cf66719b-d23f-409f-aa58-e79851cabdb6), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:03.600486 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d7744e3b-1e56-4259-aba5-e5e1048de5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (53797e81-7891-4c88-8690-c29f9dda6038), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:03.674362 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 7594f00a-184d-43e9-8193-8c0c9078b6af is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:03.674766 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7594f00a-184d-43e9-8193-8c0c9078b6af), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:03.680309 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e56c8f4f-2945-4a49-b31c-962f6584900f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (cf66719b-d23f-409f-aa58-e79851cabdb6), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:03.717557 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e56c8f4f-2945-4a49-b31c-962f6584900f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:03.724057 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50056) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:03.724318 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e56c8f4f-2945-4a49-b31c-962f6584900f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cf66719b-d23f-409f-aa58-e79851cabdb6 HTTP/1.1" status: 204 len: 168 time: 0.3962479 Jan 18 20:15:03.726935 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c8f4f-2945-4a49-b31c-962f6584900f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf66719b-d23f-409f-aa58-e79851cabdb6,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:03.762040 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b2308-87fc-4d29-9833-3f524c64cb19 req-dfc82966-bc4e-4eba-b403-eef7068831b2 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:03.764481 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec1b2308-87fc-4d29-9833-3f524c64cb19 req-dfc82966-bc4e-4eba-b403-eef7068831b2 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.1475294 Jan 18 20:15:03.769398 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7744e3b-1e56-4259-aba5-e5e1048de5ef None None] Pushing event updated for resources: {'Port': ['ID=53797e81-7891-4c88-8690-c29f9dda6038,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:03.784782 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefaf2b2-e690-4022-976c-a57ae12c8809 None None] Network 0f664482-8506-48d9-b483-19e59ef85e95 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:03.803843 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (b51aa7a8-0e09-4111-99bb-c4ea4650e594), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:03.865026 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec1b2308-87fc-4d29-9833-3f524c64cb19 req-b6becd09-b3a5-4ca0-a41e-9211133f3a4b tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943186 Jan 18 20:15:03.890352 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16da45c1-0a71-47a4-aec9-d5c0b6ce96a6 None None] Network b51aa7a8-0e09-4111-99bb-c4ea4650e594 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:03.920854 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b545ac4d-7df3-4bfd-af27-ea9f3a64dcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (0f664482-8506-48d9-b483-19e59ef85e95), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:04.010500 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 7594f00a-184d-43e9-8193-8c0c9078b6af, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7594f00a-184d-43e9-8193-8c0c9078b6af,segment=NetworkSegment(949a7942-8620-4968-9486-441975d3748d),segment_id=949a7942-8620-4968-9486-441975d3748d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:04.011901 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Deleting port 53797e81-7891-4c88-8690-c29f9dda6038 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:15:04.012483 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (53797e81-7891-4c88-8690-c29f9dda6038), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:04.048499 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8580dfc8-b0db-4bea-b015-4ea04c11baf2 None None] Current status of the port 7594f00a-184d-43e9-8193-8c0c9078b6af is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:04.048886 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8580dfc8-b0db-4bea-b015-4ea04c11baf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7594f00a-184d-43e9-8193-8c0c9078b6af), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:04.062541 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7594f00a-184d-43e9-8193-8c0c9078b6af), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:04.077127 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b545ac4d-7df3-4bfd-af27-ea9f3a64dcaf admin admin] Deleting port 2ed79621-ea22-476a-a2a2-82bff3aa60f1 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:15:04.077553 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b545ac4d-7df3-4bfd-af27-ea9f3a64dcaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (2ed79621-ea22-476a-a2a2-82bff3aa60f1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:04.089587 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:04.104600 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] For port 53797e81-7891-4c88-8690-c29f9dda6038, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=53797e81-7891-4c88-8690-c29f9dda6038,segment=NetworkSegment(dfac9640-00c0-49b9-8d75-7ad2ee76e488),segment_id=dfac9640-00c0-49b9-8d75-7ad2ee76e488)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:04.105055 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (53797e81-7891-4c88-8690-c29f9dda6038), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:04.147967 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Calling delete_port for 53797e81-7891-4c88-8690-c29f9dda6038 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:15:04.170753 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b545ac4d-7df3-4bfd-af27-ea9f3a64dcaf admin admin] For port 2ed79621-ea22-476a-a2a2-82bff3aa60f1, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=2ed79621-ea22-476a-a2a2-82bff3aa60f1,segment=NetworkSegment(68d51170-80e6-4a28-82bd-562d85a7bbe1),segment_id=68d51170-80e6-4a28-82bd-562d85a7bbe1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:04.171116 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b545ac4d-7df3-4bfd-af27-ea9f3a64dcaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (2ed79621-ea22-476a-a2a2-82bff3aa60f1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:04.181040 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=7594f00a-184d-43e9-8193-8c0c9078b6af,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:04.194852 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-8580dfc8-b0db-4bea-b015-4ea04c11baf2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:15:04.195206 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-8580dfc8-b0db-4bea-b015-4ea04c11baf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:15:04.210762 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b545ac4d-7df3-4bfd-af27-ea9f3a64dcaf admin admin] Calling delete_port for 2ed79621-ea22-476a-a2a2-82bff3aa60f1 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:15:04.321805 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (53797e81-7891-4c88-8690-c29f9dda6038), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:04.348250 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event deleted for resources: {'Port': ['ID=53797e81-7891-4c88-8690-c29f9dda6038,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:04.355045 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b545ac4d-7df3-4bfd-af27-ea9f3a64dcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (2ed79621-ea22-476a-a2a2-82bff3aa60f1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:04.364066 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d1a9c5-0ff4-4213-8666-f6c7d10a3fe2 None None] DHCP port deletion for 0f664482-8506-48d9-b483-19e59ef85e95 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:15:04.386771 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] No DVR routers for this DVR port 53797e81-7891-4c88-8690-c29f9dda6038 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:15:04.387027 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7fbf04-ed40-47aa-a385-61e63013ea4c None None] get_active_networks_info from n-d-741529-9 {{(pid=103337) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 18 20:15:04.415264 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545ac4d-7df3-4bfd-af27-ea9f3a64dcaf admin admin] Pushing event deleted for resources: {'Port': ['ID=2ed79621-ea22-476a-a2a2-82bff3aa60f1,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:04.420382 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b545ac4d-7df3-4bfd-af27-ea9f3a64dcaf admin admin] No DVR routers for this DVR port 2ed79621-ea22-476a-a2a2-82bff3aa60f1 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:15:04.550266 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b545ac4d-7df3-4bfd-af27-ea9f3a64dcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (0f664482-8506-48d9-b483-19e59ef85e95), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:04.554431 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (b51aa7a8-0e09-4111-99bb-c4ea4650e594), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:04.601979 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b545ac4d-7df3-4bfd-af27-ea9f3a64dcaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f664482-8506-48d9-b483-19e59ef85e95']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:04.613674 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7fbf04-ed40-47aa-a385-61e63013ea4c None None] Resources bound (agent type, host, resource id): {{(pid=103337) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 20:15:04.616230 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b51aa7a8-0e09-4111-99bb-c4ea4650e594']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:04.631230 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfac9640-00c0-49b9-8d75-7ad2ee76e488') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:04.631532 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfac9640-00c0-49b9-8d75-7ad2ee76e488') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:04.631637 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64411135-f2ae-477d-870a-0048cb17f799 req-8b23f71e-db30-4190-bd08-2c6811351c6a tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:04.640699 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-64411135-f2ae-477d-870a-0048cb17f799 req-8b23f71e-db30-4190-bd08-2c6811351c6a tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.0727055 Jan 18 20:15:04.654163 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (dfac9640-00c0-49b9-8d75-7ad2ee76e488), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:04.672521 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (dfac9640-00c0-49b9-8d75-7ad2ee76e488), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:04.679057 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:15:04.679455 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (dfac9640-00c0-49b9-8d75-7ad2ee76e488), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:04.706756 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-64411135-f2ae-477d-870a-0048cb17f799 req-8b7af702-72fd-4413-993b-60547133bf93 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608764 Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:15:04.751316 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:15:04.755396 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b545ac4d-7df3-4bfd-af27-ea9f3a64dcaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d51170-80e6-4a28-82bd-562d85a7bbe1') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:04.755839 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b545ac4d-7df3-4bfd-af27-ea9f3a64dcaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d51170-80e6-4a28-82bd-562d85a7bbe1') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:04.774218 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7594f00a-184d-43e9-8193-8c0c9078b6af up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:15:04.774653 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b545ac4d-7df3-4bfd-af27-ea9f3a64dcaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (68d51170-80e6-4a28-82bd-562d85a7bbe1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:04.777391 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (b51aa7a8-0e09-4111-99bb-c4ea4650e594), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:04.801138 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:04.809311 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "DELETE /v2.0/networks/b51aa7a8-0e09-4111-99bb-c4ea4650e594 HTTP/1.1" status: 204 len: 168 time: 2.9423456 Jan 18 20:15:04.809311 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544d9f3-6deb-425a-a4d8-f87d196654f2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event deleted for resources: {'Network': ['ID=b51aa7a8-0e09-4111-99bb-c4ea4650e594,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:04.810005 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50062) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:04.815273 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-0ab5497d-0cb9-4bf4-bf46-febb4259fccc tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-742241554'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:04.832669 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b545ac4d-7df3-4bfd-af27-ea9f3a64dcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (68d51170-80e6-4a28-82bd-562d85a7bbe1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:04.844032 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b545ac4d-7df3-4bfd-af27-ea9f3a64dcaf admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:15:04.844431 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b545ac4d-7df3-4bfd-af27-ea9f3a64dcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (68d51170-80e6-4a28-82bd-562d85a7bbe1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:15:04.846087 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:15:04.866437 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab5497d-0cb9-4bf4-bf46-febb4259fccc tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Made reservation on behalf of bcd17588987b4b15a3fbc23c94621e5a for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:15:04.870018 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ab5497d-0cb9-4bf4-bf46-febb4259fccc tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:04.926299 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab5497d-0cb9-4bf4-bf46-febb4259fccc tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:15:04.931059 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8580dfc8-b0db-4bea-b015-4ea04c11baf2 None None] Current status of the port 7594f00a-184d-43e9-8193-8c0c9078b6af is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:04.940450 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ab5497d-0cb9-4bf4-bf46-febb4259fccc tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (16e89642-4369-421d-9cc1-6cbfa6dfc889), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:04.940980 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-0ab5497d-0cb9-4bf4-bf46-febb4259fccc tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Added segment 16e89642-4369-421d-9cc1-6cbfa6dfc889 of type vlan for network 610b8ee2-1741-4a2f-9296-46b419e2d2cf Jan 18 20:15:04.984238 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ab5497d-0cb9-4bf4-bf46-febb4259fccc tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (610b8ee2-1741-4a2f-9296-46b419e2d2cf), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:05.013012 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b545ac4d-7df3-4bfd-af27-ea9f3a64dcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (0f664482-8506-48d9-b483-19e59ef85e95), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:05.033658 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b545ac4d-7df3-4bfd-af27-ea9f3a64dcaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:05.037651 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b545ac4d-7df3-4bfd-af27-ea9f3a64dcaf admin admin] 10.222.0.31 "DELETE /v2.0/networks/0f664482-8506-48d9-b483-19e59ef85e95 HTTP/1.1" status: 204 len: 168 time: 1.3109539 Jan 18 20:15:05.038706 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545ac4d-7df3-4bfd-af27-ea9f3a64dcaf admin admin] Pushing event deleted for resources: {'Network': ['ID=0f664482-8506-48d9-b483-19e59ef85e95,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:05.043096 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ab5497d-0cb9-4bf4-bf46-febb4259fccc tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (610b8ee2-1741-4a2f-9296-46b419e2d2cf), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:05.050335 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab5497d-0cb9-4bf4-bf46-febb4259fccc tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:05.050935 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ab5497d-0cb9-4bf4-bf46-febb4259fccc tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:05.063323 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 7594f00a-184d-43e9-8193-8c0c9078b6af triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:05.064161 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7594f00a-184d-43e9-8193-8c0c9078b6af), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:05.080832 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e119ba-27e8-4c52-be72-57b093a53f20 req-0f55d634-c123-43f9-8363-de34a24ab2c1 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:05.084242 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d3e119ba-27e8-4c52-be72-57b093a53f20 req-0f55d634-c123-43f9-8363-de34a24ab2c1 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.0862699 Jan 18 20:15:05.094198 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0ab5497d-0cb9-4bf4-bf46-febb4259fccc tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2802899 Jan 18 20:15:05.099277 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50070) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:05.108580 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-aca577c0-6ebb-4c0c-b6ff-1b949f1b2999 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Request body: {'subnet': {'network_id': '610b8ee2-1741-4a2f-9296-46b419e2d2cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:05.150081 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0d87b962-293e-41e2-877a-699c7a06c951 None None] Provisioning complete for port 7594f00a-184d-43e9-8193-8c0c9078b6af triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:05.150482 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0d87b962-293e-41e2-877a-699c7a06c951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7594f00a-184d-43e9-8193-8c0c9078b6af), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:05.152718 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5497d-0cb9-4bf4-bf46-febb4259fccc tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event updated for resources: {'Network': ['ID=610b8ee2-1741-4a2f-9296-46b419e2d2cf,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:05.187368 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 610b8ee2-1741-4a2f-9296-46b419e2d2cf details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:15:05.274922 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca577c0-6ebb-4c0c-b6ff-1b949f1b2999 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Made reservation on behalf of bcd17588987b4b15a3fbc23c94621e5a for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:15:05.283148 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aca577c0-6ebb-4c0c-b6ff-1b949f1b2999 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:05.318431 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50072) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:05.372152 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f775e608-c2e2-4e91-8415-0b5bff9bf2e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d6c7036af1d647c2827e33b517dc8824&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0523195 Jan 18 20:15:05.373220 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50074) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:05.432262 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b4abee9c-8b87-46a3-ba7c-69753b67818a admin admin] Publish callbacks [] for security_group (9ed2c4f7-305d-47c5-9320-4faf29902143), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:05.457039 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b4abee9c-8b87-46a3-ba7c-69753b67818a admin admin] Publish callbacks [] for security_group (9ed2c4f7-305d-47c5-9320-4faf29902143), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:05.517024 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aca577c0-6ebb-4c0c-b6ff-1b949f1b2999 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (03cac1d4-eded-4aa6-8a39-a6fe6acfb2f0), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:05.535037 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b4abee9c-8b87-46a3-ba7c-69753b67818a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9ed2c4f7-305d-47c5-9320-4faf29902143), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:05.539607 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b4abee9c-8b87-46a3-ba7c-69753b67818a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:05.545555 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b4abee9c-8b87-46a3-ba7c-69753b67818a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ed2c4f7-305d-47c5-9320-4faf29902143 HTTP/1.1" status: 204 len: 168 time: 0.1710072 Jan 18 20:15:05.555675 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abee9c-8b87-46a3-ba7c-69753b67818a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed2c4f7-305d-47c5-9320-4faf29902143,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:05.583649 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca577c0-6ebb-4c0c-b6ff-1b949f1b2999 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event updated for resources: {'Subnet': ['ID=03cac1d4-eded-4aa6-8a39-a6fe6acfb2f0,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:05.606853 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d3e119ba-27e8-4c52-be72-57b093a53f20 req-4fc77809-eca6-4ad8-bdfd-67bd9aad3826 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098040 Jan 18 20:15:05.629434 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca577c0-6ebb-4c0c-b6ff-1b949f1b2999 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Checking segment: {'id': '16e89642-4369-421d-9cc1-6cbfa6dfc889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '610b8ee2-1741-4a2f-9296-46b419e2d2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:15:05.629842 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca577c0-6ebb-4c0c-b6ff-1b949f1b2999 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Network hostable DHCP agents. Network: 610b8ee2-1741-4a2f-9296-46b419e2d2cf, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:15:05.651263 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca577c0-6ebb-4c0c-b6ff-1b949f1b2999 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Network 610b8ee2-1741-4a2f-9296-46b419e2d2cf is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:15:05.671341 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-aca577c0-6ebb-4c0c-b6ff-1b949f1b2999 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 610b8ee2-1741-4a2f-9296-46b419e2d2cf) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:05.677346 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca577c0-6ebb-4c0c-b6ff-1b949f1b2999 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:05.678789 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aca577c0-6ebb-4c0c-b6ff-1b949f1b2999 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:05.694659 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0d87b962-293e-41e2-877a-699c7a06c951 None None] Current status of the port 7594f00a-184d-43e9-8193-8c0c9078b6af is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:05.708928 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-aca577c0-6ebb-4c0c-b6ff-1b949f1b2999 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6068940 Jan 18 20:15:05.713777 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50078) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:05.717174 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 7594f00a-184d-43e9-8193-8c0c9078b6af is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:05.723139 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234a166f-313c-47a2-ae1a-a82fc1514d59 None None] Network 610b8ee2-1741-4a2f-9296-46b419e2d2cf requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:05.724392 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-8dc1618b-3a69-4675-a3ca-5375d4b0e8f9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1744987535'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:05.799785 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc1618b-3a69-4675-a3ca-5375d4b0e8f9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Made reservation on behalf of bcd17588987b4b15a3fbc23c94621e5a for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:15:05.805659 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8dc1618b-3a69-4675-a3ca-5375d4b0e8f9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:05.880935 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device fea41bb9-42c2-45e3-ae70-4b0b870cd3f5 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:15:05.886497 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc1618b-3a69-4675-a3ca-5375d4b0e8f9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:15:05.901673 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8dc1618b-3a69-4675-a3ca-5375d4b0e8f9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (fe44f5d4-4e9b-4ee9-a8f7-5016d3c12ecb), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:05.902192 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-8dc1618b-3a69-4675-a3ca-5375d4b0e8f9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Added segment fe44f5d4-4e9b-4ee9-a8f7-5016d3c12ecb of type vlan for network 123ff827-873d-4ff7-8717-9e8bd5c033bd Jan 18 20:15:05.917081 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: fea41bb9-42c2-45e3-ae70-4b0b870cd3f5 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:15:05.917554 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device fea41bb9-42c2-45e3-ae70-4b0b870cd3f5 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:15:05.918369 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 2ed79621-ea22-476a-a2a2-82bff3aa60f1 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:15:05.928123 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ba321-3df3-4788-bed2-ada6c18add70 req-16b8905e-5ee6-4edf-8981-e3f0dc5bbd1d tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:05.930104 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-429ba321-3df3-4788-bed2-ada6c18add70 req-16b8905e-5ee6-4edf-8981-e3f0dc5bbd1d tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.0882869 Jan 18 20:15:05.982614 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 2ed79621-ea22-476a-a2a2-82bff3aa60f1 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:15:05.982961 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 2ed79621-ea22-476a-a2a2-82bff3aa60f1 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:15:05.983371 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device cfb1c975-0f38-43fb-8b3f-abf3793039d3 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:15:05.985194 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bf405c-b0c7-4c93-8d31-5115b540754b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-610b8ee2-1741-4a2f-9296-46b419e2d2cf', 'network_id': '610b8ee2-1741-4a2f-9296-46b419e2d2cf', 'project_id': 'bcd17588987b4b15a3fbc23c94621e5a', 'fixed_ips': [{'subnet_id': '03cac1d4-eded-4aa6-8a39-a6fe6acfb2f0'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:15:05.986032 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-72bf405c-b0c7-4c93-8d31-5115b540754b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:06.003489 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8dc1618b-3a69-4675-a3ca-5375d4b0e8f9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (123ff827-873d-4ff7-8717-9e8bd5c033bd), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:06.022079 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Provisioning complete for port 32dbd70c-8187-47a3-9ff3-5868efa877cf triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:06.022452 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (32dbd70c-8187-47a3-9ff3-5868efa877cf), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:06.073049 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: cfb1c975-0f38-43fb-8b3f-abf3793039d3 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:15:06.073395 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device cfb1c975-0f38-43fb-8b3f-abf3793039d3 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:15:06.125968 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-429ba321-3df3-4788-bed2-ada6c18add70 req-db2a440e-5f8e-42f6-96ff-ea715be948b7 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706722 Jan 18 20:15:06.138395 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8dc1618b-3a69-4675-a3ca-5375d4b0e8f9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (123ff827-873d-4ff7-8717-9e8bd5c033bd), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:06.145482 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc1618b-3a69-4675-a3ca-5375d4b0e8f9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:06.146734 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8dc1618b-3a69-4675-a3ca-5375d4b0e8f9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:06.198901 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8dc1618b-3a69-4675-a3ca-5375d4b0e8f9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4824486 Jan 18 20:15:06.204799 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50096) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:06.216594 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-d74a4397-c23d-4261-b340-f23ee4d876a8 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Request body: {'subnet': {'network_id': '123ff827-873d-4ff7-8717-9e8bd5c033bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:06.240770 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1618b-3a69-4675-a3ca-5375d4b0e8f9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event updated for resources: {'Network': ['ID=123ff827-873d-4ff7-8717-9e8bd5c033bd,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:06.311151 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 123ff827-873d-4ff7-8717-9e8bd5c033bd details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:15:06.408240 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Current status of the port 32dbd70c-8187-47a3-9ff3-5868efa877cf is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:06.440268 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74a4397-c23d-4261-b340-f23ee4d876a8 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Made reservation on behalf of bcd17588987b4b15a3fbc23c94621e5a for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:15:06.448715 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-72bf405c-b0c7-4c93-8d31-5115b540754b None None] Allocated IP 2001:db8::1 (610b8ee2-1741-4a2f-9296-46b419e2d2cf/03cac1d4-eded-4aa6-8a39-a6fe6acfb2f0/175c3821-bea2-4639-b03e-240fdcbc5b71) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:15:06.449686 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d74a4397-c23d-4261-b340-f23ee4d876a8 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:06.464722 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Provisioning complete for port f01cdff8-0b9e-43bd-b140-fe2d4d25ee54 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:06.465330 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f01cdff8-0b9e-43bd-b140-fe2d4d25ee54), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:06.557825 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.ipam_backend_mixin [None req-d74a4397-c23d-4261-b340-f23ee4d876a8 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Performing IP validity checks on allocation pools {{(pid=103335) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 18 20:15:06.558360 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.ipam_backend_mixin [None req-d74a4397-c23d-4261-b340-f23ee4d876a8 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103335) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 18 20:15:06.605996 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50108) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:06.656219 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Current status of the port f01cdff8-0b9e-43bd-b140-fe2d4d25ee54 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:06.743936 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Provisioning complete for port 83890069-d154-4c21-9a03-14bea18851d7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:06.745252 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (83890069-d154-4c21-9a03-14bea18851d7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:06.773677 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-ba245a58-b339-4de1-bb47-d868ebc9fe66 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1986749539-network', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:06.783636 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559afb19-e0e7-4866-8dd7-df3e43410a1d req-3a5acf94-fa28-4482-b255-daa63407635d tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:06.785421 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-559afb19-e0e7-4866-8dd7-df3e43410a1d req-3a5acf94-fa28-4482-b255-daa63407635d tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.0702357 Jan 18 20:15:06.813647 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:06.816835 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-72bf405c-b0c7-4c93-8d31-5115b540754b None None] Publish callbacks [] for port (175c3821-bea2-4639-b03e-240fdcbc5b71), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:06.832668 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-72bf405c-b0c7-4c93-8d31-5115b540754b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (175c3821-bea2-4639-b03e-240fdcbc5b71), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:06.845118 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-559afb19-e0e7-4866-8dd7-df3e43410a1d req-3e2aed1f-7716-4f8a-9565-eb4f6b0e286c tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532577 Jan 18 20:15:06.847578 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d74a4397-c23d-4261-b340-f23ee4d876a8 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (1d8c3aa6-a41b-46e6-9ee8-b12d776308b6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:06.896361 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba245a58-b339-4de1-bb47-d868ebc9fe66 admin admin] Made reservation on behalf of 9bd07fca844c4db2bbd74f640865a0f7 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:15:06.898947 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba245a58-b339-4de1-bb47-d868ebc9fe66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:06.924309 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba245a58-b339-4de1-bb47-d868ebc9fe66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:06.957270 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a4397-c23d-4261-b340-f23ee4d876a8 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event updated for resources: {'Subnet': ['ID=1d8c3aa6-a41b-46e6-9ee8-b12d776308b6,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:06.992561 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74a4397-c23d-4261-b340-f23ee4d876a8 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Checking segment: {'id': 'fe44f5d4-4e9b-4ee9-a8f7-5016d3c12ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '123ff827-873d-4ff7-8717-9e8bd5c033bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:15:06.993240 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74a4397-c23d-4261-b340-f23ee4d876a8 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Network hostable DHCP agents. Network: 123ff827-873d-4ff7-8717-9e8bd5c033bd, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:15:06.999273 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bf405c-b0c7-4c93-8d31-5115b540754b None None] Network 610b8ee2-1741-4a2f-9296-46b419e2d2cf is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:15:07.000267 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Current status of the port 83890069-d154-4c21-9a03-14bea18851d7 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:07.018750 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-72bf405c-b0c7-4c93-8d31-5115b540754b None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:07.021834 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bf405c-b0c7-4c93-8d31-5115b540754b None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:15:07.044707 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74a4397-c23d-4261-b340-f23ee4d876a8 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Network 123ff827-873d-4ff7-8717-9e8bd5c033bd is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:15:07.065697 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf405c-b0c7-4c93-8d31-5115b540754b None None] Pushing event updated for resources: {'Port': ['ID=175c3821-bea2-4639-b03e-240fdcbc5b71,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:07.066276 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-d74a4397-c23d-4261-b340-f23ee4d876a8 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 123ff827-873d-4ff7-8717-9e8bd5c033bd) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:07.086820 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74a4397-c23d-4261-b340-f23ee4d876a8 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:07.087982 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d74a4397-c23d-4261-b340-f23ee4d876a8 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:07.132297 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002e96a4-78df-4e1d-b4c3-c1abd74ee229 None None] Network 123ff827-873d-4ff7-8717-9e8bd5c033bd requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:07.136745 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-72bf405c-b0c7-4c93-8d31-5115b540754b None None] Attempting to bind port 175c3821-bea2-4639-b03e-240fdcbc5b71 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:15:07.137716 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-72bf405c-b0c7-4c93-8d31-5115b540754b None None] Attempting to bind port 175c3821-bea2-4639-b03e-240fdcbc5b71 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '16e89642-4369-421d-9cc1-6cbfa6dfc889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '610b8ee2-1741-4a2f-9296-46b419e2d2cf'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:15:07.138279 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bf405c-b0c7-4c93-8d31-5115b540754b None None] Attempting to bind port 175c3821-bea2-4639-b03e-240fdcbc5b71 on network 610b8ee2-1741-4a2f-9296-46b419e2d2cf {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:15:07.156858 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bf405c-b0c7-4c93-8d31-5115b540754b None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:15:07.157458 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bf405c-b0c7-4c93-8d31-5115b540754b None None] Checking segment: {'id': '16e89642-4369-421d-9cc1-6cbfa6dfc889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '610b8ee2-1741-4a2f-9296-46b419e2d2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:15:07.157984 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-72bf405c-b0c7-4c93-8d31-5115b540754b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:07.158478 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bf405c-b0c7-4c93-8d31-5115b540754b None None] Bound using segment: {'id': '16e89642-4369-421d-9cc1-6cbfa6dfc889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '610b8ee2-1741-4a2f-9296-46b419e2d2cf'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:15:07.159626 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-72bf405c-b0c7-4c93-8d31-5115b540754b None None] Bound port: 175c3821-bea2-4639-b03e-240fdcbc5b71, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e89642-4369-421d-9cc1-6cbfa6dfc889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '610b8ee2-1741-4a2f-9296-46b419e2d2cf'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:15:07.160073 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-72bf405c-b0c7-4c93-8d31-5115b540754b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (175c3821-bea2-4639-b03e-240fdcbc5b71), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:07.177622 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Provisioning complete for port 32513aa2-1252-4437-a1d9-c0877e5c28ea triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:07.178238 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (32513aa2-1252-4437-a1d9-c0877e5c28ea), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:07.194070 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d74a4397-c23d-4261-b340-f23ee4d876a8 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9879813 Jan 18 20:15:07.196763 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50120) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:07.199420 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba245a58-b339-4de1-bb47-d868ebc9fe66 admin admin] Publish callbacks [] for security_group (bb0e0d42-fb95-46de-85f9-71dcba3350cc), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:07.211674 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba245a58-b339-4de1-bb47-d868ebc9fe66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (bb0e0d42-fb95-46de-85f9-71dcba3350cc), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:07.237090 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba245a58-b339-4de1-bb47-d868ebc9fe66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:15:07.259845 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba245a58-b339-4de1-bb47-d868ebc9fe66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (9eb2d016-e7bd-4fa2-af6a-028fb8651f71), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:07.260528 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-ba245a58-b339-4de1-bb47-d868ebc9fe66 admin admin] Added segment 9eb2d016-e7bd-4fa2-af6a-028fb8651f71 of type vlan for network e1f83d18-5a1f-40b1-a766-529834464aa6 Jan 18 20:15:07.321430 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba245a58-b339-4de1-bb47-d868ebc9fe66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (e1f83d18-5a1f-40b1-a766-529834464aa6), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:07.359677 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba245a58-b339-4de1-bb47-d868ebc9fe66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (e1f83d18-5a1f-40b1-a766-529834464aa6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:07.361114 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba245a58-b339-4de1-bb47-d868ebc9fe66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:07.361961 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba245a58-b339-4de1-bb47-d868ebc9fe66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:07.424095 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba245a58-b339-4de1-bb47-d868ebc9fe66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0e0d42-fb95-46de-85f9-71dcba3350cc,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:07.431549 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-72bf405c-b0c7-4c93-8d31-5115b540754b None None] For port 175c3821-bea2-4639-b03e-240fdcbc5b71, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:15:07.434647 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ba245a58-b339-4de1-bb47-d868ebc9fe66 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8272741 Jan 18 20:15:07.438056 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50122) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:07.440872 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-72bf405c-b0c7-4c93-8d31-5115b540754b None None] For port 175c3821-bea2-4639-b03e-240fdcbc5b71, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=175c3821-bea2-4639-b03e-240fdcbc5b71,segment=NetworkSegment(16e89642-4369-421d-9cc1-6cbfa6dfc889),segment_id=16e89642-4369-421d-9cc1-6cbfa6dfc889)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:15:07.456032 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-72bf405c-b0c7-4c93-8d31-5115b540754b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (175c3821-bea2-4639-b03e-240fdcbc5b71), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:07.472502 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-c6a5eec7-3725-4515-a068-0c481537b6d9 admin admin] Request body: {'subnet': {'network_id': 'e1f83d18-5a1f-40b1-a766-529834464aa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1986749539-subnet', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:07.497779 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba245a58-b339-4de1-bb47-d868ebc9fe66 admin admin] Pushing event updated for resources: {'Network': ['ID=e1f83d18-5a1f-40b1-a766-529834464aa6,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:07.523707 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a5eec7-3725-4515-a068-0c481537b6d9 admin admin] Made reservation on behalf of 9bd07fca844c4db2bbd74f640865a0f7 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:15:07.529792 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6a5eec7-3725-4515-a068-0c481537b6d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:07.540193 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network e1f83d18-5a1f-40b1-a766-529834464aa6 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:15:07.677372 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033dfe60-825d-4caa-8932-d1877f773afd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-123ff827-873d-4ff7-8717-9e8bd5c033bd', 'network_id': '123ff827-873d-4ff7-8717-9e8bd5c033bd', 'project_id': 'bcd17588987b4b15a3fbc23c94621e5a', 'fixed_ips': [{'subnet_id': '1d8c3aa6-a41b-46e6-9ee8-b12d776308b6'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:15:07.679723 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-033dfe60-825d-4caa-8932-d1877f773afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:07.722184 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf405c-b0c7-4c93-8d31-5115b540754b None None] Pushing event updated for resources: {'Port': ['ID=175c3821-bea2-4639-b03e-240fdcbc5b71,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:07.725215 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Current status of the port 32513aa2-1252-4437-a1d9-c0877e5c28ea is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:07.771764 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Provisioning complete for port 61f82dbe-1443-4418-b6be-5180c3405297 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:07.771764 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (61f82dbe-1443-4418-b6be-5180c3405297), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:07.851266 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6a5eec7-3725-4515-a068-0c481537b6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:07.891565 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Port 61f82dbe-1443-4418-b6be-5180c3405297 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:15:07.935618 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5eec7-3725-4515-a068-0c481537b6d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:08.012843 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5eec7-3725-4515-a068-0c481537b6d9 admin admin] Checking segment: {'id': '9eb2d016-e7bd-4fa2-af6a-028fb8651f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e1f83d18-5a1f-40b1-a766-529834464aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:15:08.013581 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a5eec7-3725-4515-a068-0c481537b6d9 admin admin] Network hostable DHCP agents. Network: e1f83d18-5a1f-40b1-a766-529834464aa6, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:15:08.040351 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a5eec7-3725-4515-a068-0c481537b6d9 admin admin] Network e1f83d18-5a1f-40b1-a766-529834464aa6 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:15:08.053730 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-c6a5eec7-3725-4515-a068-0c481537b6d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, e1f83d18-5a1f-40b1-a766-529834464aa6) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:08.060369 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a5eec7-3725-4515-a068-0c481537b6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:08.061041 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6a5eec7-3725-4515-a068-0c481537b6d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:08.080751 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cbc953-0f0b-49e8-a2bc-44ace8d030bc None None] Network e1f83d18-5a1f-40b1-a766-529834464aa6 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:08.086685 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c6a5eec7-3725-4515-a068-0c481537b6d9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6470160 Jan 18 20:15:08.090648 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50128) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:08.091396 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-033dfe60-825d-4caa-8932-d1877f773afd None None] Allocated IP 2001:db8::3 (123ff827-873d-4ff7-8717-9e8bd5c033bd/1d8c3aa6-a41b-46e6-9ee8-b12d776308b6/68dd4fe2-f2e1-42c8-bc75-3b11d0c3068a) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:15:08.095964 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-146c2ee4-7a8a-437e-816a-6d0d6a79f451 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1986749539-router', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:08.121360 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (123ff827-873d-4ff7-8717-9e8bd5c033bd), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:08.128948 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-146c2ee4-7a8a-437e-816a-6d0d6a79f451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (4bb8eec4-9209-4eef-ac83-80214ff9f9aa), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:08.130366 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Provisioning complete for port 8c6640e9-8ddd-46b4-af5e-80618c8b77e4 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:08.130754 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-146c2ee4-7a8a-437e-816a-6d0d6a79f451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (4bb8eec4-9209-4eef-ac83-80214ff9f9aa), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:08.131744 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8c6640e9-8ddd-46b4-af5e-80618c8b77e4), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:08.146990 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7beb0-19e9-493c-9dda-3d90de29656d req-65bd456e-8698-4702-9848-d5beacdd7688 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:08.148715 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4d7beb0-19e9-493c-9dda-3d90de29656d req-65bd456e-8698-4702-9848-d5beacdd7688 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.1787884 Jan 18 20:15:08.206550 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-146c2ee4-7a8a-437e-816a-6d0d6a79f451 admin admin] Publish callbacks [] for router_controller (4bb8eec4-9209-4eef-ac83-80214ff9f9aa), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:08.227509 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f6ada-7e7d-4f7e-b9b9-505761a29cd2 req-64c389c7-0675-430c-89c4-4a32044dc20c tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:08.237451 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-379f6ada-7e7d-4f7e-b9b9-505761a29cd2 req-64c389c7-0675-430c-89c4-4a32044dc20c tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.2340105 Jan 18 20:15:08.367179 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519852c5-1459-42c9-8def-37042ad58f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-e1f83d18-5a1f-40b1-a766-529834464aa6', 'network_id': 'e1f83d18-5a1f-40b1-a766-529834464aa6', 'project_id': '9bd07fca844c4db2bbd74f640865a0f7', 'fixed_ips': [{'subnet_id': '9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:15:08.368373 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-519852c5-1459-42c9-8def-37042ad58f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:08.393954 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-146c2ee4-7a8a-437e-816a-6d0d6a79f451 admin admin] Publish callbacks [] for router_gateway (4bb8eec4-9209-4eef-ac83-80214ff9f9aa), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:08.404729 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-379f6ada-7e7d-4f7e-b9b9-505761a29cd2 req-391910a9-36a0-4be9-a597-a0ca62678c1f tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632390 Jan 18 20:15:08.421957 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4d7beb0-19e9-493c-9dda-3d90de29656d req-90e68378-cf35-4f82-a8c0-d33d8ae1daae tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569067 Jan 18 20:15:08.457950 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (1d8c3aa6-a41b-46e6-9ee8-b12d776308b6), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:08.465207 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Current status of the port 8c6640e9-8ddd-46b4-af5e-80618c8b77e4 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:08.515492 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Provisioning complete for port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:08.516283 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (80482624-a2b1-4cba-82a7-78d8e0ba5c0c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:08.806706 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-146c2ee4-7a8a-437e-816a-6d0d6a79f451 admin admin] Publish callbacks [] for router_gateway (4bb8eec4-9209-4eef-ac83-80214ff9f9aa), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:08.810226 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Current status of the port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:08.827217 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 175c3821-bea2-4639-b03e-240fdcbc5b71 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:15:08.839748 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-033dfe60-825d-4caa-8932-d1877f773afd None None] Publish callbacks [] for port (68dd4fe2-f2e1-42c8-bc75-3b11d0c3068a), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:08.841382 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-146c2ee4-7a8a-437e-816a-6d0d6a79f451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:08.871908 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Provisioning complete for port 55f7cb90-9b96-4dc2-b587-bcd821caa531 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:08.872316 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (55f7cb90-9b96-4dc2-b587-bcd821caa531), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:08.903089 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (1d8c3aa6-a41b-46e6-9ee8-b12d776308b6), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:08.908749 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-033dfe60-825d-4caa-8932-d1877f773afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (68dd4fe2-f2e1-42c8-bc75-3b11d0c3068a), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:08.973788 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033dfe60-825d-4caa-8932-d1877f773afd None None] Network 123ff827-873d-4ff7-8717-9e8bd5c033bd is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:15:08.976906 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event deleted for resources: {'Subnet': ['ID=1d8c3aa6-a41b-46e6-9ee8-b12d776308b6,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:08.991014 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033dfe60-825d-4caa-8932-d1877f773afd None None] Pushing event updated for resources: {'Port': ['ID=68dd4fe2-f2e1-42c8-bc75-3b11d0c3068a,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:09.001116 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-033dfe60-825d-4caa-8932-d1877f773afd None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:09.004392 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033dfe60-825d-4caa-8932-d1877f773afd None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:15:09.015054 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-519852c5-1459-42c9-8def-37042ad58f9f None None] Allocated IP 172.20.0.2 (e1f83d18-5a1f-40b1-a766-529834464aa6/9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2/617ffce7-91a8-4414-b2ec-110da1329adb) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:15:09.083192 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (123ff827-873d-4ff7-8717-9e8bd5c033bd), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:09.106489 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-146c2ee4-7a8a-437e-816a-6d0d6a79f451 admin admin] Allocated IP 172.25.4.40 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/51b6f3cb-5add-4540-87e4-11628b02954b) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:15:09.108346 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123ff827-873d-4ff7-8717-9e8bd5c033bd']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:09.120290 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe44f5d4-4e9b-4ee9-a8f7-5016d3c12ecb') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:09.120623 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe44f5d4-4e9b-4ee9-a8f7-5016d3c12ecb') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:09.132472 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (fe44f5d4-4e9b-4ee9-a8f7-5016d3c12ecb), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:09.148691 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (fe44f5d4-4e9b-4ee9-a8f7-5016d3c12ecb), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:09.156702 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:15:09.157116 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (fe44f5d4-4e9b-4ee9-a8f7-5016d3c12ecb), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:15:09.236661 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:15:09.255049 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.db.api [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 20:15:09.255049 n-d-741529-9 neutron-server[103336]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 20:15:09.255049 n-d-741529-9 neutron-server[103336]: [parameters: {'id': '123ff827-873d-4ff7-8717-9e8bd5c033bd'}] Jan 18 20:15:09.255049 n-d-741529-9 neutron-server[103336]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103336) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:15:09.256115 n-d-741529-9 neutron-server[103336]: DEBUG oslo_db.api [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:15:09.320946 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-146c2ee4-7a8a-437e-816a-6d0d6a79f451 admin admin] Publish callbacks [] for port (51b6f3cb-5add-4540-87e4-11628b02954b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:09.344983 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bf26d9-bf59-4f50-ba9b-4a300ebc613f None None] Network 610b8ee2-1741-4a2f-9296-46b419e2d2cf requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:09.380494 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Port 55f7cb90-9b96-4dc2-b587-bcd821caa531 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:15:09.433308 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-033dfe60-825d-4caa-8932-d1877f773afd None None] Attempting to bind port 68dd4fe2-f2e1-42c8-bc75-3b11d0c3068a on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:15:09.433712 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-033dfe60-825d-4caa-8932-d1877f773afd None None] Attempting to bind port 68dd4fe2-f2e1-42c8-bc75-3b11d0c3068a by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'fe44f5d4-4e9b-4ee9-a8f7-5016d3c12ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '123ff827-873d-4ff7-8717-9e8bd5c033bd'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:15:09.434084 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033dfe60-825d-4caa-8932-d1877f773afd None None] Attempting to bind port 68dd4fe2-f2e1-42c8-bc75-3b11d0c3068a on network 123ff827-873d-4ff7-8717-9e8bd5c033bd {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:15:09.549887 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 175c3821-bea2-4639-b03e-240fdcbc5b71 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:09.557408 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (175c3821-bea2-4639-b03e-240fdcbc5b71), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:09.606000 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033dfe60-825d-4caa-8932-d1877f773afd None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:15:09.606307 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033dfe60-825d-4caa-8932-d1877f773afd None None] Checking segment: {'id': 'fe44f5d4-4e9b-4ee9-a8f7-5016d3c12ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '123ff827-873d-4ff7-8717-9e8bd5c033bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:15:09.606716 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-033dfe60-825d-4caa-8932-d1877f773afd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:09.607118 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033dfe60-825d-4caa-8932-d1877f773afd None None] Bound using segment: {'id': 'fe44f5d4-4e9b-4ee9-a8f7-5016d3c12ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '123ff827-873d-4ff7-8717-9e8bd5c033bd'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:15:09.607609 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-033dfe60-825d-4caa-8932-d1877f773afd None None] Bound port: 68dd4fe2-f2e1-42c8-bc75-3b11d0c3068a, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe44f5d4-4e9b-4ee9-a8f7-5016d3c12ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '123ff827-873d-4ff7-8717-9e8bd5c033bd'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:15:09.607989 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-033dfe60-825d-4caa-8932-d1877f773afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (68dd4fe2-f2e1-42c8-bc75-3b11d0c3068a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:09.700512 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d23c37-2aa4-4506-ba27-f56b6faa0fec req-7c3b36cf-773d-4d3c-89da-6bb5689608c8 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:09.702948 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a0d23c37-2aa4-4506-ba27-f56b6faa0fec req-7c3b36cf-773d-4d3c-89da-6bb5689608c8 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.1593027 Jan 18 20:15:09.737334 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 175c3821-bea2-4639-b03e-240fdcbc5b71 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:09.737750 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (175c3821-bea2-4639-b03e-240fdcbc5b71), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:09.760651 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b833fa-1cde-4e5e-bed2-d9b8ffc169af req-439a53f2-8f7e-4ead-b5fe-c418d054b66d tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:09.763243 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-74b833fa-1cde-4e5e-bed2-d9b8ffc169af req-439a53f2-8f7e-4ead-b5fe-c418d054b66d tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.1691027 Jan 18 20:15:09.767767 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (123ff827-873d-4ff7-8717-9e8bd5c033bd), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:09.787200 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Provisioning complete for port 497e899d-dcd5-414d-8e9e-e9b921e6c1e2 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:09.787200 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (497e899d-dcd5-414d-8e9e-e9b921e6c1e2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:09.843494 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-146c2ee4-7a8a-437e-816a-6d0d6a79f451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (51b6f3cb-5add-4540-87e4-11628b02954b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:09.911465 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c2ee4-7a8a-437e-816a-6d0d6a79f451 admin admin] Pushing event updated for resources: {'Port': ['ID=51b6f3cb-5add-4540-87e4-11628b02954b,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:09.930171 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146c2ee4-7a8a-437e-816a-6d0d6a79f451 admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:15:09.932565 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-146c2ee4-7a8a-437e-816a-6d0d6a79f451 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:09.936090 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146c2ee4-7a8a-437e-816a-6d0d6a79f451 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:15:09.954359 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23da2e8-3510-451e-9579-ec61026b47ee None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:15:09.967361 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 175c3821-bea2-4639-b03e-240fdcbc5b71, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=175c3821-bea2-4639-b03e-240fdcbc5b71,segment=NetworkSegment(16e89642-4369-421d-9cc1-6cbfa6dfc889),segment_id=16e89642-4369-421d-9cc1-6cbfa6dfc889)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:10.009789 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (175c3821-bea2-4639-b03e-240fdcbc5b71), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:10.020829 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-033dfe60-825d-4caa-8932-d1877f773afd None None] For port 68dd4fe2-f2e1-42c8-bc75-3b11d0c3068a, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:15:10.041493 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-033dfe60-825d-4caa-8932-d1877f773afd None None] For port 68dd4fe2-f2e1-42c8-bc75-3b11d0c3068a, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=68dd4fe2-f2e1-42c8-bc75-3b11d0c3068a,segment=NetworkSegment(fe44f5d4-4e9b-4ee9-a8f7-5016d3c12ecb),segment_id=fe44f5d4-4e9b-4ee9-a8f7-5016d3c12ecb)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:15:10.061008 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a0d23c37-2aa4-4506-ba27-f56b6faa0fec req-6569cd21-0670-44b2-9cd6-f47cad08b542 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510566 Jan 18 20:15:10.078489 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-519852c5-1459-42c9-8def-37042ad58f9f None None] Publish callbacks [] for port (617ffce7-91a8-4414-b2ec-110da1329adb), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:10.080533 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-033dfe60-825d-4caa-8932-d1877f773afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (68dd4fe2-f2e1-42c8-bc75-3b11d0c3068a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:10.093932 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Current status of the port 497e899d-dcd5-414d-8e9e-e9b921e6c1e2 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:10.106397 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-519852c5-1459-42c9-8def-37042ad58f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (617ffce7-91a8-4414-b2ec-110da1329adb), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:10.183111 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-74b833fa-1cde-4e5e-bed2-d9b8ffc169af req-0923fade-767a-46bd-9806-92748de525c8 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050829 Jan 18 20:15:10.227001 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Provisioning complete for port feb7d8a6-326d-468a-8710-97ed677d42a8 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:10.227389 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Deleting port 68dd4fe2-f2e1-42c8-bc75-3b11d0c3068a {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:15:10.227822 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (feb7d8a6-326d-468a-8710-97ed677d42a8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:10.238036 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (68dd4fe2-f2e1-42c8-bc75-3b11d0c3068a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:10.267877 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519852c5-1459-42c9-8def-37042ad58f9f None None] Network e1f83d18-5a1f-40b1-a766-529834464aa6 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:15:10.274094 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=175c3821-bea2-4639-b03e-240fdcbc5b71,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:10.279047 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-519852c5-1459-42c9-8def-37042ad58f9f None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:10.283245 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519852c5-1459-42c9-8def-37042ad58f9f None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:15:10.387825 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] For port 68dd4fe2-f2e1-42c8-bc75-3b11d0c3068a, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=68dd4fe2-f2e1-42c8-bc75-3b11d0c3068a,segment=NetworkSegment(fe44f5d4-4e9b-4ee9-a8f7-5016d3c12ecb),segment_id=fe44f5d4-4e9b-4ee9-a8f7-5016d3c12ecb)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:10.388683 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (68dd4fe2-f2e1-42c8-bc75-3b11d0c3068a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:10.416635 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Calling delete_port for 68dd4fe2-f2e1-42c8-bc75-3b11d0c3068a owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:15:10.460374 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Current status of the port feb7d8a6-326d-468a-8710-97ed677d42a8 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:10.465350 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824db370-8e1f-4290-832f-428b61741948 None None] Network 123ff827-873d-4ff7-8717-9e8bd5c033bd requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:10.468062 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-146c2ee4-7a8a-437e-816a-6d0d6a79f451 admin admin] Publish callbacks [] for router_gateway (4bb8eec4-9209-4eef-ac83-80214ff9f9aa), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:10.522118 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (68dd4fe2-f2e1-42c8-bc75-3b11d0c3068a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:10.552698 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event deleted for resources: {'Port': ['ID=68dd4fe2-f2e1-42c8-bc75-3b11d0c3068a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:10.570474 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] No DVR routers for this DVR port 68dd4fe2-f2e1-42c8-bc75-3b11d0c3068a on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:15:10.573862 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:10.574431 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:10.574859 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:10.575276 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:10.575670 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:10.576097 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:10.576489 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:10.577211 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:10.577927 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:10.578330 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:10.578716 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:10.579104 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:10.579505 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:10.644216 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-519852c5-1459-42c9-8def-37042ad58f9f None None] Attempting to bind port 617ffce7-91a8-4414-b2ec-110da1329adb on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:15:10.644594 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-519852c5-1459-42c9-8def-37042ad58f9f None None] Attempting to bind port 617ffce7-91a8-4414-b2ec-110da1329adb by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '9eb2d016-e7bd-4fa2-af6a-028fb8651f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e1f83d18-5a1f-40b1-a766-529834464aa6'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:15:10.644949 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519852c5-1459-42c9-8def-37042ad58f9f None None] Attempting to bind port 617ffce7-91a8-4414-b2ec-110da1329adb on network e1f83d18-5a1f-40b1-a766-529834464aa6 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:15:10.667803 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Provisioning complete for port ea5cb997-06ff-4786-81d6-49f37c69a392 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:10.668174 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ea5cb997-06ff-4786-81d6-49f37c69a392), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:10.687555 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (123ff827-873d-4ff7-8717-9e8bd5c033bd), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:10.715010 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 175c3821-bea2-4639-b03e-240fdcbc5b71 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:15:10.727247 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123ff827-873d-4ff7-8717-9e8bd5c033bd']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:10.729496 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033dfe60-825d-4caa-8932-d1877f773afd None None] Pushing event updated for resources: {'Port': ['ID=68dd4fe2-f2e1-42c8-bc75-3b11d0c3068a,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:10.732007 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519852c5-1459-42c9-8def-37042ad58f9f None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:15:10.732382 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519852c5-1459-42c9-8def-37042ad58f9f None None] Checking segment: {'id': '9eb2d016-e7bd-4fa2-af6a-028fb8651f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e1f83d18-5a1f-40b1-a766-529834464aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:15:10.732787 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-519852c5-1459-42c9-8def-37042ad58f9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:10.733168 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519852c5-1459-42c9-8def-37042ad58f9f None None] Bound using segment: {'id': '9eb2d016-e7bd-4fa2-af6a-028fb8651f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e1f83d18-5a1f-40b1-a766-529834464aa6'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:15:10.733664 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-519852c5-1459-42c9-8def-37042ad58f9f None None] Bound port: 617ffce7-91a8-4414-b2ec-110da1329adb, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb2d016-e7bd-4fa2-af6a-028fb8651f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e1f83d18-5a1f-40b1-a766-529834464aa6'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:15:10.734043 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-519852c5-1459-42c9-8def-37042ad58f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (617ffce7-91a8-4414-b2ec-110da1329adb), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:10.751988 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe44f5d4-4e9b-4ee9-a8f7-5016d3c12ecb') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:10.752288 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe44f5d4-4e9b-4ee9-a8f7-5016d3c12ecb') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:10.765458 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (fe44f5d4-4e9b-4ee9-a8f7-5016d3c12ecb), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:10.773315 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-146c2ee4-7a8a-437e-816a-6d0d6a79f451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (4bb8eec4-9209-4eef-ac83-80214ff9f9aa), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:10.782185 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (fe44f5d4-4e9b-4ee9-a8f7-5016d3c12ecb), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:10.788234 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:15:10.788622 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (fe44f5d4-4e9b-4ee9-a8f7-5016d3c12ecb), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:15:10.791842 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:15:10.802697 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Port ea5cb997-06ff-4786-81d6-49f37c69a392 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:15:10.885945 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (123ff827-873d-4ff7-8717-9e8bd5c033bd), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:10.895362 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:10.905506 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "DELETE /v2.0/networks/123ff827-873d-4ff7-8717-9e8bd5c033bd HTTP/1.1" status: 204 len: 168 time: 3.7076566 Jan 18 20:15:10.906966 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Provisioning complete for port 40593611-ed71-4d18-a59f-9c5cc7f4917c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:10.909048 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (40593611-ed71-4d18-a59f-9c5cc7f4917c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:10.910160 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50144) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:10.923936 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-ee0304b8-1e26-4590-92fd-68bd12b5d67d tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-934893122'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:10.942655 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3fdd42-a59e-461b-bfa6-fad8c4c21cc9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event deleted for resources: {'Network': ['ID=123ff827-873d-4ff7-8717-9e8bd5c033bd,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:10.942851 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519852c5-1459-42c9-8def-37042ad58f9f None None] Pushing event updated for resources: {'Port': ['ID=617ffce7-91a8-4414-b2ec-110da1329adb,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:10.982029 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0304b8-1e26-4590-92fd-68bd12b5d67d tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Made reservation on behalf of bcd17588987b4b15a3fbc23c94621e5a for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:15:10.986789 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee0304b8-1e26-4590-92fd-68bd12b5d67d tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:10.995009 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 175c3821-bea2-4639-b03e-240fdcbc5b71 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:10.995578 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (175c3821-bea2-4639-b03e-240fdcbc5b71), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:11.002231 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-519852c5-1459-42c9-8def-37042ad58f9f None None] For port 617ffce7-91a8-4414-b2ec-110da1329adb, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:15:11.006351 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-519852c5-1459-42c9-8def-37042ad58f9f None None] For port 617ffce7-91a8-4414-b2ec-110da1329adb, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=617ffce7-91a8-4414-b2ec-110da1329adb,segment=NetworkSegment(9eb2d016-e7bd-4fa2-af6a-028fb8651f71),segment_id=9eb2d016-e7bd-4fa2-af6a-028fb8651f71)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:15:11.031258 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee0304b8-1e26-4590-92fd-68bd12b5d67d tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:15:11.034482 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-519852c5-1459-42c9-8def-37042ad58f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (617ffce7-91a8-4414-b2ec-110da1329adb), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:11.054775 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee0304b8-1e26-4590-92fd-68bd12b5d67d tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (1df46977-d878-4a5f-83da-638577c1e6a4), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:11.055508 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-ee0304b8-1e26-4590-92fd-68bd12b5d67d tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Added segment 1df46977-d878-4a5f-83da-638577c1e6a4 of type vlan for network 5e2c8516-f879-4764-9068-6b3ee21e90c8 Jan 18 20:15:11.058113 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146c2ee4-7a8a-437e-816a-6d0d6a79f451 admin admin] Router 4bb8eec4-9209-4eef-ac83-80214ff9f9aa is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:15:11.171896 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519852c5-1459-42c9-8def-37042ad58f9f None None] Pushing event updated for resources: {'Port': ['ID=617ffce7-91a8-4414-b2ec-110da1329adb,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:11.193881 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Current status of the port 40593611-ed71-4d18-a59f-9c5cc7f4917c is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:11.264390 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Provisioning complete for port d3acc782-dd4f-422e-82d8-825e5e41f33d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:11.264936 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d3acc782-dd4f-422e-82d8-825e5e41f33d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:11.266496 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 175c3821-bea2-4639-b03e-240fdcbc5b71 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:11.291047 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee0304b8-1e26-4590-92fd-68bd12b5d67d tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (5e2c8516-f879-4764-9068-6b3ee21e90c8), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:11.346819 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b29b6a-2899-4c60-b940-00b0694e4c6d req-27dafcc0-86c0-44ac-aa3a-569e9b4c1a8e tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:11.357386 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5b29b6a-2899-4c60-b940-00b0694e4c6d req-27dafcc0-86c0-44ac-aa3a-569e9b4c1a8e tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.1440210 Jan 18 20:15:11.358849 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee0304b8-1e26-4590-92fd-68bd12b5d67d tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (5e2c8516-f879-4764-9068-6b3ee21e90c8), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:11.365159 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0304b8-1e26-4590-92fd-68bd12b5d67d tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:11.365826 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee0304b8-1e26-4590-92fd-68bd12b5d67d tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:11.395062 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ee0304b8-1e26-4590-92fd-68bd12b5d67d tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4824173 Jan 18 20:15:11.406775 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50156) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:11.407998 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146c2ee4-7a8a-437e-816a-6d0d6a79f451 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:15:11.414988 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-1ac5613e-7387-4931-bb6f-587bf182763c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Request body: {'subnet': {'network_id': '5e2c8516-f879-4764-9068-6b3ee21e90c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:11.420787 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d735db73-c233-4d19-8a5a-081e564da966 None None] Sync routers for ids ['4bb8eec4-9209-4eef-ac83-80214ff9f9aa'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:15:11.441174 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Current status of the port d3acc782-dd4f-422e-82d8-825e5e41f33d is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:11.464061 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d735db73-c233-4d19-8a5a-081e564da966 None None] Routers {'4bb8eec4-9209-4eef-ac83-80214ff9f9aa'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:15:11.466146 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d735db73-c233-4d19-8a5a-081e564da966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:14:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['4bb8eec4-9209-4eef-ac83-80214ff9f9aa'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:11.482103 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Provisioning complete for port 72ef2552-b0bd-4858-a818-64566b20cc30 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:11.483217 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (72ef2552-b0bd-4858-a818-64566b20cc30), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:11.489909 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5b29b6a-2899-4c60-b940-00b0694e4c6d req-f5bd6999-b71d-4087-b204-e41fc3fb4879 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300297 Jan 18 20:15:11.517517 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1742ec3-9b2f-4284-b72e-801f92de4918 req-3218395c-3261-4cfb-9608-48bf6dd92885 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:11.545989 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f1742ec3-9b2f-4284-b72e-801f92de4918 req-3218395c-3261-4cfb-9608-48bf6dd92885 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.2515130 Jan 18 20:15:11.685171 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-56cb48a9-b24f-4c50-bf41-5711d0606f67 None None] Current status of the port 72ef2552-b0bd-4858-a818-64566b20cc30 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:11.712189 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f1742ec3-9b2f-4284-b72e-801f92de4918 req-8718ce08-0b0a-40ae-9ade-1d5e3bd6eb9c tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588798 Jan 18 20:15:11.789494 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-d735db73-c233-4d19-8a5a-081e564da966 None None] Set router 4bb8eec4-9209-4eef-ac83-80214ff9f9aa gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:15:11.815317 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-af897fb0-e038-4dc5-8458-b334f9a8be49 None None] Provisioning complete for port 175c3821-bea2-4639-b03e-240fdcbc5b71 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:11.818870 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-af897fb0-e038-4dc5-8458-b334f9a8be49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (175c3821-bea2-4639-b03e-240fdcbc5b71), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:11.851734 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0304b8-1e26-4590-92fd-68bd12b5d67d tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event updated for resources: {'Network': ['ID=5e2c8516-f879-4764-9068-6b3ee21e90c8,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:11.865790 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-146c2ee4-7a8a-437e-816a-6d0d6a79f451 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:11.874314 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50158) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:11.882942 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-146c2ee4-7a8a-437e-816a-6d0d6a79f451 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7898536 Jan 18 20:15:11.963254 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac5613e-7387-4931-bb6f-587bf182763c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Made reservation on behalf of bcd17588987b4b15a3fbc23c94621e5a for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:15:11.967830 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ac5613e-7387-4931-bb6f-587bf182763c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:12.052003 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 5e2c8516-f879-4764-9068-6b3ee21e90c8 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:15:12.100588 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-af897fb0-e038-4dc5-8458-b334f9a8be49 None None] Current status of the port 175c3821-bea2-4639-b03e-240fdcbc5b71 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:12.146179 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d735db73-c233-4d19-8a5a-081e564da966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'name': 'tempest-ServersTestFqdnHostnames-1986749539-router', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:15:10Z', 'revision_number': 3, 'project_id': '9bd07fca844c4db2bbd74f640865a0f7', 'gw_port': {'id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:15:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:12.179098 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-af897fb0-e038-4dc5-8458-b334f9a8be49 None None] Provisioning complete for port 51b6f3cb-5add-4540-87e4-11628b02954b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:12.179480 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-af897fb0-e038-4dc5-8458-b334f9a8be49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (51b6f3cb-5add-4540-87e4-11628b02954b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:12.190265 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d735db73-c233-4d19-8a5a-081e564da966 None None] Checking router: 4bb8eec4-9209-4eef-ac83-80214ff9f9aa for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:15:12.190651 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d735db73-c233-4d19-8a5a-081e564da966 None None] Updating router 4bb8eec4-9209-4eef-ac83-80214ff9f9aa port 51b6f3cb-5add-4540-87e4-11628b02954b binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:15:12.239127 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-d735db73-c233-4d19-8a5a-081e564da966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (51b6f3cb-5add-4540-87e4-11628b02954b), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:12.270270 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-af897fb0-e038-4dc5-8458-b334f9a8be49 None None] Port 51b6f3cb-5add-4540-87e4-11628b02954b cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:15:12.388466 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ac5613e-7387-4931-bb6f-587bf182763c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (87e9ecb5-c4af-4721-ab6e-324b7fb90eb2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:12.512125 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac5613e-7387-4931-bb6f-587bf182763c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Checking segment: {'id': '1df46977-d878-4a5f-83da-638577c1e6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5e2c8516-f879-4764-9068-6b3ee21e90c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:15:12.512488 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac5613e-7387-4931-bb6f-587bf182763c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Network hostable DHCP agents. Network: 5e2c8516-f879-4764-9068-6b3ee21e90c8, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:15:12.524671 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5613e-7387-4931-bb6f-587bf182763c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event updated for resources: {'Subnet': ['ID=87e9ecb5-c4af-4721-ab6e-324b7fb90eb2,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:12.565357 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac5613e-7387-4931-bb6f-587bf182763c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Network 5e2c8516-f879-4764-9068-6b3ee21e90c8 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:15:12.588838 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-1ac5613e-7387-4931-bb6f-587bf182763c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 5e2c8516-f879-4764-9068-6b3ee21e90c8) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:12.595650 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac5613e-7387-4931-bb6f-587bf182763c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:12.597444 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f95050-a1fb-4be1-97ac-8fc5bc3d1609 None None] Network 5e2c8516-f879-4764-9068-6b3ee21e90c8 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:12.598797 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ac5613e-7387-4931-bb6f-587bf182763c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:12.638075 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1ac5613e-7387-4931-bb6f-587bf182763c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2264884 Jan 18 20:15:12.638868 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50162) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:12.823771 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-d735db73-c233-4d19-8a5a-081e564da966 None None] Publish callbacks [] for port (51b6f3cb-5add-4540-87e4-11628b02954b), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:12.842370 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-d735db73-c233-4d19-8a5a-081e564da966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (51b6f3cb-5add-4540-87e4-11628b02954b), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:12.860182 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 617ffce7-91a8-4414-b2ec-110da1329adb up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:15:12.867771 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08567d6d-4c83-4d35-889f-e957f408fc9e None None] Network e1f83d18-5a1f-40b1-a766-529834464aa6 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:12.930434 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb504-5165-462e-a4ea-e8b431b71f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:12.972647 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da1ff20-ba46-4ec8-adf0-68aa06d380c6 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:15:12.985701 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f4d3462-0282-469f-9ea7-521ad69ff1ce tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (5e2c8516-f879-4764-9068-6b3ee21e90c8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:13.004117 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556fad8-18cc-43c1-9a12-5c37d9db9a6c None None] Pushing event updated for resources: {'Port': ['ID=51b6f3cb-5add-4540-87e4-11628b02954b,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:13.030873 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556fad8-18cc-43c1-9a12-5c37d9db9a6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:13.031211 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556fad8-18cc-43c1-9a12-5c37d9db9a6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:13.031548 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556fad8-18cc-43c1-9a12-5c37d9db9a6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:13.038276 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556fad8-18cc-43c1-9a12-5c37d9db9a6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:13.038615 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556fad8-18cc-43c1-9a12-5c37d9db9a6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:13.038948 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556fad8-18cc-43c1-9a12-5c37d9db9a6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:13.039281 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556fad8-18cc-43c1-9a12-5c37d9db9a6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:13.039594 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556fad8-18cc-43c1-9a12-5c37d9db9a6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:13.042414 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556fad8-18cc-43c1-9a12-5c37d9db9a6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:13.042782 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556fad8-18cc-43c1-9a12-5c37d9db9a6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:13.043120 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556fad8-18cc-43c1-9a12-5c37d9db9a6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:13.043451 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556fad8-18cc-43c1-9a12-5c37d9db9a6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:13.043777 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556fad8-18cc-43c1-9a12-5c37d9db9a6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:13.044043 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f4d3462-0282-469f-9ea7-521ad69ff1ce tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (87e9ecb5-c4af-4721-ab6e-324b7fb90eb2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:13.063472 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-d735db73-c233-4d19-8a5a-081e564da966 None None] Attempting to bind port 51b6f3cb-5add-4540-87e4-11628b02954b on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:15:13.063643 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-d735db73-c233-4d19-8a5a-081e564da966 None None] Attempting to bind port 51b6f3cb-5add-4540-87e4-11628b02954b by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:15:13.065969 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d735db73-c233-4d19-8a5a-081e564da966 None None] Attempting to bind port 51b6f3cb-5add-4540-87e4-11628b02954b on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:15:13.076948 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d735db73-c233-4d19-8a5a-081e564da966 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:15:13.077320 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d735db73-c233-4d19-8a5a-081e564da966 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:15:13.081893 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-d735db73-c233-4d19-8a5a-081e564da966 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:13.082303 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d735db73-c233-4d19-8a5a-081e564da966 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:15:13.082782 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-d735db73-c233-4d19-8a5a-081e564da966 None None] Bound port: 51b6f3cb-5add-4540-87e4-11628b02954b, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:15:13.083162 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-d735db73-c233-4d19-8a5a-081e564da966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (51b6f3cb-5add-4540-87e4-11628b02954b), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:13.162591 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f4d3462-0282-469f-9ea7-521ad69ff1ce tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (87e9ecb5-c4af-4721-ab6e-324b7fb90eb2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:13.190647 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e48b5f31-5702-454a-a5e6-fe72da6e1e02 None None] Provisioning complete for port 617ffce7-91a8-4414-b2ec-110da1329adb triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:13.191242 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e48b5f31-5702-454a-a5e6-fe72da6e1e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (617ffce7-91a8-4414-b2ec-110da1329adb), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:13.202836 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d3462-0282-469f-9ea7-521ad69ff1ce tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event deleted for resources: {'Subnet': ['ID=87e9ecb5-c4af-4721-ab6e-324b7fb90eb2,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:13.226963 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-d735db73-c233-4d19-8a5a-081e564da966 None None] For port 51b6f3cb-5add-4540-87e4-11628b02954b, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:15:13.237237 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-d735db73-c233-4d19-8a5a-081e564da966 None None] For port 51b6f3cb-5add-4540-87e4-11628b02954b, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=51b6f3cb-5add-4540-87e4-11628b02954b,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:15:13.244804 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-d735db73-c233-4d19-8a5a-081e564da966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (51b6f3cb-5add-4540-87e4-11628b02954b), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:13.266900 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6162b7-d1e9-4b9c-ba16-c03b0ef7d33f req-fdff72b9-23b7-4c2d-9450-5ee4b28f0cfe tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:13.268503 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cc6162b7-d1e9-4b9c-ba16-c03b0ef7d33f req-fdff72b9-23b7-4c2d-9450-5ee4b28f0cfe tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.2853069 Jan 18 20:15:13.305755 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f4d3462-0282-469f-9ea7-521ad69ff1ce tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (5e2c8516-f879-4764-9068-6b3ee21e90c8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:13.319907 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55b1c0e-ca4d-4368-902b-4e736acf5f47 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:15:13.333393 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d735db73-c233-4d19-8a5a-081e564da966 None None] Routers {'4bb8eec4-9209-4eef-ac83-80214ff9f9aa'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:15:13.334071 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d735db73-c233-4d19-8a5a-081e564da966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:14:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['4bb8eec4-9209-4eef-ac83-80214ff9f9aa'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:13.352474 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a40aea1-9dec-4873-b90d-644c8b471e14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-5e2c8516-f879-4764-9068-6b3ee21e90c8', 'network_id': '5e2c8516-f879-4764-9068-6b3ee21e90c8', 'project_id': 'bcd17588987b4b15a3fbc23c94621e5a', 'fixed_ips': [{'subnet_id': '87e9ecb5-c4af-4721-ab6e-324b7fb90eb2'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:15:13.353292 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-6f4d3462-0282-469f-9ea7-521ad69ff1ce tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2c8516-f879-4764-9068-6b3ee21e90c8']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:13.354049 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0a40aea1-9dec-4873-b90d-644c8b471e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:13.377717 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-6f4d3462-0282-469f-9ea7-521ad69ff1ce tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df46977-d878-4a5f-83da-638577c1e6a4') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:13.377717 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-6f4d3462-0282-469f-9ea7-521ad69ff1ce tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df46977-d878-4a5f-83da-638577c1e6a4') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:13.400820 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f4d3462-0282-469f-9ea7-521ad69ff1ce tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (1df46977-d878-4a5f-83da-638577c1e6a4), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:13.442686 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f4d3462-0282-469f-9ea7-521ad69ff1ce tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (1df46977-d878-4a5f-83da-638577c1e6a4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:13.450803 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f4d3462-0282-469f-9ea7-521ad69ff1ce tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:15:13.451605 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f4d3462-0282-469f-9ea7-521ad69ff1ce tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (1df46977-d878-4a5f-83da-638577c1e6a4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:15:13.456440 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:15:13.527534 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cc6162b7-d1e9-4b9c-ba16-c03b0ef7d33f req-10c7c0c7-9fcb-43a4-8f8b-c5829ebc9479 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463307 Jan 18 20:15:13.547499 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ea157-2a33-4c8a-ae66-69b8b64c458f req-305311d8-4da8-4245-9af2-f248b6469f81 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:13.547499 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1a4ea157-2a33-4c8a-ae66-69b8b64c458f req-305311d8-4da8-4245-9af2-f248b6469f81 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.8562362 Jan 18 20:15:13.599911 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-e4dfb504-5165-462e-a4ea-e8b431b71f93 admin admin] Allocated IP 172.20.0.1 (e1f83d18-5a1f-40b1-a766-529834464aa6/9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2/b0fb59b4-d0f4-4677-b474-76413bb233be) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:15:13.600392 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-d735db73-c233-4d19-8a5a-081e564da966 None None] Set router 4bb8eec4-9209-4eef-ac83-80214ff9f9aa gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:15:13.703553 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556fad8-18cc-43c1-9a12-5c37d9db9a6c None None] Pushing event updated for resources: {'Port': ['ID=51b6f3cb-5add-4540-87e4-11628b02954b,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:13.775226 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 617ffce7-91a8-4414-b2ec-110da1329adb triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:13.782135 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (617ffce7-91a8-4414-b2ec-110da1329adb), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:13.798287 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f4d3462-0282-469f-9ea7-521ad69ff1ce tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (5e2c8516-f879-4764-9068-6b3ee21e90c8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:13.816944 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f4d3462-0282-469f-9ea7-521ad69ff1ce tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:13.828159 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6f4d3462-0282-469f-9ea7-521ad69ff1ce tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "DELETE /v2.0/networks/5e2c8516-f879-4764-9068-6b3ee21e90c8 HTTP/1.1" status: 204 len: 168 time: 1.1853156 Jan 18 20:15:13.834101 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50174) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:13.840625 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-4ce94d2a-b480-450e-bf8d-b4c2509b040e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-654857945'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:13.848485 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d3462-0282-469f-9ea7-521ad69ff1ce tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event deleted for resources: {'Network': ['ID=5e2c8516-f879-4764-9068-6b3ee21e90c8,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:13.875859 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1a4ea157-2a33-4c8a-ae66-69b8b64c458f req-a72146ce-ebf3-4354-8b87-2d4284140b06 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840079 Jan 18 20:15:13.881285 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb504-5165-462e-a4ea-e8b431b71f93 admin admin] Publish callbacks [] for port (b0fb59b4-d0f4-4677-b474-76413bb233be), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:13.900114 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e53928-4be1-467a-8466-acce36cc6e7f None None] Network 5e2c8516-f879-4764-9068-6b3ee21e90c8 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:13.941457 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb504-5165-462e-a4ea-e8b431b71f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (b0fb59b4-d0f4-4677-b474-76413bb233be), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:13.954754 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e48b5f31-5702-454a-a5e6-fe72da6e1e02 None None] Current status of the port 617ffce7-91a8-4414-b2ec-110da1329adb is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:13.966074 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e48b5f31-5702-454a-a5e6-fe72da6e1e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (617ffce7-91a8-4414-b2ec-110da1329adb), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:14.000485 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfb504-5165-462e-a4ea-e8b431b71f93 admin admin] Pushing event updated for resources: {'Port': ['ID=b0fb59b4-d0f4-4677-b474-76413bb233be,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:14.010412 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e53928-4be1-467a-8466-acce36cc6e7f None None] Network 5e2c8516-f879-4764-9068-6b3ee21e90c8 could not be found, it might have been deleted concurrently. {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 18 20:15:14.040098 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dfb504-5165-462e-a4ea-e8b431b71f93 admin admin] Network e1f83d18-5a1f-40b1-a766-529834464aa6 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:15:14.047782 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce94d2a-b480-450e-bf8d-b4c2509b040e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Made reservation on behalf of bcd17588987b4b15a3fbc23c94621e5a for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:15:14.053450 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4ce94d2a-b480-450e-bf8d-b4c2509b040e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:14.058072 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-e4dfb504-5165-462e-a4ea-e8b431b71f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:14.069054 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e48b5f31-5702-454a-a5e6-fe72da6e1e02 None None] For port 617ffce7-91a8-4414-b2ec-110da1329adb, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=617ffce7-91a8-4414-b2ec-110da1329adb,segment=NetworkSegment(9eb2d016-e7bd-4fa2-af6a-028fb8651f71),segment_id=9eb2d016-e7bd-4fa2-af6a-028fb8651f71)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:14.080196 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e48b5f31-5702-454a-a5e6-fe72da6e1e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (617ffce7-91a8-4414-b2ec-110da1329adb), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:14.082658 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dfb504-5165-462e-a4ea-e8b431b71f93 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:15:14.150537 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b5f31-5702-454a-a5e6-fe72da6e1e02 None None] Pushing event updated for resources: {'Port': ['ID=617ffce7-91a8-4414-b2ec-110da1329adb,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:14.152317 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce94d2a-b480-450e-bf8d-b4c2509b040e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:15:14.174920 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4ce94d2a-b480-450e-bf8d-b4c2509b040e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (29254813-cef3-49b1-957c-fb901d6bf3c3), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:14.175662 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-4ce94d2a-b480-450e-bf8d-b4c2509b040e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Added segment 29254813-cef3-49b1-957c-fb901d6bf3c3 of type vlan for network 0528f78b-8452-42fb-8e75-b9686563225a Jan 18 20:15:14.203730 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 617ffce7-91a8-4414-b2ec-110da1329adb is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:14.231082 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-b2c0f13f-5d83-43ad-bbf3-d05b17366759 None None] Provisioning complete for port 51b6f3cb-5add-4540-87e4-11628b02954b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:14.231599 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b2c0f13f-5d83-43ad-bbf3-d05b17366759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (51b6f3cb-5add-4540-87e4-11628b02954b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:14.248605 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4ce94d2a-b480-450e-bf8d-b4c2509b040e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (0528f78b-8452-42fb-8e75-b9686563225a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:14.268932 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d735db73-c233-4d19-8a5a-081e564da966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'name': 'tempest-ServersTestFqdnHostnames-1986749539-router', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:15:10Z', 'revision_number': 3, 'project_id': '9bd07fca844c4db2bbd74f640865a0f7', 'gw_port': {'id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:14.296272 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4ce94d2a-b480-450e-bf8d-b4c2509b040e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (0528f78b-8452-42fb-8e75-b9686563225a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:14.303009 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce94d2a-b480-450e-bf8d-b4c2509b040e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:14.303574 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4ce94d2a-b480-450e-bf8d-b4c2509b040e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:14.352610 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d735db73-c233-4d19-8a5a-081e564da966 None None] The sync data for ids ['4bb8eec4-9209-4eef-ac83-80214ff9f9aa'] in n-d-741529-9 is: [{'id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'name': 'tempest-ServersTestFqdnHostnames-1986749539-router', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:15:10Z', 'revision_number': 3, 'project_id': '9bd07fca844c4db2bbd74f640865a0f7', 'gw_port': {'id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:15:14.357212 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4ce94d2a-b480-450e-bf8d-b4c2509b040e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5193977 Jan 18 20:15:14.357850 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50178) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:14.363553 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-69812fcd-0f46-45cf-adae-53ced5ff9048 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Request body: {'subnet': {'network_id': '0528f78b-8452-42fb-8e75-b9686563225a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:14.378339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b2c0f13f-5d83-43ad-bbf3-d05b17366759 None None] Current status of the port 51b6f3cb-5add-4540-87e4-11628b02954b is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:14.378972 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b2c0f13f-5d83-43ad-bbf3-d05b17366759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (51b6f3cb-5add-4540-87e4-11628b02954b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:14.420941 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb504-5165-462e-a4ea-e8b431b71f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (4bb8eec4-9209-4eef-ac83-80214ff9f9aa), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:14.421327 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b2c0f13f-5d83-43ad-bbf3-d05b17366759 None None] For port 51b6f3cb-5add-4540-87e4-11628b02954b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=51b6f3cb-5add-4540-87e4-11628b02954b,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:14.426147 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055008ab-497e-4b47-bdb2-0b743664f81e None None] get_active_networks_info from n-d-741529-9 {{(pid=103337) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 18 20:15:14.503517 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b2c0f13f-5d83-43ad-bbf3-d05b17366759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (51b6f3cb-5add-4540-87e4-11628b02954b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:14.623392 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69812fcd-0f46-45cf-adae-53ced5ff9048 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Made reservation on behalf of bcd17588987b4b15a3fbc23c94621e5a for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:15:14.629611 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69812fcd-0f46-45cf-adae-53ced5ff9048 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:14.747553 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 617ffce7-91a8-4414-b2ec-110da1329adb up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:15:14.840559 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0f13f-5d83-43ad-bbf3-d05b17366759 None None] Pushing event updated for resources: {'Port': ['ID=51b6f3cb-5add-4540-87e4-11628b02954b,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:14.885590 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1bc33a2e-caf0-4c36-95d8-4d16ddd34c73 None None] Provisioning complete for port 617ffce7-91a8-4414-b2ec-110da1329adb triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:14.886098 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1bc33a2e-caf0-4c36-95d8-4d16ddd34c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (617ffce7-91a8-4414-b2ec-110da1329adb), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:14.900894 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce94d2a-b480-450e-bf8d-b4c2509b040e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event updated for resources: {'Network': ['ID=0528f78b-8452-42fb-8e75-b9686563225a,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:14.943869 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 0528f78b-8452-42fb-8e75-b9686563225a details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:15:14.953670 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb504-5165-462e-a4ea-e8b431b71f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b0fb59b4-d0f4-4677-b474-76413bb233be), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:15.033268 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd29f8-6123-4bdd-9101-151c9bca7404 req-214f512a-094d-46c1-9351-36de7f3cc29b tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:15.035832 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69812fcd-0f46-45cf-adae-53ced5ff9048 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (a3e6a82e-1c40-4161-8077-85d5616b810d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:15.038577 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-35cd29f8-6123-4bdd-9101-151c9bca7404 req-214f512a-094d-46c1-9351-36de7f3cc29b tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.2908466 Jan 18 20:15:15.131687 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69812fcd-0f46-45cf-adae-53ced5ff9048 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event updated for resources: {'Subnet': ['ID=a3e6a82e-1c40-4161-8077-85d5616b810d,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:15.157944 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 617ffce7-91a8-4414-b2ec-110da1329adb triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:15.158132 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (617ffce7-91a8-4414-b2ec-110da1329adb), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:15.171122 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69812fcd-0f46-45cf-adae-53ced5ff9048 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Checking segment: {'id': '29254813-cef3-49b1-957c-fb901d6bf3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0528f78b-8452-42fb-8e75-b9686563225a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:15:15.171740 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69812fcd-0f46-45cf-adae-53ced5ff9048 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Network hostable DHCP agents. Network: 0528f78b-8452-42fb-8e75-b9686563225a, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:15:15.207629 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055008ab-497e-4b47-bdb2-0b743664f81e None None] Resources bound (agent type, host, resource id): {{(pid=103337) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 20:15:15.221975 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69812fcd-0f46-45cf-adae-53ced5ff9048 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Network 0528f78b-8452-42fb-8e75-b9686563225a is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:15:15.250892 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-69812fcd-0f46-45cf-adae-53ced5ff9048 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 0528f78b-8452-42fb-8e75-b9686563225a) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:15.261254 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69812fcd-0f46-45cf-adae-53ced5ff9048 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:15.263783 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69812fcd-0f46-45cf-adae-53ced5ff9048 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:15.294110 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-69812fcd-0f46-45cf-adae-53ced5ff9048 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9348831 Jan 18 20:15:15.296509 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50188) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:15.420852 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba4620-ee70-4f55-a41e-53401e8ea79e req-d231fd28-802a-4a25-9135-fe17107247a5 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:15.422966 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-91ba4620-ee70-4f55-a41e-53401e8ea79e req-d231fd28-802a-4a25-9135-fe17107247a5 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.3801231 Jan 18 20:15:15.460860 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1bc33a2e-caf0-4c36-95d8-4d16ddd34c73 None None] Current status of the port 617ffce7-91a8-4414-b2ec-110da1329adb is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:15.483141 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-35cd29f8-6123-4bdd-9101-151c9bca7404 req-ecc3ff75-011d-4da4-9809-a01ace9f9ef6 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462632 Jan 18 20:15:15.526773 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 617ffce7-91a8-4414-b2ec-110da1329adb is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:15.586510 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44fb6615-0303-46cd-a766-9beacadc5c5c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (0528f78b-8452-42fb-8e75-b9686563225a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:15.708184 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb504-5165-462e-a4ea-e8b431b71f93 admin admin] Publish callbacks [] for port (b0fb59b4-d0f4-4677-b474-76413bb233be), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:15.737574 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb504-5165-462e-a4ea-e8b431b71f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (b0fb59b4-d0f4-4677-b474-76413bb233be), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:15.741498 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44fb6615-0303-46cd-a766-9beacadc5c5c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (a3e6a82e-1c40-4161-8077-85d5616b810d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:15.830066 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44fb6615-0303-46cd-a766-9beacadc5c5c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (a3e6a82e-1c40-4161-8077-85d5616b810d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:15.906843 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c37e4e-b7db-4abf-aaa5-41e9e5880faf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-0528f78b-8452-42fb-8e75-b9686563225a', 'network_id': '0528f78b-8452-42fb-8e75-b9686563225a', 'project_id': 'bcd17588987b4b15a3fbc23c94621e5a', 'fixed_ips': [{'subnet_id': 'a3e6a82e-1c40-4161-8077-85d5616b810d'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:15:15.908248 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c9c37e4e-b7db-4abf-aaa5-41e9e5880faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:15.989274 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-91ba4620-ee70-4f55-a41e-53401e8ea79e req-1943eb6e-5567-4979-8929-2a0e3ddc60c9 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5559030 Jan 18 20:15:16.027308 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb504-5165-462e-a4ea-e8b431b71f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (4bb8eec4-9209-4eef-ac83-80214ff9f9aa), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:16.031923 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfb504-5165-462e-a4ea-e8b431b71f93 admin admin] Pushing event updated for resources: {'Port': ['ID=b0fb59b4-d0f4-4677-b474-76413bb233be,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:16.099836 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44fb6615-0303-46cd-a766-9beacadc5c5c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (0528f78b-8452-42fb-8e75-b9686563225a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:16.164237 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-44fb6615-0303-46cd-a766-9beacadc5c5c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0528f78b-8452-42fb-8e75-b9686563225a']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:16.186828 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-44fb6615-0303-46cd-a766-9beacadc5c5c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29254813-cef3-49b1-957c-fb901d6bf3c3') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:16.187079 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-44fb6615-0303-46cd-a766-9beacadc5c5c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29254813-cef3-49b1-957c-fb901d6bf3c3') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:16.199686 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44fb6615-0303-46cd-a766-9beacadc5c5c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (29254813-cef3-49b1-957c-fb901d6bf3c3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:16.209503 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f03c92-ff37-453d-8a8c-61e16a68508d None None] Network 0528f78b-8452-42fb-8e75-b9686563225a requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:16.222447 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb6615-0303-46cd-a766-9beacadc5c5c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e6a82e-1c40-4161-8077-85d5616b810d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:16.235444 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44fb6615-0303-46cd-a766-9beacadc5c5c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (29254813-cef3-49b1-957c-fb901d6bf3c3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:16.250435 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dfb504-5165-462e-a4ea-e8b431b71f93 admin admin] Network e1f83d18-5a1f-40b1-a766-529834464aa6 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:15:16.250949 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44fb6615-0303-46cd-a766-9beacadc5c5c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:15:16.251501 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44fb6615-0303-46cd-a766-9beacadc5c5c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (29254813-cef3-49b1-957c-fb901d6bf3c3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:16.255876 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-e4dfb504-5165-462e-a4ea-e8b431b71f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:15:16.258798 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:15:16.403725 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a6ea7b-5471-4496-876a-49c8e8fa6b35 None None] Network 0528f78b-8452-42fb-8e75-b9686563225a requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:16.436581 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44fb6615-0303-46cd-a766-9beacadc5c5c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (0528f78b-8452-42fb-8e75-b9686563225a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:16.474314 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44fb6615-0303-46cd-a766-9beacadc5c5c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:16.492305 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-44fb6615-0303-46cd-a766-9beacadc5c5c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "DELETE /v2.0/networks/0528f78b-8452-42fb-8e75-b9686563225a HTTP/1.1" status: 204 len: 168 time: 1.1922426 Jan 18 20:15:16.542390 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50192) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:16.544639 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb6615-0303-46cd-a766-9beacadc5c5c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event deleted for resources: {'Network': ['ID=0528f78b-8452-42fb-8e75-b9686563225a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:16.564510 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-8fd4f39d-2888-4931-98e4-0ca55c408846 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2069784108'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:16.739702 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd4f39d-2888-4931-98e4-0ca55c408846 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Made reservation on behalf of bcd17588987b4b15a3fbc23c94621e5a for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:15:16.745476 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 51b6f3cb-5add-4540-87e4-11628b02954b up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:15:16.746952 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8fd4f39d-2888-4931-98e4-0ca55c408846 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:16.812714 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ea739fd7-0ef2-4964-91fc-c5d1a1b7fa26 None None] Provisioning complete for port b0fb59b4-d0f4-4677-b474-76413bb233be triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:16.813264 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ea739fd7-0ef2-4964-91fc-c5d1a1b7fa26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b0fb59b4-d0f4-4677-b474-76413bb233be), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:16.823737 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4dfb504-5165-462e-a4ea-e8b431b71f93 admin admin] Router 4bb8eec4-9209-4eef-ac83-80214ff9f9aa has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:15:16.842145 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38578720-dfd7-431a-bc2d-66c8064521e1 req-45327c2e-523d-40d5-806c-3cfa056a0cce tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:16.847226 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38578720-dfd7-431a-bc2d-66c8064521e1 req-45327c2e-523d-40d5-806c-3cfa056a0cce tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.2506945 Jan 18 20:15:16.909990 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fd4f39d-2888-4931-98e4-0ca55c408846 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:15:16.911469 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ea739fd7-0ef2-4964-91fc-c5d1a1b7fa26 None None] Port b0fb59b4-d0f4-4677-b474-76413bb233be cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:15:16.934699 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 51b6f3cb-5add-4540-87e4-11628b02954b triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:16.935381 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (51b6f3cb-5add-4540-87e4-11628b02954b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:17.006058 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8fd4f39d-2888-4931-98e4-0ca55c408846 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (db5eb892-0eb5-4594-b7da-8f800cbf7868), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:17.006655 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-8fd4f39d-2888-4931-98e4-0ca55c408846 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Added segment db5eb892-0eb5-4594-b7da-8f800cbf7868 of type vlan for network fae243dc-1cdf-4e6d-93f0-687e5c598dd3 Jan 18 20:15:17.011584 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38578720-dfd7-431a-bc2d-66c8064521e1 req-fb29ddd3-07c0-4e65-ba95-8542f3176e24 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555388 Jan 18 20:15:17.224442 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 51b6f3cb-5add-4540-87e4-11628b02954b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:17.233998 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a6da6faa-3fd3-4a1f-8812-ab950c2d28af None None] Provisioning complete for port b0fb59b4-d0f4-4677-b474-76413bb233be triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:17.235149 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a6da6faa-3fd3-4a1f-8812-ab950c2d28af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b0fb59b4-d0f4-4677-b474-76413bb233be), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:17.297196 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a6da6faa-3fd3-4a1f-8812-ab950c2d28af None None] Port b0fb59b4-d0f4-4677-b474-76413bb233be cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:15:17.487758 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8fd4f39d-2888-4931-98e4-0ca55c408846 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (fae243dc-1cdf-4e6d-93f0-687e5c598dd3), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:17.527047 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4dfb504-5165-462e-a4ea-e8b431b71f93 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:15:17.538680 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34e9b7-866c-41fe-92a7-7f58106bd341 req-52dc161e-183d-45bd-9296-78d965391a8d tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:17.543302 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1d5777-7854-47a4-ba55-9937ead3b5af None None] Sync routers for ids ['4bb8eec4-9209-4eef-ac83-80214ff9f9aa'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:15:17.546239 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5b34e9b7-866c-41fe-92a7-7f58106bd341 req-52dc161e-183d-45bd-9296-78d965391a8d tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.1230028 Jan 18 20:15:17.562248 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e4dfb504-5165-462e-a4ea-e8b431b71f93 admin admin] 10.222.0.31 "PUT /v2.0/routers/4bb8eec4-9209-4eef-ac83-80214ff9f9aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6780229 Jan 18 20:15:17.564106 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1d5777-7854-47a4-ba55-9937ead3b5af None None] Routers {'4bb8eec4-9209-4eef-ac83-80214ff9f9aa'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:15:17.564106 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3e1d5777-7854-47a4-ba55-9937ead3b5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:14:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['4bb8eec4-9209-4eef-ac83-80214ff9f9aa'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:17.572422 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8fd4f39d-2888-4931-98e4-0ca55c408846 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (fae243dc-1cdf-4e6d-93f0-687e5c598dd3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:17.579151 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd4f39d-2888-4931-98e4-0ca55c408846 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:17.579732 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8fd4f39d-2888-4931-98e4-0ca55c408846 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:17.625520 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8fd4f39d-2888-4931-98e4-0ca55c408846 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0767531 Jan 18 20:15:17.628587 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50204) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:17.633938 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-62e2232c-7d9d-41e9-8fe0-de92cf24d153 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Request body: {'subnet': {'network_id': 'fae243dc-1cdf-4e6d-93f0-687e5c598dd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:17.713895 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5b34e9b7-866c-41fe-92a7-7f58106bd341 req-ed1a9838-81f1-4530-94b3-b8bf503f8419 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666212 Jan 18 20:15:17.714965 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd4f39d-2888-4931-98e4-0ca55c408846 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event updated for resources: {'Network': ['ID=fae243dc-1cdf-4e6d-93f0-687e5c598dd3,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:17.733095 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network fae243dc-1cdf-4e6d-93f0-687e5c598dd3 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:15:17.763233 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-3e1d5777-7854-47a4-ba55-9937ead3b5af None None] Set router 4bb8eec4-9209-4eef-ac83-80214ff9f9aa gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:15:17.807206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e2232c-7d9d-41e9-8fe0-de92cf24d153 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Made reservation on behalf of bcd17588987b4b15a3fbc23c94621e5a for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:15:17.810766 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-62e2232c-7d9d-41e9-8fe0-de92cf24d153 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:18.043107 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-62e2232c-7d9d-41e9-8fe0-de92cf24d153 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (062549f6-4375-47f2-be7c-02a08539f789), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:18.120900 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2232c-7d9d-41e9-8fe0-de92cf24d153 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event updated for resources: {'Subnet': ['ID=062549f6-4375-47f2-be7c-02a08539f789,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:18.132545 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e2232c-7d9d-41e9-8fe0-de92cf24d153 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Checking segment: {'id': 'db5eb892-0eb5-4594-b7da-8f800cbf7868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fae243dc-1cdf-4e6d-93f0-687e5c598dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:15:18.133032 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e2232c-7d9d-41e9-8fe0-de92cf24d153 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Network hostable DHCP agents. Network: fae243dc-1cdf-4e6d-93f0-687e5c598dd3, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:15:18.154663 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e2232c-7d9d-41e9-8fe0-de92cf24d153 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Network fae243dc-1cdf-4e6d-93f0-687e5c598dd3 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:15:18.169459 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-62e2232c-7d9d-41e9-8fe0-de92cf24d153 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, fae243dc-1cdf-4e6d-93f0-687e5c598dd3) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:18.183904 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e2232c-7d9d-41e9-8fe0-de92cf24d153 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:18.184148 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-62e2232c-7d9d-41e9-8fe0-de92cf24d153 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:18.199430 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b183a96-b53a-4212-b444-2d574047ac9e None None] Network fae243dc-1cdf-4e6d-93f0-687e5c598dd3 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:18.208997 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-62e2232c-7d9d-41e9-8fe0-de92cf24d153 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5764961 Jan 18 20:15:18.209889 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50216) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:18.216029 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-f6870da3-bea2-4bc0-b6fe-c4de3806a0f5 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Request body: {'subnet': {'network_id': 'fae243dc-1cdf-4e6d-93f0-687e5c598dd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:18.250464 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7d1af-997e-4afb-8fa0-15e5d34c98e8 req-5fee7660-6d75-4bf7-bc56-bfdf52d810c5 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:18.261356 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eec7d1af-997e-4afb-8fa0-15e5d34c98e8 req-5fee7660-6d75-4bf7-bc56-bfdf52d810c5 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.1031873 Jan 18 20:15:18.354122 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50218) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:18.360437 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-cf8fb40f-2560-4afa-9a2f-a28416d0df5b tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Request body: {'security_group': {'name': 'tempest-securitygroup--247788187', 'description': 'tempest-description--332730093'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:18.371443 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eec7d1af-997e-4afb-8fa0-15e5d34c98e8 req-09e59bf9-261c-4631-b58d-43ced9336663 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086535 Jan 18 20:15:18.404875 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cf8fb40f-2560-4afa-9a2f-a28416d0df5b tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:18.422202 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3e1d5777-7854-47a4-ba55-9937ead3b5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'name': 'tempest-ServersTestFqdnHostnames-1986749539-router', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:15:14Z', 'revision_number': 4, 'project_id': '9bd07fca844c4db2bbd74f640865a0f7', 'gw_port': {'id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'b0fb59b4-d0f4-4677-b474-76413bb233be', 'name': '', 'network_id': 'e1f83d18-5a1f-40b1-a766-529834464aa6', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'mac_address': 'fa:16:3e:b6:9a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:12Z', 'updated_at': '2022-01-18T20:15:15Z', 'revision_number': 2, 'project_id': '9bd07fca844c4db2bbd74f640865a0f7', 'subnets': [{'id': '9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:18.453607 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca4203e-aa63-4f88-a0bb-5aedb269cbdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-fae243dc-1cdf-4e6d-93f0-687e5c598dd3', 'network_id': 'fae243dc-1cdf-4e6d-93f0-687e5c598dd3', 'project_id': 'bcd17588987b4b15a3fbc23c94621e5a', 'fixed_ips': [{'subnet_id': '062549f6-4375-47f2-be7c-02a08539f789'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:15:18.454478 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ca4203e-aa63-4f88-a0bb-5aedb269cbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:18.457152 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1d5777-7854-47a4-ba55-9937ead3b5af None None] Checking router: 4bb8eec4-9209-4eef-ac83-80214ff9f9aa for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:15:18.457499 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1d5777-7854-47a4-ba55-9937ead3b5af None None] Updating router 4bb8eec4-9209-4eef-ac83-80214ff9f9aa port b0fb59b4-d0f4-4677-b474-76413bb233be binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:15:18.475243 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6870da3-bea2-4bc0-b6fe-c4de3806a0f5 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Made reservation on behalf of bcd17588987b4b15a3fbc23c94621e5a for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:15:18.482621 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f6870da3-bea2-4bc0-b6fe-c4de3806a0f5 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:18.492006 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3e1d5777-7854-47a4-ba55-9937ead3b5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b0fb59b4-d0f4-4677-b474-76413bb233be), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:18.558931 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cf8fb40f-2560-4afa-9a2f-a28416d0df5b tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks [] for security_group (6f05c5f9-4cff-4643-8de9-2b0f3010518e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:18.564724 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cf8fb40f-2560-4afa-9a2f-a28416d0df5b tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6f05c5f9-4cff-4643-8de9-2b0f3010518e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:18.623276 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8fb40f-2560-4afa-9a2f-a28416d0df5b tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f05c5f9-4cff-4643-8de9-2b0f3010518e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:18.632239 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cf8fb40f-2560-4afa-9a2f-a28416d0df5b tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:18.634526 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cf8fb40f-2560-4afa-9a2f-a28416d0df5b tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2788501 Jan 18 20:15:18.638567 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50220) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:18.656785 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-cfaa5692-bd28-4c10-b0c8-3bb14d1a91ee tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Request body: {'security_group_rule': {'security_group_id': '6f05c5f9-4cff-4643-8de9-2b0f3010518e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:18.689812 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cfaa5692-bd28-4c10-b0c8-3bb14d1a91ee tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks [] for security_group_rule (b8a94ca7-fc68-4a3c-9e16-ca84d694da7a), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:18.776578 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cfaa5692-bd28-4c10-b0c8-3bb14d1a91ee tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks [] for security_group_rule (b8a94ca7-fc68-4a3c-9e16-ca84d694da7a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:18.783417 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cfaa5692-bd28-4c10-b0c8-3bb14d1a91ee tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (b8a94ca7-fc68-4a3c-9e16-ca84d694da7a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:18.809552 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-1ca4203e-aa63-4f88-a0bb-5aedb269cbdb None None] Allocated IP 2001:db8::2 (fae243dc-1cdf-4e6d-93f0-687e5c598dd3/062549f6-4375-47f2-be7c-02a08539f789/004a3d49-1eb5-4291-8831-fc4c0a50bf81) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:15:18.818588 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa5692-bd28-4c10-b0c8-3bb14d1a91ee tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a94ca7-fc68-4a3c-9e16-ca84d694da7a,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:18.839950 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cfaa5692-bd28-4c10-b0c8-3bb14d1a91ee tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:18.842549 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cfaa5692-bd28-4c10-b0c8-3bb14d1a91ee tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2000096 Jan 18 20:15:18.845314 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50224) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:18.852273 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-20efd583-39ea-4bf1-8235-7df289e9a378 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Request body: {'security_group_rule': {'security_group_id': '6f05c5f9-4cff-4643-8de9-2b0f3010518e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:18.887561 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f6870da3-bea2-4bc0-b6fe-c4de3806a0f5 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (782ef253-c41d-479a-854c-e918c0e4bea2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:18.940894 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6870da3-bea2-4bc0-b6fe-c4de3806a0f5 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event updated for resources: {'Subnet': ['ID=782ef253-c41d-479a-854c-e918c0e4bea2,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:18.955596 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6870da3-bea2-4bc0-b6fe-c4de3806a0f5 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Network fae243dc-1cdf-4e6d-93f0-687e5c598dd3 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:15:18.956479 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-f6870da3-bea2-4bc0-b6fe-c4de3806a0f5 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:18.959678 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6870da3-bea2-4bc0-b6fe-c4de3806a0f5 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:18.960489 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f6870da3-bea2-4bc0-b6fe-c4de3806a0f5 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:18.977897 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-20efd583-39ea-4bf1-8235-7df289e9a378 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks [] for security_group_rule (0507ad31-8f76-4bf6-8876-a247d7bf0011), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:18.983379 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f6870da3-bea2-4bc0-b6fe-c4de3806a0f5 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7722614 Jan 18 20:15:18.986214 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50228) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:18.995579 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8f9cb-5f83-40ea-8190-50a816841230 req-13e66761-100b-4722-ac7e-9a0d0bf2e14d tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:19.004174 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-87e8f9cb-5f83-40ea-8190-50a816841230 req-13e66761-100b-4722-ac7e-9a0d0bf2e14d tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.1440752 Jan 18 20:15:19.099178 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-87e8f9cb-5f83-40ea-8190-50a816841230 req-f21168bd-fd8e-45c7-924f-f6fb9e0b23a2 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937700 Jan 18 20:15:19.107291 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-20efd583-39ea-4bf1-8235-7df289e9a378 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks [] for security_group_rule (0507ad31-8f76-4bf6-8876-a247d7bf0011), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:19.120997 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-20efd583-39ea-4bf1-8235-7df289e9a378 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (0507ad31-8f76-4bf6-8876-a247d7bf0011), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:19.130609 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60364cc-3463-401d-81e6-dd5208afb06e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:19.132347 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60364cc-3463-401d-81e6-dd5208afb06e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:19.134738 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60364cc-3463-401d-81e6-dd5208afb06e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:19.136419 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60364cc-3463-401d-81e6-dd5208afb06e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:19.139520 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60364cc-3463-401d-81e6-dd5208afb06e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:19.145811 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b60364cc-3463-401d-81e6-dd5208afb06e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1534767 Jan 18 20:15:19.145987 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50230) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:19.151392 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-be3f75e0-dc68-4410-88f9-ee45a864c7ce tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1013867794'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:19.154923 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efd583-39ea-4bf1-8235-7df289e9a378 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0507ad31-8f76-4bf6-8876-a247d7bf0011,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:19.169276 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-20efd583-39ea-4bf1-8235-7df289e9a378 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:19.171031 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-20efd583-39ea-4bf1-8235-7df289e9a378 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3239489 Jan 18 20:15:19.174943 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50232) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:19.182604 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ca4203e-aa63-4f88-a0bb-5aedb269cbdb None None] Publish callbacks [] for port (004a3d49-1eb5-4291-8831-fc4c0a50bf81), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:19.184967 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-badd5035-1a3c-45ae-a6e8-71a0277c57d2 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:19.185371 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3e1d5777-7854-47a4-ba55-9937ead3b5af None None] Publish callbacks [] for port (b0fb59b4-d0f4-4677-b474-76413bb233be), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:19.192053 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ca4203e-aa63-4f88-a0bb-5aedb269cbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (004a3d49-1eb5-4291-8831-fc4c0a50bf81), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:19.197464 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3e1d5777-7854-47a4-ba55-9937ead3b5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b0fb59b4-d0f4-4677-b474-76413bb233be), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:19.217600 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3f75e0-dc68-4410-88f9-ee45a864c7ce tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Made reservation on behalf of bcd17588987b4b15a3fbc23c94621e5a for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:15:19.221740 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be3f75e0-dc68-4410-88f9-ee45a864c7ce tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:19.236226 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-badd5035-1a3c-45ae-a6e8-71a0277c57d2 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:19.267748 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca4203e-aa63-4f88-a0bb-5aedb269cbdb None None] Network fae243dc-1cdf-4e6d-93f0-687e5c598dd3 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:15:19.286893 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-1ca4203e-aa63-4f88-a0bb-5aedb269cbdb None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:19.294915 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca4203e-aa63-4f88-a0bb-5aedb269cbdb None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:15:19.298707 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4203e-aa63-4f88-a0bb-5aedb269cbdb None None] Pushing event updated for resources: {'Port': ['ID=004a3d49-1eb5-4291-8831-fc4c0a50bf81,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:19.321456 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be3f75e0-dc68-4410-88f9-ee45a864c7ce tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:15:19.344453 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be3f75e0-dc68-4410-88f9-ee45a864c7ce tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (7b34e07f-6803-4e84-9462-ec05e73b1c2d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:19.344783 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-be3f75e0-dc68-4410-88f9-ee45a864c7ce tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Added segment 7b34e07f-6803-4e84-9462-ec05e73b1c2d of type vlan for network 0953cb2e-9c90-413d-b82f-de35ecafc7c4 Jan 18 20:15:19.388425 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c69fe4ee-0db5-4382-93f4-bac1e6ec2374 req-fcebacd9-549c-49d3-acd7-952d4e995b44 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1324534 Jan 18 20:15:19.459750 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00c8eb-ac19-4fed-be55-8d606f9e32f1 None None] Pushing event updated for resources: {'Port': ['ID=b0fb59b4-d0f4-4677-b474-76413bb233be,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:19.477295 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3e1d5777-7854-47a4-ba55-9937ead3b5af None None] Attempting to bind port b0fb59b4-d0f4-4677-b474-76413bb233be on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:15:19.480587 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3e1d5777-7854-47a4-ba55-9937ead3b5af None None] Attempting to bind port b0fb59b4-d0f4-4677-b474-76413bb233be by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '9eb2d016-e7bd-4fa2-af6a-028fb8651f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e1f83d18-5a1f-40b1-a766-529834464aa6'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:15:19.480587 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1d5777-7854-47a4-ba55-9937ead3b5af None None] Attempting to bind port b0fb59b4-d0f4-4677-b474-76413bb233be on network e1f83d18-5a1f-40b1-a766-529834464aa6 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:15:19.495526 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-1ca4203e-aa63-4f88-a0bb-5aedb269cbdb None None] Attempting to bind port 004a3d49-1eb5-4291-8831-fc4c0a50bf81 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:15:19.495907 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-1ca4203e-aa63-4f88-a0bb-5aedb269cbdb None None] Attempting to bind port 004a3d49-1eb5-4291-8831-fc4c0a50bf81 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'db5eb892-0eb5-4594-b7da-8f800cbf7868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fae243dc-1cdf-4e6d-93f0-687e5c598dd3'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:15:19.496264 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca4203e-aa63-4f88-a0bb-5aedb269cbdb None None] Attempting to bind port 004a3d49-1eb5-4291-8831-fc4c0a50bf81 on network fae243dc-1cdf-4e6d-93f0-687e5c598dd3 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:15:19.500888 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1d5777-7854-47a4-ba55-9937ead3b5af None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:15:19.501301 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1d5777-7854-47a4-ba55-9937ead3b5af None None] Checking segment: {'id': '9eb2d016-e7bd-4fa2-af6a-028fb8651f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e1f83d18-5a1f-40b1-a766-529834464aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:15:19.501661 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3e1d5777-7854-47a4-ba55-9937ead3b5af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:19.502217 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1d5777-7854-47a4-ba55-9937ead3b5af None None] Bound using segment: {'id': '9eb2d016-e7bd-4fa2-af6a-028fb8651f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e1f83d18-5a1f-40b1-a766-529834464aa6'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:15:19.502704 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3e1d5777-7854-47a4-ba55-9937ead3b5af None None] Bound port: b0fb59b4-d0f4-4677-b474-76413bb233be, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb2d016-e7bd-4fa2-af6a-028fb8651f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e1f83d18-5a1f-40b1-a766-529834464aa6'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:15:19.503071 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3e1d5777-7854-47a4-ba55-9937ead3b5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b0fb59b4-d0f4-4677-b474-76413bb233be), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:19.519425 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be3f75e0-dc68-4410-88f9-ee45a864c7ce tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (0953cb2e-9c90-413d-b82f-de35ecafc7c4), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:19.564572 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca4203e-aa63-4f88-a0bb-5aedb269cbdb None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:15:19.564943 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca4203e-aa63-4f88-a0bb-5aedb269cbdb None None] Checking segment: {'id': 'db5eb892-0eb5-4594-b7da-8f800cbf7868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fae243dc-1cdf-4e6d-93f0-687e5c598dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:15:19.565409 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ca4203e-aa63-4f88-a0bb-5aedb269cbdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:19.565774 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca4203e-aa63-4f88-a0bb-5aedb269cbdb None None] Bound using segment: {'id': 'db5eb892-0eb5-4594-b7da-8f800cbf7868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fae243dc-1cdf-4e6d-93f0-687e5c598dd3'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:15:19.566265 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-1ca4203e-aa63-4f88-a0bb-5aedb269cbdb None None] Bound port: 004a3d49-1eb5-4291-8831-fc4c0a50bf81, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5eb892-0eb5-4594-b7da-8f800cbf7868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fae243dc-1cdf-4e6d-93f0-687e5c598dd3'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:15:19.566629 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ca4203e-aa63-4f88-a0bb-5aedb269cbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (004a3d49-1eb5-4291-8831-fc4c0a50bf81), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:19.599298 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3e1d5777-7854-47a4-ba55-9937ead3b5af None None] For port b0fb59b4-d0f4-4677-b474-76413bb233be, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:15:19.619183 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be3f75e0-dc68-4410-88f9-ee45a864c7ce tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (0953cb2e-9c90-413d-b82f-de35ecafc7c4), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:19.625068 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3f75e0-dc68-4410-88f9-ee45a864c7ce tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:19.625660 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be3f75e0-dc68-4410-88f9-ee45a864c7ce tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:19.634134 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fe4ee-0db5-4382-93f4-bac1e6ec2374 req-540b7424-d7a8-4615-a9d7-a0806a1a1a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:19.636261 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c69fe4ee-0db5-4382-93f4-bac1e6ec2374 req-540b7424-d7a8-4615-a9d7-a0806a1a1a27 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46be2ca450fb44c88ba90d0767174258&device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 1095 time: 0.1876256 Jan 18 20:15:19.638117 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3e1d5777-7854-47a4-ba55-9937ead3b5af None None] For port b0fb59b4-d0f4-4677-b474-76413bb233be, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b0fb59b4-d0f4-4677-b474-76413bb233be,segment=NetworkSegment(9eb2d016-e7bd-4fa2-af6a-028fb8651f71),segment_id=9eb2d016-e7bd-4fa2-af6a-028fb8651f71)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:15:19.661619 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3e1d5777-7854-47a4-ba55-9937ead3b5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b0fb59b4-d0f4-4677-b474-76413bb233be), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:19.683364 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cdc6f-39a8-4d17-94d0-88f2dda74d6b req-ba43e51c-50d9-4dc0-bcb0-2b9d5c558a95 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:19.685065 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-db5cdc6f-39a8-4d17-94d0-88f2dda74d6b req-ba43e51c-50d9-4dc0-bcb0-2b9d5c558a95 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.1578500 Jan 18 20:15:19.720631 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-be3f75e0-dc68-4410-88f9-ee45a864c7ce tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5710251 Jan 18 20:15:19.721513 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50238) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:19.727760 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-e88f1f13-1874-419c-b815-5fff474fce70 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:19.743110 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1ca4203e-aa63-4f88-a0bb-5aedb269cbdb None None] For port 004a3d49-1eb5-4291-8831-fc4c0a50bf81, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:15:19.748423 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1ca4203e-aa63-4f88-a0bb-5aedb269cbdb None None] For port 004a3d49-1eb5-4291-8831-fc4c0a50bf81, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=004a3d49-1eb5-4291-8831-fc4c0a50bf81,segment=NetworkSegment(db5eb892-0eb5-4594-b7da-8f800cbf7868),segment_id=db5eb892-0eb5-4594-b7da-8f800cbf7868)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:15:19.798184 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00c8eb-ac19-4fed-be55-8d606f9e32f1 None None] Pushing event updated for resources: {'Port': ['ID=b0fb59b4-d0f4-4677-b474-76413bb233be,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:19.807496 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ca4203e-aa63-4f88-a0bb-5aedb269cbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (004a3d49-1eb5-4291-8831-fc4c0a50bf81), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:19.812977 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a366c5e8-cdd7-43dc-8d58-90edacfefcc5 None None] Provisioning complete for port b0fb59b4-d0f4-4677-b474-76413bb233be triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:19.813926 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a366c5e8-cdd7-43dc-8d58-90edacfefcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b0fb59b4-d0f4-4677-b474-76413bb233be), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:19.855408 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f75e0-dc68-4410-88f9-ee45a864c7ce tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event updated for resources: {'Network': ['ID=0953cb2e-9c90-413d-b82f-de35ecafc7c4,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:19.879246 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-badd5035-1a3c-45ae-a6e8-71a0277c57d2 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:19.883790 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1d5777-7854-47a4-ba55-9937ead3b5af None None] Routers {'4bb8eec4-9209-4eef-ac83-80214ff9f9aa'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:15:19.885092 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3e1d5777-7854-47a4-ba55-9937ead3b5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:14:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['4bb8eec4-9209-4eef-ac83-80214ff9f9aa'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:19.970750 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-db5cdc6f-39a8-4d17-94d0-88f2dda74d6b req-32683e26-2fab-40a9-9997-212f9b5db594 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676983 Jan 18 20:15:19.985406 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fe4ee-0db5-4382-93f4-bac1e6ec2374 req-1432e7a6-a9eb-474e-a7da-f3a76d42e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:19.987036 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c69fe4ee-0db5-4382-93f4-bac1e6ec2374 req-1432e7a6-a9eb-474e-a7da-f3a76d42e095 service neutron] 10.222.0.57 "GET /v2.0/networks?id=133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 200 len: 908 time: 0.3298371 Jan 18 20:15:20.041271 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e88f1f13-1874-419c-b815-5fff474fce70 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (0953cb2e-9c90-413d-b82f-de35ecafc7c4), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:20.068965 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 0953cb2e-9c90-413d-b82f-de35ecafc7c4 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:15:20.071051 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c69fe4ee-0db5-4382-93f4-bac1e6ec2374 req-b6e39480-a326-4f8d-a078-3bd060a818cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3be0f9a7-4669-4fb5-829d-d66866e4184f HTTP/1.1" status: 200 len: 217 time: 0.0761635 Jan 18 20:15:20.073975 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e88f1f13-1874-419c-b815-5fff474fce70 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (0953cb2e-9c90-413d-b82f-de35ecafc7c4), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:20.126980 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e88f1f13-1874-419c-b815-5fff474fce70 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Network 0953cb2e-9c90-413d-b82f-de35ecafc7c4 is not hosted by any dhcp agent {{(pid=103335) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 18 20:15:20.148948 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88f1f13-1874-419c-b815-5fff474fce70 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:20.149598 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e88f1f13-1874-419c-b815-5fff474fce70 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:20.155195 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e88f1f13-1874-419c-b815-5fff474fce70 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "PUT /v2.0/networks/0953cb2e-9c90-413d-b82f-de35ecafc7c4 HTTP/1.1" status: 200 len: 723 time: 0.4287713 Jan 18 20:15:20.157137 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50244) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:20.180613 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-788b6caf-41c0-4cf3-81ec-9144b95aebf2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Request body: {'subnet': {'network_id': '0953cb2e-9c90-413d-b82f-de35ecafc7c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:20.195504 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-3e1d5777-7854-47a4-ba55-9937ead3b5af None None] Set router 4bb8eec4-9209-4eef-ac83-80214ff9f9aa gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:15:20.226141 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fe4ee-0db5-4382-93f4-bac1e6ec2374 req-22a4e95a-7628-4daa-b908-349311308c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:20.227613 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c69fe4ee-0db5-4382-93f4-bac1e6ec2374 req-22a4e95a-7628-4daa-b908-349311308c29 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=45324dde-9697-4682-9610-ed3bed3250cd HTTP/1.1" status: 200 len: 847 time: 0.1377399 Jan 18 20:15:20.229381 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-badd5035-1a3c-45ae-a6e8-71a0277c57d2 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Allocated IP 172.25.4.146 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/cecf4831-6f16-410d-8930-5cd24180f7cf) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:15:20.229968 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f1f13-1874-419c-b815-5fff474fce70 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event updated for resources: {'Network': ['ID=0953cb2e-9c90-413d-b82f-de35ecafc7c4,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:20.290101 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 0953cb2e-9c90-413d-b82f-de35ecafc7c4 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:15:20.329577 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c69fe4ee-0db5-4382-93f4-bac1e6ec2374 req-799f37f9-6c01-4e01-b8b8-226f952f665a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=133a80cf-c268-45f9-91ee-564a51a659af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676425 Jan 18 20:15:20.419535 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4203e-aa63-4f88-a0bb-5aedb269cbdb None None] Pushing event updated for resources: {'Port': ['ID=004a3d49-1eb5-4291-8831-fc4c0a50bf81,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:20.686774 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788b6caf-41c0-4cf3-81ec-9144b95aebf2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Made reservation on behalf of bcd17588987b4b15a3fbc23c94621e5a for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:15:20.691423 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-788b6caf-41c0-4cf3-81ec-9144b95aebf2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:20.703221 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a366c5e8-cdd7-43dc-8d58-90edacfefcc5 None None] Current status of the port b0fb59b4-d0f4-4677-b474-76413bb233be is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:20.704264 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a366c5e8-cdd7-43dc-8d58-90edacfefcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b0fb59b4-d0f4-4677-b474-76413bb233be), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:20.733896 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 004a3d49-1eb5-4291-8831-fc4c0a50bf81 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:15:20.744227 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f5580-b772-4002-8c20-7a1b7a68b208 req-e79d172b-0cdf-4593-8a2e-a2e307e60523 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:20.746130 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-255f5580-b772-4002-8c20-7a1b7a68b208 req-e79d172b-0cdf-4593-8a2e-a2e307e60523 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.5220926 Jan 18 20:15:20.802960 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a366c5e8-cdd7-43dc-8d58-90edacfefcc5 None None] For port b0fb59b4-d0f4-4677-b474-76413bb233be, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b0fb59b4-d0f4-4677-b474-76413bb233be,segment=NetworkSegment(9eb2d016-e7bd-4fa2-af6a-028fb8651f71),segment_id=9eb2d016-e7bd-4fa2-af6a-028fb8651f71)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:20.813955 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a366c5e8-cdd7-43dc-8d58-90edacfefcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b0fb59b4-d0f4-4677-b474-76413bb233be), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:20.850861 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3e1d5777-7854-47a4-ba55-9937ead3b5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'name': 'tempest-ServersTestFqdnHostnames-1986749539-router', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:15:14Z', 'revision_number': 4, 'project_id': '9bd07fca844c4db2bbd74f640865a0f7', 'gw_port': {'id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'b0fb59b4-d0f4-4677-b474-76413bb233be', 'name': '', 'network_id': 'e1f83d18-5a1f-40b1-a766-529834464aa6', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'mac_address': 'fa:16:3e:b6:9a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:12Z', 'updated_at': '2022-01-18T20:15:19Z', 'revision_number': 4, 'project_id': '9bd07fca844c4db2bbd74f640865a0f7', 'subnets': [{'id': '9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:20.873681 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-badd5035-1a3c-45ae-a6e8-71a0277c57d2 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks [] for port (cecf4831-6f16-410d-8930-5cd24180f7cf), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:20.879211 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c69fe4ee-0db5-4382-93f4-bac1e6ec2374 req-acc44322-ca31-42be-9090-68fc217b0d10 service neutron] 10.222.0.57 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882102 Jan 18 20:15:20.973788 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-255f5580-b772-4002-8c20-7a1b7a68b208 req-6d8c978c-80de-4549-ae85-daefd9373326 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162104 Jan 18 20:15:21.109972 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1d5777-7854-47a4-ba55-9937ead3b5af None None] The sync data for ids ['4bb8eec4-9209-4eef-ac83-80214ff9f9aa'] in n-d-741529-9 is: [{'id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'name': 'tempest-ServersTestFqdnHostnames-1986749539-router', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:15:14Z', 'revision_number': 4, 'project_id': '9bd07fca844c4db2bbd74f640865a0f7', 'gw_port': {'id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'b0fb59b4-d0f4-4677-b474-76413bb233be', 'name': '', 'network_id': 'e1f83d18-5a1f-40b1-a766-529834464aa6', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'mac_address': 'fa:16:3e:b6:9a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:12Z', 'updated_at': '2022-01-18T20:15:19Z', 'revision_number': 4, 'project_id': '9bd07fca844c4db2bbd74f640865a0f7', 'subnets': [{'id': '9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:15:21.115602 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 004a3d49-1eb5-4291-8831-fc4c0a50bf81 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:21.115860 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (004a3d49-1eb5-4291-8831-fc4c0a50bf81), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:21.154579 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366c5e8-cdd7-43dc-8d58-90edacfefcc5 None None] Pushing event updated for resources: {'Port': ['ID=b0fb59b4-d0f4-4677-b474-76413bb233be,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:21.164973 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-81e78b74-1aa7-4bd2-a7b5-ad06c99fa425 None None] Provisioning complete for port b0fb59b4-d0f4-4677-b474-76413bb233be triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:21.164973 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-81e78b74-1aa7-4bd2-a7b5-ad06c99fa425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b0fb59b4-d0f4-4677-b474-76413bb233be), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:21.253258 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-badd5035-1a3c-45ae-a6e8-71a0277c57d2 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (cecf4831-6f16-410d-8930-5cd24180f7cf), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:21.302474 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c69fe4ee-0db5-4382-93f4-bac1e6ec2374 req-cfe54342-e81d-4f69-a931-04df7772c9c0 service neutron] 10.222.0.57 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117656 Jan 18 20:15:21.531318 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 004a3d49-1eb5-4291-8831-fc4c0a50bf81 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:21.531720 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (004a3d49-1eb5-4291-8831-fc4c0a50bf81), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:21.542647 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd5035-1a3c-45ae-a6e8-71a0277c57d2 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Pushing event updated for resources: {'Port': ['ID=cecf4831-6f16-410d-8930-5cd24180f7cf,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:21.585420 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-81e78b74-1aa7-4bd2-a7b5-ad06c99fa425 None None] Current status of the port b0fb59b4-d0f4-4677-b474-76413bb233be is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:21.638427 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68980c2-6a28-4f44-9e09-dc9739082e53 req-4a3bd9d0-801e-4676-92c7-64f5c4a0645f tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:21.647573 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b68980c2-6a28-4f44-9e09-dc9739082e53 req-4a3bd9d0-801e-4676-92c7-64f5c4a0645f tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.5568521 Jan 18 20:15:21.651879 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 004a3d49-1eb5-4291-8831-fc4c0a50bf81, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=004a3d49-1eb5-4291-8831-fc4c0a50bf81,segment=NetworkSegment(db5eb892-0eb5-4594-b7da-8f800cbf7868),segment_id=db5eb892-0eb5-4594-b7da-8f800cbf7868)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:21.656506 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badd5035-1a3c-45ae-a6e8-71a0277c57d2 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:15:21.661189 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (004a3d49-1eb5-4291-8831-fc4c0a50bf81), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:21.675020 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-788b6caf-41c0-4cf3-81ec-9144b95aebf2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (947730f8-3b30-412a-ab3d-64a5a6afff44), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:21.770894 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-badd5035-1a3c-45ae-a6e8-71a0277c57d2 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:21.785820 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=004a3d49-1eb5-4291-8831-fc4c0a50bf81,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:21.863084 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badd5035-1a3c-45ae-a6e8-71a0277c57d2 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:15:22.045896 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b68980c2-6a28-4f44-9e09-dc9739082e53 req-79a24aa9-f3ab-4406-8193-527da9bcd4cb tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973064 Jan 18 20:15:22.082587 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c67de0-471e-40a2-8434-98208470ddc1 None None] Network fae243dc-1cdf-4e6d-93f0-687e5c598dd3 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:22.083005 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b6caf-41c0-4cf3-81ec-9144b95aebf2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event updated for resources: {'Subnet': ['ID=947730f8-3b30-412a-ab3d-64a5a6afff44,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:22.129321 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788b6caf-41c0-4cf3-81ec-9144b95aebf2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Checking segment: {'id': '7b34e07f-6803-4e84-9462-ec05e73b1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0953cb2e-9c90-413d-b82f-de35ecafc7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:15:22.136688 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788b6caf-41c0-4cf3-81ec-9144b95aebf2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Network hostable DHCP agents. Network: 0953cb2e-9c90-413d-b82f-de35ecafc7c4, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:15:22.240089 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-95e8ff5f-2a0e-43c5-8ada-31171ffa8148 None None] Provisioning complete for port 004a3d49-1eb5-4291-8831-fc4c0a50bf81 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:22.243041 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-95e8ff5f-2a0e-43c5-8ada-31171ffa8148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (004a3d49-1eb5-4291-8831-fc4c0a50bf81), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:22.358849 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-badd5035-1a3c-45ae-a6e8-71a0277c57d2 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks [] for floatingip (abc10758-2c66-4d76-9267-51556b74364b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:22.421851 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788b6caf-41c0-4cf3-81ec-9144b95aebf2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Network 0953cb2e-9c90-413d-b82f-de35ecafc7c4 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:15:22.472667 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-788b6caf-41c0-4cf3-81ec-9144b95aebf2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 0953cb2e-9c90-413d-b82f-de35ecafc7c4) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:22.475437 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-badd5035-1a3c-45ae-a6e8-71a0277c57d2 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cecf4831-6f16-410d-8930-5cd24180f7cf), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:22.522367 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-95e8ff5f-2a0e-43c5-8ada-31171ffa8148 None None] Current status of the port 004a3d49-1eb5-4291-8831-fc4c0a50bf81 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:22.577152 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9835ff3-d675-408c-877c-350d70cd3cdc None None] Network 0953cb2e-9c90-413d-b82f-de35ecafc7c4 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:22.703545 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7526d93-9a3e-48f3-9f7d-338abe935bd1 None None] Update dhcp port {'port': {'network_id': 'fae243dc-1cdf-4e6d-93f0-687e5c598dd3', 'fixed_ips': [{'subnet_id': '062549f6-4375-47f2-be7c-02a08539f789', 'ip_address': '2001:db8::2'}, {'subnet_id': '782ef253-c41d-479a-854c-e918c0e4bea2'}], 'binding:host_id': 'n-d-741529-9'}, 'id': '004a3d49-1eb5-4291-8831-fc4c0a50bf81'} from n-d-741529-9. {{(pid=103337) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 18 20:15:22.747817 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788b6caf-41c0-4cf3-81ec-9144b95aebf2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:22.749430 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-788b6caf-41c0-4cf3-81ec-9144b95aebf2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:22.756158 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a7526d93-9a3e-48f3-9f7d-338abe935bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (004a3d49-1eb5-4291-8831-fc4c0a50bf81), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:22.823688 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3348d27-79f7-42b3-b73a-fbd27150f277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-0953cb2e-9c90-413d-b82f-de35ecafc7c4', 'network_id': '0953cb2e-9c90-413d-b82f-de35ecafc7c4', 'project_id': 'bcd17588987b4b15a3fbc23c94621e5a', 'fixed_ips': [{'subnet_id': '947730f8-3b30-412a-ab3d-64a5a6afff44'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:15:22.824804 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c3348d27-79f7-42b3-b73a-fbd27150f277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:22.863667 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 004a3d49-1eb5-4291-8831-fc4c0a50bf81 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:15:22.886245 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2aed7-f6aa-421a-b145-bf495fa43c79 req-229411c8-412c-4660-bbe9-84346feb7886 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:22.898499 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-03c2aed7-f6aa-421a-b145-bf495fa43c79 req-229411c8-412c-4660-bbe9-84346feb7886 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.6870952 Jan 18 20:15:22.954964 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-788b6caf-41c0-4cf3-81ec-9144b95aebf2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7949870 Jan 18 20:15:22.957869 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50274) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:22.964806 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-63d14e67-1efd-44bf-ac30-64a96881bb55 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:22.975003 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfafc5b-1722-4081-b84d-d7178306dd59 req-b2a05c3d-b14a-487d-8b24-7c3106be4198 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:22.983950 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cbfafc5b-1722-4081-b84d-d7178306dd59 req-b2a05c3d-b14a-487d-8b24-7c3106be4198 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.2505355 Jan 18 20:15:23.072464 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cbfafc5b-1722-4081-b84d-d7178306dd59 req-8e3fdd58-bb85-4c3e-9943-8485e65ec3a4 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846903 Jan 18 20:15:23.177201 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-badd5035-1a3c-45ae-a6e8-71a0277c57d2 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks [] for port (cecf4831-6f16-410d-8930-5cd24180f7cf), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:23.190526 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-badd5035-1a3c-45ae-a6e8-71a0277c57d2 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (cecf4831-6f16-410d-8930-5cd24180f7cf), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:23.191680 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-63d14e67-1efd-44bf-ac30-64a96881bb55 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12852634'] for subnet (947730f8-3b30-412a-ab3d-64a5a6afff44), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:23.225030 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-03c2aed7-f6aa-421a-b145-bf495fa43c79 req-4b09acf8-6ff5-4201-a2ae-0f6f7a27fd3c tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251042 Jan 18 20:15:23.329520 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-c3348d27-79f7-42b3-b73a-fbd27150f277 None None] Allocated IP 2001:db8::2 (0953cb2e-9c90-413d-b82f-de35ecafc7c4/947730f8-3b30-412a-ab3d-64a5a6afff44/b80520a8-47fa-45e1-af58-6cb2a748a533) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:15:23.424119 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd5035-1a3c-45ae-a6e8-71a0277c57d2 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Pushing event updated for resources: {'Port': ['ID=cecf4831-6f16-410d-8930-5cd24180f7cf,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:23.441292 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-badd5035-1a3c-45ae-a6e8-71a0277c57d2 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (abc10758-2c66-4d76-9267-51556b74364b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:23.463937 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaafb48-41e0-4d66-8306-958cdbb6213d req-a60adf0d-0ae1-4d1a-8f74-d9f3a534b533 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:23.471046 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-feaafb48-41e0-4d66-8306-958cdbb6213d req-a60adf0d-0ae1-4d1a-8f74-d9f3a534b533 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.1114614 Jan 18 20:15:23.481755 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-badd5035-1a3c-45ae-a6e8-71a0277c57d2 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:23.482911 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-badd5035-1a3c-45ae-a6e8-71a0277c57d2 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3065348 Jan 18 20:15:23.512247 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 004a3d49-1eb5-4291-8831-fc4c0a50bf81 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:23.512622 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (004a3d49-1eb5-4291-8831-fc4c0a50bf81), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:23.543491 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-a7526d93-9a3e-48f3-9f7d-338abe935bd1 None None] Allocated IP 172.20.0.1 (fae243dc-1cdf-4e6d-93f0-687e5c598dd3/782ef253-c41d-479a-854c-e918c0e4bea2/004a3d49-1eb5-4291-8831-fc4c0a50bf81) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:15:23.575364 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-feaafb48-41e0-4d66-8306-958cdbb6213d req-cc4850a0-cdaa-47f6-b851-47ed7f975385 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999420 Jan 18 20:15:23.656951 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c3348d27-79f7-42b3-b73a-fbd27150f277 None None] Publish callbacks [] for port (b80520a8-47fa-45e1-af58-6cb2a748a533), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:23.697125 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c3348d27-79f7-42b3-b73a-fbd27150f277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (b80520a8-47fa-45e1-af58-6cb2a748a533), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:23.737444 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-3f0e48d7-8da5-4126-b99a-21ab864f3164 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--247788187&fields=id&tenant_id=9bd07fca844c4db2bbd74f640865a0f7 HTTP/1.1" status: 200 len: 267 time: 0.0646200 Jan 18 20:15:23.788174 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3348d27-79f7-42b3-b73a-fbd27150f277 None None] Network 0953cb2e-9c90-413d-b82f-de35ecafc7c4 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:15:23.796470 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a7526d93-9a3e-48f3-9f7d-338abe935bd1 None None] For port 004a3d49-1eb5-4291-8831-fc4c0a50bf81, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=004a3d49-1eb5-4291-8831-fc4c0a50bf81,segment=NetworkSegment(db5eb892-0eb5-4594-b7da-8f800cbf7868),segment_id=db5eb892-0eb5-4594-b7da-8f800cbf7868)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:23.798695 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 004a3d49-1eb5-4291-8831-fc4c0a50bf81 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:23.799770 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b0fb59b4-d0f4-4677-b474-76413bb233be up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:15:23.807687 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-c3348d27-79f7-42b3-b73a-fbd27150f277 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:23.812261 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3348d27-79f7-42b3-b73a-fbd27150f277 None None] Pushing event updated for resources: {'Port': ['ID=b80520a8-47fa-45e1-af58-6cb2a748a533,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:23.814406 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3348d27-79f7-42b3-b73a-fbd27150f277 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:15:23.924694 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-3d6ec413-bd3b-41a9-9980-0f70a8b616c0 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:23.928293 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-3d6ec413-bd3b-41a9-9980-0f70a8b616c0 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/networks?id=e1f83d18-5a1f-40b1-a766-529834464aa6 HTTP/1.1" status: 200 len: 815 time: 0.1831274 Jan 18 20:15:23.942926 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a7526d93-9a3e-48f3-9f7d-338abe935bd1 None None] Publish callbacks [] for port (004a3d49-1eb5-4291-8831-fc4c0a50bf81), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:23.956874 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a7526d93-9a3e-48f3-9f7d-338abe935bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (004a3d49-1eb5-4291-8831-fc4c0a50bf81), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:23.964119 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-6ad720c0-a861-4d71-87a9-b8c9379bf8af tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/quotas/9bd07fca844c4db2bbd74f640865a0f7 HTTP/1.1" status: 200 len: 375 time: 0.0293074 Jan 18 20:15:23.978926 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-63d14e67-1efd-44bf-ac30-64a96881bb55 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779510068857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12763046'] for subnet (947730f8-3b30-412a-ab3d-64a5a6afff44), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:24.002141 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c3348d27-79f7-42b3-b73a-fbd27150f277 None None] Attempting to bind port b80520a8-47fa-45e1-af58-6cb2a748a533 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:15:24.002434 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c3348d27-79f7-42b3-b73a-fbd27150f277 None None] Attempting to bind port b80520a8-47fa-45e1-af58-6cb2a748a533 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '7b34e07f-6803-4e84-9462-ec05e73b1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0953cb2e-9c90-413d-b82f-de35ecafc7c4'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:15:24.002804 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3348d27-79f7-42b3-b73a-fbd27150f277 None None] Attempting to bind port b80520a8-47fa-45e1-af58-6cb2a748a533 on network 0953cb2e-9c90-413d-b82f-de35ecafc7c4 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:15:24.011097 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3348d27-79f7-42b3-b73a-fbd27150f277 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:15:24.011562 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3348d27-79f7-42b3-b73a-fbd27150f277 None None] Checking segment: {'id': '7b34e07f-6803-4e84-9462-ec05e73b1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0953cb2e-9c90-413d-b82f-de35ecafc7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:15:24.011982 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c3348d27-79f7-42b3-b73a-fbd27150f277 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:24.012635 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3348d27-79f7-42b3-b73a-fbd27150f277 None None] Bound using segment: {'id': '7b34e07f-6803-4e84-9462-ec05e73b1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0953cb2e-9c90-413d-b82f-de35ecafc7c4'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:15:24.013135 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c3348d27-79f7-42b3-b73a-fbd27150f277 None None] Bound port: b80520a8-47fa-45e1-af58-6cb2a748a533, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b34e07f-6803-4e84-9462-ec05e73b1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0953cb2e-9c90-413d-b82f-de35ecafc7c4'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:15:24.013562 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c3348d27-79f7-42b3-b73a-fbd27150f277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b80520a8-47fa-45e1-af58-6cb2a748a533), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:24.023363 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d14e67-1efd-44bf-ac30-64a96881bb55 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:24.024141 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-63d14e67-1efd-44bf-ac30-64a96881bb55 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:24.026178 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-63d14e67-1efd-44bf-ac30-64a96881bb55 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "PUT /v2.0/subnets/947730f8-3b30-412a-ab3d-64a5a6afff44 HTTP/1.1" status: 200 len: 826 time: 1.0672727 Jan 18 20:15:24.028843 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50296) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:24.072837 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-47ad77d9-5098-462f-91a0-16910d7e1713 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bd07fca844c4db2bbd74f640865a0f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039732 Jan 18 20:15:24.161358 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d14e67-1efd-44bf-ac30-64a96881bb55 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event updated for resources: {'Subnet': ['ID=947730f8-3b30-412a-ab3d-64a5a6afff44,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:24.175176 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7526d93-9a3e-48f3-9f7d-338abe935bd1 None None] Pushing event updated for resources: {'Port': ['ID=004a3d49-1eb5-4291-8831-fc4c0a50bf81,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:24.220447 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port b0fb59b4-d0f4-4677-b474-76413bb233be triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:24.221044 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b0fb59b4-d0f4-4677-b474-76413bb233be), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:24.298867 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c931fbd-d273-42f9-b375-e39b082405c9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (0953cb2e-9c90-413d-b82f-de35ecafc7c4), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:24.344070 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c3348d27-79f7-42b3-b73a-fbd27150f277 None None] For port b80520a8-47fa-45e1-af58-6cb2a748a533, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:15:24.347543 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-903bacd3-c90f-4493-8886-350aa1b9dff0 service neutron] 10.222.0.31 "GET /v2.0/networks/e1f83d18-5a1f-40b1-a766-529834464aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709982 Jan 18 20:15:24.379293 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c3348d27-79f7-42b3-b73a-fbd27150f277 None None] For port b80520a8-47fa-45e1-af58-6cb2a748a533, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b80520a8-47fa-45e1-af58-6cb2a748a533,segment=NetworkSegment(7b34e07f-6803-4e84-9462-ec05e73b1c2d),segment_id=7b34e07f-6803-4e84-9462-ec05e73b1c2d)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:15:24.393732 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c3348d27-79f7-42b3-b73a-fbd27150f277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b80520a8-47fa-45e1-af58-6cb2a748a533), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:24.394993 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-7c931fbd-d273-42f9-b375-e39b082405c9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Deleting port b80520a8-47fa-45e1-af58-6cb2a748a533 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:15:24.395553 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c931fbd-d273-42f9-b375-e39b082405c9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b80520a8-47fa-45e1-af58-6cb2a748a533), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:24.522466 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-7c931fbd-d273-42f9-b375-e39b082405c9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] For port b80520a8-47fa-45e1-af58-6cb2a748a533, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b80520a8-47fa-45e1-af58-6cb2a748a533,segment=NetworkSegment(7b34e07f-6803-4e84-9462-ec05e73b1c2d),segment_id=7b34e07f-6803-4e84-9462-ec05e73b1c2d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:24.522968 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c931fbd-d273-42f9-b375-e39b082405c9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b80520a8-47fa-45e1-af58-6cb2a748a533), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:24.530568 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc8b0c-cb7a-46e6-acea-df3fa15d72df req-8004cdb2-48eb-4403-8cd0-85e9e335db2c tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:24.532146 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34fc8b0c-cb7a-46e6-acea-df3fa15d72df req-8004cdb2-48eb-4403-8cd0-85e9e335db2c tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.2822733 Jan 18 20:15:24.541406 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-7c931fbd-d273-42f9-b375-e39b082405c9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Calling delete_port for b80520a8-47fa-45e1-af58-6cb2a748a533 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:15:24.589331 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3348d27-79f7-42b3-b73a-fbd27150f277 None None] Pushing event updated for resources: {'Port': ['ID=b80520a8-47fa-45e1-af58-6cb2a748a533,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:24.596190 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port b0fb59b4-d0f4-4677-b474-76413bb233be is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:24.705490 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-30028691-0537-4ad7-934b-d68222de411a service neutron] 10.222.0.31 "GET /v2.0/networks/e1f83d18-5a1f-40b1-a766-529834464aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502631 Jan 18 20:15:24.734442 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34fc8b0c-cb7a-46e6-acea-df3fa15d72df req-79defb1b-51c4-41e2-bfab-5fefc4402cc3 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863368 Jan 18 20:15:24.751718 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c931fbd-d273-42f9-b375-e39b082405c9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (b80520a8-47fa-45e1-af58-6cb2a748a533), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:24.840438 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 004a3d49-1eb5-4291-8831-fc4c0a50bf81 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:15:24.867061 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c931fbd-d273-42f9-b375-e39b082405c9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event deleted for resources: {'Port': ['ID=b80520a8-47fa-45e1-af58-6cb2a748a533,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:25.002816 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de70a89-f489-4571-8c0e-0dc6be0ead3e req-a5211f50-5a32-49b5-b4b3-440632934883 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:25.004384 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0de70a89-f489-4571-8c0e-0dc6be0ead3e req-a5211f50-5a32-49b5-b4b3-440632934883 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.70 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.2858396 Jan 18 20:15:25.014664 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 004a3d49-1eb5-4291-8831-fc4c0a50bf81 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:25.015610 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (004a3d49-1eb5-4291-8831-fc4c0a50bf81), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:25.063693 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c931fbd-d273-42f9-b375-e39b082405c9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] No DVR routers for this DVR port b80520a8-47fa-45e1-af58-6cb2a748a533 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:15:25.294296 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 004a3d49-1eb5-4291-8831-fc4c0a50bf81 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:25.305558 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f4a7b-33ae-4256-b380-8abe5ae826d8 req-157d0156-ae4e-4af7-9953-68e61d9bd127 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:25.330087 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf2f4a7b-33ae-4256-b380-8abe5ae826d8 req-157d0156-ae4e-4af7-9953-68e61d9bd127 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.2498119 Jan 18 20:15:25.358726 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af2a3b-460d-47f7-a2e0-ce4c417d3e46 req-66bcdab9-dd76-4604-90a7-15b2ba66a800 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:25.360276 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-01af2a3b-460d-47f7-a2e0-ce4c417d3e46 req-66bcdab9-dd76-4604-90a7-15b2ba66a800 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.2901785 Jan 18 20:15:25.398382 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889ee2bf-e422-45e4-9ca7-49f48ea33a90 None None] Network fae243dc-1cdf-4e6d-93f0-687e5c598dd3 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:25.504314 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf2f4a7b-33ae-4256-b380-8abe5ae826d8 req-37154b54-8db9-4560-b60c-bb994e2380ca tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732600 Jan 18 20:15:25.516088 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-01af2a3b-460d-47f7-a2e0-ce4c417d3e46 req-56194af4-60f2-49b1-93fd-af16f789c5d8 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473348 Jan 18 20:15:25.669993 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-5ba8398b-4f3e-449e-a350-df2ce39d6312 None None] Provisioning complete for port 004a3d49-1eb5-4291-8831-fc4c0a50bf81 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:25.670690 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5ba8398b-4f3e-449e-a350-df2ce39d6312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (004a3d49-1eb5-4291-8831-fc4c0a50bf81), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:25.673725 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c87ec77f-4eed-42aa-a150-5adbc107db34 req-148fc026-3909-45ad-875f-35e4a9db2058 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4356e6a8-9adf-4ef9-98e5-ff43216e4ec4 HTTP/1.1" status: 200 len: 210 time: 0.0428658 Jan 18 20:15:25.712146 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-75af5d83-162a-4e9a-81c7-333a3bd538ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:25.847178 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5ba8398b-4f3e-449e-a350-df2ce39d6312 None None] Current status of the port 004a3d49-1eb5-4291-8831-fc4c0a50bf81 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:26.005863 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841819b-bb85-4cac-93e5-3a9e9cfbf4a1 req-34e81be9-4cb2-4ec5-986f-1d253cb576c8 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:26.013519 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a841819b-bb85-4cac-93e5-3a9e9cfbf4a1 req-34e81be9-4cb2-4ec5-986f-1d253cb576c8 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 945 time: 0.1516976 Jan 18 20:15:26.092084 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c931fbd-d273-42f9-b375-e39b082405c9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (947730f8-3b30-412a-ab3d-64a5a6afff44), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:26.129074 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a841819b-bb85-4cac-93e5-3a9e9cfbf4a1 req-7a53d974-2de2-4389-8ef4-82d73bbfd6b0 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f51206-0682-4d28-b3ea-634df50efb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146145 Jan 18 20:15:26.158041 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-0de70a89-f489-4571-8c0e-0dc6be0ead3e req-50937e59-d2dd-43f2-b198-27a470ad03eb tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Deleting port ecbb2d86-23b8-413a-bee8-5141d2171c91 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:15:26.158625 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0de70a89-f489-4571-8c0e-0dc6be0ead3e req-50937e59-d2dd-43f2-b198-27a470ad03eb tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ecbb2d86-23b8-413a-bee8-5141d2171c91), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:26.260699 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c931fbd-d273-42f9-b375-e39b082405c9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (947730f8-3b30-412a-ab3d-64a5a6afff44), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:26.285197 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4ba4defe-faa5-4cd7-8e01-ecc815c0921d None None] Provisioning complete for port 004a3d49-1eb5-4291-8831-fc4c0a50bf81 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:26.285781 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4ba4defe-faa5-4cd7-8e01-ecc815c0921d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (004a3d49-1eb5-4291-8831-fc4c0a50bf81), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:26.305599 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c931fbd-d273-42f9-b375-e39b082405c9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event deleted for resources: {'Subnet': ['ID=947730f8-3b30-412a-ab3d-64a5a6afff44,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:26.418287 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c931fbd-d273-42f9-b375-e39b082405c9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (0953cb2e-9c90-413d-b82f-de35ecafc7c4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:26.428003 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-0de70a89-f489-4571-8c0e-0dc6be0ead3e req-50937e59-d2dd-43f2-b198-27a470ad03eb tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] For port ecbb2d86-23b8-413a-bee8-5141d2171c91, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ecbb2d86-23b8-413a-bee8-5141d2171c91,segment=NetworkSegment(91eca149-2050-42be-9943-9917eddedfac),segment_id=91eca149-2050-42be-9943-9917eddedfac)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:26.428379 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0de70a89-f489-4571-8c0e-0dc6be0ead3e req-50937e59-d2dd-43f2-b198-27a470ad03eb tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ecbb2d86-23b8-413a-bee8-5141d2171c91), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:26.453918 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-7c931fbd-d273-42f9-b375-e39b082405c9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0953cb2e-9c90-413d-b82f-de35ecafc7c4']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:26.486100 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06b72b7-de06-45fd-8f2f-aef0a0b6f3cd None None] Network 0953cb2e-9c90-413d-b82f-de35ecafc7c4 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:26.497481 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-7c931fbd-d273-42f9-b375-e39b082405c9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b34e07f-6803-4e84-9462-ec05e73b1c2d') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:26.497826 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-7c931fbd-d273-42f9-b375-e39b082405c9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b34e07f-6803-4e84-9462-ec05e73b1c2d') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:26.516631 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c931fbd-d273-42f9-b375-e39b082405c9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (7b34e07f-6803-4e84-9462-ec05e73b1c2d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:26.575634 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c931fbd-d273-42f9-b375-e39b082405c9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (7b34e07f-6803-4e84-9462-ec05e73b1c2d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:26.589303 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c931fbd-d273-42f9-b375-e39b082405c9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:15:26.589820 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c931fbd-d273-42f9-b375-e39b082405c9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (7b34e07f-6803-4e84-9462-ec05e73b1c2d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:26.615873 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4ba4defe-faa5-4cd7-8e01-ecc815c0921d None None] Current status of the port 004a3d49-1eb5-4291-8831-fc4c0a50bf81 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:15:26.697193 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:15:26.720314 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0f5fe7-520c-411f-8a91-ba6dfba1c7db None None] DHCP port deletion for 0953cb2e-9c90-413d-b82f-de35ecafc7c4 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:15:26.754729 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952b22d2-ccce-4d7a-ae5c-3760a81e0b7c None None] Network 0953cb2e-9c90-413d-b82f-de35ecafc7c4 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:26.772668 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c931fbd-d273-42f9-b375-e39b082405c9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (0953cb2e-9c90-413d-b82f-de35ecafc7c4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:26.781912 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a2aee6f5-f3d6-47cc-a020-e3c756b89cbe None None] Could not find standard attr ID for object b80520a8-47fa-45e1-af58-6cb2a748a533. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:15:26.787625 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952b22d2-ccce-4d7a-ae5c-3760a81e0b7c None None] Network 0953cb2e-9c90-413d-b82f-de35ecafc7c4 could not be found, it might have been deleted concurrently. {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 18 20:15:26.809351 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c931fbd-d273-42f9-b375-e39b082405c9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:26.815595 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7c931fbd-d273-42f9-b375-e39b082405c9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "DELETE /v2.0/networks/0953cb2e-9c90-413d-b82f-de35ecafc7c4 HTTP/1.1" status: 204 len: 168 time: 2.7806497 Jan 18 20:15:26.816405 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50336) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:26.833127 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c931fbd-d273-42f9-b375-e39b082405c9 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event deleted for resources: {'Network': ['ID=0953cb2e-9c90-413d-b82f-de35ecafc7c4,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:26.871345 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e1fe0-850e-49dc-86fa-7543aa0e8064 req-fbd6ecad-5eed-4971-a7b1-ded61ab75859 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:26.878748 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e0e1fe0-850e-49dc-86fa-7543aa0e8064 req-fbd6ecad-5eed-4971-a7b1-ded61ab75859 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.1957505 Jan 18 20:15:26.882432 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-f04998ad-3666-4759-b276-93d9427cc707 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] DELETE failed (client error): The resource could not be found. Jan 18 20:15:26.882979 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f04998ad-3666-4759-b276-93d9427cc707 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:15:26.886063 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f04998ad-3666-4759-b276-93d9427cc707 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "DELETE /v2.0/networks/0953cb2e-9c90-413d-b82f-de35ecafc7c4 HTTP/1.1" status: 404 len: 339 time: 0.0679011 Jan 18 20:15:26.893827 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0de70a89-f489-4571-8c0e-0dc6be0ead3e req-50937e59-d2dd-43f2-b198-27a470ad03eb tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:26.894251 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0de70a89-f489-4571-8c0e-0dc6be0ead3e req-50937e59-d2dd-43f2-b198-27a470ad03eb tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (490ebe5e-5c6f-4695-9ba6-89bb443fb6c0), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:26.894568 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [req-0de70a89-f489-4571-8c0e-0dc6be0ead3e req-50937e59-d2dd-43f2-b198-27a470ad03eb tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Floating IP 490ebe5e-5c6f-4695-9ba6-89bb443fb6c0 disassociated. External IP: 172.25.4.4, port: ecbb2d86-23b8-413a-bee8-5141d2171c91. Jan 18 20:15:26.895277 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-0de70a89-f489-4571-8c0e-0dc6be0ead3e req-50937e59-d2dd-43f2-b198-27a470ad03eb tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Calling delete_port for ecbb2d86-23b8-413a-bee8-5141d2171c91 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:15:26.896923 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50338) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:26.901051 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dafbea-6c57-4ff7-b636-6c6f24eaff60 req-f65798aa-c0bf-4d4b-9644-618d265c98cc tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:26.904516 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-98efd051-f6b0-4f41-a059-98d1d9f5ea1c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1072350123', 'description': 'd1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:26.907881 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-56dafbea-6c57-4ff7-b636-6c6f24eaff60 req-f65798aa-c0bf-4d4b-9644-618d265c98cc tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.2438788 Jan 18 20:15:26.996835 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-26b28739-b835-4a22-b4c8-975f91cf8e30 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:26.998296 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-26b28739-b835-4a22-b4c8-975f91cf8e30 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.70 "GET /v2.0/networks?id=e1f83d18-5a1f-40b1-a766-529834464aa6 HTTP/1.1" status: 200 len: 815 time: 0.2376847 Jan 18 20:15:27.006416 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98efd051-f6b0-4f41-a059-98d1d9f5ea1c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Made reservation on behalf of bcd17588987b4b15a3fbc23c94621e5a for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:15:27.009991 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98efd051-f6b0-4f41-a059-98d1d9f5ea1c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:27.040258 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ecbb2d86-23b8-413a-bee8-5141d2171c91 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:15:27.063505 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98efd051-f6b0-4f41-a059-98d1d9f5ea1c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:15:27.073685 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98efd051-f6b0-4f41-a059-98d1d9f5ea1c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (cc4dae5d-b640-4eba-8534-2d7e2ca9e809), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:27.074273 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-98efd051-f6b0-4f41-a059-98d1d9f5ea1c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Added segment cc4dae5d-b640-4eba-8534-2d7e2ca9e809 of type vlan for network 92aeabd3-d6d5-4aea-b963-62ed4b1e9417 Jan 18 20:15:27.119531 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98efd051-f6b0-4f41-a059-98d1d9f5ea1c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (92aeabd3-d6d5-4aea-b963-62ed4b1e9417), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:27.170717 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98efd051-f6b0-4f41-a059-98d1d9f5ea1c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (92aeabd3-d6d5-4aea-b963-62ed4b1e9417), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:27.177454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98efd051-f6b0-4f41-a059-98d1d9f5ea1c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:27.178366 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98efd051-f6b0-4f41-a059-98d1d9f5ea1c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:27.195299 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port ecbb2d86-23b8-413a-bee8-5141d2171c91 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:27.195856 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ecbb2d86-23b8-413a-bee8-5141d2171c91), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:27.252302 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-98efd051-f6b0-4f41-a059-98d1d9f5ea1c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3542712 Jan 18 20:15:27.255182 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50344) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:27.315657 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-9db17be2-221b-4a51-8669-9b2b5992b18d tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bd07fca844c4db2bbd74f640865a0f7 HTTP/1.1" status: 200 len: 379 time: 0.2998493 Jan 18 20:15:27.329416 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-7f8bcdf7-1b50-49d8-8bb0-81970f3dfdb1 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Request body: {'port': {'device_id': '4356e6a8-9adf-4ef9-98e5-ff43216e4ec4', 'network_id': 'e1f83d18-5a1f-40b1-a766-529834464aa6', 'admin_state_up': True, 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'security_groups': ['6f05c5f9-4cff-4643-8de9-2b0f3010518e']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:27.334485 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efd051-f6b0-4f41-a059-98d1d9f5ea1c tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event updated for resources: {'Network': ['ID=92aeabd3-d6d5-4aea-b963-62ed4b1e9417,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:27.348375 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 92aeabd3-d6d5-4aea-b963-62ed4b1e9417 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:15:27.362000 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e0e1fe0-850e-49dc-86fa-7543aa0e8064 req-b15f7edb-2ff4-4536-b879-dfb4507558bf tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822879 Jan 18 20:15:27.384108 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-56dafbea-6c57-4ff7-b636-6c6f24eaff60 req-f0062694-9e4b-467a-88a3-d11dab7bc204 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4753482 Jan 18 20:15:27.397789 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0de70a89-f489-4571-8c0e-0dc6be0ead3e req-50937e59-d2dd-43f2-b198-27a470ad03eb tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ecbb2d86-23b8-413a-bee8-5141d2171c91), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:27.425944 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97723607-d8f5-4d77-932e-ba43e506df18 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:27.434980 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-97723607-d8f5-4d77-932e-ba43e506df18 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "GET /v2.0/networks?id=92aeabd3-d6d5-4aea-b963-62ed4b1e9417 HTTP/1.1" status: 200 len: 765 time: 0.1761599 Jan 18 20:15:27.436643 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50346) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:27.444030 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50937e59-d2dd-43f2-b198-27a470ad03eb tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Pushing event deleted for resources: {'Port': ['ID=ecbb2d86-23b8-413a-bee8-5141d2171c91,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:27.454258 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-9a2fe535-75fd-4bbc-bab1-22f984bb739e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Request body: {'network': {'description': 'd2'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:27.626608 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0cc94afd-5030-4dfa-b074-fd4d029d9539 req-ea85880e-dda4-4fbd-a05d-b824574c283d tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4356e6a8-9adf-4ef9-98e5-ff43216e4ec4 HTTP/1.1" status: 200 len: 210 time: 0.0382721 Jan 18 20:15:27.646518 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-7f8bcdf7-1b50-49d8-8bb0-81970f3dfdb1 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Made reservation on behalf of 9bd07fca844c4db2bbd74f640865a0f7 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:15:27.650627 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-7f8bcdf7-1b50-49d8-8bb0-81970f3dfdb1 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:27.679404 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0de70a89-f489-4571-8c0e-0dc6be0ead3e req-50937e59-d2dd-43f2-b198-27a470ad03eb tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Router 96356dce-1ed1-4f46-9dac-371f1628399e has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:15:27.713388 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f3e3dfb5-03b7-48a1-a008-f7bdb10532a8 req-c42dd1c3-5c35-4374-9437-3451b9cb8a72 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5022965f-1c2b-4ad3-aa1d-4cdb38acfa60 HTTP/1.1" status: 200 len: 210 time: 0.0397775 Jan 18 20:15:27.738902 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9a2fe535-75fd-4bbc-bab1-22f984bb739e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (92aeabd3-d6d5-4aea-b963-62ed4b1e9417), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:27.748792 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9a2fe535-75fd-4bbc-bab1-22f984bb739e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (92aeabd3-d6d5-4aea-b963-62ed4b1e9417), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:27.764671 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-61cbda57-b54d-4852-8eb2-6483aa55e5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:27.773170 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9a2fe535-75fd-4bbc-bab1-22f984bb739e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Network 92aeabd3-d6d5-4aea-b963-62ed4b1e9417 is not hosted by any dhcp agent {{(pid=103336) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 18 20:15:27.778812 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2fe535-75fd-4bbc-bab1-22f984bb739e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:27.779407 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9a2fe535-75fd-4bbc-bab1-22f984bb739e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:27.780756 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9a2fe535-75fd-4bbc-bab1-22f984bb739e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "PUT /v2.0/networks/92aeabd3-d6d5-4aea-b963-62ed4b1e9417 HTTP/1.1" status: 200 len: 762 time: 0.3429344 Jan 18 20:15:27.785848 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50350) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:27.838958 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2fe535-75fd-4bbc-bab1-22f984bb739e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event updated for resources: {'Network': ['ID=92aeabd3-d6d5-4aea-b963-62ed4b1e9417,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:27.849693 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 92aeabd3-d6d5-4aea-b963-62ed4b1e9417 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:15:27.948745 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552a5220-2251-48ac-8f62-dbd2253a4bd1 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:27.950328 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-552a5220-2251-48ac-8f62-dbd2253a4bd1 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "GET /v2.0/networks?id=92aeabd3-d6d5-4aea-b963-62ed4b1e9417 HTTP/1.1" status: 200 len: 765 time: 0.1634243 Jan 18 20:15:27.955382 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50352) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:27.969793 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-7f8bcdf7-1b50-49d8-8bb0-81970f3dfdb1 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Allocated IP 172.20.0.13 (e1f83d18-5a1f-40b1-a766-529834464aa6/9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2/66ced902-bda0-4250-93e2-003dd719020c) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:15:27.983982 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0de70a89-f489-4571-8c0e-0dc6be0ead3e req-50937e59-d2dd-43f2-b198-27a470ad03eb tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:15:27.996246 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbee14b-13e8-47e6-b937-829d3d534ebb None None] Sync routers for ids ['96356dce-1ed1-4f46-9dac-371f1628399e'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:15:28.007664 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbee14b-13e8-47e6-b937-829d3d534ebb None None] Routers {'96356dce-1ed1-4f46-9dac-371f1628399e'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:15:28.008273 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-9fbee14b-13e8-47e6-b937-829d3d534ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:15:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['96356dce-1ed1-4f46-9dac-371f1628399e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:28.047332 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de70a89-f489-4571-8c0e-0dc6be0ead3e req-50937e59-d2dd-43f2-b198-27a470ad03eb tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] No DVR routers for this DVR port ecbb2d86-23b8-413a-bee8-5141d2171c91 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:15:28.051403 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0de70a89-f489-4571-8c0e-0dc6be0ead3e req-50937e59-d2dd-43f2-b198-27a470ad03eb tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:28.054702 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0de70a89-f489-4571-8c0e-0dc6be0ead3e req-50937e59-d2dd-43f2-b198-27a470ad03eb tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.70 "DELETE /v2.0/ports/ecbb2d86-23b8-413a-bee8-5141d2171c91 HTTP/1.1" status: 204 len: 173 time: 2.9891958 Jan 18 20:15:28.055141 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5022965f-1c2b-4ad3-aa1d-4cdb38acfa60', 'name': 'network-vif-deleted', 'tag': 'ecbb2d86-23b8-413a-bee8-5141d2171c91'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:15:28.057995 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85538f6-a11b-4ef7-9bcd-d3f4a2faa69b" -d '{"events": [{"server_uuid": "5022965f-1c2b-4ad3-aa1d-4cdb38acfa60", "name": "network-vif-deleted", "tag": "ecbb2d86-23b8-413a-bee8-5141d2171c91"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:15:28.121685 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-9fbee14b-13e8-47e6-b937-829d3d534ebb None None] Set router 96356dce-1ed1-4f46-9dac-371f1628399e gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:15:28.152294 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e0c3f9-bfa4-4112-92b4-dac703e3fab5 x-openstack-request-id: req-b7e0c3f9-bfa4-4112-92b4-dac703e3fab5 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:15:28.152814 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5022965f-1c2b-4ad3-aa1d-4cdb38acfa60", "name": "network-vif-deleted", "tag": "ecbb2d86-23b8-413a-bee8-5141d2171c91", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:15:28.152814 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7e0c3f9-bfa4-4112-92b4-dac703e3fab5 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:15:28.153227 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5022965f-1c2b-4ad3-aa1d-4cdb38acfa60', 'name': 'network-vif-deleted', 'tag': 'ecbb2d86-23b8-413a-bee8-5141d2171c91', 'status': 'completed', 'code': 200} Jan 18 20:15:28.210534 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-7f8bcdf7-1b50-49d8-8bb0-81970f3dfdb1 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks [] for port (66ced902-bda0-4250-93e2-003dd719020c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:28.218536 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c566c672-de92-414c-af0c-d8e14fe32729 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:28.223010 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c566c672-de92-414c-af0c-d8e14fe32729 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2639143 Jan 18 20:15:28.223524 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50356) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:28.255725 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-7f8bcdf7-1b50-49d8-8bb0-81970f3dfdb1 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (66ced902-bda0-4250-93e2-003dd719020c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:28.273459 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2e894e79-1ea6-4f9c-8d4e-e43ed23e0adb tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "GET /v2.0/subnets?network_id=9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 207 time: 0.0457456 Jan 18 20:15:28.273879 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50358) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:28.307476 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-7f8bcdf7-1b50-49d8-8bb0-81970f3dfdb1 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Network e1f83d18-5a1f-40b1-a766-529834464aa6 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:15:28.311520 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-7f8bcdf7-1b50-49d8-8bb0-81970f3dfdb1 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:28.316395 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-7f8bcdf7-1b50-49d8-8bb0-81970f3dfdb1 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:15:28.341749 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8bcdf7-1b50-49d8-8bb0-81970f3dfdb1 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Pushing event updated for resources: {'Port': ['ID=66ced902-bda0-4250-93e2-003dd719020c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:28.355937 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-9fbee14b-13e8-47e6-b937-829d3d534ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'name': 'tempest-AttachVolumeTestJSON-1877546686-router', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:10:04Z', 'updated_at': '2022-01-18T20:10:14Z', 'revision_number': 4, 'project_id': '72501d248542438e9d3a803e6110efb0', 'gw_port': {'id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:07Z', 'updated_at': '2022-01-18T20:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'cf6cbf85-e862-43be-9155-353835d8a1b9', 'name': '', 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'mac_address': 'fa:16:3e:84:cf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '1723126f-3654-432e-ad19-50c4bb784989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:13Z', 'updated_at': '2022-01-18T20:10:24Z', 'revision_number': 5, 'project_id': '72501d248542438e9d3a803e6110efb0', 'subnets': [{'id': '1723126f-3654-432e-ad19-50c4bb784989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:28.378443 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-7f8bcdf7-1b50-49d8-8bb0-81970f3dfdb1 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:28.379359 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-7f8bcdf7-1b50-49d8-8bb0-81970f3dfdb1 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:28.392790 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbee14b-13e8-47e6-b937-829d3d534ebb None None] Checking router: 96356dce-1ed1-4f46-9dac-371f1628399e for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:15:28.398070 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-7f8bcdf7-1b50-49d8-8bb0-81970f3dfdb1 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0724947 Jan 18 20:15:28.403201 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbee14b-13e8-47e6-b937-829d3d534ebb None None] Routers {'96356dce-1ed1-4f46-9dac-371f1628399e'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:15:28.403805 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-9fbee14b-13e8-47e6-b937-829d3d534ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:15:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['96356dce-1ed1-4f46-9dac-371f1628399e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:28.421813 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-009fccb5-d227-4f75-93e6-b2127b8e4125 service neutron] Request body: {'port': {'device_id': '4356e6a8-9adf-4ef9-98e5-ff43216e4ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:28.505610 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-009fccb5-d227-4f75-93e6-b2127b8e4125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (66ced902-bda0-4250-93e2-003dd719020c), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:28.534120 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-b56b2ec3-8e68-4986-9afe-98a31ddb88cf tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:28.536133 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-b56b2ec3-8e68-4986-9afe-98a31ddb88cf tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc&tenant_id=46be2ca450fb44c88ba90d0767174258&binding%3Ahost_id=n-h2-741529-9 HTTP/1.1" status: 200 len: 1097 time: 0.2123590 Jan 18 20:15:28.590304 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-9fbee14b-13e8-47e6-b937-829d3d534ebb None None] Set router 96356dce-1ed1-4f46-9dac-371f1628399e gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:15:28.607300 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-d0ac1800-1412-45d6-bdb8-ba61d38bcdb3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-741529-9'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:28.671603 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b80520a8-47fa-45e1-af58-6cb2a748a533 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:15:28.702295 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: b80520a8-47fa-45e1-af58-6cb2a748a533 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:15:28.702703 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b80520a8-47fa-45e1-af58-6cb2a748a533 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:15:28.729142 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2d55fc-0831-437a-8abc-5e3fb9bfb410 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:28.736058 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2d55fc-0831-437a-8abc-5e3fb9bfb410 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:28.742720 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2d55fc-0831-437a-8abc-5e3fb9bfb410 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:28.749540 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2d55fc-0831-437a-8abc-5e3fb9bfb410 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:28.752749 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-161c8786-4e96-47cb-9b6d-72431e2da851 None None] Provisioning complete for port 66ced902-bda0-4250-93e2-003dd719020c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:28.753617 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-161c8786-4e96-47cb-9b6d-72431e2da851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (66ced902-bda0-4250-93e2-003dd719020c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:28.755406 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2d55fc-0831-437a-8abc-5e3fb9bfb410 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:28.762093 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2d55fc-0831-437a-8abc-5e3fb9bfb410 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:28.763844 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-da2d55fc-0831-437a-8abc-5e3fb9bfb410 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4889364 Jan 18 20:15:28.778724 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50372) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:28.780372 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9c4d9-a039-4b6e-8348-f34c4cc182e5 req-d1e3fafc-3ae2-4c57-8bce-5ab490dc1e84 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:28.787572 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-53e9c4d9-a039-4b6e-8348-f34c4cc182e5 req-d1e3fafc-3ae2-4c57-8bce-5ab490dc1e84 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.3131471 Jan 18 20:15:28.813023 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-161c8786-4e96-47cb-9b6d-72431e2da851 None None] Port 66ced902-bda0-4250-93e2-003dd719020c cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:15:28.822185 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6d981-33e0-44a3-8a4c-e13e596d8987 req-cbdb38a8-a138-440a-9c0b-861b75a1a27c tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:28.823572 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ed6d981-33e0-44a3-8a4c-e13e596d8987 req-cbdb38a8-a138-440a-9c0b-861b75a1a27c tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.2793305 Jan 18 20:15:28.858758 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-d0ac1800-1412-45d6-bdb8-ba61d38bcdb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (80482624-a2b1-4cba-82a7-78d8e0ba5c0c), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:28.890218 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-9fbee14b-13e8-47e6-b937-829d3d534ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'name': 'tempest-AttachVolumeTestJSON-1877546686-router', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:10:04Z', 'updated_at': '2022-01-18T20:10:14Z', 'revision_number': 4, 'project_id': '72501d248542438e9d3a803e6110efb0', 'gw_port': {'id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:07Z', 'updated_at': '2022-01-18T20:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'cf6cbf85-e862-43be-9155-353835d8a1b9', 'name': '', 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'mac_address': 'fa:16:3e:84:cf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '1723126f-3654-432e-ad19-50c4bb784989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:13Z', 'updated_at': '2022-01-18T20:10:24Z', 'revision_number': 5, 'project_id': '72501d248542438e9d3a803e6110efb0', 'subnets': [{'id': '1723126f-3654-432e-ad19-50c4bb784989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:28.917880 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbee14b-13e8-47e6-b937-829d3d534ebb None None] The sync data for ids ['96356dce-1ed1-4f46-9dac-371f1628399e'] in n-d-741529-9 is: [{'id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'name': 'tempest-AttachVolumeTestJSON-1877546686-router', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:10:04Z', 'updated_at': '2022-01-18T20:10:14Z', 'revision_number': 4, 'project_id': '72501d248542438e9d3a803e6110efb0', 'gw_port': {'id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:07Z', 'updated_at': '2022-01-18T20:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'cf6cbf85-e862-43be-9155-353835d8a1b9', 'name': '', 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'mac_address': 'fa:16:3e:84:cf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '1723126f-3654-432e-ad19-50c4bb784989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:13Z', 'updated_at': '2022-01-18T20:10:24Z', 'revision_number': 5, 'project_id': '72501d248542438e9d3a803e6110efb0', 'subnets': [{'id': '1723126f-3654-432e-ad19-50c4bb784989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:15:28.926152 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-53e9c4d9-a039-4b6e-8348-f34c4cc182e5 req-d51b99d6-912d-4747-84db-4058b72f80d2 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377332 Jan 18 20:15:28.960105 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:28.983594 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ed6d981-33e0-44a3-8a4c-e13e596d8987 req-a6fac9ca-321c-4819-af2b-6a4449c9107e tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505322 Jan 18 20:15:29.087577 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-27e344a8-1921-4e12-b851-35f825cd4f34 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3072865 Jan 18 20:15:29.092088 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50376) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:29.140463 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-009fccb5-d227-4f75-93e6-b2127b8e4125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ced902-bda0-4250-93e2-003dd719020c {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:15:29.148732 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-009fccb5-d227-4f75-93e6-b2127b8e4125 service neutron] Publish callbacks [] for port (66ced902-bda0-4250-93e2-003dd719020c), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:29.164844 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-d0ac1800-1412-45d6-bdb8-ba61d38bcdb3 service neutron] For port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=80482624-a2b1-4cba-82a7-78d8e0ba5c0c,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:29.169112 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-009fccb5-d227-4f75-93e6-b2127b8e4125 service neutron] Transition to ACTIVE for port object 66ced902-bda0-4250-93e2-003dd719020c will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:15:29.175526 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-009fccb5-d227-4f75-93e6-b2127b8e4125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (66ced902-bda0-4250-93e2-003dd719020c), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:29.192099 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50380) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:29.243264 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009fccb5-d227-4f75-93e6-b2127b8e4125 service neutron] Pushing event updated for resources: {'Port': ['ID=66ced902-bda0-4250-93e2-003dd719020c,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:29.301718 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbe069e-b2bd-4379-8ac6-dba9716595a7 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:29.301718 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbe069e-b2bd-4379-8ac6-dba9716595a7 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:29.304335 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbe069e-b2bd-4379-8ac6-dba9716595a7 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:29.304335 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbe069e-b2bd-4379-8ac6-dba9716595a7 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:29.305413 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbe069e-b2bd-4379-8ac6-dba9716595a7 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:29.307833 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4dbe069e-b2bd-4379-8ac6-dba9716595a7 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2145419 Jan 18 20:15:29.313975 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50382) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:29.324557 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-d0ac1800-1412-45d6-bdb8-ba61d38bcdb3 service neutron] For port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:15:29.352134 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47650001-6f0d-4686-a5cd-d100ebe8414f req-8de959dc-134c-448d-9e62-9cceb6c5df1e tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:29.354284 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-47650001-6f0d-4686-a5cd-d100ebe8414f req-8de959dc-134c-448d-9e62-9cceb6c5df1e tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4356e6a8-9adf-4ef9-98e5-ff43216e4ec4 HTTP/1.1" status: 200 len: 932 time: 0.2478008 Jan 18 20:15:29.366637 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf7ca80-9a4b-4632-809f-7310bd74b6ac None None] New status for floating IP 490ebe5e-5c6f-4695-9ba6-89bb443fb6c0: DOWN {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:15:29.402783 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733ba496-d814-4928-b050-646321bfa088 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:29.404877 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733ba496-d814-4928-b050-646321bfa088 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:29.406852 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733ba496-d814-4928-b050-646321bfa088 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:29.408722 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-299f84dc-d697-4e3d-a21d-83804e338f28 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for security_group (29f51206-0682-4d28-b3ea-634df50efb33), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:29.409207 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733ba496-d814-4928-b050-646321bfa088 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:29.410330 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d682369-c646-448a-bc99-4469508cfcbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80482624-a2b1-4cba-82a7-78d8e0ba5c0c'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:15:29.412703 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30a22b3-28b6-4110-994b-203851ca3cb1" -d '{"events": [{"server_uuid": "6d682369-c646-448a-bc99-4469508cfcbc", "name": "network-vif-unplugged", "status": "completed", "tag": "80482624-a2b1-4cba-82a7-78d8e0ba5c0c"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:15:29.412864 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733ba496-d814-4928-b050-646321bfa088 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:29.414689 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-733ba496-d814-4928-b050-646321bfa088 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0974541 Jan 18 20:15:29.419090 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50386) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:29.419817 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-d0ac1800-1412-45d6-bdb8-ba61d38bcdb3 service neutron] Publish callbacks [] for port (80482624-a2b1-4cba-82a7-78d8e0ba5c0c), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:29.438318 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-d0ac1800-1412-45d6-bdb8-ba61d38bcdb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (80482624-a2b1-4cba-82a7-78d8e0ba5c0c), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:29.482129 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-009fccb5-d227-4f75-93e6-b2127b8e4125 service neutron] Attempting to bind port 66ced902-bda0-4250-93e2-003dd719020c on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:15:29.482463 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-009fccb5-d227-4f75-93e6-b2127b8e4125 service neutron] Attempting to bind port 66ced902-bda0-4250-93e2-003dd719020c by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '9eb2d016-e7bd-4fa2-af6a-028fb8651f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e1f83d18-5a1f-40b1-a766-529834464aa6'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:15:29.482796 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-009fccb5-d227-4f75-93e6-b2127b8e4125 service neutron] Attempting to bind port 66ced902-bda0-4250-93e2-003dd719020c on network e1f83d18-5a1f-40b1-a766-529834464aa6 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:15:29.499668 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f03bd5b-d2f3-423a-8781-eb3ecf2f1bd9 x-openstack-request-id: req-1f03bd5b-d2f3-423a-8781-eb3ecf2f1bd9 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:15:29.500424 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d682369-c646-448a-bc99-4469508cfcbc", "name": "network-vif-unplugged", "status": "completed", "tag": "80482624-a2b1-4cba-82a7-78d8e0ba5c0c", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:15:29.500424 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f03bd5b-d2f3-423a-8781-eb3ecf2f1bd9 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:15:29.500631 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d682369-c646-448a-bc99-4469508cfcbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80482624-a2b1-4cba-82a7-78d8e0ba5c0c', 'code': 200} Jan 18 20:15:29.505186 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-299f84dc-d697-4e3d-a21d-83804e338f28 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for security_group (29f51206-0682-4d28-b3ea-634df50efb33), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:29.529477 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-009fccb5-d227-4f75-93e6-b2127b8e4125 service neutron] Port 66ced902-bda0-4250-93e2-003dd719020c on network e1f83d18-5a1f-40b1-a766-529834464aa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:15:29.529768 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-009fccb5-d227-4f75-93e6-b2127b8e4125 service neutron] Attempting to bind port 66ced902-bda0-4250-93e2-003dd719020c on network e1f83d18-5a1f-40b1-a766-529834464aa6 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:15:29.538596 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-47650001-6f0d-4686-a5cd-d100ebe8414f req-fd76b8ec-6d41-47d5-a281-f8e8d15e4df9 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f05c5f9-4cff-4643-8de9-2b0f3010518e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722488 Jan 18 20:15:29.544092 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1100fdf8-c319-4baa-9b05-ba60edc84fae None None] DHCP port deletion for 133a80cf-c268-45f9-91ee-564a51a659af request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:15:29.545539 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-009fccb5-d227-4f75-93e6-b2127b8e4125 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:15:29.545940 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-009fccb5-d227-4f75-93e6-b2127b8e4125 service neutron] Checking segment: {'id': '9eb2d016-e7bd-4fa2-af6a-028fb8651f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e1f83d18-5a1f-40b1-a766-529834464aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:15:29.546966 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-009fccb5-d227-4f75-93e6-b2127b8e4125 service neutron] Bound using segment: {'id': '9eb2d016-e7bd-4fa2-af6a-028fb8651f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e1f83d18-5a1f-40b1-a766-529834464aa6'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:15:29.547500 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-009fccb5-d227-4f75-93e6-b2127b8e4125 service neutron] Bound port: 66ced902-bda0-4250-93e2-003dd719020c, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb2d016-e7bd-4fa2-af6a-028fb8651f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e1f83d18-5a1f-40b1-a766-529834464aa6'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:15:29.548390 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-009fccb5-d227-4f75-93e6-b2127b8e4125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (66ced902-bda0-4250-93e2-003dd719020c), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:29.606687 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac1800-1412-45d6-bdb8-ba61d38bcdb3 service neutron] Pushing event updated for resources: {'Port': ['ID=80482624-a2b1-4cba-82a7-78d8e0ba5c0c,revision_number=7']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:29.615572 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-d0ac1800-1412-45d6-bdb8-ba61d38bcdb3 service neutron] Attempting to bind port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c on host n-h2-741529-9 for vnic_type normal with profile {"migrating_to": "n-h1-741529-9"} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:15:29.615902 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-d0ac1800-1412-45d6-bdb8-ba61d38bcdb3 service neutron] Attempting to bind port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:15:29.616228 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-d0ac1800-1412-45d6-bdb8-ba61d38bcdb3 service neutron] Attempting to bind port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c on network 133a80cf-c268-45f9-91ee-564a51a659af {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:15:29.622139 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-d0ac1800-1412-45d6-bdb8-ba61d38bcdb3 service neutron] Port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c on network 133a80cf-c268-45f9-91ee-564a51a659af not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:15:29.622465 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-d0ac1800-1412-45d6-bdb8-ba61d38bcdb3 service neutron] Attempting to bind port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c on network 133a80cf-c268-45f9-91ee-564a51a659af {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:15:29.628475 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-d0ac1800-1412-45d6-bdb8-ba61d38bcdb3 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:15:29.628819 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-d0ac1800-1412-45d6-bdb8-ba61d38bcdb3 service neutron] Checking segment: {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:15:29.629239 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-d0ac1800-1412-45d6-bdb8-ba61d38bcdb3 service neutron] Bound using segment: {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:15:29.629767 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-d0ac1800-1412-45d6-bdb8-ba61d38bcdb3 service neutron] Bound port: 80482624-a2b1-4cba-82a7-78d8e0ba5c0c, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b14202-e0cf-4829-84e9-b58211a3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '133a80cf-c268-45f9-91ee-564a51a659af'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:15:29.630164 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-d0ac1800-1412-45d6-bdb8-ba61d38bcdb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (80482624-a2b1-4cba-82a7-78d8e0ba5c0c), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:29.640544 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-299f84dc-d697-4e3d-a21d-83804e338f28 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (29f51206-0682-4d28-b3ea-634df50efb33), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:29.643186 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-299f84dc-d697-4e3d-a21d-83804e338f28 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:29.645946 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-299f84dc-d697-4e3d-a21d-83804e338f28 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "DELETE /v2.0/security-groups/29f51206-0682-4d28-b3ea-634df50efb33 HTTP/1.1" status: 204 len: 168 time: 0.4511573 Jan 18 20:15:29.646596 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c285272-0b33-40f6-ae12-b51a0c4d3a18 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:29.647752 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4c285272-0b33-40f6-ae12-b51a0c4d3a18 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "GET /v2.0/networks/4d49d619-17e7-433b-9e32-65d427c9e694 HTTP/1.1" status: 200 len: 804 time: 0.2274206 Jan 18 20:15:29.648317 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50388) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:29.651676 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50390) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:29.681798 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-bf879c55-dbc0-4770-a630-4d9b8bbee6a9 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] show failed (client error): The resource could not be found. Jan 18 20:15:29.685544 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bf879c55-dbc0-4770-a630-4d9b8bbee6a9 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups/29f51206-0682-4d28-b3ea-634df50efb33 HTTP/1.1" status: 404 len: 347 time: 0.0299909 Jan 18 20:15:29.686117 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50392) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:29.694248 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f65f55c2-5160-44e0-ad8a-f7fba3ab9e5e None None] Provisioning complete for port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:29.694775 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f65f55c2-5160-44e0-ad8a-f7fba3ab9e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (80482624-a2b1-4cba-82a7-78d8e0ba5c0c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:29.694890 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-009fccb5-d227-4f75-93e6-b2127b8e4125 service neutron] For port 66ced902-bda0-4250-93e2-003dd719020c, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:15:29.697540 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f84dc-d697-4e3d-a21d-83804e338f28 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f51206-0682-4d28-b3ea-634df50efb33,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:29.699187 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-009fccb5-d227-4f75-93e6-b2127b8e4125 service neutron] For port 66ced902-bda0-4250-93e2-003dd719020c, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=66ced902-bda0-4250-93e2-003dd719020c,segment=NetworkSegment(9eb2d016-e7bd-4fa2-af6a-028fb8651f71),segment_id=9eb2d016-e7bd-4fa2-af6a-028fb8651f71)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:15:29.739971 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f65f55c2-5160-44e0-ad8a-f7fba3ab9e5e None None] Port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:15:29.754585 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-009fccb5-d227-4f75-93e6-b2127b8e4125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (66ced902-bda0-4250-93e2-003dd719020c), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:29.792132 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-d0ac1800-1412-45d6-bdb8-ba61d38bcdb3 service neutron] For port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:15:29.798558 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-d0ac1800-1412-45d6-bdb8-ba61d38bcdb3 service neutron] For port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=80482624-a2b1-4cba-82a7-78d8e0ba5c0c,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:15:29.807709 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-d0ac1800-1412-45d6-bdb8-ba61d38bcdb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (80482624-a2b1-4cba-82a7-78d8e0ba5c0c), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:29.822278 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3068c0bc-5647-469e-9b4a-55f58c0308a0 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "GET /v2.0/networks/4d49d619-17e7-433b-9e32-65d427c9e694?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1694255 Jan 18 20:15:29.828592 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50394) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:29.834499 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-009fccb5-d227-4f75-93e6-b2127b8e4125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:29.835117 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-009fccb5-d227-4f75-93e6-b2127b8e4125 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:29.836483 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-009fccb5-d227-4f75-93e6-b2127b8e4125 service neutron] 10.222.0.70 "PUT /v2.0/ports/66ced902-bda0-4250-93e2-003dd719020c HTTP/1.1" status: 200 len: 1092 time: 1.4299541 Jan 18 20:15:29.877712 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417b9c0f-0dfd-4316-9c0f-8448635a3bf1 None None] DHCP port deletion for 133a80cf-c268-45f9-91ee-564a51a659af request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:15:29.927271 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009fccb5-d227-4f75-93e6-b2127b8e4125 service neutron] Pushing event updated for resources: {'Port': ['ID=66ced902-bda0-4250-93e2-003dd719020c,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:29.929141 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-d0ac1800-1412-45d6-bdb8-ba61d38bcdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:29.938069 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-d0ac1800-1412-45d6-bdb8-ba61d38bcdb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:29.939624 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-d0ac1800-1412-45d6-bdb8-ba61d38bcdb3 service neutron] 10.222.0.57 "PUT /v2.0/ports/80482624-a2b1-4cba-82a7-78d8e0ba5c0c HTTP/1.1" status: 200 len: 1122 time: 1.3809416 Jan 18 20:15:29.941010 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac1800-1412-45d6-bdb8-ba61d38bcdb3 service neutron] Pushing event updated for resources: {'Port': ['ID=80482624-a2b1-4cba-82a7-78d8e0ba5c0c,revision_number=8']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:30.023575 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d66ca2a6-aa9a-42a0-990d-c4a260d500c7 None None] Provisioning complete for port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:30.025529 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d66ca2a6-aa9a-42a0-990d-c4a260d500c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (80482624-a2b1-4cba-82a7-78d8e0ba5c0c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:30.046625 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['80482624-a2b1-4cba-82a7-78d8e0ba5c0c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:15:30.124739 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['80482624-a2b1-4cba-82a7-78d8e0ba5c0c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:15:30.241864 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741c5aa-f972-4105-ba8d-b3cf47ef445c req-1595da4c-09fc-46b6-b9c9-71f705683c40 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:30.243629 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6741c5aa-f972-4105-ba8d-b3cf47ef445c req-1595da4c-09fc-46b6-b9c9-71f705683c40 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.1488004 Jan 18 20:15:30.324679 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6741c5aa-f972-4105-ba8d-b3cf47ef445c req-55de4cf4-c8be-41d6-bb94-0f2a1a8ea6b4 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725887 Jan 18 20:15:30.335227 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e16b5-a0c8-470d-88bd-617f94be0e68 req-4c881212-4580-4563-8a6c-93899aa83735 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:30.356535 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1a0e16b5-a0c8-470d-88bd-617f94be0e68 req-4c881212-4580-4563-8a6c-93899aa83735 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 944 time: 0.2339034 Jan 18 20:15:30.416129 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1a0e16b5-a0c8-470d-88bd-617f94be0e68 req-0788a217-3126-4e4e-a6ac-74941fa7e680 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586939 Jan 18 20:15:30.481449 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d66ca2a6-aa9a-42a0-990d-c4a260d500c7 None None] Current status of the port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:30.481869 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d66ca2a6-aa9a-42a0-990d-c4a260d500c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (80482624-a2b1-4cba-82a7-78d8e0ba5c0c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:30.515248 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:30.545040 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d682369-c646-448a-bc99-4469508cfcbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80482624-a2b1-4cba-82a7-78d8e0ba5c0c'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:15:30.547380 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab007826-18ae-44cb-a87c-4d471b951269" -d '{"events": [{"server_uuid": "6d682369-c646-448a-bc99-4469508cfcbc", "name": "network-vif-plugged", "status": "completed", "tag": "80482624-a2b1-4cba-82a7-78d8e0ba5c0c"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:15:30.566082 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4356e6a8-9adf-4ef9-98e5-ff43216e4ec4', 'tag': '66ced902-bda0-4250-93e2-003dd719020c'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:15:30.568335 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a93e091-57ac-48a7-b4ae-0099f9a56799" -d '{"events": [{"name": "network-changed", "server_uuid": "4356e6a8-9adf-4ef9-98e5-ff43216e4ec4", "tag": "66ced902-bda0-4250-93e2-003dd719020c"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:15:30.582086 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d66ca2a6-aa9a-42a0-990d-c4a260d500c7 None None] For port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=80482624-a2b1-4cba-82a7-78d8e0ba5c0c,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:30.584676 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57f733a-f822-476f-85b0-a1a3eb3f9132 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:30.587591 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d57f733a-f822-476f-85b0-a1a3eb3f9132 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "GET /v2.0/subnets/7b8a11e7-7eff-4cdf-a934-e45ad656f39c HTTP/1.1" status: 200 len: 843 time: 0.7553327 Jan 18 20:15:30.593103 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50412) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:30.600694 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d66ca2a6-aa9a-42a0-990d-c4a260d500c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (80482624-a2b1-4cba-82a7-78d8e0ba5c0c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:30.605823 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26a2c7e-97fe-4331-9832-4e995a437880 x-openstack-request-id: req-f26a2c7e-97fe-4331-9832-4e995a437880 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:15:30.606117 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d682369-c646-448a-bc99-4469508cfcbc", "name": "network-vif-plugged", "status": "completed", "tag": "80482624-a2b1-4cba-82a7-78d8e0ba5c0c", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:15:30.606372 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f26a2c7e-97fe-4331-9832-4e995a437880 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:15:30.606765 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d682369-c646-448a-bc99-4469508cfcbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80482624-a2b1-4cba-82a7-78d8e0ba5c0c', 'code': 200} Jan 18 20:15:30.655784 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3308310b-214f-4a80-a366-9fd2d796317d x-openstack-request-id: req-3308310b-214f-4a80-a366-9fd2d796317d {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:15:30.656561 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4356e6a8-9adf-4ef9-98e5-ff43216e4ec4", "tag": "66ced902-bda0-4250-93e2-003dd719020c", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:15:30.656824 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3308310b-214f-4a80-a366-9fd2d796317d {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:15:30.657222 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4356e6a8-9adf-4ef9-98e5-ff43216e4ec4', 'tag': '66ced902-bda0-4250-93e2-003dd719020c', 'status': 'completed', 'code': 200} Jan 18 20:15:30.665566 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-de77595b-ba42-4d12-ae53-fe27324842d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:30.667109 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-de77595b-ba42-4d12-ae53-fe27324842d8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9bd07fca844c4db2bbd74f640865a0f7&device_id=4356e6a8-9adf-4ef9-98e5-ff43216e4ec4 HTTP/1.1" status: 200 len: 1095 time: 0.7352567 Jan 18 20:15:30.674688 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bbca2-22c5-4ff8-bdf3-d8abfdfb8037 req-8ada92d2-d23e-4dba-acf8-5b41c45d395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:30.676134 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ef8bbca2-22c5-4ff8-bdf3-d8abfdfb8037 req-8ada92d2-d23e-4dba-acf8-5b41c45d395b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 1097 time: 0.6301079 Jan 18 20:15:30.677438 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-4f9da558-fc42-417a-999e-43b973a05df7 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Deleting port 61f82dbe-1443-4418-b6be-5180c3405297 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:15:30.677822 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f9da558-fc42-417a-999e-43b973a05df7 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (61f82dbe-1443-4418-b6be-5180c3405297), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:30.706978 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ca2a6-aa9a-42a0-990d-c4a260d500c7 None None] Pushing event updated for resources: {'Port': ['ID=80482624-a2b1-4cba-82a7-78d8e0ba5c0c,revision_number=9']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:30.722210 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95c5e5-ab60-44ce-b105-d3dbc282ef2d req-3976e98e-e735-4992-ac0b-b1ed600d5d01 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:30.723754 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4a95c5e5-ab60-44ce-b105-d3dbc282ef2d req-3976e98e-e735-4992-ac0b-b1ed600d5d01 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4356e6a8-9adf-4ef9-98e5-ff43216e4ec4 HTTP/1.1" status: 200 len: 944 time: 0.0562365 Jan 18 20:15:30.760228 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0cc1b0-69f9-4a79-b56a-dd2c94a6aaae tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:30.761585 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3f0cc1b0-69f9-4a79-b56a-dd2c94a6aaae tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "GET /v2.0/subnets/7b8a11e7-7eff-4cdf-a934-e45ad656f39c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1660137 Jan 18 20:15:30.762911 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-3a7cbb74-1b91-4d92-b2b0-ce284623f084 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66ced902-bda0-4250-93e2-003dd719020c HTTP/1.1" status: 200 len: 217 time: 0.0795777 Jan 18 20:15:30.767203 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50414) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:30.772045 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-421accab-2e93-49cc-8297-b4693d089de2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1287614908'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:30.782865 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4a95c5e5-ab60-44ce-b105-d3dbc282ef2d req-ea7781de-d24b-45d1-9812-c83c8ec90947 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f05c5f9-4cff-4643-8de9-2b0f3010518e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532703 Jan 18 20:15:30.813609 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421accab-2e93-49cc-8297-b4693d089de2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Made reservation on behalf of bcd17588987b4b15a3fbc23c94621e5a for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:15:30.817184 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-421accab-2e93-49cc-8297-b4693d089de2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:30.841493 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-421accab-2e93-49cc-8297-b4693d089de2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:15:30.854840 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-421accab-2e93-49cc-8297-b4693d089de2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (4542f842-876c-4eed-b0e8-bdaf5dc6b25f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:30.855210 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-421accab-2e93-49cc-8297-b4693d089de2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Added segment 4542f842-876c-4eed-b0e8-bdaf5dc6b25f of type vlan for network b9964446-5e18-4f31-a061-78f4ef0d3bc2 Jan 18 20:15:30.862602 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ef8bbca2-22c5-4ff8-bdf3-d8abfdfb8037 req-ebeef55b-f119-47b1-a4b7-a122ccf82d54 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622407 Jan 18 20:15:30.878921 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-eebf2d55-de5f-4e9d-8f45-5edc6014c887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:30.880353 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-eebf2d55-de5f-4e9d-8f45-5edc6014c887 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2 HTTP/1.1" status: 200 len: 854 time: 0.0891554 Jan 18 20:15:30.882008 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f9da558-fc42-417a-999e-43b973a05df7 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (61f82dbe-1443-4418-b6be-5180c3405297), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:30.882328 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f9da558-fc42-417a-999e-43b973a05df7 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for floatingip (61f82dbe-1443-4418-b6be-5180c3405297), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:30.893932 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-421accab-2e93-49cc-8297-b4693d089de2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (b9964446-5e18-4f31-a061-78f4ef0d3bc2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:30.894716 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-4f9da558-fc42-417a-999e-43b973a05df7 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Calling delete_port for 61f82dbe-1443-4418-b6be-5180c3405297 owned by network:floatingip {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:15:30.918396 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-421accab-2e93-49cc-8297-b4693d089de2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (b9964446-5e18-4f31-a061-78f4ef0d3bc2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:30.924521 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421accab-2e93-49cc-8297-b4693d089de2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:30.925100 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-421accab-2e93-49cc-8297-b4693d089de2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:30.989030 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-421accab-2e93-49cc-8297-b4693d089de2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2207973 Jan 18 20:15:30.992529 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50416) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:30.998154 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-6782a2c5-de33-4ca9-b24c-b2af3f845544 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Request body: {'subnet': {'network_id': 'b9964446-5e18-4f31-a061-78f4ef0d3bc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:31.005359 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421accab-2e93-49cc-8297-b4693d089de2 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event updated for resources: {'Network': ['ID=b9964446-5e18-4f31-a061-78f4ef0d3bc2,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:31.016325 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network b9964446-5e18-4f31-a061-78f4ef0d3bc2 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:15:31.038527 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f9da558-fc42-417a-999e-43b973a05df7 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (61f82dbe-1443-4418-b6be-5180c3405297), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:31.072241 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9da558-fc42-417a-999e-43b973a05df7 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Pushing event deleted for resources: {'Port': ['ID=61f82dbe-1443-4418-b6be-5180c3405297,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:31.105737 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f7a83d-122c-4740-936b-38f75670009a None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:15:31.131568 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6782a2c5-de33-4ca9-b24c-b2af3f845544 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Made reservation on behalf of bcd17588987b4b15a3fbc23c94621e5a for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:15:31.135324 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6782a2c5-de33-4ca9-b24c-b2af3f845544 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:31.185008 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f9da558-fc42-417a-999e-43b973a05df7 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for floatingip (490ebe5e-5c6f-4695-9ba6-89bb443fb6c0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:31.188222 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f9da558-fc42-417a-999e-43b973a05df7 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:31.192466 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4f9da558-fc42-417a-999e-43b973a05df7 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "DELETE /v2.0/floatingips/490ebe5e-5c6f-4695-9ba6-89bb443fb6c0 HTTP/1.1" status: 204 len: 168 time: 1.5025141 Jan 18 20:15:31.193302 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.ipam_backend_mixin [None req-6782a2c5-de33-4ca9-b24c-b2af3f845544 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Performing IP validity checks on allocation pools {{(pid=103336) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 18 20:15:31.193958 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.ipam_backend_mixin [None req-6782a2c5-de33-4ca9-b24c-b2af3f845544 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103336) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 18 20:15:31.198589 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-ddb7635b-94ce-453c-9f60-64e2a969c209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:31.200195 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-ddb7635b-94ce-453c-9f60-64e2a969c209 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e1f83d18-5a1f-40b1-a766-529834464aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177139 Jan 18 20:15:31.313743 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-32dc5370-0704-4ba7-ba76-92b21757bd0b service neutron] 10.222.0.70 "GET /v2.0/networks/e1f83d18-5a1f-40b1-a766-529834464aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057723 Jan 18 20:15:31.347199 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 80482624-a2b1-4cba-82a7-78d8e0ba5c0c details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:15:31.390412 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6782a2c5-de33-4ca9-b24c-b2af3f845544 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (6e9a36f5-fc22-41d3-b6e5-86047d61e057), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:31.436910 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0fb733e1-ad13-45d8-9456-43da28440a6d req-3ebcd3bc-aa4d-469b-9ef9-009873d526bd service neutron] 10.222.0.70 "GET /v2.0/networks/e1f83d18-5a1f-40b1-a766-529834464aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164906 Jan 18 20:15:31.472632 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=80482624-a2b1-4cba-82a7-78d8e0ba5c0c,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:31.486190 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 80482624-a2b1-4cba-82a7-78d8e0ba5c0c has no active binding in host n-h1-741529-9 {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 18 20:15:31.498956 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782a2c5-de33-4ca9-b24c-b2af3f845544 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event updated for resources: {'Subnet': ['ID=6e9a36f5-fc22-41d3-b6e5-86047d61e057,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:31.502313 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d682369-c646-448a-bc99-4469508cfcbc', 'tag': '80482624-a2b1-4cba-82a7-78d8e0ba5c0c'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:15:31.504580 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75889836-c729-44f2-a109-85338d6fad71" -d '{"events": [{"name": "network-changed", "server_uuid": "6d682369-c646-448a-bc99-4469508cfcbc", "tag": "80482624-a2b1-4cba-82a7-78d8e0ba5c0c"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:15:31.515551 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6782a2c5-de33-4ca9-b24c-b2af3f845544 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Checking segment: {'id': '4542f842-876c-4eed-b0e8-bdaf5dc6b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b9964446-5e18-4f31-a061-78f4ef0d3bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:15:31.515916 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6782a2c5-de33-4ca9-b24c-b2af3f845544 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Network hostable DHCP agents. Network: b9964446-5e18-4f31-a061-78f4ef0d3bc2, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:15:31.526019 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50432) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:31.537677 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acbfd2-e9eb-48cf-8aaa-243ec0483e00 req-4436c54e-5d97-414d-b4a5-04b075a4c9ce tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:31.539186 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d8acbfd2-e9eb-48cf-8aaa-243ec0483e00 req-4436c54e-5d97-414d-b4a5-04b075a4c9ce tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.1058583 Jan 18 20:15:31.542806 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-11b8ff02-a95a-44a8-83c9-8f194e4ccdfc tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Request body: {'security_group': {'name': 'tempest-securitygroup--360118269', 'description': 'tempest-description--1115476826'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:31.551259 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93e091-57ac-48a7-b4ae-0099f9a56799 req-cedcdb4b-d566-49a9-8907-a96bfa757eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:31.552792 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3a93e091-57ac-48a7-b4ae-0099f9a56799 req-cedcdb4b-d566-49a9-8907-a96bfa757eef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9bd07fca844c4db2bbd74f640865a0f7&device_id=4356e6a8-9adf-4ef9-98e5-ff43216e4ec4 HTTP/1.1" status: 200 len: 1095 time: 0.0493641 Jan 18 20:15:31.610452 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6782a2c5-de33-4ca9-b24c-b2af3f845544 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Network b9964446-5e18-4f31-a061-78f4ef0d3bc2 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:15:31.637910 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-11b8ff02-a95a-44a8-83c9-8f194e4ccdfc tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:31.643479 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-6782a2c5-de33-4ca9-b24c-b2af3f845544 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, b9964446-5e18-4f31-a061-78f4ef0d3bc2) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:31.651739 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06135c10-65ee-4ce1-92f8-7f5e0228ea2e None None] Network b9964446-5e18-4f31-a061-78f4ef0d3bc2 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:31.659626 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6782a2c5-de33-4ca9-b24c-b2af3f845544 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:31.660228 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6782a2c5-de33-4ca9-b24c-b2af3f845544 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:31.661262 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93e091-57ac-48a7-b4ae-0099f9a56799 req-6a368553-b2fb-469a-9d35-75b34431c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:31.663881 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3a93e091-57ac-48a7-b4ae-0099f9a56799 req-6a368553-b2fb-469a-9d35-75b34431c4e6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e1f83d18-5a1f-40b1-a766-529834464aa6 HTTP/1.1" status: 200 len: 916 time: 0.1020095 Jan 18 20:15:31.674234 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d8acbfd2-e9eb-48cf-8aaa-243ec0483e00 req-6b219e86-c04c-4492-a9a6-686a05fe2443 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239641 Jan 18 20:15:31.694303 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8d064-01a1-44fe-b610-372ab00798fd req-7f4e5084-aef2-451d-84c5-5d30d46d616c tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:31.695986 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-61c8d064-01a1-44fe-b610-372ab00798fd req-7f4e5084-aef2-451d-84c5-5d30d46d616c tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.1244259 Jan 18 20:15:31.706318 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6782a2c5-de33-4ca9-b24c-b2af3f845544 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7127819 Jan 18 20:15:31.711567 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50434) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:31.717753 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-653c6eb6-ffc0-4847-b51f-db3ad8a82688 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:31.724387 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3a93e091-57ac-48a7-b4ae-0099f9a56799 req-9f106c65-3105-45a1-ad39-d9aa81ed1bdf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66ced902-bda0-4250-93e2-003dd719020c HTTP/1.1" status: 200 len: 217 time: 0.0525148 Jan 18 20:15:31.775560 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-61c8d064-01a1-44fe-b610-372ab00798fd req-7db887b8-ef18-4e70-a4ef-41bf4cb03c5b tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661275 Jan 18 20:15:31.830593 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24c10e5-7669-4dc5-baa7-a8d854fb64ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-b9964446-5e18-4f31-a061-78f4ef0d3bc2', 'network_id': 'b9964446-5e18-4f31-a061-78f4ef0d3bc2', 'project_id': 'bcd17588987b4b15a3fbc23c94621e5a', 'fixed_ips': [{'subnet_id': '6e9a36f5-fc22-41d3-b6e5-86047d61e057'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:15:31.831565 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f24c10e5-7669-4dc5-baa7-a8d854fb64ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:31.841205 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-11b8ff02-a95a-44a8-83c9-8f194e4ccdfc tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for security_group (0f943aa3-4c3d-456c-bfca-7e5af5ebf37d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:31.847190 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-11b8ff02-a95a-44a8-83c9-8f194e4ccdfc tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0f943aa3-4c3d-456c-bfca-7e5af5ebf37d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:31.850658 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:31.860076 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93e091-57ac-48a7-b4ae-0099f9a56799 req-46b24269-cf8a-4455-9cf1-dbb1d924ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:31.862453 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3a93e091-57ac-48a7-b4ae-0099f9a56799 req-46b24269-cf8a-4455-9cf1-dbb1d924ab06 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2 HTTP/1.1" status: 200 len: 854 time: 0.1096041 Jan 18 20:15:31.869395 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c43e17-265a-4876-b844-600496d61ee8 x-openstack-request-id: req-67c43e17-265a-4876-b844-600496d61ee8 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:15:31.873519 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d682369-c646-448a-bc99-4469508cfcbc", "tag": "80482624-a2b1-4cba-82a7-78d8e0ba5c0c", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:15:31.873519 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67c43e17-265a-4876-b844-600496d61ee8 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:15:31.873519 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d682369-c646-448a-bc99-4469508cfcbc', 'tag': '80482624-a2b1-4cba-82a7-78d8e0ba5c0c', 'status': 'completed', 'code': 200} Jan 18 20:15:31.908919 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-653c6eb6-ffc0-4847-b51f-db3ad8a82688 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12852634'] for subnet (6e9a36f5-fc22-41d3-b6e5-86047d61e057), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:31.909885 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8ff02-a95a-44a8-83c9-8f194e4ccdfc tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f943aa3-4c3d-456c-bfca-7e5af5ebf37d,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:31.915051 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-11b8ff02-a95a-44a8-83c9-8f194e4ccdfc tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:31.919559 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-11b8ff02-a95a-44a8-83c9-8f194e4ccdfc tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3902149 Jan 18 20:15:31.920380 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50438) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:31.927129 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-69069786-9e22-4581-925a-a38c2bd93fd6 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Request body: {'security_group_rule': {'security_group_id': '0f943aa3-4c3d-456c-bfca-7e5af5ebf37d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:32.003861 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-69069786-9e22-4581-925a-a38c2bd93fd6 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for security_group_rule (7fa151e6-03c2-4ded-b4b0-cb853bc61e56), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:32.039681 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfdb9f0-e9be-4284-9f67-de226782f46e req-5cd3da90-4035-4280-88dc-4978cf20b183 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:32.041225 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ccfdb9f0-e9be-4284-9f67-de226782f46e req-5cd3da90-4035-4280-88dc-4978cf20b183 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4356e6a8-9adf-4ef9-98e5-ff43216e4ec4 HTTP/1.1" status: 200 len: 944 time: 0.0793691 Jan 18 20:15:32.044813 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93e091-57ac-48a7-b4ae-0099f9a56799 req-3cdfbe46-186a-44fe-bbc3-bceecafde1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:32.046988 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3a93e091-57ac-48a7-b4ae-0099f9a56799 req-3cdfbe46-186a-44fe-bbc3-bceecafde1cb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e1f83d18-5a1f-40b1-a766-529834464aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483734 Jan 18 20:15:32.051012 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75889836-c729-44f2-a109-85338d6fad71 req-e3862ab2-c623-4be9-adc8-8f3a05de5e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:32.053001 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75889836-c729-44f2-a109-85338d6fad71 req-e3862ab2-c623-4be9-adc8-8f3a05de5e84 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46be2ca450fb44c88ba90d0767174258&device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 1127 time: 0.1384287 Jan 18 20:15:32.068114 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-f24c10e5-7669-4dc5-baa7-a8d854fb64ba None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 18 20:15:32.068114 n-d-741529-9 neutron-server[103337]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jan 18 20:15:32.068114 n-d-741529-9 neutron-server[103337]: [parameters: {'in_use': 1, 'id_1': '6e9a36f5-fc22-41d3-b6e5-86047d61e057'}] Jan 18 20:15:32.068114 n-d-741529-9 neutron-server[103337]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:15:32.068906 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-f24c10e5-7669-4dc5-baa7-a8d854fb64ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:15:32.093901 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-69069786-9e22-4581-925a-a38c2bd93fd6 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for security_group_rule (7fa151e6-03c2-4ded-b4b0-cb853bc61e56), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:32.104485 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-69069786-9e22-4581-925a-a38c2bd93fd6 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (7fa151e6-03c2-4ded-b4b0-cb853bc61e56), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:32.115904 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ccfdb9f0-e9be-4284-9f67-de226782f46e req-5d703d9c-d281-4c0a-a044-4bffa06a60d1 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f05c5f9-4cff-4643-8de9-2b0f3010518e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661230 Jan 18 20:15:32.129205 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69069786-9e22-4581-925a-a38c2bd93fd6 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa151e6-03c2-4ded-b4b0-cb853bc61e56,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:32.144989 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-69069786-9e22-4581-925a-a38c2bd93fd6 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:32.146481 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-69069786-9e22-4581-925a-a38c2bd93fd6 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2245836 Jan 18 20:15:32.148927 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50442) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:32.157195 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-88723c92-583c-4c21-a2d4-b43906020e98 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Request body: {'security_group_rule': {'security_group_id': '0f943aa3-4c3d-456c-bfca-7e5af5ebf37d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:32.199787 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-88723c92-583c-4c21-a2d4-b43906020e98 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for security_group_rule (c3f77166-6c3e-4342-8dda-e268e744e99a), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:32.264226 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-88723c92-583c-4c21-a2d4-b43906020e98 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for security_group_rule (c3f77166-6c3e-4342-8dda-e268e744e99a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:32.268537 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-88723c92-583c-4c21-a2d4-b43906020e98 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (c3f77166-6c3e-4342-8dda-e268e744e99a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:32.288105 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88723c92-583c-4c21-a2d4-b43906020e98 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f77166-6c3e-4342-8dda-e268e744e99a,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:32.297938 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-88723c92-583c-4c21-a2d4-b43906020e98 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:32.303457 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-88723c92-583c-4c21-a2d4-b43906020e98 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1519883 Jan 18 20:15:32.304209 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50444) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:32.310881 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-ffa6d0e6-67cc-4d0d-8f1a-b25122feb80c tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:32.326817 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3a93e091-57ac-48a7-b4ae-0099f9a56799 req-9d5077b6-93b9-40d2-9862-ee33252d7125 service neutron] 10.222.0.70 "GET /v2.0/networks/e1f83d18-5a1f-40b1-a766-529834464aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554390 Jan 18 20:15:32.329174 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-653c6eb6-ffc0-4847-b51f-db3ad8a82688 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779510068857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12763046'] for subnet (6e9a36f5-fc22-41d3-b6e5-86047d61e057), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:32.335714 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d0e6-67cc-4d0d-8f1a-b25122feb80c tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:32.336449 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75889836-c729-44f2-a109-85338d6fad71 req-13e40118-298e-42a0-b6ce-b5b63f01c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:32.337942 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75889836-c729-44f2-a109-85338d6fad71 req-13e40118-298e-42a0-b6ce-b5b63f01c8ec service neutron] 10.222.0.70 "GET /v2.0/networks?id=133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 200 len: 908 time: 0.2677746 Jan 18 20:15:32.432895 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d0e6-67cc-4d0d-8f1a-b25122feb80c tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:32.437807 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75889836-c729-44f2-a109-85338d6fad71 req-c2d0f2b5-bd70-4ed5-a23b-cc0efd755d16 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80482624-a2b1-4cba-82a7-78d8e0ba5c0c HTTP/1.1" status: 200 len: 217 time: 0.0706923 Jan 18 20:15:32.442084 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653c6eb6-ffc0-4847-b51f-db3ad8a82688 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:32.442689 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-653c6eb6-ffc0-4847-b51f-db3ad8a82688 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:32.443907 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-653c6eb6-ffc0-4847-b51f-db3ad8a82688 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "PUT /v2.0/subnets/6e9a36f5-fc22-41d3-b6e5-86047d61e057 HTTP/1.1" status: 200 len: 900 time: 0.7305977 Jan 18 20:15:32.466759 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50446) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:32.509987 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c6eb6-ffc0-4847-b51f-db3ad8a82688 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event updated for resources: {'Subnet': ['ID=6e9a36f5-fc22-41d3-b6e5-86047d61e057,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:32.545309 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75889836-c729-44f2-a109-85338d6fad71 req-dc1d70c8-c37c-4e5b-9b83-77b9d4a1ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:32.546868 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75889836-c729-44f2-a109-85338d6fad71 req-dc1d70c8-c37c-4e5b-9b83-77b9d4a1ec76 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45324dde-9697-4682-9610-ed3bed3250cd HTTP/1.1" status: 200 len: 847 time: 0.0732527 Jan 18 20:15:32.550465 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3a93e091-57ac-48a7-b4ae-0099f9a56799 req-8edc8f5c-9bcc-4ba9-be0f-2dccb58b1cab service neutron] 10.222.0.70 "GET /v2.0/networks/e1f83d18-5a1f-40b1-a766-529834464aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116442 Jan 18 20:15:32.570785 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f24c10e5-7669-4dc5-baa7-a8d854fb64ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:32.599882 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75889836-c729-44f2-a109-85338d6fad71 req-6f6dda31-f942-49da-8695-6a35ab4bea35 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=133a80cf-c268-45f9-91ee-564a51a659af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341988 Jan 18 20:15:32.614670 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-ffa6d0e6-67cc-4d0d-8f1a-b25122feb80c tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Allocated IP 172.25.4.111 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/fdb3b8c8-5e4d-4942-9883-32e3babf20ba) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:15:32.622786 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (b9964446-5e18-4f31-a061-78f4ef0d3bc2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:32.732444 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75889836-c729-44f2-a109-85338d6fad71 req-638025ac-2f05-41b5-8585-2ad527f21703 service neutron] 10.222.0.70 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118834 Jan 18 20:15:32.735076 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-f24c10e5-7669-4dc5-baa7-a8d854fb64ba None None] Allocated IP 2001:db8::3 (b9964446-5e18-4f31-a061-78f4ef0d3bc2/6e9a36f5-fc22-41d3-b6e5-86047d61e057/b1821db0-9b7e-46d3-9025-04b4e5bd3900) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:15:32.743270 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (6e9a36f5-fc22-41d3-b6e5-86047d61e057), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:32.833411 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d0e6-67cc-4d0d-8f1a-b25122feb80c tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for port (fdb3b8c8-5e4d-4942-9883-32e3babf20ba), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:32.878794 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb3c3e-b6a2-4f98-b633-551c6915ad8c req-e6c4509f-b18d-4ae3-9fe0-c65471fda41e tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:32.880398 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fbdb3c3e-b6a2-4f98-b633-551c6915ad8c req-e6c4509f-b18d-4ae3-9fe0-c65471fda41e tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.1108491 Jan 18 20:15:32.886684 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75889836-c729-44f2-a109-85338d6fad71 req-e5af29b9-97a2-4db3-b846-5097d9571467 service neutron] 10.222.0.70 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438034 Jan 18 20:15:32.927741 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f24c10e5-7669-4dc5-baa7-a8d854fb64ba None None] Publish callbacks [] for port (b1821db0-9b7e-46d3-9025-04b4e5bd3900), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:32.934341 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f24c10e5-7669-4dc5-baa7-a8d854fb64ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (b1821db0-9b7e-46d3-9025-04b4e5bd3900), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:32.948166 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d0e6-67cc-4d0d-8f1a-b25122feb80c tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (fdb3b8c8-5e4d-4942-9883-32e3babf20ba), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:32.976209 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24c10e5-7669-4dc5-baa7-a8d854fb64ba None None] Network b9964446-5e18-4f31-a061-78f4ef0d3bc2 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:15:32.979470 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-f24c10e5-7669-4dc5-baa7-a8d854fb64ba None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:32.981922 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24c10e5-7669-4dc5-baa7-a8d854fb64ba None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:15:32.991032 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c10e5-7669-4dc5-baa7-a8d854fb64ba None None] Pushing event updated for resources: {'Port': ['ID=b1821db0-9b7e-46d3-9025-04b4e5bd3900,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:33.047464 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f24c10e5-7669-4dc5-baa7-a8d854fb64ba None None] Attempting to bind port b1821db0-9b7e-46d3-9025-04b4e5bd3900 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:15:33.047837 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f24c10e5-7669-4dc5-baa7-a8d854fb64ba None None] Attempting to bind port b1821db0-9b7e-46d3-9025-04b4e5bd3900 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '4542f842-876c-4eed-b0e8-bdaf5dc6b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b9964446-5e18-4f31-a061-78f4ef0d3bc2'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:15:33.048200 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24c10e5-7669-4dc5-baa7-a8d854fb64ba None None] Attempting to bind port b1821db0-9b7e-46d3-9025-04b4e5bd3900 on network b9964446-5e18-4f31-a061-78f4ef0d3bc2 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:15:33.053789 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24c10e5-7669-4dc5-baa7-a8d854fb64ba None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:15:33.054166 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24c10e5-7669-4dc5-baa7-a8d854fb64ba None None] Checking segment: {'id': '4542f842-876c-4eed-b0e8-bdaf5dc6b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b9964446-5e18-4f31-a061-78f4ef0d3bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:15:33.054574 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f24c10e5-7669-4dc5-baa7-a8d854fb64ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:33.054972 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24c10e5-7669-4dc5-baa7-a8d854fb64ba None None] Bound using segment: {'id': '4542f842-876c-4eed-b0e8-bdaf5dc6b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b9964446-5e18-4f31-a061-78f4ef0d3bc2'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:15:33.055441 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f24c10e5-7669-4dc5-baa7-a8d854fb64ba None None] Bound port: b1821db0-9b7e-46d3-9025-04b4e5bd3900, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4542f842-876c-4eed-b0e8-bdaf5dc6b25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b9964446-5e18-4f31-a061-78f4ef0d3bc2'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:15:33.055819 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f24c10e5-7669-4dc5-baa7-a8d854fb64ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b1821db0-9b7e-46d3-9025-04b4e5bd3900), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:33.122247 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f24c10e5-7669-4dc5-baa7-a8d854fb64ba None None] For port b1821db0-9b7e-46d3-9025-04b4e5bd3900, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:15:33.125904 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f24c10e5-7669-4dc5-baa7-a8d854fb64ba None None] For port b1821db0-9b7e-46d3-9025-04b4e5bd3900, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b1821db0-9b7e-46d3-9025-04b4e5bd3900,segment=NetworkSegment(4542f842-876c-4eed-b0e8-bdaf5dc6b25f),segment_id=4542f842-876c-4eed-b0e8-bdaf5dc6b25f)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:15:33.130240 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f24c10e5-7669-4dc5-baa7-a8d854fb64ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b1821db0-9b7e-46d3-9025-04b4e5bd3900), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:33.215549 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c10e5-7669-4dc5-baa7-a8d854fb64ba None None] Pushing event updated for resources: {'Port': ['ID=b1821db0-9b7e-46d3-9025-04b4e5bd3900,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:33.233928 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67e82a7-2ead-4032-ac47-02238b52fb41 None None] get_active_networks_info from n-d-741529-9 {{(pid=103337) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 18 20:15:33.312564 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (6e9a36f5-fc22-41d3-b6e5-86047d61e057), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:33.317931 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa6d0e6-67cc-4d0d-8f1a-b25122feb80c tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:15:33.335812 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ac60a-3cf2-4040-a85b-0e27ec772091 req-722a80a1-48fe-4469-b777-88c19706f9ac tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:33.337335 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-404ac60a-3cf2-4040-a85b-0e27ec772091 req-722a80a1-48fe-4469-b777-88c19706f9ac tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 946 time: 0.4389243 Jan 18 20:15:33.340701 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fbdb3c3e-b6a2-4f98-b633-551c6915ad8c req-dde430ae-be1a-48b6-ab66-f4d8437d7317 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515624 Jan 18 20:15:33.363473 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-ffa6d0e6-67cc-4d0d-8f1a-b25122feb80c tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:33.376569 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa6d0e6-67cc-4d0d-8f1a-b25122feb80c tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:15:33.381702 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event deleted for resources: {'Subnet': ['ID=6e9a36f5-fc22-41d3-b6e5-86047d61e057,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:33.390721 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67e82a7-2ead-4032-ac47-02238b52fb41 None None] Resources bound (agent type, host, resource id): {{(pid=103337) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 20:15:33.394432 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6d0e6-67cc-4d0d-8f1a-b25122feb80c tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Pushing event updated for resources: {'Port': ['ID=fdb3b8c8-5e4d-4942-9883-32e3babf20ba,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:33.504345 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (b9964446-5e18-4f31-a061-78f4ef0d3bc2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:33.549855 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-404ac60a-3cf2-4040-a85b-0e27ec772091 req-fc9d0c28-7f09-401b-af94-40e0a98187ca tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840053 Jan 18 20:15:33.551817 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9964446-5e18-4f31-a061-78f4ef0d3bc2']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:33.592754 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4542f842-876c-4eed-b0e8-bdaf5dc6b25f') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:33.593046 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4542f842-876c-4eed-b0e8-bdaf5dc6b25f') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:33.610616 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (4542f842-876c-4eed-b0e8-bdaf5dc6b25f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:33.636419 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (4542f842-876c-4eed-b0e8-bdaf5dc6b25f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:33.653434 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d0e6-67cc-4d0d-8f1a-b25122feb80c tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for floatingip (2e1a8295-0e5e-470c-a53b-0d0f52e3833d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:33.670394 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:15:33.670792 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (4542f842-876c-4eed-b0e8-bdaf5dc6b25f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:15:33.673875 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:15:33.708851 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d12d3-fbdd-4773-8824-a260ae4ed2c4 req-fa4716f9-2f39-4d53-b3f2-838e6d0af950 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:33.710368 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac7d12d3-fbdd-4773-8824-a260ae4ed2c4 req-fa4716f9-2f39-4d53-b3f2-838e6d0af950 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4356e6a8-9adf-4ef9-98e5-ff43216e4ec4 HTTP/1.1" status: 200 len: 944 time: 0.1757071 Jan 18 20:15:33.751519 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aef05f1-30ba-409d-a774-ef275c6b078b None None] Network b9964446-5e18-4f31-a061-78f4ef0d3bc2 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:33.788372 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.db.api [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 20:15:33.788372 n-d-741529-9 neutron-server[103336]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 20:15:33.788372 n-d-741529-9 neutron-server[103336]: [parameters: {'id': 'b9964446-5e18-4f31-a061-78f4ef0d3bc2'}] Jan 18 20:15:33.788372 n-d-741529-9 neutron-server[103336]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103336) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:15:33.788864 n-d-741529-9 neutron-server[103336]: DEBUG oslo_db.api [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:15:33.791908 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d0e6-67cc-4d0d-8f1a-b25122feb80c tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fdb3b8c8-5e4d-4942-9883-32e3babf20ba), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:33.823534 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68ab49-4fc2-4248-9a62-45f83bd1748e req-80734a31-c082-41f3-8941-81ebf54bfb04 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:33.825203 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8f68ab49-4fc2-4248-9a62-45f83bd1748e req-80734a31-c082-41f3-8941-81ebf54bfb04 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.1934469 Jan 18 20:15:33.855948 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f5e5ee-4cb9-4a07-8a62-02b662334969 None None] Network b9964446-5e18-4f31-a061-78f4ef0d3bc2 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:33.884775 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac7d12d3-fbdd-4773-8824-a260ae4ed2c4 req-699c7cfc-7fa4-4409-b479-19b0781253e5 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f05c5f9-4cff-4643-8de9-2b0f3010518e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312492 Jan 18 20:15:33.924500 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:33.935937 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8f68ab49-4fc2-4248-9a62-45f83bd1748e req-ba591695-db3a-4f8f-b1e6-32bf7025cdc2 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034079 Jan 18 20:15:34.051057 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d0e6-67cc-4d0d-8f1a-b25122feb80c tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for port (fdb3b8c8-5e4d-4942-9883-32e3babf20ba), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:34.057378 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d0e6-67cc-4d0d-8f1a-b25122feb80c tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (fdb3b8c8-5e4d-4942-9883-32e3babf20ba), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:34.183754 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6d0e6-67cc-4d0d-8f1a-b25122feb80c tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Pushing event updated for resources: {'Port': ['ID=fdb3b8c8-5e4d-4942-9883-32e3babf20ba,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:34.192931 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d0e6-67cc-4d0d-8f1a-b25122feb80c tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (2e1a8295-0e5e-470c-a53b-0d0f52e3833d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:34.213944 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d0e6-67cc-4d0d-8f1a-b25122feb80c tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:34.215293 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ffa6d0e6-67cc-4d0d-8f1a-b25122feb80c tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9100759 Jan 18 20:15:34.223538 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d85ba6-841e-44f1-b1fb-06e7e09e7bbe req-f56378c8-b4ce-4eff-aee3-11a0923dc3be tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:34.230066 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d1d85ba6-841e-44f1-b1fb-06e7e09e7bbe req-f56378c8-b4ce-4eff-aee3-11a0923dc3be tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.0856991 Jan 18 20:15:34.300144 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d1d85ba6-841e-44f1-b1fb-06e7e09e7bbe req-ac48f7bf-7fbf-4584-b643-1d791a813de2 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649219 Jan 18 20:15:34.300739 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (b9964446-5e18-4f31-a061-78f4ef0d3bc2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:34.407720 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Deleting port b1821db0-9b7e-46d3-9025-04b4e5bd3900 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:15:34.408325 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b1821db0-9b7e-46d3-9025-04b4e5bd3900), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:34.452661 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1da38d1c-037a-4720-8fae-99f490e39357 req-40a93ab3-b854-4c32-99be-2e56d69e8d64 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--360118269&fields=id&tenant_id=72501d248542438e9d3a803e6110efb0 HTTP/1.1" status: 200 len: 267 time: 0.0802841 Jan 18 20:15:34.567388 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] For port b1821db0-9b7e-46d3-9025-04b4e5bd3900, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b1821db0-9b7e-46d3-9025-04b4e5bd3900,segment=NetworkSegment(4542f842-876c-4eed-b0e8-bdaf5dc6b25f),segment_id=4542f842-876c-4eed-b0e8-bdaf5dc6b25f)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:34.567792 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b1821db0-9b7e-46d3-9025-04b4e5bd3900), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:34.585906 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Calling delete_port for b1821db0-9b7e-46d3-9025-04b4e5bd3900 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:15:34.647528 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da38d1c-037a-4720-8fae-99f490e39357 req-59a7e3bb-3b89-4c9c-95f6-cea41349a8fb tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:34.649007 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1da38d1c-037a-4720-8fae-99f490e39357 req-59a7e3bb-3b89-4c9c-95f6-cea41349a8fb tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/networks?id=2cafaa10-97b0-4140-ac04-be8f2bf83219 HTTP/1.1" status: 200 len: 811 time: 0.1955628 Jan 18 20:15:34.696008 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1da38d1c-037a-4720-8fae-99f490e39357 req-7c3a4968-1779-41f5-98a1-71ffad29afe6 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/quotas/72501d248542438e9d3a803e6110efb0 HTTP/1.1" status: 200 len: 375 time: 0.0347574 Jan 18 20:15:34.814315 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (b1821db0-9b7e-46d3-9025-04b4e5bd3900), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:34.829146 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1da38d1c-037a-4720-8fae-99f490e39357 req-04d10efd-ce76-4684-a95c-9fa0707ff7ba tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=72501d248542438e9d3a803e6110efb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1213274 Jan 18 20:15:34.838824 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-b335890c-a06b-4088-b377-cfcc17cd3c05 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:34.840281 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-b335890c-a06b-4088-b377-cfcc17cd3c05 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/networks?id=80dffbc9-eed6-4af9-a5ac-dcb939c427fc HTTP/1.1" status: 200 len: 815 time: 0.1885014 Jan 18 20:15:34.868236 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] No DVR routers for this DVR port b1821db0-9b7e-46d3-9025-04b4e5bd3900 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:15:34.878534 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event deleted for resources: {'Port': ['ID=b1821db0-9b7e-46d3-9025-04b4e5bd3900,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:34.918397 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-da33800c-c505-4090-b635-450c1447591b tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/quotas/33d5062c8d0e4e58a3b0f8cdc12ccf80 HTTP/1.1" status: 200 len: 375 time: 0.0599518 Jan 18 20:15:35.038766 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (b9964446-5e18-4f31-a061-78f4ef0d3bc2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:35.052778 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 66ced902-bda0-4250-93e2-003dd719020c details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:15:35.055512 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 80482624-a2b1-4cba-82a7-78d8e0ba5c0c no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:15:35.068459 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1da38d1c-037a-4720-8fae-99f490e39357 req-e3cd96c5-8a75-4fa1-a053-37a2b4b8a5fa service neutron] 10.222.0.31 "GET /v2.0/networks/2cafaa10-97b0-4140-ac04-be8f2bf83219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112017 Jan 18 20:15:35.078361 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9964446-5e18-4f31-a061-78f4ef0d3bc2']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:35.098140 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4542f842-876c-4eed-b0e8-bdaf5dc6b25f') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:35.098419 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4542f842-876c-4eed-b0e8-bdaf5dc6b25f') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:35.104008 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-93887a00-7838-412e-abae-8faae028938d tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=33d5062c8d0e4e58a3b0f8cdc12ccf80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1553829 Jan 18 20:15:35.133668 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (4542f842-876c-4eed-b0e8-bdaf5dc6b25f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:35.198356 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (4542f842-876c-4eed-b0e8-bdaf5dc6b25f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:35.236188 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:15:35.236604 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (4542f842-876c-4eed-b0e8-bdaf5dc6b25f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:15:35.241353 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:15:35.340060 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1da38d1c-037a-4720-8fae-99f490e39357 req-5f816717-32de-4e12-add4-dbe5df56b762 service neutron] 10.222.0.31 "GET /v2.0/networks/2cafaa10-97b0-4140-ac04-be8f2bf83219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533679 Jan 18 20:15:35.341294 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (b9964446-5e18-4f31-a061-78f4ef0d3bc2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:35.350278 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-81c87344-7878-41b4-b414-ffce9366c967 service neutron] 10.222.0.31 "GET /v2.0/networks/80dffbc9-eed6-4af9-a5ac-dcb939c427fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326112 Jan 18 20:15:35.363799 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:35.367102 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "DELETE /v2.0/networks/b9964446-5e18-4f31-a061-78f4ef0d3bc2 HTTP/1.1" status: 204 len: 168 time: 2.8994002 Jan 18 20:15:35.372160 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50508) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:35.403269 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:35.404040 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (80482624-a2b1-4cba-82a7-78d8e0ba5c0c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:35.421297 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f147480-6887-4101-8a78-272ae1f22b49 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event deleted for resources: {'Network': ['ID=b9964446-5e18-4f31-a061-78f4ef0d3bc2,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:35.435112 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 66ced902-bda0-4250-93e2-003dd719020c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=66ced902-bda0-4250-93e2-003dd719020c,segment=NetworkSegment(9eb2d016-e7bd-4fa2-af6a-028fb8651f71),segment_id=9eb2d016-e7bd-4fa2-af6a-028fb8651f71)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:35.448014 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87c44be-dbeb-4515-83bc-ac45b4fc1038 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] DELETE failed (client error): The resource could not be found. Jan 18 20:15:35.449186 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c87c44be-dbeb-4515-83bc-ac45b4fc1038 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:15:35.453736 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c87c44be-dbeb-4515-83bc-ac45b4fc1038 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "DELETE /v2.0/subnets/6e9a36f5-fc22-41d3-b6e5-86047d61e057 HTTP/1.1" status: 404 len: 337 time: 0.0799806 Jan 18 20:15:35.456298 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50510) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:35.471331 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '66ced902-bda0-4250-93e2-003dd719020c', 'network_id': 'e1f83d18-5a1f-40b1-a766-529834464aa6', 'port_id': '66ced902-bda0-4250-93e2-003dd719020c', 'mac_address': 'fa:16:3e:0a:f9:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:15:35.479482 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d682369-c646-448a-bc99-4469508cfcbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80482624-a2b1-4cba-82a7-78d8e0ba5c0c'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:15:35.482946 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f8d44f-e9e8-49b1-ac94-000f06775813" -d '{"events": [{"server_uuid": "6d682369-c646-448a-bc99-4469508cfcbc", "name": "network-vif-unplugged", "status": "completed", "tag": "80482624-a2b1-4cba-82a7-78d8e0ba5c0c"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:15:35.513469 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-a73c81d2-2947-47cc-ae39-c5edbfc771a3 service neutron] 10.222.0.31 "GET /v2.0/networks/80dffbc9-eed6-4af9-a5ac-dcb939c427fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622558 Jan 18 20:15:35.516150 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24df9ff-9847-466e-adef-27c7fc8f77d5 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] DELETE failed (client error): The resource could not be found. Jan 18 20:15:35.517046 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24df9ff-9847-466e-adef-27c7fc8f77d5 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:15:35.523691 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c24df9ff-9847-466e-adef-27c7fc8f77d5 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "DELETE /v2.0/networks/b9964446-5e18-4f31-a061-78f4ef0d3bc2 HTTP/1.1" status: 404 len: 339 time: 0.0644810 Jan 18 20:15:35.525565 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50514) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:35.528675 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=80482624-a2b1-4cba-82a7-78d8e0ba5c0c,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:35.554354 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (80482624-a2b1-4cba-82a7-78d8e0ba5c0c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:35.568281 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 66ced902-bda0-4250-93e2-003dd719020c is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:35.593330 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (66ced902-bda0-4250-93e2-003dd719020c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:35.688676 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-17a129a7-9005-49eb-98e3-3626282718ea tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (92aeabd3-d6d5-4aea-b963-62ed4b1e9417), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:35.763683 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ced902-bda0-4250-93e2-003dd719020c {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:15:35.783029 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=80482624-a2b1-4cba-82a7-78d8e0ba5c0c,revision_number=10']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:35.822858 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 66ced902-bda0-4250-93e2-003dd719020c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=66ced902-bda0-4250-93e2-003dd719020c,segment=NetworkSegment(9eb2d016-e7bd-4fa2-af6a-028fb8651f71),segment_id=9eb2d016-e7bd-4fa2-af6a-028fb8651f71)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:35.827338 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (66ced902-bda0-4250-93e2-003dd719020c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:35.831263 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22553eb-740c-4abe-8f35-80bd0600bf0b req-94313d88-07e4-487c-b2af-be6d9d278812 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:35.840552 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d22553eb-740c-4abe-8f35-80bd0600bf0b req-94313d88-07e4-487c-b2af-be6d9d278812 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 945 time: 0.1758285 Jan 18 20:15:35.919424 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=66ced902-bda0-4250-93e2-003dd719020c,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:35.954900 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-17a129a7-9005-49eb-98e3-3626282718ea tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (92aeabd3-d6d5-4aea-b963-62ed4b1e9417), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:35.995057 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c8e4a-3bfb-4cab-a951-7a697eeb0900 req-5f2049cd-0335-4ca6-8667-13d5cc78e18c tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:35.996307 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f07c8e4a-3bfb-4cab-a951-7a697eeb0900 req-5f2049cd-0335-4ca6-8667-13d5cc78e18c tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4356e6a8-9adf-4ef9-98e5-ff43216e4ec4 HTTP/1.1" status: 200 len: 944 time: 0.1890824 Jan 18 20:15:36.001290 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-17a129a7-9005-49eb-98e3-3626282718ea tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92aeabd3-d6d5-4aea-b963-62ed4b1e9417']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:36.026097 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d22553eb-740c-4abe-8f35-80bd0600bf0b req-fd462dbf-4def-4f76-b423-f49cba23921e tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780472 Jan 18 20:15:36.074419 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-17a129a7-9005-49eb-98e3-3626282718ea tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc4dae5d-b640-4eba-8534-2d7e2ca9e809') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:36.074828 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-17a129a7-9005-49eb-98e3-3626282718ea tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc4dae5d-b640-4eba-8534-2d7e2ca9e809') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:36.096118 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-17a129a7-9005-49eb-98e3-3626282718ea tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (cc4dae5d-b640-4eba-8534-2d7e2ca9e809), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:36.131430 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-17a129a7-9005-49eb-98e3-3626282718ea tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (cc4dae5d-b640-4eba-8534-2d7e2ca9e809), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:36.143601 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f07c8e4a-3bfb-4cab-a951-7a697eeb0900 req-17718654-d768-49bb-9cfb-e88c14280123 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f05c5f9-4cff-4643-8de9-2b0f3010518e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387103 Jan 18 20:15:36.147298 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a129a7-9005-49eb-98e3-3626282718ea tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:15:36.147813 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-17a129a7-9005-49eb-98e3-3626282718ea tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (cc4dae5d-b640-4eba-8534-2d7e2ca9e809), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:15:36.153336 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:15:36.193336 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['66ced902-bda0-4250-93e2-003dd719020c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:15:36.226577 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-17a129a7-9005-49eb-98e3-3626282718ea tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (92aeabd3-d6d5-4aea-b963-62ed4b1e9417), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:36.242249 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-17a129a7-9005-49eb-98e3-3626282718ea tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:36.253178 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-17a129a7-9005-49eb-98e3-3626282718ea tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "DELETE /v2.0/networks/92aeabd3-d6d5-4aea-b963-62ed4b1e9417 HTTP/1.1" status: 204 len: 168 time: 0.7263806 Jan 18 20:15:36.254977 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50538) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:36.288489 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c210d6-014d-4a1b-b3f6-c1bb7f51efa5 x-openstack-request-id: req-36c210d6-014d-4a1b-b3f6-c1bb7f51efa5 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:15:36.289277 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d682369-c646-448a-bc99-4469508cfcbc", "name": "network-vif-unplugged", "status": "completed", "tag": "80482624-a2b1-4cba-82a7-78d8e0ba5c0c", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:15:36.289753 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36c210d6-014d-4a1b-b3f6-c1bb7f51efa5 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:15:36.290829 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d682369-c646-448a-bc99-4469508cfcbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80482624-a2b1-4cba-82a7-78d8e0ba5c0c', 'code': 200} Jan 18 20:15:36.318393 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a129a7-9005-49eb-98e3-3626282718ea tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event deleted for resources: {'Network': ['ID=92aeabd3-d6d5-4aea-b963-62ed4b1e9417,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:36.340863 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c4d03e6-acc3-4d10-aafb-1400e810410f tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] DELETE failed (client error): The resource could not be found. Jan 18 20:15:36.342741 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c4d03e6-acc3-4d10-aafb-1400e810410f tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:15:36.349286 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0c4d03e6-acc3-4d10-aafb-1400e810410f tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "DELETE /v2.0/subnets/947730f8-3b30-412a-ab3d-64a5a6afff44 HTTP/1.1" status: 404 len: 337 time: 0.0924623 Jan 18 20:15:36.351792 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50540) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:36.396088 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ff8a54-4680-47e6-8f72-bd0f7f24df1b tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] DELETE failed (client error): The resource could not be found. Jan 18 20:15:36.397565 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ff8a54-4680-47e6-8f72-bd0f7f24df1b tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:15:36.401320 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e6ff8a54-4680-47e6-8f72-bd0f7f24df1b tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "DELETE /v2.0/networks/0953cb2e-9c90-413d-b82f-de35ecafc7c4 HTTP/1.1" status: 404 len: 339 time: 0.0472426 Jan 18 20:15:36.403709 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50542) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:36.415171 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea97fc4-4ed1-4a1f-a0cd-0083e9cd7317 req-1a914828-a7d0-4b06-a035-f1e84b304059 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:36.423690 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bea97fc4-4ed1-4a1f-a0cd-0083e9cd7317 req-1a914828-a7d0-4b06-a035-f1e84b304059 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.1357365 Jan 18 20:15:36.470054 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d1b082-dcce-41fa-839b-9e6f6dfc894e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Deleting subnet 782ef253-c41d-479a-854c-e918c0e4bea2 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:15:36.472452 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-92363153-5396-4e78-8db6-9595600b024e req-4c3f614b-42d3-4ea7-8a2f-456d108393e9 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fba937a-2d68-4527-bb29-1ced20ebac7b HTTP/1.1" status: 200 len: 210 time: 0.0397301 Jan 18 20:15:36.475518 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-67d1b082-dcce-41fa-839b-9e6f6dfc894e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks [] for subnet (782ef253-c41d-479a-854c-e918c0e4bea2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:36.524019 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bea97fc4-4ed1-4a1f-a0cd-0083e9cd7317 req-99c709e5-f4c0-488d-8127-b8cad2766cc0 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991638 Jan 18 20:15:36.570492 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-67d1b082-dcce-41fa-839b-9e6f6dfc894e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (782ef253-c41d-479a-854c-e918c0e4bea2), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:36.590882 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a2b66547-5ca5-4b87-990c-1e67812b54c1 req-d0787bae-85f2-467e-b651-16627735c97d tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d8906da-7dfe-4ddd-956f-42dc75a875e2 HTTP/1.1" status: 200 len: 210 time: 0.0424306 Jan 18 20:15:36.715108 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-67d1b082-dcce-41fa-839b-9e6f6dfc894e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (782ef253-c41d-479a-854c-e918c0e4bea2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:36.737480 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:36.807895 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-67d1b082-dcce-41fa-839b-9e6f6dfc894e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (782ef253-c41d-479a-854c-e918c0e4bea2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:36.846213 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1b082-dcce-41fa-839b-9e6f6dfc894e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event deleted for resources: {'Subnet': ['ID=782ef253-c41d-479a-854c-e918c0e4bea2,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:36.857765 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-67d1b082-dcce-41fa-839b-9e6f6dfc894e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:36.862577 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8939f2c3-0e97-432a-8641-f49f2e522ca2 None None] Network fae243dc-1cdf-4e6d-93f0-687e5c598dd3 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:36.871043 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-67d1b082-dcce-41fa-839b-9e6f6dfc894e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "DELETE /v2.0/subnets/782ef253-c41d-479a-854c-e918c0e4bea2 HTTP/1.1" status: 204 len: 168 time: 0.4639287 Jan 18 20:15:36.871043 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1b082-dcce-41fa-839b-9e6f6dfc894e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:36.871043 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1b082-dcce-41fa-839b-9e6f6dfc894e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:36.871421 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1b082-dcce-41fa-839b-9e6f6dfc894e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:36.871646 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1b082-dcce-41fa-839b-9e6f6dfc894e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:36.871978 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1b082-dcce-41fa-839b-9e6f6dfc894e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:36.872299 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1b082-dcce-41fa-839b-9e6f6dfc894e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:36.872461 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50550) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:36.872617 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1b082-dcce-41fa-839b-9e6f6dfc894e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:36.872940 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1b082-dcce-41fa-839b-9e6f6dfc894e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:36.873259 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1b082-dcce-41fa-839b-9e6f6dfc894e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:36.873573 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1b082-dcce-41fa-839b-9e6f6dfc894e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:36.873912 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1b082-dcce-41fa-839b-9e6f6dfc894e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:36.874224 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1b082-dcce-41fa-839b-9e6f6dfc894e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:36.874534 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1b082-dcce-41fa-839b-9e6f6dfc894e tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:36.981527 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf19062-4709-46f4-ade5-c418615c6542 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Deleting subnet 062549f6-4375-47f2-be7c-02a08539f789 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:15:36.986366 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fdf19062-4709-46f4-ade5-c418615c6542 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks [] for subnet (062549f6-4375-47f2-be7c-02a08539f789), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:37.030944 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67296e4-8e3b-45b5-a61a-b084ad057b07 req-ba937a60-8bc7-4f3c-8b34-d1bbe113c817 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:37.032534 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e67296e4-8e3b-45b5-a61a-b084ad057b07 req-ba937a60-8bc7-4f3c-8b34-d1bbe113c817 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.0987597 Jan 18 20:15:37.074728 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fdf19062-4709-46f4-ade5-c418615c6542 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (062549f6-4375-47f2-be7c-02a08539f789), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:37.166233 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e67296e4-8e3b-45b5-a61a-b084ad057b07 req-9db7c957-4083-448a-84ad-dc585ac41463 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196496 Jan 18 20:15:37.249502 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fdf19062-4709-46f4-ade5-c418615c6542 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (062549f6-4375-47f2-be7c-02a08539f789), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:37.404219 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fdf19062-4709-46f4-ade5-c418615c6542 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (062549f6-4375-47f2-be7c-02a08539f789), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:37.448994 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fdf19062-4709-46f4-ade5-c418615c6542 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:37.455006 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fdf19062-4709-46f4-ade5-c418615c6542 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "DELETE /v2.0/subnets/062549f6-4375-47f2-be7c-02a08539f789 HTTP/1.1" status: 204 len: 168 time: 0.5786271 Jan 18 20:15:37.455006 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf19062-4709-46f4-ade5-c418615c6542 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event deleted for resources: {'Subnet': ['ID=062549f6-4375-47f2-be7c-02a08539f789,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:37.458386 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50560) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:37.475709 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b428dd5-a919-441f-b279-d5a8ec0dbc78 req-34e4e468-7aec-4ac2-9d0e-ea0252cb8114 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:37.483081 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b428dd5-a919-441f-b279-d5a8ec0dbc78 req-34e4e468-7aec-4ac2-9d0e-ea0252cb8114 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 945 time: 0.3376770 Jan 18 20:15:37.598616 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b428dd5-a919-441f-b279-d5a8ec0dbc78 req-8d6f0bb7-f3c1-4b7b-9f31-de42c66bafb3 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127119 Jan 18 20:15:37.641314 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e22c4-f221-4218-83f1-90cd39b4360d req-bee60888-e619-4827-9730-a112212e47ca tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:37.641490 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-963998ab-5f0b-4701-9a59-b1e5a07a52ac tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (fae243dc-1cdf-4e6d-93f0-687e5c598dd3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:37.650600 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-473e22c4-f221-4218-83f1-90cd39b4360d req-bee60888-e619-4827-9730-a112212e47ca tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4356e6a8-9adf-4ef9-98e5-ff43216e4ec4 HTTP/1.1" status: 200 len: 945 time: 0.1122215 Jan 18 20:15:37.709664 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-473e22c4-f221-4218-83f1-90cd39b4360d req-001137fb-179c-459e-b876-200fa4cc046e tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f05c5f9-4cff-4643-8de9-2b0f3010518e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580196 Jan 18 20:15:37.789797 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-da400d4f-6fac-4194-97c1-a035410caa21 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:37.795065 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-da400d4f-6fac-4194-97c1-a035410caa21 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.70 "GET /v2.0/networks?id=80dffbc9-eed6-4af9-a5ac-dcb939c427fc HTTP/1.1" status: 200 len: 815 time: 0.5282609 Jan 18 20:15:37.805082 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da38d1c-037a-4720-8fae-99f490e39357 req-d8961cc4-0fbc-4d2b-b7fa-9458dc2ac50b tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:37.807984 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1da38d1c-037a-4720-8fae-99f490e39357 req-d8961cc4-0fbc-4d2b-b7fa-9458dc2ac50b tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.70 "GET /v2.0/networks?id=2cafaa10-97b0-4140-ac04-be8f2bf83219 HTTP/1.1" status: 200 len: 811 time: 0.4917417 Jan 18 20:15:37.824773 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f93015c8-5066-45e9-a1f5-85ca6fedd362 req-39a2cb74-a2d9-4401-86b3-eab71bc75b3b tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d8906da-7dfe-4ddd-956f-42dc75a875e2 HTTP/1.1" status: 200 len: 210 time: 0.0415828 Jan 18 20:15:37.838801 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-68a3f25e-76c0-4d13-a4f8-5662c6378d75 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Request body: {'port': {'device_id': '7d8906da-7dfe-4ddd-956f-42dc75a875e2', 'network_id': '80dffbc9-eed6-4af9-a5ac-dcb939c427fc', 'admin_state_up': True, 'tenant_id': '33d5062c8d0e4e58a3b0f8cdc12ccf80'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:37.857838 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f5eec6f-b1d5-47b5-88e4-d64c7986d213 req-f40db776-1830-40fc-8123-0cdb827e8585 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fba937a-2d68-4527-bb29-1ced20ebac7b HTTP/1.1" status: 200 len: 210 time: 0.0319748 Jan 18 20:15:37.870183 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff09c4a-206b-4f57-a55e-ae7c8844177d None None] Network fae243dc-1cdf-4e6d-93f0-687e5c598dd3 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:37.943482 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1da38d1c-037a-4720-8fae-99f490e39357 req-1daba9bd-b6b9-494b-a36e-17a871c3874a tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72501d248542438e9d3a803e6110efb0 HTTP/1.1" status: 200 len: 379 time: 0.1262906 Jan 18 20:15:37.955400 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ec79626e-4915-4266-ad22-8ea1c49c19ba None None] Provisioning complete for port 004a3d49-1eb5-4291-8831-fc4c0a50bf81 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:37.955688 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-1da38d1c-037a-4720-8fae-99f490e39357 req-3dbdcb8e-76de-4d9c-a0c7-30480c266c23 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Request body: {'port': {'device_id': '7fba937a-2d68-4527-bb29-1ced20ebac7b', 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219', 'admin_state_up': True, 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'security_groups': ['0f943aa3-4c3d-456c-bfca-7e5af5ebf37d']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:37.955829 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ec79626e-4915-4266-ad22-8ea1c49c19ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (004a3d49-1eb5-4291-8831-fc4c0a50bf81), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:37.959981 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-963998ab-5f0b-4701-9a59-b1e5a07a52ac tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Deleting port 004a3d49-1eb5-4291-8831-fc4c0a50bf81 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:15:37.959981 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-963998ab-5f0b-4701-9a59-b1e5a07a52ac tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (004a3d49-1eb5-4291-8831-fc4c0a50bf81), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:38.054396 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ec79626e-4915-4266-ad22-8ea1c49c19ba None None] Current status of the port 004a3d49-1eb5-4291-8831-fc4c0a50bf81 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:38.105277 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3973bf-2696-4aa5-b95e-958771e571db None None] DHCP port deletion for fae243dc-1cdf-4e6d-93f0-687e5c598dd3 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:15:38.157706 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7a3973bf-2696-4aa5-b95e-958771e571db None None] Deleting port 004a3d49-1eb5-4291-8831-fc4c0a50bf81 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:15:38.158245 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7a3973bf-2696-4aa5-b95e-958771e571db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (004a3d49-1eb5-4291-8831-fc4c0a50bf81), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:38.246611 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7a3973bf-2696-4aa5-b95e-958771e571db None None] For port 004a3d49-1eb5-4291-8831-fc4c0a50bf81, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=004a3d49-1eb5-4291-8831-fc4c0a50bf81,segment=NetworkSegment(db5eb892-0eb5-4594-b7da-8f800cbf7868),segment_id=db5eb892-0eb5-4594-b7da-8f800cbf7868)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:38.247175 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7a3973bf-2696-4aa5-b95e-958771e571db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (004a3d49-1eb5-4291-8831-fc4c0a50bf81), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:38.261513 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7a3973bf-2696-4aa5-b95e-958771e571db None None] Calling delete_port for 004a3d49-1eb5-4291-8831-fc4c0a50bf81 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:15:38.313318 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b95758-81c5-4400-8cb2-3b950e189666 req-d5871163-ec71-4e2c-a464-8a22a2d7839f tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:38.317150 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-72b95758-81c5-4400-8cb2-3b950e189666 req-d5871163-ec71-4e2c-a464-8a22a2d7839f tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.0674157 Jan 18 20:15:38.343311 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-963998ab-5f0b-4701-9a59-b1e5a07a52ac tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] For port 004a3d49-1eb5-4291-8831-fc4c0a50bf81, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=004a3d49-1eb5-4291-8831-fc4c0a50bf81,segment=NetworkSegment(db5eb892-0eb5-4594-b7da-8f800cbf7868),segment_id=db5eb892-0eb5-4594-b7da-8f800cbf7868)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:38.343839 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-963998ab-5f0b-4701-9a59-b1e5a07a52ac tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (004a3d49-1eb5-4291-8831-fc4c0a50bf81), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:38.372700 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-963998ab-5f0b-4701-9a59-b1e5a07a52ac tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Calling delete_port for 004a3d49-1eb5-4291-8831-fc4c0a50bf81 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:15:38.378226 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-72b95758-81c5-4400-8cb2-3b950e189666 req-56b1b164-15ff-4293-be04-421b1477c8b4 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542114 Jan 18 20:15:38.393897 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7a3973bf-2696-4aa5-b95e-958771e571db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (004a3d49-1eb5-4291-8831-fc4c0a50bf81), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:38.435783 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-68a3f25e-76c0-4d13-a4f8-5662c6378d75 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Made reservation on behalf of 33d5062c8d0e4e58a3b0f8cdc12ccf80 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:15:38.439340 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-68a3f25e-76c0-4d13-a4f8-5662c6378d75 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:38.450786 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3973bf-2696-4aa5-b95e-958771e571db None None] No DVR routers for this DVR port 004a3d49-1eb5-4291-8831-fc4c0a50bf81 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:15:38.452825 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3973bf-2696-4aa5-b95e-958771e571db None None] Pushing event deleted for resources: {'Port': ['ID=004a3d49-1eb5-4291-8831-fc4c0a50bf81,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:38.544426 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da38d1c-037a-4720-8fae-99f490e39357 req-3dbdcb8e-76de-4d9c-a0c7-30480c266c23 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Made reservation on behalf of 72501d248542438e9d3a803e6110efb0 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:15:38.547896 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1da38d1c-037a-4720-8fae-99f490e39357 req-3dbdcb8e-76de-4d9c-a0c7-30480c266c23 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:38.622368 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-168c42a9-10c0-497f-81a7-72794da67db8 service neutron] 10.222.0.70 "GET /v2.0/ports/80482624-a2b1-4cba-82a7-78d8e0ba5c0c/bindings/n-h1-741529-9 HTTP/1.1" status: 200 len: 384 time: 0.1807008 Jan 18 20:15:38.629962 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-963998ab-5f0b-4701-9a59-b1e5a07a52ac tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (004a3d49-1eb5-4291-8831-fc4c0a50bf81), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:38.730722 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 004a3d49-1eb5-4291-8831-fc4c0a50bf81 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:15:38.754491 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963998ab-5f0b-4701-9a59-b1e5a07a52ac tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event deleted for resources: {'Port': ['ID=004a3d49-1eb5-4291-8831-fc4c0a50bf81,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:38.775849 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963998ab-5f0b-4701-9a59-b1e5a07a52ac tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] No DVR routers for this DVR port 004a3d49-1eb5-4291-8831-fc4c0a50bf81 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:15:38.790660 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939f873-24c7-468d-8ea0-8a3e515e5a25 req-2fb1228c-918c-4cb1-990e-ca62f09c7ca7 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:38.798934 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 004a3d49-1eb5-4291-8831-fc4c0a50bf81 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:15:38.799315 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c939f873-24c7-468d-8ea0-8a3e515e5a25 req-2fb1228c-918c-4cb1-990e-ca62f09c7ca7 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 945 time: 0.0628219 Jan 18 20:15:38.802180 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 004a3d49-1eb5-4291-8831-fc4c0a50bf81 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:15:38.862484 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c939f873-24c7-468d-8ea0-8a3e515e5a25 req-dce52dae-840f-4366-97f0-64307fa14b9b tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618947 Jan 18 20:15:38.897010 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-68a3f25e-76c0-4d13-a4f8-5662c6378d75 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Allocated IP 172.20.0.9 (80dffbc9-eed6-4af9-a5ac-dcb939c427fc/639cd4d2-6c2c-4dd0-8bf3-2eb14a9984e0/697b660d-6aa8-4757-b95b-4b1df4c2dfc8) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:15:38.942786 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-963998ab-5f0b-4701-9a59-b1e5a07a52ac tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (fae243dc-1cdf-4e6d-93f0-687e5c598dd3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:38.978219 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4a636525-c62d-4d5e-a249-0d545cd5eee2 req-66cc0a40-e4f5-4653-bad0-82c01341c2aa tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d8906da-7dfe-4ddd-956f-42dc75a875e2 HTTP/1.1" status: 200 len: 210 time: 0.0330045 Jan 18 20:15:39.012659 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-963998ab-5f0b-4701-9a59-b1e5a07a52ac tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae243dc-1cdf-4e6d-93f0-687e5c598dd3']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:39.017136 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-1da38d1c-037a-4720-8fae-99f490e39357 req-3dbdcb8e-76de-4d9c-a0c7-30480c266c23 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Allocated IP 172.20.0.11 (2cafaa10-97b0-4140-ac04-be8f2bf83219/1723126f-3654-432e-ad19-50c4bb784989/1e3f3f23-0672-4d5d-b14f-eeac2635d01c) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:15:39.037730 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-963998ab-5f0b-4701-9a59-b1e5a07a52ac tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5eb892-0eb5-4594-b7da-8f800cbf7868') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:39.038072 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-963998ab-5f0b-4701-9a59-b1e5a07a52ac tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5eb892-0eb5-4594-b7da-8f800cbf7868') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:39.052900 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 66ced902-bda0-4250-93e2-003dd719020c up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:15:39.065575 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-963998ab-5f0b-4701-9a59-b1e5a07a52ac tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (db5eb892-0eb5-4594-b7da-8f800cbf7868), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:39.067755 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b628ec3-83fc-48a6-980a-b76eb7b3d101 req-56b735f1-3a10-4752-baa6-8cadb1b1f575 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:39.070943 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2b628ec3-83fc-48a6-980a-b76eb7b3d101 req-56b735f1-3a10-4752-baa6-8cadb1b1f575 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4356e6a8-9adf-4ef9-98e5-ff43216e4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0976281 Jan 18 20:15:39.110344 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dc89a2e7-1b5d-4025-b73e-b4755320c3af req-a929d8de-d568-4e42-be3e-2aa3f561a100 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fba937a-2d68-4527-bb29-1ced20ebac7b HTTP/1.1" status: 200 len: 210 time: 0.0346289 Jan 18 20:15:39.119403 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-963998ab-5f0b-4701-9a59-b1e5a07a52ac tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (db5eb892-0eb5-4594-b7da-8f800cbf7868), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:39.151682 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 66ced902-bda0-4250-93e2-003dd719020c completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:15:39.156311 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 66ced902-bda0-4250-93e2-003dd719020c triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:39.156702 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (66ced902-bda0-4250-93e2-003dd719020c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:39.179993 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2b628ec3-83fc-48a6-980a-b76eb7b3d101 req-beb7f214-064c-4173-adb3-ee4105e0e9cf tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f05c5f9-4cff-4643-8de9-2b0f3010518e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008341 Jan 18 20:15:39.216051 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-963998ab-5f0b-4701-9a59-b1e5a07a52ac tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:15:39.216387 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-963998ab-5f0b-4701-9a59-b1e5a07a52ac tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (db5eb892-0eb5-4594-b7da-8f800cbf7868), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:15:39.219559 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:15:39.223137 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:15:39.223137 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:15:39.223137 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:15:39.223137 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:15:39.223137 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:15:39.223137 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:15:39.223137 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:15:39.223137 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:15:39.223137 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:15:39.252042 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 66ced902-bda0-4250-93e2-003dd719020c is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:39.252434 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (66ced902-bda0-4250-93e2-003dd719020c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:39.289664 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4356e6a8-9adf-4ef9-98e5-ff43216e4ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ced902-bda0-4250-93e2-003dd719020c'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:15:39.292663 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269b6b27-f990-46f8-a256-44b936a31c67" -d '{"events": [{"server_uuid": "4356e6a8-9adf-4ef9-98e5-ff43216e4ec4", "name": "network-vif-plugged", "status": "completed", "tag": "66ced902-bda0-4250-93e2-003dd719020c"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:15:39.310267 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 66ced902-bda0-4250-93e2-003dd719020c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=66ced902-bda0-4250-93e2-003dd719020c,segment=NetworkSegment(9eb2d016-e7bd-4fa2-af6a-028fb8651f71),segment_id=9eb2d016-e7bd-4fa2-af6a-028fb8651f71)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:39.314791 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (66ced902-bda0-4250-93e2-003dd719020c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:39.354120 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ce870b-4582-4bb6-942d-5151acccebf0 x-openstack-request-id: req-54ce870b-4582-4bb6-942d-5151acccebf0 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:15:39.354551 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4356e6a8-9adf-4ef9-98e5-ff43216e4ec4", "name": "network-vif-plugged", "status": "completed", "tag": "66ced902-bda0-4250-93e2-003dd719020c", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:15:39.354809 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54ce870b-4582-4bb6-942d-5151acccebf0 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:15:39.355673 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4356e6a8-9adf-4ef9-98e5-ff43216e4ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ced902-bda0-4250-93e2-003dd719020c', 'code': 200} Jan 18 20:15:39.384471 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=66ced902-bda0-4250-93e2-003dd719020c,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:39.421050 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-dd4ff6d7-f304-4338-8d74-0a9d15e00e51 service neutron] For port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=80482624-a2b1-4cba-82a7-78d8e0ba5c0c,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:39.436206 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-963998ab-5f0b-4701-9a59-b1e5a07a52ac tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (fae243dc-1cdf-4e6d-93f0-687e5c598dd3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:39.456881 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd49fa8-106d-40b1-99f3-e1a1b8517a4f req-3f375592-fb8b-4374-b087-eaf64fa7ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:39.458838 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5bd49fa8-106d-40b1-99f3-e1a1b8517a4f req-3f375592-fb8b-4374-b087-eaf64fa7ef5c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4356e6a8-9adf-4ef9-98e5-ff43216e4ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0451021 Jan 18 20:15:39.463002 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-963998ab-5f0b-4701-9a59-b1e5a07a52ac tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:39.468312 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-963998ab-5f0b-4701-9a59-b1e5a07a52ac tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "DELETE /v2.0/networks/fae243dc-1cdf-4e6d-93f0-687e5c598dd3 HTTP/1.1" status: 204 len: 168 time: 1.9604623 Jan 18 20:15:39.475291 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50592) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:39.501160 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-68a3f25e-76c0-4d13-a4f8-5662c6378d75 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks [] for port (697b660d-6aa8-4757-b95b-4b1df4c2dfc8), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:39.507008 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963998ab-5f0b-4701-9a59-b1e5a07a52ac tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event deleted for resources: {'Network': ['ID=fae243dc-1cdf-4e6d-93f0-687e5c598dd3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:39.513192 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-124c2270-0c70-4210-8b2b-644dc21b59cb tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] DELETE failed (client error): The resource could not be found. Jan 18 20:15:39.513997 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-124c2270-0c70-4210-8b2b-644dc21b59cb tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:15:39.514663 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-dd4ff6d7-f304-4338-8d74-0a9d15e00e51 service neutron] For port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:15:39.518243 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1da38d1c-037a-4720-8fae-99f490e39357 req-3dbdcb8e-76de-4d9c-a0c7-30480c266c23 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for port (1e3f3f23-0672-4d5d-b14f-eeac2635d01c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:39.521388 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-124c2270-0c70-4210-8b2b-644dc21b59cb tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "DELETE /v2.0/subnets/a3e6a82e-1c40-4161-8077-85d5616b810d HTTP/1.1" status: 404 len: 337 time: 0.0446050 Jan 18 20:15:39.527448 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50594) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:39.553969 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f4ed85-7230-43f2-b2e6-5c820f2820c8 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] DELETE failed (client error): The resource could not be found. Jan 18 20:15:39.554210 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f4ed85-7230-43f2-b2e6-5c820f2820c8 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:15:39.559899 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-22f4ed85-7230-43f2-b2e6-5c820f2820c8 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "DELETE /v2.0/networks/0528f78b-8452-42fb-8e75-b9686563225a HTTP/1.1" status: 404 len: 339 time: 0.0314879 Jan 18 20:15:39.560771 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50596) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:39.567947 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-dd4ff6d7-f304-4338-8d74-0a9d15e00e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80482624-a2b1-4cba-82a7-78d8e0ba5c0c {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:15:39.593550 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-341fbc0a-8fa9-4e3f-9b35-6e0839349d84 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] DELETE failed (client error): The resource could not be found. Jan 18 20:15:39.594149 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-341fbc0a-8fa9-4e3f-9b35-6e0839349d84 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:15:39.597954 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-dd4ff6d7-f304-4338-8d74-0a9d15e00e51 service neutron] For port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=80482624-a2b1-4cba-82a7-78d8e0ba5c0c,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:39.598337 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-341fbc0a-8fa9-4e3f-9b35-6e0839349d84 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "DELETE /v2.0/subnets/87e9ecb5-c4af-4721-ab6e-324b7fb90eb2 HTTP/1.1" status: 404 len: 337 time: 0.0324388 Jan 18 20:15:39.601099 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5bd49fa8-106d-40b1-99f3-e1a1b8517a4f req-eb825391-3176-49e5-9838-42d8caca87bc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6f05c5f9-4cff-4643-8de9-2b0f3010518e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365154 Jan 18 20:15:39.601651 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50598) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:39.623320 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-dd4ff6d7-f304-4338-8d74-0a9d15e00e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (80482624-a2b1-4cba-82a7-78d8e0ba5c0c), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:39.624872 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-203f42d1-ea2b-4102-8732-127af05e9c74 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] DELETE failed (client error): The resource could not be found. Jan 18 20:15:39.625556 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-203f42d1-ea2b-4102-8732-127af05e9c74 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:15:39.627005 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1da38d1c-037a-4720-8fae-99f490e39357 req-3dbdcb8e-76de-4d9c-a0c7-30480c266c23 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (1e3f3f23-0672-4d5d-b14f-eeac2635d01c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:39.631288 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-203f42d1-ea2b-4102-8732-127af05e9c74 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "DELETE /v2.0/networks/5e2c8516-f879-4764-9068-6b3ee21e90c8 HTTP/1.1" status: 404 len: 339 time: 0.0262396 Jan 18 20:15:39.631728 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50600) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:39.647493 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-68a3f25e-76c0-4d13-a4f8-5662c6378d75 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (697b660d-6aa8-4757-b95b-4b1df4c2dfc8), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:39.658453 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc33e6d5-a24c-41cf-b53c-a8804a6261df tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] DELETE failed (client error): The resource could not be found. Jan 18 20:15:39.659043 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc33e6d5-a24c-41cf-b53c-a8804a6261df tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:15:39.662050 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['f01cdff8-0b9e-43bd-b140-fe2d4d25ee54'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:15:39.665206 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fc33e6d5-a24c-41cf-b53c-a8804a6261df tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "DELETE /v2.0/subnets/1d8c3aa6-a41b-46e6-9ee8-b12d776308b6 HTTP/1.1" status: 404 len: 337 time: 0.0301504 Jan 18 20:15:39.666749 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50602) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:39.684337 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7d85f4-c436-4ad2-a606-eeffb6b10b97 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] DELETE failed (client error): The resource could not be found. Jan 18 20:15:39.685077 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea7d85f4-c436-4ad2-a606-eeffb6b10b97 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:15:39.690517 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ea7d85f4-c436-4ad2-a606-eeffb6b10b97 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "DELETE /v2.0/networks/123ff827-873d-4ff7-8717-9e8bd5c033bd HTTP/1.1" status: 404 len: 339 time: 0.0211253 Jan 18 20:15:39.691332 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50604) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:39.718239 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da38d1c-037a-4720-8fae-99f490e39357 req-3dbdcb8e-76de-4d9c-a0c7-30480c266c23 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Network 2cafaa10-97b0-4140-ac04-be8f2bf83219 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:15:39.736328 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbdcb8e-76de-4d9c-a0c7-30480c266c23 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Pushing event updated for resources: {'Port': ['ID=1e3f3f23-0672-4d5d-b14f-eeac2635d01c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:39.739408 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-1da38d1c-037a-4720-8fae-99f490e39357 req-3dbdcb8e-76de-4d9c-a0c7-30480c266c23 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:39.748722 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da38d1c-037a-4720-8fae-99f490e39357 req-3dbdcb8e-76de-4d9c-a0c7-30480c266c23 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:15:39.756483 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-68a3f25e-76c0-4d13-a4f8-5662c6378d75 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Network 80dffbc9-eed6-4af9-a5ac-dcb939c427fc is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:15:39.782385 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-68a3f25e-76c0-4d13-a4f8-5662c6378d75 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:39.785439 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-b66d4647-eb8d-40cd-8577-9e11dbf2ce30 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Deleting subnet 03cac1d4-eded-4aa6-8a39-a6fe6acfb2f0 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:15:39.797458 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b66d4647-eb8d-40cd-8577-9e11dbf2ce30 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks [] for subnet (03cac1d4-eded-4aa6-8a39-a6fe6acfb2f0), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:39.809936 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4b023c-537e-47c7-a4a1-8b9fa6e8b5b0 None None] DHCP port deletion for 80dffbc9-eed6-4af9-a5ac-dcb939c427fc request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:15:39.823372 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-68a3f25e-76c0-4d13-a4f8-5662c6378d75 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:15:39.914930 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3f25e-76c0-4d13-a4f8-5662c6378d75 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Pushing event updated for resources: {'Port': ['ID=697b660d-6aa8-4757-b95b-4b1df4c2dfc8,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:39.932062 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b66d4647-eb8d-40cd-8577-9e11dbf2ce30 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (03cac1d4-eded-4aa6-8a39-a6fe6acfb2f0), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:39.949906 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da38d1c-037a-4720-8fae-99f490e39357 req-3dbdcb8e-76de-4d9c-a0c7-30480c266c23 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:39.960179 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1da38d1c-037a-4720-8fae-99f490e39357 req-3dbdcb8e-76de-4d9c-a0c7-30480c266c23 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:39.961434 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a71a6f43-2173-4ede-9643-d0e7c6b1b218 None None] Provisioning complete for port 697b660d-6aa8-4757-b95b-4b1df4c2dfc8 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:39.961909 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a71a6f43-2173-4ede-9643-d0e7c6b1b218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (697b660d-6aa8-4757-b95b-4b1df4c2dfc8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:40.007291 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-68a3f25e-76c0-4d13-a4f8-5662c6378d75 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:40.007916 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-68a3f25e-76c0-4d13-a4f8-5662c6378d75 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:40.018934 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a71a6f43-2173-4ede-9643-d0e7c6b1b218 None None] Port 697b660d-6aa8-4757-b95b-4b1df4c2dfc8 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:15:40.030236 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-dd4ff6d7-f304-4338-8d74-0a9d15e00e51 service neutron] Transition to ACTIVE for port object 80482624-a2b1-4cba-82a7-78d8e0ba5c0c will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:15:40.045951 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-dd4ff6d7-f304-4338-8d74-0a9d15e00e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (80482624-a2b1-4cba-82a7-78d8e0ba5c0c), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:40.060017 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1da38d1c-037a-4720-8fae-99f490e39357 req-3dbdcb8e-76de-4d9c-a0c7-30480c266c23 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1108644 Jan 18 20:15:40.081102 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-68a3f25e-76c0-4d13-a4f8-5662c6378d75 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2720473 Jan 18 20:15:40.085771 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-1da38d1c-037a-4720-8fae-99f490e39357 req-495a8538-7661-4027-a6cb-2234ce7240ca service neutron] Request body: {'port': {'device_id': '7fba937a-2d68-4527-bb29-1ced20ebac7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:40.100676 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b66d4647-eb8d-40cd-8577-9e11dbf2ce30 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (03cac1d4-eded-4aa6-8a39-a6fe6acfb2f0), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:40.121790 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-0f72f57d-f5db-45e5-929b-00c52ae10de2 service neutron] Request body: {'port': {'device_id': '7d8906da-7dfe-4ddd-956f-42dc75a875e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:40.158074 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:15:40.163713 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7d9ac727-b8f7-44d4-8f36-66017f25536f None None] Provisioning complete for port 1e3f3f23-0672-4d5d-b14f-eeac2635d01c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:40.164311 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac727-b8f7-44d4-8f36-66017f25536f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1e3f3f23-0672-4d5d-b14f-eeac2635d01c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:40.171727 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4676bc-66f4-454f-bbec-cf2d66a78459 None None] DHCP port deletion for 133a80cf-c268-45f9-91ee-564a51a659af request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:15:40.230638 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7d9ac727-b8f7-44d4-8f36-66017f25536f None None] Port 1e3f3f23-0672-4d5d-b14f-eeac2635d01c cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:15:40.248625 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdd58f-4cfc-4e21-8561-3a9227e9c8a5 req-db7793f2-10dc-48a6-a328-45369b47a7d8 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:40.257600 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-efcdd58f-4cfc-4e21-8561-3a9227e9c8a5 req-db7793f2-10dc-48a6-a328-45369b47a7d8 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 945 time: 0.2349343 Jan 18 20:15:40.283559 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-dd4ff6d7-f304-4338-8d74-0a9d15e00e51 service neutron] No DVR routers for this DVR port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:15:40.284241 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b66d4647-eb8d-40cd-8577-9e11dbf2ce30 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (03cac1d4-eded-4aa6-8a39-a6fe6acfb2f0), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:40.316637 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ff6d7-f304-4338-8d74-0a9d15e00e51 service neutron] Pushing event updated for resources: {'Port': ['ID=80482624-a2b1-4cba-82a7-78d8e0ba5c0c,revision_number=12']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:40.331379 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d4647-eb8d-40cd-8577-9e11dbf2ce30 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event deleted for resources: {'Subnet': ['ID=03cac1d4-eded-4aa6-8a39-a6fe6acfb2f0,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:40.338503 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b66d4647-eb8d-40cd-8577-9e11dbf2ce30 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:40.341815 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b66d4647-eb8d-40cd-8577-9e11dbf2ce30 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "DELETE /v2.0/subnets/03cac1d4-eded-4aa6-8a39-a6fe6acfb2f0 HTTP/1.1" status: 204 len: 168 time: 0.6498342 Jan 18 20:15:40.344343 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab50a328-95d8-4ea8-9a13-50d453509043 None None] Network 610b8ee2-1741-4a2f-9296-46b419e2d2cf requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:40.355707 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50618) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:40.382833 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-efcdd58f-4cfc-4e21-8561-3a9227e9c8a5 req-e1b02ad6-c177-483d-8263-a460fcf8d8b4 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956140 Jan 18 20:15:40.391641 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f92f01-364c-43d7-8a8d-aa698bc25759 req-a38d3bbb-e62a-407f-a56f-e7250a355552 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:40.398594 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c1f92f01-364c-43d7-8a8d-aa698bc25759 req-a38d3bbb-e62a-407f-a56f-e7250a355552 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d8906da-7dfe-4ddd-956f-42dc75a875e2 HTTP/1.1" status: 200 len: 931 time: 0.2350688 Jan 18 20:15:40.409039 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-dd4ff6d7-f304-4338-8d74-0a9d15e00e51 service neutron] 10.222.0.70 "PUT /v2.0/ports/80482624-a2b1-4cba-82a7-78d8e0ba5c0c/bindings/n-h1-741529-9/activate HTTP/1.1" status: 200 len: 369 time: 1.7744250 Jan 18 20:15:40.431513 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1da38d1c-037a-4720-8fae-99f490e39357 req-495a8538-7661-4027-a6cb-2234ce7240ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1e3f3f23-0672-4d5d-b14f-eeac2635d01c), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:40.435762 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-0f72f57d-f5db-45e5-929b-00c52ae10de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (697b660d-6aa8-4757-b95b-4b1df4c2dfc8), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:40.479653 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c1f92f01-364c-43d7-8a8d-aa698bc25759 req-e7056493-74f1-4acd-9c39-b9fa3f7a51c9 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801892 Jan 18 20:15:40.564864 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-249c6860-f6b3-4b92-8512-cd548edbe9ab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (610b8ee2-1741-4a2f-9296-46b419e2d2cf), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:40.578119 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58243b7-45d4-46ca-98c1-22640e603415 req-51e084c9-d584-4872-bc09-17cb985cdc5a tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:40.589287 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c58243b7-45d4-46ca-98c1-22640e603415 req-51e084c9-d584-4872-bc09-17cb985cdc5a tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fba937a-2d68-4527-bb29-1ced20ebac7b HTTP/1.1" status: 200 len: 932 time: 0.0913169 Jan 18 20:15:40.631059 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d02cff5-2242-4bab-a4dc-632c033f8a01 None None] DHCP port deletion for 610b8ee2-1741-4a2f-9296-46b419e2d2cf request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:15:40.709927 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6d02cff5-2242-4bab-a4dc-632c033f8a01 None None] Deleting port 175c3821-bea2-4639-b03e-240fdcbc5b71 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:15:40.710305 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6d02cff5-2242-4bab-a4dc-632c033f8a01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (175c3821-bea2-4639-b03e-240fdcbc5b71), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:40.731770 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 175c3821-bea2-4639-b03e-240fdcbc5b71 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:15:40.742393 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c58243b7-45d4-46ca-98c1-22640e603415 req-15a89490-7c4f-4941-952b-4ebc6c0fce6a tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f943aa3-4c3d-456c-bfca-7e5af5ebf37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464345 Jan 18 20:15:40.796514 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90c54e-f0d2-4e26-8d5c-353f7aa2da91 req-aa321b8a-5e39-43b6-aeee-2846de3b7db5 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:40.802013 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf90c54e-f0d2-4e26-8d5c-353f7aa2da91 req-aa321b8a-5e39-43b6-aeee-2846de3b7db5 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4356e6a8-9adf-4ef9-98e5-ff43216e4ec4 HTTP/1.1" status: 200 len: 946 time: 0.2039628 Jan 18 20:15:40.841343 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6d02cff5-2242-4bab-a4dc-632c033f8a01 None None] For port 175c3821-bea2-4639-b03e-240fdcbc5b71, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=175c3821-bea2-4639-b03e-240fdcbc5b71,segment=NetworkSegment(16e89642-4369-421d-9cc1-6cbfa6dfc889),segment_id=16e89642-4369-421d-9cc1-6cbfa6dfc889)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:40.841813 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6d02cff5-2242-4bab-a4dc-632c033f8a01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (175c3821-bea2-4639-b03e-240fdcbc5b71), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:40.858501 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6d02cff5-2242-4bab-a4dc-632c033f8a01 None None] Calling delete_port for 175c3821-bea2-4639-b03e-240fdcbc5b71 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:15:40.861106 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-068bb2e3-2fba-4d93-9cce-9f42a40574bf tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:40.863943 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-068bb2e3-2fba-4d93-9cce-9f42a40574bf tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc&tenant_id=46be2ca450fb44c88ba90d0767174258&binding%3Ahost_id=n-h2-741529-9 HTTP/1.1" status: 200 len: 1096 time: 0.3802481 Jan 18 20:15:40.918561 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf90c54e-f0d2-4e26-8d5c-353f7aa2da91 req-b9289984-8967-47fe-8136-690034d8fc5e tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f05c5f9-4cff-4643-8de9-2b0f3010518e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066153 Jan 18 20:15:40.954029 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-19374848-9759-462f-8316-ed64d5830da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:40.955805 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 175c3821-bea2-4639-b03e-240fdcbc5b71 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:40.956168 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-19374848-9759-462f-8316-ed64d5830da1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc&tenant_id=46be2ca450fb44c88ba90d0767174258 HTTP/1.1" status: 200 len: 1096 time: 0.0773668 Jan 18 20:15:40.956282 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (175c3821-bea2-4639-b03e-240fdcbc5b71), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:41.010223 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 175c3821-bea2-4639-b03e-240fdcbc5b71, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=175c3821-bea2-4639-b03e-240fdcbc5b71,segment=NetworkSegment(16e89642-4369-421d-9cc1-6cbfa6dfc889),segment_id=16e89642-4369-421d-9cc1-6cbfa6dfc889)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:41.019572 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (175c3821-bea2-4639-b03e-240fdcbc5b71), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:41.028959 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6d02cff5-2242-4bab-a4dc-632c033f8a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (175c3821-bea2-4639-b03e-240fdcbc5b71), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:41.050736 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-906f4561-d292-4a25-954e-61f6e234011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:41.052455 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-906f4561-d292-4a25-954e-61f6e234011f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46be2ca450fb44c88ba90d0767174258&device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 1096 time: 0.0682254 Jan 18 20:15:41.053794 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event deleted for resources: {'Port': ['ID=175c3821-bea2-4639-b03e-240fdcbc5b71,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:41.086971 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d02cff5-2242-4bab-a4dc-632c033f8a01 None None] No DVR routers for this DVR port 175c3821-bea2-4639-b03e-240fdcbc5b71 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:15:41.093319 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02cff5-2242-4bab-a4dc-632c033f8a01 None None] Pushing event deleted for resources: {'Port': ['ID=175c3821-bea2-4639-b03e-240fdcbc5b71,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:41.113847 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-1da38d1c-037a-4720-8fae-99f490e39357 req-495a8538-7661-4027-a6cb-2234ce7240ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e3f3f23-0672-4d5d-b14f-eeac2635d01c {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:15:41.130450 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1da38d1c-037a-4720-8fae-99f490e39357 req-495a8538-7661-4027-a6cb-2234ce7240ca service neutron] Publish callbacks [] for port (1e3f3f23-0672-4d5d-b14f-eeac2635d01c), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:41.157334 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-1da38d1c-037a-4720-8fae-99f490e39357 req-495a8538-7661-4027-a6cb-2234ce7240ca service neutron] Transition to ACTIVE for port object 1e3f3f23-0672-4d5d-b14f-eeac2635d01c will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:15:41.188121 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1da38d1c-037a-4720-8fae-99f490e39357 req-495a8538-7661-4027-a6cb-2234ce7240ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (1e3f3f23-0672-4d5d-b14f-eeac2635d01c), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:41.211574 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-73beabdf-a374-49ad-b54b-1af13add927d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:41.213115 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-73beabdf-a374-49ad-b54b-1af13add927d service neutron] 10.222.0.57 "GET /v2.0/networks?id=133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 200 len: 908 time: 0.1548278 Jan 18 20:15:41.234330 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d670820-0c5d-45d9-a882-5820db491b2f req-946a1089-0323-4d2e-8fe9-2cc50397f445 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:41.235781 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3d670820-0c5d-45d9-a882-5820db491b2f req-946a1089-0323-4d2e-8fe9-2cc50397f445 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.0694280 Jan 18 20:15:41.242138 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-249c6860-f6b3-4b92-8512-cd548edbe9ab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Deleting port 175c3821-bea2-4639-b03e-240fdcbc5b71 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:15:41.242462 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-249c6860-f6b3-4b92-8512-cd548edbe9ab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (175c3821-bea2-4639-b03e-240fdcbc5b71), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:41.274330 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-f5dc1e0e-1d4b-4b5e-b884-f9739cbb430f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80482624-a2b1-4cba-82a7-78d8e0ba5c0c HTTP/1.1" status: 200 len: 217 time: 0.0542996 Jan 18 20:15:41.310450 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8959d25-b00d-4d3e-81a0-01126ff82602 req-34807f26-4ab5-4849-a15f-3eb21bbc3c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:41.312048 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b8959d25-b00d-4d3e-81a0-01126ff82602 req-34807f26-4ab5-4849-a15f-3eb21bbc3c54 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d59cddb1215e4094a41609f512841133&device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 1097 time: 0.1663921 Jan 18 20:15:41.356326 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-3432177e-5d51-4c20-958a-2835e7e9cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:41.357737 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-3432177e-5d51-4c20-958a-2835e7e9cf46 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=45324dde-9697-4682-9610-ed3bed3250cd HTTP/1.1" status: 200 len: 847 time: 0.0750728 Jan 18 20:15:41.358553 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a8538-7661-4027-a6cb-2234ce7240ca service neutron] Pushing event updated for resources: {'Port': ['ID=1e3f3f23-0672-4d5d-b14f-eeac2635d01c,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:41.370707 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3d670820-0c5d-45d9-a882-5820db491b2f req-481c83b0-a1a6-4efb-8760-21070239a9d8 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974045 Jan 18 20:15:41.404955 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-7063f24f-f01e-4b79-b5cc-b7f8b9439403 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=133a80cf-c268-45f9-91ee-564a51a659af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343232 Jan 18 20:15:41.546855 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa06baa-afd9-48b7-ac42-7a1f465f7715 req-0b277224-56e7-4b50-bf2d-ccc0b27425bb tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:41.548347 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1fa06baa-afd9-48b7-ac42-7a1f465f7715 req-0b277224-56e7-4b50-bf2d-ccc0b27425bb tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 945 time: 0.0756052 Jan 18 20:15:41.550417 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-cd5fa3e1-baec-446a-bea9-73c736a4b68e service neutron] 10.222.0.57 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393406 Jan 18 20:15:41.694849 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1fa06baa-afd9-48b7-ac42-7a1f465f7715 req-20b7acf3-3ecb-45cf-968f-8933bebfb98f tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383531 Jan 18 20:15:41.718753 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc8dd9-9b94-4c34-ac3c-50b158332842 req-db4db329-1596-425f-a9cb-805bac00f04d tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:41.720239 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b9fc8dd9-9b94-4c34-ac3c-50b158332842 req-db4db329-1596-425f-a9cb-805bac00f04d tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d8906da-7dfe-4ddd-956f-42dc75a875e2 HTTP/1.1" status: 200 len: 931 time: 0.1387165 Jan 18 20:15:41.720538 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-249c6860-f6b3-4b92-8512-cd548edbe9ab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] For port 175c3821-bea2-4639-b03e-240fdcbc5b71, host n-d-741529-9, got binding levels [] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:41.720906 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-249c6860-f6b3-4b92-8512-cd548edbe9ab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (175c3821-bea2-4639-b03e-240fdcbc5b71), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:41.725896 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-cddc0183-781c-45d0-a67a-0c93e41825b1 service neutron] 10.222.0.57 "GET /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675708 Jan 18 20:15:41.748440 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-0f72f57d-f5db-45e5-929b-00c52ae10de2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 697b660d-6aa8-4757-b95b-4b1df4c2dfc8 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:15:41.754270 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-249c6860-f6b3-4b92-8512-cd548edbe9ab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Calling delete_port for 175c3821-bea2-4639-b03e-240fdcbc5b71 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:15:41.763542 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.ipam_backend_mixin [None req-249c6860-f6b3-4b92-8512-cd548edbe9ab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Port 175c3821-bea2-4639-b03e-240fdcbc5b71 was not found and therefore no delete operation was performed {{(pid=103335) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 20:15:41.767713 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-0f72f57d-f5db-45e5-929b-00c52ae10de2 service neutron] Publish callbacks [] for port (697b660d-6aa8-4757-b95b-4b1df4c2dfc8), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:41.774831 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-249c6860-f6b3-4b92-8512-cd548edbe9ab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (175c3821-bea2-4639-b03e-240fdcbc5b71), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:41.778324 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b9fc8dd9-9b94-4c34-ac3c-50b158332842 req-157baad6-4a58-4e85-a4f3-d75e9299609b tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512779 Jan 18 20:15:41.821348 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-0f72f57d-f5db-45e5-929b-00c52ae10de2 service neutron] Transition to ACTIVE for port object 697b660d-6aa8-4757-b95b-4b1df4c2dfc8 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:15:41.828371 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c6860-f6b3-4b92-8512-cd548edbe9ab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event deleted for resources: {'Port': ['ID=175c3821-bea2-4639-b03e-240fdcbc5b71,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:41.832936 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8959d25-b00d-4d3e-81a0-01126ff82602 req-fa5670f4-17eb-4bc0-add3-13295cbb49b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:41.834561 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b8959d25-b00d-4d3e-81a0-01126ff82602 req-fa5670f4-17eb-4bc0-add3-13295cbb49b2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9bae8be3-cced-4e71-aa87-680dd9e51700 HTTP/1.1" status: 200 len: 919 time: 0.4770970 Jan 18 20:15:41.837124 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-0f72f57d-f5db-45e5-929b-00c52ae10de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (697b660d-6aa8-4757-b95b-4b1df4c2dfc8), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:41.843204 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249c6860-f6b3-4b92-8512-cd548edbe9ab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] No DVR routers for this DVR port 175c3821-bea2-4639-b03e-240fdcbc5b71 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:15:41.849194 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-1da38d1c-037a-4720-8fae-99f490e39357 req-495a8538-7661-4027-a6cb-2234ce7240ca service neutron] Attempting to bind port 1e3f3f23-0672-4d5d-b14f-eeac2635d01c on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:15:41.849523 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-1da38d1c-037a-4720-8fae-99f490e39357 req-495a8538-7661-4027-a6cb-2234ce7240ca service neutron] Attempting to bind port 1e3f3f23-0672-4d5d-b14f-eeac2635d01c by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '91eca149-2050-42be-9943-9917eddedfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:15:41.849862 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da38d1c-037a-4720-8fae-99f490e39357 req-495a8538-7661-4027-a6cb-2234ce7240ca service neutron] Attempting to bind port 1e3f3f23-0672-4d5d-b14f-eeac2635d01c on network 2cafaa10-97b0-4140-ac04-be8f2bf83219 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:15:41.939022 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da38d1c-037a-4720-8fae-99f490e39357 req-495a8538-7661-4027-a6cb-2234ce7240ca service neutron] Port 1e3f3f23-0672-4d5d-b14f-eeac2635d01c on network 2cafaa10-97b0-4140-ac04-be8f2bf83219 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:15:41.939349 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da38d1c-037a-4720-8fae-99f490e39357 req-495a8538-7661-4027-a6cb-2234ce7240ca service neutron] Attempting to bind port 1e3f3f23-0672-4d5d-b14f-eeac2635d01c on network 2cafaa10-97b0-4140-ac04-be8f2bf83219 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:15:41.942071 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b8959d25-b00d-4d3e-81a0-01126ff82602 req-d10732e9-5a3c-496d-a2d9-9e5331851a4a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=497e899d-dcd5-414d-8e9e-e9b921e6c1e2 HTTP/1.1" status: 200 len: 217 time: 0.0937848 Jan 18 20:15:41.951252 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f891792-a7e9-4ae0-b7e7-2eb05d5c30b6 None None] DHCP port deletion for 80dffbc9-eed6-4af9-a5ac-dcb939c427fc request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:15:42.011278 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da38d1c-037a-4720-8fae-99f490e39357 req-495a8538-7661-4027-a6cb-2234ce7240ca service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:15:42.011646 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da38d1c-037a-4720-8fae-99f490e39357 req-495a8538-7661-4027-a6cb-2234ce7240ca service neutron] Checking segment: {'id': '91eca149-2050-42be-9943-9917eddedfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:15:42.011986 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da38d1c-037a-4720-8fae-99f490e39357 req-495a8538-7661-4027-a6cb-2234ce7240ca service neutron] Bound using segment: {'id': '91eca149-2050-42be-9943-9917eddedfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:15:42.012462 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-1da38d1c-037a-4720-8fae-99f490e39357 req-495a8538-7661-4027-a6cb-2234ce7240ca service neutron] Bound port: 1e3f3f23-0672-4d5d-b14f-eeac2635d01c, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91eca149-2050-42be-9943-9917eddedfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:15:42.012782 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1da38d1c-037a-4720-8fae-99f490e39357 req-495a8538-7661-4027-a6cb-2234ce7240ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1e3f3f23-0672-4d5d-b14f-eeac2635d01c), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:42.043378 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72f57d-f5db-45e5-929b-00c52ae10de2 service neutron] Pushing event updated for resources: {'Port': ['ID=697b660d-6aa8-4757-b95b-4b1df4c2dfc8,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:42.100371 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-249c6860-f6b3-4b92-8512-cd548edbe9ab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (610b8ee2-1741-4a2f-9296-46b419e2d2cf), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:42.157663 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8959d25-b00d-4d3e-81a0-01126ff82602 req-ba4bf683-6376-4a61-b3af-ea63ebd254ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:42.159133 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b8959d25-b00d-4d3e-81a0-01126ff82602 req-ba4bf683-6376-4a61-b3af-ea63ebd254ce service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8b0c6c1e-1c31-4591-a3ac-dad17a871642 HTTP/1.1" status: 200 len: 858 time: 0.2062414 Jan 18 20:15:42.179808 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-249c6860-f6b3-4b92-8512-cd548edbe9ab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610b8ee2-1741-4a2f-9296-46b419e2d2cf']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:42.215482 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-249c6860-f6b3-4b92-8512-cd548edbe9ab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e89642-4369-421d-9cc1-6cbfa6dfc889') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:42.215773 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-249c6860-f6b3-4b92-8512-cd548edbe9ab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e89642-4369-421d-9cc1-6cbfa6dfc889') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:42.230541 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b8959d25-b00d-4d3e-81a0-01126ff82602 req-40d56311-63e1-4bce-8fff-afa9a1080275 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9bae8be3-cced-4e71-aa87-680dd9e51700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526280 Jan 18 20:15:42.239662 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-249c6860-f6b3-4b92-8512-cd548edbe9ab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (16e89642-4369-421d-9cc1-6cbfa6dfc889), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:42.293405 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-249c6860-f6b3-4b92-8512-cd548edbe9ab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (16e89642-4369-421d-9cc1-6cbfa6dfc889), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:42.293927 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01a669-e582-4817-bf55-fe91ac05ea47 req-f0f4a54b-6506-4372-bc97-90a06b5159c8 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:42.295426 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1c01a669-e582-4817-bf55-fe91ac05ea47 req-f0f4a54b-6506-4372-bc97-90a06b5159c8 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fba937a-2d68-4527-bb29-1ced20ebac7b HTTP/1.1" status: 200 len: 944 time: 0.4684811 Jan 18 20:15:42.295922 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-1da38d1c-037a-4720-8fae-99f490e39357 req-495a8538-7661-4027-a6cb-2234ce7240ca service neutron] For port 1e3f3f23-0672-4d5d-b14f-eeac2635d01c, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:15:42.299579 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-0f72f57d-f5db-45e5-929b-00c52ae10de2 service neutron] Attempting to bind port 697b660d-6aa8-4757-b95b-4b1df4c2dfc8 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:15:42.299918 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-0f72f57d-f5db-45e5-929b-00c52ae10de2 service neutron] Attempting to bind port 697b660d-6aa8-4757-b95b-4b1df4c2dfc8 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '87aed962-be5d-4deb-af9c-7bc726b9d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80dffbc9-eed6-4af9-a5ac-dcb939c427fc'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:15:42.300331 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-0f72f57d-f5db-45e5-929b-00c52ae10de2 service neutron] Attempting to bind port 697b660d-6aa8-4757-b95b-4b1df4c2dfc8 on network 80dffbc9-eed6-4af9-a5ac-dcb939c427fc {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:15:42.307869 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-4e28794f-74d0-4e19-a61f-f11cb7325430 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:42.309450 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-4e28794f-74d0-4e19-a61f-f11cb7325430 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc&tenant_id=46be2ca450fb44c88ba90d0767174258&binding%3Ahost_id=n-h1-741529-9 HTTP/1.1" status: 200 len: 1096 time: 0.0879340 Jan 18 20:15:42.320103 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aaac67-9630-48ab-a95c-d3a2b21ad286 req-499cb314-4131-4ea8-90d4-722abba66791 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:42.321507 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-27aaac67-9630-48ab-a95c-d3a2b21ad286 req-499cb314-4131-4ea8-90d4-722abba66791 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4356e6a8-9adf-4ef9-98e5-ff43216e4ec4 HTTP/1.1" status: 200 len: 946 time: 0.0988421 Jan 18 20:15:42.347399 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249c6860-f6b3-4b92-8512-cd548edbe9ab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:15:42.347715 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-249c6860-f6b3-4b92-8512-cd548edbe9ab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (16e89642-4369-421d-9cc1-6cbfa6dfc889), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:15:42.352178 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:15:42.354959 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-0f72f57d-f5db-45e5-929b-00c52ae10de2 service neutron] Port 697b660d-6aa8-4757-b95b-4b1df4c2dfc8 on network 80dffbc9-eed6-4af9-a5ac-dcb939c427fc not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:15:42.354959 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-0f72f57d-f5db-45e5-929b-00c52ae10de2 service neutron] Attempting to bind port 697b660d-6aa8-4757-b95b-4b1df4c2dfc8 on network 80dffbc9-eed6-4af9-a5ac-dcb939c427fc {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:15:42.375765 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-1da38d1c-037a-4720-8fae-99f490e39357 req-495a8538-7661-4027-a6cb-2234ce7240ca service neutron] For port 1e3f3f23-0672-4d5d-b14f-eeac2635d01c, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1e3f3f23-0672-4d5d-b14f-eeac2635d01c,segment=NetworkSegment(91eca149-2050-42be-9943-9917eddedfac),segment_id=91eca149-2050-42be-9943-9917eddedfac)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:15:42.411087 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1da38d1c-037a-4720-8fae-99f490e39357 req-495a8538-7661-4027-a6cb-2234ce7240ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (1e3f3f23-0672-4d5d-b14f-eeac2635d01c), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:42.421213 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-0f72f57d-f5db-45e5-929b-00c52ae10de2 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:15:42.421559 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-0f72f57d-f5db-45e5-929b-00c52ae10de2 service neutron] Checking segment: {'id': '87aed962-be5d-4deb-af9c-7bc726b9d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80dffbc9-eed6-4af9-a5ac-dcb939c427fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:15:42.421964 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-0f72f57d-f5db-45e5-929b-00c52ae10de2 service neutron] Bound using segment: {'id': '87aed962-be5d-4deb-af9c-7bc726b9d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80dffbc9-eed6-4af9-a5ac-dcb939c427fc'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:15:42.422398 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-0f72f57d-f5db-45e5-929b-00c52ae10de2 service neutron] Bound port: 697b660d-6aa8-4757-b95b-4b1df4c2dfc8, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87aed962-be5d-4deb-af9c-7bc726b9d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80dffbc9-eed6-4af9-a5ac-dcb939c427fc'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:15:42.422750 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-0f72f57d-f5db-45e5-929b-00c52ae10de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (697b660d-6aa8-4757-b95b-4b1df4c2dfc8), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:42.427552 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1c01a669-e582-4817-bf55-fe91ac05ea47 req-9f70a498-550e-4e60-9668-e692ae40ce2e tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f943aa3-4c3d-456c-bfca-7e5af5ebf37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159098 Jan 18 20:15:42.449792 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-27aaac67-9630-48ab-a95c-d3a2b21ad286 req-a84031fb-9148-4f43-8430-7f2fc82a42c2 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f05c5f9-4cff-4643-8de9-2b0f3010518e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219096 Jan 18 20:15:42.476277 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da38d1c-037a-4720-8fae-99f490e39357 req-495a8538-7661-4027-a6cb-2234ce7240ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:42.477008 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1da38d1c-037a-4720-8fae-99f490e39357 req-495a8538-7661-4027-a6cb-2234ce7240ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:42.479415 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1da38d1c-037a-4720-8fae-99f490e39357 req-495a8538-7661-4027-a6cb-2234ce7240ca service neutron] 10.222.0.70 "PUT /v2.0/ports/1e3f3f23-0672-4d5d-b14f-eeac2635d01c HTTP/1.1" status: 200 len: 1092 time: 2.4092298 Jan 18 20:15:42.479567 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fba937a-2d68-4527-bb29-1ced20ebac7b', 'tag': '1e3f3f23-0672-4d5d-b14f-eeac2635d01c'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:15:42.482088 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886311b0-7be3-4979-b13a-fc3ce3825d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "7fba937a-2d68-4527-bb29-1ced20ebac7b", "tag": "1e3f3f23-0672-4d5d-b14f-eeac2635d01c"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:15:42.501600 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-249c6860-f6b3-4b92-8512-cd548edbe9ab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (610b8ee2-1741-4a2f-9296-46b419e2d2cf), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:42.514120 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b8959d25-b00d-4d3e-81a0-01126ff82602 req-67ce722f-a411-4e62-8d78-c32991e116bf service neutron] 10.222.0.70 "GET /v2.0/networks/9bae8be3-cced-4e71-aa87-680dd9e51700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654409 Jan 18 20:15:42.524246 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-aa2b430d-53af-4efe-b124-5bb1f21b4d3a service neutron] For port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:15:42.529554 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-aa2b430d-53af-4efe-b124-5bb1f21b4d3a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:42.530927 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-aa2b430d-53af-4efe-b124-5bb1f21b4d3a service neutron] 10.222.0.57 "DELETE /v2.0/ports/80482624-a2b1-4cba-82a7-78d8e0ba5c0c/bindings/n-h2-741529-9 HTTP/1.1" status: 204 len: 173 time: 0.2085071 Jan 18 20:15:42.561277 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-249c6860-f6b3-4b92-8512-cd548edbe9ab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:42.564905 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-249c6860-f6b3-4b92-8512-cd548edbe9ab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "DELETE /v2.0/networks/610b8ee2-1741-4a2f-9296-46b419e2d2cf HTTP/1.1" status: 204 len: 168 time: 2.2047832 Jan 18 20:15:42.567508 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50650) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:42.612697 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce72e9e-a181-46d4-9e76-7ded9dc3deb0 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] DELETE failed (client error): The resource could not be found. Jan 18 20:15:42.613378 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fce72e9e-a181-46d4-9e76-7ded9dc3deb0 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:15:42.616470 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fce72e9e-a181-46d4-9e76-7ded9dc3deb0 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "DELETE /v2.0/subnets/a1584125-6500-4490-a394-5caa5fc07178 HTTP/1.1" status: 404 len: 337 time: 0.0478024 Jan 18 20:15:42.622644 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50652) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:42.652092 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c6860-f6b3-4b92-8512-cd548edbe9ab tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event deleted for resources: {'Network': ['ID=610b8ee2-1741-4a2f-9296-46b419e2d2cf,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:42.704150 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a8538-7661-4027-a6cb-2234ce7240ca service neutron] Pushing event updated for resources: {'Port': ['ID=1e3f3f23-0672-4d5d-b14f-eeac2635d01c,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:42.716922 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-12786887-a6f9-4ca1-a6c9-ecc6c7b7e0c3 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] DELETE failed (client error): The resource could not be found. Jan 18 20:15:42.717320 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733ef7a-f92c-452b-bf52-b932fb2a0fd2 req-1aabf234-2882-4027-be26-e2dcb9bac783 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:42.717439 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12786887-a6f9-4ca1-a6c9-ecc6c7b7e0c3 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:15:42.719264 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5733ef7a-f92c-452b-bf52-b932fb2a0fd2 req-1aabf234-2882-4027-be26-e2dcb9bac783 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.1078966 Jan 18 20:15:42.722132 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-12786887-a6f9-4ca1-a6c9-ecc6c7b7e0c3 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "DELETE /v2.0/networks/b51aa7a8-0e09-4111-99bb-c4ea4650e594 HTTP/1.1" status: 404 len: 339 time: 0.0956488 Jan 18 20:15:42.724904 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50656) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:42.747404 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da38d1c-037a-4720-8fae-99f490e39357 req-861397c6-bb1c-4c11-b609-aedf6bbe9b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:42.748888 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1da38d1c-037a-4720-8fae-99f490e39357 req-861397c6-bb1c-4c11-b609-aedf6bbe9b6c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=72501d248542438e9d3a803e6110efb0&device_id=7fba937a-2d68-4527-bb29-1ced20ebac7b HTTP/1.1" status: 200 len: 1095 time: 0.1798463 Jan 18 20:15:42.755493 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-0f72f57d-f5db-45e5-929b-00c52ae10de2 service neutron] For port 697b660d-6aa8-4757-b95b-4b1df4c2dfc8, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:15:42.763066 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-0f72f57d-f5db-45e5-929b-00c52ae10de2 service neutron] For port 697b660d-6aa8-4757-b95b-4b1df4c2dfc8, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=697b660d-6aa8-4757-b95b-4b1df4c2dfc8,segment=NetworkSegment(87aed962-be5d-4deb-af9c-7bc726b9d992),segment_id=87aed962-be5d-4deb-af9c-7bc726b9d992)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:15:42.778922 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-0f72f57d-f5db-45e5-929b-00c52ae10de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (697b660d-6aa8-4757-b95b-4b1df4c2dfc8), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:42.787474 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d3219-380a-42fc-8836-c2bc5c660450 req-c88fe7f2-bc7a-407c-914d-9453020b0ace tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:42.789003 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-013d3219-380a-42fc-8836-c2bc5c660450 req-c88fe7f2-bc7a-407c-914d-9453020b0ace tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4356e6a8-9adf-4ef9-98e5-ff43216e4ec4 HTTP/1.1" status: 200 len: 946 time: 0.1275880 Jan 18 20:15:42.800771 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50658) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:42.806624 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-a61906d0-bc32-45d1-913a-ec598f2a59d2 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Request body: {'floatingip': {'port_id': '66ced902-bda0-4250-93e2-003dd719020c'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:42.822866 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1da38d1c-037a-4720-8fae-99f490e39357 req-4a4964e9-9a2d-46b5-b14b-df8119df8c0c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e3f3f23-0672-4d5d-b14f-eeac2635d01c HTTP/1.1" status: 200 len: 217 time: 0.0648844 Jan 18 20:15:42.846083 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b8959d25-b00d-4d3e-81a0-01126ff82602 req-addb4be9-0c72-48d5-8db0-8696089ac2d7 service neutron] 10.222.0.70 "GET /v2.0/networks/9bae8be3-cced-4e71-aa87-680dd9e51700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307068 Jan 18 20:15:42.849260 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085b82e6-12b7-488d-92a2-a0b280595335 x-openstack-request-id: req-085b82e6-12b7-488d-92a2-a0b280595335 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:15:42.850109 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fba937a-2d68-4527-bb29-1ced20ebac7b", "tag": "1e3f3f23-0672-4d5d-b14f-eeac2635d01c", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:15:42.850109 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-085b82e6-12b7-488d-92a2-a0b280595335 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:15:42.850109 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fba937a-2d68-4527-bb29-1ced20ebac7b', 'tag': '1e3f3f23-0672-4d5d-b14f-eeac2635d01c', 'status': 'completed', 'code': 200} Jan 18 20:15:42.867351 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-0f72f57d-f5db-45e5-929b-00c52ae10de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:42.869757 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-0f72f57d-f5db-45e5-929b-00c52ae10de2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:42.871846 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5ee593-663a-4579-8dbf-636828eecb96 None None] DHCP port deletion for 80dffbc9-eed6-4af9-a5ac-dcb939c427fc request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:15:42.873353 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-0f72f57d-f5db-45e5-929b-00c52ae10de2 service neutron] 10.222.0.70 "PUT /v2.0/ports/697b660d-6aa8-4757-b95b-4b1df4c2dfc8 HTTP/1.1" status: 200 len: 1091 time: 2.7600424 Jan 18 20:15:42.876336 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a61906d0-bc32-45d1-913a-ec598f2a59d2 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks [] for floatingip (abc10758-2c66-4d76-9267-51556b74364b), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:42.883649 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da2fcc1-6a14-4022-9999-bbbcd1d24c99 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Deleting subnet 7b8a11e7-7eff-4cdf-a934-e45ad656f39c {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:15:42.928665 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5733ef7a-f92c-452b-bf52-b932fb2a0fd2 req-d58cda58-257a-483a-9789-119adc8bb5ae tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905968 Jan 18 20:15:42.929621 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4da2fcc1-6a14-4022-9999-bbbcd1d24c99 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks [] for subnet (7b8a11e7-7eff-4cdf-a934-e45ad656f39c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:42.988812 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72f57d-f5db-45e5-929b-00c52ae10de2 service neutron] Pushing event updated for resources: {'Port': ['ID=697b660d-6aa8-4757-b95b-4b1df4c2dfc8,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:43.030510 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da38d1c-037a-4720-8fae-99f490e39357 req-6cfc9d72-19be-4553-89ab-c84df460a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:43.032025 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1da38d1c-037a-4720-8fae-99f490e39357 req-6cfc9d72-19be-4553-89ab-c84df460a7df service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1723126f-3654-432e-ad19-50c4bb784989 HTTP/1.1" status: 200 len: 850 time: 0.1805682 Jan 18 20:15:43.067195 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-c84b9569-9919-4c02-b712-4ff7738cf43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:43.068694 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-c84b9569-9919-4c02-b712-4ff7738cf43c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=33d5062c8d0e4e58a3b0f8cdc12ccf80&device_id=7d8906da-7dfe-4ddd-956f-42dc75a875e2 HTTP/1.1" status: 200 len: 1094 time: 0.0765758 Jan 18 20:15:43.098122 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4da2fcc1-6a14-4022-9999-bbbcd1d24c99 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (7b8a11e7-7eff-4cdf-a934-e45ad656f39c), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:43.122179 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-225cf9ca-9d9a-429c-985c-2944d9062a25 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=697b660d-6aa8-4757-b95b-4b1df4c2dfc8 HTTP/1.1" status: 200 len: 217 time: 0.0411446 Jan 18 20:15:43.123859 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da38d1c-037a-4720-8fae-99f490e39357 req-796fc89e-e5df-4d83-950d-c7dc488824ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:43.125227 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1da38d1c-037a-4720-8fae-99f490e39357 req-796fc89e-e5df-4d83-950d-c7dc488824ee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cafaa10-97b0-4140-ac04-be8f2bf83219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864053 Jan 18 20:15:43.160910 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec69b6a-7284-4659-afcb-9667fd67f1f6 req-7e6fe877-104e-4bb2-8fc1-2eeceb05cc88 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:43.162428 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ec69b6a-7284-4659-afcb-9667fd67f1f6 req-7e6fe877-104e-4bb2-8fc1-2eeceb05cc88 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 945 time: 0.1889985 Jan 18 20:15:43.227443 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a24cf-383d-46da-98df-d8ed4f353b71 req-e18ce081-f795-4469-8502-f2bd0ebd2c42 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:43.228983 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-176a24cf-383d-46da-98df-d8ed4f353b71 req-e18ce081-f795-4469-8502-f2bd0ebd2c42 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d8906da-7dfe-4ddd-956f-42dc75a875e2 HTTP/1.1" status: 200 len: 943 time: 0.2048748 Jan 18 20:15:43.237535 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-0b06e496-7622-452c-85bb-fe665b44f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:43.239057 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-0b06e496-7622-452c-85bb-fe665b44f5aa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=639cd4d2-6c2c-4dd0-8bf3-2eb14a9984e0 HTTP/1.1" status: 200 len: 855 time: 0.0935614 Jan 18 20:15:43.281170 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1da38d1c-037a-4720-8fae-99f490e39357 req-396a0d4e-1028-4f18-8db5-3d49fbd2d59e service neutron] 10.222.0.70 "GET /v2.0/networks/2cafaa10-97b0-4140-ac04-be8f2bf83219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436546 Jan 18 20:15:43.283092 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-8d931d52-6a24-4c34-9abb-869c4b8d2bbf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=80dffbc9-eed6-4af9-a5ac-dcb939c427fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320215 Jan 18 20:15:43.363782 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4da2fcc1-6a14-4022-9999-bbbcd1d24c99 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (7b8a11e7-7eff-4cdf-a934-e45ad656f39c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:43.401752 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ec69b6a-7284-4659-afcb-9667fd67f1f6 req-2dd49590-4931-4df5-abb3-33d1907a8904 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261088 Jan 18 20:15:43.427940 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-176a24cf-383d-46da-98df-d8ed4f353b71 req-71abf69d-6d51-43b8-a732-78e0a3c15b99 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757426 Jan 18 20:15:43.453189 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1da38d1c-037a-4720-8fae-99f490e39357 req-0665b9b5-5446-4019-8920-929db45c071a service neutron] 10.222.0.70 "GET /v2.0/networks/2cafaa10-97b0-4140-ac04-be8f2bf83219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477590 Jan 18 20:15:43.481283 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-8e0cbfab-0aae-4402-b342-37327cffe8da service neutron] 10.222.0.70 "GET /v2.0/networks/80dffbc9-eed6-4af9-a5ac-dcb939c427fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673124 Jan 18 20:15:43.599321 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4da2fcc1-6a14-4022-9999-bbbcd1d24c99 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (7b8a11e7-7eff-4cdf-a934-e45ad656f39c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:43.626997 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886311b0-7be3-4979-b13a-fc3ce3825d7e req-0c97b302-7098-41af-8259-f688c2ec603f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:43.628481 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-886311b0-7be3-4979-b13a-fc3ce3825d7e req-0c97b302-7098-41af-8259-f688c2ec603f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=72501d248542438e9d3a803e6110efb0&device_id=7fba937a-2d68-4527-bb29-1ced20ebac7b HTTP/1.1" status: 200 len: 1095 time: 0.0634794 Jan 18 20:15:43.630244 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0e142fe9-56ec-4b0b-8ec8-ccf69ec72918 req-c6cba5de-07a2-4f1a-b446-f66d87a721af service neutron] 10.222.0.70 "GET /v2.0/networks/80dffbc9-eed6-4af9-a5ac-dcb939c427fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434968 Jan 18 20:15:43.693931 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2fcc1-6a14-4022-9999-bbbcd1d24c99 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event deleted for resources: {'Subnet': ['ID=7b8a11e7-7eff-4cdf-a934-e45ad656f39c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:43.723429 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4da2fcc1-6a14-4022-9999-bbbcd1d24c99 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:43.724168 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886311b0-7be3-4979-b13a-fc3ce3825d7e req-639477dc-0cde-423a-baa2-af947500648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:43.724400 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35446499-aceb-45c6-a3e0-245d6ad12fbc None None] Network 4d49d619-17e7-433b-9e32-65d427c9e694 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:43.725688 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-886311b0-7be3-4979-b13a-fc3ce3825d7e req-639477dc-0cde-423a-baa2-af947500648d service neutron] 10.222.0.70 "GET /v2.0/networks?id=2cafaa10-97b0-4140-ac04-be8f2bf83219 HTTP/1.1" status: 200 len: 912 time: 0.0879128 Jan 18 20:15:43.726644 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4da2fcc1-6a14-4022-9999-bbbcd1d24c99 tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "DELETE /v2.0/subnets/7b8a11e7-7eff-4cdf-a934-e45ad656f39c HTTP/1.1" status: 204 len: 168 time: 1.0010471 Jan 18 20:15:43.729372 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50676) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:43.751347 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728664d3-9305-4292-bf85-62a04b460f98 req-d8326262-96da-42e7-9f2d-13a4ac5b533a tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:43.753513 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-728664d3-9305-4292-bf85-62a04b460f98 req-d8326262-96da-42e7-9f2d-13a4ac5b533a tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 1096 time: 0.1580026 Jan 18 20:15:43.796503 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-886311b0-7be3-4979-b13a-fc3ce3825d7e req-c60cf50e-4768-4b3d-8671-0dd14784d236 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e3f3f23-0672-4d5d-b14f-eeac2635d01c HTTP/1.1" status: 200 len: 217 time: 0.0578268 Jan 18 20:15:43.809005 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05d9a5-edbc-4c1d-aee8-c9c85c62307a req-9a2324c7-14ec-4c50-9d52-a17f2ef02ed3 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:43.810520 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ee05d9a5-edbc-4c1d-aee8-c9c85c62307a req-9a2324c7-14ec-4c50-9d52-a17f2ef02ed3 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fba937a-2d68-4527-bb29-1ced20ebac7b HTTP/1.1" status: 200 len: 944 time: 0.1673028 Jan 18 20:15:43.875951 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-24110681-f9e1-4536-befb-9dcdb854465f tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (4d49d619-17e7-433b-9e32-65d427c9e694), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:43.898032 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-728664d3-9305-4292-bf85-62a04b460f98 req-da9e323c-51ee-410b-9d29-2da562a43ae4 tempest-LiveMigrationTest-1942430827 tempest-LiveMigrationTest-1942430827-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262321 Jan 18 20:15:43.899366 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3b8b25-45f1-4bf3-b086-3b60e3d0834f None None] DHCP port deletion for 4d49d619-17e7-433b-9e32-65d427c9e694 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:15:43.902031 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886311b0-7be3-4979-b13a-fc3ce3825d7e req-661ff1b0-92b4-4aa9-9ed2-a251a8815970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:43.905847 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-886311b0-7be3-4979-b13a-fc3ce3825d7e req-661ff1b0-92b4-4aa9-9ed2-a251a8815970 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1723126f-3654-432e-ad19-50c4bb784989 HTTP/1.1" status: 200 len: 850 time: 0.0806937 Jan 18 20:15:43.918091 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a61906d0-bc32-45d1-913a-ec598f2a59d2 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:43.921986 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a61906d0-bc32-45d1-913a-ec598f2a59d2 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (abc10758-2c66-4d76-9267-51556b74364b), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:43.990267 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-24110681-f9e1-4536-befb-9dcdb854465f tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Deleting port 7594f00a-184d-43e9-8193-8c0c9078b6af {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:15:43.990501 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-24110681-f9e1-4536-befb-9dcdb854465f tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (7594f00a-184d-43e9-8193-8c0c9078b6af), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:43.995579 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886311b0-7be3-4979-b13a-fc3ce3825d7e req-1963988b-8ef4-4606-8fec-0855a1d44777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:43.997392 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-886311b0-7be3-4979-b13a-fc3ce3825d7e req-1963988b-8ef4-4606-8fec-0855a1d44777 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cafaa10-97b0-4140-ac04-be8f2bf83219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680063 Jan 18 20:15:43.999241 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c3b8b25-45f1-4bf3-b086-3b60e3d0834f None None] Deleting port 7594f00a-184d-43e9-8193-8c0c9078b6af {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:15:43.999616 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c3b8b25-45f1-4bf3-b086-3b60e3d0834f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (7594f00a-184d-43e9-8193-8c0c9078b6af), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:44.001266 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ee05d9a5-edbc-4c1d-aee8-c9c85c62307a req-001f75e9-297a-4330-830a-aabd626609c1 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f943aa3-4c3d-456c-bfca-7e5af5ebf37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561813 Jan 18 20:15:44.074528 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-a61906d0-bc32-45d1-913a-ec598f2a59d2 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Floating IP abc10758-2c66-4d76-9267-51556b74364b associated. External IP: 172.25.4.146, port: 66ced902-bda0-4250-93e2-003dd719020c. Jan 18 20:15:44.075747 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c3b8b25-45f1-4bf3-b086-3b60e3d0834f None None] For port 7594f00a-184d-43e9-8193-8c0c9078b6af, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7594f00a-184d-43e9-8193-8c0c9078b6af,segment=NetworkSegment(949a7942-8620-4968-9486-441975d3748d),segment_id=949a7942-8620-4968-9486-441975d3748d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:44.076156 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c3b8b25-45f1-4bf3-b086-3b60e3d0834f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (7594f00a-184d-43e9-8193-8c0c9078b6af), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:44.090685 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c3b8b25-45f1-4bf3-b086-3b60e3d0834f None None] Calling delete_port for 7594f00a-184d-43e9-8193-8c0c9078b6af owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:15:44.196362 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c3b8b25-45f1-4bf3-b086-3b60e3d0834f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (7594f00a-184d-43e9-8193-8c0c9078b6af), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:44.261288 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b8b25-45f1-4bf3-b086-3b60e3d0834f None None] Pushing event deleted for resources: {'Port': ['ID=7594f00a-184d-43e9-8193-8c0c9078b6af,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:44.265187 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3b8b25-45f1-4bf3-b086-3b60e3d0834f None None] No DVR routers for this DVR port 7594f00a-184d-43e9-8193-8c0c9078b6af on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:15:44.284823 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9b4ae-0f41-420b-a5db-4f208e3a269d req-92f00e50-f090-40f2-bff3-aba3056a7443 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:44.287328 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c8b9b4ae-0f41-420b-a5db-4f208e3a269d req-92f00e50-f090-40f2-bff3-aba3056a7443 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.0994468 Jan 18 20:15:44.342560 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-24110681-f9e1-4536-befb-9dcdb854465f tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] For port 7594f00a-184d-43e9-8193-8c0c9078b6af, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7594f00a-184d-43e9-8193-8c0c9078b6af,segment=NetworkSegment(949a7942-8620-4968-9486-441975d3748d),segment_id=949a7942-8620-4968-9486-441975d3748d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:44.343174 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-24110681-f9e1-4536-befb-9dcdb854465f tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (7594f00a-184d-43e9-8193-8c0c9078b6af), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:44.359089 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-24110681-f9e1-4536-befb-9dcdb854465f tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Calling delete_port for 7594f00a-184d-43e9-8193-8c0c9078b6af owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:15:44.415695 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-886311b0-7be3-4979-b13a-fc3ce3825d7e req-20e1e9af-e76b-41a2-b029-05b2de08deb8 service neutron] 10.222.0.70 "GET /v2.0/networks/2cafaa10-97b0-4140-ac04-be8f2bf83219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074788 Jan 18 20:15:44.445408 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69ba65-9b06-4e53-8bfc-34f9df2ddd6e req-51a37db3-c239-4818-9a22-36ef18cc6ce6 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:44.446926 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fd69ba65-9b06-4e53-8bfc-34f9df2ddd6e req-51a37db3-c239-4818-9a22-36ef18cc6ce6 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 945 time: 0.1242530 Jan 18 20:15:44.453102 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c8b9b4ae-0f41-420b-a5db-4f208e3a269d req-0ea25ed4-5962-4710-af4b-153e1adaf747 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323135 Jan 18 20:15:44.494237 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61906d0-bc32-45d1-913a-ec598f2a59d2 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Router 4bb8eec4-9209-4eef-ac83-80214ff9f9aa has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:15:44.512701 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-24110681-f9e1-4536-befb-9dcdb854465f tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (7594f00a-184d-43e9-8193-8c0c9078b6af), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:44.525497 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fd69ba65-9b06-4e53-8bfc-34f9df2ddd6e req-212a9e0a-67a1-46d2-9c80-e69e5b314038 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688748 Jan 18 20:15:44.551398 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24110681-f9e1-4536-befb-9dcdb854465f tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event deleted for resources: {'Port': ['ID=7594f00a-184d-43e9-8193-8c0c9078b6af,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:44.553185 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-886311b0-7be3-4979-b13a-fc3ce3825d7e req-0100ae11-0dcb-4c44-906d-5eb9df868bf4 service neutron] 10.222.0.70 "GET /v2.0/networks/2cafaa10-97b0-4140-ac04-be8f2bf83219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284533 Jan 18 20:15:44.554073 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24110681-f9e1-4536-befb-9dcdb854465f tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] No DVR routers for this DVR port 7594f00a-184d-43e9-8193-8c0c9078b6af on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:15:44.651129 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-24110681-f9e1-4536-befb-9dcdb854465f tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (4d49d619-17e7-433b-9e32-65d427c9e694), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:44.669056 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655d8f7-ee3c-44cd-b5ca-e5e3b67245a3 req-d783d34e-0ad8-407f-a81c-a58675454a59 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:44.670921 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e655d8f7-ee3c-44cd-b5ca-e5e3b67245a3 req-d783d34e-0ad8-407f-a81c-a58675454a59 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d8906da-7dfe-4ddd-956f-42dc75a875e2 HTTP/1.1" status: 200 len: 943 time: 0.1443019 Jan 18 20:15:44.676574 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-24110681-f9e1-4536-befb-9dcdb854465f tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d49d619-17e7-433b-9e32-65d427c9e694']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:44.686597 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-24110681-f9e1-4536-befb-9dcdb854465f tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949a7942-8620-4968-9486-441975d3748d') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:44.686953 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-24110681-f9e1-4536-befb-9dcdb854465f tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949a7942-8620-4968-9486-441975d3748d') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:44.696466 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-24110681-f9e1-4536-befb-9dcdb854465f tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (949a7942-8620-4968-9486-441975d3748d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:44.709944 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7594f00a-184d-43e9-8193-8c0c9078b6af no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:15:44.710561 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-24110681-f9e1-4536-befb-9dcdb854465f tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (949a7942-8620-4968-9486-441975d3748d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:44.717938 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24110681-f9e1-4536-befb-9dcdb854465f tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:15:44.718406 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-24110681-f9e1-4536-befb-9dcdb854465f tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (949a7942-8620-4968-9486-441975d3748d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:44.720541 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61906d0-bc32-45d1-913a-ec598f2a59d2 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:15:44.721737 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:15:44.725974 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a61906d0-bc32-45d1-913a-ec598f2a59d2 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:44.736294 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 7594f00a-184d-43e9-8193-8c0c9078b6af {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:15:44.737154 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7594f00a-184d-43e9-8193-8c0c9078b6af not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:15:44.738565 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b42dec4-a4b8-4a92-b935-c32390f16b82 None None] Sync routers for ids ['4bb8eec4-9209-4eef-ac83-80214ff9f9aa'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:15:44.748584 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b42dec4-a4b8-4a92-b935-c32390f16b82 None None] Routers {'4bb8eec4-9209-4eef-ac83-80214ff9f9aa'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:15:44.749376 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-7b42dec4-a4b8-4a92-b935-c32390f16b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:15:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['4bb8eec4-9209-4eef-ac83-80214ff9f9aa'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:44.775145 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e655d8f7-ee3c-44cd-b5ca-e5e3b67245a3 req-ce45c75a-1296-4e91-ae85-c87ab03b393b tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959911 Jan 18 20:15:44.792760 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a61906d0-bc32-45d1-913a-ec598f2a59d2 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "PUT /v2.0/floatingips/abc10758-2c66-4d76-9267-51556b74364b HTTP/1.1" status: 200 len: 992 time: 1.9896998 Jan 18 20:15:44.793390 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4356e6a8-9adf-4ef9-98e5-ff43216e4ec4', 'tag': '66ced902-bda0-4250-93e2-003dd719020c'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:15:44.796044 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918e6fce-ebce-4096-8ad7-b06fef7c2fde" -d '{"events": [{"name": "network-changed", "server_uuid": "4356e6a8-9adf-4ef9-98e5-ff43216e4ec4", "tag": "66ced902-bda0-4250-93e2-003dd719020c"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:15:44.799390 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-24110681-f9e1-4536-befb-9dcdb854465f tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (4d49d619-17e7-433b-9e32-65d427c9e694), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:44.814324 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-24110681-f9e1-4536-befb-9dcdb854465f tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:44.817964 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-24110681-f9e1-4536-befb-9dcdb854465f tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] 10.222.0.31 "DELETE /v2.0/networks/4d49d619-17e7-433b-9e32-65d427c9e694 HTTP/1.1" status: 204 len: 168 time: 1.0872478 Jan 18 20:15:44.830497 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24110681-f9e1-4536-befb-9dcdb854465f tempest-NetworksIpV6Test-1180123847 tempest-NetworksIpV6Test-1180123847-project] Pushing event deleted for resources: {'Network': ['ID=4d49d619-17e7-433b-9e32-65d427c9e694,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:44.851665 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8906da-7dfe-4ddd-956f-42dc75a875e2', 'tag': '697b660d-6aa8-4757-b95b-4b1df4c2dfc8'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:15:44.854770 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9fc3f9-7982-4116-9901-95939f87845b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d8906da-7dfe-4ddd-956f-42dc75a875e2", "tag": "697b660d-6aa8-4757-b95b-4b1df4c2dfc8"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:15:44.870216 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7af14a6-4172-4350-936d-9d524fff2518 x-openstack-request-id: req-c7af14a6-4172-4350-936d-9d524fff2518 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:15:44.870362 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4356e6a8-9adf-4ef9-98e5-ff43216e4ec4", "tag": "66ced902-bda0-4250-93e2-003dd719020c", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:15:44.870532 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7af14a6-4172-4350-936d-9d524fff2518 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:15:44.870942 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4356e6a8-9adf-4ef9-98e5-ff43216e4ec4', 'tag': '66ced902-bda0-4250-93e2-003dd719020c', 'status': 'completed', 'code': 200} Jan 18 20:15:44.907270 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-7b42dec4-a4b8-4a92-b935-c32390f16b82 None None] Set router 4bb8eec4-9209-4eef-ac83-80214ff9f9aa gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:15:44.912908 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee660a1-430c-4e27-ae77-8984bd578f43 x-openstack-request-id: req-8ee660a1-430c-4e27-ae77-8984bd578f43 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:15:44.913204 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d8906da-7dfe-4ddd-956f-42dc75a875e2", "tag": "697b660d-6aa8-4757-b95b-4b1df4c2dfc8", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:15:44.913589 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ee660a1-430c-4e27-ae77-8984bd578f43 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:15:44.913881 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d8906da-7dfe-4ddd-956f-42dc75a875e2', 'tag': '697b660d-6aa8-4757-b95b-4b1df4c2dfc8', 'status': 'completed', 'code': 200} Jan 18 20:15:44.954026 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e6fce-ebce-4096-8ad7-b06fef7c2fde req-ff3bed17-706a-480b-a833-bf2be2a875dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:44.955782 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-918e6fce-ebce-4096-8ad7-b06fef7c2fde req-ff3bed17-706a-480b-a833-bf2be2a875dc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9bd07fca844c4db2bbd74f640865a0f7&device_id=4356e6a8-9adf-4ef9-98e5-ff43216e4ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0549889 Jan 18 20:15:45.021169 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fc3f9-7982-4116-9901-95939f87845b req-fdede6c5-bfca-40e2-9bbb-517f50d9c20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:45.022889 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ff9fc3f9-7982-4116-9901-95939f87845b req-fdede6c5-bfca-40e2-9bbb-517f50d9c20a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=33d5062c8d0e4e58a3b0f8cdc12ccf80&device_id=7d8906da-7dfe-4ddd-956f-42dc75a875e2 HTTP/1.1" status: 200 len: 1094 time: 0.0829244 Jan 18 20:15:45.044294 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179ce39-91e3-4585-bf25-dfd9f7cc6d55 req-a37524ee-257b-4d2d-9935-75bb8df23447 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:45.046225 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e179ce39-91e3-4585-bf25-dfd9f7cc6d55 req-a37524ee-257b-4d2d-9935-75bb8df23447 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 945 time: 0.0651579 Jan 18 20:15:45.117039 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50702) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:45.146648 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e6fce-ebce-4096-8ad7-b06fef7c2fde req-847fae69-8a0f-4643-bd01-ba29fd53422e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:45.148146 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-918e6fce-ebce-4096-8ad7-b06fef7c2fde req-847fae69-8a0f-4643-bd01-ba29fd53422e service neutron] 10.222.0.70 "GET /v2.0/networks?id=e1f83d18-5a1f-40b1-a766-529834464aa6 HTTP/1.1" status: 200 len: 916 time: 0.1780684 Jan 18 20:15:45.186686 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667530e7-0a88-490f-aa68-782b7cd89034 req-e3a58b33-5561-4666-9e08-6fcfaaf5e742 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:45.188050 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-667530e7-0a88-490f-aa68-782b7cd89034 req-e3a58b33-5561-4666-9e08-6fcfaaf5e742 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fba937a-2d68-4527-bb29-1ced20ebac7b HTTP/1.1" status: 200 len: 944 time: 0.0942140 Jan 18 20:15:45.248148 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-e179ce39-91e3-4585-bf25-dfd9f7cc6d55 req-5f695193-8ffa-46e7-af14-97056701b7ae tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Deleting port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:15:45.248487 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e179ce39-91e3-4585-bf25-dfd9f7cc6d55 req-5f695193-8ffa-46e7-af14-97056701b7ae tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (80482624-a2b1-4cba-82a7-78d8e0ba5c0c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:45.266011 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-918e6fce-ebce-4096-8ad7-b06fef7c2fde req-169d4ea4-62e7-4f82-98d4-6564799d4b74 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66ced902-bda0-4250-93e2-003dd719020c HTTP/1.1" status: 200 len: 1000 time: 0.1068711 Jan 18 20:15:45.266367 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-667530e7-0a88-490f-aa68-782b7cd89034 req-afffb217-2a6a-4890-b82c-702db83dd6b4 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f943aa3-4c3d-456c-bfca-7e5af5ebf37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721714 Jan 18 20:15:45.346580 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-7b42dec4-a4b8-4a92-b935-c32390f16b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'name': 'tempest-ServersTestFqdnHostnames-1986749539-router', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:15:14Z', 'revision_number': 4, 'project_id': '9bd07fca844c4db2bbd74f640865a0f7', 'gw_port': {'id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'abc10758-2c66-4d76-9267-51556b74364b', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'port_id': '66ced902-bda0-4250-93e2-003dd719020c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f83d18-5a1f-40b1-a766-529834464aa6', 'mac_address': 'fa:16:3e:0a:f9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4356e6a8-9adf-4ef9-98e5-ff43216e4ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:15:22Z', 'updated_at': '2022-01-18T20:15:43Z', 'revision_number': 1, 'project_id': '9bd07fca844c4db2bbd74f640865a0f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0fb59b4-d0f4-4677-b474-76413bb233be', 'name': '', 'network_id': 'e1f83d18-5a1f-40b1-a766-529834464aa6', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'mac_address': 'fa:16:3e:b6:9a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:12Z', 'updated_at': '2022-01-18T20:15:20Z', 'revision_number': 5, 'project_id': '9bd07fca844c4db2bbd74f640865a0f7', 'subnets': [{'id': '9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:45.361217 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-e179ce39-91e3-4585-bf25-dfd9f7cc6d55 req-5f695193-8ffa-46e7-af14-97056701b7ae tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] For port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=80482624-a2b1-4cba-82a7-78d8e0ba5c0c,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:45.361692 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e179ce39-91e3-4585-bf25-dfd9f7cc6d55 req-5f695193-8ffa-46e7-af14-97056701b7ae tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (80482624-a2b1-4cba-82a7-78d8e0ba5c0c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:45.373648 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b42dec4-a4b8-4a92-b935-c32390f16b82 None None] Checking router: 4bb8eec4-9209-4eef-ac83-80214ff9f9aa for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:15:45.376007 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-e179ce39-91e3-4585-bf25-dfd9f7cc6d55 req-5f695193-8ffa-46e7-af14-97056701b7ae tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Calling delete_port for 80482624-a2b1-4cba-82a7-78d8e0ba5c0c owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:15:45.381940 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b42dec4-a4b8-4a92-b935-c32390f16b82 None None] Routers {'4bb8eec4-9209-4eef-ac83-80214ff9f9aa'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:15:45.382537 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-7b42dec4-a4b8-4a92-b935-c32390f16b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:15:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['4bb8eec4-9209-4eef-ac83-80214ff9f9aa'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:45.384986 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e6fce-ebce-4096-8ad7-b06fef7c2fde req-80ec0898-d936-4132-91a8-1885e9b565d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:45.386516 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-918e6fce-ebce-4096-8ad7-b06fef7c2fde req-80ec0898-d936-4132-91a8-1885e9b565d3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2 HTTP/1.1" status: 200 len: 854 time: 0.1095667 Jan 18 20:15:45.395733 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-de4c5386-eb8f-4f0d-b355-be440873c02e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bcd17588987b4b15a3fbc23c94621e5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2740748 Jan 18 20:15:45.406759 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50706) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:45.444635 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fc3f9-7982-4116-9901-95939f87845b req-3d3b58e3-e7a8-4be4-b40a-6b2028839b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:45.446135 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ff9fc3f9-7982-4116-9901-95939f87845b req-3d3b58e3-e7a8-4be4-b40a-6b2028839b06 service neutron] 10.222.0.70 "GET /v2.0/networks?id=80dffbc9-eed6-4af9-a5ac-dcb939c427fc HTTP/1.1" status: 200 len: 916 time: 0.3281038 Jan 18 20:15:45.507760 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-7b42dec4-a4b8-4a92-b935-c32390f16b82 None None] Set router 4bb8eec4-9209-4eef-ac83-80214ff9f9aa gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:15:45.511701 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ff9fc3f9-7982-4116-9901-95939f87845b req-76b43dd0-76dd-48f3-b40c-f4fe0b56a0c5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=697b660d-6aa8-4757-b95b-4b1df4c2dfc8 HTTP/1.1" status: 200 len: 217 time: 0.0564260 Jan 18 20:15:45.516171 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e6fce-ebce-4096-8ad7-b06fef7c2fde req-421cc662-555a-46fc-ae2a-68bb418767b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:45.517746 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-918e6fce-ebce-4096-8ad7-b06fef7c2fde req-421cc662-555a-46fc-ae2a-68bb418767b1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e1f83d18-5a1f-40b1-a766-529834464aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195819 Jan 18 20:15:45.524505 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e179ce39-91e3-4585-bf25-dfd9f7cc6d55 req-5f695193-8ffa-46e7-af14-97056701b7ae tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (80482624-a2b1-4cba-82a7-78d8e0ba5c0c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:45.537184 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['a8b54097-113a-4129-aa6d-b5f823f9d597', '80482624-a2b1-4cba-82a7-78d8e0ba5c0c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:15:45.553587 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f695193-8ffa-46e7-af14-97056701b7ae tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Pushing event deleted for resources: {'Port': ['ID=80482624-a2b1-4cba-82a7-78d8e0ba5c0c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:45.612698 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bd46e8-2297-4591-b035-f6530e1f9ac8 None None] DHCP port deletion for 133a80cf-c268-45f9-91ee-564a51a659af request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:15:45.677846 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-18e2aaf1-0e27-48aa-8053-8c476a328239 req-a7aa0cd7-0ccd-4707-b8d9-c6c15df34fdf tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 210 time: 0.0499127 Jan 18 20:15:45.678886 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-e179ce39-91e3-4585-bf25-dfd9f7cc6d55 req-5f695193-8ffa-46e7-af14-97056701b7ae tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] No DVR routers for this DVR port 80482624-a2b1-4cba-82a7-78d8e0ba5c0c on host n-h1-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:15:45.682316 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e179ce39-91e3-4585-bf25-dfd9f7cc6d55 req-5f695193-8ffa-46e7-af14-97056701b7ae tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:45.687091 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e179ce39-91e3-4585-bf25-dfd9f7cc6d55 req-5f695193-8ffa-46e7-af14-97056701b7ae tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.57 "DELETE /v2.0/ports/80482624-a2b1-4cba-82a7-78d8e0ba5c0c HTTP/1.1" status: 204 len: 173 time: 0.6353152 Jan 18 20:15:45.708978 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1c74b00e-dee6-4f66-9ee9-965c23ef9574 admin admin] Publish callbacks [] for security_group (52524402-fde1-45c8-aa91-d8f9094a836c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:45.722964 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184eba88-d819-4cf4-8470-7cce9e3ee7ca req-8055f01e-f714-4732-acb2-0a3ae3162b79 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:45.731764 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-184eba88-d819-4cf4-8470-7cce9e3ee7ca req-8055f01e-f714-4732-acb2-0a3ae3162b79 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.1520226 Jan 18 20:15:45.813387 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1c74b00e-dee6-4f66-9ee9-965c23ef9574 admin admin] Publish callbacks [] for security_group (52524402-fde1-45c8-aa91-d8f9094a836c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:45.819578 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-7b42dec4-a4b8-4a92-b935-c32390f16b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'name': 'tempest-ServersTestFqdnHostnames-1986749539-router', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:15:14Z', 'revision_number': 4, 'project_id': '9bd07fca844c4db2bbd74f640865a0f7', 'gw_port': {'id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'abc10758-2c66-4d76-9267-51556b74364b', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'port_id': '66ced902-bda0-4250-93e2-003dd719020c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f83d18-5a1f-40b1-a766-529834464aa6', 'mac_address': 'fa:16:3e:0a:f9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4356e6a8-9adf-4ef9-98e5-ff43216e4ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:15:22Z', 'updated_at': '2022-01-18T20:15:43Z', 'revision_number': 1, 'project_id': '9bd07fca844c4db2bbd74f640865a0f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0fb59b4-d0f4-4677-b474-76413bb233be', 'name': '', 'network_id': 'e1f83d18-5a1f-40b1-a766-529834464aa6', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'mac_address': 'fa:16:3e:b6:9a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:12Z', 'updated_at': '2022-01-18T20:15:20Z', 'revision_number': 5, 'project_id': '9bd07fca844c4db2bbd74f640865a0f7', 'subnets': [{'id': '9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:45.845756 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-184eba88-d819-4cf4-8470-7cce9e3ee7ca req-954f60dc-ea98-408f-977c-038db05d8c2c tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024046 Jan 18 20:15:45.847008 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fc3f9-7982-4116-9901-95939f87845b req-dd2eb9d7-fb71-4240-adbe-2bd2bf8ba95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:45.857781 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b42dec4-a4b8-4a92-b935-c32390f16b82 None None] The sync data for ids ['4bb8eec4-9209-4eef-ac83-80214ff9f9aa'] in n-d-741529-9 is: [{'id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'name': 'tempest-ServersTestFqdnHostnames-1986749539-router', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:15:14Z', 'revision_number': 4, 'project_id': '9bd07fca844c4db2bbd74f640865a0f7', 'gw_port': {'id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'abc10758-2c66-4d76-9267-51556b74364b', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'port_id': '66ced902-bda0-4250-93e2-003dd719020c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f83d18-5a1f-40b1-a766-529834464aa6', 'mac_address': 'fa:16:3e:0a:f9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4356e6a8-9adf-4ef9-98e5-ff43216e4ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:15:22Z', 'updated_at': '2022-01-18T20:15:43Z', 'revision_number': 1, 'project_id': '9bd07fca844c4db2bbd74f640865a0f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0fb59b4-d0f4-4677-b474-76413bb233be', 'name': '', 'network_id': 'e1f83d18-5a1f-40b1-a766-529834464aa6', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'mac_address': 'fa:16:3e:b6:9a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:12Z', 'updated_at': '2022-01-18T20:15:20Z', 'revision_number': 5, 'project_id': '9bd07fca844c4db2bbd74f640865a0f7', 'subnets': [{'id': '9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:15:45.858806 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ff9fc3f9-7982-4116-9901-95939f87845b req-dd2eb9d7-fb71-4240-adbe-2bd2bf8ba95f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=639cd4d2-6c2c-4dd0-8bf3-2eb14a9984e0 HTTP/1.1" status: 200 len: 855 time: 0.3398807 Jan 18 20:15:45.868141 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-918e6fce-ebce-4096-8ad7-b06fef7c2fde req-0a8fbe76-864d-4b74-9b4c-c6dd9cd205d0 service neutron] 10.222.0.70 "GET /v2.0/networks/e1f83d18-5a1f-40b1-a766-529834464aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368044 Jan 18 20:15:45.985850 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3687a30-bb51-4649-bcc0-92ea96becba3 req-25ae3912-45af-41f9-b037-78b56cef4ea9 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:45.988797 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d3687a30-bb51-4649-bcc0-92ea96becba3 req-25ae3912-45af-41f9-b037-78b56cef4ea9 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d8906da-7dfe-4ddd-956f-42dc75a875e2 HTTP/1.1" status: 200 len: 943 time: 0.0981612 Jan 18 20:15:46.026834 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ff9fc3f9-7982-4116-9901-95939f87845b req-f1f1fb0c-e37e-42b3-841d-77d59f082ab1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=80dffbc9-eed6-4af9-a5ac-dcb939c427fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1571498 Jan 18 20:15:46.028628 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-918e6fce-ebce-4096-8ad7-b06fef7c2fde req-70ead264-6124-4ebf-ad2e-cc4fd709c729 service neutron] 10.222.0.70 "GET /v2.0/networks/e1f83d18-5a1f-40b1-a766-529834464aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460414 Jan 18 20:15:46.061668 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d3687a30-bb51-4649-bcc0-92ea96becba3 req-d347c007-8602-4302-9374-0e33374e388d tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660372 Jan 18 20:15:46.103661 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1c74b00e-dee6-4f66-9ee9-965c23ef9574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (52524402-fde1-45c8-aa91-d8f9094a836c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:46.106226 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1c74b00e-dee6-4f66-9ee9-965c23ef9574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:46.109698 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1c74b00e-dee6-4f66-9ee9-965c23ef9574 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52524402-fde1-45c8-aa91-d8f9094a836c HTTP/1.1" status: 204 len: 168 time: 0.6939993 Jan 18 20:15:46.147433 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74b00e-dee6-4f66-9ee9-965c23ef9574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52524402-fde1-45c8-aa91-d8f9094a836c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:46.176774 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ff9fc3f9-7982-4116-9901-95939f87845b req-f5e5dfd4-a18b-461e-b840-b0acb81649da service neutron] 10.222.0.70 "GET /v2.0/networks/80dffbc9-eed6-4af9-a5ac-dcb939c427fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324511 Jan 18 20:15:46.232825 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3b4669-1d80-44d4-80be-bae18a3aebda None None] New status for floating IP abc10758-2c66-4d76-9267-51556b74364b: ACTIVE {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:15:46.333968 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ff9fc3f9-7982-4116-9901-95939f87845b req-aa3dd5ba-27e1-4330-8eba-f184c35c9bb8 service neutron] 10.222.0.70 "GET /v2.0/networks/80dffbc9-eed6-4af9-a5ac-dcb939c427fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432488 Jan 18 20:15:46.400234 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5da6a-71d6-4695-bc50-4efa6a8a13ea req-59577de4-e12f-4171-ba14-60122f9307e4 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:46.402210 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2ca5da6a-71d6-4695-bc50-4efa6a8a13ea req-59577de4-e12f-4171-ba14-60122f9307e4 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fba937a-2d68-4527-bb29-1ced20ebac7b HTTP/1.1" status: 200 len: 944 time: 0.0532947 Jan 18 20:15:46.474827 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2ca5da6a-71d6-4695-bc50-4efa6a8a13ea req-396b0e72-1b9f-4c8a-9cfc-f700033b1ffe tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f943aa3-4c3d-456c-bfca-7e5af5ebf37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663865 Jan 18 20:15:46.790470 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-983aab56-8ae0-4b45-b810-100c1f5ea6a3 req-1eedc5b0-db1d-4f8c-b207-b3f2c0c9449e tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 210 time: 0.0281374 Jan 18 20:15:46.872978 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d682369-c646-448a-bc99-4469508cfcbc', 'name': 'network-vif-deleted', 'tag': '80482624-a2b1-4cba-82a7-78d8e0ba5c0c'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:15:46.875412 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314d889a-e684-4384-82e4-699b7a132367" -d '{"events": [{"server_uuid": "6d682369-c646-448a-bc99-4469508cfcbc", "name": "network-vif-deleted", "tag": "80482624-a2b1-4cba-82a7-78d8e0ba5c0c"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:15:46.908626 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50750) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:46.937191 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be4d344-8442-47fe-b0d7-58f9ace01f05 x-openstack-request-id: req-6be4d344-8442-47fe-b0d7-58f9ace01f05 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:15:46.937901 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d682369-c646-448a-bc99-4469508cfcbc", "name": "network-vif-deleted", "tag": "80482624-a2b1-4cba-82a7-78d8e0ba5c0c", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:15:46.938179 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6be4d344-8442-47fe-b0d7-58f9ace01f05 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:15:46.938614 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d682369-c646-448a-bc99-4469508cfcbc', 'name': 'network-vif-deleted', 'tag': '80482624-a2b1-4cba-82a7-78d8e0ba5c0c', 'status': 'completed', 'code': 200} Jan 18 20:15:46.976269 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f79868-01aa-4957-a03c-ec5ede9ef40e req-0b68f8fb-8ab9-4362-b260-276c836fe5d0 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:46.977934 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d2f79868-01aa-4957-a03c-ec5ede9ef40e req-0b68f8fb-8ab9-4362-b260-276c836fe5d0 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.0535598 Jan 18 20:15:47.010571 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-9af43ded-d831-4370-9c17-174ed2d503c6 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Request body: {'security_group': {'name': 'tempest-secgroup--1868185903'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:47.037577 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d2f79868-01aa-4957-a03c-ec5ede9ef40e req-db776224-6d4e-468e-847d-6839a99e3705 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513914 Jan 18 20:15:47.047587 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9af43ded-d831-4370-9c17-174ed2d503c6 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:47.058903 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9af43ded-d831-4370-9c17-174ed2d503c6 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:47.069448 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 697b660d-6aa8-4757-b95b-4b1df4c2dfc8 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:15:47.157913 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9af43ded-d831-4370-9c17-174ed2d503c6 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (d02e0fcc-8ebc-4cf2-bfd5-84bbc8157e0a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:47.165466 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9af43ded-d831-4370-9c17-174ed2d503c6 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d02e0fcc-8ebc-4cf2-bfd5-84bbc8157e0a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:47.229307 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272e8b3-0c85-4660-b08b-e4f787b2ece9 req-2576aed5-dce3-490f-9868-a4c53b79c9d7 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:47.231093 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8272e8b3-0c85-4660-b08b-e4f787b2ece9 req-2576aed5-dce3-490f-9868-a4c53b79c9d7 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d8906da-7dfe-4ddd-956f-42dc75a875e2 HTTP/1.1" status: 200 len: 943 time: 0.0736763 Jan 18 20:15:47.238515 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af43ded-d831-4370-9c17-174ed2d503c6 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d02e0fcc-8ebc-4cf2-bfd5-84bbc8157e0a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:47.324834 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9af43ded-d831-4370-9c17-174ed2d503c6 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (0fc2816d-2149-47df-83ae-f2c0cc8a8240), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:47.336068 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8272e8b3-0c85-4660-b08b-e4f787b2ece9 req-c0cdb976-ef01-4e42-a722-bb14a6cea48b tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925591 Jan 18 20:15:47.337801 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9af43ded-d831-4370-9c17-174ed2d503c6 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0fc2816d-2149-47df-83ae-f2c0cc8a8240), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:47.374104 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9af43ded-d831-4370-9c17-174ed2d503c6 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:47.377730 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9af43ded-d831-4370-9c17-174ed2d503c6 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4656594 Jan 18 20:15:47.377730 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af43ded-d831-4370-9c17-174ed2d503c6 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc2816d-2149-47df-83ae-f2c0cc8a8240,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:47.378665 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50760) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:47.407844 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 697b660d-6aa8-4757-b95b-4b1df4c2dfc8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=697b660d-6aa8-4757-b95b-4b1df4c2dfc8,segment=NetworkSegment(87aed962-be5d-4deb-af9c-7bc726b9d992),segment_id=87aed962-be5d-4deb-af9c-7bc726b9d992)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:47.420600 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '697b660d-6aa8-4757-b95b-4b1df4c2dfc8', 'network_id': '80dffbc9-eed6-4af9-a5ac-dcb939c427fc', 'port_id': '697b660d-6aa8-4757-b95b-4b1df4c2dfc8', 'mac_address': 'fa:16:3e:c2:95:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639cd4d2-6c2c-4dd0-8bf3-2eb14a9984e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:15:47.453615 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9cae5200-5bd0-42af-97bb-8d7ef41da81a tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0742891 Jan 18 20:15:47.456454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50762) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:47.461358 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-76a52406-a3a9-4051-9280-ed22b5c0af86 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Request body: {'security_group': {'name': 'tempest-security--782942376', 'description': 'tempest-security-description-304847799'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:47.468453 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 697b660d-6aa8-4757-b95b-4b1df4c2dfc8 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:47.468849 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (697b660d-6aa8-4757-b95b-4b1df4c2dfc8), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:47.485534 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 697b660d-6aa8-4757-b95b-4b1df4c2dfc8 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:15:47.506120 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76a52406-a3a9-4051-9280-ed22b5c0af86 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (0fc2816d-2149-47df-83ae-f2c0cc8a8240), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:47.506674 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 697b660d-6aa8-4757-b95b-4b1df4c2dfc8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=697b660d-6aa8-4757-b95b-4b1df4c2dfc8,segment=NetworkSegment(87aed962-be5d-4deb-af9c-7bc726b9d992),segment_id=87aed962-be5d-4deb-af9c-7bc726b9d992)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:47.512351 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (697b660d-6aa8-4757-b95b-4b1df4c2dfc8), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:47.513395 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1e3f3f23-0672-4d5d-b14f-eeac2635d01c details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:15:47.564879 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76a52406-a3a9-4051-9280-ed22b5c0af86 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (0fc2816d-2149-47df-83ae-f2c0cc8a8240), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:47.570061 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76a52406-a3a9-4051-9280-ed22b5c0af86 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0fc2816d-2149-47df-83ae-f2c0cc8a8240), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:47.574894 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76a52406-a3a9-4051-9280-ed22b5c0af86 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:47.579427 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50766) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:47.580550 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-76a52406-a3a9-4051-9280-ed22b5c0af86 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "PUT /v2.0/security-groups/0fc2816d-2149-47df-83ae-f2c0cc8a8240 HTTP/1.1" status: 200 len: 1795 time: 0.1229191 Jan 18 20:15:47.586796 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=697b660d-6aa8-4757-b95b-4b1df4c2dfc8,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:47.622180 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a52406-a3a9-4051-9280-ed22b5c0af86 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc2816d-2149-47df-83ae-f2c0cc8a8240,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:47.647690 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ee352a6f-8ebd-4844-a37c-b68d55d74512 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-groups/0fc2816d-2149-47df-83ae-f2c0cc8a8240 HTTP/1.1" status: 200 len: 1795 time: 0.0666380 Jan 18 20:15:47.650284 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50768) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:47.658434 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99472b-791d-4998-b202-f1ecf17eb539 req-086ecbab-4ddd-4917-a3ae-4e8aadb22f7c tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:47.666208 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6b99472b-791d-4998-b202-f1ecf17eb539 req-086ecbab-4ddd-4917-a3ae-4e8aadb22f7c tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fba937a-2d68-4527-bb29-1ced20ebac7b HTTP/1.1" status: 200 len: 944 time: 0.1168442 Jan 18 20:15:47.716723 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 1e3f3f23-0672-4d5d-b14f-eeac2635d01c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1e3f3f23-0672-4d5d-b14f-eeac2635d01c,segment=NetworkSegment(91eca149-2050-42be-9943-9917eddedfac),segment_id=91eca149-2050-42be-9943-9917eddedfac)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:47.722349 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c9eaf86-9363-4c85-bee1-3acf2674701d tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (0fc2816d-2149-47df-83ae-f2c0cc8a8240), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:47.724932 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6b99472b-791d-4998-b202-f1ecf17eb539 req-8a0f080f-5a42-4945-b5ef-86d9e400f1c5 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f943aa3-4c3d-456c-bfca-7e5af5ebf37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567117 Jan 18 20:15:47.730819 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '1e3f3f23-0672-4d5d-b14f-eeac2635d01c', 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219', 'port_id': '1e3f3f23-0672-4d5d-b14f-eeac2635d01c', 'mac_address': 'fa:16:3e:f1:e5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1723126f-3654-432e-ad19-50c4bb784989', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:15:47.748852 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c9eaf86-9363-4c85-bee1-3acf2674701d tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (0fc2816d-2149-47df-83ae-f2c0cc8a8240), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:47.781258 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 1e3f3f23-0672-4d5d-b14f-eeac2635d01c is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:47.781657 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1e3f3f23-0672-4d5d-b14f-eeac2635d01c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:47.793318 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c9eaf86-9363-4c85-bee1-3acf2674701d tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0fc2816d-2149-47df-83ae-f2c0cc8a8240), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:47.795256 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e3f3f23-0672-4d5d-b14f-eeac2635d01c {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:15:47.796914 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c9eaf86-9363-4c85-bee1-3acf2674701d tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:47.800718 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50770) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:47.801279 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9c9eaf86-9363-4c85-bee1-3acf2674701d tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "DELETE /v2.0/security-groups/0fc2816d-2149-47df-83ae-f2c0cc8a8240 HTTP/1.1" status: 204 len: 168 time: 0.1495683 Jan 18 20:15:47.813425 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9eaf86-9363-4c85-bee1-3acf2674701d tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc2816d-2149-47df-83ae-f2c0cc8a8240,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:47.836146 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 1e3f3f23-0672-4d5d-b14f-eeac2635d01c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1e3f3f23-0672-4d5d-b14f-eeac2635d01c,segment=NetworkSegment(91eca149-2050-42be-9943-9917eddedfac),segment_id=91eca149-2050-42be-9943-9917eddedfac)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:47.849180 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1e3f3f23-0672-4d5d-b14f-eeac2635d01c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:47.882172 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-272be0fb-c47c-4227-b091-23e188dd9eeb tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0789626 Jan 18 20:15:47.884989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50774) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:47.898423 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec3ce5e8-7e3d-4746-96f4-dbfddcb8c45e req-5ab548ee-c313-4bd2-ac8c-415ddfaa7460 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 210 time: 0.0315132 Jan 18 20:15:47.906203 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=1e3f3f23-0672-4d5d-b14f-eeac2635d01c,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:47.906348 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-024ecda3-a28c-49b5-b3f0-1aa9c75ad676 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] delete failed (client error): The resource could not be found. Jan 18 20:15:47.907274 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-024ecda3-a28c-49b5-b3f0-1aa9c75ad676 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "DELETE /v2.0/security-groups/0fc2816d-2149-47df-83ae-f2c0cc8a8240 HTTP/1.1" status: 404 len: 347 time: 0.0211873 Jan 18 20:15:47.919712 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50778) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:47.925010 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-fdd921ac-96eb-49dc-9b46-d261fc792c15 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Request body: {'security_group': {'name': 'tempest-secgroup--1954329683'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:47.950622 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fdd921ac-96eb-49dc-9b46-d261fc792c15 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:48.021208 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fdd921ac-96eb-49dc-9b46-d261fc792c15 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (0a466de4-e099-415a-95d5-94d4df27778f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:48.024140 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fdd921ac-96eb-49dc-9b46-d261fc792c15 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0a466de4-e099-415a-95d5-94d4df27778f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:48.052583 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fdd921ac-96eb-49dc-9b46-d261fc792c15 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:48.056445 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fdd921ac-96eb-49dc-9b46-d261fc792c15 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1331592 Jan 18 20:15:48.056710 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50780) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:48.061052 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-1599e182-11ab-4a06-aa69-19509586c254 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Request body: {'security_group_rule': {'security_group_id': '0a466de4-e099-415a-95d5-94d4df27778f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:48.066593 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd921ac-96eb-49dc-9b46-d261fc792c15 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a466de4-e099-415a-95d5-94d4df27778f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:48.109028 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1599e182-11ab-4a06-aa69-19509586c254 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (0d9c7974-ec09-43e5-9588-3d1dff8814f0), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:48.229582 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['697b660d-6aa8-4757-b95b-4b1df4c2dfc8'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:15:48.260493 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['1e3f3f23-0672-4d5d-b14f-eeac2635d01c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:15:48.544033 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1599e182-11ab-4a06-aa69-19509586c254 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (0d9c7974-ec09-43e5-9588-3d1dff8814f0), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:48.557089 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55a6aa-e105-4721-be58-fceca60993b1 req-4c248f1d-d737-499a-9409-c1c401f57b3b tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:48.558588 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca55a6aa-e105-4721-be58-fceca60993b1 req-4c248f1d-d737-499a-9409-c1c401f57b3b tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.4216423 Jan 18 20:15:48.560010 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1599e182-11ab-4a06-aa69-19509586c254 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (0d9c7974-ec09-43e5-9588-3d1dff8814f0), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:48.593161 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abdd27-9775-47f6-8876-0fdd371d89ff req-05c1a8f5-9a87-4ec2-ba5b-549dd04c14a8 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:48.594516 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9abdd27-9775-47f6-8876-0fdd371d89ff req-05c1a8f5-9a87-4ec2-ba5b-549dd04c14a8 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d8906da-7dfe-4ddd-956f-42dc75a875e2 HTTP/1.1" status: 200 len: 944 time: 0.1114316 Jan 18 20:15:48.597531 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599e182-11ab-4a06-aa69-19509586c254 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9c7974-ec09-43e5-9588-3d1dff8814f0,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:48.611078 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1599e182-11ab-4a06-aa69-19509586c254 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:48.614913 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1599e182-11ab-4a06-aa69-19509586c254 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5546374 Jan 18 20:15:48.615645 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50790) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:48.651930 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1be6861e-5468-4cbc-85bc-9f5c9d89069e tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (0d9c7974-ec09-43e5-9588-3d1dff8814f0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:48.668452 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1be6861e-5468-4cbc-85bc-9f5c9d89069e tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (0d9c7974-ec09-43e5-9588-3d1dff8814f0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:48.678166 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca55a6aa-e105-4721-be58-fceca60993b1 req-48303587-dc94-4241-ac8d-51bf2da2bec1 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092820 Jan 18 20:15:48.692628 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9abdd27-9775-47f6-8876-0fdd371d89ff req-13b6e6b4-a8a6-49a8-93f8-7c112d6147e4 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872083 Jan 18 20:15:48.708930 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1be6861e-5468-4cbc-85bc-9f5c9d89069e tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (0d9c7974-ec09-43e5-9588-3d1dff8814f0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:48.714872 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1be6861e-5468-4cbc-85bc-9f5c9d89069e tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:48.716772 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1be6861e-5468-4cbc-85bc-9f5c9d89069e tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/0d9c7974-ec09-43e5-9588-3d1dff8814f0 HTTP/1.1" status: 204 len: 168 time: 0.0991595 Jan 18 20:15:48.719525 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50792) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:48.725804 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6861e-5468-4cbc-85bc-9f5c9d89069e tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d9c7974-ec09-43e5-9588-3d1dff8814f0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:48.765825 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-eabdf2da-b11c-42d6-9cd7-2d919360839f tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0450306 Jan 18 20:15:48.768580 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50796) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:48.824995 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d3feef56-308a-4dfb-ace2-b349ee72c8a2 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (0a466de4-e099-415a-95d5-94d4df27778f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:48.851759 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bfbdb-48dd-448a-9680-3e1aa442e0ea req-d6df8263-4254-4dcd-a0f9-93a6e8f896e0 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:48.851759 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa6bfbdb-48dd-448a-9680-3e1aa442e0ea req-d6df8263-4254-4dcd-a0f9-93a6e8f896e0 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fba937a-2d68-4527-bb29-1ced20ebac7b HTTP/1.1" status: 200 len: 945 time: 0.0545580 Jan 18 20:15:48.859558 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d3feef56-308a-4dfb-ace2-b349ee72c8a2 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (0a466de4-e099-415a-95d5-94d4df27778f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:48.901827 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa6bfbdb-48dd-448a-9680-3e1aa442e0ea req-6133ed2d-8627-4e24-b5c0-cc699f2d081c tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f943aa3-4c3d-456c-bfca-7e5af5ebf37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424299 Jan 18 20:15:48.905251 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d3feef56-308a-4dfb-ace2-b349ee72c8a2 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0a466de4-e099-415a-95d5-94d4df27778f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:48.908653 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d3feef56-308a-4dfb-ace2-b349ee72c8a2 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:48.911658 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d3feef56-308a-4dfb-ace2-b349ee72c8a2 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "DELETE /v2.0/security-groups/0a466de4-e099-415a-95d5-94d4df27778f HTTP/1.1" status: 204 len: 168 time: 0.1393983 Jan 18 20:15:48.912040 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50798) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:48.933333 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3feef56-308a-4dfb-ace2-b349ee72c8a2 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a466de4-e099-415a-95d5-94d4df27778f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:48.961625 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b464f19c-564c-4109-be0b-652cd821f150 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0485485 Jan 18 20:15:48.965809 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50802) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:48.970576 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-516e1ced-1445-4bc5-a9f9-1841e6f6b0c4 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Request body: {'security_group': {'name': 'tempest-secgroup--486729409'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:49.016696 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-516e1ced-1445-4bc5-a9f9-1841e6f6b0c4 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.030199 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d36741f9-0597-4a38-bb95-692400ae8177 req-96972c5e-29f3-4304-b86b-289de9a3e07d tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 210 time: 0.0278921 Jan 18 20:15:49.096678 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-516e1ced-1445-4bc5-a9f9-1841e6f6b0c4 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (7639adf5-ce79-4af1-845a-f3d769acb1e2), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.100343 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-516e1ced-1445-4bc5-a9f9-1841e6f6b0c4 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7639adf5-ce79-4af1-845a-f3d769acb1e2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.128463 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-516e1ced-1445-4bc5-a9f9-1841e6f6b0c4 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.129604 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-516e1ced-1445-4bc5-a9f9-1841e6f6b0c4 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1625779 Jan 18 20:15:49.132491 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50806) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:49.134000 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e1ced-1445-4bc5-a9f9-1841e6f6b0c4 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7639adf5-ce79-4af1-845a-f3d769acb1e2,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:49.137241 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-e245d99c-687e-4917-a1b9-b288efbfb235 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Request body: {'security_group_rule': {'security_group_id': '7639adf5-ce79-4af1-845a-f3d769acb1e2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:49.166408 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e245d99c-687e-4917-a1b9-b288efbfb235 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (3e2dd49f-48f1-41da-b782-9d3577eae773), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.234930 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e245d99c-687e-4917-a1b9-b288efbfb235 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (3e2dd49f-48f1-41da-b782-9d3577eae773), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.238822 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e245d99c-687e-4917-a1b9-b288efbfb235 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (3e2dd49f-48f1-41da-b782-9d3577eae773), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.257422 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245d99c-687e-4917-a1b9-b288efbfb235 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2dd49f-48f1-41da-b782-9d3577eae773,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:49.261615 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e245d99c-687e-4917-a1b9-b288efbfb235 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.265500 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50810) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:49.265720 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e245d99c-687e-4917-a1b9-b288efbfb235 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1320355 Jan 18 20:15:49.270352 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-928ca010-ed59-492c-87ce-d37cf265d513 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Request body: {'security_group_rule': {'security_group_id': '7639adf5-ce79-4af1-845a-f3d769acb1e2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:49.302233 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-928ca010-ed59-492c-87ce-d37cf265d513 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (05f790e3-9ed8-4c43-9962-25b495f47210), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.362492 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-928ca010-ed59-492c-87ce-d37cf265d513 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (05f790e3-9ed8-4c43-9962-25b495f47210), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.366400 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-928ca010-ed59-492c-87ce-d37cf265d513 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (05f790e3-9ed8-4c43-9962-25b495f47210), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.384400 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ca010-ed59-492c-87ce-d37cf265d513 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f790e3-9ed8-4c43-9962-25b495f47210,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:49.392385 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-928ca010-ed59-492c-87ce-d37cf265d513 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.393614 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-928ca010-ed59-492c-87ce-d37cf265d513 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269157 Jan 18 20:15:49.396428 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50812) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:49.401385 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-c593a35f-d718-4332-9ad5-0109dc402150 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Request body: {'security_group_rule': {'security_group_id': '7639adf5-ce79-4af1-845a-f3d769acb1e2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:49.422674 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 80482624-a2b1-4cba-82a7-78d8e0ba5c0c no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:15:49.439014 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c593a35f-d718-4332-9ad5-0109dc402150 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (c18a58d3-76ce-4697-b9c9-e4d8c4d5c992), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.453163 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 80482624-a2b1-4cba-82a7-78d8e0ba5c0c {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:15:49.453595 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 80482624-a2b1-4cba-82a7-78d8e0ba5c0c not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:15:49.511431 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c593a35f-d718-4332-9ad5-0109dc402150 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (c18a58d3-76ce-4697-b9c9-e4d8c4d5c992), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.515307 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c593a35f-d718-4332-9ad5-0109dc402150 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (c18a58d3-76ce-4697-b9c9-e4d8c4d5c992), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.536576 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593a35f-d718-4332-9ad5-0109dc402150 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18a58d3-76ce-4697-b9c9-e4d8c4d5c992,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:49.543246 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c593a35f-d718-4332-9ad5-0109dc402150 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.547033 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c593a35f-d718-4332-9ad5-0109dc402150 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1470737 Jan 18 20:15:49.547140 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50816) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:49.551356 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-d9dd293b-dcad-40f2-802e-4de892325613 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Request body: {'security_group_rule': {'security_group_id': '7639adf5-ce79-4af1-845a-f3d769acb1e2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:49.579406 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9dd293b-dcad-40f2-802e-4de892325613 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (24af5f7f-5bd2-430b-a65a-4dc06c594cd1), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.636883 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9dd293b-dcad-40f2-802e-4de892325613 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (24af5f7f-5bd2-430b-a65a-4dc06c594cd1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.640396 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9dd293b-dcad-40f2-802e-4de892325613 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (24af5f7f-5bd2-430b-a65a-4dc06c594cd1), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.659441 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd293b-dcad-40f2-802e-4de892325613 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24af5f7f-5bd2-430b-a65a-4dc06c594cd1,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:49.664931 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9dd293b-dcad-40f2-802e-4de892325613 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.668923 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d9dd293b-dcad-40f2-802e-4de892325613 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208625 Jan 18 20:15:49.669070 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50818) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:49.673775 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-9aa4253c-782a-48eb-b158-dfe5cd54dc99 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Request body: {'security_group_rule': {'security_group_id': '7639adf5-ce79-4af1-845a-f3d769acb1e2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:49.702307 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9aa4253c-782a-48eb-b158-dfe5cd54dc99 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (f92aee1b-f6a9-4442-beae-fc6f921c2d9b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.798651 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9aa4253c-782a-48eb-b158-dfe5cd54dc99 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (f92aee1b-f6a9-4442-beae-fc6f921c2d9b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.819791 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9aa4253c-782a-48eb-b158-dfe5cd54dc99 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (f92aee1b-f6a9-4442-beae-fc6f921c2d9b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.850914 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4253c-782a-48eb-b158-dfe5cd54dc99 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f92aee1b-f6a9-4442-beae-fc6f921c2d9b,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:49.868679 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952fcbd-8ebc-4240-8e8e-8d1a3de285ec req-78f2155b-776b-409c-b2ba-1e489425924b tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:49.870200 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0952fcbd-8ebc-4240-8e8e-8d1a3de285ec req-78f2155b-776b-409c-b2ba-1e489425924b tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.1096888 Jan 18 20:15:49.874090 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9aa4253c-782a-48eb-b158-dfe5cd54dc99 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.877994 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9aa4253c-782a-48eb-b158-dfe5cd54dc99 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2077570 Jan 18 20:15:49.878223 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50824) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:49.887461 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd709e4-081f-4771-a0bc-49710d262119 req-bc0ead30-1a78-40d3-91e9-779457be83b8 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:49.888888 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8dd709e4-081f-4771-a0bc-49710d262119 req-bc0ead30-1a78-40d3-91e9-779457be83b8 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d8906da-7dfe-4ddd-956f-42dc75a875e2 HTTP/1.1" status: 200 len: 944 time: 0.1149476 Jan 18 20:15:49.905009 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7f96181a-4984-40d1-bfeb-1baef1ed086a tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (f92aee1b-f6a9-4442-beae-fc6f921c2d9b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.913211 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7f96181a-4984-40d1-bfeb-1baef1ed086a tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (f92aee1b-f6a9-4442-beae-fc6f921c2d9b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.944314 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7f96181a-4984-40d1-bfeb-1baef1ed086a tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (f92aee1b-f6a9-4442-beae-fc6f921c2d9b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.950681 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7f96181a-4984-40d1-bfeb-1baef1ed086a tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.954588 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7f96181a-4984-40d1-bfeb-1baef1ed086a tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/f92aee1b-f6a9-4442-beae-fc6f921c2d9b HTTP/1.1" status: 204 len: 168 time: 0.0727599 Jan 18 20:15:49.954904 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50828) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:49.960978 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96181a-4984-40d1-bfeb-1baef1ed086a tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f92aee1b-f6a9-4442-beae-fc6f921c2d9b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:49.972646 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0952fcbd-8ebc-4240-8e8e-8d1a3de285ec req-7fa8d711-516a-498f-94a3-bf28d1d77210 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827649 Jan 18 20:15:50.002738 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8dd709e4-081f-4771-a0bc-49710d262119 req-90682b88-77ad-4cb4-9a5a-26aaedb9258e tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050789 Jan 18 20:15:50.034652 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-edcd822a-9ab5-441b-9258-acb883ab7c99 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0786448 Jan 18 20:15:50.037447 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50830) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:50.065069 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-54ceac0e-b36e-4cb1-a43f-a2b2f025b707 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (24af5f7f-5bd2-430b-a65a-4dc06c594cd1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.074301 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-54ceac0e-b36e-4cb1-a43f-a2b2f025b707 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (24af5f7f-5bd2-430b-a65a-4dc06c594cd1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.086188 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc30c31-f52e-411b-8ec4-9f9ea7bf3d23 req-54adca56-c892-4516-b785-d33b57300ac5 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:50.087772 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0fc30c31-f52e-411b-8ec4-9f9ea7bf3d23 req-54adca56-c892-4516-b785-d33b57300ac5 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fba937a-2d68-4527-bb29-1ced20ebac7b HTTP/1.1" status: 200 len: 945 time: 0.0521004 Jan 18 20:15:50.117093 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-54ceac0e-b36e-4cb1-a43f-a2b2f025b707 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (24af5f7f-5bd2-430b-a65a-4dc06c594cd1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.125021 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-54ceac0e-b36e-4cb1-a43f-a2b2f025b707 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.128581 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-54ceac0e-b36e-4cb1-a43f-a2b2f025b707 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/24af5f7f-5bd2-430b-a65a-4dc06c594cd1 HTTP/1.1" status: 204 len: 168 time: 0.0875709 Jan 18 20:15:50.130849 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50836) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:50.142933 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ceac0e-b36e-4cb1-a43f-a2b2f025b707 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24af5f7f-5bd2-430b-a65a-4dc06c594cd1,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:50.154898 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2ea6ee39-9f59-432c-ba05-4f55a18126bf req-6f3faf08-879b-481d-a26f-9b5422a13e8e tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 210 time: 0.0392141 Jan 18 20:15:50.175280 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0fc30c31-f52e-411b-8ec4-9f9ea7bf3d23 req-5c7c85bf-e08a-446f-a8a8-c8347fda4cb3 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f943aa3-4c3d-456c-bfca-7e5af5ebf37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812342 Jan 18 20:15:50.205485 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3c7df614-7f5b-4acc-8db8-471ecbb46b2a tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0690610 Jan 18 20:15:50.208212 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50838) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:50.232207 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3fd547e5-9481-42c6-8683-61bd645ca9bd tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (c18a58d3-76ce-4697-b9c9-e4d8c4d5c992), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.240151 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3fd547e5-9481-42c6-8683-61bd645ca9bd tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (c18a58d3-76ce-4697-b9c9-e4d8c4d5c992), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.277870 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3fd547e5-9481-42c6-8683-61bd645ca9bd tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (c18a58d3-76ce-4697-b9c9-e4d8c4d5c992), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.287209 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3fd547e5-9481-42c6-8683-61bd645ca9bd tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.290116 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3fd547e5-9481-42c6-8683-61bd645ca9bd tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/c18a58d3-76ce-4697-b9c9-e4d8c4d5c992 HTTP/1.1" status: 204 len: 168 time: 0.0809362 Jan 18 20:15:50.291620 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50842) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:50.298785 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd547e5-9481-42c6-8683-61bd645ca9bd tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c18a58d3-76ce-4697-b9c9-e4d8c4d5c992,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:50.346264 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7e0abe5f-8366-4318-9757-66f160c4408b tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0534136 Jan 18 20:15:50.348828 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50844) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:50.378433 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74ef1ab3-11a5-48f4-aab0-5a3a8c9d4e4e tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (05f790e3-9ed8-4c43-9962-25b495f47210), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.386578 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74ef1ab3-11a5-48f4-aab0-5a3a8c9d4e4e tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (05f790e3-9ed8-4c43-9962-25b495f47210), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.411234 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74ef1ab3-11a5-48f4-aab0-5a3a8c9d4e4e tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (05f790e3-9ed8-4c43-9962-25b495f47210), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.417652 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74ef1ab3-11a5-48f4-aab0-5a3a8c9d4e4e tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.418779 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-74ef1ab3-11a5-48f4-aab0-5a3a8c9d4e4e tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/05f790e3-9ed8-4c43-9962-25b495f47210 HTTP/1.1" status: 204 len: 168 time: 0.0689125 Jan 18 20:15:50.421554 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50846) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:50.424074 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef1ab3-11a5-48f4-aab0-5a3a8c9d4e4e tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05f790e3-9ed8-4c43-9962-25b495f47210,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:50.465198 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-927ce3bc-9043-446c-98ec-a68b54df2e4d tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0423348 Jan 18 20:15:50.467851 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50848) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:50.490584 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3fc9fb00-435a-4378-bea0-e756c4ab8038 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (3e2dd49f-48f1-41da-b782-9d3577eae773), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.498765 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3fc9fb00-435a-4378-bea0-e756c4ab8038 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (3e2dd49f-48f1-41da-b782-9d3577eae773), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.525548 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3fc9fb00-435a-4378-bea0-e756c4ab8038 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (3e2dd49f-48f1-41da-b782-9d3577eae773), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.532424 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3fc9fb00-435a-4378-bea0-e756c4ab8038 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.536343 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3fc9fb00-435a-4378-bea0-e756c4ab8038 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/3e2dd49f-48f1-41da-b782-9d3577eae773 HTTP/1.1" status: 204 len: 168 time: 0.0647831 Jan 18 20:15:50.536343 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50852) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:50.554273 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9fb00-435a-4378-bea0-e756c4ab8038 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e2dd49f-48f1-41da-b782-9d3577eae773,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:50.584914 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f95334b8-c6eb-4545-b125-ec5b575ec7e1 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0477898 Jan 18 20:15:50.587633 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50854) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:50.639862 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1c0e0449-8c4f-4ae0-979c-b8685d229521 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (7639adf5-ce79-4af1-845a-f3d769acb1e2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.660864 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1c0e0449-8c4f-4ae0-979c-b8685d229521 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (7639adf5-ce79-4af1-845a-f3d769acb1e2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.704848 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1c0e0449-8c4f-4ae0-979c-b8685d229521 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7639adf5-ce79-4af1-845a-f3d769acb1e2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.707905 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1c0e0449-8c4f-4ae0-979c-b8685d229521 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.709028 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1c0e0449-8c4f-4ae0-979c-b8685d229521 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "DELETE /v2.0/security-groups/7639adf5-ce79-4af1-845a-f3d769acb1e2 HTTP/1.1" status: 204 len: 168 time: 0.1204636 Jan 18 20:15:50.711769 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50856) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:50.719275 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e0449-8c4f-4ae0-979c-b8685d229521 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7639adf5-ce79-4af1-845a-f3d769acb1e2,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:50.759592 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-00b70d40-7e24-492f-ac28-45bd281d89c1 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0457990 Jan 18 20:15:50.764067 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50858) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:50.768217 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-5248cb58-c655-496e-bc68-422455b07c17 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Request body: {'security_group': {'name': 'tempest-secgroup--319350428'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:50.791388 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5248cb58-c655-496e-bc68-422455b07c17 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.863731 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5248cb58-c655-496e-bc68-422455b07c17 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (ae5230b8-6ba8-45b6-b13e-02876aed1ecf), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.867572 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5248cb58-c655-496e-bc68-422455b07c17 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ae5230b8-6ba8-45b6-b13e-02876aed1ecf), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.895821 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5248cb58-c655-496e-bc68-422455b07c17 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.897063 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5248cb58-c655-496e-bc68-422455b07c17 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1320329 Jan 18 20:15:50.901259 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50860) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:50.901954 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248cb58-c655-496e-bc68-422455b07c17 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5230b8-6ba8-45b6-b13e-02876aed1ecf,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:50.906690 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-115eafdd-3a18-4d15-bb11-d8073a50ddc6 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Request body: {'security_group_rule': {'security_group_id': 'ae5230b8-6ba8-45b6-b13e-02876aed1ecf', 'direction': 'ingress', 'protocol': 17}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:50.936322 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-115eafdd-3a18-4d15-bb11-d8073a50ddc6 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (892ab4e2-2848-4a90-beb2-1c87bf4a8e54), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.991163 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-115eafdd-3a18-4d15-bb11-d8073a50ddc6 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (892ab4e2-2848-4a90-beb2-1c87bf4a8e54), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.995064 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-115eafdd-3a18-4d15-bb11-d8073a50ddc6 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (892ab4e2-2848-4a90-beb2-1c87bf4a8e54), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:51.014469 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115eafdd-3a18-4d15-bb11-d8073a50ddc6 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892ab4e2-2848-4a90-beb2-1c87bf4a8e54,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:51.019584 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-115eafdd-3a18-4d15-bb11-d8073a50ddc6 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:51.020675 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-115eafdd-3a18-4d15-bb11-d8073a50ddc6 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1182053 Jan 18 20:15:51.023614 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50866) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:51.103415 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1e3f3f23-0672-4d5d-b14f-eeac2635d01c up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:15:51.143882 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6697f4ee-5aeb-466e-84f6-af9f4600b7fe tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (ae5230b8-6ba8-45b6-b13e-02876aed1ecf), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:51.156481 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 1e3f3f23-0672-4d5d-b14f-eeac2635d01c completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:15:51.162902 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 1e3f3f23-0672-4d5d-b14f-eeac2635d01c triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:51.163550 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1e3f3f23-0672-4d5d-b14f-eeac2635d01c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:51.195990 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0abed-7b2c-4bf6-9a27-604137af3229 req-ea23490f-60b2-4953-b08d-3ceaaaa3a248 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:51.198219 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-94b0abed-7b2c-4bf6-9a27-604137af3229 req-ea23490f-60b2-4953-b08d-3ceaaaa3a248 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.1281016 Jan 18 20:15:51.207681 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c437666-4c2e-4fe4-b37a-24c722629eda req-9356cfaf-9763-4c9b-bf9e-900aa4c9be52 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:51.209481 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1c437666-4c2e-4fe4-b37a-24c722629eda req-9356cfaf-9763-4c9b-bf9e-900aa4c9be52 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d8906da-7dfe-4ddd-956f-42dc75a875e2 HTTP/1.1" status: 200 len: 944 time: 0.1267455 Jan 18 20:15:51.213436 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6697f4ee-5aeb-466e-84f6-af9f4600b7fe tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (ae5230b8-6ba8-45b6-b13e-02876aed1ecf), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:51.264192 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 1e3f3f23-0672-4d5d-b14f-eeac2635d01c is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:51.264493 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1e3f3f23-0672-4d5d-b14f-eeac2635d01c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:51.289699 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fba937a-2d68-4527-bb29-1ced20ebac7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3f3f23-0672-4d5d-b14f-eeac2635d01c'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:15:51.292308 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5689c482-bf00-47ab-a3f2-79e0c51baf5e" -d '{"events": [{"server_uuid": "7fba937a-2d68-4527-bb29-1ced20ebac7b", "name": "network-vif-plugged", "status": "completed", "tag": "1e3f3f23-0672-4d5d-b14f-eeac2635d01c"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:15:51.306221 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 1e3f3f23-0672-4d5d-b14f-eeac2635d01c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1e3f3f23-0672-4d5d-b14f-eeac2635d01c,segment=NetworkSegment(91eca149-2050-42be-9943-9917eddedfac),segment_id=91eca149-2050-42be-9943-9917eddedfac)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:51.311369 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1e3f3f23-0672-4d5d-b14f-eeac2635d01c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:51.312422 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 697b660d-6aa8-4757-b95b-4b1df4c2dfc8 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:15:51.313505 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1c437666-4c2e-4fe4-b37a-24c722629eda req-90f17bae-9555-495d-9e2c-d7ed7ae81a18 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957551 Jan 18 20:15:51.354493 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6697f4ee-5aeb-466e-84f6-af9f4600b7fe tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ae5230b8-6ba8-45b6-b13e-02876aed1ecf), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:51.357274 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6697f4ee-5aeb-466e-84f6-af9f4600b7fe tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:51.358441 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6697f4ee-5aeb-466e-84f6-af9f4600b7fe tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "DELETE /v2.0/security-groups/ae5230b8-6ba8-45b6-b13e-02876aed1ecf HTTP/1.1" status: 204 len: 168 time: 0.3331063 Jan 18 20:15:51.361037 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50878) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:51.401871 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697f4ee-5aeb-466e-84f6-af9f4600b7fe tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5230b8-6ba8-45b6-b13e-02876aed1ecf,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:51.424960 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-94b0abed-7b2c-4bf6-9a27-604137af3229 req-7352d3f1-e61a-483f-86fc-d17092f52eb6 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144923 Jan 18 20:15:51.426044 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=1e3f3f23-0672-4d5d-b14f-eeac2635d01c,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:51.460880 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 697b660d-6aa8-4757-b95b-4b1df4c2dfc8 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:15:51.473700 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 697b660d-6aa8-4757-b95b-4b1df4c2dfc8 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:51.474103 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (697b660d-6aa8-4757-b95b-4b1df4c2dfc8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:51.486096 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7b07c4c3-8226-47de-a238-255811657770 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1200664 Jan 18 20:15:51.486205 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50880) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:51.490613 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-7fc7d200-d1bc-4b31-855b-65ce7f7b8ee5 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Request body: {'security_group': {'name': 'tempest-secgroup--300926890'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:51.522022 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7fc7d200-d1bc-4b31-855b-65ce7f7b8ee5 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:51.623926 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 697b660d-6aa8-4757-b95b-4b1df4c2dfc8 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:51.624362 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (697b660d-6aa8-4757-b95b-4b1df4c2dfc8), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:51.635914 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb38696-9399-49d0-8103-5508d11fe361 req-ea4e8f88-e61a-472d-9f9e-3838a694a0e6 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:51.637519 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5cb38696-9399-49d0-8103-5508d11fe361 req-ea4e8f88-e61a-472d-9f9e-3838a694a0e6 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fba937a-2d68-4527-bb29-1ced20ebac7b HTTP/1.1" status: 200 len: 946 time: 0.0874248 Jan 18 20:15:51.673839 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 697b660d-6aa8-4757-b95b-4b1df4c2dfc8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=697b660d-6aa8-4757-b95b-4b1df4c2dfc8,segment=NetworkSegment(87aed962-be5d-4deb-af9c-7bc726b9d992),segment_id=87aed962-be5d-4deb-af9c-7bc726b9d992)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:51.674048 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7fc7d200-d1bc-4b31-855b-65ce7f7b8ee5 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (64eacc11-ca7d-4b80-b1bc-52ef227ab253), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:51.681431 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (697b660d-6aa8-4757-b95b-4b1df4c2dfc8), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:51.690918 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7fc7d200-d1bc-4b31-855b-65ce7f7b8ee5 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (64eacc11-ca7d-4b80-b1bc-52ef227ab253), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:51.738216 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5cb38696-9399-49d0-8103-5508d11fe361 req-7af2db7a-cd9c-4581-ae84-1cb8eca78e24 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f943aa3-4c3d-456c-bfca-7e5af5ebf37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901611 Jan 18 20:15:51.740231 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=697b660d-6aa8-4757-b95b-4b1df4c2dfc8,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:51.768104 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ac3b62c-a05e-4ffa-ba50-260f113f0233 req-463229fa-a866-4047-9806-52df82c1cba6 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 210 time: 0.0584970 Jan 18 20:15:51.772936 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7fc7d200-d1bc-4b31-855b-65ce7f7b8ee5 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:51.774081 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7fc7d200-d1bc-4b31-855b-65ce7f7b8ee5 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2872479 Jan 18 20:15:51.776170 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7d200-d1bc-4b31-855b-65ce7f7b8ee5 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64eacc11-ca7d-4b80-b1bc-52ef227ab253,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:51.776900 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50884) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:51.781603 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-551eb2fe-8aa5-4d0b-86a8-4a82b2bc64f8 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Request body: {'security_group': {'name': 'tempest-secgroup--1257831572'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:51.810588 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-551eb2fe-8aa5-4d0b-86a8-4a82b2bc64f8 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:51.832438 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c32a276-59db-4030-a6d7-b6136fa92962 x-openstack-request-id: req-0c32a276-59db-4030-a6d7-b6136fa92962 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:15:51.832906 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fba937a-2d68-4527-bb29-1ced20ebac7b", "name": "network-vif-plugged", "status": "completed", "tag": "1e3f3f23-0672-4d5d-b14f-eeac2635d01c", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:15:51.833170 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c32a276-59db-4030-a6d7-b6136fa92962 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:15:51.833607 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fba937a-2d68-4527-bb29-1ced20ebac7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3f3f23-0672-4d5d-b14f-eeac2635d01c', 'code': 200} Jan 18 20:15:51.941271 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-551eb2fe-8aa5-4d0b-86a8-4a82b2bc64f8 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (5f25104b-dc21-42c2-8e8e-99382fa6314f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:51.947910 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-551eb2fe-8aa5-4d0b-86a8-4a82b2bc64f8 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5f25104b-dc21-42c2-8e8e-99382fa6314f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:51.976080 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-551eb2fe-8aa5-4d0b-86a8-4a82b2bc64f8 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:51.977296 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-551eb2fe-8aa5-4d0b-86a8-4a82b2bc64f8 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1993792 Jan 18 20:15:51.980607 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50886) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:51.985034 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-751a4fc9-3f14-413b-a30f-5b55f807ca17 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Request body: {'security_group_rule': {'security_group_id': '64eacc11-ca7d-4b80-b1bc-52ef227ab253', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5f25104b-dc21-42c2-8e8e-99382fa6314f', 'remote_ip_prefix': None}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:51.988230 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d2a50-32a9-4487-aa57-5c9a4fcd7412 req-58ee4af8-9468-41fe-91c5-9522ea8dc80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:51.989868 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8b7d2a50-32a9-4487-aa57-5c9a4fcd7412 req-58ee4af8-9468-41fe-91c5-9522ea8dc80c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7fba937a-2d68-4527-bb29-1ced20ebac7b HTTP/1.1" status: 200 len: 1097 time: 0.0806730 Jan 18 20:15:51.994633 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551eb2fe-8aa5-4d0b-86a8-4a82b2bc64f8 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f25104b-dc21-42c2-8e8e-99382fa6314f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:52.022852 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-751a4fc9-3f14-413b-a30f-5b55f807ca17 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (2eb4b954-4b60-41a6-b70f-a182e43313e8), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:52.037778 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8b7d2a50-32a9-4487-aa57-5c9a4fcd7412 req-001426ef-f299-44c9-a72e-b168284e0c43 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0f943aa3-4c3d-456c-bfca-7e5af5ebf37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404270 Jan 18 20:15:52.093349 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-751a4fc9-3f14-413b-a30f-5b55f807ca17 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (2eb4b954-4b60-41a6-b70f-a182e43313e8), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:52.097047 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-751a4fc9-3f14-413b-a30f-5b55f807ca17 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (2eb4b954-4b60-41a6-b70f-a182e43313e8), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:52.113583 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a4fc9-3f14-413b-a30f-5b55f807ca17 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb4b954-4b60-41a6-b70f-a182e43313e8,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:52.123469 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-751a4fc9-3f14-413b-a30f-5b55f807ca17 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:52.127625 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50888) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:52.127762 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-751a4fc9-3f14-413b-a30f-5b55f807ca17 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1461384 Jan 18 20:15:52.150496 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0055986d-9bbc-4f05-99e6-d653c563afc5 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (2eb4b954-4b60-41a6-b70f-a182e43313e8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:52.158108 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0055986d-9bbc-4f05-99e6-d653c563afc5 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (2eb4b954-4b60-41a6-b70f-a182e43313e8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:52.183998 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0055986d-9bbc-4f05-99e6-d653c563afc5 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (2eb4b954-4b60-41a6-b70f-a182e43313e8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:52.189963 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0055986d-9bbc-4f05-99e6-d653c563afc5 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:52.193474 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0055986d-9bbc-4f05-99e6-d653c563afc5 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/2eb4b954-4b60-41a6-b70f-a182e43313e8 HTTP/1.1" status: 204 len: 168 time: 0.0624554 Jan 18 20:15:52.193707 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50890) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:52.203654 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055986d-9bbc-4f05-99e6-d653c563afc5 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2eb4b954-4b60-41a6-b70f-a182e43313e8,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:52.238328 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-53ff16b6-3ae5-4e9a-afe5-e05b47208acb tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0435450 Jan 18 20:15:52.240980 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50892) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:52.297374 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-089a6f6d-7a55-4aa2-82aa-fdd8f31433a5 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (5f25104b-dc21-42c2-8e8e-99382fa6314f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:52.319210 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-089a6f6d-7a55-4aa2-82aa-fdd8f31433a5 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (5f25104b-dc21-42c2-8e8e-99382fa6314f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:52.361125 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-089a6f6d-7a55-4aa2-82aa-fdd8f31433a5 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5f25104b-dc21-42c2-8e8e-99382fa6314f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:52.364422 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-089a6f6d-7a55-4aa2-82aa-fdd8f31433a5 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:52.366225 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-089a6f6d-7a55-4aa2-82aa-fdd8f31433a5 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "DELETE /v2.0/security-groups/5f25104b-dc21-42c2-8e8e-99382fa6314f HTTP/1.1" status: 204 len: 168 time: 0.1243200 Jan 18 20:15:52.368292 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50896) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:52.378705 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a6f6d-7a55-4aa2-82aa-fdd8f31433a5 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f25104b-dc21-42c2-8e8e-99382fa6314f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:52.464589 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bf51fcec-6341-4eba-977d-5b5338f138cd tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0950859 Jan 18 20:15:52.467530 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50900) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:52.490218 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3eb88-f372-4e11-b2b8-af3d8b39b3b6 req-5124bb84-0d71-4a8c-8135-40ec744a3c1e tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:52.491759 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b2b3eb88-f372-4e11-b2b8-af3d8b39b3b6 req-5124bb84-0d71-4a8c-8135-40ec744a3c1e tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d8906da-7dfe-4ddd-956f-42dc75a875e2 HTTP/1.1" status: 200 len: 945 time: 0.0894446 Jan 18 20:15:52.599999 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ee4a0fb6-4749-494a-8330-a45740fdfa02 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (64eacc11-ca7d-4b80-b1bc-52ef227ab253), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:52.614210 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b2b3eb88-f372-4e11-b2b8-af3d8b39b3b6 req-dc69624c-59f9-435e-be94-48b875338255 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096871 Jan 18 20:15:52.621584 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b41eb-e500-41e4-b268-92c06bcf792a req-2ae70c7d-3234-4645-8c67-b1897558cb95 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:52.623037 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f63b41eb-e500-41e4-b268-92c06bcf792a req-2ae70c7d-3234-4645-8c67-b1897558cb95 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.1196215 Jan 18 20:15:52.641154 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ee4a0fb6-4749-494a-8330-a45740fdfa02 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (64eacc11-ca7d-4b80-b1bc-52ef227ab253), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:52.706933 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ee4a0fb6-4749-494a-8330-a45740fdfa02 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (64eacc11-ca7d-4b80-b1bc-52ef227ab253), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:52.709470 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ee4a0fb6-4749-494a-8330-a45740fdfa02 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:52.710623 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ee4a0fb6-4749-494a-8330-a45740fdfa02 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "DELETE /v2.0/security-groups/64eacc11-ca7d-4b80-b1bc-52ef227ab253 HTTP/1.1" status: 204 len: 168 time: 0.2422369 Jan 18 20:15:52.714117 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50902) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:52.717166 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f63b41eb-e500-41e4-b268-92c06bcf792a req-b3c2a762-51ff-4bcd-bcf2-44e2b7a8cfce tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667162 Jan 18 20:15:52.723480 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a0fb6-4749-494a-8330-a45740fdfa02 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64eacc11-ca7d-4b80-b1bc-52ef227ab253,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:52.765550 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a801fbe4-6dd0-40b9-8334-3c2d69bf767a tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0465951 Jan 18 20:15:52.767074 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50904) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:52.771742 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-07df89b3-601c-400b-aa08-f5488437c920 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Request body: {'security_group': {'name': 'tempest-secgroup--2109118227'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:52.800587 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07df89b3-601c-400b-aa08-f5488437c920 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:52.888534 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07df89b3-601c-400b-aa08-f5488437c920 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (5f154c1b-8e82-4980-a7a2-3f47a69aeaf4), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:52.891973 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0f35d3e2-6f7d-46f8-b208-7d77e9da4de7 req-e04ab9fb-c3da-4f51-a7ea-0cd316f5ce22 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 210 time: 0.0431671 Jan 18 20:15:52.893804 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07df89b3-601c-400b-aa08-f5488437c920 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5f154c1b-8e82-4980-a7a2-3f47a69aeaf4), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:52.930984 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07df89b3-601c-400b-aa08-f5488437c920 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:52.932367 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9232ddd-bc48-4ca4-821a-c04acb6c1737 req-0043b47c-2378-493d-9fb8-743df17e157f tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:52.932734 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-07df89b3-601c-400b-aa08-f5488437c920 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1645298 Jan 18 20:15:52.934437 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a9232ddd-bc48-4ca4-821a-c04acb6c1737 req-0043b47c-2378-493d-9fb8-743df17e157f tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fba937a-2d68-4527-bb29-1ced20ebac7b HTTP/1.1" status: 200 len: 946 time: 0.1198070 Jan 18 20:15:52.935338 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50914) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:52.940516 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-c0cf3df4-7cab-486e-a2ce-3fd03095755b tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Request body: {'security_group_rule': {'security_group_id': '5f154c1b-8e82-4980-a7a2-3f47a69aeaf4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:52.942191 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df89b3-601c-400b-aa08-f5488437c920 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f154c1b-8e82-4980-a7a2-3f47a69aeaf4,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:53.017295 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a9232ddd-bc48-4ca4-821a-c04acb6c1737 req-2659e53f-7148-42a3-b25d-3c4037d53889 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f943aa3-4c3d-456c-bfca-7e5af5ebf37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612752 Jan 18 20:15:53.018787 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0cf3df4-7cab-486e-a2ce-3fd03095755b tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (308f2cc8-fafe-47ab-8fa1-a4d24b7f5c11), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:53.078063 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0cf3df4-7cab-486e-a2ce-3fd03095755b tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (308f2cc8-fafe-47ab-8fa1-a4d24b7f5c11), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:53.082273 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0cf3df4-7cab-486e-a2ce-3fd03095755b tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (308f2cc8-fafe-47ab-8fa1-a4d24b7f5c11), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:53.100897 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf3df4-7cab-486e-a2ce-3fd03095755b tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308f2cc8-fafe-47ab-8fa1-a4d24b7f5c11,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:53.108375 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0cf3df4-7cab-486e-a2ce-3fd03095755b tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:53.112246 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c0cf3df4-7cab-486e-a2ce-3fd03095755b tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1732984 Jan 18 20:15:53.112674 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50918) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:53.138457 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd0fdcc2-77b7-479b-87d0-29f5111bc99f tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (308f2cc8-fafe-47ab-8fa1-a4d24b7f5c11), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:53.146858 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd0fdcc2-77b7-479b-87d0-29f5111bc99f tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (308f2cc8-fafe-47ab-8fa1-a4d24b7f5c11), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:53.174987 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd0fdcc2-77b7-479b-87d0-29f5111bc99f tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (308f2cc8-fafe-47ab-8fa1-a4d24b7f5c11), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:53.181531 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd0fdcc2-77b7-479b-87d0-29f5111bc99f tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:53.182689 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fd0fdcc2-77b7-479b-87d0-29f5111bc99f tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/308f2cc8-fafe-47ab-8fa1-a4d24b7f5c11 HTTP/1.1" status: 204 len: 168 time: 0.0689964 Jan 18 20:15:53.185461 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50920) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:53.188206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fdcc2-77b7-479b-87d0-29f5111bc99f tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=308f2cc8-fafe-47ab-8fa1-a4d24b7f5c11,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:53.229273 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-82f7ff41-859b-418b-a8c0-1abb43927963 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0389900 Jan 18 20:15:53.229643 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50922) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:53.280772 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4100241-abf4-4766-b96b-ee6c21d394c7 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (5f154c1b-8e82-4980-a7a2-3f47a69aeaf4), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:53.302803 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4100241-abf4-4766-b96b-ee6c21d394c7 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (5f154c1b-8e82-4980-a7a2-3f47a69aeaf4), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:53.349802 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4100241-abf4-4766-b96b-ee6c21d394c7 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5f154c1b-8e82-4980-a7a2-3f47a69aeaf4), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:53.353434 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4100241-abf4-4766-b96b-ee6c21d394c7 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:53.354681 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e4100241-abf4-4766-b96b-ee6c21d394c7 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "DELETE /v2.0/security-groups/5f154c1b-8e82-4980-a7a2-3f47a69aeaf4 HTTP/1.1" status: 204 len: 168 time: 0.1241326 Jan 18 20:15:53.357539 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50924) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:53.364953 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4100241-abf4-4766-b96b-ee6c21d394c7 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f154c1b-8e82-4980-a7a2-3f47a69aeaf4,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:53.407865 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-357ba701-5806-4d85-bfa7-ed947a96666f tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0448141 Jan 18 20:15:53.408264 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50926) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:53.412691 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-2dd0a377-10ea-43d9-8281-4b2f2ed2e951 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Request body: {'security_group': {'name': 'tempest-secgroup--647471043'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:53.435753 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2dd0a377-10ea-43d9-8281-4b2f2ed2e951 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:53.521516 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2dd0a377-10ea-43d9-8281-4b2f2ed2e951 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (7cba29d8-91a3-456c-b2bf-c0c595b92378), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:53.527300 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2dd0a377-10ea-43d9-8281-4b2f2ed2e951 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7cba29d8-91a3-456c-b2bf-c0c595b92378), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:53.555149 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2dd0a377-10ea-43d9-8281-4b2f2ed2e951 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:53.556426 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2dd0a377-10ea-43d9-8281-4b2f2ed2e951 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1471901 Jan 18 20:15:53.559435 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50928) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:53.561519 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0a377-10ea-43d9-8281-4b2f2ed2e951 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cba29d8-91a3-456c-b2bf-c0c595b92378,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:53.565183 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-cd1cdfdb-ed36-4e0e-9d25-876f7bd0e447 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Request body: {'security_group_rule': {'security_group_id': '7cba29d8-91a3-456c-b2bf-c0c595b92378', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:53.602762 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd1cdfdb-ed36-4e0e-9d25-876f7bd0e447 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (463cbbf3-cdf1-40cb-907f-0bffd6ef85d6), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:53.653000 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd1cdfdb-ed36-4e0e-9d25-876f7bd0e447 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (463cbbf3-cdf1-40cb-907f-0bffd6ef85d6), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:53.658227 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd1cdfdb-ed36-4e0e-9d25-876f7bd0e447 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (463cbbf3-cdf1-40cb-907f-0bffd6ef85d6), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:53.682796 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd1cdfdb-ed36-4e0e-9d25-876f7bd0e447 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:53.686538 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cd1cdfdb-ed36-4e0e-9d25-876f7bd0e447 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236346 Jan 18 20:15:53.687651 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50932) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:53.688807 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1cdfdb-ed36-4e0e-9d25-876f7bd0e447 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=463cbbf3-cdf1-40cb-907f-0bffd6ef85d6,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:53.721586 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e4947874-005f-4ea1-9c45-1aa96b5f4156 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-group-rules/463cbbf3-cdf1-40cb-907f-0bffd6ef85d6 HTTP/1.1" status: 200 len: 763 time: 0.0307698 Jan 18 20:15:53.722978 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50934) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:53.769624 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec5659-789c-4e66-98d3-d3b9770e24ce req-f1669e80-d77c-4b9f-92a8-7b2a94084e99 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:53.776927 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65ec5659-789c-4e66-98d3-d3b9770e24ce req-f1669e80-d77c-4b9f-92a8-7b2a94084e99 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d8906da-7dfe-4ddd-956f-42dc75a875e2 HTTP/1.1" status: 200 len: 945 time: 0.0749071 Jan 18 20:15:53.786919 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e9751f3d-f40f-46f3-99f6-e1911f11b566 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0625889 Jan 18 20:15:53.787540 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50938) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:53.823247 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01e52b3c-60e1-46d3-bbb4-275f890abd05 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (463cbbf3-cdf1-40cb-907f-0bffd6ef85d6), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:53.833520 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01e52b3c-60e1-46d3-bbb4-275f890abd05 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (463cbbf3-cdf1-40cb-907f-0bffd6ef85d6), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:53.835090 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8906da-7dfe-4ddd-956f-42dc75a875e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697b660d-6aa8-4757-b95b-4b1df4c2dfc8'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:15:53.838586 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ff62c4-5979-48ea-9819-0876e37bab5a" -d '{"events": [{"server_uuid": "7d8906da-7dfe-4ddd-956f-42dc75a875e2", "name": "network-vif-plugged", "status": "completed", "tag": "697b660d-6aa8-4757-b95b-4b1df4c2dfc8"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:15:53.870482 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01e52b3c-60e1-46d3-bbb4-275f890abd05 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (463cbbf3-cdf1-40cb-907f-0bffd6ef85d6), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:53.872011 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65ec5659-789c-4e66-98d3-d3b9770e24ce req-9715c9d5-3868-4174-9c48-6197fc945a58 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919111 Jan 18 20:15:53.879415 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01e52b3c-60e1-46d3-bbb4-275f890abd05 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:53.881102 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-01e52b3c-60e1-46d3-bbb4-275f890abd05 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/463cbbf3-cdf1-40cb-907f-0bffd6ef85d6 HTTP/1.1" status: 204 len: 168 time: 0.0922961 Jan 18 20:15:53.886163 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50942) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:53.887347 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e52b3c-60e1-46d3-bbb4-275f890abd05 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=463cbbf3-cdf1-40cb-907f-0bffd6ef85d6,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:53.919165 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304f0ed-7bfd-4a04-b602-878bfb0d9204 req-516a9f3b-be1f-4a95-af1e-506106e79872 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:53.920740 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2304f0ed-7bfd-4a04-b602-878bfb0d9204 req-516a9f3b-be1f-4a95-af1e-506106e79872 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.1002913 Jan 18 20:15:53.945791 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf95f68b-04ce-447d-8e5a-50d2922fa5d1 x-openstack-request-id: req-bf95f68b-04ce-447d-8e5a-50d2922fa5d1 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:15:53.947007 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8906da-7dfe-4ddd-956f-42dc75a875e2", "name": "network-vif-plugged", "status": "completed", "tag": "697b660d-6aa8-4757-b95b-4b1df4c2dfc8", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:15:53.947781 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf95f68b-04ce-447d-8e5a-50d2922fa5d1 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:15:53.948909 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8906da-7dfe-4ddd-956f-42dc75a875e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697b660d-6aa8-4757-b95b-4b1df4c2dfc8', 'code': 200} Jan 18 20:15:53.980548 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5e721c1f-9932-41a0-86fb-c355bf748f56 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0929189 Jan 18 20:15:53.987313 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50946) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:53.998267 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-942a9fad-0eda-40d3-ba35-2a097e74ce00 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Request body: {'security_group_rule': {'security_group_id': '7cba29d8-91a3-456c-b2bf-c0c595b92378', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:54.032435 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-390a6390-94a6-4de9-b7da-bc520fd66444 req-b41f1538-8b5a-4a9a-b4f6-dc633005a5dd tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 210 time: 0.0409017 Jan 18 20:15:54.059879 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2304f0ed-7bfd-4a04-b602-878bfb0d9204 req-1a327a28-ac9a-4b40-8dd5-353bff1f8f07 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258271 Jan 18 20:15:54.099965 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-942a9fad-0eda-40d3-ba35-2a097e74ce00 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (a733dd61-253b-4373-bd7e-1819a7ac5869), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:54.129120 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aeba7f-c22f-4ed9-9eef-ed6493ff9fc5 req-7eb9a1f2-4500-4cdd-89fd-dc5d8c8dced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:54.131179 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-90aeba7f-c22f-4ed9-9eef-ed6493ff9fc5 req-7eb9a1f2-4500-4cdd-89fd-dc5d8c8dced5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7d8906da-7dfe-4ddd-956f-42dc75a875e2 HTTP/1.1" status: 200 len: 1096 time: 0.1049409 Jan 18 20:15:54.186253 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-942a9fad-0eda-40d3-ba35-2a097e74ce00 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (a733dd61-253b-4373-bd7e-1819a7ac5869), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:54.194374 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-942a9fad-0eda-40d3-ba35-2a097e74ce00 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (a733dd61-253b-4373-bd7e-1819a7ac5869), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:54.198639 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e73e00-a59a-447f-b06f-8adeb725a6df req-1b533a0b-ac24-4eb0-b135-557e4096f23e tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:54.206346 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9e73e00-a59a-447f-b06f-8adeb725a6df req-1b533a0b-ac24-4eb0-b135-557e4096f23e tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fba937a-2d68-4527-bb29-1ced20ebac7b HTTP/1.1" status: 200 len: 946 time: 0.0850894 Jan 18 20:15:54.234654 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a9fad-0eda-40d3-ba35-2a097e74ce00 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a733dd61-253b-4373-bd7e-1819a7ac5869,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:54.245323 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-90aeba7f-c22f-4ed9-9eef-ed6493ff9fc5 req-63106f6a-3874-4296-829c-c2b8b28879eb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815716 Jan 18 20:15:54.256984 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-942a9fad-0eda-40d3-ba35-2a097e74ce00 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:54.259654 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-942a9fad-0eda-40d3-ba35-2a097e74ce00 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2692287 Jan 18 20:15:54.261522 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50956) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:54.278814 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-74ef323f-2c5a-4c0a-bf72-2fab870b55fd tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-group-rules/a733dd61-253b-4373-bd7e-1819a7ac5869 HTTP/1.1" status: 200 len: 763 time: 0.0160642 Jan 18 20:15:54.281100 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50958) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:54.293132 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9e73e00-a59a-447f-b06f-8adeb725a6df req-5c169ce6-1ab4-46bb-963e-7e8217119187 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f943aa3-4c3d-456c-bfca-7e5af5ebf37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849771 Jan 18 20:15:54.323353 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0836aa4a-37aa-490f-af23-625884deedec tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0411086 Jan 18 20:15:54.325940 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50960) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:54.353153 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-54578abf-11e4-4686-b211-6503848701f1 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (a733dd61-253b-4373-bd7e-1819a7ac5869), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:54.362259 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-54578abf-11e4-4686-b211-6503848701f1 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (a733dd61-253b-4373-bd7e-1819a7ac5869), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:54.391726 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-54578abf-11e4-4686-b211-6503848701f1 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (a733dd61-253b-4373-bd7e-1819a7ac5869), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:54.398395 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-54578abf-11e4-4686-b211-6503848701f1 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:54.399597 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-54578abf-11e4-4686-b211-6503848701f1 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/a733dd61-253b-4373-bd7e-1819a7ac5869 HTTP/1.1" status: 204 len: 168 time: 0.0726001 Jan 18 20:15:54.402296 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50964) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:54.405196 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54578abf-11e4-4686-b211-6503848701f1 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a733dd61-253b-4373-bd7e-1819a7ac5869,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:54.448049 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5db2b88f-7fa0-4d3c-99b5-372d7ad4cbd4 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0424323 Jan 18 20:15:54.450609 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50966) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:54.455566 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-87f9f3af-1f97-4459-86e9-d40076076459 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Request body: {'security_group_rule': {'security_group_id': '7cba29d8-91a3-456c-b2bf-c0c595b92378', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:54.487215 n-d-741529-9 neutron-server[103335]: INFO neutron.db.securitygroups_db [None req-87f9f3af-1f97-4459-86e9-d40076076459 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Project be7baf68b7134ffba779b0a0ebc1c5b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:15:54.492186 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87f9f3af-1f97-4459-86e9-d40076076459 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (f3297fdc-be67-40ac-a797-26fb0fb9bdb5), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:54.501166 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf0d17-3b43-4453-87ef-8c6db2234596 req-d0a417b7-959c-4678-bfdf-840443f86f90 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:54.502926 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-03bf0d17-3b43-4453-87ef-8c6db2234596 req-d0a417b7-959c-4678-bfdf-840443f86f90 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fba937a-2d68-4527-bb29-1ced20ebac7b HTTP/1.1" status: 200 len: 946 time: 0.0536296 Jan 18 20:15:54.513030 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50968) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:54.517852 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-696bf834-6795-4e2f-887b-6e3e461c87f6 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Request body: {'floatingip': {'port_id': '1e3f3f23-0672-4d5d-b14f-eeac2635d01c'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:54.545067 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87f9f3af-1f97-4459-86e9-d40076076459 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (f3297fdc-be67-40ac-a797-26fb0fb9bdb5), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:54.550271 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87f9f3af-1f97-4459-86e9-d40076076459 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (f3297fdc-be67-40ac-a797-26fb0fb9bdb5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:54.558074 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-696bf834-6795-4e2f-887b-6e3e461c87f6 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for floatingip (2e1a8295-0e5e-470c-a53b-0d0f52e3833d), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:54.572395 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9f3af-1f97-4459-86e9-d40076076459 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3297fdc-be67-40ac-a797-26fb0fb9bdb5,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:54.578839 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87f9f3af-1f97-4459-86e9-d40076076459 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:54.580768 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-87f9f3af-1f97-4459-86e9-d40076076459 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1282930 Jan 18 20:15:54.583628 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50970) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:54.600149 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a25c9e8c-983f-442c-aae2-f403baf667a5 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-group-rules/f3297fdc-be67-40ac-a797-26fb0fb9bdb5 HTTP/1.1" status: 200 len: 769 time: 0.0154533 Jan 18 20:15:54.603163 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50972) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:54.644276 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8e5d8e6f-7a4e-42bb-82d6-b5633283f3c8 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0400696 Jan 18 20:15:54.652212 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50974) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:54.683051 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fa6f987-0c7a-4939-96b0-a29b9ef3bb48 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (f3297fdc-be67-40ac-a797-26fb0fb9bdb5), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:54.696379 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fa6f987-0c7a-4939-96b0-a29b9ef3bb48 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (f3297fdc-be67-40ac-a797-26fb0fb9bdb5), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:54.756209 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fa6f987-0c7a-4939-96b0-a29b9ef3bb48 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (f3297fdc-be67-40ac-a797-26fb0fb9bdb5), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:54.764650 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fa6f987-0c7a-4939-96b0-a29b9ef3bb48 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:54.766170 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0fa6f987-0c7a-4939-96b0-a29b9ef3bb48 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/f3297fdc-be67-40ac-a797-26fb0fb9bdb5 HTTP/1.1" status: 204 len: 168 time: 0.1118214 Jan 18 20:15:54.773383 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50976) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:54.782872 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6f987-0c7a-4939-96b0-a29b9ef3bb48 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3297fdc-be67-40ac-a797-26fb0fb9bdb5,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:54.800365 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4401df-79b8-4fd2-8280-13e9d1e41bc9 req-41097e19-00f4-445b-9f0f-2d5a2bdb2f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:54.802221 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7f4401df-79b8-4fd2-8280-13e9d1e41bc9 req-41097e19-00f4-445b-9f0f-2d5a2bdb2f04 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 1097 time: 0.0877879 Jan 18 20:15:54.845447 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-365149b6-176c-4736-9fdd-5fc525e24391 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0665972 Jan 18 20:15:54.846187 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50978) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:54.869327 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7f4401df-79b8-4fd2-8280-13e9d1e41bc9 req-17101278-a481-431c-a734-4c6e07c76d34 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584598 Jan 18 20:15:55.025114 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2a3cace2-3077-4190-9314-2277daf60b0e tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (7cba29d8-91a3-456c-b2bf-c0c595b92378), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:55.160310 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2a3cace2-3077-4190-9314-2277daf60b0e tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (7cba29d8-91a3-456c-b2bf-c0c595b92378), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:55.182007 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd768b-76d3-49d9-b6ec-b330ed3ce3ed req-88673a4f-ff3f-43f6-ad16-9ae919646306 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:55.183492 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-accd768b-76d3-49d9-b6ec-b330ed3ce3ed req-88673a4f-ff3f-43f6-ad16-9ae919646306 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d8906da-7dfe-4ddd-956f-42dc75a875e2 HTTP/1.1" status: 200 len: 945 time: 0.1981702 Jan 18 20:15:55.206197 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ee482247-31f0-43f2-b1dc-e0bd8bc35cad req-13bccd3e-a499-4826-aa0c-ce891f6f0a51 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d682369-c646-448a-bc99-4469508cfcbc HTTP/1.1" status: 200 len: 210 time: 0.0635703 Jan 18 20:15:55.211694 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-696bf834-6795-4e2f-887b-6e3e461c87f6 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:55.226056 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-696bf834-6795-4e2f-887b-6e3e461c87f6 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (2e1a8295-0e5e-470c-a53b-0d0f52e3833d), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:55.331681 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2a3cace2-3077-4190-9314-2277daf60b0e tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7cba29d8-91a3-456c-b2bf-c0c595b92378), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:55.334269 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2a3cace2-3077-4190-9314-2277daf60b0e tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:55.335390 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2a3cace2-3077-4190-9314-2277daf60b0e tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "DELETE /v2.0/security-groups/7cba29d8-91a3-456c-b2bf-c0c595b92378 HTTP/1.1" status: 204 len: 168 time: 0.4886210 Jan 18 20:15:55.338913 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50990) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:55.381906 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a065d0f3-142e-4b22-bb47-b3cce86a94b6 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0416610 Jan 18 20:15:55.386142 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50992) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:55.390461 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-0fb1a13b-19a4-4eb5-8b39-39e4658dffb3 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Request body: {'security_group': {'name': 'tempest-secgroup--873428429'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:55.393224 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cace2-3077-4190-9314-2277daf60b0e tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cba29d8-91a3-456c-b2bf-c0c595b92378,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:55.414209 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-accd768b-76d3-49d9-b6ec-b330ed3ce3ed req-27bd281f-24bf-4fda-b6b8-266fc02ac271 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127285 Jan 18 20:15:55.416933 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fb1a13b-19a4-4eb5-8b39-39e4658dffb3 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:55.443343 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd831226-35c1-41c6-9754-035cf2fa2f0c req-853fc2af-74f5-4b29-a1c8-f2ae4980844b tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:55.451287 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dd831226-35c1-41c6-9754-035cf2fa2f0c req-853fc2af-74f5-4b29-a1c8-f2ae4980844b tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.1773267 Jan 18 20:15:55.476218 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-696bf834-6795-4e2f-887b-6e3e461c87f6 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Floating IP 2e1a8295-0e5e-470c-a53b-0d0f52e3833d associated. External IP: 172.25.4.111, port: 1e3f3f23-0672-4d5d-b14f-eeac2635d01c. Jan 18 20:15:55.504289 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fb1a13b-19a4-4eb5-8b39-39e4658dffb3 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (9895881a-1835-4e3f-b66a-d0ba7b611651), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:55.508455 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fb1a13b-19a4-4eb5-8b39-39e4658dffb3 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9895881a-1835-4e3f-b66a-d0ba7b611651), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:55.568264 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fb1a13b-19a4-4eb5-8b39-39e4658dffb3 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:55.569581 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dd831226-35c1-41c6-9754-035cf2fa2f0c req-3d8e1ea6-5a1b-4329-bf72-017e3936561b tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141016 Jan 18 20:15:55.569909 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c3e13bac-9fdb-4025-af24-e62e9062e202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:55.571372 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0fb1a13b-19a4-4eb5-8b39-39e4658dffb3 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1842031 Jan 18 20:15:55.578524 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50996) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:55.591812 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-65e37bae-655d-4630-ae21-dc345b518eaf tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Request body: {'security_group_rule': {'security_group_id': '9895881a-1835-4e3f-b66a-d0ba7b611651', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:55.596502 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1a13b-19a4-4eb5-8b39-39e4658dffb3 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9895881a-1835-4e3f-b66a-d0ba7b611651,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:55.657357 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-65e37bae-655d-4630-ae21-dc345b518eaf tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (057e9131-c2fe-433c-b28e-9a3ab765f1ca), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:55.733934 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-65e37bae-655d-4630-ae21-dc345b518eaf tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (057e9131-c2fe-433c-b28e-9a3ab765f1ca), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:55.737855 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-65e37bae-655d-4630-ae21-dc345b518eaf tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (057e9131-c2fe-433c-b28e-9a3ab765f1ca), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:55.756423 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e37bae-655d-4630-ae21-dc345b518eaf tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=057e9131-c2fe-433c-b28e-9a3ab765f1ca,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:55.769239 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-65e37bae-655d-4630-ae21-dc345b518eaf tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:55.770481 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-65e37bae-655d-4630-ae21-dc345b518eaf tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1879592 Jan 18 20:15:55.773074 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50998) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:55.794150 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696bf834-6795-4e2f-887b-6e3e461c87f6 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Router 96356dce-1ed1-4f46-9dac-371f1628399e has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:15:55.839302 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f37e69d-6a83-4919-8d6d-c6b119e473d2 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (9895881a-1835-4e3f-b66a-d0ba7b611651), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:55.867789 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f37e69d-6a83-4919-8d6d-c6b119e473d2 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (9895881a-1835-4e3f-b66a-d0ba7b611651), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:55.919494 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f37e69d-6a83-4919-8d6d-c6b119e473d2 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9895881a-1835-4e3f-b66a-d0ba7b611651), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:55.923273 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f37e69d-6a83-4919-8d6d-c6b119e473d2 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:55.924474 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4f37e69d-6a83-4919-8d6d-c6b119e473d2 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "DELETE /v2.0/security-groups/9895881a-1835-4e3f-b66a-d0ba7b611651 HTTP/1.1" status: 204 len: 168 time: 0.1498225 Jan 18 20:15:55.927745 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51000) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:55.938504 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696bf834-6795-4e2f-887b-6e3e461c87f6 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:15:55.943468 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-696bf834-6795-4e2f-887b-6e3e461c87f6 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:55.949924 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37e69d-6a83-4919-8d6d-c6b119e473d2 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9895881a-1835-4e3f-b66a-d0ba7b611651,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:55.953182 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81141a8-be39-443c-93d8-da3ec45e771a None None] Sync routers for ids ['96356dce-1ed1-4f46-9dac-371f1628399e'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:15:55.974335 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81141a8-be39-443c-93d8-da3ec45e771a None None] Routers {'96356dce-1ed1-4f46-9dac-371f1628399e'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:15:55.977602 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d81141a8-be39-443c-93d8-da3ec45e771a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:15:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['96356dce-1ed1-4f46-9dac-371f1628399e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:55.999374 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a6a3084e-0d44-4a0b-bb54-d39d9ab51236 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0676639 Jan 18 20:15:56.002210 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51002) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:56.002341 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-696bf834-6795-4e2f-887b-6e3e461c87f6 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "PUT /v2.0/floatingips/2e1a8295-0e5e-470c-a53b-0d0f52e3833d HTTP/1.1" status: 200 len: 992 time: 1.4877827 Jan 18 20:15:56.003308 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fba937a-2d68-4527-bb29-1ced20ebac7b', 'tag': '1e3f3f23-0672-4d5d-b14f-eeac2635d01c'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:15:56.006479 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea05b6b-7700-4f9b-9ed5-0ae599b5b6c9" -d '{"events": [{"name": "network-changed", "server_uuid": "7fba937a-2d68-4527-bb29-1ced20ebac7b", "tag": "1e3f3f23-0672-4d5d-b14f-eeac2635d01c"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:15:56.053800 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51008) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:56.058283 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d36c369c-adb3-439f-adac-07a114c7c27e tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0546575 Jan 18 20:15:56.063564 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ea9124-2778-401d-8398-578d5c3ab265 x-openstack-request-id: req-83ea9124-2778-401d-8398-578d5c3ab265 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:15:56.063853 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fba937a-2d68-4527-bb29-1ced20ebac7b", "tag": "1e3f3f23-0672-4d5d-b14f-eeac2635d01c", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:15:56.064108 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83ea9124-2778-401d-8398-578d5c3ab265 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:15:56.064509 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fba937a-2d68-4527-bb29-1ced20ebac7b', 'tag': '1e3f3f23-0672-4d5d-b14f-eeac2635d01c', 'status': 'completed', 'code': 200} Jan 18 20:15:56.070607 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-3e467c11-f4b8-45d4-b749-7112c6dd7b9e tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] delete failed (client error): The resource could not be found. Jan 18 20:15:56.078709 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3e467c11-f4b8-45d4-b749-7112c6dd7b9e tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "DELETE /v2.0/security-groups/9895881a-1835-4e3f-b66a-d0ba7b611651 HTTP/1.1" status: 404 len: 347 time: 0.0238812 Jan 18 20:15:56.079007 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51010) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:56.129714 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-d81141a8-be39-443c-93d8-da3ec45e771a None None] Set router 96356dce-1ed1-4f46-9dac-371f1628399e gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:15:56.160707 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-da4dccc6-2d29-4944-a0c5-59ffc4169604 tempest-SecGroupIPv6Test-84164740 tempest-SecGroupIPv6Test-84164740-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0803256 Jan 18 20:15:56.182219 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea05b6b-7700-4f9b-9ed5-0ae599b5b6c9 req-6ea1abe9-6613-4c70-aec1-360c554d4722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:56.187068 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eea05b6b-7700-4f9b-9ed5-0ae599b5b6c9 req-6ea1abe9-6613-4c70-aec1-360c554d4722 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=72501d248542438e9d3a803e6110efb0&device_id=7fba937a-2d68-4527-bb29-1ced20ebac7b HTTP/1.1" status: 200 len: 1097 time: 0.0789225 Jan 18 20:15:56.362974 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea05b6b-7700-4f9b-9ed5-0ae599b5b6c9 req-e1993439-e1ce-47e8-a6fa-3c5fc52457a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:56.386315 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eea05b6b-7700-4f9b-9ed5-0ae599b5b6c9 req-e1993439-e1ce-47e8-a6fa-3c5fc52457a0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2cafaa10-97b0-4140-ac04-be8f2bf83219 HTTP/1.1" status: 200 len: 912 time: 0.1806049 Jan 18 20:15:56.451432 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d81141a8-be39-443c-93d8-da3ec45e771a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'name': 'tempest-AttachVolumeTestJSON-1877546686-router', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:10:04Z', 'updated_at': '2022-01-18T20:10:14Z', 'revision_number': 4, 'project_id': '72501d248542438e9d3a803e6110efb0', 'gw_port': {'id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:07Z', 'updated_at': '2022-01-18T20:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '2e1a8295-0e5e-470c-a53b-0d0f52e3833d', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'floating_ip_address': '172.25.4.111', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'port_id': '1e3f3f23-0672-4d5d-b14f-eeac2635d01c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219', 'mac_address': 'fa:16:3e:f1:e5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fba937a-2d68-4527-bb29-1ced20ebac7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:15:33Z', 'updated_at': '2022-01-18T20:15:55Z', 'revision_number': 1, 'project_id': '72501d248542438e9d3a803e6110efb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf6cbf85-e862-43be-9155-353835d8a1b9', 'name': '', 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'mac_address': 'fa:16:3e:84:cf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '1723126f-3654-432e-ad19-50c4bb784989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:13Z', 'updated_at': '2022-01-18T20:10:24Z', 'revision_number': 5, 'project_id': '72501d248542438e9d3a803e6110efb0', 'subnets': [{'id': '1723126f-3654-432e-ad19-50c4bb784989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:56.486417 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81141a8-be39-443c-93d8-da3ec45e771a None None] Checking router: 96356dce-1ed1-4f46-9dac-371f1628399e for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:15:56.496275 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81141a8-be39-443c-93d8-da3ec45e771a None None] Routers {'96356dce-1ed1-4f46-9dac-371f1628399e'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:15:56.496916 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d81141a8-be39-443c-93d8-da3ec45e771a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:15:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['96356dce-1ed1-4f46-9dac-371f1628399e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:56.508431 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eea05b6b-7700-4f9b-9ed5-0ae599b5b6c9 req-223189cd-688d-4d90-b3b8-c980d9fe3839 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e3f3f23-0672-4d5d-b14f-eeac2635d01c HTTP/1.1" status: 200 len: 1000 time: 0.1184683 Jan 18 20:15:56.601244 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51028) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:56.646612 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eef71e-f69f-4809-8d3a-1c37378780e8 req-3a262430-3eb1-4a7b-b9c4-3850ac043226 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:56.655520 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c8eef71e-f69f-4809-8d3a-1c37378780e8 req-3a262430-3eb1-4a7b-b9c4-3850ac043226 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d8906da-7dfe-4ddd-956f-42dc75a875e2 HTTP/1.1" status: 200 len: 945 time: 0.1301134 Jan 18 20:15:56.671265 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-d81141a8-be39-443c-93d8-da3ec45e771a None None] Set router 96356dce-1ed1-4f46-9dac-371f1628399e gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:15:56.718854 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c8eef71e-f69f-4809-8d3a-1c37378780e8 req-7cbc9c15-e292-45b8-a735-455824ed44d2 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577717 Jan 18 20:15:56.844744 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddcf70-329a-4f70-b9a7-e13a498166ad req-9a938b7e-d439-4dc6-b858-e610682ad9d6 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:56.854134 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d0ddcf70-329a-4f70-b9a7-e13a498166ad req-9a938b7e-d439-4dc6-b858-e610682ad9d6 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.1145627 Jan 18 20:15:56.907949 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea05b6b-7700-4f9b-9ed5-0ae599b5b6c9 req-a55e20a3-f3ee-43bc-9e6e-70650ed30000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:56.909419 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eea05b6b-7700-4f9b-9ed5-0ae599b5b6c9 req-a55e20a3-f3ee-43bc-9e6e-70650ed30000 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1723126f-3654-432e-ad19-50c4bb784989 HTTP/1.1" status: 200 len: 850 time: 0.3871870 Jan 18 20:15:57.004311 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea05b6b-7700-4f9b-9ed5-0ae599b5b6c9 req-91ce2aa0-9023-4380-9e03-d09579c8d6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:57.005870 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eea05b6b-7700-4f9b-9ed5-0ae599b5b6c9 req-91ce2aa0-9023-4380-9e03-d09579c8d6fe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cafaa10-97b0-4140-ac04-be8f2bf83219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795844 Jan 18 20:15:57.006775 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d0ddcf70-329a-4f70-b9a7-e13a498166ad req-771b55f6-bd29-48d3-b4e2-94bcd84b5db1 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478879 Jan 18 20:15:57.040683 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-76b1b2b0-74a3-47df-9743-28a8865785c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be7baf68b7134ffba779b0a0ebc1c5b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4255016 Jan 18 20:15:57.041324 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51042) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:57.051413 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d81141a8-be39-443c-93d8-da3ec45e771a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'name': 'tempest-AttachVolumeTestJSON-1877546686-router', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:10:04Z', 'updated_at': '2022-01-18T20:10:14Z', 'revision_number': 4, 'project_id': '72501d248542438e9d3a803e6110efb0', 'gw_port': {'id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:07Z', 'updated_at': '2022-01-18T20:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '2e1a8295-0e5e-470c-a53b-0d0f52e3833d', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'floating_ip_address': '172.25.4.111', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'port_id': '1e3f3f23-0672-4d5d-b14f-eeac2635d01c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219', 'mac_address': 'fa:16:3e:f1:e5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fba937a-2d68-4527-bb29-1ced20ebac7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:15:33Z', 'updated_at': '2022-01-18T20:15:55Z', 'revision_number': 1, 'project_id': '72501d248542438e9d3a803e6110efb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf6cbf85-e862-43be-9155-353835d8a1b9', 'name': '', 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'mac_address': 'fa:16:3e:84:cf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '1723126f-3654-432e-ad19-50c4bb784989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:13Z', 'updated_at': '2022-01-18T20:10:24Z', 'revision_number': 5, 'project_id': '72501d248542438e9d3a803e6110efb0', 'subnets': [{'id': '1723126f-3654-432e-ad19-50c4bb784989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:57.080801 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81141a8-be39-443c-93d8-da3ec45e771a None None] The sync data for ids ['96356dce-1ed1-4f46-9dac-371f1628399e'] in n-d-741529-9 is: [{'id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'name': 'tempest-AttachVolumeTestJSON-1877546686-router', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:10:04Z', 'updated_at': '2022-01-18T20:10:14Z', 'revision_number': 4, 'project_id': '72501d248542438e9d3a803e6110efb0', 'gw_port': {'id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:07Z', 'updated_at': '2022-01-18T20:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '2e1a8295-0e5e-470c-a53b-0d0f52e3833d', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'floating_ip_address': '172.25.4.111', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'port_id': '1e3f3f23-0672-4d5d-b14f-eeac2635d01c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219', 'mac_address': 'fa:16:3e:f1:e5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fba937a-2d68-4527-bb29-1ced20ebac7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:15:33Z', 'updated_at': '2022-01-18T20:15:55Z', 'revision_number': 1, 'project_id': '72501d248542438e9d3a803e6110efb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf6cbf85-e862-43be-9155-353835d8a1b9', 'name': '', 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'mac_address': 'fa:16:3e:84:cf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '1723126f-3654-432e-ad19-50c4bb784989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:13Z', 'updated_at': '2022-01-18T20:10:24Z', 'revision_number': 5, 'project_id': '72501d248542438e9d3a803e6110efb0', 'subnets': [{'id': '1723126f-3654-432e-ad19-50c4bb784989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:15:57.152826 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dffda447-9739-4011-a481-4ffea01a56b0 admin admin] Publish callbacks [] for security_group (d02e0fcc-8ebc-4cf2-bfd5-84bbc8157e0a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:57.198270 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dffda447-9739-4011-a481-4ffea01a56b0 admin admin] Publish callbacks [] for security_group (d02e0fcc-8ebc-4cf2-bfd5-84bbc8157e0a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:57.222506 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eea05b6b-7700-4f9b-9ed5-0ae599b5b6c9 req-eac7ffa8-8b63-4206-8c90-83ea156697fa service neutron] 10.222.0.70 "GET /v2.0/networks/2cafaa10-97b0-4140-ac04-be8f2bf83219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086546 Jan 18 20:15:57.296955 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dffda447-9739-4011-a481-4ffea01a56b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d02e0fcc-8ebc-4cf2-bfd5-84bbc8157e0a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:57.300321 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dffda447-9739-4011-a481-4ffea01a56b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:57.304704 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-dffda447-9739-4011-a481-4ffea01a56b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d02e0fcc-8ebc-4cf2-bfd5-84bbc8157e0a HTTP/1.1" status: 204 len: 168 time: 0.2623470 Jan 18 20:15:57.323809 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffda447-9739-4011-a481-4ffea01a56b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02e0fcc-8ebc-4cf2-bfd5-84bbc8157e0a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:57.448568 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e87881-f784-4b89-827d-7e566ee93045 req-a9316945-320c-425d-a919-de313b864ca0 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:57.450265 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-45e87881-f784-4b89-827d-7e566ee93045 req-a9316945-320c-425d-a919-de313b864ca0 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.0941207 Jan 18 20:15:57.540250 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d67142-ac04-4ee2-8dfe-1f2bfa90f695 req-4ba600c2-555c-44b8-b7fe-9a9b92b7bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:57.549123 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-51d67142-ac04-4ee2-8dfe-1f2bfa90f695 req-4ba600c2-555c-44b8-b7fe-9a9b92b7bb75 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d59cddb1215e4094a41609f512841133&device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 1097 time: 0.1667454 Jan 18 20:15:57.555266 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eea05b6b-7700-4f9b-9ed5-0ae599b5b6c9 req-8150cc1f-4f22-49a0-acd3-4a5b9b121f2b service neutron] 10.222.0.70 "GET /v2.0/networks/2cafaa10-97b0-4140-ac04-be8f2bf83219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162868 Jan 18 20:15:57.563747 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-45e87881-f784-4b89-827d-7e566ee93045 req-cf33ddee-fdac-4e17-87cb-dee4a14a31a7 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065516 Jan 18 20:15:57.593611 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca90268-bbbb-40df-a3a8-380508ca2e94 None None] New status for floating IP 2e1a8295-0e5e-470c-a53b-0d0f52e3833d: ACTIVE {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:15:57.782782 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d67142-ac04-4ee2-8dfe-1f2bfa90f695 req-a1020c54-44a5-4ea4-bd92-3179f32145b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:57.784500 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-51d67142-ac04-4ee2-8dfe-1f2bfa90f695 req-a1020c54-44a5-4ea4-bd92-3179f32145b4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9bae8be3-cced-4e71-aa87-680dd9e51700 HTTP/1.1" status: 200 len: 919 time: 0.2274685 Jan 18 20:15:57.838650 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d6791ce4-f028-48f4-8a44-cd518cce2f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:57.907757 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-51d67142-ac04-4ee2-8dfe-1f2bfa90f695 req-32640a5f-2340-466e-92b5-71e6827ce559 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=497e899d-dcd5-414d-8e9e-e9b921e6c1e2 HTTP/1.1" status: 200 len: 217 time: 0.1142247 Jan 18 20:15:57.976769 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d67142-ac04-4ee2-8dfe-1f2bfa90f695 req-198dd7e8-3d6b-4df9-96e1-bd8133f18ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:57.978339 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-51d67142-ac04-4ee2-8dfe-1f2bfa90f695 req-198dd7e8-3d6b-4df9-96e1-bd8133f18ff6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8b0c6c1e-1c31-4591-a3ac-dad17a871642 HTTP/1.1" status: 200 len: 858 time: 0.0563774 Jan 18 20:15:58.016758 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-51d67142-ac04-4ee2-8dfe-1f2bfa90f695 req-7c111967-e011-45a6-9954-ad2625d0a45a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9bae8be3-cced-4e71-aa87-680dd9e51700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304768 Jan 18 20:15:58.142596 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-51d67142-ac04-4ee2-8dfe-1f2bfa90f695 req-52ee5391-0a36-40e2-bdcb-6a6d6f2ca31d service neutron] 10.222.0.70 "GET /v2.0/networks/9bae8be3-cced-4e71-aa87-680dd9e51700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115143 Jan 18 20:15:58.257174 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-51d67142-ac04-4ee2-8dfe-1f2bfa90f695 req-29705b14-4eb0-486b-b329-4ff46b9aade4 service neutron] 10.222.0.70 "GET /v2.0/networks/9bae8be3-cced-4e71-aa87-680dd9e51700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033382 Jan 18 20:15:58.444058 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51090) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:58.552027 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5221be63-87c5-4f15-b87d-0c94aa56c7c0 tempest-ServiceProvidersTest-325300458 tempest-ServiceProvidersTest-325300458-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1063116 Jan 18 20:15:58.731834 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f0f9e-c322-4a38-bfe7-d61578667f06 req-81cfc949-2e09-4a1c-a25e-483819c4aad6 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:58.733324 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e89f0f9e-c322-4a38-bfe7-d61578667f06 req-81cfc949-2e09-4a1c-a25e-483819c4aad6 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.0638216 Jan 18 20:15:58.796299 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e89f0f9e-c322-4a38-bfe7-d61578667f06 req-f95dfe91-a5f4-4fa9-ad44-3db3de06ea4c tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567043 Jan 18 20:15:58.909812 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51106) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:58.963219 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:59.070434 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4a69615-5698-4781-8187-ef70928e69ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:59.159273 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4a69615-5698-4781-8187-ef70928e69ec admin admin] Publish callbacks [] for security_group (3ef7056e-81e7-4980-a955-2e91e2b1cf98), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:59.163589 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4a69615-5698-4781-8187-ef70928e69ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3ef7056e-81e7-4980-a955-2e91e2b1cf98), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:59.209114 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a69615-5698-4781-8187-ef70928e69ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef7056e-81e7-4980-a955-2e91e2b1cf98,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:59.214964 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c4a69615-5698-4781-8187-ef70928e69ec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=399d42a054634929b100a257651d58da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3037617 Jan 18 20:15:59.217727 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51114) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:59.265224 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-649080e8-ccb9-4a9a-9bd8-23afc4019adf admin admin] Publish callbacks [] for security_group (3ef7056e-81e7-4980-a955-2e91e2b1cf98), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:59.295706 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-649080e8-ccb9-4a9a-9bd8-23afc4019adf admin admin] Publish callbacks [] for security_group (3ef7056e-81e7-4980-a955-2e91e2b1cf98), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:59.348039 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-649080e8-ccb9-4a9a-9bd8-23afc4019adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3ef7056e-81e7-4980-a955-2e91e2b1cf98), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:59.351411 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-649080e8-ccb9-4a9a-9bd8-23afc4019adf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:59.356317 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-649080e8-ccb9-4a9a-9bd8-23afc4019adf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3ef7056e-81e7-4980-a955-2e91e2b1cf98 HTTP/1.1" status: 204 len: 168 time: 0.1374753 Jan 18 20:15:59.366852 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649080e8-ccb9-4a9a-9bd8-23afc4019adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef7056e-81e7-4980-a955-2e91e2b1cf98,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:00.053247 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ee8c4-e38c-46b9-b046-f70263a53ee1 req-2c694971-e957-49f7-b980-6b7b793c95a2 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:00.058099 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c1ee8c4-e38c-46b9-b046-f70263a53ee1 req-2c694971-e957-49f7-b980-6b7b793c95a2 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.1165667 Jan 18 20:16:00.142473 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c1ee8c4-e38c-46b9-b046-f70263a53ee1 req-7efaf661-a665-4a1e-bb17-30f965d3afec tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777483 Jan 18 20:16:00.482559 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:01.339260 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0320f1-11e9-4703-a8ed-eca669d36774 req-e61882e6-45f3-4f14-a01d-90ccf688076c tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:01.340792 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa0320f1-11e9-4703-a8ed-eca669d36774 req-e61882e6-45f3-4f14-a01d-90ccf688076c tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.0747435 Jan 18 20:16:01.415128 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa0320f1-11e9-4703-a8ed-eca669d36774 req-2f651042-161d-408b-831d-b9a5db8fed85 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632243 Jan 18 20:16:01.806942 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:02.493361 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51216) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:02.627543 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6239ac53-66a4-439e-a9ee-bf5408fa05ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:02.737050 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6239ac53-66a4-439e-a9ee-bf5408fa05ac admin admin] Publish callbacks [] for security_group (de8ddc7b-c878-4cfd-b482-96335b014848), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:02.743170 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6239ac53-66a4-439e-a9ee-bf5408fa05ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (de8ddc7b-c878-4cfd-b482-96335b014848), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:02.794420 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51222) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:02.806609 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6239ac53-66a4-439e-a9ee-bf5408fa05ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1146f5e3aebe4c79ad7886db3412708e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3110361 Jan 18 20:16:02.807607 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239ac53-66a4-439e-a9ee-bf5408fa05ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8ddc7b-c878-4cfd-b482-96335b014848,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:02.911391 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3d4dd61e-3f6c-4d51-a483-c8cd620ea66f admin admin] Publish callbacks [] for security_group (de8ddc7b-c878-4cfd-b482-96335b014848), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:02.980556 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3d4dd61e-3f6c-4d51-a483-c8cd620ea66f admin admin] Publish callbacks [] for security_group (de8ddc7b-c878-4cfd-b482-96335b014848), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:03.076074 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3d4dd61e-3f6c-4d51-a483-c8cd620ea66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (de8ddc7b-c878-4cfd-b482-96335b014848), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:03.079294 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3d4dd61e-3f6c-4d51-a483-c8cd620ea66f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:03.093000 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3d4dd61e-3f6c-4d51-a483-c8cd620ea66f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de8ddc7b-c878-4cfd-b482-96335b014848 HTTP/1.1" status: 204 len: 168 time: 0.2974524 Jan 18 20:16:03.119763 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4dd61e-3f6c-4d51-a483-c8cd620ea66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8ddc7b-c878-4cfd-b482-96335b014848,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:03.560600 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51240) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:03.580499 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-25805105-0fbe-42dc-b4d6-194ffee21a44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:03.745583 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-25805105-0fbe-42dc-b4d6-194ffee21a44 admin admin] Publish callbacks [] for security_group (6e7155b7-df93-4410-ba08-59d724f78b2d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:03.756753 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-25805105-0fbe-42dc-b4d6-194ffee21a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6e7155b7-df93-4410-ba08-59d724f78b2d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:03.788473 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-25805105-0fbe-42dc-b4d6-194ffee21a44 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a9e25ed18864faa8117d00b057bf318&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2266688 Jan 18 20:16:03.791934 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51244) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:03.820259 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25805105-0fbe-42dc-b4d6-194ffee21a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7155b7-df93-4410-ba08-59d724f78b2d,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:03.905973 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:03.935074 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0eae42dc-16fe-4f2e-9d65-a58290bac6af admin admin] Publish callbacks [] for security_group (6e7155b7-df93-4410-ba08-59d724f78b2d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:03.964286 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0eae42dc-16fe-4f2e-9d65-a58290bac6af admin admin] Publish callbacks [] for security_group (6e7155b7-df93-4410-ba08-59d724f78b2d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:04.027929 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0eae42dc-16fe-4f2e-9d65-a58290bac6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6e7155b7-df93-4410-ba08-59d724f78b2d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:04.032271 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0eae42dc-16fe-4f2e-9d65-a58290bac6af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:04.046467 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0eae42dc-16fe-4f2e-9d65-a58290bac6af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6e7155b7-df93-4410-ba08-59d724f78b2d HTTP/1.1" status: 204 len: 168 time: 0.2529609 Jan 18 20:16:04.064898 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae42dc-16fe-4f2e-9d65-a58290bac6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7155b7-df93-4410-ba08-59d724f78b2d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:04.291234 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b407e-39ea-4539-82a3-61383674c67c req-9000f736-8a42-4f67-9c9a-484a01438b18 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:04.309205 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-883b407e-39ea-4539-82a3-61383674c67c req-9000f736-8a42-4f67-9c9a-484a01438b18 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.0898449 Jan 18 20:16:04.374285 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-883b407e-39ea-4539-82a3-61383674c67c req-d49ba1ca-eaa1-429c-adbe-22249d50f261 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640328 Jan 18 20:16:04.968614 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81b152-b05a-4a6e-a7e4-85a4f0140db3 req-56696da9-36a4-4400-959b-2bd21f442857 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:04.977663 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce81b152-b05a-4a6e-a7e4-85a4f0140db3 req-56696da9-36a4-4400-959b-2bd21f442857 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fddf1c-9e03-4439-b781-9aee19afe2d9 HTTP/1.1" status: 200 len: 945 time: 0.0814099 Jan 18 20:16:05.043211 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce81b152-b05a-4a6e-a7e4-85a4f0140db3 req-7be3bac6-f172-4307-a59b-86c17697fb39 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/security-groups?id=58357313-de23-462c-bfb9-bb74dfaad7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641966 Jan 18 20:16:05.555244 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4759ef-a0cb-4428-ad88-7463e46957de req-1603a429-1ed7-4706-b06e-60eb8f50a899 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:05.558405 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d4759ef-a0cb-4428-ad88-7463e46957de req-1603a429-1ed7-4706-b06e-60eb8f50a899 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 945 time: 0.0872228 Jan 18 20:16:05.622730 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d4759ef-a0cb-4428-ad88-7463e46957de req-172e9660-5461-486d-9f28-bec5d6a4c061 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572593 Jan 18 20:16:06.050157 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356381a2-3294-4881-8a02-ec4f252b27d1 req-a5ada5ba-bdd7-4646-b6ef-aa380d268e14 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:06.051902 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-356381a2-3294-4881-8a02-ec4f252b27d1 req-a5ada5ba-bdd7-4646-b6ef-aa380d268e14 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.57 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 945 time: 0.0577869 Jan 18 20:16:06.215064 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-356381a2-3294-4881-8a02-ec4f252b27d1 req-026a842a-2713-4d23-a4b3-c911b289dd2a tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Deleting port a8b54097-113a-4129-aa6d-b5f823f9d597 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:16:06.215503 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-356381a2-3294-4881-8a02-ec4f252b27d1 req-026a842a-2713-4d23-a4b3-c911b289dd2a tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (a8b54097-113a-4129-aa6d-b5f823f9d597), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:06.333277 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-356381a2-3294-4881-8a02-ec4f252b27d1 req-026a842a-2713-4d23-a4b3-c911b289dd2a tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] For port a8b54097-113a-4129-aa6d-b5f823f9d597, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=a8b54097-113a-4129-aa6d-b5f823f9d597,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:16:06.333661 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-356381a2-3294-4881-8a02-ec4f252b27d1 req-026a842a-2713-4d23-a4b3-c911b289dd2a tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (a8b54097-113a-4129-aa6d-b5f823f9d597), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:06.348213 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-356381a2-3294-4881-8a02-ec4f252b27d1 req-026a842a-2713-4d23-a4b3-c911b289dd2a tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Calling delete_port for a8b54097-113a-4129-aa6d-b5f823f9d597 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:16:06.546708 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-356381a2-3294-4881-8a02-ec4f252b27d1 req-026a842a-2713-4d23-a4b3-c911b289dd2a tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (a8b54097-113a-4129-aa6d-b5f823f9d597), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:06.559251 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['a8b54097-113a-4129-aa6d-b5f823f9d597'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:16:06.603973 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e403b2-c875-4b25-b8f3-884507c0256b None None] DHCP port deletion for 133a80cf-c268-45f9-91ee-564a51a659af request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:16:06.610459 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a842a-2713-4d23-a4b3-c911b289dd2a tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Pushing event deleted for resources: {'Port': ['ID=a8b54097-113a-4129-aa6d-b5f823f9d597,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:06.665311 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e4df5-e791-4b77-bfd1-249cefdfa8cc req-779c4d40-7548-44e9-8ba8-3514090005a4 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:06.667989 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-075e4df5-e791-4b77-bfd1-249cefdfa8cc req-779c4d40-7548-44e9-8ba8-3514090005a4 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fddf1c-9e03-4439-b781-9aee19afe2d9 HTTP/1.1" status: 200 len: 945 time: 0.1849134 Jan 18 20:16:06.697252 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-356381a2-3294-4881-8a02-ec4f252b27d1 req-026a842a-2713-4d23-a4b3-c911b289dd2a tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] No DVR routers for this DVR port a8b54097-113a-4129-aa6d-b5f823f9d597 on host n-h1-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:16:06.700398 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-356381a2-3294-4881-8a02-ec4f252b27d1 req-026a842a-2713-4d23-a4b3-c911b289dd2a tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:06.704598 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-356381a2-3294-4881-8a02-ec4f252b27d1 req-026a842a-2713-4d23-a4b3-c911b289dd2a tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.57 "DELETE /v2.0/ports/a8b54097-113a-4129-aa6d-b5f823f9d597 HTTP/1.1" status: 204 len: 173 time: 0.6481078 Jan 18 20:16:06.705213 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8647f40b-f6e9-4403-8784-d1f24fc9e3d5', 'name': 'network-vif-deleted', 'tag': 'a8b54097-113a-4129-aa6d-b5f823f9d597'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:16:06.708980 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0906203c-de5a-499c-b1f1-f38529cbb1ab" -d '{"events": [{"server_uuid": "8647f40b-f6e9-4403-8784-d1f24fc9e3d5", "name": "network-vif-deleted", "tag": "a8b54097-113a-4129-aa6d-b5f823f9d597"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:16:06.740203 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:06.768907 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-075e4df5-e791-4b77-bfd1-249cefdfa8cc req-f719df3d-8504-4bd6-bb7d-cb8cc63314b4 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/security-groups?id=58357313-de23-462c-bfb9-bb74dfaad7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748320 Jan 18 20:16:06.837818 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f458bc6d-b91c-4163-b19a-9a89200ab999 x-openstack-request-id: req-f458bc6d-b91c-4163-b19a-9a89200ab999 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:16:06.838106 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8647f40b-f6e9-4403-8784-d1f24fc9e3d5", "name": "network-vif-deleted", "tag": "a8b54097-113a-4129-aa6d-b5f823f9d597", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:16:06.838358 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f458bc6d-b91c-4163-b19a-9a89200ab999 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:16:06.838742 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8647f40b-f6e9-4403-8784-d1f24fc9e3d5', 'name': 'network-vif-deleted', 'tag': 'a8b54097-113a-4129-aa6d-b5f823f9d597', 'status': 'completed', 'code': 200} Jan 18 20:16:06.840832 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26071839-6dc1-422c-aa23-26be7485caf0 req-55b42625-4921-41cd-8f14-3df0c309bca7 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=8647f40b-f6e9-4403-8784-d1f24fc9e3d5 HTTP/1.1" status: 200 len: 210 time: 0.0343511 Jan 18 20:16:07.498245 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569dcec-4b45-4da5-822d-b71283660a11 req-7a3a7a50-f4a4-40d1-8bdd-4947d0f80c52 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:07.499728 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d569dcec-4b45-4da5-822d-b71283660a11 req-7a3a7a50-f4a4-40d1-8bdd-4947d0f80c52 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fddf1c-9e03-4439-b781-9aee19afe2d9 HTTP/1.1" status: 200 len: 945 time: 0.0496111 Jan 18 20:16:07.547350 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d569dcec-4b45-4da5-822d-b71283660a11 req-e698c45b-3502-4c20-b69f-1179bc2e2d08 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/security-groups?id=58357313-de23-462c-bfb9-bb74dfaad7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418139 Jan 18 20:16:08.128100 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bee7c-051e-4838-b59d-548c88c654fa req-bd0a878e-e3c7-4ff9-81d6-fccd678918b7 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:08.129669 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-854bee7c-051e-4838-b59d-548c88c654fa req-bd0a878e-e3c7-4ff9-81d6-fccd678918b7 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 944 time: 0.0530150 Jan 18 20:16:08.180639 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-854bee7c-051e-4838-b59d-548c88c654fa req-d84ea044-f520-4afd-b76c-1a6e3dc36ca2 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441310 Jan 18 20:16:08.540389 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429b75c-35ae-4dfa-819a-6d6a23ddc999 req-8f9a94b2-dc84-4161-951b-9de872b460de tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:08.541800 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1429b75c-35ae-4dfa-819a-6d6a23ddc999 req-8f9a94b2-dc84-4161-951b-9de872b460de tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.57 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 944 time: 0.0472374 Jan 18 20:16:08.674012 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-1429b75c-35ae-4dfa-819a-6d6a23ddc999 req-6bd64007-ad2c-460b-8fdd-2e98791ace34 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Deleting port 3be0f9a7-4669-4fb5-829d-d66866e4184f {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:16:08.674358 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1429b75c-35ae-4dfa-819a-6d6a23ddc999 req-6bd64007-ad2c-460b-8fdd-2e98791ace34 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (3be0f9a7-4669-4fb5-829d-d66866e4184f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:08.704793 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601c274-b3c9-4e7a-8f3e-17f2465a8c5c req-a6a8ea5a-1e50-481b-9457-0a0bb3b1a353 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:08.706316 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1601c274-b3c9-4e7a-8f3e-17f2465a8c5c req-a6a8ea5a-1e50-481b-9457-0a0bb3b1a353 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fddf1c-9e03-4439-b781-9aee19afe2d9 HTTP/1.1" status: 200 len: 945 time: 0.0827019 Jan 18 20:16:08.801537 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1601c274-b3c9-4e7a-8f3e-17f2465a8c5c req-929f664c-c97c-46b5-8963-0f390b3a4bfe tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/security-groups?id=58357313-de23-462c-bfb9-bb74dfaad7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897086 Jan 18 20:16:08.806989 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-1429b75c-35ae-4dfa-819a-6d6a23ddc999 req-6bd64007-ad2c-460b-8fdd-2e98791ace34 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] For port 3be0f9a7-4669-4fb5-829d-d66866e4184f, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=3be0f9a7-4669-4fb5-829d-d66866e4184f,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:16:08.807352 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1429b75c-35ae-4dfa-819a-6d6a23ddc999 req-6bd64007-ad2c-460b-8fdd-2e98791ace34 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (3be0f9a7-4669-4fb5-829d-d66866e4184f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:08.820843 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-1429b75c-35ae-4dfa-819a-6d6a23ddc999 req-6bd64007-ad2c-460b-8fdd-2e98791ace34 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Calling delete_port for 3be0f9a7-4669-4fb5-829d-d66866e4184f owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:16:08.957726 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1429b75c-35ae-4dfa-819a-6d6a23ddc999 req-6bd64007-ad2c-460b-8fdd-2e98791ace34 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (3be0f9a7-4669-4fb5-829d-d66866e4184f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:08.969183 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['a8b54097-113a-4129-aa6d-b5f823f9d597'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:16:09.213953 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afbc1f-7172-4453-8985-2bddbf921a4c req-e242ce3a-6b50-4a28-855b-163d6fe5ed9d tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:09.216582 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-15afbc1f-7172-4453-8985-2bddbf921a4c req-e242ce3a-6b50-4a28-855b-163d6fe5ed9d tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5fddf1c-9e03-4439-b781-9aee19afe2d9 HTTP/1.1" status: 200 len: 945 time: 0.0602417 Jan 18 20:16:09.320714 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd64007-ad2c-460b-8fdd-2e98791ace34 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Pushing event deleted for resources: {'Port': ['ID=3be0f9a7-4669-4fb5-829d-d66866e4184f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:09.347161 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a62e6c5-6e0f-4f2b-856f-aff53b81bc2c None None] DHCP port deletion for 133a80cf-c268-45f9-91ee-564a51a659af request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:16:09.352861 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-15afbc1f-7172-4453-8985-2bddbf921a4c req-b8125624-dfc0-4865-9c92-07e3690a7fc6 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Deleting port 7393374f-7937-403d-98a3-e92d5099f62a {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:16:09.353207 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-15afbc1f-7172-4453-8985-2bddbf921a4c req-b8125624-dfc0-4865-9c92-07e3690a7fc6 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (7393374f-7937-403d-98a3-e92d5099f62a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:09.375120 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-134e5b5e-f9c2-4573-88ba-8bdd9e576359 req-5c15b7bf-ee7d-40c2-8d67-71f927cc95e1 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=caab7931-8dc4-4c3d-b223-247adefd5713 HTTP/1.1" status: 200 len: 210 time: 0.0593638 Jan 18 20:16:09.410205 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-1429b75c-35ae-4dfa-819a-6d6a23ddc999 req-6bd64007-ad2c-460b-8fdd-2e98791ace34 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] No DVR routers for this DVR port 3be0f9a7-4669-4fb5-829d-d66866e4184f on host n-h1-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:16:09.413261 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1429b75c-35ae-4dfa-819a-6d6a23ddc999 req-6bd64007-ad2c-460b-8fdd-2e98791ace34 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:09.417658 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1429b75c-35ae-4dfa-819a-6d6a23ddc999 req-6bd64007-ad2c-460b-8fdd-2e98791ace34 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.57 "DELETE /v2.0/ports/3be0f9a7-4669-4fb5-829d-d66866e4184f HTTP/1.1" status: 204 len: 173 time: 0.8705304 Jan 18 20:16:09.418130 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caab7931-8dc4-4c3d-b223-247adefd5713', 'name': 'network-vif-deleted', 'tag': '3be0f9a7-4669-4fb5-829d-d66866e4184f'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:16:09.421214 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dab039b-5947-4a91-a674-d543c046a349" -d '{"events": [{"server_uuid": "caab7931-8dc4-4c3d-b223-247adefd5713", "name": "network-vif-deleted", "tag": "3be0f9a7-4669-4fb5-829d-d66866e4184f"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:16:09.457999 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-15afbc1f-7172-4453-8985-2bddbf921a4c req-b8125624-dfc0-4865-9c92-07e3690a7fc6 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] For port 7393374f-7937-403d-98a3-e92d5099f62a, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=7393374f-7937-403d-98a3-e92d5099f62a,segment=NetworkSegment(1f1a3c38-de33-4f07-a242-8ac59af9a9ea),segment_id=1f1a3c38-de33-4f07-a242-8ac59af9a9ea)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:16:09.458461 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-15afbc1f-7172-4453-8985-2bddbf921a4c req-b8125624-dfc0-4865-9c92-07e3690a7fc6 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (7393374f-7937-403d-98a3-e92d5099f62a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:09.470020 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c73cb0-815b-4755-9473-9fa53e4af9cc x-openstack-request-id: req-f2c73cb0-815b-4755-9473-9fa53e4af9cc {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:16:09.470313 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caab7931-8dc4-4c3d-b223-247adefd5713", "name": "network-vif-deleted", "tag": "3be0f9a7-4669-4fb5-829d-d66866e4184f", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:16:09.470602 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2c73cb0-815b-4755-9473-9fa53e4af9cc {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:16:09.470995 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caab7931-8dc4-4c3d-b223-247adefd5713', 'name': 'network-vif-deleted', 'tag': '3be0f9a7-4669-4fb5-829d-d66866e4184f', 'status': 'completed', 'code': 200} Jan 18 20:16:09.641212 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-15afbc1f-7172-4453-8985-2bddbf921a4c req-b8125624-dfc0-4865-9c92-07e3690a7fc6 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:09.641614 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-15afbc1f-7172-4453-8985-2bddbf921a4c req-b8125624-dfc0-4865-9c92-07e3690a7fc6 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (d35b1902-d509-40c4-a23a-cd693c95c374), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:09.641960 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [req-15afbc1f-7172-4453-8985-2bddbf921a4c req-b8125624-dfc0-4865-9c92-07e3690a7fc6 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Floating IP d35b1902-d509-40c4-a23a-cd693c95c374 disassociated. External IP: 172.25.4.213, port: 7393374f-7937-403d-98a3-e92d5099f62a. Jan 18 20:16:09.642300 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-15afbc1f-7172-4453-8985-2bddbf921a4c req-b8125624-dfc0-4865-9c92-07e3690a7fc6 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Calling delete_port for 7393374f-7937-403d-98a3-e92d5099f62a owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:16:09.780648 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-15afbc1f-7172-4453-8985-2bddbf921a4c req-b8125624-dfc0-4865-9c92-07e3690a7fc6 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (7393374f-7937-403d-98a3-e92d5099f62a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:09.817455 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8125624-dfc0-4865-9c92-07e3690a7fc6 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Pushing event deleted for resources: {'Port': ['ID=7393374f-7937-403d-98a3-e92d5099f62a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:09.956956 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15afbc1f-7172-4453-8985-2bddbf921a4c req-b8125624-dfc0-4865-9c92-07e3690a7fc6 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Router 65f8e15d-e053-472a-99ca-ec5cd87b2285 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:16:09.968148 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1c84c2dc-94d5-4c6d-ac15-9c756badf587 req-2cf8ebdb-3fd6-43b8-b524-8bd91a38ed02 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5fddf1c-9e03-4439-b781-9aee19afe2d9 HTTP/1.1" status: 200 len: 210 time: 0.0528510 Jan 18 20:16:10.084198 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15afbc1f-7172-4453-8985-2bddbf921a4c req-b8125624-dfc0-4865-9c92-07e3690a7fc6 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:16:10.095507 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5e7ddd-701d-425f-8723-1e74e9f98d04 None None] Sync routers for ids ['65f8e15d-e053-472a-99ca-ec5cd87b2285'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:16:10.110146 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5e7ddd-701d-425f-8723-1e74e9f98d04 None None] Routers {'65f8e15d-e053-472a-99ca-ec5cd87b2285'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:16:10.116607 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-9d5e7ddd-701d-425f-8723-1e74e9f98d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:15:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['65f8e15d-e053-472a-99ca-ec5cd87b2285'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:10.127315 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-15afbc1f-7172-4453-8985-2bddbf921a4c req-b8125624-dfc0-4865-9c92-07e3690a7fc6 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] No DVR routers for this DVR port 7393374f-7937-403d-98a3-e92d5099f62a on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:16:10.130065 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-15afbc1f-7172-4453-8985-2bddbf921a4c req-b8125624-dfc0-4865-9c92-07e3690a7fc6 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:10.134981 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-15afbc1f-7172-4453-8985-2bddbf921a4c req-b8125624-dfc0-4865-9c92-07e3690a7fc6 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.70 "DELETE /v2.0/ports/7393374f-7937-403d-98a3-e92d5099f62a HTTP/1.1" status: 204 len: 173 time: 0.9062662 Jan 18 20:16:10.135683 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fddf1c-9e03-4439-b781-9aee19afe2d9', 'name': 'network-vif-deleted', 'tag': '7393374f-7937-403d-98a3-e92d5099f62a'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:16:10.143786 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d09510-12ce-4a39-afca-0b461cfa68d9" -d '{"events": [{"server_uuid": "b5fddf1c-9e03-4439-b781-9aee19afe2d9", "name": "network-vif-deleted", "tag": "7393374f-7937-403d-98a3-e92d5099f62a"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:16:10.231877 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48998611-07e0-4a93-9070-55ffaaa92ac0 x-openstack-request-id: req-48998611-07e0-4a93-9070-55ffaaa92ac0 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:16:10.232877 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fddf1c-9e03-4439-b781-9aee19afe2d9", "name": "network-vif-deleted", "tag": "7393374f-7937-403d-98a3-e92d5099f62a", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:16:10.233367 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48998611-07e0-4a93-9070-55ffaaa92ac0 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:16:10.234022 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fddf1c-9e03-4439-b781-9aee19afe2d9', 'name': 'network-vif-deleted', 'tag': '7393374f-7937-403d-98a3-e92d5099f62a', 'status': 'completed', 'code': 200} Jan 18 20:16:10.320219 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-9d5e7ddd-701d-425f-8723-1e74e9f98d04 None None] Set router 65f8e15d-e053-472a-99ca-ec5cd87b2285 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:16:10.711152 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-9d5e7ddd-701d-425f-8723-1e74e9f98d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'name': 'tempest-ServersTestManualDisk-2025350261-router', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:13:51Z', 'updated_at': '2022-01-18T20:13:56Z', 'revision_number': 4, 'project_id': '607a4768cdf6430db9e32c193b955188', 'gw_port': {'id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:13:52Z', 'updated_at': '2022-01-18T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'a3059ad1-0cf0-4484-88f9-ba9115d11ae0', 'name': '', 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'mac_address': 'fa:16:3e:f7:73:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '3443f31d-f38e-4c29-8c99-7fd225434601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:13:55Z', 'updated_at': '2022-01-18T20:14:03Z', 'revision_number': 5, 'project_id': '607a4768cdf6430db9e32c193b955188', 'subnets': [{'id': '3443f31d-f38e-4c29-8c99-7fd225434601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:10.745393 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5e7ddd-701d-425f-8723-1e74e9f98d04 None None] Checking router: 65f8e15d-e053-472a-99ca-ec5cd87b2285 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:16:10.764416 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5e7ddd-701d-425f-8723-1e74e9f98d04 None None] Routers {'65f8e15d-e053-472a-99ca-ec5cd87b2285'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:16:10.765045 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-9d5e7ddd-701d-425f-8723-1e74e9f98d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:15:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['65f8e15d-e053-472a-99ca-ec5cd87b2285'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:10.824725 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb52e7b-756c-4704-8fa1-ade3ea19edce req-1e43ec2d-0427-4c6f-9788-f51aa5738d33 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:10.829148 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ebb52e7b-756c-4704-8fa1-ade3ea19edce req-1e43ec2d-0427-4c6f-9788-f51aa5738d33 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 944 time: 0.1100013 Jan 18 20:16:10.937287 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-9d5e7ddd-701d-425f-8723-1e74e9f98d04 None None] Set router 65f8e15d-e053-472a-99ca-ec5cd87b2285 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:16:10.961118 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ebb52e7b-756c-4704-8fa1-ade3ea19edce req-c77c42c8-6bda-44f2-9847-d06208dac643 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256728 Jan 18 20:16:11.017191 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51418) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:11.100123 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51428) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:11.216107 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01c497f8-4641-48a7-8c0e-995c70cc605d tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks [] for security_group (58357313-de23-462c-bfb9-bb74dfaad7fd), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:11.255956 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01c497f8-4641-48a7-8c0e-995c70cc605d tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks [] for security_group (58357313-de23-462c-bfb9-bb74dfaad7fd), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:11.285088 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a9c12626-c134-4568-a98f-6ae01a82d87f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:11.286691 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-9d5e7ddd-701d-425f-8723-1e74e9f98d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'name': 'tempest-ServersTestManualDisk-2025350261-router', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:13:51Z', 'updated_at': '2022-01-18T20:13:56Z', 'revision_number': 4, 'project_id': '607a4768cdf6430db9e32c193b955188', 'gw_port': {'id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:13:52Z', 'updated_at': '2022-01-18T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'a3059ad1-0cf0-4484-88f9-ba9115d11ae0', 'name': '', 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'mac_address': 'fa:16:3e:f7:73:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '3443f31d-f38e-4c29-8c99-7fd225434601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:13:55Z', 'updated_at': '2022-01-18T20:14:03Z', 'revision_number': 5, 'project_id': '607a4768cdf6430db9e32c193b955188', 'subnets': [{'id': '3443f31d-f38e-4c29-8c99-7fd225434601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:11.320550 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54be403-19d8-476c-b8f4-96feba769fbe req-c5a6e7d7-fd34-45fc-ac20-8606ccdcf579 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:11.322795 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d54be403-19d8-476c-b8f4-96feba769fbe req-c5a6e7d7-fd34-45fc-ac20-8606ccdcf579 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.57 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 944 time: 0.0625505 Jan 18 20:16:11.332884 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5e7ddd-701d-425f-8723-1e74e9f98d04 None None] The sync data for ids ['65f8e15d-e053-472a-99ca-ec5cd87b2285'] in n-d-741529-9 is: [{'id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'name': 'tempest-ServersTestManualDisk-2025350261-router', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:13:51Z', 'updated_at': '2022-01-18T20:13:56Z', 'revision_number': 4, 'project_id': '607a4768cdf6430db9e32c193b955188', 'gw_port': {'id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:13:52Z', 'updated_at': '2022-01-18T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'a3059ad1-0cf0-4484-88f9-ba9115d11ae0', 'name': '', 'network_id': 'e1c89579-6195-4c70-ba90-09ea7c6b128b', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'mac_address': 'fa:16:3e:f7:73:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '3443f31d-f38e-4c29-8c99-7fd225434601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:13:55Z', 'updated_at': '2022-01-18T20:14:03Z', 'revision_number': 5, 'project_id': '607a4768cdf6430db9e32c193b955188', 'subnets': [{'id': '3443f31d-f38e-4c29-8c99-7fd225434601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:16:11.392143 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-072f68db-ae9b-41b6-9622-dba825327517 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:11.396563 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-072f68db-ae9b-41b6-9622-dba825327517 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/networks?id=80dffbc9-eed6-4af9-a5ac-dcb939c427fc HTTP/1.1" status: 200 len: 815 time: 0.2134767 Jan 18 20:16:11.423531 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01c497f8-4641-48a7-8c0e-995c70cc605d tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (58357313-de23-462c-bfb9-bb74dfaad7fd), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:11.426988 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01c497f8-4641-48a7-8c0e-995c70cc605d tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:11.428463 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-01c497f8-4641-48a7-8c0e-995c70cc605d tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "DELETE /v2.0/security-groups/58357313-de23-462c-bfb9-bb74dfaad7fd HTTP/1.1" status: 204 len: 168 time: 0.3269107 Jan 18 20:16:11.434553 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51442) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:11.436492 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-0af7b8a6-84a1-45b6-8b53-0a58ab6a887c tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/quotas/33d5062c8d0e4e58a3b0f8cdc12ccf80 HTTP/1.1" status: 200 len: 375 time: 0.0193298 Jan 18 20:16:11.475714 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 3be0f9a7-4669-4fb5-829d-d66866e4184f no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:16:11.504739 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c497f8-4641-48a7-8c0e-995c70cc605d tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58357313-de23-462c-bfb9-bb74dfaad7fd,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:11.507997 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-8afa4f20-62e1-4575-bc07-60dcb8718fd3 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] show failed (client error): The resource could not be found. Jan 18 20:16:11.509190 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8afa4f20-62e1-4575-bc07-60dcb8718fd3 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "GET /v2.0/security-groups/58357313-de23-462c-bfb9-bb74dfaad7fd HTTP/1.1" status: 404 len: 347 time: 0.0621748 Jan 18 20:16:11.515194 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51446) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:11.530172 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a9c12626-c134-4568-a98f-6ae01a82d87f admin admin] Publish callbacks [] for security_group (f39be79c-732c-409f-91cb-ff6983329165), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:11.541347 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a9c12626-c134-4568-a98f-6ae01a82d87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f39be79c-732c-409f-91cb-ff6983329165), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:11.581176 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c12626-c134-4568-a98f-6ae01a82d87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39be79c-732c-409f-91cb-ff6983329165,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:11.599001 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-85a459c8-3445-48e5-8b2c-3c212d840507 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=33d5062c8d0e4e58a3b0f8cdc12ccf80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1420643 Jan 18 20:16:11.601546 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a9c12626-c134-4568-a98f-6ae01a82d87f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e885c1f724de4d7e814334a2ffb58b5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5830307 Jan 18 20:16:11.603853 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51448) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:11.604707 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 3be0f9a7-4669-4fb5-829d-d66866e4184f {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:16:11.607019 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 3be0f9a7-4669-4fb5-829d-d66866e4184f not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:16:11.608106 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device a8b54097-113a-4129-aa6d-b5f823f9d597 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:16:11.663323 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: a8b54097-113a-4129-aa6d-b5f823f9d597 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:16:11.663906 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ce771a6-8180-467d-b6e2-1f7cb453059f admin admin] Publish callbacks [] for security_group (f39be79c-732c-409f-91cb-ff6983329165), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:11.664073 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device a8b54097-113a-4129-aa6d-b5f823f9d597 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:16:11.692821 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ce771a6-8180-467d-b6e2-1f7cb453059f admin admin] Publish callbacks [] for security_group (f39be79c-732c-409f-91cb-ff6983329165), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:11.707303 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-d54be403-19d8-476c-b8f4-96feba769fbe req-9b41905c-489c-433f-a749-25af2ad4b780 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Deleting port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:16:11.707645 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d54be403-19d8-476c-b8f4-96feba769fbe req-9b41905c-489c-433f-a749-25af2ad4b780 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:11.761417 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ce771a6-8180-467d-b6e2-1f7cb453059f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f39be79c-732c-409f-91cb-ff6983329165), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:11.764131 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ce771a6-8180-467d-b6e2-1f7cb453059f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:11.765390 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1ce771a6-8180-467d-b6e2-1f7cb453059f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f39be79c-732c-409f-91cb-ff6983329165 HTTP/1.1" status: 204 len: 168 time: 0.1604009 Jan 18 20:16:11.775278 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce771a6-8180-467d-b6e2-1f7cb453059f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39be79c-732c-409f-91cb-ff6983329165,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:11.843244 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b4a58b-80e3-4fe4-b49f-3075668c6d3d None None] New status for floating IP d35b1902-d509-40c4-a23a-cd693c95c374: DOWN {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:16:11.913110 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-0c65a8b1-0d03-40ce-8121-d49ef50dacf0 service neutron] 10.222.0.31 "GET /v2.0/networks/80dffbc9-eed6-4af9-a5ac-dcb939c427fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132696 Jan 18 20:16:11.920270 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-d54be403-19d8-476c-b8f4-96feba769fbe req-9b41905c-489c-433f-a749-25af2ad4b780 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] For port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af,segment=NetworkSegment(82b14202-e0cf-4829-84e9-b58211a3d4f1),segment_id=82b14202-e0cf-4829-84e9-b58211a3d4f1)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:16:11.920844 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d54be403-19d8-476c-b8f4-96feba769fbe req-9b41905c-489c-433f-a749-25af2ad4b780 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:11.949763 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-fe611275-adbe-4775-a78b-37379dab9c46 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Deleting port ea5cb997-06ff-4786-81d6-49f37c69a392 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:16:11.950398 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fe611275-adbe-4775-a78b-37379dab9c46 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ea5cb997-06ff-4786-81d6-49f37c69a392), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:11.979353 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-d54be403-19d8-476c-b8f4-96feba769fbe req-9b41905c-489c-433f-a749-25af2ad4b780 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Calling delete_port for 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:16:12.184812 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51458) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:12.196342 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-e211971a-6e18-4881-90fc-0c506c8c8f68 service neutron] 10.222.0.31 "GET /v2.0/networks/80dffbc9-eed6-4af9-a5ac-dcb939c427fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822433 Jan 18 20:16:12.204726 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9422bfbc-b590-4ffe-814a-3145890c30e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:12.205776 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fe611275-adbe-4775-a78b-37379dab9c46 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ea5cb997-06ff-4786-81d6-49f37c69a392), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:12.206113 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fe611275-adbe-4775-a78b-37379dab9c46 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks [] for floatingip (ea5cb997-06ff-4786-81d6-49f37c69a392), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:12.245080 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-fe611275-adbe-4775-a78b-37379dab9c46 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Calling delete_port for ea5cb997-06ff-4786-81d6-49f37c69a392 owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:16:12.261683 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1417760-97ea-4226-b0dd-fb5396756b06 req-8792fb81-5715-4a1b-8228-aa72ed2b4e65 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:12.270081 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d1417760-97ea-4226-b0dd-fb5396756b06 req-8792fb81-5715-4a1b-8228-aa72ed2b4e65 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 944 time: 0.1739242 Jan 18 20:16:12.313958 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9422bfbc-b590-4ffe-814a-3145890c30e9 admin admin] Publish callbacks [] for security_group (a600d555-a92b-482a-8949-ba04023c5a47), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:12.320162 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9422bfbc-b590-4ffe-814a-3145890c30e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a600d555-a92b-482a-8949-ba04023c5a47), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:12.376860 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9422bfbc-b590-4ffe-814a-3145890c30e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9f62ba48b71a42deab5361f5679ef08a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1901248 Jan 18 20:16:12.379357 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51464) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:12.417191 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422bfbc-b590-4ffe-814a-3145890c30e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a600d555-a92b-482a-8949-ba04023c5a47,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:12.435503 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d1417760-97ea-4226-b0dd-fb5396756b06 req-83dd8c6d-09c6-484e-8c95-474ac56041f5 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f67dd83-27d9-4dd4-9f97-68caf3644bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593714 Jan 18 20:16:12.455212 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-19600965-3d06-43b2-bb52-c7b5669a9bdd admin admin] Publish callbacks [] for security_group (a600d555-a92b-482a-8949-ba04023c5a47), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:12.476480 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-19600965-3d06-43b2-bb52-c7b5669a9bdd admin admin] Publish callbacks [] for security_group (a600d555-a92b-482a-8949-ba04023c5a47), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:12.513172 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d54be403-19d8-476c-b8f4-96feba769fbe req-9b41905c-489c-433f-a749-25af2ad4b780 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:12.573816 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-19600965-3d06-43b2-bb52-c7b5669a9bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a600d555-a92b-482a-8949-ba04023c5a47), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:12.576581 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-19600965-3d06-43b2-bb52-c7b5669a9bdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:12.578280 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-19600965-3d06-43b2-bb52-c7b5669a9bdd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a600d555-a92b-482a-8949-ba04023c5a47 HTTP/1.1" status: 204 len: 168 time: 0.1976726 Jan 18 20:16:12.593746 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19600965-3d06-43b2-bb52-c7b5669a9bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a600d555-a92b-482a-8949-ba04023c5a47,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:12.634986 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41905c-489c-433f-a749-25af2ad4b780 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Pushing event deleted for resources: {'Port': ['ID=8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:12.670627 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b41905c-489c-433f-a749-25af2ad4b780 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:12.671206 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b41905c-489c-433f-a749-25af2ad4b780 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:12.671549 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b41905c-489c-433f-a749-25af2ad4b780 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:12.671896 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b41905c-489c-433f-a749-25af2ad4b780 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:12.672231 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b41905c-489c-433f-a749-25af2ad4b780 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:12.672553 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b41905c-489c-433f-a749-25af2ad4b780 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:12.672879 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b41905c-489c-433f-a749-25af2ad4b780 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:12.673947 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b41905c-489c-433f-a749-25af2ad4b780 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:12.673947 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b41905c-489c-433f-a749-25af2ad4b780 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:12.673947 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b41905c-489c-433f-a749-25af2ad4b780 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:12.674402 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b41905c-489c-433f-a749-25af2ad4b780 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:12.674561 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b41905c-489c-433f-a749-25af2ad4b780 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:12.674806 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b41905c-489c-433f-a749-25af2ad4b780 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:12.684374 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16d912e-fb12-44de-b829-f68a286ad00b None None] DHCP port deletion for 133a80cf-c268-45f9-91ee-564a51a659af request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:16:12.737698 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0190cc16-c2dd-46ae-a0ca-fa8ed3186139 req-7abf43d1-d435-4a31-9b9c-415fe2a3fad1 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=39072626-285c-4c9e-a55c-519eb749d40a HTTP/1.1" status: 200 len: 210 time: 0.0997005 Jan 18 20:16:12.830062 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54be403-19d8-476c-b8f4-96feba769fbe req-9b41905c-489c-433f-a749-25af2ad4b780 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] No DVR routers for this DVR port 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af on host n-h1-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:16:12.834136 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d54be403-19d8-476c-b8f4-96feba769fbe req-9b41905c-489c-433f-a749-25af2ad4b780 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:12.839097 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d54be403-19d8-476c-b8f4-96feba769fbe req-9b41905c-489c-433f-a749-25af2ad4b780 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.57 "DELETE /v2.0/ports/8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af HTTP/1.1" status: 204 len: 173 time: 1.5096984 Jan 18 20:16:12.855546 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716d0bd5-2171-415f-8bc2-8febb824caee', 'name': 'network-vif-deleted', 'tag': '8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:16:12.859042 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7a3ccd-06b4-401c-af43-426aed71a429" -d '{"events": [{"server_uuid": "716d0bd5-2171-415f-8bc2-8febb824caee", "name": "network-vif-deleted", "tag": "8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:16:12.919077 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fe611275-adbe-4775-a78b-37379dab9c46 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (ea5cb997-06ff-4786-81d6-49f37c69a392), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:12.955132 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b0b87e-ca2a-4cb9-927c-96e42f99fde2 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:16:13.016823 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11549b1f-2923-438e-b0ab-c32a9b5fc327 x-openstack-request-id: req-11549b1f-2923-438e-b0ab-c32a9b5fc327 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:16:13.017195 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716d0bd5-2171-415f-8bc2-8febb824caee", "name": "network-vif-deleted", "tag": "8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:16:13.017530 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11549b1f-2923-438e-b0ab-c32a9b5fc327 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:16:13.018057 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716d0bd5-2171-415f-8bc2-8febb824caee', 'name': 'network-vif-deleted', 'tag': '8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af', 'status': 'completed', 'code': 200} Jan 18 20:16:13.023283 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe611275-adbe-4775-a78b-37379dab9c46 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Pushing event deleted for resources: {'Port': ['ID=ea5cb997-06ff-4786-81d6-49f37c69a392,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:13.096217 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fe611275-adbe-4775-a78b-37379dab9c46 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks [] for floatingip (d35b1902-d509-40c4-a23a-cd693c95c374), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:13.103227 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fe611275-adbe-4775-a78b-37379dab9c46 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:13.107286 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fe611275-adbe-4775-a78b-37379dab9c46 tempest-ServersTestManualDisk-101486122 tempest-ServersTestManualDisk-101486122-project] 10.222.0.31 "DELETE /v2.0/floatingips/d35b1902-d509-40c4-a23a-cd693c95c374 HTTP/1.1" status: 204 len: 168 time: 1.5871813 Jan 18 20:16:13.107589 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51490) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:13.170374 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 7393374f-7937-403d-98a3-e92d5099f62a no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:16:13.200291 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 7393374f-7937-403d-98a3-e92d5099f62a {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:16:13.200883 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 7393374f-7937-403d-98a3-e92d5099f62a not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:16:13.658238 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac01684b-2960-4301-9fe4-14359cbec07d req-7734e2e9-dee2-489c-8a60-a1d913e6c56f tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] 10.222.0.31 "GET /v2.0/ports?device_id=716d0bd5-2171-415f-8bc2-8febb824caee HTTP/1.1" status: 200 len: 210 time: 0.0667248 Jan 18 20:16:13.738294 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ffb01082-ef27-4774-9c5b-373a6bdd8103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (65f8e15d-e053-472a-99ca-ec5cd87b2285), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:13.886878 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9bed05c7-d45f-4792-9900-ff0646ee3128 req-fd9657ac-8144-4091-bb69-abc632f4b1f3 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=39072626-285c-4c9e-a55c-519eb749d40a HTTP/1.1" status: 200 len: 210 time: 0.0427735 Jan 18 20:16:14.320049 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-cb4ac194-851a-4876-9ad3-73cf5de4ddd5 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:14.322173 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-cb4ac194-851a-4876-9ad3-73cf5de4ddd5 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.70 "GET /v2.0/networks?id=80dffbc9-eed6-4af9-a5ac-dcb939c427fc HTTP/1.1" status: 200 len: 815 time: 0.2038958 Jan 18 20:16:14.340986 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-e2110192-a7df-475d-9a9b-53944d864baf tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Request body: {'port': {'device_id': '39072626-285c-4c9e-a55c-519eb749d40a', 'network_id': '80dffbc9-eed6-4af9-a5ac-dcb939c427fc', 'admin_state_up': True, 'tenant_id': '33d5062c8d0e4e58a3b0f8cdc12ccf80'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:16:14.529528 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-e2110192-a7df-475d-9a9b-53944d864baf tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Made reservation on behalf of 33d5062c8d0e4e58a3b0f8cdc12ccf80 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:16:14.533072 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-e2110192-a7df-475d-9a9b-53944d864baf tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:14.544968 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-ffb01082-ef27-4774-9c5b-373a6bdd8103 admin admin] Deleting port a3059ad1-0cf0-4484-88f9-ba9115d11ae0 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:16:14.545293 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ffb01082-ef27-4774-9c5b-373a6bdd8103 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (a3059ad1-0cf0-4484-88f9-ba9115d11ae0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:14.695252 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ffb01082-ef27-4774-9c5b-373a6bdd8103 admin admin] For port a3059ad1-0cf0-4484-88f9-ba9115d11ae0, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=a3059ad1-0cf0-4484-88f9-ba9115d11ae0,segment=NetworkSegment(1f1a3c38-de33-4f07-a242-8ac59af9a9ea),segment_id=1f1a3c38-de33-4f07-a242-8ac59af9a9ea)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:16:14.695252 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ffb01082-ef27-4774-9c5b-373a6bdd8103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (a3059ad1-0cf0-4484-88f9-ba9115d11ae0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:14.736007 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-ffb01082-ef27-4774-9c5b-373a6bdd8103 admin admin] Calling delete_port for a3059ad1-0cf0-4484-88f9-ba9115d11ae0 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:16:14.764469 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51544) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:14.798527 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-e2110192-a7df-475d-9a9b-53944d864baf tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Allocated IP 172.20.0.4 (80dffbc9-eed6-4af9-a5ac-dcb939c427fc/639cd4d2-6c2c-4dd0-8bf3-2eb14a9984e0/b879fb76-cb06-48da-933c-a7923ef389e7) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:16:15.140718 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2ca9e321-a5f0-445f-acb0-8aff9994bc36 req-4fec4daf-5d15-4198-b975-5a8ece3959eb tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=39072626-285c-4c9e-a55c-519eb749d40a HTTP/1.1" status: 200 len: 210 time: 0.0875485 Jan 18 20:16:15.156692 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-e2110192-a7df-475d-9a9b-53944d864baf tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks [] for port (b879fb76-cb06-48da-933c-a7923ef389e7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:15.186436 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ffb01082-ef27-4774-9c5b-373a6bdd8103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (a3059ad1-0cf0-4484-88f9-ba9115d11ae0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:15.230702 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb01082-ef27-4774-9c5b-373a6bdd8103 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3059ad1-0cf0-4484-88f9-ba9115d11ae0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:15.298697 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae0a5583-fc2d-4fce-9950-0069b145d06f admin admin] Deleting subnet 45324dde-9697-4682-9610-ed3bed3250cd {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:16:15.302610 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ae0a5583-fc2d-4fce-9950-0069b145d06f admin admin] Publish callbacks [] for subnet (45324dde-9697-4682-9610-ed3bed3250cd), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:15.348495 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-e2110192-a7df-475d-9a9b-53944d864baf tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (b879fb76-cb06-48da-933c-a7923ef389e7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:15.369762 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['f01cdff8-0b9e-43bd-b140-fe2d4d25ee54', '697b660d-6aa8-4757-b95b-4b1df4c2dfc8'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:16:15.385497 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ae0a5583-fc2d-4fce-9950-0069b145d06f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (45324dde-9697-4682-9610-ed3bed3250cd), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:15.473732 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:16:15.483238 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ae0a5583-fc2d-4fce-9950-0069b145d06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (45324dde-9697-4682-9610-ed3bed3250cd), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:15.487599 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-e2110192-a7df-475d-9a9b-53944d864baf tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Network 80dffbc9-eed6-4af9-a5ac-dcb939c427fc is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:16:15.496283 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-e2110192-a7df-475d-9a9b-53944d864baf tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:16:15.526491 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-e2110192-a7df-475d-9a9b-53944d864baf tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:16:15.543159 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68e7436-c04d-4447-b612-10048124d29a None None] DHCP port deletion for 80dffbc9-eed6-4af9-a5ac-dcb939c427fc request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:16:15.548887 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:16:15.549416 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 8a25c3d0-30ae-49d1-a7d8-67f8e8adc0af not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:16:15.590173 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ae0a5583-fc2d-4fce-9950-0069b145d06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (45324dde-9697-4682-9610-ed3bed3250cd), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:15.591393 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-e2110192-a7df-475d-9a9b-53944d864baf tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:15.592150 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-e2110192-a7df-475d-9a9b-53944d864baf tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:15.597297 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2110192-a7df-475d-9a9b-53944d864baf tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Pushing event updated for resources: {'Port': ['ID=b879fb76-cb06-48da-933c-a7923ef389e7,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:15.602580 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ae0a5583-fc2d-4fce-9950-0069b145d06f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:15.608425 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20209ac-6fb2-4dae-8a3d-4f905094a23e None None] Network 133a80cf-c268-45f9-91ee-564a51a659af requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:16:15.615899 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ae0a5583-fc2d-4fce-9950-0069b145d06f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/45324dde-9697-4682-9610-ed3bed3250cd HTTP/1.1" status: 204 len: 168 time: 0.8503430 Jan 18 20:16:15.644392 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51570) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:15.659667 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a5583-fc2d-4fce-9950-0069b145d06f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45324dde-9697-4682-9610-ed3bed3250cd,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:15.726746 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6a7094-1c67-485a-a2ad-599bdb5b088c None None] DHCP port deletion for 133a80cf-c268-45f9-91ee-564a51a659af request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:16:15.733047 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-960b5932-9862-41bc-81b0-c9a9930975c7 None None] Provisioning complete for port b879fb76-cb06-48da-933c-a7923ef389e7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:16:15.733612 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-960b5932-9862-41bc-81b0-c9a9930975c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b879fb76-cb06-48da-933c-a7923ef389e7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:15.739016 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8223c568-8e21-45de-b349-b3b194fc945b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (133a80cf-c268-45f9-91ee-564a51a659af), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:15.747917 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-e2110192-a7df-475d-9a9b-53944d864baf tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4142308 Jan 18 20:16:15.766769 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-cbdd87b9-d2fd-483c-9725-ed320ab88b7c service neutron] Request body: {'port': {'device_id': '39072626-285c-4c9e-a55c-519eb749d40a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:16:15.782114 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-960b5932-9862-41bc-81b0-c9a9930975c7 None None] Port b879fb76-cb06-48da-933c-a7923ef389e7 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:16:15.898209 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8223c568-8e21-45de-b349-b3b194fc945b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (133a80cf-c268-45f9-91ee-564a51a659af), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:15.909036 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ffb01082-ef27-4774-9c5b-373a6bdd8103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (65f8e15d-e053-472a-99ca-ec5cd87b2285), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:15.943685 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-8223c568-8e21-45de-b349-b3b194fc945b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133a80cf-c268-45f9-91ee-564a51a659af']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:15.963699 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-8223c568-8e21-45de-b349-b3b194fc945b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b14202-e0cf-4829-84e9-b58211a3d4f1') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:15.964059 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-8223c568-8e21-45de-b349-b3b194fc945b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b14202-e0cf-4829-84e9-b58211a3d4f1') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:16.011043 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-cbdd87b9-d2fd-483c-9725-ed320ab88b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b879fb76-cb06-48da-933c-a7923ef389e7), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:16.013975 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8223c568-8e21-45de-b349-b3b194fc945b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (82b14202-e0cf-4829-84e9-b58211a3d4f1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:16.044631 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8223c568-8e21-45de-b349-b3b194fc945b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (82b14202-e0cf-4829-84e9-b58211a3d4f1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:16.098459 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8223c568-8e21-45de-b349-b3b194fc945b admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:16:16.098856 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8223c568-8e21-45de-b349-b3b194fc945b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (82b14202-e0cf-4829-84e9-b58211a3d4f1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:16:16.102016 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:16:16.232178 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8223c568-8e21-45de-b349-b3b194fc945b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (133a80cf-c268-45f9-91ee-564a51a659af), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:16.247656 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8223c568-8e21-45de-b349-b3b194fc945b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:16.253729 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8223c568-8e21-45de-b349-b3b194fc945b admin admin] 10.222.0.31 "DELETE /v2.0/networks/133a80cf-c268-45f9-91ee-564a51a659af HTTP/1.1" status: 204 len: 168 time: 0.6072192 Jan 18 20:16:16.257922 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51592) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:16.303791 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223c568-8e21-45de-b349-b3b194fc945b admin admin] Pushing event deleted for resources: {'Network': ['ID=133a80cf-c268-45f9-91ee-564a51a659af,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:16.304151 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b3db6-7133-4dc8-a571-971a17717ed1 req-b0e4f5cc-b327-49b9-a9b4-779e0909fe7a tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:16.324396 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-389b3db6-7133-4dc8-a571-971a17717ed1 req-b0e4f5cc-b327-49b9-a9b4-779e0909fe7a tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=39072626-285c-4c9e-a55c-519eb749d40a HTTP/1.1" status: 200 len: 931 time: 0.0957816 Jan 18 20:16:16.394358 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-21823ab1-8b20-481c-96f6-c9d7fc2810e3 admin admin] Deleting subnet 139f6393-17f3-457e-9ec0-cf13d11abe42 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:16:16.411439 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-389b3db6-7133-4dc8-a571-971a17717ed1 req-bc8e6732-4571-41d2-a5d9-ce18a88e9793 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847242 Jan 18 20:16:16.438302 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-21823ab1-8b20-481c-96f6-c9d7fc2810e3 admin admin] Publish callbacks [] for subnet (139f6393-17f3-457e-9ec0-cf13d11abe42), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:16.769829 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-21823ab1-8b20-481c-96f6-c9d7fc2810e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (139f6393-17f3-457e-9ec0-cf13d11abe42), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:16.819319 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb01082-ef27-4774-9c5b-373a6bdd8103 admin admin] Router 65f8e15d-e053-472a-99ca-ec5cd87b2285 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:16:16.873087 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-21823ab1-8b20-481c-96f6-c9d7fc2810e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (139f6393-17f3-457e-9ec0-cf13d11abe42), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:16.959063 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-cbdd87b9-d2fd-483c-9725-ed320ab88b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b879fb76-cb06-48da-933c-a7923ef389e7 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:16:16.997220 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-cbdd87b9-d2fd-483c-9725-ed320ab88b7c service neutron] Publish callbacks [] for port (b879fb76-cb06-48da-933c-a7923ef389e7), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:17.042405 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-cbdd87b9-d2fd-483c-9725-ed320ab88b7c service neutron] Transition to ACTIVE for port object b879fb76-cb06-48da-933c-a7923ef389e7 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:16:17.045870 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-21823ab1-8b20-481c-96f6-c9d7fc2810e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (139f6393-17f3-457e-9ec0-cf13d11abe42), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:17.054510 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-cbdd87b9-d2fd-483c-9725-ed320ab88b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (b879fb76-cb06-48da-933c-a7923ef389e7), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:17.108864 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21823ab1-8b20-481c-96f6-c9d7fc2810e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=139f6393-17f3-457e-9ec0-cf13d11abe42,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:17.116898 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-21823ab1-8b20-481c-96f6-c9d7fc2810e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:17.123545 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51606) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:17.124156 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-21823ab1-8b20-481c-96f6-c9d7fc2810e3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/139f6393-17f3-457e-9ec0-cf13d11abe42 HTTP/1.1" status: 204 len: 168 time: 0.8644600 Jan 18 20:16:17.125769 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb01082-ef27-4774-9c5b-373a6bdd8103 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:16:17.137875 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ffb01082-ef27-4774-9c5b-373a6bdd8103 admin admin] 10.222.0.31 "PUT /v2.0/routers/65f8e15d-e053-472a-99ca-ec5cd87b2285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0291893 Jan 18 20:16:17.153538 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41ecfb4-6f38-41b7-9af4-cfe0b049e166 None None] Sync routers for ids ['65f8e15d-e053-472a-99ca-ec5cd87b2285'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:16:17.162635 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa20a87f-0ffa-453a-bcd6-303242fc59f6 None None] Network e10e19b4-6932-48bb-a61c-23d26d9fc1f1 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:16:17.163506 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51608) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:17.184047 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:16:17.192814 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41ecfb4-6f38-41b7-9af4-cfe0b049e166 None None] Routers {'65f8e15d-e053-472a-99ca-ec5cd87b2285'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:16:17.193451 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c41ecfb4-6f38-41b7-9af4-cfe0b049e166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:15:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['65f8e15d-e053-472a-99ca-ec5cd87b2285'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:17.210649 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f1058a-2421-4a1f-8061-d8e4dbeb8962 None None] DHCP port deletion for 80dffbc9-eed6-4af9-a5ac-dcb939c427fc request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:16:17.218029 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd87b9-d2fd-483c-9725-ed320ab88b7c service neutron] Pushing event updated for resources: {'Port': ['ID=b879fb76-cb06-48da-933c-a7923ef389e7,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:17.257664 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b64e29e-6121-4cb4-9005-b354af21b7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (e10e19b4-6932-48bb-a61c-23d26d9fc1f1), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:17.380689 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b64e29e-6121-4cb4-9005-b354af21b7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (e10e19b4-6932-48bb-a61c-23d26d9fc1f1), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:17.386876 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ad04e5-02ab-4ea9-817a-e729dcf94be5 None None] DHCP port deletion for e10e19b4-6932-48bb-a61c-23d26d9fc1f1 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:16:17.417594 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-9b64e29e-6121-4cb4-9005-b354af21b7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e10e19b4-6932-48bb-a61c-23d26d9fc1f1']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:17.420396 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-c41ecfb4-6f38-41b7-9af4-cfe0b049e166 None None] Set router 65f8e15d-e053-472a-99ca-ec5cd87b2285 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:16:17.425079 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-cbdd87b9-d2fd-483c-9725-ed320ab88b7c service neutron] Attempting to bind port b879fb76-cb06-48da-933c-a7923ef389e7 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:16:17.425416 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-cbdd87b9-d2fd-483c-9725-ed320ab88b7c service neutron] Attempting to bind port b879fb76-cb06-48da-933c-a7923ef389e7 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '87aed962-be5d-4deb-af9c-7bc726b9d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80dffbc9-eed6-4af9-a5ac-dcb939c427fc'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:16:17.425982 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-cbdd87b9-d2fd-483c-9725-ed320ab88b7c service neutron] Attempting to bind port b879fb76-cb06-48da-933c-a7923ef389e7 on network 80dffbc9-eed6-4af9-a5ac-dcb939c427fc {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:16:17.431792 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-9b64e29e-6121-4cb4-9005-b354af21b7b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15f0ff4-2231-4334-8ce1-14fb45a59350') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:17.431995 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-9b64e29e-6121-4cb4-9005-b354af21b7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15f0ff4-2231-4334-8ce1-14fb45a59350') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:17.443435 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b64e29e-6121-4cb4-9005-b354af21b7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (f15f0ff4-2231-4334-8ce1-14fb45a59350), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:17.449078 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-cbdd87b9-d2fd-483c-9725-ed320ab88b7c service neutron] Port b879fb76-cb06-48da-933c-a7923ef389e7 on network 80dffbc9-eed6-4af9-a5ac-dcb939c427fc not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:16:17.454054 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-cbdd87b9-d2fd-483c-9725-ed320ab88b7c service neutron] Attempting to bind port b879fb76-cb06-48da-933c-a7923ef389e7 on network 80dffbc9-eed6-4af9-a5ac-dcb939c427fc {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:16:17.459148 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b64e29e-6121-4cb4-9005-b354af21b7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (f15f0ff4-2231-4334-8ce1-14fb45a59350), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:17.466856 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-cbdd87b9-d2fd-483c-9725-ed320ab88b7c service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:16:17.468052 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-cbdd87b9-d2fd-483c-9725-ed320ab88b7c service neutron] Checking segment: {'id': '87aed962-be5d-4deb-af9c-7bc726b9d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80dffbc9-eed6-4af9-a5ac-dcb939c427fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:16:17.468336 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-cbdd87b9-d2fd-483c-9725-ed320ab88b7c service neutron] Bound using segment: {'id': '87aed962-be5d-4deb-af9c-7bc726b9d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80dffbc9-eed6-4af9-a5ac-dcb939c427fc'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:16:17.468777 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-cbdd87b9-d2fd-483c-9725-ed320ab88b7c service neutron] Bound port: b879fb76-cb06-48da-933c-a7923ef389e7, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87aed962-be5d-4deb-af9c-7bc726b9d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80dffbc9-eed6-4af9-a5ac-dcb939c427fc'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:16:17.469129 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-cbdd87b9-d2fd-483c-9725-ed320ab88b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b879fb76-cb06-48da-933c-a7923ef389e7), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:17.470029 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b64e29e-6121-4cb4-9005-b354af21b7b0 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:16:17.470576 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b64e29e-6121-4cb4-9005-b354af21b7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (f15f0ff4-2231-4334-8ce1-14fb45a59350), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:16:17.529840 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:16:17.553695 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b64e29e-6121-4cb4-9005-b354af21b7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (e10e19b4-6932-48bb-a61c-23d26d9fc1f1), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:17.611045 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b64e29e-6121-4cb4-9005-b354af21b7b0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:17.616679 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9b64e29e-6121-4cb4-9005-b354af21b7b0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e10e19b4-6932-48bb-a61c-23d26d9fc1f1 HTTP/1.1" status: 204 len: 168 time: 0.4888644 Jan 18 20:16:17.616679 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64e29e-6121-4cb4-9005-b354af21b7b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e10e19b4-6932-48bb-a61c-23d26d9fc1f1,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:17.668191 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9d4bc-983e-4f69-97a6-cde0f9c61d40 req-09f55d91-f307-4e45-9c57-724d53f0f837 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:17.671777 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c3c9d4bc-983e-4f69-97a6-cde0f9c61d40 req-09f55d91-f307-4e45-9c57-724d53f0f837 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=39072626-285c-4c9e-a55c-519eb749d40a HTTP/1.1" status: 200 len: 943 time: 0.1331913 Jan 18 20:16:17.682102 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-abcdf0b2-2cce-4832-8123-672653c19c9a admin admin] Publish callbacks [] for router (65f8e15d-e053-472a-99ca-ec5cd87b2285), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:17.737522 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-cbdd87b9-d2fd-483c-9725-ed320ab88b7c service neutron] For port b879fb76-cb06-48da-933c-a7923ef389e7, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:16:17.759659 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c41ecfb4-6f38-41b7-9af4-cfe0b049e166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'name': 'tempest-ServersTestManualDisk-2025350261-router', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:13:51Z', 'updated_at': '2022-01-18T20:16:15Z', 'revision_number': 5, 'project_id': '607a4768cdf6430db9e32c193b955188', 'gw_port': {'id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:13:52Z', 'updated_at': '2022-01-18T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:17.764610 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-cbdd87b9-d2fd-483c-9725-ed320ab88b7c service neutron] For port b879fb76-cb06-48da-933c-a7923ef389e7, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b879fb76-cb06-48da-933c-a7923ef389e7,segment=NetworkSegment(87aed962-be5d-4deb-af9c-7bc726b9d992),segment_id=87aed962-be5d-4deb-af9c-7bc726b9d992)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:16:17.779506 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c3c9d4bc-983e-4f69-97a6-cde0f9c61d40 req-f6055c14-59bc-4214-8c0c-466a4181e2a5 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001298 Jan 18 20:16:17.799263 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41ecfb4-6f38-41b7-9af4-cfe0b049e166 None None] Checking router: 65f8e15d-e053-472a-99ca-ec5cd87b2285 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:16:17.808650 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41ecfb4-6f38-41b7-9af4-cfe0b049e166 None None] Routers {'65f8e15d-e053-472a-99ca-ec5cd87b2285'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:16:17.809265 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c41ecfb4-6f38-41b7-9af4-cfe0b049e166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:15:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['65f8e15d-e053-472a-99ca-ec5cd87b2285'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:17.829069 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-cbdd87b9-d2fd-483c-9725-ed320ab88b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (b879fb76-cb06-48da-933c-a7923ef389e7), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:17.829591 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51618) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:17.882294 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-cbdd87b9-d2fd-483c-9725-ed320ab88b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:17.882938 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-cbdd87b9-d2fd-483c-9725-ed320ab88b7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:17.886501 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-cbdd87b9-d2fd-483c-9725-ed320ab88b7c service neutron] 10.222.0.70 "PUT /v2.0/ports/b879fb76-cb06-48da-933c-a7923ef389e7 HTTP/1.1" status: 200 len: 1091 time: 2.1246550 Jan 18 20:16:17.886909 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39072626-285c-4c9e-a55c-519eb749d40a', 'tag': 'b879fb76-cb06-48da-933c-a7923ef389e7'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:16:17.887800 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703c010a-0bee-4244-bc91-384b3e7ef747 None None] DHCP port deletion for 80dffbc9-eed6-4af9-a5ac-dcb939c427fc request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:16:17.887949 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e30d974d-24fd-4871-bd9e-fbfbc0595b50 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=46be2ca450fb44c88ba90d0767174258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0527718 Jan 18 20:16:17.901280 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51620) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:17.903014 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae40972-fc3a-40fd-9e2f-c9dd911b26a5" -d '{"events": [{"name": "network-changed", "server_uuid": "39072626-285c-4c9e-a55c-519eb749d40a", "tag": "b879fb76-cb06-48da-933c-a7923ef389e7"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:16:17.934815 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-abcdf0b2-2cce-4832-8123-672653c19c9a admin admin] Publish callbacks [] for router_gateway (65f8e15d-e053-472a-99ca-ec5cd87b2285), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:17.986115 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c7c27228-443d-408b-a851-f30c5d6ba8f6 admin admin] Publish callbacks [] for security_group (8f67dd83-27d9-4dd4-9f97-68caf3644bb9), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:18.015943 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd87b9-d2fd-483c-9725-ed320ab88b7c service neutron] Pushing event updated for resources: {'Port': ['ID=b879fb76-cb06-48da-933c-a7923ef389e7,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:18.020053 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedf720e-f52d-4812-8c23-4a6e4e709dfa x-openstack-request-id: req-dedf720e-f52d-4812-8c23-4a6e4e709dfa {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:16:18.020340 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39072626-285c-4c9e-a55c-519eb749d40a", "tag": "b879fb76-cb06-48da-933c-a7923ef389e7", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:16:18.020590 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dedf720e-f52d-4812-8c23-4a6e4e709dfa {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:16:18.020993 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39072626-285c-4c9e-a55c-519eb749d40a', 'tag': 'b879fb76-cb06-48da-933c-a7923ef389e7', 'status': 'completed', 'code': 200} Jan 18 20:16:18.027091 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c7c27228-443d-408b-a851-f30c5d6ba8f6 admin admin] Publish callbacks [] for security_group (8f67dd83-27d9-4dd4-9f97-68caf3644bb9), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:18.066052 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-c41ecfb4-6f38-41b7-9af4-cfe0b049e166 None None] Set router 65f8e15d-e053-472a-99ca-ec5cd87b2285 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:16:18.103476 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c7c27228-443d-408b-a851-f30c5d6ba8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8f67dd83-27d9-4dd4-9f97-68caf3644bb9), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:18.109104 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c7c27228-443d-408b-a851-f30c5d6ba8f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:18.112833 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c7c27228-443d-408b-a851-f30c5d6ba8f6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f67dd83-27d9-4dd4-9f97-68caf3644bb9 HTTP/1.1" status: 204 len: 168 time: 0.2070515 Jan 18 20:16:18.124115 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c27228-443d-408b-a851-f30c5d6ba8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f67dd83-27d9-4dd4-9f97-68caf3644bb9,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:18.129103 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-64e4e7ad-0275-48d9-abb2-5ba096f9a3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:18.130652 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-64e4e7ad-0275-48d9-abb2-5ba096f9a3b0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=33d5062c8d0e4e58a3b0f8cdc12ccf80&device_id=39072626-285c-4c9e-a55c-519eb749d40a HTTP/1.1" status: 200 len: 1094 time: 0.1826456 Jan 18 20:16:18.244179 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-566b0c20-a33a-4da6-9993-0dced9ca6d65 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b879fb76-cb06-48da-933c-a7923ef389e7 HTTP/1.1" status: 200 len: 217 time: 0.0885327 Jan 18 20:16:18.310963 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-abcdf0b2-2cce-4832-8123-672653c19c9a admin admin] Deleting port d3acc782-dd4f-422e-82d8-825e5e41f33d {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:16:18.311470 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-abcdf0b2-2cce-4832-8123-672653c19c9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d3acc782-dd4f-422e-82d8-825e5e41f33d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:18.464728 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c41ecfb4-6f38-41b7-9af4-cfe0b049e166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'name': 'tempest-ServersTestManualDisk-2025350261-router', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:13:51Z', 'updated_at': '2022-01-18T20:16:15Z', 'revision_number': 5, 'project_id': '607a4768cdf6430db9e32c193b955188', 'gw_port': {'id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:13:52Z', 'updated_at': '2022-01-18T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:18.500249 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41ecfb4-6f38-41b7-9af4-cfe0b049e166 None None] The sync data for ids ['65f8e15d-e053-472a-99ca-ec5cd87b2285'] in n-d-741529-9 is: [{'id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'name': 'tempest-ServersTestManualDisk-2025350261-router', 'tenant_id': '607a4768cdf6430db9e32c193b955188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:13:51Z', 'updated_at': '2022-01-18T20:16:15Z', 'revision_number': 5, 'project_id': '607a4768cdf6430db9e32c193b955188', 'gw_port': {'id': 'd3acc782-dd4f-422e-82d8-825e5e41f33d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f8e15d-e053-472a-99ca-ec5cd87b2285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:13:52Z', 'updated_at': '2022-01-18T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:16:18.523051 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-abcdf0b2-2cce-4832-8123-672653c19c9a admin admin] For port d3acc782-dd4f-422e-82d8-825e5e41f33d, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d3acc782-dd4f-422e-82d8-825e5e41f33d,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:16:18.523521 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-abcdf0b2-2cce-4832-8123-672653c19c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d3acc782-dd4f-422e-82d8-825e5e41f33d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:18.550194 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-abcdf0b2-2cce-4832-8123-672653c19c9a admin admin] Calling delete_port for d3acc782-dd4f-422e-82d8-825e5e41f33d owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:16:18.647262 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51636) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:18.656584 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-d67f3b21-2825-41da-8631-223d9977ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:18.658085 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-d67f3b21-2825-41da-8631-223d9977ac18 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=639cd4d2-6c2c-4dd0-8bf3-2eb14a9984e0 HTTP/1.1" status: 200 len: 855 time: 0.4025981 Jan 18 20:16:18.698826 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-374be33e-9eae-4bec-bb12-59accd2d20c0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7ecfd09865d43f6bb712e44317440dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481329 Jan 18 20:16:18.699056 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-3dc1d63b-9345-4a11-ba21-377960474054 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=80dffbc9-eed6-4af9-a5ac-dcb939c427fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266573 Jan 18 20:16:18.699150 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51638) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:18.768836 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2d2e6c2e-7975-4d04-b8b5-2ebaebb9d2f5 admin admin] Publish callbacks [] for security_group (37240080-0cce-4936-a69e-8a18ad95b6b9), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:18.800445 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2d2e6c2e-7975-4d04-b8b5-2ebaebb9d2f5 admin admin] Publish callbacks [] for security_group (37240080-0cce-4936-a69e-8a18ad95b6b9), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:18.841068 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-abcdf0b2-2cce-4832-8123-672653c19c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (d3acc782-dd4f-422e-82d8-825e5e41f33d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:18.884041 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdf0b2-2cce-4832-8123-672653c19c9a admin admin] Pushing event deleted for resources: {'Port': ['ID=d3acc782-dd4f-422e-82d8-825e5e41f33d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:18.899539 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2d2e6c2e-7975-4d04-b8b5-2ebaebb9d2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (37240080-0cce-4936-a69e-8a18ad95b6b9), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:18.903054 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2d2e6c2e-7975-4d04-b8b5-2ebaebb9d2f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:18.906729 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2d2e6c2e-7975-4d04-b8b5-2ebaebb9d2f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/37240080-0cce-4936-a69e-8a18ad95b6b9 HTTP/1.1" status: 204 len: 168 time: 0.2043095 Jan 18 20:16:18.920546 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e6c2e-7975-4d04-b8b5-2ebaebb9d2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37240080-0cce-4936-a69e-8a18ad95b6b9,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:18.921333 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device a3059ad1-0cf0-4484-88f9-ba9115d11ae0 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:16:18.973241 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-23888874-cff2-4a4a-8eae-4029839811c6 service neutron] 10.222.0.70 "GET /v2.0/networks/80dffbc9-eed6-4af9-a5ac-dcb939c427fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353151 Jan 18 20:16:18.977053 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab24fdd9-7c18-4184-a518-1f5200ed7e50 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:16:18.985571 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: a3059ad1-0cf0-4484-88f9-ba9115d11ae0 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:16:18.985994 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device a3059ad1-0cf0-4484-88f9-ba9115d11ae0 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:16:19.058827 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b98b2-7d01-45d0-b2c3-64d21bd346d1 req-11634e27-e80d-43aa-9634-8beb3b0cbfa1 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:19.061188 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a52b98b2-7d01-45d0-b2c3-64d21bd346d1 req-11634e27-e80d-43aa-9634-8beb3b0cbfa1 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=39072626-285c-4c9e-a55c-519eb749d40a HTTP/1.1" status: 200 len: 943 time: 0.1352170 Jan 18 20:16:19.221311 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-abcdf0b2-2cce-4832-8123-672653c19c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (65f8e15d-e053-472a-99ca-ec5cd87b2285), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:19.223491 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a52b98b2-7d01-45d0-b2c3-64d21bd346d1 req-c165c170-482e-473b-9d99-04784e0ac0d3 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550357 Jan 18 20:16:19.379798 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-abcdf0b2-2cce-4832-8123-672653c19c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (65f8e15d-e053-472a-99ca-ec5cd87b2285), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:19.383022 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-abcdf0b2-2cce-4832-8123-672653c19c9a admin admin] Publish callbacks [] for router_controller (65f8e15d-e053-472a-99ca-ec5cd87b2285), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:19.479939 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-abcdf0b2-2cce-4832-8123-672653c19c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (65f8e15d-e053-472a-99ca-ec5cd87b2285), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:19.480463 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcdf0b2-2cce-4832-8123-672653c19c9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65f8e15d-e053-472a-99ca-ec5cd87b2285 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:16:19.486331 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-abcdf0b2-2cce-4832-8123-672653c19c9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:19.490082 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51668) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:19.501301 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-abcdf0b2-2cce-4832-8123-672653c19c9a admin admin] 10.222.0.31 "DELETE /v2.0/routers/65f8e15d-e053-472a-99ca-ec5cd87b2285 HTTP/1.1" status: 204 len: 168 time: 2.3325317 Jan 18 20:16:19.541159 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa155c86-86b7-4db5-9fc2-ed9def5a337c req-0e389677-60f5-44a4-ab49-a31f53d3e190 service neutron] 10.222.0.70 "GET /v2.0/networks/80dffbc9-eed6-4af9-a5ac-dcb939c427fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913256 Jan 18 20:16:19.600187 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e34ea1-2826-4dd2-9be5-beb2545e227f admin admin] Deleting subnet 3443f31d-f38e-4c29-8c99-7fd225434601 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:16:19.617233 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-92e34ea1-2826-4dd2-9be5-beb2545e227f admin admin] Publish callbacks [] for subnet (3443f31d-f38e-4c29-8c99-7fd225434601), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:19.646381 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae40972-fc3a-40fd-9e2f-c9dd911b26a5 req-2ff973e2-17ce-4aa2-8fad-b368bf5be619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:19.647915 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eae40972-fc3a-40fd-9e2f-c9dd911b26a5 req-2ff973e2-17ce-4aa2-8fad-b368bf5be619 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=33d5062c8d0e4e58a3b0f8cdc12ccf80&device_id=39072626-285c-4c9e-a55c-519eb749d40a HTTP/1.1" status: 200 len: 1094 time: 0.0499613 Jan 18 20:16:19.705836 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-92e34ea1-2826-4dd2-9be5-beb2545e227f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (3443f31d-f38e-4c29-8c99-7fd225434601), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:19.798358 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae40972-fc3a-40fd-9e2f-c9dd911b26a5 req-9df1863b-6702-46da-84a4-6b3fce103f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:19.800081 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eae40972-fc3a-40fd-9e2f-c9dd911b26a5 req-9df1863b-6702-46da-84a4-6b3fce103f53 service neutron] 10.222.0.70 "GET /v2.0/networks?id=80dffbc9-eed6-4af9-a5ac-dcb939c427fc HTTP/1.1" status: 200 len: 916 time: 0.1389356 Jan 18 20:16:19.838399 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-92e34ea1-2826-4dd2-9be5-beb2545e227f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (3443f31d-f38e-4c29-8c99-7fd225434601), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:19.906436 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-92e34ea1-2826-4dd2-9be5-beb2545e227f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (3443f31d-f38e-4c29-8c99-7fd225434601), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:19.945797 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e34ea1-2826-4dd2-9be5-beb2545e227f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3443f31d-f38e-4c29-8c99-7fd225434601,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:19.947835 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-92e34ea1-2826-4dd2-9be5-beb2545e227f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:19.953948 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a658a1-9b82-4daa-abcb-c8194d675d03 None None] Network e1c89579-6195-4c70-ba90-09ea7c6b128b requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:16:19.958104 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-92e34ea1-2826-4dd2-9be5-beb2545e227f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3443f31d-f38e-4c29-8c99-7fd225434601 HTTP/1.1" status: 204 len: 168 time: 0.4588032 Jan 18 20:16:19.959613 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eae40972-fc3a-40fd-9e2f-c9dd911b26a5 req-c93c38d6-3336-4249-b985-551dd11c989d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b879fb76-cb06-48da-933c-a7923ef389e7 HTTP/1.1" status: 200 len: 217 time: 0.1439905 Jan 18 20:16:19.960891 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51678) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:20.142732 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae40972-fc3a-40fd-9e2f-c9dd911b26a5 req-500cc241-9f90-4e0b-87c8-e68522561a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:20.144209 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eae40972-fc3a-40fd-9e2f-c9dd911b26a5 req-500cc241-9f90-4e0b-87c8-e68522561a18 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=639cd4d2-6c2c-4dd0-8bf3-2eb14a9984e0 HTTP/1.1" status: 200 len: 855 time: 0.1610911 Jan 18 20:16:20.148550 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad4a75a2-51f6-47d9-97e3-bf08e931109a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (e1c89579-6195-4c70-ba90-09ea7c6b128b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:20.191175 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eae40972-fc3a-40fd-9e2f-c9dd911b26a5 req-e0162477-b444-47a4-8560-10d8e6af5698 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=80dffbc9-eed6-4af9-a5ac-dcb939c427fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297019 Jan 18 20:16:20.254954 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee282c3-fb21-42ad-8a31-3a50b4b20cde None None] DHCP port deletion for e1c89579-6195-4c70-ba90-09ea7c6b128b request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:16:20.402545 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-aee282c3-fb21-42ad-8a31-3a50b4b20cde None None] Deleting port dd6d516e-6b62-46fe-adb3-973e52be0a5a {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:16:20.403018 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-aee282c3-fb21-42ad-8a31-3a50b4b20cde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (dd6d516e-6b62-46fe-adb3-973e52be0a5a), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:20.408204 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-ad4a75a2-51f6-47d9-97e3-bf08e931109a admin admin] Deleting port dd6d516e-6b62-46fe-adb3-973e52be0a5a {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:16:20.408726 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad4a75a2-51f6-47d9-97e3-bf08e931109a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (dd6d516e-6b62-46fe-adb3-973e52be0a5a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:20.412977 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eae40972-fc3a-40fd-9e2f-c9dd911b26a5 req-fb2989fb-0747-41b7-af36-25d5616bcac5 service neutron] 10.222.0.70 "GET /v2.0/networks/80dffbc9-eed6-4af9-a5ac-dcb939c427fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901174 Jan 18 20:16:20.504233 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-aee282c3-fb21-42ad-8a31-3a50b4b20cde None None] For port dd6d516e-6b62-46fe-adb3-973e52be0a5a, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=dd6d516e-6b62-46fe-adb3-973e52be0a5a,segment=NetworkSegment(1f1a3c38-de33-4f07-a242-8ac59af9a9ea),segment_id=1f1a3c38-de33-4f07-a242-8ac59af9a9ea)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:16:20.504772 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-aee282c3-fb21-42ad-8a31-3a50b4b20cde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (dd6d516e-6b62-46fe-adb3-973e52be0a5a), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:20.528593 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b8f05-58cc-496c-ac86-816db40cf758 req-44174f35-898e-47ac-b7bd-19bd9386c25a tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:20.538656 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-aee282c3-fb21-42ad-8a31-3a50b4b20cde None None] Calling delete_port for dd6d516e-6b62-46fe-adb3-973e52be0a5a owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:16:20.539603 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d02b8f05-58cc-496c-ac86-816db40cf758 req-44174f35-898e-47ac-b7bd-19bd9386c25a tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=39072626-285c-4c9e-a55c-519eb749d40a HTTP/1.1" status: 200 len: 943 time: 0.1178224 Jan 18 20:16:20.602755 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ad4a75a2-51f6-47d9-97e3-bf08e931109a admin admin] For port dd6d516e-6b62-46fe-adb3-973e52be0a5a, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=dd6d516e-6b62-46fe-adb3-973e52be0a5a,segment=NetworkSegment(1f1a3c38-de33-4f07-a242-8ac59af9a9ea),segment_id=1f1a3c38-de33-4f07-a242-8ac59af9a9ea)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:16:20.603494 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad4a75a2-51f6-47d9-97e3-bf08e931109a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (dd6d516e-6b62-46fe-adb3-973e52be0a5a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:20.647026 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-ad4a75a2-51f6-47d9-97e3-bf08e931109a admin admin] Calling delete_port for dd6d516e-6b62-46fe-adb3-973e52be0a5a owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:16:20.651438 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d02b8f05-58cc-496c-ac86-816db40cf758 req-40072c07-04b9-416e-a3e1-066b3d88a88a tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096342 Jan 18 20:16:20.657360 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-aee282c3-fb21-42ad-8a31-3a50b4b20cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (dd6d516e-6b62-46fe-adb3-973e52be0a5a), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:20.706061 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee282c3-fb21-42ad-8a31-3a50b4b20cde None None] No DVR routers for this DVR port dd6d516e-6b62-46fe-adb3-973e52be0a5a on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:16:20.709256 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee282c3-fb21-42ad-8a31-3a50b4b20cde None None] Pushing event deleted for resources: {'Port': ['ID=dd6d516e-6b62-46fe-adb3-973e52be0a5a,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:20.728181 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eae40972-fc3a-40fd-9e2f-c9dd911b26a5 req-96a626fd-a376-4327-8511-14c2c9443ff4 service neutron] 10.222.0.70 "GET /v2.0/networks/80dffbc9-eed6-4af9-a5ac-dcb939c427fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017716 Jan 18 20:16:20.748751 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee282c3-fb21-42ad-8a31-3a50b4b20cde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:20.749007 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee282c3-fb21-42ad-8a31-3a50b4b20cde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:20.752510 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee282c3-fb21-42ad-8a31-3a50b4b20cde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:20.752872 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee282c3-fb21-42ad-8a31-3a50b4b20cde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:20.753220 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee282c3-fb21-42ad-8a31-3a50b4b20cde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:20.753555 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee282c3-fb21-42ad-8a31-3a50b4b20cde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:20.754974 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee282c3-fb21-42ad-8a31-3a50b4b20cde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:20.755325 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee282c3-fb21-42ad-8a31-3a50b4b20cde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:20.755662 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee282c3-fb21-42ad-8a31-3a50b4b20cde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:20.755999 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee282c3-fb21-42ad-8a31-3a50b4b20cde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:20.757416 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee282c3-fb21-42ad-8a31-3a50b4b20cde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:20.760126 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee282c3-fb21-42ad-8a31-3a50b4b20cde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:20.760578 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee282c3-fb21-42ad-8a31-3a50b4b20cde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:20.806018 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d3acc782-dd4f-422e-82d8-825e5e41f33d no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:16:20.831455 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: d3acc782-dd4f-422e-82d8-825e5e41f33d {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:16:20.831806 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d3acc782-dd4f-422e-82d8-825e5e41f33d not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:16:20.832230 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device dd6d516e-6b62-46fe-adb3-973e52be0a5a no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:16:20.857470 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: dd6d516e-6b62-46fe-adb3-973e52be0a5a {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:16:20.857998 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device dd6d516e-6b62-46fe-adb3-973e52be0a5a not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:16:20.909676 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad4a75a2-51f6-47d9-97e3-bf08e931109a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (dd6d516e-6b62-46fe-adb3-973e52be0a5a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:20.938894 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a75a2-51f6-47d9-97e3-bf08e931109a admin admin] Pushing event deleted for resources: {'Port': ['ID=dd6d516e-6b62-46fe-adb3-973e52be0a5a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:20.945541 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4a75a2-51f6-47d9-97e3-bf08e931109a admin admin] No DVR routers for this DVR port dd6d516e-6b62-46fe-adb3-973e52be0a5a on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:16:21.020165 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad4a75a2-51f6-47d9-97e3-bf08e931109a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (e1c89579-6195-4c70-ba90-09ea7c6b128b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:21.045387 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-ad4a75a2-51f6-47d9-97e3-bf08e931109a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c89579-6195-4c70-ba90-09ea7c6b128b']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:21.056844 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-ad4a75a2-51f6-47d9-97e3-bf08e931109a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1a3c38-de33-4f07-a242-8ac59af9a9ea') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:21.056844 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-ad4a75a2-51f6-47d9-97e3-bf08e931109a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1a3c38-de33-4f07-a242-8ac59af9a9ea') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:21.065034 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad4a75a2-51f6-47d9-97e3-bf08e931109a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (1f1a3c38-de33-4f07-a242-8ac59af9a9ea), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:21.079194 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad4a75a2-51f6-47d9-97e3-bf08e931109a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (1f1a3c38-de33-4f07-a242-8ac59af9a9ea), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:21.085313 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4a75a2-51f6-47d9-97e3-bf08e931109a admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:16:21.085859 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad4a75a2-51f6-47d9-97e3-bf08e931109a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (1f1a3c38-de33-4f07-a242-8ac59af9a9ea), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:16:21.138491 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:16:21.146738 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad4a75a2-51f6-47d9-97e3-bf08e931109a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (e1c89579-6195-4c70-ba90-09ea7c6b128b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:21.160841 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad4a75a2-51f6-47d9-97e3-bf08e931109a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:21.166788 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ad4a75a2-51f6-47d9-97e3-bf08e931109a admin admin] 10.222.0.31 "DELETE /v2.0/networks/e1c89579-6195-4c70-ba90-09ea7c6b128b HTTP/1.1" status: 204 len: 168 time: 1.1989069 Jan 18 20:16:21.192693 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b879fb76-cb06-48da-933c-a7923ef389e7 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:16:21.198442 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a75a2-51f6-47d9-97e3-bf08e931109a admin admin] Pushing event deleted for resources: {'Network': ['ID=e1c89579-6195-4c70-ba90-09ea7c6b128b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:21.402456 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port b879fb76-cb06-48da-933c-a7923ef389e7, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b879fb76-cb06-48da-933c-a7923ef389e7,segment=NetworkSegment(87aed962-be5d-4deb-af9c-7bc726b9d992),segment_id=87aed962-be5d-4deb-af9c-7bc726b9d992)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:16:21.434451 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'b879fb76-cb06-48da-933c-a7923ef389e7', 'network_id': '80dffbc9-eed6-4af9-a5ac-dcb939c427fc', 'port_id': 'b879fb76-cb06-48da-933c-a7923ef389e7', 'mac_address': 'fa:16:3e:a8:2b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639cd4d2-6c2c-4dd0-8bf3-2eb14a9984e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:16:21.536312 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51728) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:21.555620 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port b879fb76-cb06-48da-933c-a7923ef389e7 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:16:21.556017 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b879fb76-cb06-48da-933c-a7923ef389e7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:21.579456 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b879fb76-cb06-48da-933c-a7923ef389e7 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:16:21.600489 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port b879fb76-cb06-48da-933c-a7923ef389e7, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b879fb76-cb06-48da-933c-a7923ef389e7,segment=NetworkSegment(87aed962-be5d-4deb-af9c-7bc726b9d992),segment_id=87aed962-be5d-4deb-af9c-7bc726b9d992)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:16:21.606718 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b879fb76-cb06-48da-933c-a7923ef389e7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:21.631854 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51730) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:21.632404 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3501f543-70b7-49f3-9e61-ac75f48dc44b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=607a4768cdf6430db9e32c193b955188&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0938349 Jan 18 20:16:21.710037 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=b879fb76-cb06-48da-933c-a7923ef389e7,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:21.758983 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-21207880-52cd-423f-953e-4934f67106a7 admin admin] Publish callbacks [] for security_group (11735c16-6b35-43f5-804d-0da06bab950e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:21.803256 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-21207880-52cd-423f-953e-4934f67106a7 admin admin] Publish callbacks [] for security_group (11735c16-6b35-43f5-804d-0da06bab950e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:21.916602 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-21207880-52cd-423f-953e-4934f67106a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (11735c16-6b35-43f5-804d-0da06bab950e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:21.919560 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-21207880-52cd-423f-953e-4934f67106a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:21.920835 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-21207880-52cd-423f-953e-4934f67106a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/11735c16-6b35-43f5-804d-0da06bab950e HTTP/1.1" status: 204 len: 168 time: 0.2865860 Jan 18 20:16:21.931333 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21207880-52cd-423f-953e-4934f67106a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11735c16-6b35-43f5-804d-0da06bab950e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:21.987636 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af55ed-1784-4413-9485-402622721fcc req-9467e934-61df-49e2-8c3b-68e01f1de725 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:21.989256 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-51af55ed-1784-4413-9485-402622721fcc req-9467e934-61df-49e2-8c3b-68e01f1de725 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=39072626-285c-4c9e-a55c-519eb749d40a HTTP/1.1" status: 200 len: 944 time: 0.1478200 Jan 18 20:16:22.026790 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['b879fb76-cb06-48da-933c-a7923ef389e7'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:16:22.123669 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-51af55ed-1784-4413-9485-402622721fcc req-75efe129-e0cc-4b33-9b27-c7fff1170c11 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218591 Jan 18 20:16:23.000805 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51790) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:23.124238 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-0d620ae2-ae44-462b-b428-d89e45082693 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1615555492-network', 'tenant_id': 'ab0932fb74a04241a43413dc6078bb60'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:16:23.177279 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d620ae2-ae44-462b-b428-d89e45082693 admin admin] Made reservation on behalf of ab0932fb74a04241a43413dc6078bb60 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:16:23.178722 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d620ae2-ae44-462b-b428-d89e45082693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:23.219549 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d620ae2-ae44-462b-b428-d89e45082693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:23.368370 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ee835-05e3-4176-a484-f1515a1ef767 req-d0c97e26-738f-4361-916c-0d3fcc5129bd tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:23.382725 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-045ee835-05e3-4176-a484-f1515a1ef767 req-d0c97e26-738f-4361-916c-0d3fcc5129bd tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=39072626-285c-4c9e-a55c-519eb749d40a HTTP/1.1" status: 200 len: 944 time: 0.0845215 Jan 18 20:16:23.384613 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d620ae2-ae44-462b-b428-d89e45082693 admin admin] Publish callbacks [] for security_group (cf6923a6-caee-467a-ba26-142e5c225685), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:23.391493 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d620ae2-ae44-462b-b428-d89e45082693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (cf6923a6-caee-467a-ba26-142e5c225685), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:23.408399 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d620ae2-ae44-462b-b428-d89e45082693 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:16:23.423506 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d620ae2-ae44-462b-b428-d89e45082693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (2325c70d-00bd-421d-8bd5-12777085326c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:23.423959 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-0d620ae2-ae44-462b-b428-d89e45082693 admin admin] Added segment 2325c70d-00bd-421d-8bd5-12777085326c of type vlan for network 8ee66860-e387-48f3-851d-514ed03c6731 Jan 18 20:16:23.488013 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-045ee835-05e3-4176-a484-f1515a1ef767 req-deb7e1b4-b27b-42d4-9b76-368146d1ff1a tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996628 Jan 18 20:16:23.518290 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d620ae2-ae44-462b-b428-d89e45082693 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (8ee66860-e387-48f3-851d-514ed03c6731), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:23.533032 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d620ae2-ae44-462b-b428-d89e45082693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6923a6-caee-467a-ba26-142e5c225685,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:23.579407 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d620ae2-ae44-462b-b428-d89e45082693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (8ee66860-e387-48f3-851d-514ed03c6731), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:23.581433 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d620ae2-ae44-462b-b428-d89e45082693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:23.582221 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d620ae2-ae44-462b-b428-d89e45082693 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:24.010184 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0d620ae2-ae44-462b-b428-d89e45082693 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0075853 Jan 18 20:16:24.013145 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51828) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:24.015383 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d620ae2-ae44-462b-b428-d89e45082693 admin admin] Pushing event updated for resources: {'Network': ['ID=8ee66860-e387-48f3-851d-514ed03c6731,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:24.020063 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-084e35a8-914d-4c0a-b39c-54a5514b9822 admin admin] Request body: {'subnet': {'network_id': '8ee66860-e387-48f3-851d-514ed03c6731', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1615555492-subnet', 'tenant_id': 'ab0932fb74a04241a43413dc6078bb60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:16:24.033995 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 8ee66860-e387-48f3-851d-514ed03c6731 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:16:24.073340 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084e35a8-914d-4c0a-b39c-54a5514b9822 admin admin] Made reservation on behalf of ab0932fb74a04241a43413dc6078bb60 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:16:24.076196 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-084e35a8-914d-4c0a-b39c-54a5514b9822 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:24.315086 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-084e35a8-914d-4c0a-b39c-54a5514b9822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (7a990a06-ff0c-4e5b-a386-4bd5a6da567b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:24.363465 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e35a8-914d-4c0a-b39c-54a5514b9822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a990a06-ff0c-4e5b-a386-4bd5a6da567b,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:24.414280 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084e35a8-914d-4c0a-b39c-54a5514b9822 admin admin] Checking segment: {'id': '2325c70d-00bd-421d-8bd5-12777085326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8ee66860-e387-48f3-851d-514ed03c6731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:16:24.415400 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084e35a8-914d-4c0a-b39c-54a5514b9822 admin admin] Network hostable DHCP agents. Network: 8ee66860-e387-48f3-851d-514ed03c6731, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:16:24.435047 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084e35a8-914d-4c0a-b39c-54a5514b9822 admin admin] Network 8ee66860-e387-48f3-851d-514ed03c6731 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:16:24.446295 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-084e35a8-914d-4c0a-b39c-54a5514b9822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 8ee66860-e387-48f3-851d-514ed03c6731) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:16:24.454375 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084e35a8-914d-4c0a-b39c-54a5514b9822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:24.454700 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61afc9b1-9a4b-43a6-a798-82c9ab9b261f None None] Network 8ee66860-e387-48f3-851d-514ed03c6731 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:16:24.455425 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-084e35a8-914d-4c0a-b39c-54a5514b9822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:24.479570 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-084e35a8-914d-4c0a-b39c-54a5514b9822 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4650278 Jan 18 20:16:24.639446 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce75a8e2-1205-4d5b-96a8-e74b529871e7 None None] Network 8ee66860-e387-48f3-851d-514ed03c6731 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:16:24.694566 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cb66f-3cc6-489a-9115-beb08e7fd09e req-2971000f-8198-45fa-9e69-62c2a6a2b996 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:24.708187 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3a9cb66f-3cc6-489a-9115-beb08e7fd09e req-2971000f-8198-45fa-9e69-62c2a6a2b996 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=39072626-285c-4c9e-a55c-519eb749d40a HTTP/1.1" status: 200 len: 944 time: 0.1371946 Jan 18 20:16:24.824650 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3a9cb66f-3cc6-489a-9115-beb08e7fd09e req-6b7f0839-a22e-442a-9583-6bd8a790af75 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145639 Jan 18 20:16:25.231953 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b879fb76-cb06-48da-933c-a7923ef389e7 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:16:25.340945 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port b879fb76-cb06-48da-933c-a7923ef389e7 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:16:25.364160 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port b879fb76-cb06-48da-933c-a7923ef389e7 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:16:25.365210 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b879fb76-cb06-48da-933c-a7923ef389e7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:25.484072 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port b879fb76-cb06-48da-933c-a7923ef389e7 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:16:25.485042 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b879fb76-cb06-48da-933c-a7923ef389e7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:25.523004 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port b879fb76-cb06-48da-933c-a7923ef389e7, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b879fb76-cb06-48da-933c-a7923ef389e7,segment=NetworkSegment(87aed962-be5d-4deb-af9c-7bc726b9d992),segment_id=87aed962-be5d-4deb-af9c-7bc726b9d992)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:16:25.524724 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39072626-285c-4c9e-a55c-519eb749d40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b879fb76-cb06-48da-933c-a7923ef389e7'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:16:25.527680 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed95b920-e95b-403d-a876-1025dd6dd43b" -d '{"events": [{"server_uuid": "39072626-285c-4c9e-a55c-519eb749d40a", "name": "network-vif-plugged", "status": "completed", "tag": "b879fb76-cb06-48da-933c-a7923ef389e7"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:16:25.537653 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b879fb76-cb06-48da-933c-a7923ef389e7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:25.582458 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-d14037a7-d4d8-4976-b50a-984c17412ec7 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:25.589903 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-d14037a7-d4d8-4976-b50a-984c17412ec7 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/networks?id=8ee66860-e387-48f3-851d-514ed03c6731 HTTP/1.1" status: 200 len: 818 time: 0.1455433 Jan 18 20:16:25.606707 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-e3b5dd74-b42a-4199-b386-17947049cf25 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/quotas/ab0932fb74a04241a43413dc6078bb60 HTTP/1.1" status: 200 len: 375 time: 0.0157471 Jan 18 20:16:25.638544 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-02c992bf-fbd8-4574-8532-b1924b1764ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:25.646549 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-61f31031-07b2-4382-a52b-8a4112c0380b tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab0932fb74a04241a43413dc6078bb60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381460 Jan 18 20:16:25.665821 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=b879fb76-cb06-48da-933c-a7923ef389e7,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:25.740201 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-5ded12b1-6df7-4a76-afd1-2ece00dd8995 service neutron] 10.222.0.31 "GET /v2.0/networks/8ee66860-e387-48f3-851d-514ed03c6731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926356 Jan 18 20:16:25.855510 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa02ccd3-f69b-43ac-a5ac-b32d81a781fa x-openstack-request-id: req-fa02ccd3-f69b-43ac-a5ac-b32d81a781fa {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:16:25.855810 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39072626-285c-4c9e-a55c-519eb749d40a", "name": "network-vif-plugged", "status": "completed", "tag": "b879fb76-cb06-48da-933c-a7923ef389e7", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:16:25.856065 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa02ccd3-f69b-43ac-a5ac-b32d81a781fa {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:16:25.856460 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39072626-285c-4c9e-a55c-519eb749d40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b879fb76-cb06-48da-933c-a7923ef389e7', 'code': 200} Jan 18 20:16:25.924055 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-b717e6bc-d96f-4b29-bdda-9ad46c69c029 service neutron] 10.222.0.31 "GET /v2.0/networks/8ee66860-e387-48f3-851d-514ed03c6731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774981 Jan 18 20:16:25.982114 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e1e65-25b1-4b73-a910-c7a5ceaa5316 req-75741f7f-0dd9-4e1d-b936-5a75bd73a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:25.994572 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-028e1e65-25b1-4b73-a910-c7a5ceaa5316 req-75741f7f-0dd9-4e1d-b936-5a75bd73a6a7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=39072626-285c-4c9e-a55c-519eb749d40a HTTP/1.1" status: 200 len: 1096 time: 0.0603499 Jan 18 20:16:26.055541 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-028e1e65-25b1-4b73-a910-c7a5ceaa5316 req-d4e54735-43f6-4e93-954c-2a27ca839c98 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523551 Jan 18 20:16:26.249427 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07122ab-c356-47ed-bad8-b97c75606cc9 req-540028bc-35d2-4afc-8d24-5c60374c4969 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:26.259327 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c07122ab-c356-47ed-bad8-b97c75606cc9 req-540028bc-35d2-4afc-8d24-5c60374c4969 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=39072626-285c-4c9e-a55c-519eb749d40a HTTP/1.1" status: 200 len: 945 time: 0.0687487 Jan 18 20:16:26.364243 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c07122ab-c356-47ed-bad8-b97c75606cc9 req-cac266e0-a40d-4214-ad7b-0b04b2af63cc tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032813 Jan 18 20:16:26.644150 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3762b058-1fec-4866-ad19-bc47c190c900 req-5b1737da-7cee-403b-9ec3-19e0427cb676 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8551a3a-2a2b-42d4-99fd-1217dcee3a0d HTTP/1.1" status: 200 len: 210 time: 0.0342956 Jan 18 20:16:26.879436 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51932) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:27.013619 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ad5e0448-b9c2-41a5-87c8-77c566d05f43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:27.120477 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ad5e0448-b9c2-41a5-87c8-77c566d05f43 admin admin] Publish callbacks [] for security_group (95dae655-0148-469e-b739-93d4742a6582), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:27.125875 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ad5e0448-b9c2-41a5-87c8-77c566d05f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (95dae655-0148-469e-b739-93d4742a6582), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:27.166681 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ad5e0448-b9c2-41a5-87c8-77c566d05f43 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc3a3e644f0d41e3acfa8e7838ad8a87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2861636 Jan 18 20:16:27.167855 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e0448-b9c2-41a5-87c8-77c566d05f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95dae655-0148-469e-b739-93d4742a6582,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:27.169290 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51944) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:27.225185 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c2fed0aa-da22-4624-9f34-f121358d18e2 admin admin] Publish callbacks [] for security_group (95dae655-0148-469e-b739-93d4742a6582), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:27.250454 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c2fed0aa-da22-4624-9f34-f121358d18e2 admin admin] Publish callbacks [] for security_group (95dae655-0148-469e-b739-93d4742a6582), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:27.310052 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c2fed0aa-da22-4624-9f34-f121358d18e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (95dae655-0148-469e-b739-93d4742a6582), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:27.312893 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c2fed0aa-da22-4624-9f34-f121358d18e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:27.314056 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c2fed0aa-da22-4624-9f34-f121358d18e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95dae655-0148-469e-b739-93d4742a6582 HTTP/1.1" status: 204 len: 168 time: 0.1426034 Jan 18 20:16:27.324389 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fed0aa-da22-4624-9f34-f121358d18e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dae655-0148-469e-b739-93d4742a6582,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:27.512156 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d66342-d0af-4d7d-8d03-beb33bbcfdfc req-e0efc13d-1a6b-4817-b9dd-e6fed931aa3b tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:27.522248 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f4d66342-d0af-4d7d-8d03-beb33bbcfdfc req-e0efc13d-1a6b-4817-b9dd-e6fed931aa3b tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=39072626-285c-4c9e-a55c-519eb749d40a HTTP/1.1" status: 200 len: 945 time: 0.0905790 Jan 18 20:16:27.600435 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f4d66342-d0af-4d7d-8d03-beb33bbcfdfc req-0efd8b94-96d2-4e94-8727-cf80b6daa549 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732019 Jan 18 20:16:27.698493 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-3e3cc97b-fb2e-4dd1-8f54-7a41266a4fc1 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:27.700345 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-3e3cc97b-fb2e-4dd1-8f54-7a41266a4fc1 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.70 "GET /v2.0/networks?id=8ee66860-e387-48f3-851d-514ed03c6731 HTTP/1.1" status: 200 len: 818 time: 0.1825197 Jan 18 20:16:27.752098 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-0f7fd808-ccff-4a09-8ad4-61080d59bcd4 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Request body: {'port': {'device_id': 'f8551a3a-2a2b-42d4-99fd-1217dcee3a0d', 'network_id': '8ee66860-e387-48f3-851d-514ed03c6731', 'admin_state_up': True, 'tenant_id': 'ab0932fb74a04241a43413dc6078bb60'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:16:27.770080 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51964) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:27.780339 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7be9f03a-fc40-4069-871b-f4f8eaf10ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:27.822089 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-27908d0f-1f8d-4334-bb95-922e4a9a40fd req-bef90ac3-59bf-4176-bb68-debbfb3d56cc tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8551a3a-2a2b-42d4-99fd-1217dcee3a0d HTTP/1.1" status: 200 len: 210 time: 0.0544519 Jan 18 20:16:27.823610 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-579665ee-c473-45a6-a118-f6fc023fb978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:27.925060 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-27bcdfc0-f5ea-4dce-96f4-8e88f702ba32 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0806832 Jan 18 20:16:27.935795 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-579665ee-c473-45a6-a118-f6fc023fb978 admin admin] Publish callbacks [] for security_group (13591ee5-5298-4766-a24b-a79e686c1307), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:27.942507 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-579665ee-c473-45a6-a118-f6fc023fb978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (13591ee5-5298-4766-a24b-a79e686c1307), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:27.963153 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-0f7fd808-ccff-4a09-8ad4-61080d59bcd4 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Made reservation on behalf of ab0932fb74a04241a43413dc6078bb60 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:16:27.967615 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-0f7fd808-ccff-4a09-8ad4-61080d59bcd4 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:27.974821 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-579665ee-c473-45a6-a118-f6fc023fb978 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d79f7bb63664be7a7b06db33322f5af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2019341 Jan 18 20:16:27.975242 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51970) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:28.040006 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579665ee-c473-45a6-a118-f6fc023fb978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13591ee5-5298-4766-a24b-a79e686c1307,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:28.070853 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1081179b-0a69-4adc-9869-67fe434d352e admin admin] Publish callbacks [] for security_group (13591ee5-5298-4766-a24b-a79e686c1307), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:28.096017 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1081179b-0a69-4adc-9869-67fe434d352e admin admin] Publish callbacks [] for security_group (13591ee5-5298-4766-a24b-a79e686c1307), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:28.130588 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-ac06b13d-d402-474b-a1fd-0c7980481e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:28.131065 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-ac06b13d-d402-474b-a1fd-0c7980481e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:28.131531 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-ac06b13d-d402-474b-a1fd-0c7980481e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:28.131975 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-ac06b13d-d402-474b-a1fd-0c7980481e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:28.132423 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-ac06b13d-d402-474b-a1fd-0c7980481e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:28.132872 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-ac06b13d-d402-474b-a1fd-0c7980481e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:28.133351 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-ac06b13d-d402-474b-a1fd-0c7980481e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:28.136030 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-ac06b13d-d402-474b-a1fd-0c7980481e99 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=58bdde0d1470454589ceb4c5ff2aa86d&device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 6493 time: 0.1358964 Jan 18 20:16:28.175417 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1081179b-0a69-4adc-9869-67fe434d352e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (13591ee5-5298-4766-a24b-a79e686c1307), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:28.188960 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1081179b-0a69-4adc-9869-67fe434d352e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:28.193580 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1081179b-0a69-4adc-9869-67fe434d352e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/13591ee5-5298-4766-a24b-a79e686c1307 HTTP/1.1" status: 204 len: 168 time: 0.2170982 Jan 18 20:16:28.204476 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081179b-0a69-4adc-9869-67fe434d352e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13591ee5-5298-4766-a24b-a79e686c1307,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:28.296651 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-0f7fd808-ccff-4a09-8ad4-61080d59bcd4 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Allocated IP 172.20.0.8 (8ee66860-e387-48f3-851d-514ed03c6731/7a990a06-ff0c-4e5b-a386-4bd5a6da567b/9221c4c4-9359-4f4d-b10b-971c5c55eaa3) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:16:28.358724 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-a16de06b-0818-411f-bc01-8b6b43f09f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:28.359198 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-a16de06b-0818-411f-bc01-8b6b43f09f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:28.359652 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-a16de06b-0818-411f-bc01-8b6b43f09f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:28.363027 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-a16de06b-0818-411f-bc01-8b6b43f09f02 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f5a28bc4-6d91-4261-a9f7-5d655221c24a&id=dcafdc34-74ba-4d39-8792-ddf985df2019&id=dcafdc34-74ba-4d39-8792-ddf985df2019&id=dcafdc34-74ba-4d39-8792-ddf985df2019&id=dcafdc34-74ba-4d39-8792-ddf985df2019&id=81c102ef-f128-429a-9459-1ac808d63a04&id=81c102ef-f128-429a-9459-1ac808d63a04 HTTP/1.1" status: 200 len: 2294 time: 0.1591375 Jan 18 20:16:28.542573 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4447b4-4f99-4408-b48d-d4af8e81ad29 req-8e5af743-be19-46ed-a117-4676d828c752 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:28.544192 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bd4447b4-4f99-4408-b48d-d4af8e81ad29 req-8e5af743-be19-46ed-a117-4676d828c752 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.0749791 Jan 18 20:16:28.555110 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-0bf272c0-d61d-4758-ae31-fc6d82a52cee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a1c35cd-5914-44b5-95a0-1d50b743c9db HTTP/1.1" status: 200 len: 1001 time: 0.1840267 Jan 18 20:16:28.589715 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa72bb-d069-4f8c-acf9-256396235c57 req-20df26a9-d3fd-4453-ae73-053a69f53dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:28.591206 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4caa72bb-d069-4f8c-acf9-256396235c57 req-20df26a9-d3fd-4453-ae73-053a69f53dd4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d59cddb1215e4094a41609f512841133&device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 1097 time: 0.1364143 Jan 18 20:16:28.618165 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bd4447b4-4f99-4408-b48d-d4af8e81ad29 req-f0a7e50d-1656-4f0f-8bf0-7eb8d1527de5 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612240 Jan 18 20:16:28.669238 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-0f7fd808-ccff-4a09-8ad4-61080d59bcd4 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Publish callbacks [] for port (9221c4c4-9359-4f4d-b10b-971c5c55eaa3), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:28.734815 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-0f7fd808-ccff-4a09-8ad4-61080d59bcd4 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (9221c4c4-9359-4f4d-b10b-971c5c55eaa3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:28.747203 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798d6da-bd1e-4c9c-95b2-680bb275cbbf req-70ed8cd3-4580-45d1-bb64-b44d908b5a4b tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:28.755610 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b798d6da-bd1e-4c9c-95b2-680bb275cbbf req-70ed8cd3-4580-45d1-bb64-b44d908b5a4b tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=39072626-285c-4c9e-a55c-519eb749d40a HTTP/1.1" status: 200 len: 945 time: 0.0697970 Jan 18 20:16:28.789807 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-256b6c60-2e58-4e3f-9515-0a6b0118df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:28.791696 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-256b6c60-2e58-4e3f-9515-0a6b0118df83 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3da5da2e-d2b1-4395-8273-eab036481371 HTTP/1.1" status: 200 len: 851 time: 0.2242522 Jan 18 20:16:28.823149 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b798d6da-bd1e-4c9c-95b2-680bb275cbbf req-f8177b8d-d15f-4fd0-87e0-b5379795c7f9 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621245 Jan 18 20:16:28.827793 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fd808-ccff-4a09-8ad4-61080d59bcd4 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Pushing event updated for resources: {'Port': ['ID=9221c4c4-9359-4f4d-b10b-971c5c55eaa3,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:28.890159 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-0f7fd808-ccff-4a09-8ad4-61080d59bcd4 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Network 8ee66860-e387-48f3-851d-514ed03c6731 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:16:28.907248 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-0f7fd808-ccff-4a09-8ad4-61080d59bcd4 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:16:28.917745 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-0f7fd808-ccff-4a09-8ad4-61080d59bcd4 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:16:28.946836 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa72bb-d069-4f8c-acf9-256396235c57 req-8ed72e78-bf03-48a5-87f2-3a6e99d50fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:28.948785 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4caa72bb-d069-4f8c-acf9-256396235c57 req-8ed72e78-bf03-48a5-87f2-3a6e99d50fc5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9bae8be3-cced-4e71-aa87-680dd9e51700 HTTP/1.1" status: 200 len: 919 time: 0.3374794 Jan 18 20:16:28.963891 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:29.013015 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-772c498b-95aa-4f30-819d-1174435591ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:29.018872 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-772c498b-95aa-4f30-819d-1174435591ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f5a28bc4-6d91-4261-a9f7-5d655221c24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1837022 Jan 18 20:16:29.043800 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cbcca-6f87-4f63-b823-e106a5bc4d89 req-349d1432-f015-4928-a001-2e0d4d90479a tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:29.047371 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de3cbcca-6f87-4f63-b823-e106a5bc4d89 req-349d1432-f015-4928-a001-2e0d4d90479a tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8551a3a-2a2b-42d4-99fd-1217dcee3a0d HTTP/1.1" status: 200 len: 931 time: 0.0694993 Jan 18 20:16:29.063479 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4caa72bb-d069-4f8c-acf9-256396235c57 req-d3221429-9bba-4a92-bf45-f6e37281ded8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=497e899d-dcd5-414d-8e9e-e9b921e6c1e2 HTTP/1.1" status: 200 len: 217 time: 0.1043990 Jan 18 20:16:29.089102 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-0f7fd808-ccff-4a09-8ad4-61080d59bcd4 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:29.089900 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-0f7fd808-ccff-4a09-8ad4-61080d59bcd4 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:29.142084 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de3cbcca-6f87-4f63-b823-e106a5bc4d89 req-a2914648-7d29-4e8b-89a9-16ceed0e0bc4 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf6923a6-caee-467a-ba26-142e5c225685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884960 Jan 18 20:16:29.268444 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-0f7fd808-ccff-4a09-8ad4-61080d59bcd4 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5203161 Jan 18 20:16:29.271814 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa72bb-d069-4f8c-acf9-256396235c57 req-5ac65f2a-92a9-4f9b-b8c1-0e0c1b19ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:29.273257 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4caa72bb-d069-4f8c-acf9-256396235c57 req-5ac65f2a-92a9-4f9b-b8c1-0e0c1b19ec9d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8b0c6c1e-1c31-4591-a3ac-dad17a871642 HTTP/1.1" status: 200 len: 858 time: 0.2001326 Jan 18 20:16:29.305910 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-28b35e7a-36b0-4b1d-bc5f-0ea41827dc61 service neutron] Request body: {'port': {'device_id': 'f8551a3a-2a2b-42d4-99fd-1217dcee3a0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:16:29.370445 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4caa72bb-d069-4f8c-acf9-256396235c57 req-8cdf686a-7249-43c5-a8cb-6a24f3576d8e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9bae8be3-cced-4e71-aa87-680dd9e51700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815504 Jan 18 20:16:29.375769 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-c78b6648-77a1-4753-8a2a-3b75848ba486 service neutron] 10.222.0.70 "GET /v2.0/networks/f5a28bc4-6d91-4261-a9f7-5d655221c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403995 Jan 18 20:16:29.460555 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-28b35e7a-36b0-4b1d-bc5f-0ea41827dc61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9221c4c4-9359-4f4d-b10b-971c5c55eaa3), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:29.790990 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-0ae28a8b-4b24-47e0-b1df-6ca2958b986c service neutron] 10.222.0.70 "GET /v2.0/networks/f5a28bc4-6d91-4261-a9f7-5d655221c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865111 Jan 18 20:16:29.794746 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4caa72bb-d069-4f8c-acf9-256396235c57 req-8d7f171d-7726-45df-a58b-58c1b0b95997 service neutron] 10.222.0.70 "GET /v2.0/networks/9bae8be3-cced-4e71-aa87-680dd9e51700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914657 Jan 18 20:16:29.886211 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e23b7-c217-4f35-b2d7-0cda2e958431 req-2c578459-1b85-44e0-ac4f-a4eb2d594ec3 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:29.897878 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f9e23b7-c217-4f35-b2d7-0cda2e958431 req-2c578459-1b85-44e0-ac4f-a4eb2d594ec3 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.1763186 Jan 18 20:16:29.903489 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-ec6cb81c-f9f4-4e9a-9c81-4718805721ce service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 HTTP/1.1" status: 200 len: 217 time: 0.0979872 Jan 18 20:16:29.994611 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f9e23b7-c217-4f35-b2d7-0cda2e958431 req-bb8ab162-bbe9-4163-bd10-2841a53788f7 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917177 Jan 18 20:16:30.041842 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-08553e00-c168-4f35-a491-093ab0c1ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:30.043895 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-08553e00-c168-4f35-a491-093ab0c1ab40 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77f41d4b-3666-4a69-ae78-7f1d463a262a HTTP/1.1" status: 200 len: 797 time: 0.1280296 Jan 18 20:16:30.097194 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4caa72bb-d069-4f8c-acf9-256396235c57 req-1f06718c-d098-49cf-a2b7-0f87a3f4e47c service neutron] 10.222.0.70 "GET /v2.0/networks/9bae8be3-cced-4e71-aa87-680dd9e51700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929163 Jan 18 20:16:30.148291 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-28b35e7a-36b0-4b1d-bc5f-0ea41827dc61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9221c4c4-9359-4f4d-b10b-971c5c55eaa3 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:16:30.157602 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-28b35e7a-36b0-4b1d-bc5f-0ea41827dc61 service neutron] Publish callbacks [] for port (9221c4c4-9359-4f4d-b10b-971c5c55eaa3), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:30.169543 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-28b35e7a-36b0-4b1d-bc5f-0ea41827dc61 service neutron] Transition to ACTIVE for port object 9221c4c4-9359-4f4d-b10b-971c5c55eaa3 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:16:30.185356 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-28b35e7a-36b0-4b1d-bc5f-0ea41827dc61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (9221c4c4-9359-4f4d-b10b-971c5c55eaa3), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:30.281501 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b35e7a-36b0-4b1d-bc5f-0ea41827dc61 service neutron] Pushing event updated for resources: {'Port': ['ID=9221c4c4-9359-4f4d-b10b-971c5c55eaa3,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:30.285199 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-57a5b3f8-30f1-42b4-b078-d74aca11a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:30.286761 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-57a5b3f8-30f1-42b4-b078-d74aca11a5e8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dcafdc34-74ba-4d39-8792-ddf985df2019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2273064 Jan 18 20:16:30.377439 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6f256-4579-45ec-bfec-f7aeb5ebef91 req-d48eed7a-f70b-4028-ac7c-ec0d7a3533a3 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:30.379076 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0e6f256-4579-45ec-bfec-f7aeb5ebef91 req-d48eed7a-f70b-4028-ac7c-ec0d7a3533a3 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8551a3a-2a2b-42d4-99fd-1217dcee3a0d HTTP/1.1" status: 200 len: 943 time: 0.1254096 Jan 18 20:16:30.477505 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0e6f256-4579-45ec-bfec-f7aeb5ebef91 req-6469a7c7-2243-4ad1-8321-65b60347c3c2 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf6923a6-caee-467a-ba26-142e5c225685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910654 Jan 18 20:16:30.486510 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:30.572439 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-28b35e7a-36b0-4b1d-bc5f-0ea41827dc61 service neutron] Attempting to bind port 9221c4c4-9359-4f4d-b10b-971c5c55eaa3 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:16:30.572439 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-28b35e7a-36b0-4b1d-bc5f-0ea41827dc61 service neutron] Attempting to bind port 9221c4c4-9359-4f4d-b10b-971c5c55eaa3 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '2325c70d-00bd-421d-8bd5-12777085326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8ee66860-e387-48f3-851d-514ed03c6731'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:16:30.573137 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-28b35e7a-36b0-4b1d-bc5f-0ea41827dc61 service neutron] Attempting to bind port 9221c4c4-9359-4f4d-b10b-971c5c55eaa3 on network 8ee66860-e387-48f3-851d-514ed03c6731 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:16:30.579946 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-28b35e7a-36b0-4b1d-bc5f-0ea41827dc61 service neutron] Port 9221c4c4-9359-4f4d-b10b-971c5c55eaa3 on network 8ee66860-e387-48f3-851d-514ed03c6731 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:16:30.580385 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-28b35e7a-36b0-4b1d-bc5f-0ea41827dc61 service neutron] Attempting to bind port 9221c4c4-9359-4f4d-b10b-971c5c55eaa3 on network 8ee66860-e387-48f3-851d-514ed03c6731 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:16:30.587685 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-28b35e7a-36b0-4b1d-bc5f-0ea41827dc61 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:16:30.588117 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-28b35e7a-36b0-4b1d-bc5f-0ea41827dc61 service neutron] Checking segment: {'id': '2325c70d-00bd-421d-8bd5-12777085326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8ee66860-e387-48f3-851d-514ed03c6731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:16:30.588722 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-28b35e7a-36b0-4b1d-bc5f-0ea41827dc61 service neutron] Bound using segment: {'id': '2325c70d-00bd-421d-8bd5-12777085326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8ee66860-e387-48f3-851d-514ed03c6731'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:16:30.589247 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-28b35e7a-36b0-4b1d-bc5f-0ea41827dc61 service neutron] Bound port: 9221c4c4-9359-4f4d-b10b-971c5c55eaa3, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2325c70d-00bd-421d-8bd5-12777085326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8ee66860-e387-48f3-851d-514ed03c6731'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:16:30.589795 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-28b35e7a-36b0-4b1d-bc5f-0ea41827dc61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9221c4c4-9359-4f4d-b10b-971c5c55eaa3), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:30.609287 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-9502ff77-5f30-42a1-b829-ccff51cbe84b service neutron] 10.222.0.70 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054571 Jan 18 20:16:30.764974 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-d74e4328-9771-4926-a4f9-abf560edc849 service neutron] 10.222.0.70 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277976 Jan 18 20:16:30.789454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-28b35e7a-36b0-4b1d-bc5f-0ea41827dc61 service neutron] For port 9221c4c4-9359-4f4d-b10b-971c5c55eaa3, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:16:30.831014 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-637574c4-99a5-4645-876c-a5fa0c4ba3e7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=0bbb04a5-1309-4d5f-8824-60e9bff7c6bb HTTP/1.1" status: 200 len: 217 time: 0.0551341 Jan 18 20:16:30.835328 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-28b35e7a-36b0-4b1d-bc5f-0ea41827dc61 service neutron] For port 9221c4c4-9359-4f4d-b10b-971c5c55eaa3, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=9221c4c4-9359-4f4d-b10b-971c5c55eaa3,segment=NetworkSegment(2325c70d-00bd-421d-8bd5-12777085326c),segment_id=2325c70d-00bd-421d-8bd5-12777085326c)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:16:30.857988 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-28b35e7a-36b0-4b1d-bc5f-0ea41827dc61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (9221c4c4-9359-4f4d-b10b-971c5c55eaa3), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:30.944682 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-4d72eade-1225-4977-9bc7-8c4a8405897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:30.946618 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-4d72eade-1225-4977-9bc7-8c4a8405897b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77f41d4b-3666-4a69-ae78-7f1d463a262a HTTP/1.1" status: 200 len: 797 time: 0.1075506 Jan 18 20:16:30.956658 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-28b35e7a-36b0-4b1d-bc5f-0ea41827dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:30.957430 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-28b35e7a-36b0-4b1d-bc5f-0ea41827dc61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:30.959704 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-28b35e7a-36b0-4b1d-bc5f-0ea41827dc61 service neutron] 10.222.0.70 "PUT /v2.0/ports/9221c4c4-9359-4f4d-b10b-971c5c55eaa3 HTTP/1.1" status: 200 len: 1091 time: 1.6721544 Jan 18 20:16:30.960145 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8551a3a-2a2b-42d4-99fd-1217dcee3a0d', 'tag': '9221c4c4-9359-4f4d-b10b-971c5c55eaa3'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:16:30.963566 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094f9141-4acb-42a7-8856-635caa05e056" -d '{"events": [{"name": "network-changed", "server_uuid": "f8551a3a-2a2b-42d4-99fd-1217dcee3a0d", "tag": "9221c4c4-9359-4f4d-b10b-971c5c55eaa3"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:16:31.035257 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b35e7a-36b0-4b1d-bc5f-0ea41827dc61 service neutron] Pushing event updated for resources: {'Port': ['ID=9221c4c4-9359-4f4d-b10b-971c5c55eaa3,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:31.080773 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-146788c1-c1a8-4e62-a982-7d86c263acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:31.083196 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-146788c1-c1a8-4e62-a982-7d86c263acfe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dcafdc34-74ba-4d39-8792-ddf985df2019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1280785 Jan 18 20:16:31.104444 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb42ed3c-8fe9-4ada-b15a-6effdc107850 x-openstack-request-id: req-fb42ed3c-8fe9-4ada-b15a-6effdc107850 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:16:31.104741 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8551a3a-2a2b-42d4-99fd-1217dcee3a0d", "tag": "9221c4c4-9359-4f4d-b10b-971c5c55eaa3", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:16:31.104998 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb42ed3c-8fe9-4ada-b15a-6effdc107850 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:16:31.105425 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8551a3a-2a2b-42d4-99fd-1217dcee3a0d', 'tag': '9221c4c4-9359-4f4d-b10b-971c5c55eaa3', 'status': 'completed', 'code': 200} Jan 18 20:16:31.160142 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-c33ed9f7-1e28-495a-ad8e-2ae65812f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:31.161992 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-c33ed9f7-1e28-495a-ad8e-2ae65812f9d2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ab0932fb74a04241a43413dc6078bb60&device_id=f8551a3a-2a2b-42d4-99fd-1217dcee3a0d HTTP/1.1" status: 200 len: 1094 time: 0.1291540 Jan 18 20:16:31.224278 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef000222-f8bc-4e00-bb3e-5acb8485a6db req-a9bac4d8-aac6-4703-851d-2e790102e333 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:31.227768 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ef000222-f8bc-4e00-bb3e-5acb8485a6db req-a9bac4d8-aac6-4703-851d-2e790102e333 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.0945554 Jan 18 20:16:31.342885 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ef000222-f8bc-4e00-bb3e-5acb8485a6db req-5a66c8c4-9562-425d-9d43-7024931cd8cc tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075630 Jan 18 20:16:31.412686 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52096) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:31.564777 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-9f04fbf1-7484-4a3c-ab6e-58e85fe0b889 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9221c4c4-9359-4f4d-b10b-971c5c55eaa3 HTTP/1.1" status: 200 len: 217 time: 0.3635075 Jan 18 20:16:31.566306 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8138f989-9be7-47db-a760-78829147ad25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:31.626561 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-83c05b66-6b1c-471b-af3b-14da5dd8c4a8 service neutron] 10.222.0.70 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5351284 Jan 18 20:16:31.638004 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-c3e40c55-cabf-44ae-ae02-3e96f369a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:31.639709 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-c3e40c55-cabf-44ae-ae02-3e96f369a339 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7a990a06-ff0c-4e5b-a386-4bd5a6da567b HTTP/1.1" status: 200 len: 858 time: 0.0611060 Jan 18 20:16:31.677421 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd5552-e586-4929-896c-47894bcbc655 req-648b2576-96d3-4ab5-810b-b1719df27e4c tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:31.677669 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95fd5552-e586-4929-896c-47894bcbc655 req-648b2576-96d3-4ab5-810b-b1719df27e4c tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8551a3a-2a2b-42d4-99fd-1217dcee3a0d HTTP/1.1" status: 200 len: 943 time: 0.0790558 Jan 18 20:16:31.710943 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-47203c36-b173-4f25-a4c4-972231a5c99a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8ee66860-e387-48f3-851d-514ed03c6731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514412 Jan 18 20:16:31.733450 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8138f989-9be7-47db-a760-78829147ad25 admin admin] Publish callbacks [] for security_group (e2b94425-28b1-42c0-b43d-860b59902326), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:31.743217 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8138f989-9be7-47db-a760-78829147ad25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e2b94425-28b1-42c0-b43d-860b59902326), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:31.774761 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138f989-9be7-47db-a760-78829147ad25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b94425-28b1-42c0-b43d-860b59902326,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:31.798243 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95fd5552-e586-4929-896c-47894bcbc655 req-bdeffef2-d969-41cb-a373-19d694ec6476 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf6923a6-caee-467a-ba26-142e5c225685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058407 Jan 18 20:16:31.807210 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:31.826644 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52106) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:31.826891 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8138f989-9be7-47db-a760-78829147ad25 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4b05b1beff4641119bbf12275fc10971&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4128950 Jan 18 20:16:31.865153 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-8d2bd031-d5b5-4dde-b596-a79d7c637696 service neutron] 10.222.0.70 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245071 Jan 18 20:16:31.930163 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-382b21cc-f121-48aa-8647-c2a9435910f0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=3375ea57-478b-43f3-83e6-dd6a5636f0c3 HTTP/1.1" status: 200 len: 217 time: 0.0573046 Jan 18 20:16:31.939761 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-7d3137ba-8a23-4d40-802d-acf7219e87f5 service neutron] 10.222.0.70 "GET /v2.0/networks/8ee66860-e387-48f3-851d-514ed03c6731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778026 Jan 18 20:16:31.993613 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6a7d6a89-7edc-4594-a9ed-b1740bf9baf8 admin admin] Publish callbacks [] for security_group (e2b94425-28b1-42c0-b43d-860b59902326), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:32.065710 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6a7d6a89-7edc-4594-a9ed-b1740bf9baf8 admin admin] Publish callbacks [] for security_group (e2b94425-28b1-42c0-b43d-860b59902326), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:32.069552 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-377efb7c-ca5f-4723-8ef8-325e4a07a501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:32.071647 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-377efb7c-ca5f-4723-8ef8-325e4a07a501 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77f41d4b-3666-4a69-ae78-7f1d463a262a HTTP/1.1" status: 200 len: 797 time: 0.1340289 Jan 18 20:16:32.143586 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0092b67c-1563-4248-bc1a-d46fc33335d2 req-8401cf72-f062-4bb0-8792-556d6747c83a service neutron] 10.222.0.70 "GET /v2.0/networks/8ee66860-e387-48f3-851d-514ed03c6731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949995 Jan 18 20:16:32.155694 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-4d5a532c-3045-4b4c-996c-9c7278dacef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:32.157862 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-4d5a532c-3045-4b4c-996c-9c7278dacef8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dcafdc34-74ba-4d39-8792-ddf985df2019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0779450 Jan 18 20:16:32.175843 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6a7d6a89-7edc-4594-a9ed-b1740bf9baf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e2b94425-28b1-42c0-b43d-860b59902326), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:32.178373 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6a7d6a89-7edc-4594-a9ed-b1740bf9baf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:32.182470 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6a7d6a89-7edc-4594-a9ed-b1740bf9baf8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2b94425-28b1-42c0-b43d-860b59902326 HTTP/1.1" status: 204 len: 168 time: 0.3501606 Jan 18 20:16:32.223029 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d6a89-7edc-4594-a9ed-b1740bf9baf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b94425-28b1-42c0-b43d-860b59902326,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:32.306508 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f9141-4acb-42a7-8856-635caa05e056 req-993e5614-3e8d-4ea1-9fba-334f81633992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:32.308564 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-094f9141-4acb-42a7-8856-635caa05e056 req-993e5614-3e8d-4ea1-9fba-334f81633992 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ab0932fb74a04241a43413dc6078bb60&device_id=f8551a3a-2a2b-42d4-99fd-1217dcee3a0d HTTP/1.1" status: 200 len: 1094 time: 0.1109469 Jan 18 20:16:32.353506 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-3aa06af6-c653-4b7d-b4e8-5daa1ad097f3 service neutron] 10.222.0.70 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863413 Jan 18 20:16:32.474608 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886fcd3-080e-46eb-a550-e2784985522f req-bd5d469e-71aa-45f5-b673-9b2e86831aef tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:32.476315 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5886fcd3-080e-46eb-a550-e2784985522f req-bd5d469e-71aa-45f5-b673-9b2e86831aef tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.0587406 Jan 18 20:16:32.500877 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f9141-4acb-42a7-8856-635caa05e056 req-2163d932-ec53-46b3-9cef-8b17f3129bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:32.502396 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-094f9141-4acb-42a7-8856-635caa05e056 req-2163d932-ec53-46b3-9cef-8b17f3129bcd service neutron] 10.222.0.70 "GET /v2.0/networks?id=8ee66860-e387-48f3-851d-514ed03c6731 HTTP/1.1" status: 200 len: 919 time: 0.1878762 Jan 18 20:16:32.566909 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-094f9141-4acb-42a7-8856-635caa05e056 req-bab521aa-4d55-40cd-b61d-1b454b985a16 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9221c4c4-9359-4f4d-b10b-971c5c55eaa3 HTTP/1.1" status: 200 len: 217 time: 0.0526516 Jan 18 20:16:32.567484 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5886fcd3-080e-46eb-a550-e2784985522f req-c7c62def-e641-45cd-99d6-3a9030ee877b tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781393 Jan 18 20:16:32.569126 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-cae0eb42-4f28-4991-8574-4705db2d512a service neutron] 10.222.0.70 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768751 Jan 18 20:16:32.630258 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52124) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:32.645129 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c9d177de-e45e-4e21-a130-5f09ed7d6999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:32.653756 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-8ff363c6-72f4-472d-b514-9a3af8ff4b40 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=706fa8c8-f793-4fca-9e7c-9e00596e21c0 HTTP/1.1" status: 200 len: 217 time: 0.0703993 Jan 18 20:16:32.714165 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f9141-4acb-42a7-8856-635caa05e056 req-ec7b5b60-723b-48e9-9520-2eff47cc9a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:32.715640 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-094f9141-4acb-42a7-8856-635caa05e056 req-ec7b5b60-723b-48e9-9520-2eff47cc9a17 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7a990a06-ff0c-4e5b-a386-4bd5a6da567b HTTP/1.1" status: 200 len: 858 time: 0.1338053 Jan 18 20:16:32.765625 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c9d177de-e45e-4e21-a130-5f09ed7d6999 admin admin] Publish callbacks [] for security_group (3cb39518-50ce-4794-a763-4c926f912771), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:32.776357 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c9d177de-e45e-4e21-a130-5f09ed7d6999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3cb39518-50ce-4794-a763-4c926f912771), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:32.799029 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-094f9141-4acb-42a7-8856-635caa05e056 req-561b7d85-2104-47f2-a1af-18edc273db6b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8ee66860-e387-48f3-851d-514ed03c6731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711379 Jan 18 20:16:32.802461 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-92320384-cdbf-4a2c-b59e-16222737bd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:32.807674 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-92320384-cdbf-4a2c-b59e-16222737bd99 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77f41d4b-3666-4a69-ae78-7f1d463a262a HTTP/1.1" status: 200 len: 797 time: 0.1313567 Jan 18 20:16:32.851670 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d177de-e45e-4e21-a130-5f09ed7d6999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb39518-50ce-4794-a763-4c926f912771,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:32.863801 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c9d177de-e45e-4e21-a130-5f09ed7d6999 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e6bba8811c24e91b81b17f4cff8b9db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2322602 Jan 18 20:16:32.867249 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52138) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:32.988526 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a8cd856c-6eb2-4b41-84f9-89bb8ed12856 admin admin] Publish callbacks [] for security_group (3cb39518-50ce-4794-a763-4c926f912771), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:33.005076 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4b05e-00e6-48b9-8d1e-33c8fc7c33ab req-83ccc1b2-a200-4832-9779-da6f06e4428b tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:33.006630 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-89c4b05e-00e6-48b9-8d1e-33c8fc7c33ab req-83ccc1b2-a200-4832-9779-da6f06e4428b tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8551a3a-2a2b-42d4-99fd-1217dcee3a0d HTTP/1.1" status: 200 len: 943 time: 0.0844922 Jan 18 20:16:33.033878 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a8cd856c-6eb2-4b41-84f9-89bb8ed12856 admin admin] Publish callbacks [] for security_group (3cb39518-50ce-4794-a763-4c926f912771), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:33.048467 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-6923da3b-c647-45fa-9609-8cb946cefccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:33.050199 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-6923da3b-c647-45fa-9609-8cb946cefccb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dcafdc34-74ba-4d39-8792-ddf985df2019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2292686 Jan 18 20:16:33.053221 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-094f9141-4acb-42a7-8856-635caa05e056 req-2854b3f9-a5bd-488d-ad2d-6cd012775b69 service neutron] 10.222.0.70 "GET /v2.0/networks/8ee66860-e387-48f3-851d-514ed03c6731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436731 Jan 18 20:16:33.105284 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-89c4b05e-00e6-48b9-8d1e-33c8fc7c33ab req-2fde1acb-38d5-4251-89a2-9e3584961155 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf6923a6-caee-467a-ba26-142e5c225685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872433 Jan 18 20:16:33.130636 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a8cd856c-6eb2-4b41-84f9-89bb8ed12856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3cb39518-50ce-4794-a763-4c926f912771), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:33.134070 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a8cd856c-6eb2-4b41-84f9-89bb8ed12856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:33.135527 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a8cd856c-6eb2-4b41-84f9-89bb8ed12856 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3cb39518-50ce-4794-a763-4c926f912771 HTTP/1.1" status: 204 len: 168 time: 0.2613506 Jan 18 20:16:33.146147 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd856c-6eb2-4b41-84f9-89bb8ed12856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb39518-50ce-4794-a763-4c926f912771,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:33.434523 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-ea22897d-ec7a-4767-8d46-139e1ddf7a59 service neutron] 10.222.0.70 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720717 Jan 18 20:16:33.440537 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-094f9141-4acb-42a7-8856-635caa05e056 req-a14f7b07-feda-4e22-8304-447dd405c478 service neutron] 10.222.0.70 "GET /v2.0/networks/8ee66860-e387-48f3-851d-514ed03c6731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595250 Jan 18 20:16:33.639535 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-67107e26-9672-4f23-8f7c-584afb69561a service neutron] 10.222.0.70 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805263 Jan 18 20:16:33.726288 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-82940f22-e687-482d-bcf2-ed970019b000 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fcb008f3-6e05-437d-bc92-613c8989d834 HTTP/1.1" status: 200 len: 217 time: 0.0799115 Jan 18 20:16:33.796618 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c7203-9e91-4bde-a2b3-ac168ca6c265 req-21eacf15-1408-46a6-9e9c-d877dece417d tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:33.803695 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-f617d8ed-a2bc-4777-84b1-0928c38305b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:33.806853 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-f617d8ed-a2bc-4777-84b1-0928c38305b6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=43210e8f-45ce-4b5c-b3f2-0e143bfcd29c HTTP/1.1" status: 200 len: 797 time: 0.0699778 Jan 18 20:16:33.810471 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d12c7203-9e91-4bde-a2b3-ac168ca6c265 req-21eacf15-1408-46a6-9e9c-d877dece417d tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.1078038 Jan 18 20:16:33.893410 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52170) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:33.902774 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:33.937724 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-816058b1-179c-4218-b450-2d69e2e2684b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:33.942213 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-816058b1-179c-4218-b450-2d69e2e2684b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=81c102ef-f128-429a-9459-1ac808d63a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1292713 Jan 18 20:16:33.958752 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d12c7203-9e91-4bde-a2b3-ac168ca6c265 req-ad9bdf92-2065-4f95-bc22-fbf32ded8933 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326425 Jan 18 20:16:34.089743 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da13ee62-199c-4a80-b100-8b901f42b1b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:34.116753 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-1df0bd7e-6ad4-4977-b376-f62846863eca service neutron] 10.222.0.70 "GET /v2.0/networks/81c102ef-f128-429a-9459-1ac808d63a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665390 Jan 18 20:16:34.286511 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da13ee62-199c-4a80-b100-8b901f42b1b4 admin admin] Publish callbacks [] for security_group (e4b8fa6b-a1ff-4e31-be1b-2c4ecc9b6f90), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:34.314985 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da13ee62-199c-4a80-b100-8b901f42b1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e4b8fa6b-a1ff-4e31-be1b-2c4ecc9b6f90), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:34.371507 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-da13ee62-199c-4a80-b100-8b901f42b1b4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64fc745e899d4b3cb984dc847a555e55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4721527 Jan 18 20:16:34.374642 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52188) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:34.390703 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5fa164-c127-4c12-b264-ad499ac5df0f req-59491b11-3fc2-457c-bde2-89189fc3c5f3 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:34.407040 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc5fa164-c127-4c12-b264-ad499ac5df0f req-59491b11-3fc2-457c-bde2-89189fc3c5f3 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8551a3a-2a2b-42d4-99fd-1217dcee3a0d HTTP/1.1" status: 200 len: 943 time: 0.1441224 Jan 18 20:16:34.440464 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13ee62-199c-4a80-b100-8b901f42b1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b8fa6b-a1ff-4e31-be1b-2c4ecc9b6f90,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:34.511187 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-159890f2-9ef5-45fc-ae0d-fb57bb6ae1df service neutron] 10.222.0.70 "GET /v2.0/networks/81c102ef-f128-429a-9459-1ac808d63a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848996 Jan 18 20:16:34.523438 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc5fa164-c127-4c12-b264-ad499ac5df0f req-6c6297f8-775f-4d08-9169-1c922a3ea0a2 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf6923a6-caee-467a-ba26-142e5c225685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100502 Jan 18 20:16:34.602415 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-1ea24810-58ef-49a5-b6fd-0edf820299e4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1b19ac8f-84e1-4987-b625-71fe89dd67c4 HTTP/1.1" status: 200 len: 217 time: 0.0816431 Jan 18 20:16:34.678959 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52196) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:34.685930 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-ea29d8d2-1223-40fc-85d5-b049ad545232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:34.688182 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-ea29d8d2-1223-40fc-85d5-b049ad545232 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=43210e8f-45ce-4b5c-b3f2-0e143bfcd29c HTTP/1.1" status: 200 len: 797 time: 0.0788944 Jan 18 20:16:34.689048 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9999cd93-1fbe-436b-9ce7-f92c27022c7e admin admin] Publish callbacks [] for security_group (e4b8fa6b-a1ff-4e31-be1b-2c4ecc9b6f90), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:34.749877 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9999cd93-1fbe-436b-9ce7-f92c27022c7e admin admin] Publish callbacks [] for security_group (e4b8fa6b-a1ff-4e31-be1b-2c4ecc9b6f90), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:34.793852 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-5b55ec2c-36cb-4e5f-ace8-262b2052aab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:34.795372 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-5b55ec2c-36cb-4e5f-ace8-262b2052aab4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=81c102ef-f128-429a-9459-1ac808d63a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1009660 Jan 18 20:16:34.808136 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-023ced2d-0f1c-44cc-b7d5-9a50e6f95810 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1735349637-network', 'tenant_id': '41f8b933fd4d4b899f7f181242b42cfa'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:16:34.843330 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023ced2d-0f1c-44cc-b7d5-9a50e6f95810 admin admin] Made reservation on behalf of 41f8b933fd4d4b899f7f181242b42cfa for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:16:34.846521 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-023ced2d-0f1c-44cc-b7d5-9a50e6f95810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:34.856457 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-023ced2d-0f1c-44cc-b7d5-9a50e6f95810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:34.867921 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9999cd93-1fbe-436b-9ce7-f92c27022c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e4b8fa6b-a1ff-4e31-be1b-2c4ecc9b6f90), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:34.870730 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9999cd93-1fbe-436b-9ce7-f92c27022c7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:34.874882 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9999cd93-1fbe-436b-9ce7-f92c27022c7e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4b8fa6b-a1ff-4e31-be1b-2c4ecc9b6f90 HTTP/1.1" status: 204 len: 168 time: 0.4942968 Jan 18 20:16:34.890413 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999cd93-1fbe-436b-9ce7-f92c27022c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b8fa6b-a1ff-4e31-be1b-2c4ecc9b6f90,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:34.920795 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-fafec399-55ce-437e-9d85-a722c0473658 service neutron] 10.222.0.70 "GET /v2.0/networks/81c102ef-f128-429a-9459-1ac808d63a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168303 Jan 18 20:16:35.032889 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-023ced2d-0f1c-44cc-b7d5-9a50e6f95810 admin admin] Publish callbacks [] for security_group (3b66dc11-d513-4701-ba6d-26e85f71fa81), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:35.034266 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d18e9f90-ab02-4e8d-9c64-462d4bcd0e5c req-0a8ea877-1a18-4894-a2ba-7dce4d7644da service neutron] 10.222.0.70 "GET /v2.0/networks/81c102ef-f128-429a-9459-1ac808d63a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047146 Jan 18 20:16:35.040028 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-023ced2d-0f1c-44cc-b7d5-9a50e6f95810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3b66dc11-d513-4701-ba6d-26e85f71fa81), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:35.067056 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-023ced2d-0f1c-44cc-b7d5-9a50e6f95810 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:16:35.109590 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-023ced2d-0f1c-44cc-b7d5-9a50e6f95810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (fd1f7a45-c793-49d9-bd8d-f8a8a052f27e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:35.110093 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-023ced2d-0f1c-44cc-b7d5-9a50e6f95810 admin admin] Added segment fd1f7a45-c793-49d9-bd8d-f8a8a052f27e of type vlan for network d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f Jan 18 20:16:35.162796 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ced2d-0f1c-44cc-b7d5-9a50e6f95810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b66dc11-d513-4701-ba6d-26e85f71fa81,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:35.186794 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-023ced2d-0f1c-44cc-b7d5-9a50e6f95810 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:35.201719 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba263ee-127b-4c32-9d56-a238ceb053c8 req-8a28cc28-efbb-4844-8d2f-1217e0a59d1a tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:35.203570 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6ba263ee-127b-4c32-9d56-a238ceb053c8 req-8a28cc28-efbb-4844-8d2f-1217e0a59d1a tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.1268878 Jan 18 20:16:35.266790 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-023ced2d-0f1c-44cc-b7d5-9a50e6f95810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:35.279391 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023ced2d-0f1c-44cc-b7d5-9a50e6f95810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:35.279391 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-023ced2d-0f1c-44cc-b7d5-9a50e6f95810 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:35.302297 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 9221c4c4-9359-4f4d-b10b-971c5c55eaa3 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:16:35.346222 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6ba263ee-127b-4c32-9d56-a238ceb053c8 req-a6e1694a-b19a-4bd2-ae73-805b4268045c tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347973 Jan 18 20:16:35.356609 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52210) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:35.359099 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-023ced2d-0f1c-44cc-b7d5-9a50e6f95810 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6789877 Jan 18 20:16:35.362179 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-5052247a-1d27-461f-8de9-d7f8f106fd28 admin admin] Request body: {'subnet': {'network_id': 'd8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1735349637-subnet', 'tenant_id': '41f8b933fd4d4b899f7f181242b42cfa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:16:35.388355 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52212) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:35.406943 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd704656-edcd-4962-b7bb-d784b9466b99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:35.490215 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5052247a-1d27-461f-8de9-d7f8f106fd28 admin admin] Made reservation on behalf of 41f8b933fd4d4b899f7f181242b42cfa for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:16:35.493324 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5052247a-1d27-461f-8de9-d7f8f106fd28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:35.501903 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd704656-edcd-4962-b7bb-d784b9466b99 admin admin] Publish callbacks [] for security_group (bf2b1f81-2dac-4c9a-b845-5ff86d2dd766), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:35.535347 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 9221c4c4-9359-4f4d-b10b-971c5c55eaa3, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=9221c4c4-9359-4f4d-b10b-971c5c55eaa3,segment=NetworkSegment(2325c70d-00bd-421d-8bd5-12777085326c),segment_id=2325c70d-00bd-421d-8bd5-12777085326c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:16:35.550964 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '9221c4c4-9359-4f4d-b10b-971c5c55eaa3', 'network_id': '8ee66860-e387-48f3-851d-514ed03c6731', 'port_id': '9221c4c4-9359-4f4d-b10b-971c5c55eaa3', 'mac_address': 'fa:16:3e:67:11:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a990a06-ff0c-4e5b-a386-4bd5a6da567b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:16:35.598358 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 9221c4c4-9359-4f4d-b10b-971c5c55eaa3 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:16:35.599519 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9221c4c4-9359-4f4d-b10b-971c5c55eaa3), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:35.615870 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9221c4c4-9359-4f4d-b10b-971c5c55eaa3 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:16:35.642357 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 9221c4c4-9359-4f4d-b10b-971c5c55eaa3, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=9221c4c4-9359-4f4d-b10b-971c5c55eaa3,segment=NetworkSegment(2325c70d-00bd-421d-8bd5-12777085326c),segment_id=2325c70d-00bd-421d-8bd5-12777085326c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:16:35.648217 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9221c4c4-9359-4f4d-b10b-971c5c55eaa3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:35.711880 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=9221c4c4-9359-4f4d-b10b-971c5c55eaa3,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:35.813449 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd704656-edcd-4962-b7bb-d784b9466b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (bf2b1f81-2dac-4c9a-b845-5ff86d2dd766), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:35.846348 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fd704656-edcd-4962-b7bb-d784b9466b99 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82090ae78fb94168a97f218f3dae312a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4545348 Jan 18 20:16:35.846348 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5052247a-1d27-461f-8de9-d7f8f106fd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (005a850e-de87-4ca7-b2ef-2f7a6913a2e1), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:35.852581 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52220) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:35.862984 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ced2d-0f1c-44cc-b7d5-9a50e6f95810 admin admin] Pushing event updated for resources: {'Network': ['ID=d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:35.874434 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:16:35.906416 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0a7b1-ef86-4ffc-ae93-551a54682eec req-b3649246-f540-47a4-b94b-7aa12c53dec7 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:35.920230 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2cf0a7b1-ef86-4ffc-ae93-551a54682eec req-b3649246-f540-47a4-b94b-7aa12c53dec7 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8551a3a-2a2b-42d4-99fd-1217dcee3a0d HTTP/1.1" status: 200 len: 944 time: 0.0864265 Jan 18 20:16:35.939194 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd704656-edcd-4962-b7bb-d784b9466b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2b1f81-2dac-4c9a-b845-5ff86d2dd766,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:35.967144 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052247a-1d27-461f-8de9-d7f8f106fd28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=005a850e-de87-4ca7-b2ef-2f7a6913a2e1,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:35.983826 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2cf0a7b1-ef86-4ffc-ae93-551a54682eec req-06df6fc1-3e1f-45df-9954-42ee3baf6d8b tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf6923a6-caee-467a-ba26-142e5c225685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616226 Jan 18 20:16:35.985900 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5052247a-1d27-461f-8de9-d7f8f106fd28 admin admin] Checking segment: {'id': 'fd1f7a45-c793-49d9-bd8d-f8a8a052f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:16:35.986260 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5052247a-1d27-461f-8de9-d7f8f106fd28 admin admin] Network hostable DHCP agents. Network: d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:16:35.991744 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-64193145-a985-4ddb-916d-7ed6121b7ca6 admin admin] Publish callbacks [] for security_group (bf2b1f81-2dac-4c9a-b845-5ff86d2dd766), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:36.020668 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5052247a-1d27-461f-8de9-d7f8f106fd28 admin admin] Network d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:16:36.032941 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-64193145-a985-4ddb-916d-7ed6121b7ca6 admin admin] Publish callbacks [] for security_group (bf2b1f81-2dac-4c9a-b845-5ff86d2dd766), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:36.040608 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-5052247a-1d27-461f-8de9-d7f8f106fd28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:16:36.048039 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5052247a-1d27-461f-8de9-d7f8f106fd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:36.048785 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5052247a-1d27-461f-8de9-d7f8f106fd28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:36.050582 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a268c06-9d26-4e9e-a62f-34d080000746 None None] Network d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:16:36.082421 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5052247a-1d27-461f-8de9-d7f8f106fd28 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7219234 Jan 18 20:16:36.082635 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52222) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:36.088118 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1735349637-router', 'tenant_id': '41f8b933fd4d4b899f7f181242b42cfa', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:16:36.117777 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-64193145-a985-4ddb-916d-7ed6121b7ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (bf2b1f81-2dac-4c9a-b845-5ff86d2dd766), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:36.121139 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-64193145-a985-4ddb-916d-7ed6121b7ca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:36.124857 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-64193145-a985-4ddb-916d-7ed6121b7ca6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf2b1f81-2dac-4c9a-b845-5ff86d2dd766 HTTP/1.1" status: 204 len: 168 time: 0.2532313 Jan 18 20:16:36.125011 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['9221c4c4-9359-4f4d-b10b-971c5c55eaa3'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:16:36.126536 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (ca51c866-a331-4651-889a-b32b49769ed2), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:36.127919 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (ca51c866-a331-4651-889a-b32b49769ed2), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:36.139417 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64193145-a985-4ddb-916d-7ed6121b7ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2b1f81-2dac-4c9a-b845-5ff86d2dd766,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:36.215111 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Publish callbacks [] for router_controller (ca51c866-a331-4651-889a-b32b49769ed2), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:36.236677 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e633f5-3426-4758-9c94-4a8d557f5056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f', 'network_id': 'd8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f', 'project_id': '41f8b933fd4d4b899f7f181242b42cfa', 'fixed_ips': [{'subnet_id': '005a850e-de87-4ca7-b2ef-2f7a6913a2e1'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:16:36.237679 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f6e633f5-3426-4758-9c94-4a8d557f5056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:36.455437 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Publish callbacks [] for router_gateway (ca51c866-a331-4651-889a-b32b49769ed2), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:36.497910 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7e217-4795-4e32-98e2-8766339c1204 req-c6ef7a93-2608-4d42-9ef4-19846fcfb09a tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:36.499464 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-69c7e217-4795-4e32-98e2-8766339c1204 req-c6ef7a93-2608-4d42-9ef4-19846fcfb09a tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.0559533 Jan 18 20:16:36.553269 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-f6e633f5-3426-4758-9c94-4a8d557f5056 None None] Allocated IP 172.20.0.2 (d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f/005a850e-de87-4ca7-b2ef-2f7a6913a2e1/fa85d1b4-4eb3-47d4-b042-5d146215da9f) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:16:36.585740 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-69c7e217-4795-4e32-98e2-8766339c1204 req-e5c57519-7d80-4092-8563-41eb4556838a tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756054 Jan 18 20:16:36.741608 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52238) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:36.763329 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:36.775769 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5f8611b2-d32d-4142-8ead-be3a78692d98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:36.828260 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f6e633f5-3426-4758-9c94-4a8d557f5056 None None] Publish callbacks [] for port (fa85d1b4-4eb3-47d4-b042-5d146215da9f), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:36.840572 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f6e633f5-3426-4758-9c94-4a8d557f5056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (fa85d1b4-4eb3-47d4-b042-5d146215da9f), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:36.887563 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5f8611b2-d32d-4142-8ead-be3a78692d98 admin admin] Publish callbacks [] for security_group (9b307404-3549-43e3-912d-187bad08380a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:36.892512 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e633f5-3426-4758-9c94-4a8d557f5056 None None] Network d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:16:36.895646 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5f8611b2-d32d-4142-8ead-be3a78692d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9b307404-3549-43e3-912d-187bad08380a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:36.902066 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-f6e633f5-3426-4758-9c94-4a8d557f5056 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:16:36.905486 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e633f5-3426-4758-9c94-4a8d557f5056 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:16:36.945983 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8611b2-d32d-4142-8ead-be3a78692d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b307404-3549-43e3-912d-187bad08380a,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:36.961110 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5f8611b2-d32d-4142-8ead-be3a78692d98 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a06130e2323745538f5a42bb14072848&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2173779 Jan 18 20:16:36.963195 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52240) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:36.982765 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e633f5-3426-4758-9c94-4a8d557f5056 None None] Pushing event updated for resources: {'Port': ['ID=fa85d1b4-4eb3-47d4-b042-5d146215da9f,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:36.986330 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f6e633f5-3426-4758-9c94-4a8d557f5056 None None] Attempting to bind port fa85d1b4-4eb3-47d4-b042-5d146215da9f on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:16:36.986993 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f6e633f5-3426-4758-9c94-4a8d557f5056 None None] Attempting to bind port fa85d1b4-4eb3-47d4-b042-5d146215da9f by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'fd1f7a45-c793-49d9-bd8d-f8a8a052f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:16:36.987450 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e633f5-3426-4758-9c94-4a8d557f5056 None None] Attempting to bind port fa85d1b4-4eb3-47d4-b042-5d146215da9f on network d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:16:36.994068 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e633f5-3426-4758-9c94-4a8d557f5056 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:16:36.994577 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e633f5-3426-4758-9c94-4a8d557f5056 None None] Checking segment: {'id': 'fd1f7a45-c793-49d9-bd8d-f8a8a052f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:16:36.995079 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f6e633f5-3426-4758-9c94-4a8d557f5056 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:36.995571 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e633f5-3426-4758-9c94-4a8d557f5056 None None] Bound using segment: {'id': 'fd1f7a45-c793-49d9-bd8d-f8a8a052f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:16:36.996743 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f6e633f5-3426-4758-9c94-4a8d557f5056 None None] Bound port: fa85d1b4-4eb3-47d4-b042-5d146215da9f, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1f7a45-c793-49d9-bd8d-f8a8a052f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:16:36.997231 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f6e633f5-3426-4758-9c94-4a8d557f5056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fa85d1b4-4eb3-47d4-b042-5d146215da9f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:37.041875 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e57367a5-c1d7-47a9-8644-11d3cc9fdfca admin admin] Publish callbacks [] for security_group (9b307404-3549-43e3-912d-187bad08380a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:37.065217 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e57367a5-c1d7-47a9-8644-11d3cc9fdfca admin admin] Publish callbacks [] for security_group (9b307404-3549-43e3-912d-187bad08380a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:37.067800 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Publish callbacks [] for router_gateway (ca51c866-a331-4651-889a-b32b49769ed2), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:37.082536 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f6e633f5-3426-4758-9c94-4a8d557f5056 None None] For port fa85d1b4-4eb3-47d4-b042-5d146215da9f, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:16:37.088025 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:37.089960 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f6e633f5-3426-4758-9c94-4a8d557f5056 None None] For port fa85d1b4-4eb3-47d4-b042-5d146215da9f, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=fa85d1b4-4eb3-47d4-b042-5d146215da9f,segment=NetworkSegment(fd1f7a45-c793-49d9-bd8d-f8a8a052f27e),segment_id=fd1f7a45-c793-49d9-bd8d-f8a8a052f27e)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:16:37.096272 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f6e633f5-3426-4758-9c94-4a8d557f5056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fa85d1b4-4eb3-47d4-b042-5d146215da9f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:37.183395 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e57367a5-c1d7-47a9-8644-11d3cc9fdfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9b307404-3549-43e3-912d-187bad08380a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:37.188821 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e57367a5-c1d7-47a9-8644-11d3cc9fdfca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:37.206371 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e633f5-3426-4758-9c94-4a8d557f5056 None None] Pushing event updated for resources: {'Port': ['ID=fa85d1b4-4eb3-47d4-b042-5d146215da9f,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:37.211876 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e57367a5-c1d7-47a9-8644-11d3cc9fdfca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b307404-3549-43e3-912d-187bad08380a HTTP/1.1" status: 204 len: 168 time: 0.2352109 Jan 18 20:16:37.238496 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Allocated IP 172.25.4.166 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:16:37.240703 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57367a5-c1d7-47a9-8644-11d3cc9fdfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b307404-3549-43e3-912d-187bad08380a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:37.250892 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fe87b-f000-4f1d-830f-4751034ed668 req-c21b164d-0a45-4756-b5a2-3e2b8e63ae5b tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:37.257945 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-276fe87b-f000-4f1d-830f-4751034ed668 req-c21b164d-0a45-4756-b5a2-3e2b8e63ae5b tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8551a3a-2a2b-42d4-99fd-1217dcee3a0d HTTP/1.1" status: 200 len: 944 time: 0.1354597 Jan 18 20:16:37.315296 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-276fe87b-f000-4f1d-830f-4751034ed668 req-aee360c1-de3f-4268-b7d4-afb0a1a2123b tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf6923a6-caee-467a-ba26-142e5c225685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563538 Jan 18 20:16:37.458483 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Publish callbacks [] for port (8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:37.525190 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:37.580145 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:16:37.585455 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:16:37.589794 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:16:37.601512 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2f5e88-b376-49d1-87c9-f9a57ae5e127 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:16:37.623531 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Pushing event updated for resources: {'Port': ['ID=8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:37.634574 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:37.635000 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:37.635413 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:37.635820 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:37.636224 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:37.636641 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:37.637040 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:37.637434 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:37.637856 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:37.638362 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:37.638622 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:37.639016 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:37.639401 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:37.697390 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7a9a1bc0-1755-4767-b4c4-2045cf0ba452 None None] Provisioning complete for port 8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:16:37.699974 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7a9a1bc0-1755-4767-b4c4-2045cf0ba452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:37.789271 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04b010-64ba-4762-8a88-ee543ddf1539 req-375c231e-1da7-4c61-b443-e35093384b47 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:37.790349 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a1bc0-1755-4767-b4c4-2045cf0ba452 None None] Port 8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:16:37.798169 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d04b010-64ba-4762-8a88-ee543ddf1539 req-375c231e-1da7-4c61-b443-e35093384b47 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.0793655 Jan 18 20:16:37.899875 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d04b010-64ba-4762-8a88-ee543ddf1539 req-b6d14f63-0c8d-466b-8d56-accea12c14fc tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020730 Jan 18 20:16:37.981421 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Publish callbacks [] for router_gateway (ca51c866-a331-4651-889a-b32b49769ed2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:38.202883 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (ca51c866-a331-4651-889a-b32b49769ed2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:38.407230 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Router ca51c866-a331-4651-889a-b32b49769ed2 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:16:38.481386 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae2b93-1867-4ed8-9d44-460105ee0c36 req-9bb94e9f-5a98-4be8-b8b0-4b9c49707ce8 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:38.483651 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7eae2b93-1867-4ed8-9d44-460105ee0c36 req-9bb94e9f-5a98-4be8-b8b0-4b9c49707ce8 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8551a3a-2a2b-42d4-99fd-1217dcee3a0d HTTP/1.1" status: 200 len: 944 time: 0.0632625 Jan 18 20:16:38.555904 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7eae2b93-1867-4ed8-9d44-460105ee0c36 req-f55d07f1-ba64-4256-a2a5-95e2791b0c81 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf6923a6-caee-467a-ba26-142e5c225685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652695 Jan 18 20:16:38.623072 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:16:38.635850 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80620ac7-f3e9-417d-b48a-679ee958efda None None] Sync routers for ids ['ca51c866-a331-4651-889a-b32b49769ed2'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:16:38.647231 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:38.648481 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80620ac7-f3e9-417d-b48a-679ee958efda None None] Routers {'ca51c866-a331-4651-889a-b32b49769ed2'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:16:38.648795 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-68bf2f35-9814-429b-b3c4-74cc72210d1f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5645342 Jan 18 20:16:38.649469 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-80620ac7-f3e9-417d-b48a-679ee958efda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:16:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['ca51c866-a331-4651-889a-b32b49769ed2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:38.651557 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52288) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:38.786588 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-80620ac7-f3e9-417d-b48a-679ee958efda None None] Set router ca51c866-a331-4651-889a-b32b49769ed2 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:16:38.874079 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c6a37a-0b43-421f-9ac9-0abd90bc2024 None None] Network d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:16:38.885039 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device fa85d1b4-4eb3-47d4-b042-5d146215da9f up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:16:39.081735 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-598f3c81-6655-496c-b64d-98bbc2e1da64 None None] Provisioning complete for port fa85d1b4-4eb3-47d4-b042-5d146215da9f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:16:39.082193 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-598f3c81-6655-496c-b64d-98bbc2e1da64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fa85d1b4-4eb3-47d4-b042-5d146215da9f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:39.171503 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port fa85d1b4-4eb3-47d4-b042-5d146215da9f triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:16:39.172954 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fa85d1b4-4eb3-47d4-b042-5d146215da9f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:39.228564 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a06e1-b5db-4799-ab99-3e5abc556798 req-8f1bff70-61ee-428a-aff7-b2b45ad2fa80 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:39.232148 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7c8a06e1-b5db-4799-ab99-3e5abc556798 req-8f1bff70-61ee-428a-aff7-b2b45ad2fa80 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.1775331 Jan 18 20:16:39.258993 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b967683-66e4-4d3c-8a68-a3159c2737b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:39.321458 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7c8a06e1-b5db-4799-ab99-3e5abc556798 req-023073ba-60dc-42b4-9e62-12e700955f32 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589128 Jan 18 20:16:39.334702 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 9221c4c4-9359-4f4d-b10b-971c5c55eaa3 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:16:39.524135 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-6b967683-66e4-4d3c-8a68-a3159c2737b4 admin admin] Allocated IP 172.20.0.1 (d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f/005a850e-de87-4ca7-b2ef-2f7a6913a2e1/25125151-d1c8-49b4-bd83-ab94ba58569b) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:16:39.693088 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b967683-66e4-4d3c-8a68-a3159c2737b4 admin admin] Publish callbacks [] for port (25125151-d1c8-49b4-bd83-ab94ba58569b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:39.734408 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-598f3c81-6655-496c-b64d-98bbc2e1da64 None None] Current status of the port fa85d1b4-4eb3-47d4-b042-5d146215da9f is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:16:39.734915 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-598f3c81-6655-496c-b64d-98bbc2e1da64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fa85d1b4-4eb3-47d4-b042-5d146215da9f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:39.754063 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272dd020-7ecf-406e-8dfd-5679d6e88b8e req-5d0df7dc-47d1-4c38-bddf-5ae761ebc151 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:39.762884 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-272dd020-7ecf-406e-8dfd-5679d6e88b8e req-5d0df7dc-47d1-4c38-bddf-5ae761ebc151 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8551a3a-2a2b-42d4-99fd-1217dcee3a0d HTTP/1.1" status: 200 len: 944 time: 0.0860817 Jan 18 20:16:39.817468 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-598f3c81-6655-496c-b64d-98bbc2e1da64 None None] For port fa85d1b4-4eb3-47d4-b042-5d146215da9f, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=fa85d1b4-4eb3-47d4-b042-5d146215da9f,segment=NetworkSegment(fd1f7a45-c793-49d9-bd8d-f8a8a052f27e),segment_id=fd1f7a45-c793-49d9-bd8d-f8a8a052f27e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:16:39.837019 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-598f3c81-6655-496c-b64d-98bbc2e1da64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fa85d1b4-4eb3-47d4-b042-5d146215da9f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:39.842493 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-80620ac7-f3e9-417d-b48a-679ee958efda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca51c866-a331-4651-889a-b32b49769ed2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1735349637-router', 'tenant_id': '41f8b933fd4d4b899f7f181242b42cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:16:36Z', 'updated_at': '2022-01-18T20:16:37Z', 'revision_number': 3, 'project_id': '41f8b933fd4d4b899f7f181242b42cfa', 'gw_port': {'id': '8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca51c866-a331-4651-889a-b32b49769ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:16:37Z', 'updated_at': '2022-01-18T20:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:39.845578 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-272dd020-7ecf-406e-8dfd-5679d6e88b8e req-9927c566-4f35-4be9-b12d-bed97a2e250b tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf6923a6-caee-467a-ba26-142e5c225685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749390 Jan 18 20:16:39.852513 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b967683-66e4-4d3c-8a68-a3159c2737b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (25125151-d1c8-49b4-bd83-ab94ba58569b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:39.882760 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port fa85d1b4-4eb3-47d4-b042-5d146215da9f is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:16:39.883208 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fa85d1b4-4eb3-47d4-b042-5d146215da9f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:39.910137 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b967683-66e4-4d3c-8a68-a3159c2737b4 admin admin] Network d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:16:39.916159 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 9221c4c4-9359-4f4d-b10b-971c5c55eaa3 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:16:39.920475 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80620ac7-f3e9-417d-b48a-679ee958efda None None] Checking router: ca51c866-a331-4651-889a-b32b49769ed2 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:16:39.920836 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80620ac7-f3e9-417d-b48a-679ee958efda None None] Updating router ca51c866-a331-4651-889a-b32b49769ed2 port 8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:16:39.924514 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-6b967683-66e4-4d3c-8a68-a3159c2737b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:16:39.930962 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b967683-66e4-4d3c-8a68-a3159c2737b4 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:16:39.953599 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 9221c4c4-9359-4f4d-b10b-971c5c55eaa3 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:16:39.954006 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9221c4c4-9359-4f4d-b10b-971c5c55eaa3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:39.955689 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-80620ac7-f3e9-417d-b48a-679ee958efda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:39.993403 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b967683-66e4-4d3c-8a68-a3159c2737b4 admin admin] Pushing event updated for resources: {'Port': ['ID=25125151-d1c8-49b4-bd83-ab94ba58569b,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:40.027475 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b967683-66e4-4d3c-8a68-a3159c2737b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (ca51c866-a331-4651-889a-b32b49769ed2), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:40.100797 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:16:40.101398 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:16:40.136941 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0d02ed2f-71ad-406a-a8e6-1f9762fbed09 None None] Provisioning complete for port fa85d1b4-4eb3-47d4-b042-5d146215da9f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:16:40.137317 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0d02ed2f-71ad-406a-a8e6-1f9762fbed09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fa85d1b4-4eb3-47d4-b042-5d146215da9f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:40.139065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f3c81-6655-496c-b64d-98bbc2e1da64 None None] Pushing event updated for resources: {'Port': ['ID=fa85d1b4-4eb3-47d4-b042-5d146215da9f,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:40.277838 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b967683-66e4-4d3c-8a68-a3159c2737b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (25125151-d1c8-49b4-bd83-ab94ba58569b), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:40.370709 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 9221c4c4-9359-4f4d-b10b-971c5c55eaa3 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:16:40.371108 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9221c4c4-9359-4f4d-b10b-971c5c55eaa3), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:40.375590 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0d02ed2f-71ad-406a-a8e6-1f9762fbed09 None None] Current status of the port fa85d1b4-4eb3-47d4-b042-5d146215da9f is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:16:40.436211 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8551a3a-2a2b-42d4-99fd-1217dcee3a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9221c4c4-9359-4f4d-b10b-971c5c55eaa3'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:16:40.438645 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3be320-b744-430b-84f6-cec3e5a1d85a" -d '{"events": [{"server_uuid": "f8551a3a-2a2b-42d4-99fd-1217dcee3a0d", "name": "network-vif-plugged", "status": "completed", "tag": "9221c4c4-9359-4f4d-b10b-971c5c55eaa3"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:16:40.458513 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 9221c4c4-9359-4f4d-b10b-971c5c55eaa3, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=9221c4c4-9359-4f4d-b10b-971c5c55eaa3,segment=NetworkSegment(2325c70d-00bd-421d-8bd5-12777085326c),segment_id=2325c70d-00bd-421d-8bd5-12777085326c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:16:40.470700 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9221c4c4-9359-4f4d-b10b-971c5c55eaa3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:40.530928 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab9287a-271d-4352-a6ae-cb39689c52be x-openstack-request-id: req-fab9287a-271d-4352-a6ae-cb39689c52be {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:16:40.531230 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8551a3a-2a2b-42d4-99fd-1217dcee3a0d", "name": "network-vif-plugged", "status": "completed", "tag": "9221c4c4-9359-4f4d-b10b-971c5c55eaa3", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:16:40.531488 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fab9287a-271d-4352-a6ae-cb39689c52be {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:16:40.531879 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8551a3a-2a2b-42d4-99fd-1217dcee3a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9221c4c4-9359-4f4d-b10b-971c5c55eaa3', 'code': 200} Jan 18 20:16:40.577409 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e5c7e6ca-bcce-4ce9-b897-051c906a41a8 None None] Provisioning complete for port 25125151-d1c8-49b4-bd83-ab94ba58569b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:16:40.578073 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e5c7e6ca-bcce-4ce9-b897-051c906a41a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (25125151-d1c8-49b4-bd83-ab94ba58569b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:40.605620 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e66ca-ffdd-4510-a46d-f399b1403d85 req-ea34e243-b51b-4766-8ea7-450398e4f0ca tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:40.607309 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e46e66ca-ffdd-4510-a46d-f399b1403d85 req-ea34e243-b51b-4766-8ea7-450398e4f0ca tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.1245770 Jan 18 20:16:40.617712 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e5c7e6ca-bcce-4ce9-b897-051c906a41a8 None None] Port 25125151-d1c8-49b4-bd83-ab94ba58569b cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:16:40.681505 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=9221c4c4-9359-4f4d-b10b-971c5c55eaa3,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:40.687370 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c138e-74fd-42f4-ad4a-4508fa56fcf7 req-17fc7913-0fe4-4c1d-983f-d235bba9b9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:40.698395 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f76c138e-74fd-42f4-ad4a-4508fa56fcf7 req-17fc7913-0fe4-4c1d-983f-d235bba9b9d2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f8551a3a-2a2b-42d4-99fd-1217dcee3a0d HTTP/1.1" status: 200 len: 1096 time: 0.1080368 Jan 18 20:16:40.700015 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52354) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:40.705421 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port fa85d1b4-4eb3-47d4-b042-5d146215da9f is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:16:40.711902 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-80620ac7-f3e9-417d-b48a-679ee958efda None None] Publish callbacks [] for port (8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:40.720269 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-80620ac7-f3e9-417d-b48a-679ee958efda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:40.784352 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-80620ac7-f3e9-417d-b48a-679ee958efda None None] Attempting to bind port 8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:16:40.784983 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e46e66ca-ffdd-4510-a46d-f399b1403d85 req-c7519914-b9b0-4a40-8e8c-81db4d301fa2 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691949 Jan 18 20:16:40.785086 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-80620ac7-f3e9-417d-b48a-679ee958efda None None] Attempting to bind port 8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:16:40.785402 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80620ac7-f3e9-417d-b48a-679ee958efda None None] Attempting to bind port 8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:16:40.792590 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b733e6-cc8d-4748-9622-ca9ed72ce107 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:16:40.807720 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80620ac7-f3e9-417d-b48a-679ee958efda None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:16:40.808173 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80620ac7-f3e9-417d-b48a-679ee958efda None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:16:40.808646 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-80620ac7-f3e9-417d-b48a-679ee958efda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:40.818921 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80620ac7-f3e9-417d-b48a-679ee958efda None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:16:40.819663 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-80620ac7-f3e9-417d-b48a-679ee958efda None None] Bound port: 8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:16:40.820150 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-80620ac7-f3e9-417d-b48a-679ee958efda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:40.839518 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f76c138e-74fd-42f4-ad4a-4508fa56fcf7 req-341de941-60f4-4831-986f-5aeac9d736de service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cf6923a6-caee-467a-ba26-142e5c225685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221240 Jan 18 20:16:40.855606 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761ee74-ebe8-46bd-a18f-c4abed938d55 None None] Pushing event updated for resources: {'Port': ['ID=8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:40.876158 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b967683-66e4-4d3c-8a68-a3159c2737b4 admin admin] Publish callbacks [] for port (25125151-d1c8-49b4-bd83-ab94ba58569b), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:40.887062 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b967683-66e4-4d3c-8a68-a3159c2737b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (25125151-d1c8-49b4-bd83-ab94ba58569b), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:40.921335 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-db9f6d9c-1f4d-4bb3-86e5-022bf211fddd None None] Provisioning complete for port 8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:16:40.922552 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-db9f6d9c-1f4d-4bb3-86e5-022bf211fddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:40.961957 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2ff48b28-ce4d-40f8-8700-53d341b00fa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:40.975725 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-80620ac7-f3e9-417d-b48a-679ee958efda None None] For port 8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:16:40.979275 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device fa85d1b4-4eb3-47d4-b042-5d146215da9f up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:16:40.981135 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b967683-66e4-4d3c-8a68-a3159c2737b4 admin admin] Pushing event updated for resources: {'Port': ['ID=25125151-d1c8-49b4-bd83-ab94ba58569b,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:40.982939 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-80620ac7-f3e9-417d-b48a-679ee958efda None None] For port 8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:16:40.997524 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-80620ac7-f3e9-417d-b48a-679ee958efda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:41.054056 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b967683-66e4-4d3c-8a68-a3159c2737b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (ca51c866-a331-4651-889a-b32b49769ed2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:41.076738 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-db9f6d9c-1f4d-4bb3-86e5-022bf211fddd None None] Port 8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:16:41.090510 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493ff3e-fd3b-4e03-b115-0105cf42aeec req-d6bc7018-1b91-4e6c-96df-12545c46b640 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:41.093194 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cde9316-4b7c-4e5a-a47a-0b60c1104fa6 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:16:41.098064 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3493ff3e-fd3b-4e03-b115-0105cf42aeec req-d6bc7018-1b91-4e6c-96df-12545c46b640 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8551a3a-2a2b-42d4-99fd-1217dcee3a0d HTTP/1.1" status: 200 len: 945 time: 0.1072114 Jan 18 20:16:41.124964 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761ee74-ebe8-46bd-a18f-c4abed938d55 None None] Pushing event updated for resources: {'Port': ['ID=8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:41.128261 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2ff48b28-ce4d-40f8-8700-53d341b00fa0 admin admin] Publish callbacks [] for security_group (bb8312d2-da38-46a6-8a59-a4ee0cf99147), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:41.129866 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80620ac7-f3e9-417d-b48a-679ee958efda None None] Routers {'ca51c866-a331-4651-889a-b32b49769ed2'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:16:41.130678 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-80620ac7-f3e9-417d-b48a-679ee958efda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:16:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['ca51c866-a331-4651-889a-b32b49769ed2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:41.140567 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2ff48b28-ce4d-40f8-8700-53d341b00fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (bb8312d2-da38-46a6-8a59-a4ee0cf99147), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:41.181437 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port fa85d1b4-4eb3-47d4-b042-5d146215da9f triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:16:41.182099 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fa85d1b4-4eb3-47d4-b042-5d146215da9f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:41.226824 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3493ff3e-fd3b-4e03-b115-0105cf42aeec req-fb5a497d-b32b-4499-a1e6-0086754e841d tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf6923a6-caee-467a-ba26-142e5c225685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276770 Jan 18 20:16:41.235847 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff48b28-ce4d-40f8-8700-53d341b00fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8312d2-da38-46a6-8a59-a4ee0cf99147,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:41.255966 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2ff48b28-ce4d-40f8-8700-53d341b00fa0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=574b1ffed469412b81a023d00ef4b771&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5459640 Jan 18 20:16:41.256115 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b967683-66e4-4d3c-8a68-a3159c2737b4 admin admin] Network d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:16:41.256216 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52364) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:41.256306 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-6b967683-66e4-4d3c-8a68-a3159c2737b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:16:41.336023 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ed4fe1ad-5060-47bf-9141-414bb4f767a3 admin admin] Publish callbacks [] for security_group (bb8312d2-da38-46a6-8a59-a4ee0cf99147), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:41.345882 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-730aacac-4ea6-45a1-ace9-e39a3f69b032 None None] Provisioning complete for port 8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:16:41.346899 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-730aacac-4ea6-45a1-ace9-e39a3f69b032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:41.366998 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ed4fe1ad-5060-47bf-9141-414bb4f767a3 admin admin] Publish callbacks [] for security_group (bb8312d2-da38-46a6-8a59-a4ee0cf99147), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:41.421808 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-80620ac7-f3e9-417d-b48a-679ee958efda None None] Set router ca51c866-a331-4651-889a-b32b49769ed2 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:16:41.450320 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b967683-66e4-4d3c-8a68-a3159c2737b4 admin admin] Router ca51c866-a331-4651-889a-b32b49769ed2 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:16:41.455373 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ed4fe1ad-5060-47bf-9141-414bb4f767a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (bb8312d2-da38-46a6-8a59-a4ee0cf99147), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:41.459292 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ed4fe1ad-5060-47bf-9141-414bb4f767a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:41.465890 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ed4fe1ad-5060-47bf-9141-414bb4f767a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb8312d2-da38-46a6-8a59-a4ee0cf99147 HTTP/1.1" status: 204 len: 168 time: 0.2128906 Jan 18 20:16:41.477558 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4fe1ad-5060-47bf-9141-414bb4f767a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8312d2-da38-46a6-8a59-a4ee0cf99147,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:41.584663 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-730aacac-4ea6-45a1-ace9-e39a3f69b032 None None] Current status of the port 8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:16:41.585053 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-730aacac-4ea6-45a1-ace9-e39a3f69b032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:41.676801 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b967683-66e4-4d3c-8a68-a3159c2737b4 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:16:41.677297 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-730aacac-4ea6-45a1-ace9-e39a3f69b032 None None] For port 8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:16:41.694721 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port fa85d1b4-4eb3-47d4-b042-5d146215da9f is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:16:41.700655 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6b967683-66e4-4d3c-8a68-a3159c2737b4 admin admin] 10.222.0.31 "PUT /v2.0/routers/ca51c866-a331-4651-889a-b32b49769ed2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0475805 Jan 18 20:16:41.816120 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-730aacac-4ea6-45a1-ace9-e39a3f69b032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:41.849827 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52378) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:41.865281 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2b2f4381-d7c5-47ea-88d8-a90afeaf1f33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:41.987669 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730aacac-4ea6-45a1-ace9-e39a3f69b032 None None] Pushing event updated for resources: {'Port': ['ID=8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:42.022011 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f22d2f-5553-4502-9feb-1584955b4009 req-993163ee-0fd0-46b9-b0e6-9e5ab83a3863 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:42.024609 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f3f22d2f-5553-4502-9feb-1584955b4009 req-993163ee-0fd0-46b9-b0e6-9e5ab83a3863 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.1030440 Jan 18 20:16:42.041388 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c1b2e-6dfb-459b-b96f-1f234f9c0445 req-3afe98ab-98d7-4e41-b556-995c1bba0c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:42.042990 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387c1b2e-6dfb-459b-b96f-1f234f9c0445 req-3afe98ab-98d7-4e41-b556-995c1bba0c58 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 1097 time: 0.0684633 Jan 18 20:16:42.050623 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-05c36d90-9f3b-4fb6-af5a-d15c138b0e7a None None] Provisioning complete for port 25125151-d1c8-49b4-bd83-ab94ba58569b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:16:42.054283 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-05c36d90-9f3b-4fb6-af5a-d15c138b0e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (25125151-d1c8-49b4-bd83-ab94ba58569b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:42.124729 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f3f22d2f-5553-4502-9feb-1584955b4009 req-c122a008-633c-4f6a-87b6-ef99edc489b8 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834982 Jan 18 20:16:42.152955 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2b2f4381-d7c5-47ea-88d8-a90afeaf1f33 admin admin] Publish callbacks [] for security_group (2c362166-6b3e-4f65-8f14-bcba3fef813e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:42.158626 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2b2f4381-d7c5-47ea-88d8-a90afeaf1f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2c362166-6b3e-4f65-8f14-bcba3fef813e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:42.203966 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-05c36d90-9f3b-4fb6-af5a-d15c138b0e7a None None] Port 25125151-d1c8-49b4-bd83-ab94ba58569b cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:16:42.208423 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-387c1b2e-6dfb-459b-b96f-1f234f9c0445 req-44672a37-e78d-453f-9205-4b31eec3fa03 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517084 Jan 18 20:16:42.221347 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f4381-d7c5-47ea-88d8-a90afeaf1f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c362166-6b3e-4f65-8f14-bcba3fef813e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:42.226045 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-80620ac7-f3e9-417d-b48a-679ee958efda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca51c866-a331-4651-889a-b32b49769ed2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1735349637-router', 'tenant_id': '41f8b933fd4d4b899f7f181242b42cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:16:36Z', 'updated_at': '2022-01-18T20:16:40Z', 'revision_number': 4, 'project_id': '41f8b933fd4d4b899f7f181242b42cfa', 'gw_port': {'id': '8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca51c866-a331-4651-889a-b32b49769ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:16:37Z', 'updated_at': '2022-01-18T20:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '25125151-d1c8-49b4-bd83-ab94ba58569b', 'name': '', 'network_id': 'd8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f', 'tenant_id': '41f8b933fd4d4b899f7f181242b42cfa', 'mac_address': 'fa:16:3e:c7:d3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca51c866-a331-4651-889a-b32b49769ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '005a850e-de87-4ca7-b2ef-2f7a6913a2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:16:39Z', 'updated_at': '2022-01-18T20:16:40Z', 'revision_number': 2, 'project_id': '41f8b933fd4d4b899f7f181242b42cfa', 'subnets': [{'id': '005a850e-de87-4ca7-b2ef-2f7a6913a2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:42.258567 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80620ac7-f3e9-417d-b48a-679ee958efda None None] The sync data for ids ['ca51c866-a331-4651-889a-b32b49769ed2'] in n-d-741529-9 is: [{'id': 'ca51c866-a331-4651-889a-b32b49769ed2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1735349637-router', 'tenant_id': '41f8b933fd4d4b899f7f181242b42cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:16:36Z', 'updated_at': '2022-01-18T20:16:40Z', 'revision_number': 4, 'project_id': '41f8b933fd4d4b899f7f181242b42cfa', 'gw_port': {'id': '8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca51c866-a331-4651-889a-b32b49769ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:16:37Z', 'updated_at': '2022-01-18T20:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '25125151-d1c8-49b4-bd83-ab94ba58569b', 'name': '', 'network_id': 'd8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f', 'tenant_id': '41f8b933fd4d4b899f7f181242b42cfa', 'mac_address': 'fa:16:3e:c7:d3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca51c866-a331-4651-889a-b32b49769ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '005a850e-de87-4ca7-b2ef-2f7a6913a2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:16:39Z', 'updated_at': '2022-01-18T20:16:40Z', 'revision_number': 2, 'project_id': '41f8b933fd4d4b899f7f181242b42cfa', 'subnets': [{'id': '005a850e-de87-4ca7-b2ef-2f7a6913a2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:16:42.292333 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2b2f4381-d7c5-47ea-88d8-a90afeaf1f33 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5de6330948e24403bf15d54bbd78aea4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4487193 Jan 18 20:16:42.295178 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52390) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:42.396735 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a394-6712-40bb-8fec-52e02040ec3d admin admin] Publish callbacks [] for security_group (2c362166-6b3e-4f65-8f14-bcba3fef813e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:42.429302 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4bb7d-4d09-4a29-8872-2d6351a82e48 req-09ea105a-1bfd-45a7-98f7-b37b9fd6f459 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:42.431127 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e8a4bb7d-4d09-4a29-8872-2d6351a82e48 req-09ea105a-1bfd-45a7-98f7-b37b9fd6f459 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8551a3a-2a2b-42d4-99fd-1217dcee3a0d HTTP/1.1" status: 200 len: 945 time: 0.0825806 Jan 18 20:16:42.431677 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a394-6712-40bb-8fec-52e02040ec3d admin admin] Publish callbacks [] for security_group (2c362166-6b3e-4f65-8f14-bcba3fef813e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:42.515353 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a394-6712-40bb-8fec-52e02040ec3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2c362166-6b3e-4f65-8f14-bcba3fef813e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:42.518265 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a394-6712-40bb-8fec-52e02040ec3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:42.519443 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e0b8a394-6712-40bb-8fec-52e02040ec3d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c362166-6b3e-4f65-8f14-bcba3fef813e HTTP/1.1" status: 204 len: 168 time: 0.2232673 Jan 18 20:16:42.528621 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8a394-6712-40bb-8fec-52e02040ec3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c362166-6b3e-4f65-8f14-bcba3fef813e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:42.558907 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e8a4bb7d-4d09-4a29-8872-2d6351a82e48 req-c6331eee-3f0c-456c-9084-915a2ffe4a25 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf6923a6-caee-467a-ba26-142e5c225685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103086 Jan 18 20:16:42.893421 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52410) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:42.899072 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-2f0a831c-5336-4b8f-8a9b-5f80d3889061 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1778022992-network', 'tenant_id': '409d18d946e54b7ba9b709f2b3975204'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:16:42.935573 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0a831c-5336-4b8f-8a9b-5f80d3889061 admin admin] Made reservation on behalf of 409d18d946e54b7ba9b709f2b3975204 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:16:42.938133 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2f0a831c-5336-4b8f-8a9b-5f80d3889061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:42.960328 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2f0a831c-5336-4b8f-8a9b-5f80d3889061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:43.078562 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2f0a831c-5336-4b8f-8a9b-5f80d3889061 admin admin] Publish callbacks [] for security_group (6318ea55-2f24-4ca8-9ea2-e800ce07f77c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:43.085145 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2f0a831c-5336-4b8f-8a9b-5f80d3889061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6318ea55-2f24-4ca8-9ea2-e800ce07f77c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:43.119345 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a831c-5336-4b8f-8a9b-5f80d3889061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6318ea55-2f24-4ca8-9ea2-e800ce07f77c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:43.134060 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0a831c-5336-4b8f-8a9b-5f80d3889061 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:16:43.145969 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2f0a831c-5336-4b8f-8a9b-5f80d3889061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (7c3b985c-2ffc-4efa-9a2f-e61ee363af6d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:43.146411 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-2f0a831c-5336-4b8f-8a9b-5f80d3889061 admin admin] Added segment 7c3b985c-2ffc-4efa-9a2f-e61ee363af6d of type vlan for network e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1 Jan 18 20:16:43.202372 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2f0a831c-5336-4b8f-8a9b-5f80d3889061 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:43.234939 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2f0a831c-5336-4b8f-8a9b-5f80d3889061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:43.236163 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0a831c-5336-4b8f-8a9b-5f80d3889061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:43.236853 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2f0a831c-5336-4b8f-8a9b-5f80d3889061 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:43.372468 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2f0a831c-5336-4b8f-8a9b-5f80d3889061 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4753945 Jan 18 20:16:43.373963 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52424) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:43.379085 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-c92c2899-2fba-4c55-b3d4-b7d9d0073f05 admin admin] Request body: {'subnet': {'network_id': 'e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1778022992-subnet', 'tenant_id': '409d18d946e54b7ba9b709f2b3975204', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:16:43.388253 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a831c-5336-4b8f-8a9b-5f80d3889061 admin admin] Pushing event updated for resources: {'Network': ['ID=e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:43.399542 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:16:43.415267 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2b7d4-3a0c-4bb3-9d0d-a516f6a1f101 req-d4e325f0-a9e3-493e-bdf2-f2f30b0e383b tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:43.422473 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-73f2b7d4-3a0c-4bb3-9d0d-a516f6a1f101 req-d4e325f0-a9e3-493e-bdf2-f2f30b0e383b tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.1114159 Jan 18 20:16:43.465164 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92c2899-2fba-4c55-b3d4-b7d9d0073f05 admin admin] Made reservation on behalf of 409d18d946e54b7ba9b709f2b3975204 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:16:43.467980 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c92c2899-2fba-4c55-b3d4-b7d9d0073f05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:43.533651 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-73f2b7d4-3a0c-4bb3-9d0d-a516f6a1f101 req-49e50f74-442b-4daa-9285-e5444e31445a tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102099 Jan 18 20:16:43.822594 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cab13c-f8bd-4b52-91dc-10f3c2c8c471 req-9ab2c49d-8369-4d3a-a4a0-48381cd4e6d8 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:43.830231 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-94cab13c-f8bd-4b52-91dc-10f3c2c8c471 req-9ab2c49d-8369-4d3a-a4a0-48381cd4e6d8 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8551a3a-2a2b-42d4-99fd-1217dcee3a0d HTTP/1.1" status: 200 len: 945 time: 0.1041834 Jan 18 20:16:43.860621 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c92c2899-2fba-4c55-b3d4-b7d9d0073f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (6e608821-d98d-4f7b-ac8f-c65a0d1bb2f3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:43.946197 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-94cab13c-f8bd-4b52-91dc-10f3c2c8c471 req-7a326140-3341-4c53-b717-39ac68d3db6d tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf6923a6-caee-467a-ba26-142e5c225685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061571 Jan 18 20:16:43.954618 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c2899-2fba-4c55-b3d4-b7d9d0073f05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e608821-d98d-4f7b-ac8f-c65a0d1bb2f3,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:43.997992 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92c2899-2fba-4c55-b3d4-b7d9d0073f05 admin admin] Checking segment: {'id': '7c3b985c-2ffc-4efa-9a2f-e61ee363af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:16:43.998364 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92c2899-2fba-4c55-b3d4-b7d9d0073f05 admin admin] Network hostable DHCP agents. Network: e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:16:44.038403 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92c2899-2fba-4c55-b3d4-b7d9d0073f05 admin admin] Network e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:16:44.051659 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-c92c2899-2fba-4c55-b3d4-b7d9d0073f05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:16:44.057675 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92c2899-2fba-4c55-b3d4-b7d9d0073f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:44.059125 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c92c2899-2fba-4c55-b3d4-b7d9d0073f05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:44.072987 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f75395-1314-4fad-95a4-7a5c3bc4edc7 None None] Network e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:16:44.087319 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52448) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:44.088446 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c92c2899-2fba-4c55-b3d4-b7d9d0073f05 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7133555 Jan 18 20:16:44.091782 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-7a6faa71-c0b8-4ac7-b21c-6011e4e95dcb admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1778022992-router', 'tenant_id': '409d18d946e54b7ba9b709f2b3975204', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:16:44.146498 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a6faa71-c0b8-4ac7-b21c-6011e4e95dcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (3a16a196-1a37-4b66-8606-57d63d9d6908), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:44.147935 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a6faa71-c0b8-4ac7-b21c-6011e4e95dcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (3a16a196-1a37-4b66-8606-57d63d9d6908), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:44.287900 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a6faa71-c0b8-4ac7-b21c-6011e4e95dcb admin admin] Publish callbacks [] for router_controller (3a16a196-1a37-4b66-8606-57d63d9d6908), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:44.441021 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f85e24-d2bd-488d-96f1-13efd494df13 req-7b0e7f9f-f9c2-46c2-bed8-0345c021777e tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:44.446658 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-27f85e24-d2bd-488d-96f1-13efd494df13 req-7b0e7f9f-f9c2-46c2-bed8-0345c021777e tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8551a3a-2a2b-42d4-99fd-1217dcee3a0d HTTP/1.1" status: 200 len: 945 time: 0.1147172 Jan 18 20:16:44.551058 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-27f85e24-d2bd-488d-96f1-13efd494df13 req-15c48c6c-14f2-424f-b343-178ddd0acfe1 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf6923a6-caee-467a-ba26-142e5c225685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905697 Jan 18 20:16:44.552597 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7101ee8d-dcd2-48c4-bf52-bc4c676c6b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1', 'network_id': 'e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1', 'project_id': '409d18d946e54b7ba9b709f2b3975204', 'fixed_ips': [{'subnet_id': '6e608821-d98d-4f7b-ac8f-c65a0d1bb2f3'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:16:44.554196 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7101ee8d-dcd2-48c4-bf52-bc4c676c6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:44.585715 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a6faa71-c0b8-4ac7-b21c-6011e4e95dcb admin admin] Publish callbacks [] for router_gateway (3a16a196-1a37-4b66-8606-57d63d9d6908), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:44.806937 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4f91f-1f26-4281-bee3-d19327d81180 req-af21f9e8-5491-4561-90b5-fa3c9de0e81c tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:44.810656 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-acd4f91f-1f26-4281-bee3-d19327d81180 req-af21f9e8-5491-4561-90b5-fa3c9de0e81c tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.1555707 Jan 18 20:16:44.909572 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-7101ee8d-dcd2-48c4-bf52-bc4c676c6b07 None None] Allocated IP 172.20.0.2 (e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1/6e608821-d98d-4f7b-ac8f-c65a0d1bb2f3/a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:16:44.926239 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a6faa71-c0b8-4ac7-b21c-6011e4e95dcb admin admin] Publish callbacks [] for router_gateway (3a16a196-1a37-4b66-8606-57d63d9d6908), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:44.934784 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-acd4f91f-1f26-4281-bee3-d19327d81180 req-af4aeda4-959d-44ca-bf52-5b24e0b38c6f tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149614 Jan 18 20:16:44.949178 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:16:44.959186 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a6faa71-c0b8-4ac7-b21c-6011e4e95dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:45.103675 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:16:45.104055 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:45.177053 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-7a6faa71-c0b8-4ac7-b21c-6011e4e95dcb admin admin] Allocated IP 172.25.4.92 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/de4cef60-85aa-4549-a0a4-d9d10da62244) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:16:45.294119 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:16:45.316615 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7101ee8d-dcd2-48c4-bf52-bc4c676c6b07 None None] Publish callbacks [] for port (a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:45.323689 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7101ee8d-dcd2-48c4-bf52-bc4c676c6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:45.376748 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7101ee8d-dcd2-48c4-bf52-bc4c676c6b07 None None] Network e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:16:45.380863 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-7101ee8d-dcd2-48c4-bf52-bc4c676c6b07 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:16:45.385499 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7101ee8d-dcd2-48c4-bf52-bc4c676c6b07 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:16:45.435108 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a6faa71-c0b8-4ac7-b21c-6011e4e95dcb admin admin] Publish callbacks [] for port (de4cef60-85aa-4549-a0a4-d9d10da62244), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:45.491803 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101ee8d-dcd2-48c4-bf52-bc4c676c6b07 None None] Pushing event updated for resources: {'Port': ['ID=a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:45.496616 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7101ee8d-dcd2-48c4-bf52-bc4c676c6b07 None None] Attempting to bind port a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:16:45.497002 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7101ee8d-dcd2-48c4-bf52-bc4c676c6b07 None None] Attempting to bind port a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '7c3b985c-2ffc-4efa-9a2f-e61ee363af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:16:45.497610 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7101ee8d-dcd2-48c4-bf52-bc4c676c6b07 None None] Attempting to bind port a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f on network e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:16:45.503944 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7101ee8d-dcd2-48c4-bf52-bc4c676c6b07 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:16:45.504334 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7101ee8d-dcd2-48c4-bf52-bc4c676c6b07 None None] Checking segment: {'id': '7c3b985c-2ffc-4efa-9a2f-e61ee363af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:16:45.504738 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7101ee8d-dcd2-48c4-bf52-bc4c676c6b07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:45.505256 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7101ee8d-dcd2-48c4-bf52-bc4c676c6b07 None None] Bound using segment: {'id': '7c3b985c-2ffc-4efa-9a2f-e61ee363af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:16:45.505769 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7101ee8d-dcd2-48c4-bf52-bc4c676c6b07 None None] Bound port: a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c3b985c-2ffc-4efa-9a2f-e61ee363af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:16:45.506154 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7101ee8d-dcd2-48c4-bf52-bc4c676c6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:45.544183 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac56dda-1223-46e8-92c0-3289444c077c req-4ca2d96e-5c7c-442a-8ba5-b087feef09b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:45.545743 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cac56dda-1223-46e8-92c0-3289444c077c req-4ca2d96e-5c7c-442a-8ba5-b087feef09b7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d59cddb1215e4094a41609f512841133&device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 1097 time: 0.1084468 Jan 18 20:16:45.558965 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465bfcc-be7a-40a8-a570-f9991f0bcaa1 req-be40b8de-2482-4654-bad7-10fae2611252 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:45.572877 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9465bfcc-be7a-40a8-a570-f9991f0bcaa1 req-be40b8de-2482-4654-bad7-10fae2611252 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.1063209 Jan 18 20:16:45.595433 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7101ee8d-dcd2-48c4-bf52-bc4c676c6b07 None None] For port a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:16:45.599569 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7101ee8d-dcd2-48c4-bf52-bc4c676c6b07 None None] For port a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f,segment=NetworkSegment(7c3b985c-2ffc-4efa-9a2f-e61ee363af6d),segment_id=7c3b985c-2ffc-4efa-9a2f-e61ee363af6d)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:16:45.604566 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7101ee8d-dcd2-48c4-bf52-bc4c676c6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:45.653528 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a6faa71-c0b8-4ac7-b21c-6011e4e95dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (de4cef60-85aa-4549-a0a4-d9d10da62244), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:45.698008 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9465bfcc-be7a-40a8-a570-f9991f0bcaa1 req-ea314bda-c673-46b6-8f49-6d5b25f4c5a4 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241684 Jan 18 20:16:45.741909 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302bb93a-9e2b-4056-888e-2d1714505dc8 None None] Sync routers for ids ['ca51c866-a331-4651-889a-b32b49769ed2'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:16:45.755262 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302bb93a-9e2b-4056-888e-2d1714505dc8 None None] Routers {'ca51c866-a331-4651-889a-b32b49769ed2'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:16:45.755880 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-302bb93a-9e2b-4056-888e-2d1714505dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:16:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['ca51c866-a331-4651-889a-b32b49769ed2'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:45.764218 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101ee8d-dcd2-48c4-bf52-bc4c676c6b07 None None] Pushing event updated for resources: {'Port': ['ID=a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:45.837933 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4087c4a-ba3c-47d7-a46a-d1612bea706e req-89516576-6d21-4572-b0d5-a482ac9d2f08 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:45.846312 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e4087c4a-ba3c-47d7-a46a-d1612bea706e req-89516576-6d21-4572-b0d5-a482ac9d2f08 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8551a3a-2a2b-42d4-99fd-1217dcee3a0d HTTP/1.1" status: 200 len: 945 time: 0.1170151 Jan 18 20:16:45.873349 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6faa71-c0b8-4ac7-b21c-6011e4e95dcb admin admin] Pushing event updated for resources: {'Port': ['ID=de4cef60-85aa-4549-a0a4-d9d10da62244,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:45.918619 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-302bb93a-9e2b-4056-888e-2d1714505dc8 None None] Set router ca51c866-a331-4651-889a-b32b49769ed2 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:16:45.941427 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e4087c4a-ba3c-47d7-a46a-d1612bea706e req-999d6cea-c7bc-4b14-88ae-e25ae8afead7 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf6923a6-caee-467a-ba26-142e5c225685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941362 Jan 18 20:16:45.955042 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6faa71-c0b8-4ac7-b21c-6011e4e95dcb admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:16:45.962099 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-7a6faa71-c0b8-4ac7-b21c-6011e4e95dcb admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:16:45.978478 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07569f44-0f3c-4ed5-a823-71415f154a81 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:16:45.980640 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6faa71-c0b8-4ac7-b21c-6011e4e95dcb admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:16:46.100550 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ad36a163-e2e3-4100-aeac-914fc8ba6f57 None None] Provisioning complete for port de4cef60-85aa-4549-a0a4-d9d10da62244 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:16:46.102522 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ad36a163-e2e3-4100-aeac-914fc8ba6f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (de4cef60-85aa-4549-a0a4-d9d10da62244), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:46.140042 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac56dda-1223-46e8-92c0-3289444c077c req-67133159-62be-4cdb-b8fa-27d3a93e4641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:46.141676 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cac56dda-1223-46e8-92c0-3289444c077c req-67133159-62be-4cdb-b8fa-27d3a93e4641 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9bae8be3-cced-4e71-aa87-680dd9e51700 HTTP/1.1" status: 200 len: 919 time: 0.5842693 Jan 18 20:16:46.166213 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164a6a5-5d46-4a95-8da4-0373c5a88bf6 req-1e4163ca-999a-4c2e-adb4-2a1e9b85467a tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:46.167871 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a164a6a5-5d46-4a95-8da4-0373c5a88bf6 req-1e4163ca-999a-4c2e-adb4-2a1e9b85467a tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8551a3a-2a2b-42d4-99fd-1217dcee3a0d HTTP/1.1" status: 200 len: 945 time: 0.2844167 Jan 18 20:16:46.196941 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ad36a163-e2e3-4100-aeac-914fc8ba6f57 None None] Port de4cef60-85aa-4549-a0a4-d9d10da62244 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:16:46.284083 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cac56dda-1223-46e8-92c0-3289444c077c req-799222b8-b6c5-4967-bf1a-ebf0e5cac055 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=497e899d-dcd5-414d-8e9e-e9b921e6c1e2 HTTP/1.1" status: 200 len: 217 time: 0.1346335 Jan 18 20:16:46.426687 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-302bb93a-9e2b-4056-888e-2d1714505dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca51c866-a331-4651-889a-b32b49769ed2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1735349637-router', 'tenant_id': '41f8b933fd4d4b899f7f181242b42cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:16:36Z', 'updated_at': '2022-01-18T20:16:40Z', 'revision_number': 4, 'project_id': '41f8b933fd4d4b899f7f181242b42cfa', 'gw_port': {'id': '8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca51c866-a331-4651-889a-b32b49769ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:16:37Z', 'updated_at': '2022-01-18T20:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '25125151-d1c8-49b4-bd83-ab94ba58569b', 'name': '', 'network_id': 'd8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f', 'tenant_id': '41f8b933fd4d4b899f7f181242b42cfa', 'mac_address': 'fa:16:3e:c7:d3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca51c866-a331-4651-889a-b32b49769ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '005a850e-de87-4ca7-b2ef-2f7a6913a2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:16:39Z', 'updated_at': '2022-01-18T20:16:40Z', 'revision_number': 2, 'project_id': '41f8b933fd4d4b899f7f181242b42cfa', 'subnets': [{'id': '005a850e-de87-4ca7-b2ef-2f7a6913a2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:46.471698 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302bb93a-9e2b-4056-888e-2d1714505dc8 None None] Checking router: ca51c866-a331-4651-889a-b32b49769ed2 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:16:46.472479 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302bb93a-9e2b-4056-888e-2d1714505dc8 None None] Updating router ca51c866-a331-4651-889a-b32b49769ed2 port 25125151-d1c8-49b4-bd83-ab94ba58569b binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:16:46.515989 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-302bb93a-9e2b-4056-888e-2d1714505dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (25125151-d1c8-49b4-bd83-ab94ba58569b), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:46.903774 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:16:46.908144 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256cdbdc-d605-422e-be50-40d2eb2247e1 req-f556bc33-30ae-4977-9f04-00036519b875 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:46.919436 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-256cdbdc-d605-422e-be50-40d2eb2247e1 req-f556bc33-30ae-4977-9f04-00036519b875 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.1017549 Jan 18 20:16:46.930527 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac56dda-1223-46e8-92c0-3289444c077c req-38bffd1a-4aa4-4fdd-889b-e72820a16d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:46.934305 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cac56dda-1223-46e8-92c0-3289444c077c req-38bffd1a-4aa4-4fdd-889b-e72820a16d63 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8b0c6c1e-1c31-4591-a3ac-dad17a871642 HTTP/1.1" status: 200 len: 858 time: 0.6032131 Jan 18 20:16:46.997690 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:16:46.998044 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:47.045277 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-256cdbdc-d605-422e-be50-40d2eb2247e1 req-722b21f5-e220-46d6-b72c-41b218e3bd0d tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248391 Jan 18 20:16:47.068896 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-302bb93a-9e2b-4056-888e-2d1714505dc8 None None] Publish callbacks [] for port (25125151-d1c8-49b4-bd83-ab94ba58569b), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:47.084906 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-302bb93a-9e2b-4056-888e-2d1714505dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (25125151-d1c8-49b4-bd83-ab94ba58569b), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:47.174227 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:16:47.177724 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:47.230494 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f5cd7-1def-43a7-9608-a817a0fda8e7 req-e71f66e3-31e0-40e1-b389-25231b0af3fc tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:47.232528 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-767f5cd7-1def-43a7-9608-a817a0fda8e7 req-e71f66e3-31e0-40e1-b389-25231b0af3fc tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8551a3a-2a2b-42d4-99fd-1217dcee3a0d HTTP/1.1" status: 200 len: 945 time: 0.1214731 Jan 18 20:16:47.259334 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f,segment=NetworkSegment(7c3b985c-2ffc-4efa-9a2f-e61ee363af6d),segment_id=7c3b985c-2ffc-4efa-9a2f-e61ee363af6d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:16:47.266102 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419153a8-f23c-4e36-9719-2661350c4a9e None None] Pushing event updated for resources: {'Port': ['ID=25125151-d1c8-49b4-bd83-ab94ba58569b,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:47.267096 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a6faa71-c0b8-4ac7-b21c-6011e4e95dcb admin admin] Publish callbacks [] for router_gateway (3a16a196-1a37-4b66-8606-57d63d9d6908), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:47.269126 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:47.270381 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cac56dda-1223-46e8-92c0-3289444c077c req-f2f9c1e5-f696-4648-be79-07b127838b5e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9bae8be3-cced-4e71-aa87-680dd9e51700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3287487 Jan 18 20:16:47.335218 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-767f5cd7-1def-43a7-9608-a817a0fda8e7 req-4db31c35-de4f-4814-8d67-f781ee588f79 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf6923a6-caee-467a-ba26-142e5c225685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952780 Jan 18 20:16:47.339686 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:47.340078 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419153a8-f23c-4e36-9719-2661350c4a9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:47.340430 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419153a8-f23c-4e36-9719-2661350c4a9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:47.340809 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419153a8-f23c-4e36-9719-2661350c4a9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:47.341128 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419153a8-f23c-4e36-9719-2661350c4a9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:47.341459 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419153a8-f23c-4e36-9719-2661350c4a9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:47.341811 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419153a8-f23c-4e36-9719-2661350c4a9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:47.342130 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419153a8-f23c-4e36-9719-2661350c4a9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:47.342447 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419153a8-f23c-4e36-9719-2661350c4a9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:47.342813 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419153a8-f23c-4e36-9719-2661350c4a9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:47.343129 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419153a8-f23c-4e36-9719-2661350c4a9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:47.343443 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419153a8-f23c-4e36-9719-2661350c4a9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:47.343752 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419153a8-f23c-4e36-9719-2661350c4a9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:47.344066 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419153a8-f23c-4e36-9719-2661350c4a9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:16:47.347508 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda56350-315f-41a6-8ff9-ee5aa9cf32c9 None None] Network e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:16:47.374386 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-302bb93a-9e2b-4056-888e-2d1714505dc8 None None] Attempting to bind port 25125151-d1c8-49b4-bd83-ab94ba58569b on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:16:47.374775 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-302bb93a-9e2b-4056-888e-2d1714505dc8 None None] Attempting to bind port 25125151-d1c8-49b4-bd83-ab94ba58569b by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'fd1f7a45-c793-49d9-bd8d-f8a8a052f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:16:47.375131 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302bb93a-9e2b-4056-888e-2d1714505dc8 None None] Attempting to bind port 25125151-d1c8-49b4-bd83-ab94ba58569b on network d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:16:47.384229 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302bb93a-9e2b-4056-888e-2d1714505dc8 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:16:47.385005 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302bb93a-9e2b-4056-888e-2d1714505dc8 None None] Checking segment: {'id': 'fd1f7a45-c793-49d9-bd8d-f8a8a052f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:16:47.385005 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-302bb93a-9e2b-4056-888e-2d1714505dc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:47.385438 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302bb93a-9e2b-4056-888e-2d1714505dc8 None None] Bound using segment: {'id': 'fd1f7a45-c793-49d9-bd8d-f8a8a052f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:16:47.385946 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-302bb93a-9e2b-4056-888e-2d1714505dc8 None None] Bound port: 25125151-d1c8-49b4-bd83-ab94ba58569b, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1f7a45-c793-49d9-bd8d-f8a8a052f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:16:47.386318 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-302bb93a-9e2b-4056-888e-2d1714505dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (25125151-d1c8-49b4-bd83-ab94ba58569b), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:47.416795 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-a164a6a5-5d46-4a95-8da4-0373c5a88bf6 req-c6739ca4-1345-4305-8c4d-0deb04b296ed tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Deleting port 9221c4c4-9359-4f4d-b10b-971c5c55eaa3 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:16:47.417358 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a164a6a5-5d46-4a95-8da4-0373c5a88bf6 req-c6739ca4-1345-4305-8c4d-0deb04b296ed tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (9221c4c4-9359-4f4d-b10b-971c5c55eaa3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:47.478260 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-302bb93a-9e2b-4056-888e-2d1714505dc8 None None] For port 25125151-d1c8-49b4-bd83-ab94ba58569b, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:16:47.481737 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-302bb93a-9e2b-4056-888e-2d1714505dc8 None None] For port 25125151-d1c8-49b4-bd83-ab94ba58569b, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=25125151-d1c8-49b4-bd83-ab94ba58569b,segment=NetworkSegment(fd1f7a45-c793-49d9-bd8d-f8a8a052f27e),segment_id=fd1f7a45-c793-49d9-bd8d-f8a8a052f27e)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:16:47.487603 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-302bb93a-9e2b-4056-888e-2d1714505dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (25125151-d1c8-49b4-bd83-ab94ba58569b), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:47.529472 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-9481dff8-b53f-47af-9e19-72d4d86ad14d None None] Provisioning complete for port a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:16:47.529798 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9481dff8-b53f-47af-9e19-72d4d86ad14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:47.592705 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419153a8-f23c-4e36-9719-2661350c4a9e None None] Pushing event updated for resources: {'Port': ['ID=25125151-d1c8-49b4-bd83-ab94ba58569b,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:47.613393 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302bb93a-9e2b-4056-888e-2d1714505dc8 None None] Routers {'ca51c866-a331-4651-889a-b32b49769ed2'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:16:47.616430 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-302bb93a-9e2b-4056-888e-2d1714505dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:16:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['ca51c866-a331-4651-889a-b32b49769ed2'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:47.675241 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9481dff8-b53f-47af-9e19-72d4d86ad14d None None] Current status of the port a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:16:47.749825 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-a164a6a5-5d46-4a95-8da4-0373c5a88bf6 req-c6739ca4-1345-4305-8c4d-0deb04b296ed tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] For port 9221c4c4-9359-4f4d-b10b-971c5c55eaa3, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=9221c4c4-9359-4f4d-b10b-971c5c55eaa3,segment=NetworkSegment(2325c70d-00bd-421d-8bd5-12777085326c),segment_id=2325c70d-00bd-421d-8bd5-12777085326c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:16:47.751185 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a164a6a5-5d46-4a95-8da4-0373c5a88bf6 req-c6739ca4-1345-4305-8c4d-0deb04b296ed tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (9221c4c4-9359-4f4d-b10b-971c5c55eaa3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:47.776056 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-a164a6a5-5d46-4a95-8da4-0373c5a88bf6 req-c6739ca4-1345-4305-8c4d-0deb04b296ed tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Calling delete_port for 9221c4c4-9359-4f4d-b10b-971c5c55eaa3 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:16:47.811667 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-302bb93a-9e2b-4056-888e-2d1714505dc8 None None] Set router ca51c866-a331-4651-889a-b32b49769ed2 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:16:47.814271 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-45f0edc0-1b8e-4924-b4fe-2d3ed941ee64 None None] Provisioning complete for port 25125151-d1c8-49b4-bd83-ab94ba58569b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:16:47.814784 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-45f0edc0-1b8e-4924-b4fe-2d3ed941ee64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (25125151-d1c8-49b4-bd83-ab94ba58569b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:47.848518 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cac56dda-1223-46e8-92c0-3289444c077c req-2a897eca-4db9-4876-968e-61e2c5a380a6 service neutron] 10.222.0.70 "GET /v2.0/networks/9bae8be3-cced-4e71-aa87-680dd9e51700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5625417 Jan 18 20:16:47.960288 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-45f0edc0-1b8e-4924-b4fe-2d3ed941ee64 None None] Current status of the port 25125151-d1c8-49b4-bd83-ab94ba58569b is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:16:47.961427 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-45f0edc0-1b8e-4924-b4fe-2d3ed941ee64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (25125151-d1c8-49b4-bd83-ab94ba58569b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:48.002982 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-45f0edc0-1b8e-4924-b4fe-2d3ed941ee64 None None] For port 25125151-d1c8-49b4-bd83-ab94ba58569b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=25125151-d1c8-49b4-bd83-ab94ba58569b,segment=NetworkSegment(fd1f7a45-c793-49d9-bd8d-f8a8a052f27e),segment_id=fd1f7a45-c793-49d9-bd8d-f8a8a052f27e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:16:48.011945 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-45f0edc0-1b8e-4924-b4fe-2d3ed941ee64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (25125151-d1c8-49b4-bd83-ab94ba58569b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:48.056806 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a6faa71-c0b8-4ac7-b21c-6011e4e95dcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (3a16a196-1a37-4b66-8606-57d63d9d6908), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:48.083838 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0edc0-1b8e-4924-b4fe-2d3ed941ee64 None None] Pushing event updated for resources: {'Port': ['ID=25125151-d1c8-49b4-bd83-ab94ba58569b,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:48.144446 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-b085de6b-232f-4b07-9ab7-313e7001f891 None None] Provisioning complete for port 25125151-d1c8-49b4-bd83-ab94ba58569b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:16:48.144446 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b085de6b-232f-4b07-9ab7-313e7001f891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (25125151-d1c8-49b4-bd83-ab94ba58569b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:48.174722 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cac56dda-1223-46e8-92c0-3289444c077c req-27336fa5-51e1-4c7d-a120-0927f16786b6 service neutron] 10.222.0.70 "GET /v2.0/networks/9bae8be3-cced-4e71-aa87-680dd9e51700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173029 Jan 18 20:16:48.177805 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-302bb93a-9e2b-4056-888e-2d1714505dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca51c866-a331-4651-889a-b32b49769ed2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1735349637-router', 'tenant_id': '41f8b933fd4d4b899f7f181242b42cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:16:36Z', 'updated_at': '2022-01-18T20:16:40Z', 'revision_number': 4, 'project_id': '41f8b933fd4d4b899f7f181242b42cfa', 'gw_port': {'id': '8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca51c866-a331-4651-889a-b32b49769ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:16:37Z', 'updated_at': '2022-01-18T20:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '25125151-d1c8-49b4-bd83-ab94ba58569b', 'name': '', 'network_id': 'd8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f', 'tenant_id': '41f8b933fd4d4b899f7f181242b42cfa', 'mac_address': 'fa:16:3e:c7:d3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca51c866-a331-4651-889a-b32b49769ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '005a850e-de87-4ca7-b2ef-2f7a6913a2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:16:39Z', 'updated_at': '2022-01-18T20:16:47Z', 'revision_number': 4, 'project_id': '41f8b933fd4d4b899f7f181242b42cfa', 'subnets': [{'id': '005a850e-de87-4ca7-b2ef-2f7a6913a2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:48.253940 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850a347-ad49-41cb-a3f9-370caf754cf8 req-ec2c0ccd-9f1b-4e6b-981f-cbfb5f9b49e2 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:48.256198 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a850a347-ad49-41cb-a3f9-370caf754cf8 req-ec2c0ccd-9f1b-4e6b-981f-cbfb5f9b49e2 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.1143050 Jan 18 20:16:48.276262 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302bb93a-9e2b-4056-888e-2d1714505dc8 None None] The sync data for ids ['ca51c866-a331-4651-889a-b32b49769ed2'] in n-d-741529-9 is: [{'id': 'ca51c866-a331-4651-889a-b32b49769ed2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1735349637-router', 'tenant_id': '41f8b933fd4d4b899f7f181242b42cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:16:36Z', 'updated_at': '2022-01-18T20:16:40Z', 'revision_number': 4, 'project_id': '41f8b933fd4d4b899f7f181242b42cfa', 'gw_port': {'id': '8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca51c866-a331-4651-889a-b32b49769ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:16:37Z', 'updated_at': '2022-01-18T20:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '25125151-d1c8-49b4-bd83-ab94ba58569b', 'name': '', 'network_id': 'd8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f', 'tenant_id': '41f8b933fd4d4b899f7f181242b42cfa', 'mac_address': 'fa:16:3e:c7:d3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca51c866-a331-4651-889a-b32b49769ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '005a850e-de87-4ca7-b2ef-2f7a6913a2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:16:39Z', 'updated_at': '2022-01-18T20:16:47Z', 'revision_number': 4, 'project_id': '41f8b933fd4d4b899f7f181242b42cfa', 'subnets': [{'id': '005a850e-de87-4ca7-b2ef-2f7a6913a2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:16:48.276518 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b085de6b-232f-4b07-9ab7-313e7001f891 None None] Current status of the port 25125151-d1c8-49b4-bd83-ab94ba58569b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:16:48.294804 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-b085de6b-232f-4b07-9ab7-313e7001f891 None None] Provisioning complete for port a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:16:48.295812 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b085de6b-232f-4b07-9ab7-313e7001f891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:48.345591 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a164a6a5-5d46-4a95-8da4-0373c5a88bf6 req-c6739ca4-1345-4305-8c4d-0deb04b296ed tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (9221c4c4-9359-4f4d-b10b-971c5c55eaa3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:48.376601 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a850a347-ad49-41cb-a3f9-370caf754cf8 req-37c64894-0354-4c64-b238-b8ba904be800 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132691 Jan 18 20:16:48.401497 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6739ca4-1345-4305-8c4d-0deb04b296ed tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Pushing event deleted for resources: {'Port': ['ID=9221c4c4-9359-4f4d-b10b-971c5c55eaa3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:48.444709 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b085de6b-232f-4b07-9ab7-313e7001f891 None None] Current status of the port a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:16:48.491425 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-a164a6a5-5d46-4a95-8da4-0373c5a88bf6 req-c6739ca4-1345-4305-8c4d-0deb04b296ed tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] No DVR routers for this DVR port 9221c4c4-9359-4f4d-b10b-971c5c55eaa3 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:16:48.494861 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a164a6a5-5d46-4a95-8da4-0373c5a88bf6 req-c6739ca4-1345-4305-8c4d-0deb04b296ed tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:48.504268 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a164a6a5-5d46-4a95-8da4-0373c5a88bf6 req-c6739ca4-1345-4305-8c4d-0deb04b296ed tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.70 "DELETE /v2.0/ports/9221c4c4-9359-4f4d-b10b-971c5c55eaa3 HTTP/1.1" status: 204 len: 173 time: 2.3257685 Jan 18 20:16:48.504602 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c9aa5058-8952-4ac6-b84b-056463d24c4d req-6c960472-cd6d-4ad7-8a11-b767c94c3274 tempest-InstanceActionsV221TestJSON-546231614 tempest-InstanceActionsV221TestJSON-546231614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8551a3a-2a2b-42d4-99fd-1217dcee3a0d HTTP/1.1" status: 200 len: 210 time: 0.0505822 Jan 18 20:16:48.511450 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8551a3a-2a2b-42d4-99fd-1217dcee3a0d', 'name': 'network-vif-deleted', 'tag': '9221c4c4-9359-4f4d-b10b-971c5c55eaa3'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:16:48.514857 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c7b8dc-d4c2-412c-be8d-98aeb40af3f0" -d '{"events": [{"server_uuid": "f8551a3a-2a2b-42d4-99fd-1217dcee3a0d", "name": "network-vif-deleted", "tag": "9221c4c4-9359-4f4d-b10b-971c5c55eaa3"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:16:48.519597 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6faa71-c0b8-4ac7-b21c-6011e4e95dcb admin admin] Router 3a16a196-1a37-4b66-8606-57d63d9d6908 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:16:48.639887 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5955d842-f818-41bc-85fe-a629418357a0 x-openstack-request-id: req-5955d842-f818-41bc-85fe-a629418357a0 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:16:48.640283 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8551a3a-2a2b-42d4-99fd-1217dcee3a0d", "name": "network-vif-deleted", "tag": "9221c4c4-9359-4f4d-b10b-971c5c55eaa3", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:16:48.640613 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5955d842-f818-41bc-85fe-a629418357a0 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:16:48.641090 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8551a3a-2a2b-42d4-99fd-1217dcee3a0d', 'name': 'network-vif-deleted', 'tag': '9221c4c4-9359-4f4d-b10b-971c5c55eaa3', 'status': 'completed', 'code': 200} Jan 18 20:16:48.669891 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6faa71-c0b8-4ac7-b21c-6011e4e95dcb admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:16:48.683287 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f8e66b-8340-4580-a3e7-77c1ba111276 None None] Sync routers for ids ['3a16a196-1a37-4b66-8606-57d63d9d6908'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:16:48.690576 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a6faa71-c0b8-4ac7-b21c-6011e4e95dcb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:48.692068 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7a6faa71-c0b8-4ac7-b21c-6011e4e95dcb admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6037276 Jan 18 20:16:48.696688 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52540) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:48.701897 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f8e66b-8340-4580-a3e7-77c1ba111276 None None] Routers {'3a16a196-1a37-4b66-8606-57d63d9d6908'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:16:48.703174 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c5f8e66b-8340-4580-a3e7-77c1ba111276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:16:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['3a16a196-1a37-4b66-8606-57d63d9d6908'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:48.881942 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-c5f8e66b-8340-4580-a3e7-77c1ba111276 None None] Set router 3a16a196-1a37-4b66-8606-57d63d9d6908 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:16:48.965979 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:16:49.109154 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:16:49.109618 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:49.238056 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c5f8e66b-8340-4580-a3e7-77c1ba111276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a16a196-1a37-4b66-8606-57d63d9d6908', 'name': 'tempest-AttachSCSIVolumeTestJSON-1778022992-router', 'tenant_id': '409d18d946e54b7ba9b709f2b3975204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'de4cef60-85aa-4549-a0a4-d9d10da62244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:16:44Z', 'updated_at': '2022-01-18T20:16:46Z', 'revision_number': 3, 'project_id': '409d18d946e54b7ba9b709f2b3975204', 'gw_port': {'id': 'de4cef60-85aa-4549-a0a4-d9d10da62244', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a16a196-1a37-4b66-8606-57d63d9d6908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:16:44Z', 'updated_at': '2022-01-18T20:16:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:49.270822 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f8e66b-8340-4580-a3e7-77c1ba111276 None None] Checking router: 3a16a196-1a37-4b66-8606-57d63d9d6908 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:16:49.271175 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f8e66b-8340-4580-a3e7-77c1ba111276 None None] Updating router 3a16a196-1a37-4b66-8606-57d63d9d6908 port de4cef60-85aa-4549-a0a4-d9d10da62244 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:16:49.275771 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:16:49.275771 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 25125151-d1c8-49b4-bd83-ab94ba58569b up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:16:49.300131 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-64bdc855-a40b-4c4e-8b69-120a1c52cfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:49.330166 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c5f8e66b-8340-4580-a3e7-77c1ba111276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (de4cef60-85aa-4549-a0a4-d9d10da62244), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:49.357462 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 9221c4c4-9359-4f4d-b10b-971c5c55eaa3 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:16:49.383374 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 9221c4c4-9359-4f4d-b10b-971c5c55eaa3 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:16:49.383725 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 9221c4c4-9359-4f4d-b10b-971c5c55eaa3 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:16:49.469005 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 25125151-d1c8-49b4-bd83-ab94ba58569b triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:16:49.469519 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (25125151-d1c8-49b4-bd83-ab94ba58569b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:49.501972 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-64bdc855-a40b-4c4e-8b69-120a1c52cfe3 admin admin] Allocated IP 172.20.0.1 (e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1/6e608821-d98d-4f7b-ac8f-c65a0d1bb2f3/c74c9ddf-df16-462b-b08a-33d11b650cf7) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:16:49.527581 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd50cb9-d068-4b3c-81ff-ed3922c78003 req-35ce8786-9cfe-4ca8-a736-6c31066d5e4f tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:49.529094 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dbd50cb9-d068-4b3c-81ff-ed3922c78003 req-35ce8786-9cfe-4ca8-a736-6c31066d5e4f tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.0727470 Jan 18 20:16:49.632016 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 25125151-d1c8-49b4-bd83-ab94ba58569b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:16:49.635440 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dbd50cb9-d068-4b3c-81ff-ed3922c78003 req-2f84ac01-6e25-4648-8914-dacb3a4b7050 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947485 Jan 18 20:16:49.674379 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-64bdc855-a40b-4c4e-8b69-120a1c52cfe3 admin admin] Publish callbacks [] for port (c74c9ddf-df16-462b-b08a-33d11b650cf7), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:49.709981 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-64bdc855-a40b-4c4e-8b69-120a1c52cfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (c74c9ddf-df16-462b-b08a-33d11b650cf7), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:49.720348 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c5f8e66b-8340-4580-a3e7-77c1ba111276 None None] Publish callbacks [] for port (de4cef60-85aa-4549-a0a4-d9d10da62244), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:49.726952 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c5f8e66b-8340-4580-a3e7-77c1ba111276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (de4cef60-85aa-4549-a0a4-d9d10da62244), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:49.756309 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bdc855-a40b-4c4e-8b69-120a1c52cfe3 admin admin] Network e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:16:49.765268 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-64bdc855-a40b-4c4e-8b69-120a1c52cfe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:16:49.769904 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bdc855-a40b-4c4e-8b69-120a1c52cfe3 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:16:49.784829 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247eff5d-69f9-4667-8b70-49f9179249ed None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:16:49.795354 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdc855-a40b-4c4e-8b69-120a1c52cfe3 admin admin] Pushing event updated for resources: {'Port': ['ID=c74c9ddf-df16-462b-b08a-33d11b650cf7,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:49.814865 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c5f8e66b-8340-4580-a3e7-77c1ba111276 None None] Attempting to bind port de4cef60-85aa-4549-a0a4-d9d10da62244 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:16:49.815242 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c5f8e66b-8340-4580-a3e7-77c1ba111276 None None] Attempting to bind port de4cef60-85aa-4549-a0a4-d9d10da62244 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:16:49.815601 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f8e66b-8340-4580-a3e7-77c1ba111276 None None] Attempting to bind port de4cef60-85aa-4549-a0a4-d9d10da62244 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:16:49.817824 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11151d66-b6ad-43c4-ad87-1786e5b8fb05 None None] Pushing event updated for resources: {'Port': ['ID=de4cef60-85aa-4549-a0a4-d9d10da62244,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:49.821110 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-64bdc855-a40b-4c4e-8b69-120a1c52cfe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (3a16a196-1a37-4b66-8606-57d63d9d6908), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:49.823602 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f8e66b-8340-4580-a3e7-77c1ba111276 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:16:49.823976 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f8e66b-8340-4580-a3e7-77c1ba111276 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:16:49.824378 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c5f8e66b-8340-4580-a3e7-77c1ba111276 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:49.824768 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f8e66b-8340-4580-a3e7-77c1ba111276 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:16:49.825232 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c5f8e66b-8340-4580-a3e7-77c1ba111276 None None] Bound port: de4cef60-85aa-4549-a0a4-d9d10da62244, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:16:49.825614 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c5f8e66b-8340-4580-a3e7-77c1ba111276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (de4cef60-85aa-4549-a0a4-d9d10da62244), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:49.863894 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52566) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:49.889253 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c5f8e66b-8340-4580-a3e7-77c1ba111276 None None] For port de4cef60-85aa-4549-a0a4-d9d10da62244, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:16:49.893242 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c5f8e66b-8340-4580-a3e7-77c1ba111276 None None] For port de4cef60-85aa-4549-a0a4-d9d10da62244, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=de4cef60-85aa-4549-a0a4-d9d10da62244,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:16:49.905416 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c5f8e66b-8340-4580-a3e7-77c1ba111276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (de4cef60-85aa-4549-a0a4-d9d10da62244), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:49.905416 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-56cece07-9a80-48d3-8fe9-10ba0c21c05a None None] Provisioning complete for port de4cef60-85aa-4549-a0a4-d9d10da62244 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:16:49.905416 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-56cece07-9a80-48d3-8fe9-10ba0c21c05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (de4cef60-85aa-4549-a0a4-d9d10da62244), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:49.980764 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e327bf-da87-448c-aa17-901760b5f088 admin admin] Deleting subnet 7a990a06-ff0c-4e5b-a386-4bd5a6da567b {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:16:49.984800 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8e327bf-da87-448c-aa17-901760b5f088 admin admin] Publish callbacks [] for subnet (7a990a06-ff0c-4e5b-a386-4bd5a6da567b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:50.031673 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a40cf0d-17b5-4e55-875e-a491cac620e5 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:16:50.035098 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8e327bf-da87-448c-aa17-901760b5f088 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (7a990a06-ff0c-4e5b-a386-4bd5a6da567b), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:50.054190 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f8e66b-8340-4580-a3e7-77c1ba111276 None None] Routers {'3a16a196-1a37-4b66-8606-57d63d9d6908'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:16:50.056187 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c5f8e66b-8340-4580-a3e7-77c1ba111276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:16:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['3a16a196-1a37-4b66-8606-57d63d9d6908'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:50.072947 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-64bdc855-a40b-4c4e-8b69-120a1c52cfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c74c9ddf-df16-462b-b08a-33d11b650cf7), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:50.091519 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8e327bf-da87-448c-aa17-901760b5f088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (7a990a06-ff0c-4e5b-a386-4bd5a6da567b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:50.126943 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11151d66-b6ad-43c4-ad87-1786e5b8fb05 None None] Pushing event updated for resources: {'Port': ['ID=de4cef60-85aa-4549-a0a4-d9d10da62244,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:50.187833 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8e327bf-da87-448c-aa17-901760b5f088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (7a990a06-ff0c-4e5b-a386-4bd5a6da567b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:50.238818 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e327bf-da87-448c-aa17-901760b5f088 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a990a06-ff0c-4e5b-a386-4bd5a6da567b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:50.241152 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8e327bf-da87-448c-aa17-901760b5f088 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:50.245582 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b8e327bf-da87-448c-aa17-901760b5f088 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7a990a06-ff0c-4e5b-a386-4bd5a6da567b HTTP/1.1" status: 204 len: 168 time: 0.3806186 Jan 18 20:16:50.248916 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52582) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:50.377091 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-505b01ad-3178-4717-9609-fc5368c5bfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (8ee66860-e387-48f3-851d-514ed03c6731), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:50.420344 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-64bdc855-a40b-4c4e-8b69-120a1c52cfe3 admin admin] Publish callbacks [] for port (c74c9ddf-df16-462b-b08a-33d11b650cf7), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:50.426817 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-56cece07-9a80-48d3-8fe9-10ba0c21c05a None None] Current status of the port de4cef60-85aa-4549-a0a4-d9d10da62244 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:16:50.427258 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-56cece07-9a80-48d3-8fe9-10ba0c21c05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (de4cef60-85aa-4549-a0a4-d9d10da62244), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:50.440579 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-64bdc855-a40b-4c4e-8b69-120a1c52cfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (c74c9ddf-df16-462b-b08a-33d11b650cf7), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:50.457813 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-c5f8e66b-8340-4580-a3e7-77c1ba111276 None None] Set router 3a16a196-1a37-4b66-8606-57d63d9d6908 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:16:50.490167 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-56cece07-9a80-48d3-8fe9-10ba0c21c05a None None] For port de4cef60-85aa-4549-a0a4-d9d10da62244, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=de4cef60-85aa-4549-a0a4-d9d10da62244,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:16:50.496590 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-56cece07-9a80-48d3-8fe9-10ba0c21c05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (de4cef60-85aa-4549-a0a4-d9d10da62244), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:50.550680 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-505b01ad-3178-4717-9609-fc5368c5bfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (8ee66860-e387-48f3-851d-514ed03c6731), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:50.567882 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-64bdc855-a40b-4c4e-8b69-120a1c52cfe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (3a16a196-1a37-4b66-8606-57d63d9d6908), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:50.575363 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdc855-a40b-4c4e-8b69-120a1c52cfe3 admin admin] Pushing event updated for resources: {'Port': ['ID=c74c9ddf-df16-462b-b08a-33d11b650cf7,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:50.584507 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-505b01ad-3178-4717-9609-fc5368c5bfc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee66860-e387-48f3-851d-514ed03c6731']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:50.597159 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-505b01ad-3178-4717-9609-fc5368c5bfc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2325c70d-00bd-421d-8bd5-12777085326c') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:50.597456 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-505b01ad-3178-4717-9609-fc5368c5bfc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2325c70d-00bd-421d-8bd5-12777085326c') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:50.620096 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-505b01ad-3178-4717-9609-fc5368c5bfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (2325c70d-00bd-421d-8bd5-12777085326c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:50.658862 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cece07-9a80-48d3-8fe9-10ba0c21c05a None None] Pushing event updated for resources: {'Port': ['ID=de4cef60-85aa-4549-a0a4-d9d10da62244,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:50.666209 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-505b01ad-3178-4717-9609-fc5368c5bfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (2325c70d-00bd-421d-8bd5-12777085326c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:50.675713 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-505b01ad-3178-4717-9609-fc5368c5bfc9 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:16:50.676118 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-505b01ad-3178-4717-9609-fc5368c5bfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (2325c70d-00bd-421d-8bd5-12777085326c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:16:50.677819 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:16:50.696084 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e032aa6d-9e03-4ebb-8978-bc177359f020 None None] Provisioning complete for port c74c9ddf-df16-462b-b08a-33d11b650cf7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:16:50.696447 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e032aa6d-9e03-4ebb-8978-bc177359f020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c74c9ddf-df16-462b-b08a-33d11b650cf7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:50.755863 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bdc855-a40b-4c4e-8b69-120a1c52cfe3 admin admin] Network e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:16:50.757099 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-505b01ad-3178-4717-9609-fc5368c5bfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (8ee66860-e387-48f3-851d-514ed03c6731), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:50.773669 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-505b01ad-3178-4717-9609-fc5368c5bfc9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:50.779829 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-505b01ad-3178-4717-9609-fc5368c5bfc9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8ee66860-e387-48f3-851d-514ed03c6731 HTTP/1.1" status: 204 len: 168 time: 0.5252562 Jan 18 20:16:50.779829 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-64bdc855-a40b-4c4e-8b69-120a1c52cfe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:16:50.789325 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e032aa6d-9e03-4ebb-8978-bc177359f020 None None] Port c74c9ddf-df16-462b-b08a-33d11b650cf7 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:16:50.814929 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b01ad-3178-4717-9609-fc5368c5bfc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ee66860-e387-48f3-851d-514ed03c6731,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:50.826702 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e032aa6d-9e03-4ebb-8978-bc177359f020 None None] Provisioning complete for port de4cef60-85aa-4549-a0a4-d9d10da62244 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:16:50.827149 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e032aa6d-9e03-4ebb-8978-bc177359f020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (de4cef60-85aa-4549-a0a4-d9d10da62244), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:50.899905 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c5f8e66b-8340-4580-a3e7-77c1ba111276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a16a196-1a37-4b66-8606-57d63d9d6908', 'name': 'tempest-AttachSCSIVolumeTestJSON-1778022992-router', 'tenant_id': '409d18d946e54b7ba9b709f2b3975204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'de4cef60-85aa-4549-a0a4-d9d10da62244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:16:44Z', 'updated_at': '2022-01-18T20:16:49Z', 'revision_number': 4, 'project_id': '409d18d946e54b7ba9b709f2b3975204', 'gw_port': {'id': 'de4cef60-85aa-4549-a0a4-d9d10da62244', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a16a196-1a37-4b66-8606-57d63d9d6908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:16:44Z', 'updated_at': '2022-01-18T20:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'c74c9ddf-df16-462b-b08a-33d11b650cf7', 'name': '', 'network_id': 'e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1', 'tenant_id': '409d18d946e54b7ba9b709f2b3975204', 'mac_address': 'fa:16:3e:20:d8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a16a196-1a37-4b66-8606-57d63d9d6908', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '6e608821-d98d-4f7b-ac8f-c65a0d1bb2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:16:49Z', 'updated_at': '2022-01-18T20:16:49Z', 'revision_number': 1, 'project_id': '409d18d946e54b7ba9b709f2b3975204', 'subnets': [{'id': '6e608821-d98d-4f7b-ac8f-c65a0d1bb2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:50.956932 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f8e66b-8340-4580-a3e7-77c1ba111276 None None] The sync data for ids ['3a16a196-1a37-4b66-8606-57d63d9d6908'] in n-d-741529-9 is: [{'id': '3a16a196-1a37-4b66-8606-57d63d9d6908', 'name': 'tempest-AttachSCSIVolumeTestJSON-1778022992-router', 'tenant_id': '409d18d946e54b7ba9b709f2b3975204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'de4cef60-85aa-4549-a0a4-d9d10da62244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:16:44Z', 'updated_at': '2022-01-18T20:16:49Z', 'revision_number': 4, 'project_id': '409d18d946e54b7ba9b709f2b3975204', 'gw_port': {'id': 'de4cef60-85aa-4549-a0a4-d9d10da62244', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a16a196-1a37-4b66-8606-57d63d9d6908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:16:44Z', 'updated_at': '2022-01-18T20:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'c74c9ddf-df16-462b-b08a-33d11b650cf7', 'name': '', 'network_id': 'e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1', 'tenant_id': '409d18d946e54b7ba9b709f2b3975204', 'mac_address': 'fa:16:3e:20:d8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a16a196-1a37-4b66-8606-57d63d9d6908', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '6e608821-d98d-4f7b-ac8f-c65a0d1bb2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:16:49Z', 'updated_at': '2022-01-18T20:16:49Z', 'revision_number': 1, 'project_id': '409d18d946e54b7ba9b709f2b3975204', 'subnets': [{'id': '6e608821-d98d-4f7b-ac8f-c65a0d1bb2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:16:51.012941 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e032aa6d-9e03-4ebb-8978-bc177359f020 None None] Current status of the port de4cef60-85aa-4549-a0a4-d9d10da62244 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:16:51.151857 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52604) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:51.197228 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d11a1c11-68fd-42f3-b593-1f40c1e836b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ab0932fb74a04241a43413dc6078bb60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0441313 Jan 18 20:16:51.199659 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52606) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:16:51.242732 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-43d5bb35-de22-4a8c-8871-ca3d58a065d0 None None] Provisioning complete for port c74c9ddf-df16-462b-b08a-33d11b650cf7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:16:51.243273 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-43d5bb35-de22-4a8c-8871-ca3d58a065d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c74c9ddf-df16-462b-b08a-33d11b650cf7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:51.315819 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1df462db-20f9-4482-9cb9-de5df0769081 admin admin] Publish callbacks [] for security_group (cf6923a6-caee-467a-ba26-142e5c225685), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:51.333198 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-43d5bb35-de22-4a8c-8871-ca3d58a065d0 None None] Port c74c9ddf-df16-462b-b08a-33d11b650cf7 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:16:51.375022 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1df462db-20f9-4482-9cb9-de5df0769081 admin admin] Publish callbacks [] for security_group (cf6923a6-caee-467a-ba26-142e5c225685), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:51.404031 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6176970-52ab-40c9-be02-8516d37502d7 req-000fe413-3377-4001-99e6-221f1ab6ae4e tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:16:51.411078 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6176970-52ab-40c9-be02-8516d37502d7 req-000fe413-3377-4001-99e6-221f1ab6ae4e tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.6513031 Jan 18 20:16:51.455256 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1df462db-20f9-4482-9cb9-de5df0769081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (cf6923a6-caee-467a-ba26-142e5c225685), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:51.462582 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1df462db-20f9-4482-9cb9-de5df0769081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:51.464166 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1df462db-20f9-4482-9cb9-de5df0769081 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf6923a6-caee-467a-ba26-142e5c225685 HTTP/1.1" status: 204 len: 168 time: 0.2635503 Jan 18 20:16:51.476147 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df462db-20f9-4482-9cb9-de5df0769081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6923a6-caee-467a-ba26-142e5c225685,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:51.502303 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6176970-52ab-40c9-be02-8516d37502d7 req-74181544-bb1a-4377-b8e4-1d92a448ba44 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899308 Jan 18 20:16:51.572171 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64bdc855-a40b-4c4e-8b69-120a1c52cfe3 admin admin] Router 3a16a196-1a37-4b66-8606-57d63d9d6908 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:16:51.750732 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bdc855-a40b-4c4e-8b69-120a1c52cfe3 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:16:51.769665 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-64bdc855-a40b-4c4e-8b69-120a1c52cfe3 admin admin] 10.222.0.31 "PUT /v2.0/routers/3a16a196-1a37-4b66-8606-57d63d9d6908/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0606604 Jan 18 20:16:52.996472 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device de4cef60-85aa-4549-a0a4-d9d10da62244 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:16:53.082955 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port de4cef60-85aa-4549-a0a4-d9d10da62244 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:16:53.083892 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (de4cef60-85aa-4549-a0a4-d9d10da62244), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:53.224757 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port de4cef60-85aa-4549-a0a4-d9d10da62244 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:16:54.163638 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:16:55.556199 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523eaeef-24b6-4e2e-bdd1-5f7da54c3753 None None] Sync routers for ids ['3a16a196-1a37-4b66-8606-57d63d9d6908'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:16:55.584289 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523eaeef-24b6-4e2e-bdd1-5f7da54c3753 None None] Routers {'3a16a196-1a37-4b66-8606-57d63d9d6908'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:16:55.595109 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-523eaeef-24b6-4e2e-bdd1-5f7da54c3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:16:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['3a16a196-1a37-4b66-8606-57d63d9d6908'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:55.618656 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5ce6f7a5-f1fe-42b0-b671-e4d3f6e720e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:55.895373 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-523eaeef-24b6-4e2e-bdd1-5f7da54c3753 None None] Set router 3a16a196-1a37-4b66-8606-57d63d9d6908 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:16:56.312643 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-523eaeef-24b6-4e2e-bdd1-5f7da54c3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a16a196-1a37-4b66-8606-57d63d9d6908', 'name': 'tempest-AttachSCSIVolumeTestJSON-1778022992-router', 'tenant_id': '409d18d946e54b7ba9b709f2b3975204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'de4cef60-85aa-4549-a0a4-d9d10da62244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:16:44Z', 'updated_at': '2022-01-18T20:16:49Z', 'revision_number': 4, 'project_id': '409d18d946e54b7ba9b709f2b3975204', 'gw_port': {'id': 'de4cef60-85aa-4549-a0a4-d9d10da62244', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a16a196-1a37-4b66-8606-57d63d9d6908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:16:44Z', 'updated_at': '2022-01-18T20:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'c74c9ddf-df16-462b-b08a-33d11b650cf7', 'name': '', 'network_id': 'e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1', 'tenant_id': '409d18d946e54b7ba9b709f2b3975204', 'mac_address': 'fa:16:3e:20:d8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a16a196-1a37-4b66-8606-57d63d9d6908', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '6e608821-d98d-4f7b-ac8f-c65a0d1bb2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:16:49Z', 'updated_at': '2022-01-18T20:16:50Z', 'revision_number': 2, 'project_id': '409d18d946e54b7ba9b709f2b3975204', 'subnets': [{'id': '6e608821-d98d-4f7b-ac8f-c65a0d1bb2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:56.377573 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523eaeef-24b6-4e2e-bdd1-5f7da54c3753 None None] Checking router: 3a16a196-1a37-4b66-8606-57d63d9d6908 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:16:56.382656 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523eaeef-24b6-4e2e-bdd1-5f7da54c3753 None None] Updating router 3a16a196-1a37-4b66-8606-57d63d9d6908 port c74c9ddf-df16-462b-b08a-33d11b650cf7 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:16:56.448126 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-523eaeef-24b6-4e2e-bdd1-5f7da54c3753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c74c9ddf-df16-462b-b08a-33d11b650cf7), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:56.760179 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-523eaeef-24b6-4e2e-bdd1-5f7da54c3753 None None] Publish callbacks [] for port (c74c9ddf-df16-462b-b08a-33d11b650cf7), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:56.767936 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-523eaeef-24b6-4e2e-bdd1-5f7da54c3753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c74c9ddf-df16-462b-b08a-33d11b650cf7), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:56.980857 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422191a6-585a-476f-8561-ba7217829f13 None None] Pushing event updated for resources: {'Port': ['ID=c74c9ddf-df16-462b-b08a-33d11b650cf7,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:56.998329 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-523eaeef-24b6-4e2e-bdd1-5f7da54c3753 None None] Attempting to bind port c74c9ddf-df16-462b-b08a-33d11b650cf7 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:16:56.999224 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-523eaeef-24b6-4e2e-bdd1-5f7da54c3753 None None] Attempting to bind port c74c9ddf-df16-462b-b08a-33d11b650cf7 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '7c3b985c-2ffc-4efa-9a2f-e61ee363af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:16:56.999812 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523eaeef-24b6-4e2e-bdd1-5f7da54c3753 None None] Attempting to bind port c74c9ddf-df16-462b-b08a-33d11b650cf7 on network e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1 {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:16:57.006051 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523eaeef-24b6-4e2e-bdd1-5f7da54c3753 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:16:57.006790 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523eaeef-24b6-4e2e-bdd1-5f7da54c3753 None None] Checking segment: {'id': '7c3b985c-2ffc-4efa-9a2f-e61ee363af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:16:57.007450 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-523eaeef-24b6-4e2e-bdd1-5f7da54c3753 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:57.008053 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523eaeef-24b6-4e2e-bdd1-5f7da54c3753 None None] Bound using segment: {'id': '7c3b985c-2ffc-4efa-9a2f-e61ee363af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:16:57.008728 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-523eaeef-24b6-4e2e-bdd1-5f7da54c3753 None None] Bound port: c74c9ddf-df16-462b-b08a-33d11b650cf7, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c3b985c-2ffc-4efa-9a2f-e61ee363af6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:16:57.009517 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-523eaeef-24b6-4e2e-bdd1-5f7da54c3753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c74c9ddf-df16-462b-b08a-33d11b650cf7), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:57.102601 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-523eaeef-24b6-4e2e-bdd1-5f7da54c3753 None None] For port c74c9ddf-df16-462b-b08a-33d11b650cf7, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:16:57.106493 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-523eaeef-24b6-4e2e-bdd1-5f7da54c3753 None None] For port c74c9ddf-df16-462b-b08a-33d11b650cf7, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c74c9ddf-df16-462b-b08a-33d11b650cf7,segment=NetworkSegment(7c3b985c-2ffc-4efa-9a2f-e61ee363af6d),segment_id=7c3b985c-2ffc-4efa-9a2f-e61ee363af6d)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:16:57.116005 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-523eaeef-24b6-4e2e-bdd1-5f7da54c3753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c74c9ddf-df16-462b-b08a-33d11b650cf7), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:57.262680 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523eaeef-24b6-4e2e-bdd1-5f7da54c3753 None None] Routers {'3a16a196-1a37-4b66-8606-57d63d9d6908'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:16:57.263510 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-523eaeef-24b6-4e2e-bdd1-5f7da54c3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:16:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['3a16a196-1a37-4b66-8606-57d63d9d6908'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:57.319236 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-332a69e5-60b2-4d3a-b71e-afcd270887c5 None None] Provisioning complete for port c74c9ddf-df16-462b-b08a-33d11b650cf7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:16:57.319831 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-332a69e5-60b2-4d3a-b71e-afcd270887c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c74c9ddf-df16-462b-b08a-33d11b650cf7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:57.347658 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422191a6-585a-476f-8561-ba7217829f13 None None] Pushing event updated for resources: {'Port': ['ID=c74c9ddf-df16-462b-b08a-33d11b650cf7,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:57.498562 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-523eaeef-24b6-4e2e-bdd1-5f7da54c3753 None None] Set router 3a16a196-1a37-4b66-8606-57d63d9d6908 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:16:57.546738 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-332a69e5-60b2-4d3a-b71e-afcd270887c5 None None] Current status of the port c74c9ddf-df16-462b-b08a-33d11b650cf7 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:16:57.547208 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-332a69e5-60b2-4d3a-b71e-afcd270887c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c74c9ddf-df16-462b-b08a-33d11b650cf7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:57.642810 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-332a69e5-60b2-4d3a-b71e-afcd270887c5 None None] For port c74c9ddf-df16-462b-b08a-33d11b650cf7, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c74c9ddf-df16-462b-b08a-33d11b650cf7,segment=NetworkSegment(7c3b985c-2ffc-4efa-9a2f-e61ee363af6d),segment_id=7c3b985c-2ffc-4efa-9a2f-e61ee363af6d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:16:57.658219 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-332a69e5-60b2-4d3a-b71e-afcd270887c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c74c9ddf-df16-462b-b08a-33d11b650cf7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:57.808573 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a69e5-60b2-4d3a-b71e-afcd270887c5 None None] Pushing event updated for resources: {'Port': ['ID=c74c9ddf-df16-462b-b08a-33d11b650cf7,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:16:57.814697 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4af34e8c-5193-4a4f-8190-d5acd22a9bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:57.818727 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-b9857c0c-eb79-4fd9-9f31-430fb98aa25e None None] Provisioning complete for port c74c9ddf-df16-462b-b08a-33d11b650cf7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:16:57.819204 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b9857c0c-eb79-4fd9-9f31-430fb98aa25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c74c9ddf-df16-462b-b08a-33d11b650cf7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:57.891636 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-523eaeef-24b6-4e2e-bdd1-5f7da54c3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a16a196-1a37-4b66-8606-57d63d9d6908', 'name': 'tempest-AttachSCSIVolumeTestJSON-1778022992-router', 'tenant_id': '409d18d946e54b7ba9b709f2b3975204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'de4cef60-85aa-4549-a0a4-d9d10da62244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:16:44Z', 'updated_at': '2022-01-18T20:16:49Z', 'revision_number': 4, 'project_id': '409d18d946e54b7ba9b709f2b3975204', 'gw_port': {'id': 'de4cef60-85aa-4549-a0a4-d9d10da62244', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a16a196-1a37-4b66-8606-57d63d9d6908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:16:44Z', 'updated_at': '2022-01-18T20:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'c74c9ddf-df16-462b-b08a-33d11b650cf7', 'name': '', 'network_id': 'e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1', 'tenant_id': '409d18d946e54b7ba9b709f2b3975204', 'mac_address': 'fa:16:3e:20:d8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a16a196-1a37-4b66-8606-57d63d9d6908', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '6e608821-d98d-4f7b-ac8f-c65a0d1bb2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:16:49Z', 'updated_at': '2022-01-18T20:16:57Z', 'revision_number': 4, 'project_id': '409d18d946e54b7ba9b709f2b3975204', 'subnets': [{'id': '6e608821-d98d-4f7b-ac8f-c65a0d1bb2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:16:57.915561 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b9857c0c-eb79-4fd9-9f31-430fb98aa25e None None] Current status of the port c74c9ddf-df16-462b-b08a-33d11b650cf7 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:16:57.928067 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523eaeef-24b6-4e2e-bdd1-5f7da54c3753 None None] The sync data for ids ['3a16a196-1a37-4b66-8606-57d63d9d6908'] in n-d-741529-9 is: [{'id': '3a16a196-1a37-4b66-8606-57d63d9d6908', 'name': 'tempest-AttachSCSIVolumeTestJSON-1778022992-router', 'tenant_id': '409d18d946e54b7ba9b709f2b3975204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'de4cef60-85aa-4549-a0a4-d9d10da62244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:16:44Z', 'updated_at': '2022-01-18T20:16:49Z', 'revision_number': 4, 'project_id': '409d18d946e54b7ba9b709f2b3975204', 'gw_port': {'id': 'de4cef60-85aa-4549-a0a4-d9d10da62244', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a16a196-1a37-4b66-8606-57d63d9d6908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:16:44Z', 'updated_at': '2022-01-18T20:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'c74c9ddf-df16-462b-b08a-33d11b650cf7', 'name': '', 'network_id': 'e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1', 'tenant_id': '409d18d946e54b7ba9b709f2b3975204', 'mac_address': 'fa:16:3e:20:d8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a16a196-1a37-4b66-8606-57d63d9d6908', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '6e608821-d98d-4f7b-ac8f-c65a0d1bb2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:16:49Z', 'updated_at': '2022-01-18T20:16:57Z', 'revision_number': 4, 'project_id': '409d18d946e54b7ba9b709f2b3975204', 'subnets': [{'id': '6e608821-d98d-4f7b-ac8f-c65a0d1bb2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:16:58.933896 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c74c9ddf-df16-462b-b08a-33d11b650cf7 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:16:59.037515 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:59.055223 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port c74c9ddf-df16-462b-b08a-33d11b650cf7 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:16:59.055988 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c74c9ddf-df16-462b-b08a-33d11b650cf7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:59.180527 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port c74c9ddf-df16-462b-b08a-33d11b650cf7 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:17:00.482503 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:01.795950 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:03.897021 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:06.764354 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:10.832201 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52986) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:10.968610 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-15356217-304e-4578-875a-e2ff0920f6b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:11.064853 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-15356217-304e-4578-875a-e2ff0920f6b4 admin admin] Publish callbacks [] for security_group (dc05763f-7b79-437b-9747-21011c6748ed), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:11.070430 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-15356217-304e-4578-875a-e2ff0920f6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (dc05763f-7b79-437b-9747-21011c6748ed), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:11.118986 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-15356217-304e-4578-875a-e2ff0920f6b4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=737eb193cdcf4b868d82d4a8da7f7d06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2850819 Jan 18 20:17:11.120203 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15356217-304e-4578-875a-e2ff0920f6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc05763f-7b79-437b-9747-21011c6748ed,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:11.121617 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52990) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:11.210791 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb9f55f7-b08b-47a6-a9f7-435e05bf113b admin admin] Publish callbacks [] for security_group (dc05763f-7b79-437b-9747-21011c6748ed), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:11.252627 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb9f55f7-b08b-47a6-a9f7-435e05bf113b admin admin] Publish callbacks [] for security_group (dc05763f-7b79-437b-9747-21011c6748ed), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:11.325359 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb9f55f7-b08b-47a6-a9f7-435e05bf113b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (dc05763f-7b79-437b-9747-21011c6748ed), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:11.331952 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb9f55f7-b08b-47a6-a9f7-435e05bf113b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:11.337153 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bb9f55f7-b08b-47a6-a9f7-435e05bf113b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dc05763f-7b79-437b-9747-21011c6748ed HTTP/1.1" status: 204 len: 168 time: 0.2122405 Jan 18 20:17:11.352931 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f55f7-b08b-47a6-a9f7-435e05bf113b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc05763f-7b79-437b-9747-21011c6748ed,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:13.397291 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 53056) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:13.781899 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96f0f23c-19e0-48c7-9f52-706def6878be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:13.981100 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96f0f23c-19e0-48c7-9f52-706def6878be admin admin] Publish callbacks [] for security_group (f3f4a517-576f-446f-bdff-1598e3a72188), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:13.988426 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96f0f23c-19e0-48c7-9f52-706def6878be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f3f4a517-576f-446f-bdff-1598e3a72188), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:14.086163 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-96f0f23c-19e0-48c7-9f52-706def6878be admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ee58d5ee943a427aa868c4d913e7c738&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6864741 Jan 18 20:17:14.088767 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 53080) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:14.099468 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0f23c-19e0-48c7-9f52-706def6878be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f4a517-576f-446f-bdff-1598e3a72188,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:14.115714 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0f23c-19e0-48c7-9f52-706def6878be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:14.116361 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0f23c-19e0-48c7-9f52-706def6878be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:14.117501 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0f23c-19e0-48c7-9f52-706def6878be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:14.118269 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0f23c-19e0-48c7-9f52-706def6878be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:14.118766 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0f23c-19e0-48c7-9f52-706def6878be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:14.119281 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0f23c-19e0-48c7-9f52-706def6878be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:14.119764 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0f23c-19e0-48c7-9f52-706def6878be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:14.120249 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0f23c-19e0-48c7-9f52-706def6878be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:14.120754 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0f23c-19e0-48c7-9f52-706def6878be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:14.121236 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0f23c-19e0-48c7-9f52-706def6878be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:14.128942 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0f23c-19e0-48c7-9f52-706def6878be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:14.129556 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0f23c-19e0-48c7-9f52-706def6878be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:14.131406 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0f23c-19e0-48c7-9f52-706def6878be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:14.232084 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-52851d4b-5e87-4831-b29a-fd8f2e2699cb admin admin] Publish callbacks [] for security_group (f3f4a517-576f-446f-bdff-1598e3a72188), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:14.298785 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-52851d4b-5e87-4831-b29a-fd8f2e2699cb admin admin] Publish callbacks [] for security_group (f3f4a517-576f-446f-bdff-1598e3a72188), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:14.402107 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-52851d4b-5e87-4831-b29a-fd8f2e2699cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f3f4a517-576f-446f-bdff-1598e3a72188), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:14.404493 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-52851d4b-5e87-4831-b29a-fd8f2e2699cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:14.408115 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-52851d4b-5e87-4831-b29a-fd8f2e2699cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f3f4a517-576f-446f-bdff-1598e3a72188 HTTP/1.1" status: 204 len: 168 time: 0.3159273 Jan 18 20:17:14.418842 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52851d4b-5e87-4831-b29a-fd8f2e2699cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f4a517-576f-446f-bdff-1598e3a72188,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:15.117780 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 53122) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:15.135025 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-88537bd8-df53-4643-8ba6-c6257158b757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:15.250870 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-88537bd8-df53-4643-8ba6-c6257158b757 admin admin] Publish callbacks [] for security_group (60ffe241-8f3b-4b16-b11d-2aeb8344be7d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:15.261353 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-88537bd8-df53-4643-8ba6-c6257158b757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (60ffe241-8f3b-4b16-b11d-2aeb8344be7d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:15.309255 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88537bd8-df53-4643-8ba6-c6257158b757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ffe241-8f3b-4b16-b11d-2aeb8344be7d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:15.332763 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-88537bd8-df53-4643-8ba6-c6257158b757 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=51737a41b86f4fe1a2382d1801cef4cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2126493 Jan 18 20:17:15.334732 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 53128) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:15.474041 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b0bafc81-bb93-4fa3-a826-ec123e9280be admin admin] Publish callbacks [] for security_group (60ffe241-8f3b-4b16-b11d-2aeb8344be7d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:15.509767 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b0bafc81-bb93-4fa3-a826-ec123e9280be admin admin] Publish callbacks [] for security_group (60ffe241-8f3b-4b16-b11d-2aeb8344be7d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:15.577175 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b0bafc81-bb93-4fa3-a826-ec123e9280be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (60ffe241-8f3b-4b16-b11d-2aeb8344be7d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:15.581438 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b0bafc81-bb93-4fa3-a826-ec123e9280be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:15.582726 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b0bafc81-bb93-4fa3-a826-ec123e9280be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60ffe241-8f3b-4b16-b11d-2aeb8344be7d HTTP/1.1" status: 204 len: 168 time: 0.2462244 Jan 18 20:17:15.592046 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bafc81-bb93-4fa3-a826-ec123e9280be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ffe241-8f3b-4b16-b11d-2aeb8344be7d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:16.244586 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 53156) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:16.270493 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dbdb49c0-c9ca-4355-98be-139fc62d4177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:16.413944 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dbdb49c0-c9ca-4355-98be-139fc62d4177 admin admin] Publish callbacks [] for security_group (cb38ea3f-c19c-45ca-88b7-365a74b1e7e1), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:16.420384 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dbdb49c0-c9ca-4355-98be-139fc62d4177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (cb38ea3f-c19c-45ca-88b7-365a74b1e7e1), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:16.457473 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 53160) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:16.482252 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-dbdb49c0-c9ca-4355-98be-139fc62d4177 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3987312cced2443591d4013b72fa1a7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2362895 Jan 18 20:17:16.556892 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb49c0-c9ca-4355-98be-139fc62d4177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb38ea3f-c19c-45ca-88b7-365a74b1e7e1,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:16.599655 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5cd0f93c-2f52-4b08-8722-5ae4e5bb32a3 admin admin] Publish callbacks [] for security_group (cb38ea3f-c19c-45ca-88b7-365a74b1e7e1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:16.642468 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5cd0f93c-2f52-4b08-8722-5ae4e5bb32a3 admin admin] Publish callbacks [] for security_group (cb38ea3f-c19c-45ca-88b7-365a74b1e7e1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:16.736732 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5cd0f93c-2f52-4b08-8722-5ae4e5bb32a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (cb38ea3f-c19c-45ca-88b7-365a74b1e7e1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:16.740007 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5cd0f93c-2f52-4b08-8722-5ae4e5bb32a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:16.741747 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5cd0f93c-2f52-4b08-8722-5ae4e5bb32a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb38ea3f-c19c-45ca-88b7-365a74b1e7e1 HTTP/1.1" status: 204 len: 168 time: 0.2822421 Jan 18 20:17:16.751338 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0f93c-2f52-4b08-8722-5ae4e5bb32a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb38ea3f-c19c-45ca-88b7-365a74b1e7e1,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:17.620007 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-a5523375-ce2d-4d6f-93c8-3636f97e4ebf tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:17.628827 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-a5523375-ce2d-4d6f-93c8-3636f97e4ebf tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/networks?id=80dffbc9-eed6-4af9-a5ac-dcb939c427fc HTTP/1.1" status: 200 len: 815 time: 0.1767757 Jan 18 20:17:17.656173 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-85f7ecb9-8bd9-4344-a9a3-2c0d36e40907 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/quotas/33d5062c8d0e4e58a3b0f8cdc12ccf80 HTTP/1.1" status: 200 len: 375 time: 0.0259705 Jan 18 20:17:17.764209 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-07e78407-05e5-4696-bfce-030a4cbced59 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=33d5062c8d0e4e58a3b0f8cdc12ccf80&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1065640 Jan 18 20:17:17.869007 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-f76afc83-2a2b-45f3-8cd8-f8091c3c8b5b service neutron] 10.222.0.31 "GET /v2.0/networks/80dffbc9-eed6-4af9-a5ac-dcb939c427fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037116 Jan 18 20:17:17.913428 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 53222) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:17.984669 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-7f7211a1-83c7-4361-bd54-6b86792aabf1 service neutron] 10.222.0.31 "GET /v2.0/networks/80dffbc9-eed6-4af9-a5ac-dcb939c427fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147363 Jan 18 20:17:18.140518 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7deb4fb8-b382-47fe-b18c-c202c7684289 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:18.283809 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7deb4fb8-b382-47fe-b18c-c202c7684289 admin admin] Publish callbacks [] for security_group (21e3c29e-ff15-4e13-978f-c0223c731e41), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:18.292938 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7deb4fb8-b382-47fe-b18c-c202c7684289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (21e3c29e-ff15-4e13-978f-c0223c731e41), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:18.309396 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dd648cf2-57ba-4a3e-9597-8304b3537e78 req-9f350f5d-2f13-4ab3-b274-47bcdee23116 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf4e13c3-c275-43c7-9074-3bee464cb607 HTTP/1.1" status: 200 len: 210 time: 0.0490663 Jan 18 20:17:18.382426 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7deb4fb8-b382-47fe-b18c-c202c7684289 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=651233ff48304261afa2931899e2d268&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4678206 Jan 18 20:17:18.385595 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 53242) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:18.431266 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb4fb8-b382-47fe-b18c-c202c7684289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e3c29e-ff15-4e13-978f-c0223c731e41,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:18.509152 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cb2e41e7-6c14-43db-b68f-2986748dbeb3 admin admin] Publish callbacks [] for security_group (21e3c29e-ff15-4e13-978f-c0223c731e41), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:18.539346 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cb2e41e7-6c14-43db-b68f-2986748dbeb3 admin admin] Publish callbacks [] for security_group (21e3c29e-ff15-4e13-978f-c0223c731e41), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:18.645347 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cb2e41e7-6c14-43db-b68f-2986748dbeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (21e3c29e-ff15-4e13-978f-c0223c731e41), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:18.652547 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cb2e41e7-6c14-43db-b68f-2986748dbeb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:18.656892 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cb2e41e7-6c14-43db-b68f-2986748dbeb3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21e3c29e-ff15-4e13-978f-c0223c731e41 HTTP/1.1" status: 204 len: 168 time: 0.2697775 Jan 18 20:17:18.668840 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e41e7-6c14-43db-b68f-2986748dbeb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e3c29e-ff15-4e13-978f-c0223c731e41,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:19.422016 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 53302) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:19.450393 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d3079b10-0993-4aad-b261-598238e8b44d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:19.473532 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d56118e7-86bb-4976-a64d-d4b784c90e21 req-ce8e4e6d-0bb1-4646-b81b-293cb63f6d4a tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf4e13c3-c275-43c7-9074-3bee464cb607 HTTP/1.1" status: 200 len: 210 time: 0.0445135 Jan 18 20:17:19.615091 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d3079b10-0993-4aad-b261-598238e8b44d admin admin] Publish callbacks [] for security_group (d666bbef-1157-4bfc-8299-69bfc92f7358), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:19.621621 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d3079b10-0993-4aad-b261-598238e8b44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d666bbef-1157-4bfc-8299-69bfc92f7358), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:19.679387 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d3079b10-0993-4aad-b261-598238e8b44d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e64a8c7f69f749a49e499ede214603b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2553687 Jan 18 20:17:19.680514 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3079b10-0993-4aad-b261-598238e8b44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d666bbef-1157-4bfc-8299-69bfc92f7358,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:19.681978 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 53312) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:19.767797 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cea01729-f484-4f0a-b1f7-fda040fcd7c8 admin admin] Publish callbacks [] for security_group (d666bbef-1157-4bfc-8299-69bfc92f7358), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:19.803443 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cea01729-f484-4f0a-b1f7-fda040fcd7c8 admin admin] Publish callbacks [] for security_group (d666bbef-1157-4bfc-8299-69bfc92f7358), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:19.914657 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cea01729-f484-4f0a-b1f7-fda040fcd7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d666bbef-1157-4bfc-8299-69bfc92f7358), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:19.918563 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cea01729-f484-4f0a-b1f7-fda040fcd7c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:19.922833 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cea01729-f484-4f0a-b1f7-fda040fcd7c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d666bbef-1157-4bfc-8299-69bfc92f7358 HTTP/1.1" status: 204 len: 168 time: 0.2365472 Jan 18 20:17:19.959766 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea01729-f484-4f0a-b1f7-fda040fcd7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d666bbef-1157-4bfc-8299-69bfc92f7358,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:20.017925 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-3d550c87-3120-42f6-a25a-a29143efd349 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:20.022160 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-3d550c87-3120-42f6-a25a-a29143efd349 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.70 "GET /v2.0/networks?id=80dffbc9-eed6-4af9-a5ac-dcb939c427fc HTTP/1.1" status: 200 len: 815 time: 0.2013626 Jan 18 20:17:20.042400 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-74b0e435-b7c0-4f67-a67b-5af2b3689b3c tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Request body: {'port': {'device_id': 'bf4e13c3-c275-43c7-9074-3bee464cb607', 'network_id': '80dffbc9-eed6-4af9-a5ac-dcb939c427fc', 'admin_state_up': True, 'tenant_id': '33d5062c8d0e4e58a3b0f8cdc12ccf80'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:17:20.273593 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-74b0e435-b7c0-4f67-a67b-5af2b3689b3c tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Made reservation on behalf of 33d5062c8d0e4e58a3b0f8cdc12ccf80 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:17:20.277711 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-74b0e435-b7c0-4f67-a67b-5af2b3689b3c tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:20.522489 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-74b0e435-b7c0-4f67-a67b-5af2b3689b3c tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Allocated IP 172.20.0.14 (80dffbc9-eed6-4af9-a5ac-dcb939c427fc/639cd4d2-6c2c-4dd0-8bf3-2eb14a9984e0/694a48ca-6b21-4c7a-81a7-bda56eb4bd5e) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:17:20.630948 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5e6c5f8-1f73-43c8-b6c0-dfcf4452141c req-bc145a44-ea4a-422a-8e13-7c46327409c3 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf4e13c3-c275-43c7-9074-3bee464cb607 HTTP/1.1" status: 200 len: 210 time: 0.0355537 Jan 18 20:17:20.881565 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-74b0e435-b7c0-4f67-a67b-5af2b3689b3c tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks [] for port (694a48ca-6b21-4c7a-81a7-bda56eb4bd5e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:20.946121 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-74b0e435-b7c0-4f67-a67b-5af2b3689b3c tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (694a48ca-6b21-4c7a-81a7-bda56eb4bd5e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:20.962797 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['f01cdff8-0b9e-43bd-b140-fe2d4d25ee54', '697b660d-6aa8-4757-b95b-4b1df4c2dfc8', 'b879fb76-cb06-48da-933c-a7923ef389e7'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:17:21.037670 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-74b0e435-b7c0-4f67-a67b-5af2b3689b3c tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Network 80dffbc9-eed6-4af9-a5ac-dcb939c427fc is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:17:21.054894 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-74b0e435-b7c0-4f67-a67b-5af2b3689b3c tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:17:21.058297 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-74b0e435-b7c0-4f67-a67b-5af2b3689b3c tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:17:21.090992 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0e435-b7c0-4f67-a67b-5af2b3689b3c tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Pushing event updated for resources: {'Port': ['ID=694a48ca-6b21-4c7a-81a7-bda56eb4bd5e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:21.144804 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e7613f-8262-4de9-af3b-a52e05ac04f9 None None] DHCP port deletion for 80dffbc9-eed6-4af9-a5ac-dcb939c427fc request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:17:21.212708 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-74b0e435-b7c0-4f67-a67b-5af2b3689b3c tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:21.219975 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-74b0e435-b7c0-4f67-a67b-5af2b3689b3c tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:21.249287 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-74b0e435-b7c0-4f67-a67b-5af2b3689b3c tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2187071 Jan 18 20:17:21.275829 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-04872415-246f-4bdb-828f-6d79dceeb7c4 service neutron] Request body: {'port': {'device_id': 'bf4e13c3-c275-43c7-9074-3bee464cb607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:17:21.324089 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-b83318fc-36e0-4f87-8785-0ea3ec063b1f None None] Provisioning complete for port 694a48ca-6b21-4c7a-81a7-bda56eb4bd5e triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:17:21.324495 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b83318fc-36e0-4f87-8785-0ea3ec063b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (694a48ca-6b21-4c7a-81a7-bda56eb4bd5e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:21.470359 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b83318fc-36e0-4f87-8785-0ea3ec063b1f None None] Port 694a48ca-6b21-4c7a-81a7-bda56eb4bd5e cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:17:21.583757 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-04872415-246f-4bdb-828f-6d79dceeb7c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (694a48ca-6b21-4c7a-81a7-bda56eb4bd5e), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:21.912880 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8c96e-fb21-4c4c-85a3-22bd798ac9f5 req-5f5bbcfe-08f9-4a6c-8b9a-1fbc90a0b272 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:21.930280 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-82e8c96e-fb21-4c4c-85a3-22bd798ac9f5 req-5f5bbcfe-08f9-4a6c-8b9a-1fbc90a0b272 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf4e13c3-c275-43c7-9074-3bee464cb607 HTTP/1.1" status: 200 len: 932 time: 0.0960381 Jan 18 20:17:22.062212 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-82e8c96e-fb21-4c4c-85a3-22bd798ac9f5 req-b92b3be9-da55-4b69-8a4a-e0d40944cd2a tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202536 Jan 18 20:17:22.269020 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-04872415-246f-4bdb-828f-6d79dceeb7c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694a48ca-6b21-4c7a-81a7-bda56eb4bd5e {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:17:22.294146 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-04872415-246f-4bdb-828f-6d79dceeb7c4 service neutron] Publish callbacks [] for port (694a48ca-6b21-4c7a-81a7-bda56eb4bd5e), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:22.326895 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-04872415-246f-4bdb-828f-6d79dceeb7c4 service neutron] Transition to ACTIVE for port object 694a48ca-6b21-4c7a-81a7-bda56eb4bd5e will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:17:22.337408 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-04872415-246f-4bdb-828f-6d79dceeb7c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (694a48ca-6b21-4c7a-81a7-bda56eb4bd5e), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:22.445249 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04872415-246f-4bdb-828f-6d79dceeb7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=694a48ca-6b21-4c7a-81a7-bda56eb4bd5e,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:22.497485 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441829d3-48e9-463f-9564-0187e146b545 None None] DHCP port deletion for 80dffbc9-eed6-4af9-a5ac-dcb939c427fc request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:17:22.682960 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-04872415-246f-4bdb-828f-6d79dceeb7c4 service neutron] Attempting to bind port 694a48ca-6b21-4c7a-81a7-bda56eb4bd5e on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:17:22.684726 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-04872415-246f-4bdb-828f-6d79dceeb7c4 service neutron] Attempting to bind port 694a48ca-6b21-4c7a-81a7-bda56eb4bd5e by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '87aed962-be5d-4deb-af9c-7bc726b9d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80dffbc9-eed6-4af9-a5ac-dcb939c427fc'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:17:22.685376 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-04872415-246f-4bdb-828f-6d79dceeb7c4 service neutron] Attempting to bind port 694a48ca-6b21-4c7a-81a7-bda56eb4bd5e on network 80dffbc9-eed6-4af9-a5ac-dcb939c427fc {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:17:22.691063 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-04872415-246f-4bdb-828f-6d79dceeb7c4 service neutron] Port 694a48ca-6b21-4c7a-81a7-bda56eb4bd5e on network 80dffbc9-eed6-4af9-a5ac-dcb939c427fc not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:17:22.691508 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-04872415-246f-4bdb-828f-6d79dceeb7c4 service neutron] Attempting to bind port 694a48ca-6b21-4c7a-81a7-bda56eb4bd5e on network 80dffbc9-eed6-4af9-a5ac-dcb939c427fc {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:17:22.699819 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-04872415-246f-4bdb-828f-6d79dceeb7c4 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:17:22.700306 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-04872415-246f-4bdb-828f-6d79dceeb7c4 service neutron] Checking segment: {'id': '87aed962-be5d-4deb-af9c-7bc726b9d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80dffbc9-eed6-4af9-a5ac-dcb939c427fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:17:22.700808 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-04872415-246f-4bdb-828f-6d79dceeb7c4 service neutron] Bound using segment: {'id': '87aed962-be5d-4deb-af9c-7bc726b9d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80dffbc9-eed6-4af9-a5ac-dcb939c427fc'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:17:22.701347 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-04872415-246f-4bdb-828f-6d79dceeb7c4 service neutron] Bound port: 694a48ca-6b21-4c7a-81a7-bda56eb4bd5e, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87aed962-be5d-4deb-af9c-7bc726b9d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80dffbc9-eed6-4af9-a5ac-dcb939c427fc'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:17:22.701900 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-04872415-246f-4bdb-828f-6d79dceeb7c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (694a48ca-6b21-4c7a-81a7-bda56eb4bd5e), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:22.843238 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-04872415-246f-4bdb-828f-6d79dceeb7c4 service neutron] For port 694a48ca-6b21-4c7a-81a7-bda56eb4bd5e, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:17:22.847160 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-04872415-246f-4bdb-828f-6d79dceeb7c4 service neutron] For port 694a48ca-6b21-4c7a-81a7-bda56eb4bd5e, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=694a48ca-6b21-4c7a-81a7-bda56eb4bd5e,segment=NetworkSegment(87aed962-be5d-4deb-af9c-7bc726b9d992),segment_id=87aed962-be5d-4deb-af9c-7bc726b9d992)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:17:22.853596 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-04872415-246f-4bdb-828f-6d79dceeb7c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (694a48ca-6b21-4c7a-81a7-bda56eb4bd5e), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:22.915285 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-04872415-246f-4bdb-828f-6d79dceeb7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:22.915906 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-04872415-246f-4bdb-828f-6d79dceeb7c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:22.917738 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-04872415-246f-4bdb-828f-6d79dceeb7c4 service neutron] 10.222.0.70 "PUT /v2.0/ports/694a48ca-6b21-4c7a-81a7-bda56eb4bd5e HTTP/1.1" status: 200 len: 1092 time: 1.6569693 Jan 18 20:17:22.927503 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6f2095-f30f-4d08-9cd9-f01a896085ed None None] DHCP port deletion for 80dffbc9-eed6-4af9-a5ac-dcb939c427fc request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:17:22.927975 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4e13c3-c275-43c7-9074-3bee464cb607', 'tag': '694a48ca-6b21-4c7a-81a7-bda56eb4bd5e'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:17:22.943173 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b226d0-135c-4c88-8227-552024ac3df3" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4e13c3-c275-43c7-9074-3bee464cb607", "tag": "694a48ca-6b21-4c7a-81a7-bda56eb4bd5e"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:17:23.036242 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04872415-246f-4bdb-828f-6d79dceeb7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=694a48ca-6b21-4c7a-81a7-bda56eb4bd5e,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:23.043562 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-332b163f-19c1-4657-8faa-37bd1f4fb898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:23.045079 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-332b163f-19c1-4657-8faa-37bd1f4fb898 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=33d5062c8d0e4e58a3b0f8cdc12ccf80&device_id=bf4e13c3-c275-43c7-9074-3bee464cb607 HTTP/1.1" status: 200 len: 1095 time: 0.0775373 Jan 18 20:17:23.135190 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc8874b-2001-4e4d-9db7-d447298ab739 x-openstack-request-id: req-8cc8874b-2001-4e4d-9db7-d447298ab739 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:17:23.135483 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4e13c3-c275-43c7-9074-3bee464cb607", "tag": "694a48ca-6b21-4c7a-81a7-bda56eb4bd5e", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:17:23.135751 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8cc8874b-2001-4e4d-9db7-d447298ab739 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:17:23.148564 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4e13c3-c275-43c7-9074-3bee464cb607', 'tag': '694a48ca-6b21-4c7a-81a7-bda56eb4bd5e', 'status': 'completed', 'code': 200} Jan 18 20:17:23.150550 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-c99755bd-32fc-4fba-80c5-97d848cd38f7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=694a48ca-6b21-4c7a-81a7-bda56eb4bd5e HTTP/1.1" status: 200 len: 217 time: 0.0946560 Jan 18 20:17:23.223386 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-364b126a-85ed-4bd0-b9ac-0e64a9fd46b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:23.225542 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-364b126a-85ed-4bd0-b9ac-0e64a9fd46b8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=639cd4d2-6c2c-4dd0-8bf3-2eb14a9984e0 HTTP/1.1" status: 200 len: 855 time: 0.0688739 Jan 18 20:17:23.339149 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-b2f7768a-286f-4870-8f3c-f34029b6aefc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=80dffbc9-eed6-4af9-a5ac-dcb939c427fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932181 Jan 18 20:17:23.433758 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864131a-30d6-477c-b42d-9062e4b71495 req-e066dcef-f44d-41f6-9cc3-5ec151722f92 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:23.449580 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5864131a-30d6-477c-b42d-9062e4b71495 req-e066dcef-f44d-41f6-9cc3-5ec151722f92 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf4e13c3-c275-43c7-9074-3bee464cb607 HTTP/1.1" status: 200 len: 944 time: 0.1532671 Jan 18 20:17:23.574803 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5864131a-30d6-477c-b42d-9062e4b71495 req-1a880346-8198-46a4-97f4-abad349ccc90 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231987 Jan 18 20:17:23.610431 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-7a9e81a0-cbc3-4657-b86d-358c291bd473 service neutron] 10.222.0.70 "GET /v2.0/networks/80dffbc9-eed6-4af9-a5ac-dcb939c427fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652178 Jan 18 20:17:23.888194 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-df64e6cb-bcb1-4229-a6c5-018f533d4adb req-2c06dea5-2f05-4c8b-b898-d510a0106932 service neutron] 10.222.0.70 "GET /v2.0/networks/80dffbc9-eed6-4af9-a5ac-dcb939c427fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686071 Jan 18 20:17:24.059626 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b226d0-135c-4c88-8227-552024ac3df3 req-b9425e74-e57d-49de-8072-f09d37928f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:24.063947 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-29b226d0-135c-4c88-8227-552024ac3df3 req-b9425e74-e57d-49de-8072-f09d37928f01 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=33d5062c8d0e4e58a3b0f8cdc12ccf80&device_id=bf4e13c3-c275-43c7-9074-3bee464cb607 HTTP/1.1" status: 200 len: 1095 time: 0.1160457 Jan 18 20:17:24.326037 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b226d0-135c-4c88-8227-552024ac3df3 req-5481061b-d287-47a4-b612-1fd98cc7be24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:24.327872 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-29b226d0-135c-4c88-8227-552024ac3df3 req-5481061b-d287-47a4-b612-1fd98cc7be24 service neutron] 10.222.0.70 "GET /v2.0/networks?id=80dffbc9-eed6-4af9-a5ac-dcb939c427fc HTTP/1.1" status: 200 len: 916 time: 0.2566700 Jan 18 20:17:24.888933 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b94578-b7b5-4ab5-a655-bf579f344a86 req-3632e1c0-1e52-4659-8acf-a01b1d0ede7e tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:24.899133 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4b94578-b7b5-4ab5-a655-bf579f344a86 req-3632e1c0-1e52-4659-8acf-a01b1d0ede7e tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf4e13c3-c275-43c7-9074-3bee464cb607 HTTP/1.1" status: 200 len: 944 time: 0.1365054 Jan 18 20:17:24.925765 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-29b226d0-135c-4c88-8227-552024ac3df3 req-f86afb04-58cc-47d5-8b13-28951bbfa40f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=694a48ca-6b21-4c7a-81a7-bda56eb4bd5e HTTP/1.1" status: 200 len: 217 time: 0.5891612 Jan 18 20:17:25.037985 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4b94578-b7b5-4ab5-a655-bf579f344a86 req-5dc18ffe-1d30-45d7-ad33-bf6d52e11069 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346865 Jan 18 20:17:25.088219 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b226d0-135c-4c88-8227-552024ac3df3 req-395575ad-3ff3-40d8-86e1-8f4c264bcd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:25.101399 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-29b226d0-135c-4c88-8227-552024ac3df3 req-395575ad-3ff3-40d8-86e1-8f4c264bcd66 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=639cd4d2-6c2c-4dd0-8bf3-2eb14a9984e0 HTTP/1.1" status: 200 len: 855 time: 0.1190569 Jan 18 20:17:25.152883 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-29b226d0-135c-4c88-8227-552024ac3df3 req-0bcedc87-8ab8-454d-85a5-e6a5717470d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=80dffbc9-eed6-4af9-a5ac-dcb939c427fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441530 Jan 18 20:17:25.316049 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-29b226d0-135c-4c88-8227-552024ac3df3 req-758196aa-bd45-458b-94c8-1186c41b2ec0 service neutron] 10.222.0.70 "GET /v2.0/networks/80dffbc9-eed6-4af9-a5ac-dcb939c427fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557963 Jan 18 20:17:25.531987 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 53476) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:25.571906 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7be42aa1-4a55-447f-b8d2-9385dcd78141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:25.607477 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-29b226d0-135c-4c88-8227-552024ac3df3 req-3388a015-6574-497e-b41c-0b993cec40ad service neutron] 10.222.0.70 "GET /v2.0/networks/80dffbc9-eed6-4af9-a5ac-dcb939c427fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844350 Jan 18 20:17:25.784505 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b4b45fb9-9fec-4a8a-8343-0d24e91eb7a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:25.984522 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b4b45fb9-9fec-4a8a-8343-0d24e91eb7a1 admin admin] Publish callbacks [] for security_group (44995bdf-ff5c-41ec-9fde-989a1bba16fc), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:25.993690 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b4b45fb9-9fec-4a8a-8343-0d24e91eb7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (44995bdf-ff5c-41ec-9fde-989a1bba16fc), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:26.068633 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 53492) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:26.090182 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b4b45fb9-9fec-4a8a-8343-0d24e91eb7a1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e46f97554ff4fd0ad019863a57dedb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5531626 Jan 18 20:17:26.108636 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b45fb9-9fec-4a8a-8343-0d24e91eb7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44995bdf-ff5c-41ec-9fde-989a1bba16fc,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:26.187883 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e2dc5c3f-7ffe-4ea2-b01b-23f34186797f admin admin] Publish callbacks [] for security_group (44995bdf-ff5c-41ec-9fde-989a1bba16fc), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:26.238323 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29999b-08c0-4de4-9cd3-ed3e6b9247f5 req-75e63da3-97a1-4166-b753-06393ee7fca6 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:26.239317 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e2dc5c3f-7ffe-4ea2-b01b-23f34186797f admin admin] Publish callbacks [] for security_group (44995bdf-ff5c-41ec-9fde-989a1bba16fc), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:26.247133 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7b29999b-08c0-4de4-9cd3-ed3e6b9247f5 req-75e63da3-97a1-4166-b753-06393ee7fca6 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf4e13c3-c275-43c7-9074-3bee464cb607 HTTP/1.1" status: 200 len: 944 time: 0.0659342 Jan 18 20:17:26.344683 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e2dc5c3f-7ffe-4ea2-b01b-23f34186797f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (44995bdf-ff5c-41ec-9fde-989a1bba16fc), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:26.347622 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7b29999b-08c0-4de4-9cd3-ed3e6b9247f5 req-13b17169-5b75-4202-83b0-eabfcf14fddf tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992136 Jan 18 20:17:26.348287 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e2dc5c3f-7ffe-4ea2-b01b-23f34186797f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:26.352739 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e2dc5c3f-7ffe-4ea2-b01b-23f34186797f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44995bdf-ff5c-41ec-9fde-989a1bba16fc HTTP/1.1" status: 204 len: 168 time: 0.2830429 Jan 18 20:17:26.368327 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc5c3f-7ffe-4ea2-b01b-23f34186797f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44995bdf-ff5c-41ec-9fde-989a1bba16fc,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:26.925060 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 53516) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:26.940064 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0099fce7-8dea-47a8-adb1-a8984500f87e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:27.072223 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0099fce7-8dea-47a8-adb1-a8984500f87e admin admin] Publish callbacks [] for security_group (be115d00-3dbc-4a6d-a761-50a8d11b0a1a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:27.078577 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0099fce7-8dea-47a8-adb1-a8984500f87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (be115d00-3dbc-4a6d-a761-50a8d11b0a1a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:27.174544 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0099fce7-8dea-47a8-adb1-a8984500f87e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ddc37faccf34ade952d634801430ec0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2477648 Jan 18 20:17:27.175700 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099fce7-8dea-47a8-adb1-a8984500f87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be115d00-3dbc-4a6d-a761-50a8d11b0a1a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:27.178541 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 53522) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:27.315615 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f25c83d9-508d-4a67-9394-35aa982a9d0d admin admin] Publish callbacks [] for security_group (be115d00-3dbc-4a6d-a761-50a8d11b0a1a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:27.355243 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f25c83d9-508d-4a67-9394-35aa982a9d0d admin admin] Publish callbacks [] for security_group (be115d00-3dbc-4a6d-a761-50a8d11b0a1a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:27.428915 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f25c83d9-508d-4a67-9394-35aa982a9d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (be115d00-3dbc-4a6d-a761-50a8d11b0a1a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:27.432988 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f25c83d9-508d-4a67-9394-35aa982a9d0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:27.434509 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f25c83d9-508d-4a67-9394-35aa982a9d0d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be115d00-3dbc-4a6d-a761-50a8d11b0a1a HTTP/1.1" status: 204 len: 168 time: 0.2548501 Jan 18 20:17:27.465208 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c83d9-508d-4a67-9394-35aa982a9d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be115d00-3dbc-4a6d-a761-50a8d11b0a1a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:27.550500 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 694a48ca-6b21-4c7a-81a7-bda56eb4bd5e details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:17:27.692470 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a97378-cc8a-43ae-9edf-8d844de4db44 req-b522eaaa-dd51-4819-8c18-74d9329a507a tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:27.700028 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-05a97378-cc8a-43ae-9edf-8d844de4db44 req-b522eaaa-dd51-4819-8c18-74d9329a507a tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf4e13c3-c275-43c7-9074-3bee464cb607 HTTP/1.1" status: 200 len: 944 time: 0.2306607 Jan 18 20:17:27.732680 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 694a48ca-6b21-4c7a-81a7-bda56eb4bd5e, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=694a48ca-6b21-4c7a-81a7-bda56eb4bd5e,segment=NetworkSegment(87aed962-be5d-4deb-af9c-7bc726b9d992),segment_id=87aed962-be5d-4deb-af9c-7bc726b9d992)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:17:27.760140 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-d43391cc-2d3e-42ee-a771-528dc8dbe585 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:27.761941 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-d43391cc-2d3e-42ee-a771-528dc8dbe585 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/networks?id=d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f HTTP/1.1" status: 200 len: 815 time: 0.3507893 Jan 18 20:17:27.783010 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '694a48ca-6b21-4c7a-81a7-bda56eb4bd5e', 'network_id': '80dffbc9-eed6-4af9-a5ac-dcb939c427fc', 'port_id': '694a48ca-6b21-4c7a-81a7-bda56eb4bd5e', 'mac_address': 'fa:16:3e:f7:1f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639cd4d2-6c2c-4dd0-8bf3-2eb14a9984e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:17:27.813856 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-9c8d9500-b1cd-4339-bd3d-fe2d70e5d8d8 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/quotas/41f8b933fd4d4b899f7f181242b42cfa HTTP/1.1" status: 200 len: 375 time: 0.0433791 Jan 18 20:17:27.821263 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-64fda5db-df52-44af-b886-a1934e3b33d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:27.842133 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 694a48ca-6b21-4c7a-81a7-bda56eb4bd5e is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:17:27.842726 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (694a48ca-6b21-4c7a-81a7-bda56eb4bd5e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:27.860796 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694a48ca-6b21-4c7a-81a7-bda56eb4bd5e {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:17:27.885334 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 694a48ca-6b21-4c7a-81a7-bda56eb4bd5e, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=694a48ca-6b21-4c7a-81a7-bda56eb4bd5e,segment=NetworkSegment(87aed962-be5d-4deb-af9c-7bc726b9d992),segment_id=87aed962-be5d-4deb-af9c-7bc726b9d992)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:17:27.893226 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (694a48ca-6b21-4c7a-81a7-bda56eb4bd5e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:27.899276 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-05a97378-cc8a-43ae-9edf-8d844de4db44 req-9df8ed87-c33f-4fb2-a191-9a593ff82c93 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981945 Jan 18 20:17:27.944123 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-ad5e91be-2dd3-4551-a19f-94d5967eea0e tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=41f8b933fd4d4b899f7f181242b42cfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1190493 Jan 18 20:17:28.058756 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=694a48ca-6b21-4c7a-81a7-bda56eb4bd5e,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:28.079523 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:28.079874 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:28.080241 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:28.080671 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:28.080901 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:28.084554 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:28.084945 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:28.085292 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:28.085659 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:28.085990 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:28.087429 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:28.087773 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:28.088110 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:28.118142 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-867eb35c-9335-44e3-b526-a9d45af095de service neutron] 10.222.0.31 "GET /v2.0/networks/d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661546 Jan 18 20:17:28.262942 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-1f50ddcf-1e1e-4617-9c2f-acc883d64ad6 service neutron] 10.222.0.31 "GET /v2.0/networks/d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388855 Jan 18 20:17:28.323624 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['694a48ca-6b21-4c7a-81a7-bda56eb4bd5e'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:17:28.567212 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7a8f8411-25ba-4257-bc75-cce689caca0c req-ca1b5c48-abd4-460b-af10-1a77854324ab tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ff9a71-be99-4030-bef1-efe610a304ac HTTP/1.1" status: 200 len: 210 time: 0.0437417 Jan 18 20:17:28.599460 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0023c439-5666-4fca-9a6c-28cc63d0f516 req-1d3588ac-6282-4517-bef9-0c45847c4c09 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1189635 Jan 18 20:17:28.707115 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023c439-5666-4fca-9a6c-28cc63d0f516 req-d652efaf-54c3-449b-a826-7999bd450053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:28.708823 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0023c439-5666-4fca-9a6c-28cc63d0f516 req-d652efaf-54c3-449b-a826-7999bd450053 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=33d5062c8d0e4e58a3b0f8cdc12ccf80&device_id=79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3 HTTP/1.1" status: 200 len: 1096 time: 0.0688033 Jan 18 20:17:28.854449 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023c439-5666-4fca-9a6c-28cc63d0f516 req-22bc7d81-d513-4926-b768-ae139114a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:28.856442 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0023c439-5666-4fca-9a6c-28cc63d0f516 req-22bc7d81-d513-4926-b768-ae139114a830 service neutron] 10.222.0.70 "GET /v2.0/networks?id=80dffbc9-eed6-4af9-a5ac-dcb939c427fc HTTP/1.1" status: 200 len: 916 time: 0.1263235 Jan 18 20:17:28.928221 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0023c439-5666-4fca-9a6c-28cc63d0f516 req-a6859206-4766-4f28-bf9e-2d4776e3bfdd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f01cdff8-0b9e-43bd-b140-fe2d4d25ee54 HTTP/1.1" status: 200 len: 217 time: 0.0585201 Jan 18 20:17:28.979364 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:29.050073 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023c439-5666-4fca-9a6c-28cc63d0f516 req-7af3cd06-c0ce-417d-817e-6dc0df86803d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:29.053488 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0023c439-5666-4fca-9a6c-28cc63d0f516 req-7af3cd06-c0ce-417d-817e-6dc0df86803d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=639cd4d2-6c2c-4dd0-8bf3-2eb14a9984e0 HTTP/1.1" status: 200 len: 855 time: 0.1192026 Jan 18 20:17:29.108389 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0023c439-5666-4fca-9a6c-28cc63d0f516 req-361e31e2-1947-45fd-85f7-e457b41765f9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=80dffbc9-eed6-4af9-a5ac-dcb939c427fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467541 Jan 18 20:17:29.311884 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0023c439-5666-4fca-9a6c-28cc63d0f516 req-205bc6ca-2f58-4d06-ba29-452869e55677 service neutron] 10.222.0.70 "GET /v2.0/networks/80dffbc9-eed6-4af9-a5ac-dcb939c427fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945617 Jan 18 20:17:29.439641 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0023c439-5666-4fca-9a6c-28cc63d0f516 req-880b1d03-17a8-4f5b-b8c8-32f253cf2a94 service neutron] 10.222.0.70 "GET /v2.0/networks/80dffbc9-eed6-4af9-a5ac-dcb939c427fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188784 Jan 18 20:17:29.539847 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832930-6419-4f5b-8283-a5d7d667c631 req-52c361d2-0ef8-4167-a2b5-7980a7825b7c tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:29.546154 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac832930-6419-4f5b-8283-a5d7d667c631 req-52c361d2-0ef8-4167-a2b5-7980a7825b7c tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf4e13c3-c275-43c7-9074-3bee464cb607 HTTP/1.1" status: 200 len: 945 time: 0.5144413 Jan 18 20:17:29.601082 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 53602) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:29.621405 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac832930-6419-4f5b-8283-a5d7d667c631 req-9683d32d-a2aa-48f2-8a5f-20026756f640 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660133 Jan 18 20:17:29.764804 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b4b4057-a60d-4fff-a4f0-c01aa1720e2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:29.862581 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b4b4057-a60d-4fff-a4f0-c01aa1720e2d admin admin] Publish callbacks [] for security_group (74a3ad0b-38a7-4864-a9a9-09a272b38c20), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:29.870435 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b4b4057-a60d-4fff-a4f0-c01aa1720e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (74a3ad0b-38a7-4864-a9a9-09a272b38c20), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:29.920976 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9be3d4eb-fed7-4b66-af37-19943ac60695 req-0ad670f9-f4b2-49b4-b4b7-468743c59a0b tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ff9a71-be99-4030-bef1-efe610a304ac HTTP/1.1" status: 200 len: 210 time: 0.2463868 Jan 18 20:17:29.928819 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b4057-a60d-4fff-a4f0-c01aa1720e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a3ad0b-38a7-4864-a9a9-09a272b38c20,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:29.947070 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0b4b4057-a60d-4fff-a4f0-c01aa1720e2d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7bba450425a141c3b61026d64f5466ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3420548 Jan 18 20:17:29.947451 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 53612) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:30.110334 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-96df42c8-fae4-414e-9297-0511c164f93e admin admin] Publish callbacks [] for security_group (74a3ad0b-38a7-4864-a9a9-09a272b38c20), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:30.118764 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-5f8ad5d2-0b03-4a9c-93dd-a69f6f3b1a68 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:30.120131 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-5f8ad5d2-0b03-4a9c-93dd-a69f6f3b1a68 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.70 "GET /v2.0/networks?id=d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f HTTP/1.1" status: 200 len: 815 time: 0.1739030 Jan 18 20:17:30.141433 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-a7a95699-24a4-450e-b85f-e8d6f8901940 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Request body: {'port': {'device_id': '91ff9a71-be99-4030-bef1-efe610a304ac', 'network_id': 'd8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f', 'admin_state_up': True, 'tenant_id': '41f8b933fd4d4b899f7f181242b42cfa'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:17:30.172116 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-96df42c8-fae4-414e-9297-0511c164f93e admin admin] Publish callbacks [] for security_group (74a3ad0b-38a7-4864-a9a9-09a272b38c20), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:30.288430 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-96df42c8-fae4-414e-9297-0511c164f93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (74a3ad0b-38a7-4864-a9a9-09a272b38c20), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:30.290975 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-96df42c8-fae4-414e-9297-0511c164f93e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:30.294739 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-96df42c8-fae4-414e-9297-0511c164f93e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/74a3ad0b-38a7-4864-a9a9-09a272b38c20 HTTP/1.1" status: 204 len: 168 time: 0.3319716 Jan 18 20:17:30.315423 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df42c8-fae4-414e-9297-0511c164f93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a3ad0b-38a7-4864-a9a9-09a272b38c20,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:30.334057 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-a7a95699-24a4-450e-b85f-e8d6f8901940 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Made reservation on behalf of 41f8b933fd4d4b899f7f181242b42cfa for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:17:30.343101 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-a7a95699-24a4-450e-b85f-e8d6f8901940 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:30.483851 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:30.567557 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-a7a95699-24a4-450e-b85f-e8d6f8901940 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Allocated IP 172.20.0.10 (d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f/005a850e-de87-4ca7-b2ef-2f7a6913a2e1/9680b9b9-d617-4586-a689-46790838091f) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:17:30.851756 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-a7a95699-24a4-450e-b85f-e8d6f8901940 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Publish callbacks [] for port (9680b9b9-d617-4586-a689-46790838091f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:30.866978 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e19623-cce0-4687-8230-3b4844399c45 req-b74b71f4-5915-4fbf-ac8a-e25436fdae78 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:30.880481 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c2e19623-cce0-4687-8230-3b4844399c45 req-b74b71f4-5915-4fbf-ac8a-e25436fdae78 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf4e13c3-c275-43c7-9074-3bee464cb607 HTTP/1.1" status: 200 len: 945 time: 0.1203513 Jan 18 20:17:30.930576 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-a7a95699-24a4-450e-b85f-e8d6f8901940 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (9680b9b9-d617-4586-a689-46790838091f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:30.978090 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c2e19623-cce0-4687-8230-3b4844399c45 req-2410eae2-54b7-427d-ba59-0fb9a6a0260c tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942998 Jan 18 20:17:31.132390 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a95699-24a4-450e-b85f-e8d6f8901940 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Pushing event updated for resources: {'Port': ['ID=9680b9b9-d617-4586-a689-46790838091f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:31.148779 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a8ba2-7723-4638-9fc4-65676384ff88 req-218db799-47b3-4a3c-82a5-9f5780341e8d tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:31.152458 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-a7a95699-24a4-450e-b85f-e8d6f8901940 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Network d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:17:31.154927 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-a7a95699-24a4-450e-b85f-e8d6f8901940 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:17:31.157051 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-728a8ba2-7723-4638-9fc4-65676384ff88 req-218db799-47b3-4a3c-82a5-9f5780341e8d tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ff9a71-be99-4030-bef1-efe610a304ac HTTP/1.1" status: 200 len: 932 time: 0.1053829 Jan 18 20:17:31.164406 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:17:31.178582 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-a7a95699-24a4-450e-b85f-e8d6f8901940 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:17:31.317161 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-728a8ba2-7723-4638-9fc4-65676384ff88 req-26d204f2-c415-40d7-a6ac-3a2c1911a950 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b66dc11-d513-4701-ba6d-26e85f71fa81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591203 Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:17:31.331024 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:17:31.333259 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:17:31.333259 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:17:31.333259 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:17:31.333259 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:17:31.333259 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:17:31.333259 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:17:31.333259 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:17:31.333259 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:17:31.333259 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:17:31.333259 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:17:31.333259 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:17:31.333259 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:17:31.339061 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-a7a95699-24a4-450e-b85f-e8d6f8901940 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:31.340043 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-a7a95699-24a4-450e-b85f-e8d6f8901940 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:31.415853 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-a7a95699-24a4-450e-b85f-e8d6f8901940 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2783995 Jan 18 20:17:31.437691 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-1163379b-ffef-4728-8159-569e8e317ad4 service neutron] Request body: {'port': {'device_id': '91ff9a71-be99-4030-bef1-efe610a304ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:17:31.575500 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 694a48ca-6b21-4c7a-81a7-bda56eb4bd5e up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:17:31.701446 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-1163379b-ffef-4728-8159-569e8e317ad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9680b9b9-d617-4586-a689-46790838091f), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:31.870942 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 694a48ca-6b21-4c7a-81a7-bda56eb4bd5e completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:17:31.884248 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:31.893329 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-5a5d49ce-ec68-4bfb-a2a0-a3d8b78dae51 None None] Provisioning complete for port 9680b9b9-d617-4586-a689-46790838091f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:17:31.894071 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5a5d49ce-ec68-4bfb-a2a0-a3d8b78dae51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9680b9b9-d617-4586-a689-46790838091f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:31.900791 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 694a48ca-6b21-4c7a-81a7-bda56eb4bd5e triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:17:31.901391 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (694a48ca-6b21-4c7a-81a7-bda56eb4bd5e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:32.010850 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5a5d49ce-ec68-4bfb-a2a0-a3d8b78dae51 None None] Port 9680b9b9-d617-4586-a689-46790838091f cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:17:32.125561 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 694a48ca-6b21-4c7a-81a7-bda56eb4bd5e is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:17:32.126225 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (694a48ca-6b21-4c7a-81a7-bda56eb4bd5e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:32.200837 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4e13c3-c275-43c7-9074-3bee464cb607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694a48ca-6b21-4c7a-81a7-bda56eb4bd5e'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:17:32.213606 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5b4e28-fe30-4185-99e2-1a31a80ded57" -d '{"events": [{"server_uuid": "bf4e13c3-c275-43c7-9074-3bee464cb607", "name": "network-vif-plugged", "status": "completed", "tag": "694a48ca-6b21-4c7a-81a7-bda56eb4bd5e"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:17:32.247233 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 694a48ca-6b21-4c7a-81a7-bda56eb4bd5e, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=694a48ca-6b21-4c7a-81a7-bda56eb4bd5e,segment=NetworkSegment(87aed962-be5d-4deb-af9c-7bc726b9d992),segment_id=87aed962-be5d-4deb-af9c-7bc726b9d992)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:17:32.258240 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21702d36-7a25-458d-aa78-57a70ba1f9ba req-2788107e-8755-448a-b1d1-c6345c82a43f tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:32.259302 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (694a48ca-6b21-4c7a-81a7-bda56eb4bd5e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:32.279251 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21702d36-7a25-458d-aa78-57a70ba1f9ba req-2788107e-8755-448a-b1d1-c6345c82a43f tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.1378863 Jan 18 20:17:32.364652 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=694a48ca-6b21-4c7a-81a7-bda56eb4bd5e,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:32.493741 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21702d36-7a25-458d-aa78-57a70ba1f9ba req-14cce439-3b1d-4b70-b263-9c5e4341bb33 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133133 Jan 18 20:17:32.552576 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d94da-8853-4c88-899e-a8b7d4ba063f req-05e3485d-2c84-42aa-9e31-cfa7ef288689 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:32.560991 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-067d94da-8853-4c88-899e-a8b7d4ba063f req-05e3485d-2c84-42aa-9e31-cfa7ef288689 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf4e13c3-c275-43c7-9074-3bee464cb607 HTTP/1.1" status: 200 len: 946 time: 0.2776120 Jan 18 20:17:32.621430 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebba055-23dd-49a7-becb-b888c95cc3e5 x-openstack-request-id: req-cebba055-23dd-49a7-becb-b888c95cc3e5 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:17:32.622013 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4e13c3-c275-43c7-9074-3bee464cb607", "name": "network-vif-plugged", "status": "completed", "tag": "694a48ca-6b21-4c7a-81a7-bda56eb4bd5e", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:17:32.622211 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cebba055-23dd-49a7-becb-b888c95cc3e5 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:17:32.622854 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4e13c3-c275-43c7-9074-3bee464cb607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694a48ca-6b21-4c7a-81a7-bda56eb4bd5e', 'code': 200} Jan 18 20:17:32.704563 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-067d94da-8853-4c88-899e-a8b7d4ba063f req-275b1331-84d6-4414-94ad-0c15035bbaa2 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395533 Jan 18 20:17:32.761474 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-1163379b-ffef-4728-8159-569e8e317ad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9680b9b9-d617-4586-a689-46790838091f {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:17:32.787718 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-1163379b-ffef-4728-8159-569e8e317ad4 service neutron] Publish callbacks [] for port (9680b9b9-d617-4586-a689-46790838091f), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:32.828805 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-1163379b-ffef-4728-8159-569e8e317ad4 service neutron] Transition to ACTIVE for port object 9680b9b9-d617-4586-a689-46790838091f will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:17:32.839155 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-1163379b-ffef-4728-8159-569e8e317ad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (9680b9b9-d617-4586-a689-46790838091f), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:32.953976 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03020d0-f776-422f-9c80-02d7fa62fae8 req-dee18baa-13a8-4c52-aff4-eb3de5d1dfa2 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:32.968410 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b03020d0-f776-422f-9c80-02d7fa62fae8 req-dee18baa-13a8-4c52-aff4-eb3de5d1dfa2 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ff9a71-be99-4030-bef1-efe610a304ac HTTP/1.1" status: 200 len: 932 time: 0.2249629 Jan 18 20:17:33.069068 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163379b-ffef-4728-8159-569e8e317ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=9680b9b9-d617-4586-a689-46790838091f,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:33.125761 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b03020d0-f776-422f-9c80-02d7fa62fae8 req-51d07498-f8c0-43f1-b991-c0c54a245d27 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b66dc11-d513-4701-ba6d-26e85f71fa81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516092 Jan 18 20:17:33.143468 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821828ce-4a48-4a03-bd4b-d7a3a1f4a22c req-0516234c-f6f8-4349-a154-3c183be42ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:33.144987 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-821828ce-4a48-4a03-bd4b-d7a3a1f4a22c req-0516234c-f6f8-4349-a154-3c183be42ca4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bf4e13c3-c275-43c7-9074-3bee464cb607 HTTP/1.1" status: 200 len: 1097 time: 0.2759469 Jan 18 20:17:33.254957 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-1163379b-ffef-4728-8159-569e8e317ad4 service neutron] Attempting to bind port 9680b9b9-d617-4586-a689-46790838091f on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:17:33.255307 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-1163379b-ffef-4728-8159-569e8e317ad4 service neutron] Attempting to bind port 9680b9b9-d617-4586-a689-46790838091f by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'fd1f7a45-c793-49d9-bd8d-f8a8a052f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:17:33.255628 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-1163379b-ffef-4728-8159-569e8e317ad4 service neutron] Attempting to bind port 9680b9b9-d617-4586-a689-46790838091f on network d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:17:33.289047 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-1163379b-ffef-4728-8159-569e8e317ad4 service neutron] Port 9680b9b9-d617-4586-a689-46790838091f on network d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:17:33.289376 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-1163379b-ffef-4728-8159-569e8e317ad4 service neutron] Attempting to bind port 9680b9b9-d617-4586-a689-46790838091f on network d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:17:33.320355 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-1163379b-ffef-4728-8159-569e8e317ad4 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:17:33.320861 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-1163379b-ffef-4728-8159-569e8e317ad4 service neutron] Checking segment: {'id': 'fd1f7a45-c793-49d9-bd8d-f8a8a052f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:17:33.321272 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-1163379b-ffef-4728-8159-569e8e317ad4 service neutron] Bound using segment: {'id': 'fd1f7a45-c793-49d9-bd8d-f8a8a052f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:17:33.321756 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-1163379b-ffef-4728-8159-569e8e317ad4 service neutron] Bound port: 9680b9b9-d617-4586-a689-46790838091f, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd1f7a45-c793-49d9-bd8d-f8a8a052f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:17:33.322299 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-1163379b-ffef-4728-8159-569e8e317ad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9680b9b9-d617-4586-a689-46790838091f), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:33.406362 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-821828ce-4a48-4a03-bd4b-d7a3a1f4a22c req-f938aeed-6768-4fdc-b4e2-4ba690f3df0b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201128 Jan 18 20:17:33.494101 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-1163379b-ffef-4728-8159-569e8e317ad4 service neutron] For port 9680b9b9-d617-4586-a689-46790838091f, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:17:33.500603 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-1163379b-ffef-4728-8159-569e8e317ad4 service neutron] For port 9680b9b9-d617-4586-a689-46790838091f, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=9680b9b9-d617-4586-a689-46790838091f,segment=NetworkSegment(fd1f7a45-c793-49d9-bd8d-f8a8a052f27e),segment_id=fd1f7a45-c793-49d9-bd8d-f8a8a052f27e)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:17:33.524183 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-1163379b-ffef-4728-8159-569e8e317ad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (9680b9b9-d617-4586-a689-46790838091f), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:33.682493 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-1163379b-ffef-4728-8159-569e8e317ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:33.684436 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-1163379b-ffef-4728-8159-569e8e317ad4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:33.687123 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-1163379b-ffef-4728-8159-569e8e317ad4 service neutron] 10.222.0.70 "PUT /v2.0/ports/9680b9b9-d617-4586-a689-46790838091f HTTP/1.1" status: 200 len: 1092 time: 2.2535765 Jan 18 20:17:33.690083 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ff9a71-be99-4030-bef1-efe610a304ac', 'tag': '9680b9b9-d617-4586-a689-46790838091f'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:17:33.706350 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa055ae2-ba83-4782-bc5f-fc1652164c64" -d '{"events": [{"name": "network-changed", "server_uuid": "91ff9a71-be99-4030-bef1-efe610a304ac", "tag": "9680b9b9-d617-4586-a689-46790838091f"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:17:33.740722 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163379b-ffef-4728-8159-569e8e317ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=9680b9b9-d617-4586-a689-46790838091f,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:33.760880 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cdc62-e7d1-4328-b171-1cd7f6682683 req-66885dc1-4c12-4fb3-809b-b7d282d79054 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:33.769606 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad2cdc62-e7d1-4328-b171-1cd7f6682683 req-66885dc1-4c12-4fb3-809b-b7d282d79054 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.1000509 Jan 18 20:17:33.782137 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c0bca0-b154-48e3-9161-37e8d3553aaa x-openstack-request-id: req-09c0bca0-b154-48e3-9161-37e8d3553aaa {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:17:33.782671 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ff9a71-be99-4030-bef1-efe610a304ac", "tag": "9680b9b9-d617-4586-a689-46790838091f", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:17:33.782671 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09c0bca0-b154-48e3-9161-37e8d3553aaa {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:17:33.783087 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ff9a71-be99-4030-bef1-efe610a304ac', 'tag': '9680b9b9-d617-4586-a689-46790838091f', 'status': 'completed', 'code': 200} Jan 18 20:17:33.869499 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad2cdc62-e7d1-4328-b171-1cd7f6682683 req-5465fee8-322d-4cfc-9fb0-259e211ee21b tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941427 Jan 18 20:17:33.905574 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:33.995736 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684af51-7b46-4e0f-aae5-d1cfef0e1558 req-3e940215-c8d3-4788-b0a2-3a75cbed98e0 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:34.006447 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a684af51-7b46-4e0f-aae5-d1cfef0e1558 req-3e940215-c8d3-4788-b0a2-3a75cbed98e0 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf4e13c3-c275-43c7-9074-3bee464cb607 HTTP/1.1" status: 200 len: 946 time: 0.1344774 Jan 18 20:17:34.090278 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a684af51-7b46-4e0f-aae5-d1cfef0e1558 req-93615df9-e3f0-42f9-8236-4091561c06ab tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820482 Jan 18 20:17:36.738678 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:39.870838 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 53808) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:40.000628 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c7cd80f0-0592-4173-8b2b-e5ed7bbea026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:40.108388 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c7cd80f0-0592-4173-8b2b-e5ed7bbea026 admin admin] Publish callbacks [] for security_group (c6fc9d36-41db-42cc-ba01-a568370bacac), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:40.113227 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c7cd80f0-0592-4173-8b2b-e5ed7bbea026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c6fc9d36-41db-42cc-ba01-a568370bacac), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:40.156293 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c7cd80f0-0592-4173-8b2b-e5ed7bbea026 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=845c4e0238c24878b3461fc21ec5ce1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2842095 Jan 18 20:17:40.157597 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd80f0-0592-4173-8b2b-e5ed7bbea026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fc9d36-41db-42cc-ba01-a568370bacac,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:40.158814 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 53814) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:40.173609 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd80f0-0592-4173-8b2b-e5ed7bbea026 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:40.174383 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd80f0-0592-4173-8b2b-e5ed7bbea026 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:40.174953 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd80f0-0592-4173-8b2b-e5ed7bbea026 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:40.175647 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd80f0-0592-4173-8b2b-e5ed7bbea026 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:40.176198 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd80f0-0592-4173-8b2b-e5ed7bbea026 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:40.176741 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd80f0-0592-4173-8b2b-e5ed7bbea026 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:40.177339 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd80f0-0592-4173-8b2b-e5ed7bbea026 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:40.177964 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd80f0-0592-4173-8b2b-e5ed7bbea026 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:40.179085 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd80f0-0592-4173-8b2b-e5ed7bbea026 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:40.179938 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd80f0-0592-4173-8b2b-e5ed7bbea026 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:40.180503 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd80f0-0592-4173-8b2b-e5ed7bbea026 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:40.181107 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd80f0-0592-4173-8b2b-e5ed7bbea026 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:40.181745 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd80f0-0592-4173-8b2b-e5ed7bbea026 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:40.226601 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b3d60f22-0531-4023-a6fa-02d2a32bed7b admin admin] Publish callbacks [] for security_group (c6fc9d36-41db-42cc-ba01-a568370bacac), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:40.251466 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b3d60f22-0531-4023-a6fa-02d2a32bed7b admin admin] Publish callbacks [] for security_group (c6fc9d36-41db-42cc-ba01-a568370bacac), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:40.299417 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b3d60f22-0531-4023-a6fa-02d2a32bed7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c6fc9d36-41db-42cc-ba01-a568370bacac), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:40.302116 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b3d60f22-0531-4023-a6fa-02d2a32bed7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:40.303276 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b3d60f22-0531-4023-a6fa-02d2a32bed7b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c6fc9d36-41db-42cc-ba01-a568370bacac HTTP/1.1" status: 204 len: 168 time: 0.1434860 Jan 18 20:17:40.311064 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d60f22-0531-4023-a6fa-02d2a32bed7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fc9d36-41db-42cc-ba01-a568370bacac,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:40.602726 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 53830) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:40.616291 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-599fe226-dc91-45b6-abec-3ede841a12d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:40.692548 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-599fe226-dc91-45b6-abec-3ede841a12d9 admin admin] Publish callbacks [] for security_group (bf00eb5c-4738-4440-b071-5f1690aaaac2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:40.697091 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-599fe226-dc91-45b6-abec-3ede841a12d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (bf00eb5c-4738-4440-b071-5f1690aaaac2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:40.735609 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-599fe226-dc91-45b6-abec-3ede841a12d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc071ab66d784102bbac1287c7b75f43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1317136 Jan 18 20:17:40.736498 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fe226-dc91-45b6-abec-3ede841a12d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf00eb5c-4738-4440-b071-5f1690aaaac2,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:40.738207 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 53832) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:40.791615 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5389628f-d1e8-48c1-b720-a17e42bf28d6 admin admin] Publish callbacks [] for security_group (bf00eb5c-4738-4440-b071-5f1690aaaac2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:40.812038 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5389628f-d1e8-48c1-b720-a17e42bf28d6 admin admin] Publish callbacks [] for security_group (bf00eb5c-4738-4440-b071-5f1690aaaac2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:40.858030 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5389628f-d1e8-48c1-b720-a17e42bf28d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (bf00eb5c-4738-4440-b071-5f1690aaaac2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:40.860659 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5389628f-d1e8-48c1-b720-a17e42bf28d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:40.861826 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5389628f-d1e8-48c1-b720-a17e42bf28d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf00eb5c-4738-4440-b071-5f1690aaaac2 HTTP/1.1" status: 204 len: 168 time: 0.1225479 Jan 18 20:17:40.869388 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389628f-d1e8-48c1-b720-a17e42bf28d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf00eb5c-4738-4440-b071-5f1690aaaac2,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:41.189240 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c9b41-280c-4902-b788-bb849f0d9405 req-a9c07696-61bc-46d5-a96f-c5321728ed03 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:41.194713 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-868c9b41-280c-4902-b788-bb849f0d9405 req-a9c07696-61bc-46d5-a96f-c5321728ed03 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ff9a71-be99-4030-bef1-efe610a304ac HTTP/1.1" status: 200 len: 944 time: 0.1021786 Jan 18 20:17:41.208525 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcfd18-8c6c-42ae-88b9-f651a3ec34ec req-aaa10430-d8ea-4eb1-9afe-04e9c54ff96b tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:41.210127 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-58fcfd18-8c6c-42ae-88b9-f651a3ec34ec req-aaa10430-d8ea-4eb1-9afe-04e9c54ff96b tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.1037250 Jan 18 20:17:41.230018 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa055ae2-ba83-4782-bc5f-fc1652164c64 req-3afff7ce-00dc-4e59-bd67-d4681f58d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:41.232963 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa055ae2-ba83-4782-bc5f-fc1652164c64 req-3afff7ce-00dc-4e59-bd67-d4681f58d294 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=41f8b933fd4d4b899f7f181242b42cfa&device_id=91ff9a71-be99-4030-bef1-efe610a304ac HTTP/1.1" status: 200 len: 1095 time: 0.1887677 Jan 18 20:17:41.280978 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-868c9b41-280c-4902-b788-bb849f0d9405 req-cbfca93d-dc9d-4c62-84c0-768250b07739 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b66dc11-d513-4701-ba6d-26e85f71fa81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698733 Jan 18 20:17:41.317596 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-58fcfd18-8c6c-42ae-88b9-f651a3ec34ec req-cff5c4e7-3fad-43a2-90d2-db49b9a51aa1 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846350 Jan 18 20:17:41.422494 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d32779-e363-4122-aad4-47525067cf33 req-38a65fd5-d881-4f80-84fa-1b08a57447f9 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:41.426098 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81d32779-e363-4122-aad4-47525067cf33 req-38a65fd5-d881-4f80-84fa-1b08a57447f9 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf4e13c3-c275-43c7-9074-3bee464cb607 HTTP/1.1" status: 200 len: 946 time: 0.0698950 Jan 18 20:17:41.480827 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa055ae2-ba83-4782-bc5f-fc1652164c64 req-560d8d52-1d40-4d5f-ada6-1144949d0378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:41.480970 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81d32779-e363-4122-aad4-47525067cf33 req-35a9a198-9d85-4d36-b5d4-c1c36597ad10 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461357 Jan 18 20:17:41.482351 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa055ae2-ba83-4782-bc5f-fc1652164c64 req-560d8d52-1d40-4d5f-ada6-1144949d0378 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=41f8b933fd4d4b899f7f181242b42cfa&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2404864 Jan 18 20:17:41.670975 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa055ae2-ba83-4782-bc5f-fc1652164c64 req-be2bb390-cad1-4d91-bcd9-57addfc35964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:41.672464 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa055ae2-ba83-4782-bc5f-fc1652164c64 req-be2bb390-cad1-4d91-bcd9-57addfc35964 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1825964 Jan 18 20:17:41.764772 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-901f49cb-59c5-44f5-b55e-a1b0fddf58aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:41.766302 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-901f49cb-59c5-44f5-b55e-a1b0fddf58aa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=41f8b933fd4d4b899f7f181242b42cfa&device_id=91ff9a71-be99-4030-bef1-efe610a304ac HTTP/1.1" status: 200 len: 1095 time: 0.0500653 Jan 18 20:17:41.817872 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-c35da0a4-3c76-4467-b154-97f6119852ed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9680b9b9-d617-4586-a689-46790838091f HTTP/1.1" status: 200 len: 217 time: 0.0370576 Jan 18 20:17:41.896954 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-3d36b07b-71a0-411f-9b0d-bc7bd6f24c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:41.899334 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-3d36b07b-71a0-411f-9b0d-bc7bd6f24c77 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=005a850e-de87-4ca7-b2ef-2f7a6913a2e1 HTTP/1.1" status: 200 len: 854 time: 0.0739808 Jan 18 20:17:41.994287 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-7a3483a2-9ec6-4f22-985c-9645f6a40e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:41.995939 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-7a3483a2-9ec6-4f22-985c-9645f6a40e2b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874803 Jan 18 20:17:42.025965 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b07d13-071d-431d-83b4-014fe31462ce req-daed2fc6-5388-4ba2-8c86-0376e7ec3e95 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:42.029533 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c5b07d13-071d-431d-83b4-014fe31462ce req-daed2fc6-5388-4ba2-8c86-0376e7ec3e95 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4356e6a8-9adf-4ef9-98e5-ff43216e4ec4 HTTP/1.1" status: 200 len: 946 time: 0.0873811 Jan 18 20:17:42.102956 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c5b07d13-071d-431d-83b4-014fe31462ce req-44db6615-e4d4-4de9-a91f-f4448dc34b7f tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f05c5f9-4cff-4643-8de9-2b0f3010518e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674455 Jan 18 20:17:42.153835 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-799ed6bf-06f6-47be-adc3-4913029a1503 service neutron] 10.222.0.70 "GET /v2.0/networks/d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453941 Jan 18 20:17:42.252771 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3ab75ac4-52cc-49f7-a898-308cc20ebd3e req-9616ca7c-5597-4366-ba8d-86cb4556521b service neutron] 10.222.0.70 "GET /v2.0/networks/d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905759 Jan 18 20:17:42.450217 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac6993-d874-403a-ae5a-ea5a98a8e931 req-f813ce22-56b1-461e-86a2-251ca6b92045 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:42.451890 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-41ac6993-d874-403a-ae5a-ea5a98a8e931 req-f813ce22-56b1-461e-86a2-251ca6b92045 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ff9a71-be99-4030-bef1-efe610a304ac HTTP/1.1" status: 200 len: 944 time: 0.0902042 Jan 18 20:17:42.474301 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba33e3-70ab-4566-b803-7dfaf04952b0 req-a8445737-a3b5-4087-9ef1-91e9c33ebf72 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:42.476335 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26ba33e3-70ab-4566-b803-7dfaf04952b0 req-a8445737-a3b5-4087-9ef1-91e9c33ebf72 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.0742531 Jan 18 20:17:42.562327 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-41ac6993-d874-403a-ae5a-ea5a98a8e931 req-947d4a73-b0f0-48ef-a904-c8a1b8e08b39 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b66dc11-d513-4701-ba6d-26e85f71fa81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013682 Jan 18 20:17:42.572231 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efa8c0-67ae-46b2-be9d-41ff5d0c8d05 req-c1eb75f5-8c3a-4dfc-9831-0a3ddf05265f tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:42.574128 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d6efa8c0-67ae-46b2-be9d-41ff5d0c8d05 req-c1eb75f5-8c3a-4dfc-9831-0a3ddf05265f tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.70 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 946 time: 0.0581691 Jan 18 20:17:42.587778 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26ba33e3-70ab-4566-b803-7dfaf04952b0 req-6eed1be9-00ca-434d-96bd-36ffaac2bb1b tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031892 Jan 18 20:17:42.698470 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-d6efa8c0-67ae-46b2-be9d-41ff5d0c8d05 req-66b8a5f7-0efd-4249-af8c-45b0b5c51b29 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Deleting port 8c6640e9-8ddd-46b4-af5e-80618c8b77e4 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:17:42.698934 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d6efa8c0-67ae-46b2-be9d-41ff5d0c8d05 req-66b8a5f7-0efd-4249-af8c-45b0b5c51b29 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (8c6640e9-8ddd-46b4-af5e-80618c8b77e4), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:42.728398 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd41eb8-c774-416a-b7a3-9d9798137784 req-c6c2ad58-7c41-4d4a-b23c-33ce8f0eee00 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:42.730841 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-afd41eb8-c774-416a-b7a3-9d9798137784 req-c6c2ad58-7c41-4d4a-b23c-33ce8f0eee00 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf4e13c3-c275-43c7-9074-3bee464cb607 HTTP/1.1" status: 200 len: 946 time: 0.0609934 Jan 18 20:17:42.800528 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-afd41eb8-c774-416a-b7a3-9d9798137784 req-8374f019-972b-41c2-afdc-4db192ac4861 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646513 Jan 18 20:17:42.821702 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-d6efa8c0-67ae-46b2-be9d-41ff5d0c8d05 req-66b8a5f7-0efd-4249-af8c-45b0b5c51b29 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] For port 8c6640e9-8ddd-46b4-af5e-80618c8b77e4, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=8c6640e9-8ddd-46b4-af5e-80618c8b77e4,segment=NetworkSegment(e348fd61-ae14-4cdf-be3c-92d28b1f7c8a),segment_id=e348fd61-ae14-4cdf-be3c-92d28b1f7c8a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:17:42.822066 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d6efa8c0-67ae-46b2-be9d-41ff5d0c8d05 req-66b8a5f7-0efd-4249-af8c-45b0b5c51b29 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (8c6640e9-8ddd-46b4-af5e-80618c8b77e4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:42.838444 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-d6efa8c0-67ae-46b2-be9d-41ff5d0c8d05 req-66b8a5f7-0efd-4249-af8c-45b0b5c51b29 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Calling delete_port for 8c6640e9-8ddd-46b4-af5e-80618c8b77e4 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:17:43.005007 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d6efa8c0-67ae-46b2-be9d-41ff5d0c8d05 req-66b8a5f7-0efd-4249-af8c-45b0b5c51b29 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (8c6640e9-8ddd-46b4-af5e-80618c8b77e4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:43.020159 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['497e899d-dcd5-414d-8e9e-e9b921e6c1e2', '8c6640e9-8ddd-46b4-af5e-80618c8b77e4'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:17:43.052386 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8a5f7-0efd-4249-af8c-45b0b5c51b29 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Pushing event deleted for resources: {'Port': ['ID=8c6640e9-8ddd-46b4-af5e-80618c8b77e4,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:43.094504 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae4f0bc-2c57-4c6f-a7e2-8dce5f9e9971 None None] DHCP port deletion for 9bae8be3-cced-4e71-aa87-680dd9e51700 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:17:43.104832 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6efa8c0-67ae-46b2-be9d-41ff5d0c8d05 req-66b8a5f7-0efd-4249-af8c-45b0b5c51b29 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] No DVR routers for this DVR port 8c6640e9-8ddd-46b4-af5e-80618c8b77e4 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:17:43.107516 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d6efa8c0-67ae-46b2-be9d-41ff5d0c8d05 req-66b8a5f7-0efd-4249-af8c-45b0b5c51b29 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:43.111976 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d6efa8c0-67ae-46b2-be9d-41ff5d0c8d05 req-66b8a5f7-0efd-4249-af8c-45b0b5c51b29 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.70 "DELETE /v2.0/ports/8c6640e9-8ddd-46b4-af5e-80618c8b77e4 HTTP/1.1" status: 204 len: 173 time: 0.5317099 Jan 18 20:17:43.112606 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83bd7655-fa95-443e-ad35-6a76e3bf6834', 'name': 'network-vif-deleted', 'tag': '8c6640e9-8ddd-46b4-af5e-80618c8b77e4'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:17:43.115173 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b167659-ce2e-4977-a28f-03ef813e7b88" -d '{"events": [{"server_uuid": "83bd7655-fa95-443e-ad35-6a76e3bf6834", "name": "network-vif-deleted", "tag": "8c6640e9-8ddd-46b4-af5e-80618c8b77e4"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:17:43.448255 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8c11d-610f-4c6c-ba3d-5945154fc0de req-b8631c47-f223-45fd-ba0e-ea27493d3e61 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:43.460022 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-88a8c11d-610f-4c6c-ba3d-5945154fc0de req-b8631c47-f223-45fd-ba0e-ea27493d3e61 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4356e6a8-9adf-4ef9-98e5-ff43216e4ec4 HTTP/1.1" status: 200 len: 946 time: 0.0888202 Jan 18 20:17:43.522934 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-88a8c11d-610f-4c6c-ba3d-5945154fc0de req-25cdb759-f80a-401d-afcb-0cc3ac949ea3 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f05c5f9-4cff-4643-8de9-2b0f3010518e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643682 Jan 18 20:17:43.542043 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3bada-54cb-45a5-829d-7423bfa474c4 req-c948b9ab-da12-41ba-a8f4-b7b676ebaeb8 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:43.547405 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4df3bada-54cb-45a5-829d-7423bfa474c4 req-c948b9ab-da12-41ba-a8f4-b7b676ebaeb8 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.70 "GET /v2.0/ports?device_id=4356e6a8-9adf-4ef9-98e5-ff43216e4ec4 HTTP/1.1" status: 200 len: 946 time: 0.1193478 Jan 18 20:17:43.602448 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ab9ad1-ff9f-4d41-a175-c4ec189ab269 x-openstack-request-id: req-59ab9ad1-ff9f-4d41-a175-c4ec189ab269 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:17:43.602732 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83bd7655-fa95-443e-ad35-6a76e3bf6834", "name": "network-vif-deleted", "tag": "8c6640e9-8ddd-46b4-af5e-80618c8b77e4", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:17:43.603124 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59ab9ad1-ff9f-4d41-a175-c4ec189ab269 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:17:43.603529 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83bd7655-fa95-443e-ad35-6a76e3bf6834', 'name': 'network-vif-deleted', 'tag': '8c6640e9-8ddd-46b4-af5e-80618c8b77e4', 'status': 'completed', 'code': 200} Jan 18 20:17:43.783747 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-4df3bada-54cb-45a5-829d-7423bfa474c4 req-cf656350-ae3f-404f-aff1-69e18c0900a7 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Deleting port 66ced902-bda0-4250-93e2-003dd719020c {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:17:43.784103 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4df3bada-54cb-45a5-829d-7423bfa474c4 req-cf656350-ae3f-404f-aff1-69e18c0900a7 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (66ced902-bda0-4250-93e2-003dd719020c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:43.839810 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86561a3-5ab4-4685-bb5f-76831d4e8379 req-f7181020-81f2-49ec-bb10-1f297fe0c719 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:43.845359 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b86561a3-5ab4-4685-bb5f-76831d4e8379 req-f7181020-81f2-49ec-bb10-1f297fe0c719 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ff9a71-be99-4030-bef1-efe610a304ac HTTP/1.1" status: 200 len: 944 time: 0.1374769 Jan 18 20:17:43.919035 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26813d99-605a-4d0c-b2b6-cd535b865ae1 req-4284abac-3689-4572-944e-036cc96c3052 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bd7655-fa95-443e-ad35-6a76e3bf6834 HTTP/1.1" status: 200 len: 210 time: 0.1160207 Jan 18 20:17:43.968205 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-4df3bada-54cb-45a5-829d-7423bfa474c4 req-cf656350-ae3f-404f-aff1-69e18c0900a7 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] For port 66ced902-bda0-4250-93e2-003dd719020c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=66ced902-bda0-4250-93e2-003dd719020c,segment=NetworkSegment(9eb2d016-e7bd-4fa2-af6a-028fb8651f71),segment_id=9eb2d016-e7bd-4fa2-af6a-028fb8651f71)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:17:43.971391 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4df3bada-54cb-45a5-829d-7423bfa474c4 req-cf656350-ae3f-404f-aff1-69e18c0900a7 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (66ced902-bda0-4250-93e2-003dd719020c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:43.993041 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b86561a3-5ab4-4685-bb5f-76831d4e8379 req-ecc54ae7-11ba-4e55-9bba-5639ecc50023 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b66dc11-d513-4701-ba6d-26e85f71fa81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809865 Jan 18 20:17:44.015802 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 53976) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:44.139481 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bf213aaf-2f01-4024-8452-72557dc435c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:44.269381 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bf213aaf-2f01-4024-8452-72557dc435c3 admin admin] Publish callbacks [] for security_group (f62e4c89-faa6-4382-a849-8faad817b7fe), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:44.284275 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bf213aaf-2f01-4024-8452-72557dc435c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f62e4c89-faa6-4382-a849-8faad817b7fe), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:44.365111 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bf213aaf-2f01-4024-8452-72557dc435c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b2a686dbb5e142f5b7ee7893d84bbf85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3541343 Jan 18 20:17:44.370167 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 53986) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:44.374174 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf213aaf-2f01-4024-8452-72557dc435c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62e4c89-faa6-4382-a849-8faad817b7fe,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:44.452134 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-634a6ffe-1574-4a8f-839a-440b346d95dd admin admin] Publish callbacks [] for security_group (f62e4c89-faa6-4382-a849-8faad817b7fe), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:44.475589 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-634a6ffe-1574-4a8f-839a-440b346d95dd admin admin] Publish callbacks [] for security_group (f62e4c89-faa6-4382-a849-8faad817b7fe), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:44.521758 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4df3bada-54cb-45a5-829d-7423bfa474c4 req-cf656350-ae3f-404f-aff1-69e18c0900a7 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:44.523075 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4df3bada-54cb-45a5-829d-7423bfa474c4 req-cf656350-ae3f-404f-aff1-69e18c0900a7 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (abc10758-2c66-4d76-9267-51556b74364b), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:44.523417 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [req-4df3bada-54cb-45a5-829d-7423bfa474c4 req-cf656350-ae3f-404f-aff1-69e18c0900a7 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Floating IP abc10758-2c66-4d76-9267-51556b74364b disassociated. External IP: 172.25.4.146, port: 66ced902-bda0-4250-93e2-003dd719020c. Jan 18 20:17:44.523806 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-4df3bada-54cb-45a5-829d-7423bfa474c4 req-cf656350-ae3f-404f-aff1-69e18c0900a7 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Calling delete_port for 66ced902-bda0-4250-93e2-003dd719020c owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:17:44.536738 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-634a6ffe-1574-4a8f-839a-440b346d95dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f62e4c89-faa6-4382-a849-8faad817b7fe), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:44.542833 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-634a6ffe-1574-4a8f-839a-440b346d95dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:44.546542 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-634a6ffe-1574-4a8f-839a-440b346d95dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f62e4c89-faa6-4382-a849-8faad817b7fe HTTP/1.1" status: 204 len: 168 time: 0.1729944 Jan 18 20:17:44.554393 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a6ffe-1574-4a8f-839a-440b346d95dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62e4c89-faa6-4382-a849-8faad817b7fe,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:44.681595 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4df3bada-54cb-45a5-829d-7423bfa474c4 req-cf656350-ae3f-404f-aff1-69e18c0900a7 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (66ced902-bda0-4250-93e2-003dd719020c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:44.728361 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf656350-ae3f-404f-aff1-69e18c0900a7 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Pushing event deleted for resources: {'Port': ['ID=66ced902-bda0-4250-93e2-003dd719020c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:44.738013 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4427b0-bf8e-4fe4-8468-2f5422993d1f req-2e939143-9133-4f0f-8e59-ef3d01e964c7 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:44.746340 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1e4427b0-bf8e-4fe4-8468-2f5422993d1f req-2e939143-9133-4f0f-8e59-ef3d01e964c7 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4356e6a8-9adf-4ef9-98e5-ff43216e4ec4 HTTP/1.1" status: 200 len: 867 time: 0.0865374 Jan 18 20:17:44.836455 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1e4427b0-bf8e-4fe4-8468-2f5422993d1f req-e14f8165-4255-4eed-b759-6ef2e5a37a68 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f05c5f9-4cff-4643-8de9-2b0f3010518e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886433 Jan 18 20:17:44.927591 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4df3bada-54cb-45a5-829d-7423bfa474c4 req-cf656350-ae3f-404f-aff1-69e18c0900a7 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Router 4bb8eec4-9209-4eef-ac83-80214ff9f9aa has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:17:45.047286 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54002) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:45.072904 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cbc90745-4f9f-43ad-aa53-4afc51168b2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:45.124929 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4df3bada-54cb-45a5-829d-7423bfa474c4 req-cf656350-ae3f-404f-aff1-69e18c0900a7 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:17:45.136566 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0a6bd8-fd35-4bc5-9569-5f2adec2be6f None None] Sync routers for ids ['4bb8eec4-9209-4eef-ac83-80214ff9f9aa'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:17:45.152524 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0a6bd8-fd35-4bc5-9569-5f2adec2be6f None None] Routers {'4bb8eec4-9209-4eef-ac83-80214ff9f9aa'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:17:45.157171 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2b0a6bd8-fd35-4bc5-9569-5f2adec2be6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:17:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['4bb8eec4-9209-4eef-ac83-80214ff9f9aa'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:17:45.249688 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df3bada-54cb-45a5-829d-7423bfa474c4 req-cf656350-ae3f-404f-aff1-69e18c0900a7 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] No DVR routers for this DVR port 66ced902-bda0-4250-93e2-003dd719020c on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:17:45.257752 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4df3bada-54cb-45a5-829d-7423bfa474c4 req-cf656350-ae3f-404f-aff1-69e18c0900a7 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:45.261153 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4df3bada-54cb-45a5-829d-7423bfa474c4 req-cf656350-ae3f-404f-aff1-69e18c0900a7 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.70 "DELETE /v2.0/ports/66ced902-bda0-4250-93e2-003dd719020c HTTP/1.1" status: 204 len: 173 time: 1.7066851 Jan 18 20:17:45.308917 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cbc90745-4f9f-43ad-aa53-4afc51168b2a admin admin] Publish callbacks [] for security_group (ab36a7ce-486f-4c5c-a382-19ff93491fda), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:45.326831 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cbc90745-4f9f-43ad-aa53-4afc51168b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ab36a7ce-486f-4c5c-a382-19ff93491fda), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:45.356273 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0be19e-09f9-4ce4-a5ab-124567b6e088 req-e01c9040-1d44-4483-a8d0-c5a723bbdbe1 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:45.363871 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec0be19e-09f9-4ce4-a5ab-124567b6e088 req-e01c9040-1d44-4483-a8d0-c5a723bbdbe1 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ff9a71-be99-4030-bef1-efe610a304ac HTTP/1.1" status: 200 len: 944 time: 0.2684419 Jan 18 20:17:45.411733 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-2b0a6bd8-fd35-4bc5-9569-5f2adec2be6f None None] Set router 4bb8eec4-9209-4eef-ac83-80214ff9f9aa gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:17:45.487215 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec0be19e-09f9-4ce4-a5ab-124567b6e088 req-38243b3b-fd9f-473d-b04f-0905d1d5317e tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b66dc11-d513-4701-ba6d-26e85f71fa81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193604 Jan 18 20:17:45.495266 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cbc90745-4f9f-43ad-aa53-4afc51168b2a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6a62089db944b15bef81399e4fa1c4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4483664 Jan 18 20:17:45.496258 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc90745-4f9f-43ad-aa53-4afc51168b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab36a7ce-486f-4c5c-a382-19ff93491fda,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:45.498348 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54012) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:45.607237 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4356e6a8-9adf-4ef9-98e5-ff43216e4ec4', 'name': 'network-vif-deleted', 'tag': '66ced902-bda0-4250-93e2-003dd719020c'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:17:45.609709 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19245a3-25f1-4a59-99da-326bfae67cb4" -d '{"events": [{"server_uuid": "4356e6a8-9adf-4ef9-98e5-ff43216e4ec4", "name": "network-vif-deleted", "tag": "66ced902-bda0-4250-93e2-003dd719020c"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:17:45.619990 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-838c7f39-e4ea-4a06-85ba-fc8a6c4a402e admin admin] Publish callbacks [] for security_group (ab36a7ce-486f-4c5c-a382-19ff93491fda), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:45.644243 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-838c7f39-e4ea-4a06-85ba-fc8a6c4a402e admin admin] Publish callbacks [] for security_group (ab36a7ce-486f-4c5c-a382-19ff93491fda), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:45.672873 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 9680b9b9-d617-4586-a689-46790838091f details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:17:45.676026 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 8c6640e9-8ddd-46b4-af5e-80618c8b77e4 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:17:45.698961 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-838c7f39-e4ea-4a06-85ba-fc8a6c4a402e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ab36a7ce-486f-4c5c-a382-19ff93491fda), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:45.702341 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-838c7f39-e4ea-4a06-85ba-fc8a6c4a402e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:45.703766 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-838c7f39-e4ea-4a06-85ba-fc8a6c4a402e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab36a7ce-486f-4c5c-a382-19ff93491fda HTTP/1.1" status: 204 len: 168 time: 0.2041662 Jan 18 20:17:45.727507 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 8c6640e9-8ddd-46b4-af5e-80618c8b77e4 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:17:45.727851 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 8c6640e9-8ddd-46b4-af5e-80618c8b77e4 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:17:45.741036 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e870e5a-d40f-459b-8a66-faae928cc580 req-ee42840f-b7b8-43d7-8f09-a562bc2309ae tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:45.742676 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5e870e5a-d40f-459b-8a66-faae928cc580 req-ee42840f-b7b8-43d7-8f09-a562bc2309ae tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.1255343 Jan 18 20:17:45.743203 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c7f39-e4ea-4a06-85ba-fc8a6c4a402e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab36a7ce-486f-4c5c-a382-19ff93491fda,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:45.885908 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5e870e5a-d40f-459b-8a66-faae928cc580 req-85ea3794-d26a-44d9-8f8a-8ccfd6fef889 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320558 Jan 18 20:17:45.934137 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 9680b9b9-d617-4586-a689-46790838091f, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=9680b9b9-d617-4586-a689-46790838091f,segment=NetworkSegment(fd1f7a45-c793-49d9-bd8d-f8a8a052f27e),segment_id=fd1f7a45-c793-49d9-bd8d-f8a8a052f27e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:17:45.938600 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2b0a6bd8-fd35-4bc5-9569-5f2adec2be6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'name': 'tempest-ServersTestFqdnHostnames-1986749539-router', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:15:14Z', 'revision_number': 4, 'project_id': '9bd07fca844c4db2bbd74f640865a0f7', 'gw_port': {'id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'b0fb59b4-d0f4-4677-b474-76413bb233be', 'name': '', 'network_id': 'e1f83d18-5a1f-40b1-a766-529834464aa6', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'mac_address': 'fa:16:3e:b6:9a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:12Z', 'updated_at': '2022-01-18T20:15:20Z', 'revision_number': 5, 'project_id': '9bd07fca844c4db2bbd74f640865a0f7', 'subnets': [{'id': '9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:17:45.988781 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d01bb6-b42b-4ec6-9fd4-fc742632505e x-openstack-request-id: req-e7d01bb6-b42b-4ec6-9fd4-fc742632505e {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:17:45.989085 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4356e6a8-9adf-4ef9-98e5-ff43216e4ec4", "name": "network-vif-deleted", "tag": "66ced902-bda0-4250-93e2-003dd719020c", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:17:45.989342 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7d01bb6-b42b-4ec6-9fd4-fc742632505e {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:17:45.989807 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4356e6a8-9adf-4ef9-98e5-ff43216e4ec4', 'name': 'network-vif-deleted', 'tag': '66ced902-bda0-4250-93e2-003dd719020c', 'status': 'completed', 'code': 200} Jan 18 20:17:46.161505 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-69f3b2a1-0cae-4051-8482-688a4ed1fbac req-f8d4e9b0-589c-4e2a-9e40-9991cb4ad086 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4356e6a8-9adf-4ef9-98e5-ff43216e4ec4 HTTP/1.1" status: 200 len: 210 time: 0.0313127 Jan 18 20:17:46.275796 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0a6bd8-fd35-4bc5-9569-5f2adec2be6f None None] Checking router: 4bb8eec4-9209-4eef-ac83-80214ff9f9aa for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:17:46.283488 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '9680b9b9-d617-4586-a689-46790838091f', 'network_id': 'd8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f', 'port_id': '9680b9b9-d617-4586-a689-46790838091f', 'mac_address': 'fa:16:3e:cc:a4:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '005a850e-de87-4ca7-b2ef-2f7a6913a2e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:17:46.292612 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0a6bd8-fd35-4bc5-9569-5f2adec2be6f None None] Routers {'4bb8eec4-9209-4eef-ac83-80214ff9f9aa'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:17:46.293245 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2b0a6bd8-fd35-4bc5-9569-5f2adec2be6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:17:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['4bb8eec4-9209-4eef-ac83-80214ff9f9aa'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:17:46.406403 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-2b0a6bd8-fd35-4bc5-9569-5f2adec2be6f None None] Set router 4bb8eec4-9209-4eef-ac83-80214ff9f9aa gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:17:46.638299 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 9680b9b9-d617-4586-a689-46790838091f is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:17:46.638698 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9680b9b9-d617-4586-a689-46790838091f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:46.660638 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9680b9b9-d617-4586-a689-46790838091f {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:17:46.686727 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 9680b9b9-d617-4586-a689-46790838091f, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=9680b9b9-d617-4586-a689-46790838091f,segment=NetworkSegment(fd1f7a45-c793-49d9-bd8d-f8a8a052f27e),segment_id=fd1f7a45-c793-49d9-bd8d-f8a8a052f27e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:17:46.696680 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9680b9b9-d617-4586-a689-46790838091f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:46.698728 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f02c9c-b46e-4382-85fc-ee032288acd3 req-727cd4c3-4db1-48aa-b08e-060657e58ffd tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:46.706717 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-45f02c9c-b46e-4382-85fc-ee032288acd3 req-727cd4c3-4db1-48aa-b08e-060657e58ffd tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ff9a71-be99-4030-bef1-efe610a304ac HTTP/1.1" status: 200 len: 944 time: 0.1166785 Jan 18 20:17:46.818747 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-45f02c9c-b46e-4382-85fc-ee032288acd3 req-5f406de6-f542-4512-ad35-8f9a56ddc822 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b66dc11-d513-4701-ba6d-26e85f71fa81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109617 Jan 18 20:17:46.826758 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=9680b9b9-d617-4586-a689-46790838091f,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:46.904314 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2b0a6bd8-fd35-4bc5-9569-5f2adec2be6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'name': 'tempest-ServersTestFqdnHostnames-1986749539-router', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:15:14Z', 'revision_number': 4, 'project_id': '9bd07fca844c4db2bbd74f640865a0f7', 'gw_port': {'id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'b0fb59b4-d0f4-4677-b474-76413bb233be', 'name': '', 'network_id': 'e1f83d18-5a1f-40b1-a766-529834464aa6', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'mac_address': 'fa:16:3e:b6:9a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:12Z', 'updated_at': '2022-01-18T20:15:20Z', 'revision_number': 5, 'project_id': '9bd07fca844c4db2bbd74f640865a0f7', 'subnets': [{'id': '9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:17:46.937625 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0a6bd8-fd35-4bc5-9569-5f2adec2be6f None None] The sync data for ids ['4bb8eec4-9209-4eef-ac83-80214ff9f9aa'] in n-d-741529-9 is: [{'id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'name': 'tempest-ServersTestFqdnHostnames-1986749539-router', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:15:14Z', 'revision_number': 4, 'project_id': '9bd07fca844c4db2bbd74f640865a0f7', 'gw_port': {'id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'b0fb59b4-d0f4-4677-b474-76413bb233be', 'name': '', 'network_id': 'e1f83d18-5a1f-40b1-a766-529834464aa6', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'mac_address': 'fa:16:3e:b6:9a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:12Z', 'updated_at': '2022-01-18T20:15:20Z', 'revision_number': 5, 'project_id': '9bd07fca844c4db2bbd74f640865a0f7', 'subnets': [{'id': '9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:17:47.072596 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287722ac-70c4-42c0-92bf-c25f9d96b837 req-cf909861-630c-417d-8883-b940edc72a72 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:47.074195 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-287722ac-70c4-42c0-92bf-c25f9d96b837 req-cf909861-630c-417d-8883-b940edc72a72 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.0836062 Jan 18 20:17:47.106696 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['9680b9b9-d617-4586-a689-46790838091f'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:17:47.189458 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-287722ac-70c4-42c0-92bf-c25f9d96b837 req-e46c3300-44a2-43f0-83ac-399ddacb109b tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080344 Jan 18 20:17:47.340336 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54096) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:47.458149 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7d697a-d3fa-443c-a402-e6cdf7076d46 None None] New status for floating IP abc10758-2c66-4d76-9267-51556b74364b: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:17:47.532180 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6114011c-beff-40c6-b298-94a1bbcf75f8 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks [] for security_group (6f05c5f9-4cff-4643-8de9-2b0f3010518e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:47.613545 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6114011c-beff-40c6-b298-94a1bbcf75f8 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks [] for security_group (6f05c5f9-4cff-4643-8de9-2b0f3010518e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:47.661424 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 66ced902-bda0-4250-93e2-003dd719020c no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:17:47.746072 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6114011c-beff-40c6-b298-94a1bbcf75f8 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6f05c5f9-4cff-4643-8de9-2b0f3010518e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:47.749186 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6114011c-beff-40c6-b298-94a1bbcf75f8 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:47.753181 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6114011c-beff-40c6-b298-94a1bbcf75f8 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "DELETE /v2.0/security-groups/6f05c5f9-4cff-4643-8de9-2b0f3010518e HTTP/1.1" status: 204 len: 168 time: 0.4097385 Jan 18 20:17:47.753534 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 66ced902-bda0-4250-93e2-003dd719020c {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:17:47.753739 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54140) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:47.754182 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 66ced902-bda0-4250-93e2-003dd719020c not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:17:47.777790 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114011c-beff-40c6-b298-94a1bbcf75f8 tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f05c5f9-4cff-4643-8de9-2b0f3010518e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:47.806816 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-457991a5-73a1-45df-9cdf-ef9e4669056e tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] show failed (client error): The resource could not be found. Jan 18 20:17:47.808939 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-457991a5-73a1-45df-9cdf-ef9e4669056e tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "GET /v2.0/security-groups/6f05c5f9-4cff-4643-8de9-2b0f3010518e HTTP/1.1" status: 404 len: 347 time: 0.0540249 Jan 18 20:17:47.812916 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54148) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:48.023717 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef806d2-30c2-40d2-a55f-fbc5e8d657dc req-e70818c3-1aba-4d57-919a-55cbce3a1034 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:48.035115 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2ef806d2-30c2-40d2-a55f-fbc5e8d657dc req-e70818c3-1aba-4d57-919a-55cbce3a1034 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ff9a71-be99-4030-bef1-efe610a304ac HTTP/1.1" status: 200 len: 945 time: 0.0986054 Jan 18 20:17:48.075329 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b77c72f5-a828-4614-9253-9271e87a21ba tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Deleting port cecf4831-6f16-410d-8930-5cd24180f7cf {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:17:48.075676 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b77c72f5-a828-4614-9253-9271e87a21ba tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (cecf4831-6f16-410d-8930-5cd24180f7cf), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:48.118460 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2ef806d2-30c2-40d2-a55f-fbc5e8d657dc req-5e759986-f264-4d69-99a8-577903423eed tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b66dc11-d513-4701-ba6d-26e85f71fa81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818930 Jan 18 20:17:48.282990 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b77c72f5-a828-4614-9253-9271e87a21ba tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (cecf4831-6f16-410d-8930-5cd24180f7cf), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:48.283281 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b77c72f5-a828-4614-9253-9271e87a21ba tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks [] for floatingip (cecf4831-6f16-410d-8930-5cd24180f7cf), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:48.313908 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b77c72f5-a828-4614-9253-9271e87a21ba tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Calling delete_port for cecf4831-6f16-410d-8930-5cd24180f7cf owned by network:floatingip {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:17:48.409890 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aeed0f-03c8-4f17-bd2e-2fb4b42a22fa req-162bea3b-cadd-4824-930e-69610788aae7 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:48.417785 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-83aeed0f-03c8-4f17-bd2e-2fb4b42a22fa req-162bea3b-cadd-4824-930e-69610788aae7 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.1040692 Jan 18 20:17:48.493322 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-83aeed0f-03c8-4f17-bd2e-2fb4b42a22fa req-1641a750-97c9-4735-82d5-81d23f1a649b tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743086 Jan 18 20:17:48.568023 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54182) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:48.586641 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b77c72f5-a828-4614-9253-9271e87a21ba tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (cecf4831-6f16-410d-8930-5cd24180f7cf), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:48.635171 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c72f5-a828-4614-9253-9271e87a21ba tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Pushing event deleted for resources: {'Port': ['ID=cecf4831-6f16-410d-8930-5cd24180f7cf,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:48.760745 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b77c72f5-a828-4614-9253-9271e87a21ba tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks [] for floatingip (abc10758-2c66-4d76-9267-51556b74364b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:48.764529 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b77c72f5-a828-4614-9253-9271e87a21ba tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:48.766197 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b77c72f5-a828-4614-9253-9271e87a21ba tempest-ServersTestFqdnHostnames-2096175808 tempest-ServersTestFqdnHostnames-2096175808-project] 10.222.0.31 "DELETE /v2.0/floatingips/abc10758-2c66-4d76-9267-51556b74364b HTTP/1.1" status: 204 len: 168 time: 0.9522805 Jan 18 20:17:48.769033 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54190) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:48.790350 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c186ba9d-b58d-4c6f-a4a7-194d61c6dee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:48.967609 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c186ba9d-b58d-4c6f-a4a7-194d61c6dee9 admin admin] Publish callbacks [] for security_group (57f17138-efad-4e5e-8ae6-e585fdc9ea4c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:48.977445 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c186ba9d-b58d-4c6f-a4a7-194d61c6dee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (57f17138-efad-4e5e-8ae6-e585fdc9ea4c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:49.038535 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186ba9d-b58d-4c6f-a4a7-194d61c6dee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f17138-efad-4e5e-8ae6-e585fdc9ea4c,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:49.064838 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c186ba9d-b58d-4c6f-a4a7-194d61c6dee9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ea1ada389fe42c6bc9e0431113daa2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4954567 Jan 18 20:17:49.065694 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54192) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:49.167726 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-57fc5336-72d9-4355-90ce-b5aff10578c6 admin admin] Publish callbacks [] for security_group (57f17138-efad-4e5e-8ae6-e585fdc9ea4c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:49.194538 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-57fc5336-72d9-4355-90ce-b5aff10578c6 admin admin] Publish callbacks [] for security_group (57f17138-efad-4e5e-8ae6-e585fdc9ea4c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:49.274314 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1d3b305-212e-478a-ae32-6e768120b92c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (4bb8eec4-9209-4eef-ac83-80214ff9f9aa), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:49.293877 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-57fc5336-72d9-4355-90ce-b5aff10578c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (57f17138-efad-4e5e-8ae6-e585fdc9ea4c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:49.296702 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-57fc5336-72d9-4355-90ce-b5aff10578c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:49.309100 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-57fc5336-72d9-4355-90ce-b5aff10578c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/57f17138-efad-4e5e-8ae6-e585fdc9ea4c HTTP/1.1" status: 204 len: 168 time: 0.2415464 Jan 18 20:17:49.333231 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc5336-72d9-4355-90ce-b5aff10578c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f17138-efad-4e5e-8ae6-e585fdc9ea4c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:49.372783 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f369ff-e4c1-4fb6-a6a2-108ab3711132 req-bf893c08-9832-40ff-9999-fd1859687bbf tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:49.374472 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-41f369ff-e4c1-4fb6-a6a2-108ab3711132 req-bf893c08-9832-40ff-9999-fd1859687bbf tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ff9a71-be99-4030-bef1-efe610a304ac HTTP/1.1" status: 200 len: 945 time: 0.1109707 Jan 18 20:17:49.478359 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-41f369ff-e4c1-4fb6-a6a2-108ab3711132 req-6cf4b766-f049-4aba-88bb-9c82f1cbc640 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b66dc11-d513-4701-ba6d-26e85f71fa81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969956 Jan 18 20:17:49.665524 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f977a-57ed-4e58-8b95-b4938c6b3bf0 req-91702cae-85c4-45d7-aec7-5ba155b61b65 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:49.669455 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 9680b9b9-d617-4586-a689-46790838091f up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:17:49.676162 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-952f977a-57ed-4e58-8b95-b4938c6b3bf0 req-91702cae-85c4-45d7-aec7-5ba155b61b65 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.1002805 Jan 18 20:17:49.785935 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-952f977a-57ed-4e58-8b95-b4938c6b3bf0 req-8b4f936c-2f95-4b62-ae66-58e315c84e13 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087241 Jan 18 20:17:49.812578 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 9680b9b9-d617-4586-a689-46790838091f completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:17:49.821085 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 9680b9b9-d617-4586-a689-46790838091f triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:17:49.822929 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9680b9b9-d617-4586-a689-46790838091f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:49.843679 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f1d3b305-212e-478a-ae32-6e768120b92c admin admin] Deleting port b0fb59b4-d0f4-4677-b474-76413bb233be {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:17:49.844284 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1d3b305-212e-478a-ae32-6e768120b92c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b0fb59b4-d0f4-4677-b474-76413bb233be), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:50.049757 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 9680b9b9-d617-4586-a689-46790838091f is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:17:50.061077 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9680b9b9-d617-4586-a689-46790838091f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:50.080404 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f1d3b305-212e-478a-ae32-6e768120b92c admin admin] For port b0fb59b4-d0f4-4677-b474-76413bb233be, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b0fb59b4-d0f4-4677-b474-76413bb233be,segment=NetworkSegment(9eb2d016-e7bd-4fa2-af6a-028fb8651f71),segment_id=9eb2d016-e7bd-4fa2-af6a-028fb8651f71)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:17:50.080774 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1d3b305-212e-478a-ae32-6e768120b92c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b0fb59b4-d0f4-4677-b474-76413bb233be), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:50.116835 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f1d3b305-212e-478a-ae32-6e768120b92c admin admin] Calling delete_port for b0fb59b4-d0f4-4677-b474-76413bb233be owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:17:50.174446 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ff9a71-be99-4030-bef1-efe610a304ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9680b9b9-d617-4586-a689-46790838091f'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:17:50.176825 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebea6a8-91aa-43f7-bb80-4ff6b67013ed" -d '{"events": [{"server_uuid": "91ff9a71-be99-4030-bef1-efe610a304ac", "name": "network-vif-plugged", "status": "completed", "tag": "9680b9b9-d617-4586-a689-46790838091f"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:17:50.206234 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 9680b9b9-d617-4586-a689-46790838091f, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=9680b9b9-d617-4586-a689-46790838091f,segment=NetworkSegment(fd1f7a45-c793-49d9-bd8d-f8a8a052f27e),segment_id=fd1f7a45-c793-49d9-bd8d-f8a8a052f27e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:17:50.215156 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9680b9b9-d617-4586-a689-46790838091f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:50.283735 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=9680b9b9-d617-4586-a689-46790838091f,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:50.315357 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a2e46d-a6d1-4425-ab85-f899ec90e424 x-openstack-request-id: req-58a2e46d-a6d1-4425-ab85-f899ec90e424 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:17:50.315956 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ff9a71-be99-4030-bef1-efe610a304ac", "name": "network-vif-plugged", "status": "completed", "tag": "9680b9b9-d617-4586-a689-46790838091f", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:17:50.316475 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58a2e46d-a6d1-4425-ab85-f899ec90e424 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:17:50.316907 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ff9a71-be99-4030-bef1-efe610a304ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9680b9b9-d617-4586-a689-46790838091f', 'code': 200} Jan 18 20:17:50.505496 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddaec29-61da-4583-86f2-ec4c1f4c069b req-da3b411c-c892-4a29-a64f-0e2c67482b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:50.507266 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9ddaec29-61da-4583-86f2-ec4c1f4c069b req-da3b411c-c892-4a29-a64f-0e2c67482b95 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=91ff9a71-be99-4030-bef1-efe610a304ac HTTP/1.1" status: 200 len: 1097 time: 0.0796609 Jan 18 20:17:50.598274 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1d3b305-212e-478a-ae32-6e768120b92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (b0fb59b4-d0f4-4677-b474-76413bb233be), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:50.640861 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d3b305-212e-478a-ae32-6e768120b92c admin admin] Pushing event deleted for resources: {'Port': ['ID=b0fb59b4-d0f4-4677-b474-76413bb233be,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:50.741021 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971052b-4c69-4802-8197-cbde89b00af6 req-b3bffb1a-0bf4-4c9d-831f-1b40e97a6742 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:50.745707 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0971052b-4c69-4802-8197-cbde89b00af6 req-b3bffb1a-0bf4-4c9d-831f-1b40e97a6742 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ff9a71-be99-4030-bef1-efe610a304ac HTTP/1.1" status: 200 len: 946 time: 0.1212564 Jan 18 20:17:50.851533 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0971052b-4c69-4802-8197-cbde89b00af6 req-03a4676a-0f9e-4267-bce2-8fe919ccdfa4 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b66dc11-d513-4701-ba6d-26e85f71fa81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929394 Jan 18 20:17:51.001793 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9ddaec29-61da-4583-86f2-ec4c1f4c069b req-f97bce49-884d-4e6d-b20d-309f79cf707a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3b66dc11-d513-4701-ba6d-26e85f71fa81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860554 Jan 18 20:17:51.058460 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc789a8-cdda-4147-9158-c3179f7e8532 req-cb0277b3-f8b9-48be-91ae-ae75cb649d6f tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:51.060092 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5dc789a8-cdda-4147-9158-c3179f7e8532 req-cb0277b3-f8b9-48be-91ae-ae75cb649d6f tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.1337409 Jan 18 20:17:51.144227 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1d3b305-212e-478a-ae32-6e768120b92c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (4bb8eec4-9209-4eef-ac83-80214ff9f9aa), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:51.154060 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5dc789a8-cdda-4147-9158-c3179f7e8532 req-6a9f36bf-7252-4ac5-8000-6b21bb1c9778 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882163 Jan 18 20:17:51.340522 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08335bf9-8618-4ec5-8b24-9f4b69048784 req-1dbe119a-df07-431e-9a61-c16c6753a49e tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:51.342454 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-08335bf9-8618-4ec5-8b24-9f4b69048784 req-1dbe119a-df07-431e-9a61-c16c6753a49e tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 946 time: 0.3831704 Jan 18 20:17:51.501185 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-08335bf9-8618-4ec5-8b24-9f4b69048784 req-58393361-3e95-43c3-95a7-c3f14811c430 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Deleting port 497e899d-dcd5-414d-8e9e-e9b921e6c1e2 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:17:51.501617 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-08335bf9-8618-4ec5-8b24-9f4b69048784 req-58393361-3e95-43c3-95a7-c3f14811c430 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (497e899d-dcd5-414d-8e9e-e9b921e6c1e2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:51.652277 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d3b305-212e-478a-ae32-6e768120b92c admin admin] Router 4bb8eec4-9209-4eef-ac83-80214ff9f9aa has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:17:52.044173 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54292) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:52.072643 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc26e00-1780-4f86-8ac6-7fbbad727e57 req-ca60f46a-6910-430a-9585-278df9acfacd tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:52.074677 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cbc26e00-1780-4f86-8ac6-7fbbad727e57 req-ca60f46a-6910-430a-9585-278df9acfacd tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ff9a71-be99-4030-bef1-efe610a304ac HTTP/1.1" status: 200 len: 946 time: 0.1085205 Jan 18 20:17:52.218413 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cbc26e00-1780-4f86-8ac6-7fbbad727e57 req-0db0c201-117c-4a6e-bab7-ff29a3aada2e tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b66dc11-d513-4701-ba6d-26e85f71fa81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376214 Jan 18 20:17:52.237891 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-08335bf9-8618-4ec5-8b24-9f4b69048784 req-58393361-3e95-43c3-95a7-c3f14811c430 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] For port 497e899d-dcd5-414d-8e9e-e9b921e6c1e2, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=497e899d-dcd5-414d-8e9e-e9b921e6c1e2,segment=NetworkSegment(e348fd61-ae14-4cdf-be3c-92d28b1f7c8a),segment_id=e348fd61-ae14-4cdf-be3c-92d28b1f7c8a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:17:52.239047 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-08335bf9-8618-4ec5-8b24-9f4b69048784 req-58393361-3e95-43c3-95a7-c3f14811c430 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (497e899d-dcd5-414d-8e9e-e9b921e6c1e2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:52.243654 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d3b305-212e-478a-ae32-6e768120b92c admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:17:52.256938 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3725dd-3c94-44c7-b5a3-c4614df12b5f None None] Sync routers for ids ['4bb8eec4-9209-4eef-ac83-80214ff9f9aa'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:17:52.263899 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54300) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:52.264305 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f1d3b305-212e-478a-ae32-6e768120b92c admin admin] 10.222.0.31 "PUT /v2.0/routers/4bb8eec4-9209-4eef-ac83-80214ff9f9aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4935279 Jan 18 20:17:52.274897 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-08335bf9-8618-4ec5-8b24-9f4b69048784 req-58393361-3e95-43c3-95a7-c3f14811c430 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Calling delete_port for 497e899d-dcd5-414d-8e9e-e9b921e6c1e2 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:17:52.289774 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3725dd-3c94-44c7-b5a3-c4614df12b5f None None] Routers {'4bb8eec4-9209-4eef-ac83-80214ff9f9aa'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:17:52.293552 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-aa3725dd-3c94-44c7-b5a3-c4614df12b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:17:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['4bb8eec4-9209-4eef-ac83-80214ff9f9aa'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:17:52.476542 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-719338a9-11a0-4165-8b46-2ec51cf99a0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:52.477061 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-08335bf9-8618-4ec5-8b24-9f4b69048784 req-58393361-3e95-43c3-95a7-c3f14811c430 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (497e899d-dcd5-414d-8e9e-e9b921e6c1e2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:52.500565 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['497e899d-dcd5-414d-8e9e-e9b921e6c1e2'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:17:52.550657 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-aa3725dd-3c94-44c7-b5a3-c4614df12b5f None None] Set router 4bb8eec4-9209-4eef-ac83-80214ff9f9aa gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:17:52.560013 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58393361-3e95-43c3-95a7-c3f14811c430 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Pushing event deleted for resources: {'Port': ['ID=497e899d-dcd5-414d-8e9e-e9b921e6c1e2,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:52.654531 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa28e18f-86f8-498c-a998-9bf28154507a None None] DHCP port deletion for 9bae8be3-cced-4e71-aa87-680dd9e51700 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:17:52.655271 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-719338a9-11a0-4165-8b46-2ec51cf99a0c admin admin] Publish callbacks [] for security_group (dab0e11e-1c3d-492a-a5dd-6bfd9347a0bc), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:52.662818 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-08335bf9-8618-4ec5-8b24-9f4b69048784 req-58393361-3e95-43c3-95a7-c3f14811c430 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] No DVR routers for this DVR port 497e899d-dcd5-414d-8e9e-e9b921e6c1e2 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:17:52.665315 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-08335bf9-8618-4ec5-8b24-9f4b69048784 req-58393361-3e95-43c3-95a7-c3f14811c430 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:52.669306 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-08335bf9-8618-4ec5-8b24-9f4b69048784 req-58393361-3e95-43c3-95a7-c3f14811c430 tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.70 "DELETE /v2.0/ports/497e899d-dcd5-414d-8e9e-e9b921e6c1e2 HTTP/1.1" status: 204 len: 173 time: 1.3197746 Jan 18 20:17:52.669306 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a3555d-7659-4f06-8c01-0841eda6e464', 'name': 'network-vif-deleted', 'tag': '497e899d-dcd5-414d-8e9e-e9b921e6c1e2'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:17:52.670759 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-719338a9-11a0-4165-8b46-2ec51cf99a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (dab0e11e-1c3d-492a-a5dd-6bfd9347a0bc), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:52.671515 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66025c38-6934-4a79-859a-281b9ae87aa4" -d '{"events": [{"server_uuid": "e9a3555d-7659-4f06-8c01-0841eda6e464", "name": "network-vif-deleted", "tag": "497e899d-dcd5-414d-8e9e-e9b921e6c1e2"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:17:52.725253 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-719338a9-11a0-4165-8b46-2ec51cf99a0c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c475133f0cff4fe9829e3c951c4f50f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6770883 Jan 18 20:17:52.725657 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54304) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:52.778449 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c220789f-d633-4f99-ae73-0d847b53645e x-openstack-request-id: req-c220789f-d633-4f99-ae73-0d847b53645e {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:17:52.778745 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a3555d-7659-4f06-8c01-0841eda6e464", "name": "network-vif-deleted", "tag": "497e899d-dcd5-414d-8e9e-e9b921e6c1e2", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:17:52.779004 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c220789f-d633-4f99-ae73-0d847b53645e {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:17:52.779574 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a3555d-7659-4f06-8c01-0841eda6e464', 'name': 'network-vif-deleted', 'tag': '497e899d-dcd5-414d-8e9e-e9b921e6c1e2', 'status': 'completed', 'code': 200} Jan 18 20:17:52.784579 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a042016-955f-4372-a47a-0c2e991ff7a7 admin admin] Publish callbacks [] for security_group (dab0e11e-1c3d-492a-a5dd-6bfd9347a0bc), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:52.789612 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b7c86-4379-4aef-8322-f53a641babdb req-5c160268-286a-409e-88aa-ccc89c7d1c4f tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:52.798281 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ff1b7c86-4379-4aef-8322-f53a641babdb req-5c160268-286a-409e-88aa-ccc89c7d1c4f tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9a3555d-7659-4f06-8c01-0841eda6e464 HTTP/1.1" status: 200 len: 867 time: 0.4196360 Jan 18 20:17:52.808470 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a042016-955f-4372-a47a-0c2e991ff7a7 admin admin] Publish callbacks [] for security_group (dab0e11e-1c3d-492a-a5dd-6bfd9347a0bc), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:52.825317 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719338a9-11a0-4165-8b46-2ec51cf99a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab0e11e-1c3d-492a-a5dd-6bfd9347a0bc,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:52.851746 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2efa12ae-b11a-4a3f-a742-a0c05a15c73a admin admin] Publish callbacks [] for router (4bb8eec4-9209-4eef-ac83-80214ff9f9aa), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:52.877457 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a042016-955f-4372-a47a-0c2e991ff7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (dab0e11e-1c3d-492a-a5dd-6bfd9347a0bc), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:52.880996 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a042016-955f-4372-a47a-0c2e991ff7a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:52.882725 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9a042016-955f-4372-a47a-0c2e991ff7a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dab0e11e-1c3d-492a-a5dd-6bfd9347a0bc HTTP/1.1" status: 204 len: 168 time: 0.1560571 Jan 18 20:17:52.891275 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a042016-955f-4372-a47a-0c2e991ff7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab0e11e-1c3d-492a-a5dd-6bfd9347a0bc,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:52.981236 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-aa3725dd-3c94-44c7-b5a3-c4614df12b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'name': 'tempest-ServersTestFqdnHostnames-1986749539-router', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:17:50Z', 'revision_number': 5, 'project_id': '9bd07fca844c4db2bbd74f640865a0f7', 'gw_port': {'id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:17:53.000072 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ff1b7c86-4379-4aef-8322-f53a641babdb req-7c25e654-b089-4b0d-a154-0ba9fd937e5e tempest-ServerRescueNegativeTestJSON-1192007273 tempest-ServerRescueNegativeTestJSON-1192007273-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae60504e-16b4-4dd1-a600-ff17c2793dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005982 Jan 18 20:17:53.013036 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3725dd-3c94-44c7-b5a3-c4614df12b5f None None] Checking router: 4bb8eec4-9209-4eef-ac83-80214ff9f9aa for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:17:53.022464 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3725dd-3c94-44c7-b5a3-c4614df12b5f None None] Routers {'4bb8eec4-9209-4eef-ac83-80214ff9f9aa'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:17:53.023153 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-aa3725dd-3c94-44c7-b5a3-c4614df12b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:17:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['4bb8eec4-9209-4eef-ac83-80214ff9f9aa'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:17:53.024921 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2efa12ae-b11a-4a3f-a742-a0c05a15c73a admin admin] Publish callbacks [] for router_gateway (4bb8eec4-9209-4eef-ac83-80214ff9f9aa), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:53.088546 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-2efa12ae-b11a-4a3f-a742-a0c05a15c73a admin admin] Deleting port 51b6f3cb-5add-4540-87e4-11628b02954b {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:17:53.089222 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2efa12ae-b11a-4a3f-a742-a0c05a15c73a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (51b6f3cb-5add-4540-87e4-11628b02954b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:53.135336 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-aa3725dd-3c94-44c7-b5a3-c4614df12b5f None None] Set router 4bb8eec4-9209-4eef-ac83-80214ff9f9aa gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:17:53.204423 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-2efa12ae-b11a-4a3f-a742-a0c05a15c73a admin admin] For port 51b6f3cb-5add-4540-87e4-11628b02954b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=51b6f3cb-5add-4540-87e4-11628b02954b,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:17:53.208182 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2efa12ae-b11a-4a3f-a742-a0c05a15c73a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (51b6f3cb-5add-4540-87e4-11628b02954b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:53.245186 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-2efa12ae-b11a-4a3f-a742-a0c05a15c73a admin admin] Calling delete_port for 51b6f3cb-5add-4540-87e4-11628b02954b owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:17:53.456769 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-aa3725dd-3c94-44c7-b5a3-c4614df12b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'name': 'tempest-ServersTestFqdnHostnames-1986749539-router', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:17:50Z', 'revision_number': 5, 'project_id': '9bd07fca844c4db2bbd74f640865a0f7', 'gw_port': {'id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:17:53.494743 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3725dd-3c94-44c7-b5a3-c4614df12b5f None None] The sync data for ids ['4bb8eec4-9209-4eef-ac83-80214ff9f9aa'] in n-d-741529-9 is: [{'id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'name': 'tempest-ServersTestFqdnHostnames-1986749539-router', 'tenant_id': '9bd07fca844c4db2bbd74f640865a0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:17:50Z', 'revision_number': 5, 'project_id': '9bd07fca844c4db2bbd74f640865a0f7', 'gw_port': {'id': '51b6f3cb-5add-4540-87e4-11628b02954b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8eec4-9209-4eef-ac83-80214ff9f9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:08Z', 'updated_at': '2022-01-18T20:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:17:53.547058 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac04e4-d8ec-498b-8874-457742802bce req-fdf77691-fb43-4b62-856d-25375f3e1423 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:53.548672 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-faac04e4-d8ec-498b-8874-457742802bce req-fdf77691-fb43-4b62-856d-25375f3e1423 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ff9a71-be99-4030-bef1-efe610a304ac HTTP/1.1" status: 200 len: 946 time: 0.1862860 Jan 18 20:17:53.639069 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-faac04e4-d8ec-498b-8874-457742802bce req-966ac224-be71-4d64-81ff-ca0519282b99 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b66dc11-d513-4701-ba6d-26e85f71fa81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833144 Jan 18 20:17:53.644389 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2efa12ae-b11a-4a3f-a742-a0c05a15c73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (51b6f3cb-5add-4540-87e4-11628b02954b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:53.683610 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa12ae-b11a-4a3f-a742-a0c05a15c73a admin admin] Pushing event deleted for resources: {'Port': ['ID=51b6f3cb-5add-4540-87e4-11628b02954b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:53.699162 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b36314-a02d-40bd-877a-225a1bea2dcb None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:17:53.750808 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2efa12ae-b11a-4a3f-a742-a0c05a15c73a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (4bb8eec4-9209-4eef-ac83-80214ff9f9aa), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:53.848050 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2efa12ae-b11a-4a3f-a742-a0c05a15c73a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (4bb8eec4-9209-4eef-ac83-80214ff9f9aa), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:53.851100 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2efa12ae-b11a-4a3f-a742-a0c05a15c73a admin admin] Publish callbacks [] for router_controller (4bb8eec4-9209-4eef-ac83-80214ff9f9aa), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:53.903090 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2efa12ae-b11a-4a3f-a742-a0c05a15c73a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (4bb8eec4-9209-4eef-ac83-80214ff9f9aa), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:53.903871 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efa12ae-b11a-4a3f-a742-a0c05a15c73a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bb8eec4-9209-4eef-ac83-80214ff9f9aa {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:17:53.910569 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2efa12ae-b11a-4a3f-a742-a0c05a15c73a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:53.914768 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2efa12ae-b11a-4a3f-a742-a0c05a15c73a admin admin] 10.222.0.31 "DELETE /v2.0/routers/4bb8eec4-9209-4eef-ac83-80214ff9f9aa HTTP/1.1" status: 204 len: 168 time: 1.6470375 Jan 18 20:17:53.915173 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54336) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:53.971279 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc4b596b-6a2a-49eb-8371-3a3c92479d22 admin admin] Deleting subnet 9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:17:53.975702 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc4b596b-6a2a-49eb-8371-3a3c92479d22 admin admin] Publish callbacks [] for subnet (9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:54.058619 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc4b596b-6a2a-49eb-8371-3a3c92479d22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:54.075590 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54344) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:54.156711 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc4b596b-6a2a-49eb-8371-3a3c92479d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:54.229196 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc4b596b-6a2a-49eb-8371-3a3c92479d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:54.276021 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b596b-6a2a-49eb-8371-3a3c92479d22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:54.286774 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc4b596b-6a2a-49eb-8371-3a3c92479d22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:54.295108 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0861f321-6f7f-491b-bf18-83c5dc2c2244 None None] Network e1f83d18-5a1f-40b1-a766-529834464aa6 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:17:54.298438 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bc4b596b-6a2a-49eb-8371-3a3c92479d22 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9853c958-5c8c-4e78-b80c-d1f9e0bd1ff2 HTTP/1.1" status: 204 len: 168 time: 0.3798470 Jan 18 20:17:54.307169 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54350) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:54.474964 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2fe0bfe9-f5a3-4bf8-9660-8682370dea49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (e1f83d18-5a1f-40b1-a766-529834464aa6), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:54.560865 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2fe0bfe9-f5a3-4bf8-9660-8682370dea49 admin admin] Deleting port 617ffce7-91a8-4414-b2ec-110da1329adb {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:17:54.562061 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2fe0bfe9-f5a3-4bf8-9660-8682370dea49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (617ffce7-91a8-4414-b2ec-110da1329adb), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:54.626137 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54356) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:54.651381 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-2fe0bfe9-f5a3-4bf8-9660-8682370dea49 admin admin] For port 617ffce7-91a8-4414-b2ec-110da1329adb, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=617ffce7-91a8-4414-b2ec-110da1329adb,segment=NetworkSegment(9eb2d016-e7bd-4fa2-af6a-028fb8651f71),segment_id=9eb2d016-e7bd-4fa2-af6a-028fb8651f71)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:17:54.651608 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2fe0bfe9-f5a3-4bf8-9660-8682370dea49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (617ffce7-91a8-4414-b2ec-110da1329adb), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:54.667486 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2fe0bfe9-f5a3-4bf8-9660-8682370dea49 admin admin] Calling delete_port for 617ffce7-91a8-4414-b2ec-110da1329adb owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:17:54.752543 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2fe0bfe9-f5a3-4bf8-9660-8682370dea49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (617ffce7-91a8-4414-b2ec-110da1329adb), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:54.800733 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-501811cd-940f-4523-9e64-8ee30f007bf5 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-831417396', 'router:external': True}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:17:54.808015 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0bfe9-f5a3-4bf8-9660-8682370dea49 admin admin] Pushing event deleted for resources: {'Port': ['ID=617ffce7-91a8-4414-b2ec-110da1329adb,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:54.820290 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7932df-a88e-4779-8893-48fbf3105394 None None] DHCP port deletion for e1f83d18-5a1f-40b1-a766-529834464aa6 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:17:54.832547 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe0bfe9-f5a3-4bf8-9660-8682370dea49 admin admin] No DVR routers for this DVR port 617ffce7-91a8-4414-b2ec-110da1329adb on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:17:54.905704 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501811cd-940f-4523-9e64-8ee30f007bf5 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Made reservation on behalf of 1b55d2ee74fa4c1692f55751d7542ea5 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:17:54.907991 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-501811cd-940f-4523-9e64-8ee30f007bf5 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:54.917650 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1d75b5a5-fb47-415f-b62b-7be29c28e901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (c5102d54-b01b-4be3-869d-b40b58d16fb7), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:54.946972 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2fe0bfe9-f5a3-4bf8-9660-8682370dea49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (e1f83d18-5a1f-40b1-a766-529834464aa6), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:54.949793 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b0fb59b4-d0f4-4677-b474-76413bb233be no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:17:54.949945 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-501811cd-940f-4523-9e64-8ee30f007bf5 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:54.971584 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: b0fb59b4-d0f4-4677-b474-76413bb233be {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:17:54.972166 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b0fb59b4-d0f4-4677-b474-76413bb233be not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:17:54.972750 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 51b6f3cb-5add-4540-87e4-11628b02954b no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:17:54.995099 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 51b6f3cb-5add-4540-87e4-11628b02954b {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:17:54.996112 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 51b6f3cb-5add-4540-87e4-11628b02954b not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:17:54.996738 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 617ffce7-91a8-4414-b2ec-110da1329adb no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:17:55.020101 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 617ffce7-91a8-4414-b2ec-110da1329adb {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:17:55.020800 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 617ffce7-91a8-4414-b2ec-110da1329adb not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:17:55.058930 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-501811cd-940f-4523-9e64-8ee30f007bf5 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for security_group (1e8f5668-3a3f-49d6-b8ce-453ad68ceb6e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:55.060944 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-2fe0bfe9-f5a3-4bf8-9660-8682370dea49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f83d18-5a1f-40b1-a766-529834464aa6']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:17:55.070266 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-501811cd-940f-4523-9e64-8ee30f007bf5 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1e8f5668-3a3f-49d6-b8ce-453ad68ceb6e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:55.082801 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-2fe0bfe9-f5a3-4bf8-9660-8682370dea49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb2d016-e7bd-4fa2-af6a-028fb8651f71') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:17:55.082801 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-2fe0bfe9-f5a3-4bf8-9660-8682370dea49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb2d016-e7bd-4fa2-af6a-028fb8651f71') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:17:55.101953 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2fe0bfe9-f5a3-4bf8-9660-8682370dea49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (9eb2d016-e7bd-4fa2-af6a-028fb8651f71), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:55.120329 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501811cd-940f-4523-9e64-8ee30f007bf5 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:17:55.128908 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501811cd-940f-4523-9e64-8ee30f007bf5 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8f5668-3a3f-49d6-b8ce-453ad68ceb6e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:55.136096 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2fe0bfe9-f5a3-4bf8-9660-8682370dea49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (9eb2d016-e7bd-4fa2-af6a-028fb8651f71), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:55.138426 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-501811cd-940f-4523-9e64-8ee30f007bf5 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (c2f4851f-6450-4a74-9cc9-17c07581fe2a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:55.138785 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-501811cd-940f-4523-9e64-8ee30f007bf5 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Added segment c2f4851f-6450-4a74-9cc9-17c07581fe2a of type vlan for network 30ceb306-276f-4839-806c-230a35de5628 Jan 18 20:17:55.150054 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe0bfe9-f5a3-4bf8-9660-8682370dea49 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:17:55.150428 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2fe0bfe9-f5a3-4bf8-9660-8682370dea49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (9eb2d016-e7bd-4fa2-af6a-028fb8651f71), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:17:55.152099 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:17:55.228283 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-1d75b5a5-fb47-415f-b62b-7be29c28e901 admin admin] Deleting port 32dbd70c-8187-47a3-9ff3-5868efa877cf {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:17:55.228896 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1d75b5a5-fb47-415f-b62b-7be29c28e901 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (32dbd70c-8187-47a3-9ff3-5868efa877cf), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:55.236431 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-501811cd-940f-4523-9e64-8ee30f007bf5 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (30ceb306-276f-4839-806c-230a35de5628), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:55.240925 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2fe0bfe9-f5a3-4bf8-9660-8682370dea49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (e1f83d18-5a1f-40b1-a766-529834464aa6), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:55.250954 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2fe0bfe9-f5a3-4bf8-9660-8682370dea49 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:55.254252 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2fe0bfe9-f5a3-4bf8-9660-8682370dea49 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e1f83d18-5a1f-40b1-a766-529834464aa6 HTTP/1.1" status: 204 len: 168 time: 0.9440942 Jan 18 20:17:55.305283 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0bfe9-f5a3-4bf8-9660-8682370dea49 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1f83d18-5a1f-40b1-a766-529834464aa6,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:55.322152 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-501811cd-940f-4523-9e64-8ee30f007bf5 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (30ceb306-276f-4839-806c-230a35de5628), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:55.323568 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501811cd-940f-4523-9e64-8ee30f007bf5 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:55.323692 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-501811cd-940f-4523-9e64-8ee30f007bf5 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:55.328882 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-1d75b5a5-fb47-415f-b62b-7be29c28e901 admin admin] For port 32dbd70c-8187-47a3-9ff3-5868efa877cf, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=32dbd70c-8187-47a3-9ff3-5868efa877cf,segment=NetworkSegment(e348fd61-ae14-4cdf-be3c-92d28b1f7c8a),segment_id=e348fd61-ae14-4cdf-be3c-92d28b1f7c8a)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:17:55.329250 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1d75b5a5-fb47-415f-b62b-7be29c28e901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (32dbd70c-8187-47a3-9ff3-5868efa877cf), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:55.344306 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-1d75b5a5-fb47-415f-b62b-7be29c28e901 admin admin] Calling delete_port for 32dbd70c-8187-47a3-9ff3-5868efa877cf owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:17:55.389416 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-501811cd-940f-4523-9e64-8ee30f007bf5 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7617350 Jan 18 20:17:55.392307 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54362) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:55.398340 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-3a4cc236-d8c3-4adc-b2bb-e3e00ac0db14 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Request body: {'subnet': {'network_id': '30ceb306-276f-4839-806c-230a35de5628', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:17:55.406822 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501811cd-940f-4523-9e64-8ee30f007bf5 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Pushing event updated for resources: {'Network': ['ID=30ceb306-276f-4839-806c-230a35de5628,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:55.423271 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 30ceb306-276f-4839-806c-230a35de5628 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:17:55.451007 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4cc236-d8c3-4adc-b2bb-e3e00ac0db14 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Made reservation on behalf of 1b55d2ee74fa4c1692f55751d7542ea5 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:17:55.454093 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a4cc236-d8c3-4adc-b2bb-e3e00ac0db14 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:55.575571 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bf7c8938-dc99-42a2-b806-049310af3319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:55.587885 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54364) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:55.595331 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1d75b5a5-fb47-415f-b62b-7be29c28e901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (32dbd70c-8187-47a3-9ff3-5868efa877cf), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:55.625709 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75b5a5-fb47-415f-b62b-7be29c28e901 admin admin] Pushing event deleted for resources: {'Port': ['ID=32dbd70c-8187-47a3-9ff3-5868efa877cf,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:55.652684 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265c4973-c9f6-42dc-b1e8-ce496d7349ce None None] DHCP port deletion for 9bae8be3-cced-4e71-aa87-680dd9e51700 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:17:55.674968 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8f8fb965-63f9-46df-b72c-d4a7c749d26b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9bd07fca844c4db2bbd74f640865a0f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0856657 Jan 18 20:17:55.677083 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54368) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:55.708369 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 497e899d-dcd5-414d-8e9e-e9b921e6c1e2 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:17:55.746294 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 497e899d-dcd5-414d-8e9e-e9b921e6c1e2 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:17:55.746935 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 497e899d-dcd5-414d-8e9e-e9b921e6c1e2 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:17:55.792095 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d95566b-5a05-4ca3-bae2-7721a533b614 admin admin] Publish callbacks [] for security_group (bb0e0d42-fb95-46de-85f9-71dcba3350cc), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:55.836290 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1d75b5a5-fb47-415f-b62b-7be29c28e901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (c5102d54-b01b-4be3-869d-b40b58d16fb7), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:55.849729 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d95566b-5a05-4ca3-bae2-7721a533b614 admin admin] Publish callbacks [] for security_group (bb0e0d42-fb95-46de-85f9-71dcba3350cc), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:55.940950 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d95566b-5a05-4ca3-bae2-7721a533b614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (bb0e0d42-fb95-46de-85f9-71dcba3350cc), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:55.944279 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d95566b-5a05-4ca3-bae2-7721a533b614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:55.945427 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1d95566b-5a05-4ca3-bae2-7721a533b614 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb0e0d42-fb95-46de-85f9-71dcba3350cc HTTP/1.1" status: 204 len: 168 time: 0.2667334 Jan 18 20:17:55.948168 n-d-741529-9 neutron-server[103335]: DEBUG neutron.objects.ports [None req-3a4cc236-d8c3-4adc-b2bb-e3e00ac0db14 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103335) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 20:17:55.948752 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a4cc236-d8c3-4adc-b2bb-e3e00ac0db14 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (e8207103-e468-45a2-a6ec-69c6fab93b3e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:55.985978 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95566b-5a05-4ca3-bae2-7721a533b614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0e0d42-fb95-46de-85f9-71dcba3350cc,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:56.020627 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4cc236-d8c3-4adc-b2bb-e3e00ac0db14 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e8207103-e468-45a2-a6ec-69c6fab93b3e,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:56.031403 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4cc236-d8c3-4adc-b2bb-e3e00ac0db14 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Checking segment: {'id': 'c2f4851f-6450-4a74-9cc9-17c07581fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '30ceb306-276f-4839-806c-230a35de5628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:17:56.032050 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4cc236-d8c3-4adc-b2bb-e3e00ac0db14 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Network hostable DHCP agents. Network: 30ceb306-276f-4839-806c-230a35de5628, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:17:56.052173 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4cc236-d8c3-4adc-b2bb-e3e00ac0db14 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Network 30ceb306-276f-4839-806c-230a35de5628 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:17:56.063669 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-3a4cc236-d8c3-4adc-b2bb-e3e00ac0db14 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 30ceb306-276f-4839-806c-230a35de5628) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:17:56.070882 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4cc236-d8c3-4adc-b2bb-e3e00ac0db14 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:56.072736 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a4cc236-d8c3-4adc-b2bb-e3e00ac0db14 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:56.075780 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5856878f-d424-4dfb-be10-6e06f91f79e5 None None] Network 30ceb306-276f-4839-806c-230a35de5628 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:17:56.097951 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3a4cc236-d8c3-4adc-b2bb-e3e00ac0db14 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7021091 Jan 18 20:17:56.099288 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54372) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:56.107088 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-25fab7c3-4d73-466b-962b-ab5c6d66e9de tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1204886631', 'network_id': '30ceb306-276f-4839-806c-230a35de5628'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:17:56.143982 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fab7c3-4d73-466b-962b-ab5c6d66e9de tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Made reservation on behalf of 1b55d2ee74fa4c1692f55751d7542ea5 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:17:56.146310 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-25fab7c3-4d73-466b-962b-ab5c6d66e9de tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:56.161368 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d75b5a5-fb47-415f-b62b-7be29c28e901 admin admin] Router c5102d54-b01b-4be3-869d-b40b58d16fb7 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:17:56.165693 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-25fab7c3-4d73-466b-962b-ab5c6d66e9de tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] device_id is not set on port fafdda62-04fc-418e-972d-35a33d8cbba3 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:17:56.188103 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06df4c3d-6c08-4697-9277-1b39210a9d32 None None] Network 30ceb306-276f-4839-806c-230a35de5628 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:17:56.347139 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-25fab7c3-4d73-466b-962b-ab5c6d66e9de tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Allocated IP 172.20.0.3 (30ceb306-276f-4839-806c-230a35de5628/e8207103-e468-45a2-a6ec-69c6fab93b3e/fafdda62-04fc-418e-972d-35a33d8cbba3) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:17:56.426611 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d75b5a5-fb47-415f-b62b-7be29c28e901 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:17:56.437204 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c02f9a-5649-411b-b230-6470d1d47d9d None None] Sync routers for ids ['c5102d54-b01b-4be3-869d-b40b58d16fb7'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:17:56.445037 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54382) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:56.446888 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1d75b5a5-fb47-415f-b62b-7be29c28e901 admin admin] 10.222.0.31 "PUT /v2.0/routers/c5102d54-b01b-4be3-869d-b40b58d16fb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3687925 Jan 18 20:17:56.465480 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c02f9a-5649-411b-b230-6470d1d47d9d None None] Routers {'c5102d54-b01b-4be3-869d-b40b58d16fb7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:17:56.466976 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-10c02f9a-5649-411b-b230-6470d1d47d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:17:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['c5102d54-b01b-4be3-869d-b40b58d16fb7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:17:56.678346 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-25fab7c3-4d73-466b-962b-ab5c6d66e9de tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for port (fafdda62-04fc-418e-972d-35a33d8cbba3), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:56.682882 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-10c02f9a-5649-411b-b230-6470d1d47d9d None None] Set router c5102d54-b01b-4be3-869d-b40b58d16fb7 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:17:56.712029 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68a1deac-12ab-4681-a074-7235719125c6 admin admin] Publish callbacks [] for router (c5102d54-b01b-4be3-869d-b40b58d16fb7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:56.743833 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-25fab7c3-4d73-466b-962b-ab5c6d66e9de tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (fafdda62-04fc-418e-972d-35a33d8cbba3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:56.847504 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fab7c3-4d73-466b-962b-ab5c6d66e9de tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Network 30ceb306-276f-4839-806c-230a35de5628 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:17:56.856433 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68a1deac-12ab-4681-a074-7235719125c6 admin admin] Publish callbacks [] for router_gateway (c5102d54-b01b-4be3-869d-b40b58d16fb7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:56.874339 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-25fab7c3-4d73-466b-962b-ab5c6d66e9de tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:17:56.877519 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fab7c3-4d73-466b-962b-ab5c6d66e9de tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:17:56.880098 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fab7c3-4d73-466b-962b-ab5c6d66e9de tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Pushing event updated for resources: {'Port': ['ID=fafdda62-04fc-418e-972d-35a33d8cbba3,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:56.940836 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-68a1deac-12ab-4681-a074-7235719125c6 admin admin] Deleting port 83890069-d154-4c21-9a03-14bea18851d7 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:17:56.941177 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68a1deac-12ab-4681-a074-7235719125c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (83890069-d154-4c21-9a03-14bea18851d7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:56.968344 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fab7c3-4d73-466b-962b-ab5c6d66e9de tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:56.969312 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-25fab7c3-4d73-466b-962b-ab5c6d66e9de tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:56.996304 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-25fab7c3-4d73-466b-962b-ab5c6d66e9de tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.8958054 Jan 18 20:17:57.000476 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54396) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:57.038205 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-10c02f9a-5649-411b-b230-6470d1d47d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5102d54-b01b-4be3-869d-b40b58d16fb7', 'name': 'tempest-ServerRescueNegativeTestJSON-315017332-router', 'tenant_id': 'd59cddb1215e4094a41609f512841133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '83890069-d154-4c21-9a03-14bea18851d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:14:32Z', 'updated_at': '2022-01-18T20:17:55Z', 'revision_number': 5, 'project_id': 'd59cddb1215e4094a41609f512841133', 'gw_port': {'id': '83890069-d154-4c21-9a03-14bea18851d7', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5102d54-b01b-4be3-869d-b40b58d16fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:14:32Z', 'updated_at': '2022-01-18T20:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:17:57.054703 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-68a1deac-12ab-4681-a074-7235719125c6 admin admin] For port 83890069-d154-4c21-9a03-14bea18851d7, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=83890069-d154-4c21-9a03-14bea18851d7,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:17:57.055275 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68a1deac-12ab-4681-a074-7235719125c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (83890069-d154-4c21-9a03-14bea18851d7), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:57.071844 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-68a1deac-12ab-4681-a074-7235719125c6 admin admin] Calling delete_port for 83890069-d154-4c21-9a03-14bea18851d7 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:17:57.096477 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54398) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:57.101949 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c02f9a-5649-411b-b230-6470d1d47d9d None None] Checking router: c5102d54-b01b-4be3-869d-b40b58d16fb7 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:17:57.112883 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c02f9a-5649-411b-b230-6470d1d47d9d None None] Routers {'c5102d54-b01b-4be3-869d-b40b58d16fb7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:17:57.113508 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-10c02f9a-5649-411b-b230-6470d1d47d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:17:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['c5102d54-b01b-4be3-869d-b40b58d16fb7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:17:57.115374 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-8580d7f3-9ce0-453c-9df4-c39b590e8c86 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Deleting port fafdda62-04fc-418e-972d-35a33d8cbba3 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:17:57.116437 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8580d7f3-9ce0-453c-9df4-c39b590e8c86 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (fafdda62-04fc-418e-972d-35a33d8cbba3), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:57.219912 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-10c02f9a-5649-411b-b230-6470d1d47d9d None None] Set router c5102d54-b01b-4be3-869d-b40b58d16fb7 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:17:57.228674 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8580d7f3-9ce0-453c-9df4-c39b590e8c86 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (fafdda62-04fc-418e-972d-35a33d8cbba3), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:57.245847 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-8580d7f3-9ce0-453c-9df4-c39b590e8c86 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Calling delete_port for fafdda62-04fc-418e-972d-35a33d8cbba3 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:17:57.258856 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f8fd8b20-0807-4706-850f-0035a7982fd2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-671328526-network', 'tenant_id': '8eca3a9f06804537a25925153d5d2b3d'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:17:57.357803 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68a1deac-12ab-4681-a074-7235719125c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (83890069-d154-4c21-9a03-14bea18851d7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:57.406129 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f77cdd-8500-4207-8e3b-d3618688ff4e None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:17:57.410598 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a1deac-12ab-4681-a074-7235719125c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=83890069-d154-4c21-9a03-14bea18851d7,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:57.420259 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8580d7f3-9ce0-453c-9df4-c39b590e8c86 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (fafdda62-04fc-418e-972d-35a33d8cbba3), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:57.432157 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-10c02f9a-5649-411b-b230-6470d1d47d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5102d54-b01b-4be3-869d-b40b58d16fb7', 'name': 'tempest-ServerRescueNegativeTestJSON-315017332-router', 'tenant_id': 'd59cddb1215e4094a41609f512841133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:14:32Z', 'updated_at': '2022-01-18T20:17:56Z', 'revision_number': 6, 'project_id': 'd59cddb1215e4094a41609f512841133', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:17:57.449252 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580d7f3-9ce0-453c-9df4-c39b590e8c86 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Pushing event deleted for resources: {'Port': ['ID=fafdda62-04fc-418e-972d-35a33d8cbba3,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:57.465195 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fd8b20-0807-4706-850f-0035a7982fd2 admin admin] Made reservation on behalf of 8eca3a9f06804537a25925153d5d2b3d for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:17:57.466185 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8b20-0807-4706-850f-0035a7982fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:57.472394 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c02f9a-5649-411b-b230-6470d1d47d9d None None] The sync data for ids ['c5102d54-b01b-4be3-869d-b40b58d16fb7'] in n-d-741529-9 is: [{'id': 'c5102d54-b01b-4be3-869d-b40b58d16fb7', 'name': 'tempest-ServerRescueNegativeTestJSON-315017332-router', 'tenant_id': 'd59cddb1215e4094a41609f512841133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:14:32Z', 'updated_at': '2022-01-18T20:17:56Z', 'revision_number': 6, 'project_id': 'd59cddb1215e4094a41609f512841133', 'gw_port_host': None}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:17:57.500974 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8b20-0807-4706-850f-0035a7982fd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:57.518694 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68a1deac-12ab-4681-a074-7235719125c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (c5102d54-b01b-4be3-869d-b40b58d16fb7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:57.576689 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8580d7f3-9ce0-453c-9df4-c39b590e8c86 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:57.580255 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8580d7f3-9ce0-453c-9df4-c39b590e8c86 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "DELETE /v2.0/ports/fafdda62-04fc-418e-972d-35a33d8cbba3 HTTP/1.1" status: 204 len: 168 time: 0.5784645 Jan 18 20:17:57.583431 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54402) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:57.590292 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-bb0899a7-e817-4ba6-bdc7-6ed594040829 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30ceb306-276f-4839-806c-230a35de5628', 'external_fixed_ips': [{'subnet_id': 'e8207103-e468-45a2-a6ec-69c6fab93b3e', 'ip_address': '172.20.0.3'}]}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:17:57.621230 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68a1deac-12ab-4681-a074-7235719125c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (c5102d54-b01b-4be3-869d-b40b58d16fb7), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:57.623809 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68a1deac-12ab-4681-a074-7235719125c6 admin admin] Publish callbacks [] for router_controller (c5102d54-b01b-4be3-869d-b40b58d16fb7), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:57.657961 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8b20-0807-4706-850f-0035a7982fd2 admin admin] Publish callbacks [] for security_group (09e34d53-8fdc-40ee-880c-94e0f1c99b01), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:57.659601 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb0899a7-e817-4ba6-bdc7-6ed594040829 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (423f9162-d691-4057-a0e3-a7440af7ca3b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:57.660694 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb0899a7-e817-4ba6-bdc7-6ed594040829 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (423f9162-d691-4057-a0e3-a7440af7ca3b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:57.665756 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8b20-0807-4706-850f-0035a7982fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (09e34d53-8fdc-40ee-880c-94e0f1c99b01), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:57.683323 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68a1deac-12ab-4681-a074-7235719125c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (c5102d54-b01b-4be3-869d-b40b58d16fb7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:57.683977 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a1deac-12ab-4681-a074-7235719125c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5102d54-b01b-4be3-869d-b40b58d16fb7 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:17:57.689731 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68a1deac-12ab-4681-a074-7235719125c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:57.693690 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-68a1deac-12ab-4681-a074-7235719125c6 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c5102d54-b01b-4be3-869d-b40b58d16fb7 HTTP/1.1" status: 204 len: 168 time: 1.2448375 Jan 18 20:17:57.694025 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54404) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:57.702229 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8fd8b20-0807-4706-850f-0035a7982fd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:17:57.749267 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-151547c5-75be-4533-b2dc-dfa460d4a4c3 admin admin] Deleting subnet 8b0c6c1e-1c31-4591-a3ac-dad17a871642 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:17:57.752235 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd8b20-0807-4706-850f-0035a7982fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e34d53-8fdc-40ee-880c-94e0f1c99b01,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:57.753001 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-151547c5-75be-4533-b2dc-dfa460d4a4c3 admin admin] Publish callbacks [] for subnet (8b0c6c1e-1c31-4591-a3ac-dad17a871642), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:57.768018 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7d627d17-0918-443a-8bf7-2058177287d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:57.783950 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8b20-0807-4706-850f-0035a7982fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (1e4ae7ad-6d4f-46fa-b22b-d09ee8dfdc84), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:57.784300 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-f8fd8b20-0807-4706-850f-0035a7982fd2 admin admin] Added segment 1e4ae7ad-6d4f-46fa-b22b-d09ee8dfdc84 of type vlan for network 3d21eaa8-de99-4564-9894-cc73fb6adc58 Jan 18 20:17:57.799420 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb0899a7-e817-4ba6-bdc7-6ed594040829 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router_controller (423f9162-d691-4057-a0e3-a7440af7ca3b), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:57.819616 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-151547c5-75be-4533-b2dc-dfa460d4a4c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (8b0c6c1e-1c31-4591-a3ac-dad17a871642), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:57.841996 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8b20-0807-4706-850f-0035a7982fd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (3d21eaa8-de99-4564-9894-cc73fb6adc58), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:57.870013 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-151547c5-75be-4533-b2dc-dfa460d4a4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (8b0c6c1e-1c31-4591-a3ac-dad17a871642), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:57.939505 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-151547c5-75be-4533-b2dc-dfa460d4a4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (8b0c6c1e-1c31-4591-a3ac-dad17a871642), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:57.951732 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8b20-0807-4706-850f-0035a7982fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (3d21eaa8-de99-4564-9894-cc73fb6adc58), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:57.952720 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fd8b20-0807-4706-850f-0035a7982fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:57.953547 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8b20-0807-4706-850f-0035a7982fd2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:57.969967 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151547c5-75be-4533-b2dc-dfa460d4a4c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b0c6c1e-1c31-4591-a3ac-dad17a871642,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:57.997130 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b7b68e-7ce9-4d7d-8419-e970a59ad0b6 None None] Network 9bae8be3-cced-4e71-aa87-680dd9e51700 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:17:58.009199 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-151547c5-75be-4533-b2dc-dfa460d4a4c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:58.013476 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-151547c5-75be-4533-b2dc-dfa460d4a4c3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8b0c6c1e-1c31-4591-a3ac-dad17a871642 HTTP/1.1" status: 204 len: 168 time: 0.3182702 Jan 18 20:17:58.016226 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54408) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:58.016543 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd8b20-0807-4706-850f-0035a7982fd2 admin admin] Pushing event updated for resources: {'Network': ['ID=3d21eaa8-de99-4564-9894-cc73fb6adc58,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:58.037149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 3d21eaa8-de99-4564-9894-cc73fb6adc58 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:17:58.098920 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb0899a7-e817-4ba6-bdc7-6ed594040829 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router_gateway (423f9162-d691-4057-a0e3-a7440af7ca3b), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:58.107302 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f8fd8b20-0807-4706-850f-0035a7982fd2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0098307 Jan 18 20:17:58.110624 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54410) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:58.116248 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-11bea9cd-158f-4f1b-b17b-86a85f9b7c52 admin admin] Request body: {'subnet': {'network_id': '3d21eaa8-de99-4564-9894-cc73fb6adc58', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-671328526-subnet', 'tenant_id': '8eca3a9f06804537a25925153d5d2b3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:17:58.121276 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9274bc74-dfcb-4a9b-9b88-59af79e034e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (9bae8be3-cced-4e71-aa87-680dd9e51700), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:58.159720 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bea9cd-158f-4f1b-b17b-86a85f9b7c52 admin admin] Made reservation on behalf of 8eca3a9f06804537a25925153d5d2b3d for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:17:58.163004 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-11bea9cd-158f-4f1b-b17b-86a85f9b7c52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:58.179271 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628c77c0-922d-4165-9996-3ea229e1b7f1 None None] DHCP port deletion for 9bae8be3-cced-4e71-aa87-680dd9e51700 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:17:58.236334 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9274bc74-dfcb-4a9b-9b88-59af79e034e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (9bae8be3-cced-4e71-aa87-680dd9e51700), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:58.257349 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-9274bc74-dfcb-4a9b-9b88-59af79e034e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bae8be3-cced-4e71-aa87-680dd9e51700']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:17:58.268635 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-9274bc74-dfcb-4a9b-9b88-59af79e034e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e348fd61-ae14-4cdf-be3c-92d28b1f7c8a') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:17:58.269552 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-9274bc74-dfcb-4a9b-9b88-59af79e034e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e348fd61-ae14-4cdf-be3c-92d28b1f7c8a') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:17:58.289185 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9274bc74-dfcb-4a9b-9b88-59af79e034e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (e348fd61-ae14-4cdf-be3c-92d28b1f7c8a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:58.310948 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9274bc74-dfcb-4a9b-9b88-59af79e034e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (e348fd61-ae14-4cdf-be3c-92d28b1f7c8a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:58.320256 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9274bc74-dfcb-4a9b-9b88-59af79e034e2 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:17:58.321120 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9274bc74-dfcb-4a9b-9b88-59af79e034e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (e348fd61-ae14-4cdf-be3c-92d28b1f7c8a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:17:58.324201 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:17:58.392118 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9274bc74-dfcb-4a9b-9b88-59af79e034e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (9bae8be3-cced-4e71-aa87-680dd9e51700), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:58.406884 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9274bc74-dfcb-4a9b-9b88-59af79e034e2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:58.416197 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9274bc74-dfcb-4a9b-9b88-59af79e034e2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9bae8be3-cced-4e71-aa87-680dd9e51700 HTTP/1.1" status: 204 len: 168 time: 0.3963847 Jan 18 20:17:58.429768 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274bc74-dfcb-4a9b-9b88-59af79e034e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bae8be3-cced-4e71-aa87-680dd9e51700,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:58.502372 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-11bea9cd-158f-4f1b-b17b-86a85f9b7c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (62c9359d-435f-4107-9b57-ec234c50abf5), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:58.539857 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb0899a7-e817-4ba6-bdc7-6ed594040829 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router_gateway (423f9162-d691-4057-a0e3-a7440af7ca3b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:58.560717 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54414) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:58.574628 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb0899a7-e817-4ba6-bdc7-6ed594040829 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:58.590202 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bea9cd-158f-4f1b-b17b-86a85f9b7c52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62c9359d-435f-4107-9b57-ec234c50abf5,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:58.617053 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d51e825a-1809-47f3-89ea-479067e3a478 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d59cddb1215e4094a41609f512841133&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0523820 Jan 18 20:17:58.617322 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54416) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:58.652056 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bea9cd-158f-4f1b-b17b-86a85f9b7c52 admin admin] Checking segment: {'id': '1e4ae7ad-6d4f-46fa-b22b-d09ee8dfdc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3d21eaa8-de99-4564-9894-cc73fb6adc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:17:58.652417 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bea9cd-158f-4f1b-b17b-86a85f9b7c52 admin admin] Network hostable DHCP agents. Network: 3d21eaa8-de99-4564-9894-cc73fb6adc58, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:17:58.678637 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9cf0c1bc-0fba-445c-aad7-718947172f39 admin admin] Publish callbacks [] for security_group (ae60504e-16b4-4dd1-a600-ff17c2793dae), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:58.706913 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9cf0c1bc-0fba-445c-aad7-718947172f39 admin admin] Publish callbacks [] for security_group (ae60504e-16b4-4dd1-a600-ff17c2793dae), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:58.714426 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bea9cd-158f-4f1b-b17b-86a85f9b7c52 admin admin] Network 3d21eaa8-de99-4564-9894-cc73fb6adc58 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:17:58.746348 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-11bea9cd-158f-4f1b-b17b-86a85f9b7c52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 3d21eaa8-de99-4564-9894-cc73fb6adc58) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:17:58.753289 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bea9cd-158f-4f1b-b17b-86a85f9b7c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:58.753955 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-11bea9cd-158f-4f1b-b17b-86a85f9b7c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:58.779043 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9cf0c1bc-0fba-445c-aad7-718947172f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ae60504e-16b4-4dd1-a600-ff17c2793dae), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:58.781954 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc39cf8-47da-4c16-a341-1bc501a412f4 None None] Network 3d21eaa8-de99-4564-9894-cc73fb6adc58 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:17:58.782440 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9cf0c1bc-0fba-445c-aad7-718947172f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:58.783790 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9cf0c1bc-0fba-445c-aad7-718947172f39 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ae60504e-16b4-4dd1-a600-ff17c2793dae HTTP/1.1" status: 204 len: 168 time: 0.1654372 Jan 18 20:17:58.789447 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-11bea9cd-158f-4f1b-b17b-86a85f9b7c52 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6777856 Jan 18 20:17:58.799583 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0c1bc-0fba-445c-aad7-718947172f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae60504e-16b4-4dd1-a600-ff17c2793dae,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:58.804102 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-bb0899a7-e817-4ba6-bdc7-6ed594040829 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Allocated IP 172.20.0.3 (30ceb306-276f-4839-806c-230a35de5628/e8207103-e468-45a2-a6ec-69c6fab93b3e/b478b012-854a-4f00-bab8-e280cc398766) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:17:58.963622 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 32dbd70c-8187-47a3-9ff3-5868efa877cf no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:17:59.038783 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 32dbd70c-8187-47a3-9ff3-5868efa877cf {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:17:59.039131 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 32dbd70c-8187-47a3-9ff3-5868efa877cf not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:17:59.039787 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 83890069-d154-4c21-9a03-14bea18851d7 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:17:59.042342 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb0899a7-e817-4ba6-bdc7-6ed594040829 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for port (b478b012-854a-4f00-bab8-e280cc398766), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:59.045545 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:59.079477 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 83890069-d154-4c21-9a03-14bea18851d7 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:17:59.080076 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 83890069-d154-4c21-9a03-14bea18851d7 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:17:59.140413 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab690a9-6ae1-4484-8064-5f46515d2636 None None] Network 3d21eaa8-de99-4564-9894-cc73fb6adc58 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:17:59.143966 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb0899a7-e817-4ba6-bdc7-6ed594040829 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (b478b012-854a-4f00-bab8-e280cc398766), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:59.203713 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0899a7-e817-4ba6-bdc7-6ed594040829 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Network 30ceb306-276f-4839-806c-230a35de5628 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:17:59.207840 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-bb0899a7-e817-4ba6-bdc7-6ed594040829 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:17:59.212317 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0899a7-e817-4ba6-bdc7-6ed594040829 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:17:59.243208 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0899a7-e817-4ba6-bdc7-6ed594040829 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Pushing event updated for resources: {'Port': ['ID=b478b012-854a-4f00-bab8-e280cc398766,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:59.691448 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54456) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:59.804977 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-a84cc1e2-cb0b-44f8-8ad3-8bbb048d7b40 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-755989179-network', 'tenant_id': 'b5351f08773b40e5a9165950def10598'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:17:59.829010 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84cc1e2-cb0b-44f8-8ad3-8bbb048d7b40 admin admin] Made reservation on behalf of b5351f08773b40e5a9165950def10598 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:17:59.831538 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a84cc1e2-cb0b-44f8-8ad3-8bbb048d7b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:59.841675 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a84cc1e2-cb0b-44f8-8ad3-8bbb048d7b40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:59.928052 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a84cc1e2-cb0b-44f8-8ad3-8bbb048d7b40 admin admin] Publish callbacks [] for security_group (98d23831-cacf-44a1-a7bd-494d5cd69cf3), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:59.931699 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63904b-9b91-4c42-8814-7699702b3507 req-d032d8a0-8b04-4bcd-a942-fdbf03b06795 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:59.933250 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a84cc1e2-cb0b-44f8-8ad3-8bbb048d7b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (98d23831-cacf-44a1-a7bd-494d5cd69cf3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:59.933801 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cc63904b-9b91-4c42-8814-7699702b3507 req-d032d8a0-8b04-4bcd-a942-fdbf03b06795 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/networks?id=3d21eaa8-de99-4564-9894-cc73fb6adc58 HTTP/1.1" status: 200 len: 821 time: 0.5242701 Jan 18 20:17:59.959940 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cc63904b-9b91-4c42-8814-7699702b3507 req-92ed65d4-62d1-421b-ad6e-673c355140d1 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/quotas/8eca3a9f06804537a25925153d5d2b3d HTTP/1.1" status: 200 len: 375 time: 0.0154481 Jan 18 20:17:59.967760 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84cc1e2-cb0b-44f8-8ad3-8bbb048d7b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d23831-cacf-44a1-a7bd-494d5cd69cf3,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:59.971780 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb0899a7-e817-4ba6-bdc7-6ed594040829 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router_gateway (423f9162-d691-4057-a0e3-a7440af7ca3b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:59.978878 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a84cc1e2-cb0b-44f8-8ad3-8bbb048d7b40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:17:59.988403 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a84cc1e2-cb0b-44f8-8ad3-8bbb048d7b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (b6264018-601f-4fe3-bae9-65d770b7a3ac), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:59.988820 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-a84cc1e2-cb0b-44f8-8ad3-8bbb048d7b40 admin admin] Added segment b6264018-601f-4fe3-bae9-65d770b7a3ac of type vlan for network 893d13e5-1b93-4be1-a81f-c729a36da4ac Jan 18 20:18:00.031542 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a84cc1e2-cb0b-44f8-8ad3-8bbb048d7b40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (893d13e5-1b93-4be1-a81f-c729a36da4ac), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:00.034116 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cc63904b-9b91-4c42-8814-7699702b3507 req-dfd08b98-86fc-44ea-b780-987095a0bf00 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8eca3a9f06804537a25925153d5d2b3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638268 Jan 18 20:18:00.061312 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a84cc1e2-cb0b-44f8-8ad3-8bbb048d7b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (893d13e5-1b93-4be1-a81f-c729a36da4ac), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:00.062602 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84cc1e2-cb0b-44f8-8ad3-8bbb048d7b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:00.063233 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a84cc1e2-cb0b-44f8-8ad3-8bbb048d7b40 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:00.133719 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a84cc1e2-cb0b-44f8-8ad3-8bbb048d7b40 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4412374 Jan 18 20:18:00.136800 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54460) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:00.141617 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-1344bd59-4aaf-4905-9459-9f10720f3dd3 admin admin] Request body: {'subnet': {'network_id': '893d13e5-1b93-4be1-a81f-c729a36da4ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-755989179-subnet', 'tenant_id': 'b5351f08773b40e5a9165950def10598', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:00.145828 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84cc1e2-cb0b-44f8-8ad3-8bbb048d7b40 admin admin] Pushing event updated for resources: {'Network': ['ID=893d13e5-1b93-4be1-a81f-c729a36da4ac,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:00.167054 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 893d13e5-1b93-4be1-a81f-c729a36da4ac details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:18:00.184590 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1344bd59-4aaf-4905-9459-9f10720f3dd3 admin admin] Made reservation on behalf of b5351f08773b40e5a9165950def10598 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:18:00.188513 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1344bd59-4aaf-4905-9459-9f10720f3dd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:00.191805 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cc63904b-9b91-4c42-8814-7699702b3507 req-c84c8f6f-fa3f-4236-bbc7-4b8ebfaeee85 service neutron] 10.222.0.31 "GET /v2.0/networks/3d21eaa8-de99-4564-9894-cc73fb6adc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209762 Jan 18 20:18:00.388761 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb0899a7-e817-4ba6-bdc7-6ed594040829 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (423f9162-d691-4057-a0e3-a7440af7ca3b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:00.402029 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1344bd59-4aaf-4905-9459-9f10720f3dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (cc5fffa6-4068-41cb-bfac-404742fecf13), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:00.464337 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344bd59-4aaf-4905-9459-9f10720f3dd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc5fffa6-4068-41cb-bfac-404742fecf13,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:00.472285 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1344bd59-4aaf-4905-9459-9f10720f3dd3 admin admin] Checking segment: {'id': 'b6264018-601f-4fe3-bae9-65d770b7a3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '893d13e5-1b93-4be1-a81f-c729a36da4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:18:00.472645 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1344bd59-4aaf-4905-9459-9f10720f3dd3 admin admin] Network hostable DHCP agents. Network: 893d13e5-1b93-4be1-a81f-c729a36da4ac, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:18:00.480021 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:00.495967 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1344bd59-4aaf-4905-9459-9f10720f3dd3 admin admin] Network 893d13e5-1b93-4be1-a81f-c729a36da4ac is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:18:00.508489 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-1344bd59-4aaf-4905-9459-9f10720f3dd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 893d13e5-1b93-4be1-a81f-c729a36da4ac) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:18:00.508991 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cc63904b-9b91-4c42-8814-7699702b3507 req-6b388d21-9573-4a12-9d4a-3be44eab7f9b service neutron] 10.222.0.31 "GET /v2.0/networks/3d21eaa8-de99-4564-9894-cc73fb6adc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991913 Jan 18 20:18:00.514235 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1344bd59-4aaf-4905-9459-9f10720f3dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:00.514821 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1344bd59-4aaf-4905-9459-9f10720f3dd3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:00.526638 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fb9c73-882d-4819-a221-3fc27f48249c None None] Network 893d13e5-1b93-4be1-a81f-c729a36da4ac requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:18:00.537851 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1344bd59-4aaf-4905-9459-9f10720f3dd3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3998072 Jan 18 20:18:00.611842 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0899a7-e817-4ba6-bdc7-6ed594040829 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Router 423f9162-d691-4057-a0e3-a7440af7ca3b is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:18:00.704877 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a856a21e-04d4-4088-8423-dc8f9690b138 None None] Network 893d13e5-1b93-4be1-a81f-c729a36da4ac requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:18:00.876132 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d166381-d15c-4c87-819a-96f246c6ac06 req-6d74115d-cb95-40c2-9e3e-5ec04ae23036 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07419868-abb6-469a-a8df-03dd0067f249 HTTP/1.1" status: 200 len: 210 time: 0.0677483 Jan 18 20:18:00.886743 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0899a7-e817-4ba6-bdc7-6ed594040829 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:18:00.902264 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5f8b40-eb5b-4229-ab26-5628f4eac97d None None] Sync routers for ids ['423f9162-d691-4057-a0e3-a7440af7ca3b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:18:00.915883 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5f8b40-eb5b-4229-ab26-5628f4eac97d None None] Routers {'423f9162-d691-4057-a0e3-a7440af7ca3b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:18:00.916510 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0c5f8b40-eb5b-4229-ab26-5628f4eac97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:17:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['423f9162-d691-4057-a0e3-a7440af7ca3b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:00.939493 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb0899a7-e817-4ba6-bdc7-6ed594040829 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:00.945016 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bb0899a7-e817-4ba6-bdc7-6ed594040829 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.3571196 Jan 18 20:18:00.945016 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54482) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:01.060753 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-0c5f8b40-eb5b-4229-ab26-5628f4eac97d None None] Set router 423f9162-d691-4057-a0e3-a7440af7ca3b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:18:01.149824 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63f836ec-849f-4dec-851b-5acb456d40e4 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router (423f9162-d691-4057-a0e3-a7440af7ca3b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:01.262307 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63f836ec-849f-4dec-851b-5acb456d40e4 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router_gateway (423f9162-d691-4057-a0e3-a7440af7ca3b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:01.300534 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0c5f8b40-eb5b-4229-ab26-5628f4eac97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423f9162-d691-4057-a0e3-a7440af7ca3b', 'name': '', 'tenant_id': '1b55d2ee74fa4c1692f55751d7542ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ceb306-276f-4839-806c-230a35de5628', 'external_fixed_ips': [{'subnet_id': 'e8207103-e468-45a2-a6ec-69c6fab93b3e', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'b478b012-854a-4f00-bab8-e280cc398766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:17:57Z', 'updated_at': '2022-01-18T20:17:59Z', 'revision_number': 3, 'project_id': '1b55d2ee74fa4c1692f55751d7542ea5', 'gw_port': {'id': 'b478b012-854a-4f00-bab8-e280cc398766', 'name': '', 'network_id': '30ceb306-276f-4839-806c-230a35de5628', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:40:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423f9162-d691-4057-a0e3-a7440af7ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': 'e8207103-e468-45a2-a6ec-69c6fab93b3e', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:17:58Z', 'updated_at': '2022-01-18T20:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8207103-e468-45a2-a6ec-69c6fab93b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:01.356975 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5f8b40-eb5b-4229-ab26-5628f4eac97d None None] Checking router: 423f9162-d691-4057-a0e3-a7440af7ca3b for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:18:01.357617 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5f8b40-eb5b-4229-ab26-5628f4eac97d None None] Updating router 423f9162-d691-4057-a0e3-a7440af7ca3b port b478b012-854a-4f00-bab8-e280cc398766 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:18:01.368172 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-a6267808-6588-4dfe-b38c-ba06c09ab9a2 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:01.374846 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-a6267808-6588-4dfe-b38c-ba06c09ab9a2 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/networks?id=893d13e5-1b93-4be1-a81f-c729a36da4ac HTTP/1.1" status: 200 len: 808 time: 0.3104014 Jan 18 20:18:01.390063 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0c5f8b40-eb5b-4229-ab26-5628f4eac97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b478b012-854a-4f00-bab8-e280cc398766), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:01.397282 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-578d2777-309b-4cd2-ae83-59d03755f863 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/quotas/b5351f08773b40e5a9165950def10598 HTTP/1.1" status: 200 len: 375 time: 0.0214331 Jan 18 20:18:01.436872 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-8011d779-59d1-4816-827a-67af980bbf71 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b5351f08773b40e5a9165950def10598&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384359 Jan 18 20:18:01.463443 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-63f836ec-849f-4dec-851b-5acb456d40e4 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Deleting port b478b012-854a-4f00-bab8-e280cc398766 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:18:01.463781 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63f836ec-849f-4dec-851b-5acb456d40e4 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b478b012-854a-4f00-bab8-e280cc398766), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:01.608475 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-26ae53d0-817b-43fc-8324-4a7942987920 service neutron] 10.222.0.31 "GET /v2.0/networks/893d13e5-1b93-4be1-a81f-c729a36da4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707382 Jan 18 20:18:01.610256 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63f836ec-849f-4dec-851b-5acb456d40e4 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b478b012-854a-4f00-bab8-e280cc398766), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:01.627878 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-63f836ec-849f-4dec-851b-5acb456d40e4 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Calling delete_port for b478b012-854a-4f00-bab8-e280cc398766 owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:18:01.668752 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0c5f8b40-eb5b-4229-ab26-5628f4eac97d None None] Publish callbacks [] for port (b478b012-854a-4f00-bab8-e280cc398766), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:01.673837 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0c5f8b40-eb5b-4229-ab26-5628f4eac97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b478b012-854a-4f00-bab8-e280cc398766), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:01.727892 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0c5f8b40-eb5b-4229-ab26-5628f4eac97d None None] Attempting to bind port b478b012-854a-4f00-bab8-e280cc398766 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:18:01.728444 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0c5f8b40-eb5b-4229-ab26-5628f4eac97d None None] Attempting to bind port b478b012-854a-4f00-bab8-e280cc398766 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c2f4851f-6450-4a74-9cc9-17c07581fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '30ceb306-276f-4839-806c-230a35de5628'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:18:01.728980 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5f8b40-eb5b-4229-ab26-5628f4eac97d None None] Attempting to bind port b478b012-854a-4f00-bab8-e280cc398766 on network 30ceb306-276f-4839-806c-230a35de5628 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:18:01.737794 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8627a-a491-40b7-9a63-669fea782aa7 None None] Pushing event updated for resources: {'Port': ['ID=b478b012-854a-4f00-bab8-e280cc398766,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:01.741175 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5f8b40-eb5b-4229-ab26-5628f4eac97d None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:18:01.741555 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5f8b40-eb5b-4229-ab26-5628f4eac97d None None] Checking segment: {'id': 'c2f4851f-6450-4a74-9cc9-17c07581fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '30ceb306-276f-4839-806c-230a35de5628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:18:01.741982 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0c5f8b40-eb5b-4229-ab26-5628f4eac97d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:01.742369 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5f8b40-eb5b-4229-ab26-5628f4eac97d None None] Bound using segment: {'id': 'c2f4851f-6450-4a74-9cc9-17c07581fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '30ceb306-276f-4839-806c-230a35de5628'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:18:01.742849 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0c5f8b40-eb5b-4229-ab26-5628f4eac97d None None] Bound port: b478b012-854a-4f00-bab8-e280cc398766, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f4851f-6450-4a74-9cc9-17c07581fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '30ceb306-276f-4839-806c-230a35de5628'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:18:01.743231 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0c5f8b40-eb5b-4229-ab26-5628f4eac97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b478b012-854a-4f00-bab8-e280cc398766), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:01.817573 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:01.831063 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0c5f8b40-eb5b-4229-ab26-5628f4eac97d None None] For port b478b012-854a-4f00-bab8-e280cc398766, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:18:01.835366 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0c5f8b40-eb5b-4229-ab26-5628f4eac97d None None] For port b478b012-854a-4f00-bab8-e280cc398766, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b478b012-854a-4f00-bab8-e280cc398766,segment=NetworkSegment(c2f4851f-6450-4a74-9cc9-17c07581fe2a),segment_id=c2f4851f-6450-4a74-9cc9-17c07581fe2a)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:18:01.843252 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0c5f8b40-eb5b-4229-ab26-5628f4eac97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b478b012-854a-4f00-bab8-e280cc398766), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:01.886332 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-1d3a0ec1-e5bd-449c-a8af-979bcae7c144 service neutron] 10.222.0.31 "GET /v2.0/networks/893d13e5-1b93-4be1-a81f-c729a36da4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898119 Jan 18 20:18:01.915564 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5f8b40-eb5b-4229-ab26-5628f4eac97d None None] Routers {'423f9162-d691-4057-a0e3-a7440af7ca3b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:18:01.916229 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0c5f8b40-eb5b-4229-ab26-5628f4eac97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:17:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['423f9162-d691-4057-a0e3-a7440af7ca3b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:01.921453 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8627a-a491-40b7-9a63-669fea782aa7 None None] Pushing event updated for resources: {'Port': ['ID=b478b012-854a-4f00-bab8-e280cc398766,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:01.953139 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63f836ec-849f-4dec-851b-5acb456d40e4 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (b478b012-854a-4f00-bab8-e280cc398766), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:01.994190 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f836ec-849f-4dec-851b-5acb456d40e4 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Pushing event deleted for resources: {'Port': ['ID=b478b012-854a-4f00-bab8-e280cc398766,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:02.015782 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-0c5f8b40-eb5b-4229-ab26-5628f4eac97d None None] Set router 423f9162-d691-4057-a0e3-a7440af7ca3b gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:18:02.074561 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0c5f8b40-eb5b-4229-ab26-5628f4eac97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423f9162-d691-4057-a0e3-a7440af7ca3b', 'name': '', 'tenant_id': '1b55d2ee74fa4c1692f55751d7542ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:17:57Z', 'updated_at': '2022-01-18T20:18:01Z', 'revision_number': 4, 'project_id': '1b55d2ee74fa4c1692f55751d7542ea5', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:02.074855 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-55bfb64e-258a-4ae9-b9ed-ba9f076eb6a2 req-70c5e310-a53c-4858-97a5-3d685ea5f07a tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07419868-abb6-469a-a8df-03dd0067f249 HTTP/1.1" status: 200 len: 210 time: 0.0609741 Jan 18 20:18:02.095459 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63f836ec-849f-4dec-851b-5acb456d40e4 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (423f9162-d691-4057-a0e3-a7440af7ca3b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:02.121952 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5f8b40-eb5b-4229-ab26-5628f4eac97d None None] The sync data for ids ['423f9162-d691-4057-a0e3-a7440af7ca3b'] in n-d-741529-9 is: [{'id': '423f9162-d691-4057-a0e3-a7440af7ca3b', 'name': '', 'tenant_id': '1b55d2ee74fa4c1692f55751d7542ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:17:57Z', 'updated_at': '2022-01-18T20:18:01Z', 'revision_number': 4, 'project_id': '1b55d2ee74fa4c1692f55751d7542ea5', 'gw_port_host': None}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:18:02.309706 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63f836ec-849f-4dec-851b-5acb456d40e4 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (423f9162-d691-4057-a0e3-a7440af7ca3b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:02.313846 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-19a2c812-c6ff-4e57-bac6-39a6c99e0a60 req-6dd3ea98-8598-4ca4-9304-b89f815ed54f tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c697c79-e3aa-4a33-a514-61ead609622d HTTP/1.1" status: 200 len: 210 time: 0.1084120 Jan 18 20:18:02.315174 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63f836ec-849f-4dec-851b-5acb456d40e4 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router_controller (423f9162-d691-4057-a0e3-a7440af7ca3b), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:02.398821 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63f836ec-849f-4dec-851b-5acb456d40e4 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (423f9162-d691-4057-a0e3-a7440af7ca3b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:02.400663 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f836ec-849f-4dec-851b-5acb456d40e4 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 423f9162-d691-4057-a0e3-a7440af7ca3b {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:18:02.414811 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63f836ec-849f-4dec-851b-5acb456d40e4 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:02.417546 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-63f836ec-849f-4dec-851b-5acb456d40e4 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "DELETE /v2.0/routers/423f9162-d691-4057-a0e3-a7440af7ca3b HTTP/1.1" status: 204 len: 168 time: 1.4714854 Jan 18 20:18:02.420153 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54508) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:02.454138 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63904b-9b91-4c42-8814-7699702b3507 req-2e059bd5-0799-4129-aaf4-7799d8cf073c tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:02.455646 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc63904b-9b91-4c42-8814-7699702b3507 req-2e059bd5-0799-4129-aaf4-7799d8cf073c tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.70 "GET /v2.0/networks?id=3d21eaa8-de99-4564-9894-cc73fb6adc58 HTTP/1.1" status: 200 len: 821 time: 0.2325912 Jan 18 20:18:02.479279 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-cc63904b-9b91-4c42-8814-7699702b3507 req-95ab7734-ec15-4423-81eb-ec83df8d4c34 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Request body: {'port': {'device_id': '07419868-abb6-469a-a8df-03dd0067f249', 'network_id': '3d21eaa8-de99-4564-9894-cc73fb6adc58', 'admin_state_up': True, 'tenant_id': '8eca3a9f06804537a25925153d5d2b3d'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:02.528855 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb144919-aba1-4623-8599-683f29fa6d7f tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Deleting subnet e8207103-e468-45a2-a6ec-69c6fab93b3e {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:18:02.541740 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb144919-aba1-4623-8599-683f29fa6d7f tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for subnet (e8207103-e468-45a2-a6ec-69c6fab93b3e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:02.598239 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb144919-aba1-4623-8599-683f29fa6d7f tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (e8207103-e468-45a2-a6ec-69c6fab93b3e), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:02.615519 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc63904b-9b91-4c42-8814-7699702b3507 req-95ab7734-ec15-4423-81eb-ec83df8d4c34 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Made reservation on behalf of 8eca3a9f06804537a25925153d5d2b3d for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:18:02.619252 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-cc63904b-9b91-4c42-8814-7699702b3507 req-95ab7734-ec15-4423-81eb-ec83df8d4c34 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:02.649114 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb144919-aba1-4623-8599-683f29fa6d7f tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (e8207103-e468-45a2-a6ec-69c6fab93b3e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:02.716449 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb144919-aba1-4623-8599-683f29fa6d7f tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (e8207103-e468-45a2-a6ec-69c6fab93b3e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:02.742863 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb144919-aba1-4623-8599-683f29fa6d7f tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e8207103-e468-45a2-a6ec-69c6fab93b3e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:02.752337 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb144919-aba1-4623-8599-683f29fa6d7f tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:02.760307 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bb144919-aba1-4623-8599-683f29fa6d7f tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/e8207103-e468-45a2-a6ec-69c6fab93b3e HTTP/1.1" status: 204 len: 168 time: 0.3356669 Jan 18 20:18:02.760307 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54512) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:02.773927 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-cc63904b-9b91-4c42-8814-7699702b3507 req-95ab7734-ec15-4423-81eb-ec83df8d4c34 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Allocated IP 172.20.0.9 (3d21eaa8-de99-4564-9894-cc73fb6adc58/62c9359d-435f-4107-9b57-ec234c50abf5/bc025c14-c1f6-43c1-867b-1722f05f9684) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:18:02.844374 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-41f3ecb1-57c7-4b09-b98b-91ca46576c40 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (30ceb306-276f-4839-806c-230a35de5628), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:02.934055 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-41f3ecb1-57c7-4b09-b98b-91ca46576c40 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (30ceb306-276f-4839-806c-230a35de5628), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:02.956904 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-41f3ecb1-57c7-4b09-b98b-91ca46576c40 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ceb306-276f-4839-806c-230a35de5628']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:02.967083 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-41f3ecb1-57c7-4b09-b98b-91ca46576c40 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f4851f-6450-4a74-9cc9-17c07581fe2a') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:02.967374 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-41f3ecb1-57c7-4b09-b98b-91ca46576c40 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f4851f-6450-4a74-9cc9-17c07581fe2a') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:02.971299 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-cc63904b-9b91-4c42-8814-7699702b3507 req-95ab7734-ec15-4423-81eb-ec83df8d4c34 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Publish callbacks [] for port (bc025c14-c1f6-43c1-867b-1722f05f9684), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:02.981898 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-41f3ecb1-57c7-4b09-b98b-91ca46576c40 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (c2f4851f-6450-4a74-9cc9-17c07581fe2a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:02.996928 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-41f3ecb1-57c7-4b09-b98b-91ca46576c40 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (c2f4851f-6450-4a74-9cc9-17c07581fe2a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:03.005529 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f3ecb1-57c7-4b09-b98b-91ca46576c40 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:18:03.006821 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-41f3ecb1-57c7-4b09-b98b-91ca46576c40 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (c2f4851f-6450-4a74-9cc9-17c07581fe2a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: items = [ Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:18:03.008718 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:18:03.018514 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-cc63904b-9b91-4c42-8814-7699702b3507 req-95ab7734-ec15-4423-81eb-ec83df8d4c34 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (bc025c14-c1f6-43c1-867b-1722f05f9684), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:03.042561 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc63904b-9b91-4c42-8814-7699702b3507 req-95ab7734-ec15-4423-81eb-ec83df8d4c34 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Network 3d21eaa8-de99-4564-9894-cc73fb6adc58 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:18:03.046003 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-cc63904b-9b91-4c42-8814-7699702b3507 req-95ab7734-ec15-4423-81eb-ec83df8d4c34 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:18:03.066869 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc63904b-9b91-4c42-8814-7699702b3507 req-95ab7734-ec15-4423-81eb-ec83df8d4c34 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:18:03.074686 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-41f3ecb1-57c7-4b09-b98b-91ca46576c40 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (30ceb306-276f-4839-806c-230a35de5628), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:03.080691 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f3ecb1-57c7-4b09-b98b-91ca46576c40 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 30ceb306-276f-4839-806c-230a35de5628 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 18 20:18:03.085006 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-41f3ecb1-57c7-4b09-b98b-91ca46576c40 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:03.088896 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-41f3ecb1-57c7-4b09-b98b-91ca46576c40 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "DELETE /v2.0/networks/30ceb306-276f-4839-806c-230a35de5628 HTTP/1.1" status: 204 len: 168 time: 0.3274934 Jan 18 20:18:03.098867 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3ecb1-57c7-4b09-b98b-91ca46576c40 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Pushing event deleted for resources: {'Network': ['ID=30ceb306-276f-4839-806c-230a35de5628,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:03.157120 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab7734-ec15-4423-81eb-ec83df8d4c34 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Pushing event updated for resources: {'Port': ['ID=bc025c14-c1f6-43c1-867b-1722f05f9684,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:03.194639 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63904b-9b91-4c42-8814-7699702b3507 req-95ab7734-ec15-4423-81eb-ec83df8d4c34 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:03.196246 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-cc63904b-9b91-4c42-8814-7699702b3507 req-95ab7734-ec15-4423-81eb-ec83df8d4c34 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:03.223224 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc63904b-9b91-4c42-8814-7699702b3507 req-95ab7734-ec15-4423-81eb-ec83df8d4c34 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7480512 Jan 18 20:18:03.239143 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-cc63904b-9b91-4c42-8814-7699702b3507 req-a6fb2b8f-ac08-4e4a-a362-0ccafe0a3993 service neutron] Request body: {'port': {'device_id': '07419868-abb6-469a-a8df-03dd0067f249', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:03.286003 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd1e1f-7b88-4162-ad48-59476f6e2233 req-5dcf3b12-1b8b-4cd3-a8db-0b15174bc9f1 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:03.288716 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3efd1e1f-7b88-4162-ad48-59476f6e2233 req-5dcf3b12-1b8b-4cd3-a8db-0b15174bc9f1 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07419868-abb6-469a-a8df-03dd0067f249 HTTP/1.1" status: 200 len: 931 time: 0.0860927 Jan 18 20:18:03.361062 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-cc63904b-9b91-4c42-8814-7699702b3507 req-a6fb2b8f-ac08-4e4a-a362-0ccafe0a3993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bc025c14-c1f6-43c1-867b-1722f05f9684), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:03.410903 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3efd1e1f-7b88-4162-ad48-59476f6e2233 req-90c30b7b-c157-458c-983f-156afb3e61da tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/security-groups?id=09e34d53-8fdc-40ee-880c-94e0f1c99b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147792 Jan 18 20:18:03.411450 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54524) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:03.419720 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-203e493f-6734-433c-a006-b2e214c1d3be tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Request body: {'router': {'name': 'tempest-router--176528932', 'project_id': '529d09c55de4466da59a54b96123a43f'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:03.476856 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-203e493f-6734-433c-a006-b2e214c1d3be tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (4ba2e8e0-0af1-4cfe-9d94-f7f313e6de3b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:03.478152 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-203e493f-6734-433c-a006-b2e214c1d3be tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (4ba2e8e0-0af1-4cfe-9d94-f7f313e6de3b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:03.566340 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9affcd16-310d-4bc9-b80d-7316d51704a9 req-4c558d78-a424-4aca-b6ea-b0e0f45454e3 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c697c79-e3aa-4a33-a514-61ead609622d HTTP/1.1" status: 200 len: 210 time: 0.0703914 Jan 18 20:18:03.640882 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-203e493f-6734-433c-a006-b2e214c1d3be tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router_controller (4ba2e8e0-0af1-4cfe-9d94-f7f313e6de3b), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:03.648098 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-203e493f-6734-433c-a006-b2e214c1d3be tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (4ba2e8e0-0af1-4cfe-9d94-f7f313e6de3b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:03.666691 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-203e493f-6734-433c-a006-b2e214c1d3be tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:03.670917 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-203e493f-6734-433c-a006-b2e214c1d3be tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2561505 Jan 18 20:18:03.671146 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54528) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:03.745196 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-22dff2c2-9822-4d8d-be87-0843aed66f49 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router (4ba2e8e0-0af1-4cfe-9d94-f7f313e6de3b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:03.758083 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-41e96af9-7a6d-432a-bac4-24b696b752a7 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:03.759558 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-41e96af9-7a6d-432a-bac4-24b696b752a7 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.70 "GET /v2.0/networks?id=893d13e5-1b93-4be1-a81f-c729a36da4ac HTTP/1.1" status: 200 len: 808 time: 0.3139107 Jan 18 20:18:03.780203 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-8136af88-a08f-424d-b91d-9d6bf416f260 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Request body: {'port': {'device_id': '8c697c79-e3aa-4a33-a514-61ead609622d', 'network_id': '893d13e5-1b93-4be1-a81f-c729a36da4ac', 'admin_state_up': True, 'tenant_id': 'b5351f08773b40e5a9165950def10598'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:03.904788 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:03.916935 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-22dff2c2-9822-4d8d-be87-0843aed66f49 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (4ba2e8e0-0af1-4cfe-9d94-f7f313e6de3b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:03.919121 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-22dff2c2-9822-4d8d-be87-0843aed66f49 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router_controller (4ba2e8e0-0af1-4cfe-9d94-f7f313e6de3b), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:03.959039 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-8136af88-a08f-424d-b91d-9d6bf416f260 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Made reservation on behalf of b5351f08773b40e5a9165950def10598 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:18:03.963096 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-8136af88-a08f-424d-b91d-9d6bf416f260 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:03.970453 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-22dff2c2-9822-4d8d-be87-0843aed66f49 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (4ba2e8e0-0af1-4cfe-9d94-f7f313e6de3b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:03.971025 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22dff2c2-9822-4d8d-be87-0843aed66f49 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ba2e8e0-0af1-4cfe-9d94-f7f313e6de3b {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:18:03.975775 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-22dff2c2-9822-4d8d-be87-0843aed66f49 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:03.976995 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-22dff2c2-9822-4d8d-be87-0843aed66f49 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "DELETE /v2.0/routers/4ba2e8e0-0af1-4cfe-9d94-f7f313e6de3b HTTP/1.1" status: 204 len: 168 time: 0.3048570 Jan 18 20:18:04.033371 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-cc63904b-9b91-4c42-8814-7699702b3507 req-a6fb2b8f-ac08-4e4a-a362-0ccafe0a3993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc025c14-c1f6-43c1-867b-1722f05f9684 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:18:04.070186 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-cc63904b-9b91-4c42-8814-7699702b3507 req-a6fb2b8f-ac08-4e4a-a362-0ccafe0a3993 service neutron] Publish callbacks [] for port (bc025c14-c1f6-43c1-867b-1722f05f9684), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:04.095314 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-cc63904b-9b91-4c42-8814-7699702b3507 req-a6fb2b8f-ac08-4e4a-a362-0ccafe0a3993 service neutron] Transition to ACTIVE for port object bc025c14-c1f6-43c1-867b-1722f05f9684 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:18:04.105428 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-cc63904b-9b91-4c42-8814-7699702b3507 req-a6fb2b8f-ac08-4e4a-a362-0ccafe0a3993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (bc025c14-c1f6-43c1-867b-1722f05f9684), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:04.148365 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54532) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:04.207644 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-8136af88-a08f-424d-b91d-9d6bf416f260 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Allocated IP 172.20.0.13 (893d13e5-1b93-4be1-a81f-c729a36da4ac/cc5fffa6-4068-41cb-bfac-404742fecf13/b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:18:04.274527 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb2b8f-ac08-4e4a-a362-0ccafe0a3993 service neutron] Pushing event updated for resources: {'Port': ['ID=bc025c14-c1f6-43c1-867b-1722f05f9684,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:04.335392 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-cc63904b-9b91-4c42-8814-7699702b3507 req-a6fb2b8f-ac08-4e4a-a362-0ccafe0a3993 service neutron] Attempting to bind port bc025c14-c1f6-43c1-867b-1722f05f9684 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:18:04.335730 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-cc63904b-9b91-4c42-8814-7699702b3507 req-a6fb2b8f-ac08-4e4a-a362-0ccafe0a3993 service neutron] Attempting to bind port bc025c14-c1f6-43c1-867b-1722f05f9684 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '1e4ae7ad-6d4f-46fa-b22b-d09ee8dfdc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3d21eaa8-de99-4564-9894-cc73fb6adc58'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:18:04.336056 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc63904b-9b91-4c42-8814-7699702b3507 req-a6fb2b8f-ac08-4e4a-a362-0ccafe0a3993 service neutron] Attempting to bind port bc025c14-c1f6-43c1-867b-1722f05f9684 on network 3d21eaa8-de99-4564-9894-cc73fb6adc58 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:18:04.344423 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc63904b-9b91-4c42-8814-7699702b3507 req-a6fb2b8f-ac08-4e4a-a362-0ccafe0a3993 service neutron] Port bc025c14-c1f6-43c1-867b-1722f05f9684 on network 3d21eaa8-de99-4564-9894-cc73fb6adc58 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:18:04.344939 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc63904b-9b91-4c42-8814-7699702b3507 req-a6fb2b8f-ac08-4e4a-a362-0ccafe0a3993 service neutron] Attempting to bind port bc025c14-c1f6-43c1-867b-1722f05f9684 on network 3d21eaa8-de99-4564-9894-cc73fb6adc58 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:18:04.361225 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc63904b-9b91-4c42-8814-7699702b3507 req-a6fb2b8f-ac08-4e4a-a362-0ccafe0a3993 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:18:04.361545 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc63904b-9b91-4c42-8814-7699702b3507 req-a6fb2b8f-ac08-4e4a-a362-0ccafe0a3993 service neutron] Checking segment: {'id': '1e4ae7ad-6d4f-46fa-b22b-d09ee8dfdc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3d21eaa8-de99-4564-9894-cc73fb6adc58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:18:04.361950 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc63904b-9b91-4c42-8814-7699702b3507 req-a6fb2b8f-ac08-4e4a-a362-0ccafe0a3993 service neutron] Bound using segment: {'id': '1e4ae7ad-6d4f-46fa-b22b-d09ee8dfdc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3d21eaa8-de99-4564-9894-cc73fb6adc58'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:18:04.362468 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-cc63904b-9b91-4c42-8814-7699702b3507 req-a6fb2b8f-ac08-4e4a-a362-0ccafe0a3993 service neutron] Bound port: bc025c14-c1f6-43c1-867b-1722f05f9684, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4ae7ad-6d4f-46fa-b22b-d09ee8dfdc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3d21eaa8-de99-4564-9894-cc73fb6adc58'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:18:04.362730 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-cc63904b-9b91-4c42-8814-7699702b3507 req-a6fb2b8f-ac08-4e4a-a362-0ccafe0a3993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bc025c14-c1f6-43c1-867b-1722f05f9684), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:04.395024 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-7b67ca80-bce2-4752-b158-0a30fa933ed6 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-202906906', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}, 'admin_state_up': False}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:04.422726 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b67ca80-bce2-4752-b158-0a30fa933ed6 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (dbdecd65-9bdd-440b-a466-502bd557ede8), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:04.423996 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b67ca80-bce2-4752-b158-0a30fa933ed6 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (dbdecd65-9bdd-440b-a466-502bd557ede8), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:04.810574 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-cc63904b-9b91-4c42-8814-7699702b3507 req-a6fb2b8f-ac08-4e4a-a362-0ccafe0a3993 service neutron] For port bc025c14-c1f6-43c1-867b-1722f05f9684, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:18:04.819300 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-8136af88-a08f-424d-b91d-9d6bf416f260 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Publish callbacks [] for port (b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:04.830132 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-cc63904b-9b91-4c42-8814-7699702b3507 req-a6fb2b8f-ac08-4e4a-a362-0ccafe0a3993 service neutron] For port bc025c14-c1f6-43c1-867b-1722f05f9684, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=bc025c14-c1f6-43c1-867b-1722f05f9684,segment=NetworkSegment(1e4ae7ad-6d4f-46fa-b22b-d09ee8dfdc84),segment_id=1e4ae7ad-6d4f-46fa-b22b-d09ee8dfdc84)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:18:04.838844 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-cc63904b-9b91-4c42-8814-7699702b3507 req-a6fb2b8f-ac08-4e4a-a362-0ccafe0a3993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (bc025c14-c1f6-43c1-867b-1722f05f9684), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:04.855761 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b67ca80-bce2-4752-b158-0a30fa933ed6 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_controller (dbdecd65-9bdd-440b-a466-502bd557ede8), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:04.884725 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c9bee7ca-4f0a-4f08-9c48-ce3491d3c9dd req-44848565-c226-475d-b53d-9cf34025bdd3 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c697c79-e3aa-4a33-a514-61ead609622d HTTP/1.1" status: 200 len: 210 time: 0.0497117 Jan 18 20:18:04.889419 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63904b-9b91-4c42-8814-7699702b3507 req-a6fb2b8f-ac08-4e4a-a362-0ccafe0a3993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:04.890158 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-cc63904b-9b91-4c42-8814-7699702b3507 req-a6fb2b8f-ac08-4e4a-a362-0ccafe0a3993 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:04.891666 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc63904b-9b91-4c42-8814-7699702b3507 req-a6fb2b8f-ac08-4e4a-a362-0ccafe0a3993 service neutron] 10.222.0.70 "PUT /v2.0/ports/bc025c14-c1f6-43c1-867b-1722f05f9684 HTTP/1.1" status: 200 len: 1091 time: 1.6578779 Jan 18 20:18:04.893496 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07419868-abb6-469a-a8df-03dd0067f249', 'tag': 'bc025c14-c1f6-43c1-867b-1722f05f9684'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:18:04.895953 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2b3942-139e-4c4e-b5a9-d78b4d985a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "07419868-abb6-469a-a8df-03dd0067f249", "tag": "bc025c14-c1f6-43c1-867b-1722f05f9684"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:18:04.931885 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-8136af88-a08f-424d-b91d-9d6bf416f260 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:04.952680 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7161492-da75-4100-841f-978de48a792e x-openstack-request-id: req-d7161492-da75-4100-841f-978de48a792e {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:18:04.953051 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07419868-abb6-469a-a8df-03dd0067f249", "tag": "bc025c14-c1f6-43c1-867b-1722f05f9684", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:18:04.953653 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7161492-da75-4100-841f-978de48a792e {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:18:04.954112 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07419868-abb6-469a-a8df-03dd0067f249', 'tag': 'bc025c14-c1f6-43c1-867b-1722f05f9684', 'status': 'completed', 'code': 200} Jan 18 20:18:04.967819 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb2b8f-ac08-4e4a-a362-0ccafe0a3993 service neutron] Pushing event updated for resources: {'Port': ['ID=bc025c14-c1f6-43c1-867b-1722f05f9684,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:04.972554 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-8136af88-a08f-424d-b91d-9d6bf416f260 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Network 893d13e5-1b93-4be1-a81f-c729a36da4ac is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:18:04.992164 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-8136af88-a08f-424d-b91d-9d6bf416f260 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:18:05.015991 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-8136af88-a08f-424d-b91d-9d6bf416f260 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:18:05.040093 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c5368-79a6-42f8-92aa-66eae122a97d req-6528e483-8d11-4515-b8c8-8ae4446aa03c tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:05.042037 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-481c5368-79a6-42f8-92aa-66eae122a97d req-6528e483-8d11-4515-b8c8-8ae4446aa03c tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07419868-abb6-469a-a8df-03dd0067f249 HTTP/1.1" status: 200 len: 943 time: 0.2092049 Jan 18 20:18:05.068940 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136af88-a08f-424d-b91d-9d6bf416f260 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Pushing event updated for resources: {'Port': ['ID=b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:05.081040 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63904b-9b91-4c42-8814-7699702b3507 req-e83a226a-7145-4eb6-8c00-bac386561722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:05.082711 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc63904b-9b91-4c42-8814-7699702b3507 req-e83a226a-7145-4eb6-8c00-bac386561722 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8eca3a9f06804537a25925153d5d2b3d&device_id=07419868-abb6-469a-a8df-03dd0067f249 HTTP/1.1" status: 200 len: 1094 time: 0.1317756 Jan 18 20:18:05.094258 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-8136af88-a08f-424d-b91d-9d6bf416f260 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:05.094966 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-8136af88-a08f-424d-b91d-9d6bf416f260 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:05.121107 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b67ca80-bce2-4752-b158-0a30fa933ed6 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_gateway (dbdecd65-9bdd-440b-a466-502bd557ede8), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:05.137138 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc63904b-9b91-4c42-8814-7699702b3507 req-63da14a2-f9aa-4e5f-8843-7d6fea1ed5e9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc025c14-c1f6-43c1-867b-1722f05f9684 HTTP/1.1" status: 200 len: 217 time: 0.0391996 Jan 18 20:18:05.146348 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-8136af88-a08f-424d-b91d-9d6bf416f260 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3702838 Jan 18 20:18:05.161190 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-b3e3f3fb-5ed9-44c4-89fe-9c57007677b7 service neutron] Request body: {'port': {'device_id': '8c697c79-e3aa-4a33-a514-61ead609622d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:05.173351 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-481c5368-79a6-42f8-92aa-66eae122a97d req-5a424f2f-ad9f-4923-9669-5d87d00a32ab tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/security-groups?id=09e34d53-8fdc-40ee-880c-94e0f1c99b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997610 Jan 18 20:18:05.250765 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63904b-9b91-4c42-8814-7699702b3507 req-94975d60-3809-47de-9608-819732a14b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:05.251903 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc63904b-9b91-4c42-8814-7699702b3507 req-94975d60-3809-47de-9608-819732a14b7c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=62c9359d-435f-4107-9b57-ec234c50abf5 HTTP/1.1" status: 200 len: 861 time: 0.1042526 Jan 18 20:18:05.258476 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-b3e3f3fb-5ed9-44c4-89fe-9c57007677b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:05.298691 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc63904b-9b91-4c42-8814-7699702b3507 req-2a5b1970-0edf-432f-881d-adc7778765eb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3d21eaa8-de99-4564-9894-cc73fb6adc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379286 Jan 18 20:18:05.346989 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b67ca80-bce2-4752-b158-0a30fa933ed6 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_gateway (dbdecd65-9bdd-440b-a466-502bd557ede8), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:05.370145 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b67ca80-bce2-4752-b158-0a30fa933ed6 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:05.492087 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-7b67ca80-bce2-4752-b158-0a30fa933ed6 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Allocated IP 172.25.4.174 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/56e15054-64e6-4f98-bf4b-4bc65bc5cf8d) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:18:05.495102 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc63904b-9b91-4c42-8814-7699702b3507 req-5f24401e-b8dd-4f9c-b20b-8c5f1c3ff7fc service neutron] 10.222.0.70 "GET /v2.0/networks/3d21eaa8-de99-4564-9894-cc73fb6adc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730032 Jan 18 20:18:05.610860 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b67ca80-bce2-4752-b158-0a30fa933ed6 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for port (56e15054-64e6-4f98-bf4b-4bc65bc5cf8d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:05.645448 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc63904b-9b91-4c42-8814-7699702b3507 req-1eda891f-7fec-4309-8f70-2a1801443ecc service neutron] 10.222.0.70 "GET /v2.0/networks/3d21eaa8-de99-4564-9894-cc73fb6adc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421521 Jan 18 20:18:05.649054 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b67ca80-bce2-4752-b158-0a30fa933ed6 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (56e15054-64e6-4f98-bf4b-4bc65bc5cf8d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:05.704742 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b67ca80-bce2-4752-b158-0a30fa933ed6 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:18:05.706147 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67ca80-bce2-4752-b158-0a30fa933ed6 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Pushing event updated for resources: {'Port': ['ID=56e15054-64e6-4f98-bf4b-4bc65bc5cf8d,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:05.715620 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-7b67ca80-bce2-4752-b158-0a30fa933ed6 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:18:05.718477 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b67ca80-bce2-4752-b158-0a30fa933ed6 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:18:05.733870 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d338778c-0a28-4aef-b3a1-cbcbf001bd3a None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:18:05.771288 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-b3e3f3fb-5ed9-44c4-89fe-9c57007677b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:18:05.779351 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7af3c5f1-bcd3-4ee0-a884-4ab348aebd2a None None] Provisioning complete for port 56e15054-64e6-4f98-bf4b-4bc65bc5cf8d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:18:05.779946 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7af3c5f1-bcd3-4ee0-a884-4ab348aebd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (56e15054-64e6-4f98-bf4b-4bc65bc5cf8d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:05.780251 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-b3e3f3fb-5ed9-44c4-89fe-9c57007677b7 service neutron] Publish callbacks [] for port (b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:05.792911 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-b3e3f3fb-5ed9-44c4-89fe-9c57007677b7 service neutron] Transition to ACTIVE for port object b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:18:05.803355 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-b3e3f3fb-5ed9-44c4-89fe-9c57007677b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:05.819913 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7af3c5f1-bcd3-4ee0-a884-4ab348aebd2a None None] Port 56e15054-64e6-4f98-bf4b-4bc65bc5cf8d cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:18:05.837842 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b3942-139e-4c4e-b5a9-d78b4d985a8b req-5a0a1830-7271-461a-8f33-f2ceed807d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:05.839356 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9a2b3942-139e-4c4e-b5a9-d78b4d985a8b req-5a0a1830-7271-461a-8f33-f2ceed807d41 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8eca3a9f06804537a25925153d5d2b3d&device_id=07419868-abb6-469a-a8df-03dd0067f249 HTTP/1.1" status: 200 len: 1094 time: 0.1314385 Jan 18 20:18:05.907389 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3f3fb-5ed9-44c4-89fe-9c57007677b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:06.018720 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-b3e3f3fb-5ed9-44c4-89fe-9c57007677b7 service neutron] Attempting to bind port b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:18:06.019053 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-b3e3f3fb-5ed9-44c4-89fe-9c57007677b7 service neutron] Attempting to bind port b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'b6264018-601f-4fe3-bae9-65d770b7a3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '893d13e5-1b93-4be1-a81f-c729a36da4ac'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:18:06.019380 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-b3e3f3fb-5ed9-44c4-89fe-9c57007677b7 service neutron] Attempting to bind port b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7 on network 893d13e5-1b93-4be1-a81f-c729a36da4ac {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:18:06.028440 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b3942-139e-4c4e-b5a9-d78b4d985a8b req-5d305a68-60ea-4e14-854d-db3a3299e9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:06.030328 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9a2b3942-139e-4c4e-b5a9-d78b4d985a8b req-5d305a68-60ea-4e14-854d-db3a3299e9c0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3d21eaa8-de99-4564-9894-cc73fb6adc58 HTTP/1.1" status: 200 len: 922 time: 0.1732655 Jan 18 20:18:06.032808 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-b3e3f3fb-5ed9-44c4-89fe-9c57007677b7 service neutron] Port b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7 on network 893d13e5-1b93-4be1-a81f-c729a36da4ac not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:18:06.033375 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-b3e3f3fb-5ed9-44c4-89fe-9c57007677b7 service neutron] Attempting to bind port b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7 on network 893d13e5-1b93-4be1-a81f-c729a36da4ac {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:18:06.050225 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-b3e3f3fb-5ed9-44c4-89fe-9c57007677b7 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:18:06.050613 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-b3e3f3fb-5ed9-44c4-89fe-9c57007677b7 service neutron] Checking segment: {'id': 'b6264018-601f-4fe3-bae9-65d770b7a3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '893d13e5-1b93-4be1-a81f-c729a36da4ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:18:06.050941 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-b3e3f3fb-5ed9-44c4-89fe-9c57007677b7 service neutron] Bound using segment: {'id': 'b6264018-601f-4fe3-bae9-65d770b7a3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '893d13e5-1b93-4be1-a81f-c729a36da4ac'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:18:06.051387 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-b3e3f3fb-5ed9-44c4-89fe-9c57007677b7 service neutron] Bound port: b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6264018-601f-4fe3-bae9-65d770b7a3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '893d13e5-1b93-4be1-a81f-c729a36da4ac'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:18:06.051745 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-b3e3f3fb-5ed9-44c4-89fe-9c57007677b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:06.091910 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9a2b3942-139e-4c4e-b5a9-d78b4d985a8b req-4e8a3520-7f6a-4a58-8760-068620c41eac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc025c14-c1f6-43c1-867b-1722f05f9684 HTTP/1.1" status: 200 len: 217 time: 0.0503321 Jan 18 20:18:06.110410 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b046e-7d2c-4e17-8e02-097ef5ec7e96 req-03467908-3b20-495e-a1df-aa6afe3f35b6 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:06.112200 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-539b046e-7d2c-4e17-8e02-097ef5ec7e96 req-03467908-3b20-495e-a1df-aa6afe3f35b6 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c697c79-e3aa-4a33-a514-61ead609622d HTTP/1.1" status: 200 len: 944 time: 0.1379740 Jan 18 20:18:06.112908 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b67ca80-bce2-4752-b158-0a30fa933ed6 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_gateway (dbdecd65-9bdd-440b-a466-502bd557ede8), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:06.187415 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b3942-139e-4c4e-b5a9-d78b4d985a8b req-9fc70c0e-80b2-4f33-ad6c-465fed8a4673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:06.189455 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9a2b3942-139e-4c4e-b5a9-d78b4d985a8b req-9fc70c0e-80b2-4f33-ad6c-465fed8a4673 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=62c9359d-435f-4107-9b57-ec234c50abf5 HTTP/1.1" status: 200 len: 861 time: 0.0742991 Jan 18 20:18:06.190241 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-b3e3f3fb-5ed9-44c4-89fe-9c57007677b7 service neutron] For port b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:18:06.193730 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-b3e3f3fb-5ed9-44c4-89fe-9c57007677b7 service neutron] For port b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7,segment=NetworkSegment(b6264018-601f-4fe3-bae9-65d770b7a3ac),segment_id=b6264018-601f-4fe3-bae9-65d770b7a3ac)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:18:06.226816 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9a2b3942-139e-4c4e-b5a9-d78b4d985a8b req-24f4e045-60a6-4e8a-be6b-de38b3bce6a1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3d21eaa8-de99-4564-9894-cc73fb6adc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299964 Jan 18 20:18:06.228608 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-b3e3f3fb-5ed9-44c4-89fe-9c57007677b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:06.295889 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-539b046e-7d2c-4e17-8e02-097ef5ec7e96 req-b4d6ecdb-e6ae-4e68-9085-03e3ddd76291 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/security-groups?id=98d23831-cacf-44a1-a7bd-494d5cd69cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432865 Jan 18 20:18:06.301583 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-b3e3f3fb-5ed9-44c4-89fe-9c57007677b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:06.302465 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-b3e3f3fb-5ed9-44c4-89fe-9c57007677b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:06.304157 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-b3e3f3fb-5ed9-44c4-89fe-9c57007677b7 service neutron] 10.222.0.70 "PUT /v2.0/ports/b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7 HTTP/1.1" status: 200 len: 1092 time: 1.1487443 Jan 18 20:18:06.359456 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3f3fb-5ed9-44c4-89fe-9c57007677b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:06.414715 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9a2b3942-139e-4c4e-b5a9-d78b4d985a8b req-7390f7e5-9488-4286-b300-6b03ded59e94 service neutron] 10.222.0.70 "GET /v2.0/networks/3d21eaa8-de99-4564-9894-cc73fb6adc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752927 Jan 18 20:18:06.434478 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2e892-3ae9-4da6-886a-dd7fb1fb0d92 req-69800686-78bf-48f3-a7f5-32890a3166b4 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:06.436127 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fda2e892-3ae9-4da6-886a-dd7fb1fb0d92 req-69800686-78bf-48f3-a7f5-32890a3166b4 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07419868-abb6-469a-a8df-03dd0067f249 HTTP/1.1" status: 200 len: 943 time: 0.1240847 Jan 18 20:18:06.446705 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-2668edc0-ad05-4966-9576-273ca777a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:06.449848 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-2668edc0-ad05-4966-9576-273ca777a30e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b5351f08773b40e5a9165950def10598&device_id=8c697c79-e3aa-4a33-a514-61ead609622d HTTP/1.1" status: 200 len: 1095 time: 0.0848629 Jan 18 20:18:06.501938 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-73733de9-a6e6-4be1-b8cf-5083bd7b441e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7 HTTP/1.1" status: 200 len: 217 time: 0.0444949 Jan 18 20:18:06.528561 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b67ca80-bce2-4752-b158-0a30fa933ed6 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (dbdecd65-9bdd-440b-a466-502bd557ede8), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:06.543089 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fda2e892-3ae9-4da6-886a-dd7fb1fb0d92 req-a58cc4a8-d67a-48bc-80a6-af96ba86ab2a tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/security-groups?id=09e34d53-8fdc-40ee-880c-94e0f1c99b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756180 Jan 18 20:18:06.598451 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-68765ca9-5cc0-4ad3-a947-b1484a649924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:06.599959 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-68765ca9-5cc0-4ad3-a947-b1484a649924 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc5fffa6-4068-41cb-bfac-404742fecf13 HTTP/1.1" status: 200 len: 848 time: 0.0657508 Jan 18 20:18:06.605334 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9a2b3942-139e-4c4e-b5a9-d78b4d985a8b req-e0ed9673-9583-482a-8d8a-740711d5f4aa service neutron] 10.222.0.70 "GET /v2.0/networks/3d21eaa8-de99-4564-9894-cc73fb6adc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825171 Jan 18 20:18:06.644167 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-bfcec5d2-439c-4e90-af8d-5d9296f35129 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=893d13e5-1b93-4be1-a81f-c729a36da4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330472 Jan 18 20:18:06.687817 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b67ca80-bce2-4752-b158-0a30fa933ed6 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Router dbdecd65-9bdd-440b-a466-502bd557ede8 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:18:06.725773 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:06.763058 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-030a8acc-e6ab-4adf-94fd-e988ee90d44d service neutron] 10.222.0.70 "GET /v2.0/networks/893d13e5-1b93-4be1-a81f-c729a36da4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112344 Jan 18 20:18:06.830792 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b67ca80-bce2-4752-b158-0a30fa933ed6 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:18:06.847132 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24643175-38d1-4dda-a5da-8daf60210fd4 None None] Sync routers for ids ['dbdecd65-9bdd-440b-a466-502bd557ede8'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:18:06.855075 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b67ca80-bce2-4752-b158-0a30fa933ed6 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:06.856716 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7b67ca80-bce2-4752-b158-0a30fa933ed6 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7069044 Jan 18 20:18:06.859050 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54556) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:06.875969 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24643175-38d1-4dda-a5da-8daf60210fd4 None None] Routers {'dbdecd65-9bdd-440b-a466-502bd557ede8'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:18:06.877904 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-24643175-38d1-4dda-a5da-8daf60210fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:17:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['dbdecd65-9bdd-440b-a466-502bd557ede8'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:06.894510 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dbe9da27-d5c7-47fa-b9a2-bab6bce9ac57 req-5d68234c-5729-4e0f-892b-519297efea15 service neutron] 10.222.0.70 "GET /v2.0/networks/893d13e5-1b93-4be1-a81f-c729a36da4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183503 Jan 18 20:18:06.954792 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c697c79-e3aa-4a33-a514-61ead609622d', 'tag': 'b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:18:06.957805 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f010938e-38c3-4fe3-8d7b-f60476c0515c" -d '{"events": [{"name": "network-changed", "server_uuid": "8c697c79-e3aa-4a33-a514-61ead609622d", "tag": "b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:18:06.996144 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-24643175-38d1-4dda-a5da-8daf60210fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:07.018637 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24643175-38d1-4dda-a5da-8daf60210fd4 None None] Routers {'dbdecd65-9bdd-440b-a466-502bd557ede8'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:18:07.019479 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-24643175-38d1-4dda-a5da-8daf60210fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:17:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['dbdecd65-9bdd-440b-a466-502bd557ede8'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:07.024575 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54562) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:07.024885 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-50be021a-676d-4f43-8f7a-8ac31ba7e6f9 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "GET /v2.0/routers/dbdecd65-9bdd-440b-a466-502bd557ede8 HTTP/1.1" status: 200 len: 920 time: 0.1644845 Jan 18 20:18:07.027413 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e78781-8bc3-4c9a-a51d-281d8aafb617 x-openstack-request-id: req-23e78781-8bc3-4c9a-a51d-281d8aafb617 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:18:07.028012 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c697c79-e3aa-4a33-a514-61ead609622d", "tag": "b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:18:07.028278 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23e78781-8bc3-4c9a-a51d-281d8aafb617 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:18:07.028907 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c697c79-e3aa-4a33-a514-61ead609622d', 'tag': 'b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7', 'status': 'completed', 'code': 200} Jan 18 20:18:07.070094 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5682e-1081-4741-b2cd-033f0d93c912 req-aafc9512-f583-4a0b-b3e7-6ef9f198f330 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:07.081529 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5682e-1081-4741-b2cd-033f0d93c912 req-aafc9512-f583-4a0b-b3e7-6ef9f198f330 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:07.091598 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5682e-1081-4741-b2cd-033f0d93c912 req-aafc9512-f583-4a0b-b3e7-6ef9f198f330 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:07.098309 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5682e-1081-4741-b2cd-033f0d93c912 req-aafc9512-f583-4a0b-b3e7-6ef9f198f330 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:07.106799 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7f99ca51-2a4b-4ef1-a06f-e82f01f91712 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbdecd65-9bdd-440b-a466-502bd557ede8 HTTP/1.1" status: 200 len: 205 time: 0.0788014 Jan 18 20:18:07.109879 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5682e-1081-4741-b2cd-033f0d93c912 req-aafc9512-f583-4a0b-b3e7-6ef9f198f330 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:07.115059 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-24643175-38d1-4dda-a5da-8daf60210fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:07.116899 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24643175-38d1-4dda-a5da-8daf60210fd4 None None] The sync data for ids ['dbdecd65-9bdd-440b-a466-502bd557ede8'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:18:07.125550 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5682e-1081-4741-b2cd-033f0d93c912 req-aafc9512-f583-4a0b-b3e7-6ef9f198f330 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:07.128099 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54566) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:07.140486 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5682e-1081-4741-b2cd-033f0d93c912 req-aafc9512-f583-4a0b-b3e7-6ef9f198f330 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:07.143972 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-47f5682e-1081-4741-b2cd-033f0d93c912 req-aafc9512-f583-4a0b-b3e7-6ef9f198f330 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5436 time: 0.1614571 Jan 18 20:18:07.230610 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-47f5682e-1081-4741-b2cd-033f0d93c912 req-765a7f9d-c6b5-4b1e-9b35-fe68ba922952 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722864 Jan 18 20:18:07.432826 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010938e-38c3-4fe3-8d7b-f60476c0515c req-cec98970-5ac5-4c72-9b8c-f33f81c97e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:07.434360 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f010938e-38c3-4fe3-8d7b-f60476c0515c req-cec98970-5ac5-4c72-9b8c-f33f81c97e50 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b5351f08773b40e5a9165950def10598&device_id=8c697c79-e3aa-4a33-a514-61ead609622d HTTP/1.1" status: 200 len: 1095 time: 0.3288238 Jan 18 20:18:07.444446 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7a9af-5616-4669-933c-b36cc19b769d req-f4f1d1e0-dd1e-4744-84a5-fb21cd4cb62b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:07.450868 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7a9af-5616-4669-933c-b36cc19b769d req-f4f1d1e0-dd1e-4744-84a5-fb21cd4cb62b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:07.457304 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7a9af-5616-4669-933c-b36cc19b769d req-f4f1d1e0-dd1e-4744-84a5-fb21cd4cb62b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:07.463549 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7a9af-5616-4669-933c-b36cc19b769d req-f4f1d1e0-dd1e-4744-84a5-fb21cd4cb62b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:07.469788 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7a9af-5616-4669-933c-b36cc19b769d req-f4f1d1e0-dd1e-4744-84a5-fb21cd4cb62b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:07.476310 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7a9af-5616-4669-933c-b36cc19b769d req-f4f1d1e0-dd1e-4744-84a5-fb21cd4cb62b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:07.482542 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7a9af-5616-4669-933c-b36cc19b769d req-f4f1d1e0-dd1e-4744-84a5-fb21cd4cb62b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:07.496836 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65f7a9af-5616-4669-933c-b36cc19b769d req-f4f1d1e0-dd1e-4744-84a5-fb21cd4cb62b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5436 time: 0.1630528 Jan 18 20:18:07.599204 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef293d4a-bdcf-430c-957e-7e58549b3ecf req-c546662c-4b34-43d2-b8ed-94da8202dacc tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:07.604574 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ef293d4a-bdcf-430c-957e-7e58549b3ecf req-c546662c-4b34-43d2-b8ed-94da8202dacc tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c697c79-e3aa-4a33-a514-61ead609622d HTTP/1.1" status: 200 len: 944 time: 0.1121719 Jan 18 20:18:07.668391 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7d6f7be9-aac0-43ac-997b-91a0aa59fd97 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router (dbdecd65-9bdd-440b-a466-502bd557ede8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:07.711992 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ef293d4a-bdcf-430c-957e-7e58549b3ecf req-c38bb2ea-6446-4289-a0e3-8dc2efd2904d tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/security-groups?id=98d23831-cacf-44a1-a7bd-494d5cd69cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015794 Jan 18 20:18:07.819658 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95223937-f2b6-4007-b16d-f163481a91ae req-67dedb11-04e5-4659-8bed-19e675558854 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:07.821553 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95223937-f2b6-4007-b16d-f163481a91ae req-67dedb11-04e5-4659-8bed-19e675558854 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07419868-abb6-469a-a8df-03dd0067f249 HTTP/1.1" status: 200 len: 943 time: 0.1049573 Jan 18 20:18:07.910677 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95223937-f2b6-4007-b16d-f163481a91ae req-7fcb00c5-da21-4374-86f6-4017bff1b4ac tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/security-groups?id=09e34d53-8fdc-40ee-880c-94e0f1c99b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828953 Jan 18 20:18:08.154410 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010938e-38c3-4fe3-8d7b-f60476c0515c req-35e3b0f7-6a43-42c0-8caa-3ba9ff94d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:08.164006 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:18:08.164537 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f010938e-38c3-4fe3-8d7b-f60476c0515c req-35e3b0f7-6a43-42c0-8caa-3ba9ff94d30c service neutron] 10.222.0.70 "GET /v2.0/networks?id=893d13e5-1b93-4be1-a81f-c729a36da4ac HTTP/1.1" status: 200 len: 909 time: 0.4828258 Jan 18 20:18:08.165609 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7d6f7be9-aac0-43ac-997b-91a0aa59fd97 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_gateway (dbdecd65-9bdd-440b-a466-502bd557ede8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:08.212866 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f010938e-38c3-4fe3-8d7b-f60476c0515c req-00f392e5-1d28-4ddf-b1fb-abf86326f8c2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7 HTTP/1.1" status: 200 len: 217 time: 0.0425444 Jan 18 20:18:08.294988 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010938e-38c3-4fe3-8d7b-f60476c0515c req-08c6175a-5aa9-49db-acaf-a386d858f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:08.296459 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f010938e-38c3-4fe3-8d7b-f60476c0515c req-08c6175a-5aa9-49db-acaf-a386d858f3ed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc5fffa6-4068-41cb-bfac-404742fecf13 HTTP/1.1" status: 200 len: 848 time: 0.0660682 Jan 18 20:18:08.303157 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-7d6f7be9-aac0-43ac-997b-91a0aa59fd97 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Deleting port 56e15054-64e6-4f98-bf4b-4bc65bc5cf8d {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:18:08.303501 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7d6f7be9-aac0-43ac-997b-91a0aa59fd97 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (56e15054-64e6-4f98-bf4b-4bc65bc5cf8d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:08.387045 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7d6f7be9-aac0-43ac-997b-91a0aa59fd97 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (56e15054-64e6-4f98-bf4b-4bc65bc5cf8d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:08.402121 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-7d6f7be9-aac0-43ac-997b-91a0aa59fd97 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Calling delete_port for 56e15054-64e6-4f98-bf4b-4bc65bc5cf8d owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:18:08.498177 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f010938e-38c3-4fe3-8d7b-f60476c0515c req-b806c1fc-5c1d-4c68-9b62-fda70f2ff152 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=893d13e5-1b93-4be1-a81f-c729a36da4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412753 Jan 18 20:18:08.687066 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f010938e-38c3-4fe3-8d7b-f60476c0515c req-f544bafa-e442-47e5-8342-960d7489f38b service neutron] 10.222.0.70 "GET /v2.0/networks/893d13e5-1b93-4be1-a81f-c729a36da4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793437 Jan 18 20:18:08.804741 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7d6f7be9-aac0-43ac-997b-91a0aa59fd97 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (56e15054-64e6-4f98-bf4b-4bc65bc5cf8d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:08.844079 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f7be9-aac0-43ac-997b-91a0aa59fd97 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Pushing event deleted for resources: {'Port': ['ID=56e15054-64e6-4f98-bf4b-4bc65bc5cf8d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:08.866598 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40543694-e408-4689-999e-ca58d62febdf None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:18:08.871008 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f010938e-38c3-4fe3-8d7b-f60476c0515c req-6f41f263-ae39-4740-b270-999354260edc service neutron] 10.222.0.70 "GET /v2.0/networks/893d13e5-1b93-4be1-a81f-c729a36da4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533406 Jan 18 20:18:08.926580 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6f54c-b2eb-4943-b4e2-b9302f11c7fd req-9dfca3d7-85c3-4f3f-8bb9-b8829e2ffc66 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:08.936631 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a9d6f54c-b2eb-4943-b4e2-b9302f11c7fd req-9dfca3d7-85c3-4f3f-8bb9-b8829e2ffc66 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c697c79-e3aa-4a33-a514-61ead609622d HTTP/1.1" status: 200 len: 944 time: 0.0804243 Jan 18 20:18:08.953028 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7d6f7be9-aac0-43ac-997b-91a0aa59fd97 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (dbdecd65-9bdd-440b-a466-502bd557ede8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:09.015575 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a9d6f54c-b2eb-4943-b4e2-b9302f11c7fd req-6e726b17-defd-4354-988e-c6fbc2e83de5 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/security-groups?id=98d23831-cacf-44a1-a7bd-494d5cd69cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778370 Jan 18 20:18:09.090681 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7d6f7be9-aac0-43ac-997b-91a0aa59fd97 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (dbdecd65-9bdd-440b-a466-502bd557ede8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:09.092660 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c813578-52cb-465a-a8ea-6c80322dc41a req-987183c3-6177-44e4-98c5-fd962aec2793 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:09.092820 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7d6f7be9-aac0-43ac-997b-91a0aa59fd97 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_controller (dbdecd65-9bdd-440b-a466-502bd557ede8), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:09.094167 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1c813578-52cb-465a-a8ea-6c80322dc41a req-987183c3-6177-44e4-98c5-fd962aec2793 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07419868-abb6-469a-a8df-03dd0067f249 HTTP/1.1" status: 200 len: 943 time: 0.0731697 Jan 18 20:18:09.144382 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7d6f7be9-aac0-43ac-997b-91a0aa59fd97 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (dbdecd65-9bdd-440b-a466-502bd557ede8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:09.144966 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6f7be9-aac0-43ac-997b-91a0aa59fd97 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Fanout notify agent at l3_agent the message router_deleted on router dbdecd65-9bdd-440b-a466-502bd557ede8 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:18:09.153681 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7d6f7be9-aac0-43ac-997b-91a0aa59fd97 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:09.160146 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7d6f7be9-aac0-43ac-997b-91a0aa59fd97 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "DELETE /v2.0/routers/dbdecd65-9bdd-440b-a466-502bd557ede8 HTTP/1.1" status: 204 len: 168 time: 2.0303304 Jan 18 20:18:09.160146 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54602) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:09.165406 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-dc0672c7-6df7-4dd2-bcb7-84ea2af9652a tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1309133889', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'enable_snat': False}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:09.210162 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc0672c7-6df7-4dd2-bcb7-84ea2af9652a tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (e7e0a860-8c3a-423e-a14d-775228ebc52a), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:09.211601 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1c813578-52cb-465a-a8ea-6c80322dc41a req-c7235be3-6a6b-496e-9162-3f58d3598da7 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/security-groups?id=09e34d53-8fdc-40ee-880c-94e0f1c99b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115820 Jan 18 20:18:09.213812 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc0672c7-6df7-4dd2-bcb7-84ea2af9652a tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (e7e0a860-8c3a-423e-a14d-775228ebc52a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:09.291250 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc0672c7-6df7-4dd2-bcb7-84ea2af9652a tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router_controller (e7e0a860-8c3a-423e-a14d-775228ebc52a), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:09.457412 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc0672c7-6df7-4dd2-bcb7-84ea2af9652a tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router_gateway (e7e0a860-8c3a-423e-a14d-775228ebc52a), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:09.782919 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device bc025c14-c1f6-43c1-867b-1722f05f9684 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:18:09.811911 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc0672c7-6df7-4dd2-bcb7-84ea2af9652a tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router_gateway (e7e0a860-8c3a-423e-a14d-775228ebc52a), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:09.866404 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc0672c7-6df7-4dd2-bcb7-84ea2af9652a tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:09.994263 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port bc025c14-c1f6-43c1-867b-1722f05f9684, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=bc025c14-c1f6-43c1-867b-1722f05f9684,segment=NetworkSegment(1e4ae7ad-6d4f-46fa-b22b-d09ee8dfdc84),segment_id=1e4ae7ad-6d4f-46fa-b22b-d09ee8dfdc84)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:18:10.017652 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54636) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:10.031336 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'bc025c14-c1f6-43c1-867b-1722f05f9684', 'network_id': '3d21eaa8-de99-4564-9894-cc73fb6adc58', 'port_id': 'bc025c14-c1f6-43c1-867b-1722f05f9684', 'mac_address': 'fa:16:3e:d4:b8:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c9359d-435f-4107-9b57-ec234c50abf5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:18:10.085396 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port bc025c14-c1f6-43c1-867b-1722f05f9684 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:18:10.085872 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bc025c14-c1f6-43c1-867b-1722f05f9684), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:10.101032 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc025c14-c1f6-43c1-867b-1722f05f9684 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:18:10.114314 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-dc0672c7-6df7-4dd2-bcb7-84ea2af9652a tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Allocated IP 172.25.4.246 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/77cb6720-389b-4264-b485-b896f4613ddf) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:18:10.155691 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port bc025c14-c1f6-43c1-867b-1722f05f9684, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=bc025c14-c1f6-43c1-867b-1722f05f9684,segment=NetworkSegment(1e4ae7ad-6d4f-46fa-b22b-d09ee8dfdc84),segment_id=1e4ae7ad-6d4f-46fa-b22b-d09ee8dfdc84)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:18:10.161996 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (bc025c14-c1f6-43c1-867b-1722f05f9684), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:10.163051 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:18:10.266220 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc0672c7-6df7-4dd2-bcb7-84ea2af9652a tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for port (77cb6720-389b-4264-b485-b896f4613ddf), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:10.289244 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85122d43-6fe1-4a01-9262-d90dfe81a61b req-0bde7d4e-7946-4f65-828c-062ba512aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:10.293823 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85122d43-6fe1-4a01-9262-d90dfe81a61b req-0bde7d4e-7946-4f65-828c-062ba512aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:10.294548 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85122d43-6fe1-4a01-9262-d90dfe81a61b req-0bde7d4e-7946-4f65-828c-062ba512aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:10.295167 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85122d43-6fe1-4a01-9262-d90dfe81a61b req-0bde7d4e-7946-4f65-828c-062ba512aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:10.296400 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85122d43-6fe1-4a01-9262-d90dfe81a61b req-0bde7d4e-7946-4f65-828c-062ba512aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:10.303271 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85122d43-6fe1-4a01-9262-d90dfe81a61b req-0bde7d4e-7946-4f65-828c-062ba512aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:10.303271 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85122d43-6fe1-4a01-9262-d90dfe81a61b req-0bde7d4e-7946-4f65-828c-062ba512aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:10.309818 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85122d43-6fe1-4a01-9262-d90dfe81a61b req-0bde7d4e-7946-4f65-828c-062ba512aaa2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 6493 time: 0.2906406 Jan 18 20:18:10.314288 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7,segment=NetworkSegment(b6264018-601f-4fe3-bae9-65d770b7a3ac),segment_id=b6264018-601f-4fe3-bae9-65d770b7a3ac)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:18:10.340915 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7', 'network_id': '893d13e5-1b93-4be1-a81f-c729a36da4ac', 'port_id': 'b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7', 'mac_address': 'fa:16:3e:8f:cd:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5fffa6-4068-41cb-bfac-404742fecf13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:18:10.358827 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc0672c7-6df7-4dd2-bcb7-84ea2af9652a tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (77cb6720-389b-4264-b485-b896f4613ddf), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:10.383115 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd6d85-d8da-4898-8f32-e61cff2df18e req-73ab61b9-dfb2-4e17-8fde-e49864818311 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:10.385885 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-02cd6d85-d8da-4898-8f32-e61cff2df18e req-73ab61b9-dfb2-4e17-8fde-e49864818311 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c697c79-e3aa-4a33-a514-61ead609622d HTTP/1.1" status: 200 len: 944 time: 0.2012961 Jan 18 20:18:10.435390 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0672c7-6df7-4dd2-bcb7-84ea2af9652a tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:18:10.438944 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-dc0672c7-6df7-4dd2-bcb7-84ea2af9652a tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:18:10.461164 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0672c7-6df7-4dd2-bcb7-84ea2af9652a tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:18:10.463965 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797f632c-20c0-41f3-a045-a8052eaaa510 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:18:10.494544 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:18:10.494971 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:10.508209 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=bc025c14-c1f6-43c1-867b-1722f05f9684,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:10.513872 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:18:10.534200 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7,segment=NetworkSegment(b6264018-601f-4fe3-bae9-65d770b7a3ac),segment_id=b6264018-601f-4fe3-bae9-65d770b7a3ac)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:18:10.541688 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:10.548185 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85122d43-6fe1-4a01-9262-d90dfe81a61b req-45495dab-dea0-4321-bb6e-1643ae220396 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b1932240-7d46-444a-b08f-d72000630e7c&id=c5c1be6a-c382-4c13-8d72-ab71785549d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2374167 Jan 18 20:18:10.549677 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0672c7-6df7-4dd2-bcb7-84ea2af9652a tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Pushing event updated for resources: {'Port': ['ID=77cb6720-389b-4264-b485-b896f4613ddf,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:10.632482 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:10.638120 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3a4a8-19a3-43b4-9b2a-07d5a35645bc req-0f43a170-de17-425d-8d53-3583314564fe tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:10.650245 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9d3a4a8-19a3-43b4-9b2a-07d5a35645bc req-0f43a170-de17-425d-8d53-3583314564fe tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07419868-abb6-469a-a8df-03dd0067f249 HTTP/1.1" status: 200 len: 944 time: 0.2970715 Jan 18 20:18:10.656004 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-349e1c27-8942-4ad1-9f75-081208c8617e None None] Provisioning complete for port 77cb6720-389b-4264-b485-b896f4613ddf triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:18:10.656571 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-349e1c27-8942-4ad1-9f75-081208c8617e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (77cb6720-389b-4264-b485-b896f4613ddf), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:10.701112 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-02cd6d85-d8da-4898-8f32-e61cff2df18e req-5c92c6e2-2998-44e4-91f4-d84b6ce45502 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/security-groups?id=98d23831-cacf-44a1-a7bd-494d5cd69cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090022 Jan 18 20:18:10.704410 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-349e1c27-8942-4ad1-9f75-081208c8617e None None] Port 77cb6720-389b-4264-b485-b896f4613ddf cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:18:10.746117 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9d3a4a8-19a3-43b4-9b2a-07d5a35645bc req-3dc6f466-c4ba-4611-a521-6230bf5aa8d7 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/security-groups?id=09e34d53-8fdc-40ee-880c-94e0f1c99b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932467 Jan 18 20:18:10.833016 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc0672c7-6df7-4dd2-bcb7-84ea2af9652a tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router_gateway (e7e0a860-8c3a-423e-a14d-775228ebc52a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:10.965447 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:18:11.079118 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['bc025c14-c1f6-43c1-867b-1722f05f9684'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:18:11.119539 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc0672c7-6df7-4dd2-bcb7-84ea2af9652a tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (e7e0a860-8c3a-423e-a14d-775228ebc52a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:11.317158 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0672c7-6df7-4dd2-bcb7-84ea2af9652a tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Router e7e0a860-8c3a-423e-a14d-775228ebc52a is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:18:11.471620 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0672c7-6df7-4dd2-bcb7-84ea2af9652a tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:18:11.485384 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86aea86-be6d-497c-9947-a0cd31576b8f None None] Sync routers for ids ['e7e0a860-8c3a-423e-a14d-775228ebc52a'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:18:11.495660 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc0672c7-6df7-4dd2-bcb7-84ea2af9652a tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:11.497370 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-dc0672c7-6df7-4dd2-bcb7-84ea2af9652a tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.3361986 Jan 18 20:18:11.500090 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54658) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:11.505267 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86aea86-be6d-497c-9947-a0cd31576b8f None None] Routers {'e7e0a860-8c3a-423e-a14d-775228ebc52a'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:18:11.506078 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f86aea86-be6d-497c-9947-a0cd31576b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:17:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e7e0a860-8c3a-423e-a14d-775228ebc52a'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:11.636940 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a66df686-64ff-4f49-bd63-8bd3eb8167f5 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "GET /v2.0/routers/e7e0a860-8c3a-423e-a14d-775228ebc52a HTTP/1.1" status: 200 len: 909 time: 0.1350057 Jan 18 20:18:11.639367 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54660) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:11.644624 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-70e53c11-1ffa-4890-af84-8bb0cd035d9d tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1309133889', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'enable_snat': True}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:11.674652 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-70e53c11-1ffa-4890-af84-8bb0cd035d9d tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (39011b70-9ff7-4d19-bbbe-783378c98add), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:11.676104 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-70e53c11-1ffa-4890-af84-8bb0cd035d9d tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (39011b70-9ff7-4d19-bbbe-783378c98add), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:11.725893 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-f86aea86-be6d-497c-9947-a0cd31576b8f None None] Set router e7e0a860-8c3a-423e-a14d-775228ebc52a gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:18:11.777103 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-70e53c11-1ffa-4890-af84-8bb0cd035d9d tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router_controller (39011b70-9ff7-4d19-bbbe-783378c98add), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:11.993319 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2c2f7-c6c8-4f74-b03e-f185fc2f2003 req-6be362b3-09a7-40a2-8630-783189235c69 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:11.999190 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85b2c2f7-c6c8-4f74-b03e-f185fc2f2003 req-6be362b3-09a7-40a2-8630-783189235c69 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c697c79-e3aa-4a33-a514-61ead609622d HTTP/1.1" status: 200 len: 945 time: 0.1676631 Jan 18 20:18:12.097937 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f86aea86-be6d-497c-9947-a0cd31576b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e0a860-8c3a-423e-a14d-775228ebc52a', 'name': 'tempest-snat-router-1309133889', 'tenant_id': '1b55d2ee74fa4c1692f55751d7542ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.246'}], 'enable_snat': False}, 'gw_port_id': '77cb6720-389b-4264-b485-b896f4613ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:18:09Z', 'updated_at': '2022-01-18T20:18:10Z', 'revision_number': 3, 'project_id': '1b55d2ee74fa4c1692f55751d7542ea5', 'gw_port': {'id': '77cb6720-389b-4264-b485-b896f4613ddf', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e0a860-8c3a-423e-a14d-775228ebc52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:18:09Z', 'updated_at': '2022-01-18T20:18:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:12.130390 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aac2ad-4eaf-49de-9932-7da27afc3a9a req-55e15b5f-c01c-49a3-b145-a97943fc7a20 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:12.139062 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-00aac2ad-4eaf-49de-9932-7da27afc3a9a req-55e15b5f-c01c-49a3-b145-a97943fc7a20 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07419868-abb6-469a-a8df-03dd0067f249 HTTP/1.1" status: 200 len: 944 time: 0.2425058 Jan 18 20:18:12.162724 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85b2c2f7-c6c8-4f74-b03e-f185fc2f2003 req-ece2934c-6814-4d29-a0a1-9b047b1841b8 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/security-groups?id=98d23831-cacf-44a1-a7bd-494d5cd69cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587753 Jan 18 20:18:12.196715 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86aea86-be6d-497c-9947-a0cd31576b8f None None] Checking router: e7e0a860-8c3a-423e-a14d-775228ebc52a for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:18:12.200554 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86aea86-be6d-497c-9947-a0cd31576b8f None None] Updating router e7e0a860-8c3a-423e-a14d-775228ebc52a port 77cb6720-389b-4264-b485-b896f4613ddf binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:18:12.215697 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-00aac2ad-4eaf-49de-9932-7da27afc3a9a req-d71ede2c-df75-40e3-bc63-2bef39475780 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/security-groups?id=09e34d53-8fdc-40ee-880c-94e0f1c99b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757143 Jan 18 20:18:12.257669 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f86aea86-be6d-497c-9947-a0cd31576b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (77cb6720-389b-4264-b485-b896f4613ddf), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:12.420229 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-70e53c11-1ffa-4890-af84-8bb0cd035d9d tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router_gateway (39011b70-9ff7-4d19-bbbe-783378c98add), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:12.594077 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f86aea86-be6d-497c-9947-a0cd31576b8f None None] Publish callbacks [] for port (77cb6720-389b-4264-b485-b896f4613ddf), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:12.602740 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f86aea86-be6d-497c-9947-a0cd31576b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (77cb6720-389b-4264-b485-b896f4613ddf), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:12.654860 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ae0abd-80ee-4cf1-92cb-4355c854baaa None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:18:12.666734 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-70e53c11-1ffa-4890-af84-8bb0cd035d9d tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router_gateway (39011b70-9ff7-4d19-bbbe-783378c98add), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:12.690233 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-70e53c11-1ffa-4890-af84-8bb0cd035d9d tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:12.696185 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b601dc-7ffa-482b-a558-f7c5302604d8 None None] Pushing event updated for resources: {'Port': ['ID=77cb6720-389b-4264-b485-b896f4613ddf,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:12.698932 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f86aea86-be6d-497c-9947-a0cd31576b8f None None] Attempting to bind port 77cb6720-389b-4264-b485-b896f4613ddf on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:18:12.699296 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f86aea86-be6d-497c-9947-a0cd31576b8f None None] Attempting to bind port 77cb6720-389b-4264-b485-b896f4613ddf by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:18:12.699651 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86aea86-be6d-497c-9947-a0cd31576b8f None None] Attempting to bind port 77cb6720-389b-4264-b485-b896f4613ddf on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:18:12.706195 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86aea86-be6d-497c-9947-a0cd31576b8f None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:18:12.706563 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86aea86-be6d-497c-9947-a0cd31576b8f None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:18:12.706961 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f86aea86-be6d-497c-9947-a0cd31576b8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:12.707344 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86aea86-be6d-497c-9947-a0cd31576b8f None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:18:12.707895 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f86aea86-be6d-497c-9947-a0cd31576b8f None None] Bound port: 77cb6720-389b-4264-b485-b896f4613ddf, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:18:12.708169 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f86aea86-be6d-497c-9947-a0cd31576b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (77cb6720-389b-4264-b485-b896f4613ddf), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:12.792422 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a86ce160-4dc8-4613-9739-29355cec6f03 None None] Provisioning complete for port 77cb6720-389b-4264-b485-b896f4613ddf triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:18:12.792815 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a86ce160-4dc8-4613-9739-29355cec6f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (77cb6720-389b-4264-b485-b896f4613ddf), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:12.837088 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f86aea86-be6d-497c-9947-a0cd31576b8f None None] For port 77cb6720-389b-4264-b485-b896f4613ddf, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:18:12.858245 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f86aea86-be6d-497c-9947-a0cd31576b8f None None] For port 77cb6720-389b-4264-b485-b896f4613ddf, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=77cb6720-389b-4264-b485-b896f4613ddf,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:18:12.867213 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f86aea86-be6d-497c-9947-a0cd31576b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (77cb6720-389b-4264-b485-b896f4613ddf), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:12.879585 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a86ce160-4dc8-4613-9739-29355cec6f03 None None] Port 77cb6720-389b-4264-b485-b896f4613ddf cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:18:12.932958 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86aea86-be6d-497c-9947-a0cd31576b8f None None] Routers {'e7e0a860-8c3a-423e-a14d-775228ebc52a'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:18:12.933598 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f86aea86-be6d-497c-9947-a0cd31576b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:17:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e7e0a860-8c3a-423e-a14d-775228ebc52a'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:12.939957 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb9c871-f75f-4ee5-bfbe-492e89ccc787 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:18:13.004331 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b601dc-7ffa-482b-a558-f7c5302604d8 None None] Pushing event updated for resources: {'Port': ['ID=77cb6720-389b-4264-b485-b896f4613ddf,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:13.036926 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-70e53c11-1ffa-4890-af84-8bb0cd035d9d tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Allocated IP 172.25.4.157 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/ab11f007-c4bf-49c3-9a27-05cf16ec2ded) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:18:13.142593 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-f86aea86-be6d-497c-9947-a0cd31576b8f None None] Set router e7e0a860-8c3a-423e-a14d-775228ebc52a gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:18:13.257813 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-70e53c11-1ffa-4890-af84-8bb0cd035d9d tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for port (ab11f007-c4bf-49c3-9a27-05cf16ec2ded), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:13.339500 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-70e53c11-1ffa-4890-af84-8bb0cd035d9d tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ab11f007-c4bf-49c3-9a27-05cf16ec2ded), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:13.414898 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-09544220-9f7e-4c49-a66f-1e28dff5d5c0 None None] Provisioning complete for port 77cb6720-389b-4264-b485-b896f4613ddf triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:18:13.415551 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-09544220-9f7e-4c49-a66f-1e28dff5d5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (77cb6720-389b-4264-b485-b896f4613ddf), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:13.433667 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42d709-0e69-4062-8a64-0cdca68d250f req-1b819d14-de94-4ce0-9b66-2cae20faa5fe tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:13.435767 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e53c11-1ffa-4890-af84-8bb0cd035d9d tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Pushing event updated for resources: {'Port': ['ID=ab11f007-c4bf-49c3-9a27-05cf16ec2ded,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:13.437536 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ee42d709-0e69-4062-8a64-0cdca68d250f req-1b819d14-de94-4ce0-9b66-2cae20faa5fe tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c697c79-e3aa-4a33-a514-61ead609622d HTTP/1.1" status: 200 len: 945 time: 0.1443455 Jan 18 20:18:13.464360 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e53c11-1ffa-4890-af84-8bb0cd035d9d tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:18:13.466362 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-70e53c11-1ffa-4890-af84-8bb0cd035d9d tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:18:13.484793 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e53c11-1ffa-4890-af84-8bb0cd035d9d tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:18:13.492945 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f9e258-fd3d-4dad-b6c4-9bc7de4acd21 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:18:13.535942 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bfa49-8382-460f-be9b-8d00003f078f req-31daae2e-7a87-4f39-8e53-1e495df26f63 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:13.537866 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ae4bfa49-8382-460f-be9b-8d00003f078f req-31daae2e-7a87-4f39-8e53-1e495df26f63 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07419868-abb6-469a-a8df-03dd0067f249 HTTP/1.1" status: 200 len: 944 time: 0.1788852 Jan 18 20:18:13.541611 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f86aea86-be6d-497c-9947-a0cd31576b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e0a860-8c3a-423e-a14d-775228ebc52a', 'name': 'tempest-snat-router-1309133889', 'tenant_id': '1b55d2ee74fa4c1692f55751d7542ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.246'}], 'enable_snat': False}, 'gw_port_id': '77cb6720-389b-4264-b485-b896f4613ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:18:09Z', 'updated_at': '2022-01-18T20:18:10Z', 'revision_number': 3, 'project_id': '1b55d2ee74fa4c1692f55751d7542ea5', 'gw_port': {'id': '77cb6720-389b-4264-b485-b896f4613ddf', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e0a860-8c3a-423e-a14d-775228ebc52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:18:09Z', 'updated_at': '2022-01-18T20:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:13.613239 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86aea86-be6d-497c-9947-a0cd31576b8f None None] The sync data for ids ['e7e0a860-8c3a-423e-a14d-775228ebc52a'] in n-d-741529-9 is: [{'id': 'e7e0a860-8c3a-423e-a14d-775228ebc52a', 'name': 'tempest-snat-router-1309133889', 'tenant_id': '1b55d2ee74fa4c1692f55751d7542ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.246'}], 'enable_snat': False}, 'gw_port_id': '77cb6720-389b-4264-b485-b896f4613ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:18:09Z', 'updated_at': '2022-01-18T20:18:10Z', 'revision_number': 3, 'project_id': '1b55d2ee74fa4c1692f55751d7542ea5', 'gw_port': {'id': '77cb6720-389b-4264-b485-b896f4613ddf', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e0a860-8c3a-423e-a14d-775228ebc52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:18:09Z', 'updated_at': '2022-01-18T20:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:18:13.629073 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ee42d709-0e69-4062-8a64-0cdca68d250f req-e1f1a265-01f6-4702-9855-dea8862b9b5f tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/security-groups?id=98d23831-cacf-44a1-a7bd-494d5cd69cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811154 Jan 18 20:18:13.648183 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-09544220-9f7e-4c49-a66f-1e28dff5d5c0 None None] Current status of the port 77cb6720-389b-4264-b485-b896f4613ddf is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:18:13.648773 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-09544220-9f7e-4c49-a66f-1e28dff5d5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (77cb6720-389b-4264-b485-b896f4613ddf), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:13.676807 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ae4bfa49-8382-460f-be9b-8d00003f078f req-fcf8fdb3-251a-4040-8fea-55556aeb649f tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/security-groups?id=09e34d53-8fdc-40ee-880c-94e0f1c99b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232340 Jan 18 20:18:13.704504 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-09544220-9f7e-4c49-a66f-1e28dff5d5c0 None None] For port 77cb6720-389b-4264-b485-b896f4613ddf, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=77cb6720-389b-4264-b485-b896f4613ddf,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:18:13.715680 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-09544220-9f7e-4c49-a66f-1e28dff5d5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (77cb6720-389b-4264-b485-b896f4613ddf), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:13.774611 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09544220-9f7e-4c49-a66f-1e28dff5d5c0 None None] Pushing event updated for resources: {'Port': ['ID=77cb6720-389b-4264-b485-b896f4613ddf,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:13.794348 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device bc025c14-c1f6-43c1-867b-1722f05f9684 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:18:13.879003 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-51948883-1dcf-48f1-ab76-48e7452d8c39 None None] Provisioning complete for port ab11f007-c4bf-49c3-9a27-05cf16ec2ded triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:18:13.879457 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-51948883-1dcf-48f1-ab76-48e7452d8c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ab11f007-c4bf-49c3-9a27-05cf16ec2ded), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:13.927143 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-70e53c11-1ffa-4890-af84-8bb0cd035d9d tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router_gateway (39011b70-9ff7-4d19-bbbe-783378c98add), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:13.931339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port bc025c14-c1f6-43c1-867b-1722f05f9684 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:18:13.957742 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port bc025c14-c1f6-43c1-867b-1722f05f9684 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:18:13.958143 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bc025c14-c1f6-43c1-867b-1722f05f9684), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:14.033406 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-51948883-1dcf-48f1-ab76-48e7452d8c39 None None] Port ab11f007-c4bf-49c3-9a27-05cf16ec2ded cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:18:14.175252 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port bc025c14-c1f6-43c1-867b-1722f05f9684 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:18:14.175936 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bc025c14-c1f6-43c1-867b-1722f05f9684), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:14.228004 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port bc025c14-c1f6-43c1-867b-1722f05f9684, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=bc025c14-c1f6-43c1-867b-1722f05f9684,segment=NetworkSegment(1e4ae7ad-6d4f-46fa-b22b-d09ee8dfdc84),segment_id=1e4ae7ad-6d4f-46fa-b22b-d09ee8dfdc84)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:18:14.228918 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07419868-abb6-469a-a8df-03dd0067f249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc025c14-c1f6-43c1-867b-1722f05f9684'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:18:14.231371 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c02e4c-f9e3-435a-99f4-c4c5da7d6f63" -d '{"events": [{"server_uuid": "07419868-abb6-469a-a8df-03dd0067f249", "name": "network-vif-plugged", "status": "completed", "tag": "bc025c14-c1f6-43c1-867b-1722f05f9684"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:18:14.235722 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (bc025c14-c1f6-43c1-867b-1722f05f9684), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:14.236718 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:18:14.357252 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=bc025c14-c1f6-43c1-867b-1722f05f9684,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:14.382873 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:18:14.399752 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:18:14.399946 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:14.410593 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-70e53c11-1ffa-4890-af84-8bb0cd035d9d tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (39011b70-9ff7-4d19-bbbe-783378c98add), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:14.553258 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:18:14.553862 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:14.644618 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7,segment=NetworkSegment(b6264018-601f-4fe3-bae9-65d770b7a3ac),segment_id=b6264018-601f-4fe3-bae9-65d770b7a3ac)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:18:14.655121 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94eeaa5-a28e-4390-9c2f-ce831e7319f1 x-openstack-request-id: req-e94eeaa5-a28e-4390-9c2f-ce831e7319f1 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:18:14.655588 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07419868-abb6-469a-a8df-03dd0067f249", "name": "network-vif-plugged", "status": "completed", "tag": "bc025c14-c1f6-43c1-867b-1722f05f9684", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:18:14.655873 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e94eeaa5-a28e-4390-9c2f-ce831e7319f1 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:18:14.660504 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07419868-abb6-469a-a8df-03dd0067f249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc025c14-c1f6-43c1-867b-1722f05f9684', 'code': 200} Jan 18 20:18:14.661245 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:14.776411 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314365a4-afa4-4821-9525-1e487bb2470a req-9c208855-296d-4932-9e5d-2f3db36da16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:14.778470 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-314365a4-afa4-4821-9525-1e487bb2470a req-9c208855-296d-4932-9e5d-2f3db36da16d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=07419868-abb6-469a-a8df-03dd0067f249 HTTP/1.1" status: 200 len: 1096 time: 0.0798092 Jan 18 20:18:14.782210 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:14.805112 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e53c11-1ffa-4890-af84-8bb0cd035d9d tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Router 39011b70-9ff7-4d19-bbbe-783378c98add is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:18:14.940928 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-314365a4-afa4-4821-9525-1e487bb2470a req-aaf22ac6-cf45-451c-816e-844f26a2340e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=09e34d53-8fdc-40ee-880c-94e0f1c99b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517661 Jan 18 20:18:14.944980 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd83cc8-da7f-4a32-84ae-6ef309d82abc req-df627e0c-c664-45a0-b053-c12d2c60076b tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:14.952621 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3bd83cc8-da7f-4a32-84ae-6ef309d82abc req-df627e0c-c664-45a0-b053-c12d2c60076b tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c697c79-e3aa-4a33-a514-61ead609622d HTTP/1.1" status: 200 len: 946 time: 0.1447010 Jan 18 20:18:14.969863 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 77cb6720-389b-4264-b485-b896f4613ddf up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:18:14.991918 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f72d8-0063-4169-942f-cb06233a8e21 req-c874c406-e73c-4bf2-b460-cf2bc398a399 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:15.002898 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e79f72d8-0063-4169-942f-cb06233a8e21 req-c874c406-e73c-4bf2-b460-cf2bc398a399 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07419868-abb6-469a-a8df-03dd0067f249 HTTP/1.1" status: 200 len: 945 time: 0.1473527 Jan 18 20:18:15.025873 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e53c11-1ffa-4890-af84-8bb0cd035d9d tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:18:15.036552 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Sync routers for ids ['39011b70-9ff7-4d19-bbbe-783378c98add'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:18:15.049932 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-70e53c11-1ffa-4890-af84-8bb0cd035d9d tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:15.053139 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-70e53c11-1ffa-4890-af84-8bb0cd035d9d tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4119990 Jan 18 20:18:15.054319 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Routers {'39011b70-9ff7-4d19-bbbe-783378c98add'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:18:15.054935 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:17:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['39011b70-9ff7-4d19-bbbe-783378c98add'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:15.055777 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54708) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:15.072069 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 77cb6720-389b-4264-b485-b896f4613ddf triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:18:15.072472 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (77cb6720-389b-4264-b485-b896f4613ddf), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:15.108577 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e79f72d8-0063-4169-942f-cb06233a8e21 req-13f58945-e7b9-4c51-80e5-4a0f6d6f6943 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/security-groups?id=09e34d53-8fdc-40ee-880c-94e0f1c99b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999484 Jan 18 20:18:15.167537 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3bd83cc8-da7f-4a32-84ae-6ef309d82abc req-43f5d260-3d7d-4b1b-88b1-506212403350 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/security-groups?id=98d23831-cacf-44a1-a7bd-494d5cd69cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138436 Jan 18 20:18:15.253261 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Set router 39011b70-9ff7-4d19-bbbe-783378c98add gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:18:15.288051 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9cbc4ca3-add9-4e27-a7f8-d6f9fa9a7433 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "GET /v2.0/routers/39011b70-9ff7-4d19-bbbe-783378c98add HTTP/1.1" status: 200 len: 908 time: 0.2282560 Jan 18 20:18:15.290950 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54714) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:15.297411 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 77cb6720-389b-4264-b485-b896f4613ddf is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:18:15.451344 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39011b70-9ff7-4d19-bbbe-783378c98add', 'name': 'tempest-snat-router-1309133889', 'tenant_id': '1b55d2ee74fa4c1692f55751d7542ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'ab11f007-c4bf-49c3-9a27-05cf16ec2ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:18:11Z', 'updated_at': '2022-01-18T20:18:13Z', 'revision_number': 3, 'project_id': '1b55d2ee74fa4c1692f55751d7542ea5', 'gw_port': {'id': 'ab11f007-c4bf-49c3-9a27-05cf16ec2ded', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39011b70-9ff7-4d19-bbbe-783378c98add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:18:12Z', 'updated_at': '2022-01-18T20:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:15.460516 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2aff70e4-6c7e-4a0d-b159-4880c965864f tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router (39011b70-9ff7-4d19-bbbe-783378c98add), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:15.484117 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Checking router: 39011b70-9ff7-4d19-bbbe-783378c98add for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:18:15.484738 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Updating router 39011b70-9ff7-4d19-bbbe-783378c98add port ab11f007-c4bf-49c3-9a27-05cf16ec2ded binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:18:15.518352 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ab11f007-c4bf-49c3-9a27-05cf16ec2ded), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:15.591887 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2aff70e4-6c7e-4a0d-b159-4880c965864f tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router_gateway (39011b70-9ff7-4d19-bbbe-783378c98add), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:15.658192 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2aff70e4-6c7e-4a0d-b159-4880c965864f tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Deleting port ab11f007-c4bf-49c3-9a27-05cf16ec2ded {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:18:15.658621 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2aff70e4-6c7e-4a0d-b159-4880c965864f tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ab11f007-c4bf-49c3-9a27-05cf16ec2ded), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:15.756186 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2aff70e4-6c7e-4a0d-b159-4880c965864f tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ab11f007-c4bf-49c3-9a27-05cf16ec2ded), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:15.775432 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2aff70e4-6c7e-4a0d-b159-4880c965864f tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Calling delete_port for ab11f007-c4bf-49c3-9a27-05cf16ec2ded owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:18:15.806590 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Publish callbacks [] for port (ab11f007-c4bf-49c3-9a27-05cf16ec2ded), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:15.814703 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ab11f007-c4bf-49c3-9a27-05cf16ec2ded), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:15.880067 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94fb31d-05dc-4925-8e32-4250d4e38c23 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:18:15.895602 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Attempting to bind port ab11f007-c4bf-49c3-9a27-05cf16ec2ded on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:18:15.896381 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Attempting to bind port ab11f007-c4bf-49c3-9a27-05cf16ec2ded by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:18:15.898381 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Attempting to bind port ab11f007-c4bf-49c3-9a27-05cf16ec2ded on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:18:15.907382 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:18:15.907951 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:18:15.908793 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:15.909333 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:18:15.910007 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Bound port: ab11f007-c4bf-49c3-9a27-05cf16ec2ded, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:18:15.910583 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ab11f007-c4bf-49c3-9a27-05cf16ec2ded), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:15.944667 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4487c0-6615-4c8d-83f9-1515f5c6009f None None] Pushing event updated for resources: {'Port': ['ID=ab11f007-c4bf-49c3-9a27-05cf16ec2ded,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:15.954369 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4487c0-6615-4c8d-83f9-1515f5c6009f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:15.954713 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4487c0-6615-4c8d-83f9-1515f5c6009f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:15.955048 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4487c0-6615-4c8d-83f9-1515f5c6009f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:15.955378 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4487c0-6615-4c8d-83f9-1515f5c6009f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:15.955703 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4487c0-6615-4c8d-83f9-1515f5c6009f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:15.956023 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4487c0-6615-4c8d-83f9-1515f5c6009f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:15.956344 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4487c0-6615-4c8d-83f9-1515f5c6009f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:15.956662 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4487c0-6615-4c8d-83f9-1515f5c6009f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:15.957031 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4487c0-6615-4c8d-83f9-1515f5c6009f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:15.957354 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4487c0-6615-4c8d-83f9-1515f5c6009f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:15.957687 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4487c0-6615-4c8d-83f9-1515f5c6009f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:15.958006 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4487c0-6615-4c8d-83f9-1515f5c6009f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:15.958319 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4487c0-6615-4c8d-83f9-1515f5c6009f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:16.020804 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c83ae46-1bcc-4a4c-83b3-b107ea9703e9 None None] Provisioning complete for port ab11f007-c4bf-49c3-9a27-05cf16ec2ded triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:18:16.023897 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c83ae46-1bcc-4a4c-83b3-b107ea9703e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ab11f007-c4bf-49c3-9a27-05cf16ec2ded), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:16.086069 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c83ae46-1bcc-4a4c-83b3-b107ea9703e9 None None] Port ab11f007-c4bf-49c3-9a27-05cf16ec2ded cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:18:16.092391 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2aff70e4-6c7e-4a0d-b159-4880c965864f tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ab11f007-c4bf-49c3-9a27-05cf16ec2ded), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:16.095785 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.db.api [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:18:16.097359 n-d-741529-9 neutron-server[103338]: DEBUG oslo_db.api [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:18:16.122454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff70e4-6c7e-4a0d-b159-4880c965864f tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab11f007-c4bf-49c3-9a27-05cf16ec2ded,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:16.152840 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c4da18-dddf-457f-99d4-fb798a69b72a None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:18:16.269555 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2aff70e4-6c7e-4a0d-b159-4880c965864f tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (39011b70-9ff7-4d19-bbbe-783378c98add), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:16.379507 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7eb19-600d-4d5f-8a3c-76d0e983a608 req-ad0adfd2-1701-4e03-a64b-57a857d89ad2 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:16.398139 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-72e7eb19-600d-4d5f-8a3c-76d0e983a608 req-ad0adfd2-1701-4e03-a64b-57a857d89ad2 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07419868-abb6-469a-a8df-03dd0067f249 HTTP/1.1" status: 200 len: 945 time: 0.1832633 Jan 18 20:18:16.427460 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2aff70e4-6c7e-4a0d-b159-4880c965864f tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (39011b70-9ff7-4d19-bbbe-783378c98add), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:16.432497 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2aff70e4-6c7e-4a0d-b159-4880c965864f tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router_controller (39011b70-9ff7-4d19-bbbe-783378c98add), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:16.466600 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaad7da-3246-4d09-95bc-2228fc269f93 req-3f9e1bf1-db9d-45e2-846e-ee8589b81524 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:16.468673 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ebaad7da-3246-4d09-95bc-2228fc269f93 req-3f9e1bf1-db9d-45e2-846e-ee8589b81524 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c697c79-e3aa-4a33-a514-61ead609622d HTTP/1.1" status: 200 len: 946 time: 0.1810820 Jan 18 20:18:16.492255 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2aff70e4-6c7e-4a0d-b159-4880c965864f tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (39011b70-9ff7-4d19-bbbe-783378c98add), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:16.493007 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aff70e4-6c7e-4a0d-b159-4880c965864f tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 39011b70-9ff7-4d19-bbbe-783378c98add {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:18:16.499653 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2aff70e4-6c7e-4a0d-b159-4880c965864f tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:16.505282 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2aff70e4-6c7e-4a0d-b159-4880c965864f tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "DELETE /v2.0/routers/39011b70-9ff7-4d19-bbbe-783378c98add HTTP/1.1" status: 204 len: 168 time: 1.2081871 Jan 18 20:18:16.505537 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54724) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:16.512707 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-72e7eb19-600d-4d5f-8a3c-76d0e983a608 req-11134ba7-95be-4a78-9f1a-d6edefc33fb3 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/security-groups?id=09e34d53-8fdc-40ee-880c-94e0f1c99b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133392 Jan 18 20:18:16.585276 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ebaad7da-3246-4d09-95bc-2228fc269f93 req-160d8d62-63ff-46e7-8268-4c402ea80399 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/security-groups?id=98d23831-cacf-44a1-a7bd-494d5cd69cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109865 Jan 18 20:18:16.619430 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Attempting to bind port ab11f007-c4bf-49c3-9a27-05cf16ec2ded on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:18:16.621327 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Attempting to bind port ab11f007-c4bf-49c3-9a27-05cf16ec2ded by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:18:16.621956 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Attempting to bind port ab11f007-c4bf-49c3-9a27-05cf16ec2ded on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:18:16.629160 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:18:16.633057 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:18:16.633849 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:16.634899 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:18:16.635573 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Bound port: ab11f007-c4bf-49c3-9a27-05cf16ec2ded, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:18:16.636823 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ab11f007-c4bf-49c3-9a27-05cf16ec2ded), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:16.644705 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6164d404-6507-4b93-b17f-0c641d889795 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router (e7e0a860-8c3a-423e-a14d-775228ebc52a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:16.659637 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c697c79-e3aa-4a33-a514-61ead609622d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:18:16.662865 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc60e942-1c85-429d-a560-2414cf4d9024" -d '{"events": [{"server_uuid": "8c697c79-e3aa-4a33-a514-61ead609622d", "name": "network-vif-plugged", "status": "completed", "tag": "b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:18:16.666950 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.plugin [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Port ab11f007-c4bf-49c3-9a27-05cf16ec2ded has been deleted concurrently {{(pid=103338) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Jan 18 20:18:16.681850 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Routers set() bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:18:16.682648 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Router IDs set() for agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 18 20:18:16.683494 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_agentschedulers_db [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'39011b70-9ff7-4d19-bbbe-783378c98add'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:17:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent'). {{(pid=103338) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 18 20:18:16.684644 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a20f83-084f-4ff9-a3b0-2ea0c9b8742e None None] The sync data for ids ['39011b70-9ff7-4d19-bbbe-783378c98add'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:18:16.716167 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7835e1-1874-4f99-9042-7c6f9360d4e7 x-openstack-request-id: req-ff7835e1-1874-4f99-9042-7c6f9360d4e7 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:18:16.716557 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c697c79-e3aa-4a33-a514-61ead609622d", "name": "network-vif-plugged", "status": "completed", "tag": "b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:18:16.717056 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff7835e1-1874-4f99-9042-7c6f9360d4e7 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:18:16.717689 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c697c79-e3aa-4a33-a514-61ead609622d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7', 'code': 200} Jan 18 20:18:16.772422 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6164d404-6507-4b93-b17f-0c641d889795 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router_gateway (e7e0a860-8c3a-423e-a14d-775228ebc52a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:16.852723 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c1d2d-7f14-45fe-8e5d-4f0c38b02a47 req-77f3fe7c-9cab-4423-8d81-9c8a53513882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:16.854262 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ba6c1d2d-7f14-45fe-8e5d-4f0c38b02a47 req-77f3fe7c-9cab-4423-8d81-9c8a53513882 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8c697c79-e3aa-4a33-a514-61ead609622d HTTP/1.1" status: 200 len: 1097 time: 0.0658038 Jan 18 20:18:16.867447 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-6164d404-6507-4b93-b17f-0c641d889795 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Deleting port 77cb6720-389b-4264-b485-b896f4613ddf {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:18:16.867784 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6164d404-6507-4b93-b17f-0c641d889795 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (77cb6720-389b-4264-b485-b896f4613ddf), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:17.236340 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ba6c1d2d-7f14-45fe-8e5d-4f0c38b02a47 req-693c7f16-a744-4fc2-9502-4e03589b6bc0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=98d23831-cacf-44a1-a7bd-494d5cd69cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706119 Jan 18 20:18:17.259922 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-6164d404-6507-4b93-b17f-0c641d889795 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] For port 77cb6720-389b-4264-b485-b896f4613ddf, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=77cb6720-389b-4264-b485-b896f4613ddf,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:18:17.260284 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6164d404-6507-4b93-b17f-0c641d889795 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (77cb6720-389b-4264-b485-b896f4613ddf), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:17.278753 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-6164d404-6507-4b93-b17f-0c641d889795 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Calling delete_port for 77cb6720-389b-4264-b485-b896f4613ddf owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:18:17.481326 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6164d404-6507-4b93-b17f-0c641d889795 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (77cb6720-389b-4264-b485-b896f4613ddf), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:17.507606 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164d404-6507-4b93-b17f-0c641d889795 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Pushing event deleted for resources: {'Port': ['ID=77cb6720-389b-4264-b485-b896f4613ddf,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:17.526658 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb40d6e-a85f-4fb0-8d95-d0571d22d2a7 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:18:17.580641 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6164d404-6507-4b93-b17f-0c641d889795 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (e7e0a860-8c3a-423e-a14d-775228ebc52a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:17.685471 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99a5a4-c9aa-45bd-8a82-79703c036e42 req-238cbe24-1746-4201-a126-a281232e4934 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:17.687089 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-df99a5a4-c9aa-45bd-8a82-79703c036e42 req-238cbe24-1746-4201-a126-a281232e4934 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07419868-abb6-469a-a8df-03dd0067f249 HTTP/1.1" status: 200 len: 945 time: 0.0919399 Jan 18 20:18:17.769119 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6164d404-6507-4b93-b17f-0c641d889795 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (e7e0a860-8c3a-423e-a14d-775228ebc52a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:17.772158 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6164d404-6507-4b93-b17f-0c641d889795 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router_controller (e7e0a860-8c3a-423e-a14d-775228ebc52a), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:17.806486 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-df99a5a4-c9aa-45bd-8a82-79703c036e42 req-9fab9ec7-686b-44eb-a02a-b6e91fb6ed81 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/security-groups?id=09e34d53-8fdc-40ee-880c-94e0f1c99b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138904 Jan 18 20:18:17.837743 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6164d404-6507-4b93-b17f-0c641d889795 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (e7e0a860-8c3a-423e-a14d-775228ebc52a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:17.838577 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6164d404-6507-4b93-b17f-0c641d889795 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7e0a860-8c3a-423e-a14d-775228ebc52a {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:18:17.840877 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1538f-ffce-495e-b26e-de064319108f req-c2085420-383d-4b0e-a771-5b52d7c376d9 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:17.850812 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43c1538f-ffce-495e-b26e-de064319108f req-c2085420-383d-4b0e-a771-5b52d7c376d9 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c697c79-e3aa-4a33-a514-61ead609622d HTTP/1.1" status: 200 len: 946 time: 0.1080108 Jan 18 20:18:17.856329 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6164d404-6507-4b93-b17f-0c641d889795 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:17.861461 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6164d404-6507-4b93-b17f-0c641d889795 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "DELETE /v2.0/routers/e7e0a860-8c3a-423e-a14d-775228ebc52a HTTP/1.1" status: 204 len: 168 time: 1.3515921 Jan 18 20:18:17.864442 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54736) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:17.872672 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-662b9701-3f8f-4e2c-aa39-6d06483dc071 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1501825978', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}, 'admin_state_up': False}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:17.927498 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43c1538f-ffce-495e-b26e-de064319108f req-3e571bf1-4c5d-4f26-b034-5b4214ab78cb tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/security-groups?id=98d23831-cacf-44a1-a7bd-494d5cd69cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722041 Jan 18 20:18:17.939959 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-662b9701-3f8f-4e2c-aa39-6d06483dc071 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (8f3555cf-d745-4e16-8753-d56db2f4ea1a), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:17.941747 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-662b9701-3f8f-4e2c-aa39-6d06483dc071 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (8f3555cf-d745-4e16-8753-d56db2f4ea1a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:18.020180 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-662b9701-3f8f-4e2c-aa39-6d06483dc071 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_controller (8f3555cf-d745-4e16-8753-d56db2f4ea1a), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:18.202030 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-662b9701-3f8f-4e2c-aa39-6d06483dc071 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_gateway (8f3555cf-d745-4e16-8753-d56db2f4ea1a), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:18.310286 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e175a5-e1bc-4a83-b30a-3397ecee4d7d req-728020dd-b1b1-4d6f-8178-91be3f5280c5 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:18.311494 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-23e175a5-e1bc-4a83-b30a-3397ecee4d7d req-728020dd-b1b1-4d6f-8178-91be3f5280c5 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07419868-abb6-469a-a8df-03dd0067f249 HTTP/1.1" status: 200 len: 945 time: 0.0687523 Jan 18 20:18:18.361737 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-23e175a5-e1bc-4a83-b30a-3397ecee4d7d req-3e69f0eb-239e-46e8-b4d5-85852336e70d tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/security-groups?id=09e34d53-8fdc-40ee-880c-94e0f1c99b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442615 Jan 18 20:18:18.462443 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-662b9701-3f8f-4e2c-aa39-6d06483dc071 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_gateway (8f3555cf-d745-4e16-8753-d56db2f4ea1a), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:18.483268 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-662b9701-3f8f-4e2c-aa39-6d06483dc071 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:18.625386 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-662b9701-3f8f-4e2c-aa39-6d06483dc071 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Allocated IP 172.25.4.132 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/1398695e-143d-4bf8-a8f8-daa4a40e36c2) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:18:18.853616 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-662b9701-3f8f-4e2c-aa39-6d06483dc071 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for port (1398695e-143d-4bf8-a8f8-daa4a40e36c2), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:18.881488 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 77cb6720-389b-4264-b485-b896f4613ddf no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:18:18.903223 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 77cb6720-389b-4264-b485-b896f4613ddf {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:18:18.903827 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 77cb6720-389b-4264-b485-b896f4613ddf not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:18:18.924949 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-662b9701-3f8f-4e2c-aa39-6d06483dc071 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (1398695e-143d-4bf8-a8f8-daa4a40e36c2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:19.002606 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662b9701-3f8f-4e2c-aa39-6d06483dc071 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:18:19.010644 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-662b9701-3f8f-4e2c-aa39-6d06483dc071 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:18:19.015485 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662b9701-3f8f-4e2c-aa39-6d06483dc071 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:18:19.028971 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246e2bda-1542-4c34-9f0b-56405606f7ea None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:18:19.088621 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b9701-3f8f-4e2c-aa39-6d06483dc071 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Pushing event updated for resources: {'Port': ['ID=1398695e-143d-4bf8-a8f8-daa4a40e36c2,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:19.162963 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7b49f8c0-d1a9-472f-9733-ec8ca6131874 None None] Provisioning complete for port 1398695e-143d-4bf8-a8f8-daa4a40e36c2 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:18:19.163607 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7b49f8c0-d1a9-472f-9733-ec8ca6131874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1398695e-143d-4bf8-a8f8-daa4a40e36c2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:19.223269 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30f4ab-ea7a-4a22-a6a5-c7340ac9441a req-057cf448-b2cd-4fbf-b071-7760e6db150b tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:19.233707 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e30f4ab-ea7a-4a22-a6a5-c7340ac9441a req-057cf448-b2cd-4fbf-b071-7760e6db150b tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c697c79-e3aa-4a33-a514-61ead609622d HTTP/1.1" status: 200 len: 946 time: 0.1802483 Jan 18 20:18:19.243270 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7b49f8c0-d1a9-472f-9733-ec8ca6131874 None None] Port 1398695e-143d-4bf8-a8f8-daa4a40e36c2 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:18:19.348137 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e30f4ab-ea7a-4a22-a6a5-c7340ac9441a req-c0febe0b-a0c4-4b53-8944-1809bbe4866e tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/security-groups?id=98d23831-cacf-44a1-a7bd-494d5cd69cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117568 Jan 18 20:18:19.541562 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-662b9701-3f8f-4e2c-aa39-6d06483dc071 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_gateway (8f3555cf-d745-4e16-8753-d56db2f4ea1a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:19.562563 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600b86a-0f72-4808-a3d1-bfd5905e4665 req-f2ef4967-0fb6-4a82-839f-91ce99278b06 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:19.564058 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5600b86a-0f72-4808-a3d1-bfd5905e4665 req-f2ef4967-0fb6-4a82-839f-91ce99278b06 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07419868-abb6-469a-a8df-03dd0067f249 HTTP/1.1" status: 200 len: 945 time: 0.1125295 Jan 18 20:18:19.714068 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5600b86a-0f72-4808-a3d1-bfd5905e4665 req-17ed4446-7e86-41ee-825f-b01eab0574b0 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/security-groups?id=09e34d53-8fdc-40ee-880c-94e0f1c99b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409864 Jan 18 20:18:19.880263 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391e01a-60a0-4438-a88d-cedefe27c5e4 req-4445fee2-2ec8-432b-8547-f2909ce001f5 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:19.882663 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c391e01a-60a0-4438-a88d-cedefe27c5e4 req-4445fee2-2ec8-432b-8547-f2909ce001f5 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.70 "GET /v2.0/ports?device_id=07419868-abb6-469a-a8df-03dd0067f249 HTTP/1.1" status: 200 len: 945 time: 0.1460021 Jan 18 20:18:19.949467 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-662b9701-3f8f-4e2c-aa39-6d06483dc071 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (8f3555cf-d745-4e16-8753-d56db2f4ea1a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:20.126707 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-c391e01a-60a0-4438-a88d-cedefe27c5e4 req-7e8119ee-7884-4dc7-b121-736e0ea9da9b tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Deleting port bc025c14-c1f6-43c1-867b-1722f05f9684 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:18:20.127045 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c391e01a-60a0-4438-a88d-cedefe27c5e4 req-7e8119ee-7884-4dc7-b121-736e0ea9da9b tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (bc025c14-c1f6-43c1-867b-1722f05f9684), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:20.227182 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662b9701-3f8f-4e2c-aa39-6d06483dc071 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Router 8f3555cf-d745-4e16-8753-d56db2f4ea1a is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:18:20.236292 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-c391e01a-60a0-4438-a88d-cedefe27c5e4 req-7e8119ee-7884-4dc7-b121-736e0ea9da9b tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] For port bc025c14-c1f6-43c1-867b-1722f05f9684, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=bc025c14-c1f6-43c1-867b-1722f05f9684,segment=NetworkSegment(1e4ae7ad-6d4f-46fa-b22b-d09ee8dfdc84),segment_id=1e4ae7ad-6d4f-46fa-b22b-d09ee8dfdc84)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:18:20.236669 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c391e01a-60a0-4438-a88d-cedefe27c5e4 req-7e8119ee-7884-4dc7-b121-736e0ea9da9b tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (bc025c14-c1f6-43c1-867b-1722f05f9684), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:20.260261 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-c391e01a-60a0-4438-a88d-cedefe27c5e4 req-7e8119ee-7884-4dc7-b121-736e0ea9da9b tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Calling delete_port for bc025c14-c1f6-43c1-867b-1722f05f9684 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:18:20.532537 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662b9701-3f8f-4e2c-aa39-6d06483dc071 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:18:20.552234 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f57cf95-d999-4f91-a702-2819f1edbc92 None None] Sync routers for ids ['8f3555cf-d745-4e16-8753-d56db2f4ea1a'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:18:20.576687 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-662b9701-3f8f-4e2c-aa39-6d06483dc071 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:20.580110 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f57cf95-d999-4f91-a702-2819f1edbc92 None None] Routers {'8f3555cf-d745-4e16-8753-d56db2f4ea1a'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:18:20.584307 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54772) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:20.584754 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-662b9701-3f8f-4e2c-aa39-6d06483dc071 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7176960 Jan 18 20:18:20.590510 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-6ef71724-8804-4a9d-af38-bb607f7e14b9 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'enable_snat': False}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:20.598058 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-5f57cf95-d999-4f91-a702-2819f1edbc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:17:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8f3555cf-d745-4e16-8753-d56db2f4ea1a'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:20.598427 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c391e01a-60a0-4438-a88d-cedefe27c5e4 req-7e8119ee-7884-4dc7-b121-736e0ea9da9b tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (bc025c14-c1f6-43c1-867b-1722f05f9684), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:20.678692 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8119ee-7884-4dc7-b121-736e0ea9da9b tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Pushing event deleted for resources: {'Port': ['ID=bc025c14-c1f6-43c1-867b-1722f05f9684,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:20.752651 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-c391e01a-60a0-4438-a88d-cedefe27c5e4 req-7e8119ee-7884-4dc7-b121-736e0ea9da9b tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] No DVR routers for this DVR port bc025c14-c1f6-43c1-867b-1722f05f9684 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:18:20.757726 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c391e01a-60a0-4438-a88d-cedefe27c5e4 req-7e8119ee-7884-4dc7-b121-736e0ea9da9b tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:20.762506 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c391e01a-60a0-4438-a88d-cedefe27c5e4 req-7e8119ee-7884-4dc7-b121-736e0ea9da9b tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.70 "DELETE /v2.0/ports/bc025c14-c1f6-43c1-867b-1722f05f9684 HTTP/1.1" status: 204 len: 173 time: 0.8694007 Jan 18 20:18:20.762972 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07419868-abb6-469a-a8df-03dd0067f249', 'name': 'network-vif-deleted', 'tag': 'bc025c14-c1f6-43c1-867b-1722f05f9684'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:18:20.765714 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6627a9-a306-40b3-b420-5bb15a8204e0" -d '{"events": [{"server_uuid": "07419868-abb6-469a-a8df-03dd0067f249", "name": "network-vif-deleted", "tag": "bc025c14-c1f6-43c1-867b-1722f05f9684"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:18:20.775502 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['bc025c14-c1f6-43c1-867b-1722f05f9684'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:18:20.792209 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-5f57cf95-d999-4f91-a702-2819f1edbc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:20.829888 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f57cf95-d999-4f91-a702-2819f1edbc92 None None] Routers {'8f3555cf-d745-4e16-8753-d56db2f4ea1a'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:18:20.830857 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-5f57cf95-d999-4f91-a702-2819f1edbc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:17:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8f3555cf-d745-4e16-8753-d56db2f4ea1a'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:20.890412 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-5f57cf95-d999-4f91-a702-2819f1edbc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:20.891640 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f57cf95-d999-4f91-a702-2819f1edbc92 None None] The sync data for ids ['8f3555cf-d745-4e16-8753-d56db2f4ea1a'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:18:20.972499 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292f275b-8a5c-4b65-bc09-d4036eb4279d x-openstack-request-id: req-292f275b-8a5c-4b65-bc09-d4036eb4279d {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:18:20.972824 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07419868-abb6-469a-a8df-03dd0067f249", "name": "network-vif-deleted", "tag": "bc025c14-c1f6-43c1-867b-1722f05f9684", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:18:20.973070 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-292f275b-8a5c-4b65-bc09-d4036eb4279d {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:18:20.973465 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07419868-abb6-469a-a8df-03dd0067f249', 'name': 'network-vif-deleted', 'tag': 'bc025c14-c1f6-43c1-867b-1722f05f9684', 'status': 'completed', 'code': 200} Jan 18 20:18:21.003855 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76415ed5-8f14-4ccf-b5c7-6f7ad7b513a2 req-a128be75-70fb-492f-a23d-f8040da31bb7 tempest-InstanceActionsNegativeTestJSON-693108005 tempest-InstanceActionsNegativeTestJSON-693108005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07419868-abb6-469a-a8df-03dd0067f249 HTTP/1.1" status: 200 len: 210 time: 0.0659361 Jan 18 20:18:22.094369 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6ef71724-8804-4a9d-af38-bb607f7e14b9 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router_gateway (8f3555cf-d745-4e16-8753-d56db2f4ea1a), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:22.114362 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54794) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:22.171480 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34f9b9c-5c90-4ff3-9c2f-b43a27c8c1d4 admin admin] Deleting subnet 62c9359d-435f-4107-9b57-ec234c50abf5 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:18:22.176838 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e34f9b9c-5c90-4ff3-9c2f-b43a27c8c1d4 admin admin] Publish callbacks [] for subnet (62c9359d-435f-4107-9b57-ec234c50abf5), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:22.287272 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e34f9b9c-5c90-4ff3-9c2f-b43a27c8c1d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (62c9359d-435f-4107-9b57-ec234c50abf5), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:22.442642 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e34f9b9c-5c90-4ff3-9c2f-b43a27c8c1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (62c9359d-435f-4107-9b57-ec234c50abf5), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:22.732897 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e34f9b9c-5c90-4ff3-9c2f-b43a27c8c1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (62c9359d-435f-4107-9b57-ec234c50abf5), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:22.790216 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f9b9c-5c90-4ff3-9c2f-b43a27c8c1d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62c9359d-435f-4107-9b57-ec234c50abf5,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:22.792051 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e34f9b9c-5c90-4ff3-9c2f-b43a27c8c1d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:22.795206 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e34f9b9c-5c90-4ff3-9c2f-b43a27c8c1d4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/62c9359d-435f-4107-9b57-ec234c50abf5 HTTP/1.1" status: 204 len: 168 time: 0.6798682 Jan 18 20:18:22.797886 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54804) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:22.822718 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f9b9c-5c90-4ff3-9c2f-b43a27c8c1d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:22.823053 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f9b9c-5c90-4ff3-9c2f-b43a27c8c1d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:22.823384 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f9b9c-5c90-4ff3-9c2f-b43a27c8c1d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:22.823728 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f9b9c-5c90-4ff3-9c2f-b43a27c8c1d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:22.824049 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f9b9c-5c90-4ff3-9c2f-b43a27c8c1d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:22.824369 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f9b9c-5c90-4ff3-9c2f-b43a27c8c1d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:22.824691 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f9b9c-5c90-4ff3-9c2f-b43a27c8c1d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:22.825012 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f9b9c-5c90-4ff3-9c2f-b43a27c8c1d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:22.825333 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f9b9c-5c90-4ff3-9c2f-b43a27c8c1d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:22.825669 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f9b9c-5c90-4ff3-9c2f-b43a27c8c1d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:22.826004 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f9b9c-5c90-4ff3-9c2f-b43a27c8c1d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:22.826316 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f9b9c-5c90-4ff3-9c2f-b43a27c8c1d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:22.826634 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f9b9c-5c90-4ff3-9c2f-b43a27c8c1d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:22.929028 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-555f1e92-99de-4d7d-9e4a-5ba7c7eabc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (3d21eaa8-de99-4564-9894-cc73fb6adc58), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:23.252303 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-555f1e92-99de-4d7d-9e4a-5ba7c7eabc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (3d21eaa8-de99-4564-9894-cc73fb6adc58), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:23.313487 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-555f1e92-99de-4d7d-9e4a-5ba7c7eabc01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d21eaa8-de99-4564-9894-cc73fb6adc58']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:23.354339 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-555f1e92-99de-4d7d-9e4a-5ba7c7eabc01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e4ae7ad-6d4f-46fa-b22b-d09ee8dfdc84') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:23.358995 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-555f1e92-99de-4d7d-9e4a-5ba7c7eabc01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e4ae7ad-6d4f-46fa-b22b-d09ee8dfdc84') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:23.414257 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-555f1e92-99de-4d7d-9e4a-5ba7c7eabc01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (1e4ae7ad-6d4f-46fa-b22b-d09ee8dfdc84), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:23.464479 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6ef71724-8804-4a9d-af38-bb607f7e14b9 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57734'] for router (8f3555cf-d745-4e16-8753-d56db2f4ea1a), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:23.470994 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6ef71724-8804-4a9d-af38-bb607f7e14b9 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1617295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1617304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1628645'] for router (8f3555cf-d745-4e16-8753-d56db2f4ea1a), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:23.486173 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7ec09-2cb8-42db-826c-5861894b18f0 req-28c61ceb-1058-4b31-b089-9a33356150c2 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:23.493377 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7dd7ec09-2cb8-42db-826c-5861894b18f0 req-28c61ceb-1058-4b31-b089-9a33356150c2 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c697c79-e3aa-4a33-a514-61ead609622d HTTP/1.1" status: 200 len: 946 time: 0.0884488 Jan 18 20:18:23.498371 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-555f1e92-99de-4d7d-9e4a-5ba7c7eabc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (1e4ae7ad-6d4f-46fa-b22b-d09ee8dfdc84), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:23.512797 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-555f1e92-99de-4d7d-9e4a-5ba7c7eabc01 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:18:23.514015 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-555f1e92-99de-4d7d-9e4a-5ba7c7eabc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (1e4ae7ad-6d4f-46fa-b22b-d09ee8dfdc84), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: items = [ Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:23.518575 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:23.521172 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:23.521172 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:23.521172 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:23.521172 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:23.521172 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:23.521172 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:23.521172 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:18:23.521172 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:18:23.521172 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:18:23.521172 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:18:23.521172 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:18:23.521172 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:18:23.521172 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:18:23.521172 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:18:23.521172 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:18:23.521172 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:18:23.521172 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:18:23.521172 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:18:23.521172 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:18:23.521172 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:18:23.521172 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:18:23.521172 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:18:23.521172 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:18:23.524796 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:18:23.524796 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:18:23.524796 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:18:23.524796 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:18:23.524796 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:18:23.524796 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:18:23.524796 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:18:23.524796 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:18:23.524796 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:18:23.524796 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:18:23.524796 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:18:23.524796 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:18:23.524796 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:18:23.524796 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:18:23.524796 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:18:23.628813 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7dd7ec09-2cb8-42db-826c-5861894b18f0 req-bf09b60c-66c5-4caf-a721-51864dd4d71d tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/security-groups?id=98d23831-cacf-44a1-a7bd-494d5cd69cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343913 Jan 18 20:18:23.681397 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-555f1e92-99de-4d7d-9e4a-5ba7c7eabc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (3d21eaa8-de99-4564-9894-cc73fb6adc58), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:23.686466 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-555f1e92-99de-4d7d-9e4a-5ba7c7eabc01 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:23.689754 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-555f1e92-99de-4d7d-9e4a-5ba7c7eabc01 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3d21eaa8-de99-4564-9894-cc73fb6adc58 HTTP/1.1" status: 204 len: 168 time: 0.8907371 Jan 18 20:18:23.690606 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef71724-8804-4a9d-af38-bb607f7e14b9 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Router 8f3555cf-d745-4e16-8753-d56db2f4ea1a has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:18:23.712254 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f1e92-99de-4d7d-9e4a-5ba7c7eabc01 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d21eaa8-de99-4564-9894-cc73fb6adc58,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:23.825190 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device bc025c14-c1f6-43c1-867b-1722f05f9684 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:18:23.855239 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: bc025c14-c1f6-43c1-867b-1722f05f9684 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:18:23.855866 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device bc025c14-c1f6-43c1-867b-1722f05f9684 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:18:23.879588 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef71724-8804-4a9d-af38-bb607f7e14b9 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:18:23.885335 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6ef71724-8804-4a9d-af38-bb607f7e14b9 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:23.889710 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6ef71724-8804-4a9d-af38-bb607f7e14b9 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "PUT /v2.0/routers/8f3555cf-d745-4e16-8753-d56db2f4ea1a HTTP/1.1" status: 200 len: 922 time: 3.3005953 Jan 18 20:18:23.889710 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54814) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:23.891312 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff7b49d-a168-48e0-b724-fbd8c866c92f None None] Sync routers for ids ['8f3555cf-d745-4e16-8753-d56db2f4ea1a'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:18:23.902592 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff7b49d-a168-48e0-b724-fbd8c866c92f None None] Routers {'8f3555cf-d745-4e16-8753-d56db2f4ea1a'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:18:23.903435 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-aff7b49d-a168-48e0-b724-fbd8c866c92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:17:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8f3555cf-d745-4e16-8753-d56db2f4ea1a'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:23.941035 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-aff7b49d-a168-48e0-b724-fbd8c866c92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:23.952565 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff7b49d-a168-48e0-b724-fbd8c866c92f None None] Routers {'8f3555cf-d745-4e16-8753-d56db2f4ea1a'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:18:23.954371 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-aff7b49d-a168-48e0-b724-fbd8c866c92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:17:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8f3555cf-d745-4e16-8753-d56db2f4ea1a'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:23.988483 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-aff7b49d-a168-48e0-b724-fbd8c866c92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:23.989580 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff7b49d-a168-48e0-b724-fbd8c866c92f None None] The sync data for ids ['8f3555cf-d745-4e16-8753-d56db2f4ea1a'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:18:24.097260 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54816) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:24.098733 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0318db09-a3bb-4ee0-a822-88f900c4388f tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "GET /v2.0/routers/8f3555cf-d745-4e16-8753-d56db2f4ea1a HTTP/1.1" status: 200 len: 922 time: 0.2033784 Jan 18 20:18:24.176547 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54818) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:24.183466 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff8488f-9f56-4ea5-9dc9-078ca3b8ae27 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:24.187719 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-dff8488f-9f56-4ea5-9dc9-078ca3b8ae27 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9b0799cf-8cdf-46d5-953b-bdacab604b8c&device_id=8f3555cf-d745-4e16-8753-d56db2f4ea1a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0894213 Jan 18 20:18:24.188292 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54820) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:24.261473 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-79a3a71d-f4fa-4092-ba7b-1c7fdf8a5893 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8eca3a9f06804537a25925153d5d2b3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0824435 Jan 18 20:18:24.264146 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54822) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:24.311902 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cd8918-10c8-4481-b256-806f90407ebb tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:24.313529 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-03cd8918-10c8-4481-b256-806f90407ebb tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 881 time: 0.1243529 Jan 18 20:18:24.316767 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54824) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:24.346022 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3ce9556a-2c1f-4dff-a65a-95e36ff6eccd tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f3555cf-d745-4e16-8753-d56db2f4ea1a HTTP/1.1" status: 200 len: 205 time: 0.0269523 Jan 18 20:18:24.352129 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54826) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:24.356925 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d7bcccd7-dfd3-4fb1-9646-784b8d7d00dc admin admin] Publish callbacks [] for security_group (09e34d53-8fdc-40ee-880c-94e0f1c99b01), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:24.395928 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d7bcccd7-dfd3-4fb1-9646-784b8d7d00dc admin admin] Publish callbacks [] for security_group (09e34d53-8fdc-40ee-880c-94e0f1c99b01), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:24.507989 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d7bcccd7-dfd3-4fb1-9646-784b8d7d00dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (09e34d53-8fdc-40ee-880c-94e0f1c99b01), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:24.511293 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d7bcccd7-dfd3-4fb1-9646-784b8d7d00dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:24.513748 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d7bcccd7-dfd3-4fb1-9646-784b8d7d00dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/09e34d53-8fdc-40ee-880c-94e0f1c99b01 HTTP/1.1" status: 204 len: 168 time: 0.2477930 Jan 18 20:18:24.514679 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-baf073a3-3900-4902-8b36-64e6d5536ff4 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router (8f3555cf-d745-4e16-8753-d56db2f4ea1a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:24.526499 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bcccd7-dfd3-4fb1-9646-784b8d7d00dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e34d53-8fdc-40ee-880c-94e0f1c99b01,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:24.696050 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548df5b-0628-4c3e-9a2f-3612eb1df2c0 req-00b71507-3fb9-4331-a394-f76695828bf6 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:24.697529 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4548df5b-0628-4c3e-9a2f-3612eb1df2c0 req-00b71507-3fb9-4331-a394-f76695828bf6 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c697c79-e3aa-4a33-a514-61ead609622d HTTP/1.1" status: 200 len: 946 time: 0.1012831 Jan 18 20:18:24.749524 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-baf073a3-3900-4902-8b36-64e6d5536ff4 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_gateway (8f3555cf-d745-4e16-8753-d56db2f4ea1a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:24.879708 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-4548df5b-0628-4c3e-9a2f-3612eb1df2c0 req-cbdffab0-4687-4b73-a031-696d16bd719e tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Deleting port b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:18:24.880140 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4548df5b-0628-4c3e-9a2f-3612eb1df2c0 req-cbdffab0-4687-4b73-a031-696d16bd719e tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:24.915509 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-baf073a3-3900-4902-8b36-64e6d5536ff4 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Deleting port 1398695e-143d-4bf8-a8f8-daa4a40e36c2 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:18:24.915509 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-baf073a3-3900-4902-8b36-64e6d5536ff4 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (1398695e-143d-4bf8-a8f8-daa4a40e36c2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:24.915850 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99ea9a-406b-43c6-933b-9f6af81c3e8f req-a7ecc658-d41f-48f2-909b-1429d07adbf8 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:24.938626 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0b99ea9a-406b-43c6-933b-9f6af81c3e8f req-a7ecc658-d41f-48f2-909b-1429d07adbf8 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c697c79-e3aa-4a33-a514-61ead609622d HTTP/1.1" status: 200 len: 946 time: 0.1214936 Jan 18 20:18:25.080958 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0b99ea9a-406b-43c6-933b-9f6af81c3e8f req-72172cf6-bf6f-4090-9af3-f754c494b086 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/security-groups?id=98d23831-cacf-44a1-a7bd-494d5cd69cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401772 Jan 18 20:18:25.309463 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-4548df5b-0628-4c3e-9a2f-3612eb1df2c0 req-cbdffab0-4687-4b73-a031-696d16bd719e tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] For port b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7,segment=NetworkSegment(b6264018-601f-4fe3-bae9-65d770b7a3ac),segment_id=b6264018-601f-4fe3-bae9-65d770b7a3ac)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:18:25.310056 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4548df5b-0628-4c3e-9a2f-3612eb1df2c0 req-cbdffab0-4687-4b73-a031-696d16bd719e tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:25.332031 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-baf073a3-3900-4902-8b36-64e6d5536ff4 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (1398695e-143d-4bf8-a8f8-daa4a40e36c2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:25.334637 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-4548df5b-0628-4c3e-9a2f-3612eb1df2c0 req-cbdffab0-4687-4b73-a031-696d16bd719e tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Calling delete_port for b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:18:25.350429 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-baf073a3-3900-4902-8b36-64e6d5536ff4 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Calling delete_port for 1398695e-143d-4bf8-a8f8-daa4a40e36c2 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:18:25.570439 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c4cb3c81-57c0-4915-9cce-1c42636d5c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:25.641606 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4548df5b-0628-4c3e-9a2f-3612eb1df2c0 req-cbdffab0-4687-4b73-a031-696d16bd719e tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:25.655980 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:18:25.710002 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdffab0-4687-4b73-a031-696d16bd719e tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Pushing event deleted for resources: {'Port': ['ID=b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:25.721344 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-baf073a3-3900-4902-8b36-64e6d5536ff4 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (1398695e-143d-4bf8-a8f8-daa4a40e36c2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:25.768967 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49ae75d-104d-4ddd-bc90-0a0665b62a00 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:18:25.862458 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54854) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:25.881291 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf073a3-3900-4902-8b36-64e6d5536ff4 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Pushing event deleted for resources: {'Port': ['ID=1398695e-143d-4bf8-a8f8-daa4a40e36c2,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:25.884207 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-4548df5b-0628-4c3e-9a2f-3612eb1df2c0 req-cbdffab0-4687-4b73-a031-696d16bd719e tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] No DVR routers for this DVR port b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:18:25.918329 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4548df5b-0628-4c3e-9a2f-3612eb1df2c0 req-cbdffab0-4687-4b73-a031-696d16bd719e tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:25.921731 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4548df5b-0628-4c3e-9a2f-3612eb1df2c0 req-cbdffab0-4687-4b73-a031-696d16bd719e tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.70 "DELETE /v2.0/ports/b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7 HTTP/1.1" status: 204 len: 173 time: 1.2149303 Jan 18 20:18:25.922121 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c697c79-e3aa-4a33-a514-61ead609622d', 'name': 'network-vif-deleted', 'tag': 'b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:18:25.925601 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22679c3-d190-42e6-9e55-74e3690b84da" -d '{"events": [{"server_uuid": "8c697c79-e3aa-4a33-a514-61ead609622d", "name": "network-vif-deleted", "tag": "b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:18:25.949997 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-baf073a3-3900-4902-8b36-64e6d5536ff4 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (8f3555cf-d745-4e16-8753-d56db2f4ea1a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:26.021452 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9007e99f-9f52-4e17-aa5b-786cad2a88e0 x-openstack-request-id: req-9007e99f-9f52-4e17-aa5b-786cad2a88e0 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:18:26.022083 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c697c79-e3aa-4a33-a514-61ead609622d", "name": "network-vif-deleted", "tag": "b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:18:26.022083 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9007e99f-9f52-4e17-aa5b-786cad2a88e0 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:18:26.022425 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c697c79-e3aa-4a33-a514-61ead609622d', 'name': 'network-vif-deleted', 'tag': 'b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7', 'status': 'completed', 'code': 200} Jan 18 20:18:26.072045 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-baf073a3-3900-4902-8b36-64e6d5536ff4 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (8f3555cf-d745-4e16-8753-d56db2f4ea1a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:26.074456 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-baf073a3-3900-4902-8b36-64e6d5536ff4 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_controller (8f3555cf-d745-4e16-8753-d56db2f4ea1a), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:26.129148 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-baf073a3-3900-4902-8b36-64e6d5536ff4 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (8f3555cf-d745-4e16-8753-d56db2f4ea1a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:26.129667 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-84376f46-8e9b-4857-83fb-aea59f4edc0d admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-786464305-network', 'tenant_id': 'eb5c30bb9ee44a18ba369e6dac7d969f'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:26.130156 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf073a3-3900-4902-8b36-64e6d5536ff4 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Fanout notify agent at l3_agent the message router_deleted on router 8f3555cf-d745-4e16-8753-d56db2f4ea1a {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:18:26.158530 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-baf073a3-3900-4902-8b36-64e6d5536ff4 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:26.172446 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-baf073a3-3900-4902-8b36-64e6d5536ff4 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "DELETE /v2.0/routers/8f3555cf-d745-4e16-8753-d56db2f4ea1a HTTP/1.1" status: 204 len: 168 time: 1.8189044 Jan 18 20:18:26.176098 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54862) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:26.198317 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-12910676-d7b3-4d2d-a7f1-24164c225920 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-384193242', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:26.205538 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84376f46-8e9b-4857-83fb-aea59f4edc0d admin admin] Made reservation on behalf of eb5c30bb9ee44a18ba369e6dac7d969f for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:18:26.213606 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-84376f46-8e9b-4857-83fb-aea59f4edc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:26.244436 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-84376f46-8e9b-4857-83fb-aea59f4edc0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:26.246566 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12910676-d7b3-4d2d-a7f1-24164c225920 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (db2b0cad-c4fd-48cd-8b33-923ff68925dd), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:26.247946 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12910676-d7b3-4d2d-a7f1-24164c225920 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (db2b0cad-c4fd-48cd-8b33-923ff68925dd), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:26.309055 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12910676-d7b3-4d2d-a7f1-24164c225920 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_controller (db2b0cad-c4fd-48cd-8b33-923ff68925dd), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:26.322853 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12910676-d7b3-4d2d-a7f1-24164c225920 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (db2b0cad-c4fd-48cd-8b33-923ff68925dd), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:26.336352 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de61b901-37c0-40be-8bdb-8137f7f7e635 req-34b7903f-e638-438a-8932-963fb4e98067 tempest-ServerTagsTestJSON-1529954428 tempest-ServerTagsTestJSON-1529954428-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c697c79-e3aa-4a33-a514-61ead609622d HTTP/1.1" status: 200 len: 210 time: 0.0894022 Jan 18 20:18:26.369547 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12910676-d7b3-4d2d-a7f1-24164c225920 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:26.373496 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-12910676-d7b3-4d2d-a7f1-24164c225920 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1937962 Jan 18 20:18:26.373746 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54864) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:26.380372 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-75696e50-9545-4d66-b309-40ccf6178950 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Request body: {'router': {'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:26.519126 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-84376f46-8e9b-4857-83fb-aea59f4edc0d admin admin] Publish callbacks [] for security_group (fe74b13d-4de8-4877-b6fe-41adc3bb8c2c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:26.526141 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-84376f46-8e9b-4857-83fb-aea59f4edc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (fe74b13d-4de8-4877-b6fe-41adc3bb8c2c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:26.573586 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84376f46-8e9b-4857-83fb-aea59f4edc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:26.577502 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84376f46-8e9b-4857-83fb-aea59f4edc0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:18:26.589382 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-84376f46-8e9b-4857-83fb-aea59f4edc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (47bb1155-f913-4e65-b386-1285bd1e8ebe), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:26.590093 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-84376f46-8e9b-4857-83fb-aea59f4edc0d admin admin] Added segment 47bb1155-f913-4e65-b386-1285bd1e8ebe of type vlan for network 4ee6011d-a789-4b79-9fac-da1c271d6001 Jan 18 20:18:26.679810 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75696e50-9545-4d66-b309-40ccf6178950 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_gateway (db2b0cad-c4fd-48cd-8b33-923ff68925dd), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:26.686492 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-84376f46-8e9b-4857-83fb-aea59f4edc0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (4ee6011d-a789-4b79-9fac-da1c271d6001), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:26.722650 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-84376f46-8e9b-4857-83fb-aea59f4edc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (4ee6011d-a789-4b79-9fac-da1c271d6001), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:26.725757 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84376f46-8e9b-4857-83fb-aea59f4edc0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:26.727579 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-84376f46-8e9b-4857-83fb-aea59f4edc0d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:26.867647 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-84376f46-8e9b-4857-83fb-aea59f4edc0d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0026255 Jan 18 20:18:26.872161 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54868) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:26.872730 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84376f46-8e9b-4857-83fb-aea59f4edc0d admin admin] Pushing event updated for resources: {'Network': ['ID=4ee6011d-a789-4b79-9fac-da1c271d6001,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:26.881919 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-4576c7b4-039e-48e7-8d18-f187398a9b66 admin admin] Request body: {'subnet': {'network_id': '4ee6011d-a789-4b79-9fac-da1c271d6001', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-786464305-subnet', 'tenant_id': 'eb5c30bb9ee44a18ba369e6dac7d969f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:26.883460 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 4ee6011d-a789-4b79-9fac-da1c271d6001 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:18:26.932741 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4576c7b4-039e-48e7-8d18-f187398a9b66 admin admin] Made reservation on behalf of eb5c30bb9ee44a18ba369e6dac7d969f for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:18:26.935635 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4576c7b4-039e-48e7-8d18-f187398a9b66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:27.091064 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75696e50-9545-4d66-b309-40ccf6178950 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_gateway (db2b0cad-c4fd-48cd-8b33-923ff68925dd), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:27.116944 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75696e50-9545-4d66-b309-40ccf6178950 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:27.295713 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-75696e50-9545-4d66-b309-40ccf6178950 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Allocated IP 172.25.4.203 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/752b1677-c0e6-4c0b-8ad9-8e7c967e73aa) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:18:27.321776 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4576c7b4-039e-48e7-8d18-f187398a9b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (298a33c5-c8e7-46fb-817d-bbe13ea45978), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:27.401281 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54872) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:27.456468 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1271a42-fbc5-4cc7-a286-83cd012b43c9 admin admin] Deleting subnet cc5fffa6-4068-41cb-bfac-404742fecf13 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:18:27.462515 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f1271a42-fbc5-4cc7-a286-83cd012b43c9 admin admin] Publish callbacks [] for subnet (cc5fffa6-4068-41cb-bfac-404742fecf13), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:27.478775 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75696e50-9545-4d66-b309-40ccf6178950 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for port (752b1677-c0e6-4c0b-8ad9-8e7c967e73aa), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:27.502976 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576c7b4-039e-48e7-8d18-f187398a9b66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=298a33c5-c8e7-46fb-817d-bbe13ea45978,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:27.509813 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f1271a42-fbc5-4cc7-a286-83cd012b43c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (cc5fffa6-4068-41cb-bfac-404742fecf13), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:27.531326 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4576c7b4-039e-48e7-8d18-f187398a9b66 admin admin] Checking segment: {'id': '47bb1155-f913-4e65-b386-1285bd1e8ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4ee6011d-a789-4b79-9fac-da1c271d6001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:18:27.532064 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4576c7b4-039e-48e7-8d18-f187398a9b66 admin admin] Network hostable DHCP agents. Network: 4ee6011d-a789-4b79-9fac-da1c271d6001, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:18:27.553047 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f1271a42-fbc5-4cc7-a286-83cd012b43c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (cc5fffa6-4068-41cb-bfac-404742fecf13), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:27.570818 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4576c7b4-039e-48e7-8d18-f187398a9b66 admin admin] Network 4ee6011d-a789-4b79-9fac-da1c271d6001 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:18:27.575340 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75696e50-9545-4d66-b309-40ccf6178950 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (752b1677-c0e6-4c0b-8ad9-8e7c967e73aa), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:27.617432 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f1271a42-fbc5-4cc7-a286-83cd012b43c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (cc5fffa6-4068-41cb-bfac-404742fecf13), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:27.620973 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-4576c7b4-039e-48e7-8d18-f187398a9b66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 4ee6011d-a789-4b79-9fac-da1c271d6001) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:18:27.628945 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfdcf27-627d-416d-84fe-7d4f0d864ce3 None None] Network 4ee6011d-a789-4b79-9fac-da1c271d6001 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:18:27.633324 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75696e50-9545-4d66-b309-40ccf6178950 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:18:27.636959 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-75696e50-9545-4d66-b309-40ccf6178950 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:18:27.640213 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75696e50-9545-4d66-b309-40ccf6178950 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:18:27.646534 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1271a42-fbc5-4cc7-a286-83cd012b43c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc5fffa6-4068-41cb-bfac-404742fecf13,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:27.647035 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4576c7b4-039e-48e7-8d18-f187398a9b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:27.648469 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4576c7b4-039e-48e7-8d18-f187398a9b66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:27.650412 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f1271a42-fbc5-4cc7-a286-83cd012b43c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:27.653952 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f1271a42-fbc5-4cc7-a286-83cd012b43c9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cc5fffa6-4068-41cb-bfac-404742fecf13 HTTP/1.1" status: 204 len: 168 time: 0.2512457 Jan 18 20:18:27.656440 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54874) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:27.693088 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4576c7b4-039e-48e7-8d18-f187398a9b66 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8168783 Jan 18 20:18:27.757416 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-86ffd011-a9b5-41dc-9462-f310f9f447fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (893d13e5-1b93-4be1-a81f-c729a36da4ac), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:27.885815 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75696e50-9545-4d66-b309-40ccf6178950 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Pushing event updated for resources: {'Port': ['ID=752b1677-c0e6-4c0b-8ad9-8e7c967e73aa,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:27.991549 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-86ffd011-a9b5-41dc-9462-f310f9f447fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (893d13e5-1b93-4be1-a81f-c729a36da4ac), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:27.995715 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a20954-5c70-42c7-87b3-68b9d6143cc5 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:18:28.000430 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:18:28.035430 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-86ffd011-a9b5-41dc-9462-f310f9f447fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893d13e5-1b93-4be1-a81f-c729a36da4ac']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:28.039784 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75696e50-9545-4d66-b309-40ccf6178950 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_gateway (db2b0cad-c4fd-48cd-8b33-923ff68925dd), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:28.058219 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-86ffd011-a9b5-41dc-9462-f310f9f447fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6264018-601f-4fe3-bae9-65d770b7a3ac') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:28.058607 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-86ffd011-a9b5-41dc-9462-f310f9f447fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6264018-601f-4fe3-bae9-65d770b7a3ac') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:28.076012 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:18:28.076736 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-86ffd011-a9b5-41dc-9462-f310f9f447fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (b6264018-601f-4fe3-bae9-65d770b7a3ac), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:28.078042 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b2c1b5a4-0d9d-45d8-992a-02dc6a3804b7 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:18:28.106337 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-86ffd011-a9b5-41dc-9462-f310f9f447fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (b6264018-601f-4fe3-bae9-65d770b7a3ac), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:28.116521 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ffd011-a9b5-41dc-9462-f310f9f447fc admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:18:28.117028 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-86ffd011-a9b5-41dc-9462-f310f9f447fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (b6264018-601f-4fe3-bae9-65d770b7a3ac), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:18:28.121083 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:18:28.223613 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0ef10be0-15a0-459d-a420-8e6c8352479c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:28.233523 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-86ffd011-a9b5-41dc-9462-f310f9f447fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (893d13e5-1b93-4be1-a81f-c729a36da4ac), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:28.240209 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-86ffd011-a9b5-41dc-9462-f310f9f447fc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:28.248903 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ed6127d8-0e26-46d2-ab43-17780e6931ad None None] Provisioning complete for port 752b1677-c0e6-4c0b-8ad9-8e7c967e73aa triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:18:28.249649 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-86ffd011-a9b5-41dc-9462-f310f9f447fc admin admin] 10.222.0.31 "DELETE /v2.0/networks/893d13e5-1b93-4be1-a81f-c729a36da4ac HTTP/1.1" status: 204 len: 168 time: 0.5921426 Jan 18 20:18:28.254023 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ed6127d8-0e26-46d2-ab43-17780e6931ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (752b1677-c0e6-4c0b-8ad9-8e7c967e73aa), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:28.270341 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ffd011-a9b5-41dc-9462-f310f9f447fc admin admin] Pushing event deleted for resources: {'Network': ['ID=893d13e5-1b93-4be1-a81f-c729a36da4ac,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:28.372390 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ed6127d8-0e26-46d2-ab43-17780e6931ad None None] Port 752b1677-c0e6-4c0b-8ad9-8e7c967e73aa cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:18:28.380322 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7f7884-4f94-4ae9-8b87-b6d4e28e1aad None None] Network 4ee6011d-a789-4b79-9fac-da1c271d6001 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:18:28.435670 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75696e50-9545-4d66-b309-40ccf6178950 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57734'] for router (db2b0cad-c4fd-48cd-8b33-923ff68925dd), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:28.440834 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75696e50-9545-4d66-b309-40ccf6178950 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1617295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1617304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1628645'] for router (db2b0cad-c4fd-48cd-8b33-923ff68925dd), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:28.479921 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54896) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:28.541343 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-152145b9-edca-46ae-ad18-f5e600c353ad tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:28.542950 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-152145b9-edca-46ae-ad18-f5e600c353ad tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/networks?id=4ee6011d-a789-4b79-9fac-da1c271d6001 HTTP/1.1" status: 200 len: 812 time: 0.2268705 Jan 18 20:18:28.570801 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-4069c630-ff0b-4858-a175-b1c03b213ae4 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/quotas/eb5c30bb9ee44a18ba369e6dac7d969f HTTP/1.1" status: 200 len: 375 time: 0.0139313 Jan 18 20:18:28.598602 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-93b0c33f-66db-4dbf-8e9d-874c44c3fef3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5351f08773b40e5a9165950def10598&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1175964 Jan 18 20:18:28.599998 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54898) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:28.608013 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75696e50-9545-4d66-b309-40ccf6178950 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Router db2b0cad-c4fd-48cd-8b33-923ff68925dd is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:18:28.622189 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-792c1c0b-90d8-4c4c-b12a-41b55ba591df tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=eb5c30bb9ee44a18ba369e6dac7d969f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465295 Jan 18 20:18:28.695416 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e3df8591-9239-4e47-a02e-06e6c08b9dac admin admin] Publish callbacks [] for security_group (98d23831-cacf-44a1-a7bd-494d5cd69cf3), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:28.754431 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e3df8591-9239-4e47-a02e-06e6c08b9dac admin admin] Publish callbacks [] for security_group (98d23831-cacf-44a1-a7bd-494d5cd69cf3), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:28.802744 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-3ba5c02f-bf40-4b91-b159-775615b1edda service neutron] 10.222.0.31 "GET /v2.0/networks/4ee6011d-a789-4b79-9fac-da1c271d6001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736412 Jan 18 20:18:28.893384 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e3df8591-9239-4e47-a02e-06e6c08b9dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (98d23831-cacf-44a1-a7bd-494d5cd69cf3), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:28.896890 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e3df8591-9239-4e47-a02e-06e6c08b9dac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:28.901077 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e3df8591-9239-4e47-a02e-06e6c08b9dac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98d23831-cacf-44a1-a7bd-494d5cd69cf3 HTTP/1.1" status: 204 len: 168 time: 0.2870259 Jan 18 20:18:28.915940 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df8591-9239-4e47-a02e-06e6c08b9dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d23831-cacf-44a1-a7bd-494d5cd69cf3,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:28.933588 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-ac824f48-51c9-4ba9-b6a6-11c247c7310f service neutron] 10.222.0.31 "GET /v2.0/networks/4ee6011d-a789-4b79-9fac-da1c271d6001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222734 Jan 18 20:18:29.004059 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:29.169661 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75696e50-9545-4d66-b309-40ccf6178950 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:18:29.177004 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75696e50-9545-4d66-b309-40ccf6178950 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:29.178876 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-75696e50-9545-4d66-b309-40ccf6178950 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "PUT /v2.0/routers/db2b0cad-c4fd-48cd-8b33-923ff68925dd HTTP/1.1" status: 200 len: 879 time: 2.8032367 Jan 18 20:18:29.181645 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54904) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:29.184978 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45697b4c-eb3d-4f6b-bc4a-90fa34eb4d9e None None] Sync routers for ids ['db2b0cad-c4fd-48cd-8b33-923ff68925dd'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:18:29.200990 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45697b4c-eb3d-4f6b-bc4a-90fa34eb4d9e None None] Routers {'db2b0cad-c4fd-48cd-8b33-923ff68925dd'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:18:29.201960 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-45697b4c-eb3d-4f6b-bc4a-90fa34eb4d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:18:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['db2b0cad-c4fd-48cd-8b33-923ff68925dd'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:29.263188 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-45697b4c-eb3d-4f6b-bc4a-90fa34eb4d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:29.281293 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45697b4c-eb3d-4f6b-bc4a-90fa34eb4d9e None None] Routers {'db2b0cad-c4fd-48cd-8b33-923ff68925dd'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:18:29.284339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-45697b4c-eb3d-4f6b-bc4a-90fa34eb4d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:18:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['db2b0cad-c4fd-48cd-8b33-923ff68925dd'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:29.402604 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-45697b4c-eb3d-4f6b-bc4a-90fa34eb4d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:29.405759 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45697b4c-eb3d-4f6b-bc4a-90fa34eb4d9e None None] The sync data for ids ['db2b0cad-c4fd-48cd-8b33-923ff68925dd'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:18:29.419013 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3c196eab-e6f7-47e9-af9c-fc4e455d2fb7 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "GET /v2.0/routers/db2b0cad-c4fd-48cd-8b33-923ff68925dd HTTP/1.1" status: 200 len: 920 time: 0.2355554 Jan 18 20:18:29.422561 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54914) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:29.499291 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a4b496-8a36-4274-9660-633f087a9522 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:29.500807 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-39a4b496-8a36-4274-9660-633f087a9522 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9b0799cf-8cdf-46d5-953b-bdacab604b8c&device_id=db2b0cad-c4fd-48cd-8b33-923ff68925dd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0778248 Jan 18 20:18:29.503536 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54916) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:29.510336 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6929e10e-8bb0-47a1-ada5-bad8b752a879 req-b98d01f2-4d4f-4556-bc85-2db0083ba938 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9e9ff5-bac1-478d-af01-2a6464ef4d61 HTTP/1.1" status: 200 len: 210 time: 0.0444975 Jan 18 20:18:29.648005 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c5f1d3-9c25-4534-806e-dba51eaa3b5a tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:29.652193 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-93c5f1d3-9c25-4534-806e-dba51eaa3b5a tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 881 time: 0.1449249 Jan 18 20:18:29.652818 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54926) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:29.734585 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9414bbb6-bb31-4620-9544-4b36b0af2e66 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "GET /v2.0/ports?device_id=db2b0cad-c4fd-48cd-8b33-923ff68925dd HTTP/1.1" status: 200 len: 205 time: 0.0783684 Jan 18 20:18:29.734697 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54934) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:29.907757 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46ca9495-acfd-4c7c-8c9e-f5a411e5ff6a tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router (db2b0cad-c4fd-48cd-8b33-923ff68925dd), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:30.048899 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46ca9495-acfd-4c7c-8c9e-f5a411e5ff6a tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_gateway (db2b0cad-c4fd-48cd-8b33-923ff68925dd), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:30.133091 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-46ca9495-acfd-4c7c-8c9e-f5a411e5ff6a tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Deleting port 752b1677-c0e6-4c0b-8ad9-8e7c967e73aa {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:18:30.133434 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46ca9495-acfd-4c7c-8c9e-f5a411e5ff6a tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (752b1677-c0e6-4c0b-8ad9-8e7c967e73aa), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:30.267602 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46ca9495-acfd-4c7c-8c9e-f5a411e5ff6a tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (752b1677-c0e6-4c0b-8ad9-8e7c967e73aa), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:30.290389 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-46ca9495-acfd-4c7c-8c9e-f5a411e5ff6a tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Calling delete_port for 752b1677-c0e6-4c0b-8ad9-8e7c967e73aa owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:18:30.489010 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:30.569052 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46ca9495-acfd-4c7c-8c9e-f5a411e5ff6a tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (752b1677-c0e6-4c0b-8ad9-8e7c967e73aa), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:30.637156 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca9495-acfd-4c7c-8c9e-f5a411e5ff6a tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Pushing event deleted for resources: {'Port': ['ID=752b1677-c0e6-4c0b-8ad9-8e7c967e73aa,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:30.650337 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cdbb9513-095b-4f62-b5c6-2fd7cf6f1a52 req-b27e4d73-764b-4086-a8e4-55fde0c87f1a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7fba937a-2d68-4527-bb29-1ced20ebac7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1215754 Jan 18 20:18:30.687542 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55968cf-ef6d-4d86-93b6-a135b44ec997 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:18:30.742229 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-82ebe48f-f556-4dc3-aaca-2b58c8a3721f req-149211da-562a-430f-9ff1-3cd97a60a119 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9e9ff5-bac1-478d-af01-2a6464ef4d61 HTTP/1.1" status: 200 len: 210 time: 0.0824137 Jan 18 20:18:30.786835 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46ca9495-acfd-4c7c-8c9e-f5a411e5ff6a tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (db2b0cad-c4fd-48cd-8b33-923ff68925dd), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:30.808495 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb9513-095b-4f62-b5c6-2fd7cf6f1a52 req-e313c335-dafa-4baf-8754-2af822c72052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:30.810188 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cdbb9513-095b-4f62-b5c6-2fd7cf6f1a52 req-e313c335-dafa-4baf-8754-2af822c72052 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=72501d248542438e9d3a803e6110efb0&device_id=7fba937a-2d68-4527-bb29-1ced20ebac7b HTTP/1.1" status: 200 len: 1097 time: 0.0951540 Jan 18 20:18:31.083851 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb9513-095b-4f62-b5c6-2fd7cf6f1a52 req-e7cae1a6-3098-479c-84a4-a14c50d96ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:31.089400 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cdbb9513-095b-4f62-b5c6-2fd7cf6f1a52 req-e7cae1a6-3098-479c-84a4-a14c50d96ece service neutron] 10.222.0.70 "GET /v2.0/networks?id=2cafaa10-97b0-4140-ac04-be8f2bf83219 HTTP/1.1" status: 200 len: 912 time: 0.2498412 Jan 18 20:18:31.380139 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-449fc561-aa39-4d4b-8db6-d612e2bc2fc6 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:31.381791 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-449fc561-aa39-4d4b-8db6-d612e2bc2fc6 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.70 "GET /v2.0/networks?id=4ee6011d-a789-4b79-9fac-da1c271d6001 HTTP/1.1" status: 200 len: 812 time: 0.1844895 Jan 18 20:18:31.410602 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-551fa8f2-c500-476f-b2a9-28fd5bc55645 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Request body: {'port': {'device_id': '2a4662b1-01ae-4eff-9d85-fe127d6d4ffe', 'network_id': '4ee6011d-a789-4b79-9fac-da1c271d6001', 'admin_state_up': True, 'tenant_id': 'eb5c30bb9ee44a18ba369e6dac7d969f'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:31.473009 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed05c9e2-2034-4366-9246-4c91aa6968dd req-899ad25a-414a-4f59-abfc-5842d3c0d75a tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.5709939 Jan 18 20:18:31.479778 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46ca9495-acfd-4c7c-8c9e-f5a411e5ff6a tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (db2b0cad-c4fd-48cd-8b33-923ff68925dd), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:31.482156 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46ca9495-acfd-4c7c-8c9e-f5a411e5ff6a tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_controller (db2b0cad-c4fd-48cd-8b33-923ff68925dd), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:31.561930 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46ca9495-acfd-4c7c-8c9e-f5a411e5ff6a tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (db2b0cad-c4fd-48cd-8b33-923ff68925dd), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:31.562877 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ca9495-acfd-4c7c-8c9e-f5a411e5ff6a tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Fanout notify agent at l3_agent the message router_deleted on router db2b0cad-c4fd-48cd-8b33-923ff68925dd {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:18:31.573747 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46ca9495-acfd-4c7c-8c9e-f5a411e5ff6a tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:31.574976 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-46ca9495-acfd-4c7c-8c9e-f5a411e5ff6a tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "DELETE /v2.0/routers/db2b0cad-c4fd-48cd-8b33-923ff68925dd HTTP/1.1" status: 204 len: 168 time: 1.8393936 Jan 18 20:18:31.580044 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54986) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:31.586726 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-6fb3f314-e61c-420f-a5e5-ad573bc26c18 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-460558569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:31.624997 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6fb3f314-e61c-420f-a5e5-ad573bc26c18 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (e1804fe7-8cfc-406b-ba35-a3ee0ee8052c), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:31.636340 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6fb3f314-e61c-420f-a5e5-ad573bc26c18 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (e1804fe7-8cfc-406b-ba35-a3ee0ee8052c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:31.681658 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cdbb9513-095b-4f62-b5c6-2fd7cf6f1a52 req-c84a20d4-1065-4868-8186-46dfddddb5b6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e3f3f23-0672-4d5d-b14f-eeac2635d01c HTTP/1.1" status: 200 len: 1002 time: 0.5833557 Jan 18 20:18:31.794503 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6fb3f314-e61c-420f-a5e5-ad573bc26c18 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_controller (e1804fe7-8cfc-406b-ba35-a3ee0ee8052c), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:31.807390 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6fb3f314-e61c-420f-a5e5-ad573bc26c18 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (e1804fe7-8cfc-406b-ba35-a3ee0ee8052c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:31.822296 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:31.871861 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6fb3f314-e61c-420f-a5e5-ad573bc26c18 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:31.873677 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6fb3f314-e61c-420f-a5e5-ad573bc26c18 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2922006 Jan 18 20:18:31.876069 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55000) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:31.884866 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-04ac6889-6224-4271-81d9-acdc17507f63 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'enable_snat': True}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:31.988447 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb9513-095b-4f62-b5c6-2fd7cf6f1a52 req-73a20278-d434-4862-ac24-5ae9030d016e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:31.993793 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cdbb9513-095b-4f62-b5c6-2fd7cf6f1a52 req-73a20278-d434-4862-ac24-5ae9030d016e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1723126f-3654-432e-ad19-50c4bb784989 HTTP/1.1" status: 200 len: 850 time: 0.2927599 Jan 18 20:18:32.147632 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed65e680-b85f-4a8a-809c-3886a9ae2638 req-272ad3b6-e7ad-44bd-aa46-92d162748223 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9e9ff5-bac1-478d-af01-2a6464ef4d61 HTTP/1.1" status: 200 len: 210 time: 0.2703729 Jan 18 20:18:32.189179 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-375afc81-1943-4171-8597-5d09ebf9f491 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:32.190994 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-375afc81-1943-4171-8597-5d09ebf9f491 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.70 "GET /v2.0/networks?id=4ee6011d-a789-4b79-9fac-da1c271d6001 HTTP/1.1" status: 200 len: 812 time: 0.8078043 Jan 18 20:18:32.212856 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-b855b2f3-bcd9-42cb-9ca2-b9f2ac17bc10 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Request body: {'port': {'device_id': '1f9e9ff5-bac1-478d-af01-2a6464ef4d61', 'network_id': '4ee6011d-a789-4b79-9fac-da1c271d6001', 'admin_state_up': True, 'tenant_id': 'eb5c30bb9ee44a18ba369e6dac7d969f'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:32.247543 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb9513-095b-4f62-b5c6-2fd7cf6f1a52 req-07a37d25-0b8a-43bd-8a20-46a89ef9ba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:32.249825 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cdbb9513-095b-4f62-b5c6-2fd7cf6f1a52 req-07a37d25-0b8a-43bd-8a20-46a89ef9ba4d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cafaa10-97b0-4140-ac04-be8f2bf83219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2457962 Jan 18 20:18:32.269387 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-04ac6889-6224-4271-81d9-acdc17507f63 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router_gateway (e1804fe7-8cfc-406b-ba35-a3ee0ee8052c), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:32.353618 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-551fa8f2-c500-476f-b2a9-28fd5bc55645 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Made reservation on behalf of eb5c30bb9ee44a18ba369e6dac7d969f for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:18:32.357418 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-551fa8f2-c500-476f-b2a9-28fd5bc55645 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:32.644492 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-04ac6889-6224-4271-81d9-acdc17507f63 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router_gateway (e1804fe7-8cfc-406b-ba35-a3ee0ee8052c), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:32.713102 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3c6dba15-9859-4667-a6a6-1db6ff0953f4 req-287be76f-f480-4426-bce2-d3bee6d96523 tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0700548 Jan 18 20:18:32.714573 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-04ac6889-6224-4271-81d9-acdc17507f63 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:32.722654 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cdbb9513-095b-4f62-b5c6-2fd7cf6f1a52 req-8c6d231d-3a59-4176-97d3-483cf05f94c2 service neutron] 10.222.0.70 "GET /v2.0/networks/2cafaa10-97b0-4140-ac04-be8f2bf83219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639950 Jan 18 20:18:32.766949 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-551fa8f2-c500-476f-b2a9-28fd5bc55645 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Allocated IP 172.20.0.13 (4ee6011d-a789-4b79-9fac-da1c271d6001/298a33c5-c8e7-46fb-817d-bbe13ea45978/b2636e45-c82b-4500-8202-5dc40f652bc9) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:18:32.806145 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-b855b2f3-bcd9-42cb-9ca2-b9f2ac17bc10 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Made reservation on behalf of eb5c30bb9ee44a18ba369e6dac7d969f for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:18:32.809332 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-b855b2f3-bcd9-42cb-9ca2-b9f2ac17bc10 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:32.895282 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-04ac6889-6224-4271-81d9-acdc17507f63 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Allocated IP 172.25.4.44 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/700a1bfb-bed6-4106-8c67-511a5c29712b) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:18:33.008377 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cdbb9513-095b-4f62-b5c6-2fd7cf6f1a52 req-bb980d8c-6ee2-4bf2-8ad6-e20293ecfb39 service neutron] 10.222.0.70 "GET /v2.0/networks/2cafaa10-97b0-4140-ac04-be8f2bf83219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724183 Jan 18 20:18:33.113948 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-04ac6889-6224-4271-81d9-acdc17507f63 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for port (700a1bfb-bed6-4106-8c67-511a5c29712b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:33.139660 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-551fa8f2-c500-476f-b2a9-28fd5bc55645 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks [] for port (b2636e45-c82b-4500-8202-5dc40f652bc9), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:33.152864 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-04ac6889-6224-4271-81d9-acdc17507f63 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (700a1bfb-bed6-4106-8c67-511a5c29712b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:33.238738 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-551fa8f2-c500-476f-b2a9-28fd5bc55645 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (b2636e45-c82b-4500-8202-5dc40f652bc9), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:33.277879 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ac6889-6224-4271-81d9-acdc17507f63 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:18:33.292867 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-04ac6889-6224-4271-81d9-acdc17507f63 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:18:33.309951 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0b3061-60a6-4e4d-abf1-ca4fa86d9c31 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:18:33.314588 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac6889-6224-4271-81d9-acdc17507f63 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Pushing event updated for resources: {'Port': ['ID=700a1bfb-bed6-4106-8c67-511a5c29712b,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:33.316985 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ac6889-6224-4271-81d9-acdc17507f63 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:18:33.353996 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-b855b2f3-bcd9-42cb-9ca2-b9f2ac17bc10 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Allocated IP 172.20.0.3 (4ee6011d-a789-4b79-9fac-da1c271d6001/298a33c5-c8e7-46fb-817d-bbe13ea45978/09ed83ef-8cb1-467b-8418-9bf4b4ccdc38) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:18:33.360790 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1be61827-8218-4802-b9ca-16ef3b9e179d None None] Provisioning complete for port 700a1bfb-bed6-4106-8c67-511a5c29712b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:18:33.361169 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1be61827-8218-4802-b9ca-16ef3b9e179d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (700a1bfb-bed6-4106-8c67-511a5c29712b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:33.384055 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-56a7be52-5aac-46fe-a98f-d8cf4b2150fb req-bddd485d-2e25-421c-8c58-a10f079e20cf tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9e9ff5-bac1-478d-af01-2a6464ef4d61 HTTP/1.1" status: 200 len: 210 time: 0.0842383 Jan 18 20:18:33.444518 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1be61827-8218-4802-b9ca-16ef3b9e179d None None] Port 700a1bfb-bed6-4106-8c67-511a5c29712b cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:18:33.639828 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-551fa8f2-c500-476f-b2a9-28fd5bc55645 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Network 4ee6011d-a789-4b79-9fac-da1c271d6001 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:18:33.651397 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-551fa8f2-c500-476f-b2a9-28fd5bc55645 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:18:33.653897 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-551fa8f2-c500-476f-b2a9-28fd5bc55645 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:18:33.730439 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551fa8f2-c500-476f-b2a9-28fd5bc55645 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Pushing event updated for resources: {'Port': ['ID=b2636e45-c82b-4500-8202-5dc40f652bc9,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:33.771995 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-b855b2f3-bcd9-42cb-9ca2-b9f2ac17bc10 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks [] for port (09ed83ef-8cb1-467b-8418-9bf4b4ccdc38), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:33.818663 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-551fa8f2-c500-476f-b2a9-28fd5bc55645 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:33.819578 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-551fa8f2-c500-476f-b2a9-28fd5bc55645 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:33.824502 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-b855b2f3-bcd9-42cb-9ca2-b9f2ac17bc10 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (09ed83ef-8cb1-467b-8418-9bf4b4ccdc38), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:33.859371 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-04ac6889-6224-4271-81d9-acdc17507f63 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router_gateway (e1804fe7-8cfc-406b-ba35-a3ee0ee8052c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:33.894646 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-551fa8f2-c500-476f-b2a9-28fd5bc55645 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4974093 Jan 18 20:18:33.903633 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-b855b2f3-bcd9-42cb-9ca2-b9f2ac17bc10 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Network 4ee6011d-a789-4b79-9fac-da1c271d6001 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:18:33.910573 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-253f5e6b-5aac-4516-a8b6-5156f4317629 service neutron] Request body: {'port': {'device_id': '2a4662b1-01ae-4eff-9d85-fe127d6d4ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:33.916619 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:33.918157 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-b855b2f3-bcd9-42cb-9ca2-b9f2ac17bc10 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:18:33.964870 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-b855b2f3-bcd9-42cb-9ca2-b9f2ac17bc10 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:18:34.042352 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-b855b2f3-bcd9-42cb-9ca2-b9f2ac17bc10 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:34.043277 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-b855b2f3-bcd9-42cb-9ca2-b9f2ac17bc10 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:34.091472 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-19abf0d5-4fa5-4d9c-9dc3-5ac5b562325a req-a75e1f73-a3a8-4eb6-86c3-c38f3dd5abab service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0422156 Jan 18 20:18:34.092266 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855b2f3-bcd9-42cb-9ca2-b9f2ac17bc10 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Pushing event updated for resources: {'Port': ['ID=09ed83ef-8cb1-467b-8418-9bf4b4ccdc38,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:34.113431 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5046f07-ff77-4a2e-9abb-e23141440bfb req-b0518811-6942-405a-8650-31acab56bef0 tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0999534 Jan 18 20:18:34.137517 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-b855b2f3-bcd9-42cb-9ca2-b9f2ac17bc10 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9296281 Jan 18 20:18:34.146018 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-253f5e6b-5aac-4516-a8b6-5156f4317629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b2636e45-c82b-4500-8202-5dc40f652bc9), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:34.357010 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-04ac6889-6224-4271-81d9-acdc17507f63 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57734'] for router (e1804fe7-8cfc-406b-ba35-a3ee0ee8052c), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:34.361206 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-04ac6889-6224-4271-81d9-acdc17507f63 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1617295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1617304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1628645'] for router (e1804fe7-8cfc-406b-ba35-a3ee0ee8052c), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:34.530522 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-8282e20c-f679-4a7f-b1ea-82b304ce2275 service neutron] Request body: {'port': {'device_id': '1f9e9ff5-bac1-478d-af01-2a6464ef4d61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:34.539161 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63689077-5dda-4d53-a2f5-677809b1891d req-4417d31a-13b8-4d48-acc4-39aebbc84b2e tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:34.540787 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-63689077-5dda-4d53-a2f5-677809b1891d req-4417d31a-13b8-4d48-acc4-39aebbc84b2e tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9e9ff5-bac1-478d-af01-2a6464ef4d61 HTTP/1.1" status: 200 len: 931 time: 0.0645788 Jan 18 20:18:34.579001 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ac6889-6224-4271-81d9-acdc17507f63 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Router e1804fe7-8cfc-406b-ba35-a3ee0ee8052c is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:18:34.584575 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-253f5e6b-5aac-4516-a8b6-5156f4317629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2636e45-c82b-4500-8202-5dc40f652bc9 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:18:34.595918 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-253f5e6b-5aac-4516-a8b6-5156f4317629 service neutron] Publish callbacks [] for port (b2636e45-c82b-4500-8202-5dc40f652bc9), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:34.612065 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-63689077-5dda-4d53-a2f5-677809b1891d req-a8d6c823-014b-42aa-8d89-53c8047a401f tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615492 Jan 18 20:18:34.628388 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-253f5e6b-5aac-4516-a8b6-5156f4317629 service neutron] Transition to ACTIVE for port object b2636e45-c82b-4500-8202-5dc40f652bc9 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:18:34.629271 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-8282e20c-f679-4a7f-b1ea-82b304ce2275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (09ed83ef-8cb1-467b-8418-9bf4b4ccdc38), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:34.650859 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-253f5e6b-5aac-4516-a8b6-5156f4317629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (b2636e45-c82b-4500-8202-5dc40f652bc9), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:34.749553 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ac6889-6224-4271-81d9-acdc17507f63 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:18:34.754093 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-04ac6889-6224-4271-81d9-acdc17507f63 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:34.755266 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-04ac6889-6224-4271-81d9-acdc17507f63 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "PUT /v2.0/routers/e1804fe7-8cfc-406b-ba35-a3ee0ee8052c HTTP/1.1" status: 200 len: 913 time: 2.8758271 Jan 18 20:18:34.762191 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55040) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:34.762433 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c46141-6562-48f4-931b-7ea0bb246c57 None None] Sync routers for ids ['e1804fe7-8cfc-406b-ba35-a3ee0ee8052c'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:18:34.778519 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c46141-6562-48f4-931b-7ea0bb246c57 None None] Routers {'e1804fe7-8cfc-406b-ba35-a3ee0ee8052c'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:18:34.779301 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a2c46141-6562-48f4-931b-7ea0bb246c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:18:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e1804fe7-8cfc-406b-ba35-a3ee0ee8052c'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:34.843817 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a2c46141-6562-48f4-931b-7ea0bb246c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:34.855418 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c46141-6562-48f4-931b-7ea0bb246c57 None None] Routers {'e1804fe7-8cfc-406b-ba35-a3ee0ee8052c'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:18:34.856758 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a2c46141-6562-48f4-931b-7ea0bb246c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:18:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e1804fe7-8cfc-406b-ba35-a3ee0ee8052c'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:34.912837 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a2c46141-6562-48f4-931b-7ea0bb246c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:34.913748 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c46141-6562-48f4-931b-7ea0bb246c57 None None] The sync data for ids ['e1804fe7-8cfc-406b-ba35-a3ee0ee8052c'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:18:34.951444 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-788eae93-cbf4-4a79-b091-7ce1989542ce tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "GET /v2.0/routers/e1804fe7-8cfc-406b-ba35-a3ee0ee8052c HTTP/1.1" status: 200 len: 919 time: 0.1855288 Jan 18 20:18:34.953395 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55042) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:35.008322 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f5e6b-5aac-4516-a8b6-5156f4317629 service neutron] Pushing event updated for resources: {'Port': ['ID=b2636e45-c82b-4500-8202-5dc40f652bc9,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:35.111057 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-253f5e6b-5aac-4516-a8b6-5156f4317629 service neutron] Attempting to bind port b2636e45-c82b-4500-8202-5dc40f652bc9 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:18:35.111388 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-253f5e6b-5aac-4516-a8b6-5156f4317629 service neutron] Attempting to bind port b2636e45-c82b-4500-8202-5dc40f652bc9 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '47bb1155-f913-4e65-b386-1285bd1e8ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4ee6011d-a789-4b79-9fac-da1c271d6001'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:18:35.111713 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-253f5e6b-5aac-4516-a8b6-5156f4317629 service neutron] Attempting to bind port b2636e45-c82b-4500-8202-5dc40f652bc9 on network 4ee6011d-a789-4b79-9fac-da1c271d6001 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:18:35.115353 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253aa758-277c-4b41-9068-6ce642049b8b tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:35.116877 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-253aa758-277c-4b41-9068-6ce642049b8b tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9b0799cf-8cdf-46d5-953b-bdacab604b8c&device_id=e1804fe7-8cfc-406b-ba35-a3ee0ee8052c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1622505 Jan 18 20:18:35.120376 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55050) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:35.123866 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-253f5e6b-5aac-4516-a8b6-5156f4317629 service neutron] Port b2636e45-c82b-4500-8202-5dc40f652bc9 on network 4ee6011d-a789-4b79-9fac-da1c271d6001 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:18:35.124192 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-253f5e6b-5aac-4516-a8b6-5156f4317629 service neutron] Attempting to bind port b2636e45-c82b-4500-8202-5dc40f652bc9 on network 4ee6011d-a789-4b79-9fac-da1c271d6001 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:18:35.146071 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-253f5e6b-5aac-4516-a8b6-5156f4317629 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:18:35.146416 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-253f5e6b-5aac-4516-a8b6-5156f4317629 service neutron] Checking segment: {'id': '47bb1155-f913-4e65-b386-1285bd1e8ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4ee6011d-a789-4b79-9fac-da1c271d6001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:18:35.146795 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-253f5e6b-5aac-4516-a8b6-5156f4317629 service neutron] Bound using segment: {'id': '47bb1155-f913-4e65-b386-1285bd1e8ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4ee6011d-a789-4b79-9fac-da1c271d6001'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:18:35.147237 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-253f5e6b-5aac-4516-a8b6-5156f4317629 service neutron] Bound port: b2636e45-c82b-4500-8202-5dc40f652bc9, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47bb1155-f913-4e65-b386-1285bd1e8ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4ee6011d-a789-4b79-9fac-da1c271d6001'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:18:35.147594 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-253f5e6b-5aac-4516-a8b6-5156f4317629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b2636e45-c82b-4500-8202-5dc40f652bc9), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:35.175904 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-8282e20c-f679-4a7f-b1ea-82b304ce2275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ed83ef-8cb1-467b-8418-9bf4b4ccdc38 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:18:35.203042 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-8282e20c-f679-4a7f-b1ea-82b304ce2275 service neutron] Publish callbacks [] for port (09ed83ef-8cb1-467b-8418-9bf4b4ccdc38), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:35.230760 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-8282e20c-f679-4a7f-b1ea-82b304ce2275 service neutron] Transition to ACTIVE for port object 09ed83ef-8cb1-467b-8418-9bf4b4ccdc38 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:18:35.243325 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-8282e20c-f679-4a7f-b1ea-82b304ce2275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (09ed83ef-8cb1-467b-8418-9bf4b4ccdc38), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:35.288749 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-253f5e6b-5aac-4516-a8b6-5156f4317629 service neutron] For port b2636e45-c82b-4500-8202-5dc40f652bc9, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:18:35.289418 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1116811-b39e-4520-83a0-73b7eb7a2108 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:35.314945 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a1116811-b39e-4520-83a0-73b7eb7a2108 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 881 time: 0.1899996 Jan 18 20:18:35.315100 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-253f5e6b-5aac-4516-a8b6-5156f4317629 service neutron] For port b2636e45-c82b-4500-8202-5dc40f652bc9, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b2636e45-c82b-4500-8202-5dc40f652bc9,segment=NetworkSegment(47bb1155-f913-4e65-b386-1285bd1e8ebe),segment_id=47bb1155-f913-4e65-b386-1285bd1e8ebe)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:18:35.315342 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55056) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:35.345170 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-253f5e6b-5aac-4516-a8b6-5156f4317629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (b2636e45-c82b-4500-8202-5dc40f652bc9), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:35.353049 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282e20c-f679-4a7f-b1ea-82b304ce2275 service neutron] Pushing event updated for resources: {'Port': ['ID=09ed83ef-8cb1-467b-8418-9bf4b4ccdc38,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:35.406690 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-253f5e6b-5aac-4516-a8b6-5156f4317629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:35.407363 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-253f5e6b-5aac-4516-a8b6-5156f4317629 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:35.408807 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-253f5e6b-5aac-4516-a8b6-5156f4317629 service neutron] 10.222.0.70 "PUT /v2.0/ports/b2636e45-c82b-4500-8202-5dc40f652bc9 HTTP/1.1" status: 200 len: 1092 time: 1.5037954 Jan 18 20:18:35.411291 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4662b1-01ae-4eff-9d85-fe127d6d4ffe', 'tag': 'b2636e45-c82b-4500-8202-5dc40f652bc9'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:18:35.414318 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4492392a-034c-4239-b442-7ecf5be8edb7" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4662b1-01ae-4eff-9d85-fe127d6d4ffe", "tag": "b2636e45-c82b-4500-8202-5dc40f652bc9"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:18:35.423118 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-169216a5-b15a-47b8-b434-ebaa86cb8463 req-4b8dc9a3-e170-42d7-a6d8-b1162831753e tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0837896 Jan 18 20:18:35.479029 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-20f8641e-16df-4549-b4f2-d40e399b5eec tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1804fe7-8cfc-406b-ba35-a3ee0ee8052c HTTP/1.1" status: 200 len: 205 time: 0.1634169 Jan 18 20:18:35.482145 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55062) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:35.500444 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f5e6b-5aac-4516-a8b6-5156f4317629 service neutron] Pushing event updated for resources: {'Port': ['ID=b2636e45-c82b-4500-8202-5dc40f652bc9,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:35.502994 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-8282e20c-f679-4a7f-b1ea-82b304ce2275 service neutron] Attempting to bind port 09ed83ef-8cb1-467b-8418-9bf4b4ccdc38 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:18:35.503180 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-8282e20c-f679-4a7f-b1ea-82b304ce2275 service neutron] Attempting to bind port 09ed83ef-8cb1-467b-8418-9bf4b4ccdc38 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '47bb1155-f913-4e65-b386-1285bd1e8ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4ee6011d-a789-4b79-9fac-da1c271d6001'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:18:35.503510 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-8282e20c-f679-4a7f-b1ea-82b304ce2275 service neutron] Attempting to bind port 09ed83ef-8cb1-467b-8418-9bf4b4ccdc38 on network 4ee6011d-a789-4b79-9fac-da1c271d6001 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:18:35.543444 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-8282e20c-f679-4a7f-b1ea-82b304ce2275 service neutron] Port 09ed83ef-8cb1-467b-8418-9bf4b4ccdc38 on network 4ee6011d-a789-4b79-9fac-da1c271d6001 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:18:35.543771 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-8282e20c-f679-4a7f-b1ea-82b304ce2275 service neutron] Attempting to bind port 09ed83ef-8cb1-467b-8418-9bf4b4ccdc38 on network 4ee6011d-a789-4b79-9fac-da1c271d6001 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:18:35.549173 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b54c420-7936-4914-b32e-8fbe282b7633 x-openstack-request-id: req-9b54c420-7936-4914-b32e-8fbe282b7633 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:18:35.549463 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4662b1-01ae-4eff-9d85-fe127d6d4ffe", "tag": "b2636e45-c82b-4500-8202-5dc40f652bc9", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:18:35.549746 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b54c420-7936-4914-b32e-8fbe282b7633 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:18:35.550714 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4662b1-01ae-4eff-9d85-fe127d6d4ffe', 'tag': 'b2636e45-c82b-4500-8202-5dc40f652bc9', 'status': 'completed', 'code': 200} Jan 18 20:18:35.584252 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-8282e20c-f679-4a7f-b1ea-82b304ce2275 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:18:35.584642 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-8282e20c-f679-4a7f-b1ea-82b304ce2275 service neutron] Checking segment: {'id': '47bb1155-f913-4e65-b386-1285bd1e8ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4ee6011d-a789-4b79-9fac-da1c271d6001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:18:35.584986 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-8282e20c-f679-4a7f-b1ea-82b304ce2275 service neutron] Bound using segment: {'id': '47bb1155-f913-4e65-b386-1285bd1e8ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4ee6011d-a789-4b79-9fac-da1c271d6001'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:18:35.585437 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-8282e20c-f679-4a7f-b1ea-82b304ce2275 service neutron] Bound port: 09ed83ef-8cb1-467b-8418-9bf4b4ccdc38, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47bb1155-f913-4e65-b386-1285bd1e8ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4ee6011d-a789-4b79-9fac-da1c271d6001'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:18:35.585845 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-8282e20c-f679-4a7f-b1ea-82b304ce2275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (09ed83ef-8cb1-467b-8418-9bf4b4ccdc38), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:35.840672 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93c95d-8c84-47ae-9cb0-1ab8a67e7781 req-55b94e82-77cd-4f8c-b9ae-6bb2a1923aa5 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:35.858112 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fd93c95d-8c84-47ae-9cb0-1ab8a67e7781 req-55b94e82-77cd-4f8c-b9ae-6bb2a1923aa5 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9e9ff5-bac1-478d-af01-2a6464ef4d61 HTTP/1.1" status: 200 len: 943 time: 0.1111081 Jan 18 20:18:35.986436 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fd93c95d-8c84-47ae-9cb0-1ab8a67e7781 req-648f8de6-78a5-47ef-8af8-c8f6f97c8a0e tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231496 Jan 18 20:18:35.990159 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-23f26304-1d26-4cdd-bbb3-2fb650293fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:35.991683 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-23f26304-1d26-4cdd-bbb3-2fb650293fe8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eb5c30bb9ee44a18ba369e6dac7d969f&device_id=2a4662b1-01ae-4eff-9d85-fe127d6d4ffe HTTP/1.1" status: 200 len: 1095 time: 0.4442315 Jan 18 20:18:36.003945 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5250bce4-687e-4d92-8856-58863cd298e0 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router (e1804fe7-8cfc-406b-ba35-a3ee0ee8052c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:36.096077 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-56a1a788-2dfd-4ced-a8fd-1f96637bcccf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2636e45-c82b-4500-8202-5dc40f652bc9 HTTP/1.1" status: 200 len: 217 time: 0.0949287 Jan 18 20:18:36.184234 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-8282e20c-f679-4a7f-b1ea-82b304ce2275 service neutron] For port 09ed83ef-8cb1-467b-8418-9bf4b4ccdc38, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:18:36.213664 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-8282e20c-f679-4a7f-b1ea-82b304ce2275 service neutron] For port 09ed83ef-8cb1-467b-8418-9bf4b4ccdc38, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=09ed83ef-8cb1-467b-8418-9bf4b4ccdc38,segment=NetworkSegment(47bb1155-f913-4e65-b386-1285bd1e8ebe),segment_id=47bb1155-f913-4e65-b386-1285bd1e8ebe)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:18:36.218022 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-72ebbbcb-0a64-4bfe-baa1-d0e40bab7186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:36.219621 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-72ebbbcb-0a64-4bfe-baa1-d0e40bab7186 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=298a33c5-c8e7-46fb-817d-bbe13ea45978 HTTP/1.1" status: 200 len: 852 time: 0.1143801 Jan 18 20:18:36.225147 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-8282e20c-f679-4a7f-b1ea-82b304ce2275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (09ed83ef-8cb1-467b-8418-9bf4b4ccdc38), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:36.315044 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-b0936e2d-ba4b-4d72-9e39-ceeae837771e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4ee6011d-a789-4b79-9fac-da1c271d6001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860970 Jan 18 20:18:36.319465 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-8282e20c-f679-4a7f-b1ea-82b304ce2275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:36.319641 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-8282e20c-f679-4a7f-b1ea-82b304ce2275 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:36.320951 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-8282e20c-f679-4a7f-b1ea-82b304ce2275 service neutron] 10.222.0.70 "PUT /v2.0/ports/09ed83ef-8cb1-467b-8418-9bf4b4ccdc38 HTTP/1.1" status: 200 len: 1091 time: 1.7969868 Jan 18 20:18:36.321562 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282e20c-f679-4a7f-b1ea-82b304ce2275 service neutron] Pushing event updated for resources: {'Port': ['ID=09ed83ef-8cb1-467b-8418-9bf4b4ccdc38,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:36.326424 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5250bce4-687e-4d92-8856-58863cd298e0 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_gateway (e1804fe7-8cfc-406b-ba35-a3ee0ee8052c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:36.484957 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-a068a7ec-2853-40cd-806c-dedeb7c1bc40 service neutron] 10.222.0.70 "GET /v2.0/networks/4ee6011d-a789-4b79-9fac-da1c271d6001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604280 Jan 18 20:18:36.491483 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-cf98e5ee-204f-447f-bb0a-bb4dcf8f4a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:36.492918 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-cf98e5ee-204f-447f-bb0a-bb4dcf8f4a24 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eb5c30bb9ee44a18ba369e6dac7d969f&device_id=1f9e9ff5-bac1-478d-af01-2a6464ef4d61 HTTP/1.1" status: 200 len: 1094 time: 0.1107051 Jan 18 20:18:36.528241 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5250bce4-687e-4d92-8856-58863cd298e0 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Deleting port 700a1bfb-bed6-4106-8c67-511a5c29712b {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:18:36.528583 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5250bce4-687e-4d92-8856-58863cd298e0 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (700a1bfb-bed6-4106-8c67-511a5c29712b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:36.586423 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-ccfb2e08-79d4-43f3-b632-da977524e2f3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09ed83ef-8cb1-467b-8418-9bf4b4ccdc38 HTTP/1.1" status: 200 len: 217 time: 0.0818062 Jan 18 20:18:36.598200 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7c83b662-bf07-467c-9a70-d1c8f837ac2a req-ca4c7d55-7566-4cc4-a258-b59fa8750a96 tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0514307 Jan 18 20:18:36.742523 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:36.743240 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-bc092e7a-4757-4832-8cd4-bc8377028267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:36.744859 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-bc092e7a-4757-4832-8cd4-bc8377028267 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=298a33c5-c8e7-46fb-817d-bbe13ea45978 HTTP/1.1" status: 200 len: 852 time: 0.1281161 Jan 18 20:18:36.765590 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-ff1e7093-29ad-4b49-b8c5-df8d0fa6344c service neutron] 10.222.0.70 "GET /v2.0/networks/4ee6011d-a789-4b79-9fac-da1c271d6001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709835 Jan 18 20:18:36.816780 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5250bce4-687e-4d92-8856-58863cd298e0 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (700a1bfb-bed6-4106-8c67-511a5c29712b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:36.838948 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-9c9d5820-bd2e-4baf-9387-d822bc37979c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4ee6011d-a789-4b79-9fac-da1c271d6001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859857 Jan 18 20:18:36.954147 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5250bce4-687e-4d92-8856-58863cd298e0 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Calling delete_port for 700a1bfb-bed6-4106-8c67-511a5c29712b owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:18:37.166199 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-f0a3bd6d-d14b-4636-9a64-cb396f0c6f3a service neutron] 10.222.0.70 "GET /v2.0/networks/4ee6011d-a789-4b79-9fac-da1c271d6001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485130 Jan 18 20:18:37.192051 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dea50f-2171-4f4c-994b-01157267a923 req-60fea7e0-23bc-4d77-8dd7-ab50b3b1ffd8 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:37.194651 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6dea50f-2171-4f4c-994b-01157267a923 req-60fea7e0-23bc-4d77-8dd7-ab50b3b1ffd8 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9e9ff5-bac1-478d-af01-2a6464ef4d61 HTTP/1.1" status: 200 len: 943 time: 0.0778542 Jan 18 20:18:37.221896 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492392a-034c-4239-b442-7ecf5be8edb7 req-70a7c3a3-2d45-4939-8ca9-2bc0dbcf9f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:37.223701 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4492392a-034c-4239-b442-7ecf5be8edb7 req-70a7c3a3-2d45-4939-8ca9-2bc0dbcf9f16 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eb5c30bb9ee44a18ba369e6dac7d969f&device_id=2a4662b1-01ae-4eff-9d85-fe127d6d4ffe HTTP/1.1" status: 200 len: 1095 time: 0.3954546 Jan 18 20:18:37.322371 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6dea50f-2171-4f4c-994b-01157267a923 req-b8140bac-a387-4bd3-914d-9537b79564df tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224725 Jan 18 20:18:37.524191 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-274a2c91-22a8-44ab-b5e5-25504ce748a6 req-fc7103d4-2d70-424e-b1a6-30bad1860f73 service neutron] 10.222.0.70 "GET /v2.0/networks/4ee6011d-a789-4b79-9fac-da1c271d6001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060040 Jan 18 20:18:37.551811 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9e9ff5-bac1-478d-af01-2a6464ef4d61', 'tag': '09ed83ef-8cb1-467b-8418-9bf4b4ccdc38'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:18:37.556504 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7198ba3-ad3c-469d-844f-d3543a8aad42" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9e9ff5-bac1-478d-af01-2a6464ef4d61", "tag": "09ed83ef-8cb1-467b-8418-9bf4b4ccdc38"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:18:37.606426 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5250bce4-687e-4d92-8856-58863cd298e0 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (700a1bfb-bed6-4106-8c67-511a5c29712b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:37.623729 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492392a-034c-4239-b442-7ecf5be8edb7 req-bc667878-833e-448f-a459-8fd5be21efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:37.625320 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4492392a-034c-4239-b442-7ecf5be8edb7 req-bc667878-833e-448f-a459-8fd5be21efaa service neutron] 10.222.0.70 "GET /v2.0/networks?id=4ee6011d-a789-4b79-9fac-da1c271d6001 HTTP/1.1" status: 200 len: 913 time: 0.3911667 Jan 18 20:18:37.662515 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d356b7-3b34-4961-b46f-acb3f16893c2 x-openstack-request-id: req-d8d356b7-3b34-4961-b46f-acb3f16893c2 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:18:37.662810 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9e9ff5-bac1-478d-af01-2a6464ef4d61", "tag": "09ed83ef-8cb1-467b-8418-9bf4b4ccdc38", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:18:37.663065 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8d356b7-3b34-4961-b46f-acb3f16893c2 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:18:37.663468 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9e9ff5-bac1-478d-af01-2a6464ef4d61', 'tag': '09ed83ef-8cb1-467b-8418-9bf4b4ccdc38', 'status': 'completed', 'code': 200} Jan 18 20:18:37.746844 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4492392a-034c-4239-b442-7ecf5be8edb7 req-700f4e3a-274d-41b9-9231-9cb198a406ba service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2636e45-c82b-4500-8202-5dc40f652bc9 HTTP/1.1" status: 200 len: 217 time: 0.0915618 Jan 18 20:18:37.761345 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eeba807-1dba-4dd9-89f4-93efbd0b5ec7 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:18:37.766558 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250bce4-687e-4d92-8856-58863cd298e0 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Pushing event deleted for resources: {'Port': ['ID=700a1bfb-bed6-4106-8c67-511a5c29712b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:37.847473 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3d6d53e8-6136-49f2-8988-dd9ec6bb562c req-7592a3fa-5acf-4825-9d88-59abdebe07a6 tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0428343 Jan 18 20:18:37.968611 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7198ba3-ad3c-469d-844f-d3543a8aad42 req-f81ee0eb-dccf-40c9-b51c-7b771883d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:37.970410 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e7198ba3-ad3c-469d-844f-d3543a8aad42 req-f81ee0eb-dccf-40c9-b51c-7b771883d128 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eb5c30bb9ee44a18ba369e6dac7d969f&device_id=1f9e9ff5-bac1-478d-af01-2a6464ef4d61 HTTP/1.1" status: 200 len: 1094 time: 0.1882963 Jan 18 20:18:37.977435 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492392a-034c-4239-b442-7ecf5be8edb7 req-6f5d0c07-1813-42a5-ae37-3ebfa45a6e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:37.979460 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4492392a-034c-4239-b442-7ecf5be8edb7 req-6f5d0c07-1813-42a5-ae37-3ebfa45a6e36 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=298a33c5-c8e7-46fb-817d-bbe13ea45978 HTTP/1.1" status: 200 len: 852 time: 0.2012331 Jan 18 20:18:37.997380 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5250bce4-687e-4d92-8856-58863cd298e0 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (e1804fe7-8cfc-406b-ba35-a3ee0ee8052c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:38.105024 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4492392a-034c-4239-b442-7ecf5be8edb7 req-6950c7de-4608-41cb-93d0-43c6f840fa4f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4ee6011d-a789-4b79-9fac-da1c271d6001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121769 Jan 18 20:18:38.270392 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5250bce4-687e-4d92-8856-58863cd298e0 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (e1804fe7-8cfc-406b-ba35-a3ee0ee8052c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:38.274369 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5250bce4-687e-4d92-8856-58863cd298e0 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_controller (e1804fe7-8cfc-406b-ba35-a3ee0ee8052c), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:38.354685 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4492392a-034c-4239-b442-7ecf5be8edb7 req-4925c3c8-fb6b-47dc-840c-eb79518b3b78 service neutron] 10.222.0.70 "GET /v2.0/networks/4ee6011d-a789-4b79-9fac-da1c271d6001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161150 Jan 18 20:18:38.367494 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5250bce4-687e-4d92-8856-58863cd298e0 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (e1804fe7-8cfc-406b-ba35-a3ee0ee8052c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:38.367891 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5250bce4-687e-4d92-8856-58863cd298e0 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Fanout notify agent at l3_agent the message router_deleted on router e1804fe7-8cfc-406b-ba35-a3ee0ee8052c {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:18:38.386750 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5250bce4-687e-4d92-8856-58863cd298e0 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:38.393898 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55124) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:38.398748 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-0f5f233a-d67e-4ae7-a94e-d6c4537a5f70 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-299817441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:38.404724 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5250bce4-687e-4d92-8856-58863cd298e0 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "DELETE /v2.0/routers/e1804fe7-8cfc-406b-ba35-a3ee0ee8052c HTTP/1.1" status: 204 len: 168 time: 2.9195645 Jan 18 20:18:38.406895 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7198ba3-ad3c-469d-844f-d3543a8aad42 req-93a6527d-2764-4f5c-905d-bb59d84ffa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:38.408376 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e7198ba3-ad3c-469d-844f-d3543a8aad42 req-93a6527d-2764-4f5c-905d-bb59d84ffa84 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4ee6011d-a789-4b79-9fac-da1c271d6001 HTTP/1.1" status: 200 len: 913 time: 0.4257972 Jan 18 20:18:38.489217 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f82374-e8cf-4bad-98aa-ae5072713498 req-73e1491e-f8a3-4fe3-87b1-e76860d3eede tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:38.491792 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6f82374-e8cf-4bad-98aa-ae5072713498 req-73e1491e-f8a3-4fe3-87b1-e76860d3eede tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9e9ff5-bac1-478d-af01-2a6464ef4d61 HTTP/1.1" status: 200 len: 943 time: 0.0844927 Jan 18 20:18:38.493574 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f5f233a-d67e-4ae7-a94e-d6c4537a5f70 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (a7ad1f86-1c97-4675-aafa-d515fcbee2bb), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:38.495462 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f5f233a-d67e-4ae7-a94e-d6c4537a5f70 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (a7ad1f86-1c97-4675-aafa-d515fcbee2bb), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:38.516139 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e7198ba3-ad3c-469d-844f-d3543a8aad42 req-7d0063ef-5555-4931-a828-45aea62c8fbc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09ed83ef-8cb1-467b-8418-9bf4b4ccdc38 HTTP/1.1" status: 200 len: 217 time: 0.0429292 Jan 18 20:18:38.571650 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7198ba3-ad3c-469d-844f-d3543a8aad42 req-ae50f3e3-3c26-462c-8c93-8883d6ab009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:38.574717 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e7198ba3-ad3c-469d-844f-d3543a8aad42 req-ae50f3e3-3c26-462c-8c93-8883d6ab009a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=298a33c5-c8e7-46fb-817d-bbe13ea45978 HTTP/1.1" status: 200 len: 852 time: 0.0525095 Jan 18 20:18:38.578375 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f5f233a-d67e-4ae7-a94e-d6c4537a5f70 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_controller (a7ad1f86-1c97-4675-aafa-d515fcbee2bb), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:38.596872 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4492392a-034c-4239-b442-7ecf5be8edb7 req-91661da1-17e8-4022-8a70-8a82055e3166 service neutron] 10.222.0.70 "GET /v2.0/networks/4ee6011d-a789-4b79-9fac-da1c271d6001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874354 Jan 18 20:18:38.612753 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e7198ba3-ad3c-469d-844f-d3543a8aad42 req-2570ba58-ef98-4c15-b4e0-20d74ce83bcf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4ee6011d-a789-4b79-9fac-da1c271d6001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296044 Jan 18 20:18:38.614213 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6f82374-e8cf-4bad-98aa-ae5072713498 req-975109a8-6ce3-4c36-967c-6bc1e3387f6c tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776145 Jan 18 20:18:38.616072 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f5f233a-d67e-4ae7-a94e-d6c4537a5f70 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (a7ad1f86-1c97-4675-aafa-d515fcbee2bb), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:38.643345 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f5f233a-d67e-4ae7-a94e-d6c4537a5f70 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:38.644288 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0f5f233a-d67e-4ae7-a94e-d6c4537a5f70 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2493730 Jan 18 20:18:38.647158 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55128) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:38.653480 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-17169923-ee27-4e57-a2f1-8550783036eb tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'enable_snat': False}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:38.736850 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e7198ba3-ad3c-469d-844f-d3543a8aad42 req-5a8afadd-33fe-49c7-ba08-9c97363cd2b6 service neutron] 10.222.0.70 "GET /v2.0/networks/4ee6011d-a789-4b79-9fac-da1c271d6001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149411 Jan 18 20:18:38.853452 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e7198ba3-ad3c-469d-844f-d3543a8aad42 req-2274a19a-15cc-4ac9-b869-ca8eb213ddfd service neutron] 10.222.0.70 "GET /v2.0/networks/4ee6011d-a789-4b79-9fac-da1c271d6001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089854 Jan 18 20:18:38.900715 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-17169923-ee27-4e57-a2f1-8550783036eb tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router_gateway (a7ad1f86-1c97-4675-aafa-d515fcbee2bb), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:39.139167 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c3307d96-d062-4367-8792-1d1cf99b68dc req-2acd18c9-984a-4807-9492-c767f0b5c58d tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0614464 Jan 18 20:18:39.349444 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-17169923-ee27-4e57-a2f1-8550783036eb tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router_gateway (a7ad1f86-1c97-4675-aafa-d515fcbee2bb), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:39.370672 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-17169923-ee27-4e57-a2f1-8550783036eb tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:39.491277 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-17169923-ee27-4e57-a2f1-8550783036eb tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Allocated IP 172.25.4.153 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/3398f1c9-e791-4ebb-b6a4-943de9585e7d) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:18:39.626869 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-17169923-ee27-4e57-a2f1-8550783036eb tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for port (3398f1c9-e791-4ebb-b6a4-943de9585e7d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:39.675561 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-17169923-ee27-4e57-a2f1-8550783036eb tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (3398f1c9-e791-4ebb-b6a4-943de9585e7d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:39.749838 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17169923-ee27-4e57-a2f1-8550783036eb tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Pushing event updated for resources: {'Port': ['ID=3398f1c9-e791-4ebb-b6a4-943de9585e7d,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:39.789153 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17169923-ee27-4e57-a2f1-8550783036eb tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:18:39.792343 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-17169923-ee27-4e57-a2f1-8550783036eb tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:18:39.806593 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17169923-ee27-4e57-a2f1-8550783036eb tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:18:39.807285 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d21b2f7-44bb-4a87-a235-0ea4bad8949d None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:18:39.869046 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24d007-9420-4c1a-a7de-4c47959ed1d8 req-106d6b90-723c-477a-b487-234bbdd58cff tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:39.877676 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cb24d007-9420-4c1a-a7de-4c47959ed1d8 req-106d6b90-723c-477a-b487-234bbdd58cff tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9e9ff5-bac1-478d-af01-2a6464ef4d61 HTTP/1.1" status: 200 len: 943 time: 0.1289036 Jan 18 20:18:39.924541 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-2ec1a9cb-6f95-4c84-8be1-b357a6090fd9 None None] Provisioning complete for port 3398f1c9-e791-4ebb-b6a4-943de9585e7d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:18:39.925316 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a9cb-6f95-4c84-8be1-b357a6090fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3398f1c9-e791-4ebb-b6a4-943de9585e7d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:39.968608 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2ec1a9cb-6f95-4c84-8be1-b357a6090fd9 None None] Port 3398f1c9-e791-4ebb-b6a4-943de9585e7d cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:18:39.970438 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b2636e45-c82b-4500-8202-5dc40f652bc9 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:18:40.020165 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cb24d007-9420-4c1a-a7de-4c47959ed1d8 req-a6e94492-5b43-4aae-a021-a9c426f668ee tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411455 Jan 18 20:18:40.112672 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port b2636e45-c82b-4500-8202-5dc40f652bc9, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b2636e45-c82b-4500-8202-5dc40f652bc9,segment=NetworkSegment(47bb1155-f913-4e65-b386-1285bd1e8ebe),segment_id=47bb1155-f913-4e65-b386-1285bd1e8ebe)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:18:40.140233 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'b2636e45-c82b-4500-8202-5dc40f652bc9', 'network_id': '4ee6011d-a789-4b79-9fac-da1c271d6001', 'port_id': 'b2636e45-c82b-4500-8202-5dc40f652bc9', 'mac_address': 'fa:16:3e:00:2d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '298a33c5-c8e7-46fb-817d-bbe13ea45978', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:18:40.193876 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port b2636e45-c82b-4500-8202-5dc40f652bc9 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:18:40.194730 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b2636e45-c82b-4500-8202-5dc40f652bc9), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:40.211276 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2636e45-c82b-4500-8202-5dc40f652bc9 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:18:40.255432 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port b2636e45-c82b-4500-8202-5dc40f652bc9, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b2636e45-c82b-4500-8202-5dc40f652bc9,segment=NetworkSegment(47bb1155-f913-4e65-b386-1285bd1e8ebe),segment_id=47bb1155-f913-4e65-b386-1285bd1e8ebe)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:18:40.266194 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b2636e45-c82b-4500-8202-5dc40f652bc9), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:40.267267 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 09ed83ef-8cb1-467b-8418-9bf4b4ccdc38 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:18:40.315702 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 09ed83ef-8cb1-467b-8418-9bf4b4ccdc38, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=09ed83ef-8cb1-467b-8418-9bf4b4ccdc38,segment=NetworkSegment(47bb1155-f913-4e65-b386-1285bd1e8ebe),segment_id=47bb1155-f913-4e65-b386-1285bd1e8ebe)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:18:40.388623 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a5beb72d-16a4-478b-9137-1275751d3543 req-9d7d67f8-def0-4c50-b6bb-6746acea7bde tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0489397 Jan 18 20:18:40.394215 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '09ed83ef-8cb1-467b-8418-9bf4b4ccdc38', 'network_id': '4ee6011d-a789-4b79-9fac-da1c271d6001', 'port_id': '09ed83ef-8cb1-467b-8418-9bf4b4ccdc38', 'mac_address': 'fa:16:3e:79:56:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '298a33c5-c8e7-46fb-817d-bbe13ea45978', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:18:40.398799 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=b2636e45-c82b-4500-8202-5dc40f652bc9,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:40.427908 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-17169923-ee27-4e57-a2f1-8550783036eb tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router_gateway (a7ad1f86-1c97-4675-aafa-d515fcbee2bb), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:40.479285 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:40.480038 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:40.480643 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:40.481390 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:40.481968 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:40.482385 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:40.482749 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:40.483078 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:40.483399 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:40.483760 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:40.484077 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:40.484394 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:40.484717 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:40.489014 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 09ed83ef-8cb1-467b-8418-9bf4b4ccdc38 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:18:40.489398 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (09ed83ef-8cb1-467b-8418-9bf4b4ccdc38), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:40.504795 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ed83ef-8cb1-467b-8418-9bf4b4ccdc38 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:18:40.526479 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 09ed83ef-8cb1-467b-8418-9bf4b4ccdc38, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=09ed83ef-8cb1-467b-8418-9bf4b4ccdc38,segment=NetworkSegment(47bb1155-f913-4e65-b386-1285bd1e8ebe),segment_id=47bb1155-f913-4e65-b386-1285bd1e8ebe)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:18:40.533267 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (09ed83ef-8cb1-467b-8418-9bf4b4ccdc38), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:40.617087 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=09ed83ef-8cb1-467b-8418-9bf4b4ccdc38,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:40.930895 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['b2636e45-c82b-4500-8202-5dc40f652bc9'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:18:40.996352 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['09ed83ef-8cb1-467b-8418-9bf4b4ccdc38'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:18:41.150168 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-17169923-ee27-4e57-a2f1-8550783036eb tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57734'] for router (a7ad1f86-1c97-4675-aafa-d515fcbee2bb), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:41.153829 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-17169923-ee27-4e57-a2f1-8550783036eb tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1617295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1617304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1628645'] for router (a7ad1f86-1c97-4675-aafa-d515fcbee2bb), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:41.332916 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc22404-bf1f-4b71-a657-89727ecd0e76 req-f0e05181-ed28-4bd0-819c-70be9f987aed tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:41.343344 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6dc22404-bf1f-4b71-a657-89727ecd0e76 req-f0e05181-ed28-4bd0-819c-70be9f987aed tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9e9ff5-bac1-478d-af01-2a6464ef4d61 HTTP/1.1" status: 200 len: 944 time: 0.1848445 Jan 18 20:18:41.452029 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6dc22404-bf1f-4b71-a657-89727ecd0e76 req-a3c10cfc-f9bd-47bb-872c-cb177ef29d82 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067562 Jan 18 20:18:41.511609 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17169923-ee27-4e57-a2f1-8550783036eb tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Router a7ad1f86-1c97-4675-aafa-d515fcbee2bb is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:18:41.529299 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b0179d44-5b88-4793-9872-da3054a3895c req-ea2c6976-3916-46d4-9788-90e96022f77f tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0300405 Jan 18 20:18:41.651079 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17169923-ee27-4e57-a2f1-8550783036eb tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:18:41.660025 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f73a5fb-0994-431d-9381-4b1dab67d7fa None None] Sync routers for ids ['a7ad1f86-1c97-4675-aafa-d515fcbee2bb'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:18:41.661983 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-17169923-ee27-4e57-a2f1-8550783036eb tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:41.663734 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-17169923-ee27-4e57-a2f1-8550783036eb tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "PUT /v2.0/routers/a7ad1f86-1c97-4675-aafa-d515fcbee2bb HTTP/1.1" status: 200 len: 915 time: 3.0144887 Jan 18 20:18:41.666395 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55162) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:41.674915 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f73a5fb-0994-431d-9381-4b1dab67d7fa None None] Routers {'a7ad1f86-1c97-4675-aafa-d515fcbee2bb'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:18:41.675713 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2f73a5fb-0994-431d-9381-4b1dab67d7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:18:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['a7ad1f86-1c97-4675-aafa-d515fcbee2bb'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:41.732597 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2f73a5fb-0994-431d-9381-4b1dab67d7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:41.763408 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f73a5fb-0994-431d-9381-4b1dab67d7fa None None] Routers {'a7ad1f86-1c97-4675-aafa-d515fcbee2bb'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:18:41.764041 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2f73a5fb-0994-431d-9381-4b1dab67d7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:18:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['a7ad1f86-1c97-4675-aafa-d515fcbee2bb'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:41.826924 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2f73a5fb-0994-431d-9381-4b1dab67d7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:41.827674 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f73a5fb-0994-431d-9381-4b1dab67d7fa None None] The sync data for ids ['a7ad1f86-1c97-4675-aafa-d515fcbee2bb'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:18:41.867520 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ae8a3406-a9f3-4b2a-a12b-1bc0f067d064 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "GET /v2.0/routers/a7ad1f86-1c97-4675-aafa-d515fcbee2bb HTTP/1.1" status: 200 len: 921 time: 0.1998913 Jan 18 20:18:41.870483 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55166) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:41.972965 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d393a3a7-a163-4931-843a-5b5115614a19 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:41.978049 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55168) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:41.978255 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d393a3a7-a163-4931-843a-5b5115614a19 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9b0799cf-8cdf-46d5-953b-bdacab604b8c&device_id=a7ad1f86-1c97-4675-aafa-d515fcbee2bb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1065104 Jan 18 20:18:42.081096 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fc23ee-6dc8-4271-817e-c1557100b0b3 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:42.086412 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e8fc23ee-6dc8-4271-817e-c1557100b0b3 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 881 time: 0.1036036 Jan 18 20:18:42.087033 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55170) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:42.133412 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55172) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:42.142667 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-eac22c7a-1c7f-4856-bc69-ffc20b87d1b2 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7ad1f86-1c97-4675-aafa-d515fcbee2bb HTTP/1.1" status: 200 len: 205 time: 0.0525296 Jan 18 20:18:42.264251 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5d3684f2-8d2b-4d09-b4f6-a54b6f648a71 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router (a7ad1f86-1c97-4675-aafa-d515fcbee2bb), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:42.430765 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5d3684f2-8d2b-4d09-b4f6-a54b6f648a71 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_gateway (a7ad1f86-1c97-4675-aafa-d515fcbee2bb), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:42.529483 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-5d3684f2-8d2b-4d09-b4f6-a54b6f648a71 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Deleting port 3398f1c9-e791-4ebb-b6a4-943de9585e7d {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:18:42.529859 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5d3684f2-8d2b-4d09-b4f6-a54b6f648a71 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (3398f1c9-e791-4ebb-b6a4-943de9585e7d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:42.691014 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5d3684f2-8d2b-4d09-b4f6-a54b6f648a71 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (3398f1c9-e791-4ebb-b6a4-943de9585e7d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:42.716619 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a751560-768b-4da8-a0f1-b67e90526f41 req-1283482d-fd31-4f32-b8a6-217bb5d1b6df tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0381703 Jan 18 20:18:42.726987 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a433d-69a9-42bf-9381-70535224336c req-5c7a9ee3-fa6a-4555-89e4-31c7b69fc96b tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:42.733622 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a94a433d-69a9-42bf-9381-70535224336c req-5c7a9ee3-fa6a-4555-89e4-31c7b69fc96b tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9e9ff5-bac1-478d-af01-2a6464ef4d61 HTTP/1.1" status: 200 len: 944 time: 0.1127152 Jan 18 20:18:42.735688 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-5d3684f2-8d2b-4d09-b4f6-a54b6f648a71 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Calling delete_port for 3398f1c9-e791-4ebb-b6a4-943de9585e7d owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:18:42.851856 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a94a433d-69a9-42bf-9381-70535224336c req-cad1a92e-e1f7-4c1c-a65e-8cc2b352b5db tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173027 Jan 18 20:18:43.029169 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5d3684f2-8d2b-4d09-b4f6-a54b6f648a71 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (3398f1c9-e791-4ebb-b6a4-943de9585e7d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:43.066883 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3684f2-8d2b-4d09-b4f6-a54b6f648a71 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Pushing event deleted for resources: {'Port': ['ID=3398f1c9-e791-4ebb-b6a4-943de9585e7d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:43.101062 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95d9610-d8dd-4416-89aa-b8da4da570bd None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:18:43.207122 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5d3684f2-8d2b-4d09-b4f6-a54b6f648a71 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (a7ad1f86-1c97-4675-aafa-d515fcbee2bb), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:43.319771 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5d3684f2-8d2b-4d09-b4f6-a54b6f648a71 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (a7ad1f86-1c97-4675-aafa-d515fcbee2bb), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:43.321331 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5d3684f2-8d2b-4d09-b4f6-a54b6f648a71 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_controller (a7ad1f86-1c97-4675-aafa-d515fcbee2bb), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:43.373342 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5d3684f2-8d2b-4d09-b4f6-a54b6f648a71 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (a7ad1f86-1c97-4675-aafa-d515fcbee2bb), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:43.373978 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3684f2-8d2b-4d09-b4f6-a54b6f648a71 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Fanout notify agent at l3_agent the message router_deleted on router a7ad1f86-1c97-4675-aafa-d515fcbee2bb {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:18:43.385931 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5d3684f2-8d2b-4d09-b4f6-a54b6f648a71 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:43.387529 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5d3684f2-8d2b-4d09-b4f6-a54b6f648a71 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "DELETE /v2.0/routers/a7ad1f86-1c97-4675-aafa-d515fcbee2bb HTTP/1.1" status: 204 len: 168 time: 1.2523940 Jan 18 20:18:43.392468 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55200) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:43.397863 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1385562356', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}, 'admin_state_up': False}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:43.444748 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (378961db-3856-4a0e-8200-a916d9146171), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:43.446577 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (378961db-3856-4a0e-8200-a916d9146171), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:43.517913 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_controller (378961db-3856-4a0e-8200-a916d9146171), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:43.946813 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b2636e45-c82b-4500-8202-5dc40f652bc9 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:18:43.962537 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-befea9e4-ad6e-4d8c-b52b-93178f89bf7f req-5a37f63e-8ec3-472e-ba8c-b82f0b0f42f3 tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0870728 Jan 18 20:18:44.016586 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aaf00c-5d40-4ce2-a6a4-9010e2a0722b req-85b8d52b-3582-492c-9ed4-51c36b2f4a98 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:44.018527 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d4aaf00c-5d40-4ce2-a6a4-9010e2a0722b req-85b8d52b-3582-492c-9ed4-51c36b2f4a98 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf4e13c3-c275-43c7-9074-3bee464cb607 HTTP/1.1" status: 200 len: 946 time: 0.1571181 Jan 18 20:18:44.035534 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port b2636e45-c82b-4500-8202-5dc40f652bc9 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:18:44.042846 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port b2636e45-c82b-4500-8202-5dc40f652bc9 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:18:44.043233 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b2636e45-c82b-4500-8202-5dc40f652bc9), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:44.107213 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d4aaf00c-5d40-4ce2-a6a4-9010e2a0722b req-5c4f6749-4515-48de-83e8-7459464f5dec tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812104 Jan 18 20:18:44.178843 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_gateway (378961db-3856-4a0e-8200-a916d9146171), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:44.199787 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e889c7a-41b3-4146-8ecc-455b4cacdd73 req-c34eb787-b917-4eed-8091-4a6ce9f8dc93 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:44.201365 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e889c7a-41b3-4146-8ecc-455b4cacdd73 req-c34eb787-b917-4eed-8091-4a6ce9f8dc93 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9e9ff5-bac1-478d-af01-2a6464ef4d61 HTTP/1.1" status: 200 len: 944 time: 0.0898051 Jan 18 20:18:44.230780 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port b2636e45-c82b-4500-8202-5dc40f652bc9 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:18:44.231385 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b2636e45-c82b-4500-8202-5dc40f652bc9), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:44.294245 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e889c7a-41b3-4146-8ecc-455b4cacdd73 req-15802c34-2f14-481c-a4aa-5b3ff03c9c03 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846984 Jan 18 20:18:44.322663 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port b2636e45-c82b-4500-8202-5dc40f652bc9, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b2636e45-c82b-4500-8202-5dc40f652bc9,segment=NetworkSegment(47bb1155-f913-4e65-b386-1285bd1e8ebe),segment_id=47bb1155-f913-4e65-b386-1285bd1e8ebe)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:18:44.323696 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4662b1-01ae-4eff-9d85-fe127d6d4ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2636e45-c82b-4500-8202-5dc40f652bc9'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:18:44.326120 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b4e9e7-e76e-4764-99ed-f14f800a1728" -d '{"events": [{"server_uuid": "2a4662b1-01ae-4eff-9d85-fe127d6d4ffe", "name": "network-vif-plugged", "status": "completed", "tag": "b2636e45-c82b-4500-8202-5dc40f652bc9"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:18:44.330485 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b2636e45-c82b-4500-8202-5dc40f652bc9), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:44.331277 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 09ed83ef-8cb1-467b-8418-9bf4b4ccdc38 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:18:44.414809 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db91afe-68bd-46c0-a6b6-f23b861f2c69 x-openstack-request-id: req-2db91afe-68bd-46c0-a6b6-f23b861f2c69 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:18:44.415368 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4662b1-01ae-4eff-9d85-fe127d6d4ffe", "name": "network-vif-plugged", "status": "completed", "tag": "b2636e45-c82b-4500-8202-5dc40f652bc9", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:18:44.415807 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2db91afe-68bd-46c0-a6b6-f23b861f2c69 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:18:44.416389 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4662b1-01ae-4eff-9d85-fe127d6d4ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2636e45-c82b-4500-8202-5dc40f652bc9', 'code': 200} Jan 18 20:18:44.417103 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=b2636e45-c82b-4500-8202-5dc40f652bc9,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:44.505867 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 09ed83ef-8cb1-467b-8418-9bf4b4ccdc38 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:18:44.510105 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 09ed83ef-8cb1-467b-8418-9bf4b4ccdc38 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:18:44.510694 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (09ed83ef-8cb1-467b-8418-9bf4b4ccdc38), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:44.604043 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_gateway (378961db-3856-4a0e-8200-a916d9146171), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:44.629089 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:44.640601 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 09ed83ef-8cb1-467b-8418-9bf4b4ccdc38 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:18:44.641116 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3960b-b5d0-4351-9227-c2d4e8c02c3c req-801f4683-ba1f-4a07-b1df-c0d81c7cabc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:44.641300 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (09ed83ef-8cb1-467b-8418-9bf4b4ccdc38), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:44.643049 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0dc3960b-b5d0-4351-9227-c2d4e8c02c3c req-801f4683-ba1f-4a07-b1df-c0d81c7cabc4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2a4662b1-01ae-4eff-9d85-fe127d6d4ffe HTTP/1.1" status: 200 len: 1097 time: 0.1268799 Jan 18 20:18:44.688765 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 09ed83ef-8cb1-467b-8418-9bf4b4ccdc38, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=09ed83ef-8cb1-467b-8418-9bf4b4ccdc38,segment=NetworkSegment(47bb1155-f913-4e65-b386-1285bd1e8ebe),segment_id=47bb1155-f913-4e65-b386-1285bd1e8ebe)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:18:44.697208 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (09ed83ef-8cb1-467b-8418-9bf4b4ccdc38), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:44.766644 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0dc3960b-b5d0-4351-9227-c2d4e8c02c3c req-47b04ef7-f9bf-45af-b23d-dc4ed706c1cf service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918024 Jan 18 20:18:44.775621 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=09ed83ef-8cb1-467b-8418-9bf4b4ccdc38,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:44.793776 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Allocated IP 172.25.4.123 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/33b8eadf-78af-416a-a3d0-a30463a35b79) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:18:44.915375 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for port (33b8eadf-78af-416a-a3d0-a30463a35b79), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:44.954793 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (33b8eadf-78af-416a-a3d0-a30463a35b79), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:44.998028 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:18:45.002891 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:18:45.007694 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:18:45.022470 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531d3b53-0fcb-4247-b1bf-1eaf10eff72d None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:18:45.051299 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Pushing event updated for resources: {'Port': ['ID=33b8eadf-78af-416a-a3d0-a30463a35b79,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:45.064521 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:45.064990 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:45.065342 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:45.065689 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:45.066150 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:45.066724 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:45.067056 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:45.067377 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:45.068372 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:45.068372 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:45.068583 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:45.068793 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:45.069109 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:45.138105 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-64236d70-b8a9-4d5e-9e29-8102f6d72887 req-5aef784e-2cbd-4346-b022-60d6a24a67da tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0266581 Jan 18 20:18:45.160797 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-202a46ac-5f7a-40e3-9e53-af1fa51a6378 None None] Provisioning complete for port 33b8eadf-78af-416a-a3d0-a30463a35b79 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:18:45.161183 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-202a46ac-5f7a-40e3-9e53-af1fa51a6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (33b8eadf-78af-416a-a3d0-a30463a35b79), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:45.164711 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:18:45.242988 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-202a46ac-5f7a-40e3-9e53-af1fa51a6378 None None] Port 33b8eadf-78af-416a-a3d0-a30463a35b79 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:18:45.292878 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0062a-9f90-49cb-b87c-bad42e2da2a3 req-08e5ccdd-56b7-42a1-be17-6be74cb95cb9 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:45.301108 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-13f0062a-9f90-49cb-b87c-bad42e2da2a3 req-08e5ccdd-56b7-42a1-be17-6be74cb95cb9 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf4e13c3-c275-43c7-9074-3bee464cb607 HTTP/1.1" status: 200 len: 946 time: 0.0923958 Jan 18 20:18:45.381847 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-13f0062a-9f90-49cb-b87c-bad42e2da2a3 req-ea7f788e-90fc-448f-8266-b9180e58f15a tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743563 Jan 18 20:18:45.433447 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_gateway (378961db-3856-4a0e-8200-a916d9146171), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:45.526767 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e46dd3-1eb9-4496-a9bd-c545aed1f508 req-99b35e99-ee8a-4c9c-b2d5-9826ebb63cea tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:45.531753 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46e46dd3-1eb9-4496-a9bd-c545aed1f508 req-99b35e99-ee8a-4c9c-b2d5-9826ebb63cea tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9e9ff5-bac1-478d-af01-2a6464ef4d61 HTTP/1.1" status: 200 len: 945 time: 0.0941114 Jan 18 20:18:45.638414 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46e46dd3-1eb9-4496-a9bd-c545aed1f508 req-7a19d862-e435-4690-8944-65ab97641ef0 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991578 Jan 18 20:18:45.727252 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (378961db-3856-4a0e-8200-a916d9146171), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:45.855772 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a66cdf-4744-4da6-a25a-f5f34f7e776e req-90fe4fed-4250-460d-86ee-585afb065c58 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:45.857706 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-25a66cdf-4744-4da6-a25a-f5f34f7e776e req-90fe4fed-4250-460d-86ee-585afb065c58 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf4e13c3-c275-43c7-9074-3bee464cb607 HTTP/1.1" status: 200 len: 946 time: 0.1270106 Jan 18 20:18:46.005163 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-25a66cdf-4744-4da6-a25a-f5f34f7e776e req-de0af981-7c9c-4ad1-a9dc-0b413ffaeeb7 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Deleting port 694a48ca-6b21-4c7a-81a7-bda56eb4bd5e {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:18:46.005399 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-25a66cdf-4744-4da6-a25a-f5f34f7e776e req-de0af981-7c9c-4ad1-a9dc-0b413ffaeeb7 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (694a48ca-6b21-4c7a-81a7-bda56eb4bd5e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:46.035057 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Router 378961db-3856-4a0e-8200-a916d9146171 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:18:46.246893 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-25a66cdf-4744-4da6-a25a-f5f34f7e776e req-de0af981-7c9c-4ad1-a9dc-0b413ffaeeb7 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] For port 694a48ca-6b21-4c7a-81a7-bda56eb4bd5e, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=694a48ca-6b21-4c7a-81a7-bda56eb4bd5e,segment=NetworkSegment(87aed962-be5d-4deb-af9c-7bc726b9d992),segment_id=87aed962-be5d-4deb-af9c-7bc726b9d992)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:18:46.247260 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-25a66cdf-4744-4da6-a25a-f5f34f7e776e req-de0af981-7c9c-4ad1-a9dc-0b413ffaeeb7 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (694a48ca-6b21-4c7a-81a7-bda56eb4bd5e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:46.268204 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-25a66cdf-4744-4da6-a25a-f5f34f7e776e req-de0af981-7c9c-4ad1-a9dc-0b413ffaeeb7 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Calling delete_port for 694a48ca-6b21-4c7a-81a7-bda56eb4bd5e owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:18:46.292665 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:18:46.311921 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce6cd65a-69c1-4b6d-bced-b0dacada2399 req-cc2111a4-eca4-47fb-9f92-db90c60fe533 tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0428305 Jan 18 20:18:46.312744 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2967aa6-2aca-4e87-981e-2a6e28f18afb None None] Sync routers for ids ['378961db-3856-4a0e-8200-a916d9146171'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:18:46.330253 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2967aa6-2aca-4e87-981e-2a6e28f18afb None None] Routers {'378961db-3856-4a0e-8200-a916d9146171'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:18:46.335760 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e2967aa6-2aca-4e87-981e-2a6e28f18afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:18:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['378961db-3856-4a0e-8200-a916d9146171'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:46.389326 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e2967aa6-2aca-4e87-981e-2a6e28f18afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:46.415462 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:46.416707 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-79609b68-887f-41d3-86bb-5aa6a5002c63 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.0235064 Jan 18 20:18:46.417959 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9e9ff5-bac1-478d-af01-2a6464ef4d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ed83ef-8cb1-467b-8418-9bf4b4ccdc38'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:18:46.419607 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55232) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:46.422244 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfaa2dc-49d6-48d9-92ab-6d2d222a71b2" -d '{"events": [{"server_uuid": "1f9e9ff5-bac1-478d-af01-2a6464ef4d61", "name": "network-vif-plugged", "status": "completed", "tag": "09ed83ef-8cb1-467b-8418-9bf4b4ccdc38"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:18:46.422383 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2967aa6-2aca-4e87-981e-2a6e28f18afb None None] Routers {'378961db-3856-4a0e-8200-a916d9146171'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:18:46.422873 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e2967aa6-2aca-4e87-981e-2a6e28f18afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:18:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['378961db-3856-4a0e-8200-a916d9146171'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:46.424525 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-9fd76355-177b-418a-a412-053b26bfa989 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:46.487247 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b22afc-cf86-4788-b30d-ed20c8be5624 x-openstack-request-id: req-f8b22afc-cf86-4788-b30d-ed20c8be5624 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:18:46.487904 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9e9ff5-bac1-478d-af01-2a6464ef4d61", "name": "network-vif-plugged", "status": "completed", "tag": "09ed83ef-8cb1-467b-8418-9bf4b4ccdc38", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:18:46.488232 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8b22afc-cf86-4788-b30d-ed20c8be5624 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:18:46.488694 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9e9ff5-bac1-478d-af01-2a6464ef4d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ed83ef-8cb1-467b-8418-9bf4b4ccdc38', 'code': 200} Jan 18 20:18:46.579212 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-25a66cdf-4744-4da6-a25a-f5f34f7e776e req-de0af981-7c9c-4ad1-a9dc-0b413ffaeeb7 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (694a48ca-6b21-4c7a-81a7-bda56eb4bd5e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:46.595947 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['f01cdff8-0b9e-43bd-b140-fe2d4d25ee54', '697b660d-6aa8-4757-b95b-4b1df4c2dfc8', 'b879fb76-cb06-48da-933c-a7923ef389e7', '694a48ca-6b21-4c7a-81a7-bda56eb4bd5e'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:18:46.608045 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e2967aa6-2aca-4e87-981e-2a6e28f18afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:46.610199 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2967aa6-2aca-4e87-981e-2a6e28f18afb None None] The sync data for ids ['378961db-3856-4a0e-8200-a916d9146171'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:18:46.666874 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0af981-7c9c-4ad1-a9dc-0b413ffaeeb7 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Pushing event deleted for resources: {'Port': ['ID=694a48ca-6b21-4c7a-81a7-bda56eb4bd5e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:46.667095 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b58ac-5cd5-461e-8ba1-04775b7c249f req-a2a7bbec-41bf-4b86-ac5b-d1986110d35d tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:46.685656 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-921b58ac-5cd5-461e-8ba1-04775b7c249f req-a2a7bbec-41bf-4b86-ac5b-d1986110d35d tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf4e13c3-c275-43c7-9074-3bee464cb607 HTTP/1.1" status: 200 len: 867 time: 0.1426575 Jan 18 20:18:46.733794 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8792b103-2c08-4157-a47f-b56c2956b449 None None] DHCP port deletion for 80dffbc9-eed6-4af9-a5ac-dcb939c427fc request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:18:46.791473 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dd566-489e-46b6-8877-e131a5ce2af4 req-79e9b555-d3a1-41e1-8c7c-42294bcd0560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:46.793193 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f97dd566-489e-46b6-8877-e131a5ce2af4 req-79e9b555-d3a1-41e1-8c7c-42294bcd0560 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1f9e9ff5-bac1-478d-af01-2a6464ef4d61 HTTP/1.1" status: 200 len: 1096 time: 0.1799412 Jan 18 20:18:46.796021 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a66cdf-4744-4da6-a25a-f5f34f7e776e req-de0af981-7c9c-4ad1-a9dc-0b413ffaeeb7 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] No DVR routers for this DVR port 694a48ca-6b21-4c7a-81a7-bda56eb4bd5e on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:18:46.801586 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-25a66cdf-4744-4da6-a25a-f5f34f7e776e req-de0af981-7c9c-4ad1-a9dc-0b413ffaeeb7 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:46.804943 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-25a66cdf-4744-4da6-a25a-f5f34f7e776e req-de0af981-7c9c-4ad1-a9dc-0b413ffaeeb7 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.70 "DELETE /v2.0/ports/694a48ca-6b21-4c7a-81a7-bda56eb4bd5e HTTP/1.1" status: 204 len: 173 time: 0.9400413 Jan 18 20:18:46.805577 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4e13c3-c275-43c7-9074-3bee464cb607', 'name': 'network-vif-deleted', 'tag': '694a48ca-6b21-4c7a-81a7-bda56eb4bd5e'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:18:46.807981 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b5a4b4-fc3f-4a0e-9fc6-2660f0d69ed5" -d '{"events": [{"server_uuid": "bf4e13c3-c275-43c7-9074-3bee464cb607", "name": "network-vif-deleted", "tag": "694a48ca-6b21-4c7a-81a7-bda56eb4bd5e"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:18:46.877920 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-921b58ac-5cd5-461e-8ba1-04775b7c249f req-6f619787-a0f6-44b6-8787-d6fad8ad2426 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853378 Jan 18 20:18:46.911846 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc8396-9445-4e6b-9462-3be77ec675b0 req-be31dfb6-dc56-4492-acf8-126ad031a5cf tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:46.919035 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-87cc8396-9445-4e6b-9462-3be77ec675b0 req-be31dfb6-dc56-4492-acf8-126ad031a5cf tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9e9ff5-bac1-478d-af01-2a6464ef4d61 HTTP/1.1" status: 200 len: 945 time: 0.1437125 Jan 18 20:18:46.997152 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce2e2c6-a6ee-42cf-b532-21dbe6cb002c x-openstack-request-id: req-bce2e2c6-a6ee-42cf-b532-21dbe6cb002c {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:18:46.997591 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4e13c3-c275-43c7-9074-3bee464cb607", "name": "network-vif-deleted", "tag": "694a48ca-6b21-4c7a-81a7-bda56eb4bd5e", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:18:47.001200 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bce2e2c6-a6ee-42cf-b532-21dbe6cb002c {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:18:47.001663 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4e13c3-c275-43c7-9074-3bee464cb607', 'name': 'network-vif-deleted', 'tag': '694a48ca-6b21-4c7a-81a7-bda56eb4bd5e', 'status': 'completed', 'code': 200} Jan 18 20:18:47.010386 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-87cc8396-9445-4e6b-9462-3be77ec675b0 req-3fa7551b-5b5f-4514-bf60-061ec3656057 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904143 Jan 18 20:18:47.042345 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f97dd566-489e-46b6-8877-e131a5ce2af4 req-a9dd6aa9-7996-483e-8126-c5147d4fc1a5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421272 Jan 18 20:18:47.171350 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fd76355-177b-418a-a412-053b26bfa989 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_gateway (378961db-3856-4a0e-8200-a916d9146171), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:47.193457 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fd76355-177b-418a-a412-053b26bfa989 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_gateway (378961db-3856-4a0e-8200-a916d9146171), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:47.258361 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-9fd76355-177b-418a-a412-053b26bfa989 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Deleting port 33b8eadf-78af-416a-a3d0-a30463a35b79 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:18:47.258707 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fd76355-177b-418a-a412-053b26bfa989 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (33b8eadf-78af-416a-a3d0-a30463a35b79), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:47.466517 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a18ee93c-89e7-4263-809e-f8653d84160f req-b4a8ba3b-8897-413b-b903-71aadad7e4a7 tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0421550 Jan 18 20:18:47.676006 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fd76355-177b-418a-a412-053b26bfa989 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (33b8eadf-78af-416a-a3d0-a30463a35b79), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:47.702909 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-9fd76355-177b-418a-a412-053b26bfa989 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Calling delete_port for 33b8eadf-78af-416a-a3d0-a30463a35b79 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:18:47.916123 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fd76355-177b-418a-a412-053b26bfa989 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (33b8eadf-78af-416a-a3d0-a30463a35b79), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:47.940973 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd76355-177b-418a-a412-053b26bfa989 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Pushing event deleted for resources: {'Port': ['ID=33b8eadf-78af-416a-a3d0-a30463a35b79,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:47.964278 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a8cbcf-439a-4a18-be49-a7238647771a None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:18:48.040583 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fd76355-177b-418a-a412-053b26bfa989 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (378961db-3856-4a0e-8200-a916d9146171), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:48.130722 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b64c2d-6b1d-48ab-82a2-48fca4bbbbe6 req-f70e48e3-6cf5-4550-a7c1-95e2ec8e8434 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:48.137759 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c9b64c2d-6b1d-48ab-82a2-48fca4bbbbe6 req-f70e48e3-6cf5-4550-a7c1-95e2ec8e8434 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9e9ff5-bac1-478d-af01-2a6464ef4d61 HTTP/1.1" status: 200 len: 945 time: 0.0637181 Jan 18 20:18:48.195125 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c9b64c2d-6b1d-48ab-82a2-48fca4bbbbe6 req-acee6b89-78bb-4b48-b638-a428d94cb69e tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508933 Jan 18 20:18:48.292335 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fd76355-177b-418a-a412-053b26bfa989 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57734'] for router (378961db-3856-4a0e-8200-a916d9146171), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:48.296439 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fd76355-177b-418a-a412-053b26bfa989 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1617295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1617304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1628645'] for router (378961db-3856-4a0e-8200-a916d9146171), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:48.406217 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd76355-177b-418a-a412-053b26bfa989 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Router 378961db-3856-4a0e-8200-a916d9146171 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:18:48.510804 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd76355-177b-418a-a412-053b26bfa989 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:18:48.519149 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fd76355-177b-418a-a412-053b26bfa989 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:48.523525 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9fd76355-177b-418a-a412-053b26bfa989 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "PUT /v2.0/routers/378961db-3856-4a0e-8200-a916d9146171 HTTP/1.1" status: 200 len: 706 time: 2.1025407 Jan 18 20:18:48.523654 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55250) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:48.535933 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a60cd50-0dea-42c7-90d9-dcddedfa372c None None] Sync routers for ids ['378961db-3856-4a0e-8200-a916d9146171'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:18:48.567512 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a60cd50-0dea-42c7-90d9-dcddedfa372c None None] Routers {'378961db-3856-4a0e-8200-a916d9146171'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:18:48.569123 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1a60cd50-0dea-42c7-90d9-dcddedfa372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:18:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['378961db-3856-4a0e-8200-a916d9146171'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:48.605615 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1a60cd50-0dea-42c7-90d9-dcddedfa372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:48.627287 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a60cd50-0dea-42c7-90d9-dcddedfa372c None None] Routers {'378961db-3856-4a0e-8200-a916d9146171'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:18:48.633767 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1a60cd50-0dea-42c7-90d9-dcddedfa372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:18:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['378961db-3856-4a0e-8200-a916d9146171'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:48.650000 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a462cec1-54a9-49c5-936a-a66a9c9c2009 req-5ffc2ab3-7db2-4d67-883d-062d6e108120 tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0645905 Jan 18 20:18:48.658041 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-add212be-6a0e-475d-b025-cafdaceec47f tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "GET /v2.0/routers/378961db-3856-4a0e-8200-a916d9146171 HTTP/1.1" status: 200 len: 741 time: 0.1331422 Jan 18 20:18:48.660654 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55252) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:48.685462 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1a60cd50-0dea-42c7-90d9-dcddedfa372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:18:48.686362 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a60cd50-0dea-42c7-90d9-dcddedfa372c None None] The sync data for ids ['378961db-3856-4a0e-8200-a916d9146171'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:18:48.708948 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fdb7c2a2-48c4-4cf9-ac84-875326c472f8 tempest-RoutersAdminTest-1012797147 tempest-RoutersAdminTest-1012797147-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9b0799cf-8cdf-46d5-953b-bdacab604b8c&device_id=378961db-3856-4a0e-8200-a916d9146171 HTTP/1.1" status: 200 len: 205 time: 0.0468898 Jan 18 20:18:48.711776 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55254) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:48.740727 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-854b7b00-eb4d-413d-a5e8-81508209da62 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "GET /v2.0/ports?device_id=378961db-3856-4a0e-8200-a916d9146171 HTTP/1.1" status: 200 len: 205 time: 0.0246110 Jan 18 20:18:48.741565 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55256) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:48.832648 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4a7d6fd4-39c4-4bd1-a986-01c590fcce5d tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router (378961db-3856-4a0e-8200-a916d9146171), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:49.006650 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4a7d6fd4-39c4-4bd1-a986-01c590fcce5d tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (378961db-3856-4a0e-8200-a916d9146171), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:49.009535 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4a7d6fd4-39c4-4bd1-a986-01c590fcce5d tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router_controller (378961db-3856-4a0e-8200-a916d9146171), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:49.060929 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4a7d6fd4-39c4-4bd1-a986-01c590fcce5d tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (378961db-3856-4a0e-8200-a916d9146171), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:49.061357 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7d6fd4-39c4-4bd1-a986-01c590fcce5d tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Fanout notify agent at l3_agent the message router_deleted on router 378961db-3856-4a0e-8200-a916d9146171 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:18:49.072245 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4a7d6fd4-39c4-4bd1-a986-01c590fcce5d tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:49.074054 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4a7d6fd4-39c4-4bd1-a986-01c590fcce5d tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "DELETE /v2.0/routers/378961db-3856-4a0e-8200-a916d9146171 HTTP/1.1" status: 204 len: 168 time: 0.3312783 Jan 18 20:18:49.078207 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55258) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:49.106121 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0cd38bba-03ea-4d73-b47f-da5bd691676d tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "GET /v2.0/ports?device_id=378961db-3856-4a0e-8200-a916d9146171 HTTP/1.1" status: 200 len: 205 time: 0.0264049 Jan 18 20:18:49.108381 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55260) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:49.145396 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-87dd6426-df18-458a-9e7b-1a2eb3c046ab tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] delete failed (client error): The resource could not be found. Jan 18 20:18:49.146662 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-87dd6426-df18-458a-9e7b-1a2eb3c046ab tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "DELETE /v2.0/routers/378961db-3856-4a0e-8200-a916d9146171 HTTP/1.1" status: 404 len: 336 time: 0.0373113 Jan 18 20:18:49.149163 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55262) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:49.175908 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-471c5966-e6e2-42b7-bcd1-0507b99bd273 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7ad1f86-1c97-4675-aafa-d515fcbee2bb HTTP/1.1" status: 200 len: 205 time: 0.0256076 Jan 18 20:18:49.178877 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55264) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:49.240140 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-abf7cc89-2c0f-47fb-9cb5-8ceadc78a9e3 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] delete failed (client error): The resource could not be found. Jan 18 20:18:49.244078 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55268) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:49.244213 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-abf7cc89-2c0f-47fb-9cb5-8ceadc78a9e3 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "DELETE /v2.0/routers/a7ad1f86-1c97-4675-aafa-d515fcbee2bb HTTP/1.1" status: 404 len: 336 time: 0.0635052 Jan 18 20:18:49.275975 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-30f0fe70-49cd-4922-b5c8-1ff31eeec70f tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1804fe7-8cfc-406b-ba35-a3ee0ee8052c HTTP/1.1" status: 200 len: 205 time: 0.0306079 Jan 18 20:18:49.280966 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55270) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:49.346904 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-8b4886ca-0b1d-4ff0-9c53-4105b8d0e613 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] delete failed (client error): The resource could not be found. Jan 18 20:18:49.347751 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8b4886ca-0b1d-4ff0-9c53-4105b8d0e613 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "DELETE /v2.0/routers/e1804fe7-8cfc-406b-ba35-a3ee0ee8052c HTTP/1.1" status: 404 len: 336 time: 0.0657558 Jan 18 20:18:49.350407 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55272) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:49.365662 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec3919-c023-4bff-acd5-908ba880e4b8 req-69bee348-894d-4955-8165-8ea7f518fb5a tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:49.372852 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-19ec3919-c023-4bff-acd5-908ba880e4b8 req-69bee348-894d-4955-8165-8ea7f518fb5a tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9e9ff5-bac1-478d-af01-2a6464ef4d61 HTTP/1.1" status: 200 len: 945 time: 0.0851243 Jan 18 20:18:49.429663 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-19ec3919-c023-4bff-acd5-908ba880e4b8 req-c9104c2f-5a0f-4927-ad78-277bdfc35c84 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556939 Jan 18 20:18:49.441716 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-88ab8520-812d-4aef-b68a-a7c8ec79c077 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "GET /v2.0/ports?device_id=db2b0cad-c4fd-48cd-8b33-923ff68925dd HTTP/1.1" status: 200 len: 205 time: 0.0859902 Jan 18 20:18:49.441716 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55274) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:49.525666 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-363cc4e3-5e1e-4fe4-8220-7d6929bf7096 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] delete failed (client error): The resource could not be found. Jan 18 20:18:49.529389 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-363cc4e3-5e1e-4fe4-8220-7d6929bf7096 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "DELETE /v2.0/routers/db2b0cad-c4fd-48cd-8b33-923ff68925dd HTTP/1.1" status: 404 len: 336 time: 0.0885365 Jan 18 20:18:49.530127 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55278) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:49.544040 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff7d0f-fa76-4810-911a-6de6ba3ab5fc req-1e1c8cec-0f00-47d6-9467-b10f854234fa tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:49.545751 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2eff7d0f-fa76-4810-911a-6de6ba3ab5fc req-1e1c8cec-0f00-47d6-9467-b10f854234fa tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a4662b1-01ae-4eff-9d85-fe127d6d4ffe HTTP/1.1" status: 200 len: 946 time: 0.0501916 Jan 18 20:18:49.563535 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-25db8f1b-9a56-4657-b7c9-3649e2ac0bf4 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f3555cf-d745-4e16-8753-d56db2f4ea1a HTTP/1.1" status: 200 len: 205 time: 0.0310006 Jan 18 20:18:49.565886 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55280) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:49.606916 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-7e1c0575-ef60-43c0-a442-852a47c021a9 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] delete failed (client error): The resource could not be found. Jan 18 20:18:49.610314 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7e1c0575-ef60-43c0-a442-852a47c021a9 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "DELETE /v2.0/routers/8f3555cf-d745-4e16-8753-d56db2f4ea1a HTTP/1.1" status: 404 len: 336 time: 0.0410943 Jan 18 20:18:49.610557 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55282) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:49.640563 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8b86492a-df26-4101-b51e-39807c53d3cd tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbdecd65-9bdd-440b-a466-502bd557ede8 HTTP/1.1" status: 200 len: 205 time: 0.0268886 Jan 18 20:18:49.640793 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55284) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:49.641485 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2eff7d0f-fa76-4810-911a-6de6ba3ab5fc req-652ed679-1082-4bff-b14c-43db21101587 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898113 Jan 18 20:18:49.694329 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-e52e2efa-35a3-43c4-bc1f-79e698cd5b16 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] delete failed (client error): The resource could not be found. Jan 18 20:18:49.695379 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e52e2efa-35a3-43c4-bc1f-79e698cd5b16 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "DELETE /v2.0/routers/dbdecd65-9bdd-440b-a466-502bd557ede8 HTTP/1.1" status: 404 len: 336 time: 0.0536752 Jan 18 20:18:49.698018 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55290) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:49.727022 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb05e17-d5b5-44a5-a625-96bd6e1e21c2 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] DELETE failed (client error): The resource could not be found. Jan 18 20:18:49.727486 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eb05e17-d5b5-44a5-a625-96bd6e1e21c2 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:18:49.733033 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7eb05e17-d5b5-44a5-a625-96bd6e1e21c2 tempest-RoutersAdminTest-337387186 tempest-RoutersAdminTest-337387186-project] 10.222.0.31 "DELETE /v2.0/subnets/e8207103-e468-45a2-a6ec-69c6fab93b3e HTTP/1.1" status: 404 len: 337 time: 0.0315218 Jan 18 20:18:49.801736 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3af6b676-89a2-4542-9d1b-af2a1cff3546 req-6c341fb7-df93-4386-ad0a-85261f7b602e tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0419068 Jan 18 20:18:49.991776 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 694a48ca-6b21-4c7a-81a7-bda56eb4bd5e no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:18:50.028615 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 694a48ca-6b21-4c7a-81a7-bda56eb4bd5e {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:18:50.028975 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 694a48ca-6b21-4c7a-81a7-bda56eb4bd5e not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:18:50.165616 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55298) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:50.312592 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ef6654d8-81bc-494e-a28a-2f6331f72137 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:50.457965 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ef6654d8-81bc-494e-a28a-2f6331f72137 admin admin] Publish callbacks [] for security_group (20b8f731-f94b-4db8-8a4c-ac757e282d65), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:50.463840 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ef6654d8-81bc-494e-a28a-2f6331f72137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (20b8f731-f94b-4db8-8a4c-ac757e282d65), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:50.507239 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ef6654d8-81bc-494e-a28a-2f6331f72137 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df69a2f5038b471db32c35782fc43887&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3404877 Jan 18 20:18:50.509884 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55314) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:50.528049 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6654d8-81bc-494e-a28a-2f6331f72137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b8f731-f94b-4db8-8a4c-ac757e282d65,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:50.594626 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-22ee54e9-8867-4793-8636-b37864c1c369 admin admin] Publish callbacks [] for security_group (20b8f731-f94b-4db8-8a4c-ac757e282d65), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:50.644661 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-22ee54e9-8867-4793-8636-b37864c1c369 admin admin] Publish callbacks [] for security_group (20b8f731-f94b-4db8-8a4c-ac757e282d65), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:50.676232 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-4dc543cc-e284-4fc8-b7f5-7ee0c15c8c1d tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:50.685314 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-4dc543cc-e284-4fc8-b7f5-7ee0c15c8c1d tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/networks?id=4ee6011d-a789-4b79-9fac-da1c271d6001 HTTP/1.1" status: 200 len: 812 time: 0.2145433 Jan 18 20:18:50.700637 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-c46dbf82-dcbf-44ee-8069-e78ec4d5a76e tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/quotas/eb5c30bb9ee44a18ba369e6dac7d969f HTTP/1.1" status: 200 len: 375 time: 0.0143216 Jan 18 20:18:50.731762 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-22ee54e9-8867-4793-8636-b37864c1c369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (20b8f731-f94b-4db8-8a4c-ac757e282d65), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:50.746688 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-22ee54e9-8867-4793-8636-b37864c1c369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:50.748186 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-22ee54e9-8867-4793-8636-b37864c1c369 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/20b8f731-f94b-4db8-8a4c-ac757e282d65 HTTP/1.1" status: 204 len: 168 time: 0.2375741 Jan 18 20:18:50.757104 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee54e9-8867-4793-8636-b37864c1c369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b8f731-f94b-4db8-8a4c-ac757e282d65,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:50.796003 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-f40d5516-2612-42df-9989-bb2749b5ad27 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=eb5c30bb9ee44a18ba369e6dac7d969f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0943956 Jan 18 20:18:51.040551 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4f53e17-f0e8-4595-ade3-edcf1057b7ab req-7676a297-9a22-4f19-bd75-5bc9d9d2e39e tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.1018486 Jan 18 20:18:51.083723 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-7846309a-7130-4e36-b970-1d6a7d78f753 service neutron] 10.222.0.31 "GET /v2.0/networks/4ee6011d-a789-4b79-9fac-da1c271d6001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863650 Jan 18 20:18:51.183660 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-98df9df3-62ce-4d11-88e0-3c110380baee service neutron] 10.222.0.31 "GET /v2.0/networks/4ee6011d-a789-4b79-9fac-da1c271d6001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990760 Jan 18 20:18:51.329059 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55324) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:51.432430 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-73ef5f4f-4bd3-412d-b823-5953b38729c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b55d2ee74fa4c1692f55751d7542ea5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1019845 Jan 18 20:18:51.434739 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55328) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:51.541322 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10654177-bf2a-41b9-bd5e-543b3e828d0d admin admin] Publish callbacks [] for security_group (1e8f5668-3a3f-49d6-b8ce-453ad68ceb6e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:51.620822 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10654177-bf2a-41b9-bd5e-543b3e828d0d admin admin] Publish callbacks [] for security_group (1e8f5668-3a3f-49d6-b8ce-453ad68ceb6e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:51.652512 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739cd09-9440-437b-9252-3996420a6fb6 req-22dc6859-728c-46fb-a6ef-ff8d5ad49465 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:51.654297 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1739cd09-9440-437b-9252-3996420a6fb6 req-22dc6859-728c-46fb-a6ef-ff8d5ad49465 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a4662b1-01ae-4eff-9d85-fe127d6d4ffe HTTP/1.1" status: 200 len: 946 time: 0.1007762 Jan 18 20:18:51.669731 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-48c94e92-1c3a-44cf-b280-ab26613de306 req-e07d05ac-9d75-4652-bc2f-165e98bd8b62 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a83c22-b05c-4e91-a322-314033b36b86 HTTP/1.1" status: 200 len: 210 time: 0.0852079 Jan 18 20:18:51.871167 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f826f13-64e2-436a-ac37-99bc25808593 req-d0a20e98-0db1-4c92-a424-a0d38819be5a tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:51.872769 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1f826f13-64e2-436a-ac37-99bc25808593 req-d0a20e98-0db1-4c92-a424-a0d38819be5a tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f9e9ff5-bac1-478d-af01-2a6464ef4d61 HTTP/1.1" status: 200 len: 945 time: 0.1430211 Jan 18 20:18:51.887770 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10654177-bf2a-41b9-bd5e-543b3e828d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1e8f5668-3a3f-49d6-b8ce-453ad68ceb6e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:51.890421 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10654177-bf2a-41b9-bd5e-543b3e828d0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:51.893784 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-10654177-bf2a-41b9-bd5e-543b3e828d0d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e8f5668-3a3f-49d6-b8ce-453ad68ceb6e HTTP/1.1" status: 204 len: 168 time: 0.4555209 Jan 18 20:18:51.970793 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10654177-bf2a-41b9-bd5e-543b3e828d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8f5668-3a3f-49d6-b8ce-453ad68ceb6e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:51.981180 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-1739cd09-9440-437b-9252-3996420a6fb6 req-98e34006-3511-4e37-b794-de9ae7edc341 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Deleting port b2636e45-c82b-4500-8202-5dc40f652bc9 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:18:51.981513 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1739cd09-9440-437b-9252-3996420a6fb6 req-98e34006-3511-4e37-b794-de9ae7edc341 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b2636e45-c82b-4500-8202-5dc40f652bc9), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:52.134034 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-1f826f13-64e2-436a-ac37-99bc25808593 req-5e2dda7c-2fec-456b-997e-4dfd93de3389 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Deleting port 09ed83ef-8cb1-467b-8418-9bf4b4ccdc38 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:18:52.134411 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1f826f13-64e2-436a-ac37-99bc25808593 req-5e2dda7c-2fec-456b-997e-4dfd93de3389 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (09ed83ef-8cb1-467b-8418-9bf4b4ccdc38), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:52.211367 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-1739cd09-9440-437b-9252-3996420a6fb6 req-98e34006-3511-4e37-b794-de9ae7edc341 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] For port b2636e45-c82b-4500-8202-5dc40f652bc9, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b2636e45-c82b-4500-8202-5dc40f652bc9,segment=NetworkSegment(47bb1155-f913-4e65-b386-1285bd1e8ebe),segment_id=47bb1155-f913-4e65-b386-1285bd1e8ebe)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:18:52.211785 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1739cd09-9440-437b-9252-3996420a6fb6 req-98e34006-3511-4e37-b794-de9ae7edc341 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b2636e45-c82b-4500-8202-5dc40f652bc9), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:52.271564 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6d69dafe-33e3-4e21-85e5-91d537cb5b02 req-e099cecf-9da3-4e07-9fec-c7b567338e72 tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0658326 Jan 18 20:18:52.308467 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-1739cd09-9440-437b-9252-3996420a6fb6 req-98e34006-3511-4e37-b794-de9ae7edc341 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Calling delete_port for b2636e45-c82b-4500-8202-5dc40f652bc9 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:18:52.509431 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-1f826f13-64e2-436a-ac37-99bc25808593 req-5e2dda7c-2fec-456b-997e-4dfd93de3389 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] For port 09ed83ef-8cb1-467b-8418-9bf4b4ccdc38, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=09ed83ef-8cb1-467b-8418-9bf4b4ccdc38,segment=NetworkSegment(47bb1155-f913-4e65-b386-1285bd1e8ebe),segment_id=47bb1155-f913-4e65-b386-1285bd1e8ebe)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:18:52.510792 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1f826f13-64e2-436a-ac37-99bc25808593 req-5e2dda7c-2fec-456b-997e-4dfd93de3389 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (09ed83ef-8cb1-467b-8418-9bf4b4ccdc38), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:52.547204 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-1f826f13-64e2-436a-ac37-99bc25808593 req-5e2dda7c-2fec-456b-997e-4dfd93de3389 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Calling delete_port for 09ed83ef-8cb1-467b-8418-9bf4b4ccdc38 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:18:52.683722 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1739cd09-9440-437b-9252-3996420a6fb6 req-98e34006-3511-4e37-b794-de9ae7edc341 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (b2636e45-c82b-4500-8202-5dc40f652bc9), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:52.696525 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['09ed83ef-8cb1-467b-8418-9bf4b4ccdc38', 'b2636e45-c82b-4500-8202-5dc40f652bc9'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:18:52.742164 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e34006-3511-4e37-b794-de9ae7edc341 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Pushing event deleted for resources: {'Port': ['ID=b2636e45-c82b-4500-8202-5dc40f652bc9,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:52.788161 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-1739cd09-9440-437b-9252-3996420a6fb6 req-98e34006-3511-4e37-b794-de9ae7edc341 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] No DVR routers for this DVR port b2636e45-c82b-4500-8202-5dc40f652bc9 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:18:52.790293 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1739cd09-9440-437b-9252-3996420a6fb6 req-98e34006-3511-4e37-b794-de9ae7edc341 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:52.794500 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1739cd09-9440-437b-9252-3996420a6fb6 req-98e34006-3511-4e37-b794-de9ae7edc341 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.70 "DELETE /v2.0/ports/b2636e45-c82b-4500-8202-5dc40f652bc9 HTTP/1.1" status: 204 len: 173 time: 1.1337383 Jan 18 20:18:52.794829 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4662b1-01ae-4eff-9d85-fe127d6d4ffe', 'name': 'network-vif-deleted', 'tag': 'b2636e45-c82b-4500-8202-5dc40f652bc9'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:18:52.797225 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e978a9-37b8-4c5f-9d5e-6b418a6bb85a" -d '{"events": [{"server_uuid": "2a4662b1-01ae-4eff-9d85-fe127d6d4ffe", "name": "network-vif-deleted", "tag": "b2636e45-c82b-4500-8202-5dc40f652bc9"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:18:52.896638 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fd3b06-076a-431c-845b-cd136afd4cfb x-openstack-request-id: req-27fd3b06-076a-431c-845b-cd136afd4cfb {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:18:52.898028 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4662b1-01ae-4eff-9d85-fe127d6d4ffe", "name": "network-vif-deleted", "tag": "b2636e45-c82b-4500-8202-5dc40f652bc9", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:18:52.898408 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27fd3b06-076a-431c-845b-cd136afd4cfb {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:18:52.899387 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4662b1-01ae-4eff-9d85-fe127d6d4ffe', 'name': 'network-vif-deleted', 'tag': 'b2636e45-c82b-4500-8202-5dc40f652bc9', 'status': 'completed', 'code': 200} Jan 18 20:18:52.906089 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f1d11dc-4a87-45e8-85e4-75d0aa45009e req-ffa05046-3693-433b-9e61-6076d18cb4c6 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a83c22-b05c-4e91-a322-314033b36b86 HTTP/1.1" status: 200 len: 210 time: 0.0754070 Jan 18 20:18:52.934526 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1f826f13-64e2-436a-ac37-99bc25808593 req-5e2dda7c-2fec-456b-997e-4dfd93de3389 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (09ed83ef-8cb1-467b-8418-9bf4b4ccdc38), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:52.956427 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['09ed83ef-8cb1-467b-8418-9bf4b4ccdc38', 'b2636e45-c82b-4500-8202-5dc40f652bc9'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:18:53.015229 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2dda7c-2fec-456b-997e-4dfd93de3389 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Pushing event deleted for resources: {'Port': ['ID=09ed83ef-8cb1-467b-8418-9bf4b4ccdc38,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:53.084457 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f826f13-64e2-436a-ac37-99bc25808593 req-5e2dda7c-2fec-456b-997e-4dfd93de3389 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] No DVR routers for this DVR port 09ed83ef-8cb1-467b-8418-9bf4b4ccdc38 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:18:53.087988 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1f826f13-64e2-436a-ac37-99bc25808593 req-5e2dda7c-2fec-456b-997e-4dfd93de3389 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:53.092123 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1f826f13-64e2-436a-ac37-99bc25808593 req-5e2dda7c-2fec-456b-997e-4dfd93de3389 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.70 "DELETE /v2.0/ports/09ed83ef-8cb1-467b-8418-9bf4b4ccdc38 HTTP/1.1" status: 204 len: 173 time: 1.2137029 Jan 18 20:18:53.479628 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-75d3dee9-37d9-49ca-af0c-e3ae09db73de req-981c961b-0068-4a3c-9434-ce2e70aa6315 tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0495224 Jan 18 20:18:53.485389 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-ae5c91be-a39c-47d2-9d1c-e176a5ed7333 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:53.490852 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-ae5c91be-a39c-47d2-9d1c-e176a5ed7333 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.70 "GET /v2.0/networks?id=4ee6011d-a789-4b79-9fac-da1c271d6001 HTTP/1.1" status: 200 len: 812 time: 0.1836944 Jan 18 20:18:53.513105 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-5d159e8a-5cc3-4b31-9231-c04e363d7038 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Request body: {'port': {'device_id': '2484047f-eee9-40b4-b7cc-6940936e396d', 'network_id': '4ee6011d-a789-4b79-9fac-da1c271d6001', 'admin_state_up': True, 'tenant_id': 'eb5c30bb9ee44a18ba369e6dac7d969f'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:53.841303 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-a14b5793-5c28-4c75-934e-2164df33881d tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:53.842821 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-a14b5793-5c28-4c75-934e-2164df33881d tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.70 "GET /v2.0/networks?id=4ee6011d-a789-4b79-9fac-da1c271d6001 HTTP/1.1" status: 200 len: 812 time: 0.3203096 Jan 18 20:18:53.860971 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-760e7c66-a1dd-46e6-aa1a-2a2c21f8d6d3 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Request body: {'port': {'device_id': '49a83c22-b05c-4e91-a322-314033b36b86', 'network_id': '4ee6011d-a789-4b79-9fac-da1c271d6001', 'admin_state_up': True, 'tenant_id': 'eb5c30bb9ee44a18ba369e6dac7d969f'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:54.014922 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-5d159e8a-5cc3-4b31-9231-c04e363d7038 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Made reservation on behalf of eb5c30bb9ee44a18ba369e6dac7d969f for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:18:54.019934 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-5d159e8a-5cc3-4b31-9231-c04e363d7038 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:54.023579 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-760e7c66-a1dd-46e6-aa1a-2a2c21f8d6d3 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Made reservation on behalf of eb5c30bb9ee44a18ba369e6dac7d969f for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:18:54.028346 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-760e7c66-a1dd-46e6-aa1a-2a2c21f8d6d3 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:54.050820 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55390) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:54.066817 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-47ef9816-26f1-4f83-96c2-ad0cb1e60e3e req-07a41d3d-b6d6-458e-b847-518c86a363eb tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a83c22-b05c-4e91-a322-314033b36b86 HTTP/1.1" status: 200 len: 210 time: 0.0434930 Jan 18 20:18:54.222829 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-b5a62e13-fa71-409c-b722-6891277aefa2 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1635106252', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:54.545800 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-760e7c66-a1dd-46e6-aa1a-2a2c21f8d6d3 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Allocated IP 172.20.0.5 (4ee6011d-a789-4b79-9fac-da1c271d6001/298a33c5-c8e7-46fb-817d-bbe13ea45978/f898e71b-36cb-46f7-b65d-cd1dbf63b3c8) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:18:54.557401 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a62e13-fa71-409c-b722-6891277aefa2 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Made reservation on behalf of c4f9f1d6abb84930841e0507d4018cab for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:18:54.560544 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5a62e13-fa71-409c-b722-6891277aefa2 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:54.573746 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5a62e13-fa71-409c-b722-6891277aefa2 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:54.595431 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-93fb856f-92d6-40d7-8a9a-1de618bd5288 req-b49de2fc-7577-441a-b6cd-ba5d558313d5 tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0287120 Jan 18 20:18:54.773094 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5a62e13-fa71-409c-b722-6891277aefa2 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Publish callbacks [] for security_group (9a5f38a8-0ddc-4ae9-9932-c91695cffe50), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:54.779860 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5a62e13-fa71-409c-b722-6891277aefa2 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9a5f38a8-0ddc-4ae9-9932-c91695cffe50), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:54.787513 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-b5a62e13-fa71-409c-b722-6891277aefa2 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] device_id is not set on port 23e6af61-3095-4811-86a3-fe69b88610ad yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:18:54.793713 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-760e7c66-a1dd-46e6-aa1a-2a2c21f8d6d3 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks [] for port (f898e71b-36cb-46f7-b65d-cd1dbf63b3c8), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:54.854594 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a62e13-fa71-409c-b722-6891277aefa2 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5f38a8-0ddc-4ae9-9932-c91695cffe50,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:54.900983 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9e9ff5-bac1-478d-af01-2a6464ef4d61', 'name': 'network-vif-deleted', 'tag': '09ed83ef-8cb1-467b-8418-9bf4b4ccdc38'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:18:54.904689 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f811e706-dcc5-40cc-9688-a6069a01f90f" -d '{"events": [{"server_uuid": "1f9e9ff5-bac1-478d-af01-2a6464ef4d61", "name": "network-vif-deleted", "tag": "09ed83ef-8cb1-467b-8418-9bf4b4ccdc38"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:18:54.951583 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-760e7c66-a1dd-46e6-aa1a-2a2c21f8d6d3 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (f898e71b-36cb-46f7-b65d-cd1dbf63b3c8), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:54.992092 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f182d4-fc3e-4bf1-bcac-74a7373c3827 x-openstack-request-id: req-37f182d4-fc3e-4bf1-bcac-74a7373c3827 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:18:54.992384 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9e9ff5-bac1-478d-af01-2a6464ef4d61", "name": "network-vif-deleted", "tag": "09ed83ef-8cb1-467b-8418-9bf4b4ccdc38", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:18:54.992636 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37f182d4-fc3e-4bf1-bcac-74a7373c3827 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:18:54.993029 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9e9ff5-bac1-478d-af01-2a6464ef4d61', 'name': 'network-vif-deleted', 'tag': '09ed83ef-8cb1-467b-8418-9bf4b4ccdc38', 'status': 'completed', 'code': 200} Jan 18 20:18:55.041845 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-b5a62e13-fa71-409c-b722-6891277aefa2 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Allocated IP 172.25.4.16 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/23e6af61-3095-4811-86a3-fe69b88610ad) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:18:55.060956 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-760e7c66-a1dd-46e6-aa1a-2a2c21f8d6d3 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Network 4ee6011d-a789-4b79-9fac-da1c271d6001 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:18:55.072756 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-760e7c66-a1dd-46e6-aa1a-2a2c21f8d6d3 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:18:55.084553 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-760e7c66-a1dd-46e6-aa1a-2a2c21f8d6d3 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:18:55.088838 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-5d159e8a-5cc3-4b31-9231-c04e363d7038 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Allocated IP 172.20.0.8 (4ee6011d-a789-4b79-9fac-da1c271d6001/298a33c5-c8e7-46fb-817d-bbe13ea45978/4a63dbd9-6e0c-4949-be6e-7d5d89cca89a) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:18:55.092517 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e7c66-a1dd-46e6-aa1a-2a2c21f8d6d3 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Pushing event updated for resources: {'Port': ['ID=f898e71b-36cb-46f7-b65d-cd1dbf63b3c8,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:55.182648 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-760e7c66-a1dd-46e6-aa1a-2a2c21f8d6d3 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:55.183350 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-760e7c66-a1dd-46e6-aa1a-2a2c21f8d6d3 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:55.234003 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98708c2f-ea0c-4d85-8f9f-607f34f64ac5 req-fc839ba3-7c43-44bb-9422-9312e866083e tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:55.243619 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98708c2f-ea0c-4d85-8f9f-607f34f64ac5 req-fc839ba3-7c43-44bb-9422-9312e866083e tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a83c22-b05c-4e91-a322-314033b36b86 HTTP/1.1" status: 200 len: 931 time: 0.0729778 Jan 18 20:18:55.251950 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-760e7c66-a1dd-46e6-aa1a-2a2c21f8d6d3 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3980026 Jan 18 20:18:55.275887 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-cd44972f-461c-4695-99b5-5f5e200c6135 service neutron] Request body: {'port': {'device_id': '49a83c22-b05c-4e91-a322-314033b36b86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:55.301597 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98708c2f-ea0c-4d85-8f9f-607f34f64ac5 req-d3d0d2ff-fee8-4902-95ae-78aa7bfdd78b tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566916 Jan 18 20:18:55.416737 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-cd44972f-461c-4695-99b5-5f5e200c6135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f898e71b-36cb-46f7-b65d-cd1dbf63b3c8), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:55.472463 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-5d159e8a-5cc3-4b31-9231-c04e363d7038 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks [] for port (4a63dbd9-6e0c-4949-be6e-7d5d89cca89a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:55.506178 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5a62e13-fa71-409c-b722-6891277aefa2 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Publish callbacks [] for port (23e6af61-3095-4811-86a3-fe69b88610ad), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:55.562883 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-eb58a5b7-1d93-406d-9e05-5da6ed01cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:55.635279 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5a62e13-fa71-409c-b722-6891277aefa2 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (23e6af61-3095-4811-86a3-fe69b88610ad), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:55.647851 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-5d159e8a-5cc3-4b31-9231-c04e363d7038 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (4a63dbd9-6e0c-4949-be6e-7d5d89cca89a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:55.704766 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a62e13-fa71-409c-b722-6891277aefa2 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:18:55.718029 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-59b4dffe-2781-49a3-8bd3-443e2e864221 req-8592e3cc-e188-4ebc-81d6-cd6622be46c3 tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0298104 Jan 18 20:18:55.746601 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-b5a62e13-fa71-409c-b722-6891277aefa2 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:18:55.749772 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-5d159e8a-5cc3-4b31-9231-c04e363d7038 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Network 4ee6011d-a789-4b79-9fac-da1c271d6001 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:18:55.753044 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a62e13-fa71-409c-b722-6891277aefa2 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:18:55.758904 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-5d159e8a-5cc3-4b31-9231-c04e363d7038 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:18:55.760320 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a62e13-fa71-409c-b722-6891277aefa2 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Pushing event updated for resources: {'Port': ['ID=23e6af61-3095-4811-86a3-fe69b88610ad,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:55.761222 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f19967-13f8-43d3-ba91-ce909810061a None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:18:55.781164 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-5d159e8a-5cc3-4b31-9231-c04e363d7038 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:18:55.875362 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-42fc20ea-a462-440c-b97b-f582a8f7ff37 None None] Provisioning complete for port 23e6af61-3095-4811-86a3-fe69b88610ad triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:18:55.875648 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-42fc20ea-a462-440c-b97b-f582a8f7ff37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (23e6af61-3095-4811-86a3-fe69b88610ad), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:55.877873 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a62e13-fa71-409c-b722-6891277aefa2 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:55.878492 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5a62e13-fa71-409c-b722-6891277aefa2 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:55.896478 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d159e8a-5cc3-4b31-9231-c04e363d7038 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Pushing event updated for resources: {'Port': ['ID=4a63dbd9-6e0c-4949-be6e-7d5d89cca89a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:55.909383 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:55.912107 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:55.912107 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:55.912107 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:55.912107 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:55.912107 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:55.912107 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:55.912107 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:55.912107 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:55.912107 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:55.912107 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:55.912107 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:18:55.912107 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:18:55.912868 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-42fc20ea-a462-440c-b97b-f582a8f7ff37 None None] Port 23e6af61-3095-4811-86a3-fe69b88610ad cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:18:55.914017 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-5d159e8a-5cc3-4b31-9231-c04e363d7038 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:55.914782 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-5d159e8a-5cc3-4b31-9231-c04e363d7038 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:55.938258 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b5a62e13-fa71-409c-b722-6891277aefa2 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.8773627 Jan 18 20:18:55.940601 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55402) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:55.947841 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-9832f217-fd25-47c0-9a96-795ce421b297 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.16'}]}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:55.953178 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-5d159e8a-5cc3-4b31-9231-c04e363d7038 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4446249 Jan 18 20:18:55.975513 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9832f217-fd25-47c0-9a96-795ce421b297 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (397c96f6-3731-44e2-9a03-882edc0c1f63), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:55.976595 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9832f217-fd25-47c0-9a96-795ce421b297 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (397c96f6-3731-44e2-9a03-882edc0c1f63), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:55.984956 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-d51ce915-02fc-461c-83dc-5fdd037b23c5 service neutron] Request body: {'port': {'device_id': '2484047f-eee9-40b4-b7cc-6940936e396d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:56.020248 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-cd44972f-461c-4695-99b5-5f5e200c6135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f898e71b-36cb-46f7-b65d-cd1dbf63b3c8 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:18:56.025474 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b2636e45-c82b-4500-8202-5dc40f652bc9 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:18:56.031974 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9832f217-fd25-47c0-9a96-795ce421b297 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Publish callbacks [] for router_controller (397c96f6-3731-44e2-9a03-882edc0c1f63), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:56.034986 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-cd44972f-461c-4695-99b5-5f5e200c6135 service neutron] Publish callbacks [] for port (f898e71b-36cb-46f7-b65d-cd1dbf63b3c8), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:56.058672 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: b2636e45-c82b-4500-8202-5dc40f652bc9 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:18:56.059486 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b2636e45-c82b-4500-8202-5dc40f652bc9 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:18:56.060132 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 09ed83ef-8cb1-467b-8418-9bf4b4ccdc38 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:18:56.081416 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-d51ce915-02fc-461c-83dc-5fdd037b23c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4a63dbd9-6e0c-4949-be6e-7d5d89cca89a), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:56.083579 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-cd44972f-461c-4695-99b5-5f5e200c6135 service neutron] Transition to ACTIVE for port object f898e71b-36cb-46f7-b65d-cd1dbf63b3c8 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:18:56.088039 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 09ed83ef-8cb1-467b-8418-9bf4b4ccdc38 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:18:56.088682 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 09ed83ef-8cb1-467b-8418-9bf4b4ccdc38 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:18:56.093463 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-cd44972f-461c-4695-99b5-5f5e200c6135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (f898e71b-36cb-46f7-b65d-cd1dbf63b3c8), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:56.172090 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44972f-461c-4695-99b5-5f5e200c6135 service neutron] Pushing event updated for resources: {'Port': ['ID=f898e71b-36cb-46f7-b65d-cd1dbf63b3c8,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:56.184364 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9832f217-fd25-47c0-9a96-795ce421b297 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Publish callbacks [] for router_gateway (397c96f6-3731-44e2-9a03-882edc0c1f63), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:56.357528 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-cd44972f-461c-4695-99b5-5f5e200c6135 service neutron] Attempting to bind port f898e71b-36cb-46f7-b65d-cd1dbf63b3c8 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:18:56.357885 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-cd44972f-461c-4695-99b5-5f5e200c6135 service neutron] Attempting to bind port f898e71b-36cb-46f7-b65d-cd1dbf63b3c8 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '47bb1155-f913-4e65-b386-1285bd1e8ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4ee6011d-a789-4b79-9fac-da1c271d6001'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:18:56.358214 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-cd44972f-461c-4695-99b5-5f5e200c6135 service neutron] Attempting to bind port f898e71b-36cb-46f7-b65d-cd1dbf63b3c8 on network 4ee6011d-a789-4b79-9fac-da1c271d6001 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:18:56.366939 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-cd44972f-461c-4695-99b5-5f5e200c6135 service neutron] Port f898e71b-36cb-46f7-b65d-cd1dbf63b3c8 on network 4ee6011d-a789-4b79-9fac-da1c271d6001 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:18:56.367258 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-cd44972f-461c-4695-99b5-5f5e200c6135 service neutron] Attempting to bind port f898e71b-36cb-46f7-b65d-cd1dbf63b3c8 on network 4ee6011d-a789-4b79-9fac-da1c271d6001 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:18:56.375988 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-cd44972f-461c-4695-99b5-5f5e200c6135 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:18:56.376328 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-cd44972f-461c-4695-99b5-5f5e200c6135 service neutron] Checking segment: {'id': '47bb1155-f913-4e65-b386-1285bd1e8ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4ee6011d-a789-4b79-9fac-da1c271d6001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:18:56.376710 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-cd44972f-461c-4695-99b5-5f5e200c6135 service neutron] Bound using segment: {'id': '47bb1155-f913-4e65-b386-1285bd1e8ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4ee6011d-a789-4b79-9fac-da1c271d6001'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:18:56.377143 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-cd44972f-461c-4695-99b5-5f5e200c6135 service neutron] Bound port: f898e71b-36cb-46f7-b65d-cd1dbf63b3c8, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47bb1155-f913-4e65-b386-1285bd1e8ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4ee6011d-a789-4b79-9fac-da1c271d6001'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:18:56.377498 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-cd44972f-461c-4695-99b5-5f5e200c6135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f898e71b-36cb-46f7-b65d-cd1dbf63b3c8), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:56.468436 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79632cf-208a-4711-b951-e7c2e1bb2f05 req-52970f74-61da-410b-b562-c0474258aa52 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:56.469967 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a79632cf-208a-4711-b951-e7c2e1bb2f05 req-52970f74-61da-410b-b562-c0474258aa52 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a83c22-b05c-4e91-a322-314033b36b86 HTTP/1.1" status: 200 len: 943 time: 0.0852289 Jan 18 20:18:56.474661 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9832f217-fd25-47c0-9a96-795ce421b297 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Publish callbacks [] for router_gateway (397c96f6-3731-44e2-9a03-882edc0c1f63), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:56.500604 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-cd44972f-461c-4695-99b5-5f5e200c6135 service neutron] For port f898e71b-36cb-46f7-b65d-cd1dbf63b3c8, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:18:56.501878 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9832f217-fd25-47c0-9a96-795ce421b297 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:56.515378 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-d51ce915-02fc-461c-83dc-5fdd037b23c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a63dbd9-6e0c-4949-be6e-7d5d89cca89a {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:18:56.520515 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-cd44972f-461c-4695-99b5-5f5e200c6135 service neutron] For port f898e71b-36cb-46f7-b65d-cd1dbf63b3c8, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=f898e71b-36cb-46f7-b65d-cd1dbf63b3c8,segment=NetworkSegment(47bb1155-f913-4e65-b386-1285bd1e8ebe),segment_id=47bb1155-f913-4e65-b386-1285bd1e8ebe)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:18:56.526201 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-d51ce915-02fc-461c-83dc-5fdd037b23c5 service neutron] Publish callbacks [] for port (4a63dbd9-6e0c-4949-be6e-7d5d89cca89a), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:56.531235 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-cd44972f-461c-4695-99b5-5f5e200c6135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (f898e71b-36cb-46f7-b65d-cd1dbf63b3c8), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:56.572649 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-d51ce915-02fc-461c-83dc-5fdd037b23c5 service neutron] Transition to ACTIVE for port object 4a63dbd9-6e0c-4949-be6e-7d5d89cca89a will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:18:56.583821 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-cd44972f-461c-4695-99b5-5f5e200c6135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:56.584889 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-cd44972f-461c-4695-99b5-5f5e200c6135 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:56.586499 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-cd44972f-461c-4695-99b5-5f5e200c6135 service neutron] 10.222.0.70 "PUT /v2.0/ports/f898e71b-36cb-46f7-b65d-cd1dbf63b3c8 HTTP/1.1" status: 200 len: 1091 time: 1.3249309 Jan 18 20:18:56.589569 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-d51ce915-02fc-461c-83dc-5fdd037b23c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (4a63dbd9-6e0c-4949-be6e-7d5d89cca89a), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:56.601873 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a79632cf-208a-4711-b951-e7c2e1bb2f05 req-7e802535-acea-4848-b823-7f0b552a93ef tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046956 Jan 18 20:18:56.617573 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44972f-461c-4695-99b5-5f5e200c6135 service neutron] Pushing event updated for resources: {'Port': ['ID=f898e71b-36cb-46f7-b65d-cd1dbf63b3c8,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:56.707298 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9832f217-fd25-47c0-9a96-795ce421b297 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Publish callbacks [] for router (397c96f6-3731-44e2-9a03-882edc0c1f63), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:56.723471 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ce915-02fc-461c-83dc-5fdd037b23c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4a63dbd9-6e0c-4949-be6e-7d5d89cca89a,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:56.761257 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-cdca1245-850c-4ac3-a60c-1dc6525c2825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:56.762852 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-cdca1245-850c-4ac3-a60c-1dc6525c2825 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eb5c30bb9ee44a18ba369e6dac7d969f&device_id=49a83c22-b05c-4e91-a322-314033b36b86 HTTP/1.1" status: 200 len: 1094 time: 0.1310434 Jan 18 20:18:56.818382 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-5fdde311-53df-47dc-ade6-b468e2b5b16e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f898e71b-36cb-46f7-b65d-cd1dbf63b3c8 HTTP/1.1" status: 200 len: 217 time: 0.0459023 Jan 18 20:18:56.822859 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-d51ce915-02fc-461c-83dc-5fdd037b23c5 service neutron] Attempting to bind port 4a63dbd9-6e0c-4949-be6e-7d5d89cca89a on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:18:56.823264 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-d51ce915-02fc-461c-83dc-5fdd037b23c5 service neutron] Attempting to bind port 4a63dbd9-6e0c-4949-be6e-7d5d89cca89a by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '47bb1155-f913-4e65-b386-1285bd1e8ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4ee6011d-a789-4b79-9fac-da1c271d6001'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:18:56.823662 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-d51ce915-02fc-461c-83dc-5fdd037b23c5 service neutron] Attempting to bind port 4a63dbd9-6e0c-4949-be6e-7d5d89cca89a on network 4ee6011d-a789-4b79-9fac-da1c271d6001 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:18:56.836093 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-d51ce915-02fc-461c-83dc-5fdd037b23c5 service neutron] Port 4a63dbd9-6e0c-4949-be6e-7d5d89cca89a on network 4ee6011d-a789-4b79-9fac-da1c271d6001 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:18:56.836491 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-d51ce915-02fc-461c-83dc-5fdd037b23c5 service neutron] Attempting to bind port 4a63dbd9-6e0c-4949-be6e-7d5d89cca89a on network 4ee6011d-a789-4b79-9fac-da1c271d6001 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:18:56.858684 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-d51ce915-02fc-461c-83dc-5fdd037b23c5 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:18:56.859125 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-d51ce915-02fc-461c-83dc-5fdd037b23c5 service neutron] Checking segment: {'id': '47bb1155-f913-4e65-b386-1285bd1e8ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4ee6011d-a789-4b79-9fac-da1c271d6001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:18:56.859590 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-d51ce915-02fc-461c-83dc-5fdd037b23c5 service neutron] Bound using segment: {'id': '47bb1155-f913-4e65-b386-1285bd1e8ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4ee6011d-a789-4b79-9fac-da1c271d6001'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:18:56.860101 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-d51ce915-02fc-461c-83dc-5fdd037b23c5 service neutron] Bound port: 4a63dbd9-6e0c-4949-be6e-7d5d89cca89a, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47bb1155-f913-4e65-b386-1285bd1e8ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4ee6011d-a789-4b79-9fac-da1c271d6001'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:18:56.860524 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-d51ce915-02fc-461c-83dc-5fdd037b23c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4a63dbd9-6e0c-4949-be6e-7d5d89cca89a), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:56.895716 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cd748169-98d8-4f8e-901f-bdcb5ec62d80 req-ff283f6d-d55c-4017-958e-a43f50b56ad7 tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0516105 Jan 18 20:18:56.897462 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9832f217-fd25-47c0-9a96-795ce421b297 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (397c96f6-3731-44e2-9a03-882edc0c1f63), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:56.900131 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9832f217-fd25-47c0-9a96-795ce421b297 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Publish callbacks [] for router_controller (397c96f6-3731-44e2-9a03-882edc0c1f63), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:56.909893 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-7057822d-a64d-4590-b7be-5f359f17145a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:56.912734 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-7057822d-a64d-4590-b7be-5f359f17145a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=298a33c5-c8e7-46fb-817d-bbe13ea45978 HTTP/1.1" status: 200 len: 852 time: 0.0831659 Jan 18 20:18:56.960740 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-cf013a4e-36f4-49d1-b508-e61c47f00cc7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4ee6011d-a789-4b79-9fac-da1c271d6001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403218 Jan 18 20:18:56.962109 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9832f217-fd25-47c0-9a96-795ce421b297 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (397c96f6-3731-44e2-9a03-882edc0c1f63), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:56.962811 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9832f217-fd25-47c0-9a96-795ce421b297 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 397c96f6-3731-44e2-9a03-882edc0c1f63 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:18:56.982829 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-9832f217-fd25-47c0-9a96-795ce421b297 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 18 20:18:56.986818 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9832f217-fd25-47c0-9a96-795ce421b297 tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.0421934 Jan 18 20:18:56.987551 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55408) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:57.011612 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a83c22-b05c-4e91-a322-314033b36b86', 'tag': 'f898e71b-36cb-46f7-b65d-cd1dbf63b3c8'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:18:57.013945 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe845e8-3a3a-4b55-bb53-00c11276c675" -d '{"events": [{"name": "network-changed", "server_uuid": "49a83c22-b05c-4e91-a322-314033b36b86", "tag": "f898e71b-36cb-46f7-b65d-cd1dbf63b3c8"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:18:57.045074 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-d51ce915-02fc-461c-83dc-5fdd037b23c5 service neutron] For port 4a63dbd9-6e0c-4949-be6e-7d5d89cca89a, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:18:57.095266 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6531e6f2-ff8e-433a-a310-bb6f426eb7ae x-openstack-request-id: req-6531e6f2-ff8e-433a-a310-bb6f426eb7ae {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:18:57.095644 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a83c22-b05c-4e91-a322-314033b36b86", "tag": "f898e71b-36cb-46f7-b65d-cd1dbf63b3c8", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:18:57.095822 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6531e6f2-ff8e-433a-a310-bb6f426eb7ae {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:18:57.096204 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a83c22-b05c-4e91-a322-314033b36b86', 'tag': 'f898e71b-36cb-46f7-b65d-cd1dbf63b3c8', 'status': 'completed', 'code': 200} Jan 18 20:18:57.105070 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-d51ce915-02fc-461c-83dc-5fdd037b23c5 service neutron] For port 4a63dbd9-6e0c-4949-be6e-7d5d89cca89a, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4a63dbd9-6e0c-4949-be6e-7d5d89cca89a,segment=NetworkSegment(47bb1155-f913-4e65-b386-1285bd1e8ebe),segment_id=47bb1155-f913-4e65-b386-1285bd1e8ebe)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:18:57.119589 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-d51ce915-02fc-461c-83dc-5fdd037b23c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (4a63dbd9-6e0c-4949-be6e-7d5d89cca89a), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:57.189178 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-d51ce915-02fc-461c-83dc-5fdd037b23c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:57.189360 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-d51ce915-02fc-461c-83dc-5fdd037b23c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:57.191668 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-d51ce915-02fc-461c-83dc-5fdd037b23c5 service neutron] 10.222.0.70 "PUT /v2.0/ports/4a63dbd9-6e0c-4949-be6e-7d5d89cca89a HTTP/1.1" status: 200 len: 1091 time: 1.2129509 Jan 18 20:18:57.251871 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-eb39b78a-caae-4dfc-bf97-c809e980146a service neutron] 10.222.0.70 "GET /v2.0/networks/4ee6011d-a789-4b79-9fac-da1c271d6001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844629 Jan 18 20:18:57.263036 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ce915-02fc-461c-83dc-5fdd037b23c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4a63dbd9-6e0c-4949-be6e-7d5d89cca89a,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:57.340145 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-ea411605-a264-4424-ae38-85ca2ad4cffe tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Deleting port 23e6af61-3095-4811-86a3-fe69b88610ad {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:18:57.340605 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea411605-a264-4424-ae38-85ca2ad4cffe tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (23e6af61-3095-4811-86a3-fe69b88610ad), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:57.439587 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-d1ec9e05-0e8a-4c84-a2dd-c1f742bace5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:57.441251 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-d1ec9e05-0e8a-4c84-a2dd-c1f742bace5b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eb5c30bb9ee44a18ba369e6dac7d969f&device_id=2484047f-eee9-40b4-b7cc-6940936e396d HTTP/1.1" status: 200 len: 1094 time: 0.1948431 Jan 18 20:18:57.500867 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-33ffb448-a9d0-4d01-9a90-98658cabc1aa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a63dbd9-6e0c-4949-be6e-7d5d89cca89a HTTP/1.1" status: 200 len: 217 time: 0.0488057 Jan 18 20:18:57.529960 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-d748b9fa-dc65-4407-8110-e84c22b55ecf service neutron] 10.222.0.70 "GET /v2.0/networks/4ee6011d-a789-4b79-9fac-da1c271d6001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659526 Jan 18 20:18:57.530620 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea411605-a264-4424-ae38-85ca2ad4cffe tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (23e6af61-3095-4811-86a3-fe69b88610ad), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:57.568503 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-ea411605-a264-4424-ae38-85ca2ad4cffe tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Calling delete_port for 23e6af61-3095-4811-86a3-fe69b88610ad owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:18:57.634020 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-2381e311-79e3-43b6-be60-e0639771e537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:57.635428 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-2381e311-79e3-43b6-be60-e0639771e537 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=298a33c5-c8e7-46fb-817d-bbe13ea45978 HTTP/1.1" status: 200 len: 852 time: 0.1253631 Jan 18 20:18:57.757081 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-40417986-9905-42f5-bf54-d5358622fb5b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4ee6011d-a789-4b79-9fac-da1c271d6001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005902 Jan 18 20:18:57.769235 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3cdcd782-6de7-4bf4-a1c4-381b01ef2d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:57.799032 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe845e8-3a3a-4b55-bb53-00c11276c675 req-d9851d4e-de4b-44a2-93b9-0e7bd202068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:57.800719 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bbe845e8-3a3a-4b55-bb53-00c11276c675 req-d9851d4e-de4b-44a2-93b9-0e7bd202068b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eb5c30bb9ee44a18ba369e6dac7d969f&device_id=49a83c22-b05c-4e91-a322-314033b36b86 HTTP/1.1" status: 200 len: 1094 time: 0.2096860 Jan 18 20:18:57.814138 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f75c5-341e-449b-a98c-d1ceac05eb0a req-d086cb97-31d2-4419-8bc5-559ffb6c0a3b tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:57.815680 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-180f75c5-341e-449b-a98c-d1ceac05eb0a req-d086cb97-31d2-4419-8bc5-559ffb6c0a3b tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a83c22-b05c-4e91-a322-314033b36b86 HTTP/1.1" status: 200 len: 943 time: 0.0903382 Jan 18 20:18:57.878053 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea411605-a264-4424-ae38-85ca2ad4cffe tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (23e6af61-3095-4811-86a3-fe69b88610ad), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:57.950897 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-180f75c5-341e-449b-a98c-d1ceac05eb0a req-945042d3-c215-4484-876a-33d5b447872f tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275003 Jan 18 20:18:58.094715 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-752ca83d-5424-4188-8a34-aa842ce9596b req-aa212b00-70e4-414f-bf6b-35dd15090ad0 tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0288141 Jan 18 20:18:58.151164 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163b2d8-6a70-4ab5-bbf0-9014ca2004a0 req-5d010a16-e7f9-4671-9c16-8091833928ce tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:58.152838 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f163b2d8-6a70-4ab5-bbf0-9014ca2004a0 req-5d010a16-e7f9-4671-9c16-8091833928ce tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ff9a71-be99-4030-bef1-efe610a304ac HTTP/1.1" status: 200 len: 946 time: 0.0965030 Jan 18 20:18:58.208873 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f163b2d8-6a70-4ab5-bbf0-9014ca2004a0 req-35303b99-16cf-4e3f-a5be-2b80cd40306a tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b66dc11-d513-4701-ba6d-26e85f71fa81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492268 Jan 18 20:18:58.324208 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea411605-a264-4424-ae38-85ca2ad4cffe tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Pushing event deleted for resources: {'Port': ['ID=23e6af61-3095-4811-86a3-fe69b88610ad,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:58.352972 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305e4f42-b392-4c44-a3b3-ca973d5ebfdc None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:18:58.384887 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-9f4e3814-387e-4a43-8c6d-da9076b4ce5b service neutron] 10.222.0.70 "GET /v2.0/networks/4ee6011d-a789-4b79-9fac-da1c271d6001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6201193 Jan 18 20:18:58.438460 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe845e8-3a3a-4b55-bb53-00c11276c675 req-f4b9e328-75b6-48b0-b224-7d29d214eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:58.439937 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bbe845e8-3a3a-4b55-bb53-00c11276c675 req-f4b9e328-75b6-48b0-b224-7d29d214eb79 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4ee6011d-a789-4b79-9fac-da1c271d6001 HTTP/1.1" status: 200 len: 913 time: 0.6263156 Jan 18 20:18:58.445794 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea411605-a264-4424-ae38-85ca2ad4cffe tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:58.452024 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ea411605-a264-4424-ae38-85ca2ad4cffe tempest-RoutersAdminNegativeIpV6Test-1271475679 tempest-RoutersAdminNegativeIpV6Test-1271475679-project-admin] 10.222.0.31 "DELETE /v2.0/ports/23e6af61-3095-4811-86a3-fe69b88610ad HTTP/1.1" status: 204 len: 168 time: 1.4608040 Jan 18 20:18:58.536599 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bbe845e8-3a3a-4b55-bb53-00c11276c675 req-bab8b9c7-76cf-4bc0-9c96-6a8342ba6831 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f898e71b-36cb-46f7-b65d-cd1dbf63b3c8 HTTP/1.1" status: 200 len: 217 time: 0.0422547 Jan 18 20:18:58.640744 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe845e8-3a3a-4b55-bb53-00c11276c675 req-b2a5c685-95a4-44cb-8805-e34c70616baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:58.642238 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bbe845e8-3a3a-4b55-bb53-00c11276c675 req-b2a5c685-95a4-44cb-8805-e34c70616baa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=298a33c5-c8e7-46fb-817d-bbe13ea45978 HTTP/1.1" status: 200 len: 852 time: 0.0880661 Jan 18 20:18:58.696178 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bbe845e8-3a3a-4b55-bb53-00c11276c675 req-0e854ae0-f920-4e02-b2b3-dbbc6e302b0b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4ee6011d-a789-4b79-9fac-da1c271d6001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455859 Jan 18 20:18:58.704384 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3d139498-515d-45f3-a193-a0e56b6dcd30 req-b85c74fc-ca97-4b89-8b41-b00e6e91079a service neutron] 10.222.0.70 "GET /v2.0/networks/4ee6011d-a789-4b79-9fac-da1c271d6001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106291 Jan 18 20:18:58.761092 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55446) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:58.834805 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bbe845e8-3a3a-4b55-bb53-00c11276c675 req-44642058-2fe1-417f-b5ff-9daa84c9ec11 service neutron] 10.222.0.70 "GET /v2.0/networks/4ee6011d-a789-4b79-9fac-da1c271d6001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291337 Jan 18 20:18:58.957702 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-91d2de0c-bb5e-4013-982f-46cf2141483b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:58.981509 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:59.028527 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bbe845e8-3a3a-4b55-bb53-00c11276c675 req-ff1418f3-d9f9-4398-a844-6b1786fa8650 service neutron] 10.222.0.70 "GET /v2.0/networks/4ee6011d-a789-4b79-9fac-da1c271d6001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866899 Jan 18 20:18:59.067184 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-91d2de0c-bb5e-4013-982f-46cf2141483b admin admin] Publish callbacks [] for security_group (5fb57f2c-f8d5-44c3-b2ad-5a24f85adbb6), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:59.096888 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2484047f-eee9-40b4-b7cc-6940936e396d', 'tag': '4a63dbd9-6e0c-4949-be6e-7d5d89cca89a'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:18:59.099880 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c43e43-2946-4de7-9f1e-5d60af6ccdae" -d '{"events": [{"name": "network-changed", "server_uuid": "2484047f-eee9-40b4-b7cc-6940936e396d", "tag": "4a63dbd9-6e0c-4949-be6e-7d5d89cca89a"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:18:59.102985 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-91d2de0c-bb5e-4013-982f-46cf2141483b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5fb57f2c-f8d5-44c3-b2ad-5a24f85adbb6), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:59.147026 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fb15b9-7d3d-4f4e-b393-5038fd9fd52a x-openstack-request-id: req-78fb15b9-7d3d-4f4e-b393-5038fd9fd52a {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:18:59.147322 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2484047f-eee9-40b4-b7cc-6940936e396d", "tag": "4a63dbd9-6e0c-4949-be6e-7d5d89cca89a", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:18:59.147579 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-78fb15b9-7d3d-4f4e-b393-5038fd9fd52a {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:18:59.148582 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2484047f-eee9-40b4-b7cc-6940936e396d', 'tag': '4a63dbd9-6e0c-4949-be6e-7d5d89cca89a', 'status': 'completed', 'code': 200} Jan 18 20:18:59.178188 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e73bfe-e01f-4e77-bd0b-8b792006e6e1 req-dd48835c-9ef6-498a-b9bf-fd9b90859450 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:59.179798 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43e73bfe-e01f-4e77-bd0b-8b792006e6e1 req-dd48835c-9ef6-498a-b9bf-fd9b90859450 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a83c22-b05c-4e91-a322-314033b36b86 HTTP/1.1" status: 200 len: 943 time: 0.1107738 Jan 18 20:18:59.180513 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d2de0c-bb5e-4013-982f-46cf2141483b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb57f2c-f8d5-44c3-b2ad-5a24f85adbb6,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:59.186476 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-91d2de0c-bb5e-4013-982f-46cf2141483b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f31252dbe77447ca87aa9d6e7a01aff7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4240658 Jan 18 20:18:59.188903 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55456) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:59.252947 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c43e43-2946-4de7-9f1e-5d60af6ccdae req-a7139792-d84d-4e79-becc-55395a4d2500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:59.254966 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c0c43e43-2946-4de7-9f1e-5d60af6ccdae req-a7139792-d84d-4e79-becc-55395a4d2500 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eb5c30bb9ee44a18ba369e6dac7d969f&device_id=2484047f-eee9-40b4-b7cc-6940936e396d HTTP/1.1" status: 200 len: 1094 time: 0.0701342 Jan 18 20:18:59.415967 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c43e43-2946-4de7-9f1e-5d60af6ccdae req-5f884a5c-298b-4440-8181-93af2b3dfd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:59.418663 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c0c43e43-2946-4de7-9f1e-5d60af6ccdae req-5f884a5c-298b-4440-8181-93af2b3dfd3a service neutron] 10.222.0.70 "GET /v2.0/networks?id=4ee6011d-a789-4b79-9fac-da1c271d6001 HTTP/1.1" status: 200 len: 913 time: 0.1493230 Jan 18 20:18:59.477458 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c0c43e43-2946-4de7-9f1e-5d60af6ccdae req-8e2a913a-c5c8-4cea-87f8-cddd54e6a7cd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a63dbd9-6e0c-4949-be6e-7d5d89cca89a HTTP/1.1" status: 200 len: 217 time: 0.0487962 Jan 18 20:18:59.547032 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c43e43-2946-4de7-9f1e-5d60af6ccdae req-8cbd15d8-ffbb-425d-b302-ceb77e490c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:59.549852 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c0c43e43-2946-4de7-9f1e-5d60af6ccdae req-8cbd15d8-ffbb-425d-b302-ceb77e490c71 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=298a33c5-c8e7-46fb-817d-bbe13ea45978 HTTP/1.1" status: 200 len: 852 time: 0.0659423 Jan 18 20:18:59.591356 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c0c43e43-2946-4de7-9f1e-5d60af6ccdae req-41793962-eb74-42ca-b591-95ad2b65d45d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4ee6011d-a789-4b79-9fac-da1c271d6001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348301 Jan 18 20:18:59.717189 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5fadf623-086e-4638-86a3-5dc85487996d req-4a0d0fd0-9e37-4942-9389-77b3bb7fe7a5 tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0636547 Jan 18 20:18:59.738427 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43e73bfe-e01f-4e77-bd0b-8b792006e6e1 req-4cae528e-ff49-4ea4-8073-da8f8c23386a tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5206447 Jan 18 20:18:59.757955 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d445946b-c6d1-48ab-95db-850b773e603b admin admin] Publish callbacks [] for security_group (5fb57f2c-f8d5-44c3-b2ad-5a24f85adbb6), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:59.766716 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f73f9-85f9-49b6-b9e1-4b5c45bea03b req-ed6dc420-55a5-447e-b209-0b1c3665fdb3 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:59.772189 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c02f73f9-85f9-49b6-b9e1-4b5c45bea03b req-ed6dc420-55a5-447e-b209-0b1c3665fdb3 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.70 "GET /v2.0/ports?device_id=91ff9a71-be99-4030-bef1-efe610a304ac HTTP/1.1" status: 200 len: 946 time: 0.1412225 Jan 18 20:18:59.791476 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d445946b-c6d1-48ab-95db-850b773e603b admin admin] Publish callbacks [] for security_group (5fb57f2c-f8d5-44c3-b2ad-5a24f85adbb6), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:59.826212 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c0c43e43-2946-4de7-9f1e-5d60af6ccdae req-f0416730-ecdb-4e23-901c-4ecdc372deb8 service neutron] 10.222.0.70 "GET /v2.0/networks/4ee6011d-a789-4b79-9fac-da1c271d6001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252731 Jan 18 20:18:59.915891 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b293c-df8e-4e39-99a4-44408fb04972 req-d73ac871-bc76-41ea-a77d-cdbb2730ca77 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:59.917607 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c41b293c-df8e-4e39-99a4-44408fb04972 req-d73ac871-bc76-41ea-a77d-cdbb2730ca77 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ff9a71-be99-4030-bef1-efe610a304ac HTTP/1.1" status: 200 len: 946 time: 0.0733874 Jan 18 20:18:59.934093 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d445946b-c6d1-48ab-95db-850b773e603b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5fb57f2c-f8d5-44c3-b2ad-5a24f85adbb6), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:59.937353 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d445946b-c6d1-48ab-95db-850b773e603b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:59.940853 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d445946b-c6d1-48ab-95db-850b773e603b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5fb57f2c-f8d5-44c3-b2ad-5a24f85adbb6 HTTP/1.1" status: 204 len: 168 time: 0.7488565 Jan 18 20:19:00.009554 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c0c43e43-2946-4de7-9f1e-5d60af6ccdae req-35f982c9-383f-44ac-b283-816d31f8c3ac service neutron] 10.222.0.70 "GET /v2.0/networks/4ee6011d-a789-4b79-9fac-da1c271d6001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771386 Jan 18 20:19:00.010181 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445946b-c6d1-48ab-95db-850b773e603b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb57f2c-f8d5-44c3-b2ad-5a24f85adbb6,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:00.013402 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-c02f73f9-85f9-49b6-b9e1-4b5c45bea03b req-ea60fe90-4488-4360-8a76-40d6dc3370c0 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Deleting port 9680b9b9-d617-4586-a689-46790838091f {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:19:00.013993 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c02f73f9-85f9-49b6-b9e1-4b5c45bea03b req-ea60fe90-4488-4360-8a76-40d6dc3370c0 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (9680b9b9-d617-4586-a689-46790838091f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:00.029053 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device f898e71b-36cb-46f7-b65d-cd1dbf63b3c8 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:19:00.067604 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c41b293c-df8e-4e39-99a4-44408fb04972 req-5ab69931-c95f-489c-a8d6-38c5e4117f54 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b66dc11-d513-4701-ba6d-26e85f71fa81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431105 Jan 18 20:19:00.215766 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-c02f73f9-85f9-49b6-b9e1-4b5c45bea03b req-ea60fe90-4488-4360-8a76-40d6dc3370c0 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] For port 9680b9b9-d617-4586-a689-46790838091f, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=9680b9b9-d617-4586-a689-46790838091f,segment=NetworkSegment(fd1f7a45-c793-49d9-bd8d-f8a8a052f27e),segment_id=fd1f7a45-c793-49d9-bd8d-f8a8a052f27e)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:00.216136 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c02f73f9-85f9-49b6-b9e1-4b5c45bea03b req-ea60fe90-4488-4360-8a76-40d6dc3370c0 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (9680b9b9-d617-4586-a689-46790838091f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:00.217584 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port f898e71b-36cb-46f7-b65d-cd1dbf63b3c8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=f898e71b-36cb-46f7-b65d-cd1dbf63b3c8,segment=NetworkSegment(47bb1155-f913-4e65-b386-1285bd1e8ebe),segment_id=47bb1155-f913-4e65-b386-1285bd1e8ebe)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:00.230582 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-c02f73f9-85f9-49b6-b9e1-4b5c45bea03b req-ea60fe90-4488-4360-8a76-40d6dc3370c0 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Calling delete_port for 9680b9b9-d617-4586-a689-46790838091f owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:19:00.238638 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'f898e71b-36cb-46f7-b65d-cd1dbf63b3c8', 'network_id': '4ee6011d-a789-4b79-9fac-da1c271d6001', 'port_id': 'f898e71b-36cb-46f7-b65d-cd1dbf63b3c8', 'mac_address': 'fa:16:3e:7f:af:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '298a33c5-c8e7-46fb-817d-bbe13ea45978', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:19:00.279962 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port f898e71b-36cb-46f7-b65d-cd1dbf63b3c8 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:00.280483 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f898e71b-36cb-46f7-b65d-cd1dbf63b3c8), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:00.309194 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f898e71b-36cb-46f7-b65d-cd1dbf63b3c8 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:19:00.343499 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port f898e71b-36cb-46f7-b65d-cd1dbf63b3c8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=f898e71b-36cb-46f7-b65d-cd1dbf63b3c8,segment=NetworkSegment(47bb1155-f913-4e65-b386-1285bd1e8ebe),segment_id=47bb1155-f913-4e65-b386-1285bd1e8ebe)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:00.349210 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f898e71b-36cb-46f7-b65d-cd1dbf63b3c8), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:00.409847 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c02f73f9-85f9-49b6-b9e1-4b5c45bea03b req-ea60fe90-4488-4360-8a76-40d6dc3370c0 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (9680b9b9-d617-4586-a689-46790838091f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:00.430134 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['9680b9b9-d617-4586-a689-46790838091f'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:19:00.464885 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60fe90-4488-4360-8a76-40d6dc3370c0 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Pushing event deleted for resources: {'Port': ['ID=9680b9b9-d617-4586-a689-46790838091f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:00.515329 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55472) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:00.544489 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02f73f9-85f9-49b6-b9e1-4b5c45bea03b req-ea60fe90-4488-4360-8a76-40d6dc3370c0 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] No DVR routers for this DVR port 9680b9b9-d617-4586-a689-46790838091f on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:19:00.549352 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c02f73f9-85f9-49b6-b9e1-4b5c45bea03b req-ea60fe90-4488-4360-8a76-40d6dc3370c0 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:00.559781 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c02f73f9-85f9-49b6-b9e1-4b5c45bea03b req-ea60fe90-4488-4360-8a76-40d6dc3370c0 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.70 "DELETE /v2.0/ports/9680b9b9-d617-4586-a689-46790838091f HTTP/1.1" status: 204 len: 173 time: 0.7741098 Jan 18 20:19:00.565683 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c5ea283c-d394-4307-b78b-1cda8f598904 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c4f9f1d6abb84930841e0507d4018cab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0491199 Jan 18 20:19:00.566578 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55474) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:00.644406 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-596b8fa7-0132-42e7-b15c-8d37b79e6bb7 admin admin] Publish callbacks [] for security_group (9a5f38a8-0ddc-4ae9-9932-c91695cffe50), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:00.669995 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-596b8fa7-0132-42e7-b15c-8d37b79e6bb7 admin admin] Publish callbacks [] for security_group (9a5f38a8-0ddc-4ae9-9932-c91695cffe50), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:00.723963 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=f898e71b-36cb-46f7-b65d-cd1dbf63b3c8,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:00.730423 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:00.754212 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-596b8fa7-0132-42e7-b15c-8d37b79e6bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9a5f38a8-0ddc-4ae9-9932-c91695cffe50), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:00.757874 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-596b8fa7-0132-42e7-b15c-8d37b79e6bb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:00.769278 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-596b8fa7-0132-42e7-b15c-8d37b79e6bb7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a5f38a8-0ddc-4ae9-9932-c91695cffe50 HTTP/1.1" status: 204 len: 168 time: 0.1961043 Jan 18 20:19:00.788988 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b8fa7-0132-42e7-b15c-8d37b79e6bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5f38a8-0ddc-4ae9-9932-c91695cffe50,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:00.854647 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['f898e71b-36cb-46f7-b65d-cd1dbf63b3c8'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:19:01.038032 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0b532a44-0471-4c0e-80f5-948a74ee3b43 req-50894c59-b538-4098-bda6-626b7f34db6d tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0824711 Jan 18 20:19:01.088682 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9a2a2-d2ba-4c5e-ae2e-6a4d752f3cd0 req-abdfb810-c70e-4eb6-8205-c7822fbd2445 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:01.095300 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9f9a2a2-d2ba-4c5e-ae2e-6a4d752f3cd0 req-abdfb810-c70e-4eb6-8205-c7822fbd2445 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a83c22-b05c-4e91-a322-314033b36b86 HTTP/1.1" status: 200 len: 944 time: 0.1975739 Jan 18 20:19:01.154527 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ff9a71-be99-4030-bef1-efe610a304ac', 'name': 'network-vif-deleted', 'tag': '9680b9b9-d617-4586-a689-46790838091f'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:19:01.158003 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13c6b25-234c-4fcb-a012-bd29823bca03" -d '{"events": [{"server_uuid": "91ff9a71-be99-4030-bef1-efe610a304ac", "name": "network-vif-deleted", "tag": "9680b9b9-d617-4586-a689-46790838091f"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:19:01.219931 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9f9a2a2-d2ba-4c5e-ae2e-6a4d752f3cd0 req-2a724ceb-fe52-496f-8379-a2c73e1713a0 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077199 Jan 18 20:19:01.287226 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382b0bc7-4b9f-4442-bbaf-ea7c2eead233 x-openstack-request-id: req-382b0bc7-4b9f-4442-bbaf-ea7c2eead233 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:19:01.288267 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ff9a71-be99-4030-bef1-efe610a304ac", "name": "network-vif-deleted", "tag": "9680b9b9-d617-4586-a689-46790838091f", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:19:01.288700 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-382b0bc7-4b9f-4442-bbaf-ea7c2eead233 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:19:01.289389 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ff9a71-be99-4030-bef1-efe610a304ac', 'name': 'network-vif-deleted', 'tag': '9680b9b9-d617-4586-a689-46790838091f', 'status': 'completed', 'code': 200} Jan 18 20:19:01.303568 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f0ed6602-f4e2-49e9-b916-caaca3070fa3 req-8bfc55d5-4bbe-4eda-9c21-64cd5ac61e40 tempest-AttachSCSIVolumeTestJSON-637814299 tempest-AttachSCSIVolumeTestJSON-637814299-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ff9a71-be99-4030-bef1-efe610a304ac HTTP/1.1" status: 200 len: 210 time: 0.0414948 Jan 18 20:19:01.809498 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:02.027339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 4a63dbd9-6e0c-4949-be6e-7d5d89cca89a details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:19:02.252450 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 4a63dbd9-6e0c-4949-be6e-7d5d89cca89a, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4a63dbd9-6e0c-4949-be6e-7d5d89cca89a,segment=NetworkSegment(47bb1155-f913-4e65-b386-1285bd1e8ebe),segment_id=47bb1155-f913-4e65-b386-1285bd1e8ebe)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:02.259570 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ef9677c7-dd1a-4830-a654-157b35e8dbfe req-e2d98d76-cbf8-4658-a50f-667a138fff66 tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0885229 Jan 18 20:19:02.282248 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '4a63dbd9-6e0c-4949-be6e-7d5d89cca89a', 'network_id': '4ee6011d-a789-4b79-9fac-da1c271d6001', 'port_id': '4a63dbd9-6e0c-4949-be6e-7d5d89cca89a', 'mac_address': 'fa:16:3e:1a:0f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '298a33c5-c8e7-46fb-817d-bbe13ea45978', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:19:02.350638 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 4a63dbd9-6e0c-4949-be6e-7d5d89cca89a is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:02.351044 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4a63dbd9-6e0c-4949-be6e-7d5d89cca89a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:02.384990 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a63dbd9-6e0c-4949-be6e-7d5d89cca89a {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:19:02.449397 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 4a63dbd9-6e0c-4949-be6e-7d5d89cca89a, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4a63dbd9-6e0c-4949-be6e-7d5d89cca89a,segment=NetworkSegment(47bb1155-f913-4e65-b386-1285bd1e8ebe),segment_id=47bb1155-f913-4e65-b386-1285bd1e8ebe)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:02.459110 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4a63dbd9-6e0c-4949-be6e-7d5d89cca89a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:02.482728 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2156f95-2d6f-4bf4-873e-e764eda44edd req-61d5eddc-3701-4a6b-af79-a95a7c574d99 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:02.484444 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b2156f95-2d6f-4bf4-873e-e764eda44edd req-61d5eddc-3701-4a6b-af79-a95a7c574d99 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a83c22-b05c-4e91-a322-314033b36b86 HTTP/1.1" status: 200 len: 944 time: 0.0977583 Jan 18 20:19:02.582942 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b2156f95-2d6f-4bf4-873e-e764eda44edd req-6c4794ed-aff6-48ac-ac3f-baeb617eb9da tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882914 Jan 18 20:19:02.611675 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=4a63dbd9-6e0c-4949-be6e-7d5d89cca89a,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:02.759506 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55556) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:02.826745 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['4a63dbd9-6e0c-4949-be6e-7d5d89cca89a'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:19:02.915018 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-9d08d582-c801-4ed8-a23f-758c80fd6183 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2140096723', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:02.969592 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d08d582-c801-4ed8-a23f-758c80fd6183 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Made reservation on behalf of c0d9c75a27054bd6a9ce2ecfcb3d9bab for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:19:02.971907 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9d08d582-c801-4ed8-a23f-758c80fd6183 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:02.992845 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9d08d582-c801-4ed8-a23f-758c80fd6183 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:03.172147 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9d08d582-c801-4ed8-a23f-758c80fd6183 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Publish callbacks [] for security_group (ca694b77-0e89-4619-a41c-f5b3d494b6e9), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:03.177941 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9d08d582-c801-4ed8-a23f-758c80fd6183 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ca694b77-0e89-4619-a41c-f5b3d494b6e9), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:03.186044 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-9d08d582-c801-4ed8-a23f-758c80fd6183 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] device_id is not set on port 47b41d65-6c28-4926-ae51-dbff468ee0a3 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:19:03.251280 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08d582-c801-4ed8-a23f-758c80fd6183 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca694b77-0e89-4619-a41c-f5b3d494b6e9,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:03.415727 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-9d08d582-c801-4ed8-a23f-758c80fd6183 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Allocated IP 172.25.4.48 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/47b41d65-6c28-4926-ae51-dbff468ee0a3) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:19:03.498359 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bfdc5344-9546-4978-a239-e16712851728 req-56bb5890-5547-44d8-bb7c-fdb690db05bf tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0479398 Jan 18 20:19:03.651238 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9d08d582-c801-4ed8-a23f-758c80fd6183 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Publish callbacks [] for port (47b41d65-6c28-4926-ae51-dbff468ee0a3), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:03.765735 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9d08d582-c801-4ed8-a23f-758c80fd6183 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (47b41d65-6c28-4926-ae51-dbff468ee0a3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:03.814033 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d08d582-c801-4ed8-a23f-758c80fd6183 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:19:03.821512 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-9d08d582-c801-4ed8-a23f-758c80fd6183 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:03.824624 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d08d582-c801-4ed8-a23f-758c80fd6183 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:19:03.849258 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2e5a3a-b23a-46a1-8ea8-c66f6614d06a None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:19:03.874112 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088f399-e57b-4714-9c75-29eb703f7700 req-dcd0d670-e7df-42f3-aaa3-4e8c439c50fd tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:03.876713 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0088f399-e57b-4714-9c75-29eb703f7700 req-dcd0d670-e7df-42f3-aaa3-4e8c439c50fd tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a83c22-b05c-4e91-a322-314033b36b86 HTTP/1.1" status: 200 len: 944 time: 0.2061009 Jan 18 20:19:03.928280 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08d582-c801-4ed8-a23f-758c80fd6183 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Pushing event updated for resources: {'Port': ['ID=47b41d65-6c28-4926-ae51-dbff468ee0a3,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:03.941810 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:03.944858 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d08d582-c801-4ed8-a23f-758c80fd6183 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:03.945613 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9d08d582-c801-4ed8-a23f-758c80fd6183 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:03.952540 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c5e0d2cb-b818-4b3e-bde9-1c4f1c0aa64a None None] Provisioning complete for port 47b41d65-6c28-4926-ae51-dbff468ee0a3 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:03.956336 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c5e0d2cb-b818-4b3e-bde9-1c4f1c0aa64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (47b41d65-6c28-4926-ae51-dbff468ee0a3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:03.987111 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0088f399-e57b-4714-9c75-29eb703f7700 req-5fe3e596-a077-4658-b38e-471d044e51a5 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866325 Jan 18 20:19:04.019746 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9d08d582-c801-4ed8-a23f-758c80fd6183 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2591333 Jan 18 20:19:04.023372 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55606) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:04.030185 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-7918caf4-0412-460a-a1b3-8c01982f8968 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.48'}]}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:04.036480 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c5e0d2cb-b818-4b3e-bde9-1c4f1c0aa64a None None] Port 47b41d65-6c28-4926-ae51-dbff468ee0a3 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:19:04.060184 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device f898e71b-36cb-46f7-b65d-cd1dbf63b3c8 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:19:04.095370 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7918caf4-0412-460a-a1b3-8c01982f8968 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (eef82856-c8e8-4188-8980-5635defb3a55), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:04.097701 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7918caf4-0412-460a-a1b3-8c01982f8968 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (eef82856-c8e8-4188-8980-5635defb3a55), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:04.145014 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port f898e71b-36cb-46f7-b65d-cd1dbf63b3c8 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:19:04.151206 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port f898e71b-36cb-46f7-b65d-cd1dbf63b3c8 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:04.151585 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f898e71b-36cb-46f7-b65d-cd1dbf63b3c8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:04.202772 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7918caf4-0412-460a-a1b3-8c01982f8968 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Publish callbacks [] for router_controller (eef82856-c8e8-4188-8980-5635defb3a55), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:04.266655 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port f898e71b-36cb-46f7-b65d-cd1dbf63b3c8 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:04.267056 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f898e71b-36cb-46f7-b65d-cd1dbf63b3c8), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:04.292766 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a83c22-b05c-4e91-a322-314033b36b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f898e71b-36cb-46f7-b65d-cd1dbf63b3c8'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:19:04.295369 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e5f34e-33e2-404b-95d6-44eefc85b1dd" -d '{"events": [{"server_uuid": "49a83c22-b05c-4e91-a322-314033b36b86", "name": "network-vif-plugged", "status": "completed", "tag": "f898e71b-36cb-46f7-b65d-cd1dbf63b3c8"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:19:04.312875 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port f898e71b-36cb-46f7-b65d-cd1dbf63b3c8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=f898e71b-36cb-46f7-b65d-cd1dbf63b3c8,segment=NetworkSegment(47bb1155-f913-4e65-b386-1285bd1e8ebe),segment_id=47bb1155-f913-4e65-b386-1285bd1e8ebe)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:04.320380 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f898e71b-36cb-46f7-b65d-cd1dbf63b3c8), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:04.321873 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 9680b9b9-d617-4586-a689-46790838091f no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:19:04.380968 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 9680b9b9-d617-4586-a689-46790838091f {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:19:04.381593 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 9680b9b9-d617-4586-a689-46790838091f not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:19:04.387616 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19622ae0-b5b9-4887-b2d0-b0a0828db7fb x-openstack-request-id: req-19622ae0-b5b9-4887-b2d0-b0a0828db7fb {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:19:04.387967 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a83c22-b05c-4e91-a322-314033b36b86", "name": "network-vif-plugged", "status": "completed", "tag": "f898e71b-36cb-46f7-b65d-cd1dbf63b3c8", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:19:04.388374 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-19622ae0-b5b9-4887-b2d0-b0a0828db7fb {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:19:04.388777 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a83c22-b05c-4e91-a322-314033b36b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f898e71b-36cb-46f7-b65d-cd1dbf63b3c8', 'code': 200} Jan 18 20:19:04.417948 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=f898e71b-36cb-46f7-b65d-cd1dbf63b3c8,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:04.477128 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025eca8-3db6-4dae-b4fa-298985b9586c req-e5383f7c-b535-4583-9403-9036f0a864f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:04.480560 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e025eca8-3db6-4dae-b4fa-298985b9586c req-e5383f7c-b535-4583-9403-9036f0a864f3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=49a83c22-b05c-4e91-a322-314033b36b86 HTTP/1.1" status: 200 len: 1096 time: 0.0563869 Jan 18 20:19:04.523433 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7918caf4-0412-460a-a1b3-8c01982f8968 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Publish callbacks [] for router_gateway (eef82856-c8e8-4188-8980-5635defb3a55), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:04.589752 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e025eca8-3db6-4dae-b4fa-298985b9586c req-18be91c7-7f4c-4502-80ce-c136ce4fc965 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942464 Jan 18 20:19:04.643225 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f128beac-9c5c-4a4a-9eb5-ac6ef47bda51 req-762917d0-15e3-4dd3-9fd2-314d05610d63 tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0293765 Jan 18 20:19:04.805046 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7918caf4-0412-460a-a1b3-8c01982f8968 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Publish callbacks [] for router_gateway (eef82856-c8e8-4188-8980-5635defb3a55), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:04.832780 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7918caf4-0412-460a-a1b3-8c01982f8968 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:04.999442 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7918caf4-0412-460a-a1b3-8c01982f8968 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Publish callbacks [] for router (eef82856-c8e8-4188-8980-5635defb3a55), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:05.249811 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7918caf4-0412-460a-a1b3-8c01982f8968 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (eef82856-c8e8-4188-8980-5635defb3a55), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:05.253763 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7918caf4-0412-460a-a1b3-8c01982f8968 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Publish callbacks [] for router_controller (eef82856-c8e8-4188-8980-5635defb3a55), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:05.284951 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6171d-6216-42c6-941d-b3f6f3180a32 req-defe2a8d-438a-4d0b-a439-e8c571c1c990 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:05.287321 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ace6171d-6216-42c6-941d-b3f6f3180a32 req-defe2a8d-438a-4d0b-a439-e8c571c1c990 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a83c22-b05c-4e91-a322-314033b36b86 HTTP/1.1" status: 200 len: 945 time: 0.1642079 Jan 18 20:19:05.389264 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ace6171d-6216-42c6-941d-b3f6f3180a32 req-7593822a-23b2-428f-a891-5418d0b58b16 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569525 Jan 18 20:19:05.394888 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7918caf4-0412-460a-a1b3-8c01982f8968 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (eef82856-c8e8-4188-8980-5635defb3a55), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:05.396340 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7918caf4-0412-460a-a1b3-8c01982f8968 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eef82856-c8e8-4188-8980-5635defb3a55 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:19:05.451610 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-7918caf4-0412-460a-a1b3-8c01982f8968 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 18 20:19:05.454119 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7918caf4-0412-460a-a1b3-8c01982f8968 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.4287481 Jan 18 20:19:05.456979 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55622) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:05.608566 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e8a20e88-b566-4ba9-aae8-85df41bd8174 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Deleting port 47b41d65-6c28-4926-ae51-dbff468ee0a3 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:19:05.609921 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e8a20e88-b566-4ba9-aae8-85df41bd8174 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (47b41d65-6c28-4926-ae51-dbff468ee0a3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:05.695243 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e8a20e88-b566-4ba9-aae8-85df41bd8174 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (47b41d65-6c28-4926-ae51-dbff468ee0a3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:05.712282 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e8a20e88-b566-4ba9-aae8-85df41bd8174 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Calling delete_port for 47b41d65-6c28-4926-ae51-dbff468ee0a3 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:19:05.839612 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e54d0c8-75b9-4bc1-8ae6-ba0e76525784 req-51d4e003-9a5c-4bc7-9565-cc30477cf4a2 tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0342252 Jan 18 20:19:05.945487 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e8a20e88-b566-4ba9-aae8-85df41bd8174 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (47b41d65-6c28-4926-ae51-dbff468ee0a3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:05.978472 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91aca226-9a6d-4027-b70c-2d9d14befb78 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:19:06.015574 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a20e88-b566-4ba9-aae8-85df41bd8174 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Pushing event deleted for resources: {'Port': ['ID=47b41d65-6c28-4926-ae51-dbff468ee0a3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:06.062511 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 4a63dbd9-6e0c-4949-be6e-7d5d89cca89a up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:19:06.091622 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e8a20e88-b566-4ba9-aae8-85df41bd8174 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:06.102806 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e8a20e88-b566-4ba9-aae8-85df41bd8174 tempest-RoutersAdminNegativeTest-1640751857 tempest-RoutersAdminNegativeTest-1640751857-project-admin] 10.222.0.31 "DELETE /v2.0/ports/47b41d65-6c28-4926-ae51-dbff468ee0a3 HTTP/1.1" status: 204 len: 168 time: 0.6430554 Jan 18 20:19:06.147824 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 4a63dbd9-6e0c-4949-be6e-7d5d89cca89a completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:19:06.152713 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 4a63dbd9-6e0c-4949-be6e-7d5d89cca89a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:06.153226 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4a63dbd9-6e0c-4949-be6e-7d5d89cca89a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:06.258390 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 4a63dbd9-6e0c-4949-be6e-7d5d89cca89a is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:06.259154 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4a63dbd9-6e0c-4949-be6e-7d5d89cca89a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:06.296816 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 4a63dbd9-6e0c-4949-be6e-7d5d89cca89a, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4a63dbd9-6e0c-4949-be6e-7d5d89cca89a,segment=NetworkSegment(47bb1155-f913-4e65-b386-1285bd1e8ebe),segment_id=47bb1155-f913-4e65-b386-1285bd1e8ebe)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:06.307936 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4a63dbd9-6e0c-4949-be6e-7d5d89cca89a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:06.372885 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=4a63dbd9-6e0c-4949-be6e-7d5d89cca89a,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:06.390796 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2484047f-eee9-40b4-b7cc-6940936e396d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a63dbd9-6e0c-4949-be6e-7d5d89cca89a'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:19:06.393910 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81cd534-56c2-4058-8844-7dad8cd58a14" -d '{"events": [{"server_uuid": "2484047f-eee9-40b4-b7cc-6940936e396d", "name": "network-vif-plugged", "status": "completed", "tag": "4a63dbd9-6e0c-4949-be6e-7d5d89cca89a"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:19:06.470450 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d131879-d984-4440-952f-7efba5afae03 x-openstack-request-id: req-2d131879-d984-4440-952f-7efba5afae03 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:19:06.470755 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2484047f-eee9-40b4-b7cc-6940936e396d", "name": "network-vif-plugged", "status": "completed", "tag": "4a63dbd9-6e0c-4949-be6e-7d5d89cca89a", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:19:06.471070 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d131879-d984-4440-952f-7efba5afae03 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:19:06.471446 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2484047f-eee9-40b4-b7cc-6940936e396d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a63dbd9-6e0c-4949-be6e-7d5d89cca89a', 'code': 200} Jan 18 20:19:06.479016 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55644) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:06.582013 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552012a-4bf0-42d7-b186-7e5c1288b9ee req-eb9fe55d-5498-45ac-ae2b-63e4e13ad6f7 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:06.584205 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a552012a-4bf0-42d7-b186-7e5c1288b9ee req-eb9fe55d-5498-45ac-ae2b-63e4e13ad6f7 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a83c22-b05c-4e91-a322-314033b36b86 HTTP/1.1" status: 200 len: 945 time: 0.0608392 Jan 18 20:19:06.620194 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e326c-7a07-4dc6-9c41-52305fa5cc25 req-b08cde3f-1571-468e-bb06-43cfe04f1f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:06.623398 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-457e326c-7a07-4dc6-9c41-52305fa5cc25 req-b08cde3f-1571-468e-bb06-43cfe04f1f16 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2484047f-eee9-40b4-b7cc-6940936e396d HTTP/1.1" status: 200 len: 1096 time: 0.0823293 Jan 18 20:19:06.678911 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a552012a-4bf0-42d7-b186-7e5c1288b9ee req-649f39e3-4af7-4a2f-94c2-0d5aaffae840 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778627 Jan 18 20:19:06.721031 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1b0c01c4-21ba-4530-a91a-1541976ef1e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:06.732148 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:06.739655 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-457e326c-7a07-4dc6-9c41-52305fa5cc25 req-79b65254-1c12-4f14-800f-7620eb2477b9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083305 Jan 18 20:19:06.870443 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bd412-ef6b-488d-b6fe-ca8a4eafa8dd req-ce080933-f541-46e4-9a87-9f6ea617c1fc tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:06.872293 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e58bd412-ef6b-488d-b6fe-ca8a4eafa8dd req-ce080933-f541-46e4-9a87-9f6ea617c1fc tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=2484047f-eee9-40b4-b7cc-6940936e396d HTTP/1.1" status: 200 len: 945 time: 0.0904665 Jan 18 20:19:06.904331 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1b0c01c4-21ba-4530-a91a-1541976ef1e4 admin admin] Publish callbacks [] for security_group (11c7b050-1102-4d4d-8f28-4d4c8621cb0e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:06.921727 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1b0c01c4-21ba-4530-a91a-1541976ef1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (11c7b050-1102-4d4d-8f28-4d4c8621cb0e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:06.984529 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e58bd412-ef6b-488d-b6fe-ca8a4eafa8dd req-5b04d7e4-357b-4703-99cd-2fd445c26886 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065149 Jan 18 20:19:07.044510 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1b0c01c4-21ba-4530-a91a-1541976ef1e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4723429624d542cf95536735f7cc44d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5637696 Jan 18 20:19:07.047035 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55656) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:07.053938 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c01c4-21ba-4530-a91a-1541976ef1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c7b050-1102-4d4d-8f28-4d4c8621cb0e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:07.056915 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c80810a-f675-45a8-a8e3-e3d19688befc req-5f745534-5886-43fc-a5fc-e94571e7e1a6 tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0516508 Jan 18 20:19:07.138469 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-680ff082-d318-40a4-abf8-93eab45e6ef6 admin admin] Publish callbacks [] for security_group (11c7b050-1102-4d4d-8f28-4d4c8621cb0e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:07.161391 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-680ff082-d318-40a4-abf8-93eab45e6ef6 admin admin] Publish callbacks [] for security_group (11c7b050-1102-4d4d-8f28-4d4c8621cb0e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:07.225752 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-680ff082-d318-40a4-abf8-93eab45e6ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (11c7b050-1102-4d4d-8f28-4d4c8621cb0e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:07.229447 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-680ff082-d318-40a4-abf8-93eab45e6ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:07.231118 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-680ff082-d318-40a4-abf8-93eab45e6ef6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/11c7b050-1102-4d4d-8f28-4d4c8621cb0e HTTP/1.1" status: 204 len: 168 time: 0.1830411 Jan 18 20:19:07.284638 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ff082-d318-40a4-abf8-93eab45e6ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c7b050-1102-4d4d-8f28-4d4c8621cb0e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:07.673690 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55668) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:07.720013 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1869fe15-3966-4e56-9d70-a0faabd7fa32 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c0d9c75a27054bd6a9ce2ecfcb3d9bab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0451787 Jan 18 20:19:07.722517 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55670) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:07.784926 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a891788-0cd1-4415-88c6-d72b2be121e0 admin admin] Publish callbacks [] for security_group (ca694b77-0e89-4619-a41c-f5b3d494b6e9), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:07.808438 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a891788-0cd1-4415-88c6-d72b2be121e0 admin admin] Publish callbacks [] for security_group (ca694b77-0e89-4619-a41c-f5b3d494b6e9), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:07.879672 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a891788-0cd1-4415-88c6-d72b2be121e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ca694b77-0e89-4619-a41c-f5b3d494b6e9), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:07.883108 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a891788-0cd1-4415-88c6-d72b2be121e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:07.884389 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9a891788-0cd1-4415-88c6-d72b2be121e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca694b77-0e89-4619-a41c-f5b3d494b6e9 HTTP/1.1" status: 204 len: 168 time: 0.1601610 Jan 18 20:19:07.896894 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a891788-0cd1-4415-88c6-d72b2be121e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca694b77-0e89-4619-a41c-f5b3d494b6e9,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:08.212993 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bf3a1-6698-451e-bf4a-563e3a286e99 req-52ba8df9-8126-4fe5-b58a-63e761c040b4 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:08.214992 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-341bf3a1-6698-451e-bf4a-563e3a286e99 req-52ba8df9-8126-4fe5-b58a-63e761c040b4 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=2484047f-eee9-40b4-b7cc-6940936e396d HTTP/1.1" status: 200 len: 945 time: 0.1029241 Jan 18 20:19:08.265066 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-097bf577-1541-4602-9067-ef86d8d2a5fd req-2cc1329e-7f86-4d61-86cb-582c3d7d627b tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0677078 Jan 18 20:19:08.331292 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-341bf3a1-6698-451e-bf4a-563e3a286e99 req-afd85e10-5d52-4fc5-a5c6-1a2f8c8df99c tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983925 Jan 18 20:19:09.085199 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929719b-6517-41dd-bd19-013a5c3bf643 req-8d205907-3bd0-4f41-b13e-5bf992cf584a tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:09.104982 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4929719b-6517-41dd-bd19-013a5c3bf643 req-8d205907-3bd0-4f41-b13e-5bf992cf584a tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=2484047f-eee9-40b4-b7cc-6940936e396d HTTP/1.1" status: 200 len: 945 time: 0.1074178 Jan 18 20:19:09.205907 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4929719b-6517-41dd-bd19-013a5c3bf643 req-b89626be-8ad7-4d67-8ffd-a91b273f7e05 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941315 Jan 18 20:19:09.208068 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55730) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:09.358354 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-7e3aa794-373c-4923-b361-057ce815ed06 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-576537143'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:09.399463 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3aa794-373c-4923-b361-057ce815ed06 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Made reservation on behalf of 84c0f6f5c0764ecf97754ec387ff2579 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:19:09.403079 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7e3aa794-373c-4923-b361-057ce815ed06 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:09.429987 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7e3aa794-373c-4923-b361-057ce815ed06 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:09.512304 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-049255f8-1055-48e6-aee4-2250b3f36a8e req-68abf718-17f7-4642-a0cc-f591a96a92bf tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0686226 Jan 18 20:19:09.632090 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7e3aa794-373c-4923-b361-057ce815ed06 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks [] for security_group (84375089-1a3a-4d45-8352-d82c01f2856c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:09.636544 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7e3aa794-373c-4923-b361-057ce815ed06 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (84375089-1a3a-4d45-8352-d82c01f2856c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:09.654365 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3aa794-373c-4923-b361-057ce815ed06 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:19:09.672380 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7e3aa794-373c-4923-b361-057ce815ed06 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (3a639e08-e4b3-4437-922a-be360dbfdb52), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:09.673133 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-7e3aa794-373c-4923-b361-057ce815ed06 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Added segment 3a639e08-e4b3-4437-922a-be360dbfdb52 of type vlan for network d8585a45-f0da-404a-9226-e4d385d8dc76 Jan 18 20:19:09.836200 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7e3aa794-373c-4923-b361-057ce815ed06 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (d8585a45-f0da-404a-9226-e4d385d8dc76), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:09.950499 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3aa794-373c-4923-b361-057ce815ed06 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84375089-1a3a-4d45-8352-d82c01f2856c,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:09.955746 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7e3aa794-373c-4923-b361-057ce815ed06 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (d8585a45-f0da-404a-9226-e4d385d8dc76), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:09.966453 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3aa794-373c-4923-b361-057ce815ed06 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:09.967543 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7e3aa794-373c-4923-b361-057ce815ed06 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:10.033408 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7e3aa794-373c-4923-b361-057ce815ed06 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8217726 Jan 18 20:19:10.033745 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55746) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:10.039989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-1760116e-d691-48c9-ab89-7d6bc2dce1b4 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Request body: {'subnet': {'network_id': 'd8585a45-f0da-404a-9226-e4d385d8dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:10.159239 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b0ee7-752b-4bed-9b68-7cbc9519025f req-e8312088-324d-4c32-967d-69d37ea198d3 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:10.171205 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d64b0ee7-752b-4bed-9b68-7cbc9519025f req-e8312088-324d-4c32-967d-69d37ea198d3 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=39072626-285c-4c9e-a55c-519eb749d40a HTTP/1.1" status: 200 len: 945 time: 0.2553232 Jan 18 20:19:10.312545 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1760116e-d691-48c9-ab89-7d6bc2dce1b4 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Made reservation on behalf of 84c0f6f5c0764ecf97754ec387ff2579 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:19:10.317700 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1760116e-d691-48c9-ab89-7d6bc2dce1b4 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:10.384048 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3aa794-373c-4923-b361-057ce815ed06 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Pushing event updated for resources: {'Network': ['ID=d8585a45-f0da-404a-9226-e4d385d8dc76,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:10.411447 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network d8585a45-f0da-404a-9226-e4d385d8dc76 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:19:10.456122 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d64b0ee7-752b-4bed-9b68-7cbc9519025f req-e18e8640-1407-4238-847e-8a67a91210e3 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769184 Jan 18 20:19:10.484340 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607b85c-8b99-4baf-9c31-8858b0563476 req-9343fbae-b7e8-4d49-af11-7299792e7c7e tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:10.494458 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4607b85c-8b99-4baf-9c31-8858b0563476 req-9343fbae-b7e8-4d49-af11-7299792e7c7e tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=2484047f-eee9-40b4-b7cc-6940936e396d HTTP/1.1" status: 200 len: 945 time: 0.1309237 Jan 18 20:19:10.586305 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4607b85c-8b99-4baf-9c31-8858b0563476 req-1b863e49-633b-4218-ad85-52d23d9bc384 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906444 Jan 18 20:19:10.701234 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b99f5-a479-4a0b-9aac-34cfbd931e30 req-de8da121-334a-4ba9-b3dd-c5bc129a9da3 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:10.702928 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a67dd14c-f6a8-4114-a352-e1acc750c740 req-958e799a-d85a-4106-baf4-dea24d00bc12 tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0516119 Jan 18 20:19:10.705317 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-677b99f5-a479-4a0b-9aac-34cfbd931e30 req-de8da121-334a-4ba9-b3dd-c5bc129a9da3 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.70 "GET /v2.0/ports?device_id=2484047f-eee9-40b4-b7cc-6940936e396d HTTP/1.1" status: 200 len: 945 time: 0.3939846 Jan 18 20:19:10.805236 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70db22-c6eb-4730-b156-3ae0e7fce6c4 req-45096560-b9e3-4f3d-932c-fa07c3b63f02 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:10.806921 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d70db22-c6eb-4730-b156-3ae0e7fce6c4 req-45096560-b9e3-4f3d-932c-fa07c3b63f02 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.70 "GET /v2.0/ports?device_id=49a83c22-b05c-4e91-a322-314033b36b86 HTTP/1.1" status: 200 len: 945 time: 0.2384009 Jan 18 20:19:11.207146 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f40037a7-9e4a-413d-ac44-ca87c49aa8bc req-339ae679-4da6-44d9-a863-708d5ce19c12 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0333650 Jan 18 20:19:11.211388 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1760116e-d691-48c9-ab89-7d6bc2dce1b4 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (b8bf2f8c-6008-4275-bafb-a585a16c29e3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:11.278291 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-677b99f5-a479-4a0b-9aac-34cfbd931e30 req-a67ef3bc-0a09-4382-8c85-19a5b01f3858 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Deleting port 4a63dbd9-6e0c-4949-be6e-7d5d89cca89a {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:19:11.278635 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-677b99f5-a479-4a0b-9aac-34cfbd931e30 req-a67ef3bc-0a09-4382-8c85-19a5b01f3858 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (4a63dbd9-6e0c-4949-be6e-7d5d89cca89a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:11.382099 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-677b99f5-a479-4a0b-9aac-34cfbd931e30 req-a67ef3bc-0a09-4382-8c85-19a5b01f3858 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] For port 4a63dbd9-6e0c-4949-be6e-7d5d89cca89a, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4a63dbd9-6e0c-4949-be6e-7d5d89cca89a,segment=NetworkSegment(47bb1155-f913-4e65-b386-1285bd1e8ebe),segment_id=47bb1155-f913-4e65-b386-1285bd1e8ebe)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:11.382451 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-677b99f5-a479-4a0b-9aac-34cfbd931e30 req-a67ef3bc-0a09-4382-8c85-19a5b01f3858 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (4a63dbd9-6e0c-4949-be6e-7d5d89cca89a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:11.408923 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-4d70db22-c6eb-4730-b156-3ae0e7fce6c4 req-c8f13551-c1db-4b91-99a7-c90add59f755 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Deleting port f898e71b-36cb-46f7-b65d-cd1dbf63b3c8 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:19:11.409316 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4d70db22-c6eb-4730-b156-3ae0e7fce6c4 req-c8f13551-c1db-4b91-99a7-c90add59f755 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (f898e71b-36cb-46f7-b65d-cd1dbf63b3c8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:11.505194 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-4d70db22-c6eb-4730-b156-3ae0e7fce6c4 req-c8f13551-c1db-4b91-99a7-c90add59f755 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] For port f898e71b-36cb-46f7-b65d-cd1dbf63b3c8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=f898e71b-36cb-46f7-b65d-cd1dbf63b3c8,segment=NetworkSegment(47bb1155-f913-4e65-b386-1285bd1e8ebe),segment_id=47bb1155-f913-4e65-b386-1285bd1e8ebe)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:11.505554 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4d70db22-c6eb-4730-b156-3ae0e7fce6c4 req-c8f13551-c1db-4b91-99a7-c90add59f755 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (f898e71b-36cb-46f7-b65d-cd1dbf63b3c8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:11.519058 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-4d70db22-c6eb-4730-b156-3ae0e7fce6c4 req-c8f13551-c1db-4b91-99a7-c90add59f755 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Calling delete_port for f898e71b-36cb-46f7-b65d-cd1dbf63b3c8 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:19:11.642542 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9745b-e98a-441d-ba44-9f875dd9fb38 req-eac84dc6-91aa-4038-9b2e-609a53b9576e tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:11.660168 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ff9745b-e98a-441d-ba44-9f875dd9fb38 req-eac84dc6-91aa-4038-9b2e-609a53b9576e tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=39072626-285c-4c9e-a55c-519eb749d40a HTTP/1.1" status: 200 len: 945 time: 0.0944312 Jan 18 20:19:11.704958 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-677b99f5-a479-4a0b-9aac-34cfbd931e30 req-a67ef3bc-0a09-4382-8c85-19a5b01f3858 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Calling delete_port for 4a63dbd9-6e0c-4949-be6e-7d5d89cca89a owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:19:11.718321 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4d70db22-c6eb-4730-b156-3ae0e7fce6c4 req-c8f13551-c1db-4b91-99a7-c90add59f755 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (f898e71b-36cb-46f7-b65d-cd1dbf63b3c8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:11.731363 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['f898e71b-36cb-46f7-b65d-cd1dbf63b3c8', '4a63dbd9-6e0c-4949-be6e-7d5d89cca89a'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:19:11.755755 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760116e-d691-48c9-ab89-7d6bc2dce1b4 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Pushing event updated for resources: {'Subnet': ['ID=b8bf2f8c-6008-4275-bafb-a585a16c29e3,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:11.848183 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ff9745b-e98a-441d-ba44-9f875dd9fb38 req-cfac3a1f-2e4c-4468-ba0a-7efc4527f214 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870382 Jan 18 20:19:11.889122 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885f549-9e3b-4bf8-92ee-4b0d6813b968 req-e67e0419-013a-4936-9986-dc6db14b3b30 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:11.897291 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a885f549-9e3b-4bf8-92ee-4b0d6813b968 req-e67e0419-013a-4936-9986-dc6db14b3b30 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=2484047f-eee9-40b4-b7cc-6940936e396d HTTP/1.1" status: 200 len: 945 time: 0.1941049 Jan 18 20:19:12.006210 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a885f549-9e3b-4bf8-92ee-4b0d6813b968 req-b69f262a-7272-4eba-91e3-6def46dd00dc tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080284 Jan 18 20:19:12.039200 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f13551-c1db-4b91-99a7-c90add59f755 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Pushing event deleted for resources: {'Port': ['ID=f898e71b-36cb-46f7-b65d-cd1dbf63b3c8,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:12.055681 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1760116e-d691-48c9-ab89-7d6bc2dce1b4 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Checking segment: {'id': '3a639e08-e4b3-4437-922a-be360dbfdb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd8585a45-f0da-404a-9226-e4d385d8dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:19:12.056195 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1760116e-d691-48c9-ab89-7d6bc2dce1b4 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Network hostable DHCP agents. Network: d8585a45-f0da-404a-9226-e4d385d8dc76, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:19:12.071252 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8245c37c-a7d9-413a-b484-d68c5d7f268a req-f318c7c3-1d1a-4b2d-b102-496e91db8f35 tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.1049147 Jan 18 20:19:12.124392 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464ab09-63db-4a6c-9749-e9dddb931e7c req-e3b3d4f4-8c1a-4dd6-8a3c-996c53bd8ca0 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:12.126766 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9464ab09-63db-4a6c-9749-e9dddb931e7c req-e3b3d4f4-8c1a-4dd6-8a3c-996c53bd8ca0 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.70 "GET /v2.0/ports?device_id=39072626-285c-4c9e-a55c-519eb749d40a HTTP/1.1" status: 200 len: 945 time: 0.3306639 Jan 18 20:19:12.157658 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d70db22-c6eb-4730-b156-3ae0e7fce6c4 req-c8f13551-c1db-4b91-99a7-c90add59f755 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] No DVR routers for this DVR port f898e71b-36cb-46f7-b65d-cd1dbf63b3c8 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:19:12.162147 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1760116e-d691-48c9-ab89-7d6bc2dce1b4 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Network d8585a45-f0da-404a-9226-e4d385d8dc76 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:19:12.188106 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4d70db22-c6eb-4730-b156-3ae0e7fce6c4 req-c8f13551-c1db-4b91-99a7-c90add59f755 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:12.191793 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d70db22-c6eb-4730-b156-3ae0e7fce6c4 req-c8f13551-c1db-4b91-99a7-c90add59f755 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.70 "DELETE /v2.0/ports/f898e71b-36cb-46f7-b65d-cd1dbf63b3c8 HTTP/1.1" status: 204 len: 173 time: 1.3305545 Jan 18 20:19:12.206591 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a83c22-b05c-4e91-a322-314033b36b86', 'name': 'network-vif-deleted', 'tag': 'f898e71b-36cb-46f7-b65d-cd1dbf63b3c8'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:19:12.211503 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4ef7dd-4d26-490f-9e90-0a193a6339b9" -d '{"events": [{"server_uuid": "49a83c22-b05c-4e91-a322-314033b36b86", "name": "network-vif-deleted", "tag": "f898e71b-36cb-46f7-b65d-cd1dbf63b3c8"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:19:12.229026 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-1760116e-d691-48c9-ab89-7d6bc2dce1b4 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, d8585a45-f0da-404a-9226-e4d385d8dc76) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:12.236590 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1760116e-d691-48c9-ab89-7d6bc2dce1b4 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:12.237374 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b2ef4c-ea8f-4982-94c1-3fa14fa5caf8 None None] Network d8585a45-f0da-404a-9226-e4d385d8dc76 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:19:12.238252 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1760116e-d691-48c9-ab89-7d6bc2dce1b4 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:12.373682 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76f2212-1ef7-4dcd-8e79-96b1ef232cae x-openstack-request-id: req-d76f2212-1ef7-4dcd-8e79-96b1ef232cae {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:19:12.373682 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a83c22-b05c-4e91-a322-314033b36b86", "name": "network-vif-deleted", "tag": "f898e71b-36cb-46f7-b65d-cd1dbf63b3c8", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:19:12.373682 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d76f2212-1ef7-4dcd-8e79-96b1ef232cae {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:19:12.375811 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a83c22-b05c-4e91-a322-314033b36b86', 'name': 'network-vif-deleted', 'tag': 'f898e71b-36cb-46f7-b65d-cd1dbf63b3c8', 'status': 'completed', 'code': 200} Jan 18 20:19:12.392308 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1760116e-d691-48c9-ab89-7d6bc2dce1b4 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3549237 Jan 18 20:19:12.393293 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55774) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:12.399398 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-190529c6-cb8e-438b-85fb-8554e28b5025 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Request body: {'port': {'network_id': 'd8585a45-f0da-404a-9226-e4d385d8dc76', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-311865387'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:12.542559 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-677b99f5-a479-4a0b-9aac-34cfbd931e30 req-a67ef3bc-0a09-4382-8c85-19a5b01f3858 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (4a63dbd9-6e0c-4949-be6e-7d5d89cca89a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:12.562402 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067c6eab-01a3-45cb-93cd-21570a4b8176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-d8585a45-f0da-404a-9226-e4d385d8dc76', 'network_id': 'd8585a45-f0da-404a-9226-e4d385d8dc76', 'project_id': '84c0f6f5c0764ecf97754ec387ff2579', 'fixed_ips': [{'subnet_id': 'b8bf2f8c-6008-4275-bafb-a585a16c29e3'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:19:12.563929 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-067c6eab-01a3-45cb-93cd-21570a4b8176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:12.718998 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ef3bc-0a09-4382-8c85-19a5b01f3858 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Pushing event deleted for resources: {'Port': ['ID=4a63dbd9-6e0c-4949-be6e-7d5d89cca89a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:12.726334 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190529c6-cb8e-438b-85fb-8554e28b5025 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Made reservation on behalf of 84c0f6f5c0764ecf97754ec387ff2579 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:19:12.743685 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-190529c6-cb8e-438b-85fb-8554e28b5025 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:12.778382 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-190529c6-cb8e-438b-85fb-8554e28b5025 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] device_id is not set on port 2a250edb-3bd6-4b7c-ba76-b693b47b46e2 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:19:12.806349 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-677b99f5-a479-4a0b-9aac-34cfbd931e30 req-a67ef3bc-0a09-4382-8c85-19a5b01f3858 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] No DVR routers for this DVR port 4a63dbd9-6e0c-4949-be6e-7d5d89cca89a on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:19:12.817939 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-677b99f5-a479-4a0b-9aac-34cfbd931e30 req-a67ef3bc-0a09-4382-8c85-19a5b01f3858 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:12.827101 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-677b99f5-a479-4a0b-9aac-34cfbd931e30 req-a67ef3bc-0a09-4382-8c85-19a5b01f3858 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.70 "DELETE /v2.0/ports/4a63dbd9-6e0c-4949-be6e-7d5d89cca89a HTTP/1.1" status: 204 len: 173 time: 2.1140525 Jan 18 20:19:12.885831 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-9464ab09-63db-4a6c-9749-e9dddb931e7c req-e9f584a3-775d-44ca-bd46-5d638e4e4a31 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Deleting port b879fb76-cb06-48da-933c-a7923ef389e7 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:19:12.893062 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9464ab09-63db-4a6c-9749-e9dddb931e7c req-e9f584a3-775d-44ca-bd46-5d638e4e4a31 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b879fb76-cb06-48da-933c-a7923ef389e7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:12.951029 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-067c6eab-01a3-45cb-93cd-21570a4b8176 None None] Allocated IP 2001:db8::2 (d8585a45-f0da-404a-9226-e4d385d8dc76/b8bf2f8c-6008-4275-bafb-a585a16c29e3/d85ba5a0-0136-43c1-8e47-afef7b62cb65) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:19:12.977610 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55784) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:13.149325 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-9464ab09-63db-4a6c-9749-e9dddb931e7c req-e9f584a3-775d-44ca-bd46-5d638e4e4a31 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] For port b879fb76-cb06-48da-933c-a7923ef389e7, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b879fb76-cb06-48da-933c-a7923ef389e7,segment=NetworkSegment(87aed962-be5d-4deb-af9c-7bc726b9d992),segment_id=87aed962-be5d-4deb-af9c-7bc726b9d992)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:13.149712 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9464ab09-63db-4a6c-9749-e9dddb931e7c req-e9f584a3-775d-44ca-bd46-5d638e4e4a31 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b879fb76-cb06-48da-933c-a7923ef389e7), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:13.184234 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-9464ab09-63db-4a6c-9749-e9dddb931e7c req-e9f584a3-775d-44ca-bd46-5d638e4e4a31 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Calling delete_port for b879fb76-cb06-48da-933c-a7923ef389e7 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:19:13.328063 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-067c6eab-01a3-45cb-93cd-21570a4b8176 None None] Publish callbacks [] for port (d85ba5a0-0136-43c1-8e47-afef7b62cb65), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:13.331681 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c53c531f-841c-403c-a7c3-23993c49c465 req-509e330f-213a-4e30-bf27-6c94a04cf200 tempest-MultipleCreateTestJSON-2017662231 tempest-MultipleCreateTestJSON-2017662231-project] 10.222.0.31 "GET /v2.0/ports?device_id=2484047f-eee9-40b4-b7cc-6940936e396d HTTP/1.1" status: 200 len: 210 time: 0.1827471 Jan 18 20:19:13.339801 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-067c6eab-01a3-45cb-93cd-21570a4b8176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (d85ba5a0-0136-43c1-8e47-afef7b62cb65), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:13.398009 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067c6eab-01a3-45cb-93cd-21570a4b8176 None None] Network d8585a45-f0da-404a-9226-e4d385d8dc76 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:19:13.519537 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-067c6eab-01a3-45cb-93cd-21570a4b8176 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:13.521088 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9464ab09-63db-4a6c-9749-e9dddb931e7c req-e9f584a3-775d-44ca-bd46-5d638e4e4a31 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (b879fb76-cb06-48da-933c-a7923ef389e7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:13.546774 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c6eab-01a3-45cb-93cd-21570a4b8176 None None] Pushing event updated for resources: {'Port': ['ID=d85ba5a0-0136-43c1-8e47-afef7b62cb65,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:13.549259 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067c6eab-01a3-45cb-93cd-21570a4b8176 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:19:13.561844 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['f01cdff8-0b9e-43bd-b140-fe2d4d25ee54', '697b660d-6aa8-4757-b95b-4b1df4c2dfc8', 'b879fb76-cb06-48da-933c-a7923ef389e7'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:19:13.564275 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-190529c6-cb8e-438b-85fb-8554e28b5025 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Allocated IP 2001:db8::75 (d8585a45-f0da-404a-9226-e4d385d8dc76/b8bf2f8c-6008-4275-bafb-a585a16c29e3/2a250edb-3bd6-4b7c-ba76-b693b47b46e2) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:19:13.653908 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a4a51c-a0d6-49c5-b8c7-d9c12819a718 None None] DHCP port deletion for 80dffbc9-eed6-4af9-a5ac-dcb939c427fc request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:19:13.675021 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f584a3-775d-44ca-bd46-5d638e4e4a31 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Pushing event deleted for resources: {'Port': ['ID=b879fb76-cb06-48da-933c-a7923ef389e7,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:13.716927 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-9464ab09-63db-4a6c-9749-e9dddb931e7c req-e9f584a3-775d-44ca-bd46-5d638e4e4a31 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] No DVR routers for this DVR port b879fb76-cb06-48da-933c-a7923ef389e7 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:19:13.720383 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9464ab09-63db-4a6c-9749-e9dddb931e7c req-e9f584a3-775d-44ca-bd46-5d638e4e4a31 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:13.735622 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9464ab09-63db-4a6c-9749-e9dddb931e7c req-e9f584a3-775d-44ca-bd46-5d638e4e4a31 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.70 "DELETE /v2.0/ports/b879fb76-cb06-48da-933c-a7923ef389e7 HTTP/1.1" status: 204 len: 173 time: 1.5858941 Jan 18 20:19:13.776600 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-067c6eab-01a3-45cb-93cd-21570a4b8176 None None] Attempting to bind port d85ba5a0-0136-43c1-8e47-afef7b62cb65 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:19:13.776969 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-067c6eab-01a3-45cb-93cd-21570a4b8176 None None] Attempting to bind port d85ba5a0-0136-43c1-8e47-afef7b62cb65 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '3a639e08-e4b3-4437-922a-be360dbfdb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd8585a45-f0da-404a-9226-e4d385d8dc76'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:19:13.777530 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067c6eab-01a3-45cb-93cd-21570a4b8176 None None] Attempting to bind port d85ba5a0-0136-43c1-8e47-afef7b62cb65 on network d8585a45-f0da-404a-9226-e4d385d8dc76 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:19:13.802335 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067c6eab-01a3-45cb-93cd-21570a4b8176 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:19:13.803959 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067c6eab-01a3-45cb-93cd-21570a4b8176 None None] Checking segment: {'id': '3a639e08-e4b3-4437-922a-be360dbfdb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd8585a45-f0da-404a-9226-e4d385d8dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:19:13.804577 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-067c6eab-01a3-45cb-93cd-21570a4b8176 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:13.806044 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067c6eab-01a3-45cb-93cd-21570a4b8176 None None] Bound using segment: {'id': '3a639e08-e4b3-4437-922a-be360dbfdb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd8585a45-f0da-404a-9226-e4d385d8dc76'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:19:13.806750 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-067c6eab-01a3-45cb-93cd-21570a4b8176 None None] Bound port: d85ba5a0-0136-43c1-8e47-afef7b62cb65, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a639e08-e4b3-4437-922a-be360dbfdb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd8585a45-f0da-404a-9226-e4d385d8dc76'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:19:13.807316 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-067c6eab-01a3-45cb-93cd-21570a4b8176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d85ba5a0-0136-43c1-8e47-afef7b62cb65), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:13.846653 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57d6f3-d307-432d-a1a0-c43d76da5ddc req-b1e69a9e-dbad-45df-b944-fe5c5d670b68 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:13.854255 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9d57d6f3-d307-432d-a1a0-c43d76da5ddc req-b1e69a9e-dbad-45df-b944-fe5c5d670b68 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=39072626-285c-4c9e-a55c-519eb749d40a HTTP/1.1" status: 200 len: 945 time: 0.7195065 Jan 18 20:19:13.942738 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-067c6eab-01a3-45cb-93cd-21570a4b8176 None None] For port d85ba5a0-0136-43c1-8e47-afef7b62cb65, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:19:13.946240 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-067c6eab-01a3-45cb-93cd-21570a4b8176 None None] For port d85ba5a0-0136-43c1-8e47-afef7b62cb65, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d85ba5a0-0136-43c1-8e47-afef7b62cb65,segment=NetworkSegment(3a639e08-e4b3-4437-922a-be360dbfdb52),segment_id=3a639e08-e4b3-4437-922a-be360dbfdb52)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:19:13.957417 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-067c6eab-01a3-45cb-93cd-21570a4b8176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d85ba5a0-0136-43c1-8e47-afef7b62cb65), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:14.029000 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43b9a39c-e5f1-4731-b924-d67ea351f9bf req-0af1ed70-ffc9-4ced-8843-11bb51a8134c tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.5234294 Jan 18 20:19:14.034115 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c6eab-01a3-45cb-93cd-21570a4b8176 None None] Pushing event updated for resources: {'Port': ['ID=d85ba5a0-0136-43c1-8e47-afef7b62cb65,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:14.104623 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device f898e71b-36cb-46f7-b65d-cd1dbf63b3c8 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:19:14.166674 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9d57d6f3-d307-432d-a1a0-c43d76da5ddc req-21d44220-72ce-494b-ab5e-e575b916d8dc tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113194 Jan 18 20:19:14.179385 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: f898e71b-36cb-46f7-b65d-cd1dbf63b3c8 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:19:14.179738 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device f898e71b-36cb-46f7-b65d-cd1dbf63b3c8 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:19:14.180159 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 4a63dbd9-6e0c-4949-be6e-7d5d89cca89a no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:19:14.240157 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 4a63dbd9-6e0c-4949-be6e-7d5d89cca89a {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:19:14.240506 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 4a63dbd9-6e0c-4949-be6e-7d5d89cca89a not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:19:14.244031 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-190529c6-cb8e-438b-85fb-8554e28b5025 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks [] for port (2a250edb-3bd6-4b7c-ba76-b693b47b46e2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:14.377683 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2484047f-eee9-40b4-b7cc-6940936e396d', 'name': 'network-vif-deleted', 'tag': '4a63dbd9-6e0c-4949-be6e-7d5d89cca89a'}, {'server_uuid': '39072626-285c-4c9e-a55c-519eb749d40a', 'name': 'network-vif-deleted', 'tag': 'b879fb76-cb06-48da-933c-a7923ef389e7'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:19:14.380192 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930d552a-5c9a-4f43-a88e-9518cae9e399" -d '{"events": [{"server_uuid": "2484047f-eee9-40b4-b7cc-6940936e396d", "name": "network-vif-deleted", "tag": "4a63dbd9-6e0c-4949-be6e-7d5d89cca89a"}, {"server_uuid": "39072626-285c-4c9e-a55c-519eb749d40a", "name": "network-vif-deleted", "tag": "b879fb76-cb06-48da-933c-a7923ef389e7"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:19:14.417555 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-190529c6-cb8e-438b-85fb-8554e28b5025 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (2a250edb-3bd6-4b7c-ba76-b693b47b46e2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:14.520232 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 18 Jan 2022 20:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56c93f2-7a2c-478c-96b0-bf6623d25d0b x-openstack-request-id: req-e56c93f2-7a2c-478c-96b0-bf6623d25d0b {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:19:14.520555 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2484047f-eee9-40b4-b7cc-6940936e396d", "name": "network-vif-deleted", "tag": "4a63dbd9-6e0c-4949-be6e-7d5d89cca89a", "status": "completed", "code": 200}, {"server_uuid": "39072626-285c-4c9e-a55c-519eb749d40a", "name": "network-vif-deleted", "tag": "b879fb76-cb06-48da-933c-a7923ef389e7", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:19:14.520818 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e56c93f2-7a2c-478c-96b0-bf6623d25d0b {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:19:14.521404 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2484047f-eee9-40b4-b7cc-6940936e396d', 'name': 'network-vif-deleted', 'tag': '4a63dbd9-6e0c-4949-be6e-7d5d89cca89a', 'status': 'completed', 'code': 200} Jan 18 20:19:14.521995 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39072626-285c-4c9e-a55c-519eb749d40a', 'name': 'network-vif-deleted', 'tag': 'b879fb76-cb06-48da-933c-a7923ef389e7', 'status': 'completed', 'code': 200} Jan 18 20:19:14.583635 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55810) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:14.624683 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190529c6-cb8e-438b-85fb-8554e28b5025 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Network d8585a45-f0da-404a-9226-e4d385d8dc76 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:19:14.629994 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-190529c6-cb8e-438b-85fb-8554e28b5025 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:14.633392 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190529c6-cb8e-438b-85fb-8554e28b5025 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:19:14.643565 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190529c6-cb8e-438b-85fb-8554e28b5025 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:14.644494 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-190529c6-cb8e-438b-85fb-8554e28b5025 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:14.698262 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85e3dcc5-b803-46a8-b15d-7b66a7f79e18 req-975aceca-da10-4683-ab49-4bb29520f1ff tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0486560 Jan 18 20:19:14.726544 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-30dac601-1823-483b-a24d-60b346eb25ea admin admin] Deleting subnet 298a33c5-c8e7-46fb-817d-bbe13ea45978 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:19:14.762610 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-30dac601-1823-483b-a24d-60b346eb25ea admin admin] Publish callbacks [] for subnet (298a33c5-c8e7-46fb-817d-bbe13ea45978), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:14.792158 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-190529c6-cb8e-438b-85fb-8554e28b5025 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.3949134 Jan 18 20:19:14.797431 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190529c6-cb8e-438b-85fb-8554e28b5025 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Pushing event updated for resources: {'Port': ['ID=2a250edb-3bd6-4b7c-ba76-b693b47b46e2,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:14.807937 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55812) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:14.823532 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-b2285727-8fb8-4386-aeab-368e9cf2b635 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Request body: {'port': {'network_id': 'd8585a45-f0da-404a-9226-e4d385d8dc76', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1553237850', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:14.824090 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.api.validators [None req-b2285727-8fb8-4386-aeab-368e9cf2b635 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] bootfile-name is not in valid_values {{(pid=103336) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 18 20:19:14.824430 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.api.validators [None req-b2285727-8fb8-4386-aeab-368e9cf2b635 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] tftp-server is not in valid_values {{(pid=103336) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 18 20:19:14.824759 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.api.validators [None req-b2285727-8fb8-4386-aeab-368e9cf2b635 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] server-ip-address is not in valid_values {{(pid=103336) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 18 20:19:14.838995 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-30dac601-1823-483b-a24d-60b346eb25ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (298a33c5-c8e7-46fb-817d-bbe13ea45978), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:14.883171 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-30dac601-1823-483b-a24d-60b346eb25ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (298a33c5-c8e7-46fb-817d-bbe13ea45978), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:14.943095 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a9abb3b2-4ae0-400f-a9ed-ff2226b04456 req-1d2d6f63-9d68-4b97-b719-93937282c23b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=38548caa0a4546f0899e1b5ea16bf8e8&device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.2069402 Jan 18 20:19:14.946343 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-30dac601-1823-483b-a24d-60b346eb25ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (298a33c5-c8e7-46fb-817d-bbe13ea45978), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:14.963999 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b1d34040-cb09-4415-bf1a-59799da2c05e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (ca51c866-a331-4651-889a-b32b49769ed2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:14.985920 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a9abb3b2-4ae0-400f-a9ed-ff2226b04456 req-0a155575-9670-489c-baaa-de751121bad9 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=38548caa0a4546f0899e1b5ea16bf8e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288763 Jan 18 20:19:15.069139 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d85ba5a0-0136-43c1-8e47-afef7b62cb65 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:19:15.171659 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abb3b2-4ae0-400f-a9ed-ff2226b04456 req-8f071d86-cad6-4d3f-9878-034c94723a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:15.173158 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a9abb3b2-4ae0-400f-a9ed-ff2226b04456 req-8f071d86-cad6-4d3f-9878-034c94723a6e service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1678483 Jan 18 20:19:15.175579 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dac601-1823-483b-a24d-60b346eb25ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=298a33c5-c8e7-46fb-817d-bbe13ea45978,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:15.198839 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-30dac601-1823-483b-a24d-60b346eb25ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:15.204593 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port d85ba5a0-0136-43c1-8e47-afef7b62cb65 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:15.204967 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d85ba5a0-0136-43c1-8e47-afef7b62cb65), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:15.211670 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-30dac601-1823-483b-a24d-60b346eb25ea admin admin] 10.222.0.31 "DELETE /v2.0/subnets/298a33c5-c8e7-46fb-817d-bbe13ea45978 HTTP/1.1" status: 204 len: 168 time: 0.6228979 Jan 18 20:19:15.211670 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55816) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:15.285456 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2285727-8fb8-4386-aeab-368e9cf2b635 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Made reservation on behalf of 84c0f6f5c0764ecf97754ec387ff2579 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:19:15.292148 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b2285727-8fb8-4386-aeab-368e9cf2b635 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:15.319450 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-b2285727-8fb8-4386-aeab-368e9cf2b635 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] device_id is not set on port 8bda63a9-54fc-428b-9586-42e15fc3da24 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:19:15.392227 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8b3c-6ba8-44cf-b844-4184c585132d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (4ee6011d-a789-4b79-9fac-da1c271d6001), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:15.418992 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port d85ba5a0-0136-43c1-8e47-afef7b62cb65 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:15.419523 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d85ba5a0-0136-43c1-8e47-afef7b62cb65), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:15.494382 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-b2285727-8fb8-4386-aeab-368e9cf2b635 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Allocated IP 2001:db8::ef (d8585a45-f0da-404a-9226-e4d385d8dc76/b8bf2f8c-6008-4275-bafb-a585a16c29e3/8bda63a9-54fc-428b-9586-42e15fc3da24) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:19:15.524384 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port d85ba5a0-0136-43c1-8e47-afef7b62cb65, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d85ba5a0-0136-43c1-8e47-afef7b62cb65,segment=NetworkSegment(3a639e08-e4b3-4437-922a-be360dbfdb52),segment_id=3a639e08-e4b3-4437-922a-be360dbfdb52)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:15.531188 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d85ba5a0-0136-43c1-8e47-afef7b62cb65), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:15.627535 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8b3c-6ba8-44cf-b844-4184c585132d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (4ee6011d-a789-4b79-9fac-da1c271d6001), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:15.680993 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=d85ba5a0-0136-43c1-8e47-afef7b62cb65,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:15.700926 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-6c6d8b3c-6ba8-44cf-b844-4184c585132d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee6011d-a789-4b79-9fac-da1c271d6001']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:15.721342 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-6c6d8b3c-6ba8-44cf-b844-4184c585132d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47bb1155-f913-4e65-b386-1285bd1e8ebe') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:15.721656 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-6c6d8b3c-6ba8-44cf-b844-4184c585132d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47bb1155-f913-4e65-b386-1285bd1e8ebe') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:15.744913 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8b3c-6ba8-44cf-b844-4184c585132d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (47bb1155-f913-4e65-b386-1285bd1e8ebe), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:15.778757 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8b3c-6ba8-44cf-b844-4184c585132d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (47bb1155-f913-4e65-b386-1285bd1e8ebe), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:15.786244 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c6d8b3c-6ba8-44cf-b844-4184c585132d admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:19:15.786805 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8b3c-6ba8-44cf-b844-4184c585132d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (47bb1155-f913-4e65-b386-1285bd1e8ebe), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:15.923935 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d76115-620d-47dd-ac47-dd798a0ae640 None None] Network d8585a45-f0da-404a-9226-e4d385d8dc76 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:19:15.973951 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6b5a6220-d929-4147-8e9b-a4c7c51dfca1 req-04a1b1e2-0a63-46eb-8410-d09f4d957488 tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0930908 Jan 18 20:19:16.039106 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b2285727-8fb8-4386-aeab-368e9cf2b635 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks [] for port (8bda63a9-54fc-428b-9586-42e15fc3da24), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:16.109395 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b879fb76-cb06-48da-933c-a7923ef389e7 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:19:16.111531 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-847b0fc7-844a-4e9b-a108-de02f03b30c3 None None] Provisioning complete for port d85ba5a0-0136-43c1-8e47-afef7b62cb65 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:16.112146 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-847b0fc7-844a-4e9b-a108-de02f03b30c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d85ba5a0-0136-43c1-8e47-afef7b62cb65), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:16.154462 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e9978-48e0-4d9e-9be9-4d1dd3b9428d req-2269dd43-6fbf-4817-be12-c29f192218d8 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:16.156101 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b02e9978-48e0-4d9e-9be9-4d1dd3b9428d req-2269dd43-6fbf-4817-be12-c29f192218d8 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d8906da-7dfe-4ddd-956f-42dc75a875e2 HTTP/1.1" status: 200 len: 945 time: 0.2666376 Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:19:16.200699 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:19:16.229882 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8b3c-6ba8-44cf-b844-4184c585132d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (4ee6011d-a789-4b79-9fac-da1c271d6001), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:16.241192 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8b3c-6ba8-44cf-b844-4184c585132d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:16.241419 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b2285727-8fb8-4386-aeab-368e9cf2b635 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (8bda63a9-54fc-428b-9586-42e15fc3da24), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:16.261660 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6c6d8b3c-6ba8-44cf-b844-4184c585132d admin admin] 10.222.0.31 "DELETE /v2.0/networks/4ee6011d-a789-4b79-9fac-da1c271d6001 HTTP/1.1" status: 204 len: 168 time: 1.0494397 Jan 18 20:19:16.304678 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d8b3c-6ba8-44cf-b844-4184c585132d admin admin] Pushing event deleted for resources: {'Network': ['ID=4ee6011d-a789-4b79-9fac-da1c271d6001,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:16.368127 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: b879fb76-cb06-48da-933c-a7923ef389e7 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:19:16.368485 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b879fb76-cb06-48da-933c-a7923ef389e7 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:19:16.398202 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2285727-8fb8-4386-aeab-368e9cf2b635 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Network d8585a45-f0da-404a-9226-e4d385d8dc76 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:19:16.406936 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-b1d34040-cb09-4415-bf1a-59799da2c05e admin admin] Deleting port 25125151-d1c8-49b4-bd83-ab94ba58569b {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:19:16.407261 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b1d34040-cb09-4415-bf1a-59799da2c05e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (25125151-d1c8-49b4-bd83-ab94ba58569b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:16.415519 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b02e9978-48e0-4d9e-9be9-4d1dd3b9428d req-67dca34e-3d82-423c-be24-65c2d8be8b26 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319856 Jan 18 20:19:16.451350 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-b2285727-8fb8-4386-aeab-368e9cf2b635 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:16.462462 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-847b0fc7-844a-4e9b-a108-de02f03b30c3 None None] Current status of the port d85ba5a0-0136-43c1-8e47-afef7b62cb65 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:16.472751 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2285727-8fb8-4386-aeab-368e9cf2b635 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:19:16.482133 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2285727-8fb8-4386-aeab-368e9cf2b635 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:16.482968 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b2285727-8fb8-4386-aeab-368e9cf2b635 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:16.497379 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2285727-8fb8-4386-aeab-368e9cf2b635 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Pushing event updated for resources: {'Port': ['ID=8bda63a9-54fc-428b-9586-42e15fc3da24,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:16.547680 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a9abb3b2-4ae0-400f-a9ed-ff2226b04456 req-b86a2c11-582d-4172-a62e-677da98af0eb tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.70 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.0807986 Jan 18 20:19:16.548625 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55830) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:16.594864 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55832) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:16.606307 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b2285727-8fb8-4386-aeab-368e9cf2b635 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.7871437 Jan 18 20:19:16.658307 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-b1d34040-cb09-4415-bf1a-59799da2c05e admin admin] For port 25125151-d1c8-49b4-bd83-ab94ba58569b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=25125151-d1c8-49b4-bd83-ab94ba58569b,segment=NetworkSegment(fd1f7a45-c793-49d9-bd8d-f8a8a052f27e),segment_id=fd1f7a45-c793-49d9-bd8d-f8a8a052f27e)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:16.658787 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b1d34040-cb09-4415-bf1a-59799da2c05e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (25125151-d1c8-49b4-bd83-ab94ba58569b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:16.690857 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-b1d34040-cb09-4415-bf1a-59799da2c05e admin admin] Calling delete_port for 25125151-d1c8-49b4-bd83-ab94ba58569b owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:19:16.762181 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5509e9e6-808e-4760-b2ae-64640cbb96b5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb5c30bb9ee44a18ba369e6dac7d969f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2122891 Jan 18 20:19:16.768617 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55834) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:16.805172 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4243270-2e6c-4267-80de-808655f85051 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:16.822863 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4243270-2e6c-4267-80de-808655f85051 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:16.835835 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4243270-2e6c-4267-80de-808655f85051 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:16.837863 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a4243270-2e6c-4267-80de-808655f85051 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2417805 Jan 18 20:19:16.841457 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55840) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:16.926445 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-962fc6ab-472b-4179-a6f6-cde901f8a595 None None] Provisioning complete for port d85ba5a0-0136-43c1-8e47-afef7b62cb65 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:16.926830 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-962fc6ab-472b-4179-a6f6-cde901f8a595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d85ba5a0-0136-43c1-8e47-afef7b62cb65), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:17.062254 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d85ba5a0-0136-43c1-8e47-afef7b62cb65 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:19:17.280325 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port d85ba5a0-0136-43c1-8e47-afef7b62cb65 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:17.281365 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d85ba5a0-0136-43c1-8e47-afef7b62cb65), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:17.317772 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b1d34040-cb09-4415-bf1a-59799da2c05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (25125151-d1c8-49b4-bd83-ab94ba58569b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:17.402840 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b9c174a-1d7d-40b6-96dd-e9d5c48145e3 admin admin] Publish callbacks [] for security_group (fe74b13d-4de8-4877-b6fe-41adc3bb8c2c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:17.423061 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43d3eb9f-fe49-493d-b3ac-9fa743f228a4 req-4b284bda-b613-4210-914c-caf133856cfc tempest-ServerShowV254Test-242186949 tempest-ServerShowV254Test-242186949-project] 10.222.0.31 "GET /v2.0/ports?device_id=707fd50b-118a-438e-87e5-d37af251e947 HTTP/1.1" status: 200 len: 210 time: 0.1373942 Jan 18 20:19:17.470053 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a24c9-41f2-4097-a83b-d810cc448fc6 req-27546ac1-5d04-4d55-ada7-dea065ebab83 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:17.481522 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d34040-cb09-4415-bf1a-59799da2c05e admin admin] Pushing event deleted for resources: {'Port': ['ID=25125151-d1c8-49b4-bd83-ab94ba58569b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:17.482173 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ca6a24c9-41f2-4097-a83b-d810cc448fc6 req-27546ac1-5d04-4d55-ada7-dea065ebab83 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d8906da-7dfe-4ddd-956f-42dc75a875e2 HTTP/1.1" status: 200 len: 945 time: 0.2955868 Jan 18 20:19:17.509221 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-962fc6ab-472b-4179-a6f6-cde901f8a595 None None] Current status of the port d85ba5a0-0136-43c1-8e47-afef7b62cb65 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:17.526223 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port d85ba5a0-0136-43c1-8e47-afef7b62cb65 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:17.550654 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-962fc6ab-472b-4179-a6f6-cde901f8a595 None None] Provisioning complete for port 8bda63a9-54fc-428b-9586-42e15fc3da24 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:17.551249 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-962fc6ab-472b-4179-a6f6-cde901f8a595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8bda63a9-54fc-428b-9586-42e15fc3da24), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:17.617278 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b9c174a-1d7d-40b6-96dd-e9d5c48145e3 admin admin] Publish callbacks [] for security_group (fe74b13d-4de8-4877-b6fe-41adc3bb8c2c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:17.652234 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-962fc6ab-472b-4179-a6f6-cde901f8a595 None None] Port 8bda63a9-54fc-428b-9586-42e15fc3da24 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:19:17.675238 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-962fc6ab-472b-4179-a6f6-cde901f8a595 None None] Provisioning complete for port 2a250edb-3bd6-4b7c-ba76-b693b47b46e2 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:17.675765 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-962fc6ab-472b-4179-a6f6-cde901f8a595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2a250edb-3bd6-4b7c-ba76-b693b47b46e2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:17.746798 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-962fc6ab-472b-4179-a6f6-cde901f8a595 None None] Port 2a250edb-3bd6-4b7c-ba76-b693b47b46e2 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:19:17.758334 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-53b0df28-fd1e-44a5-b038-229eb0fdca1c tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Deleting port 8bda63a9-54fc-428b-9586-42e15fc3da24 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:19:17.758680 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53b0df28-fd1e-44a5-b038-229eb0fdca1c tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (8bda63a9-54fc-428b-9586-42e15fc3da24), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:17.760055 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508cebe-3e10-469c-af64-1d5e5cf642db req-2feddb56-43bd-449f-86d3-42a98cfdecb5 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:17.778911 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7508cebe-3e10-469c-af64-1d5e5cf642db req-2feddb56-43bd-449f-86d3-42a98cfdecb5 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d8906da-7dfe-4ddd-956f-42dc75a875e2 HTTP/1.1" status: 200 len: 945 time: 0.1896336 Jan 18 20:19:17.872948 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-bfbc263b-d42a-4eb9-bb04-9988c1875942 None None] Provisioning complete for port 2a250edb-3bd6-4b7c-ba76-b693b47b46e2 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:17.874090 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bfbc263b-d42a-4eb9-bb04-9988c1875942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2a250edb-3bd6-4b7c-ba76-b693b47b46e2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:17.959310 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-bfbc263b-d42a-4eb9-bb04-9988c1875942 None None] Port 2a250edb-3bd6-4b7c-ba76-b693b47b46e2 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:19:18.068390 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b9c174a-1d7d-40b6-96dd-e9d5c48145e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (fe74b13d-4de8-4877-b6fe-41adc3bb8c2c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:18.071776 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b9c174a-1d7d-40b6-96dd-e9d5c48145e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:18.072993 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0b9c174a-1d7d-40b6-96dd-e9d5c48145e3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fe74b13d-4de8-4877-b6fe-41adc3bb8c2c HTTP/1.1" status: 204 len: 168 time: 1.3032184 Jan 18 20:19:18.094509 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-56cc43b6-85d9-497d-a084-48d5e20739ec None None] Provisioning complete for port 8bda63a9-54fc-428b-9586-42e15fc3da24 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:18.095057 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-56cc43b6-85d9-497d-a084-48d5e20739ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8bda63a9-54fc-428b-9586-42e15fc3da24), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:18.099265 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53b0df28-fd1e-44a5-b038-229eb0fdca1c tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (8bda63a9-54fc-428b-9586-42e15fc3da24), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:18.113825 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-ca6a24c9-41f2-4097-a83b-d810cc448fc6 req-8740b8fd-1901-4f08-9c8b-881de4438246 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Deleting port 697b660d-6aa8-4757-b95b-4b1df4c2dfc8 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:19:18.114713 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ca6a24c9-41f2-4097-a83b-d810cc448fc6 req-8740b8fd-1901-4f08-9c8b-881de4438246 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (697b660d-6aa8-4757-b95b-4b1df4c2dfc8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:18.201383 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c174a-1d7d-40b6-96dd-e9d5c48145e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe74b13d-4de8-4877-b6fe-41adc3bb8c2c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:18.211579 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-56cc43b6-85d9-497d-a084-48d5e20739ec None None] Port 8bda63a9-54fc-428b-9586-42e15fc3da24 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:19:18.216079 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-53b0df28-fd1e-44a5-b038-229eb0fdca1c tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Calling delete_port for 8bda63a9-54fc-428b-9586-42e15fc3da24 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:19:18.485860 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7508cebe-3e10-469c-af64-1d5e5cf642db req-e6e3bd16-d0e6-4624-9b9c-8eb4e249d694 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7045913 Jan 18 20:19:18.542502 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ca6a24c9-41f2-4097-a83b-d810cc448fc6 req-8740b8fd-1901-4f08-9c8b-881de4438246 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] For port 697b660d-6aa8-4757-b95b-4b1df4c2dfc8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=697b660d-6aa8-4757-b95b-4b1df4c2dfc8,segment=NetworkSegment(87aed962-be5d-4deb-af9c-7bc726b9d992),segment_id=87aed962-be5d-4deb-af9c-7bc726b9d992)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:18.549959 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ca6a24c9-41f2-4097-a83b-d810cc448fc6 req-8740b8fd-1901-4f08-9c8b-881de4438246 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (697b660d-6aa8-4757-b95b-4b1df4c2dfc8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:18.589757 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-ca6a24c9-41f2-4097-a83b-d810cc448fc6 req-8740b8fd-1901-4f08-9c8b-881de4438246 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Calling delete_port for 697b660d-6aa8-4757-b95b-4b1df4c2dfc8 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:19:18.624940 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b1d34040-cb09-4415-bf1a-59799da2c05e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (ca51c866-a331-4651-889a-b32b49769ed2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:18.867230 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53b0df28-fd1e-44a5-b038-229eb0fdca1c tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (8bda63a9-54fc-428b-9586-42e15fc3da24), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:19.073617 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d34040-cb09-4415-bf1a-59799da2c05e admin admin] Router ca51c866-a331-4651-889a-b32b49769ed2 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:19:19.100385 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0df28-fd1e-44a5-b038-229eb0fdca1c tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Pushing event deleted for resources: {'Port': ['ID=8bda63a9-54fc-428b-9586-42e15fc3da24,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:19.158245 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55872) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:19.162242 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ca6a24c9-41f2-4097-a83b-d810cc448fc6 req-8740b8fd-1901-4f08-9c8b-881de4438246 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (697b660d-6aa8-4757-b95b-4b1df4c2dfc8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:19.170752 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53b0df28-fd1e-44a5-b038-229eb0fdca1c tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:19.180328 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['f01cdff8-0b9e-43bd-b140-fe2d4d25ee54'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:19:19.181493 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-53b0df28-fd1e-44a5-b038-229eb0fdca1c tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] 10.222.0.31 "DELETE /v2.0/ports/8bda63a9-54fc-428b-9586-42e15fc3da24 HTTP/1.1" status: 204 len: 168 time: 2.3342226 Jan 18 20:19:19.198122 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55876) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:19.216524 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-dcb1dfc9-5718-44f7-b04e-8d215bdf950c tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Request body: {'port': {'name': 'tempest-new-port-name-634971924', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:19.216914 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.api.validators [None req-dcb1dfc9-5718-44f7-b04e-8d215bdf950c tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] bootfile-name is not in valid_values {{(pid=103336) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 18 20:19:19.217253 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.api.validators [None req-dcb1dfc9-5718-44f7-b04e-8d215bdf950c tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] tftp-server is not in valid_values {{(pid=103336) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 18 20:19:19.217580 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.api.validators [None req-dcb1dfc9-5718-44f7-b04e-8d215bdf950c tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] server-ip-address is not in valid_values {{(pid=103336) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 18 20:19:19.284730 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740b8fd-1901-4f08-9c8b-881de4438246 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Pushing event deleted for resources: {'Port': ['ID=697b660d-6aa8-4757-b95b-4b1df4c2dfc8,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:19.358721 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80278ca-19ad-4f1e-9c3b-9c877cd653f3 None None] DHCP port deletion for 80dffbc9-eed6-4af9-a5ac-dcb939c427fc request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:19:19.420467 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6a24c9-41f2-4097-a83b-d810cc448fc6 req-8740b8fd-1901-4f08-9c8b-881de4438246 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] No DVR routers for this DVR port 697b660d-6aa8-4757-b95b-4b1df4c2dfc8 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:19:19.428619 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ca6a24c9-41f2-4097-a83b-d810cc448fc6 req-8740b8fd-1901-4f08-9c8b-881de4438246 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:19.432025 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ca6a24c9-41f2-4097-a83b-d810cc448fc6 req-8740b8fd-1901-4f08-9c8b-881de4438246 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.70 "DELETE /v2.0/ports/697b660d-6aa8-4757-b95b-4b1df4c2dfc8 HTTP/1.1" status: 204 len: 173 time: 1.9008451 Jan 18 20:19:19.444664 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8906da-7dfe-4ddd-956f-42dc75a875e2', 'name': 'network-vif-deleted', 'tag': '697b660d-6aa8-4757-b95b-4b1df4c2dfc8'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:19:19.447198 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7589f4c-9680-45ae-9861-9cce66601319" -d '{"events": [{"server_uuid": "7d8906da-7dfe-4ddd-956f-42dc75a875e2", "name": "network-vif-deleted", "tag": "697b660d-6aa8-4757-b95b-4b1df4c2dfc8"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:19:19.573743 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0e06964-ec86-43ed-bd7a-5ca22b8bd02d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:19.601441 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a08138-e9cf-422d-b7e4-29fd9f67796b x-openstack-request-id: req-03a08138-e9cf-422d-b7e4-29fd9f67796b {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:19:19.602953 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8906da-7dfe-4ddd-956f-42dc75a875e2", "name": "network-vif-deleted", "tag": "697b660d-6aa8-4757-b95b-4b1df4c2dfc8", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:19:19.603304 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03a08138-e9cf-422d-b7e4-29fd9f67796b {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:19:19.604281 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8906da-7dfe-4ddd-956f-42dc75a875e2', 'name': 'network-vif-deleted', 'tag': '697b660d-6aa8-4757-b95b-4b1df4c2dfc8', 'status': 'completed', 'code': 200} Jan 18 20:19:19.774746 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1d2fe052-887b-434e-a785-28d6ce65a853 req-3cabbef3-6c88-40bc-a218-28179be9430c tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d8906da-7dfe-4ddd-956f-42dc75a875e2 HTTP/1.1" status: 200 len: 210 time: 0.0855753 Jan 18 20:19:19.782415 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dcb1dfc9-5718-44f7-b04e-8d215bdf950c tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2a250edb-3bd6-4b7c-ba76-b693b47b46e2), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:19.818853 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0e06964-ec86-43ed-bd7a-5ca22b8bd02d admin admin] Publish callbacks [] for security_group (a2981093-1661-4c56-ac5a-cb68a1527110), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:19.826881 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0e06964-ec86-43ed-bd7a-5ca22b8bd02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a2981093-1661-4c56-ac5a-cb68a1527110), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:19.865721 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55894) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:19.871101 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b0e06964-ec86-43ed-bd7a-5ca22b8bd02d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=38548caa0a4546f0899e1b5ea16bf8e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7115326 Jan 18 20:19:19.874142 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55896) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:19.889337 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d34040-cb09-4415-bf1a-59799da2c05e admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:19:19.901184 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb66ed94-639a-4210-9c62-a641e74f1d91 None None] Sync routers for ids ['ca51c866-a331-4651-889a-b32b49769ed2'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:19:19.913586 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b1d34040-cb09-4415-bf1a-59799da2c05e admin admin] 10.222.0.31 "PUT /v2.0/routers/ca51c866-a331-4651-889a-b32b49769ed2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9346507 Jan 18 20:19:19.914588 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55900) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:19.946975 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb66ed94-639a-4210-9c62-a641e74f1d91 None None] Routers {'ca51c866-a331-4651-889a-b32b49769ed2'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:19:19.947827 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-fb66ed94-639a-4210-9c62-a641e74f1d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:18:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['ca51c866-a331-4651-889a-b32b49769ed2'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:20.093925 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e06964-ec86-43ed-bd7a-5ca22b8bd02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2981093-1661-4c56-ac5a-cb68a1527110,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:20.099330 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 697b660d-6aa8-4757-b95b-4b1df4c2dfc8 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:19:20.161196 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d17c9a9a-841b-485e-9e12-876f5854f81a admin admin] Publish callbacks [] for security_group (a2981093-1661-4c56-ac5a-cb68a1527110), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:20.203561 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-464b2d8f-2455-46c7-a4d3-f086aa7437bf admin admin] Publish callbacks [] for router (ca51c866-a331-4651-889a-b32b49769ed2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:20.239214 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-fb66ed94-639a-4210-9c62-a641e74f1d91 None None] Set router ca51c866-a331-4651-889a-b32b49769ed2 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:19:20.269344 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dcb1dfc9-5718-44f7-b04e-8d215bdf950c tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks [] for port (2a250edb-3bd6-4b7c-ba76-b693b47b46e2), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:20.306686 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d17c9a9a-841b-485e-9e12-876f5854f81a admin admin] Publish callbacks [] for security_group (a2981093-1661-4c56-ac5a-cb68a1527110), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:20.331206 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-9854a521-e32d-49bc-82b3-d6244b06b25f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-290585160-network', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:20.336879 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dcb1dfc9-5718-44f7-b04e-8d215bdf950c tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (2a250edb-3bd6-4b7c-ba76-b693b47b46e2), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:20.399179 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d17c9a9a-841b-485e-9e12-876f5854f81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a2981093-1661-4c56-ac5a-cb68a1527110), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:20.401817 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d17c9a9a-841b-485e-9e12-876f5854f81a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:20.402971 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d17c9a9a-841b-485e-9e12-876f5854f81a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a2981093-1661-4c56-ac5a-cb68a1527110 HTTP/1.1" status: 204 len: 168 time: 0.5235789 Jan 18 20:19:20.420459 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c9a9a-841b-485e-9e12-876f5854f81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2981093-1661-4c56-ac5a-cb68a1527110,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:20.430689 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-dcb1dfc9-5718-44f7-b04e-8d215bdf950c tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] In _notify_port_updated(), no bound segment for port 2a250edb-3bd6-4b7c-ba76-b693b47b46e2 on network d8585a45-f0da-404a-9226-e4d385d8dc76 {{(pid=103336) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 18 20:19:20.442573 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb1dfc9-5718-44f7-b04e-8d215bdf950c tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:20.444966 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dcb1dfc9-5718-44f7-b04e-8d215bdf950c tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:20.456715 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55906) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:20.469433 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-dcb1dfc9-5718-44f7-b04e-8d215bdf950c tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] 10.222.0.31 "PUT /v2.0/ports/2a250edb-3bd6-4b7c-ba76-b693b47b46e2 HTTP/1.1" status: 200 len: 1128 time: 1.2469325 Jan 18 20:19:20.571328 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03194989-632a-43aa-a265-75ee72ae6328 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:20.577458 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-03194989-632a-43aa-a265-75ee72ae6328 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] 10.222.0.31 "GET /v2.0/ports/2a250edb-3bd6-4b7c-ba76-b693b47b46e2 HTTP/1.1" status: 200 len: 1128 time: 0.1191173 Jan 18 20:19:20.578100 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55910) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:20.596245 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1dfc9-5718-44f7-b04e-8d215bdf950c tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Pushing event updated for resources: {'Port': ['ID=2a250edb-3bd6-4b7c-ba76-b693b47b46e2,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:20.635428 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-fb66ed94-639a-4210-9c62-a641e74f1d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca51c866-a331-4651-889a-b32b49769ed2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1735349637-router', 'tenant_id': '41f8b933fd4d4b899f7f181242b42cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:16:36Z', 'updated_at': '2022-01-18T20:19:17Z', 'revision_number': 5, 'project_id': '41f8b933fd4d4b899f7f181242b42cfa', 'gw_port': {'id': '8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca51c866-a331-4651-889a-b32b49769ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:16:37Z', 'updated_at': '2022-01-18T20:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:20.638719 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9854a521-e32d-49bc-82b3-d6244b06b25f admin admin] Made reservation on behalf of 4b4c13fbb3bf4713b8724b5ef55060b7 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:19:20.644373 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9854a521-e32d-49bc-82b3-d6244b06b25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:20.667603 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9854a521-e32d-49bc-82b3-d6244b06b25f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:20.695114 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb66ed94-639a-4210-9c62-a641e74f1d91 None None] Checking router: ca51c866-a331-4651-889a-b32b49769ed2 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:19:20.709197 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb66ed94-639a-4210-9c62-a641e74f1d91 None None] Routers {'ca51c866-a331-4651-889a-b32b49769ed2'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:19:20.710146 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-464b2d8f-2455-46c7-a4d3-f086aa7437bf admin admin] Publish callbacks [] for router_gateway (ca51c866-a331-4651-889a-b32b49769ed2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:20.710511 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-fb66ed94-639a-4210-9c62-a641e74f1d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:18:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['ca51c866-a331-4651-889a-b32b49769ed2'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:20.718185 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 697b660d-6aa8-4757-b95b-4b1df4c2dfc8 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:19:20.718772 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 697b660d-6aa8-4757-b95b-4b1df4c2dfc8 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:19:20.794522 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0dcd3006-bc9a-4406-9143-78a8987ca4fa tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Deleting port 2a250edb-3bd6-4b7c-ba76-b693b47b46e2 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:19:20.794857 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0dcd3006-bc9a-4406-9143-78a8987ca4fa tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (2a250edb-3bd6-4b7c-ba76-b693b47b46e2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:20.901335 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-fb66ed94-639a-4210-9c62-a641e74f1d91 None None] Set router ca51c866-a331-4651-889a-b32b49769ed2 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:19:20.987641 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0dcd3006-bc9a-4406-9143-78a8987ca4fa tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (2a250edb-3bd6-4b7c-ba76-b693b47b46e2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:21.002852 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0dcd3006-bc9a-4406-9143-78a8987ca4fa tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Calling delete_port for 2a250edb-3bd6-4b7c-ba76-b693b47b46e2 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:19:21.025939 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9854a521-e32d-49bc-82b3-d6244b06b25f admin admin] Publish callbacks [] for security_group (3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:21.039549 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9854a521-e32d-49bc-82b3-d6244b06b25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:21.059820 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e04adc83-3b45-4be5-ad7e-57ad4b25502c None None] Provisioning complete for port 2a250edb-3bd6-4b7c-ba76-b693b47b46e2 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:21.063892 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e04adc83-3b45-4be5-ad7e-57ad4b25502c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2a250edb-3bd6-4b7c-ba76-b693b47b46e2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:21.094175 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-464b2d8f-2455-46c7-a4d3-f086aa7437bf admin admin] Deleting port 8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:19:21.094503 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-464b2d8f-2455-46c7-a4d3-f086aa7437bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:21.148766 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9854a521-e32d-49bc-82b3-d6244b06b25f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:19:21.191069 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0dcd3006-bc9a-4406-9143-78a8987ca4fa tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (2a250edb-3bd6-4b7c-ba76-b693b47b46e2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:21.200403 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e04adc83-3b45-4be5-ad7e-57ad4b25502c None None] Port 2a250edb-3bd6-4b7c-ba76-b693b47b46e2 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:19:21.238718 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd3006-bc9a-4406-9143-78a8987ca4fa tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Pushing event deleted for resources: {'Port': ['ID=2a250edb-3bd6-4b7c-ba76-b693b47b46e2,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:21.279746 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0dcd3006-bc9a-4406-9143-78a8987ca4fa tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:21.288309 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0dcd3006-bc9a-4406-9143-78a8987ca4fa tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] 10.222.0.31 "DELETE /v2.0/ports/2a250edb-3bd6-4b7c-ba76-b693b47b46e2 HTTP/1.1" status: 204 len: 168 time: 0.7037780 Jan 18 20:19:21.288949 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55924) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:21.311341 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9854a521-e32d-49bc-82b3-d6244b06b25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:21.311702 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-9854a521-e32d-49bc-82b3-d6244b06b25f admin admin] Added segment 1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d of type vlan for network e88e9200-d99d-4ea0-a241-681917733bb6 Jan 18 20:19:21.367070 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d5ae0d-391d-456f-9031-5224b41c94db tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Deleting subnet b8bf2f8c-6008-4275-bafb-a585a16c29e3 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:19:21.371161 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-51d5ae0d-391d-456f-9031-5224b41c94db tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks [] for subnet (b8bf2f8c-6008-4275-bafb-a585a16c29e3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:21.439934 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-fb66ed94-639a-4210-9c62-a641e74f1d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca51c866-a331-4651-889a-b32b49769ed2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1735349637-router', 'tenant_id': '41f8b933fd4d4b899f7f181242b42cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:16:36Z', 'updated_at': '2022-01-18T20:19:17Z', 'revision_number': 5, 'project_id': '41f8b933fd4d4b899f7f181242b42cfa', 'gw_port': {'id': '8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca51c866-a331-4651-889a-b32b49769ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:16:37Z', 'updated_at': '2022-01-18T20:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:21.454840 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854a521-e32d-49bc-82b3-d6244b06b25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:21.463832 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-51d5ae0d-391d-456f-9031-5224b41c94db tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (b8bf2f8c-6008-4275-bafb-a585a16c29e3), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:21.496333 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb66ed94-639a-4210-9c62-a641e74f1d91 None None] The sync data for ids ['ca51c866-a331-4651-889a-b32b49769ed2'] in n-d-741529-9 is: [{'id': 'ca51c866-a331-4651-889a-b32b49769ed2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1735349637-router', 'tenant_id': '41f8b933fd4d4b899f7f181242b42cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:16:36Z', 'updated_at': '2022-01-18T20:19:17Z', 'revision_number': 5, 'project_id': '41f8b933fd4d4b899f7f181242b42cfa', 'gw_port': {'id': '8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca51c866-a331-4651-889a-b32b49769ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:16:37Z', 'updated_at': '2022-01-18T20:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:19:21.631442 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9854a521-e32d-49bc-82b3-d6244b06b25f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (e88e9200-d99d-4ea0-a241-681917733bb6), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:21.712810 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-464b2d8f-2455-46c7-a4d3-f086aa7437bf admin admin] For port 8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:21.713242 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-464b2d8f-2455-46c7-a4d3-f086aa7437bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:21.730024 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-464b2d8f-2455-46c7-a4d3-f086aa7437bf admin admin] Calling delete_port for 8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2 owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:19:21.735010 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9854a521-e32d-49bc-82b3-d6244b06b25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (e88e9200-d99d-4ea0-a241-681917733bb6), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:21.736303 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9854a521-e32d-49bc-82b3-d6244b06b25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:21.736933 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9854a521-e32d-49bc-82b3-d6244b06b25f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:21.746968 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-51d5ae0d-391d-456f-9031-5224b41c94db tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (b8bf2f8c-6008-4275-bafb-a585a16c29e3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:21.851824 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-51d5ae0d-391d-456f-9031-5224b41c94db tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (b8bf2f8c-6008-4275-bafb-a585a16c29e3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:21.878671 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9854a521-e32d-49bc-82b3-d6244b06b25f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0060351 Jan 18 20:19:21.879349 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55940) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:21.892816 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-75d984c3-ddaf-48ef-887d-d7d059c70206 admin admin] Request body: {'subnet': {'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-290585160-subnet', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:21.921799 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5ae0d-391d-456f-9031-5224b41c94db tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Pushing event deleted for resources: {'Subnet': ['ID=b8bf2f8c-6008-4275-bafb-a585a16c29e3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:21.938102 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2cc4ba-1a95-434e-a936-42389a060c3b None None] Network d8585a45-f0da-404a-9226-e4d385d8dc76 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:19:21.941388 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-51d5ae0d-391d-456f-9031-5224b41c94db tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:21.947229 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-51d5ae0d-391d-456f-9031-5224b41c94db tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] 10.222.0.31 "DELETE /v2.0/subnets/b8bf2f8c-6008-4275-bafb-a585a16c29e3 HTTP/1.1" status: 204 len: 168 time: 0.6565554 Jan 18 20:19:21.947856 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55944) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:22.022508 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854a521-e32d-49bc-82b3-d6244b06b25f admin admin] Pushing event updated for resources: {'Network': ['ID=e88e9200-d99d-4ea0-a241-681917733bb6,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:22.054709 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network e88e9200-d99d-4ea0-a241-681917733bb6 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:19:22.150473 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d4f034c-c079-4f2b-a99d-8e85ee8122ff tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (d8585a45-f0da-404a-9226-e4d385d8dc76), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:22.164693 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55946) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:22.167215 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:19:22.224509 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d984c3-ddaf-48ef-887d-d7d059c70206 admin admin] Made reservation on behalf of 4b4c13fbb3bf4713b8724b5ef55060b7 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:19:22.234003 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-75d984c3-ddaf-48ef-887d-d7d059c70206 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:22.305114 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-1d4f034c-c079-4f2b-a99d-8e85ee8122ff tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Deleting port d85ba5a0-0136-43c1-8e47-afef7b62cb65 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:19:22.308401 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d4f034c-c079-4f2b-a99d-8e85ee8122ff tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d85ba5a0-0136-43c1-8e47-afef7b62cb65), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:22.423918 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-894b905a-e680-4692-aecd-8bf9f8c58c05 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1514709925-network', 'tenant_id': 'be193cea8964426583d08dc5daa105ad'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:22.435165 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1750d9-e0e6-4500-9c59-3d11c20691bb None None] DHCP port deletion for d8585a45-f0da-404a-9226-e4d385d8dc76 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:19:22.483836 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1d4f034c-c079-4f2b-a99d-8e85ee8122ff tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] For port d85ba5a0-0136-43c1-8e47-afef7b62cb65, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d85ba5a0-0136-43c1-8e47-afef7b62cb65,segment=NetworkSegment(3a639e08-e4b3-4437-922a-be360dbfdb52),segment_id=3a639e08-e4b3-4437-922a-be360dbfdb52)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:22.484356 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d4f034c-c079-4f2b-a99d-8e85ee8122ff tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d85ba5a0-0136-43c1-8e47-afef7b62cb65), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:22.508503 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-1d4f034c-c079-4f2b-a99d-8e85ee8122ff tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Calling delete_port for d85ba5a0-0136-43c1-8e47-afef7b62cb65 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:19:22.524149 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894b905a-e680-4692-aecd-8bf9f8c58c05 admin admin] Made reservation on behalf of be193cea8964426583d08dc5daa105ad for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:19:22.526997 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-894b905a-e680-4692-aecd-8bf9f8c58c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:22.564769 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5d1750d9-e0e6-4500-9c59-3d11c20691bb None None] Deleting port d85ba5a0-0136-43c1-8e47-afef7b62cb65 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:19:22.565142 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5d1750d9-e0e6-4500-9c59-3d11c20691bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d85ba5a0-0136-43c1-8e47-afef7b62cb65), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:22.569403 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-894b905a-e680-4692-aecd-8bf9f8c58c05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:22.595047 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-464b2d8f-2455-46c7-a4d3-f086aa7437bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:22.665140 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d4f034c-c079-4f2b-a99d-8e85ee8122ff tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (d85ba5a0-0136-43c1-8e47-afef7b62cb65), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:22.704556 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b2d8f-2455-46c7-a4d3-f086aa7437bf admin admin] Pushing event deleted for resources: {'Port': ['ID=8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:22.730424 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-5d1750d9-e0e6-4500-9c59-3d11c20691bb None None] For port d85ba5a0-0136-43c1-8e47-afef7b62cb65, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d85ba5a0-0136-43c1-8e47-afef7b62cb65,segment=NetworkSegment(3a639e08-e4b3-4437-922a-be360dbfdb52),segment_id=3a639e08-e4b3-4437-922a-be360dbfdb52)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:22.731144 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5d1750d9-e0e6-4500-9c59-3d11c20691bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d85ba5a0-0136-43c1-8e47-afef7b62cb65), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:22.735262 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f034c-c079-4f2b-a99d-8e85ee8122ff tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Pushing event deleted for resources: {'Port': ['ID=d85ba5a0-0136-43c1-8e47-afef7b62cb65,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:22.737426 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4f034c-c079-4f2b-a99d-8e85ee8122ff tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] No DVR routers for this DVR port d85ba5a0-0136-43c1-8e47-afef7b62cb65 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:19:22.741139 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-894b905a-e680-4692-aecd-8bf9f8c58c05 admin admin] Publish callbacks [] for security_group (81f23a5d-b4af-4ace-8bc2-c4630b229bb5), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:22.760877 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5d1750d9-e0e6-4500-9c59-3d11c20691bb None None] Calling delete_port for d85ba5a0-0136-43c1-8e47-afef7b62cb65 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:19:22.778743 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-894b905a-e680-4692-aecd-8bf9f8c58c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (81f23a5d-b4af-4ace-8bc2-c4630b229bb5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:22.872516 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5d1750d9-e0e6-4500-9c59-3d11c20691bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (d85ba5a0-0136-43c1-8e47-afef7b62cb65), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:22.876088 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1346668-16f6-4130-8de6-19a642649947 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:19:22.929972 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894b905a-e680-4692-aecd-8bf9f8c58c05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:19:22.954347 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b905a-e680-4692-aecd-8bf9f8c58c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f23a5d-b4af-4ace-8bc2-c4630b229bb5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:22.960553 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-894b905a-e680-4692-aecd-8bf9f8c58c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (2554b522-7ab8-4874-9787-f3d18e58c7bc), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:22.960910 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-894b905a-e680-4692-aecd-8bf9f8c58c05 admin admin] Added segment 2554b522-7ab8-4874-9787-f3d18e58c7bc of type vlan for network 883cf1be-d691-44c7-8b46-6d931886a9c3 Jan 18 20:19:22.971669 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1750d9-e0e6-4500-9c59-3d11c20691bb None None] Pushing event deleted for resources: {'Port': ['ID=d85ba5a0-0136-43c1-8e47-afef7b62cb65,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:22.990226 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1750d9-e0e6-4500-9c59-3d11c20691bb None None] No DVR routers for this DVR port d85ba5a0-0136-43c1-8e47-afef7b62cb65 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:19:23.023922 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d4f034c-c079-4f2b-a99d-8e85ee8122ff tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (d8585a45-f0da-404a-9226-e4d385d8dc76), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:23.042444 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-464b2d8f-2455-46c7-a4d3-f086aa7437bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (ca51c866-a331-4651-889a-b32b49769ed2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:23.076877 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-1d4f034c-c079-4f2b-a99d-8e85ee8122ff tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8585a45-f0da-404a-9226-e4d385d8dc76']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:23.110642 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-894b905a-e680-4692-aecd-8bf9f8c58c05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (883cf1be-d691-44c7-8b46-6d931886a9c3), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:23.128571 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-1d4f034c-c079-4f2b-a99d-8e85ee8122ff tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a639e08-e4b3-4437-922a-be360dbfdb52') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:23.138908 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 25125151-d1c8-49b4-bd83-ab94ba58569b no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:19:23.146024 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-1d4f034c-c079-4f2b-a99d-8e85ee8122ff tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a639e08-e4b3-4437-922a-be360dbfdb52') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:23.171110 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d4f034c-c079-4f2b-a99d-8e85ee8122ff tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (3a639e08-e4b3-4437-922a-be360dbfdb52), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:23.190599 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 25125151-d1c8-49b4-bd83-ab94ba58569b {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:19:23.191259 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 25125151-d1c8-49b4-bd83-ab94ba58569b not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:19:23.192453 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d85ba5a0-0136-43c1-8e47-afef7b62cb65 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:19:23.208581 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d4f034c-c079-4f2b-a99d-8e85ee8122ff tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (3a639e08-e4b3-4437-922a-be360dbfdb52), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:23.228561 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-894b905a-e680-4692-aecd-8bf9f8c58c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (883cf1be-d691-44c7-8b46-6d931886a9c3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:23.229503 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894b905a-e680-4692-aecd-8bf9f8c58c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:23.230131 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-894b905a-e680-4692-aecd-8bf9f8c58c05 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:23.232528 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4f034c-c079-4f2b-a99d-8e85ee8122ff tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:19:23.232899 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d4f034c-c079-4f2b-a99d-8e85ee8122ff tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (3a639e08-e4b3-4437-922a-be360dbfdb52), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:19:23.237100 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:19:23.249082 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: d85ba5a0-0136-43c1-8e47-afef7b62cb65 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:19:23.256306 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d85ba5a0-0136-43c1-8e47-afef7b62cb65 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:19:23.263403 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-464b2d8f-2455-46c7-a4d3-f086aa7437bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (ca51c866-a331-4651-889a-b32b49769ed2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:23.266990 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-464b2d8f-2455-46c7-a4d3-f086aa7437bf admin admin] Publish callbacks [] for router_controller (ca51c866-a331-4651-889a-b32b49769ed2), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:23.320711 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-75d984c3-ddaf-48ef-887d-d7d059c70206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (f2eac11f-fef0-464c-9aac-08a05c8cc068), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:23.367932 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d984c3-ddaf-48ef-887d-d7d059c70206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2eac11f-fef0-464c-9aac-08a05c8cc068,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:23.370137 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-464b2d8f-2455-46c7-a4d3-f086aa7437bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (ca51c866-a331-4651-889a-b32b49769ed2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:23.370727 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464b2d8f-2455-46c7-a4d3-f086aa7437bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca51c866-a331-4651-889a-b32b49769ed2 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:19:23.376474 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-464b2d8f-2455-46c7-a4d3-f086aa7437bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:23.381454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55958) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:23.382491 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-464b2d8f-2455-46c7-a4d3-f086aa7437bf admin admin] 10.222.0.31 "DELETE /v2.0/routers/ca51c866-a331-4651-889a-b32b49769ed2 HTTP/1.1" status: 204 len: 168 time: 3.3431101 Jan 18 20:19:23.394628 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d984c3-ddaf-48ef-887d-d7d059c70206 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:23.395207 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d984c3-ddaf-48ef-887d-d7d059c70206 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:23.395684 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d984c3-ddaf-48ef-887d-d7d059c70206 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:23.396097 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d984c3-ddaf-48ef-887d-d7d059c70206 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:23.396508 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d984c3-ddaf-48ef-887d-d7d059c70206 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:23.396915 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d984c3-ddaf-48ef-887d-d7d059c70206 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:23.397315 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d984c3-ddaf-48ef-887d-d7d059c70206 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:23.397827 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d984c3-ddaf-48ef-887d-d7d059c70206 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:23.398230 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d984c3-ddaf-48ef-887d-d7d059c70206 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:23.398635 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d984c3-ddaf-48ef-887d-d7d059c70206 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:23.399027 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d984c3-ddaf-48ef-887d-d7d059c70206 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:23.399478 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d984c3-ddaf-48ef-887d-d7d059c70206 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:23.400709 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d984c3-ddaf-48ef-887d-d7d059c70206 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:23.448335 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-894b905a-e680-4692-aecd-8bf9f8c58c05 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2824426 Jan 18 20:19:23.453685 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55960) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:23.477040 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d984c3-ddaf-48ef-887d-d7d059c70206 admin admin] Checking segment: {'id': '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:19:23.477415 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d984c3-ddaf-48ef-887d-d7d059c70206 admin admin] Network hostable DHCP agents. Network: e88e9200-d99d-4ea0-a241-681917733bb6, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:19:23.491380 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-ce943ce9-34d2-4e93-a3e7-2fe2564a9280 admin admin] Request body: {'subnet': {'network_id': '883cf1be-d691-44c7-8b46-6d931886a9c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1514709925-subnet', 'tenant_id': 'be193cea8964426583d08dc5daa105ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:23.494565 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b905a-e680-4692-aecd-8bf9f8c58c05 admin admin] Pushing event updated for resources: {'Network': ['ID=883cf1be-d691-44c7-8b46-6d931886a9c3,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:23.507534 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d4f034c-c079-4f2b-a99d-8e85ee8122ff tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (d8585a45-f0da-404a-9226-e4d385d8dc76), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:23.513581 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d984c3-ddaf-48ef-887d-d7d059c70206 admin admin] Network e88e9200-d99d-4ea0-a241-681917733bb6 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:19:23.518205 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 883cf1be-d691-44c7-8b46-6d931886a9c3 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:19:23.525248 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d4f034c-c079-4f2b-a99d-8e85ee8122ff tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:23.531669 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1d4f034c-c079-4f2b-a99d-8e85ee8122ff tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] 10.222.0.31 "DELETE /v2.0/networks/d8585a45-f0da-404a-9226-e4d385d8dc76 HTTP/1.1" status: 204 len: 168 time: 1.5798705 Jan 18 20:19:23.552471 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f034c-c079-4f2b-a99d-8e85ee8122ff tempest-ExtraDHCPOptionsIpV6TestJSON-632843959 tempest-ExtraDHCPOptionsIpV6TestJSON-632843959-project] Pushing event deleted for resources: {'Network': ['ID=d8585a45-f0da-404a-9226-e4d385d8dc76,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:23.556727 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-75d984c3-ddaf-48ef-887d-d7d059c70206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, e88e9200-d99d-4ea0-a241-681917733bb6) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:23.567050 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-df55fffe-62d1-447c-9458-363fe63bd898 admin admin] Deleting subnet 005a850e-de87-4ca7-b2ef-2f7a6913a2e1 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:19:23.570370 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d984c3-ddaf-48ef-887d-d7d059c70206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:23.571003 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-75d984c3-ddaf-48ef-887d-d7d059c70206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:23.574188 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df55fffe-62d1-447c-9458-363fe63bd898 admin admin] Publish callbacks [] for subnet (005a850e-de87-4ca7-b2ef-2f7a6913a2e1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:23.600803 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce943ce9-34d2-4e93-a3e7-2fe2564a9280 admin admin] Made reservation on behalf of be193cea8964426583d08dc5daa105ad for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:19:23.603172 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ce943ce9-34d2-4e93-a3e7-2fe2564a9280 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:23.610406 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-75d984c3-ddaf-48ef-887d-d7d059c70206 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7246168 Jan 18 20:19:23.612721 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55964) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:23.615331 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64c5ad8-0b63-4236-a064-3615bb544937 None None] Network e88e9200-d99d-4ea0-a241-681917733bb6 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:19:23.627296 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-db090dee-6c0b-4005-9ef0-22d47e2467eb admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-290585160-router', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:23.683605 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-db090dee-6c0b-4005-9ef0-22d47e2467eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (72abd237-7b6b-4c35-a8a4-d8f8e426c91b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:23.686995 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-db090dee-6c0b-4005-9ef0-22d47e2467eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (72abd237-7b6b-4c35-a8a4-d8f8e426c91b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:23.748384 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df55fffe-62d1-447c-9458-363fe63bd898 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (005a850e-de87-4ca7-b2ef-2f7a6913a2e1), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:23.775245 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-db090dee-6c0b-4005-9ef0-22d47e2467eb admin admin] Publish callbacks [] for router_controller (72abd237-7b6b-4c35-a8a4-d8f8e426c91b), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:24.017894 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14942c16-c462-4145-84b4-780602c362f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-e88e9200-d99d-4ea0-a241-681917733bb6', 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'fixed_ips': [{'subnet_id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:19:24.023388 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-14942c16-c462-4145-84b4-780602c362f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:24.086169 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55972) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:24.109555 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-db090dee-6c0b-4005-9ef0-22d47e2467eb admin admin] Publish callbacks [] for router_gateway (72abd237-7b6b-4c35-a8a4-d8f8e426c91b), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:24.128623 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df55fffe-62d1-447c-9458-363fe63bd898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (005a850e-de87-4ca7-b2ef-2f7a6913a2e1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:24.305555 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-14942c16-c462-4145-84b4-780602c362f5 None None] Allocated IP 172.20.0.2 (e88e9200-d99d-4ea0-a241-681917733bb6/f2eac11f-fef0-464c-9aac-08a05c8cc068/f87d5edd-e562-4400-81e3-e4c5db29cf24) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:19:24.328501 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ce943ce9-34d2-4e93-a3e7-2fe2564a9280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (dbacdcc6-5589-49ce-bc9a-7727dab00041), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:24.347069 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df55fffe-62d1-447c-9458-363fe63bd898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (005a850e-de87-4ca7-b2ef-2f7a6913a2e1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:24.385364 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b0832274-f85f-43fd-acf7-ead5684b1127 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=84c0f6f5c0764ecf97754ec387ff2579&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2962050 Jan 18 20:19:24.386062 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55978) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:24.433211 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df55fffe-62d1-447c-9458-363fe63bd898 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:24.436405 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-df55fffe-62d1-447c-9458-363fe63bd898 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/005a850e-de87-4ca7-b2ef-2f7a6913a2e1 HTTP/1.1" status: 204 len: 168 time: 1.0007043 Jan 18 20:19:24.441206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55980) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:24.454490 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce943ce9-34d2-4e93-a3e7-2fe2564a9280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbacdcc6-5589-49ce-bc9a-7727dab00041,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:24.477068 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-14942c16-c462-4145-84b4-780602c362f5 None None] Publish callbacks [] for port (f87d5edd-e562-4400-81e3-e4c5db29cf24), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:24.485164 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7579859f-acca-4c1e-bb36-61783167a942 None None] Network d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:19:24.528028 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55fffe-62d1-447c-9458-363fe63bd898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=005a850e-de87-4ca7-b2ef-2f7a6913a2e1,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:24.562010 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e8dce14a-6ab5-4889-adbe-0999f85584e8 admin admin] Publish callbacks [] for security_group (84375089-1a3a-4d45-8352-d82c01f2856c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:24.568478 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce943ce9-34d2-4e93-a3e7-2fe2564a9280 admin admin] Checking segment: {'id': '2554b522-7ab8-4874-9787-f3d18e58c7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '883cf1be-d691-44c7-8b46-6d931886a9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:19:24.568839 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce943ce9-34d2-4e93-a3e7-2fe2564a9280 admin admin] Network hostable DHCP agents. Network: 883cf1be-d691-44c7-8b46-6d931886a9c3, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:19:24.585884 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-14942c16-c462-4145-84b4-780602c362f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (f87d5edd-e562-4400-81e3-e4c5db29cf24), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:24.601390 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2983048-7c15-4cd7-9671-19ad1b96e327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:24.620635 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-db090dee-6c0b-4005-9ef0-22d47e2467eb admin admin] Publish callbacks [] for router_gateway (72abd237-7b6b-4c35-a8a4-d8f8e426c91b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:24.641504 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e8dce14a-6ab5-4889-adbe-0999f85584e8 admin admin] Publish callbacks [] for security_group (84375089-1a3a-4d45-8352-d82c01f2856c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:24.657756 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14942c16-c462-4145-84b4-780602c362f5 None None] Network e88e9200-d99d-4ea0-a241-681917733bb6 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:19:24.663494 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-14942c16-c462-4145-84b4-780602c362f5 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:24.665868 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce943ce9-34d2-4e93-a3e7-2fe2564a9280 admin admin] Network 883cf1be-d691-44c7-8b46-6d931886a9c3 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:19:24.669878 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14942c16-c462-4145-84b4-780602c362f5 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:19:24.673572 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14942c16-c462-4145-84b4-780602c362f5 None None] Pushing event updated for resources: {'Port': ['ID=f87d5edd-e562-4400-81e3-e4c5db29cf24,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:24.713522 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-db090dee-6c0b-4005-9ef0-22d47e2467eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:24.718905 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-ce943ce9-34d2-4e93-a3e7-2fe2564a9280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 883cf1be-d691-44c7-8b46-6d931886a9c3) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:24.766494 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a33622-c492-4ae9-a680-438482d9062b None None] Network 883cf1be-d691-44c7-8b46-6d931886a9c3 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:19:24.782933 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce943ce9-34d2-4e93-a3e7-2fe2564a9280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:24.783518 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ce943ce9-34d2-4e93-a3e7-2fe2564a9280 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:24.841497 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ce943ce9-34d2-4e93-a3e7-2fe2564a9280 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3658323 Jan 18 20:19:24.896888 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-db090dee-6c0b-4005-9ef0-22d47e2467eb admin admin] Allocated IP 172.25.4.223 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/63b50add-ce43-43d7-aefd-b120c0ac748d) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:19:24.908170 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e8dce14a-6ab5-4889-adbe-0999f85584e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (84375089-1a3a-4d45-8352-d82c01f2856c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:24.911464 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e8dce14a-6ab5-4889-adbe-0999f85584e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:24.942713 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e8dce14a-6ab5-4889-adbe-0999f85584e8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84375089-1a3a-4d45-8352-d82c01f2856c HTTP/1.1" status: 204 len: 168 time: 0.5522866 Jan 18 20:19:24.974097 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dd079b-dbab-488a-aba6-b1f14f31194d None None] DHCP port deletion for d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:19:24.980038 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dce14a-6ab5-4889-adbe-0999f85584e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84375089-1a3a-4d45-8352-d82c01f2856c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:25.012940 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b2983048-7c15-4cd7-9671-19ad1b96e327 admin admin] Deleting port fa85d1b4-4eb3-47d4-b042-5d146215da9f {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:19:25.013272 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2983048-7c15-4cd7-9671-19ad1b96e327 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (fa85d1b4-4eb3-47d4-b042-5d146215da9f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:25.089741 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-db090dee-6c0b-4005-9ef0-22d47e2467eb admin admin] Publish callbacks [] for port (63b50add-ce43-43d7-aefd-b120c0ac748d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:25.133322 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device fa85d1b4-4eb3-47d4-b042-5d146215da9f no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:19:25.165556 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-db090dee-6c0b-4005-9ef0-22d47e2467eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (63b50add-ce43-43d7-aefd-b120c0ac748d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:25.252448 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-14942c16-c462-4145-84b4-780602c362f5 None None] Attempting to bind port f87d5edd-e562-4400-81e3-e4c5db29cf24 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:19:25.252816 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-14942c16-c462-4145-84b4-780602c362f5 None None] Attempting to bind port f87d5edd-e562-4400-81e3-e4c5db29cf24 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:19:25.253173 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14942c16-c462-4145-84b4-780602c362f5 None None] Attempting to bind port f87d5edd-e562-4400-81e3-e4c5db29cf24 on network e88e9200-d99d-4ea0-a241-681917733bb6 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:19:25.269598 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b2983048-7c15-4cd7-9671-19ad1b96e327 admin admin] For port fa85d1b4-4eb3-47d4-b042-5d146215da9f, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=fa85d1b4-4eb3-47d4-b042-5d146215da9f,segment=NetworkSegment(fd1f7a45-c793-49d9-bd8d-f8a8a052f27e),segment_id=fd1f7a45-c793-49d9-bd8d-f8a8a052f27e)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:25.270519 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2983048-7c15-4cd7-9671-19ad1b96e327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (fa85d1b4-4eb3-47d4-b042-5d146215da9f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:25.274660 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db090dee-6c0b-4005-9ef0-22d47e2467eb admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:19:25.277851 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-db090dee-6c0b-4005-9ef0-22d47e2467eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:25.303587 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db090dee-6c0b-4005-9ef0-22d47e2467eb admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:19:25.306321 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14942c16-c462-4145-84b4-780602c362f5 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:19:25.306704 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14942c16-c462-4145-84b4-780602c362f5 None None] Checking segment: {'id': '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:19:25.307108 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-14942c16-c462-4145-84b4-780602c362f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:25.307996 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14942c16-c462-4145-84b4-780602c362f5 None None] Bound using segment: {'id': '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:19:25.307996 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-14942c16-c462-4145-84b4-780602c362f5 None None] Bound port: f87d5edd-e562-4400-81e3-e4c5db29cf24, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:19:25.308792 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-14942c16-c462-4145-84b4-780602c362f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f87d5edd-e562-4400-81e3-e4c5db29cf24), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:25.324245 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a30ea34-9ccc-45e6-9bf1-d31e67a142a7 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:19:25.325234 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b2983048-7c15-4cd7-9671-19ad1b96e327 admin admin] Calling delete_port for fa85d1b4-4eb3-47d4-b042-5d146215da9f owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:19:25.389336 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db090dee-6c0b-4005-9ef0-22d47e2467eb admin admin] Pushing event updated for resources: {'Port': ['ID=63b50add-ce43-43d7-aefd-b120c0ac748d,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:25.539481 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2983048-7c15-4cd7-9671-19ad1b96e327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (fa85d1b4-4eb3-47d4-b042-5d146215da9f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:25.619250 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-14942c16-c462-4145-84b4-780602c362f5 None None] For port f87d5edd-e562-4400-81e3-e4c5db29cf24, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:19:25.631922 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2983048-7c15-4cd7-9671-19ad1b96e327 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa85d1b4-4eb3-47d4-b042-5d146215da9f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:25.632670 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-14942c16-c462-4145-84b4-780602c362f5 None None] For port f87d5edd-e562-4400-81e3-e4c5db29cf24, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f87d5edd-e562-4400-81e3-e4c5db29cf24,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:19:25.639137 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2983048-7c15-4cd7-9671-19ad1b96e327 admin admin] No DVR routers for this DVR port fa85d1b4-4eb3-47d4-b042-5d146215da9f on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:19:25.644472 n-d-741529-9 neutron-server[103337]: INFO neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No ports have port_id starting with fa85d1b4-4eb3-47d4-b042-5d146215da9f Jan 18 20:19:25.665585 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:19:25.722756 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-14942c16-c462-4145-84b4-780602c362f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f87d5edd-e562-4400-81e3-e4c5db29cf24), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:25.769585 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:19:25.780969 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8f0d8a9b-bf4a-4aa6-aaf4-0cec7f13f2e2 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:19:25.926118 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2983048-7c15-4cd7-9671-19ad1b96e327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:25.996071 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e60122e-ac32-49fe-aea2-fdbed4079a01 None None] Network 883cf1be-d691-44c7-8b46-6d931886a9c3 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:19:26.000141 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-43dd079b-dbab-488a-aba6-b1f14f31194d None None] Deleting port fa85d1b4-4eb3-47d4-b042-5d146215da9f {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:19:26.000547 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-43dd079b-dbab-488a-aba6-b1f14f31194d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (fa85d1b4-4eb3-47d4-b042-5d146215da9f), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:26.002737 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b2983048-7c15-4cd7-9671-19ad1b96e327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:26.040850 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b2983048-7c15-4cd7-9671-19ad1b96e327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1f7a45-c793-49d9-bd8d-f8a8a052f27e') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:26.042556 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b2983048-7c15-4cd7-9671-19ad1b96e327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1f7a45-c793-49d9-bd8d-f8a8a052f27e') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:26.068101 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2983048-7c15-4cd7-9671-19ad1b96e327 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (fd1f7a45-c793-49d9-bd8d-f8a8a052f27e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:26.082031 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-db090dee-6c0b-4005-9ef0-22d47e2467eb admin admin] Publish callbacks [] for router_gateway (72abd237-7b6b-4c35-a8a4-d8f8e426c91b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:26.103380 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2983048-7c15-4cd7-9671-19ad1b96e327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (fd1f7a45-c793-49d9-bd8d-f8a8a052f27e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:26.119644 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2983048-7c15-4cd7-9671-19ad1b96e327 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:19:26.120758 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2983048-7c15-4cd7-9671-19ad1b96e327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (fd1f7a45-c793-49d9-bd8d-f8a8a052f27e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:19:26.129471 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:19:26.257262 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-43dd079b-dbab-488a-aba6-b1f14f31194d None None] For port fa85d1b4-4eb3-47d4-b042-5d146215da9f, host n-d-741529-9, got binding levels [] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:26.257761 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-43dd079b-dbab-488a-aba6-b1f14f31194d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (fa85d1b4-4eb3-47d4-b042-5d146215da9f), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:26.296593 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56022) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:26.308621 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-43dd079b-dbab-488a-aba6-b1f14f31194d None None] Calling delete_port for fa85d1b4-4eb3-47d4-b042-5d146215da9f owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:19:26.312264 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.ipam_backend_mixin [None req-43dd079b-dbab-488a-aba6-b1f14f31194d None None] Port fa85d1b4-4eb3-47d4-b042-5d146215da9f was not found and therefore no delete operation was performed {{(pid=103337) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 20:19:26.318833 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-7f20f584-b4c2-4cde-9b31-09296c70de40 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-530478722-network', 'tenant_id': '008964dccd2848ce924b0a978bd63aa3'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:26.326904 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14942c16-c462-4145-84b4-780602c362f5 None None] Pushing event updated for resources: {'Port': ['ID=f87d5edd-e562-4400-81e3-e4c5db29cf24,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:26.341928 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a78f5950-a573-406b-a33b-4d04d36bd657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:26.346906 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-43dd079b-dbab-488a-aba6-b1f14f31194d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (fa85d1b4-4eb3-47d4-b042-5d146215da9f), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:26.385668 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2983048-7c15-4cd7-9671-19ad1b96e327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:26.409002 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2983048-7c15-4cd7-9671-19ad1b96e327 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:26.419172 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b2983048-7c15-4cd7-9671-19ad1b96e327 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f HTTP/1.1" status: 204 len: 168 time: 1.9756365 Jan 18 20:19:26.426296 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd079b-dbab-488a-aba6-b1f14f31194d None None] Pushing event deleted for resources: {'Port': ['ID=fa85d1b4-4eb3-47d4-b042-5d146215da9f,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:26.437438 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dd079b-dbab-488a-aba6-b1f14f31194d None None] No DVR routers for this DVR port fa85d1b4-4eb3-47d4-b042-5d146215da9f on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:19:26.454582 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56024) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:26.479656 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2983048-7c15-4cd7-9671-19ad1b96e327 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8ee6422-d8d3-42d9-b9dc-61ed7e3ee76f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:26.487112 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-52e34e3c-e424-41eb-b4c3-7271a6db0e9d None None] Provisioning complete for port 63b50add-ce43-43d7-aefd-b120c0ac748d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:26.487753 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-52e34e3c-e424-41eb-b4c3-7271a6db0e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (63b50add-ce43-43d7-aefd-b120c0ac748d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:26.562354 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-52e34e3c-e424-41eb-b4c3-7271a6db0e9d None None] Port 63b50add-ce43-43d7-aefd-b120c0ac748d cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:19:26.637156 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f20f584-b4c2-4cde-9b31-09296c70de40 admin admin] Made reservation on behalf of 008964dccd2848ce924b0a978bd63aa3 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:19:26.652452 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7f20f584-b4c2-4cde-9b31-09296c70de40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:26.662110 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-db090dee-6c0b-4005-9ef0-22d47e2467eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (72abd237-7b6b-4c35-a8a4-d8f8e426c91b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:26.708928 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7f20f584-b4c2-4cde-9b31-09296c70de40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:26.872714 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56034) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:26.914538 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56038) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:26.968666 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db090dee-6c0b-4005-9ef0-22d47e2467eb admin admin] Router 72abd237-7b6b-4c35-a8a4-d8f8e426c91b is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:19:27.069366 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7f20f584-b4c2-4cde-9b31-09296c70de40 admin admin] Publish callbacks [] for security_group (98ea3f5b-3b00-48e0-af47-6e0bfbce6194), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:27.086002 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7f20f584-b4c2-4cde-9b31-09296c70de40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (98ea3f5b-3b00-48e0-af47-6e0bfbce6194), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:27.112800 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7c0a68db-6f91-4219-a60f-6d2507daee2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:27.137531 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f87d5edd-e562-4400-81e3-e4c5db29cf24 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:19:27.248255 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-4127df92-b5b7-4cd1-a041-77edea37d6f0 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-782738671'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:27.260955 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port f87d5edd-e562-4400-81e3-e4c5db29cf24 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:27.261491 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f87d5edd-e562-4400-81e3-e4c5db29cf24), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:27.304284 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f20f584-b4c2-4cde-9b31-09296c70de40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:19:27.318812 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20f584-b4c2-4cde-9b31-09296c70de40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ea3f5b-3b00-48e0-af47-6e0bfbce6194,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:27.342594 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4127df92-b5b7-4cd1-a041-77edea37d6f0 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Made reservation on behalf of b5e88990cd74401ba4388d70797c69c2 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:19:27.346282 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4127df92-b5b7-4cd1-a041-77edea37d6f0 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:27.351642 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7f20f584-b4c2-4cde-9b31-09296c70de40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (7a6631c5-84c7-483e-af0a-0e154006bfcb), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:27.352045 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-7f20f584-b4c2-4cde-9b31-09296c70de40 admin admin] Added segment 7a6631c5-84c7-483e-af0a-0e154006bfcb of type vlan for network f1891b1b-06df-4a8c-b954-0e9a16f21090 Jan 18 20:19:27.370904 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4127df92-b5b7-4cd1-a041-77edea37d6f0 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:27.399087 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db090dee-6c0b-4005-9ef0-22d47e2467eb admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:19:27.412225 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db4adbd-b302-4dd1-a876-d04b40d5779f None None] Sync routers for ids ['72abd237-7b6b-4c35-a8a4-d8f8e426c91b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:19:27.450671 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-db090dee-6c0b-4005-9ef0-22d47e2467eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:27.452241 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-db090dee-6c0b-4005-9ef0-22d47e2467eb admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8361883 Jan 18 20:19:27.462012 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56044) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:27.468840 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db4adbd-b302-4dd1-a876-d04b40d5779f None None] Routers {'72abd237-7b6b-4c35-a8a4-d8f8e426c91b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:19:27.469484 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-4db4adbd-b302-4dd1-a876-d04b40d5779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:18:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['72abd237-7b6b-4c35-a8a4-d8f8e426c91b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:27.578803 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port f87d5edd-e562-4400-81e3-e4c5db29cf24 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:27.580187 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f87d5edd-e562-4400-81e3-e4c5db29cf24), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:27.597769 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7f20f584-b4c2-4cde-9b31-09296c70de40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (f1891b1b-06df-4a8c-b954-0e9a16f21090), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:27.658186 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port f87d5edd-e562-4400-81e3-e4c5db29cf24, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f87d5edd-e562-4400-81e3-e4c5db29cf24,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:27.672596 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7f20f584-b4c2-4cde-9b31-09296c70de40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (f1891b1b-06df-4a8c-b954-0e9a16f21090), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:27.673567 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f20f584-b4c2-4cde-9b31-09296c70de40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:27.674167 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7f20f584-b4c2-4cde-9b31-09296c70de40 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:27.699715 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7f20f584-b4c2-4cde-9b31-09296c70de40 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4020281 Jan 18 20:19:27.701260 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56048) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:27.732994 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80138484-9c82-4fc6-be71-b6e314beb80d None None] Network e88e9200-d99d-4ea0-a241-681917733bb6 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:19:27.741460 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-e14af6da-e70e-4ef5-8824-a39c384e08b4 admin admin] Request body: {'subnet': {'network_id': 'f1891b1b-06df-4a8c-b954-0e9a16f21090', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-530478722-subnet', 'tenant_id': '008964dccd2848ce924b0a978bd63aa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:27.835018 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20f584-b4c2-4cde-9b31-09296c70de40 admin admin] Pushing event updated for resources: {'Network': ['ID=f1891b1b-06df-4a8c-b954-0e9a16f21090,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:27.866963 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4d3ce3d8-d058-4766-b407-646aaa640955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (3a16a196-1a37-4b66-8606-57d63d9d6908), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:27.868735 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14af6da-e70e-4ef5-8824-a39c384e08b4 admin admin] Made reservation on behalf of 008964dccd2848ce924b0a978bd63aa3 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:19:27.871175 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e14af6da-e70e-4ef5-8824-a39c384e08b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:28.154472 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network f1891b1b-06df-4a8c-b954-0e9a16f21090 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:19:28.156305 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f87d5edd-e562-4400-81e3-e4c5db29cf24), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:28.182069 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7c0a68db-6f91-4219-a60f-6d2507daee2e admin admin] Publish callbacks [] for security_group (1b479b13-5ddb-41af-8b8a-d7461c210a3c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:28.197801 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7c0a68db-6f91-4219-a60f-6d2507daee2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1b479b13-5ddb-41af-8b8a-d7461c210a3c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:28.253866 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7c0a68db-6f91-4219-a60f-6d2507daee2e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4406a47d259f43148c6f97fe59f864bc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3800805 Jan 18 20:19:28.258586 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a68db-6f91-4219-a60f-6d2507daee2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b479b13-5ddb-41af-8b8a-d7461c210a3c,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:28.263385 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56050) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:28.273559 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=f87d5edd-e562-4400-81e3-e4c5db29cf24,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:28.305489 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-22d52b57-318f-4d38-815d-cc97b9dcead1 None None] Provisioning complete for port f87d5edd-e562-4400-81e3-e4c5db29cf24 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:28.307772 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-22d52b57-318f-4d38-815d-cc97b9dcead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f87d5edd-e562-4400-81e3-e4c5db29cf24), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:28.356435 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-22ce4d38-d3cd-4224-9b0e-36281d84bf77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:28.413987 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4127df92-b5b7-4cd1-a041-77edea37d6f0 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks [] for security_group (dfb7add5-2cb4-477f-b3b5-301491293f03), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:28.460224 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-4db4adbd-b302-4dd1-a876-d04b40d5779f None None] Set router 72abd237-7b6b-4c35-a8a4-d8f8e426c91b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:19:28.464641 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4127df92-b5b7-4cd1-a041-77edea37d6f0 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (dfb7add5-2cb4-477f-b3b5-301491293f03), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:28.484797 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4127df92-b5b7-4cd1-a041-77edea37d6f0 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:19:28.506600 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4127df92-b5b7-4cd1-a041-77edea37d6f0 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (a693ec80-db8f-4987-85b6-2bea6f144e78), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:28.507002 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-4127df92-b5b7-4cd1-a041-77edea37d6f0 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Added segment a693ec80-db8f-4987-85b6-2bea6f144e78 of type vlan for network c02fcbe5-36a9-4858-a506-26c3a8a32f73 Jan 18 20:19:28.558546 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4127df92-b5b7-4cd1-a041-77edea37d6f0 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (c02fcbe5-36a9-4858-a506-26c3a8a32f73), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:28.601603 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4127df92-b5b7-4cd1-a041-77edea37d6f0 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (c02fcbe5-36a9-4858-a506-26c3a8a32f73), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:28.608922 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4127df92-b5b7-4cd1-a041-77edea37d6f0 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:28.609560 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4127df92-b5b7-4cd1-a041-77edea37d6f0 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:28.623267 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e14af6da-e70e-4ef5-8824-a39c384e08b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (ff04686b-af2c-4410-b936-86905dd88a1a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:28.634385 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d6d5446e-cbfc-404c-b493-269b481f487d admin admin] Publish callbacks [] for security_group (1b479b13-5ddb-41af-8b8a-d7461c210a3c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:28.685165 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d6d5446e-cbfc-404c-b493-269b481f487d admin admin] Publish callbacks [] for security_group (1b479b13-5ddb-41af-8b8a-d7461c210a3c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:28.719000 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127df92-b5b7-4cd1-a041-77edea37d6f0 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Pushing event updated for resources: {'Network': ['ID=c02fcbe5-36a9-4858-a506-26c3a8a32f73,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:28.734584 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4127df92-b5b7-4cd1-a041-77edea37d6f0 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8162763 Jan 18 20:19:28.742070 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56054) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:28.750413 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-28839e75-d82d-4d1c-a68d-d43f2f45b8bc tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Request body: {'subnet': {'network_id': 'c02fcbe5-36a9-4858-a506-26c3a8a32f73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:28.795280 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127df92-b5b7-4cd1-a041-77edea37d6f0 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb7add5-2cb4-477f-b3b5-301491293f03,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:28.806840 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d6d5446e-cbfc-404c-b493-269b481f487d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1b479b13-5ddb-41af-8b8a-d7461c210a3c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:28.809390 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d6d5446e-cbfc-404c-b493-269b481f487d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:28.810556 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d6d5446e-cbfc-404c-b493-269b481f487d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b479b13-5ddb-41af-8b8a-d7461c210a3c HTTP/1.1" status: 204 len: 168 time: 0.5462112 Jan 18 20:19:28.811345 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network c02fcbe5-36a9-4858-a506-26c3a8a32f73 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:19:28.879720 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5446e-cbfc-404c-b493-269b481f487d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b479b13-5ddb-41af-8b8a-d7461c210a3c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:28.917835 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14af6da-e70e-4ef5-8824-a39c384e08b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff04686b-af2c-4410-b936-86905dd88a1a,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:28.933238 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-22d52b57-318f-4d38-815d-cc97b9dcead1 None None] Current status of the port f87d5edd-e562-4400-81e3-e4c5db29cf24 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:28.966638 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ce3d8-d058-4766-b407-646aaa640955 admin admin] Deleting port c74c9ddf-df16-462b-b08a-33d11b650cf7 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:19:28.966994 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4d3ce3d8-d058-4766-b407-646aaa640955 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (c74c9ddf-df16-462b-b08a-33d11b650cf7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:29.063245 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14af6da-e70e-4ef5-8824-a39c384e08b4 admin admin] Checking segment: {'id': '7a6631c5-84c7-483e-af0a-0e154006bfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f1891b1b-06df-4a8c-b954-0e9a16f21090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:19:29.063608 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14af6da-e70e-4ef5-8824-a39c384e08b4 admin admin] Network hostable DHCP agents. Network: f1891b1b-06df-4a8c-b954-0e9a16f21090, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:19:29.089892 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f87d5edd-e562-4400-81e3-e4c5db29cf24 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:19:29.123752 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:29.164510 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28839e75-d82d-4d1c-a68d-d43f2f45b8bc tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Made reservation on behalf of b5e88990cd74401ba4388d70797c69c2 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:19:29.168186 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-28839e75-d82d-4d1c-a68d-d43f2f45b8bc tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:29.177008 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14af6da-e70e-4ef5-8824-a39c384e08b4 admin admin] Network f1891b1b-06df-4a8c-b954-0e9a16f21090 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:19:29.238775 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8057b008-26a3-4b81-9499-cab32aae9bf4 None None] Provisioning complete for port f87d5edd-e562-4400-81e3-e4c5db29cf24 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:29.239160 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8057b008-26a3-4b81-9499-cab32aae9bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f87d5edd-e562-4400-81e3-e4c5db29cf24), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:29.268894 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-e14af6da-e70e-4ef5-8824-a39c384e08b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, f1891b1b-06df-4a8c-b954-0e9a16f21090) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:29.290709 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34a9b30-7f1b-4faf-8cc2-32379ded5eaf None None] Network f1891b1b-06df-4a8c-b954-0e9a16f21090 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:19:29.293393 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-4d3ce3d8-d058-4766-b407-646aaa640955 admin admin] For port c74c9ddf-df16-462b-b08a-33d11b650cf7, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c74c9ddf-df16-462b-b08a-33d11b650cf7,segment=NetworkSegment(7c3b985c-2ffc-4efa-9a2f-e61ee363af6d),segment_id=7c3b985c-2ffc-4efa-9a2f-e61ee363af6d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:29.295090 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4d3ce3d8-d058-4766-b407-646aaa640955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (c74c9ddf-df16-462b-b08a-33d11b650cf7), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:29.300444 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14af6da-e70e-4ef5-8824-a39c384e08b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:29.301459 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e14af6da-e70e-4ef5-8824-a39c384e08b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:29.337670 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ce3d8-d058-4766-b407-646aaa640955 admin admin] Calling delete_port for c74c9ddf-df16-462b-b08a-33d11b650cf7 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:19:29.361756 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e14af6da-e70e-4ef5-8824-a39c384e08b4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6270051 Jan 18 20:19:29.431489 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port f87d5edd-e562-4400-81e3-e4c5db29cf24 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:29.431869 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f87d5edd-e562-4400-81e3-e4c5db29cf24), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:29.480552 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-79bd3c88-35b0-4c3b-a15d-a7fe4840921d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:29.511846 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-4db4adbd-b302-4dd1-a876-d04b40d5779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'name': 'tempest-ServerActionsTestJSON-290585160-router', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '63b50add-ce43-43d7-aefd-b120c0ac748d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:23Z', 'updated_at': '2022-01-18T20:19:25Z', 'revision_number': 3, 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'gw_port': {'id': '63b50add-ce43-43d7-aefd-b120c0ac748d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:24Z', 'updated_at': '2022-01-18T20:19:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:29.648855 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db4adbd-b302-4dd1-a876-d04b40d5779f None None] Checking router: 72abd237-7b6b-4c35-a8a4-d8f8e426c91b for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:19:29.649207 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db4adbd-b302-4dd1-a876-d04b40d5779f None None] Updating router 72abd237-7b6b-4c35-a8a4-d8f8e426c91b port 63b50add-ce43-43d7-aefd-b120c0ac748d binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:19:29.721499 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-28839e75-d82d-4d1c-a68d-d43f2f45b8bc tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (bccc14d9-dd11-406a-8c01-4f40690edf28), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:29.730380 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4db4adbd-b302-4dd1-a876-d04b40d5779f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (63b50add-ce43-43d7-aefd-b120c0ac748d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:29.788757 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28839e75-d82d-4d1c-a68d-d43f2f45b8bc tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Pushing event updated for resources: {'Subnet': ['ID=bccc14d9-dd11-406a-8c01-4f40690edf28,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:29.864009 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28839e75-d82d-4d1c-a68d-d43f2f45b8bc tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Checking segment: {'id': 'a693ec80-db8f-4987-85b6-2bea6f144e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c02fcbe5-36a9-4858-a506-26c3a8a32f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:19:29.864482 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28839e75-d82d-4d1c-a68d-d43f2f45b8bc tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Network hostable DHCP agents. Network: c02fcbe5-36a9-4858-a506-26c3a8a32f73, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:19:29.882079 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-79bd3c88-35b0-4c3b-a15d-a7fe4840921d admin admin] Allocated IP 172.20.0.1 (e88e9200-d99d-4ea0-a241-681917733bb6/f2eac11f-fef0-464c-9aac-08a05c8cc068/55bd22db-d9c8-4fb5-a2a7-bd833efb6294) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:19:29.898038 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4d3ce3d8-d058-4766-b407-646aaa640955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (c74c9ddf-df16-462b-b08a-33d11b650cf7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:29.908089 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28839e75-d82d-4d1c-a68d-d43f2f45b8bc tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Network c02fcbe5-36a9-4858-a506-26c3a8a32f73 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:19:29.965288 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ce3d8-d058-4766-b407-646aaa640955 admin admin] Pushing event deleted for resources: {'Port': ['ID=c74c9ddf-df16-462b-b08a-33d11b650cf7,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:29.969664 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-28839e75-d82d-4d1c-a68d-d43f2f45b8bc tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, c02fcbe5-36a9-4858-a506-26c3a8a32f73) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:29.985597 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bccc9ef-0d23-4a68-9ba3-97b1591f6b4f None None] Network f1891b1b-06df-4a8c-b954-0e9a16f21090 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:19:29.995016 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702a62f4-e7ad-42b4-94f7-4952e031ed04 None None] Network c02fcbe5-36a9-4858-a506-26c3a8a32f73 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:19:30.034745 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28839e75-d82d-4d1c-a68d-d43f2f45b8bc tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:30.036459 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-28839e75-d82d-4d1c-a68d-d43f2f45b8bc tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:30.101574 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-28839e75-d82d-4d1c-a68d-d43f2f45b8bc tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3563890 Jan 18 20:19:30.104732 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56092) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:30.122929 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-83c0892c-88f5-4c3a-8a0c-c1230386051d tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Request body: {'port': {'network_id': 'c02fcbe5-36a9-4858-a506-26c3a8a32f73', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1741451565'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:30.180701 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-79bd3c88-35b0-4c3b-a15d-a7fe4840921d admin admin] Publish callbacks [] for port (55bd22db-d9c8-4fb5-a2a7-bd833efb6294), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:30.196173 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8057b008-26a3-4b81-9499-cab32aae9bf4 None None] Current status of the port f87d5edd-e562-4400-81e3-e4c5db29cf24 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:30.408107 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56104) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:30.428658 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-79bd3c88-35b0-4c3b-a15d-a7fe4840921d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (55bd22db-d9c8-4fb5-a2a7-bd833efb6294), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:30.522918 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bd3c88-35b0-4c3b-a15d-a7fe4840921d admin admin] Network e88e9200-d99d-4ea0-a241-681917733bb6 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:19:30.529737 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-79bd3c88-35b0-4c3b-a15d-a7fe4840921d admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:30.536698 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port f87d5edd-e562-4400-81e3-e4c5db29cf24 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:30.540978 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bd3c88-35b0-4c3b-a15d-a7fe4840921d admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:19:30.559522 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4db4adbd-b302-4dd1-a876-d04b40d5779f None None] Publish callbacks [] for port (63b50add-ce43-43d7-aefd-b120c0ac748d), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:30.563293 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:30.572139 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4db4adbd-b302-4dd1-a876-d04b40d5779f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (63b50add-ce43-43d7-aefd-b120c0ac748d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:30.586996 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-81c65fbd-cf32-46f6-9c99-ccd153964a99 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:30.588571 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-81c65fbd-cf32-46f6-9c99-ccd153964a99 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/networks?id=883cf1be-d691-44c7-8b46-6d931886a9c3 HTTP/1.1" status: 200 len: 825 time: 0.3660617 Jan 18 20:19:30.595340 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd3c88-35b0-4c3b-a15d-a7fe4840921d admin admin] Pushing event updated for resources: {'Port': ['ID=55bd22db-d9c8-4fb5-a2a7-bd833efb6294,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:30.617685 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-62935a22-85ee-4f46-9f53-fd2205fd622f tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/quotas/be193cea8964426583d08dc5daa105ad HTTP/1.1" status: 200 len: 375 time: 0.0197201 Jan 18 20:19:30.627145 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-79bd3c88-35b0-4c3b-a15d-a7fe4840921d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (72abd237-7b6b-4c35-a8a4-d8f8e426c91b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:30.694349 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c08f8b2-0562-4e90-85f8-5a3ed1f2c96b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-c02fcbe5-36a9-4858-a506-26c3a8a32f73', 'network_id': 'c02fcbe5-36a9-4858-a506-26c3a8a32f73', 'project_id': 'b5e88990cd74401ba4388d70797c69c2', 'fixed_ips': [{'subnet_id': 'bccc14d9-dd11-406a-8c01-4f40690edf28'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:19:30.695239 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6c08f8b2-0562-4e90-85f8-5a3ed1f2c96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:30.720402 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012ab984-22ff-42ff-b2f2-acd8ff28bf67 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:19:30.772417 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-4db4adbd-b302-4dd1-a876-d04b40d5779f None None] Attempting to bind port 63b50add-ce43-43d7-aefd-b120c0ac748d on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:19:30.772975 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-4db4adbd-b302-4dd1-a876-d04b40d5779f None None] Attempting to bind port 63b50add-ce43-43d7-aefd-b120c0ac748d by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:19:30.773526 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db4adbd-b302-4dd1-a876-d04b40d5779f None None] Attempting to bind port 63b50add-ce43-43d7-aefd-b120c0ac748d on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:19:30.828537 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db4adbd-b302-4dd1-a876-d04b40d5779f None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:19:30.829178 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db4adbd-b302-4dd1-a876-d04b40d5779f None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:19:30.829600 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4db4adbd-b302-4dd1-a876-d04b40d5779f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:30.830028 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db4adbd-b302-4dd1-a876-d04b40d5779f None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:19:30.830514 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-4db4adbd-b302-4dd1-a876-d04b40d5779f None None] Bound port: 63b50add-ce43-43d7-aefd-b120c0ac748d, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:19:30.830894 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4db4adbd-b302-4dd1-a876-d04b40d5779f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (63b50add-ce43-43d7-aefd-b120c0ac748d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:30.851166 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e9b54-1c68-4675-9ef7-6a4db20d535a None None] Pushing event updated for resources: {'Port': ['ID=63b50add-ce43-43d7-aefd-b120c0ac748d,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:30.872537 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4d3ce3d8-d058-4766-b407-646aaa640955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (3a16a196-1a37-4b66-8606-57d63d9d6908), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:30.878272 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-085ad2ca-ca73-4703-8894-9033c264bce7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-557413874-network', 'tenant_id': '823a89669aba4a1ca250f17180b6d997'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:30.909517 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-2a9604de-0628-4de6-b9f7-50281677cda3 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=be193cea8964426583d08dc5daa105ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2830424 Jan 18 20:19:31.021229 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4b48a9fc-9c9c-498d-864a-1d5585248cdc None None] Provisioning complete for port 63b50add-ce43-43d7-aefd-b120c0ac748d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:31.021605 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4b48a9fc-9c9c-498d-864a-1d5585248cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (63b50add-ce43-43d7-aefd-b120c0ac748d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:31.068975 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-79bd3c88-35b0-4c3b-a15d-a7fe4840921d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (55bd22db-d9c8-4fb5-a2a7-bd833efb6294), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:31.115531 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085ad2ca-ca73-4703-8894-9033c264bce7 admin admin] Made reservation on behalf of 823a89669aba4a1ca250f17180b6d997 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:19:31.118584 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-085ad2ca-ca73-4703-8894-9033c264bce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:31.146250 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-085ad2ca-ca73-4703-8894-9033c264bce7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:31.161497 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c0892c-88f5-4c3a-8a0c-c1230386051d tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Made reservation on behalf of b5e88990cd74401ba4388d70797c69c2 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:19:31.172860 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83c0892c-88f5-4c3a-8a0c-c1230386051d tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:31.241355 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-26060ecb-e96a-4721-8a44-93ab358a7b9c service neutron] 10.222.0.31 "GET /v2.0/networks/883cf1be-d691-44c7-8b46-6d931886a9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994010 Jan 18 20:19:31.252941 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-4db4adbd-b302-4dd1-a876-d04b40d5779f None None] For port 63b50add-ce43-43d7-aefd-b120c0ac748d, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:19:31.256712 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-83c0892c-88f5-4c3a-8a0c-c1230386051d tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] device_id is not set on port 8ce996bc-a345-4c90-99d5-4b6fc6c80467 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:19:31.271044 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4b48a9fc-9c9c-498d-864a-1d5585248cdc None None] Port 63b50add-ce43-43d7-aefd-b120c0ac748d cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:19:31.311620 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-4db4adbd-b302-4dd1-a876-d04b40d5779f None None] For port 63b50add-ce43-43d7-aefd-b120c0ac748d, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=63b50add-ce43-43d7-aefd-b120c0ac748d,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:19:31.319173 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4db4adbd-b302-4dd1-a876-d04b40d5779f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (63b50add-ce43-43d7-aefd-b120c0ac748d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:31.400593 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9130e761-9cfb-4efe-a22d-180d4501b9f2 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:19:31.441459 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db4adbd-b302-4dd1-a876-d04b40d5779f None None] Routers {'72abd237-7b6b-4c35-a8a4-d8f8e426c91b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:19:31.442273 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-4db4adbd-b302-4dd1-a876-d04b40d5779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:19:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['72abd237-7b6b-4c35-a8a4-d8f8e426c91b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:31.450963 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-6c08f8b2-0562-4e90-85f8-5a3ed1f2c96b None None] Allocated IP 172.20.0.2 (c02fcbe5-36a9-4858-a506-26c3a8a32f73/bccc14d9-dd11-406a-8c01-4f40690edf28/ca4560a8-2123-4c99-ae88-714fd2b56c4c) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:19:31.463879 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-419e639f-6a97-4daa-b879-8319626872fb None None] Provisioning complete for port 55bd22db-d9c8-4fb5-a2a7-bd833efb6294 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:31.464106 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-419e639f-6a97-4daa-b879-8319626872fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (55bd22db-d9c8-4fb5-a2a7-bd833efb6294), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:31.495127 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3ce3d8-d058-4766-b407-646aaa640955 admin admin] Router 3a16a196-1a37-4b66-8606-57d63d9d6908 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:19:31.551990 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-0fbb88cc-b068-4f72-a3d9-e0b359590fc2 service neutron] 10.222.0.31 "GET /v2.0/networks/883cf1be-d691-44c7-8b46-6d931886a9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002479 Jan 18 20:19:31.563056 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-085ad2ca-ca73-4703-8894-9033c264bce7 admin admin] Publish callbacks [] for security_group (98b826af-ba28-4e29-b0b5-d37f5899e8fb), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:31.589867 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-085ad2ca-ca73-4703-8894-9033c264bce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (98b826af-ba28-4e29-b0b5-d37f5899e8fb), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:31.685943 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3ce3d8-d058-4766-b407-646aaa640955 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:19:31.695872 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-79bd3c88-35b0-4c3b-a15d-a7fe4840921d admin admin] Publish callbacks [] for port (55bd22db-d9c8-4fb5-a2a7-bd833efb6294), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:31.697462 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-085ad2ca-ca73-4703-8894-9033c264bce7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:19:31.699718 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676a0b90-a656-45a0-ba3d-3f5f0a41c608 None None] Sync routers for ids ['3a16a196-1a37-4b66-8606-57d63d9d6908'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:19:31.707296 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4d3ce3d8-d058-4766-b407-646aaa640955 admin admin] 10.222.0.31 "PUT /v2.0/routers/3a16a196-1a37-4b66-8606-57d63d9d6908/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2505622 Jan 18 20:19:31.710274 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56122) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:31.715842 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676a0b90-a656-45a0-ba3d-3f5f0a41c608 None None] Routers {'3a16a196-1a37-4b66-8606-57d63d9d6908'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:19:31.717800 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-676a0b90-a656-45a0-ba3d-3f5f0a41c608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:19:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['3a16a196-1a37-4b66-8606-57d63d9d6908'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:31.729366 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e9b54-1c68-4675-9ef7-6a4db20d535a None None] Pushing event updated for resources: {'Port': ['ID=63b50add-ce43-43d7-aefd-b120c0ac748d,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:31.736396 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-79bd3c88-35b0-4c3b-a15d-a7fe4840921d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (55bd22db-d9c8-4fb5-a2a7-bd833efb6294), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:31.751423 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-419e639f-6a97-4daa-b879-8319626872fb None None] Port 55bd22db-d9c8-4fb5-a2a7-bd833efb6294 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:19:31.870274 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-79bd3c88-35b0-4c3b-a15d-a7fe4840921d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (72abd237-7b6b-4c35-a8a4-d8f8e426c91b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:31.872097 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ad2ca-ca73-4703-8894-9033c264bce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b826af-ba28-4e29-b0b5-d37f5899e8fb,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:31.881480 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-085ad2ca-ca73-4703-8894-9033c264bce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (b61c3218-044c-49cd-a040-f785b2f0a1eb), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:31.881853 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-085ad2ca-ca73-4703-8894-9033c264bce7 admin admin] Added segment b61c3218-044c-49cd-a040-f785b2f0a1eb of type vlan for network ba355ad9-b534-4edd-96f7-c8f599565a2d Jan 18 20:19:31.906232 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:31.929204 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-bccc0b8b-19ae-4768-b877-75d110930013 None None] Provisioning complete for port 63b50add-ce43-43d7-aefd-b120c0ac748d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:31.929690 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bccc0b8b-19ae-4768-b877-75d110930013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (63b50add-ce43-43d7-aefd-b120c0ac748d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:31.964652 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-4db4adbd-b302-4dd1-a876-d04b40d5779f None None] Set router 72abd237-7b6b-4c35-a8a4-d8f8e426c91b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:19:31.995416 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e31599b2-69c1-44ce-9763-994bd11ae7cd admin admin] Publish callbacks [] for router (3a16a196-1a37-4b66-8606-57d63d9d6908), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:32.032554 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-676a0b90-a656-45a0-ba3d-3f5f0a41c608 None None] Set router 3a16a196-1a37-4b66-8606-57d63d9d6908 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:19:32.131697 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dfb7a13a-3b48-4afc-9713-ca2119c8c859 req-de2d055c-2ce2-421c-9898-a884187ec422 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a35f43e-08f1-4d26-ad98-2cd944c20526 HTTP/1.1" status: 200 len: 210 time: 0.1807466 Jan 18 20:19:32.184999 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd3c88-35b0-4c3b-a15d-a7fe4840921d admin admin] Pushing event updated for resources: {'Port': ['ID=55bd22db-d9c8-4fb5-a2a7-bd833efb6294,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:32.198303 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-085ad2ca-ca73-4703-8894-9033c264bce7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (ba355ad9-b534-4edd-96f7-c8f599565a2d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:32.213499 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-bccc0b8b-19ae-4768-b877-75d110930013 None None] Current status of the port 63b50add-ce43-43d7-aefd-b120c0ac748d is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:32.214028 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bccc0b8b-19ae-4768-b877-75d110930013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (63b50add-ce43-43d7-aefd-b120c0ac748d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:32.236238 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e31599b2-69c1-44ce-9763-994bd11ae7cd admin admin] Publish callbacks [] for router_gateway (3a16a196-1a37-4b66-8606-57d63d9d6908), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:32.318623 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6c08f8b2-0562-4e90-85f8-5a3ed1f2c96b None None] Publish callbacks [] for port (ca4560a8-2123-4c99-ae88-714fd2b56c4c), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:32.351574 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.db.resource_extend [None req-085ad2ca-ca73-4703-8894-9033c264bce7 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:19:32.362077 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-bccc0b8b-19ae-4768-b877-75d110930013 None None] For port 63b50add-ce43-43d7-aefd-b120c0ac748d, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=63b50add-ce43-43d7-aefd-b120c0ac748d,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:32.415319 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-085ad2ca-ca73-4703-8894-9033c264bce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (ba355ad9-b534-4edd-96f7-c8f599565a2d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:32.419393 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085ad2ca-ca73-4703-8894-9033c264bce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:32.420005 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-085ad2ca-ca73-4703-8894-9033c264bce7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:32.422112 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bccc0b8b-19ae-4768-b877-75d110930013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (63b50add-ce43-43d7-aefd-b120c0ac748d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:32.455648 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-085ad2ca-ca73-4703-8894-9033c264bce7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0423450 Jan 18 20:19:32.455867 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56136) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:32.482333 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-d7eb7b2c-522c-4f02-9bf6-054edd37ab69 admin admin] Request body: {'subnet': {'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-557413874-subnet', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:32.482549 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bd3c88-35b0-4c3b-a15d-a7fe4840921d admin admin] Network e88e9200-d99d-4ea0-a241-681917733bb6 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:19:32.518338 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-676a0b90-a656-45a0-ba3d-3f5f0a41c608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a16a196-1a37-4b66-8606-57d63d9d6908', 'name': 'tempest-AttachSCSIVolumeTestJSON-1778022992-router', 'tenant_id': '409d18d946e54b7ba9b709f2b3975204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'de4cef60-85aa-4549-a0a4-d9d10da62244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:16:44Z', 'updated_at': '2022-01-18T20:19:29Z', 'revision_number': 5, 'project_id': '409d18d946e54b7ba9b709f2b3975204', 'gw_port': {'id': 'de4cef60-85aa-4549-a0a4-d9d10da62244', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a16a196-1a37-4b66-8606-57d63d9d6908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:16:44Z', 'updated_at': '2022-01-18T20:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:32.522236 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-79bd3c88-35b0-4c3b-a15d-a7fe4840921d admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:32.530701 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ad2ca-ca73-4703-8894-9033c264bce7 admin admin] Pushing event updated for resources: {'Network': ['ID=ba355ad9-b534-4edd-96f7-c8f599565a2d,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:32.541661 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6c08f8b2-0562-4e90-85f8-5a3ed1f2c96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (ca4560a8-2123-4c99-ae88-714fd2b56c4c), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:32.554222 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e31599b2-69c1-44ce-9763-994bd11ae7cd admin admin] Deleting port de4cef60-85aa-4549-a0a4-d9d10da62244 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:19:32.554562 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e31599b2-69c1-44ce-9763-994bd11ae7cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (de4cef60-85aa-4549-a0a4-d9d10da62244), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:32.612193 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676a0b90-a656-45a0-ba3d-3f5f0a41c608 None None] Checking router: 3a16a196-1a37-4b66-8606-57d63d9d6908 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:19:32.637838 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network ba355ad9-b534-4edd-96f7-c8f599565a2d details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:19:32.663812 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676a0b90-a656-45a0-ba3d-3f5f0a41c608 None None] Routers {'3a16a196-1a37-4b66-8606-57d63d9d6908'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:19:32.664741 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-676a0b90-a656-45a0-ba3d-3f5f0a41c608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:19:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['3a16a196-1a37-4b66-8606-57d63d9d6908'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:32.673587 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc0b8b-19ae-4768-b877-75d110930013 None None] Pushing event updated for resources: {'Port': ['ID=63b50add-ce43-43d7-aefd-b120c0ac748d,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:32.681809 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bd3c88-35b0-4c3b-a15d-a7fe4840921d admin admin] Router 72abd237-7b6b-4c35-a8a4-d8f8e426c91b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:19:32.726697 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-83c0892c-88f5-4c3a-8a0c-c1230386051d tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Allocated IP 172.20.0.11 (c02fcbe5-36a9-4858-a506-26c3a8a32f73/bccc14d9-dd11-406a-8c01-4f40690edf28/8ce996bc-a345-4c90-99d5-4b6fc6c80467) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:19:32.742700 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7eb7b2c-522c-4f02-9bf6-054edd37ab69 admin admin] Made reservation on behalf of 823a89669aba4a1ca250f17180b6d997 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:19:32.745443 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d7eb7b2c-522c-4f02-9bf6-054edd37ab69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:32.791121 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c08f8b2-0562-4e90-85f8-5a3ed1f2c96b None None] Network c02fcbe5-36a9-4858-a506-26c3a8a32f73 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:19:32.833386 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-6c08f8b2-0562-4e90-85f8-5a3ed1f2c96b None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:32.915061 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c08f8b2-0562-4e90-85f8-5a3ed1f2c96b None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:19:32.943438 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bd3c88-35b0-4c3b-a15d-a7fe4840921d admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:19:32.961021 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-79bd3c88-35b0-4c3b-a15d-a7fe4840921d admin admin] 10.222.0.31 "PUT /v2.0/routers/72abd237-7b6b-4c35-a8a4-d8f8e426c91b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4974012 Jan 18 20:19:32.978750 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08f8b2-0562-4e90-85f8-5a3ed1f2c96b None None] Pushing event updated for resources: {'Port': ['ID=ca4560a8-2123-4c99-ae88-714fd2b56c4c,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:33.003198 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-676a0b90-a656-45a0-ba3d-3f5f0a41c608 None None] Set router 3a16a196-1a37-4b66-8606-57d63d9d6908 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:19:33.109665 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e31599b2-69c1-44ce-9763-994bd11ae7cd admin admin] For port de4cef60-85aa-4549-a0a4-d9d10da62244, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=de4cef60-85aa-4549-a0a4-d9d10da62244,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:33.110074 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e31599b2-69c1-44ce-9763-994bd11ae7cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (de4cef60-85aa-4549-a0a4-d9d10da62244), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:33.192510 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e31599b2-69c1-44ce-9763-994bd11ae7cd admin admin] Calling delete_port for de4cef60-85aa-4549-a0a4-d9d10da62244 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:19:33.265961 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-4db4adbd-b302-4dd1-a876-d04b40d5779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'name': 'tempest-ServerActionsTestJSON-290585160-router', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '63b50add-ce43-43d7-aefd-b120c0ac748d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:23Z', 'updated_at': '2022-01-18T20:19:30Z', 'revision_number': 4, 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'gw_port': {'id': '63b50add-ce43-43d7-aefd-b120c0ac748d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:24Z', 'updated_at': '2022-01-18T20:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '55bd22db-d9c8-4fb5-a2a7-bd833efb6294', 'name': '', 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'mac_address': 'fa:16:3e:d4:ae:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:29Z', 'updated_at': '2022-01-18T20:19:29Z', 'revision_number': 1, 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'subnets': [{'id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:33.347234 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db4adbd-b302-4dd1-a876-d04b40d5779f None None] The sync data for ids ['72abd237-7b6b-4c35-a8a4-d8f8e426c91b'] in n-d-741529-9 is: [{'id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'name': 'tempest-ServerActionsTestJSON-290585160-router', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '63b50add-ce43-43d7-aefd-b120c0ac748d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:23Z', 'updated_at': '2022-01-18T20:19:30Z', 'revision_number': 4, 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'gw_port': {'id': '63b50add-ce43-43d7-aefd-b120c0ac748d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:24Z', 'updated_at': '2022-01-18T20:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '55bd22db-d9c8-4fb5-a2a7-bd833efb6294', 'name': '', 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'mac_address': 'fa:16:3e:d4:ae:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:29Z', 'updated_at': '2022-01-18T20:19:29Z', 'revision_number': 1, 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'subnets': [{'id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:19:33.347431 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a7ac5ae-eb3f-451c-bd42-3189d760e3de req-d61c852f-bd71-4bc8-a6e3-29025b03cfdd tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a35f43e-08f1-4d26-ad98-2cd944c20526 HTTP/1.1" status: 200 len: 210 time: 0.1075659 Jan 18 20:19:33.362356 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-473e3e71-650f-48d3-ac2e-d0dc4d5a6e42 None None] Provisioning complete for port 55bd22db-d9c8-4fb5-a2a7-bd833efb6294 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:33.362802 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-473e3e71-650f-48d3-ac2e-d0dc4d5a6e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (55bd22db-d9c8-4fb5-a2a7-bd833efb6294), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:33.418498 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-473e3e71-650f-48d3-ac2e-d0dc4d5a6e42 None None] Port 55bd22db-d9c8-4fb5-a2a7-bd833efb6294 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:19:33.428890 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6c08f8b2-0562-4e90-85f8-5a3ed1f2c96b None None] Attempting to bind port ca4560a8-2123-4c99-ae88-714fd2b56c4c on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:19:33.429771 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6c08f8b2-0562-4e90-85f8-5a3ed1f2c96b None None] Attempting to bind port ca4560a8-2123-4c99-ae88-714fd2b56c4c by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'a693ec80-db8f-4987-85b6-2bea6f144e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c02fcbe5-36a9-4858-a506-26c3a8a32f73'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:19:33.430316 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c08f8b2-0562-4e90-85f8-5a3ed1f2c96b None None] Attempting to bind port ca4560a8-2123-4c99-ae88-714fd2b56c4c on network c02fcbe5-36a9-4858-a506-26c3a8a32f73 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:19:33.437871 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c08f8b2-0562-4e90-85f8-5a3ed1f2c96b None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:19:33.438795 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c08f8b2-0562-4e90-85f8-5a3ed1f2c96b None None] Checking segment: {'id': 'a693ec80-db8f-4987-85b6-2bea6f144e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c02fcbe5-36a9-4858-a506-26c3a8a32f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:19:33.439796 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6c08f8b2-0562-4e90-85f8-5a3ed1f2c96b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:33.440357 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c08f8b2-0562-4e90-85f8-5a3ed1f2c96b None None] Bound using segment: {'id': 'a693ec80-db8f-4987-85b6-2bea6f144e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c02fcbe5-36a9-4858-a506-26c3a8a32f73'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:19:33.444036 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6c08f8b2-0562-4e90-85f8-5a3ed1f2c96b None None] Bound port: ca4560a8-2123-4c99-ae88-714fd2b56c4c, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a693ec80-db8f-4987-85b6-2bea6f144e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c02fcbe5-36a9-4858-a506-26c3a8a32f73'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:19:33.444456 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6c08f8b2-0562-4e90-85f8-5a3ed1f2c96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ca4560a8-2123-4c99-ae88-714fd2b56c4c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:33.494246 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-676a0b90-a656-45a0-ba3d-3f5f0a41c608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a16a196-1a37-4b66-8606-57d63d9d6908', 'name': 'tempest-AttachSCSIVolumeTestJSON-1778022992-router', 'tenant_id': '409d18d946e54b7ba9b709f2b3975204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:16:44Z', 'updated_at': '2022-01-18T20:19:32Z', 'revision_number': 6, 'project_id': '409d18d946e54b7ba9b709f2b3975204', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:33.540840 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676a0b90-a656-45a0-ba3d-3f5f0a41c608 None None] The sync data for ids ['3a16a196-1a37-4b66-8606-57d63d9d6908'] in n-d-741529-9 is: [{'id': '3a16a196-1a37-4b66-8606-57d63d9d6908', 'name': 'tempest-AttachSCSIVolumeTestJSON-1778022992-router', 'tenant_id': '409d18d946e54b7ba9b709f2b3975204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:16:44Z', 'updated_at': '2022-01-18T20:19:32Z', 'revision_number': 6, 'project_id': '409d18d946e54b7ba9b709f2b3975204', 'gw_port_host': None}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:19:33.565476 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6c08f8b2-0562-4e90-85f8-5a3ed1f2c96b None None] For port ca4560a8-2123-4c99-ae88-714fd2b56c4c, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:19:33.605705 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6c08f8b2-0562-4e90-85f8-5a3ed1f2c96b None None] For port ca4560a8-2123-4c99-ae88-714fd2b56c4c, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ca4560a8-2123-4c99-ae88-714fd2b56c4c,segment=NetworkSegment(a693ec80-db8f-4987-85b6-2bea6f144e78),segment_id=a693ec80-db8f-4987-85b6-2bea6f144e78)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:19:33.615732 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6c08f8b2-0562-4e90-85f8-5a3ed1f2c96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ca4560a8-2123-4c99-ae88-714fd2b56c4c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:33.728820 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83c0892c-88f5-4c3a-8a0c-c1230386051d tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks [] for port (8ce996bc-a345-4c90-99d5-4b6fc6c80467), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:33.795553 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08f8b2-0562-4e90-85f8-5a3ed1f2c96b None None] Pushing event updated for resources: {'Port': ['ID=ca4560a8-2123-4c99-ae88-714fd2b56c4c,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:33.975622 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:34.005910 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56154) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:34.011842 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-263a410d-003b-4038-99e8-87984bb99cef tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1367346852', 'description': 'tempest-description--1587803960'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:34.049733 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d7eb7b2c-522c-4f02-9bf6-054edd37ab69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (f6050b78-f460-4028-811c-57bb560e336d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:34.097140 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-263a410d-003b-4038-99e8-87984bb99cef tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:34.173424 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83c0892c-88f5-4c3a-8a0c-c1230386051d tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (8ce996bc-a345-4c90-99d5-4b6fc6c80467), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:34.257888 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-263a410d-003b-4038-99e8-87984bb99cef tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks [] for security_group (45fe337d-1e00-4736-a532-d4dc9bef1665), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:34.262471 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-263a410d-003b-4038-99e8-87984bb99cef tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (45fe337d-1e00-4736-a532-d4dc9bef1665), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:34.268046 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-7089800f-97eb-469a-9129-87bd80190de5 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:34.270504 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-7089800f-97eb-469a-9129-87bd80190de5 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.70 "GET /v2.0/networks?id=883cf1be-d691-44c7-8b46-6d931886a9c3 HTTP/1.1" status: 200 len: 825 time: 0.5132239 Jan 18 20:19:34.310802 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-2428c6fa-18e4-449c-8618-e9570e01c883 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Request body: {'port': {'device_id': '8a35f43e-08f1-4d26-ad98-2cd944c20526', 'network_id': '883cf1be-d691-44c7-8b46-6d931886a9c3', 'admin_state_up': True, 'tenant_id': 'be193cea8964426583d08dc5daa105ad'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:34.313603 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a410d-003b-4038-99e8-87984bb99cef tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45fe337d-1e00-4736-a532-d4dc9bef1665,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:34.322173 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-263a410d-003b-4038-99e8-87984bb99cef tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:34.325748 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-263a410d-003b-4038-99e8-87984bb99cef tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3176579 Jan 18 20:19:34.328384 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56156) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:34.336364 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-63c186c0-b7d6-4f81-a14a-cb8f17be6e24 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Request body: {'security_group_rule': {'security_group_id': '45fe337d-1e00-4736-a532-d4dc9bef1665', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:34.356560 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb7b2c-522c-4f02-9bf6-054edd37ab69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6050b78-f460-4028-811c-57bb560e336d,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:34.392800 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63c186c0-b7d6-4f81-a14a-cb8f17be6e24 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks [] for security_group_rule (84e0d63f-605e-46c4-acb1-355e692dc673), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:34.411447 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c0892c-88f5-4c3a-8a0c-c1230386051d tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Network c02fcbe5-36a9-4858-a506-26c3a8a32f73 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:19:34.429815 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-83c0892c-88f5-4c3a-8a0c-c1230386051d tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:34.436181 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c0892c-88f5-4c3a-8a0c-c1230386051d tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:19:34.442260 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb7b2c-522c-4f02-9bf6-054edd37ab69 admin admin] Checking segment: {'id': 'b61c3218-044c-49cd-a040-f785b2f0a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:19:34.442570 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eb7b2c-522c-4f02-9bf6-054edd37ab69 admin admin] Network hostable DHCP agents. Network: ba355ad9-b534-4edd-96f7-c8f599565a2d, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:19:34.459926 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9398387d-898e-4049-8c2f-aba4b501dd87 req-eb98d579-916c-4240-b084-7dbd9c6cb4da tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a35f43e-08f1-4d26-ad98-2cd944c20526 HTTP/1.1" status: 200 len: 210 time: 0.0523055 Jan 18 20:19:34.497281 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0892c-88f5-4c3a-8a0c-c1230386051d tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Pushing event updated for resources: {'Port': ['ID=8ce996bc-a345-4c90-99d5-4b6fc6c80467,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:34.600260 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e31599b2-69c1-44ce-9763-994bd11ae7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (de4cef60-85aa-4549-a0a4-d9d10da62244), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:34.684893 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31599b2-69c1-44ce-9763-994bd11ae7cd admin admin] Pushing event deleted for resources: {'Port': ['ID=de4cef60-85aa-4549-a0a4-d9d10da62244,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:34.694528 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eb7b2c-522c-4f02-9bf6-054edd37ab69 admin admin] Network ba355ad9-b534-4edd-96f7-c8f599565a2d is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:19:34.720902 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63c186c0-b7d6-4f81-a14a-cb8f17be6e24 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks [] for security_group_rule (84e0d63f-605e-46c4-acb1-355e692dc673), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:34.728208 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63c186c0-b7d6-4f81-a14a-cb8f17be6e24 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (84e0d63f-605e-46c4-acb1-355e692dc673), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:34.758603 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad49df5b-a9f5-4a60-b879-9a2836e4a9c5 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:19:34.759851 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c0892c-88f5-4c3a-8a0c-c1230386051d tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:34.760513 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83c0892c-88f5-4c3a-8a0c-c1230386051d tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:34.818059 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-d7eb7b2c-522c-4f02-9bf6-054edd37ab69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, ba355ad9-b534-4edd-96f7-c8f599565a2d) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:34.821042 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c186c0-b7d6-4f81-a14a-cb8f17be6e24 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e0d63f-605e-46c4-acb1-355e692dc673,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:34.845822 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63c186c0-b7d6-4f81-a14a-cb8f17be6e24 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:34.852168 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb47f51-b2ca-49b5-a24f-db1ffe8acb53 None None] Network ba355ad9-b534-4edd-96f7-c8f599565a2d requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:19:34.852851 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-63c186c0-b7d6-4f81-a14a-cb8f17be6e24 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5200105 Jan 18 20:19:34.852851 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56164) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:34.867536 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-50186a64-5219-4148-bea2-2ed3dec72618 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Request body: {'security_group_rule': {'security_group_id': '45fe337d-1e00-4736-a532-d4dc9bef1665', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:34.906489 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7eb7b2c-522c-4f02-9bf6-054edd37ab69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:34.908759 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d7eb7b2c-522c-4f02-9bf6-054edd37ab69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:34.962746 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e31599b2-69c1-44ce-9763-994bd11ae7cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (3a16a196-1a37-4b66-8606-57d63d9d6908), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:34.975798 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d7eb7b2c-522c-4f02-9bf6-054edd37ab69 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5135036 Jan 18 20:19:34.982647 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56166) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:34.990253 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-95e787c5-b0ab-4a60-8085-d5d818853da6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-557413874-router', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:35.061776 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56168) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:35.063353 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-83c0892c-88f5-4c3a-8a0c-c1230386051d tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.9512484 Jan 18 20:19:35.082635 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-31dec4b9-4fe4-48b3-8a18-d3606642b6ac tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Request body: {'port': {'network_id': 'c02fcbe5-36a9-4858-a506-26c3a8a32f73', 'name': 'tempest-ExtraDHCPOptionsTestJSON-580144823', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:35.083619 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.api.validators [None req-31dec4b9-4fe4-48b3-8a18-d3606642b6ac tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] bootfile-name is not in valid_values {{(pid=103336) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 18 20:19:35.084252 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.api.validators [None req-31dec4b9-4fe4-48b3-8a18-d3606642b6ac tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] tftp-server is not in valid_values {{(pid=103336) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 18 20:19:35.084812 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.api.validators [None req-31dec4b9-4fe4-48b3-8a18-d3606642b6ac tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] server-ip-address is not in valid_values {{(pid=103336) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 18 20:19:35.092696 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95e787c5-b0ab-4a60-8085-d5d818853da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (8945969a-189b-4f40-972e-2b9c31ede4df), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:35.094091 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95e787c5-b0ab-4a60-8085-d5d818853da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (8945969a-189b-4f40-972e-2b9c31ede4df), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:35.150651 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-50186a64-5219-4148-bea2-2ed3dec72618 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks [] for security_group_rule (0743ad01-28ad-462a-af17-cc9e8353f397), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:35.158583 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b3b373-d6b1-4098-a41d-d82ac77ec555 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-ba355ad9-b534-4edd-96f7-c8f599565a2d', 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d', 'project_id': '823a89669aba4a1ca250f17180b6d997', 'fixed_ips': [{'subnet_id': 'f6050b78-f460-4028-811c-57bb560e336d'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:19:35.159466 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-28b3b373-d6b1-4098-a41d-d82ac77ec555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:35.236760 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 63b50add-ce43-43d7-aefd-b120c0ac748d up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:19:35.252498 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e31599b2-69c1-44ce-9763-994bd11ae7cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (3a16a196-1a37-4b66-8606-57d63d9d6908), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:35.257283 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e31599b2-69c1-44ce-9763-994bd11ae7cd admin admin] Publish callbacks [] for router_controller (3a16a196-1a37-4b66-8606-57d63d9d6908), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:35.361465 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-2428c6fa-18e4-449c-8618-e9570e01c883 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Made reservation on behalf of be193cea8964426583d08dc5daa105ad for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:19:35.370819 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-2428c6fa-18e4-449c-8618-e9570e01c883 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:35.433731 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e31599b2-69c1-44ce-9763-994bd11ae7cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (3a16a196-1a37-4b66-8606-57d63d9d6908), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:35.434321 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31599b2-69c1-44ce-9763-994bd11ae7cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a16a196-1a37-4b66-8606-57d63d9d6908 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:19:35.439257 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e31599b2-69c1-44ce-9763-994bd11ae7cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:35.440454 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e31599b2-69c1-44ce-9763-994bd11ae7cd admin admin] 10.222.0.31 "DELETE /v2.0/routers/3a16a196-1a37-4b66-8606-57d63d9d6908 HTTP/1.1" status: 204 len: 168 time: 3.7289398 Jan 18 20:19:35.442942 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56170) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:35.463096 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95e787c5-b0ab-4a60-8085-d5d818853da6 admin admin] Publish callbacks [] for router_controller (8945969a-189b-4f40-972e-2b9c31ede4df), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:35.527984 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-50186a64-5219-4148-bea2-2ed3dec72618 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks [] for security_group_rule (0743ad01-28ad-462a-af17-cc9e8353f397), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:35.562835 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 63b50add-ce43-43d7-aefd-b120c0ac748d triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:35.570828 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (63b50add-ce43-43d7-aefd-b120c0ac748d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:35.659086 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-50186a64-5219-4148-bea2-2ed3dec72618 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (0743ad01-28ad-462a-af17-cc9e8353f397), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:35.693965 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-28b3b373-d6b1-4098-a41d-d82ac77ec555 None None] Allocated IP 172.20.0.2 (ba355ad9-b534-4edd-96f7-c8f599565a2d/f6050b78-f460-4028-811c-57bb560e336d/6e5da7d8-7b7c-4116-877c-11576235e9da) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:19:35.797496 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fc35ef7-10a0-4af6-9cae-9861b3a5576b req-2303c565-88fa-46af-82e9-c81c8b496d0d tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a35f43e-08f1-4d26-ad98-2cd944c20526 HTTP/1.1" status: 200 len: 210 time: 0.0851288 Jan 18 20:19:35.848369 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-77958b95-29ad-4769-84e1-cdfcb427dbee admin admin] Deleting subnet 6e608821-d98d-4f7b-ac8f-c65a0d1bb2f3 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:19:35.855524 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77958b95-29ad-4769-84e1-cdfcb427dbee admin admin] Publish callbacks [] for subnet (6e608821-d98d-4f7b-ac8f-c65a0d1bb2f3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:35.876523 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50186a64-5219-4148-bea2-2ed3dec72618 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0743ad01-28ad-462a-af17-cc9e8353f397,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:35.936174 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 63b50add-ce43-43d7-aefd-b120c0ac748d is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:35.939315 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ca4560a8-2123-4c99-ae88-714fd2b56c4c up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:19:35.944213 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31dec4b9-4fe4-48b3-8a18-d3606642b6ac tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Made reservation on behalf of b5e88990cd74401ba4388d70797c69c2 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:19:35.950933 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-31dec4b9-4fe4-48b3-8a18-d3606642b6ac tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:35.990919 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-2428c6fa-18e4-449c-8618-e9570e01c883 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Allocated IP 172.20.0.3 (883cf1be-d691-44c7-8b46-6d931886a9c3/dbacdcc6-5589-49ce-bc9a-7727dab00041/cb58f754-d9dd-45c2-a951-1f8350b63823) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:19:36.038672 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77958b95-29ad-4769-84e1-cdfcb427dbee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (6e608821-d98d-4f7b-ac8f-c65a0d1bb2f3), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:36.092984 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-50186a64-5219-4148-bea2-2ed3dec72618 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:36.094743 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-50186a64-5219-4148-bea2-2ed3dec72618 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2400062 Jan 18 20:19:36.096321 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-31dec4b9-4fe4-48b3-8a18-d3606642b6ac tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] device_id is not set on port d639565f-eb98-42d4-8099-33e8c4c5f801 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:19:36.104587 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56178) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:36.119956 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-bf580f6b-d2ee-4f9e-aee3-ef9e719e4214 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:36.158486 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port ca4560a8-2123-4c99-ae88-714fd2b56c4c triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:36.159668 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ca4560a8-2123-4c99-ae88-714fd2b56c4c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:36.228858 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-28b3b373-d6b1-4098-a41d-d82ac77ec555 None None] Publish callbacks [] for port (6e5da7d8-7b7c-4116-877c-11576235e9da), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:36.263431 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f9c8fe-3e1f-4290-bce7-c78ce5496152 None None] Network c02fcbe5-36a9-4858-a506-26c3a8a32f73 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:19:36.361044 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-28b3b373-d6b1-4098-a41d-d82ac77ec555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (6e5da7d8-7b7c-4116-877c-11576235e9da), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:36.440569 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ffbf44dc-2b07-4af5-9480-50d47830f3fc None None] Provisioning complete for port ca4560a8-2123-4c99-ae88-714fd2b56c4c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:36.441257 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ffbf44dc-2b07-4af5-9480-50d47830f3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ca4560a8-2123-4c99-ae88-714fd2b56c4c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:36.485795 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b3b373-d6b1-4098-a41d-d82ac77ec555 None None] Network ba355ad9-b534-4edd-96f7-c8f599565a2d is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:19:36.540796 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port ca4560a8-2123-4c99-ae88-714fd2b56c4c is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:36.541469 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ca4560a8-2123-4c99-ae88-714fd2b56c4c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:36.543988 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-28b3b373-d6b1-4098-a41d-d82ac77ec555 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:36.556518 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b3b373-d6b1-4098-a41d-d82ac77ec555 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:19:36.570617 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3b373-d6b1-4098-a41d-d82ac77ec555 None None] Pushing event updated for resources: {'Port': ['ID=6e5da7d8-7b7c-4116-877c-11576235e9da,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:36.677448 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77958b95-29ad-4769-84e1-cdfcb427dbee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (6e608821-d98d-4f7b-ac8f-c65a0d1bb2f3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:36.776782 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95e787c5-b0ab-4a60-8085-d5d818853da6 admin admin] Publish callbacks [] for router_gateway (8945969a-189b-4f40-972e-2b9c31ede4df), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:36.791158 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77958b95-29ad-4769-84e1-cdfcb427dbee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (6e608821-d98d-4f7b-ac8f-c65a0d1bb2f3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:36.793100 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port ca4560a8-2123-4c99-ae88-714fd2b56c4c, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ca4560a8-2123-4c99-ae88-714fd2b56c4c,segment=NetworkSegment(a693ec80-db8f-4987-85b6-2bea6f144e78),segment_id=a693ec80-db8f-4987-85b6-2bea6f144e78)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:36.795630 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-28b3b373-d6b1-4098-a41d-d82ac77ec555 None None] Attempting to bind port 6e5da7d8-7b7c-4116-877c-11576235e9da on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:19:36.796217 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-28b3b373-d6b1-4098-a41d-d82ac77ec555 None None] Attempting to bind port 6e5da7d8-7b7c-4116-877c-11576235e9da by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'b61c3218-044c-49cd-a040-f785b2f0a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:19:36.796940 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bf580f6b-d2ee-4f9e-aee3-ef9e719e4214 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:36.797129 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b3b373-d6b1-4098-a41d-d82ac77ec555 None None] Attempting to bind port 6e5da7d8-7b7c-4116-877c-11576235e9da on network ba355ad9-b534-4edd-96f7-c8f599565a2d {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:19:36.854322 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ca4560a8-2123-4c99-ae88-714fd2b56c4c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:36.870209 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:36.876083 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b3b373-d6b1-4098-a41d-d82ac77ec555 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:19:36.878137 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b3b373-d6b1-4098-a41d-d82ac77ec555 None None] Checking segment: {'id': 'b61c3218-044c-49cd-a040-f785b2f0a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:19:36.878731 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-28b3b373-d6b1-4098-a41d-d82ac77ec555 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:36.880000 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b3b373-d6b1-4098-a41d-d82ac77ec555 None None] Bound using segment: {'id': 'b61c3218-044c-49cd-a040-f785b2f0a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:19:36.882798 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-28b3b373-d6b1-4098-a41d-d82ac77ec555 None None] Bound port: 6e5da7d8-7b7c-4116-877c-11576235e9da, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61c3218-044c-49cd-a040-f785b2f0a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:19:36.883390 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-28b3b373-d6b1-4098-a41d-d82ac77ec555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6e5da7d8-7b7c-4116-877c-11576235e9da), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:36.900340 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77958b95-29ad-4769-84e1-cdfcb427dbee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e608821-d98d-4f7b-ac8f-c65a0d1bb2f3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:36.915688 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77958b95-29ad-4769-84e1-cdfcb427dbee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:36.932934 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-77958b95-29ad-4769-84e1-cdfcb427dbee admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6e608821-d98d-4f7b-ac8f-c65a0d1bb2f3 HTTP/1.1" status: 204 len: 168 time: 1.4887977 Jan 18 20:19:36.936201 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56184) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:37.035705 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebebb5f2-e81a-4c48-84e9-5a87b853b633 None None] Network e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:19:37.052700 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-2428c6fa-18e4-449c-8618-e9570e01c883 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Publish callbacks [] for port (cb58f754-d9dd-45c2-a951-1f8350b63823), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:37.080148 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c74c9ddf-df16-462b-b08a-33d11b650cf7 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:19:37.102966 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-2428c6fa-18e4-449c-8618-e9570e01c883 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (cb58f754-d9dd-45c2-a951-1f8350b63823), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:37.152027 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-320a6805-caa6-49fb-b8fb-5f11494129b4 req-feb82af1-9407-413d-ae9e-0865e6c6effb tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a35f43e-08f1-4d26-ad98-2cd944c20526 HTTP/1.1" status: 200 len: 210 time: 0.1320693 Jan 18 20:19:37.153506 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-2428c6fa-18e4-449c-8618-e9570e01c883 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Network 883cf1be-d691-44c7-8b46-6d931886a9c3 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:19:37.206669 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-2428c6fa-18e4-449c-8618-e9570e01c883 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:37.212037 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-2428c6fa-18e4-449c-8618-e9570e01c883 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:19:37.289497 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: c74c9ddf-df16-462b-b08a-33d11b650cf7 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:19:37.297576 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c74c9ddf-df16-462b-b08a-33d11b650cf7 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:19:37.307944 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device de4cef60-85aa-4549-a0a4-d9d10da62244 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:19:37.311888 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ffbf44dc-2b07-4af5-9480-50d47830f3fc None None] Current status of the port ca4560a8-2123-4c99-ae88-714fd2b56c4c is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:37.340272 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428c6fa-18e4-449c-8618-e9570e01c883 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Pushing event updated for resources: {'Port': ['ID=cb58f754-d9dd-45c2-a951-1f8350b63823,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:37.347500 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-31dec4b9-4fe4-48b3-8a18-d3606642b6ac tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Allocated IP 172.20.0.5 (c02fcbe5-36a9-4858-a506-26c3a8a32f73/bccc14d9-dd11-406a-8c01-4f40690edf28/d639565f-eb98-42d4-8099-33e8c4c5f801) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:19:37.354061 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-464d5894-984f-4d2f-940b-14d1de266e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:37.423440 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-2428c6fa-18e4-449c-8618-e9570e01c883 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:37.426675 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-2428c6fa-18e4-449c-8618-e9570e01c883 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:37.483863 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-2428c6fa-18e4-449c-8618-e9570e01c883 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1969402 Jan 18 20:19:37.507680 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-0bebeadd-cc6b-447f-abc1-16739def205d service neutron] Request body: {'port': {'device_id': '8a35f43e-08f1-4d26-ad98-2cd944c20526', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:37.630838 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936e4ee-4c9b-489e-a2de-e96176a8af67 None None] Sync routers for ids ['72abd237-7b6b-4c35-a8a4-d8f8e426c91b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:19:37.641736 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: de4cef60-85aa-4549-a0a4-d9d10da62244 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:19:37.642217 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device de4cef60-85aa-4549-a0a4-d9d10da62244 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:19:37.649215 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-0bebeadd-cc6b-447f-abc1-16739def205d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cb58f754-d9dd-45c2-a951-1f8350b63823), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:37.692742 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-464d5894-984f-4d2f-940b-14d1de266e8c admin admin] Deleting port a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:19:37.697127 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-464d5894-984f-4d2f-940b-14d1de266e8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:37.702338 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=ca4560a8-2123-4c99-ae88-714fd2b56c4c,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:37.719286 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8936e4ee-4c9b-489e-a2de-e96176a8af67 None None] Routers {'72abd237-7b6b-4c35-a8a4-d8f8e426c91b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:19:37.720768 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-8936e4ee-4c9b-489e-a2de-e96176a8af67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:19:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['72abd237-7b6b-4c35-a8a4-d8f8e426c91b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:37.729750 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-5d20ab5c-f439-4376-bfd5-d461b614f7e4 None None] Provisioning complete for port 8ce996bc-a345-4c90-99d5-4b6fc6c80467 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:37.730269 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5d20ab5c-f439-4376-bfd5-d461b614f7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8ce996bc-a345-4c90-99d5-4b6fc6c80467), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:37.747673 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bf580f6b-d2ee-4f9e-aee3-ef9e719e4214 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:37.755932 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95e787c5-b0ab-4a60-8085-d5d818853da6 admin admin] Publish callbacks [] for router_gateway (8945969a-189b-4f40-972e-2b9c31ede4df), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:37.808779 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95e787c5-b0ab-4a60-8085-d5d818853da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:37.841834 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5d20ab5c-f439-4376-bfd5-d461b614f7e4 None None] Port 8ce996bc-a345-4c90-99d5-4b6fc6c80467 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:19:37.848331 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-464d5894-984f-4d2f-940b-14d1de266e8c admin admin] For port a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f,segment=NetworkSegment(7c3b985c-2ffc-4efa-9a2f-e61ee363af6d),segment_id=7c3b985c-2ffc-4efa-9a2f-e61ee363af6d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:37.848704 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-464d5894-984f-4d2f-940b-14d1de266e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:37.852625 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-28b3b373-d6b1-4098-a41d-d82ac77ec555 None None] For port 6e5da7d8-7b7c-4116-877c-11576235e9da, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:19:37.886086 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-28b3b373-d6b1-4098-a41d-d82ac77ec555 None None] For port 6e5da7d8-7b7c-4116-877c-11576235e9da, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6e5da7d8-7b7c-4116-877c-11576235e9da,segment=NetworkSegment(b61c3218-044c-49cd-a040-f785b2f0a1eb),segment_id=b61c3218-044c-49cd-a040-f785b2f0a1eb)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:19:37.891144 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-464d5894-984f-4d2f-940b-14d1de266e8c admin admin] Calling delete_port for a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:19:37.936747 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-bf580f6b-d2ee-4f9e-aee3-ef9e719e4214 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Allocated IP 172.25.4.52 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/f904194e-7d28-439f-90a4-3db9659533e4) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:19:37.943377 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-5d20ab5c-f439-4376-bfd5-d461b614f7e4 None None] Provisioning complete for port ca4560a8-2123-4c99-ae88-714fd2b56c4c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:37.943854 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5d20ab5c-f439-4376-bfd5-d461b614f7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ca4560a8-2123-4c99-ae88-714fd2b56c4c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:37.960955 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-28b3b373-d6b1-4098-a41d-d82ac77ec555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6e5da7d8-7b7c-4116-877c-11576235e9da), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:38.067618 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bf580f6b-d2ee-4f9e-aee3-ef9e719e4214 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks [] for port (f904194e-7d28-439f-90a4-3db9659533e4), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:38.101051 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71eb05f-bed0-4764-90b7-429388927694 None None] DHCP port deletion for e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:19:38.105819 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-8936e4ee-4c9b-489e-a2de-e96176a8af67 None None] Set router 72abd237-7b6b-4c35-a8a4-d8f8e426c91b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:19:38.128390 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bf580f6b-d2ee-4f9e-aee3-ef9e719e4214 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (f904194e-7d28-439f-90a4-3db9659533e4), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:38.206138 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-464d5894-984f-4d2f-940b-14d1de266e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:38.233363 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3b373-d6b1-4098-a41d-d82ac77ec555 None None] Pushing event updated for resources: {'Port': ['ID=6e5da7d8-7b7c-4116-877c-11576235e9da,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:38.281953 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d5894-984f-4d2f-940b-14d1de266e8c admin admin] No DVR routers for this DVR port a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:19:38.341032 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d5894-984f-4d2f-940b-14d1de266e8c admin admin] Pushing event deleted for resources: {'Port': ['ID=a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:38.393483 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5d20ab5c-f439-4376-bfd5-d461b614f7e4 None None] Current status of the port ca4560a8-2123-4c99-ae88-714fd2b56c4c is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:38.393895 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf580f6b-d2ee-4f9e-aee3-ef9e719e4214 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:19:38.432086 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-bf580f6b-d2ee-4f9e-aee3-ef9e719e4214 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:38.459776 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf580f6b-d2ee-4f9e-aee3-ef9e719e4214 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:19:38.572500 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-464d5894-984f-4d2f-940b-14d1de266e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:38.606659 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-464d5894-984f-4d2f-940b-14d1de266e8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:38.611981 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf580f6b-d2ee-4f9e-aee3-ef9e719e4214 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Pushing event updated for resources: {'Port': ['ID=f904194e-7d28-439f-90a4-3db9659533e4,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:38.631953 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-8936e4ee-4c9b-489e-a2de-e96176a8af67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'name': 'tempest-ServerActionsTestJSON-290585160-router', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '63b50add-ce43-43d7-aefd-b120c0ac748d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:23Z', 'updated_at': '2022-01-18T20:19:30Z', 'revision_number': 4, 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'gw_port': {'id': '63b50add-ce43-43d7-aefd-b120c0ac748d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:24Z', 'updated_at': '2022-01-18T20:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '55bd22db-d9c8-4fb5-a2a7-bd833efb6294', 'name': '', 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'mac_address': 'fa:16:3e:d4:ae:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:29Z', 'updated_at': '2022-01-18T20:19:31Z', 'revision_number': 2, 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'subnets': [{'id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:38.636753 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-464d5894-984f-4d2f-940b-14d1de266e8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c3b985c-2ffc-4efa-9a2f-e61ee363af6d') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:38.637057 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-464d5894-984f-4d2f-940b-14d1de266e8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c3b985c-2ffc-4efa-9a2f-e61ee363af6d') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:38.658414 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-464d5894-984f-4d2f-940b-14d1de266e8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (7c3b985c-2ffc-4efa-9a2f-e61ee363af6d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:38.693132 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-464d5894-984f-4d2f-940b-14d1de266e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (7c3b985c-2ffc-4efa-9a2f-e61ee363af6d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:38.711352 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-464d5894-984f-4d2f-940b-14d1de266e8c admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:19:38.712133 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-464d5894-984f-4d2f-940b-14d1de266e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (7c3b985c-2ffc-4efa-9a2f-e61ee363af6d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:38.713964 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936e4ee-4c9b-489e-a2de-e96176a8af67 None None] Checking router: 72abd237-7b6b-4c35-a8a4-d8f8e426c91b for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:19:38.714324 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936e4ee-4c9b-489e-a2de-e96176a8af67 None None] Updating router 72abd237-7b6b-4c35-a8a4-d8f8e426c91b port 55bd22db-d9c8-4fb5-a2a7-bd833efb6294 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:19:38.716794 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:19:38.738855 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-31dec4b9-4fe4-48b3-8a18-d3606642b6ac tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks [] for port (d639565f-eb98-42d4-8099-33e8c4c5f801), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:38.750789 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8936e4ee-4c9b-489e-a2de-e96176a8af67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (55bd22db-d9c8-4fb5-a2a7-bd833efb6294), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:38.782744 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258595af-a793-4147-9aac-0c39954ee77c req-f0400c89-0140-4701-8549-1fe7d2c5582e tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:38.790684 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-258595af-a793-4147-9aac-0c39954ee77c req-f0400c89-0140-4701-8549-1fe7d2c5582e tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a35f43e-08f1-4d26-ad98-2cd944c20526 HTTP/1.1" status: 200 len: 931 time: 0.4714546 Jan 18 20:19:38.831363 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-0bebeadd-cc6b-447f-abc1-16739def205d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb58f754-d9dd-45c2-a951-1f8350b63823 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:19:38.836455 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-95e787c5-b0ab-4a60-8085-d5d818853da6 admin admin] Allocated IP 172.25.4.187 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/7df3022e-487c-4fbc-9da1-c5789a172916) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:19:38.840240 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-31dec4b9-4fe4-48b3-8a18-d3606642b6ac tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (d639565f-eb98-42d4-8099-33e8c4c5f801), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:38.848922 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-0bebeadd-cc6b-447f-abc1-16739def205d service neutron] Publish callbacks [] for port (cb58f754-d9dd-45c2-a951-1f8350b63823), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:38.881374 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-0bebeadd-cc6b-447f-abc1-16739def205d service neutron] Transition to ACTIVE for port object cb58f754-d9dd-45c2-a951-1f8350b63823 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:19:38.882887 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-464d5894-984f-4d2f-940b-14d1de266e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:38.900390 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-464d5894-984f-4d2f-940b-14d1de266e8c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:38.916861 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-464d5894-984f-4d2f-940b-14d1de266e8c admin admin] 10.222.0.31 "DELETE /v2.0/networks/e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1 HTTP/1.1" status: 204 len: 168 time: 1.9699142 Jan 18 20:19:38.931644 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d5894-984f-4d2f-940b-14d1de266e8c admin admin] Pushing event deleted for resources: {'Network': ['ID=e3847ae9-73bf-4df7-8a8b-e4c4a45fffb1,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:38.942837 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-0bebeadd-cc6b-447f-abc1-16739def205d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (cb58f754-d9dd-45c2-a951-1f8350b63823), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:38.951952 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-258595af-a793-4147-9aac-0c39954ee77c req-edcf4331-38e3-4ef8-92c6-f769519cb1b4 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/security-groups?id=81f23a5d-b4af-4ace-8bc2-c4630b229bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534929 Jan 18 20:19:38.971138 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dec4b9-4fe4-48b3-8a18-d3606642b6ac tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Network c02fcbe5-36a9-4858-a506-26c3a8a32f73 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:19:38.995916 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-31dec4b9-4fe4-48b3-8a18-d3606642b6ac tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:39.006256 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dec4b9-4fe4-48b3-8a18-d3606642b6ac tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:19:39.124798 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bebeadd-cc6b-447f-abc1-16739def205d service neutron] Pushing event updated for resources: {'Port': ['ID=cb58f754-d9dd-45c2-a951-1f8350b63823,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:39.134155 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dec4b9-4fe4-48b3-8a18-d3606642b6ac tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Pushing event updated for resources: {'Port': ['ID=d639565f-eb98-42d4-8099-33e8c4c5f801,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:39.163683 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bf580f6b-d2ee-4f9e-aee3-ef9e719e4214 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks [] for floatingip (3fd9e1e3-4463-48b0-8e39-fd6f2f8eea85), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:39.265768 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-0bebeadd-cc6b-447f-abc1-16739def205d service neutron] Attempting to bind port cb58f754-d9dd-45c2-a951-1f8350b63823 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:19:39.266292 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-0bebeadd-cc6b-447f-abc1-16739def205d service neutron] Attempting to bind port cb58f754-d9dd-45c2-a951-1f8350b63823 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '2554b522-7ab8-4874-9787-f3d18e58c7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '883cf1be-d691-44c7-8b46-6d931886a9c3'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:19:39.268522 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-0bebeadd-cc6b-447f-abc1-16739def205d service neutron] Attempting to bind port cb58f754-d9dd-45c2-a951-1f8350b63823 on network 883cf1be-d691-44c7-8b46-6d931886a9c3 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:19:39.283989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56202) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:39.290269 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-0bebeadd-cc6b-447f-abc1-16739def205d service neutron] Port cb58f754-d9dd-45c2-a951-1f8350b63823 on network 883cf1be-d691-44c7-8b46-6d931886a9c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:19:39.294081 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-0bebeadd-cc6b-447f-abc1-16739def205d service neutron] Attempting to bind port cb58f754-d9dd-45c2-a951-1f8350b63823 on network 883cf1be-d691-44c7-8b46-6d931886a9c3 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:19:39.306179 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bf580f6b-d2ee-4f9e-aee3-ef9e719e4214 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f904194e-7d28-439f-90a4-3db9659533e4), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:39.329668 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-0bebeadd-cc6b-447f-abc1-16739def205d service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:19:39.338155 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-0bebeadd-cc6b-447f-abc1-16739def205d service neutron] Checking segment: {'id': '2554b522-7ab8-4874-9787-f3d18e58c7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '883cf1be-d691-44c7-8b46-6d931886a9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:19:39.338760 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-0bebeadd-cc6b-447f-abc1-16739def205d service neutron] Bound using segment: {'id': '2554b522-7ab8-4874-9787-f3d18e58c7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '883cf1be-d691-44c7-8b46-6d931886a9c3'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:19:39.339346 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-0bebeadd-cc6b-447f-abc1-16739def205d service neutron] Bound port: cb58f754-d9dd-45c2-a951-1f8350b63823, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2554b522-7ab8-4874-9787-f3d18e58c7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '883cf1be-d691-44c7-8b46-6d931886a9c3'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:19:39.339819 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-0bebeadd-cc6b-447f-abc1-16739def205d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cb58f754-d9dd-45c2-a951-1f8350b63823), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:39.361509 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8936e4ee-4c9b-489e-a2de-e96176a8af67 None None] Publish callbacks [] for port (55bd22db-d9c8-4fb5-a2a7-bd833efb6294), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:39.372203 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8936e4ee-4c9b-489e-a2de-e96176a8af67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (55bd22db-d9c8-4fb5-a2a7-bd833efb6294), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:39.443490 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:19:39.446763 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:39.446763 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:19:39.446763 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:39.446763 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:19:39.446763 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:39.446763 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:19:39.446763 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:39.446763 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:19:39.446763 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:39.446763 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:19:39.446763 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:39.446763 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:19:39.458881 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d34716e2-9508-4398-93fe-c5064f1b34e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=41f8b933fd4d4b899f7f181242b42cfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1695747 Jan 18 20:19:39.479487 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dec4b9-4fe4-48b3-8a18-d3606642b6ac tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:39.481285 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-31dec4b9-4fe4-48b3-8a18-d3606642b6ac tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:39.522025 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56204) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:39.559260 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f5048f85-71f6-4879-8a2e-4825d4444ef2 None None] Provisioning complete for port d639565f-eb98-42d4-8099-33e8c4c5f801 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:39.559260 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f5048f85-71f6-4879-8a2e-4825d4444ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d639565f-eb98-42d4-8099-33e8c4c5f801), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:39.571360 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95e787c5-b0ab-4a60-8085-d5d818853da6 admin admin] Publish callbacks [] for port (7df3022e-487c-4fbc-9da1-c5789a172916), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:39.647587 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-0bebeadd-cc6b-447f-abc1-16739def205d service neutron] For port cb58f754-d9dd-45c2-a951-1f8350b63823, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:19:39.673239 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-0bebeadd-cc6b-447f-abc1-16739def205d service neutron] For port cb58f754-d9dd-45c2-a951-1f8350b63823, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=cb58f754-d9dd-45c2-a951-1f8350b63823,segment=NetworkSegment(2554b522-7ab8-4874-9787-f3d18e58c7bc),segment_id=2554b522-7ab8-4874-9787-f3d18e58c7bc)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:19:39.683975 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-0bebeadd-cc6b-447f-abc1-16739def205d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (cb58f754-d9dd-45c2-a951-1f8350b63823), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:39.714586 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635641e-9c32-4e41-af60-a9caf43cc237 None None] Pushing event updated for resources: {'Port': ['ID=55bd22db-d9c8-4fb5-a2a7-bd833efb6294,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:39.764531 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-0bebeadd-cc6b-447f-abc1-16739def205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:39.773917 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-0bebeadd-cc6b-447f-abc1-16739def205d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:39.776669 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-0bebeadd-cc6b-447f-abc1-16739def205d service neutron] 10.222.0.70 "PUT /v2.0/ports/cb58f754-d9dd-45c2-a951-1f8350b63823 HTTP/1.1" status: 200 len: 1091 time: 2.2809772 Jan 18 20:19:39.779559 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a35f43e-08f1-4d26-ad98-2cd944c20526', 'tag': 'cb58f754-d9dd-45c2-a951-1f8350b63823'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:19:39.781875 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f5048f85-71f6-4879-8a2e-4825d4444ef2 None None] Port d639565f-eb98-42d4-8099-33e8c4c5f801 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:19:39.785799 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7a6ed5-2729-4cb2-aa81-a9e8b0d9eeea" -d '{"events": [{"name": "network-changed", "server_uuid": "8a35f43e-08f1-4d26-ad98-2cd944c20526", "tag": "cb58f754-d9dd-45c2-a951-1f8350b63823"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:19:39.800486 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-52d32dcd-8e72-4843-93d5-372cd9a28979 admin admin] Publish callbacks [] for security_group (3b66dc11-d513-4701-ba6d-26e85f71fa81), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:39.811895 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95e787c5-b0ab-4a60-8085-d5d818853da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (7df3022e-487c-4fbc-9da1-c5789a172916), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:39.814263 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-8936e4ee-4c9b-489e-a2de-e96176a8af67 None None] Attempting to bind port 55bd22db-d9c8-4fb5-a2a7-bd833efb6294 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:19:39.814664 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-8936e4ee-4c9b-489e-a2de-e96176a8af67 None None] Attempting to bind port 55bd22db-d9c8-4fb5-a2a7-bd833efb6294 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:19:39.815037 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8936e4ee-4c9b-489e-a2de-e96176a8af67 None None] Attempting to bind port 55bd22db-d9c8-4fb5-a2a7-bd833efb6294 on network e88e9200-d99d-4ea0-a241-681917733bb6 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:19:39.829331 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8936e4ee-4c9b-489e-a2de-e96176a8af67 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:19:39.833478 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8936e4ee-4c9b-489e-a2de-e96176a8af67 None None] Checking segment: {'id': '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:19:39.834022 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8936e4ee-4c9b-489e-a2de-e96176a8af67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:39.834436 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8936e4ee-4c9b-489e-a2de-e96176a8af67 None None] Bound using segment: {'id': '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:19:39.837067 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-8936e4ee-4c9b-489e-a2de-e96176a8af67 None None] Bound port: 55bd22db-d9c8-4fb5-a2a7-bd833efb6294, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:19:39.837734 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8936e4ee-4c9b-489e-a2de-e96176a8af67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (55bd22db-d9c8-4fb5-a2a7-bd833efb6294), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:39.916487 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e787c5-b0ab-4a60-8085-d5d818853da6 admin admin] Pushing event updated for resources: {'Port': ['ID=7df3022e-487c-4fbc-9da1-c5789a172916,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:39.955320 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e62276f-03df-4072-bfde-db1c223166bd x-openstack-request-id: req-8e62276f-03df-4072-bfde-db1c223166bd {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:19:39.955614 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a35f43e-08f1-4d26-ad98-2cd944c20526", "tag": "cb58f754-d9dd-45c2-a951-1f8350b63823", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:19:39.956045 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e62276f-03df-4072-bfde-db1c223166bd {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:19:39.959698 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a35f43e-08f1-4d26-ad98-2cd944c20526', 'tag': 'cb58f754-d9dd-45c2-a951-1f8350b63823', 'status': 'completed', 'code': 200} Jan 18 20:19:39.967603 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56210) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:39.969094 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-31dec4b9-4fe4-48b3-8a18-d3606642b6ac tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.9045687 Jan 18 20:19:40.006703 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-52d32dcd-8e72-4843-93d5-372cd9a28979 admin admin] Publish callbacks [] for security_group (3b66dc11-d513-4701-ba6d-26e85f71fa81), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:40.018175 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8936e4ee-4c9b-489e-a2de-e96176a8af67 None None] For port 55bd22db-d9c8-4fb5-a2a7-bd833efb6294, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:19:40.028652 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8936e4ee-4c9b-489e-a2de-e96176a8af67 None None] For port 55bd22db-d9c8-4fb5-a2a7-bd833efb6294, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=55bd22db-d9c8-4fb5-a2a7-bd833efb6294,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:19:40.049288 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1dab73-d722-4a22-aaa2-f1ae7a082eb9 None None] Network ba355ad9-b534-4edd-96f7-c8f599565a2d requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:19:40.084922 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bebeadd-cc6b-447f-abc1-16739def205d service neutron] Pushing event updated for resources: {'Port': ['ID=cb58f754-d9dd-45c2-a951-1f8350b63823,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:40.092724 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803ba62-8f71-429e-a9b5-7093ac1dfae6 req-dcfd2708-dded-4954-ba85-e276bd73ce2e tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:40.100717 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7803ba62-8f71-429e-a9b5-7093ac1dfae6 req-dcfd2708-dded-4954-ba85-e276bd73ce2e tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3 HTTP/1.1" status: 200 len: 945 time: 0.4005837 Jan 18 20:19:40.108979 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e787c5-b0ab-4a60-8085-d5d818853da6 admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:19:40.140058 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-95e787c5-b0ab-4a60-8085-d5d818853da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:40.148746 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe938239-8a3b-45b1-83ad-b77cf947ad09 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:40.156367 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe938239-8a3b-45b1-83ad-b77cf947ad09 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:40.164958 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e787c5-b0ab-4a60-8085-d5d818853da6 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:19:40.165490 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe938239-8a3b-45b1-83ad-b77cf947ad09 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:40.170595 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fe938239-8a3b-45b1-83ad-b77cf947ad09 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1927261 Jan 18 20:19:40.171465 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56216) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:40.175404 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-1ac7dcb6-334b-42ed-bf8e-c5b01b1b522e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:40.177409 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-1ac7dcb6-334b-42ed-bf8e-c5b01b1b522e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=be193cea8964426583d08dc5daa105ad&device_id=8a35f43e-08f1-4d26-ad98-2cd944c20526 HTTP/1.1" status: 200 len: 1094 time: 0.3016143 Jan 18 20:19:40.287654 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8936e4ee-4c9b-489e-a2de-e96176a8af67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (55bd22db-d9c8-4fb5-a2a7-bd833efb6294), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:40.291664 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ca4560a8-2123-4c99-ae88-714fd2b56c4c up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:19:40.293826 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaff6aa-6262-4958-9f9d-b096e9af2eca None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:19:40.316843 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-0c29a8b5-0807-4fdb-9577-0c6039951a39 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb58f754-d9dd-45c2-a951-1f8350b63823 HTTP/1.1" status: 200 len: 217 time: 0.0619209 Jan 18 20:19:40.363091 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7803ba62-8f71-429e-a9b5-7093ac1dfae6 req-b432eefe-3968-4c37-bde9-b6181c07530f tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430959 Jan 18 20:19:40.409975 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-3d666f39-c047-4800-bdab-f53c6d142e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:40.412105 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-3d666f39-c047-4800-bdab-f53c6d142e50 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dbacdcc6-5589-49ce-bc9a-7727dab00041 HTTP/1.1" status: 200 len: 865 time: 0.0901320 Jan 18 20:19:40.418024 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dd7df2f7-8c14-4cad-855f-39a7c121c1fb None None] Provisioning complete for port 55bd22db-d9c8-4fb5-a2a7-bd833efb6294 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:40.418586 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dd7df2f7-8c14-4cad-855f-39a7c121c1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (55bd22db-d9c8-4fb5-a2a7-bd833efb6294), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:40.459598 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300f0b0-0736-45e3-954c-427c079ad9e5 req-10853cc2-01bc-4350-bf8f-8f79724ba384 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:40.471686 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635641e-9c32-4e41-af60-a9caf43cc237 None None] Pushing event updated for resources: {'Port': ['ID=55bd22db-d9c8-4fb5-a2a7-bd833efb6294,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:40.475409 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b300f0b0-0736-45e3-954c-427c079ad9e5 req-10853cc2-01bc-4350-bf8f-8f79724ba384 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a35f43e-08f1-4d26-ad98-2cd944c20526 HTTP/1.1" status: 200 len: 943 time: 0.4074275 Jan 18 20:19:40.491739 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-f2b5ca27-a85d-4f18-a2ce-2c53fac2ae17 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=883cf1be-d691-44c7-8b46-6d931886a9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542712 Jan 18 20:19:40.492277 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-52d32dcd-8e72-4843-93d5-372cd9a28979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3b66dc11-d513-4701-ba6d-26e85f71fa81), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:40.494901 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-52d32dcd-8e72-4843-93d5-372cd9a28979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:40.495938 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-52d32dcd-8e72-4843-93d5-372cd9a28979 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b66dc11-d513-4701-ba6d-26e85f71fa81 HTTP/1.1" status: 204 len: 168 time: 0.9723155 Jan 18 20:19:40.533407 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bf580f6b-d2ee-4f9e-aee3-ef9e719e4214 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks [] for port (f904194e-7d28-439f-90a4-3db9659533e4), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:40.547867 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8936e4ee-4c9b-489e-a2de-e96176a8af67 None None] Routers {'72abd237-7b6b-4c35-a8a4-d8f8e426c91b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:19:40.548554 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-8936e4ee-4c9b-489e-a2de-e96176a8af67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:19:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['72abd237-7b6b-4c35-a8a4-d8f8e426c91b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:40.564466 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-9deabcf3-7b9a-4c15-bee0-838d0941245b tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Deleting port d639565f-eb98-42d4-8099-33e8c4c5f801 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:19:40.564816 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9deabcf3-7b9a-4c15-bee0-838d0941245b tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d639565f-eb98-42d4-8099-33e8c4c5f801), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:40.617850 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bf580f6b-d2ee-4f9e-aee3-ef9e719e4214 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (f904194e-7d28-439f-90a4-3db9659533e4), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:40.794756 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9deabcf3-7b9a-4c15-bee0-838d0941245b tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d639565f-eb98-42d4-8099-33e8c4c5f801), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:40.806986 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b300f0b0-0736-45e3-954c-427c079ad9e5 req-29e5712a-7362-4a12-ba1a-3de4a2fa7e46 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/security-groups?id=81f23a5d-b4af-4ace-8bc2-c4630b229bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304446 Jan 18 20:19:40.826584 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-8936e4ee-4c9b-489e-a2de-e96176a8af67 None None] Set router 72abd237-7b6b-4c35-a8a4-d8f8e426c91b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:19:40.843198 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-9deabcf3-7b9a-4c15-bee0-838d0941245b tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Calling delete_port for d639565f-eb98-42d4-8099-33e8c4c5f801 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:19:40.933008 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf580f6b-d2ee-4f9e-aee3-ef9e719e4214 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Pushing event updated for resources: {'Port': ['ID=f904194e-7d28-439f-90a4-3db9659533e4,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:40.993696 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d32dcd-8e72-4843-93d5-372cd9a28979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b66dc11-d513-4701-ba6d-26e85f71fa81,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:41.000161 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bf580f6b-d2ee-4f9e-aee3-ef9e719e4214 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (3fd9e1e3-4463-48b0-8e39-fd6f2f8eea85), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:41.118007 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bf580f6b-d2ee-4f9e-aee3-ef9e719e4214 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:41.125350 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bf580f6b-d2ee-4f9e-aee3-ef9e719e4214 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0196085 Jan 18 20:19:41.170907 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95e787c5-b0ab-4a60-8085-d5d818853da6 admin admin] Publish callbacks [] for router_gateway (8945969a-189b-4f40-972e-2b9c31ede4df), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:41.312542 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea9c6c-c5b8-4651-9e13-212f51f79259 req-e3ca7112-534e-4ce5-88b9-4746c0d726c4 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:41.313304 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-83ea9c6c-c5b8-4651-9e13-212f51f79259 req-e3ca7112-534e-4ce5-88b9-4746c0d726c4 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3 HTTP/1.1" status: 200 len: 945 time: 0.3209248 Jan 18 20:19:41.316218 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56226) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:41.419450 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dd7df2f7-8c14-4cad-855f-39a7c121c1fb None None] Current status of the port 55bd22db-d9c8-4fb5-a2a7-bd833efb6294 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:41.420293 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dd7df2f7-8c14-4cad-855f-39a7c121c1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (55bd22db-d9c8-4fb5-a2a7-bd833efb6294), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:41.447849 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-94aad01f-6e11-4e8d-9c5a-39a565a1ce81 service neutron] 10.222.0.70 "GET /v2.0/networks/883cf1be-d691-44c7-8b46-6d931886a9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9234960 Jan 18 20:19:41.584672 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dd7df2f7-8c14-4cad-855f-39a7c121c1fb None None] For port 55bd22db-d9c8-4fb5-a2a7-bd833efb6294, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=55bd22db-d9c8-4fb5-a2a7-bd833efb6294,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:41.597079 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dd7df2f7-8c14-4cad-855f-39a7c121c1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (55bd22db-d9c8-4fb5-a2a7-bd833efb6294), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:41.600654 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port ca4560a8-2123-4c99-ae88-714fd2b56c4c triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:41.601190 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ca4560a8-2123-4c99-ae88-714fd2b56c4c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:41.651373 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-3b090cc4-b20a-4ae8-a73a-1285396b092c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1367346852&fields=id&tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7 HTTP/1.1" status: 200 len: 267 time: 0.1377904 Jan 18 20:19:41.701466 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167be989-3b11-4748-98f7-ee8b44b743b4 req-15e28ccc-540c-42ff-9696-7c22effc7653 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:41.703735 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-167be989-3b11-4748-98f7-ee8b44b743b4 req-15e28ccc-540c-42ff-9696-7c22effc7653 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3 HTTP/1.1" status: 200 len: 945 time: 0.1915379 Jan 18 20:19:41.726909 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-8936e4ee-4c9b-489e-a2de-e96176a8af67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'name': 'tempest-ServerActionsTestJSON-290585160-router', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '63b50add-ce43-43d7-aefd-b120c0ac748d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:23Z', 'updated_at': '2022-01-18T20:19:30Z', 'revision_number': 4, 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'gw_port': {'id': '63b50add-ce43-43d7-aefd-b120c0ac748d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:24Z', 'updated_at': '2022-01-18T20:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '55bd22db-d9c8-4fb5-a2a7-bd833efb6294', 'name': '', 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'mac_address': 'fa:16:3e:d4:ae:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:29Z', 'updated_at': '2022-01-18T20:19:40Z', 'revision_number': 4, 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'subnets': [{'id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:41.728377 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95e787c5-b0ab-4a60-8085-d5d818853da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (8945969a-189b-4f40-972e-2b9c31ede4df), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:41.749971 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0133e2fe-b7e3-4585-b8d1-c4823811ddd8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=409d18d946e54b7ba9b709f2b3975204&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4296255 Jan 18 20:19:41.770499 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7df2f7-8c14-4cad-855f-39a7c121c1fb None None] Pushing event updated for resources: {'Port': ['ID=55bd22db-d9c8-4fb5-a2a7-bd833efb6294,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:41.774114 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936e4ee-4c9b-489e-a2de-e96176a8af67 None None] The sync data for ids ['72abd237-7b6b-4c35-a8a4-d8f8e426c91b'] in n-d-741529-9 is: [{'id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'name': 'tempest-ServerActionsTestJSON-290585160-router', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '63b50add-ce43-43d7-aefd-b120c0ac748d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:23Z', 'updated_at': '2022-01-18T20:19:30Z', 'revision_number': 4, 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'gw_port': {'id': '63b50add-ce43-43d7-aefd-b120c0ac748d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:24Z', 'updated_at': '2022-01-18T20:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '55bd22db-d9c8-4fb5-a2a7-bd833efb6294', 'name': '', 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'mac_address': 'fa:16:3e:d4:ae:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:29Z', 'updated_at': '2022-01-18T20:19:40Z', 'revision_number': 4, 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'subnets': [{'id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:19:41.793144 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7df2f7-8c14-4cad-855f-39a7c121c1fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:41.794285 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56244) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:41.794835 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7df2f7-8c14-4cad-855f-39a7c121c1fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:41.795350 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7df2f7-8c14-4cad-855f-39a7c121c1fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:41.797062 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7df2f7-8c14-4cad-855f-39a7c121c1fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:41.797588 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7df2f7-8c14-4cad-855f-39a7c121c1fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:41.798222 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-167be989-3b11-4748-98f7-ee8b44b743b4 req-99d48f96-d2bf-4a1b-ab72-bf6b1f473a59 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/security-groups?id=6df57459-187a-4930-9b76-902c8f556804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719476 Jan 18 20:19:41.798661 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7df2f7-8c14-4cad-855f-39a7c121c1fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:41.799408 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7df2f7-8c14-4cad-855f-39a7c121c1fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:41.800122 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7df2f7-8c14-4cad-855f-39a7c121c1fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:41.800788 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7df2f7-8c14-4cad-855f-39a7c121c1fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:41.801303 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7df2f7-8c14-4cad-855f-39a7c121c1fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:41.802383 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7df2f7-8c14-4cad-855f-39a7c121c1fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:41.802888 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7df2f7-8c14-4cad-855f-39a7c121c1fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:41.804460 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7df2f7-8c14-4cad-855f-39a7c121c1fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:41.836532 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-b71fa89b-f6b1-4def-962d-44778789df45 None None] Provisioning complete for port 55bd22db-d9c8-4fb5-a2a7-bd833efb6294 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:41.837136 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b71fa89b-f6b1-4def-962d-44778789df45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (55bd22db-d9c8-4fb5-a2a7-bd833efb6294), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:41.916532 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9deabcf3-7b9a-4c15-bee0-838d0941245b tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (d639565f-eb98-42d4-8099-33e8c4c5f801), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:42.036855 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b71fa89b-f6b1-4def-962d-44778789df45 None None] Current status of the port 55bd22db-d9c8-4fb5-a2a7-bd833efb6294 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:42.055561 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port ca4560a8-2123-4c99-ae88-714fd2b56c4c is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:42.056665 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6e5da7d8-7b7c-4116-877c-11576235e9da up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:19:42.063268 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deabcf3-7b9a-4c15-bee0-838d0941245b tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Pushing event deleted for resources: {'Port': ['ID=d639565f-eb98-42d4-8099-33e8c4c5f801,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:42.154013 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-b71fa89b-f6b1-4def-962d-44778789df45 None None] Provisioning complete for port 7df3022e-487c-4fbc-9da1-c5789a172916 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:42.154401 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b71fa89b-f6b1-4def-962d-44778789df45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7df3022e-487c-4fbc-9da1-c5789a172916), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:42.175659 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ffe4ef3c-bbf8-4d9c-9faf-e93d853bfdd6 req-f254b1d5-9ada-4158-9513-08585000e3c2 service neutron] 10.222.0.70 "GET /v2.0/networks/883cf1be-d691-44c7-8b46-6d931886a9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6452868 Jan 18 20:19:42.214527 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-83ea9c6c-c5b8-4651-9e13-212f51f79259 req-93a1e1bd-0c28-4db7-a6f2-a03fd1f6ae72 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Deleting port f01cdff8-0b9e-43bd-b140-fe2d4d25ee54 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:19:42.226275 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 6e5da7d8-7b7c-4116-877c-11576235e9da triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:42.226860 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-83ea9c6c-c5b8-4651-9e13-212f51f79259 req-93a1e1bd-0c28-4db7-a6f2-a03fd1f6ae72 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (f01cdff8-0b9e-43bd-b140-fe2d4d25ee54), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:42.227773 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6e5da7d8-7b7c-4116-877c-11576235e9da), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:42.257197 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b71fa89b-f6b1-4def-962d-44778789df45 None None] Port 7df3022e-487c-4fbc-9da1-c5789a172916 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:19:42.314564 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-b71fa89b-f6b1-4def-962d-44778789df45 None None] Provisioning complete for port 6e5da7d8-7b7c-4116-877c-11576235e9da triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:42.314951 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b71fa89b-f6b1-4def-962d-44778789df45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6e5da7d8-7b7c-4116-877c-11576235e9da), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:42.350653 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9deabcf3-7b9a-4c15-bee0-838d0941245b tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:42.354704 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9deabcf3-7b9a-4c15-bee0-838d0941245b tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] 10.222.0.31 "DELETE /v2.0/ports/d639565f-eb98-42d4-8099-33e8c4c5f801 HTTP/1.1" status: 204 len: 168 time: 2.1815464 Jan 18 20:19:42.380714 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56248) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:42.399905 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-a223979f-8b60-4d7f-abfe-6165573aa4f3 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Request body: {'port': {'name': 'tempest-new-port-name-157776890', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:42.400553 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.api.validators [None req-a223979f-8b60-4d7f-abfe-6165573aa4f3 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] bootfile-name is not in valid_values {{(pid=103335) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 18 20:19:42.404457 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.api.validators [None req-a223979f-8b60-4d7f-abfe-6165573aa4f3 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] tftp-server is not in valid_values {{(pid=103335) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 18 20:19:42.404967 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.api.validators [None req-a223979f-8b60-4d7f-abfe-6165573aa4f3 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] server-ip-address is not in valid_values {{(pid=103335) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 18 20:19:42.441240 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 6e5da7d8-7b7c-4116-877c-11576235e9da is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:42.448101 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6e5da7d8-7b7c-4116-877c-11576235e9da), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:42.579317 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 6e5da7d8-7b7c-4116-877c-11576235e9da, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6e5da7d8-7b7c-4116-877c-11576235e9da,segment=NetworkSegment(b61c3218-044c-49cd-a040-f785b2f0a1eb),segment_id=b61c3218-044c-49cd-a040-f785b2f0a1eb)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:42.580426 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b71fa89b-f6b1-4def-962d-44778789df45 None None] Current status of the port 6e5da7d8-7b7c-4116-877c-11576235e9da is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:42.580813 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b71fa89b-f6b1-4def-962d-44778789df45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6e5da7d8-7b7c-4116-877c-11576235e9da), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:42.605655 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6e5da7d8-7b7c-4116-877c-11576235e9da), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:42.666348 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a6ed5-2729-4cb2-aa81-a9e8b0d9eeea req-bed0f529-9a5e-419b-9bb9-b84eecec9d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:42.671426 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b7a6ed5-2729-4cb2-aa81-a9e8b0d9eeea req-bed0f529-9a5e-419b-9bb9-b84eecec9d1a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=be193cea8964426583d08dc5daa105ad&device_id=8a35f43e-08f1-4d26-ad98-2cd944c20526 HTTP/1.1" status: 200 len: 1094 time: 0.3856301 Jan 18 20:19:42.711400 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:19:42.750761 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-b71fa89b-f6b1-4def-962d-44778789df45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:19:42.751113 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-b71fa89b-f6b1-4def-962d-44778789df45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:19:42.751923 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:19:42.752256 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device a3fc51a7-6c53-4321-a2f0-cdc0d7866c1f not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:19:42.756847 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=6e5da7d8-7b7c-4116-877c-11576235e9da,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:42.841753 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a223979f-8b60-4d7f-abfe-6165573aa4f3 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8ce996bc-a345-4c90-99d5-4b6fc6c80467), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:42.873509 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-83ea9c6c-c5b8-4651-9e13-212f51f79259 req-93a1e1bd-0c28-4db7-a6f2-a03fd1f6ae72 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] For port f01cdff8-0b9e-43bd-b140-fe2d4d25ee54, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=f01cdff8-0b9e-43bd-b140-fe2d4d25ee54,segment=NetworkSegment(87aed962-be5d-4deb-af9c-7bc726b9d992),segment_id=87aed962-be5d-4deb-af9c-7bc726b9d992)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:42.873892 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-83ea9c6c-c5b8-4651-9e13-212f51f79259 req-93a1e1bd-0c28-4db7-a6f2-a03fd1f6ae72 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (f01cdff8-0b9e-43bd-b140-fe2d4d25ee54), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:42.881205 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-862d9558-71ea-4ac4-b096-94b3a4376f17 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:42.887773 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-862d9558-71ea-4ac4-b096-94b3a4376f17 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 811 time: 1.2261190 Jan 18 20:19:42.892864 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-83ea9c6c-c5b8-4651-9e13-212f51f79259 req-93a1e1bd-0c28-4db7-a6f2-a03fd1f6ae72 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Calling delete_port for f01cdff8-0b9e-43bd-b140-fe2d4d25ee54 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:19:42.962390 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-ef4aca43-3ae6-443b-8739-ebe35c9e7cd9 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/quotas/4b4c13fbb3bf4713b8724b5ef55060b7 HTTP/1.1" status: 200 len: 375 time: 0.0532861 Jan 18 20:19:42.992188 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 55bd22db-d9c8-4fb5-a2a7-bd833efb6294 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:19:43.017979 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a6ed5-2729-4cb2-aa81-a9e8b0d9eeea req-297b2388-1f9f-4552-ae79-d220e013aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:43.019727 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b7a6ed5-2729-4cb2-aa81-a9e8b0d9eeea req-297b2388-1f9f-4552-ae79-d220e013aeb9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=883cf1be-d691-44c7-8b46-6d931886a9c3 HTTP/1.1" status: 200 len: 926 time: 0.3272047 Jan 18 20:19:43.024884 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b97a1-fb3f-4fe5-a9e2-852fad87661a req-504e5df0-b1ba-448c-830d-ca5b4099c16f tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:43.038565 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b51b97a1-fb3f-4fe5-a9e2-852fad87661a req-504e5df0-b1ba-448c-830d-ca5b4099c16f tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a35f43e-08f1-4d26-ad98-2cd944c20526 HTTP/1.1" status: 200 len: 943 time: 1.0896661 Jan 18 20:19:43.085549 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b7a6ed5-2729-4cb2-aa81-a9e8b0d9eeea req-f115898c-6b15-4595-9c29-22e97ff14b9e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb58f754-d9dd-45c2-a951-1f8350b63823 HTTP/1.1" status: 200 len: 217 time: 0.0568988 Jan 18 20:19:43.118767 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 55bd22db-d9c8-4fb5-a2a7-bd833efb6294 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:43.120035 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (55bd22db-d9c8-4fb5-a2a7-bd833efb6294), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:43.214453 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a6ed5-2729-4cb2-aa81-a9e8b0d9eeea req-caadaf88-bed8-4e58-9112-89e9bfb46fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:43.216160 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b7a6ed5-2729-4cb2-aa81-a9e8b0d9eeea req-caadaf88-bed8-4e58-9112-89e9bfb46fb9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dbacdcc6-5589-49ce-bc9a-7727dab00041 HTTP/1.1" status: 200 len: 865 time: 0.1130166 Jan 18 20:19:43.228858 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b51b97a1-fb3f-4fe5-a9e2-852fad87661a req-75ba5f1b-c8ae-4f17-8713-cebb43c976d6 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/security-groups?id=81f23a5d-b4af-4ace-8bc2-c4630b229bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870162 Jan 18 20:19:43.253794 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f6b7eace-0a08-403a-b553-20a356c0eec6 admin admin] Publish callbacks [] for security_group (6318ea55-2f24-4ca8-9ea2-e800ce07f77c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:43.302184 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b7a6ed5-2729-4cb2-aa81-a9e8b0d9eeea req-df2c9205-4f17-4e53-ad2c-95e5be54bb5a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=883cf1be-d691-44c7-8b46-6d931886a9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509300 Jan 18 20:19:43.322546 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-bb69bc7d-794e-49b5-9d4b-8461b9b5ed03 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3599348 Jan 18 20:19:43.327050 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e787c5-b0ab-4a60-8085-d5d818853da6 admin admin] Router 8945969a-189b-4f40-972e-2b9c31ede4df is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:19:43.331313 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f6b7eace-0a08-403a-b553-20a356c0eec6 admin admin] Publish callbacks [] for security_group (6318ea55-2f24-4ca8-9ea2-e800ce07f77c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:43.367750 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-83ea9c6c-c5b8-4651-9e13-212f51f79259 req-93a1e1bd-0c28-4db7-a6f2-a03fd1f6ae72 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (f01cdff8-0b9e-43bd-b140-fe2d4d25ee54), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:43.391033 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 55bd22db-d9c8-4fb5-a2a7-bd833efb6294 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:43.392684 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6e5da7d8-7b7c-4116-877c-11576235e9da up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:19:43.459662 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1e1bd-0c28-4db7-a6f2-a03fd1f6ae72 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Pushing event deleted for resources: {'Port': ['ID=f01cdff8-0b9e-43bd-b140-fe2d4d25ee54,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:43.536768 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d4a6351e-bef8-4942-b36c-0d43213e16f0 req-bf910afb-0516-428c-b168-c57ceb7dbf61 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.31 "GET /v2.0/ports?device_id=79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3 HTTP/1.1" status: 200 len: 210 time: 0.1499293 Jan 18 20:19:43.542225 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a223979f-8b60-4d7f-abfe-6165573aa4f3 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks [] for port (8ce996bc-a345-4c90-99d5-4b6fc6c80467), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:43.544204 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ea9c6c-c5b8-4651-9e13-212f51f79259 req-93a1e1bd-0c28-4db7-a6f2-a03fd1f6ae72 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] No DVR routers for this DVR port f01cdff8-0b9e-43bd-b140-fe2d4d25ee54 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:19:43.548524 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-83ea9c6c-c5b8-4651-9e13-212f51f79259 req-93a1e1bd-0c28-4db7-a6f2-a03fd1f6ae72 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:43.552082 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-83ea9c6c-c5b8-4651-9e13-212f51f79259 req-93a1e1bd-0c28-4db7-a6f2-a03fd1f6ae72 tempest-AttachVolumeNegativeTest-986136863 tempest-AttachVolumeNegativeTest-986136863-project] 10.222.0.70 "DELETE /v2.0/ports/f01cdff8-0b9e-43bd-b140-fe2d4d25ee54 HTTP/1.1" status: 204 len: 173 time: 2.2252409 Jan 18 20:19:43.552551 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3', 'name': 'network-vif-deleted', 'tag': 'f01cdff8-0b9e-43bd-b140-fe2d4d25ee54'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:19:43.554970 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c196ed-d70d-4e78-9ec9-4a59fce6f546" -d '{"events": [{"server_uuid": "79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3", "name": "network-vif-deleted", "tag": "f01cdff8-0b9e-43bd-b140-fe2d4d25ee54"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:19:43.560101 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a223979f-8b60-4d7f-abfe-6165573aa4f3 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (8ce996bc-a345-4c90-99d5-4b6fc6c80467), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:43.575544 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b7a6ed5-2729-4cb2-aa81-a9e8b0d9eeea req-fe11f34e-53f2-48ee-9fe8-975214db0794 service neutron] 10.222.0.70 "GET /v2.0/networks/883cf1be-d691-44c7-8b46-6d931886a9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600353 Jan 18 20:19:43.678762 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd805b2-a2f2-4c71-af4d-8484a8170fbb x-openstack-request-id: req-1fd805b2-a2f2-4c71-af4d-8484a8170fbb {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:19:43.679398 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3", "name": "network-vif-deleted", "tag": "f01cdff8-0b9e-43bd-b140-fe2d4d25ee54", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:19:43.679398 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1fd805b2-a2f2-4c71-af4d-8484a8170fbb {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:19:43.679696 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cf89b8-a22d-49f7-ac7b-fc4bea87f3e3', 'name': 'network-vif-deleted', 'tag': 'f01cdff8-0b9e-43bd-b140-fe2d4d25ee54', 'status': 'completed', 'code': 200} Jan 18 20:19:43.695736 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223979f-8b60-4d7f-abfe-6165573aa4f3 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Pushing event updated for resources: {'Port': ['ID=8ce996bc-a345-4c90-99d5-4b6fc6c80467,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:43.819519 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a223979f-8b60-4d7f-abfe-6165573aa4f3 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] In _notify_port_updated(), no bound segment for port 8ce996bc-a345-4c90-99d5-4b6fc6c80467 on network c02fcbe5-36a9-4858-a506-26c3a8a32f73 {{(pid=103335) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 18 20:19:43.823873 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-87b8b91e-1074-4e71-958c-59c592113fb4 service neutron] 10.222.0.31 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762673 Jan 18 20:19:43.826819 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f6b7eace-0a08-403a-b553-20a356c0eec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6318ea55-2f24-4ca8-9ea2-e800ce07f77c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:43.827356 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a223979f-8b60-4d7f-abfe-6165573aa4f3 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:43.828227 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a223979f-8b60-4d7f-abfe-6165573aa4f3 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:43.829993 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f6b7eace-0a08-403a-b553-20a356c0eec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:43.830521 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a223979f-8b60-4d7f-abfe-6165573aa4f3 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] 10.222.0.31 "PUT /v2.0/ports/8ce996bc-a345-4c90-99d5-4b6fc6c80467 HTTP/1.1" status: 200 len: 1136 time: 1.4396749 Jan 18 20:19:43.834180 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f6b7eace-0a08-403a-b553-20a356c0eec6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6318ea55-2f24-4ca8-9ea2-e800ce07f77c HTTP/1.1" status: 204 len: 168 time: 2.0350082 Jan 18 20:19:43.836090 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56258) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:43.859034 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9336d6e8-c58a-4e45-9618-8025092945af None None] DHCP port deletion for 80dffbc9-eed6-4af9-a5ac-dcb939c427fc request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:19:43.877682 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b7a6ed5-2729-4cb2-aa81-a9e8b0d9eeea req-3c9175c9-70f6-4e33-8a80-97e052090815 service neutron] 10.222.0.70 "GET /v2.0/networks/883cf1be-d691-44c7-8b46-6d931886a9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514086 Jan 18 20:19:43.877902 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b71fa89b-f6b1-4def-962d-44778789df45 None None] Current status of the port 6e5da7d8-7b7c-4116-877c-11576235e9da is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:43.878690 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7eace-0a08-403a-b553-20a356c0eec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6318ea55-2f24-4ca8-9ea2-e800ce07f77c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:43.898447 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e787c5-b0ab-4a60-8085-d5d818853da6 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:19:43.909507 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf969750-f315-4999-88d6-030cc3d8c938 None None] Sync routers for ids ['8945969a-189b-4f40-972e-2b9c31ede4df'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:19:43.924688 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf969750-f315-4999-88d6-030cc3d8c938 None None] Routers {'8945969a-189b-4f40-972e-2b9c31ede4df'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:19:43.925467 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-cf969750-f315-4999-88d6-030cc3d8c938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:19:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8945969a-189b-4f40-972e-2b9c31ede4df'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:43.970242 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 6e5da7d8-7b7c-4116-877c-11576235e9da triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:43.978354 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6e5da7d8-7b7c-4116-877c-11576235e9da), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:43.987453 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95e787c5-b0ab-4a60-8085-d5d818853da6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:43.991671 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56262) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:43.992170 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-95e787c5-b0ab-4a60-8085-d5d818853da6 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.0079074 Jan 18 20:19:44.046022 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017ab38f-d310-4831-9673-21ea060a8ec7 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:44.047993 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-017ab38f-d310-4831-9673-21ea060a8ec7 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] 10.222.0.31 "GET /v2.0/ports/8ce996bc-a345-4c90-99d5-4b6fc6c80467 HTTP/1.1" status: 200 len: 1136 time: 0.2032669 Jan 18 20:19:44.053087 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56264) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:44.134171 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-cf969750-f315-4999-88d6-030cc3d8c938 None None] Set router 8945969a-189b-4f40-972e-2b9c31ede4df gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:19:44.288866 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device cb58f754-d9dd-45c2-a951-1f8350b63823 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:19:44.299119 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device f01cdff8-0b9e-43bd-b140-fe2d4d25ee54 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:19:44.323304 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-cfc5267a-fd3f-466d-931f-7143f56132ab service neutron] 10.222.0.31 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879143 Jan 18 20:19:44.404144 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-667c761f-3187-4358-bd8a-b50c86660df7 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Deleting port 8ce996bc-a345-4c90-99d5-4b6fc6c80467 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:19:44.404492 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-667c761f-3187-4358-bd8a-b50c86660df7 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (8ce996bc-a345-4c90-99d5-4b6fc6c80467), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:44.437491 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: f01cdff8-0b9e-43bd-b140-fe2d4d25ee54 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:19:44.437868 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device f01cdff8-0b9e-43bd-b140-fe2d4d25ee54 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:19:44.531677 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 6e5da7d8-7b7c-4116-877c-11576235e9da is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:44.587321 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-cf969750-f315-4999-88d6-030cc3d8c938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'name': 'tempest-TestVolumeBackupRestore-557413874-router', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:35Z', 'updated_at': '2022-01-18T20:19:40Z', 'revision_number': 3, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'gw_port': {'id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:32:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:37Z', 'updated_at': '2022-01-18T20:19:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:44.662456 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f32eb3bf-3c2f-4d62-8555-3f465871ee66 None None] Provisioning complete for port 8ce996bc-a345-4c90-99d5-4b6fc6c80467 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:44.663040 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f32eb3bf-3c2f-4d62-8555-3f465871ee66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8ce996bc-a345-4c90-99d5-4b6fc6c80467), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:44.673275 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf969750-f315-4999-88d6-030cc3d8c938 None None] Checking router: 8945969a-189b-4f40-972e-2b9c31ede4df for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:19:44.673439 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf969750-f315-4999-88d6-030cc3d8c938 None None] Updating router 8945969a-189b-4f40-972e-2b9c31ede4df port 7df3022e-487c-4fbc-9da1-c5789a172916 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:19:44.723132 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56284) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:44.809379 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-cf969750-f315-4999-88d6-030cc3d8c938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7df3022e-487c-4fbc-9da1-c5789a172916), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:44.828829 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-667c761f-3187-4358-bd8a-b50c86660df7 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (8ce996bc-a345-4c90-99d5-4b6fc6c80467), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:44.834309 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f32eb3bf-3c2f-4d62-8555-3f465871ee66 None None] Port 8ce996bc-a345-4c90-99d5-4b6fc6c80467 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:19:44.900594 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port cb58f754-d9dd-45c2-a951-1f8350b63823, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=cb58f754-d9dd-45c2-a951-1f8350b63823,segment=NetworkSegment(2554b522-7ab8-4874-9787-f3d18e58c7bc),segment_id=2554b522-7ab8-4874-9787-f3d18e58c7bc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:44.929234 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'cb58f754-d9dd-45c2-a951-1f8350b63823', 'network_id': '883cf1be-d691-44c7-8b46-6d931886a9c3', 'port_id': 'cb58f754-d9dd-45c2-a951-1f8350b63823', 'mac_address': 'fa:16:3e:41:74:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbacdcc6-5589-49ce-bc9a-7727dab00041', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:19:45.008975 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-667c761f-3187-4358-bd8a-b50c86660df7 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Calling delete_port for 8ce996bc-a345-4c90-99d5-4b6fc6c80467 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:19:45.016938 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4ff8cbf3-9426-4d74-96dd-457fa6f0cc2b req-77e3e8a2-f8a7-4045-bd4c-98ce01fa91bb tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 210 time: 0.2117798 Jan 18 20:19:45.029959 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port cb58f754-d9dd-45c2-a951-1f8350b63823 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:45.030392 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cb58f754-d9dd-45c2-a951-1f8350b63823), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:45.067952 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb58f754-d9dd-45c2-a951-1f8350b63823 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:19:45.094371 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b785e-1afc-4144-a142-df934362e6a8 req-8fd44037-0f5c-4866-bc4e-d6db90ea2100 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:45.105661 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-044b785e-1afc-4144-a142-df934362e6a8 req-8fd44037-0f5c-4866-bc4e-d6db90ea2100 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a35f43e-08f1-4d26-ad98-2cd944c20526 HTTP/1.1" status: 200 len: 943 time: 0.4490325 Jan 18 20:19:45.117926 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port cb58f754-d9dd-45c2-a951-1f8350b63823, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=cb58f754-d9dd-45c2-a951-1f8350b63823,segment=NetworkSegment(2554b522-7ab8-4874-9787-f3d18e58c7bc),segment_id=2554b522-7ab8-4874-9787-f3d18e58c7bc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:45.127627 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (cb58f754-d9dd-45c2-a951-1f8350b63823), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:45.279573 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-cf969750-f315-4999-88d6-030cc3d8c938 None None] Publish callbacks [] for port (7df3022e-487c-4fbc-9da1-c5789a172916), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:45.288985 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-cf969750-f315-4999-88d6-030cc3d8c938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7df3022e-487c-4fbc-9da1-c5789a172916), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:45.296389 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=cb58f754-d9dd-45c2-a951-1f8350b63823,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:45.324473 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ed83378-cf40-4622-b133-d1e30d56cd3a admin admin] Deleting subnet 639cd4d2-6c2c-4dd0-8bf3-2eb14a9984e0 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:19:45.336357 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7ed83378-cf40-4622-b133-d1e30d56cd3a admin admin] Publish callbacks [] for subnet (639cd4d2-6c2c-4dd0-8bf3-2eb14a9984e0), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:45.360036 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e0192-8749-4f30-a69d-0e60eb6d9ed6 None None] Pushing event updated for resources: {'Port': ['ID=7df3022e-487c-4fbc-9da1-c5789a172916,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:45.366103 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d464b8-d5de-4c00-9454-14becf85a624 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:19:45.398460 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-cf969750-f315-4999-88d6-030cc3d8c938 None None] Attempting to bind port 7df3022e-487c-4fbc-9da1-c5789a172916 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:19:45.399503 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-cf969750-f315-4999-88d6-030cc3d8c938 None None] Attempting to bind port 7df3022e-487c-4fbc-9da1-c5789a172916 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:19:45.400190 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf969750-f315-4999-88d6-030cc3d8c938 None None] Attempting to bind port 7df3022e-487c-4fbc-9da1-c5789a172916 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:19:45.407554 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf969750-f315-4999-88d6-030cc3d8c938 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:19:45.408269 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf969750-f315-4999-88d6-030cc3d8c938 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:19:45.408965 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-cf969750-f315-4999-88d6-030cc3d8c938 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:45.409512 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf969750-f315-4999-88d6-030cc3d8c938 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:19:45.411314 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-cf969750-f315-4999-88d6-030cc3d8c938 None None] Bound port: 7df3022e-487c-4fbc-9da1-c5789a172916, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:19:45.412047 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-cf969750-f315-4999-88d6-030cc3d8c938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7df3022e-487c-4fbc-9da1-c5789a172916), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:45.425206 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:45.443436 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7ed83378-cf40-4622-b133-d1e30d56cd3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (639cd4d2-6c2c-4dd0-8bf3-2eb14a9984e0), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:45.468596 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-cf969750-f315-4999-88d6-030cc3d8c938 None None] For port 7df3022e-487c-4fbc-9da1-c5789a172916, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:19:45.472160 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-cf969750-f315-4999-88d6-030cc3d8c938 None None] For port 7df3022e-487c-4fbc-9da1-c5789a172916, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7df3022e-487c-4fbc-9da1-c5789a172916,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:19:45.475148 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e0192-8749-4f30-a69d-0e60eb6d9ed6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:45.475728 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e0192-8749-4f30-a69d-0e60eb6d9ed6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:45.476282 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e0192-8749-4f30-a69d-0e60eb6d9ed6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:45.476886 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e0192-8749-4f30-a69d-0e60eb6d9ed6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:45.477482 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e0192-8749-4f30-a69d-0e60eb6d9ed6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:45.478431 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e0192-8749-4f30-a69d-0e60eb6d9ed6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:45.479032 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e0192-8749-4f30-a69d-0e60eb6d9ed6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:45.479627 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e0192-8749-4f30-a69d-0e60eb6d9ed6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:45.480115 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e0192-8749-4f30-a69d-0e60eb6d9ed6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:45.480421 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e0192-8749-4f30-a69d-0e60eb6d9ed6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:45.480816 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e0192-8749-4f30-a69d-0e60eb6d9ed6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:45.481396 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e0192-8749-4f30-a69d-0e60eb6d9ed6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:45.481965 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e0192-8749-4f30-a69d-0e60eb6d9ed6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:45.486747 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-cf969750-f315-4999-88d6-030cc3d8c938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7df3022e-487c-4fbc-9da1-c5789a172916), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:45.521401 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['cb58f754-d9dd-45c2-a951-1f8350b63823'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:19:45.537550 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-39aea905-591b-49aa-9c1e-2ac0c638c5a9 None None] Provisioning complete for port 7df3022e-487c-4fbc-9da1-c5789a172916 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:45.537550 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-39aea905-591b-49aa-9c1e-2ac0c638c5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7df3022e-487c-4fbc-9da1-c5789a172916), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:45.571130 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7ed83378-cf40-4622-b133-d1e30d56cd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (639cd4d2-6c2c-4dd0-8bf3-2eb14a9984e0), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:45.573200 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf969750-f315-4999-88d6-030cc3d8c938 None None] Routers {'8945969a-189b-4f40-972e-2b9c31ede4df'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:19:45.573848 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-cf969750-f315-4999-88d6-030cc3d8c938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:19:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8945969a-189b-4f40-972e-2b9c31ede4df'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:45.665497 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83806c44-16ec-4ec3-b472-5773285a2a92 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:19:45.684638 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-cf969750-f315-4999-88d6-030cc3d8c938 None None] Set router 8945969a-189b-4f40-972e-2b9c31ede4df gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:19:45.734217 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7ed83378-cf40-4622-b133-d1e30d56cd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (639cd4d2-6c2c-4dd0-8bf3-2eb14a9984e0), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:45.928685 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed83378-cf40-4622-b133-d1e30d56cd3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=639cd4d2-6c2c-4dd0-8bf3-2eb14a9984e0,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:45.962693 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-044b785e-1afc-4144-a142-df934362e6a8 req-1c284833-9989-423e-abcc-6c5a857413fb tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/security-groups?id=81f23a5d-b4af-4ace-8bc2-c4630b229bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8547883 Jan 18 20:19:45.962945 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1283b193-daf1-45a0-a2f5-96030a534be9 None None] Network 80dffbc9-eed6-4af9-a5ac-dcb939c427fc requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:19:45.969011 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Allocated IP 172.20.0.1 (ba355ad9-b534-4edd-96f7-c8f599565a2d/f6050b78-f460-4028-811c-57bb560e336d/fbd845d4-9f6c-42b3-8ab6-45f55871a660) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:19:45.972024 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7ed83378-cf40-4622-b133-d1e30d56cd3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:45.981469 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7ed83378-cf40-4622-b133-d1e30d56cd3a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/639cd4d2-6c2c-4dd0-8bf3-2eb14a9984e0 HTTP/1.1" status: 204 len: 168 time: 1.2239704 Jan 18 20:19:45.982555 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56318) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:46.076173 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-cf969750-f315-4999-88d6-030cc3d8c938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'name': 'tempest-TestVolumeBackupRestore-557413874-router', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:35Z', 'updated_at': '2022-01-18T20:19:40Z', 'revision_number': 3, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'gw_port': {'id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:32:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:37Z', 'updated_at': '2022-01-18T20:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:46.110534 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Publish callbacks [] for port (fbd845d4-9f6c-42b3-8ab6-45f55871a660), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:46.136226 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e0192-8749-4f30-a69d-0e60eb6d9ed6 None None] Pushing event updated for resources: {'Port': ['ID=7df3022e-487c-4fbc-9da1-c5789a172916,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:46.145421 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf969750-f315-4999-88d6-030cc3d8c938 None None] The sync data for ids ['8945969a-189b-4f40-972e-2b9c31ede4df'] in n-d-741529-9 is: [{'id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'name': 'tempest-TestVolumeBackupRestore-557413874-router', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:35Z', 'updated_at': '2022-01-18T20:19:40Z', 'revision_number': 3, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'gw_port': {'id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:32:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:37Z', 'updated_at': '2022-01-18T20:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:19:46.152281 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (fbd845d4-9f6c-42b3-8ab6-45f55871a660), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:46.194932 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0741c0ec-70e8-47d4-a50f-fb174d52025d req-2b7624c9-1dce-4d9b-9d76-9a0e640ce960 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 210 time: 0.0514514 Jan 18 20:19:46.210710 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Pushing event updated for resources: {'Port': ['ID=fbd845d4-9f6c-42b3-8ab6-45f55871a660,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:46.223243 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:46.223728 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:46.224071 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:46.224456 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:46.224923 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:46.225246 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:46.225861 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:46.226397 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:46.226878 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:46.227401 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:46.227912 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:46.228394 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:46.229047 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:46.243164 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Network ba355ad9-b534-4edd-96f7-c8f599565a2d is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:19:46.245139 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:46.251612 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-660127d1-baa3-4a09-9315-5b86281d197e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (80dffbc9-eed6-4af9-a5ac-dcb939c427fc), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:46.262201 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:19:46.324397 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-39aea905-591b-49aa-9c1e-2ac0c638c5a9 None None] Current status of the port 7df3022e-487c-4fbc-9da1-c5789a172916 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:46.325384 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-39aea905-591b-49aa-9c1e-2ac0c638c5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7df3022e-487c-4fbc-9da1-c5789a172916), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:46.344192 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (8945969a-189b-4f40-972e-2b9c31ede4df), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:46.388952 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-39aea905-591b-49aa-9c1e-2ac0c638c5a9 None None] For port 7df3022e-487c-4fbc-9da1-c5789a172916, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7df3022e-487c-4fbc-9da1-c5789a172916,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:46.398415 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-667c761f-3187-4358-bd8a-b50c86660df7 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (8ce996bc-a345-4c90-99d5-4b6fc6c80467), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:46.422286 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-39aea905-591b-49aa-9c1e-2ac0c638c5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7df3022e-487c-4fbc-9da1-c5789a172916), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:46.501170 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3af3dda-741b-4797-8d8c-c96fe3a7714e None None] DHCP port deletion for 80dffbc9-eed6-4af9-a5ac-dcb939c427fc request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:19:46.514807 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c761f-3187-4358-bd8a-b50c86660df7 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Pushing event deleted for resources: {'Port': ['ID=8ce996bc-a345-4c90-99d5-4b6fc6c80467,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:46.701812 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aea905-591b-49aa-9c1e-2ac0c638c5a9 None None] Pushing event updated for resources: {'Port': ['ID=7df3022e-487c-4fbc-9da1-c5789a172916,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:46.718843 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c18c4f79-2fea-4915-93a2-01f5d8df497b None None] Provisioning complete for port 7df3022e-487c-4fbc-9da1-c5789a172916 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:46.719240 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c18c4f79-2fea-4915-93a2-01f5d8df497b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7df3022e-487c-4fbc-9da1-c5789a172916), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:46.727958 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fbd845d4-9f6c-42b3-8ab6-45f55871a660), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:46.772910 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-660127d1-baa3-4a09-9315-5b86281d197e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (80dffbc9-eed6-4af9-a5ac-dcb939c427fc), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:46.880786 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-660127d1-baa3-4a09-9315-5b86281d197e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80dffbc9-eed6-4af9-a5ac-dcb939c427fc']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:46.897366 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-660127d1-baa3-4a09-9315-5b86281d197e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87aed962-be5d-4deb-af9c-7bc726b9d992') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:46.897695 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-660127d1-baa3-4a09-9315-5b86281d197e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87aed962-be5d-4deb-af9c-7bc726b9d992') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:46.925289 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-660127d1-baa3-4a09-9315-5b86281d197e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (87aed962-be5d-4deb-af9c-7bc726b9d992), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:46.951186 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-660127d1-baa3-4a09-9315-5b86281d197e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (87aed962-be5d-4deb-af9c-7bc726b9d992), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:47.028720 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660127d1-baa3-4a09-9315-5b86281d197e admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:19:47.029424 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-660127d1-baa3-4a09-9315-5b86281d197e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (87aed962-be5d-4deb-af9c-7bc726b9d992), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:19:47.031584 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:19:47.068947 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c18c4f79-2fea-4915-93a2-01f5d8df497b None None] Current status of the port 7df3022e-487c-4fbc-9da1-c5789a172916 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:47.092419 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7df3022e-487c-4fbc-9da1-c5789a172916 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:19:47.165986 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 7df3022e-487c-4fbc-9da1-c5789a172916 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:47.167137 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7df3022e-487c-4fbc-9da1-c5789a172916), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:47.210007 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-667c761f-3187-4358-bd8a-b50c86660df7 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:47.215828 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-667c761f-3187-4358-bd8a-b50c86660df7 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] 10.222.0.31 "DELETE /v2.0/ports/8ce996bc-a345-4c90-99d5-4b6fc6c80467 HTTP/1.1" status: 204 len: 168 time: 3.1609557 Jan 18 20:19:47.219077 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-660127d1-baa3-4a09-9315-5b86281d197e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (80dffbc9-eed6-4af9-a5ac-dcb939c427fc), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:47.231056 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-660127d1-baa3-4a09-9315-5b86281d197e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:47.237757 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-660127d1-baa3-4a09-9315-5b86281d197e admin admin] 10.222.0.31 "DELETE /v2.0/networks/80dffbc9-eed6-4af9-a5ac-dcb939c427fc HTTP/1.1" status: 204 len: 168 time: 1.2496948 Jan 18 20:19:47.250261 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56358) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:47.315529 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660127d1-baa3-4a09-9315-5b86281d197e admin admin] Pushing event deleted for resources: {'Network': ['ID=80dffbc9-eed6-4af9-a5ac-dcb939c427fc,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:47.366677 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4970cf11-fd8f-461b-95b9-d13201c6811c None None] Provisioning complete for port fbd845d4-9f6c-42b3-8ab6-45f55871a660 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:47.367958 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4970cf11-fd8f-461b-95b9-d13201c6811c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fbd845d4-9f6c-42b3-8ab6-45f55871a660), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:47.485325 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b3e2d188-8753-45c3-a9cf-b8e2d5042d59 req-bc46385d-7eac-4d4b-82d3-e13a307a52a3 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 210 time: 0.0842204 Jan 18 20:19:47.525825 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be01e4-48f6-4cec-b6c1-7ff92f313048 req-20eb1300-8566-4f14-aa35-06282a4495c3 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:47.529198 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a9be01e4-48f6-4cec-b6c1-7ff92f313048 req-20eb1300-8566-4f14-aa35-06282a4495c3 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a35f43e-08f1-4d26-ad98-2cd944c20526 HTTP/1.1" status: 200 len: 944 time: 0.3243079 Jan 18 20:19:47.534251 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-6ccb78c8-ebc8-48b6-97b4-8402739bc8a4 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:47.538515 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-6ccb78c8-ebc8-48b6-97b4-8402739bc8a4 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.70 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 811 time: 0.7138431 Jan 18 20:19:47.542717 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4970cf11-fd8f-461b-95b9-d13201c6811c None None] Port fbd845d4-9f6c-42b3-8ab6-45f55871a660 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:19:47.555457 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec908592-1fdc-4b05-bb34-3737593a182d tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Deleting subnet bccc14d9-dd11-406a-8c01-4f40690edf28 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:19:47.588388 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ec908592-1fdc-4b05-bb34-3737593a182d tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks [] for subnet (bccc14d9-dd11-406a-8c01-4f40690edf28), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:47.591492 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 7df3022e-487c-4fbc-9da1-c5789a172916 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:47.591972 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56364) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:47.664637 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a9be01e4-48f6-4cec-b6c1-7ff92f313048 req-9b5020e1-a303-41d4-886d-858d6486bfbe tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/security-groups?id=81f23a5d-b4af-4ace-8bc2-c4630b229bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293135 Jan 18 20:19:47.700391 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a3e32fa2-9ca9-4d1e-96d5-e4536f0dee48 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33d5062c8d0e4e58a3b0f8cdc12ccf80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1070054 Jan 18 20:19:47.701421 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56366) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:47.718125 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Publish callbacks [] for port (fbd845d4-9f6c-42b3-8ab6-45f55871a660), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:47.742080 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ec908592-1fdc-4b05-bb34-3737593a182d tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (bccc14d9-dd11-406a-8c01-4f40690edf28), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:47.743126 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56368) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:47.747967 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (fbd845d4-9f6c-42b3-8ab6-45f55871a660), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:47.776724 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fd7e90c7-c2f7-492c-aeaa-b2996a6b7c85 admin admin] Publish callbacks [] for security_group (6df57459-187a-4930-9b76-902c8f556804), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:47.804071 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fd7e90c7-c2f7-492c-aeaa-b2996a6b7c85 admin admin] Publish callbacks [] for security_group (6df57459-187a-4930-9b76-902c8f556804), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:47.900518 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-83bbca8d-dce7-437a-8784-e01dd6690da5 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7 HTTP/1.1" status: 200 len: 380 time: 0.3383465 Jan 18 20:19:47.907024 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a975750-9b61-4d8d-8bc2-7879f28354bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:47.966832 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fd7e90c7-c2f7-492c-aeaa-b2996a6b7c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6df57459-187a-4930-9b76-902c8f556804), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:47.972019 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fd7e90c7-c2f7-492c-aeaa-b2996a6b7c85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:47.989871 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fd7e90c7-c2f7-492c-aeaa-b2996a6b7c85 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6df57459-187a-4930-9b76-902c8f556804 HTTP/1.1" status: 204 len: 168 time: 0.2867150 Jan 18 20:19:48.000711 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ec908592-1fdc-4b05-bb34-3737593a182d tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (bccc14d9-dd11-406a-8c01-4f40690edf28), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:48.038804 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e90c7-c2f7-492c-aeaa-b2996a6b7c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df57459-187a-4930-9b76-902c8f556804,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:48.107680 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Pushing event updated for resources: {'Port': ['ID=fbd845d4-9f6c-42b3-8ab6-45f55871a660,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:48.114657 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a975750-9b61-4d8d-8bc2-7879f28354bb admin admin] Publish callbacks [] for security_group (49ee7532-8272-46cd-a2ee-37e7d364fb69), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:48.119947 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (8945969a-189b-4f40-972e-2b9c31ede4df), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:48.120542 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a975750-9b61-4d8d-8bc2-7879f28354bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (49ee7532-8272-46cd-a2ee-37e7d364fb69), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:48.131943 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-8c4e97fe-c004-4f61-9d59-8b699d13c66f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Request body: {'port': {'device_id': '6cd90044-e944-4203-b6fa-2382d197a621', 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'admin_state_up': True, 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'security_groups': ['45fe337d-1e00-4736-a532-d4dc9bef1665']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:48.137418 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ec908592-1fdc-4b05-bb34-3737593a182d tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (bccc14d9-dd11-406a-8c01-4f40690edf28), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:48.180943 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a975750-9b61-4d8d-8bc2-7879f28354bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ee7532-8272-46cd-a2ee-37e7d364fb69,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:48.182394 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec908592-1fdc-4b05-bb34-3737593a182d tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Pushing event deleted for resources: {'Subnet': ['ID=bccc14d9-dd11-406a-8c01-4f40690edf28,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:48.209792 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ec908592-1fdc-4b05-bb34-3737593a182d tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:48.213035 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ec908592-1fdc-4b05-bb34-3737593a182d tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] 10.222.0.31 "DELETE /v2.0/subnets/bccc14d9-dd11-406a-8c01-4f40690edf28 HTTP/1.1" status: 204 len: 168 time: 0.9580426 Jan 18 20:19:48.217501 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4963f1-71c9-4d38-af68-ce2b21e86d40 None None] Network c02fcbe5-36a9-4858-a506-26c3a8a32f73 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:19:48.223563 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1a975750-9b61-4d8d-8bc2-7879f28354bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2743050e7a6442ac989a10124c165e85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4791934 Jan 18 20:19:48.225118 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56378) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:48.225818 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56380) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:48.262733 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device cb58f754-d9dd-45c2-a951-1f8350b63823 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:19:48.388352 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4f28dc4a-0b71-4062-b77b-71ddef0bf6d5 admin admin] Publish callbacks [] for security_group (49ee7532-8272-46cd-a2ee-37e7d364fb69), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:48.400969 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-da82dc0a-698d-48d1-b9ea-256e9c4239e1 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (c02fcbe5-36a9-4858-a506-26c3a8a32f73), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:48.441115 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4f28dc4a-0b71-4062-b77b-71ddef0bf6d5 admin admin] Publish callbacks [] for security_group (49ee7532-8272-46cd-a2ee-37e7d364fb69), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:48.455956 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Network ba355ad9-b534-4edd-96f7-c8f599565a2d is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:19:48.461485 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:48.472593 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-8c4e97fe-c004-4f61-9d59-8b699d13c66f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Made reservation on behalf of 4b4c13fbb3bf4713b8724b5ef55060b7 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:19:48.476887 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-8c4e97fe-c004-4f61-9d59-8b699d13c66f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:48.578972 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port cb58f754-d9dd-45c2-a951-1f8350b63823 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:19:48.597163 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port cb58f754-d9dd-45c2-a951-1f8350b63823 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:48.600680 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cb58f754-d9dd-45c2-a951-1f8350b63823), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:48.603105 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-da82dc0a-698d-48d1-b9ea-256e9c4239e1 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Deleting port ca4560a8-2123-4c99-ae88-714fd2b56c4c {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:19:48.603899 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-da82dc0a-698d-48d1-b9ea-256e9c4239e1 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ca4560a8-2123-4c99-ae88-714fd2b56c4c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:48.703616 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6b5f6214-d451-4a84-af18-3a8b049ce5e8 req-06bbf75a-9a16-4dcd-b0ea-d7691501c228 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 210 time: 0.0560629 Jan 18 20:19:48.721961 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4f28dc4a-0b71-4062-b77b-71ddef0bf6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (49ee7532-8272-46cd-a2ee-37e7d364fb69), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:48.725853 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4f28dc4a-0b71-4062-b77b-71ddef0bf6d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:48.731181 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4f28dc4a-0b71-4062-b77b-71ddef0bf6d5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/49ee7532-8272-46cd-a2ee-37e7d364fb69 HTTP/1.1" status: 204 len: 168 time: 0.4938197 Jan 18 20:19:48.816964 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28dc4a-0b71-4062-b77b-71ddef0bf6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ee7532-8272-46cd-a2ee-37e7d364fb69,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:48.831342 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-da82dc0a-698d-48d1-b9ea-256e9c4239e1 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] For port ca4560a8-2123-4c99-ae88-714fd2b56c4c, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ca4560a8-2123-4c99-ae88-714fd2b56c4c,segment=NetworkSegment(a693ec80-db8f-4987-85b6-2bea6f144e78),segment_id=a693ec80-db8f-4987-85b6-2bea6f144e78)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:48.831878 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-da82dc0a-698d-48d1-b9ea-256e9c4239e1 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ca4560a8-2123-4c99-ae88-714fd2b56c4c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:48.852119 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-da82dc0a-698d-48d1-b9ea-256e9c4239e1 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Calling delete_port for ca4560a8-2123-4c99-ae88-714fd2b56c4c owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:19:48.931041 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af196d44-2f35-46d5-a4d2-89ebff4bd6d5 None None] DHCP port deletion for c02fcbe5-36a9-4858-a506-26c3a8a32f73 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:19:48.975300 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Router 8945969a-189b-4f40-972e-2b9c31ede4df has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:19:49.021965 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port cb58f754-d9dd-45c2-a951-1f8350b63823 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:49.022365 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cb58f754-d9dd-45c2-a951-1f8350b63823), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:49.055339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0c651dad-7091-4829-8591-834c6167cf3a None None] Provisioning complete for port fbd845d4-9f6c-42b3-8ab6-45f55871a660 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:49.055713 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0c651dad-7091-4829-8591-834c6167cf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fbd845d4-9f6c-42b3-8ab6-45f55871a660), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:49.058354 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ca4560a8-2123-4c99-ae88-714fd2b56c4c no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:19:49.061567 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82238733-d76a-4229-8564-a10bf5e4bd7d req-1ac18231-334b-4546-945a-7512a9183c0c tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:49.075578 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-82238733-d76a-4229-8564-a10bf5e4bd7d req-1ac18231-334b-4546-945a-7512a9183c0c tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a35f43e-08f1-4d26-ad98-2cd944c20526 HTTP/1.1" status: 200 len: 944 time: 0.1374865 Jan 18 20:19:49.078457 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-8c4e97fe-c004-4f61-9d59-8b699d13c66f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Allocated IP 172.20.0.8 (e88e9200-d99d-4ea0-a241-681917733bb6/f2eac11f-fef0-464c-9aac-08a05c8cc068/4095c9e8-3357-49c1-a713-048d6946f5fd) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:19:49.190357 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port cb58f754-d9dd-45c2-a951-1f8350b63823, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=cb58f754-d9dd-45c2-a951-1f8350b63823,segment=NetworkSegment(2554b522-7ab8-4874-9787-f3d18e58c7bc),segment_id=2554b522-7ab8-4874-9787-f3d18e58c7bc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:49.224919 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a35f43e-08f1-4d26-ad98-2cd944c20526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb58f754-d9dd-45c2-a951-1f8350b63823'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:19:49.228674 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-da82dc0a-698d-48d1-b9ea-256e9c4239e1 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (ca4560a8-2123-4c99-ae88-714fd2b56c4c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:49.238910 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f951a3bc-c838-4a7c-957c-7eb228521e95" -d '{"events": [{"server_uuid": "8a35f43e-08f1-4d26-ad98-2cd944c20526", "name": "network-vif-plugged", "status": "completed", "tag": "cb58f754-d9dd-45c2-a951-1f8350b63823"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:19:49.251061 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-82238733-d76a-4229-8564-a10bf5e4bd7d req-f392937e-e313-4e17-81aa-cf6ef9af4d6f tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/security-groups?id=81f23a5d-b4af-4ace-8bc2-c4630b229bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729228 Jan 18 20:19:49.291413 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (cb58f754-d9dd-45c2-a951-1f8350b63823), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:49.297321 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0c651dad-7091-4829-8591-834c6167cf3a None None] Port fbd845d4-9f6c-42b3-8ab6-45f55871a660 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:19:49.318613 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82dc0a-698d-48d1-b9ea-256e9c4239e1 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Pushing event deleted for resources: {'Port': ['ID=ca4560a8-2123-4c99-ae88-714fd2b56c4c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:49.326492 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da82dc0a-698d-48d1-b9ea-256e9c4239e1 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] No DVR routers for this DVR port ca4560a8-2123-4c99-ae88-714fd2b56c4c on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:19:49.446589 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-da82dc0a-698d-48d1-b9ea-256e9c4239e1 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (c02fcbe5-36a9-4858-a506-26c3a8a32f73), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:49.451328 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c565a3-f488-449f-aab5-f7273f28ac09 x-openstack-request-id: req-50c565a3-f488-449f-aab5-f7273f28ac09 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:19:49.451328 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a35f43e-08f1-4d26-ad98-2cd944c20526", "name": "network-vif-plugged", "status": "completed", "tag": "cb58f754-d9dd-45c2-a951-1f8350b63823", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:19:49.451328 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50c565a3-f488-449f-aab5-f7273f28ac09 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:19:49.451899 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a35f43e-08f1-4d26-ad98-2cd944c20526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb58f754-d9dd-45c2-a951-1f8350b63823', 'code': 200} Jan 18 20:19:49.483677 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-da82dc0a-698d-48d1-b9ea-256e9c4239e1 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02fcbe5-36a9-4858-a506-26c3a8a32f73']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:49.483947 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No active binding found for port ca4560a8-2123-4c99-ae88-714fd2b56c4c {{(pid=103337) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 18 20:19:49.484303 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] The host n-d-741529-9 is not matching for port ca4560a8-2123-4c99-ae88-714fd2b56c4c host None! {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 18 20:19:49.484693 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ca4560a8-2123-4c99-ae88-714fd2b56c4c not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:19:49.486330 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=cb58f754-d9dd-45c2-a951-1f8350b63823,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:49.505875 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-af196d44-2f35-46d5-a4d2-89ebff4bd6d5 None None] Deleting port ca4560a8-2123-4c99-ae88-714fd2b56c4c {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:19:49.505875 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-af196d44-2f35-46d5-a4d2-89ebff4bd6d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ca4560a8-2123-4c99-ae88-714fd2b56c4c), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:49.517164 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-da82dc0a-698d-48d1-b9ea-256e9c4239e1 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a693ec80-db8f-4987-85b6-2bea6f144e78') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:49.517569 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-da82dc0a-698d-48d1-b9ea-256e9c4239e1 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a693ec80-db8f-4987-85b6-2bea6f144e78') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:49.542814 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-da82dc0a-698d-48d1-b9ea-256e9c4239e1 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (a693ec80-db8f-4987-85b6-2bea6f144e78), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:49.577837 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-da82dc0a-698d-48d1-b9ea-256e9c4239e1 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (a693ec80-db8f-4987-85b6-2bea6f144e78), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:49.590613 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da82dc0a-698d-48d1-b9ea-256e9c4239e1 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:19:49.591037 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-da82dc0a-698d-48d1-b9ea-256e9c4239e1 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (a693ec80-db8f-4987-85b6-2bea6f144e78), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:19:49.598404 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:19:49.625201 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-af196d44-2f35-46d5-a4d2-89ebff4bd6d5 None None] For port ca4560a8-2123-4c99-ae88-714fd2b56c4c, host n-d-741529-9, got binding levels [] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:49.625753 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-af196d44-2f35-46d5-a4d2-89ebff4bd6d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ca4560a8-2123-4c99-ae88-714fd2b56c4c), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:49.658791 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-af196d44-2f35-46d5-a4d2-89ebff4bd6d5 None None] Calling delete_port for ca4560a8-2123-4c99-ae88-714fd2b56c4c owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:19:49.666300 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.ipam_backend_mixin [None req-af196d44-2f35-46d5-a4d2-89ebff4bd6d5 None None] Port ca4560a8-2123-4c99-ae88-714fd2b56c4c was not found and therefore no delete operation was performed {{(pid=103337) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 20:19:49.676823 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-af196d44-2f35-46d5-a4d2-89ebff4bd6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (ca4560a8-2123-4c99-ae88-714fd2b56c4c), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:49.683891 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-8c4e97fe-c004-4f61-9d59-8b699d13c66f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks [] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:49.725425 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af196d44-2f35-46d5-a4d2-89ebff4bd6d5 None None] Pushing event deleted for resources: {'Port': ['ID=ca4560a8-2123-4c99-ae88-714fd2b56c4c,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:49.744837 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-8c4e97fe-c004-4f61-9d59-8b699d13c66f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:49.749037 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af196d44-2f35-46d5-a4d2-89ebff4bd6d5 None None] No DVR routers for this DVR port ca4560a8-2123-4c99-ae88-714fd2b56c4c on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:19:49.782251 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-da82dc0a-698d-48d1-b9ea-256e9c4239e1 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (c02fcbe5-36a9-4858-a506-26c3a8a32f73), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:49.793538 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-da82dc0a-698d-48d1-b9ea-256e9c4239e1 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:49.802655 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-da82dc0a-698d-48d1-b9ea-256e9c4239e1 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] 10.222.0.31 "DELETE /v2.0/networks/c02fcbe5-36a9-4858-a506-26c3a8a32f73 HTTP/1.1" status: 204 len: 168 time: 1.5747662 Jan 18 20:19:49.822576 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:19:49.836739 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82dc0a-698d-48d1-b9ea-256e9c4239e1 tempest-ExtraDHCPOptionsTestJSON-590231327 tempest-ExtraDHCPOptionsTestJSON-590231327-project] Pushing event deleted for resources: {'Network': ['ID=c02fcbe5-36a9-4858-a506-26c3a8a32f73,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:49.836953 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11194c7-18d8-4a0a-9e84-103cfe53efb2 None None] Sync routers for ids ['8945969a-189b-4f40-972e-2b9c31ede4df'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:19:49.851615 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f14292c0-a858-42b0-8c36-ddec2d822aba admin admin] 10.222.0.31 "PUT /v2.0/routers/8945969a-189b-4f40-972e-2b9c31ede4df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8507140 Jan 18 20:19:49.859634 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebad7bf-e2e7-4f73-938b-b26fcb78ff48 req-bda2e988-c626-478b-b223-21a06a0c5f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:49.861360 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0ebad7bf-e2e7-4f73-938b-b26fcb78ff48 req-bda2e988-c626-478b-b223-21a06a0c5f80 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8a35f43e-08f1-4d26-ad98-2cd944c20526 HTTP/1.1" status: 200 len: 1096 time: 0.4094861 Jan 18 20:19:49.867010 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11194c7-18d8-4a0a-9e84-103cfe53efb2 None None] Routers {'8945969a-189b-4f40-972e-2b9c31ede4df'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:19:49.868938 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c11194c7-18d8-4a0a-9e84-103cfe53efb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:19:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8945969a-189b-4f40-972e-2b9c31ede4df'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:49.869263 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-8c4e97fe-c004-4f61-9d59-8b699d13c66f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Network e88e9200-d99d-4ea0-a241-681917733bb6 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:19:49.881825 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-8c4e97fe-c004-4f61-9d59-8b699d13c66f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:49.883779 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e97fe-c004-4f61-9d59-8b699d13c66f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Pushing event updated for resources: {'Port': ['ID=4095c9e8-3357-49c1-a713-048d6946f5fd,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:49.886041 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-8c4e97fe-c004-4f61-9d59-8b699d13c66f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:19:49.938626 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-8c4e97fe-c004-4f61-9d59-8b699d13c66f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:49.939260 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-8c4e97fe-c004-4f61-9d59-8b699d13c66f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:49.952257 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b1f25-3086-445c-8770-33718c4e6346 req-a748525b-1f82-4cdc-866f-29b853e3b4bf tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:49.955070 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a8b1f25-3086-445c-8770-33718c4e6346 req-a748525b-1f82-4cdc-866f-29b853e3b4bf tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 931 time: 0.1205568 Jan 18 20:19:49.984802 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-8c4e97fe-c004-4f61-9d59-8b699d13c66f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8606565 Jan 18 20:19:50.014854 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-f8ae235f-7f84-4d2b-9e7f-a5fcab99826d service neutron] Request body: {'port': {'device_id': '6cd90044-e944-4203-b6fa-2382d197a621', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:50.045555 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0ebad7bf-e2e7-4f73-938b-b26fcb78ff48 req-26ece98e-2cd5-411a-854f-39a21bb4d934 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=81f23a5d-b4af-4ace-8bc2-c4630b229bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706383 Jan 18 20:19:50.053006 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a8b1f25-3086-445c-8770-33718c4e6346 req-3c41d6a3-bbf4-4b2f-9250-826fa7bfbc7f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893531 Jan 18 20:19:50.099246 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-c11194c7-18d8-4a0a-9e84-103cfe53efb2 None None] Set router 8945969a-189b-4f40-972e-2b9c31ede4df gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:19:50.108481 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-f8ae235f-7f84-4d2b-9e7f-a5fcab99826d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:50.273457 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-be04297e-2c35-4ac3-8a82-884f40defa73 None None] Provisioning complete for port 4095c9e8-3357-49c1-a713-048d6946f5fd triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:50.274063 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-be04297e-2c35-4ac3-8a82-884f40defa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:50.380045 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-be04297e-2c35-4ac3-8a82-884f40defa73 None None] Port 4095c9e8-3357-49c1-a713-048d6946f5fd cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:19:50.396879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56440) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:50.475265 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92e023-843b-4f8a-8b6d-ac3055e4902e req-34b56306-2981-479d-bdfe-7e9b642e3211 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:50.477609 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cf92e023-843b-4f8a-8b6d-ac3055e4902e req-34b56306-2981-479d-bdfe-7e9b642e3211 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a35f43e-08f1-4d26-ad98-2cd944c20526 HTTP/1.1" status: 200 len: 945 time: 0.0824552 Jan 18 20:19:50.505367 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c11194c7-18d8-4a0a-9e84-103cfe53efb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'name': 'tempest-TestVolumeBackupRestore-557413874-router', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:35Z', 'updated_at': '2022-01-18T20:19:46Z', 'revision_number': 4, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'gw_port': {'id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:37Z', 'updated_at': '2022-01-18T20:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'fbd845d4-9f6c-42b3-8ab6-45f55871a660', 'name': '', 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'mac_address': 'fa:16:3e:f8:85:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'f6050b78-f460-4028-811c-57bb560e336d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:45Z', 'updated_at': '2022-01-18T20:19:47Z', 'revision_number': 2, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'subnets': [{'id': 'f6050b78-f460-4028-811c-57bb560e336d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:50.536932 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11194c7-18d8-4a0a-9e84-103cfe53efb2 None None] Checking router: 8945969a-189b-4f40-972e-2b9c31ede4df for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:19:50.537302 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11194c7-18d8-4a0a-9e84-103cfe53efb2 None None] Updating router 8945969a-189b-4f40-972e-2b9c31ede4df port fbd845d4-9f6c-42b3-8ab6-45f55871a660 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:19:50.560834 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-f8ae235f-7f84-4d2b-9e7f-a5fcab99826d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4095c9e8-3357-49c1-a713-048d6946f5fd {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:19:50.563981 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c11194c7-18d8-4a0a-9e84-103cfe53efb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fbd845d4-9f6c-42b3-8ab6-45f55871a660), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:50.571110 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-f8ae235f-7f84-4d2b-9e7f-a5fcab99826d service neutron] Publish callbacks [] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:50.587398 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-f8ae235f-7f84-4d2b-9e7f-a5fcab99826d service neutron] Transition to ACTIVE for port object 4095c9e8-3357-49c1-a713-048d6946f5fd will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:19:50.593018 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-f8ae235f-7f84-4d2b-9e7f-a5fcab99826d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:50.638611 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cf92e023-843b-4f8a-8b6d-ac3055e4902e req-6e055cbd-ff8a-4a6d-abb1-45e43d14d45f tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/security-groups?id=81f23a5d-b4af-4ace-8bc2-c4630b229bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531172 Jan 18 20:19:50.771838 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae235f-7f84-4d2b-9e7f-a5fcab99826d service neutron] Pushing event updated for resources: {'Port': ['ID=4095c9e8-3357-49c1-a713-048d6946f5fd,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:50.940038 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-f8ae235f-7f84-4d2b-9e7f-a5fcab99826d service neutron] Attempting to bind port 4095c9e8-3357-49c1-a713-048d6946f5fd on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:19:50.940681 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-f8ae235f-7f84-4d2b-9e7f-a5fcab99826d service neutron] Attempting to bind port 4095c9e8-3357-49c1-a713-048d6946f5fd by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:19:50.942178 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-f8ae235f-7f84-4d2b-9e7f-a5fcab99826d service neutron] Attempting to bind port 4095c9e8-3357-49c1-a713-048d6946f5fd on network e88e9200-d99d-4ea0-a241-681917733bb6 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:19:50.953343 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-f8ae235f-7f84-4d2b-9e7f-a5fcab99826d service neutron] Port 4095c9e8-3357-49c1-a713-048d6946f5fd on network e88e9200-d99d-4ea0-a241-681917733bb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:19:50.953949 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-f8ae235f-7f84-4d2b-9e7f-a5fcab99826d service neutron] Attempting to bind port 4095c9e8-3357-49c1-a713-048d6946f5fd on network e88e9200-d99d-4ea0-a241-681917733bb6 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:19:50.967682 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-f8ae235f-7f84-4d2b-9e7f-a5fcab99826d service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:19:50.967682 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-f8ae235f-7f84-4d2b-9e7f-a5fcab99826d service neutron] Checking segment: {'id': '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:19:50.967993 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-f8ae235f-7f84-4d2b-9e7f-a5fcab99826d service neutron] Bound using segment: {'id': '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:19:50.968375 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-f8ae235f-7f84-4d2b-9e7f-a5fcab99826d service neutron] Bound port: 4095c9e8-3357-49c1-a713-048d6946f5fd, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:19:50.968745 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-f8ae235f-7f84-4d2b-9e7f-a5fcab99826d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:51.071725 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-230a3bc9-2a6a-42ab-8261-7a0e5378d9ad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5e88990cd74401ba4388d70797c69c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6728508 Jan 18 20:19:51.074468 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56468) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:51.121454 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c11194c7-18d8-4a0a-9e84-103cfe53efb2 None None] Publish callbacks [] for port (fbd845d4-9f6c-42b3-8ab6-45f55871a660), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:51.129142 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c11194c7-18d8-4a0a-9e84-103cfe53efb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fbd845d4-9f6c-42b3-8ab6-45f55871a660), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:51.135901 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56472) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:51.181169 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-f8ae235f-7f84-4d2b-9e7f-a5fcab99826d service neutron] For port 4095c9e8-3357-49c1-a713-048d6946f5fd, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:19:51.186391 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-f8ae235f-7f84-4d2b-9e7f-a5fcab99826d service neutron] For port 4095c9e8-3357-49c1-a713-048d6946f5fd, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4095c9e8-3357-49c1-a713-048d6946f5fd,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:19:51.196311 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-f8ae235f-7f84-4d2b-9e7f-a5fcab99826d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:51.270675 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cef9aca6-1b0f-400d-a829-750c0b0379c1 admin admin] Publish callbacks [] for security_group (dfb7add5-2cb4-477f-b3b5-301491293f03), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:51.296391 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-f8ae235f-7f84-4d2b-9e7f-a5fcab99826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:51.297559 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-f8ae235f-7f84-4d2b-9e7f-a5fcab99826d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:51.299102 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-f8ae235f-7f84-4d2b-9e7f-a5fcab99826d service neutron] 10.222.0.70 "PUT /v2.0/ports/4095c9e8-3357-49c1-a713-048d6946f5fd HTTP/1.1" status: 200 len: 1091 time: 1.3015041 Jan 18 20:19:51.306736 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd90044-e944-4203-b6fa-2382d197a621', 'tag': '4095c9e8-3357-49c1-a713-048d6946f5fd'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:19:51.309483 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3212f190-d826-45bb-8598-8e0c46d5599b" -d '{"events": [{"name": "network-changed", "server_uuid": "6cd90044-e944-4203-b6fa-2382d197a621", "tag": "4095c9e8-3357-49c1-a713-048d6946f5fd"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:19:51.367000 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae235f-7f84-4d2b-9e7f-a5fcab99826d service neutron] Pushing event updated for resources: {'Port': ['ID=4095c9e8-3357-49c1-a713-048d6946f5fd,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:51.421024 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93daef78-31fd-4c5b-9ea6-9b444a19cb47 None None] Pushing event updated for resources: {'Port': ['ID=fbd845d4-9f6c-42b3-8ab6-45f55871a660,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:51.421511 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-1366a099-9524-495a-9ac3-b13793bcf407 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1131293873-network', 'tenant_id': 'de17a9b185e74de48e1d6777c5de442a'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:51.436371 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cef9aca6-1b0f-400d-a829-750c0b0379c1 admin admin] Publish callbacks [] for security_group (dfb7add5-2cb4-477f-b3b5-301491293f03), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:51.548741 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c11194c7-18d8-4a0a-9e84-103cfe53efb2 None None] Attempting to bind port fbd845d4-9f6c-42b3-8ab6-45f55871a660 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:19:51.549027 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c11194c7-18d8-4a0a-9e84-103cfe53efb2 None None] Attempting to bind port fbd845d4-9f6c-42b3-8ab6-45f55871a660 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'b61c3218-044c-49cd-a040-f785b2f0a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:19:51.549389 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11194c7-18d8-4a0a-9e84-103cfe53efb2 None None] Attempting to bind port fbd845d4-9f6c-42b3-8ab6-45f55871a660 on network ba355ad9-b534-4edd-96f7-c8f599565a2d {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:19:51.568940 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1366a099-9524-495a-9ac3-b13793bcf407 admin admin] Made reservation on behalf of de17a9b185e74de48e1d6777c5de442a for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:19:51.571386 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11194c7-18d8-4a0a-9e84-103cfe53efb2 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:19:51.571605 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11194c7-18d8-4a0a-9e84-103cfe53efb2 None None] Checking segment: {'id': 'b61c3218-044c-49cd-a040-f785b2f0a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:19:51.572015 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c11194c7-18d8-4a0a-9e84-103cfe53efb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:51.572407 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11194c7-18d8-4a0a-9e84-103cfe53efb2 None None] Bound using segment: {'id': 'b61c3218-044c-49cd-a040-f785b2f0a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:19:51.572894 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c11194c7-18d8-4a0a-9e84-103cfe53efb2 None None] Bound port: fbd845d4-9f6c-42b3-8ab6-45f55871a660, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61c3218-044c-49cd-a040-f785b2f0a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:19:51.573269 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c11194c7-18d8-4a0a-9e84-103cfe53efb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fbd845d4-9f6c-42b3-8ab6-45f55871a660), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:51.576006 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1366a099-9524-495a-9ac3-b13793bcf407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:51.606102 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1366a099-9524-495a-9ac3-b13793bcf407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:51.610649 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a48951-5cd4-456c-ab83-8d7ea9ccd91a req-92d362dc-bbf5-4c0a-9a56-5b12434620bc tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:51.612208 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-30a48951-5cd4-456c-ab83-8d7ea9ccd91a req-92d362dc-bbf5-4c0a-9a56-5b12434620bc tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 943 time: 0.2806973 Jan 18 20:19:51.630155 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6118301c-6a0f-40e0-be93-80d12e5afe84 x-openstack-request-id: req-6118301c-6a0f-40e0-be93-80d12e5afe84 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:19:51.630889 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cd90044-e944-4203-b6fa-2382d197a621", "tag": "4095c9e8-3357-49c1-a713-048d6946f5fd", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:19:51.631544 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6118301c-6a0f-40e0-be93-80d12e5afe84 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:19:51.632203 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd90044-e944-4203-b6fa-2382d197a621', 'tag': '4095c9e8-3357-49c1-a713-048d6946f5fd', 'status': 'completed', 'code': 200} Jan 18 20:19:51.656982 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-f305f62b-0afa-4de5-a7df-3f9a14447496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:51.661874 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-f305f62b-0afa-4de5-a7df-3f9a14447496 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 1094 time: 0.1955533 Jan 18 20:19:51.718962 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56492) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:51.748965 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-c11e0c41-0d19-4eea-ae68-36052f217a0b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1617085798-network', 'tenant_id': '575194d1c8f94cfaa12ed27a38850fd2'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:51.755439 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-31bf7046-6c31-47f5-8548-a2a1a29b814f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4095c9e8-3357-49c1-a713-048d6946f5fd HTTP/1.1" status: 200 len: 217 time: 0.0755982 Jan 18 20:19:51.766219 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-30a48951-5cd4-456c-ab83-8d7ea9ccd91a req-3a46f75c-9dcf-420c-8784-f87ab0a85edb tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302998 Jan 18 20:19:51.802941 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11e0c41-0d19-4eea-ae68-36052f217a0b admin admin] Made reservation on behalf of 575194d1c8f94cfaa12ed27a38850fd2 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:19:51.804086 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c11e0c41-0d19-4eea-ae68-36052f217a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:51.829704 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c11194c7-18d8-4a0a-9e84-103cfe53efb2 None None] For port fbd845d4-9f6c-42b3-8ab6-45f55871a660, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:19:51.830443 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c11e0c41-0d19-4eea-ae68-36052f217a0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:51.832940 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cef9aca6-1b0f-400d-a829-750c0b0379c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (dfb7add5-2cb4-477f-b3b5-301491293f03), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:51.833571 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-26677227-1069-4b8f-b376-7e15dafff0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:51.835590 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-26677227-1069-4b8f-b376-7e15dafff0c6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2eac11f-fef0-464c-9aac-08a05c8cc068 HTTP/1.1" status: 200 len: 850 time: 0.0726676 Jan 18 20:19:51.836458 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cef9aca6-1b0f-400d-a829-750c0b0379c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:51.840647 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cef9aca6-1b0f-400d-a829-750c0b0379c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dfb7add5-2cb4-477f-b3b5-301491293f03 HTTP/1.1" status: 204 len: 168 time: 0.7651100 Jan 18 20:19:51.848684 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c11194c7-18d8-4a0a-9e84-103cfe53efb2 None None] For port fbd845d4-9f6c-42b3-8ab6-45f55871a660, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=fbd845d4-9f6c-42b3-8ab6-45f55871a660,segment=NetworkSegment(b61c3218-044c-49cd-a040-f785b2f0a1eb),segment_id=b61c3218-044c-49cd-a040-f785b2f0a1eb)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:19:51.864204 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c11194c7-18d8-4a0a-9e84-103cfe53efb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fbd845d4-9f6c-42b3-8ab6-45f55871a660), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:51.926050 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1366a099-9524-495a-9ac3-b13793bcf407 admin admin] Publish callbacks [] for security_group (2ae6aee5-ceb9-466b-8675-aa02edeac45f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:51.938848 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-7cafdbe7-b23f-43c4-97ed-911c1b6c9eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:51.940679 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-7cafdbe7-b23f-43c4-97ed-911c1b6c9eca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88e9200-d99d-4ea0-a241-681917733bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854557 Jan 18 20:19:51.942110 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1366a099-9524-495a-9ac3-b13793bcf407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2ae6aee5-ceb9-466b-8675-aa02edeac45f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:51.947271 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c11e0c41-0d19-4eea-ae68-36052f217a0b admin admin] Publish callbacks [] for security_group (189774b6-75b7-4736-a1bf-ef5f42f4d5e2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:51.958456 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1366a099-9524-495a-9ac3-b13793bcf407 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:19:51.960613 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9aca6-1b0f-400d-a829-750c0b0379c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb7add5-2cb4-477f-b3b5-301491293f03,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:51.976433 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c11e0c41-0d19-4eea-ae68-36052f217a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (189774b6-75b7-4736-a1bf-ef5f42f4d5e2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:51.994355 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1366a099-9524-495a-9ac3-b13793bcf407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (de0358c6-e314-422b-ae5c-6f0392e0a9ad), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:51.995249 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-1366a099-9524-495a-9ac3-b13793bcf407 admin admin] Added segment de0358c6-e314-422b-ae5c-6f0392e0a9ad of type vlan for network 28205919-d5c0-46a8-bbc2-b06aca207ab8 Jan 18 20:19:52.020636 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e0c41-0d19-4eea-ae68-36052f217a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189774b6-75b7-4736-a1bf-ef5f42f4d5e2,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:52.030160 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93daef78-31fd-4c5b-9ea6-9b444a19cb47 None None] Pushing event updated for resources: {'Port': ['ID=fbd845d4-9f6c-42b3-8ab6-45f55871a660,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:52.057268 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24f203-d39d-45f5-a267-65ad6d456cea req-f96416de-e07c-4efa-a8d1-8f4dce3a62dd tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:52.065365 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0d24f203-d39d-45f5-a267-65ad6d456cea req-f96416de-e07c-4efa-a8d1-8f4dce3a62dd tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fba937a-2d68-4527-bb29-1ced20ebac7b HTTP/1.1" status: 200 len: 946 time: 0.2774267 Jan 18 20:19:52.068455 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1366a099-9524-495a-9ac3-b13793bcf407 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (28205919-d5c0-46a8-bbc2-b06aca207ab8), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:52.106639 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c11e0c41-0d19-4eea-ae68-36052f217a0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:19:52.134693 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11194c7-18d8-4a0a-9e84-103cfe53efb2 None None] Routers {'8945969a-189b-4f40-972e-2b9c31ede4df'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:19:52.136479 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c11194c7-18d8-4a0a-9e84-103cfe53efb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:19:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8945969a-189b-4f40-972e-2b9c31ede4df'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:52.137505 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c11e0c41-0d19-4eea-ae68-36052f217a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (4ca1887e-bebb-4eb1-a5e5-e138f47dbd7e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:52.137957 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-c11e0c41-0d19-4eea-ae68-36052f217a0b admin admin] Added segment 4ca1887e-bebb-4eb1-a5e5-e138f47dbd7e of type vlan for network 53937a49-b577-4de4-9ec0-32f3e61ccaae Jan 18 20:19:52.146561 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1366a099-9524-495a-9ac3-b13793bcf407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (28205919-d5c0-46a8-bbc2-b06aca207ab8), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:52.147574 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1366a099-9524-495a-9ac3-b13793bcf407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:52.148247 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1366a099-9524-495a-9ac3-b13793bcf407 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:52.167898 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2262230-964d-44b5-8ec6-2dec4c64b03e req-5693948d-b63f-4265-bfef-eec8386c0836 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:52.177762 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c2262230-964d-44b5-8ec6-2dec4c64b03e req-5693948d-b63f-4265-bfef-eec8386c0836 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a35f43e-08f1-4d26-ad98-2cd944c20526 HTTP/1.1" status: 200 len: 945 time: 0.2235973 Jan 18 20:19:52.222683 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1366a099-9524-495a-9ac3-b13793bcf407 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0848622 Jan 18 20:19:52.225756 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56500) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:52.249550 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-7962d88f-a554-413e-a344-a97994712fc3 admin admin] Request body: {'subnet': {'network_id': '28205919-d5c0-46a8-bbc2-b06aca207ab8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1131293873-subnet', 'tenant_id': 'de17a9b185e74de48e1d6777c5de442a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:52.336431 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7962d88f-a554-413e-a344-a97994712fc3 admin admin] Made reservation on behalf of de17a9b185e74de48e1d6777c5de442a for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:19:52.337175 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0d24f203-d39d-45f5-a267-65ad6d456cea req-6818aa1a-4d34-4750-b003-3b28266236a2 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f943aa3-4c3d-456c-bfca-7e5af5ebf37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2707045 Jan 18 20:19:52.339026 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7962d88f-a554-413e-a344-a97994712fc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:52.349000 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366a099-9524-495a-9ac3-b13793bcf407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae6aee5-ceb9-466b-8675-aa02edeac45f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:52.350849 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c11e0c41-0d19-4eea-ae68-36052f217a0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (53937a49-b577-4de4-9ec0-32f3e61ccaae), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:52.415333 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366a099-9524-495a-9ac3-b13793bcf407 admin admin] Pushing event updated for resources: {'Network': ['ID=28205919-d5c0-46a8-bbc2-b06aca207ab8,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:52.438800 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c2262230-964d-44b5-8ec6-2dec4c64b03e req-4aeceadb-8801-478a-8c6b-1f641815441b tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/security-groups?id=81f23a5d-b4af-4ace-8bc2-c4630b229bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478030 Jan 18 20:19:52.477016 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c11e0c41-0d19-4eea-ae68-36052f217a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (53937a49-b577-4de4-9ec0-32f3e61ccaae), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:52.478137 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11e0c41-0d19-4eea-ae68-36052f217a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:52.478780 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c11e0c41-0d19-4eea-ae68-36052f217a0b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:52.554601 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c11e0c41-0d19-4eea-ae68-36052f217a0b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8289907 Jan 18 20:19:52.555562 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56510) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:52.599591 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-0ca50659-48ff-44fc-b4ca-d9ec613005f2 admin admin] Request body: {'subnet': {'network_id': '53937a49-b577-4de4-9ec0-32f3e61ccaae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1617085798-subnet', 'tenant_id': '575194d1c8f94cfaa12ed27a38850fd2', 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:52.619080 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e0c41-0d19-4eea-ae68-36052f217a0b admin admin] Pushing event updated for resources: {'Network': ['ID=53937a49-b577-4de4-9ec0-32f3e61ccaae,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:52.680702 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 28205919-d5c0-46a8-bbc2-b06aca207ab8 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:19:52.684712 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca50659-48ff-44fc-b4ca-d9ec613005f2 admin admin] Made reservation on behalf of 575194d1c8f94cfaa12ed27a38850fd2 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:19:52.685886 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 53937a49-b577-4de4-9ec0-32f3e61ccaae details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:19:52.687395 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0ca50659-48ff-44fc-b4ca-d9ec613005f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:52.710640 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576d05d-9e91-4ebf-8564-5852dc844fd6 req-6ec57eb0-3d85-4d42-910d-a98e06d72f9e tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:52.712254 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5576d05d-9e91-4ebf-8564-5852dc844fd6 req-6ec57eb0-3d85-4d42-910d-a98e06d72f9e tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a35f43e-08f1-4d26-ad98-2cd944c20526 HTTP/1.1" status: 200 len: 945 time: 0.1074572 Jan 18 20:19:52.722140 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d0e055ef-5c8e-4a1f-bf9d-45b2243780f3 None None] Provisioning complete for port fbd845d4-9f6c-42b3-8ab6-45f55871a660 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:52.726433 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d0e055ef-5c8e-4a1f-bf9d-45b2243780f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fbd845d4-9f6c-42b3-8ab6-45f55871a660), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:52.835262 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5576d05d-9e91-4ebf-8564-5852dc844fd6 req-8a643aba-cd69-4c24-9e43-3382d8b28c21 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/security-groups?id=81f23a5d-b4af-4ace-8bc2-c4630b229bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132061 Jan 18 20:19:52.993378 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-b5fa53c9-ee69-4183-933b-d272d1f14c0b service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8653867 Jan 18 20:19:53.076017 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56528) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:53.115066 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-c11194c7-18d8-4a0a-9e84-103cfe53efb2 None None] Set router 8945969a-189b-4f40-972e-2b9c31ede4df gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:19:53.149111 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcede027-ca98-434f-8c1c-fb6460abacdb req-e0215146-e382-4bd0-8c7b-90bee540f2c9 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:53.166621 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fcede027-ca98-434f-8c1c-fb6460abacdb req-e0215146-e382-4bd0-8c7b-90bee540f2c9 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 943 time: 0.2647135 Jan 18 20:19:53.237827 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0ca50659-48ff-44fc-b4ca-d9ec613005f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (d2993dc1-ca9a-4e5b-b302-6eac6b6bff15), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:53.292427 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7962d88f-a554-413e-a344-a97994712fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (b4aaea10-9093-4bd4-bdc7-7fc227b0a4c1), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:53.321231 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d0e055ef-5c8e-4a1f-bf9d-45b2243780f3 None None] Current status of the port fbd845d4-9f6c-42b3-8ab6-45f55871a660 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:53.321231 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d0e055ef-5c8e-4a1f-bf9d-45b2243780f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fbd845d4-9f6c-42b3-8ab6-45f55871a660), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:53.342372 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-b6abeb9c-d43d-47b7-8c3a-62404acc3fb3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1903763078'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:53.379606 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a9cd765d-cdb0-4cae-8a70-a60e27a34d93 req-93e37c03-b783-4e6d-b737-329a4f277db1 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750477 Jan 18 20:19:53.392658 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fcede027-ca98-434f-8c1c-fb6460abacdb req-20d3515d-ced6-494c-b3db-f871d26c07f0 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250400 Jan 18 20:19:53.419317 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc103b9-f113-43e0-9a5a-bc51eb88bba5 req-a08efbf4-1876-4a5a-b142-2e6267d85e0a tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:53.420935 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ebc103b9-f113-43e0-9a5a-bc51eb88bba5 req-a08efbf4-1876-4a5a-b142-2e6267d85e0a tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fba937a-2d68-4527-bb29-1ced20ebac7b HTTP/1.1" status: 200 len: 946 time: 0.1253424 Jan 18 20:19:53.442042 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962d88f-a554-413e-a344-a97994712fc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4aaea10-9093-4bd4-bdc7-7fc227b0a4c1,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:53.492317 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6abeb9c-d43d-47b7-8c3a-62404acc3fb3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Made reservation on behalf of be734bf3297b4963aa9b04f991daf10b for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:19:53.500824 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b6abeb9c-d43d-47b7-8c3a-62404acc3fb3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:53.536779 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b6abeb9c-d43d-47b7-8c3a-62404acc3fb3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:53.540660 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca50659-48ff-44fc-b4ca-d9ec613005f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2993dc1-ca9a-4e5b-b302-6eac6b6bff15,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:53.543653 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d0e055ef-5c8e-4a1f-bf9d-45b2243780f3 None None] For port fbd845d4-9f6c-42b3-8ab6-45f55871a660, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=fbd845d4-9f6c-42b3-8ab6-45f55871a660,segment=NetworkSegment(b61c3218-044c-49cd-a040-f785b2f0a1eb),segment_id=b61c3218-044c-49cd-a040-f785b2f0a1eb)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:53.547457 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7962d88f-a554-413e-a344-a97994712fc3 admin admin] Checking segment: {'id': 'de0358c6-e314-422b-ae5c-6f0392e0a9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '28205919-d5c0-46a8-bbc2-b06aca207ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:19:53.547921 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7962d88f-a554-413e-a344-a97994712fc3 admin admin] Network hostable DHCP agents. Network: 28205919-d5c0-46a8-bbc2-b06aca207ab8, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:19:53.552394 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d0e055ef-5c8e-4a1f-bf9d-45b2243780f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fbd845d4-9f6c-42b3-8ab6-45f55871a660), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:53.559840 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212f190-d826-45bb-8598-8e0c46d5599b req-60301475-6b5f-428f-98c8-6b5d46070842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:53.563461 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3212f190-d826-45bb-8598-8e0c46d5599b req-60301475-6b5f-428f-98c8-6b5d46070842 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 1094 time: 0.1094680 Jan 18 20:19:53.632693 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca50659-48ff-44fc-b4ca-d9ec613005f2 admin admin] Checking segment: {'id': '4ca1887e-bebb-4eb1-a5e5-e138f47dbd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '53937a49-b577-4de4-9ec0-32f3e61ccaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:19:53.633782 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca50659-48ff-44fc-b4ca-d9ec613005f2 admin admin] Network hostable DHCP agents. Network: 53937a49-b577-4de4-9ec0-32f3e61ccaae, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:19:53.674676 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7962d88f-a554-413e-a344-a97994712fc3 admin admin] Network 28205919-d5c0-46a8-bbc2-b06aca207ab8 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:19:53.679870 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e055ef-5c8e-4a1f-bf9d-45b2243780f3 None None] Pushing event updated for resources: {'Port': ['ID=fbd845d4-9f6c-42b3-8ab6-45f55871a660,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:53.694786 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79eabe4-4eb6-4d25-8fef-dfe3da953ccf req-eaba35c7-22b3-48a6-97d4-324db8b78532 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:53.696870 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d79eabe4-4eb6-4d25-8fef-dfe3da953ccf req-eaba35c7-22b3-48a6-97d4-324db8b78532 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fba937a-2d68-4527-bb29-1ced20ebac7b HTTP/1.1" status: 200 len: 946 time: 0.2383101 Jan 18 20:19:53.719282 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-7962d88f-a554-413e-a344-a97994712fc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 28205919-d5c0-46a8-bbc2-b06aca207ab8) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:53.722091 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-37ea160b-d514-4ebe-9ade-6dc0ac5848d1 None None] Provisioning complete for port fbd845d4-9f6c-42b3-8ab6-45f55871a660 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:53.723227 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-37ea160b-d514-4ebe-9ade-6dc0ac5848d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fbd845d4-9f6c-42b3-8ab6-45f55871a660), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:53.737222 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca50659-48ff-44fc-b4ca-d9ec613005f2 admin admin] Network 53937a49-b577-4de4-9ec0-32f3e61ccaae is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:19:53.737562 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7962d88f-a554-413e-a344-a97994712fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:53.738267 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7962d88f-a554-413e-a344-a97994712fc3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:53.748910 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcd735-f443-4ed6-9d58-6a802be402fb req-0fb532a3-6c9d-4085-88bc-8e6ef3854713 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:53.749169 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc2a2a3-cd66-409e-b011-7ec935f42874 None None] Network 28205919-d5c0-46a8-bbc2-b06aca207ab8 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:19:53.751085 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4fcd735-f443-4ed6-9d58-6a802be402fb req-0fb532a3-6c9d-4085-88bc-8e6ef3854713 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a35f43e-08f1-4d26-ad98-2cd944c20526 HTTP/1.1" status: 200 len: 945 time: 0.2621315 Jan 18 20:19:53.764777 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-0ca50659-48ff-44fc-b4ca-d9ec613005f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 53937a49-b577-4de4-9ec0-32f3e61ccaae) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:53.775270 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-ebc103b9-f113-43e0-9a5a-bc51eb88bba5 req-3de677c0-80fb-4c2a-9d64-2ca510500f21 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Deleting port 1e3f3f23-0672-4d5d-b14f-eeac2635d01c {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:19:53.775614 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ebc103b9-f113-43e0-9a5a-bc51eb88bba5 req-3de677c0-80fb-4c2a-9d64-2ca510500f21 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (1e3f3f23-0672-4d5d-b14f-eeac2635d01c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:53.778764 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca50659-48ff-44fc-b4ca-d9ec613005f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:53.779660 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0ca50659-48ff-44fc-b4ca-d9ec613005f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:53.787505 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7962d88f-a554-413e-a344-a97994712fc3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5417373 Jan 18 20:19:53.796359 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a75d29-258f-4e25-80fa-eeb17f198a48 None None] Network 53937a49-b577-4de4-9ec0-32f3e61ccaae requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:19:53.799039 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56538) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:53.813526 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-e2cb3f49-bc70-4789-948e-6c106bb805cb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1131293873-router', 'tenant_id': 'de17a9b185e74de48e1d6777c5de442a', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:53.821001 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212f190-d826-45bb-8598-8e0c46d5599b req-34c563f2-4672-4e82-a3b1-1b4d53991713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:53.822851 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3212f190-d826-45bb-8598-8e0c46d5599b req-34c563f2-4672-4e82-a3b1-1b4d53991713 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 912 time: 0.2495041 Jan 18 20:19:53.852359 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0ca50659-48ff-44fc-b4ca-d9ec613005f2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2956262 Jan 18 20:19:53.858798 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56540) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:53.870006 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-34b118b3-6378-4be6-af61-32939a0443e1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1617085798-router', 'tenant_id': '575194d1c8f94cfaa12ed27a38850fd2', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:53.893441 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c11194c7-18d8-4a0a-9e84-103cfe53efb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'name': 'tempest-TestVolumeBackupRestore-557413874-router', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:35Z', 'updated_at': '2022-01-18T20:19:46Z', 'revision_number': 4, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'gw_port': {'id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:37Z', 'updated_at': '2022-01-18T20:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'fbd845d4-9f6c-42b3-8ab6-45f55871a660', 'name': '', 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'mac_address': 'fa:16:3e:f8:85:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'f6050b78-f460-4028-811c-57bb560e336d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:45Z', 'updated_at': '2022-01-18T20:19:51Z', 'revision_number': 4, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'subnets': [{'id': 'f6050b78-f460-4028-811c-57bb560e336d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:53.894060 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d79eabe4-4eb6-4d25-8fef-dfe3da953ccf req-b0b8ffa2-60ea-49a5-9cab-ac787c53913e tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f943aa3-4c3d-456c-bfca-7e5af5ebf37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795900 Jan 18 20:19:53.908309 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b6abeb9c-d43d-47b7-8c3a-62404acc3fb3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for security_group (e5169c1e-f0b9-44a8-b79e-4b9fb22632c8), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:53.915480 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3212f190-d826-45bb-8598-8e0c46d5599b req-a41a7244-c78c-4d8f-82f4-5146f1ae9143 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4095c9e8-3357-49c1-a713-048d6946f5fd HTTP/1.1" status: 200 len: 217 time: 0.0563648 Jan 18 20:19:53.930698 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b6abeb9c-d43d-47b7-8c3a-62404acc3fb3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e5169c1e-f0b9-44a8-b79e-4b9fb22632c8), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:53.965875 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11194c7-18d8-4a0a-9e84-103cfe53efb2 None None] The sync data for ids ['8945969a-189b-4f40-972e-2b9c31ede4df'] in n-d-741529-9 is: [{'id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'name': 'tempest-TestVolumeBackupRestore-557413874-router', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:35Z', 'updated_at': '2022-01-18T20:19:46Z', 'revision_number': 4, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'gw_port': {'id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:37Z', 'updated_at': '2022-01-18T20:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'fbd845d4-9f6c-42b3-8ab6-45f55871a660', 'name': '', 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'mac_address': 'fa:16:3e:f8:85:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'f6050b78-f460-4028-811c-57bb560e336d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:45Z', 'updated_at': '2022-01-18T20:19:51Z', 'revision_number': 4, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'subnets': [{'id': 'f6050b78-f460-4028-811c-57bb560e336d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:19:53.966209 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e2cb3f49-bc70-4789-948e-6c106bb805cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (bad2a884-365d-4784-bed7-dcd1a3609f22), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:53.967388 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e2cb3f49-bc70-4789-948e-6c106bb805cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (bad2a884-365d-4784-bed7-dcd1a3609f22), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:53.982874 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478076bc-f14d-400a-8329-8794ac135136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-53937a49-b577-4de4-9ec0-32f3e61ccaae', 'network_id': '53937a49-b577-4de4-9ec0-32f3e61ccaae', 'project_id': '575194d1c8f94cfaa12ed27a38850fd2', 'fixed_ips': [{'subnet_id': 'd2993dc1-ca9a-4e5b-b302-6eac6b6bff15'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:19:53.983535 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-478076bc-f14d-400a-8329-8794ac135136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:53.986398 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4fcd735-f443-4ed6-9d58-6a802be402fb req-261b574e-7926-4f71-a3b8-5346da53f649 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/security-groups?id=81f23a5d-b4af-4ace-8bc2-c4630b229bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962905 Jan 18 20:19:53.991702 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6abeb9c-d43d-47b7-8c3a-62404acc3fb3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:19:53.996556 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212f190-d826-45bb-8598-8e0c46d5599b req-dce8963b-0cc3-41ba-80df-85059b105445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:53.998176 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3212f190-d826-45bb-8598-8e0c46d5599b req-dce8963b-0cc3-41ba-80df-85059b105445 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2eac11f-fef0-464c-9aac-08a05c8cc068 HTTP/1.1" status: 200 len: 850 time: 0.0758741 Jan 18 20:19:54.000065 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ebc103b9-f113-43e0-9a5a-bc51eb88bba5 req-3de677c0-80fb-4c2a-9d64-2ca510500f21 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] For port 1e3f3f23-0672-4d5d-b14f-eeac2635d01c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1e3f3f23-0672-4d5d-b14f-eeac2635d01c,segment=NetworkSegment(91eca149-2050-42be-9943-9917eddedfac),segment_id=91eca149-2050-42be-9943-9917eddedfac)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:54.000428 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ebc103b9-f113-43e0-9a5a-bc51eb88bba5 req-3de677c0-80fb-4c2a-9d64-2ca510500f21 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (1e3f3f23-0672-4d5d-b14f-eeac2635d01c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:54.007230 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34b118b3-6378-4be6-af61-32939a0443e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (9d5e1e7b-a642-4101-a5fd-a400a6bad6ac), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:54.008248 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34b118b3-6378-4be6-af61-32939a0443e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (9d5e1e7b-a642-4101-a5fd-a400a6bad6ac), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:54.028506 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abeb9c-d43d-47b7-8c3a-62404acc3fb3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5169c1e-f0b9-44a8-b79e-4b9fb22632c8,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:54.036245 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b6abeb9c-d43d-47b7-8c3a-62404acc3fb3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (48070f8a-08dc-4074-a939-8c7b0fd688cd), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:54.036410 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-b6abeb9c-d43d-47b7-8c3a-62404acc3fb3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Added segment 48070f8a-08dc-4074-a939-8c7b0fd688cd of type vlan for network 2c30b9bd-8dbd-4f0c-861d-0cd761227289 Jan 18 20:19:54.165617 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e2cb3f49-bc70-4789-948e-6c106bb805cb admin admin] Publish callbacks [] for router_controller (bad2a884-365d-4784-bed7-dcd1a3609f22), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:54.181170 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b6abeb9c-d43d-47b7-8c3a-62404acc3fb3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (2c30b9bd-8dbd-4f0c-861d-0cd761227289), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:54.219280 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8677437e-a011-44e0-9d07-093e19b9f2b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-28205919-d5c0-46a8-bbc2-b06aca207ab8', 'network_id': '28205919-d5c0-46a8-bbc2-b06aca207ab8', 'project_id': 'de17a9b185e74de48e1d6777c5de442a', 'fixed_ips': [{'subnet_id': 'b4aaea10-9093-4bd4-bdc7-7fc227b0a4c1'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:19:54.220396 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8677437e-a011-44e0-9d07-093e19b9f2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:54.282252 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34b118b3-6378-4be6-af61-32939a0443e1 admin admin] Publish callbacks [] for router_controller (9d5e1e7b-a642-4101-a5fd-a400a6bad6ac), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:54.309958 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212f190-d826-45bb-8598-8e0c46d5599b req-65948a70-abaa-41b5-9f50-bb948492f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:54.311675 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3212f190-d826-45bb-8598-8e0c46d5599b req-65948a70-abaa-41b5-9f50-bb948492f8dc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88e9200-d99d-4ea0-a241-681917733bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2924747 Jan 18 20:19:54.409572 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-37ea160b-d514-4ebe-9ade-6dc0ac5848d1 None None] Current status of the port fbd845d4-9f6c-42b3-8ab6-45f55871a660 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:54.490570 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3212f190-d826-45bb-8598-8e0c46d5599b req-7e69b6e3-bd3f-4877-9b2f-bb1231d7661f service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533449 Jan 18 20:19:54.507888 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e2cb3f49-bc70-4789-948e-6c106bb805cb admin admin] Publish callbacks [] for router_gateway (bad2a884-365d-4784-bed7-dcd1a3609f22), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:54.564810 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-478076bc-f14d-400a-8329-8794ac135136 None None] Allocated IP 172.20.0.2 (53937a49-b577-4de4-9ec0-32f3e61ccaae/d2993dc1-ca9a-4e5b-b302-6eac6b6bff15/9a0fb80d-35ae-4f14-a3cb-1671c7331848) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:19:54.592420 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-8677437e-a011-44e0-9d07-093e19b9f2b5 None None] Allocated IP 172.20.0.2 (28205919-d5c0-46a8-bbc2-b06aca207ab8/b4aaea10-9093-4bd4-bdc7-7fc227b0a4c1/7a896874-0ab1-4134-aac5-2690b5548872) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:19:54.605886 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b6abeb9c-d43d-47b7-8c3a-62404acc3fb3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (2c30b9bd-8dbd-4f0c-861d-0cd761227289), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:54.612055 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6abeb9c-d43d-47b7-8c3a-62404acc3fb3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:54.612846 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b6abeb9c-d43d-47b7-8c3a-62404acc3fb3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:54.718325 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b6abeb9c-d43d-47b7-8c3a-62404acc3fb3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6407418 Jan 18 20:19:54.726879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56558) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:54.737589 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-ca4d1b32-bc4c-4e14-8deb-77314cd22a8a tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Request body: {'subnet': {'network_id': '2c30b9bd-8dbd-4f0c-861d-0cd761227289', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:54.813136 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ebc103b9-f113-43e0-9a5a-bc51eb88bba5 req-3de677c0-80fb-4c2a-9d64-2ca510500f21 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:54.813606 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ebc103b9-f113-43e0-9a5a-bc51eb88bba5 req-3de677c0-80fb-4c2a-9d64-2ca510500f21 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (2e1a8295-0e5e-470c-a53b-0d0f52e3833d), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:54.813862 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [req-ebc103b9-f113-43e0-9a5a-bc51eb88bba5 req-3de677c0-80fb-4c2a-9d64-2ca510500f21 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Floating IP 2e1a8295-0e5e-470c-a53b-0d0f52e3833d disassociated. External IP: 172.25.4.111, port: 1e3f3f23-0672-4d5d-b14f-eeac2635d01c. Jan 18 20:19:54.814203 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-ebc103b9-f113-43e0-9a5a-bc51eb88bba5 req-3de677c0-80fb-4c2a-9d64-2ca510500f21 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Calling delete_port for 1e3f3f23-0672-4d5d-b14f-eeac2635d01c owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:19:54.852789 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34b118b3-6378-4be6-af61-32939a0443e1 admin admin] Publish callbacks [] for router_gateway (9d5e1e7b-a642-4101-a5fd-a400a6bad6ac), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:54.885223 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8677437e-a011-44e0-9d07-093e19b9f2b5 None None] Publish callbacks [] for port (7a896874-0ab1-4134-aac5-2690b5548872), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:54.906231 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8677437e-a011-44e0-9d07-093e19b9f2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (7a896874-0ab1-4134-aac5-2690b5548872), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:54.938560 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3212f190-d826-45bb-8598-8e0c46d5599b req-5c1ff1da-49ed-441e-828a-4f671ffd0161 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392924 Jan 18 20:19:54.966498 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abeb9c-d43d-47b7-8c3a-62404acc3fb3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event updated for resources: {'Network': ['ID=2c30b9bd-8dbd-4f0c-861d-0cd761227289,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:54.975920 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677437e-a011-44e0-9d07-093e19b9f2b5 None None] Pushing event updated for resources: {'Port': ['ID=7a896874-0ab1-4134-aac5-2690b5548872,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:55.002704 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 2c30b9bd-8dbd-4f0c-861d-0cd761227289 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:19:55.068600 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4d1b32-bc4c-4e14-8deb-77314cd22a8a tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Made reservation on behalf of be734bf3297b4963aa9b04f991daf10b for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:19:55.071604 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5ae65-eaf6-4bfb-b92e-3eb5ccf0b695 req-c1accccf-a6a8-4b3b-86f4-2be1abe26807 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:55.076164 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1b32-bc4c-4e14-8deb-77314cd22a8a tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:55.079456 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device fbd845d4-9f6c-42b3-8ab6-45f55871a660 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:19:55.084567 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8677437e-a011-44e0-9d07-093e19b9f2b5 None None] Network 28205919-d5c0-46a8-bbc2-b06aca207ab8 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:19:55.085323 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5bd5ae65-eaf6-4bfb-b92e-3eb5ccf0b695 req-c1accccf-a6a8-4b3b-86f4-2be1abe26807 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 943 time: 0.4817910 Jan 18 20:19:55.110559 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3e3dc-cbf6-473e-ac05-0b9c84ce8cad req-f9d1b7e1-7403-4439-bab7-1ea6062aa279 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:55.112353 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-64b3e3dc-cbf6-473e-ac05-0b9c84ce8cad req-f9d1b7e1-7403-4439-bab7-1ea6062aa279 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a35f43e-08f1-4d26-ad98-2cd944c20526 HTTP/1.1" status: 200 len: 945 time: 0.5072958 Jan 18 20:19:55.207738 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-8677437e-a011-44e0-9d07-093e19b9f2b5 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:55.213859 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8677437e-a011-44e0-9d07-093e19b9f2b5 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:19:55.229471 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ebc103b9-f113-43e0-9a5a-bc51eb88bba5 req-3de677c0-80fb-4c2a-9d64-2ca510500f21 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (1e3f3f23-0672-4d5d-b14f-eeac2635d01c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:55.262316 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5bd5ae65-eaf6-4bfb-b92e-3eb5ccf0b695 req-dc4c0854-cdcc-4350-9e53-da600a85e73d tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679540 Jan 18 20:19:55.338477 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-64b3e3dc-cbf6-473e-ac05-0b9c84ce8cad req-676d3844-25cc-46d9-b480-98b5efa171c7 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/security-groups?id=81f23a5d-b4af-4ace-8bc2-c4630b229bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168036 Jan 18 20:19:55.376836 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-8677437e-a011-44e0-9d07-093e19b9f2b5 None None] Attempting to bind port 7a896874-0ab1-4134-aac5-2690b5548872 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:19:55.377479 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-8677437e-a011-44e0-9d07-093e19b9f2b5 None None] Attempting to bind port 7a896874-0ab1-4134-aac5-2690b5548872 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'de0358c6-e314-422b-ae5c-6f0392e0a9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '28205919-d5c0-46a8-bbc2-b06aca207ab8'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:19:55.377617 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8677437e-a011-44e0-9d07-093e19b9f2b5 None None] Attempting to bind port 7a896874-0ab1-4134-aac5-2690b5548872 on network 28205919-d5c0-46a8-bbc2-b06aca207ab8 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:19:55.388802 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8677437e-a011-44e0-9d07-093e19b9f2b5 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:19:55.389241 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8677437e-a011-44e0-9d07-093e19b9f2b5 None None] Checking segment: {'id': 'de0358c6-e314-422b-ae5c-6f0392e0a9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '28205919-d5c0-46a8-bbc2-b06aca207ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:19:55.389625 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8677437e-a011-44e0-9d07-093e19b9f2b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:55.390195 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8677437e-a011-44e0-9d07-093e19b9f2b5 None None] Bound using segment: {'id': 'de0358c6-e314-422b-ae5c-6f0392e0a9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '28205919-d5c0-46a8-bbc2-b06aca207ab8'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:19:55.390568 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-8677437e-a011-44e0-9d07-093e19b9f2b5 None None] Bound port: 7a896874-0ab1-4134-aac5-2690b5548872, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0358c6-e314-422b-ae5c-6f0392e0a9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '28205919-d5c0-46a8-bbc2-b06aca207ab8'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:19:55.390949 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8677437e-a011-44e0-9d07-093e19b9f2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7a896874-0ab1-4134-aac5-2690b5548872), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:55.394927 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de677c0-80fb-4c2a-9d64-2ca510500f21 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Pushing event deleted for resources: {'Port': ['ID=1e3f3f23-0672-4d5d-b14f-eeac2635d01c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:55.396029 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-478076bc-f14d-400a-8329-8794ac135136 None None] Publish callbacks [] for port (9a0fb80d-35ae-4f14-a3cb-1671c7331848), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:55.416493 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-478076bc-f14d-400a-8329-8794ac135136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (9a0fb80d-35ae-4f14-a3cb-1671c7331848), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:55.549464 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8677437e-a011-44e0-9d07-093e19b9f2b5 None None] For port 7a896874-0ab1-4134-aac5-2690b5548872, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:19:55.570117 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port fbd845d4-9f6c-42b3-8ab6-45f55871a660 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:55.570825 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fbd845d4-9f6c-42b3-8ab6-45f55871a660), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:55.658098 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebc103b9-f113-43e0-9a5a-bc51eb88bba5 req-3de677c0-80fb-4c2a-9d64-2ca510500f21 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Router 96356dce-1ed1-4f46-9dac-371f1628399e has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:19:55.659234 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1b32-bc4c-4e14-8deb-77314cd22a8a tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (f546c3ea-1429-47e3-affb-69952125f1ed), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:55.920788 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478076bc-f14d-400a-8329-8794ac135136 None None] Network 53937a49-b577-4de4-9ec0-32f3e61ccaae is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:19:55.926605 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d1b32-bc4c-4e14-8deb-77314cd22a8a tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event updated for resources: {'Subnet': ['ID=f546c3ea-1429-47e3-affb-69952125f1ed,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:55.945608 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8677437e-a011-44e0-9d07-093e19b9f2b5 None None] For port 7a896874-0ab1-4134-aac5-2690b5548872, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7a896874-0ab1-4134-aac5-2690b5548872,segment=NetworkSegment(de0358c6-e314-422b-ae5c-6f0392e0a9ad),segment_id=de0358c6-e314-422b-ae5c-6f0392e0a9ad)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:19:55.954402 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-478076bc-f14d-400a-8329-8794ac135136 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:55.965298 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478076bc-f14d-400a-8329-8794ac135136 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:19:55.978258 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8677437e-a011-44e0-9d07-093e19b9f2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7a896874-0ab1-4134-aac5-2690b5548872), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:55.989121 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478076bc-f14d-400a-8329-8794ac135136 None None] Pushing event updated for resources: {'Port': ['ID=9a0fb80d-35ae-4f14-a3cb-1671c7331848,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:56.008753 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e4535dcf-2ad5-4478-bd41-0f9fa94fa2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:56.018483 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f0205d86-52cd-45db-ac35-d5905997e67c req-ab471740-7f9d-40c5-8b20-b21899d5e9be tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fba937a-2d68-4527-bb29-1ced20ebac7b HTTP/1.1" status: 200 len: 210 time: 0.0731497 Jan 18 20:19:56.072674 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53efdc-350e-4d8c-9dd0-6fe0ac38b961 req-8c967837-a43c-44c2-b028-5b0f6cf9c4bf tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:56.076108 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677437e-a011-44e0-9d07-093e19b9f2b5 None None] Pushing event updated for resources: {'Port': ['ID=7a896874-0ab1-4134-aac5-2690b5548872,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:56.104252 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fe53efdc-350e-4d8c-9dd0-6fe0ac38b961 req-8c967837-a43c-44c2-b028-5b0f6cf9c4bf tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a35f43e-08f1-4d26-ad98-2cd944c20526 HTTP/1.1" status: 200 len: 945 time: 0.3961539 Jan 18 20:19:56.151404 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebc103b9-f113-43e0-9a5a-bc51eb88bba5 req-3de677c0-80fb-4c2a-9d64-2ca510500f21 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:19:56.172936 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902029f6-2e28-4020-b450-110247ca4b65 None None] Sync routers for ids ['96356dce-1ed1-4f46-9dac-371f1628399e'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:19:56.185927 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902029f6-2e28-4020-b450-110247ca4b65 None None] Routers {'96356dce-1ed1-4f46-9dac-371f1628399e'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:19:56.186540 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-902029f6-2e28-4020-b450-110247ca4b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:19:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['96356dce-1ed1-4f46-9dac-371f1628399e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:56.225015 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4d1b32-bc4c-4e14-8deb-77314cd22a8a tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Checking segment: {'id': '48070f8a-08dc-4074-a939-8c7b0fd688cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2c30b9bd-8dbd-4f0c-861d-0cd761227289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:19:56.225871 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4d1b32-bc4c-4e14-8deb-77314cd22a8a tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Network hostable DHCP agents. Network: 2c30b9bd-8dbd-4f0c-861d-0cd761227289, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:19:56.239707 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34b118b3-6378-4be6-af61-32939a0443e1 admin admin] Publish callbacks [] for router_gateway (9d5e1e7b-a642-4101-a5fd-a400a6bad6ac), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:56.258196 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc103b9-f113-43e0-9a5a-bc51eb88bba5 req-3de677c0-80fb-4c2a-9d64-2ca510500f21 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] No DVR routers for this DVR port 1e3f3f23-0672-4d5d-b14f-eeac2635d01c on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:19:56.261424 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ebc103b9-f113-43e0-9a5a-bc51eb88bba5 req-3de677c0-80fb-4c2a-9d64-2ca510500f21 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:56.262510 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-478076bc-f14d-400a-8329-8794ac135136 None None] Attempting to bind port 9a0fb80d-35ae-4f14-a3cb-1671c7331848 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:19:56.263045 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-478076bc-f14d-400a-8329-8794ac135136 None None] Attempting to bind port 9a0fb80d-35ae-4f14-a3cb-1671c7331848 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '4ca1887e-bebb-4eb1-a5e5-e138f47dbd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '53937a49-b577-4de4-9ec0-32f3e61ccaae'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:19:56.263565 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478076bc-f14d-400a-8329-8794ac135136 None None] Attempting to bind port 9a0fb80d-35ae-4f14-a3cb-1671c7331848 on network 53937a49-b577-4de4-9ec0-32f3e61ccaae {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:19:56.265479 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ebc103b9-f113-43e0-9a5a-bc51eb88bba5 req-3de677c0-80fb-4c2a-9d64-2ca510500f21 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.70 "DELETE /v2.0/ports/1e3f3f23-0672-4d5d-b14f-eeac2635d01c HTTP/1.1" status: 204 len: 173 time: 2.8210196 Jan 18 20:19:56.271536 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fba937a-2d68-4527-bb29-1ced20ebac7b', 'name': 'network-vif-deleted', 'tag': '1e3f3f23-0672-4d5d-b14f-eeac2635d01c'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:19:56.277543 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecdc5b5-740c-4d4d-89b2-e28b9c74b3d1" -d '{"events": [{"server_uuid": "7fba937a-2d68-4527-bb29-1ced20ebac7b", "name": "network-vif-deleted", "tag": "1e3f3f23-0672-4d5d-b14f-eeac2635d01c"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:19:56.293425 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478076bc-f14d-400a-8329-8794ac135136 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:19:56.296058 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478076bc-f14d-400a-8329-8794ac135136 None None] Checking segment: {'id': '4ca1887e-bebb-4eb1-a5e5-e138f47dbd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '53937a49-b577-4de4-9ec0-32f3e61ccaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:19:56.297315 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-478076bc-f14d-400a-8329-8794ac135136 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:56.303219 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478076bc-f14d-400a-8329-8794ac135136 None None] Bound using segment: {'id': '4ca1887e-bebb-4eb1-a5e5-e138f47dbd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '53937a49-b577-4de4-9ec0-32f3e61ccaae'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:19:56.304625 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-478076bc-f14d-400a-8329-8794ac135136 None None] Bound port: 9a0fb80d-35ae-4f14-a3cb-1671c7331848, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca1887e-bebb-4eb1-a5e5-e138f47dbd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '53937a49-b577-4de4-9ec0-32f3e61ccaae'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:19:56.307597 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-478076bc-f14d-400a-8329-8794ac135136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9a0fb80d-35ae-4f14-a3cb-1671c7331848), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:56.331064 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 4095c9e8-3357-49c1-a713-048d6946f5fd details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:19:56.338406 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1e3f3f23-0672-4d5d-b14f-eeac2635d01c no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:19:56.340903 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34b118b3-6378-4be6-af61-32939a0443e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:56.358892 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e2cb3f49-bc70-4789-948e-6c106bb805cb admin admin] Publish callbacks [] for router_gateway (bad2a884-365d-4784-bed7-dcd1a3609f22), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:56.371071 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4d1b32-bc4c-4e14-8deb-77314cd22a8a tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Network 2c30b9bd-8dbd-4f0c-861d-0cd761227289 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:19:56.393472 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-902029f6-2e28-4020-b450-110247ca4b65 None None] Set router 96356dce-1ed1-4f46-9dac-371f1628399e gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:19:56.396316 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-ca4d1b32-bc4c-4e14-8deb-77314cd22a8a tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 2c30b9bd-8dbd-4f0c-861d-0cd761227289) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:56.406262 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4d1b32-bc4c-4e14-8deb-77314cd22a8a tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:56.406861 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1b32-bc4c-4e14-8deb-77314cd22a8a tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:56.411360 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e2cb3f49-bc70-4789-948e-6c106bb805cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:56.438830 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea44d061-eea2-4365-b9f6-0ddd666c681c x-openstack-request-id: req-ea44d061-eea2-4365-b9f6-0ddd666c681c {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:19:56.439505 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fba937a-2d68-4527-bb29-1ced20ebac7b", "name": "network-vif-deleted", "tag": "1e3f3f23-0672-4d5d-b14f-eeac2635d01c", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:19:56.439505 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea44d061-eea2-4365-b9f6-0ddd666c681c {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:19:56.442269 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fba937a-2d68-4527-bb29-1ced20ebac7b', 'name': 'network-vif-deleted', 'tag': '1e3f3f23-0672-4d5d-b14f-eeac2635d01c', 'status': 'completed', 'code': 200} Jan 18 20:19:56.453518 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc329df-97ad-4dac-9b6c-a92e5a417771 None None] Network 2c30b9bd-8dbd-4f0c-861d-0cd761227289 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:19:56.492388 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ca4d1b32-bc4c-4e14-8deb-77314cd22a8a tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7643895 Jan 18 20:19:56.501203 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56576) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:56.561394 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-c35f621b-79a1-4bf4-9e82-637757103ad5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1332083551', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}, 'admin_state_up': False}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:19:56.564906 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-fe53efdc-350e-4d8c-9dd0-6fe0ac38b961 req-241cf09a-ebdc-4001-998c-e20a18106b9f tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Deleting port cb58f754-d9dd-45c2-a951-1f8350b63823 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:19:56.565247 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fe53efdc-350e-4d8c-9dd0-6fe0ac38b961 req-241cf09a-ebdc-4001-998c-e20a18106b9f tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (cb58f754-d9dd-45c2-a951-1f8350b63823), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:56.683298 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port fbd845d4-9f6c-42b3-8ab6-45f55871a660 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:56.696589 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 1e3f3f23-0672-4d5d-b14f-eeac2635d01c {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:19:56.696935 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1e3f3f23-0672-4d5d-b14f-eeac2635d01c not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:19:56.750178 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-fe53efdc-350e-4d8c-9dd0-6fe0ac38b961 req-241cf09a-ebdc-4001-998c-e20a18106b9f tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] For port cb58f754-d9dd-45c2-a951-1f8350b63823, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=cb58f754-d9dd-45c2-a951-1f8350b63823,segment=NetworkSegment(2554b522-7ab8-4874-9787-f3d18e58c7bc),segment_id=2554b522-7ab8-4874-9787-f3d18e58c7bc)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:56.750683 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fe53efdc-350e-4d8c-9dd0-6fe0ac38b961 req-241cf09a-ebdc-4001-998c-e20a18106b9f tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (cb58f754-d9dd-45c2-a951-1f8350b63823), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:56.762206 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.resource_extend [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:19:56.773051 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4165e185-da14-46d6-b012-426ae15aca4f None None] Network 2c30b9bd-8dbd-4f0c-861d-0cd761227289 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:19:56.776205 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-fe53efdc-350e-4d8c-9dd0-6fe0ac38b961 req-241cf09a-ebdc-4001-998c-e20a18106b9f tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Calling delete_port for cb58f754-d9dd-45c2-a951-1f8350b63823 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:19:56.824258 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-902029f6-2e28-4020-b450-110247ca4b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'name': 'tempest-AttachVolumeTestJSON-1877546686-router', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:10:04Z', 'updated_at': '2022-01-18T20:10:14Z', 'revision_number': 4, 'project_id': '72501d248542438e9d3a803e6110efb0', 'gw_port': {'id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:07Z', 'updated_at': '2022-01-18T20:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'cf6cbf85-e862-43be-9155-353835d8a1b9', 'name': '', 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'mac_address': 'fa:16:3e:84:cf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '1723126f-3654-432e-ad19-50c4bb784989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:13Z', 'updated_at': '2022-01-18T20:10:24Z', 'revision_number': 5, 'project_id': '72501d248542438e9d3a803e6110efb0', 'subnets': [{'id': '1723126f-3654-432e-ad19-50c4bb784989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:56.888108 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902029f6-2e28-4020-b450-110247ca4b65 None None] Checking router: 96356dce-1ed1-4f46-9dac-371f1628399e for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:19:56.915001 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902029f6-2e28-4020-b450-110247ca4b65 None None] Routers {'96356dce-1ed1-4f46-9dac-371f1628399e'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:19:56.916014 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-902029f6-2e28-4020-b450-110247ca4b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:19:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['96356dce-1ed1-4f46-9dac-371f1628399e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:56.954836 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac9234-01be-4ac2-b97b-78f064ba8440 req-1380d643-a804-4d25-afa3-d6095c21e036 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:56.956463 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4bac9234-01be-4ac2-b97b-78f064ba8440 req-1380d643-a804-4d25-afa3-d6095c21e036 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 943 time: 0.5510311 Jan 18 20:19:56.959612 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-e2cb3f49-bc70-4789-948e-6c106bb805cb admin admin] Allocated IP 172.25.4.63 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/303ed88f-f5a8-4c1b-9505-84a5bbadde28) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:19:56.962441 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c35f621b-79a1-4bf4-9e82-637757103ad5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (d7c8121c-050e-405d-9cf8-a1e427cdc14f), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:56.972107 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c35f621b-79a1-4bf4-9e82-637757103ad5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (d7c8121c-050e-405d-9cf8-a1e427cdc14f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:57.096208 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fe53efdc-350e-4d8c-9dd0-6fe0ac38b961 req-241cf09a-ebdc-4001-998c-e20a18106b9f tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (cb58f754-d9dd-45c2-a951-1f8350b63823), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:57.152642 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 4095c9e8-3357-49c1-a713-048d6946f5fd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4095c9e8-3357-49c1-a713-048d6946f5fd,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:57.158712 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7a896874-0ab1-4134-aac5-2690b5548872 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:19:57.188821 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['cb58f754-d9dd-45c2-a951-1f8350b63823'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:19:57.192424 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '4095c9e8-3357-49c1-a713-048d6946f5fd', 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'port_id': '4095c9e8-3357-49c1-a713-048d6946f5fd', 'mac_address': 'fa:16:3e:82:02:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:19:57.207997 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c35f621b-79a1-4bf4-9e82-637757103ad5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for router_controller (d7c8121c-050e-405d-9cf8-a1e427cdc14f), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:57.230245 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cf09a-ebdc-4001-998c-e20a18106b9f tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Pushing event deleted for resources: {'Port': ['ID=cb58f754-d9dd-45c2-a951-1f8350b63823,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:57.264561 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-902029f6-2e28-4020-b450-110247ca4b65 None None] Set router 96356dce-1ed1-4f46-9dac-371f1628399e gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:19:57.281412 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-478076bc-f14d-400a-8329-8794ac135136 None None] For port 9a0fb80d-35ae-4f14-a3cb-1671c7331848, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:19:57.324427 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe53efdc-350e-4d8c-9dd0-6fe0ac38b961 req-241cf09a-ebdc-4001-998c-e20a18106b9f tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] No DVR routers for this DVR port cb58f754-d9dd-45c2-a951-1f8350b63823 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:19:57.337277 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fe53efdc-350e-4d8c-9dd0-6fe0ac38b961 req-241cf09a-ebdc-4001-998c-e20a18106b9f tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:57.344160 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fe53efdc-350e-4d8c-9dd0-6fe0ac38b961 req-241cf09a-ebdc-4001-998c-e20a18106b9f tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.70 "DELETE /v2.0/ports/cb58f754-d9dd-45c2-a951-1f8350b63823 HTTP/1.1" status: 204 len: 173 time: 1.2094462 Jan 18 20:19:57.404736 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-478076bc-f14d-400a-8329-8794ac135136 None None] For port 9a0fb80d-35ae-4f14-a3cb-1671c7331848, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9a0fb80d-35ae-4f14-a3cb-1671c7331848,segment=NetworkSegment(4ca1887e-bebb-4eb1-a5e5-e138f47dbd7e),segment_id=4ca1887e-bebb-4eb1-a5e5-e138f47dbd7e)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:19:57.424914 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-478076bc-f14d-400a-8329-8794ac135136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9a0fb80d-35ae-4f14-a3cb-1671c7331848), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:57.483052 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4375a7d-df13-4910-bfe8-8f1f921720c5 req-d63f33bb-69a2-4114-8fb8-d886a614cde4 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:57.498281 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d4375a7d-df13-4910-bfe8-8f1f921720c5 req-d63f33bb-69a2-4114-8fb8-d886a614cde4 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a35f43e-08f1-4d26-ad98-2cd944c20526 HTTP/1.1" status: 200 len: 945 time: 0.8590252 Jan 18 20:19:57.556014 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4bac9234-01be-4ac2-b97b-78f064ba8440 req-52b933e1-686b-454e-a2bd-e30d24cec8d5 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5244105 Jan 18 20:19:57.653813 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 4095c9e8-3357-49c1-a713-048d6946f5fd is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:57.654517 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:57.691109 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4095c9e8-3357-49c1-a713-048d6946f5fd {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:19:57.693095 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-902029f6-2e28-4020-b450-110247ca4b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'name': 'tempest-AttachVolumeTestJSON-1877546686-router', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:10:04Z', 'updated_at': '2022-01-18T20:10:14Z', 'revision_number': 4, 'project_id': '72501d248542438e9d3a803e6110efb0', 'gw_port': {'id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:07Z', 'updated_at': '2022-01-18T20:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'cf6cbf85-e862-43be-9155-353835d8a1b9', 'name': '', 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'mac_address': 'fa:16:3e:84:cf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '1723126f-3654-432e-ad19-50c4bb784989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:13Z', 'updated_at': '2022-01-18T20:10:24Z', 'revision_number': 5, 'project_id': '72501d248542438e9d3a803e6110efb0', 'subnets': [{'id': '1723126f-3654-432e-ad19-50c4bb784989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:57.720124 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 4095c9e8-3357-49c1-a713-048d6946f5fd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4095c9e8-3357-49c1-a713-048d6946f5fd,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:57.720367 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d4375a7d-df13-4910-bfe8-8f1f921720c5 req-19882999-1ed7-4d83-8e75-deb8766e6b04 tempest-ServersNegativeTestMultiTenantJSON-417248810 tempest-ServersNegativeTestMultiTenantJSON-417248810-project] 10.222.0.31 "GET /v2.0/security-groups?id=81f23a5d-b4af-4ace-8bc2-c4630b229bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208176 Jan 18 20:19:57.724606 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 7a896874-0ab1-4134-aac5-2690b5548872 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:57.725318 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7a896874-0ab1-4134-aac5-2690b5548872), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:57.730259 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:57.731752 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56584) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:57.760653 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902029f6-2e28-4020-b450-110247ca4b65 None None] The sync data for ids ['96356dce-1ed1-4f46-9dac-371f1628399e'] in n-d-741529-9 is: [{'id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'name': 'tempest-AttachVolumeTestJSON-1877546686-router', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:10:04Z', 'updated_at': '2022-01-18T20:10:14Z', 'revision_number': 4, 'project_id': '72501d248542438e9d3a803e6110efb0', 'gw_port': {'id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:07Z', 'updated_at': '2022-01-18T20:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'cf6cbf85-e862-43be-9155-353835d8a1b9', 'name': '', 'network_id': '2cafaa10-97b0-4140-ac04-be8f2bf83219', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'mac_address': 'fa:16:3e:84:cf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '1723126f-3654-432e-ad19-50c4bb784989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:13Z', 'updated_at': '2022-01-18T20:10:24Z', 'revision_number': 5, 'project_id': '72501d248542438e9d3a803e6110efb0', 'subnets': [{'id': '1723126f-3654-432e-ad19-50c4bb784989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:19:57.760989 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c35f621b-79a1-4bf4-9e82-637757103ad5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for router_gateway (d7c8121c-050e-405d-9cf8-a1e427cdc14f), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:57.778397 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478076bc-f14d-400a-8329-8794ac135136 None None] Pushing event updated for resources: {'Port': ['ID=9a0fb80d-35ae-4f14-a3cb-1671c7331848,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:57.787986 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e2cb3f49-bc70-4789-948e-6c106bb805cb admin admin] Publish callbacks [] for port (303ed88f-f5a8-4c1b-9505-84a5bbadde28), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:57.825403 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f2ec1375-d31e-48f7-b365-2b8264106286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:57.884316 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-64cc46ec-9d38-4cf4-888a-5e7fcd09dd52 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for security_group (0f943aa3-4c3d-456c-bfca-7e5af5ebf37d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:57.887738 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=4095c9e8-3357-49c1-a713-048d6946f5fd,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:57.899828 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e2cb3f49-bc70-4789-948e-6c106bb805cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (303ed88f-f5a8-4c1b-9505-84a5bbadde28), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:57.963775 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 7a896874-0ab1-4134-aac5-2690b5548872 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:57.964120 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7a896874-0ab1-4134-aac5-2690b5548872), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:58.021011 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 7a896874-0ab1-4134-aac5-2690b5548872, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7a896874-0ab1-4134-aac5-2690b5548872,segment=NetworkSegment(de0358c6-e314-422b-ae5c-6f0392e0a9ad),segment_id=de0358c6-e314-422b-ae5c-6f0392e0a9ad)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:19:58.022242 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-64cc46ec-9d38-4cf4-888a-5e7fcd09dd52 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for security_group (0f943aa3-4c3d-456c-bfca-7e5af5ebf37d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:58.034943 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7a896874-0ab1-4134-aac5-2690b5548872), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:58.037920 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cb3f49-bc70-4789-948e-6c106bb805cb admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:19:58.043348 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-e2cb3f49-bc70-4789-948e-6c106bb805cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:58.055832 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cb3f49-bc70-4789-948e-6c106bb805cb admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:19:58.077115 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2cf4d3-c919-493f-bf87-44c2dd8a8fe0 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:19:58.095679 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb3f49-bc70-4789-948e-6c106bb805cb admin admin] Pushing event updated for resources: {'Port': ['ID=303ed88f-f5a8-4c1b-9505-84a5bbadde28,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:58.106044 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['4095c9e8-3357-49c1-a713-048d6946f5fd'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:19:58.146188 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-64cc46ec-9d38-4cf4-888a-5e7fcd09dd52 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0f943aa3-4c3d-456c-bfca-7e5af5ebf37d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:58.151131 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-64cc46ec-9d38-4cf4-888a-5e7fcd09dd52 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:58.156199 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-64cc46ec-9d38-4cf4-888a-5e7fcd09dd52 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "DELETE /v2.0/security-groups/0f943aa3-4c3d-456c-bfca-7e5af5ebf37d HTTP/1.1" status: 204 len: 168 time: 0.4214463 Jan 18 20:19:58.157209 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-34b118b3-6378-4be6-af61-32939a0443e1 admin admin] Allocated IP 172.25.4.154 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/d8664813-f905-4562-9a3d-ebc2f9ce3a3b) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:19:58.158553 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56586) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:58.167441 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=7a896874-0ab1-4134-aac5-2690b5548872,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:58.199393 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc46ec-9d38-4cf4-888a-5e7fcd09dd52 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f943aa3-4c3d-456c-bfca-7e5af5ebf37d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:58.214818 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-49903742-be48-4982-8663-61789043e3bc tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] show failed (client error): The resource could not be found. Jan 18 20:19:58.218816 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-49903742-be48-4982-8663-61789043e3bc tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "GET /v2.0/security-groups/0f943aa3-4c3d-456c-bfca-7e5af5ebf37d HTTP/1.1" status: 404 len: 347 time: 0.0567129 Jan 18 20:19:58.219518 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56588) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:58.265217 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d47858-4cda-40b8-ae3b-e8197234d778 None None] Network 28205919-d5c0-46a8-bbc2-b06aca207ab8 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:19:58.323762 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device cb58f754-d9dd-45c2-a951-1f8350b63823 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:19:58.388611 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: cb58f754-d9dd-45c2-a951-1f8350b63823 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:19:58.388962 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device cb58f754-d9dd-45c2-a951-1f8350b63823 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:19:58.398442 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-20199750-b77d-46f2-b1dc-c4408e4ff157 None None] Provisioning complete for port 303ed88f-f5a8-4c1b-9505-84a5bbadde28 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:58.398818 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-20199750-b77d-46f2-b1dc-c4408e4ff157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (303ed88f-f5a8-4c1b-9505-84a5bbadde28), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:58.432221 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e3863-9272-4da4-8d3a-b82ef7b5e752 None None] New status for floating IP 2e1a8295-0e5e-470c-a53b-0d0f52e3833d: DOWN {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:19:58.453675 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a35f43e-08f1-4d26-ad98-2cd944c20526', 'name': 'network-vif-deleted', 'tag': 'cb58f754-d9dd-45c2-a951-1f8350b63823'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:19:58.456311 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f584692-9241-4b19-b52e-7436351bc3c0" -d '{"events": [{"server_uuid": "8a35f43e-08f1-4d26-ad98-2cd944c20526", "name": "network-vif-deleted", "tag": "cb58f754-d9dd-45c2-a951-1f8350b63823"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:19:58.509152 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-bd22b564-fc64-4f9d-b444-de592dc2bdf2 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Deleting port fdb3b8c8-5e4d-4942-9883-32e3babf20ba {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:19:58.509572 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bd22b564-fc64-4f9d-b444-de592dc2bdf2 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (fdb3b8c8-5e4d-4942-9883-32e3babf20ba), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:58.562723 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-20199750-b77d-46f2-b1dc-c4408e4ff157 None None] Port 303ed88f-f5a8-4c1b-9505-84a5bbadde28 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:19:58.590498 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bd22b564-fc64-4f9d-b444-de592dc2bdf2 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (fdb3b8c8-5e4d-4942-9883-32e3babf20ba), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:58.590922 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bd22b564-fc64-4f9d-b444-de592dc2bdf2 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for floatingip (fdb3b8c8-5e4d-4942-9883-32e3babf20ba), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:58.594023 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3c704c-c2fb-4cbc-9aa6-e278f8a4fb78 x-openstack-request-id: req-2e3c704c-c2fb-4cbc-9aa6-e278f8a4fb78 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:19:58.594313 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a35f43e-08f1-4d26-ad98-2cd944c20526", "name": "network-vif-deleted", "tag": "cb58f754-d9dd-45c2-a951-1f8350b63823", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:19:58.594893 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e3c704c-c2fb-4cbc-9aa6-e278f8a4fb78 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:19:58.594981 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a35f43e-08f1-4d26-ad98-2cd944c20526', 'name': 'network-vif-deleted', 'tag': 'cb58f754-d9dd-45c2-a951-1f8350b63823', 'status': 'completed', 'code': 200} Jan 18 20:19:58.606722 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-bd22b564-fc64-4f9d-b444-de592dc2bdf2 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Calling delete_port for fdb3b8c8-5e4d-4942-9883-32e3babf20ba owned by network:floatingip {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:19:58.697616 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ea926ea6-1b53-403c-9741-6b6119b13690 None None] Provisioning complete for port 7a896874-0ab1-4134-aac5-2690b5548872 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:58.698403 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ea926ea6-1b53-403c-9741-6b6119b13690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7a896874-0ab1-4134-aac5-2690b5548872), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:58.834708 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56604) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:58.907511 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-5006c7f5-bc13-4f98-84bf-79a1773a9742 admin admin] Deleting subnet dbacdcc6-5589-49ce-bc9a-7727dab00041 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:19:58.911630 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5006c7f5-bc13-4f98-84bf-79a1773a9742 admin admin] Publish callbacks [] for subnet (dbacdcc6-5589-49ce-bc9a-7727dab00041), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:58.937067 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bd22b564-fc64-4f9d-b444-de592dc2bdf2 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (fdb3b8c8-5e4d-4942-9883-32e3babf20ba), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:58.944063 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e2cb3f49-bc70-4789-948e-6c106bb805cb admin admin] Publish callbacks [] for router_gateway (bad2a884-365d-4784-bed7-dcd1a3609f22), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:58.969920 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ea926ea6-1b53-403c-9741-6b6119b13690 None None] Current status of the port 7a896874-0ab1-4134-aac5-2690b5548872 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:59.000734 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34b118b3-6378-4be6-af61-32939a0443e1 admin admin] Publish callbacks [] for port (d8664813-f905-4562-9a3d-ebc2f9ce3a3b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:59.025873 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c35f621b-79a1-4bf4-9e82-637757103ad5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for router_gateway (d7c8121c-050e-405d-9cf8-a1e427cdc14f), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:59.026003 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:59.030133 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22b564-fc64-4f9d-b444-de592dc2bdf2 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Pushing event deleted for resources: {'Port': ['ID=fdb3b8c8-5e4d-4942-9883-32e3babf20ba,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:59.043199 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5006c7f5-bc13-4f98-84bf-79a1773a9742 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (dbacdcc6-5589-49ce-bc9a-7727dab00041), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:59.107824 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-390fab37-7161-4f47-a735-2a14e3c974af None None] Provisioning complete for port 7a896874-0ab1-4134-aac5-2690b5548872 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:59.108300 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-390fab37-7161-4f47-a735-2a14e3c974af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7a896874-0ab1-4134-aac5-2690b5548872), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:59.164379 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5006c7f5-bc13-4f98-84bf-79a1773a9742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (dbacdcc6-5589-49ce-bc9a-7727dab00041), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:59.166843 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bd22b564-fc64-4f9d-b444-de592dc2bdf2 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks [] for floatingip (2e1a8295-0e5e-470c-a53b-0d0f52e3833d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:59.169492 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bd22b564-fc64-4f9d-b444-de592dc2bdf2 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:59.171653 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:19:59.174475 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bd22b564-fc64-4f9d-b444-de592dc2bdf2 tempest-AttachVolumeTestJSON-993866313 tempest-AttachVolumeTestJSON-993866313-project] 10.222.0.31 "DELETE /v2.0/floatingips/2e1a8295-0e5e-470c-a53b-0d0f52e3833d HTTP/1.1" status: 204 len: 168 time: 0.9532073 Jan 18 20:19:59.180860 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7a896874-0ab1-4134-aac5-2690b5548872 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:19:59.275772 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5006c7f5-bc13-4f98-84bf-79a1773a9742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (dbacdcc6-5589-49ce-bc9a-7727dab00041), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:59.324055 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006c7f5-bc13-4f98-84bf-79a1773a9742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbacdcc6-5589-49ce-bc9a-7727dab00041,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:59.340891 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5006c7f5-bc13-4f98-84bf-79a1773a9742 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:59.346060 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 7a896874-0ab1-4134-aac5-2690b5548872 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:59.346435 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7a896874-0ab1-4134-aac5-2690b5548872), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:59.348456 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5006c7f5-bc13-4f98-84bf-79a1773a9742 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dbacdcc6-5589-49ce-bc9a-7727dab00041 HTTP/1.1" status: 204 len: 168 time: 0.5084429 Jan 18 20:19:59.349094 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56616) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:59.395291 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c35f621b-79a1-4bf4-9e82-637757103ad5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:59.430556 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debd1fff-27c1-4083-ab3c-8c8627691381 None None] Network 53937a49-b577-4de4-9ec0-32f3e61ccaae requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:19:59.449666 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-390fab37-7161-4f47-a735-2a14e3c974af None None] Current status of the port 7a896874-0ab1-4134-aac5-2690b5548872 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:59.478495 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b4cb1bb7-e1ee-40cd-ba08-2241964877d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (883cf1be-d691-44c7-8b46-6d931886a9c3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:59.570482 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b4cb1bb7-e1ee-40cd-ba08-2241964877d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (883cf1be-d691-44c7-8b46-6d931886a9c3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:59.594531 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b4cb1bb7-e1ee-40cd-ba08-2241964877d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['883cf1be-d691-44c7-8b46-6d931886a9c3']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:59.607272 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b4cb1bb7-e1ee-40cd-ba08-2241964877d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2554b522-7ab8-4874-9787-f3d18e58c7bc') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:59.607487 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b4cb1bb7-e1ee-40cd-ba08-2241964877d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2554b522-7ab8-4874-9787-f3d18e58c7bc') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:19:59.626004 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b4cb1bb7-e1ee-40cd-ba08-2241964877d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (2554b522-7ab8-4874-9787-f3d18e58c7bc), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:59.641178 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b4cb1bb7-e1ee-40cd-ba08-2241964877d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (2554b522-7ab8-4874-9787-f3d18e58c7bc), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:59.654959 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4cb1bb7-e1ee-40cd-ba08-2241964877d4 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:19:59.655884 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b4cb1bb7-e1ee-40cd-ba08-2241964877d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (2554b522-7ab8-4874-9787-f3d18e58c7bc), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:59.657767 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:19:59.660452 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:19:59.675083 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-3286ad92-85ba-4053-8332-c7021dfa17f8 None None] Provisioning complete for port 9a0fb80d-35ae-4f14-a3cb-1671c7331848 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:59.675753 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3286ad92-85ba-4053-8332-c7021dfa17f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9a0fb80d-35ae-4f14-a3cb-1671c7331848), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:59.701404 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34b118b3-6378-4be6-af61-32939a0443e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (d8664813-f905-4562-9a3d-ebc2f9ce3a3b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:59.727114 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33444870-0f81-4d5d-ab75-6c93e368a0a6 req-b929dc31-a6c6-4066-947d-ad9b40140484 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:19:59.728200 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 7a896874-0ab1-4134-aac5-2690b5548872 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:59.728722 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33444870-0f81-4d5d-ab75-6c93e368a0a6 req-b929dc31-a6c6-4066-947d-ad9b40140484 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.7719688 Jan 18 20:19:59.729828 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9a0fb80d-35ae-4f14-a3cb-1671c7331848 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:19:59.735486 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b4cb1bb7-e1ee-40cd-ba08-2241964877d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (883cf1be-d691-44c7-8b46-6d931886a9c3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:59.749217 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b4cb1bb7-e1ee-40cd-ba08-2241964877d4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:59.760743 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b4cb1bb7-e1ee-40cd-ba08-2241964877d4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/883cf1be-d691-44c7-8b46-6d931886a9c3 HTTP/1.1" status: 204 len: 168 time: 0.4092979 Jan 18 20:19:59.762512 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56618) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:59.809573 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 9a0fb80d-35ae-4f14-a3cb-1671c7331848 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:19:59.809969 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9a0fb80d-35ae-4f14-a3cb-1671c7331848), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:59.855237 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb1bb7-e1ee-40cd-ba08-2241964877d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=883cf1be-d691-44c7-8b46-6d931886a9c3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:59.878074 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c1a7ec-ab11-4d16-890a-9ee1fb0e2367 admin admin] Deleting subnet ff04686b-af2c-4410-b936-86905dd88a1a {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:19:59.887901 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-64c1a7ec-ab11-4d16-890a-9ee1fb0e2367 admin admin] Publish callbacks [] for subnet (ff04686b-af2c-4410-b936-86905dd88a1a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:59.909208 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b118b3-6378-4be6-af61-32939a0443e1 admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:19:59.911941 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3286ad92-85ba-4053-8332-c7021dfa17f8 None None] Current status of the port 9a0fb80d-35ae-4f14-a3cb-1671c7331848 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:19:59.912337 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3286ad92-85ba-4053-8332-c7021dfa17f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9a0fb80d-35ae-4f14-a3cb-1671c7331848), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:59.920478 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-34b118b3-6378-4be6-af61-32939a0443e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:19:59.930412 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b118b3-6378-4be6-af61-32939a0443e1 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:19:59.969245 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-64c1a7ec-ab11-4d16-890a-9ee1fb0e2367 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (ff04686b-af2c-4410-b936-86905dd88a1a), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:59.986992 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e2cb3f49-bc70-4789-948e-6c106bb805cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (bad2a884-365d-4784-bed7-dcd1a3609f22), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:00.010686 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3286ad92-85ba-4053-8332-c7021dfa17f8 None None] For port 9a0fb80d-35ae-4f14-a3cb-1671c7331848, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9a0fb80d-35ae-4f14-a3cb-1671c7331848,segment=NetworkSegment(4ca1887e-bebb-4eb1-a5e5-e138f47dbd7e),segment_id=4ca1887e-bebb-4eb1-a5e5-e138f47dbd7e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:20:00.019409 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3286ad92-85ba-4053-8332-c7021dfa17f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9a0fb80d-35ae-4f14-a3cb-1671c7331848), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:00.054296 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-64c1a7ec-ab11-4d16-890a-9ee1fb0e2367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (ff04686b-af2c-4410-b936-86905dd88a1a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:00.132295 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286ad92-85ba-4053-8332-c7021dfa17f8 None None] Pushing event updated for resources: {'Port': ['ID=9a0fb80d-35ae-4f14-a3cb-1671c7331848,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:00.135170 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 9a0fb80d-35ae-4f14-a3cb-1671c7331848 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:20:00.168456 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-64c1a7ec-ab11-4d16-890a-9ee1fb0e2367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (ff04686b-af2c-4410-b936-86905dd88a1a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:00.214265 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b118b3-6378-4be6-af61-32939a0443e1 admin admin] Pushing event updated for resources: {'Port': ['ID=d8664813-f905-4562-9a3d-ebc2f9ce3a3b,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:00.232802 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1a7ec-ab11-4d16-890a-9ee1fb0e2367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff04686b-af2c-4410-b936-86905dd88a1a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:00.236209 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0225d546-b5ef-44c3-8ae9-3cc0ef5b4295 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:20:00.240284 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33444870-0f81-4d5d-ab75-6c93e368a0a6 req-7f070229-34da-4590-8cba-3f819113de87 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4579232 Jan 18 20:20:00.241660 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-64c1a7ec-ab11-4d16-890a-9ee1fb0e2367 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:00.245799 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-64c1a7ec-ab11-4d16-890a-9ee1fb0e2367 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ff04686b-af2c-4410-b936-86905dd88a1a HTTP/1.1" status: 204 len: 168 time: 0.4747396 Jan 18 20:20:00.248318 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56622) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:00.265546 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-c35f621b-79a1-4bf4-9e82-637757103ad5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Allocated IP 172.25.4.211 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/d9087545-b7bf-4d2b-817c-2a0c44a9cf5c) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:20:00.344402 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 4095c9e8-3357-49c1-a713-048d6946f5fd up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:20:00.402537 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fbc3fb43-0640-4003-9589-ecf010a07d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (f1891b1b-06df-4a8c-b954-0e9a16f21090), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:00.408852 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d745c388-f715-49c7-8b35-d079e27b7360 None None] Provisioning complete for port 9a0fb80d-35ae-4f14-a3cb-1671c7331848 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:00.409448 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d745c388-f715-49c7-8b35-d079e27b7360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9a0fb80d-35ae-4f14-a3cb-1671c7331848), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:00.510822 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cb3f49-bc70-4789-948e-6c106bb805cb admin admin] Router bad2a884-365d-4784-bed7-dcd1a3609f22 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:20:00.525339 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fbc3fb43-0640-4003-9589-ecf010a07d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (f1891b1b-06df-4a8c-b954-0e9a16f21090), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:00.549310 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:00.554418 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-fbc3fb43-0640-4003-9589-ecf010a07d90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1891b1b-06df-4a8c-b954-0e9a16f21090']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:00.555127 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 4095c9e8-3357-49c1-a713-048d6946f5fd completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:20:00.561803 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 4095c9e8-3357-49c1-a713-048d6946f5fd triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:00.562777 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:00.566626 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-fbc3fb43-0640-4003-9589-ecf010a07d90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6631c5-84c7-483e-af0a-0e154006bfcb') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:00.567044 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-fbc3fb43-0640-4003-9589-ecf010a07d90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6631c5-84c7-483e-af0a-0e154006bfcb') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:00.578378 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fbc3fb43-0640-4003-9589-ecf010a07d90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (7a6631c5-84c7-483e-af0a-0e154006bfcb), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:00.594779 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fbc3fb43-0640-4003-9589-ecf010a07d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (7a6631c5-84c7-483e-af0a-0e154006bfcb), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:00.603753 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc3fb43-0640-4003-9589-ecf010a07d90 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:20:00.604277 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fbc3fb43-0640-4003-9589-ecf010a07d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (7a6631c5-84c7-483e-af0a-0e154006bfcb), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:20:00.606833 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:20:00.662691 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d745c388-f715-49c7-8b35-d079e27b7360 None None] Current status of the port 9a0fb80d-35ae-4f14-a3cb-1671c7331848 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:20:00.673367 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c35f621b-79a1-4bf4-9e82-637757103ad5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for port (d9087545-b7bf-4d2b-817c-2a0c44a9cf5c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:00.690968 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fbc3fb43-0640-4003-9589-ecf010a07d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (f1891b1b-06df-4a8c-b954-0e9a16f21090), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:00.700155 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fbc3fb43-0640-4003-9589-ecf010a07d90 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:00.704574 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fbc3fb43-0640-4003-9589-ecf010a07d90 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f1891b1b-06df-4a8c-b954-0e9a16f21090 HTTP/1.1" status: 204 len: 168 time: 0.4548435 Jan 18 20:20:00.734275 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d745c388-f715-49c7-8b35-d079e27b7360 None None] Provisioning complete for port d8664813-f905-4562-9a3d-ebc2f9ce3a3b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:00.734564 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d745c388-f715-49c7-8b35-d079e27b7360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d8664813-f905-4562-9a3d-ebc2f9ce3a3b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:00.746585 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3fb43-0640-4003-9589-ecf010a07d90 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1891b1b-06df-4a8c-b954-0e9a16f21090,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:00.796447 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 4095c9e8-3357-49c1-a713-048d6946f5fd is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:20:00.796839 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:00.871220 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d745c388-f715-49c7-8b35-d079e27b7360 None None] Port d8664813-f905-4562-9a3d-ebc2f9ce3a3b cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:20:00.887946 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd90044-e944-4203-b6fa-2382d197a621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4095c9e8-3357-49c1-a713-048d6946f5fd'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:20:00.891430 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046413bd-805f-4d3f-a689-e86612d54162" -d '{"events": [{"server_uuid": "6cd90044-e944-4203-b6fa-2382d197a621", "name": "network-vif-plugged", "status": "completed", "tag": "4095c9e8-3357-49c1-a713-048d6946f5fd"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:20:00.948063 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 4095c9e8-3357-49c1-a713-048d6946f5fd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4095c9e8-3357-49c1-a713-048d6946f5fd,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:20:00.957164 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:01.047051 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56630) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:01.062377 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c35f621b-79a1-4bf4-9e82-637757103ad5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (d9087545-b7bf-4d2b-817c-2a0c44a9cf5c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:01.122471 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=4095c9e8-3357-49c1-a713-048d6946f5fd,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:01.126149 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa183b2-3669-4a6e-a277-01e5c7d5235f x-openstack-request-id: req-1fa183b2-3669-4a6e-a277-01e5c7d5235f {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:20:01.126419 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd90044-e944-4203-b6fa-2382d197a621", "name": "network-vif-plugged", "status": "completed", "tag": "4095c9e8-3357-49c1-a713-048d6946f5fd", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:20:01.126676 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1fa183b2-3669-4a6e-a277-01e5c7d5235f {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:20:01.127781 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd90044-e944-4203-b6fa-2382d197a621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4095c9e8-3357-49c1-a713-048d6946f5fd', 'code': 200} Jan 18 20:20:01.129858 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9a0fb80d-35ae-4f14-a3cb-1671c7331848 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:20:01.235180 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 9a0fb80d-35ae-4f14-a3cb-1671c7331848 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:01.235696 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9a0fb80d-35ae-4f14-a3cb-1671c7331848), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:01.262916 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4029a6de-8dbb-4ea7-bbed-457cb97d52a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be193cea8964426583d08dc5daa105ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2145276 Jan 18 20:20:01.267450 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56634) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:01.325813 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf94fc3-bb81-436a-866d-47fce3cef5f7 req-f7ba90c5-a1f5-492f-838b-6328d842bb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:01.328210 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ebf94fc3-bb81-436a-866d-47fce3cef5f7 req-f7ba90c5-a1f5-492f-838b-6328d842bb92 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 1096 time: 0.1763651 Jan 18 20:20:01.361843 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 9a0fb80d-35ae-4f14-a3cb-1671c7331848 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:20:01.569034 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34b118b3-6378-4be6-af61-32939a0443e1 admin admin] Publish callbacks [] for router_gateway (9d5e1e7b-a642-4101-a5fd-a400a6bad6ac), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:01.572280 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35f621b-79a1-4bf4-9e82-637757103ad5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:20:01.596056 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-c35f621b-79a1-4bf4-9e82-637757103ad5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:20:01.599168 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35f621b-79a1-4bf4-9e82-637757103ad5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:20:01.615192 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1bdf56-6bce-4967-a88f-9197a46d9310 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:20:01.667007 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f621b-79a1-4bf4-9e82-637757103ad5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event updated for resources: {'Port': ['ID=d9087545-b7bf-4d2b-817c-2a0c44a9cf5c,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:01.686471 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cb3f49-bc70-4789-948e-6c106bb805cb admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:20:01.707487 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13e6254-163e-455f-9c89-f87cf93ee023 None None] Sync routers for ids ['bad2a884-365d-4784-bed7-dcd1a3609f22'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:20:01.725188 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13e6254-163e-455f-9c89-f87cf93ee023 None None] Routers {'bad2a884-365d-4784-bed7-dcd1a3609f22'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:01.725977 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d13e6254-163e-455f-9c89-f87cf93ee023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:19:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['bad2a884-365d-4784-bed7-dcd1a3609f22'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:01.754464 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e2cb3f49-bc70-4789-948e-6c106bb805cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:01.758709 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e2cb3f49-bc70-4789-948e-6c106bb805cb admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.9539232 Jan 18 20:20:01.760600 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56640) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:01.764823 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ebf94fc3-bb81-436a-866d-47fce3cef5f7 req-71805b8f-c93e-4fa7-9bf1-194739255631 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4228251 Jan 18 20:20:01.784321 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c43d6-a28a-47c9-ad2a-d3bdba224147 req-e3e523e6-75b3-48cd-9658-32e0938fde68 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:01.786006 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-011c43d6-a28a-47c9-ad2a-d3bdba224147 req-e3e523e6-75b3-48cd-9658-32e0938fde68 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 945 time: 0.2569125 Jan 18 20:20:01.812877 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0688009d-9bd6-48dd-a041-1102e09ca0d1 admin admin] Publish callbacks [] for security_group (81f23a5d-b4af-4ace-8bc2-c4630b229bb5), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:01.883886 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0688009d-9bd6-48dd-a041-1102e09ca0d1 admin admin] Publish callbacks [] for security_group (81f23a5d-b4af-4ace-8bc2-c4630b229bb5), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:01.891752 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-d13e6254-163e-455f-9c89-f87cf93ee023 None None] Set router bad2a884-365d-4784-bed7-dcd1a3609f22 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:20:01.964417 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0688009d-9bd6-48dd-a041-1102e09ca0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (81f23a5d-b4af-4ace-8bc2-c4630b229bb5), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:01.967024 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0688009d-9bd6-48dd-a041-1102e09ca0d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:01.968195 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0688009d-9bd6-48dd-a041-1102e09ca0d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/81f23a5d-b4af-4ace-8bc2-c4630b229bb5 HTTP/1.1" status: 204 len: 168 time: 0.6975341 Jan 18 20:20:01.983979 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688009d-9bd6-48dd-a041-1102e09ca0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f23a5d-b4af-4ace-8bc2-c4630b229bb5,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:02.020945 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8e590ede-7477-447d-b99d-3c4191d8c4f7 None None] Provisioning complete for port d9087545-b7bf-4d2b-817c-2a0c44a9cf5c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:02.021311 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8e590ede-7477-447d-b99d-3c4191d8c4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d9087545-b7bf-4d2b-817c-2a0c44a9cf5c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:02.024459 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:02.080186 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8e590ede-7477-447d-b99d-3c4191d8c4f7 None None] Port d9087545-b7bf-4d2b-817c-2a0c44a9cf5c cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:20:02.116107 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d13e6254-163e-455f-9c89-f87cf93ee023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad2a884-365d-4784-bed7-dcd1a3609f22', 'name': 'tempest-FloatingIPsTestJSON-1131293873-router', 'tenant_id': 'de17a9b185e74de48e1d6777c5de442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '303ed88f-f5a8-4c1b-9505-84a5bbadde28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:53Z', 'updated_at': '2022-01-18T20:19:58Z', 'revision_number': 3, 'project_id': 'de17a9b185e74de48e1d6777c5de442a', 'gw_port': {'id': '303ed88f-f5a8-4c1b-9505-84a5bbadde28', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad2a884-365d-4784-bed7-dcd1a3609f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:56Z', 'updated_at': '2022-01-18T20:19:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:02.146470 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-011c43d6-a28a-47c9-ad2a-d3bdba224147 req-be64d381-04ca-4130-8b6a-81fcb2220df6 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801664 Jan 18 20:20:02.174303 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13e6254-163e-455f-9c89-f87cf93ee023 None None] Checking router: bad2a884-365d-4784-bed7-dcd1a3609f22 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:20:02.174984 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13e6254-163e-455f-9c89-f87cf93ee023 None None] Updating router bad2a884-365d-4784-bed7-dcd1a3609f22 port 303ed88f-f5a8-4c1b-9505-84a5bbadde28 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:20:02.205694 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-d13e6254-163e-455f-9c89-f87cf93ee023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (303ed88f-f5a8-4c1b-9505-84a5bbadde28), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:02.410205 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34b118b3-6378-4be6-af61-32939a0443e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (9d5e1e7b-a642-4101-a5fd-a400a6bad6ac), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:02.478252 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c35f621b-79a1-4bf4-9e82-637757103ad5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for router_gateway (d7c8121c-050e-405d-9cf8-a1e427cdc14f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:02.583253 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-d13e6254-163e-455f-9c89-f87cf93ee023 None None] Publish callbacks [] for port (303ed88f-f5a8-4c1b-9505-84a5bbadde28), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:02.599214 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-d13e6254-163e-455f-9c89-f87cf93ee023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (303ed88f-f5a8-4c1b-9505-84a5bbadde28), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:02.649484 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56662) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:02.693739 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5d2bd-b40e-4b67-9b6a-d30a09b71260 None None] Pushing event updated for resources: {'Port': ['ID=303ed88f-f5a8-4c1b-9505-84a5bbadde28,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:02.709665 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5eeaea-891c-4465-b315-a68140e15534 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:20:02.724924 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8f6cc19f-9dd9-4f8d-902c-0343d0e8d92e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=008964dccd2848ce924b0a978bd63aa3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0742705 Jan 18 20:20:02.727481 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56668) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:02.734892 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-d13e6254-163e-455f-9c89-f87cf93ee023 None None] Attempting to bind port 303ed88f-f5a8-4c1b-9505-84a5bbadde28 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:20:02.734892 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-d13e6254-163e-455f-9c89-f87cf93ee023 None None] Attempting to bind port 303ed88f-f5a8-4c1b-9505-84a5bbadde28 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:20:02.735516 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13e6254-163e-455f-9c89-f87cf93ee023 None None] Attempting to bind port 303ed88f-f5a8-4c1b-9505-84a5bbadde28 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:20:02.743685 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13e6254-163e-455f-9c89-f87cf93ee023 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:20:02.744196 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13e6254-163e-455f-9c89-f87cf93ee023 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:20:02.744808 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-d13e6254-163e-455f-9c89-f87cf93ee023 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:02.745286 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13e6254-163e-455f-9c89-f87cf93ee023 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:20:02.745998 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-d13e6254-163e-455f-9c89-f87cf93ee023 None None] Bound port: 303ed88f-f5a8-4c1b-9505-84a5bbadde28, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:20:02.746480 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-d13e6254-163e-455f-9c89-f87cf93ee023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (303ed88f-f5a8-4c1b-9505-84a5bbadde28), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:02.833131 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9e6f4ccc-c101-4e9f-b651-30bf9be4c199 admin admin] Publish callbacks [] for security_group (98ea3f5b-3b00-48e0-af47-6e0bfbce6194), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:02.843485 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-d13e6254-163e-455f-9c89-f87cf93ee023 None None] For port 303ed88f-f5a8-4c1b-9505-84a5bbadde28, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:20:02.857212 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-d13e6254-163e-455f-9c89-f87cf93ee023 None None] For port 303ed88f-f5a8-4c1b-9505-84a5bbadde28, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=303ed88f-f5a8-4c1b-9505-84a5bbadde28,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:20:02.860025 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a6435042-1c3b-4338-ad2a-6e21f9a9416c None None] Provisioning complete for port 303ed88f-f5a8-4c1b-9505-84a5bbadde28 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:02.860422 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a6435042-1c3b-4338-ad2a-6e21f9a9416c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (303ed88f-f5a8-4c1b-9505-84a5bbadde28), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:02.868949 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-d13e6254-163e-455f-9c89-f87cf93ee023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (303ed88f-f5a8-4c1b-9505-84a5bbadde28), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:02.900922 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9e6f4ccc-c101-4e9f-b651-30bf9be4c199 admin admin] Publish callbacks [] for security_group (98ea3f5b-3b00-48e0-af47-6e0bfbce6194), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:02.987991 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de606970-8d14-4b51-8ad2-669b5e24b388 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:20:03.009149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a6435042-1c3b-4338-ad2a-6e21f9a9416c None None] Port 303ed88f-f5a8-4c1b-9505-84a5bbadde28 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:20:03.038827 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9e6f4ccc-c101-4e9f-b651-30bf9be4c199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (98ea3f5b-3b00-48e0-af47-6e0bfbce6194), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:03.042275 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13e6254-163e-455f-9c89-f87cf93ee023 None None] Routers {'bad2a884-365d-4784-bed7-dcd1a3609f22'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:03.042921 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d13e6254-163e-455f-9c89-f87cf93ee023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:19:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['bad2a884-365d-4784-bed7-dcd1a3609f22'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:03.044621 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9e6f4ccc-c101-4e9f-b651-30bf9be4c199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:03.047041 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5d2bd-b40e-4b67-9b6a-d30a09b71260 None None] Pushing event updated for resources: {'Port': ['ID=303ed88f-f5a8-4c1b-9505-84a5bbadde28,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:03.047190 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9e6f4ccc-c101-4e9f-b651-30bf9be4c199 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98ea3f5b-3b00-48e0-af47-6e0bfbce6194 HTTP/1.1" status: 204 len: 168 time: 0.3184037 Jan 18 20:20:03.078261 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f4ccc-c101-4e9f-b651-30bf9be4c199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ea3f5b-3b00-48e0-af47-6e0bfbce6194,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:03.125437 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b118b3-6378-4be6-af61-32939a0443e1 admin admin] Router 9d5e1e7b-a642-4101-a5fd-a400a6bad6ac is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:20:03.139777 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c35f621b-79a1-4bf4-9e82-637757103ad5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (d7c8121c-050e-405d-9cf8-a1e427cdc14f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:03.162296 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dcc60725-4645-46e1-b531-1a880c43a9d4 None None] Provisioning complete for port 303ed88f-f5a8-4c1b-9505-84a5bbadde28 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:03.162771 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dcc60725-4645-46e1-b531-1a880c43a9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (303ed88f-f5a8-4c1b-9505-84a5bbadde28), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:03.331215 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-d13e6254-163e-455f-9c89-f87cf93ee023 None None] Set router bad2a884-365d-4784-bed7-dcd1a3609f22 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:20:03.376228 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80f3cd0e-6894-43c5-b5ea-01ab44bdf221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:03.377489 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dcc60725-4645-46e1-b531-1a880c43a9d4 None None] Current status of the port 303ed88f-f5a8-4c1b-9505-84a5bbadde28 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:20:03.380357 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dcc60725-4645-46e1-b531-1a880c43a9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (303ed88f-f5a8-4c1b-9505-84a5bbadde28), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:03.447836 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4775e2-2cbf-41c8-82a1-21b2eb6798ba req-a3f483ad-6f9d-4aec-a4fc-b354ae7210c1 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:03.449611 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f4775e2-2cbf-41c8-82a1-21b2eb6798ba req-a3f483ad-6f9d-4aec-a4fc-b354ae7210c1 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 945 time: 0.2144918 Jan 18 20:20:03.454017 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b118b3-6378-4be6-af61-32939a0443e1 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:20:03.492700 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dcc60725-4645-46e1-b531-1a880c43a9d4 None None] For port 303ed88f-f5a8-4c1b-9505-84a5bbadde28, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=303ed88f-f5a8-4c1b-9505-84a5bbadde28,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:20:03.498428 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eb9898-0e6a-4ae7-a6c5-71c154f24f80 None None] Sync routers for ids ['9d5e1e7b-a642-4101-a5fd-a400a6bad6ac'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:20:03.521922 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dcc60725-4645-46e1-b531-1a880c43a9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (303ed88f-f5a8-4c1b-9505-84a5bbadde28), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:03.538699 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34b118b3-6378-4be6-af61-32939a0443e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:03.542581 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-34b118b3-6378-4be6-af61-32939a0443e1 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.6759667 Jan 18 20:20:03.542982 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56684) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:03.624212 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eb9898-0e6a-4ae7-a6c5-71c154f24f80 None None] Routers {'9d5e1e7b-a642-4101-a5fd-a400a6bad6ac'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:03.628016 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-49eb9898-0e6a-4ae7-a6c5-71c154f24f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:19:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['9d5e1e7b-a642-4101-a5fd-a400a6bad6ac'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:03.656003 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f4775e2-2cbf-41c8-82a1-21b2eb6798ba req-521566dc-b056-4874-96fe-ea712de098f6 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564882 Jan 18 20:20:03.676561 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d13e6254-163e-455f-9c89-f87cf93ee023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad2a884-365d-4784-bed7-dcd1a3609f22', 'name': 'tempest-FloatingIPsTestJSON-1131293873-router', 'tenant_id': 'de17a9b185e74de48e1d6777c5de442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '303ed88f-f5a8-4c1b-9505-84a5bbadde28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:53Z', 'updated_at': '2022-01-18T20:19:58Z', 'revision_number': 3, 'project_id': 'de17a9b185e74de48e1d6777c5de442a', 'gw_port': {'id': '303ed88f-f5a8-4c1b-9505-84a5bbadde28', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad2a884-365d-4784-bed7-dcd1a3609f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:56Z', 'updated_at': '2022-01-18T20:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:03.754626 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13e6254-163e-455f-9c89-f87cf93ee023 None None] The sync data for ids ['bad2a884-365d-4784-bed7-dcd1a3609f22'] in n-d-741529-9 is: [{'id': 'bad2a884-365d-4784-bed7-dcd1a3609f22', 'name': 'tempest-FloatingIPsTestJSON-1131293873-router', 'tenant_id': 'de17a9b185e74de48e1d6777c5de442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '303ed88f-f5a8-4c1b-9505-84a5bbadde28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:53Z', 'updated_at': '2022-01-18T20:19:58Z', 'revision_number': 3, 'project_id': 'de17a9b185e74de48e1d6777c5de442a', 'gw_port': {'id': '303ed88f-f5a8-4c1b-9505-84a5bbadde28', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad2a884-365d-4784-bed7-dcd1a3609f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:56Z', 'updated_at': '2022-01-18T20:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:20:03.755465 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-80f3cd0e-6894-43c5-b5ea-01ab44bdf221 admin admin] Allocated IP 172.20.0.1 (28205919-d5c0-46a8-bbc2-b06aca207ab8/b4aaea10-9093-4bd4-bdc7-7fc227b0a4c1/742fe80c-6c42-40b8-826a-f151094759ca) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:20:03.787744 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc60725-4645-46e1-b531-1a880c43a9d4 None None] Pushing event updated for resources: {'Port': ['ID=303ed88f-f5a8-4c1b-9505-84a5bbadde28,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:03.894252 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-49eb9898-0e6a-4ae7-a6c5-71c154f24f80 None None] Set router 9d5e1e7b-a642-4101-a5fd-a400a6bad6ac gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:20:03.929746 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80f3cd0e-6894-43c5-b5ea-01ab44bdf221 admin admin] Publish callbacks [] for port (742fe80c-6c42-40b8-826a-f151094759ca), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:04.012283 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:04.065488 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35f621b-79a1-4bf4-9e82-637757103ad5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Router d7c8121c-050e-405d-9cf8-a1e427cdc14f is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:20:04.237408 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-49eb9898-0e6a-4ae7-a6c5-71c154f24f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5e1e7b-a642-4101-a5fd-a400a6bad6ac', 'name': 'tempest-TestVolumeBackupRestore-1617085798-router', 'tenant_id': '575194d1c8f94cfaa12ed27a38850fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd8664813-f905-4562-9a3d-ebc2f9ce3a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:54Z', 'updated_at': '2022-01-18T20:20:00Z', 'revision_number': 3, 'project_id': '575194d1c8f94cfaa12ed27a38850fd2', 'gw_port': {'id': 'd8664813-f905-4562-9a3d-ebc2f9ce3a3b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ff:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5e1e7b-a642-4101-a5fd-a400a6bad6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:56Z', 'updated_at': '2022-01-18T20:19:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:04.333834 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eb9898-0e6a-4ae7-a6c5-71c154f24f80 None None] Checking router: 9d5e1e7b-a642-4101-a5fd-a400a6bad6ac for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:20:04.334189 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eb9898-0e6a-4ae7-a6c5-71c154f24f80 None None] Updating router 9d5e1e7b-a642-4101-a5fd-a400a6bad6ac port d8664813-f905-4562-9a3d-ebc2f9ce3a3b binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:20:04.409610 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-49eb9898-0e6a-4ae7-a6c5-71c154f24f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d8664813-f905-4562-9a3d-ebc2f9ce3a3b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:04.600051 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cbeec6b5-8615-48ac-8138-68b35c5402cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:05.042078 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-49eb9898-0e6a-4ae7-a6c5-71c154f24f80 None None] Publish callbacks [] for port (d8664813-f905-4562-9a3d-ebc2f9ce3a3b), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:05.048274 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 303ed88f-f5a8-4c1b-9505-84a5bbadde28 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:20:05.054062 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-49eb9898-0e6a-4ae7-a6c5-71c154f24f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d8664813-f905-4562-9a3d-ebc2f9ce3a3b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:05.110487 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-cbeec6b5-8615-48ac-8138-68b35c5402cb admin admin] Allocated IP 172.20.0.1 (53937a49-b577-4de4-9ec0-32f3e61ccaae/d2993dc1-ca9a-4e5b-b302-6eac6b6bff15/f056862d-90cc-4995-8c43-bf2fb44cf0db) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:20:05.122084 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80f3cd0e-6894-43c5-b5ea-01ab44bdf221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (742fe80c-6c42-40b8-826a-f151094759ca), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:05.222508 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6e8d63-09b7-447f-85b5-0e5d2c0aaf87 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:20:05.243934 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4e0f9-74cd-42d8-a3fc-7a60b1e69494 req-5a85fe95-08e5-4a35-adeb-225a93fda817 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:05.250071 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a6a4e0f9-74cd-42d8-a3fc-7a60b1e69494 req-5a85fe95-08e5-4a35-adeb-225a93fda817 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 945 time: 1.2570755 Jan 18 20:20:05.254640 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3cd0e-6894-43c5-b5ea-01ab44bdf221 admin admin] Pushing event updated for resources: {'Port': ['ID=742fe80c-6c42-40b8-826a-f151094759ca,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:05.277095 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56728) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:05.282089 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-35797c0d-8f31-4c7b-9445-9594680900b7 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Request body: {'floatingip': {'port_id': '4095c9e8-3357-49c1-a713-048d6946f5fd'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:20:05.287855 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-49eb9898-0e6a-4ae7-a6c5-71c154f24f80 None None] Attempting to bind port d8664813-f905-4562-9a3d-ebc2f9ce3a3b on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:20:05.288240 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-49eb9898-0e6a-4ae7-a6c5-71c154f24f80 None None] Attempting to bind port d8664813-f905-4562-9a3d-ebc2f9ce3a3b by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:20:05.288614 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eb9898-0e6a-4ae7-a6c5-71c154f24f80 None None] Attempting to bind port d8664813-f905-4562-9a3d-ebc2f9ce3a3b on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:20:05.322820 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eb9898-0e6a-4ae7-a6c5-71c154f24f80 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:20:05.323526 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eb9898-0e6a-4ae7-a6c5-71c154f24f80 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:20:05.323946 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-49eb9898-0e6a-4ae7-a6c5-71c154f24f80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:05.324346 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eb9898-0e6a-4ae7-a6c5-71c154f24f80 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:20:05.324795 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f3cd0e-6894-43c5-b5ea-01ab44bdf221 admin admin] Network 28205919-d5c0-46a8-bbc2-b06aca207ab8 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:20:05.324920 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-49eb9898-0e6a-4ae7-a6c5-71c154f24f80 None None] Bound port: d8664813-f905-4562-9a3d-ebc2f9ce3a3b, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:20:05.325211 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-49eb9898-0e6a-4ae7-a6c5-71c154f24f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d8664813-f905-4562-9a3d-ebc2f9ce3a3b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:05.333329 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-80f3cd0e-6894-43c5-b5ea-01ab44bdf221 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:20:05.383765 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f3cd0e-6894-43c5-b5ea-01ab44bdf221 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:20:05.401535 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35797c0d-8f31-4c7b-9445-9594680900b7 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks [] for floatingip (3fd9e1e3-4463-48b0-8e39-fd6f2f8eea85), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:05.446186 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80f3cd0e-6894-43c5-b5ea-01ab44bdf221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (bad2a884-365d-4784-bed7-dcd1a3609f22), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:05.450576 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35f621b-79a1-4bf4-9e82-637757103ad5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:20:05.461713 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63881aa-be1c-4ed4-9107-4a07364d75e6 None None] Sync routers for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:20:05.500332 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63881aa-be1c-4ed4-9107-4a07364d75e6 None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:05.500828 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f63881aa-be1c-4ed4-9107-4a07364d75e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:19:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:05.526507 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-49eb9898-0e6a-4ae7-a6c5-71c154f24f80 None None] For port d8664813-f905-4562-9a3d-ebc2f9ce3a3b, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:20:05.538925 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-49eb9898-0e6a-4ae7-a6c5-71c154f24f80 None None] For port d8664813-f905-4562-9a3d-ebc2f9ce3a3b, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d8664813-f905-4562-9a3d-ebc2f9ce3a3b,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:20:05.549179 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c35f621b-79a1-4bf4-9e82-637757103ad5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:05.551339 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c35f621b-79a1-4bf4-9e82-637757103ad5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.0066979 Jan 18 20:20:05.553998 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56736) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:05.593544 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-49eb9898-0e6a-4ae7-a6c5-71c154f24f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d8664813-f905-4562-9a3d-ebc2f9ce3a3b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:05.607563 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03d201-5137-46cb-bb94-04d3226aa6cd None None] Pushing event updated for resources: {'Port': ['ID=d8664813-f905-4562-9a3d-ebc2f9ce3a3b,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:05.658610 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f63881aa-be1c-4ed4-9107-4a07364d75e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:05.660313 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cbeec6b5-8615-48ac-8138-68b35c5402cb admin admin] Publish callbacks [] for port (f056862d-90cc-4995-8c43-bf2fb44cf0db), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:05.713793 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63881aa-be1c-4ed4-9107-4a07364d75e6 None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:05.719144 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f63881aa-be1c-4ed4-9107-4a07364d75e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:19:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:05.807940 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f63881aa-be1c-4ed4-9107-4a07364d75e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:05.808660 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63881aa-be1c-4ed4-9107-4a07364d75e6 None None] The sync data for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:20:05.817370 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20744502-3690-40b8-9aa9-7ed5640da80d None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:20:05.888137 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-9ca4eb22-797c-4324-aee7-18010d10a647 None None] Provisioning complete for port d8664813-f905-4562-9a3d-ebc2f9ce3a3b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:05.888577 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9ca4eb22-797c-4324-aee7-18010d10a647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d8664813-f905-4562-9a3d-ebc2f9ce3a3b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:05.901296 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cbeec6b5-8615-48ac-8138-68b35c5402cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (f056862d-90cc-4995-8c43-bf2fb44cf0db), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:05.917808 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80f3cd0e-6894-43c5-b5ea-01ab44bdf221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (742fe80c-6c42-40b8-826a-f151094759ca), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:05.965608 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeec6b5-8615-48ac-8138-68b35c5402cb admin admin] Network 53937a49-b577-4de4-9ec0-32f3e61ccaae is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:20:06.006126 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eb9898-0e6a-4ae7-a6c5-71c154f24f80 None None] Routers {'9d5e1e7b-a642-4101-a5fd-a400a6bad6ac'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:06.009033 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-49eb9898-0e6a-4ae7-a6c5-71c154f24f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:19:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['9d5e1e7b-a642-4101-a5fd-a400a6bad6ac'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:06.073071 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-cbeec6b5-8615-48ac-8138-68b35c5402cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:20:06.087200 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeec6b5-8615-48ac-8138-68b35c5402cb admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:20:06.157085 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-49eb9898-0e6a-4ae7-a6c5-71c154f24f80 None None] Set router 9d5e1e7b-a642-4101-a5fd-a400a6bad6ac gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:20:06.506463 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 303ed88f-f5a8-4c1b-9505-84a5bbadde28 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:06.506848 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (303ed88f-f5a8-4c1b-9505-84a5bbadde28), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:06.546034 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeec6b5-8615-48ac-8138-68b35c5402cb admin admin] Pushing event updated for resources: {'Port': ['ID=f056862d-90cc-4995-8c43-bf2fb44cf0db,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:06.602932 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03d201-5137-46cb-bb94-04d3226aa6cd None None] Pushing event updated for resources: {'Port': ['ID=d8664813-f905-4562-9a3d-ebc2f9ce3a3b,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:06.604845 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cbeec6b5-8615-48ac-8138-68b35c5402cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (9d5e1e7b-a642-4101-a5fd-a400a6bad6ac), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:06.607474 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9ca4eb22-797c-4324-aee7-18010d10a647 None None] Current status of the port d8664813-f905-4562-9a3d-ebc2f9ce3a3b is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:20:06.607859 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9ca4eb22-797c-4324-aee7-18010d10a647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d8664813-f905-4562-9a3d-ebc2f9ce3a3b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:06.711412 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80f3cd0e-6894-43c5-b5ea-01ab44bdf221 admin admin] Publish callbacks [] for port (742fe80c-6c42-40b8-826a-f151094759ca), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:06.727100 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80f3cd0e-6894-43c5-b5ea-01ab44bdf221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (742fe80c-6c42-40b8-826a-f151094759ca), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:06.818937 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-9ca4eb22-797c-4324-aee7-18010d10a647 None None] For port d8664813-f905-4562-9a3d-ebc2f9ce3a3b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d8664813-f905-4562-9a3d-ebc2f9ce3a3b,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:20:06.822528 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3cd0e-6894-43c5-b5ea-01ab44bdf221 admin admin] Pushing event updated for resources: {'Port': ['ID=742fe80c-6c42-40b8-826a-f151094759ca,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:06.852528 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-49eb9898-0e6a-4ae7-a6c5-71c154f24f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5e1e7b-a642-4101-a5fd-a400a6bad6ac', 'name': 'tempest-TestVolumeBackupRestore-1617085798-router', 'tenant_id': '575194d1c8f94cfaa12ed27a38850fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd8664813-f905-4562-9a3d-ebc2f9ce3a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:54Z', 'updated_at': '2022-01-18T20:20:00Z', 'revision_number': 3, 'project_id': '575194d1c8f94cfaa12ed27a38850fd2', 'gw_port': {'id': 'd8664813-f905-4562-9a3d-ebc2f9ce3a3b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ff:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5e1e7b-a642-4101-a5fd-a400a6bad6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:56Z', 'updated_at': '2022-01-18T20:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:06.910773 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9ca4eb22-797c-4324-aee7-18010d10a647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d8664813-f905-4562-9a3d-ebc2f9ce3a3b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:06.917048 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eb9898-0e6a-4ae7-a6c5-71c154f24f80 None None] The sync data for ids ['9d5e1e7b-a642-4101-a5fd-a400a6bad6ac'] in n-d-741529-9 is: [{'id': '9d5e1e7b-a642-4101-a5fd-a400a6bad6ac', 'name': 'tempest-TestVolumeBackupRestore-1617085798-router', 'tenant_id': '575194d1c8f94cfaa12ed27a38850fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd8664813-f905-4562-9a3d-ebc2f9ce3a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:54Z', 'updated_at': '2022-01-18T20:20:00Z', 'revision_number': 3, 'project_id': '575194d1c8f94cfaa12ed27a38850fd2', 'gw_port': {'id': 'd8664813-f905-4562-9a3d-ebc2f9ce3a3b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ff:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5e1e7b-a642-4101-a5fd-a400a6bad6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:56Z', 'updated_at': '2022-01-18T20:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:20:06.947578 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80f3cd0e-6894-43c5-b5ea-01ab44bdf221 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (bad2a884-365d-4784-bed7-dcd1a3609f22), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:06.998509 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4eb22-797c-4324-aee7-18010d10a647 None None] Pushing event updated for resources: {'Port': ['ID=d8664813-f905-4562-9a3d-ebc2f9ce3a3b,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:07.001183 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:07.131632 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cbeec6b5-8615-48ac-8138-68b35c5402cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f056862d-90cc-4995-8c43-bf2fb44cf0db), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:07.153747 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.db.resource_extend [None req-35797c0d-8f31-4c7b-9445-9594680900b7 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:20:07.217883 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35797c0d-8f31-4c7b-9445-9594680900b7 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:07.232663 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35797c0d-8f31-4c7b-9445-9594680900b7 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (3fd9e1e3-4463-48b0-8e39-fd6f2f8eea85), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:07.330726 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f3cd0e-6894-43c5-b5ea-01ab44bdf221 admin admin] Network 28205919-d5c0-46a8-bbc2-b06aca207ab8 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:20:07.339694 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-80f3cd0e-6894-43c5-b5ea-01ab44bdf221 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:20:07.399936 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 303ed88f-f5a8-4c1b-9505-84a5bbadde28 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:20:07.459125 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7e2eb864-29f5-4a89-ac5f-c81f10e56cee None None] Provisioning complete for port f056862d-90cc-4995-8c43-bf2fb44cf0db triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:07.459507 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7e2eb864-29f5-4a89-ac5f-c81f10e56cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f056862d-90cc-4995-8c43-bf2fb44cf0db), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:07.463172 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [None req-35797c0d-8f31-4c7b-9445-9594680900b7 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Floating IP 3fd9e1e3-4463-48b0-8e39-fd6f2f8eea85 associated. External IP: 172.25.4.52, port: 4095c9e8-3357-49c1-a713-048d6946f5fd. Jan 18 20:20:07.464117 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a0eaaeb0-2acd-4763-8413-d433a0ba959e tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:07.573211 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7e2eb864-29f5-4a89-ac5f-c81f10e56cee None None] Port f056862d-90cc-4995-8c43-bf2fb44cf0db cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:20:07.603912 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7e2eb864-29f5-4a89-ac5f-c81f10e56cee None None] Provisioning complete for port d8664813-f905-4562-9a3d-ebc2f9ce3a3b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:07.604593 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7e2eb864-29f5-4a89-ac5f-c81f10e56cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d8664813-f905-4562-9a3d-ebc2f9ce3a3b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:07.682950 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d8664813-f905-4562-9a3d-ebc2f9ce3a3b up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:20:07.808269 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f3cd0e-6894-43c5-b5ea-01ab44bdf221 admin admin] Router bad2a884-365d-4784-bed7-dcd1a3609f22 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:20:07.934115 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port d8664813-f905-4562-9a3d-ebc2f9ce3a3b triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:07.934299 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d8664813-f905-4562-9a3d-ebc2f9ce3a3b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:08.073957 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7e2eb864-29f5-4a89-ac5f-c81f10e56cee None None] Current status of the port d8664813-f905-4562-9a3d-ebc2f9ce3a3b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:20:08.143094 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7e2eb864-29f5-4a89-ac5f-c81f10e56cee None None] Provisioning complete for port 742fe80c-6c42-40b8-826a-f151094759ca triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:08.152137 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7e2eb864-29f5-4a89-ac5f-c81f10e56cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (742fe80c-6c42-40b8-826a-f151094759ca), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:08.172118 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35797c0d-8f31-4c7b-9445-9594680900b7 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Router 72abd237-7b6b-4c35-a8a4-d8f8e426c91b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:20:08.256579 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port d8664813-f905-4562-9a3d-ebc2f9ce3a3b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:20:08.277557 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7e2eb864-29f5-4a89-ac5f-c81f10e56cee None None] Port 742fe80c-6c42-40b8-826a-f151094759ca cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:20:08.410339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-35033dd5-01b2-47c1-a386-913f18fffbd9 None None] Provisioning complete for port 742fe80c-6c42-40b8-826a-f151094759ca triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:08.410981 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-35033dd5-01b2-47c1-a386-913f18fffbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (742fe80c-6c42-40b8-826a-f151094759ca), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:08.526213 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-35033dd5-01b2-47c1-a386-913f18fffbd9 None None] Port 742fe80c-6c42-40b8-826a-f151094759ca cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:20:08.578774 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f3cd0e-6894-43c5-b5ea-01ab44bdf221 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:20:08.597312 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0089cf31-039e-46cd-9a54-c32b6e286574 None None] Sync routers for ids ['bad2a884-365d-4784-bed7-dcd1a3609f22'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:20:08.609760 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-80f3cd0e-6894-43c5-b5ea-01ab44bdf221 admin admin] 10.222.0.31 "PUT /v2.0/routers/bad2a884-365d-4784-bed7-dcd1a3609f22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8319166 Jan 18 20:20:08.617334 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0089cf31-039e-46cd-9a54-c32b6e286574 None None] Routers {'bad2a884-365d-4784-bed7-dcd1a3609f22'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:08.618602 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0089cf31-039e-46cd-9a54-c32b6e286574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:19:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['bad2a884-365d-4784-bed7-dcd1a3609f22'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:08.651466 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-a0eaaeb0-2acd-4763-8413-d433a0ba959e tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Allocated IP 172.20.0.1 (2c30b9bd-8dbd-4f0c-861d-0cd761227289/f546c3ea-1429-47e3-affb-69952125f1ed/615571fb-461f-4cd8-a9f8-98b7d1b6a5b6) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:20:08.665811 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56788) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:08.837773 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-0089cf31-039e-46cd-9a54-c32b6e286574 None None] Set router bad2a884-365d-4784-bed7-dcd1a3609f22 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:20:08.937997 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-08d8d94c-17d0-439c-b0ca-2ea03bc5fcc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:08.980249 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a0eaaeb0-2acd-4763-8413-d433a0ba959e tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for port (615571fb-461f-4cd8-a9f8-98b7d1b6a5b6), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:09.146731 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a0eaaeb0-2acd-4763-8413-d433a0ba959e tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (615571fb-461f-4cd8-a9f8-98b7d1b6a5b6), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:09.151906 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0089cf31-039e-46cd-9a54-c32b6e286574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad2a884-365d-4784-bed7-dcd1a3609f22', 'name': 'tempest-FloatingIPsTestJSON-1131293873-router', 'tenant_id': 'de17a9b185e74de48e1d6777c5de442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '303ed88f-f5a8-4c1b-9505-84a5bbadde28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:53Z', 'updated_at': '2022-01-18T20:20:05Z', 'revision_number': 4, 'project_id': 'de17a9b185e74de48e1d6777c5de442a', 'gw_port': {'id': '303ed88f-f5a8-4c1b-9505-84a5bbadde28', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad2a884-365d-4784-bed7-dcd1a3609f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:56Z', 'updated_at': '2022-01-18T20:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '742fe80c-6c42-40b8-826a-f151094759ca', 'name': '', 'network_id': '28205919-d5c0-46a8-bbc2-b06aca207ab8', 'tenant_id': 'de17a9b185e74de48e1d6777c5de442a', 'mac_address': 'fa:16:3e:78:7c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad2a884-365d-4784-bed7-dcd1a3609f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b4aaea10-9093-4bd4-bdc7-7fc227b0a4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:20:03Z', 'updated_at': '2022-01-18T20:20:06Z', 'revision_number': 2, 'project_id': 'de17a9b185e74de48e1d6777c5de442a', 'subnets': [{'id': 'b4aaea10-9093-4bd4-bdc7-7fc227b0a4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:09.178296 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35797c0d-8f31-4c7b-9445-9594680900b7 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:20:09.189429 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35797c0d-8f31-4c7b-9445-9594680900b7 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:09.191925 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77321ff4-218b-44ec-88f9-4f46da565795 None None] Sync routers for ids ['72abd237-7b6b-4c35-a8a4-d8f8e426c91b'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:20:09.214979 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0089cf31-039e-46cd-9a54-c32b6e286574 None None] Checking router: bad2a884-365d-4784-bed7-dcd1a3609f22 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:20:09.215340 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0089cf31-039e-46cd-9a54-c32b6e286574 None None] Updating router bad2a884-365d-4784-bed7-dcd1a3609f22 port 742fe80c-6c42-40b8-826a-f151094759ca binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:20:09.216877 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77321ff4-218b-44ec-88f9-4f46da565795 None None] Routers {'72abd237-7b6b-4c35-a8a4-d8f8e426c91b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:09.219072 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-77321ff4-218b-44ec-88f9-4f46da565795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:19:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['72abd237-7b6b-4c35-a8a4-d8f8e426c91b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:09.266179 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0089cf31-039e-46cd-9a54-c32b6e286574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (742fe80c-6c42-40b8-826a-f151094759ca), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:09.305405 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-35797c0d-8f31-4c7b-9445-9594680900b7 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "PUT /v2.0/floatingips/3fd9e1e3-4463-48b0-8e39-fd6f2f8eea85 HTTP/1.1" status: 200 len: 990 time: 4.0219197 Jan 18 20:20:09.305405 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd90044-e944-4203-b6fa-2382d197a621', 'tag': '4095c9e8-3357-49c1-a713-048d6946f5fd'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:20:09.306290 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27969393-9991-430d-8b05-44e7b28961cf" -d '{"events": [{"name": "network-changed", "server_uuid": "6cd90044-e944-4203-b6fa-2382d197a621", "tag": "4095c9e8-3357-49c1-a713-048d6946f5fd"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:20:09.353438 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cbeec6b5-8615-48ac-8138-68b35c5402cb admin admin] Publish callbacks [] for port (f056862d-90cc-4995-8c43-bf2fb44cf0db), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:09.365403 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cbeec6b5-8615-48ac-8138-68b35c5402cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (f056862d-90cc-4995-8c43-bf2fb44cf0db), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:09.448434 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eaaeb0-2acd-4763-8413-d433a0ba959e tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Network 2c30b9bd-8dbd-4f0c-861d-0cd761227289 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:20:09.490571 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-a0eaaeb0-2acd-4763-8413-d433a0ba959e tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:20:09.502901 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eaaeb0-2acd-4763-8413-d433a0ba959e tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:20:09.572774 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61e94f6-2551-4c43-bf42-9034e951dc67 x-openstack-request-id: req-f61e94f6-2551-4c43-bf42-9034e951dc67 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:20:09.573234 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cd90044-e944-4203-b6fa-2382d197a621", "tag": "4095c9e8-3357-49c1-a713-048d6946f5fd", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:20:09.573587 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f61e94f6-2551-4c43-bf42-9034e951dc67 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:20:09.574128 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd90044-e944-4203-b6fa-2382d197a621', 'tag': '4095c9e8-3357-49c1-a713-048d6946f5fd', 'status': 'completed', 'code': 200} Jan 18 20:20:09.578533 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cbeec6b5-8615-48ac-8138-68b35c5402cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (9d5e1e7b-a642-4101-a5fd-a400a6bad6ac), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:09.591604 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-08d8d94c-17d0-439c-b0ca-2ea03bc5fcc3 admin admin] Publish callbacks [] for security_group (f45ae365-3c07-4f41-8357-d2d94d06fe0e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:09.609087 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeec6b5-8615-48ac-8138-68b35c5402cb admin admin] Pushing event updated for resources: {'Port': ['ID=f056862d-90cc-4995-8c43-bf2fb44cf0db,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:09.618970 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-08d8d94c-17d0-439c-b0ca-2ea03bc5fcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f45ae365-3c07-4f41-8357-d2d94d06fe0e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:09.623596 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eaaeb0-2acd-4763-8413-d433a0ba959e tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event updated for resources: {'Port': ['ID=615571fb-461f-4cd8-a9f8-98b7d1b6a5b6,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:09.674174 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-77321ff4-218b-44ec-88f9-4f46da565795 None None] Set router 72abd237-7b6b-4c35-a8a4-d8f8e426c91b gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:20:09.822470 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ae6355f1-dbef-4c5c-b4c6-b210410b2bdc req-ffbab37d-ba28-4fe3-a244-bc51f023ac46 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7534959 Jan 18 20:20:09.858966 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a0eaaeb0-2acd-4763-8413-d433a0ba959e tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (d7c8121c-050e-405d-9cf8-a1e427cdc14f), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:09.860229 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27969393-9991-430d-8b05-44e7b28961cf req-fac8fc4b-a4a4-4381-8a47-fec2e44857f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:09.867688 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-27969393-9991-430d-8b05-44e7b28961cf req-fac8fc4b-a4a4-4381-8a47-fec2e44857f0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 1096 time: 0.2592750 Jan 18 20:20:09.958701 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-77321ff4-218b-44ec-88f9-4f46da565795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'name': 'tempest-ServerActionsTestJSON-290585160-router', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '63b50add-ce43-43d7-aefd-b120c0ac748d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:23Z', 'updated_at': '2022-01-18T20:19:30Z', 'revision_number': 4, 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'gw_port': {'id': '63b50add-ce43-43d7-aefd-b120c0ac748d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:24Z', 'updated_at': '2022-01-18T20:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '3fd9e1e3-4463-48b0-8e39-fd6f2f8eea85', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'port_id': '4095c9e8-3357-49c1-a713-048d6946f5fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'mac_address': 'fa:16:3e:82:02:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd90044-e944-4203-b6fa-2382d197a621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:19:38Z', 'updated_at': '2022-01-18T20:20:06Z', 'revision_number': 1, 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55bd22db-d9c8-4fb5-a2a7-bd833efb6294', 'name': '', 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'mac_address': 'fa:16:3e:d4:ae:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:29Z', 'updated_at': '2022-01-18T20:19:41Z', 'revision_number': 5, 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'subnets': [{'id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:09.993441 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77321ff4-218b-44ec-88f9-4f46da565795 None None] Checking router: 72abd237-7b6b-4c35-a8a4-d8f8e426c91b for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:20:10.004121 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77321ff4-218b-44ec-88f9-4f46da565795 None None] Routers {'72abd237-7b6b-4c35-a8a4-d8f8e426c91b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:10.004990 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-77321ff4-218b-44ec-88f9-4f46da565795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:19:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['72abd237-7b6b-4c35-a8a4-d8f8e426c91b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:10.019263 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0089cf31-039e-46cd-9a54-c32b6e286574 None None] Publish callbacks [] for port (742fe80c-6c42-40b8-826a-f151094759ca), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:10.043984 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0089cf31-039e-46cd-9a54-c32b6e286574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (742fe80c-6c42-40b8-826a-f151094759ca), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:10.079849 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8d94c-17d0-439c-b0ca-2ea03bc5fcc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45ae365-3c07-4f41-8357-d2d94d06fe0e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:10.090018 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-ae6355f1-dbef-4c5c-b4c6-b210410b2bdc req-5e2b7193-be4a-48cf-8a53-594eec86c55d tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:20:10.099298 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-08d8d94c-17d0-439c-b0ca-2ea03bc5fcc3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b33867910db45509f613d1a2994ef3f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4311802 Jan 18 20:20:10.106848 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56808) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:10.221047 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ae6355f1-dbef-4c5c-b4c6-b210410b2bdc req-5e2b7193-be4a-48cf-8a53-594eec86c55d tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:10.225291 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-77321ff4-218b-44ec-88f9-4f46da565795 None None] Set router 72abd237-7b6b-4c35-a8a4-d8f8e426c91b gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:20:10.238667 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeec6b5-8615-48ac-8138-68b35c5402cb admin admin] Network 53937a49-b577-4de4-9ec0-32f3e61ccaae is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:20:10.254221 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-cbeec6b5-8615-48ac-8138-68b35c5402cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:20:10.287959 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de8226-2b38-4218-bd8c-34baa8ba3c93 None None] Pushing event updated for resources: {'Port': ['ID=742fe80c-6c42-40b8-826a-f151094759ca,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:10.296907 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0089cf31-039e-46cd-9a54-c32b6e286574 None None] Attempting to bind port 742fe80c-6c42-40b8-826a-f151094759ca on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:20:10.297282 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0089cf31-039e-46cd-9a54-c32b6e286574 None None] Attempting to bind port 742fe80c-6c42-40b8-826a-f151094759ca by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'de0358c6-e314-422b-ae5c-6f0392e0a9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '28205919-d5c0-46a8-bbc2-b06aca207ab8'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:20:10.297683 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0089cf31-039e-46cd-9a54-c32b6e286574 None None] Attempting to bind port 742fe80c-6c42-40b8-826a-f151094759ca on network 28205919-d5c0-46a8-bbc2-b06aca207ab8 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:20:10.301955 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a0eaaeb0-2acd-4763-8413-d433a0ba959e tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (615571fb-461f-4cd8-a9f8-98b7d1b6a5b6), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:10.307884 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0089cf31-039e-46cd-9a54-c32b6e286574 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:20:10.308385 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0089cf31-039e-46cd-9a54-c32b6e286574 None None] Checking segment: {'id': 'de0358c6-e314-422b-ae5c-6f0392e0a9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '28205919-d5c0-46a8-bbc2-b06aca207ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:20:10.309165 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0089cf31-039e-46cd-9a54-c32b6e286574 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:10.309165 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0089cf31-039e-46cd-9a54-c32b6e286574 None None] Bound using segment: {'id': 'de0358c6-e314-422b-ae5c-6f0392e0a9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '28205919-d5c0-46a8-bbc2-b06aca207ab8'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:20:10.309568 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0089cf31-039e-46cd-9a54-c32b6e286574 None None] Bound port: 742fe80c-6c42-40b8-826a-f151094759ca, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0358c6-e314-422b-ae5c-6f0392e0a9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '28205919-d5c0-46a8-bbc2-b06aca207ab8'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:20:10.310391 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0089cf31-039e-46cd-9a54-c32b6e286574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (742fe80c-6c42-40b8-826a-f151094759ca), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:10.442623 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27969393-9991-430d-8b05-44e7b28961cf req-4ed52efd-a8fd-4614-b0a0-7bbddb762c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:10.444145 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-27969393-9991-430d-8b05-44e7b28961cf req-4ed52efd-a8fd-4614-b0a0-7bbddb762c12 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 912 time: 0.5714574 Jan 18 20:20:10.449387 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0089cf31-039e-46cd-9a54-c32b6e286574 None None] For port 742fe80c-6c42-40b8-826a-f151094759ca, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:20:10.461099 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0089cf31-039e-46cd-9a54-c32b6e286574 None None] For port 742fe80c-6c42-40b8-826a-f151094759ca, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=742fe80c-6c42-40b8-826a-f151094759ca,segment=NetworkSegment(de0358c6-e314-422b-ae5c-6f0392e0a9ad),segment_id=de0358c6-e314-422b-ae5c-6f0392e0a9ad)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:20:10.470983 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0089cf31-039e-46cd-9a54-c32b6e286574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (742fe80c-6c42-40b8-826a-f151094759ca), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:10.541667 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ca2013a9-2783-48d6-a1dd-cb68cde956df admin admin] Publish callbacks [] for security_group (f45ae365-3c07-4f41-8357-d2d94d06fe0e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:10.544175 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-27969393-9991-430d-8b05-44e7b28961cf req-0278426b-90e3-4f2e-9b2e-3af9f2b3e915 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4095c9e8-3357-49c1-a713-048d6946f5fd HTTP/1.1" status: 200 len: 998 time: 0.0903163 Jan 18 20:20:10.637855 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27969393-9991-430d-8b05-44e7b28961cf req-f015f46d-78ca-4b3f-9f96-cfa7f69ab4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:10.642674 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-27969393-9991-430d-8b05-44e7b28961cf req-f015f46d-78ca-4b3f-9f96-cfa7f69ab4ef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2eac11f-fef0-464c-9aac-08a05c8cc068 HTTP/1.1" status: 200 len: 850 time: 0.0909719 Jan 18 20:20:10.683714 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de8226-2b38-4218-bd8c-34baa8ba3c93 None None] Pushing event updated for resources: {'Port': ['ID=742fe80c-6c42-40b8-826a-f151094759ca,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:10.745061 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-5f82d99a-3da9-4eab-b464-4c3b1594ce72 None None] Provisioning complete for port 742fe80c-6c42-40b8-826a-f151094759ca triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:10.745433 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5f82d99a-3da9-4eab-b464-4c3b1594ce72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (742fe80c-6c42-40b8-826a-f151094759ca), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:10.808244 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0089cf31-039e-46cd-9a54-c32b6e286574 None None] Routers {'bad2a884-365d-4784-bed7-dcd1a3609f22'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:10.808811 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0089cf31-039e-46cd-9a54-c32b6e286574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:19:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['bad2a884-365d-4784-bed7-dcd1a3609f22'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:10.841802 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ca2013a9-2783-48d6-a1dd-cb68cde956df admin admin] Publish callbacks [] for security_group (f45ae365-3c07-4f41-8357-d2d94d06fe0e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:10.921821 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-77321ff4-218b-44ec-88f9-4f46da565795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'name': 'tempest-ServerActionsTestJSON-290585160-router', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '63b50add-ce43-43d7-aefd-b120c0ac748d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:23Z', 'updated_at': '2022-01-18T20:19:30Z', 'revision_number': 4, 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'gw_port': {'id': '63b50add-ce43-43d7-aefd-b120c0ac748d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:24Z', 'updated_at': '2022-01-18T20:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '3fd9e1e3-4463-48b0-8e39-fd6f2f8eea85', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'port_id': '4095c9e8-3357-49c1-a713-048d6946f5fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'mac_address': 'fa:16:3e:82:02:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd90044-e944-4203-b6fa-2382d197a621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:19:38Z', 'updated_at': '2022-01-18T20:20:06Z', 'revision_number': 1, 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55bd22db-d9c8-4fb5-a2a7-bd833efb6294', 'name': '', 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'mac_address': 'fa:16:3e:d4:ae:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:29Z', 'updated_at': '2022-01-18T20:19:41Z', 'revision_number': 5, 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'subnets': [{'id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:10.988851 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27969393-9991-430d-8b05-44e7b28961cf req-345bb1e1-fc33-4127-b88b-bbe284738252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:10.990298 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77321ff4-218b-44ec-88f9-4f46da565795 None None] The sync data for ids ['72abd237-7b6b-4c35-a8a4-d8f8e426c91b'] in n-d-741529-9 is: [{'id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'name': 'tempest-ServerActionsTestJSON-290585160-router', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '63b50add-ce43-43d7-aefd-b120c0ac748d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:23Z', 'updated_at': '2022-01-18T20:19:30Z', 'revision_number': 4, 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'gw_port': {'id': '63b50add-ce43-43d7-aefd-b120c0ac748d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:24Z', 'updated_at': '2022-01-18T20:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '3fd9e1e3-4463-48b0-8e39-fd6f2f8eea85', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'port_id': '4095c9e8-3357-49c1-a713-048d6946f5fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'mac_address': 'fa:16:3e:82:02:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd90044-e944-4203-b6fa-2382d197a621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:19:38Z', 'updated_at': '2022-01-18T20:20:06Z', 'revision_number': 1, 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55bd22db-d9c8-4fb5-a2a7-bd833efb6294', 'name': '', 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'mac_address': 'fa:16:3e:d4:ae:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:29Z', 'updated_at': '2022-01-18T20:19:41Z', 'revision_number': 5, 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'subnets': [{'id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:20:10.993710 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-27969393-9991-430d-8b05-44e7b28961cf req-345bb1e1-fc33-4127-b88b-bbe284738252 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88e9200-d99d-4ea0-a241-681917733bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3342869 Jan 18 20:20:11.019491 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbeec6b5-8615-48ac-8138-68b35c5402cb admin admin] Router 9d5e1e7b-a642-4101-a5fd-a400a6bad6ac has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:20:11.057426 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-0089cf31-039e-46cd-9a54-c32b6e286574 None None] Set router bad2a884-365d-4784-bed7-dcd1a3609f22 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:20:11.261238 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-27969393-9991-430d-8b05-44e7b28961cf req-a118f14c-45e1-4eb8-8d27-0b975f0e131a service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587273 Jan 18 20:20:11.461927 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbeec6b5-8615-48ac-8138-68b35c5402cb admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:20:11.470779 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ca2013a9-2783-48d6-a1dd-cb68cde956df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f45ae365-3c07-4f41-8357-d2d94d06fe0e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:11.473907 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be57f07-0275-4e85-a11b-09a471f43915 None None] Sync routers for ids ['9d5e1e7b-a642-4101-a5fd-a400a6bad6ac'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:20:11.474448 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ca2013a9-2783-48d6-a1dd-cb68cde956df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:11.475539 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ca2013a9-2783-48d6-a1dd-cb68cde956df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f45ae365-3c07-4f41-8357-d2d94d06fe0e HTTP/1.1" status: 204 len: 168 time: 1.3647740 Jan 18 20:20:11.480725 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70175c4-5025-492b-919c-18c112b7f60d None None] New status for floating IP 3fd9e1e3-4463-48b0-8e39-fd6f2f8eea85: ACTIVE {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:20:11.484868 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5f82d99a-3da9-4eab-b464-4c3b1594ce72 None None] Current status of the port 742fe80c-6c42-40b8-826a-f151094759ca is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:20:11.485253 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5f82d99a-3da9-4eab-b464-4c3b1594ce72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (742fe80c-6c42-40b8-826a-f151094759ca), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:11.492667 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cbeec6b5-8615-48ac-8138-68b35c5402cb admin admin] 10.222.0.31 "PUT /v2.0/routers/9d5e1e7b-a642-4101-a5fd-a400a6bad6ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9457967 Jan 18 20:20:11.498972 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be57f07-0275-4e85-a11b-09a471f43915 None None] Routers {'9d5e1e7b-a642-4101-a5fd-a400a6bad6ac'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:11.499992 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1be57f07-0275-4e85-a11b-09a471f43915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:19:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['9d5e1e7b-a642-4101-a5fd-a400a6bad6ac'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:11.593262 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2013a9-2783-48d6-a1dd-cb68cde956df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45ae365-3c07-4f41-8357-d2d94d06fe0e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:11.691634 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-27969393-9991-430d-8b05-44e7b28961cf req-730870ec-f235-41a8-84ea-a7966483c2cb service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222984 Jan 18 20:20:11.831897 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ae6355f1-dbef-4c5c-b4c6-b210410b2bdc req-5e2b7193-be4a-48cf-8a53-594eec86c55d tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:11.863424 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-1be57f07-0275-4e85-a11b-09a471f43915 None None] Set router 9d5e1e7b-a642-4101-a5fd-a400a6bad6ac gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:20:12.105859 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56834) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:12.115578 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-ae6355f1-dbef-4c5c-b4c6-b210410b2bdc req-5e2b7193-be4a-48cf-8a53-594eec86c55d tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Allocated IP 172.25.4.61 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/d14fabfa-b72b-4b5b-8337-d02f687fa930) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:20:12.118916 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e86a616c-f441-4a34-b26f-1afe6d0f3ce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:12.268662 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-5f82d99a-3da9-4eab-b464-4c3b1594ce72 None None] For port 742fe80c-6c42-40b8-826a-f151094759ca, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=742fe80c-6c42-40b8-826a-f151094759ca,segment=NetworkSegment(de0358c6-e314-422b-ae5c-6f0392e0a9ad),segment_id=de0358c6-e314-422b-ae5c-6f0392e0a9ad)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:20:12.305184 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5f82d99a-3da9-4eab-b464-4c3b1594ce72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (742fe80c-6c42-40b8-826a-f151094759ca), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:12.374839 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82d99a-3da9-4eab-b464-4c3b1594ce72 None None] Pushing event updated for resources: {'Port': ['ID=742fe80c-6c42-40b8-826a-f151094759ca,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:12.438184 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1be57f07-0275-4e85-a11b-09a471f43915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5e1e7b-a642-4101-a5fd-a400a6bad6ac', 'name': 'tempest-TestVolumeBackupRestore-1617085798-router', 'tenant_id': '575194d1c8f94cfaa12ed27a38850fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd8664813-f905-4562-9a3d-ebc2f9ce3a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:54Z', 'updated_at': '2022-01-18T20:20:07Z', 'revision_number': 4, 'project_id': '575194d1c8f94cfaa12ed27a38850fd2', 'gw_port': {'id': 'd8664813-f905-4562-9a3d-ebc2f9ce3a3b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5e1e7b-a642-4101-a5fd-a400a6bad6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:56Z', 'updated_at': '2022-01-18T20:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'f056862d-90cc-4995-8c43-bf2fb44cf0db', 'name': '', 'network_id': '53937a49-b577-4de4-9ec0-32f3e61ccaae', 'tenant_id': '575194d1c8f94cfaa12ed27a38850fd2', 'mac_address': 'fa:16:3e:ac:af:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5e1e7b-a642-4101-a5fd-a400a6bad6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'd2993dc1-ca9a-4e5b-b302-6eac6b6bff15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:20:04Z', 'updated_at': '2022-01-18T20:20:08Z', 'revision_number': 2, 'project_id': '575194d1c8f94cfaa12ed27a38850fd2', 'subnets': [{'id': 'd2993dc1-ca9a-4e5b-b302-6eac6b6bff15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:12.449756 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e86a616c-f441-4a34-b26f-1afe6d0f3ce8 admin admin] Publish callbacks [] for security_group (b48018ae-60d0-4a82-a4f1-dd8e6fc191e1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:12.460629 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e86a616c-f441-4a34-b26f-1afe6d0f3ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b48018ae-60d0-4a82-a4f1-dd8e6fc191e1), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:12.530127 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0089cf31-039e-46cd-9a54-c32b6e286574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad2a884-365d-4784-bed7-dcd1a3609f22', 'name': 'tempest-FloatingIPsTestJSON-1131293873-router', 'tenant_id': 'de17a9b185e74de48e1d6777c5de442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '303ed88f-f5a8-4c1b-9505-84a5bbadde28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:53Z', 'updated_at': '2022-01-18T20:20:05Z', 'revision_number': 4, 'project_id': 'de17a9b185e74de48e1d6777c5de442a', 'gw_port': {'id': '303ed88f-f5a8-4c1b-9505-84a5bbadde28', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad2a884-365d-4784-bed7-dcd1a3609f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:56Z', 'updated_at': '2022-01-18T20:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '742fe80c-6c42-40b8-826a-f151094759ca', 'name': '', 'network_id': '28205919-d5c0-46a8-bbc2-b06aca207ab8', 'tenant_id': 'de17a9b185e74de48e1d6777c5de442a', 'mac_address': 'fa:16:3e:78:7c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad2a884-365d-4784-bed7-dcd1a3609f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b4aaea10-9093-4bd4-bdc7-7fc227b0a4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:20:03Z', 'updated_at': '2022-01-18T20:20:10Z', 'revision_number': 4, 'project_id': 'de17a9b185e74de48e1d6777c5de442a', 'subnets': [{'id': 'b4aaea10-9093-4bd4-bdc7-7fc227b0a4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:12.535971 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7a02ba62-75cd-4893-ab0d-7c36432a9739 None None] Provisioning complete for port f056862d-90cc-4995-8c43-bf2fb44cf0db triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:12.540816 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7a02ba62-75cd-4893-ab0d-7c36432a9739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f056862d-90cc-4995-8c43-bf2fb44cf0db), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:12.570269 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be57f07-0275-4e85-a11b-09a471f43915 None None] Checking router: 9d5e1e7b-a642-4101-a5fd-a400a6bad6ac for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:20:12.571320 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be57f07-0275-4e85-a11b-09a471f43915 None None] Updating router 9d5e1e7b-a642-4101-a5fd-a400a6bad6ac port f056862d-90cc-4995-8c43-bf2fb44cf0db binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:20:12.596349 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0089cf31-039e-46cd-9a54-c32b6e286574 None None] The sync data for ids ['bad2a884-365d-4784-bed7-dcd1a3609f22'] in n-d-741529-9 is: [{'id': 'bad2a884-365d-4784-bed7-dcd1a3609f22', 'name': 'tempest-FloatingIPsTestJSON-1131293873-router', 'tenant_id': 'de17a9b185e74de48e1d6777c5de442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '303ed88f-f5a8-4c1b-9505-84a5bbadde28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:53Z', 'updated_at': '2022-01-18T20:20:05Z', 'revision_number': 4, 'project_id': 'de17a9b185e74de48e1d6777c5de442a', 'gw_port': {'id': '303ed88f-f5a8-4c1b-9505-84a5bbadde28', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad2a884-365d-4784-bed7-dcd1a3609f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:56Z', 'updated_at': '2022-01-18T20:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '742fe80c-6c42-40b8-826a-f151094759ca', 'name': '', 'network_id': '28205919-d5c0-46a8-bbc2-b06aca207ab8', 'tenant_id': 'de17a9b185e74de48e1d6777c5de442a', 'mac_address': 'fa:16:3e:78:7c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad2a884-365d-4784-bed7-dcd1a3609f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b4aaea10-9093-4bd4-bdc7-7fc227b0a4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:20:03Z', 'updated_at': '2022-01-18T20:20:10Z', 'revision_number': 4, 'project_id': 'de17a9b185e74de48e1d6777c5de442a', 'subnets': [{'id': 'b4aaea10-9093-4bd4-bdc7-7fc227b0a4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:20:12.607186 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a616c-f441-4a34-b26f-1afe6d0f3ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48018ae-60d0-4a82-a4f1-dd8e6fc191e1,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:12.624693 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1be57f07-0275-4e85-a11b-09a471f43915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f056862d-90cc-4995-8c43-bf2fb44cf0db), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:12.635258 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e86a616c-f441-4a34-b26f-1afe6d0f3ce8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=57c28fb745fa48b89b993f0df3d105a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5266285 Jan 18 20:20:12.638762 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56868) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:12.640798 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7a02ba62-75cd-4893-ab0d-7c36432a9739 None None] Port f056862d-90cc-4995-8c43-bf2fb44cf0db cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:20:12.694769 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7a02ba62-75cd-4893-ab0d-7c36432a9739 None None] Provisioning complete for port 742fe80c-6c42-40b8-826a-f151094759ca triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:12.699590 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7a02ba62-75cd-4893-ab0d-7c36432a9739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (742fe80c-6c42-40b8-826a-f151094759ca), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:12.844862 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-96eec142-037d-4737-87d1-f49dad3e0010 admin admin] Publish callbacks [] for security_group (b48018ae-60d0-4a82-a4f1-dd8e6fc191e1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:12.913807 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ae6355f1-dbef-4c5c-b4c6-b210410b2bdc req-5e2b7193-be4a-48cf-8a53-594eec86c55d tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks [] for port (d14fabfa-b72b-4b5b-8337-d02f687fa930), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:12.943883 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-96eec142-037d-4737-87d1-f49dad3e0010 admin admin] Publish callbacks [] for security_group (b48018ae-60d0-4a82-a4f1-dd8e6fc191e1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:13.020581 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7a02ba62-75cd-4893-ab0d-7c36432a9739 None None] Current status of the port 742fe80c-6c42-40b8-826a-f151094759ca is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:20:13.094698 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-96eec142-037d-4737-87d1-f49dad3e0010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b48018ae-60d0-4a82-a4f1-dd8e6fc191e1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:13.098306 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-96eec142-037d-4737-87d1-f49dad3e0010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:13.100269 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-96eec142-037d-4737-87d1-f49dad3e0010 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b48018ae-60d0-4a82-a4f1-dd8e6fc191e1 HTTP/1.1" status: 204 len: 168 time: 0.4538209 Jan 18 20:20:13.131553 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eec142-037d-4737-87d1-f49dad3e0010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48018ae-60d0-4a82-a4f1-dd8e6fc191e1,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:13.152443 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a0eaaeb0-2acd-4763-8413-d433a0ba959e tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for port (615571fb-461f-4cd8-a9f8-98b7d1b6a5b6), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:13.200131 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a0eaaeb0-2acd-4763-8413-d433a0ba959e tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (615571fb-461f-4cd8-a9f8-98b7d1b6a5b6), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:13.446517 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a0eaaeb0-2acd-4763-8413-d433a0ba959e tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (d7c8121c-050e-405d-9cf8-a1e427cdc14f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:13.569201 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ae6355f1-dbef-4c5c-b4c6-b210410b2bdc req-5e2b7193-be4a-48cf-8a53-594eec86c55d tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (d14fabfa-b72b-4b5b-8337-d02f687fa930), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:13.687810 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eaaeb0-2acd-4763-8413-d433a0ba959e tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event updated for resources: {'Port': ['ID=615571fb-461f-4cd8-a9f8-98b7d1b6a5b6,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:13.772979 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 742fe80c-6c42-40b8-826a-f151094759ca up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:20:13.789273 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1be57f07-0275-4e85-a11b-09a471f43915 None None] Publish callbacks [] for port (f056862d-90cc-4995-8c43-bf2fb44cf0db), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:13.805624 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1be57f07-0275-4e85-a11b-09a471f43915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f056862d-90cc-4995-8c43-bf2fb44cf0db), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:13.946333 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 742fe80c-6c42-40b8-826a-f151094759ca triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:13.948406 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (742fe80c-6c42-40b8-826a-f151094759ca), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:13.960086 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a273c-305b-41cc-82b0-56562b78f0f3 None None] Pushing event updated for resources: {'Port': ['ID=f056862d-90cc-4995-8c43-bf2fb44cf0db,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:14.099581 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6355f1-dbef-4c5c-b4c6-b210410b2bdc req-5e2b7193-be4a-48cf-8a53-594eec86c55d tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:20:14.122053 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-ae6355f1-dbef-4c5c-b4c6-b210410b2bdc req-5e2b7193-be4a-48cf-8a53-594eec86c55d tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:20:14.130090 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-1be57f07-0275-4e85-a11b-09a471f43915 None None] Attempting to bind port f056862d-90cc-4995-8c43-bf2fb44cf0db on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:20:14.130745 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-1be57f07-0275-4e85-a11b-09a471f43915 None None] Attempting to bind port f056862d-90cc-4995-8c43-bf2fb44cf0db by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '4ca1887e-bebb-4eb1-a5e5-e138f47dbd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '53937a49-b577-4de4-9ec0-32f3e61ccaae'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:20:14.133314 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be57f07-0275-4e85-a11b-09a471f43915 None None] Attempting to bind port f056862d-90cc-4995-8c43-bf2fb44cf0db on network 53937a49-b577-4de4-9ec0-32f3e61ccaae {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:20:14.147216 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6355f1-dbef-4c5c-b4c6-b210410b2bdc req-5e2b7193-be4a-48cf-8a53-594eec86c55d tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:20:14.148478 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be57f07-0275-4e85-a11b-09a471f43915 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:20:14.150528 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be57f07-0275-4e85-a11b-09a471f43915 None None] Checking segment: {'id': '4ca1887e-bebb-4eb1-a5e5-e138f47dbd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '53937a49-b577-4de4-9ec0-32f3e61ccaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:20:14.151411 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1be57f07-0275-4e85-a11b-09a471f43915 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:14.152036 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be57f07-0275-4e85-a11b-09a471f43915 None None] Bound using segment: {'id': '4ca1887e-bebb-4eb1-a5e5-e138f47dbd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '53937a49-b577-4de4-9ec0-32f3e61ccaae'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:20:14.154922 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-1be57f07-0275-4e85-a11b-09a471f43915 None None] Bound port: f056862d-90cc-4995-8c43-bf2fb44cf0db, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca1887e-bebb-4eb1-a5e5-e138f47dbd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '53937a49-b577-4de4-9ec0-32f3e61ccaae'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:20:14.155649 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1be57f07-0275-4e85-a11b-09a471f43915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f056862d-90cc-4995-8c43-bf2fb44cf0db), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:14.167680 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 742fe80c-6c42-40b8-826a-f151094759ca is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:20:14.438053 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ae6355f1-dbef-4c5c-b4c6-b210410b2bdc req-5e2b7193-be4a-48cf-8a53-594eec86c55d tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks [] for floatingip (30de95a2-2016-4ade-8cf9-d5f587f8a1bf), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:14.467502 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-bedb5306-4bee-47f7-90a8-763bfee01420 None None] Provisioning complete for port f056862d-90cc-4995-8c43-bf2fb44cf0db triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:14.469109 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bedb5306-4bee-47f7-90a8-763bfee01420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f056862d-90cc-4995-8c43-bf2fb44cf0db), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:14.542105 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b7193-be4a-48cf-8a53-594eec86c55d tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Pushing event updated for resources: {'Port': ['ID=d14fabfa-b72b-4b5b-8337-d02f687fa930,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:14.547840 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ae6355f1-dbef-4c5c-b4c6-b210410b2bdc req-5e2b7193-be4a-48cf-8a53-594eec86c55d tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d14fabfa-b72b-4b5b-8337-d02f687fa930), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:14.566512 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-bedb5306-4bee-47f7-90a8-763bfee01420 None None] Port f056862d-90cc-4995-8c43-bf2fb44cf0db cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:20:14.708574 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-1be57f07-0275-4e85-a11b-09a471f43915 None None] For port f056862d-90cc-4995-8c43-bf2fb44cf0db, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:20:14.715294 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-1be57f07-0275-4e85-a11b-09a471f43915 None None] For port f056862d-90cc-4995-8c43-bf2fb44cf0db, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f056862d-90cc-4995-8c43-bf2fb44cf0db,segment=NetworkSegment(4ca1887e-bebb-4eb1-a5e5-e138f47dbd7e),segment_id=4ca1887e-bebb-4eb1-a5e5-e138f47dbd7e)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:20:14.735824 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1be57f07-0275-4e85-a11b-09a471f43915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f056862d-90cc-4995-8c43-bf2fb44cf0db), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:14.810820 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eaaeb0-2acd-4763-8413-d433a0ba959e tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Network 2c30b9bd-8dbd-4f0c-861d-0cd761227289 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:20:14.853192 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-a0eaaeb0-2acd-4763-8413-d433a0ba959e tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:20:14.943054 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be57f07-0275-4e85-a11b-09a471f43915 None None] Routers {'9d5e1e7b-a642-4101-a5fd-a400a6bad6ac'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:14.960380 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1be57f07-0275-4e85-a11b-09a471f43915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:19:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['9d5e1e7b-a642-4101-a5fd-a400a6bad6ac'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:14.987385 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-4889fba1-1145-4957-a9e2-72938d417646 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:15.040008 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-4889fba1-1145-4957-a9e2-72938d417646 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:15.054685 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d78ec9-7f86-4cf0-8638-f313f48cd504 req-7a7bc98d-f48a-4c19-9496-398a8c807d1d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:15.060129 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-4889fba1-1145-4957-a9e2-72938d417646 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:15.075661 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-4889fba1-1145-4957-a9e2-72938d417646 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:15.093836 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d78ec9-7f86-4cf0-8638-f313f48cd504 req-7a7bc98d-f48a-4c19-9496-398a8c807d1d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:15.102819 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-4889fba1-1145-4957-a9e2-72938d417646 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:15.115034 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-4889fba1-1145-4957-a9e2-72938d417646 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:15.119260 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d78ec9-7f86-4cf0-8638-f313f48cd504 req-7a7bc98d-f48a-4c19-9496-398a8c807d1d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:15.135241 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-4889fba1-1145-4957-a9e2-72938d417646 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:15.137898 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d78ec9-7f86-4cf0-8638-f313f48cd504 req-7a7bc98d-f48a-4c19-9496-398a8c807d1d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:15.140885 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-4889fba1-1145-4957-a9e2-72938d417646 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.70 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5436 time: 0.3164248 Jan 18 20:20:15.144490 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d78ec9-7f86-4cf0-8638-f313f48cd504 req-7a7bc98d-f48a-4c19-9496-398a8c807d1d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:15.146480 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a273c-305b-41cc-82b0-56562b78f0f3 None None] Pushing event updated for resources: {'Port': ['ID=f056862d-90cc-4995-8c43-bf2fb44cf0db,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:15.171160 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d78ec9-7f86-4cf0-8638-f313f48cd504 req-7a7bc98d-f48a-4c19-9496-398a8c807d1d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:15.188907 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d78ec9-7f86-4cf0-8638-f313f48cd504 req-7a7bc98d-f48a-4c19-9496-398a8c807d1d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:15.203705 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62d78ec9-7f86-4cf0-8638-f313f48cd504 req-7a7bc98d-f48a-4c19-9496-398a8c807d1d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 5436 time: 1.2431681 Jan 18 20:20:15.323570 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-f5d6d08e-b01b-4f2f-9b06-1a43629b9a15 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:15.326998 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-f5d6d08e-b01b-4f2f-9b06-1a43629b9a15 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.70 "GET /v2.0/ports/ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1793263 Jan 18 20:20:15.372711 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-1be57f07-0275-4e85-a11b-09a471f43915 None None] Set router 9d5e1e7b-a642-4101-a5fd-a400a6bad6ac gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:20:15.524198 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-fedda4f1-6ddc-49d5-91c1-c3574587127c None None] Provisioning complete for port f056862d-90cc-4995-8c43-bf2fb44cf0db triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:15.524787 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fedda4f1-6ddc-49d5-91c1-c3574587127c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f056862d-90cc-4995-8c43-bf2fb44cf0db), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:15.599357 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ae6355f1-dbef-4c5c-b4c6-b210410b2bdc req-5e2b7193-be4a-48cf-8a53-594eec86c55d tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks [] for port (d14fabfa-b72b-4b5b-8337-d02f687fa930), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:15.674508 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-90440eb5-f408-436e-8e24-c3c556ef01c3 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.70 "GET /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3416944 Jan 18 20:20:15.696687 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-55b9c585-5e5b-4cc9-8c2e-e359f6fba697 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:20:15.728795 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-fedda4f1-6ddc-49d5-91c1-c3574587127c None None] Current status of the port f056862d-90cc-4995-8c43-bf2fb44cf0db is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:20:15.730359 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fedda4f1-6ddc-49d5-91c1-c3574587127c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f056862d-90cc-4995-8c43-bf2fb44cf0db), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:15.816279 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-fedda4f1-6ddc-49d5-91c1-c3574587127c None None] For port f056862d-90cc-4995-8c43-bf2fb44cf0db, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f056862d-90cc-4995-8c43-bf2fb44cf0db,segment=NetworkSegment(4ca1887e-bebb-4eb1-a5e5-e138f47dbd7e),segment_id=4ca1887e-bebb-4eb1-a5e5-e138f47dbd7e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:20:15.839182 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fedda4f1-6ddc-49d5-91c1-c3574587127c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f056862d-90cc-4995-8c43-bf2fb44cf0db), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:15.843358 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-55b9c585-5e5b-4cc9-8c2e-e359f6fba697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:15.859179 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ae6355f1-dbef-4c5c-b4c6-b210410b2bdc req-5e2b7193-be4a-48cf-8a53-594eec86c55d tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (d14fabfa-b72b-4b5b-8337-d02f687fa930), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:15.923237 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62d78ec9-7f86-4cf0-8638-f313f48cd504 req-2cacba01-ce25-4f7a-bc53-ce350d935280 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7188756 Jan 18 20:20:15.944239 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1be57f07-0275-4e85-a11b-09a471f43915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5e1e7b-a642-4101-a5fd-a400a6bad6ac', 'name': 'tempest-TestVolumeBackupRestore-1617085798-router', 'tenant_id': '575194d1c8f94cfaa12ed27a38850fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd8664813-f905-4562-9a3d-ebc2f9ce3a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:54Z', 'updated_at': '2022-01-18T20:20:07Z', 'revision_number': 4, 'project_id': '575194d1c8f94cfaa12ed27a38850fd2', 'gw_port': {'id': 'd8664813-f905-4562-9a3d-ebc2f9ce3a3b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5e1e7b-a642-4101-a5fd-a400a6bad6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:56Z', 'updated_at': '2022-01-18T20:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'f056862d-90cc-4995-8c43-bf2fb44cf0db', 'name': '', 'network_id': '53937a49-b577-4de4-9ec0-32f3e61ccaae', 'tenant_id': '575194d1c8f94cfaa12ed27a38850fd2', 'mac_address': 'fa:16:3e:ac:af:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5e1e7b-a642-4101-a5fd-a400a6bad6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'd2993dc1-ca9a-4e5b-b302-6eac6b6bff15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:20:04Z', 'updated_at': '2022-01-18T20:20:14Z', 'revision_number': 4, 'project_id': '575194d1c8f94cfaa12ed27a38850fd2', 'subnets': [{'id': 'd2993dc1-ca9a-4e5b-b302-6eac6b6bff15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:15.979847 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedda4f1-6ddc-49d5-91c1-c3574587127c None None] Pushing event updated for resources: {'Port': ['ID=f056862d-90cc-4995-8c43-bf2fb44cf0db,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:15.997286 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be57f07-0275-4e85-a11b-09a471f43915 None None] The sync data for ids ['9d5e1e7b-a642-4101-a5fd-a400a6bad6ac'] in n-d-741529-9 is: [{'id': '9d5e1e7b-a642-4101-a5fd-a400a6bad6ac', 'name': 'tempest-TestVolumeBackupRestore-1617085798-router', 'tenant_id': '575194d1c8f94cfaa12ed27a38850fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd8664813-f905-4562-9a3d-ebc2f9ce3a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:54Z', 'updated_at': '2022-01-18T20:20:07Z', 'revision_number': 4, 'project_id': '575194d1c8f94cfaa12ed27a38850fd2', 'gw_port': {'id': 'd8664813-f905-4562-9a3d-ebc2f9ce3a3b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5e1e7b-a642-4101-a5fd-a400a6bad6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:56Z', 'updated_at': '2022-01-18T20:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'f056862d-90cc-4995-8c43-bf2fb44cf0db', 'name': '', 'network_id': '53937a49-b577-4de4-9ec0-32f3e61ccaae', 'tenant_id': '575194d1c8f94cfaa12ed27a38850fd2', 'mac_address': 'fa:16:3e:ac:af:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5e1e7b-a642-4101-a5fd-a400a6bad6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'd2993dc1-ca9a-4e5b-b302-6eac6b6bff15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:20:04Z', 'updated_at': '2022-01-18T20:20:14Z', 'revision_number': 4, 'project_id': '575194d1c8f94cfaa12ed27a38850fd2', 'subnets': [{'id': 'd2993dc1-ca9a-4e5b-b302-6eac6b6bff15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:20:16.151511 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0eaaeb0-2acd-4763-8413-d433a0ba959e tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Router d7c8121c-050e-405d-9cf8-a1e427cdc14f has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:20:16.268019 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b7193-be4a-48cf-8a53-594eec86c55d tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Pushing event updated for resources: {'Port': ['ID=d14fabfa-b72b-4b5b-8337-d02f687fa930,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:16.374747 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-55b9c585-5e5b-4cc9-8c2e-e359f6fba697 service neutron] For port ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52,segment=NetworkSegment(d0da82cf-5645-4777-86ff-c2c01c2d9914),segment_id=d0da82cf-5645-4777-86ff-c2c01c2d9914)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:20:16.424120 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device fcb008f3-6e05-437d-bc92-613c8989d834 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:20:16.455762 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-55b9c585-5e5b-4cc9-8c2e-e359f6fba697 service neutron] For port ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:20:16.503930 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ae6355f1-dbef-4c5c-b4c6-b210410b2bdc req-5e2b7193-be4a-48cf-8a53-594eec86c55d tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (30de95a2-2016-4ade-8cf9-d5f587f8a1bf), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:16.553394 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-55b9c585-5e5b-4cc9-8c2e-e359f6fba697 service neutron] device_id is not set on port ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:20:16.561281 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ae6355f1-dbef-4c5c-b4c6-b210410b2bdc req-5e2b7193-be4a-48cf-8a53-594eec86c55d tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:16.564489 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ae6355f1-dbef-4c5c-b4c6-b210410b2bdc req-5e2b7193-be4a-48cf-8a53-594eec86c55d tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.4886329 Jan 18 20:20:16.586629 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-55b9c585-5e5b-4cc9-8c2e-e359f6fba697 service neutron] Publish callbacks [] for port (ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:16.608736 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-55b9c585-5e5b-4cc9-8c2e-e359f6fba697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:16.717689 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port fcb008f3-6e05-437d-bc92-613c8989d834 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:20:16.718277 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fcb008f3-6e05-437d-bc92-613c8989d834), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:16.851219 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-55b9c585-5e5b-4cc9-8c2e-e359f6fba697 service neutron] No DVR routers for this DVR port ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:20:16.868847 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port fcb008f3-6e05-437d-bc92-613c8989d834, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=fcb008f3-6e05-437d-bc92-613c8989d834,segment=NetworkSegment(011b0248-f13e-4236-abd9-595a2f7b91fd),segment_id=011b0248-f13e-4236-abd9-595a2f7b91fd)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:20:16.874993 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcb008f3-6e05-437d-bc92-613c8989d834'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:20:16.884967 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c161d2-1fbf-4224-be14-daa3083f6d8f" -d '{"events": [{"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-unplugged", "status": "completed", "tag": "fcb008f3-6e05-437d-bc92-613c8989d834"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:20:16.889444 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fcb008f3-6e05-437d-bc92-613c8989d834), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:16.890196 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1b19ac8f-84e1-4987-b625-71fe89dd67c4 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:20:16.959905 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9c585-5e5b-4cc9-8c2e-e359f6fba697 service neutron] Pushing event updated for resources: {'Port': ['ID=ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:16.996745 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0eaaeb0-2acd-4763-8413-d433a0ba959e tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:20:17.030972 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-55b9c585-5e5b-4cc9-8c2e-e359f6fba697 service neutron] In _notify_port_updated(), no bound segment for port ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 on network dcafdc34-74ba-4d39-8792-ddf985df2019 {{(pid=103335) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 18 20:20:17.031874 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-55b9c585-5e5b-4cc9-8c2e-e359f6fba697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:17.033499 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-55b9c585-5e5b-4cc9-8c2e-e359f6fba697 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:17.036064 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a0eaaeb0-2acd-4763-8413-d433a0ba959e tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "PUT /v2.0/routers/d7c8121c-050e-405d-9cf8-a1e427cdc14f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4804966 Jan 18 20:20:17.039291 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-55b9c585-5e5b-4cc9-8c2e-e359f6fba697 service neutron] 10.222.0.70 "PUT /v2.0/ports/ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 HTTP/1.1" status: 200 len: 1028 time: 1.3538027 Jan 18 20:20:17.040206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56992) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:17.049589 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-8303c62d-5d28-41fe-83fb-11c26e843f37 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Request body: {'port': {'network_id': '2c30b9bd-8dbd-4f0c-861d-0cd761227289', 'name': 'tempest-FloatingIPTestJSON-741401854'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:20:17.054166 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ae6355f1-dbef-4c5c-b4c6-b210410b2bdc req-0a0558b6-c685-4bdc-9096-fbde62558a8f tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.61 HTTP/1.1" status: 200 len: 695 time: 0.4362092 Jan 18 20:20:17.198384 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-5c33ee06-fe10-4ddd-b871-8cdfeffcf0bf tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:17.233534 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-5c33ee06-fe10-4ddd-b871-8cdfeffcf0bf tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.70 "GET /v2.0/ports/0bbb04a5-1309-4d5f-8824-60e9bff7c6bb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1735713 Jan 18 20:20:17.260369 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-236de6b1-fcf9-4b07-b1c9-ea810c1def20 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:20:17.446974 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e95e89-282a-4b01-9b20-5f6cf9bdb012 x-openstack-request-id: req-78e95e89-282a-4b01-9b20-5f6cf9bdb012 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:20:17.447404 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-unplugged", "status": "completed", "tag": "fcb008f3-6e05-437d-bc92-613c8989d834", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:20:17.447780 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-78e95e89-282a-4b01-9b20-5f6cf9bdb012 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:20:17.448290 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcb008f3-6e05-437d-bc92-613c8989d834', 'code': 200} Jan 18 20:20:17.456530 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6355f1-dbef-4c5c-b4c6-b210410b2bdc req-2602d34b-2aa8-4ad3-9885-4b8fd9bcc779 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:17.459672 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=fcb008f3-6e05-437d-bc92-613c8989d834,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:17.469670 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e046e2a0-a1af-4bda-a8d8-841835cd2c50 None None] Sync routers for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:20:17.494558 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ae6355f1-dbef-4c5c-b4c6-b210410b2bdc req-2602d34b-2aa8-4ad3-9885-4b8fd9bcc779 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 784 time: 0.3969617 Jan 18 20:20:17.521040 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-ae6355f1-dbef-4c5c-b4c6-b210410b2bdc req-060648ca-1141-4e00-a25a-d851f3c370be tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:20:17.522155 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ae6355f1-dbef-4c5c-b4c6-b210410b2bdc req-060648ca-1141-4e00-a25a-d851f3c370be tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0268214 Jan 18 20:20:17.572721 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-236de6b1-fcf9-4b07-b1c9-ea810c1def20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0bbb04a5-1309-4d5f-8824-60e9bff7c6bb), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:17.625142 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7d712557-f0ed-4a36-9585-9003fe38d2e9 None None] Provisioning complete for port ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:17.625797 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7d712557-f0ed-4a36-9585-9003fe38d2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:17.712772 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a980310-c88c-422b-8892-0ed6c048a363 req-1491ccb9-723b-43a7-9a40-745c00ad8712 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:17.717779 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7d712557-f0ed-4a36-9585-9003fe38d2e9 None None] Port ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:20:17.749760 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a980310-c88c-422b-8892-0ed6c048a363 req-1491ccb9-723b-43a7-9a40-745c00ad8712 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:17.752930 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e046e2a0-a1af-4bda-a8d8-841835cd2c50 None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:17.753605 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-e046e2a0-a1af-4bda-a8d8-841835cd2c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:19:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:17.764088 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a980310-c88c-422b-8892-0ed6c048a363 req-1491ccb9-723b-43a7-9a40-745c00ad8712 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:17.800036 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a980310-c88c-422b-8892-0ed6c048a363 req-1491ccb9-723b-43a7-9a40-745c00ad8712 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:17.815454 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f056862d-90cc-4995-8c43-bf2fb44cf0db up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:20:17.819148 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a980310-c88c-422b-8892-0ed6c048a363 req-1491ccb9-723b-43a7-9a40-745c00ad8712 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:17.856078 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a980310-c88c-422b-8892-0ed6c048a363 req-1491ccb9-723b-43a7-9a40-745c00ad8712 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:17.860219 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4a980310-c88c-422b-8892-0ed6c048a363 req-1491ccb9-723b-43a7-9a40-745c00ad8712 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 4659 time: 0.3630345 Jan 18 20:20:17.889427 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-e046e2a0-a1af-4bda-a8d8-841835cd2c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:18.017030 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-99d6fedf-6499-4fc9-8c14-2e066df05245 req-8ff5fb4f-4e5c-47fd-8631-05694aa7819f tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] 10.222.0.31 "GET /v2.0/floatingips/30de95a2-2016-4ade-8cf9-d5f587f8a1bf HTTP/1.1" status: 200 len: 692 time: 0.1529117 Jan 18 20:20:18.046036 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port f056862d-90cc-4995-8c43-bf2fb44cf0db triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:18.046417 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f056862d-90cc-4995-8c43-bf2fb44cf0db), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:18.055637 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e046e2a0-a1af-4bda-a8d8-841835cd2c50 None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:18.059086 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-e046e2a0-a1af-4bda-a8d8-841835cd2c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:19:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:18.206918 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6fedf-6499-4fc9-8c14-2e066df05245 req-9fc47c57-5d5d-47cd-89a6-457493f89902 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:18.209543 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-99d6fedf-6499-4fc9-8c14-2e066df05245 req-9fc47c57-5d5d-47cd-89a6-457493f89902 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 784 time: 0.1576834 Jan 18 20:20:18.236263 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-99d6fedf-6499-4fc9-8c14-2e066df05245 req-9baf28f8-9c39-460d-8f23-a72f1ab0a95e tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:20:18.237576 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-99d6fedf-6499-4fc9-8c14-2e066df05245 req-9baf28f8-9c39-460d-8f23-a72f1ab0a95e tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0210361 Jan 18 20:20:18.249221 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8303c62d-5d28-41fe-83fb-11c26e843f37 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Made reservation on behalf of be734bf3297b4963aa9b04f991daf10b for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:20:18.252858 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8303c62d-5d28-41fe-83fb-11c26e843f37 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:18.319079 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-e046e2a0-a1af-4bda-a8d8-841835cd2c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:18.319761 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e046e2a0-a1af-4bda-a8d8-841835cd2c50 None None] The sync data for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:20:18.326871 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 1b19ac8f-84e1-4987-b625-71fe89dd67c4 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:20:18.327255 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1b19ac8f-84e1-4987-b625-71fe89dd67c4), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:18.394872 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-8303c62d-5d28-41fe-83fb-11c26e843f37 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] device_id is not set on port ba16561c-e1a2-44d8-95fc-8eda80d119f8 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:20:18.414048 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-236de6b1-fcf9-4b07-b1c9-ea810c1def20 service neutron] For port 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0bbb04a5-1309-4d5f-8824-60e9bff7c6bb,segment=NetworkSegment(d0da82cf-5645-4777-86ff-c2c01c2d9914),segment_id=d0da82cf-5645-4777-86ff-c2c01c2d9914)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:20:18.494134 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4a980310-c88c-422b-8892-0ed6c048a363 req-c14e3a29-abec-4ac6-96e2-be42af189844 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5c1be6a-c382-4c13-8d72-ab71785549d5&id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5993602 Jan 18 20:20:18.510876 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac8ded4d-7b5a-4db7-92f8-374a5c2f8566 req-0f2524b9-c4a3-4d6a-ae2b-23f0bda35dfc tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=de17a9b185e74de48e1d6777c5de442a HTTP/1.1" status: 200 len: 695 time: 0.2469049 Jan 18 20:20:18.511502 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 1b19ac8f-84e1-4987-b625-71fe89dd67c4, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1b19ac8f-84e1-4987-b625-71fe89dd67c4,segment=NetworkSegment(011b0248-f13e-4236-abd9-595a2f7b91fd),segment_id=011b0248-f13e-4236-abd9-595a2f7b91fd)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:20:18.530005 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1b19ac8f-84e1-4987-b625-71fe89dd67c4), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:18.531443 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:20:18.611915 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-236de6b1-fcf9-4b07-b1c9-ea810c1def20 service neutron] For port 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:20:18.724103 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-236de6b1-fcf9-4b07-b1c9-ea810c1def20 service neutron] device_id is not set on port 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:20:18.766621 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-236de6b1-fcf9-4b07-b1c9-ea810c1def20 service neutron] Publish callbacks [] for port (0bbb04a5-1309-4d5f-8824-60e9bff7c6bb), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:18.785923 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-8303c62d-5d28-41fe-83fb-11c26e843f37 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Allocated IP 172.20.0.8 (2c30b9bd-8dbd-4f0c-861d-0cd761227289/f546c3ea-1429-47e3-affb-69952125f1ed/ba16561c-e1a2-44d8-95fc-8eda80d119f8) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:20:18.792187 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-236de6b1-fcf9-4b07-b1c9-ea810c1def20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (0bbb04a5-1309-4d5f-8824-60e9bff7c6bb), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:18.828841 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ded4d-7b5a-4db7-92f8-374a5c2f8566 req-d5f5986b-a197-4172-8d20-668c6f0bdaf9 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:18.839242 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port f056862d-90cc-4995-8c43-bf2fb44cf0db is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:20:18.843045 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac8ded4d-7b5a-4db7-92f8-374a5c2f8566 req-d5f5986b-a197-4172-8d20-668c6f0bdaf9 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] 10.222.0.31 "GET /v2.0/networks?id=9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 787 time: 0.3258936 Jan 18 20:20:18.866371 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236de6b1-fcf9-4b07-b1c9-ea810c1def20 service neutron] Pushing event updated for resources: {'Port': ['ID=0bbb04a5-1309-4d5f-8824-60e9bff7c6bb,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:18.870362 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-ac8ded4d-7b5a-4db7-92f8-374a5c2f8566 req-fde452ca-e408-4abd-a7c8-b52bac36c2b6 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:20:18.883085 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac8ded4d-7b5a-4db7-92f8-374a5c2f8566 req-fde452ca-e408-4abd-a7c8-b52bac36c2b6 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0375018 Jan 18 20:20:18.948618 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-236de6b1-fcf9-4b07-b1c9-ea810c1def20 service neutron] No DVR routers for this DVR port 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:20:18.993518 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=1b19ac8f-84e1-4987-b625-71fe89dd67c4,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:18.998457 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] The host n-h2-741529-9 is not matching for port 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb host ! {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 18 20:20:18.998874 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:20:18.999298 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:20:19.095073 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2f9cb182-5aff-4215-9b75-9742209d7c01 req-52754c04-8569-4ef6-ba84-e21fb526de35 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] 10.222.0.31 "GET /v2.0/floatingips/30de95a2-2016-4ade-8cf9-d5f587f8a1bf HTTP/1.1" status: 200 len: 692 time: 0.1750438 Jan 18 20:20:19.155847 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-236de6b1-fcf9-4b07-b1c9-ea810c1def20 service neutron] In _notify_port_updated(), no bound segment for port 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb on network dcafdc34-74ba-4d39-8792-ddf985df2019 {{(pid=103335) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 18 20:20:19.157113 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-236de6b1-fcf9-4b07-b1c9-ea810c1def20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:19.157976 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-236de6b1-fcf9-4b07-b1c9-ea810c1def20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:19.160037 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-236de6b1-fcf9-4b07-b1c9-ea810c1def20 service neutron] 10.222.0.70 "PUT /v2.0/ports/0bbb04a5-1309-4d5f-8824-60e9bff7c6bb HTTP/1.1" status: 200 len: 1028 time: 1.9178441 Jan 18 20:20:19.173554 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] The host n-h2-741529-9 is not matching for port ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 host ! {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 18 20:20:19.173554 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:20:19.173911 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 3375ea57-478b-43f3-83e6-dd6a5636f0c3 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:20:19.453656 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b19ac8f-84e1-4987-b625-71fe89dd67c4'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:20:19.467256 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0999d2c9-7d8c-4674-aa80-4d63b0514e08" -d '{"events": [{"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-unplugged", "status": "completed", "tag": "1b19ac8f-84e1-4987-b625-71fe89dd67c4"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:20:19.469783 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 3375ea57-478b-43f3-83e6-dd6a5636f0c3 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:20:19.477955 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3375ea57-478b-43f3-83e6-dd6a5636f0c3), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:19.533068 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cb182-5aff-4215-9b75-9742209d7c01 req-637e8fdf-c838-48ff-acdd-7389aba3143a tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:19.544891 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2f9cb182-5aff-4215-9b75-9742209d7c01 req-637e8fdf-c838-48ff-acdd-7389aba3143a tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 784 time: 0.4485075 Jan 18 20:20:19.561939 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-2f9cb182-5aff-4215-9b75-9742209d7c01 req-d0507929-4028-432e-96e3-ddf0401d8365 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:20:19.573165 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2f9cb182-5aff-4215-9b75-9742209d7c01 req-d0507929-4028-432e-96e3-ddf0401d8365 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0246172 Jan 18 20:20:19.635006 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 3375ea57-478b-43f3-83e6-dd6a5636f0c3, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3375ea57-478b-43f3-83e6-dd6a5636f0c3,segment=NetworkSegment(d0da82cf-5645-4777-86ff-c2c01c2d9914),segment_id=d0da82cf-5645-4777-86ff-c2c01c2d9914)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:20:19.654091 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227a2d94-b474-4e75-adbe-6a983cf5ae81 x-openstack-request-id: req-227a2d94-b474-4e75-adbe-6a983cf5ae81 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:20:19.657104 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-unplugged", "status": "completed", "tag": "1b19ac8f-84e1-4987-b625-71fe89dd67c4", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:20:19.659005 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-227a2d94-b474-4e75-adbe-6a983cf5ae81 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:20:19.664000 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b19ac8f-84e1-4987-b625-71fe89dd67c4', 'code': 200} Jan 18 20:20:19.666350 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3375ea57-478b-43f3-83e6-dd6a5636f0c3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:19.674891 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 706fa8c8-f793-4fca-9e7c-9e00596e21c0 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:20:19.717360 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2f9cb182-5aff-4215-9b75-9742209d7c01 req-2302fbba-ffd5-43eb-a266-d15cc606f6c2 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.61 HTTP/1.1" status: 200 len: 695 time: 0.1425152 Jan 18 20:20:19.754673 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8303c62d-5d28-41fe-83fb-11c26e843f37 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for port (ba16561c-e1a2-44d8-95fc-8eda80d119f8), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:19.822244 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2f9cb182-5aff-4215-9b75-9742209d7c01 req-a03d8a93-30af-45a7-b649-37a8c956f462 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.61 HTTP/1.1" status: 200 len: 695 time: 0.1026731 Jan 18 20:20:19.840233 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e3233bd4-aed2-4b97-b4ec-bce2df861121 None None] Provisioning complete for port 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:19.842174 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e3233bd4-aed2-4b97-b4ec-bce2df861121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (0bbb04a5-1309-4d5f-8824-60e9bff7c6bb), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:19.872193 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8303c62d-5d28-41fe-83fb-11c26e843f37 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ba16561c-e1a2-44d8-95fc-8eda80d119f8), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:19.927006 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e3233bd4-aed2-4b97-b4ec-bce2df861121 None None] Port 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:20:20.018785 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-5934aa84-ca76-4150-93ef-988fb989af18 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Deleting port 3375ea57-478b-43f3-83e6-dd6a5636f0c3 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:20:20.019134 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-5934aa84-ca76-4150-93ef-988fb989af18 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (3375ea57-478b-43f3-83e6-dd6a5636f0c3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:20.022979 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303c62d-5d28-41fe-83fb-11c26e843f37 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event updated for resources: {'Port': ['ID=ba16561c-e1a2-44d8-95fc-8eda80d119f8,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:20.071330 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10598afe-74ec-428c-becf-8dab50e7b67f req-ba22d61c-108a-4b5a-a23f-3f38914d7244 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:20.080023 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=3375ea57-478b-43f3-83e6-dd6a5636f0c3,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:20.082010 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10598afe-74ec-428c-becf-8dab50e7b67f req-ba22d61c-108a-4b5a-a23f-3f38914d7244 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:20.100599 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10598afe-74ec-428c-becf-8dab50e7b67f req-ba22d61c-108a-4b5a-a23f-3f38914d7244 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:20.113037 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8303c62d-5d28-41fe-83fb-11c26e843f37 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Network 2c30b9bd-8dbd-4f0c-861d-0cd761227289 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:20:20.161372 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10598afe-74ec-428c-becf-8dab50e7b67f req-ba22d61c-108a-4b5a-a23f-3f38914d7244 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:20.186703 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-8303c62d-5d28-41fe-83fb-11c26e843f37 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:20:20.187360 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 706fa8c8-f793-4fca-9e7c-9e00596e21c0 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:20:20.188494 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (706fa8c8-f793-4fca-9e7c-9e00596e21c0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:20.200486 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8303c62d-5d28-41fe-83fb-11c26e843f37 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:20:20.208661 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10598afe-74ec-428c-becf-8dab50e7b67f req-ba22d61c-108a-4b5a-a23f-3f38914d7244 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:20.210801 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-10598afe-74ec-428c-becf-8dab50e7b67f req-ba22d61c-108a-4b5a-a23f-3f38914d7244 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 3880 time: 0.3662424 Jan 18 20:20:20.281067 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 706fa8c8-f793-4fca-9e7c-9e00596e21c0, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=706fa8c8-f793-4fca-9e7c-9e00596e21c0,segment=NetworkSegment(d0da82cf-5645-4777-86ff-c2c01c2d9914),segment_id=d0da82cf-5645-4777-86ff-c2c01c2d9914)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:20:20.288123 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (706fa8c8-f793-4fca-9e7c-9e00596e21c0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:20.289035 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 0a1c35cd-5914-44b5-95a0-1d50b743c9db no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:20:20.369211 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-10598afe-74ec-428c-becf-8dab50e7b67f req-bdba2387-f663-4a9c-946c-a3b5071d342b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367662 Jan 18 20:20:20.375741 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-2f9cb182-5aff-4215-9b75-9742209d7c01 req-44b1585e-b411-4b48-b81f-6671f9d21f49 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Deleting port d14fabfa-b72b-4b5b-8337-d02f687fa930 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:20:20.375741 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2f9cb182-5aff-4215-9b75-9742209d7c01 req-44b1585e-b411-4b48-b81f-6671f9d21f49 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d14fabfa-b72b-4b5b-8337-d02f687fa930), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:20.403379 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8303c62d-5d28-41fe-83fb-11c26e843f37 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:20.404181 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8303c62d-5d28-41fe-83fb-11c26e843f37 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:20.452832 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-5934aa84-ca76-4150-93ef-988fb989af18 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] For port 3375ea57-478b-43f3-83e6-dd6a5636f0c3, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3375ea57-478b-43f3-83e6-dd6a5636f0c3,segment=NetworkSegment(d0da82cf-5645-4777-86ff-c2c01c2d9914),segment_id=d0da82cf-5645-4777-86ff-c2c01c2d9914)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:20:20.454913 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-5934aa84-ca76-4150-93ef-988fb989af18 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (3375ea57-478b-43f3-83e6-dd6a5636f0c3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:20.465382 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8303c62d-5d28-41fe-83fb-11c26e843f37 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.4216316 Jan 18 20:20:20.481081 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57058) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:20.495979 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-fdb11de2-91d5-4a19-953f-4ee386ec4df5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Request body: {'port': {'network_id': '2c30b9bd-8dbd-4f0c-861d-0cd761227289', 'name': 'tempest-FloatingIPTestJSON-1747945459'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:20:20.526524 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-5934aa84-ca76-4150-93ef-988fb989af18 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Calling delete_port for 3375ea57-478b-43f3-83e6-dd6a5636f0c3 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:20:20.599263 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=706fa8c8-f793-4fca-9e7c-9e00596e21c0,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:20.621552 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 0a1c35cd-5914-44b5-95a0-1d50b743c9db is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:20:20.622233 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0a1c35cd-5914-44b5-95a0-1d50b743c9db), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:20.698539 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 0a1c35cd-5914-44b5-95a0-1d50b743c9db, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0a1c35cd-5914-44b5-95a0-1d50b743c9db,segment=NetworkSegment(4b2d50d6-da56-44e2-8ee5-945b9d9cafab),segment_id=4b2d50d6-da56-44e2-8ee5-945b9d9cafab)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:20:20.706601 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (0a1c35cd-5914-44b5-95a0-1d50b743c9db), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:20.799516 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=0a1c35cd-5914-44b5-95a0-1d50b743c9db,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:20.851169 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb11de2-91d5-4a19-953f-4ee386ec4df5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Made reservation on behalf of be734bf3297b4963aa9b04f991daf10b for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:20:20.855806 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fdb11de2-91d5-4a19-953f-4ee386ec4df5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:20.880419 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-fdb11de2-91d5-4a19-953f-4ee386ec4df5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] device_id is not set on port a19c6de6-578a-493b-b184-5811a42ffd74 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:20:20.928303 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2f9cb182-5aff-4215-9b75-9742209d7c01 req-44b1585e-b411-4b48-b81f-6671f9d21f49 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d14fabfa-b72b-4b5b-8337-d02f687fa930), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:20.928895 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2f9cb182-5aff-4215-9b75-9742209d7c01 req-44b1585e-b411-4b48-b81f-6671f9d21f49 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks [] for floatingip (d14fabfa-b72b-4b5b-8337-d02f687fa930), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:20.951364 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-2f9cb182-5aff-4215-9b75-9742209d7c01 req-44b1585e-b411-4b48-b81f-6671f9d21f49 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Calling delete_port for d14fabfa-b72b-4b5b-8337-d02f687fa930 owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:20:21.005199 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-5934aa84-ca76-4150-93ef-988fb989af18 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (3375ea57-478b-43f3-83e6-dd6a5636f0c3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:21.200127 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934aa84-ca76-4150-93ef-988fb989af18 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Pushing event deleted for resources: {'Port': ['ID=3375ea57-478b-43f3-83e6-dd6a5636f0c3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:21.249040 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-5934aa84-ca76-4150-93ef-988fb989af18 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] No DVR routers for this DVR port 3375ea57-478b-43f3-83e6-dd6a5636f0c3 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:20:21.254507 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-5934aa84-ca76-4150-93ef-988fb989af18 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:21.258486 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-5934aa84-ca76-4150-93ef-988fb989af18 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.70 "DELETE /v2.0/ports/3375ea57-478b-43f3-83e6-dd6a5636f0c3 HTTP/1.1" status: 204 len: 173 time: 2.0742326 Jan 18 20:20:21.258952 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-deleted', 'tag': '3375ea57-478b-43f3-83e6-dd6a5636f0c3'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:20:21.261269 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7e9302-0fd7-4b1a-a2bd-8e8a3c0a7b06" -d '{"events": [{"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-deleted", "tag": "3375ea57-478b-43f3-83e6-dd6a5636f0c3"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:20:21.277446 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2f9cb182-5aff-4215-9b75-9742209d7c01 req-44b1585e-b411-4b48-b81f-6671f9d21f49 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (d14fabfa-b72b-4b5b-8337-d02f687fa930), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:21.450252 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b2280f-5c4f-46af-a215-7a92527061a1 x-openstack-request-id: req-89b2280f-5c4f-46af-a215-7a92527061a1 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:20:21.450551 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-deleted", "tag": "3375ea57-478b-43f3-83e6-dd6a5636f0c3", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:20:21.450808 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89b2280f-5c4f-46af-a215-7a92527061a1 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:20:21.455195 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-deleted', 'tag': '3375ea57-478b-43f3-83e6-dd6a5636f0c3', 'status': 'completed', 'code': 200} Jan 18 20:20:21.495090 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2f9cb182-5aff-4215-9b75-9742209d7c01 req-44b1585e-b411-4b48-b81f-6671f9d21f49 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks [] for floatingip (30de95a2-2016-4ade-8cf9-d5f587f8a1bf), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:21.497718 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2f9cb182-5aff-4215-9b75-9742209d7c01 req-44b1585e-b411-4b48-b81f-6671f9d21f49 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:21.498227 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-fdb11de2-91d5-4a19-953f-4ee386ec4df5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Allocated IP 172.20.0.4 (2c30b9bd-8dbd-4f0c-861d-0cd761227289/f546c3ea-1429-47e3-affb-69952125f1ed/a19c6de6-578a-493b-b184-5811a42ffd74) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:20:21.510129 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2f9cb182-5aff-4215-9b75-9742209d7c01 req-44b1585e-b411-4b48-b81f-6671f9d21f49 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] 10.222.0.31 "DELETE /v2.0/floatingips/30de95a2-2016-4ade-8cf9-d5f587f8a1bf HTTP/1.1" status: 204 len: 173 time: 1.6750357 Jan 18 20:20:21.510992 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1585e-b411-4b48-b81f-6671f9d21f49 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Pushing event deleted for resources: {'Port': ['ID=d14fabfa-b72b-4b5b-8337-d02f687fa930,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:21.665849 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3375ea57-478b-43f3-83e6-dd6a5636f0c3'}, {'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '706fa8c8-f793-4fca-9e7c-9e00596e21c0'}, {'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a1c35cd-5914-44b5-95a0-1d50b743c9db'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:20:21.668221 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b0a8b8-764c-47be-85f5-0515737a3471" -d '{"events": [{"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-unplugged", "status": "completed", "tag": "3375ea57-478b-43f3-83e6-dd6a5636f0c3"}, {"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-unplugged", "status": "completed", "tag": "706fa8c8-f793-4fca-9e7c-9e00596e21c0"}, {"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-unplugged", "status": "completed", "tag": "0a1c35cd-5914-44b5-95a0-1d50b743c9db"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:20:21.932428 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7051efe-0f01-4cb2-9dc4-8f9b37374e71 req-95826742-d044-46a6-b37a-9405f81ff02b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:21.963809 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7051efe-0f01-4cb2-9dc4-8f9b37374e71 req-95826742-d044-46a6-b37a-9405f81ff02b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:21.972259 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-7fd50147-770d-476f-ac42-cae1929fa2ea tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Deleting port fcb008f3-6e05-437d-bc92-613c8989d834 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:20:21.972758 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-7fd50147-770d-476f-ac42-cae1929fa2ea tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (fcb008f3-6e05-437d-bc92-613c8989d834), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:21.989100 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7051efe-0f01-4cb2-9dc4-8f9b37374e71 req-95826742-d044-46a6-b37a-9405f81ff02b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:22.011309 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7051efe-0f01-4cb2-9dc4-8f9b37374e71 req-95826742-d044-46a6-b37a-9405f81ff02b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:22.019556 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7051efe-0f01-4cb2-9dc4-8f9b37374e71 req-95826742-d044-46a6-b37a-9405f81ff02b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 3143 time: 0.4809399 Jan 18 20:20:22.196973 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fdb11de2-91d5-4a19-953f-4ee386ec4df5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for port (a19c6de6-578a-493b-b184-5811a42ffd74), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:22.258755 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-7fd50147-770d-476f-ac42-cae1929fa2ea tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] For port fcb008f3-6e05-437d-bc92-613c8989d834, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=fcb008f3-6e05-437d-bc92-613c8989d834,segment=NetworkSegment(011b0248-f13e-4236-abd9-595a2f7b91fd),segment_id=011b0248-f13e-4236-abd9-595a2f7b91fd)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:20:22.259116 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-7fd50147-770d-476f-ac42-cae1929fa2ea tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (fcb008f3-6e05-437d-bc92-613c8989d834), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:22.263833 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d7018f6-1434-426f-a43f-a3a9b9c816b6 req-65b56616-110d-4c69-a255-7bd1635f408e tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6680970 Jan 18 20:20:22.276708 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-8d7018f6-1434-426f-a43f-a3a9b9c816b6 req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:20:22.305547 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7051efe-0f01-4cb2-9dc4-8f9b37374e71 req-e8f28743-486b-41b6-837c-f52ac057ab26 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2839818 Jan 18 20:20:22.321131 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-7fd50147-770d-476f-ac42-cae1929fa2ea tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Calling delete_port for fcb008f3-6e05-437d-bc92-613c8989d834 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:20:22.360711 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8d7018f6-1434-426f-a43f-a3a9b9c816b6 req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:22.505160 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fdb11de2-91d5-4a19-953f-4ee386ec4df5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (a19c6de6-578a-493b-b184-5811a42ffd74), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:22.642959 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb11de2-91d5-4a19-953f-4ee386ec4df5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event updated for resources: {'Port': ['ID=a19c6de6-578a-493b-b184-5811a42ffd74,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:22.650796 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb11de2-91d5-4a19-953f-4ee386ec4df5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Network 2c30b9bd-8dbd-4f0c-861d-0cd761227289 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:20:22.673591 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 18 Jan 2022 20:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f117e906-3c3f-4faf-af1a-749bf1cd1020 x-openstack-request-id: req-f117e906-3c3f-4faf-af1a-749bf1cd1020 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:20:22.674132 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-unplugged", "status": "completed", "tag": "3375ea57-478b-43f3-83e6-dd6a5636f0c3", "code": 200}, {"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-unplugged", "status": "completed", "tag": "706fa8c8-f793-4fca-9e7c-9e00596e21c0", "code": 200}, {"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-unplugged", "status": "completed", "tag": "0a1c35cd-5914-44b5-95a0-1d50b743c9db", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:20:22.674132 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f117e906-3c3f-4faf-af1a-749bf1cd1020 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:20:22.674547 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3375ea57-478b-43f3-83e6-dd6a5636f0c3', 'code': 200} Jan 18 20:20:22.674859 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '706fa8c8-f793-4fca-9e7c-9e00596e21c0', 'code': 200} Jan 18 20:20:22.675112 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a1c35cd-5914-44b5-95a0-1d50b743c9db', 'code': 200} Jan 18 20:20:22.700886 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-fdb11de2-91d5-4a19-953f-4ee386ec4df5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:20:22.708482 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb11de2-91d5-4a19-953f-4ee386ec4df5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:20:22.725702 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8d7018f6-1434-426f-a43f-a3a9b9c816b6 req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:22.814422 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-7fd50147-770d-476f-ac42-cae1929fa2ea tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (fcb008f3-6e05-437d-bc92-613c8989d834), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:22.856275 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb11de2-91d5-4a19-953f-4ee386ec4df5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:22.856936 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fdb11de2-91d5-4a19-953f-4ee386ec4df5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:22.897266 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd50147-770d-476f-ac42-cae1929fa2ea tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Pushing event deleted for resources: {'Port': ['ID=fcb008f3-6e05-437d-bc92-613c8989d834,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:23.057778 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-7fd50147-770d-476f-ac42-cae1929fa2ea tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] No DVR routers for this DVR port fcb008f3-6e05-437d-bc92-613c8989d834 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:20:23.066642 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fdb11de2-91d5-4a19-953f-4ee386ec4df5 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5823593 Jan 18 20:20:23.072628 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-7fd50147-770d-476f-ac42-cae1929fa2ea tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:23.080894 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-7fd50147-770d-476f-ac42-cae1929fa2ea tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.70 "DELETE /v2.0/ports/fcb008f3-6e05-437d-bc92-613c8989d834 HTTP/1.1" status: 204 len: 173 time: 1.7887542 Jan 18 20:20:23.082356 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57116) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:23.086492 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-3bda5b91-7021-4c56-ba81-63db4ed5b1bd tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'port_id': 'a19c6de6-578a-493b-b184-5811a42ffd74', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:20:23.191107 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-8d7018f6-1434-426f-a43f-a3a9b9c816b6 req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Allocated IP 172.25.4.166 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/97a4c755-9cb6-4506-84be-4ec88f37d0d0) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:20:23.202062 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3bda5b91-7021-4c56-ba81-63db4ed5b1bd tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:23.415017 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-800096b9-8649-4b81-a6ae-959fd337c2e1 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Deleting port 706fa8c8-f793-4fca-9e7c-9e00596e21c0 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:20:23.415367 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-800096b9-8649-4b81-a6ae-959fd337c2e1 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (706fa8c8-f793-4fca-9e7c-9e00596e21c0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:23.442639 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8d7018f6-1434-426f-a43f-a3a9b9c816b6 req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks [] for port (97a4c755-9cb6-4506-84be-4ec88f37d0d0), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:23.536943 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8d7018f6-1434-426f-a43f-a3a9b9c816b6 req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (97a4c755-9cb6-4506-84be-4ec88f37d0d0), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:23.648861 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-800096b9-8649-4b81-a6ae-959fd337c2e1 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] For port 706fa8c8-f793-4fca-9e7c-9e00596e21c0, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=706fa8c8-f793-4fca-9e7c-9e00596e21c0,segment=NetworkSegment(d0da82cf-5645-4777-86ff-c2c01c2d9914),segment_id=d0da82cf-5645-4777-86ff-c2c01c2d9914)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:20:23.648861 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-800096b9-8649-4b81-a6ae-959fd337c2e1 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (706fa8c8-f793-4fca-9e7c-9e00596e21c0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:23.682555 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-800096b9-8649-4b81-a6ae-959fd337c2e1 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Calling delete_port for 706fa8c8-f793-4fca-9e7c-9e00596e21c0 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:20:23.756822 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Pushing event updated for resources: {'Port': ['ID=97a4c755-9cb6-4506-84be-4ec88f37d0d0,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:23.844063 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d7018f6-1434-426f-a43f-a3a9b9c816b6 req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:20:23.845690 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:23.846032 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:23.846404 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:23.847335 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:23.847667 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:23.847993 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:23.848321 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:23.848640 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:23.848957 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:23.849271 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:23.870115 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:23.870576 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:23.870919 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:23.877082 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-8d7018f6-1434-426f-a43f-a3a9b9c816b6 req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:20:23.891186 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7018f6-1434-426f-a43f-a3a9b9c816b6 req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:20:24.087719 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b575ee6-b5f3-4207-807b-78c0d3c481dc req-be9edec5-d84b-4cb1-9a79-cfa0dd967910 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:24.098705 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b575ee6-b5f3-4207-807b-78c0d3c481dc req-be9edec5-d84b-4cb1-9a79-cfa0dd967910 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:24.109405 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b575ee6-b5f3-4207-807b-78c0d3c481dc req-be9edec5-d84b-4cb1-9a79-cfa0dd967910 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:24.121353 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4b575ee6-b5f3-4207-807b-78c0d3c481dc req-be9edec5-d84b-4cb1-9a79-cfa0dd967910 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 2410 time: 0.4707534 Jan 18 20:20:24.296443 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4b575ee6-b5f3-4207-807b-78c0d3c481dc req-5f6030c0-fedc-478f-acb7-61b0d079d3e1 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740007 Jan 18 20:20:24.468535 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8d7018f6-1434-426f-a43f-a3a9b9c816b6 req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks [] for floatingip (2820d8af-8ff5-4158-be40-e3f9c06f81eb), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:24.474592 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-deleted', 'tag': 'fcb008f3-6e05-437d-bc92-613c8989d834'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:20:24.495114 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5a53c1-81cc-44c9-9f1f-6b2ed38ff453" -d '{"events": [{"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-deleted", "tag": "fcb008f3-6e05-437d-bc92-613c8989d834"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:20:24.554542 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8d7018f6-1434-426f-a43f-a3a9b9c816b6 req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (97a4c755-9cb6-4506-84be-4ec88f37d0d0), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:24.631447 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3bda5b91-7021-4c56-ba81-63db4ed5b1bd tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:25.014943 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-3bda5b91-7021-4c56-ba81-63db4ed5b1bd tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Allocated IP 172.25.4.125 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/0b6eb956-e73f-49fb-b65a-0e77b3a27241) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:20:25.053768 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8d7018f6-1434-426f-a43f-a3a9b9c816b6 req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks [] for port (97a4c755-9cb6-4506-84be-4ec88f37d0d0), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:25.067612 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8d7018f6-1434-426f-a43f-a3a9b9c816b6 req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (97a4c755-9cb6-4506-84be-4ec88f37d0d0), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:25.139764 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Pushing event updated for resources: {'Port': ['ID=97a4c755-9cb6-4506-84be-4ec88f37d0d0,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:25.203111 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3bda5b91-7021-4c56-ba81-63db4ed5b1bd tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for port (0b6eb956-e73f-49fb-b65a-0e77b3a27241), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:25.239961 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ab8d2d-eef4-46a1-a68b-144cacf148d2 x-openstack-request-id: req-38ab8d2d-eef4-46a1-a68b-144cacf148d2 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:20:25.240964 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-deleted", "tag": "fcb008f3-6e05-437d-bc92-613c8989d834", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:20:25.241618 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-38ab8d2d-eef4-46a1-a68b-144cacf148d2 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:20:25.242338 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-deleted', 'tag': 'fcb008f3-6e05-437d-bc92-613c8989d834', 'status': 'completed', 'code': 200} Jan 18 20:20:25.256505 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3bda5b91-7021-4c56-ba81-63db4ed5b1bd tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (0b6eb956-e73f-49fb-b65a-0e77b3a27241), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:25.309419 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8d7018f6-1434-426f-a43f-a3a9b9c816b6 req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (2820d8af-8ff5-4158-be40-e3f9c06f81eb), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:25.373338 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8d7018f6-1434-426f-a43f-a3a9b9c816b6 req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:25.383091 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bda5b91-7021-4c56-ba81-63db4ed5b1bd tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:20:25.392334 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d7018f6-1434-426f-a43f-a3a9b9c816b6 req-1667edac-0026-4d98-b14f-d503b6d5d143 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1216309 Jan 18 20:20:25.408391 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-3bda5b91-7021-4c56-ba81-63db4ed5b1bd tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:20:25.417181 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda5b91-7021-4c56-ba81-63db4ed5b1bd tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event updated for resources: {'Port': ['ID=0b6eb956-e73f-49fb-b65a-0e77b3a27241,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:25.426402 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda5b91-7021-4c56-ba81-63db4ed5b1bd tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:20:25.577029 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-30ca74e4-e9b5-4e98-937a-57687113b666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:25.618868 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-800096b9-8649-4b81-a6ae-959fd337c2e1 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (706fa8c8-f793-4fca-9e7c-9e00596e21c0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:25.734395 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d7018f6-1434-426f-a43f-a3a9b9c816b6 req-5b1566f6-ae52-456c-b47c-49c1e4c4f51e tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.166 HTTP/1.1" status: 200 len: 696 time: 0.3410718 Jan 18 20:20:25.745587 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800096b9-8649-4b81-a6ae-959fd337c2e1 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Pushing event deleted for resources: {'Port': ['ID=706fa8c8-f793-4fca-9e7c-9e00596e21c0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:25.942438 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-800096b9-8649-4b81-a6ae-959fd337c2e1 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] No DVR routers for this DVR port 706fa8c8-f793-4fca-9e7c-9e00596e21c0 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:20:25.957291 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-800096b9-8649-4b81-a6ae-959fd337c2e1 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:25.960797 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-800096b9-8649-4b81-a6ae-959fd337c2e1 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.70 "DELETE /v2.0/ports/706fa8c8-f793-4fca-9e7c-9e00596e21c0 HTTP/1.1" status: 204 len: 173 time: 2.8591616 Jan 18 20:20:26.085247 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7018f6-1434-426f-a43f-a3a9b9c816b6 req-293c7b74-e694-4e1f-aeb2-76128df7be65 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:26.109124 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d7018f6-1434-426f-a43f-a3a9b9c816b6 req-293c7b74-e694-4e1f-aeb2-76128df7be65 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 784 time: 0.3727908 Jan 18 20:20:26.126554 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-8d7018f6-1434-426f-a43f-a3a9b9c816b6 req-503ea0d6-5180-4487-b632-94ae9621301c tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:20:26.143629 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d7018f6-1434-426f-a43f-a3a9b9c816b6 req-503ea0d6-5180-4487-b632-94ae9621301c tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0333807 Jan 18 20:20:26.188694 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bece82-5272-4886-836b-2538d77ff36d req-eb81f93d-3ead-4bff-ba67-d998cbdffde0 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:26.208207 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bece82-5272-4886-836b-2538d77ff36d req-eb81f93d-3ead-4bff-ba67-d998cbdffde0 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:26.209882 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-00bece82-5272-4886-836b-2538d77ff36d req-eb81f93d-3ead-4bff-ba67-d998cbdffde0 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 1678 time: 0.6132412 Jan 18 20:20:26.496564 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-00bece82-5272-4886-836b-2538d77ff36d req-8703d57e-607a-4207-8dc2-c7e1b58a082d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721570 Jan 18 20:20:26.548549 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e2e8cb6-7e88-4701-b414-38e1666b3959 req-6b377a52-2bd2-43ed-9e8b-988927e0db30 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] 10.222.0.31 "GET /v2.0/floatingips/2820d8af-8ff5-4158-be40-e3f9c06f81eb HTTP/1.1" status: 200 len: 693 time: 0.1888466 Jan 18 20:20:26.708287 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-bdcccc2a-8835-4bb4-bf79-fed0bb3d8227 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Deleting port 1b19ac8f-84e1-4987-b625-71fe89dd67c4 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:20:26.708852 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-bdcccc2a-8835-4bb4-bf79-fed0bb3d8227 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (1b19ac8f-84e1-4987-b625-71fe89dd67c4), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:26.754366 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e8cb6-7e88-4701-b414-38e1666b3959 req-629867a5-6aed-4524-812e-849d1e555752 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:26.770283 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e2e8cb6-7e88-4701-b414-38e1666b3959 req-629867a5-6aed-4524-812e-849d1e555752 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 784 time: 0.2208111 Jan 18 20:20:26.932962 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e2e8cb6-7e88-4701-b414-38e1666b3959 req-af4c3253-f23b-4adb-8ed4-0161fdafaa20 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.166 HTTP/1.1" status: 200 len: 696 time: 0.1591082 Jan 18 20:20:27.117256 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e2e8cb6-7e88-4701-b414-38e1666b3959 req-b78b5a3b-33cf-4011-8f61-3382dbd82eb1 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.166 HTTP/1.1" status: 200 len: 696 time: 0.1825941 Jan 18 20:20:27.154938 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-bdcccc2a-8835-4bb4-bf79-fed0bb3d8227 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] For port 1b19ac8f-84e1-4987-b625-71fe89dd67c4, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1b19ac8f-84e1-4987-b625-71fe89dd67c4,segment=NetworkSegment(011b0248-f13e-4236-abd9-595a2f7b91fd),segment_id=011b0248-f13e-4236-abd9-595a2f7b91fd)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:20:27.158057 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-bdcccc2a-8835-4bb4-bf79-fed0bb3d8227 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (1b19ac8f-84e1-4987-b625-71fe89dd67c4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:27.263823 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-deleted', 'tag': '706fa8c8-f793-4fca-9e7c-9e00596e21c0'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:20:27.270082 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fcb45b-b351-4720-b6f0-71e0748eafba" -d '{"events": [{"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-deleted", "tag": "706fa8c8-f793-4fca-9e7c-9e00596e21c0"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:20:27.290211 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-bdcccc2a-8835-4bb4-bf79-fed0bb3d8227 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Calling delete_port for 1b19ac8f-84e1-4987-b625-71fe89dd67c4 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:20:27.414591 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3bda5b91-7021-4c56-ba81-63db4ed5b1bd tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (ed9acc15-b4f0-42d7-aca7-808c7883c5cb), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:27.624481 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3bda5b91-7021-4c56-ba81-63db4ed5b1bd tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0b6eb956-e73f-49fb-b65a-0e77b3a27241), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:27.631980 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-2e2e8cb6-7e88-4701-b414-38e1666b3959 req-5a560f5b-1e28-461b-a2f0-54e3253dcab8 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Deleting port 97a4c755-9cb6-4506-84be-4ec88f37d0d0 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:20:27.632518 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2e2e8cb6-7e88-4701-b414-38e1666b3959 req-5a560f5b-1e28-461b-a2f0-54e3253dcab8 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (97a4c755-9cb6-4506-84be-4ec88f37d0d0), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:27.709080 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36201548-a0a9-4198-9de8-76a42e3086c3 x-openstack-request-id: req-36201548-a0a9-4198-9de8-76a42e3086c3 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:20:27.709709 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-deleted", "tag": "706fa8c8-f793-4fca-9e7c-9e00596e21c0", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:20:27.709709 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36201548-a0a9-4198-9de8-76a42e3086c3 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:20:27.710096 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-deleted', 'tag': '706fa8c8-f793-4fca-9e7c-9e00596e21c0', 'status': 'completed', 'code': 200} Jan 18 20:20:27.778153 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a3b4b6f3-0022-411f-9a23-f8236495aa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:27.984418 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2e2e8cb6-7e88-4701-b414-38e1666b3959 req-5a560f5b-1e28-461b-a2f0-54e3253dcab8 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (97a4c755-9cb6-4506-84be-4ec88f37d0d0), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:27.987261 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2e2e8cb6-7e88-4701-b414-38e1666b3959 req-5a560f5b-1e28-461b-a2f0-54e3253dcab8 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks [] for floatingip (97a4c755-9cb6-4506-84be-4ec88f37d0d0), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:28.069825 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016bc65-0a68-4cf6-aa9b-76b9b6b60bff req-e24c99be-12d3-47db-98e5-35527afac137 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:28.080705 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-bdcccc2a-8835-4bb4-bf79-fed0bb3d8227 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (1b19ac8f-84e1-4987-b625-71fe89dd67c4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:28.098544 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016bc65-0a68-4cf6-aa9b-76b9b6b60bff req-e24c99be-12d3-47db-98e5-35527afac137 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:28.109189 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f016bc65-0a68-4cf6-aa9b-76b9b6b60bff req-e24c99be-12d3-47db-98e5-35527afac137 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 1678 time: 0.3910611 Jan 18 20:20:28.120983 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-2e2e8cb6-7e88-4701-b414-38e1666b3959 req-5a560f5b-1e28-461b-a2f0-54e3253dcab8 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Calling delete_port for 97a4c755-9cb6-4506-84be-4ec88f37d0d0 owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:20:28.261395 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f016bc65-0a68-4cf6-aa9b-76b9b6b60bff req-c72694f5-a092-4e43-beda-34fadf283206 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492219 Jan 18 20:20:28.291883 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcccc2a-8835-4bb4-bf79-fed0bb3d8227 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Pushing event deleted for resources: {'Port': ['ID=1b19ac8f-84e1-4987-b625-71fe89dd67c4,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:28.468640 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2e2e8cb6-7e88-4701-b414-38e1666b3959 req-5a560f5b-1e28-461b-a2f0-54e3253dcab8 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (97a4c755-9cb6-4506-84be-4ec88f37d0d0), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:28.542112 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a560f5b-1e28-461b-a2f0-54e3253dcab8 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Pushing event deleted for resources: {'Port': ['ID=97a4c755-9cb6-4506-84be-4ec88f37d0d0,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:28.546804 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3bda5b91-7021-4c56-ba81-63db4ed5b1bd tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for port (0b6eb956-e73f-49fb-b65a-0e77b3a27241), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:28.548434 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-bdcccc2a-8835-4bb4-bf79-fed0bb3d8227 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] No DVR routers for this DVR port 1b19ac8f-84e1-4987-b625-71fe89dd67c4 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:20:28.558190 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-bdcccc2a-8835-4bb4-bf79-fed0bb3d8227 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:28.578620 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-bdcccc2a-8835-4bb4-bf79-fed0bb3d8227 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.70 "DELETE /v2.0/ports/1b19ac8f-84e1-4987-b625-71fe89dd67c4 HTTP/1.1" status: 204 len: 173 time: 2.5720639 Jan 18 20:20:28.580054 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3bda5b91-7021-4c56-ba81-63db4ed5b1bd tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (0b6eb956-e73f-49fb-b65a-0e77b3a27241), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:28.719025 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2e2e8cb6-7e88-4701-b414-38e1666b3959 req-5a560f5b-1e28-461b-a2f0-54e3253dcab8 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks [] for floatingip (2820d8af-8ff5-4158-be40-e3f9c06f81eb), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:28.721941 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2e2e8cb6-7e88-4701-b414-38e1666b3959 req-5a560f5b-1e28-461b-a2f0-54e3253dcab8 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:28.727560 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e2e8cb6-7e88-4701-b414-38e1666b3959 req-5a560f5b-1e28-461b-a2f0-54e3253dcab8 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] 10.222.0.31 "DELETE /v2.0/floatingips/2820d8af-8ff5-4158-be40-e3f9c06f81eb HTTP/1.1" status: 204 len: 173 time: 1.6094558 Jan 18 20:20:28.824496 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-318b39d6-87d2-46b9-8e48-8c9e4ba73d47 req-26444662-fae7-4afd-bc37-d8a9113bc141 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] show failed (client error): The resource could not be found. Jan 18 20:20:28.832735 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-318b39d6-87d2-46b9-8e48-8c9e4ba73d47 req-26444662-fae7-4afd-bc37-d8a9113bc141 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] 10.222.0.31 "GET /v2.0/floatingips/2820d8af-8ff5-4158-be40-e3f9c06f81eb HTTP/1.1" status: 404 len: 350 time: 0.0797787 Jan 18 20:20:28.913246 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-2ad41974-8790-4892-a5d0-9719f417ba9d req-e9ef7e15-ae3d-4790-bac9-a0da01e461f5 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] show failed (client error): The resource could not be found. Jan 18 20:20:28.917176 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2ad41974-8790-4892-a5d0-9719f417ba9d req-e9ef7e15-ae3d-4790-bac9-a0da01e461f5 tempest-FloatingIPsTestJSON-1354100702 tempest-FloatingIPsTestJSON-1354100702-project] 10.222.0.31 "GET /v2.0/floatingips/2820d8af-8ff5-4158-be40-e3f9c06f81eb HTTP/1.1" status: 404 len: 350 time: 0.0706260 Jan 18 20:20:28.926799 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 57242) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:29.006492 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:29.072015 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda5b91-7021-4c56-ba81-63db4ed5b1bd tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event updated for resources: {'Port': ['ID=0b6eb956-e73f-49fb-b65a-0e77b3a27241,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:29.118371 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3bda5b91-7021-4c56-ba81-63db4ed5b1bd tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (ed9acc15-b4f0-42d7-aca7-808c7883c5cb), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:29.371550 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [None req-3bda5b91-7021-4c56-ba81-63db4ed5b1bd tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Floating IP ed9acc15-b4f0-42d7-aca7-808c7883c5cb associated. External IP: 172.25.4.125, port: a19c6de6-578a-493b-b184-5811a42ffd74. Jan 18 20:20:29.594206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-39725d1f-d414-4d2f-8bea-afbadffe6748 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Deleting port 0a1c35cd-5914-44b5-95a0-1d50b743c9db {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:20:29.594498 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-39725d1f-d414-4d2f-8bea-afbadffe6748 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (0a1c35cd-5914-44b5-95a0-1d50b743c9db), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:29.781212 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633549a-305c-4d48-b7d9-96bd3a9dedfc req-40dd4345-8ac4-4812-aa5f-a3abac174f13 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:29.798240 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5633549a-305c-4d48-b7d9-96bd3a9dedfc req-40dd4345-8ac4-4812-aa5f-a3abac174f13 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 944 time: 0.3205905 Jan 18 20:20:29.827371 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-39725d1f-d414-4d2f-8bea-afbadffe6748 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] For port 0a1c35cd-5914-44b5-95a0-1d50b743c9db, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0a1c35cd-5914-44b5-95a0-1d50b743c9db,segment=NetworkSegment(4b2d50d6-da56-44e2-8ee5-945b9d9cafab),segment_id=4b2d50d6-da56-44e2-8ee5-945b9d9cafab)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:20:29.827738 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-39725d1f-d414-4d2f-8bea-afbadffe6748 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (0a1c35cd-5914-44b5-95a0-1d50b743c9db), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:29.958147 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5633549a-305c-4d48-b7d9-96bd3a9dedfc req-360eaafd-53c6-40c1-bf5b-21f65c7e83f5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1932240-7d46-444a-b08f-d72000630e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514988 Jan 18 20:20:29.979164 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-deleted', 'tag': '1b19ac8f-84e1-4987-b625-71fe89dd67c4'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:20:29.981653 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb133aa3-a36c-48ec-b548-b45bdce70287" -d '{"events": [{"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-deleted", "tag": "1b19ac8f-84e1-4987-b625-71fe89dd67c4"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:20:30.134667 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca1965cb-1036-4cfb-8b7e-bd35c19963c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (bad2a884-365d-4784-bed7-dcd1a3609f22), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:30.171212 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-39725d1f-d414-4d2f-8bea-afbadffe6748 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:30.171766 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-39725d1f-d414-4d2f-8bea-afbadffe6748 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (59ceff8c-77c7-431a-9193-f3c78364b1c6), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:30.171891 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-39725d1f-d414-4d2f-8bea-afbadffe6748 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Floating IP 59ceff8c-77c7-431a-9193-f3c78364b1c6 disassociated. External IP: 172.25.4.46, port: 0a1c35cd-5914-44b5-95a0-1d50b743c9db. Jan 18 20:20:30.172206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-39725d1f-d414-4d2f-8bea-afbadffe6748 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Calling delete_port for 0a1c35cd-5914-44b5-95a0-1d50b743c9db owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:20:30.180652 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55649fc-e3af-4117-8772-08fd7dd89165 x-openstack-request-id: req-e55649fc-e3af-4117-8772-08fd7dd89165 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:20:30.180942 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-deleted", "tag": "1b19ac8f-84e1-4987-b625-71fe89dd67c4", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:20:30.181242 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e55649fc-e3af-4117-8772-08fd7dd89165 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:20:30.181585 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-deleted', 'tag': '1b19ac8f-84e1-4987-b625-71fe89dd67c4', 'status': 'completed', 'code': 200} Jan 18 20:20:30.489172 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:30.506795 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bda5b91-7021-4c56-ba81-63db4ed5b1bd tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Router d7c8121c-050e-405d-9cf8-a1e427cdc14f has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:20:30.633224 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85916c27-ba11-4ed8-84c1-ec45d63aabb0 req-f87fac4d-ef3d-45f6-b966-509cda044ddb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1460977 Jan 18 20:20:30.664938 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-39725d1f-d414-4d2f-8bea-afbadffe6748 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (0a1c35cd-5914-44b5-95a0-1d50b743c9db), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:30.674255 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-ca1965cb-1036-4cfb-8b7e-bd35c19963c1 admin admin] Deleting port 742fe80c-6c42-40b8-826a-f151094759ca {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:20:30.674598 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca1965cb-1036-4cfb-8b7e-bd35c19963c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (742fe80c-6c42-40b8-826a-f151094759ca), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:30.766435 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39725d1f-d414-4d2f-8bea-afbadffe6748 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Pushing event deleted for resources: {'Port': ['ID=0a1c35cd-5914-44b5-95a0-1d50b743c9db,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:30.798330 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-ca1965cb-1036-4cfb-8b7e-bd35c19963c1 admin admin] For port 742fe80c-6c42-40b8-826a-f151094759ca, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=742fe80c-6c42-40b8-826a-f151094759ca,segment=NetworkSegment(de0358c6-e314-422b-ae5c-6f0392e0a9ad),segment_id=de0358c6-e314-422b-ae5c-6f0392e0a9ad)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:20:30.798883 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca1965cb-1036-4cfb-8b7e-bd35c19963c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (742fe80c-6c42-40b8-826a-f151094759ca), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:30.816498 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-ca1965cb-1036-4cfb-8b7e-bd35c19963c1 admin admin] Calling delete_port for 742fe80c-6c42-40b8-826a-f151094759ca owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:20:30.911701 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-39725d1f-d414-4d2f-8bea-afbadffe6748 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Router a7b92635-136e-4ba6-93a8-9c6eaaf1a95b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:20:30.919719 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85916c27-ba11-4ed8-84c1-ec45d63aabb0 req-2c679a15-143f-416a-bf3a-e620d2bd4cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:30.921316 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85916c27-ba11-4ed8-84c1-ec45d63aabb0 req-2c679a15-143f-416a-bf3a-e620d2bd4cca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 1096 time: 0.2283678 Jan 18 20:20:30.922884 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bda5b91-7021-4c56-ba81-63db4ed5b1bd tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:20:30.937865 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b2221-8993-457d-96b9-67c1b235dd40 None None] Sync routers for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:20:30.965185 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b2221-8993-457d-96b9-67c1b235dd40 None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:30.967806 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c53b2221-8993-457d-96b9-67c1b235dd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:31.091157 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca1965cb-1036-4cfb-8b7e-bd35c19963c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (742fe80c-6c42-40b8-826a-f151094759ca), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:31.099308 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c53b2221-8993-457d-96b9-67c1b235dd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:31.122123 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1965cb-1036-4cfb-8b7e-bd35c19963c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=742fe80c-6c42-40b8-826a-f151094759ca,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:31.141028 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b2221-8993-457d-96b9-67c1b235dd40 None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:31.142218 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c53b2221-8993-457d-96b9-67c1b235dd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:31.255305 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c53b2221-8993-457d-96b9-67c1b235dd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:31.256214 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b2221-8993-457d-96b9-67c1b235dd40 None None] The sync data for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:20:31.362565 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4748de13-af42-4501-b602-18e2470c132b req-82ab7a12-d4a7-4ac7-b7fe-1aa29d1bb1d2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.1383233 Jan 18 20:20:31.814593 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:31.855149 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3bda5b91-7021-4c56-ba81-63db4ed5b1bd tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:32.095521 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3bda5b91-7021-4c56-ba81-63db4ed5b1bd tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.0124519 Jan 18 20:20:32.099055 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 57302) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:32.106084 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-366395b4-2a89-4434-a22d-3495a6d91365 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:20:32.156766 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85916c27-ba11-4ed8-84c1-ec45d63aabb0 req-df02e090-162b-4961-b47d-925ab073fc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:32.158422 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85916c27-ba11-4ed8-84c1-ec45d63aabb0 req-df02e090-162b-4961-b47d-925ab073fc16 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 912 time: 1.2098877 Jan 18 20:20:32.205944 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-366395b4-2a89-4434-a22d-3495a6d91365 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (ed9acc15-b4f0-42d7-aca7-808c7883c5cb), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:32.304068 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-39725d1f-d414-4d2f-8bea-afbadffe6748 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:20:32.319623 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5181615f-b23a-4f81-8ce3-5702c478876b None None] Sync routers for ids ['a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:20:32.343152 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5181615f-b23a-4f81-8ce3-5702c478876b None None] Routers {'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:32.348457 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-5181615f-b23a-4f81-8ce3-5702c478876b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:32.397927 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-39725d1f-d414-4d2f-8bea-afbadffe6748 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] No DVR routers for this DVR port 0a1c35cd-5914-44b5-95a0-1d50b743c9db on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:20:32.400915 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-39725d1f-d414-4d2f-8bea-afbadffe6748 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:32.405199 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a4a66c5-0d34-4362-a6e6-d18c812c3aeb req-39725d1f-d414-4d2f-8bea-afbadffe6748 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.70 "DELETE /v2.0/ports/0a1c35cd-5914-44b5-95a0-1d50b743c9db HTTP/1.1" status: 204 len: 173 time: 3.8092968 Jan 18 20:20:32.405968 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-deleted', 'tag': '0a1c35cd-5914-44b5-95a0-1d50b743c9db'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:20:32.408782 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c97877-ff4e-4e05-a6c6-82bd2f54e54a" -d '{"events": [{"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-deleted", "tag": "0a1c35cd-5914-44b5-95a0-1d50b743c9db"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:20:32.416013 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85916c27-ba11-4ed8-84c1-ec45d63aabb0 req-0465fd87-499f-4a38-84fb-0782a7194bcb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4095c9e8-3357-49c1-a713-048d6946f5fd HTTP/1.1" status: 200 len: 1000 time: 0.2452207 Jan 18 20:20:32.477236 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca1965cb-1036-4cfb-8b7e-bd35c19963c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (bad2a884-365d-4784-bed7-dcd1a3609f22), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:32.597548 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85916c27-ba11-4ed8-84c1-ec45d63aabb0 req-98748c22-82eb-49ef-bf03-f0654af42b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:32.600619 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85916c27-ba11-4ed8-84c1-ec45d63aabb0 req-98748c22-82eb-49ef-bf03-f0654af42b96 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2eac11f-fef0-464c-9aac-08a05c8cc068 HTTP/1.1" status: 200 len: 850 time: 0.1780620 Jan 18 20:20:32.602228 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b5e0c2-b87e-4e9f-8ae1-46255d936b16 x-openstack-request-id: req-b6b5e0c2-b87e-4e9f-8ae1-46255d936b16 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:20:32.602514 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7839a035-0924-493d-9b9e-9bdae0368670", "name": "network-vif-deleted", "tag": "0a1c35cd-5914-44b5-95a0-1d50b743c9db", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:20:32.602762 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6b5e0c2-b87e-4e9f-8ae1-46255d936b16 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:20:32.603185 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7839a035-0924-493d-9b9e-9bdae0368670', 'name': 'network-vif-deleted', 'tag': '0a1c35cd-5914-44b5-95a0-1d50b743c9db', 'status': 'completed', 'code': 200} Jan 18 20:20:32.663867 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-5181615f-b23a-4f81-8ce3-5702c478876b None None] Set router a7b92635-136e-4ba6-93a8-9c6eaaf1a95b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:20:32.677392 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85916c27-ba11-4ed8-84c1-ec45d63aabb0 req-5e6be237-c559-4111-be1e-d0841027f221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:32.680211 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85916c27-ba11-4ed8-84c1-ec45d63aabb0 req-5e6be237-c559-4111-be1e-d0841027f221 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88e9200-d99d-4ea0-a241-681917733bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724938 Jan 18 20:20:32.686164 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-366395b4-2a89-4434-a22d-3495a6d91365 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:32.746389 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-366395b4-2a89-4434-a22d-3495a6d91365 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (ed9acc15-b4f0-42d7-aca7-808c7883c5cb), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:32.746730 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-366395b4-2a89-4434-a22d-3495a6d91365 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Floating IP ed9acc15-b4f0-42d7-aca7-808c7883c5cb disassociated. External IP: 172.25.4.125, port: a19c6de6-578a-493b-b184-5811a42ffd74. Jan 18 20:20:32.880104 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-12d6153f-4c1d-42ff-95f7-dc5b1f8f9d7a req-c11a6b9f-84ca-4b0e-a055-a96bfedcda42 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.1982961 Jan 18 20:20:33.092305 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85916c27-ba11-4ed8-84c1-ec45d63aabb0 req-bf2813c0-e8ed-4af8-a48f-8dca5a435ae1 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036851 Jan 18 20:20:33.322344 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-5181615f-b23a-4f81-8ce3-5702c478876b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'name': 'tempest-TaggedBootDevicesTest-1948818473-router', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '40593611-ed71-4d18-a59f-9c5cc7f4917c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:09:11Z', 'updated_at': '2022-01-18T20:09:20Z', 'revision_number': 4, 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'gw_port': {'id': '40593611-ed71-4d18-a59f-9c5cc7f4917c', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:13Z', 'updated_at': '2022-01-18T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '369102e0-ede0-4bec-bdfb-41c1f40d6749', 'name': '', 'network_id': 'f5a28bc4-6d91-4261-a9f7-5d655221c24a', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'mac_address': 'fa:16:3e:b9:67:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '3da5da2e-d2b1-4395-8273-eab036481371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:19Z', 'updated_at': '2022-01-18T20:09:25Z', 'revision_number': 5, 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'subnets': [{'id': '3da5da2e-d2b1-4395-8273-eab036481371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:33.343613 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85916c27-ba11-4ed8-84c1-ec45d63aabb0 req-f337e5af-a967-4613-9bcd-03762fad87cc service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352448 Jan 18 20:20:33.396280 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5181615f-b23a-4f81-8ce3-5702c478876b None None] Checking router: a7b92635-136e-4ba6-93a8-9c6eaaf1a95b for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:20:33.423632 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5181615f-b23a-4f81-8ce3-5702c478876b None None] Routers {'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:33.424525 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-5181615f-b23a-4f81-8ce3-5702c478876b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:33.689164 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1965cb-1036-4cfb-8b7e-bd35c19963c1 admin admin] Router bad2a884-365d-4784-bed7-dcd1a3609f22 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:20:33.695622 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-5181615f-b23a-4f81-8ce3-5702c478876b None None] Set router a7b92635-136e-4ba6-93a8-9c6eaaf1a95b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:20:33.718971 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366395b4-2a89-4434-a22d-3495a6d91365 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Router d7c8121c-050e-405d-9cf8-a1e427cdc14f has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:20:33.958918 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1965cb-1036-4cfb-8b7e-bd35c19963c1 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:20:33.967807 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57340) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:33.972055 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41202dab-c1b5-454e-8578-58ff68ba39fd None None] Sync routers for ids ['bad2a884-365d-4784-bed7-dcd1a3609f22'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:20:33.980861 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ca1965cb-1036-4cfb-8b7e-bd35c19963c1 admin admin] 10.222.0.31 "PUT /v2.0/routers/bad2a884-365d-4784-bed7-dcd1a3609f22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0411627 Jan 18 20:20:33.992065 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41202dab-c1b5-454e-8578-58ff68ba39fd None None] Routers {'bad2a884-365d-4784-bed7-dcd1a3609f22'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:33.993045 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-41202dab-c1b5-454e-8578-58ff68ba39fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['bad2a884-365d-4784-bed7-dcd1a3609f22'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:34.246750 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-41202dab-c1b5-454e-8578-58ff68ba39fd None None] Set router bad2a884-365d-4784-bed7-dcd1a3609f22 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:20:34.284732 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d303ceba-3075-4c6f-9f36-b1e6d8b68a77 req-79d8ebac-72ef-4fb3-a414-5e0fc5f1e3b1 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.0919287 Jan 18 20:20:34.322905 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366395b4-2a89-4434-a22d-3495a6d91365 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:20:34.340364 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-366395b4-2a89-4434-a22d-3495a6d91365 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:34.417064 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57354) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:34.417586 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-366395b4-2a89-4434-a22d-3495a6d91365 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "PUT /v2.0/floatingips/ed9acc15-b4f0-42d7-aca7-808c7883c5cb HTTP/1.1" status: 200 len: 688 time: 2.3095703 Jan 18 20:20:34.765369 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-41202dab-c1b5-454e-8578-58ff68ba39fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad2a884-365d-4784-bed7-dcd1a3609f22', 'name': 'tempest-FloatingIPsTestJSON-1131293873-router', 'tenant_id': 'de17a9b185e74de48e1d6777c5de442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '303ed88f-f5a8-4c1b-9505-84a5bbadde28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:53Z', 'updated_at': '2022-01-18T20:20:31Z', 'revision_number': 5, 'project_id': 'de17a9b185e74de48e1d6777c5de442a', 'gw_port': {'id': '303ed88f-f5a8-4c1b-9505-84a5bbadde28', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad2a884-365d-4784-bed7-dcd1a3609f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:56Z', 'updated_at': '2022-01-18T20:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:34.775796 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6472f878-31ed-47b0-94f6-e057f61bdec4 admin admin] Publish callbacks [] for router (bad2a884-365d-4784-bed7-dcd1a3609f22), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:34.843703 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cf27c5-a1e9-478d-a036-305a4f9885fe None None] Sync routers for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:20:34.865004 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41202dab-c1b5-454e-8578-58ff68ba39fd None None] Checking router: bad2a884-365d-4784-bed7-dcd1a3609f22 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:20:34.891477 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41202dab-c1b5-454e-8578-58ff68ba39fd None None] Routers {'bad2a884-365d-4784-bed7-dcd1a3609f22'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:34.893149 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-41202dab-c1b5-454e-8578-58ff68ba39fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['bad2a884-365d-4784-bed7-dcd1a3609f22'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:34.895737 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:35.046785 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-961e3f4e-74df-4563-8670-4b26c9d12d67 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Deleting port 0b6eb956-e73f-49fb-b65a-0e77b3a27241 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:20:35.047601 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-961e3f4e-74df-4563-8670-4b26c9d12d67 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (0b6eb956-e73f-49fb-b65a-0e77b3a27241), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:35.130994 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 57366) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:35.151631 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-41202dab-c1b5-454e-8578-58ff68ba39fd None None] Set router bad2a884-365d-4784-bed7-dcd1a3609f22 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:20:35.267736 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-961e3f4e-74df-4563-8670-4b26c9d12d67 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (0b6eb956-e73f-49fb-b65a-0e77b3a27241), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:35.270217 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-961e3f4e-74df-4563-8670-4b26c9d12d67 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (0b6eb956-e73f-49fb-b65a-0e77b3a27241), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:35.289829 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cf27c5-a1e9-478d-a036-305a4f9885fe None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:35.294756 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-04cf27c5-a1e9-478d-a036-305a4f9885fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:35.309212 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-961e3f4e-74df-4563-8670-4b26c9d12d67 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Calling delete_port for 0b6eb956-e73f-49fb-b65a-0e77b3a27241 owned by network:floatingip {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:20:35.487991 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-04cf27c5-a1e9-478d-a036-305a4f9885fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:35.574449 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cf27c5-a1e9-478d-a036-305a4f9885fe None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:35.575095 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-04cf27c5-a1e9-478d-a036-305a4f9885fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:35.647398 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d5d10df4-1ccc-463b-9e87-64ec4b4d5a63 req-749cd5bb-fe33-4458-8ef7-18f9c74100c5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.1039932 Jan 18 20:20:35.717847 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6472f878-31ed-47b0-94f6-e057f61bdec4 admin admin] Publish callbacks [] for router_gateway (bad2a884-365d-4784-bed7-dcd1a3609f22), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:35.728088 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-961e3f4e-74df-4563-8670-4b26c9d12d67 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (0b6eb956-e73f-49fb-b65a-0e77b3a27241), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:35.760130 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-04cf27c5-a1e9-478d-a036-305a4f9885fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:35.760821 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cf27c5-a1e9-478d-a036-305a4f9885fe None None] The sync data for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:20:35.791674 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-41202dab-c1b5-454e-8578-58ff68ba39fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad2a884-365d-4784-bed7-dcd1a3609f22', 'name': 'tempest-FloatingIPsTestJSON-1131293873-router', 'tenant_id': 'de17a9b185e74de48e1d6777c5de442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '303ed88f-f5a8-4c1b-9505-84a5bbadde28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:53Z', 'updated_at': '2022-01-18T20:20:31Z', 'revision_number': 5, 'project_id': 'de17a9b185e74de48e1d6777c5de442a', 'gw_port': {'id': '303ed88f-f5a8-4c1b-9505-84a5bbadde28', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad2a884-365d-4784-bed7-dcd1a3609f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:56Z', 'updated_at': '2022-01-18T20:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:35.797556 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c77d73d8-53dd-4efc-b182-d15065b98248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:35.834284 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-5181615f-b23a-4f81-8ce3-5702c478876b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'name': 'tempest-TaggedBootDevicesTest-1948818473-router', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '40593611-ed71-4d18-a59f-9c5cc7f4917c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:09:11Z', 'updated_at': '2022-01-18T20:09:20Z', 'revision_number': 4, 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'gw_port': {'id': '40593611-ed71-4d18-a59f-9c5cc7f4917c', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:13Z', 'updated_at': '2022-01-18T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '369102e0-ede0-4bec-bdfb-41c1f40d6749', 'name': '', 'network_id': 'f5a28bc4-6d91-4261-a9f7-5d655221c24a', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'mac_address': 'fa:16:3e:b9:67:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '3da5da2e-d2b1-4395-8273-eab036481371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:19Z', 'updated_at': '2022-01-18T20:09:25Z', 'revision_number': 5, 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'subnets': [{'id': '3da5da2e-d2b1-4395-8273-eab036481371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:35.885603 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5181615f-b23a-4f81-8ce3-5702c478876b None None] The sync data for ids ['a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'] in n-d-741529-9 is: [{'id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'name': 'tempest-TaggedBootDevicesTest-1948818473-router', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '40593611-ed71-4d18-a59f-9c5cc7f4917c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:09:11Z', 'updated_at': '2022-01-18T20:09:20Z', 'revision_number': 4, 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'gw_port': {'id': '40593611-ed71-4d18-a59f-9c5cc7f4917c', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:13Z', 'updated_at': '2022-01-18T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '369102e0-ede0-4bec-bdfb-41c1f40d6749', 'name': '', 'network_id': 'f5a28bc4-6d91-4261-a9f7-5d655221c24a', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'mac_address': 'fa:16:3e:b9:67:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '3da5da2e-d2b1-4395-8273-eab036481371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:19Z', 'updated_at': '2022-01-18T20:09:25Z', 'revision_number': 5, 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'subnets': [{'id': '3da5da2e-d2b1-4395-8273-eab036481371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:20:35.911092 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41202dab-c1b5-454e-8578-58ff68ba39fd None None] The sync data for ids ['bad2a884-365d-4784-bed7-dcd1a3609f22'] in n-d-741529-9 is: [{'id': 'bad2a884-365d-4784-bed7-dcd1a3609f22', 'name': 'tempest-FloatingIPsTestJSON-1131293873-router', 'tenant_id': 'de17a9b185e74de48e1d6777c5de442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '303ed88f-f5a8-4c1b-9505-84a5bbadde28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:53Z', 'updated_at': '2022-01-18T20:20:31Z', 'revision_number': 5, 'project_id': 'de17a9b185e74de48e1d6777c5de442a', 'gw_port': {'id': '303ed88f-f5a8-4c1b-9505-84a5bbadde28', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad2a884-365d-4784-bed7-dcd1a3609f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:56Z', 'updated_at': '2022-01-18T20:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:20:35.942407 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e3f4e-74df-4563-8670-4b26c9d12d67 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event deleted for resources: {'Port': ['ID=0b6eb956-e73f-49fb-b65a-0e77b3a27241,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:36.023108 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c77d73d8-53dd-4efc-b182-d15065b98248 admin admin] Publish callbacks [] for security_group (55272a84-6456-41ca-be0a-57b60a73a267), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:36.039126 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c77d73d8-53dd-4efc-b182-d15065b98248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (55272a84-6456-41ca-be0a-57b60a73a267), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:36.087323 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-961e3f4e-74df-4563-8670-4b26c9d12d67 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (ed9acc15-b4f0-42d7-aca7-808c7883c5cb), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:36.088207 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c77d73d8-53dd-4efc-b182-d15065b98248 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9fe825a9217342a4850ae57cf9b3316d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9561460 Jan 18 20:20:36.091323 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-961e3f4e-74df-4563-8670-4b26c9d12d67 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:36.092965 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-961e3f4e-74df-4563-8670-4b26c9d12d67 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "DELETE /v2.0/floatingips/ed9acc15-b4f0-42d7-aca7-808c7883c5cb HTTP/1.1" status: 204 len: 168 time: 1.6759341 Jan 18 20:20:36.094870 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57386) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:36.098277 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 57388) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:36.103916 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-6472f878-31ed-47b0-94f6-e057f61bdec4 admin admin] Deleting port 303ed88f-f5a8-4c1b-9505-84a5bbadde28 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:20:36.104248 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6472f878-31ed-47b0-94f6-e057f61bdec4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (303ed88f-f5a8-4c1b-9505-84a5bbadde28), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:36.105513 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-be456503-8df0-4e4e-a727-0df1cfa1e258 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'port_id': 'ba16561c-e1a2-44d8-95fc-8eda80d119f8'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:20:36.170698 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d73d8-53dd-4efc-b182-d15065b98248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55272a84-6456-41ca-be0a-57b60a73a267,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:36.180005 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:20:36.224380 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be456503-8df0-4e4e-a727-0df1cfa1e258 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:36.249850 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-6472f878-31ed-47b0-94f6-e057f61bdec4 admin admin] For port 303ed88f-f5a8-4c1b-9505-84a5bbadde28, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=303ed88f-f5a8-4c1b-9505-84a5bbadde28,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:20:36.250215 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6472f878-31ed-47b0-94f6-e057f61bdec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (303ed88f-f5a8-4c1b-9505-84a5bbadde28), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:36.264562 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-6472f878-31ed-47b0-94f6-e057f61bdec4 admin admin] Calling delete_port for 303ed88f-f5a8-4c1b-9505-84a5bbadde28 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:20:36.400351 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c47ab9fc-8367-452e-9cb3-4958e5d44114 admin admin] Publish callbacks [] for security_group (55272a84-6456-41ca-be0a-57b60a73a267), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:36.495949 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c47ab9fc-8367-452e-9cb3-4958e5d44114 admin admin] Publish callbacks [] for security_group (55272a84-6456-41ca-be0a-57b60a73a267), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:36.596059 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec8f1a2-8f4d-4f0d-aef4-6a2e915ead03 None None] New status for floating IP 59ceff8c-77c7-431a-9193-f3c78364b1c6: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:20:36.614444 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be456503-8df0-4e4e-a727-0df1cfa1e258 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:36.664391 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c47ab9fc-8367-452e-9cb3-4958e5d44114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (55272a84-6456-41ca-be0a-57b60a73a267), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:36.674044 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c47ab9fc-8367-452e-9cb3-4958e5d44114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:36.676144 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c47ab9fc-8367-452e-9cb3-4958e5d44114 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55272a84-6456-41ca-be0a-57b60a73a267 HTTP/1.1" status: 204 len: 168 time: 0.5795989 Jan 18 20:20:36.684614 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6472f878-31ed-47b0-94f6-e057f61bdec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (303ed88f-f5a8-4c1b-9505-84a5bbadde28), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:36.736584 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:36.799434 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5421bc-3122-4ea2-94d6-a12f89e56a0b None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:20:36.906236 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ab9fc-8367-452e-9cb3-4958e5d44114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55272a84-6456-41ca-be0a-57b60a73a267,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:36.988394 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472f878-31ed-47b0-94f6-e057f61bdec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=303ed88f-f5a8-4c1b-9505-84a5bbadde28,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:37.017153 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42018e46-105c-42f7-be2d-038a4c79c83b req-c4c4ec72-9584-458e-9082-b0d6d53d85e4 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.1705623 Jan 18 20:20:37.088228 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-be456503-8df0-4e4e-a727-0df1cfa1e258 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Allocated IP 172.25.4.172 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/2cd58390-6ae6-4184-9fe2-571fe15b3e44) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:20:37.096870 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6472f878-31ed-47b0-94f6-e057f61bdec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (bad2a884-365d-4784-bed7-dcd1a3609f22), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:37.318427 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be456503-8df0-4e4e-a727-0df1cfa1e258 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for port (2cd58390-6ae6-4184-9fe2-571fe15b3e44), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:37.415830 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be456503-8df0-4e4e-a727-0df1cfa1e258 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (2cd58390-6ae6-4184-9fe2-571fe15b3e44), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:37.450993 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6472f878-31ed-47b0-94f6-e057f61bdec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (bad2a884-365d-4784-bed7-dcd1a3609f22), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:37.464510 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6472f878-31ed-47b0-94f6-e057f61bdec4 admin admin] Publish callbacks [] for router_controller (bad2a884-365d-4784-bed7-dcd1a3609f22), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:37.513671 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be456503-8df0-4e4e-a727-0df1cfa1e258 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:20:37.522194 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-be456503-8df0-4e4e-a727-0df1cfa1e258 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:20:37.553559 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be456503-8df0-4e4e-a727-0df1cfa1e258 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:20:37.572085 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6472f878-31ed-47b0-94f6-e057f61bdec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (bad2a884-365d-4784-bed7-dcd1a3609f22), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:37.572771 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6472f878-31ed-47b0-94f6-e057f61bdec4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bad2a884-365d-4784-bed7-dcd1a3609f22 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:20:37.584083 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6472f878-31ed-47b0-94f6-e057f61bdec4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:37.586300 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6472f878-31ed-47b0-94f6-e057f61bdec4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/bad2a884-365d-4784-bed7-dcd1a3609f22 HTTP/1.1" status: 204 len: 168 time: 3.6171513 Jan 18 20:20:37.590298 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57414) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:37.717931 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be456503-8df0-4e4e-a727-0df1cfa1e258 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event updated for resources: {'Port': ['ID=2cd58390-6ae6-4184-9fe2-571fe15b3e44,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:37.805556 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-48ffc8de-cf50-4800-ad5a-d615a25b8d9b admin admin] Deleting subnet b4aaea10-9093-4bd4-bdc7-7fc227b0a4c1 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:20:37.822159 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48ffc8de-cf50-4800-ad5a-d615a25b8d9b admin admin] Publish callbacks [] for subnet (b4aaea10-9093-4bd4-bdc7-7fc227b0a4c1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:37.831879 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 742fe80c-6c42-40b8-826a-f151094759ca no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:20:37.896938 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 742fe80c-6c42-40b8-826a-f151094759ca {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:20:37.897857 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 742fe80c-6c42-40b8-826a-f151094759ca not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:20:37.975831 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48ffc8de-cf50-4800-ad5a-d615a25b8d9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (b4aaea10-9093-4bd4-bdc7-7fc227b0a4c1), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:38.344436 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48ffc8de-cf50-4800-ad5a-d615a25b8d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (b4aaea10-9093-4bd4-bdc7-7fc227b0a4c1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:38.520194 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48ffc8de-cf50-4800-ad5a-d615a25b8d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (b4aaea10-9093-4bd4-bdc7-7fc227b0a4c1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:38.622418 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2125f837-a601-42d0-ae91-8bd31294f0fa None None] Network 28205919-d5c0-46a8-bbc2-b06aca207ab8 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:20:38.622627 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48ffc8de-cf50-4800-ad5a-d615a25b8d9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:38.630647 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-48ffc8de-cf50-4800-ad5a-d615a25b8d9b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b4aaea10-9093-4bd4-bdc7-7fc227b0a4c1 HTTP/1.1" status: 204 len: 168 time: 1.0391943 Jan 18 20:20:38.636780 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57442) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:38.656304 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffc8de-cf50-4800-ad5a-d615a25b8d9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4aaea10-9093-4bd4-bdc7-7fc227b0a4c1,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:38.864290 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-933f3789-9dd9-4636-b7f3-a3f70070b8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (28205919-d5c0-46a8-bbc2-b06aca207ab8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:38.947747 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e068fd95-0c64-426d-96a8-8ed5b802c9aa None None] DHCP port deletion for 28205919-d5c0-46a8-bbc2-b06aca207ab8 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:20:39.006409 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-933f3789-9dd9-4636-b7f3-a3f70070b8a6 admin admin] Deleting port 7a896874-0ab1-4134-aac5-2690b5548872 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:20:39.006991 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-933f3789-9dd9-4636-b7f3-a3f70070b8a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (7a896874-0ab1-4134-aac5-2690b5548872), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:39.132214 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e068fd95-0c64-426d-96a8-8ed5b802c9aa None None] Deleting port 7a896874-0ab1-4134-aac5-2690b5548872 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:20:39.133857 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e068fd95-0c64-426d-96a8-8ed5b802c9aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (7a896874-0ab1-4134-aac5-2690b5548872), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:39.187773 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-933f3789-9dd9-4636-b7f3-a3f70070b8a6 admin admin] For port 7a896874-0ab1-4134-aac5-2690b5548872, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7a896874-0ab1-4134-aac5-2690b5548872,segment=NetworkSegment(de0358c6-e314-422b-ae5c-6f0392e0a9ad),segment_id=de0358c6-e314-422b-ae5c-6f0392e0a9ad)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:20:39.188401 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-933f3789-9dd9-4636-b7f3-a3f70070b8a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (7a896874-0ab1-4134-aac5-2690b5548872), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:39.231120 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-933f3789-9dd9-4636-b7f3-a3f70070b8a6 admin admin] Calling delete_port for 7a896874-0ab1-4134-aac5-2690b5548872 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:20:39.277403 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e068fd95-0c64-426d-96a8-8ed5b802c9aa None None] For port 7a896874-0ab1-4134-aac5-2690b5548872, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7a896874-0ab1-4134-aac5-2690b5548872,segment=NetworkSegment(de0358c6-e314-422b-ae5c-6f0392e0a9ad),segment_id=de0358c6-e314-422b-ae5c-6f0392e0a9ad)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:20:39.285101 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e068fd95-0c64-426d-96a8-8ed5b802c9aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (7a896874-0ab1-4134-aac5-2690b5548872), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:39.344575 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e068fd95-0c64-426d-96a8-8ed5b802c9aa None None] Calling delete_port for 7a896874-0ab1-4134-aac5-2690b5548872 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:20:39.435231 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-44fdeecb-359f-41ce-abbc-76de6078dac3 req-1f66027a-5892-41d4-aa49-ffc8a3f4b4d3 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.0483415 Jan 18 20:20:39.461396 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be456503-8df0-4e4e-a727-0df1cfa1e258 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (32c8a804-02de-43cc-a428-5e9012cbce19), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:39.486677 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-933f3789-9dd9-4636-b7f3-a3f70070b8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (7a896874-0ab1-4134-aac5-2690b5548872), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:39.495376 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e068fd95-0c64-426d-96a8-8ed5b802c9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (7a896874-0ab1-4134-aac5-2690b5548872), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:39.568670 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068fd95-0c64-426d-96a8-8ed5b802c9aa None None] Pushing event deleted for resources: {'Port': ['ID=7a896874-0ab1-4134-aac5-2690b5548872,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:39.573153 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e068fd95-0c64-426d-96a8-8ed5b802c9aa None None] No DVR routers for this DVR port 7a896874-0ab1-4134-aac5-2690b5548872 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:20:39.597285 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f3789-9dd9-4636-b7f3-a3f70070b8a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a896874-0ab1-4134-aac5-2690b5548872,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:39.608369 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933f3789-9dd9-4636-b7f3-a3f70070b8a6 admin admin] No DVR routers for this DVR port 7a896874-0ab1-4134-aac5-2690b5548872 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:20:39.647646 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7a896874-0ab1-4134-aac5-2690b5548872 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:20:39.689477 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be456503-8df0-4e4e-a727-0df1cfa1e258 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2cd58390-6ae6-4184-9fe2-571fe15b3e44), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:39.696140 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 7a896874-0ab1-4134-aac5-2690b5548872 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:20:39.696491 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7a896874-0ab1-4134-aac5-2690b5548872 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:20:39.696916 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 303ed88f-f5a8-4c1b-9505-84a5bbadde28 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:20:39.719421 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 303ed88f-f5a8-4c1b-9505-84a5bbadde28 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:20:39.719768 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 303ed88f-f5a8-4c1b-9505-84a5bbadde28 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:20:39.780673 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-933f3789-9dd9-4636-b7f3-a3f70070b8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (28205919-d5c0-46a8-bbc2-b06aca207ab8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:39.810540 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-933f3789-9dd9-4636-b7f3-a3f70070b8a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28205919-d5c0-46a8-bbc2-b06aca207ab8']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:39.823324 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-933f3789-9dd9-4636-b7f3-a3f70070b8a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0358c6-e314-422b-ae5c-6f0392e0a9ad') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:39.823816 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-933f3789-9dd9-4636-b7f3-a3f70070b8a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0358c6-e314-422b-ae5c-6f0392e0a9ad') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:39.836255 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-933f3789-9dd9-4636-b7f3-a3f70070b8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (de0358c6-e314-422b-ae5c-6f0392e0a9ad), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:39.854100 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-933f3789-9dd9-4636-b7f3-a3f70070b8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (de0358c6-e314-422b-ae5c-6f0392e0a9ad), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:39.865863 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933f3789-9dd9-4636-b7f3-a3f70070b8a6 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:20:39.866462 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-933f3789-9dd9-4636-b7f3-a3f70070b8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (de0358c6-e314-422b-ae5c-6f0392e0a9ad), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:20:39.870295 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:20:39.947844 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-933f3789-9dd9-4636-b7f3-a3f70070b8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (28205919-d5c0-46a8-bbc2-b06aca207ab8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:39.953719 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-933f3789-9dd9-4636-b7f3-a3f70070b8a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:39.959951 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-933f3789-9dd9-4636-b7f3-a3f70070b8a6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/28205919-d5c0-46a8-bbc2-b06aca207ab8 HTTP/1.1" status: 204 len: 168 time: 1.3214245 Jan 18 20:20:39.983974 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f3789-9dd9-4636-b7f3-a3f70070b8a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=28205919-d5c0-46a8-bbc2-b06aca207ab8,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:40.039070 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be456503-8df0-4e4e-a727-0df1cfa1e258 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for port (2cd58390-6ae6-4184-9fe2-571fe15b3e44), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:40.050414 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be456503-8df0-4e4e-a727-0df1cfa1e258 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (2cd58390-6ae6-4184-9fe2-571fe15b3e44), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:40.160199 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be456503-8df0-4e4e-a727-0df1cfa1e258 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event updated for resources: {'Port': ['ID=2cd58390-6ae6-4184-9fe2-571fe15b3e44,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:40.248802 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be456503-8df0-4e4e-a727-0df1cfa1e258 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (32c8a804-02de-43cc-a428-5e9012cbce19), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:40.357958 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57484) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:40.464030 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-be456503-8df0-4e4e-a727-0df1cfa1e258 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Floating IP 32c8a804-02de-43cc-a428-5e9012cbce19 associated. External IP: 172.25.4.172, port: ba16561c-e1a2-44d8-95fc-8eda80d119f8. Jan 18 20:20:40.477055 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-759c45ed-caf5-41f1-a926-45993018f81a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=de17a9b185e74de48e1d6777c5de442a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1193552 Jan 18 20:20:40.477614 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57488) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:40.623393 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-879a6d32-5960-4d56-aabb-faf16044dbe9 admin admin] Publish callbacks [] for security_group (2ae6aee5-ceb9-466b-8675-aa02edeac45f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:40.681355 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-879a6d32-5960-4d56-aabb-faf16044dbe9 admin admin] Publish callbacks [] for security_group (2ae6aee5-ceb9-466b-8675-aa02edeac45f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:40.749384 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-abcf0b34-3270-4aeb-932b-aa1ab58011ba req-f5654eac-1607-4ee2-a3a3-d4652ffedb4b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.1291442 Jan 18 20:20:40.749945 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 57500) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:40.786532 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-879a6d32-5960-4d56-aabb-faf16044dbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2ae6aee5-ceb9-466b-8675-aa02edeac45f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:40.791700 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-879a6d32-5960-4d56-aabb-faf16044dbe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:40.795936 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-879a6d32-5960-4d56-aabb-faf16044dbe9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ae6aee5-ceb9-466b-8675-aa02edeac45f HTTP/1.1" status: 204 len: 168 time: 0.3150227 Jan 18 20:20:40.812675 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a6d32-5960-4d56-aabb-faf16044dbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae6aee5-ceb9-466b-8675-aa02edeac45f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:41.026629 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be456503-8df0-4e4e-a727-0df1cfa1e258 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Router d7c8121c-050e-405d-9cf8-a1e427cdc14f has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:20:41.251262 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be456503-8df0-4e4e-a727-0df1cfa1e258 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:20:41.262315 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84677813-781b-4e84-a529-812969995cfb None None] Sync routers for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:20:41.284575 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84677813-781b-4e84-a529-812969995cfb None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:41.285215 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-84677813-781b-4e84-a529-812969995cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:41.294826 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be456503-8df0-4e4e-a727-0df1cfa1e258 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:41.332333 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57514) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:41.333427 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-be456503-8df0-4e4e-a727-0df1cfa1e258 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.2330289 Jan 18 20:20:41.390566 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-84677813-781b-4e84-a529-812969995cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:41.412455 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84677813-781b-4e84-a529-812969995cfb None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:41.414926 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-84677813-781b-4e84-a529-812969995cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:41.438737 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57518) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:41.500577 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-84677813-781b-4e84-a529-812969995cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:41.501263 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84677813-781b-4e84-a529-812969995cfb None None] The sync data for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:20:41.525699 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-44747cc8-2734-40dc-a6eb-10ab52174cdf tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "GET /v2.0/floatingips/32c8a804-02de-43cc-a428-5e9012cbce19 HTTP/1.1" status: 200 len: 977 time: 0.1892636 Jan 18 20:20:41.526604 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57526) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:41.861663 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a194fb2b-73ed-4abd-a974-399c1ef56546 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3276501 Jan 18 20:20:41.862897 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 57544) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:41.874117 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-75d12252-7d63-4ca4-a4f7-26a4e0e5611d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Request body: {'floatingip': {'port_id': 'a19c6de6-578a-493b-b184-5811a42ffd74'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:20:41.877158 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-356564ff-bbb3-4ccd-a3fe-c5043f4ae311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:41.991413 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-356564ff-bbb3-4ccd-a3fe-c5043f4ae311 admin admin] Publish callbacks [] for security_group (53bacb92-77e9-44e1-bb3b-20b84245563f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:41.995861 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-91c921bc-c0e9-424d-8c0c-4b32aebe4264 req-f00db66b-69e7-4cf9-9f81-652cc24db70a tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.1063838 Jan 18 20:20:41.999282 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-356564ff-bbb3-4ccd-a3fe-c5043f4ae311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (53bacb92-77e9-44e1-bb3b-20b84245563f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:42.058427 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-356564ff-bbb3-4ccd-a3fe-c5043f4ae311 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0640ff694d4740709462e2c2f7b256dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6145811 Jan 18 20:20:42.060668 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57550) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:42.144377 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-75d12252-7d63-4ca4-a4f7-26a4e0e5611d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (32c8a804-02de-43cc-a428-5e9012cbce19), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:42.165904 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356564ff-bbb3-4ccd-a3fe-c5043f4ae311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bacb92-77e9-44e1-bb3b-20b84245563f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:42.248645 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ecf4817a-9204-4cea-b723-82f0e1d8cee2 admin admin] Publish callbacks [] for security_group (53bacb92-77e9-44e1-bb3b-20b84245563f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:42.318088 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ecf4817a-9204-4cea-b723-82f0e1d8cee2 admin admin] Publish callbacks [] for security_group (53bacb92-77e9-44e1-bb3b-20b84245563f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:42.419016 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ecf4817a-9204-4cea-b723-82f0e1d8cee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (53bacb92-77e9-44e1-bb3b-20b84245563f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:42.422566 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ecf4817a-9204-4cea-b723-82f0e1d8cee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:42.426107 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ecf4817a-9204-4cea-b723-82f0e1d8cee2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53bacb92-77e9-44e1-bb3b-20b84245563f HTTP/1.1" status: 204 len: 168 time: 0.3604972 Jan 18 20:20:42.435307 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4817a-9204-4cea-b723-82f0e1d8cee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bacb92-77e9-44e1-bb3b-20b84245563f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:42.755894 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e3e7-f6a3-47dc-a9d4-aee60fd02817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (96356dce-1ed1-4f46-9dac-371f1628399e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:43.186670 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57576) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:43.221254 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4669ba1d-1319-465d-baec-438f24415dbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:43.290839 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6d0e6489-cff9-46d2-806d-81ee85a34ea8 req-e58614c3-4c6e-4bc1-b91d-3c9fd04ee9ab tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.0555382 Jan 18 20:20:43.367058 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57580) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:43.484043 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4669ba1d-1319-465d-baec-438f24415dbb admin admin] Publish callbacks [] for security_group (a8a5e1aa-287d-4155-aa16-402e632ebea0), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:43.490573 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4669ba1d-1319-465d-baec-438f24415dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a8a5e1aa-287d-4155-aa16-402e632ebea0), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:43.564364 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-8f9a60bf-9f03-4c3a-8055-ecef34aa30a5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-488254875-network', 'tenant_id': '7e30a67604434603ae69c66bfd88438c'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:20:43.589183 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4669ba1d-1319-465d-baec-438f24415dbb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a00b89b17bff4e9aa41c28be1275258d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3981726 Jan 18 20:20:43.589183 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669ba1d-1319-465d-baec-438f24415dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a5e1aa-287d-4155-aa16-402e632ebea0,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:43.590225 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57586) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:43.656861 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9a60bf-9f03-4c3a-8055-ecef34aa30a5 admin admin] Made reservation on behalf of 7e30a67604434603ae69c66bfd88438c for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:20:43.662842 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8f9a60bf-9f03-4c3a-8055-ecef34aa30a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:43.687405 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8f9a60bf-9f03-4c3a-8055-ecef34aa30a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:43.904140 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69aea13c-368d-45ae-a705-955b707cd901 admin admin] Publish callbacks [] for security_group (a8a5e1aa-287d-4155-aa16-402e632ebea0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:43.987464 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8f9a60bf-9f03-4c3a-8055-ecef34aa30a5 admin admin] Publish callbacks [] for security_group (6c059ecd-f260-4f9e-9ef8-1e4890cefaee), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:43.989541 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69aea13c-368d-45ae-a705-955b707cd901 admin admin] Publish callbacks [] for security_group (a8a5e1aa-287d-4155-aa16-402e632ebea0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:44.014039 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8f9a60bf-9f03-4c3a-8055-ecef34aa30a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6c059ecd-f260-4f9e-9ef8-1e4890cefaee), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:44.062339 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-75d12252-7d63-4ca4-a4f7-26a4e0e5611d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:44.065883 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-9bb3e3e7-f6a3-47dc-a9d4-aee60fd02817 admin admin] Deleting port cf6cbf85-e862-43be-9155-353835d8a1b9 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:20:44.066584 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e3e7-f6a3-47dc-a9d4-aee60fd02817 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (cf6cbf85-e862-43be-9155-353835d8a1b9), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:44.075315 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a60bf-9f03-4c3a-8055-ecef34aa30a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c059ecd-f260-4f9e-9ef8-1e4890cefaee,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:44.093040 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-75d12252-7d63-4ca4-a4f7-26a4e0e5611d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (32c8a804-02de-43cc-a428-5e9012cbce19), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:44.126193 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9a60bf-9f03-4c3a-8055-ecef34aa30a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:20:44.151892 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8f9a60bf-9f03-4c3a-8055-ecef34aa30a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (e9e06a62-05fe-473a-90a4-562baa7adce4), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:44.152847 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-8f9a60bf-9f03-4c3a-8055-ecef34aa30a5 admin admin] Added segment e9e06a62-05fe-473a-90a4-562baa7adce4 of type vlan for network c6f200ce-87cc-4593-ac01-cb189b147a20 Jan 18 20:20:44.198848 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8f9a60bf-9f03-4c3a-8055-ecef34aa30a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (c6f200ce-87cc-4593-ac01-cb189b147a20), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:44.207008 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69aea13c-368d-45ae-a705-955b707cd901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a8a5e1aa-287d-4155-aa16-402e632ebea0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:44.209903 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69aea13c-368d-45ae-a705-955b707cd901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:44.213338 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-69aea13c-368d-45ae-a705-955b707cd901 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a8a5e1aa-287d-4155-aa16-402e632ebea0 HTTP/1.1" status: 204 len: 168 time: 0.6174004 Jan 18 20:20:44.221060 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aea13c-368d-45ae-a705-955b707cd901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a5e1aa-287d-4155-aa16-402e632ebea0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:44.245791 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8f9a60bf-9f03-4c3a-8055-ecef34aa30a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (c6f200ce-87cc-4593-ac01-cb189b147a20), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:44.247169 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9a60bf-9f03-4c3a-8055-ecef34aa30a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:44.247806 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8f9a60bf-9f03-4c3a-8055-ecef34aa30a5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:44.332999 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8f9a60bf-9f03-4c3a-8055-ecef34aa30a5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9641089 Jan 18 20:20:44.336010 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57598) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:44.376312 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-45820487-70b7-4248-af96-f4934489aa62 admin admin] Request body: {'subnet': {'network_id': 'c6f200ce-87cc-4593-ac01-cb189b147a20', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-488254875-subnet', 'tenant_id': '7e30a67604434603ae69c66bfd88438c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:20:44.387811 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a60bf-9f03-4c3a-8055-ecef34aa30a5 admin admin] Pushing event updated for resources: {'Network': ['ID=c6f200ce-87cc-4593-ac01-cb189b147a20,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:44.401080 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network c6f200ce-87cc-4593-ac01-cb189b147a20 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:20:44.419288 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45820487-70b7-4248-af96-f4934489aa62 admin admin] Made reservation on behalf of 7e30a67604434603ae69c66bfd88438c for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:20:44.423168 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45820487-70b7-4248-af96-f4934489aa62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:44.436158 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-75d12252-7d63-4ca4-a4f7-26a4e0e5611d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Floating IP 32c8a804-02de-43cc-a428-5e9012cbce19 associated. External IP: 172.25.4.172, port: ba16561c-e1a2-44d8-95fc-8eda80d119f8. Jan 18 20:20:44.686639 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45820487-70b7-4248-af96-f4934489aa62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (9f5d7ac3-3d08-43bf-b58a-f1d8b901feb0), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:44.745433 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc8299a0-c9a4-400f-88e7-b59e514f24ba req-f955ed39-c4dd-4414-928b-a54af71c2a88 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.0727499 Jan 18 20:20:44.754507 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-9bb3e3e7-f6a3-47dc-a9d4-aee60fd02817 admin admin] For port cf6cbf85-e862-43be-9155-353835d8a1b9, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=cf6cbf85-e862-43be-9155-353835d8a1b9,segment=NetworkSegment(91eca149-2050-42be-9943-9917eddedfac),segment_id=91eca149-2050-42be-9943-9917eddedfac)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:20:44.754859 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e3e7-f6a3-47dc-a9d4-aee60fd02817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (cf6cbf85-e862-43be-9155-353835d8a1b9), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:44.775013 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45820487-70b7-4248-af96-f4934489aa62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f5d7ac3-3d08-43bf-b58a-f1d8b901feb0,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:44.790741 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-9bb3e3e7-f6a3-47dc-a9d4-aee60fd02817 admin admin] Calling delete_port for cf6cbf85-e862-43be-9155-353835d8a1b9 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:20:44.802130 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45820487-70b7-4248-af96-f4934489aa62 admin admin] Checking segment: {'id': 'e9e06a62-05fe-473a-90a4-562baa7adce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c6f200ce-87cc-4593-ac01-cb189b147a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:20:44.803038 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45820487-70b7-4248-af96-f4934489aa62 admin admin] Network hostable DHCP agents. Network: c6f200ce-87cc-4593-ac01-cb189b147a20, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:20:44.824723 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45820487-70b7-4248-af96-f4934489aa62 admin admin] Network c6f200ce-87cc-4593-ac01-cb189b147a20 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:20:44.848283 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-45820487-70b7-4248-af96-f4934489aa62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, c6f200ce-87cc-4593-ac01-cb189b147a20) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:20:44.853823 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45820487-70b7-4248-af96-f4934489aa62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:44.856854 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45820487-70b7-4248-af96-f4934489aa62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:44.859806 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976be598-aff1-46d0-ba10-2f8a9ac24be4 None None] Network c6f200ce-87cc-4593-ac01-cb189b147a20 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:20:44.890216 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-45820487-70b7-4248-af96-f4934489aa62 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5531192 Jan 18 20:20:44.892251 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57612) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:44.902191 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-488254875-router', 'tenant_id': '7e30a67604434603ae69c66bfd88438c', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:20:44.952847 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (507f9327-dba4-45b4-9598-64a5c6616993), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:44.954899 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (507f9327-dba4-45b4-9598-64a5c6616993), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:45.076917 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Publish callbacks [] for router_controller (507f9327-dba4-45b4-9598-64a5c6616993), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:45.109946 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-c6f200ce-87cc-4593-ac01-cb189b147a20', 'network_id': 'c6f200ce-87cc-4593-ac01-cb189b147a20', 'project_id': '7e30a67604434603ae69c66bfd88438c', 'fixed_ips': [{'subnet_id': '9f5d7ac3-3d08-43bf-b58a-f1d8b901feb0'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:20:45.114884 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:45.284045 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Publish callbacks [] for router_gateway (507f9327-dba4-45b4-9598-64a5c6616993), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:45.353262 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d12252-7d63-4ca4-a4f7-26a4e0e5611d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Router d7c8121c-050e-405d-9cf8-a1e427cdc14f has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:20:45.564482 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Allocated IP 172.20.0.2 (c6f200ce-87cc-4593-ac01-cb189b147a20/9f5d7ac3-3d08-43bf-b58a-f1d8b901feb0/5cec5255-8da7-4a5d-a33e-71f9abd24672) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:20:45.741813 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d12252-7d63-4ca4-a4f7-26a4e0e5611d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:20:45.744039 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e3e7-f6a3-47dc-a9d4-aee60fd02817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (cf6cbf85-e862-43be-9155-353835d8a1b9), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:45.763505 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0477f4-622f-4b29-a7f6-61f789d0c6f9 None None] Sync routers for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:20:45.791914 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0477f4-622f-4b29-a7f6-61f789d0c6f9 None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:45.792452 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-3b0477f4-622f-4b29-a7f6-61f789d0c6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:45.894682 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3e3e7-f6a3-47dc-a9d4-aee60fd02817 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf6cbf85-e862-43be-9155-353835d8a1b9,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:45.934676 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-3b0477f4-622f-4b29-a7f6-61f789d0c6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:45.940001 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Publish callbacks [] for router_gateway (507f9327-dba4-45b4-9598-64a5c6616993), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:45.973837 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0477f4-622f-4b29-a7f6-61f789d0c6f9 None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:45.974465 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-3b0477f4-622f-4b29-a7f6-61f789d0c6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:46.012657 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:46.058766 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Publish callbacks [] for port (5cec5255-8da7-4a5d-a33e-71f9abd24672), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:46.079831 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (5cec5255-8da7-4a5d-a33e-71f9abd24672), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:46.115795 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-3b0477f4-622f-4b29-a7f6-61f789d0c6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:46.116860 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0477f4-622f-4b29-a7f6-61f789d0c6f9 None None] The sync data for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:20:46.241989 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Network c6f200ce-87cc-4593-ac01-cb189b147a20 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:20:46.247877 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:20:46.264457 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:20:46.305018 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bd3b9700-bb73-483e-a08b-12d0e1be6162 req-43839d80-e0e0-4e2d-b96d-697e910d9efb tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.3620915 Jan 18 20:20:46.368688 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Allocated IP 172.25.4.38 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/d8ea64ed-30db-472c-aded-1bcf3c849dde) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:20:46.378465 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Pushing event updated for resources: {'Port': ['ID=5cec5255-8da7-4a5d-a33e-71f9abd24672,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:46.458168 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e3e7-f6a3-47dc-a9d4-aee60fd02817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (96356dce-1ed1-4f46-9dac-371f1628399e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:46.476108 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Attempting to bind port 5cec5255-8da7-4a5d-a33e-71f9abd24672 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:20:46.476491 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Attempting to bind port 5cec5255-8da7-4a5d-a33e-71f9abd24672 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'e9e06a62-05fe-473a-90a4-562baa7adce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c6f200ce-87cc-4593-ac01-cb189b147a20'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:20:46.476864 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Attempting to bind port 5cec5255-8da7-4a5d-a33e-71f9abd24672 on network c6f200ce-87cc-4593-ac01-cb189b147a20 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:20:46.484019 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:46.484370 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:46.484710 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:46.485043 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:46.485373 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:46.489683 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:46.490152 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:46.490503 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:46.490845 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:46.493798 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:46.494202 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:46.494550 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:46.494890 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:46.521412 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:20:46.522139 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Checking segment: {'id': 'e9e06a62-05fe-473a-90a4-562baa7adce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c6f200ce-87cc-4593-ac01-cb189b147a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:20:46.522554 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:46.522954 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Bound using segment: {'id': 'e9e06a62-05fe-473a-90a4-562baa7adce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c6f200ce-87cc-4593-ac01-cb189b147a20'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:20:46.523444 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Bound port: 5cec5255-8da7-4a5d-a33e-71f9abd24672, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e06a62-05fe-473a-90a4-562baa7adce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c6f200ce-87cc-4593-ac01-cb189b147a20'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:20:46.523818 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (5cec5255-8da7-4a5d-a33e-71f9abd24672), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:46.665717 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Publish callbacks [] for port (d8ea64ed-30db-472c-aded-1bcf3c849dde), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:46.671867 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c8b17388-3757-401e-a56c-417986721b30 None None] For port 5cec5255-8da7-4a5d-a33e-71f9abd24672, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:20:46.681314 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c8b17388-3757-401e-a56c-417986721b30 None None] For port 5cec5255-8da7-4a5d-a33e-71f9abd24672, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=5cec5255-8da7-4a5d-a33e-71f9abd24672,segment=NetworkSegment(e9e06a62-05fe-473a-90a4-562baa7adce4),segment_id=e9e06a62-05fe-473a-90a4-562baa7adce4)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:20:46.689547 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (5cec5255-8da7-4a5d-a33e-71f9abd24672), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:46.763236 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (d8ea64ed-30db-472c-aded-1bcf3c849dde), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:46.822518 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b17388-3757-401e-a56c-417986721b30 None None] Pushing event updated for resources: {'Port': ['ID=5cec5255-8da7-4a5d-a33e-71f9abd24672,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:46.889974 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Pushing event updated for resources: {'Port': ['ID=d8ea64ed-30db-472c-aded-1bcf3c849dde,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:46.906663 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:20:46.921523 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:20:46.931191 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:20:46.947792 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a25c13-682c-4de3-9da1-7dfe21e92a0d None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:20:46.948920 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:46.954168 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:46.956169 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:46.956552 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:46.957044 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:46.957392 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:46.957753 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:46.968483 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:46.968483 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:46.968483 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:46.968483 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:46.968483 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:46.968483 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:20:47.122330 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a1c6836d-e900-44f4-beed-a502861a12a2 None None] Provisioning complete for port d8ea64ed-30db-472c-aded-1bcf3c849dde triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:47.122708 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a1c6836d-e900-44f4-beed-a502861a12a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d8ea64ed-30db-472c-aded-1bcf3c849dde), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:47.253643 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a1c6836d-e900-44f4-beed-a502861a12a2 None None] Port d8ea64ed-30db-472c-aded-1bcf3c849dde cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:20:47.419861 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d12252-7d63-4ca4-a4f7-26a4e0e5611d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Router d7c8121c-050e-405d-9cf8-a1e427cdc14f has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:20:47.493995 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc8126a0-1cf5-4285-9cfb-297efd8efdd2 req-fd55b06b-6790-4237-ab4d-dbe5d8614999 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.0637727 Jan 18 20:20:47.737657 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Publish callbacks [] for router_gateway (507f9327-dba4-45b4-9598-64a5c6616993), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:47.819809 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d12252-7d63-4ca4-a4f7-26a4e0e5611d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:20:47.820417 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 5cec5255-8da7-4a5d-a33e-71f9abd24672 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:20:47.836098 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-75d12252-7d63-4ca4-a4f7-26a4e0e5611d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:47.873724 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1435dd-a8ec-48e6-a870-4a74a6869caf None None] Sync routers for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:20:47.925582 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1435dd-a8ec-48e6-a870-4a74a6869caf None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:47.926250 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0e1435dd-a8ec-48e6-a870-4a74a6869caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:47.934897 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb3e3e7-f6a3-47dc-a9d4-aee60fd02817 admin admin] Router 96356dce-1ed1-4f46-9dac-371f1628399e has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:20:47.968456 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-75d12252-7d63-4ca4-a4f7-26a4e0e5611d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "PUT /v2.0/floatingips/32c8a804-02de-43cc-a428-5e9012cbce19 HTTP/1.1" status: 200 len: 978 time: 6.1015956 Jan 18 20:20:47.973771 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 57692) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:47.981657 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-cef009c7-8777-4ebe-bcc1-8fb334616ea8 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:20:48.011010 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0e1435dd-a8ec-48e6-a870-4a74a6869caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:48.072062 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1435dd-a8ec-48e6-a870-4a74a6869caf None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:48.072062 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0e1435dd-a8ec-48e6-a870-4a74a6869caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:48.211325 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0e1435dd-a8ec-48e6-a870-4a74a6869caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:48.212003 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1435dd-a8ec-48e6-a870-4a74a6869caf None None] The sync data for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:20:48.240754 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 5cec5255-8da7-4a5d-a33e-71f9abd24672 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:48.247036 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5cec5255-8da7-4a5d-a33e-71f9abd24672), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:48.265546 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cef009c7-8777-4ebe-bcc1-8fb334616ea8 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (32c8a804-02de-43cc-a428-5e9012cbce19), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:48.452272 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 5cec5255-8da7-4a5d-a33e-71f9abd24672 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:20:48.452680 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (5cec5255-8da7-4a5d-a33e-71f9abd24672), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:48.506752 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 5cec5255-8da7-4a5d-a33e-71f9abd24672, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=5cec5255-8da7-4a5d-a33e-71f9abd24672,segment=NetworkSegment(e9e06a62-05fe-473a-90a4-562baa7adce4),segment_id=e9e06a62-05fe-473a-90a4-562baa7adce4)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:20:48.512201 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (5cec5255-8da7-4a5d-a33e-71f9abd24672), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:48.579762 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=5cec5255-8da7-4a5d-a33e-71f9abd24672,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:48.675953 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb3e3e7-f6a3-47dc-a9d4-aee60fd02817 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:20:48.687509 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8270d7ad-6b13-4c15-b59e-bcfecd2d9a82 None None] Sync routers for ids ['96356dce-1ed1-4f46-9dac-371f1628399e'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:20:48.695760 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9bb3e3e7-f6a3-47dc-a9d4-aee60fd02817 admin admin] 10.222.0.31 "PUT /v2.0/routers/96356dce-1ed1-4f46-9dac-371f1628399e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9430616 Jan 18 20:20:48.700267 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 57722) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:48.708881 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8270d7ad-6b13-4c15-b59e-bcfecd2d9a82 None None] Routers {'96356dce-1ed1-4f46-9dac-371f1628399e'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:48.709727 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-8270d7ad-6b13-4c15-b59e-bcfecd2d9a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['96356dce-1ed1-4f46-9dac-371f1628399e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:48.886025 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2b78e8d0-8ab6-4b0e-b1d2-b52713703747 req-0b93aee5-15e7-4bde-a0a0-6f0225c8160a tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.2007434 Jan 18 20:20:48.956415 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-8270d7ad-6b13-4c15-b59e-bcfecd2d9a82 None None] Set router 96356dce-1ed1-4f46-9dac-371f1628399e gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:20:49.017519 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb34784-739e-4653-9571-38568ca8a633 None None] Network c6f200ce-87cc-4593-ac01-cb189b147a20 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:20:49.170254 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cef009c7-8777-4ebe-bcc1-8fb334616ea8 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:49.185326 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cef009c7-8777-4ebe-bcc1-8fb334616ea8 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (32c8a804-02de-43cc-a428-5e9012cbce19), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:49.187041 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-cef009c7-8777-4ebe-bcc1-8fb334616ea8 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Floating IP 32c8a804-02de-43cc-a428-5e9012cbce19 disassociated. External IP: 172.25.4.172, port: a19c6de6-578a-493b-b184-5811a42ffd74. Jan 18 20:20:49.295189 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (507f9327-dba4-45b4-9598-64a5c6616993), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:49.309758 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e8573551-36e6-4b9f-bf75-16e958302738 None None] Provisioning complete for port 5cec5255-8da7-4a5d-a33e-71f9abd24672 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:49.309758 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e8573551-36e6-4b9f-bf75-16e958302738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5cec5255-8da7-4a5d-a33e-71f9abd24672), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:49.429976 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-8270d7ad-6b13-4c15-b59e-bcfecd2d9a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'name': 'tempest-AttachVolumeTestJSON-1877546686-router', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:10:04Z', 'updated_at': '2022-01-18T20:20:45Z', 'revision_number': 5, 'project_id': '72501d248542438e9d3a803e6110efb0', 'gw_port': {'id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:07Z', 'updated_at': '2022-01-18T20:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:49.499246 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f016ed52-746f-4a70-983a-706c4c7d5a41 admin admin] Publish callbacks [] for router (96356dce-1ed1-4f46-9dac-371f1628399e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:49.553146 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8270d7ad-6b13-4c15-b59e-bcfecd2d9a82 None None] Checking router: 96356dce-1ed1-4f46-9dac-371f1628399e for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:20:49.583872 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8270d7ad-6b13-4c15-b59e-bcfecd2d9a82 None None] Routers {'96356dce-1ed1-4f46-9dac-371f1628399e'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:49.585787 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-8270d7ad-6b13-4c15-b59e-bcfecd2d9a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['96356dce-1ed1-4f46-9dac-371f1628399e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:49.612734 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e8573551-36e6-4b9f-bf75-16e958302738 None None] Current status of the port 5cec5255-8da7-4a5d-a33e-71f9abd24672 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:20:49.635123 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Router 507f9327-dba4-45b4-9598-64a5c6616993 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:20:49.686398 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 5cec5255-8da7-4a5d-a33e-71f9abd24672 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:20:49.769664 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 5cec5255-8da7-4a5d-a33e-71f9abd24672 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:49.770284 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5cec5255-8da7-4a5d-a33e-71f9abd24672), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:49.855497 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-8270d7ad-6b13-4c15-b59e-bcfecd2d9a82 None None] Set router 96356dce-1ed1-4f46-9dac-371f1628399e gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:20:49.870459 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 5cec5255-8da7-4a5d-a33e-71f9abd24672 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:20:50.011483 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:20:50.022472 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cadb94c-f117-472b-aa30-2c20811993b8 None None] Sync routers for ids ['507f9327-dba4-45b4-9598-64a5c6616993'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:20:50.042141 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cadb94c-f117-472b-aa30-2c20811993b8 None None] Routers {'507f9327-dba4-45b4-9598-64a5c6616993'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:50.046017 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0cadb94c-f117-472b-aa30-2c20811993b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['507f9327-dba4-45b4-9598-64a5c6616993'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:50.049824 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:50.051493 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-69b6463c-e682-4449-b908-5f47b3dc42e3 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.1568534 Jan 18 20:20:50.056919 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57758) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:50.343473 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-0cadb94c-f117-472b-aa30-2c20811993b8 None None] Set router 507f9327-dba4-45b4-9598-64a5c6616993 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:20:50.371994 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-8270d7ad-6b13-4c15-b59e-bcfecd2d9a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'name': 'tempest-AttachVolumeTestJSON-1877546686-router', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:10:04Z', 'updated_at': '2022-01-18T20:20:45Z', 'revision_number': 5, 'project_id': '72501d248542438e9d3a803e6110efb0', 'gw_port': {'id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:07Z', 'updated_at': '2022-01-18T20:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:50.431493 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8270d7ad-6b13-4c15-b59e-bcfecd2d9a82 None None] The sync data for ids ['96356dce-1ed1-4f46-9dac-371f1628399e'] in n-d-741529-9 is: [{'id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'name': 'tempest-AttachVolumeTestJSON-1877546686-router', 'tenant_id': '72501d248542438e9d3a803e6110efb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:10:04Z', 'updated_at': '2022-01-18T20:20:45Z', 'revision_number': 5, 'project_id': '72501d248542438e9d3a803e6110efb0', 'gw_port': {'id': '72ef2552-b0bd-4858-a818-64566b20cc30', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96356dce-1ed1-4f46-9dac-371f1628399e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:10:07Z', 'updated_at': '2022-01-18T20:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:20:50.756470 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57768) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:50.858279 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-677c451b-0a12-49b1-847e-5facea88d5dc req-66f109ba-d1fd-4a78-b299-e424a5f2d1f2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.8366749 Jan 18 20:20:50.901331 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f016ed52-746f-4a70-983a-706c4c7d5a41 admin admin] Publish callbacks [] for router_gateway (96356dce-1ed1-4f46-9dac-371f1628399e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:50.933306 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef009c7-8777-4ebe-bcc1-8fb334616ea8 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Router d7c8121c-050e-405d-9cf8-a1e427cdc14f has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:20:50.950151 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-126ad2c5-aa7e-4fc0-8cb2-770038e573f6 None None] Provisioning complete for port 5cec5255-8da7-4a5d-a33e-71f9abd24672 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:50.950534 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-126ad2c5-aa7e-4fc0-8cb2-770038e573f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5cec5255-8da7-4a5d-a33e-71f9abd24672), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:51.182842 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-126ad2c5-aa7e-4fc0-8cb2-770038e573f6 None None] Current status of the port 5cec5255-8da7-4a5d-a33e-71f9abd24672 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:20:51.206186 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c046cde8-aa0a-45e6-8269-ca1ad9482511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:51.210365 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0cadb94c-f117-472b-aa30-2c20811993b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507f9327-dba4-45b4-9598-64a5c6616993', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-488254875-router', 'tenant_id': '7e30a67604434603ae69c66bfd88438c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'd8ea64ed-30db-472c-aded-1bcf3c849dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:20:44Z', 'updated_at': '2022-01-18T20:20:47Z', 'revision_number': 3, 'project_id': '7e30a67604434603ae69c66bfd88438c', 'gw_port': {'id': 'd8ea64ed-30db-472c-aded-1bcf3c849dde', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507f9327-dba4-45b4-9598-64a5c6616993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:20:46Z', 'updated_at': '2022-01-18T20:20:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:51.211365 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-f016ed52-746f-4a70-983a-706c4c7d5a41 admin admin] Deleting port 72ef2552-b0bd-4858-a818-64566b20cc30 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:20:51.214414 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f016ed52-746f-4a70-983a-706c4c7d5a41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (72ef2552-b0bd-4858-a818-64566b20cc30), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:51.250702 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cadb94c-f117-472b-aa30-2c20811993b8 None None] Checking router: 507f9327-dba4-45b4-9598-64a5c6616993 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:20:51.251301 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cadb94c-f117-472b-aa30-2c20811993b8 None None] Updating router 507f9327-dba4-45b4-9598-64a5c6616993 port d8ea64ed-30db-472c-aded-1bcf3c849dde binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:20:51.319866 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0cadb94c-f117-472b-aa30-2c20811993b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d8ea64ed-30db-472c-aded-1bcf3c849dde), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:51.389921 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef009c7-8777-4ebe-bcc1-8fb334616ea8 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:20:51.401782 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cef009c7-8777-4ebe-bcc1-8fb334616ea8 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:51.403165 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dfdb85-5624-4e07-ba1d-699dec786484 None None] Sync routers for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:20:51.425359 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dfdb85-5624-4e07-ba1d-699dec786484 None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:51.426242 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-40dfdb85-5624-4e07-ba1d-699dec786484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:51.472142 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4684df5c-38d6-486a-a5bd-4263495ec8b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:51.489363 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cef009c7-8777-4ebe-bcc1-8fb334616ea8 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "PUT /v2.0/floatingips/32c8a804-02de-43cc-a428-5e9012cbce19 HTTP/1.1" status: 200 len: 688 time: 3.5145175 Jan 18 20:20:51.493533 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 57776) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:51.504685 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-40dfdb85-5624-4e07-ba1d-699dec786484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:51.529708 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dfdb85-5624-4e07-ba1d-699dec786484 None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:51.530385 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-40dfdb85-5624-4e07-ba1d-699dec786484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:51.533854 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device cf6cbf85-e862-43be-9155-353835d8a1b9 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:20:51.603037 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-40dfdb85-5624-4e07-ba1d-699dec786484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:51.603703 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dfdb85-5624-4e07-ba1d-699dec786484 None None] The sync data for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:20:51.622062 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: cf6cbf85-e862-43be-9155-353835d8a1b9 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:20:51.622377 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device cf6cbf85-e862-43be-9155-353835d8a1b9 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:20:51.623106 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 57780) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:51.641014 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-f016ed52-746f-4a70-983a-706c4c7d5a41 admin admin] For port 72ef2552-b0bd-4858-a818-64566b20cc30, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=72ef2552-b0bd-4858-a818-64566b20cc30,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:20:51.646116 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f016ed52-746f-4a70-983a-706c4c7d5a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (72ef2552-b0bd-4858-a818-64566b20cc30), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:51.701595 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-c046cde8-aa0a-45e6-8269-ca1ad9482511 admin admin] Allocated IP 172.20.0.1 (c6f200ce-87cc-4593-ac01-cb189b147a20/9f5d7ac3-3d08-43bf-b58a-f1d8b901feb0/23035859-b3cc-47bb-a1c2-23529e2e0c1b) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:20:51.740827 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-f016ed52-746f-4a70-983a-706c4c7d5a41 admin admin] Calling delete_port for 72ef2552-b0bd-4858-a818-64566b20cc30 owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:20:51.939893 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4684df5c-38d6-486a-a5bd-4263495ec8b7 admin admin] Publish callbacks [] for security_group (2ba02f9d-5ff1-4c6c-9805-440145667804), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:51.948860 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e23cc9ba-81b2-4f20-937a-69cc328025f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:51.953825 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4684df5c-38d6-486a-a5bd-4263495ec8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2ba02f9d-5ff1-4c6c-9805-440145667804), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:51.980344 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0cadb94c-f117-472b-aa30-2c20811993b8 None None] Publish callbacks [] for port (d8ea64ed-30db-472c-aded-1bcf3c849dde), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:51.992381 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0cadb94c-f117-472b-aa30-2c20811993b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d8ea64ed-30db-472c-aded-1bcf3c849dde), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:52.041679 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1cc37db3-9520-41b0-a627-6a87a9f073a4 req-83674b7f-f2ab-4f2f-a9a4-0bf8f31afb2b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.0530262 Jan 18 20:20:52.059689 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4684df5c-38d6-486a-a5bd-4263495ec8b7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=58e585e09618434ab78a23c6893788c3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2972205 Jan 18 20:20:52.063579 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57788) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:52.064626 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684df5c-38d6-486a-a5bd-4263495ec8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba02f9d-5ff1-4c6c-9805-440145667804,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:52.067851 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-8acf5318-a5a6-4abd-8880-caa52be92edb tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Deleting port 2cd58390-6ae6-4184-9fe2-571fe15b3e44 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:20:52.068191 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8acf5318-a5a6-4abd-8880-caa52be92edb tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (2cd58390-6ae6-4184-9fe2-571fe15b3e44), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:52.078829 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6002279-cd23-4765-b84e-e8c92bae919f None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:20:52.116875 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0cadb94c-f117-472b-aa30-2c20811993b8 None None] Attempting to bind port d8ea64ed-30db-472c-aded-1bcf3c849dde on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:20:52.117296 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0cadb94c-f117-472b-aa30-2c20811993b8 None None] Attempting to bind port d8ea64ed-30db-472c-aded-1bcf3c849dde by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:20:52.117595 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cadb94c-f117-472b-aa30-2c20811993b8 None None] Attempting to bind port d8ea64ed-30db-472c-aded-1bcf3c849dde on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:20:52.142739 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cadb94c-f117-472b-aa30-2c20811993b8 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:20:52.143149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cadb94c-f117-472b-aa30-2c20811993b8 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:20:52.143552 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0cadb94c-f117-472b-aa30-2c20811993b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:52.143942 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cadb94c-f117-472b-aa30-2c20811993b8 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:20:52.144419 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0cadb94c-f117-472b-aa30-2c20811993b8 None None] Bound port: d8ea64ed-30db-472c-aded-1bcf3c849dde, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:20:52.144790 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0cadb94c-f117-472b-aa30-2c20811993b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d8ea64ed-30db-472c-aded-1bcf3c849dde), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:52.146464 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84133cca-5edd-47c9-bfb6-ebf8de0593cf None None] Pushing event updated for resources: {'Port': ['ID=d8ea64ed-30db-472c-aded-1bcf3c849dde,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:52.210189 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f94bae66-5eac-4847-8b27-564428fb5f41 admin admin] Publish callbacks [] for security_group (2ba02f9d-5ff1-4c6c-9805-440145667804), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:52.252446 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f94bae66-5eac-4847-8b27-564428fb5f41 admin admin] Publish callbacks [] for security_group (2ba02f9d-5ff1-4c6c-9805-440145667804), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:52.274562 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dc0cbd55-f0ca-471f-be83-77185b69a6fe None None] Provisioning complete for port d8ea64ed-30db-472c-aded-1bcf3c849dde triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:52.275104 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dc0cbd55-f0ca-471f-be83-77185b69a6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d8ea64ed-30db-472c-aded-1bcf3c849dde), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:52.319543 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c046cde8-aa0a-45e6-8269-ca1ad9482511 admin admin] Publish callbacks [] for port (23035859-b3cc-47bb-a1c2-23529e2e0c1b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:52.324140 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f94bae66-5eac-4847-8b27-564428fb5f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2ba02f9d-5ff1-4c6c-9805-440145667804), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:52.327397 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f94bae66-5eac-4847-8b27-564428fb5f41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:52.328783 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0cadb94c-f117-472b-aa30-2c20811993b8 None None] For port d8ea64ed-30db-472c-aded-1bcf3c849dde, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:20:52.333174 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f94bae66-5eac-4847-8b27-564428fb5f41 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ba02f9d-5ff1-4c6c-9805-440145667804 HTTP/1.1" status: 204 len: 168 time: 0.2619767 Jan 18 20:20:52.349590 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94bae66-5eac-4847-8b27-564428fb5f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba02f9d-5ff1-4c6c-9805-440145667804,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:52.365582 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8acf5318-a5a6-4abd-8880-caa52be92edb tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (2cd58390-6ae6-4184-9fe2-571fe15b3e44), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:52.365938 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8acf5318-a5a6-4abd-8880-caa52be92edb tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (2cd58390-6ae6-4184-9fe2-571fe15b3e44), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:52.393798 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0cadb94c-f117-472b-aa30-2c20811993b8 None None] For port d8ea64ed-30db-472c-aded-1bcf3c849dde, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d8ea64ed-30db-472c-aded-1bcf3c849dde,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:20:52.402429 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dc0cbd55-f0ca-471f-be83-77185b69a6fe None None] Port d8ea64ed-30db-472c-aded-1bcf3c849dde cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:20:52.406264 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c046cde8-aa0a-45e6-8269-ca1ad9482511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (23035859-b3cc-47bb-a1c2-23529e2e0c1b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:52.422703 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-8acf5318-a5a6-4abd-8880-caa52be92edb tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Calling delete_port for 2cd58390-6ae6-4184-9fe2-571fe15b3e44 owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:20:52.435109 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0cadb94c-f117-472b-aa30-2c20811993b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d8ea64ed-30db-472c-aded-1bcf3c849dde), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:52.437242 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f016ed52-746f-4a70-983a-706c4c7d5a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (72ef2552-b0bd-4858-a818-64566b20cc30), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:52.444116 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e23cc9ba-81b2-4f20-937a-69cc328025f6 admin admin] Publish callbacks [] for security_group (552d6d6b-796e-4e99-bff2-d21d3bc3e15d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:52.479841 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e23cc9ba-81b2-4f20-937a-69cc328025f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (552d6d6b-796e-4e99-bff2-d21d3bc3e15d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:52.538419 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c046cde8-aa0a-45e6-8269-ca1ad9482511 admin admin] Network c6f200ce-87cc-4593-ac01-cb189b147a20 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:20:52.541680 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8ecc52-ef42-4e5c-a8bb-ab296ffc34f7 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:20:52.545050 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-c046cde8-aa0a-45e6-8269-ca1ad9482511 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:20:52.548764 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c046cde8-aa0a-45e6-8269-ca1ad9482511 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:20:52.606998 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046cde8-aa0a-45e6-8269-ca1ad9482511 admin admin] Pushing event updated for resources: {'Port': ['ID=23035859-b3cc-47bb-a1c2-23529e2e0c1b,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:52.621381 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84133cca-5edd-47c9-bfb6-ebf8de0593cf None None] Pushing event updated for resources: {'Port': ['ID=d8ea64ed-30db-472c-aded-1bcf3c849dde,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:52.625049 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016ed52-746f-4a70-983a-706c4c7d5a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=72ef2552-b0bd-4858-a818-64566b20cc30,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:52.641248 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c046cde8-aa0a-45e6-8269-ca1ad9482511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (507f9327-dba4-45b4-9598-64a5c6616993), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:52.664407 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cadb94c-f117-472b-aa30-2c20811993b8 None None] Routers {'507f9327-dba4-45b4-9598-64a5c6616993'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:52.666322 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0cadb94c-f117-472b-aa30-2c20811993b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['507f9327-dba4-45b4-9598-64a5c6616993'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:52.794205 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e23cc9ba-81b2-4f20-937a-69cc328025f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7b70ac6205b84b81a78923b82c7e64ca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1530385 Jan 18 20:20:52.794205 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cc9ba-81b2-4f20-937a-69cc328025f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552d6d6b-796e-4e99-bff2-d21d3bc3e15d,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:52.795206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57796) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:52.808874 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f016ed52-746f-4a70-983a-706c4c7d5a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (96356dce-1ed1-4f46-9dac-371f1628399e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:52.931603 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57800) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:52.946359 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-0cadb94c-f117-472b-aa30-2c20811993b8 None None] Set router 507f9327-dba4-45b4-9598-64a5c6616993 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:20:53.004525 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4d38878b-b48d-4e03-b886-a57e72287028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:53.017598 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f016ed52-746f-4a70-983a-706c4c7d5a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (96356dce-1ed1-4f46-9dac-371f1628399e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:53.022435 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f016ed52-746f-4a70-983a-706c4c7d5a41 admin admin] Publish callbacks [] for router_controller (96356dce-1ed1-4f46-9dac-371f1628399e), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:53.126460 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1010c1da-5e7c-4595-b56d-344259a862b2 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:20:53.132148 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f016ed52-746f-4a70-983a-706c4c7d5a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (96356dce-1ed1-4f46-9dac-371f1628399e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:53.133848 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f016ed52-746f-4a70-983a-706c4c7d5a41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96356dce-1ed1-4f46-9dac-371f1628399e {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:20:53.191731 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-6fbf479d-d0eb-4f24-9bfd-3003e66a5737 None None] Provisioning complete for port d8ea64ed-30db-472c-aded-1bcf3c849dde triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:53.191866 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f016ed52-746f-4a70-983a-706c4c7d5a41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:53.192117 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6fbf479d-d0eb-4f24-9bfd-3003e66a5737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d8ea64ed-30db-472c-aded-1bcf3c849dde), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:53.196472 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f016ed52-746f-4a70-983a-706c4c7d5a41 admin admin] 10.222.0.31 "DELETE /v2.0/routers/96356dce-1ed1-4f46-9dac-371f1628399e HTTP/1.1" status: 204 len: 168 time: 4.4564786 Jan 18 20:20:53.201585 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 57804) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:53.220156 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4d38878b-b48d-4e03-b886-a57e72287028 admin admin] Publish callbacks [] for security_group (5fba77e9-f1fa-4aaa-9544-018e16268643), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:53.253952 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4d38878b-b48d-4e03-b886-a57e72287028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5fba77e9-f1fa-4aaa-9544-018e16268643), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:53.266589 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6341dbbb-a5ad-4405-9908-bac9b45427ed req-8330382b-90ae-4ec3-b48f-d076dd0f273d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.1102037 Jan 18 20:20:53.321415 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0cadb94c-f117-472b-aa30-2c20811993b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507f9327-dba4-45b4-9598-64a5c6616993', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-488254875-router', 'tenant_id': '7e30a67604434603ae69c66bfd88438c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'd8ea64ed-30db-472c-aded-1bcf3c849dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:20:44Z', 'updated_at': '2022-01-18T20:20:47Z', 'revision_number': 3, 'project_id': '7e30a67604434603ae69c66bfd88438c', 'gw_port': {'id': 'd8ea64ed-30db-472c-aded-1bcf3c849dde', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507f9327-dba4-45b4-9598-64a5c6616993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:20:46Z', 'updated_at': '2022-01-18T20:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:53.325048 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8acf5318-a5a6-4abd-8880-caa52be92edb tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (2cd58390-6ae6-4184-9fe2-571fe15b3e44), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:53.362339 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a188541-5523-4136-b692-1fe0884d827a admin admin] Deleting subnet 1723126f-3654-432e-ad19-50c4bb784989 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:20:53.365080 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf5318-a5a6-4abd-8880-caa52be92edb tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event deleted for resources: {'Port': ['ID=2cd58390-6ae6-4184-9fe2-571fe15b3e44,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:53.391519 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4d38878b-b48d-4e03-b886-a57e72287028 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc4dda6b703e4551984c4a3a4e06dc05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4475615 Jan 18 20:20:53.396255 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cadb94c-f117-472b-aa30-2c20811993b8 None None] The sync data for ids ['507f9327-dba4-45b4-9598-64a5c6616993'] in n-d-741529-9 is: [{'id': '507f9327-dba4-45b4-9598-64a5c6616993', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-488254875-router', 'tenant_id': '7e30a67604434603ae69c66bfd88438c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'd8ea64ed-30db-472c-aded-1bcf3c849dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:20:44Z', 'updated_at': '2022-01-18T20:20:47Z', 'revision_number': 3, 'project_id': '7e30a67604434603ae69c66bfd88438c', 'gw_port': {'id': 'd8ea64ed-30db-472c-aded-1bcf3c849dde', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507f9327-dba4-45b4-9598-64a5c6616993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:20:46Z', 'updated_at': '2022-01-18T20:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:20:53.404518 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57806) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:53.435414 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2a188541-5523-4136-b692-1fe0884d827a admin admin] Publish callbacks [] for subnet (1723126f-3654-432e-ad19-50c4bb784989), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:53.474521 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6fbf479d-d0eb-4f24-9bfd-3003e66a5737 None None] Current status of the port d8ea64ed-30db-472c-aded-1bcf3c849dde is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:20:53.475069 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6fbf479d-d0eb-4f24-9bfd-3003e66a5737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d8ea64ed-30db-472c-aded-1bcf3c849dde), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:53.487876 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-101d1e0f-1e53-4f04-b6ef-4cc1b198e2c8 admin admin] Publish callbacks [] for security_group (552d6d6b-796e-4e99-bff2-d21d3bc3e15d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:53.498348 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c046cde8-aa0a-45e6-8269-ca1ad9482511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (23035859-b3cc-47bb-a1c2-23529e2e0c1b), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:53.503858 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8acf5318-a5a6-4abd-8880-caa52be92edb tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (32c8a804-02de-43cc-a428-5e9012cbce19), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:53.507181 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8acf5318-a5a6-4abd-8880-caa52be92edb tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:53.510689 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8acf5318-a5a6-4abd-8880-caa52be92edb tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "DELETE /v2.0/floatingips/32c8a804-02de-43cc-a428-5e9012cbce19 HTTP/1.1" status: 204 len: 168 time: 1.9979515 Jan 18 20:20:53.514595 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6fbf479d-d0eb-4f24-9bfd-3003e66a5737 None None] For port d8ea64ed-30db-472c-aded-1bcf3c849dde, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d8ea64ed-30db-472c-aded-1bcf3c849dde,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:20:53.515574 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 57808) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:53.521381 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6fbf479d-d0eb-4f24-9bfd-3003e66a5737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d8ea64ed-30db-472c-aded-1bcf3c849dde), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:53.582142 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-31848277-0d91-4a06-b437-8e66e15c0b7c tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] delete failed (client error): The resource could not be found. Jan 18 20:20:53.583341 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-31848277-0d91-4a06-b437-8e66e15c0b7c tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "DELETE /v2.0/floatingips/32c8a804-02de-43cc-a428-5e9012cbce19 HTTP/1.1" status: 404 len: 345 time: 0.0662899 Jan 18 20:20:53.588571 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 57812) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:53.593241 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf479d-d0eb-4f24-9bfd-3003e66a5737 None None] Pushing event updated for resources: {'Port': ['ID=d8ea64ed-30db-472c-aded-1bcf3c849dde,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:53.632968 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38878b-b48d-4e03-b886-a57e72287028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fba77e9-f1fa-4aaa-9544-018e16268643,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:53.645575 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-27d79b8f-a284-4eb1-aaa8-ed1f2b21a23e None None] Provisioning complete for port 23035859-b3cc-47bb-a1c2-23529e2e0c1b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:53.647112 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-27d79b8f-a284-4eb1-aaa8-ed1f2b21a23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (23035859-b3cc-47bb-a1c2-23529e2e0c1b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:53.671339 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2a188541-5523-4136-b692-1fe0884d827a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (1723126f-3654-432e-ad19-50c4bb784989), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:53.738814 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-27d79b8f-a284-4eb1-aaa8-ed1f2b21a23e None None] Port 23035859-b3cc-47bb-a1c2-23529e2e0c1b cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:20:53.813399 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d241695e-86fb-4b9e-bae4-b01756ecd08d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:53.831741 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d241695e-86fb-4b9e-bae4-b01756ecd08d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:53.845337 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d241695e-86fb-4b9e-bae4-b01756ecd08d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:53.850307 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d241695e-86fb-4b9e-bae4-b01756ecd08d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "GET /v2.0/ports?network_id=2c30b9bd-8dbd-4f0c-861d-0cd761227289 HTTP/1.1" status: 200 len: 2357 time: 0.2580979 Jan 18 20:20:53.857873 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57814) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:53.890088 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-101d1e0f-1e53-4f04-b6ef-4cc1b198e2c8 admin admin] Publish callbacks [] for security_group (552d6d6b-796e-4e99-bff2-d21d3bc3e15d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:53.947047 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 72ef2552-b0bd-4858-a818-64566b20cc30 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:20:53.958770 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2a188541-5523-4136-b692-1fe0884d827a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (1723126f-3654-432e-ad19-50c4bb784989), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:54.007186 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 72ef2552-b0bd-4858-a818-64566b20cc30 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:20:54.007893 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 72ef2552-b0bd-4858-a818-64566b20cc30 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:20:54.085175 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2a188541-5523-4136-b692-1fe0884d827a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (1723126f-3654-432e-ad19-50c4bb784989), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:54.106091 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ba1a960-1045-48bb-8d31-75f1582d94f9 admin admin] Publish callbacks [] for security_group (5fba77e9-f1fa-4aaa-9544-018e16268643), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:54.124738 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a188541-5523-4136-b692-1fe0884d827a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1723126f-3654-432e-ad19-50c4bb784989,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:54.144614 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-101d1e0f-1e53-4f04-b6ef-4cc1b198e2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (552d6d6b-796e-4e99-bff2-d21d3bc3e15d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:54.155233 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2a188541-5523-4136-b692-1fe0884d827a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:54.155462 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-101d1e0f-1e53-4f04-b6ef-4cc1b198e2c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:54.156565 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-101d1e0f-1e53-4f04-b6ef-4cc1b198e2c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/552d6d6b-796e-4e99-bff2-d21d3bc3e15d HTTP/1.1" status: 204 len: 168 time: 1.3581882 Jan 18 20:20:54.157976 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfb9b39-3d67-4a5f-a1b9-1dba74a6fa24 None None] Network 2cafaa10-97b0-4140-ac04-be8f2bf83219 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:20:54.168955 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2a188541-5523-4136-b692-1fe0884d827a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1723126f-3654-432e-ad19-50c4bb784989 HTTP/1.1" status: 204 len: 168 time: 0.9439650 Jan 18 20:20:54.176228 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 57820) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:54.228016 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c011518c-eed9-42cc-bfee-7d347f88c10a tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:54.229963 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c011518c-eed9-42cc-bfee-7d347f88c10a tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "GET /v2.0/subnets/f546c3ea-1429-47e3-affb-69952125f1ed HTTP/1.1" status: 200 len: 797 time: 0.2976589 Jan 18 20:20:54.237004 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ba1a960-1045-48bb-8d31-75f1582d94f9 admin admin] Publish callbacks [] for security_group (5fba77e9-f1fa-4aaa-9544-018e16268643), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:54.242604 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d1e0f-1e53-4f04-b6ef-4cc1b198e2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552d6d6b-796e-4e99-bff2-d21d3bc3e15d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:54.244709 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57822) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:54.281192 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-05b545d7-18c9-4dd0-a72d-560bdbf62fb6 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Request body: {'port': {'network_id': '2c30b9bd-8dbd-4f0c-861d-0cd761227289', 'name': 'tempest-FloatingIPTestJSON-1311979887', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:20:54.449211 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fbd2d0f5-c95b-4539-8643-5dd7bedad7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (2cafaa10-97b0-4140-ac04-be8f2bf83219), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:54.540274 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac3c7362-a87b-4be3-b4ad-a0bc7feaa5d8 req-e11d8d10-c532-4eda-855f-cdcea43d876c tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.1013255 Jan 18 20:20:54.548070 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c046cde8-aa0a-45e6-8269-ca1ad9482511 admin admin] Publish callbacks [] for port (23035859-b3cc-47bb-a1c2-23529e2e0c1b), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:54.572524 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c046cde8-aa0a-45e6-8269-ca1ad9482511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (23035859-b3cc-47bb-a1c2-23529e2e0c1b), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:54.643362 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0e8086-790b-40af-8f8a-67f8f2790190 None None] DHCP port deletion for 2cafaa10-97b0-4140-ac04-be8f2bf83219 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:20:54.682790 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-fbd2d0f5-c95b-4539-8643-5dd7bedad7bd admin admin] Deleting port ad12d3b0-58f8-4317-b4e1-497d3453edab {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:20:54.682790 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fbd2d0f5-c95b-4539-8643-5dd7bedad7bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ad12d3b0-58f8-4317-b4e1-497d3453edab), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:54.748830 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c046cde8-aa0a-45e6-8269-ca1ad9482511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (507f9327-dba4-45b4-9598-64a5c6616993), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:54.821922 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ba1a960-1045-48bb-8d31-75f1582d94f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5fba77e9-f1fa-4aaa-9544-018e16268643), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:54.824905 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ba1a960-1045-48bb-8d31-75f1582d94f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:54.832772 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8d0e8086-790b-40af-8f8a-67f8f2790190 None None] Deleting port ad12d3b0-58f8-4317-b4e1-497d3453edab {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:20:54.832772 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8d0e8086-790b-40af-8f8a-67f8f2790190 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ad12d3b0-58f8-4317-b4e1-497d3453edab), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:54.833077 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3ba1a960-1045-48bb-8d31-75f1582d94f9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5fba77e9-f1fa-4aaa-9544-018e16268643 HTTP/1.1" status: 204 len: 168 time: 1.4223530 Jan 18 20:20:54.908218 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-fbd2d0f5-c95b-4539-8643-5dd7bedad7bd admin admin] For port ad12d3b0-58f8-4317-b4e1-497d3453edab, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ad12d3b0-58f8-4317-b4e1-497d3453edab,segment=NetworkSegment(91eca149-2050-42be-9943-9917eddedfac),segment_id=91eca149-2050-42be-9943-9917eddedfac)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:20:54.911256 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fbd2d0f5-c95b-4539-8643-5dd7bedad7bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ad12d3b0-58f8-4317-b4e1-497d3453edab), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:54.949070 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-fbd2d0f5-c95b-4539-8643-5dd7bedad7bd admin admin] Calling delete_port for ad12d3b0-58f8-4317-b4e1-497d3453edab owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:20:54.951473 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046cde8-aa0a-45e6-8269-ca1ad9482511 admin admin] Pushing event updated for resources: {'Port': ['ID=23035859-b3cc-47bb-a1c2-23529e2e0c1b,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:54.960717 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1a960-1045-48bb-8d31-75f1582d94f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fba77e9-f1fa-4aaa-9544-018e16268643,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:55.097529 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b545d7-18c9-4dd0-a72d-560bdbf62fb6 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Made reservation on behalf of be734bf3297b4963aa9b04f991daf10b for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:20:55.100466 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8d0e8086-790b-40af-8f8a-67f8f2790190 None None] For port ad12d3b0-58f8-4317-b4e1-497d3453edab, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ad12d3b0-58f8-4317-b4e1-497d3453edab,segment=NetworkSegment(91eca149-2050-42be-9943-9917eddedfac),segment_id=91eca149-2050-42be-9943-9917eddedfac)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:20:55.101886 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8d0e8086-790b-40af-8f8a-67f8f2790190 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ad12d3b0-58f8-4317-b4e1-497d3453edab), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:55.145047 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8d0e8086-790b-40af-8f8a-67f8f2790190 None None] Calling delete_port for ad12d3b0-58f8-4317-b4e1-497d3453edab owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:20:55.185117 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 57832) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:55.201330 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fbd2d0f5-c95b-4539-8643-5dd7bedad7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (ad12d3b0-58f8-4317-b4e1-497d3453edab), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:55.245562 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd2d0f5-c95b-4539-8643-5dd7bedad7bd admin admin] No DVR routers for this DVR port ad12d3b0-58f8-4317-b4e1-497d3453edab on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:20:55.299205 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a841dfc6-3b34-4c74-be75-377c31c8a590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:55.318702 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2d0f5-c95b-4539-8643-5dd7bedad7bd admin admin] Pushing event deleted for resources: {'Port': ['ID=ad12d3b0-58f8-4317-b4e1-497d3453edab,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:55.334585 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-05b545d7-18c9-4dd0-a72d-560bdbf62fb6 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:55.337453 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8d0e8086-790b-40af-8f8a-67f8f2790190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (ad12d3b0-58f8-4317-b4e1-497d3453edab), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:55.373048 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-05b545d7-18c9-4dd0-a72d-560bdbf62fb6 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] device_id is not set on port e96abb41-bd24-45a0-9f81-9da51db20742 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:20:55.394054 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e8086-790b-40af-8f8a-67f8f2790190 None None] Pushing event deleted for resources: {'Port': ['ID=ad12d3b0-58f8-4317-b4e1-497d3453edab,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:55.400752 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0e8086-790b-40af-8f8a-67f8f2790190 None None] No DVR routers for this DVR port ad12d3b0-58f8-4317-b4e1-497d3453edab on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:20:55.463368 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fbd2d0f5-c95b-4539-8643-5dd7bedad7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (2cafaa10-97b0-4140-ac04-be8f2bf83219), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:55.495179 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-fbd2d0f5-c95b-4539-8643-5dd7bedad7bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cafaa10-97b0-4140-ac04-be8f2bf83219']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:55.499503 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c046cde8-aa0a-45e6-8269-ca1ad9482511 admin admin] Network c6f200ce-87cc-4593-ac01-cb189b147a20 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:20:55.514847 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-c046cde8-aa0a-45e6-8269-ca1ad9482511 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:20:55.528711 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-fbd2d0f5-c95b-4539-8643-5dd7bedad7bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91eca149-2050-42be-9943-9917eddedfac') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:55.529012 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-fbd2d0f5-c95b-4539-8643-5dd7bedad7bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91eca149-2050-42be-9943-9917eddedfac') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:55.577098 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-32719bed-3682-4330-b3bf-74bb0b59b57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:55.588542 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fbd2d0f5-c95b-4539-8643-5dd7bedad7bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (91eca149-2050-42be-9943-9917eddedfac), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:55.694881 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a841dfc6-3b34-4c74-be75-377c31c8a590 admin admin] Publish callbacks [] for security_group (b38ff8cb-b96a-4fbd-9424-f7230e67dc29), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:55.700627 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fbd2d0f5-c95b-4539-8643-5dd7bedad7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (91eca149-2050-42be-9943-9917eddedfac), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:55.715168 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a841dfc6-3b34-4c74-be75-377c31c8a590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b38ff8cb-b96a-4fbd-9424-f7230e67dc29), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:55.743698 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d8ea64ed-30db-472c-aded-1bcf3c849dde up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:20:55.783308 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd2d0f5-c95b-4539-8643-5dd7bedad7bd admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:20:55.784146 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fbd2d0f5-c95b-4539-8643-5dd7bedad7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (91eca149-2050-42be-9943-9917eddedfac), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:20:55.786941 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:20:55.860378 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port d8ea64ed-30db-472c-aded-1bcf3c849dde triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:55.860755 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d8ea64ed-30db-472c-aded-1bcf3c849dde), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:55.935741 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841dfc6-3b34-4c74-be75-377c31c8a590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38ff8cb-b96a-4fbd-9424-f7230e67dc29,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:55.984360 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-91a6b2b4-075d-4e15-b954-1754c05e8754 req-a60ae911-f756-4580-8784-9d50e295b35e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.2467413 Jan 18 20:20:56.066714 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c046cde8-aa0a-45e6-8269-ca1ad9482511 admin admin] Router 507f9327-dba4-45b4-9598-64a5c6616993 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:20:56.071460 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a841dfc6-3b34-4c74-be75-377c31c8a590 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc97b6896a534293822306ddbd00015a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8838754 Jan 18 20:20:56.080375 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 57850) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:56.110882 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fbd2d0f5-c95b-4539-8643-5dd7bedad7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (2cafaa10-97b0-4140-ac04-be8f2bf83219), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:56.128797 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fbd2d0f5-c95b-4539-8643-5dd7bedad7bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:56.132903 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fbd2d0f5-c95b-4539-8643-5dd7bedad7bd admin admin] 10.222.0.31 "DELETE /v2.0/networks/2cafaa10-97b0-4140-ac04-be8f2bf83219 HTTP/1.1" status: 204 len: 168 time: 1.9531641 Jan 18 20:20:56.154911 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2d0f5-c95b-4539-8643-5dd7bedad7bd admin admin] Pushing event deleted for resources: {'Network': ['ID=2cafaa10-97b0-4140-ac04-be8f2bf83219,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:56.171778 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-cd58d58a-785e-43c4-b2a6-f2a81463de2b None None] Provisioning complete for port 23035859-b3cc-47bb-a1c2-23529e2e0c1b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:56.172150 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cd58d58a-785e-43c4-b2a6-f2a81463de2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (23035859-b3cc-47bb-a1c2-23529e2e0c1b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:56.178693 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1ece43ce-a29e-4d96-97f3-6350548c3019 admin admin] Publish callbacks [] for security_group (b38ff8cb-b96a-4fbd-9424-f7230e67dc29), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:56.182312 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port d8ea64ed-30db-472c-aded-1bcf3c849dde is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:20:56.213893 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1ece43ce-a29e-4d96-97f3-6350548c3019 admin admin] Publish callbacks [] for security_group (b38ff8cb-b96a-4fbd-9424-f7230e67dc29), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:56.323101 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1ece43ce-a29e-4d96-97f3-6350548c3019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b38ff8cb-b96a-4fbd-9424-f7230e67dc29), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:56.328617 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1ece43ce-a29e-4d96-97f3-6350548c3019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:56.336232 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1ece43ce-a29e-4d96-97f3-6350548c3019 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b38ff8cb-b96a-4fbd-9424-f7230e67dc29 HTTP/1.1" status: 204 len: 168 time: 0.2440717 Jan 18 20:20:56.359032 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ad12d3b0-58f8-4317-b4e1-497d3453edab no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:20:56.364067 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece43ce-a29e-4d96-97f3-6350548c3019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38ff8cb-b96a-4fbd-9424-f7230e67dc29,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:56.422066 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c046cde8-aa0a-45e6-8269-ca1ad9482511 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:20:56.442077 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c046cde8-aa0a-45e6-8269-ca1ad9482511 admin admin] 10.222.0.31 "PUT /v2.0/routers/507f9327-dba4-45b4-9598-64a5c6616993/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3796766 Jan 18 20:20:56.462045 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 57868) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:56.480654 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-05b545d7-18c9-4dd0-a72d-560bdbf62fb6 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Allocated IP 172.20.0.14 (2c30b9bd-8dbd-4f0c-861d-0cd761227289/f546c3ea-1429-47e3-affb-69952125f1ed/e96abb41-bd24-45a0-9f81-9da51db20742) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:20:56.489490 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: ad12d3b0-58f8-4317-b4e1-497d3453edab {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:20:56.490003 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ad12d3b0-58f8-4317-b4e1-497d3453edab not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:20:56.490302 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-05b545d7-18c9-4dd0-a72d-560bdbf62fb6 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Allocated IP 172.20.0.13 (2c30b9bd-8dbd-4f0c-861d-0cd761227289/f546c3ea-1429-47e3-affb-69952125f1ed/e96abb41-bd24-45a0-9f81-9da51db20742) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:20:56.502672 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-cd58d58a-785e-43c4-b2a6-f2a81463de2b None None] Port 23035859-b3cc-47bb-a1c2-23529e2e0c1b cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:20:56.580870 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57870) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:56.581109 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8d252afe-1d46-410e-bf1e-4172bfb71883 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=72501d248542438e9d3a803e6110efb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1178856 Jan 18 20:20:56.612472 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db261bc-b62a-4906-8d22-5a4bc8d2beec None None] Sync routers for ids ['507f9327-dba4-45b4-9598-64a5c6616993'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:20:56.633019 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db261bc-b62a-4906-8d22-5a4bc8d2beec None None] Routers {'507f9327-dba4-45b4-9598-64a5c6616993'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:56.633664 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0db261bc-b62a-4906-8d22-5a4bc8d2beec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['507f9327-dba4-45b4-9598-64a5c6616993'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:56.797140 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5053494f-56a0-4189-8ede-f9dd98d687be admin admin] Publish callbacks [] for security_group (a14d29b6-8750-449b-a2d7-e59fdb522c04), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:56.853481 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-0db261bc-b62a-4906-8d22-5a4bc8d2beec None None] Set router 507f9327-dba4-45b4-9598-64a5c6616993 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:20:56.875823 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-05b545d7-18c9-4dd0-a72d-560bdbf62fb6 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for port (e96abb41-bd24-45a0-9f81-9da51db20742), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:56.889053 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5053494f-56a0-4189-8ede-f9dd98d687be admin admin] Publish callbacks [] for security_group (a14d29b6-8750-449b-a2d7-e59fdb522c04), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:57.050685 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-05b545d7-18c9-4dd0-a72d-560bdbf62fb6 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e96abb41-bd24-45a0-9f81-9da51db20742), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:57.114827 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5053494f-56a0-4189-8ede-f9dd98d687be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a14d29b6-8750-449b-a2d7-e59fdb522c04), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:57.129229 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5053494f-56a0-4189-8ede-f9dd98d687be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:57.143708 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5053494f-56a0-4189-8ede-f9dd98d687be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a14d29b6-8750-449b-a2d7-e59fdb522c04 HTTP/1.1" status: 204 len: 168 time: 0.5614357 Jan 18 20:20:57.163373 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053494f-56a0-4189-8ede-f9dd98d687be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14d29b6-8750-449b-a2d7-e59fdb522c04,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:57.187695 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24a3fdfe-817c-4b79-8035-fa0b4f50a3f6 req-1d7ee347-4b57-4451-9373-cd99d9b609d2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.0571985 Jan 18 20:20:57.192620 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b545d7-18c9-4dd0-a72d-560bdbf62fb6 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Network 2c30b9bd-8dbd-4f0c-861d-0cd761227289 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:20:57.212249 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-05b545d7-18c9-4dd0-a72d-560bdbf62fb6 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:20:57.216781 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b545d7-18c9-4dd0-a72d-560bdbf62fb6 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:20:57.248933 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b545d7-18c9-4dd0-a72d-560bdbf62fb6 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event updated for resources: {'Port': ['ID=e96abb41-bd24-45a0-9f81-9da51db20742,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:57.279365 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0db261bc-b62a-4906-8d22-5a4bc8d2beec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507f9327-dba4-45b4-9598-64a5c6616993', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-488254875-router', 'tenant_id': '7e30a67604434603ae69c66bfd88438c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'd8ea64ed-30db-472c-aded-1bcf3c849dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:20:44Z', 'updated_at': '2022-01-18T20:20:53Z', 'revision_number': 4, 'project_id': '7e30a67604434603ae69c66bfd88438c', 'gw_port': {'id': 'd8ea64ed-30db-472c-aded-1bcf3c849dde', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507f9327-dba4-45b4-9598-64a5c6616993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:20:46Z', 'updated_at': '2022-01-18T20:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '23035859-b3cc-47bb-a1c2-23529e2e0c1b', 'name': '', 'network_id': 'c6f200ce-87cc-4593-ac01-cb189b147a20', 'tenant_id': '7e30a67604434603ae69c66bfd88438c', 'mac_address': 'fa:16:3e:03:5c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507f9327-dba4-45b4-9598-64a5c6616993', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '9f5d7ac3-3d08-43bf-b58a-f1d8b901feb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:20:51Z', 'updated_at': '2022-01-18T20:20:53Z', 'revision_number': 2, 'project_id': '7e30a67604434603ae69c66bfd88438c', 'subnets': [{'id': '9f5d7ac3-3d08-43bf-b58a-f1d8b901feb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:57.297781 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b545d7-18c9-4dd0-a72d-560bdbf62fb6 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:20:57.298430 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-05b545d7-18c9-4dd0-a72d-560bdbf62fb6 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:57.316258 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db261bc-b62a-4906-8d22-5a4bc8d2beec None None] Checking router: 507f9327-dba4-45b4-9598-64a5c6616993 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:20:57.316890 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db261bc-b62a-4906-8d22-5a4bc8d2beec None None] Updating router 507f9327-dba4-45b4-9598-64a5c6616993 port 23035859-b3cc-47bb-a1c2-23529e2e0c1b binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:20:57.345003 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-05b545d7-18c9-4dd0-a72d-560bdbf62fb6 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.0674744 Jan 18 20:20:57.346311 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 57890) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:57.351995 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-d44fbece-c470-4928-8c49-920ec438a057 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'port_id': 'e96abb41-bd24-45a0-9f81-9da51db20742', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:20:57.385143 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0db261bc-b62a-4906-8d22-5a4bc8d2beec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (23035859-b3cc-47bb-a1c2-23529e2e0c1b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:57.412177 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d44fbece-c470-4928-8c49-920ec438a057 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:57.578575 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-fa3797e0-6734-42b9-9c24-2dcd9c1381a0 req-56b4f3bd-6745-4686-a2f2-78b8389a456a tempest-FloatingIPDetailsNegativeTestJSON-758954409 tempest-FloatingIPDetailsNegativeTestJSON-758954409-project] show failed (client error): The resource could not be found. Jan 18 20:20:57.584786 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fa3797e0-6734-42b9-9c24-2dcd9c1381a0 req-56b4f3bd-6745-4686-a2f2-78b8389a456a tempest-FloatingIPDetailsNegativeTestJSON-758954409 tempest-FloatingIPDetailsNegativeTestJSON-758954409-project] 10.222.0.31 "GET /v2.0/floatingips/2b042354-24d0-425a-a8c6-c4337278d5ff HTTP/1.1" status: 404 len: 350 time: 0.1413238 Jan 18 20:20:57.598653 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57900) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:20:57.737723 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d44fbece-c470-4928-8c49-920ec438a057 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:57.947424 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fc758474-c881-4ea1-8e47-0ccf93975c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:57.964784 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0db261bc-b62a-4906-8d22-5a4bc8d2beec None None] Publish callbacks [] for port (23035859-b3cc-47bb-a1c2-23529e2e0c1b), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:57.972368 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0db261bc-b62a-4906-8d22-5a4bc8d2beec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (23035859-b3cc-47bb-a1c2-23529e2e0c1b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:57.999048 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-d44fbece-c470-4928-8c49-920ec438a057 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Allocated IP 172.25.4.106 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/bed35ad1-dc61-4fb4-b5e8-d7ed3372745d) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:20:58.307398 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d44fbece-c470-4928-8c49-920ec438a057 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for port (bed35ad1-dc61-4fb4-b5e8-d7ed3372745d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:58.408344 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d44fbece-c470-4928-8c49-920ec438a057 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (bed35ad1-dc61-4fb4-b5e8-d7ed3372745d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:58.444698 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2555c8da-8001-48be-806c-3bba09abeced req-7e6e22fc-73d2-4bff-9265-917904dac79f tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.0482137 Jan 18 20:20:58.502152 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44fbece-c470-4928-8c49-920ec438a057 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:20:58.506554 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-d44fbece-c470-4928-8c49-920ec438a057 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:20:58.512323 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44fbece-c470-4928-8c49-920ec438a057 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:20:58.516830 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44fbece-c470-4928-8c49-920ec438a057 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event updated for resources: {'Port': ['ID=bed35ad1-dc61-4fb4-b5e8-d7ed3372745d,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:58.763460 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda5725-953a-4464-a1b7-b36d21f22152 None None] Pushing event updated for resources: {'Port': ['ID=23035859-b3cc-47bb-a1c2-23529e2e0c1b,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:58.854967 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a43ed380-48a6-406e-a0df-f0c2f85e495d None None] Provisioning complete for port 23035859-b3cc-47bb-a1c2-23529e2e0c1b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:58.855734 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a43ed380-48a6-406e-a0df-f0c2f85e495d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (23035859-b3cc-47bb-a1c2-23529e2e0c1b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:59.050530 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0db261bc-b62a-4906-8d22-5a4bc8d2beec None None] Attempting to bind port 23035859-b3cc-47bb-a1c2-23529e2e0c1b on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:20:59.051176 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0db261bc-b62a-4906-8d22-5a4bc8d2beec None None] Attempting to bind port 23035859-b3cc-47bb-a1c2-23529e2e0c1b by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'e9e06a62-05fe-473a-90a4-562baa7adce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c6f200ce-87cc-4593-ac01-cb189b147a20'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:20:59.051389 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db261bc-b62a-4906-8d22-5a4bc8d2beec None None] Attempting to bind port 23035859-b3cc-47bb-a1c2-23529e2e0c1b on network c6f200ce-87cc-4593-ac01-cb189b147a20 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:20:59.069248 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db261bc-b62a-4906-8d22-5a4bc8d2beec None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:20:59.070788 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db261bc-b62a-4906-8d22-5a4bc8d2beec None None] Checking segment: {'id': 'e9e06a62-05fe-473a-90a4-562baa7adce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c6f200ce-87cc-4593-ac01-cb189b147a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:20:59.073198 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0db261bc-b62a-4906-8d22-5a4bc8d2beec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:59.074183 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db261bc-b62a-4906-8d22-5a4bc8d2beec None None] Bound using segment: {'id': 'e9e06a62-05fe-473a-90a4-562baa7adce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c6f200ce-87cc-4593-ac01-cb189b147a20'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:20:59.075001 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0db261bc-b62a-4906-8d22-5a4bc8d2beec None None] Bound port: 23035859-b3cc-47bb-a1c2-23529e2e0c1b, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e06a62-05fe-473a-90a4-562baa7adce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c6f200ce-87cc-4593-ac01-cb189b147a20'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:20:59.077197 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0db261bc-b62a-4906-8d22-5a4bc8d2beec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (23035859-b3cc-47bb-a1c2-23529e2e0c1b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:59.087305 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a43ed380-48a6-406e-a0df-f0c2f85e495d None None] Port 23035859-b3cc-47bb-a1c2-23529e2e0c1b cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:20:59.112574 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:59.171098 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59884772-cbfe-44f7-a61d-1b9679d32ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (507f9327-dba4-45b4-9598-64a5c6616993), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:59.234939 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0db261bc-b62a-4906-8d22-5a4bc8d2beec None None] For port 23035859-b3cc-47bb-a1c2-23529e2e0c1b, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:20:59.241622 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0db261bc-b62a-4906-8d22-5a4bc8d2beec None None] For port 23035859-b3cc-47bb-a1c2-23529e2e0c1b, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=23035859-b3cc-47bb-a1c2-23529e2e0c1b,segment=NetworkSegment(e9e06a62-05fe-473a-90a4-562baa7adce4),segment_id=e9e06a62-05fe-473a-90a4-562baa7adce4)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:20:59.254253 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0db261bc-b62a-4906-8d22-5a4bc8d2beec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (23035859-b3cc-47bb-a1c2-23529e2e0c1b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:59.404490 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db261bc-b62a-4906-8d22-5a4bc8d2beec None None] Routers {'507f9327-dba4-45b4-9598-64a5c6616993'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:20:59.406289 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0db261bc-b62a-4906-8d22-5a4bc8d2beec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['507f9327-dba4-45b4-9598-64a5c6616993'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:20:59.574925 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda5725-953a-4464-a1b7-b36d21f22152 None None] Pushing event updated for resources: {'Port': ['ID=23035859-b3cc-47bb-a1c2-23529e2e0c1b,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:20:59.739720 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-0db261bc-b62a-4906-8d22-5a4bc8d2beec None None] Set router 507f9327-dba4-45b4-9598-64a5c6616993 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:20:59.827946 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-59884772-cbfe-44f7-a61d-1b9679d32ef1 admin admin] Deleting port 23035859-b3cc-47bb-a1c2-23529e2e0c1b {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:20:59.831098 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59884772-cbfe-44f7-a61d-1b9679d32ef1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (23035859-b3cc-47bb-a1c2-23529e2e0c1b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:59.865824 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-96849e2c-8b15-4c48-b5fd-aa167ab1ecf5 None None] Provisioning complete for port 23035859-b3cc-47bb-a1c2-23529e2e0c1b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:20:59.866208 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-96849e2c-8b15-4c48-b5fd-aa167ab1ecf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (23035859-b3cc-47bb-a1c2-23529e2e0c1b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:59.978255 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e17024f-58ff-47ff-96ce-1c1323abce87 req-19b7b1d0-5ff2-4418-9451-2610fafa9d9d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.0427599 Jan 18 20:21:00.020884 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-59884772-cbfe-44f7-a61d-1b9679d32ef1 admin admin] For port 23035859-b3cc-47bb-a1c2-23529e2e0c1b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=23035859-b3cc-47bb-a1c2-23529e2e0c1b,segment=NetworkSegment(e9e06a62-05fe-473a-90a4-562baa7adce4),segment_id=e9e06a62-05fe-473a-90a4-562baa7adce4)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:21:00.021256 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59884772-cbfe-44f7-a61d-1b9679d32ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (23035859-b3cc-47bb-a1c2-23529e2e0c1b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:00.053393 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d44fbece-c470-4928-8c49-920ec438a057 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (ddf7da44-556f-4e6f-9236-b26cc823d568), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:00.055486 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-59884772-cbfe-44f7-a61d-1b9679d32ef1 admin admin] Calling delete_port for 23035859-b3cc-47bb-a1c2-23529e2e0c1b owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:21:00.211110 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 57998) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:00.232630 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d44fbece-c470-4928-8c49-920ec438a057 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bed35ad1-dc61-4fb4-b5e8-d7ed3372745d), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:00.485521 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-96849e2c-8b15-4c48-b5fd-aa167ab1ecf5 None None] Current status of the port 23035859-b3cc-47bb-a1c2-23529e2e0c1b is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:21:00.486420 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-96849e2c-8b15-4c48-b5fd-aa167ab1ecf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (23035859-b3cc-47bb-a1c2-23529e2e0c1b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:00.497582 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59884772-cbfe-44f7-a61d-1b9679d32ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (23035859-b3cc-47bb-a1c2-23529e2e0c1b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:00.566621 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59884772-cbfe-44f7-a61d-1b9679d32ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=23035859-b3cc-47bb-a1c2-23529e2e0c1b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:00.599878 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d44fbece-c470-4928-8c49-920ec438a057 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for port (bed35ad1-dc61-4fb4-b5e8-d7ed3372745d), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:00.609195 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d44fbece-c470-4928-8c49-920ec438a057 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (bed35ad1-dc61-4fb4-b5e8-d7ed3372745d), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:00.628034 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:00.663937 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0db261bc-b62a-4906-8d22-5a4bc8d2beec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507f9327-dba4-45b4-9598-64a5c6616993', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-488254875-router', 'tenant_id': '7e30a67604434603ae69c66bfd88438c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'd8ea64ed-30db-472c-aded-1bcf3c849dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:20:44Z', 'updated_at': '2022-01-18T20:20:53Z', 'revision_number': 4, 'project_id': '7e30a67604434603ae69c66bfd88438c', 'gw_port': {'id': 'd8ea64ed-30db-472c-aded-1bcf3c849dde', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507f9327-dba4-45b4-9598-64a5c6616993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:20:46Z', 'updated_at': '2022-01-18T20:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '23035859-b3cc-47bb-a1c2-23529e2e0c1b', 'name': '', 'network_id': 'c6f200ce-87cc-4593-ac01-cb189b147a20', 'tenant_id': '7e30a67604434603ae69c66bfd88438c', 'mac_address': 'fa:16:3e:03:5c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507f9327-dba4-45b4-9598-64a5c6616993', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '9f5d7ac3-3d08-43bf-b58a-f1d8b901feb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:20:51Z', 'updated_at': '2022-01-18T20:20:59Z', 'revision_number': 4, 'project_id': '7e30a67604434603ae69c66bfd88438c', 'subnets': [{'id': '9f5d7ac3-3d08-43bf-b58a-f1d8b901feb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:00.699487 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-a6e99e23-de00-4e24-abfd-90ac00f78236 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:00.744713 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db261bc-b62a-4906-8d22-5a4bc8d2beec None None] The sync data for ids ['507f9327-dba4-45b4-9598-64a5c6616993'] in n-d-741529-9 is: [{'id': '507f9327-dba4-45b4-9598-64a5c6616993', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-488254875-router', 'tenant_id': '7e30a67604434603ae69c66bfd88438c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'd8ea64ed-30db-472c-aded-1bcf3c849dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:20:44Z', 'updated_at': '2022-01-18T20:20:53Z', 'revision_number': 4, 'project_id': '7e30a67604434603ae69c66bfd88438c', 'gw_port': {'id': 'd8ea64ed-30db-472c-aded-1bcf3c849dde', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507f9327-dba4-45b4-9598-64a5c6616993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:20:46Z', 'updated_at': '2022-01-18T20:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '23035859-b3cc-47bb-a1c2-23529e2e0c1b', 'name': '', 'network_id': 'c6f200ce-87cc-4593-ac01-cb189b147a20', 'tenant_id': '7e30a67604434603ae69c66bfd88438c', 'mac_address': 'fa:16:3e:03:5c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507f9327-dba4-45b4-9598-64a5c6616993', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '9f5d7ac3-3d08-43bf-b58a-f1d8b901feb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:20:51Z', 'updated_at': '2022-01-18T20:20:59Z', 'revision_number': 4, 'project_id': '7e30a67604434603ae69c66bfd88438c', 'subnets': [{'id': '9f5d7ac3-3d08-43bf-b58a-f1d8b901feb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:21:00.858488 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6e99e23-de00-4e24-abfd-90ac00f78236 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:00.923534 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d44fbece-c470-4928-8c49-920ec438a057 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (ddf7da44-556f-4e6f-9236-b26cc823d568), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:00.983896 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58018) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:01.042239 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59884772-cbfe-44f7-a61d-1b9679d32ef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (507f9327-dba4-45b4-9598-64a5c6616993), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:01.113968 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-d44fbece-c470-4928-8c49-920ec438a057 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Floating IP ddf7da44-556f-4e6f-9236-b26cc823d568 associated. External IP: 172.25.4.106, port: e96abb41-bd24-45a0-9f81-9da51db20742. Jan 18 20:21:01.322585 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed310c3f-2bd5-4bbd-be4d-91d0a8054444 req-434f284a-9887-4935-ba3e-583e6c86cc11 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.0522873 Jan 18 20:21:01.323471 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44fbece-c470-4928-8c49-920ec438a057 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event updated for resources: {'Port': ['ID=bed35ad1-dc61-4fb4-b5e8-d7ed3372745d,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:01.583465 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a4e7b74-8e63-4b61-8876-12cc2f0b6bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:01.623272 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44fbece-c470-4928-8c49-920ec438a057 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Router d7c8121c-050e-405d-9cf8-a1e427cdc14f has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:21:01.698027 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a4e7b74-8e63-4b61-8876-12cc2f0b6bb6 admin admin] Publish callbacks [] for security_group (2baea8c3-e29d-4658-b754-c814920e3ac5), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:01.722389 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a4e7b74-8e63-4b61-8876-12cc2f0b6bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2baea8c3-e29d-4658-b754-c814920e3ac5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:01.785623 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59884772-cbfe-44f7-a61d-1b9679d32ef1 admin admin] Router 507f9327-dba4-45b4-9598-64a5c6616993 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:21:01.797026 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e7b74-8e63-4b61-8876-12cc2f0b6bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2baea8c3-e29d-4658-b754-c814920e3ac5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:01.804780 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2a4e7b74-8e63-4b61-8876-12cc2f0b6bb6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b7abbf0debad4c4888af8aceff0dfcab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8187490 Jan 18 20:21:01.809829 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:01.815431 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58034) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:01.920326 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6e99e23-de00-4e24-abfd-90ac00f78236 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:01.964004 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44fbece-c470-4928-8c49-920ec438a057 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:21:01.977618 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046c48e8-3c95-42ba-a5df-593c051620d0 None None] Sync routers for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:21:02.007227 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046c48e8-3c95-42ba-a5df-593c051620d0 None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:02.008124 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-046c48e8-3c95-42ba-a5df-593c051620d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:02.071731 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d44fbece-c470-4928-8c49-920ec438a057 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:02.081299 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-046c48e8-3c95-42ba-a5df-593c051620d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:02.117444 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9dcadba6-29e6-4cb4-a865-ee03c3b6cac9 admin admin] Publish callbacks [] for security_group (2baea8c3-e29d-4658-b754-c814920e3ac5), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:02.132453 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046c48e8-3c95-42ba-a5df-593c051620d0 None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:02.133512 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-046c48e8-3c95-42ba-a5df-593c051620d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:02.142648 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d44fbece-c470-4928-8c49-920ec438a057 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.7943826 Jan 18 20:21:02.146033 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58042) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:02.151722 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-2bf11868-cb3e-49e7-a9de-face879ddbd1 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Request body: {'floatingip': {'port_id': 'e96abb41-bd24-45a0-9f81-9da51db20742', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:02.212292 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-046c48e8-3c95-42ba-a5df-593c051620d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:02.213290 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046c48e8-3c95-42ba-a5df-593c051620d0 None None] The sync data for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:21:02.270942 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59884772-cbfe-44f7-a61d-1b9679d32ef1 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:21:02.292509 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-59884772-cbfe-44f7-a61d-1b9679d32ef1 admin admin] 10.222.0.31 "PUT /v2.0/routers/507f9327-dba4-45b4-9598-64a5c6616993/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6927078 Jan 18 20:21:02.298062 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58046) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:02.345010 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9dcadba6-29e6-4cb4-a865-ee03c3b6cac9 admin admin] Publish callbacks [] for security_group (2baea8c3-e29d-4658-b754-c814920e3ac5), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:02.396667 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2bf11868-cb3e-49e7-a9de-face879ddbd1 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (ddf7da44-556f-4e6f-9236-b26cc823d568), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:02.641156 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a942ded-9e92-4e11-9c54-d6cd70469a6b admin admin] Publish callbacks [] for router (507f9327-dba4-45b4-9598-64a5c6616993), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:02.649531 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9dcadba6-29e6-4cb4-a865-ee03c3b6cac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2baea8c3-e29d-4658-b754-c814920e3ac5), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:02.657278 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9dcadba6-29e6-4cb4-a865-ee03c3b6cac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:02.662314 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9dcadba6-29e6-4cb4-a865-ee03c3b6cac9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2baea8c3-e29d-4658-b754-c814920e3ac5 HTTP/1.1" status: 204 len: 168 time: 0.8426368 Jan 18 20:21:02.715766 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcadba6-29e6-4cb4-a865-ee03c3b6cac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baea8c3-e29d-4658-b754-c814920e3ac5,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:02.807782 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-a6e99e23-de00-4e24-abfd-90ac00f78236 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Allocated IP 172.25.4.31 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/42e65543-5929-4353-a349-26c19ac49cc7) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:21:02.875806 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a942ded-9e92-4e11-9c54-d6cd70469a6b admin admin] Publish callbacks [] for router_gateway (507f9327-dba4-45b4-9598-64a5c6616993), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:02.895453 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-026f52d7-fa87-4501-80d8-82893ae880e5 req-5da7d89a-26c5-4475-9c01-1a5f1654ccd6 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.1027012 Jan 18 20:21:03.031312 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-7a942ded-9e92-4e11-9c54-d6cd70469a6b admin admin] Deleting port d8ea64ed-30db-472c-aded-1bcf3c849dde {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:21:03.031659 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a942ded-9e92-4e11-9c54-d6cd70469a6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d8ea64ed-30db-472c-aded-1bcf3c849dde), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:03.171976 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8497e650-5bec-4a67-b8b4-ab6ed3f7cb26 None None] Sync routers for ids ['507f9327-dba4-45b4-9598-64a5c6616993'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:21:03.195132 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8497e650-5bec-4a67-b8b4-ab6ed3f7cb26 None None] Routers {'507f9327-dba4-45b4-9598-64a5c6616993'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:03.195774 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-8497e650-5bec-4a67-b8b4-ab6ed3f7cb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['507f9327-dba4-45b4-9598-64a5c6616993'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:03.206741 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6e99e23-de00-4e24-abfd-90ac00f78236 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks [] for port (42e65543-5929-4353-a349-26c19ac49cc7), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:03.305040 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-7a942ded-9e92-4e11-9c54-d6cd70469a6b admin admin] For port d8ea64ed-30db-472c-aded-1bcf3c849dde, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d8ea64ed-30db-472c-aded-1bcf3c849dde,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:21:03.305424 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a942ded-9e92-4e11-9c54-d6cd70469a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d8ea64ed-30db-472c-aded-1bcf3c849dde), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:03.350174 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-7a942ded-9e92-4e11-9c54-d6cd70469a6b admin admin] Calling delete_port for d8ea64ed-30db-472c-aded-1bcf3c849dde owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:21:03.404279 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-8497e650-5bec-4a67-b8b4-ab6ed3f7cb26 None None] Set router 507f9327-dba4-45b4-9598-64a5c6616993 gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:21:03.474578 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6e99e23-de00-4e24-abfd-90ac00f78236 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (42e65543-5929-4353-a349-26c19ac49cc7), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:03.578018 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-8497e650-5bec-4a67-b8b4-ab6ed3f7cb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507f9327-dba4-45b4-9598-64a5c6616993', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-488254875-router', 'tenant_id': '7e30a67604434603ae69c66bfd88438c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:20:44Z', 'updated_at': '2022-01-18T20:21:02Z', 'revision_number': 6, 'project_id': '7e30a67604434603ae69c66bfd88438c', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:03.629164 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e99e23-de00-4e24-abfd-90ac00f78236 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Pushing event updated for resources: {'Port': ['ID=42e65543-5929-4353-a349-26c19ac49cc7,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:03.639225 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8497e650-5bec-4a67-b8b4-ab6ed3f7cb26 None None] Checking router: 507f9327-dba4-45b4-9598-64a5c6616993 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:21:03.651193 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8497e650-5bec-4a67-b8b4-ab6ed3f7cb26 None None] Routers {'507f9327-dba4-45b4-9598-64a5c6616993'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:03.651836 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-8497e650-5bec-4a67-b8b4-ab6ed3f7cb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['507f9327-dba4-45b4-9598-64a5c6616993'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:03.675178 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e99e23-de00-4e24-abfd-90ac00f78236 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:21:03.681374 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-a6e99e23-de00-4e24-abfd-90ac00f78236 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:21:03.684888 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e99e23-de00-4e24-abfd-90ac00f78236 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:21:03.753182 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.db.resource_extend [None req-2bf11868-cb3e-49e7-a9de-face879ddbd1 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:21:03.781285 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a942ded-9e92-4e11-9c54-d6cd70469a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (d8ea64ed-30db-472c-aded-1bcf3c849dde), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:03.816240 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-8497e650-5bec-4a67-b8b4-ab6ed3f7cb26 None None] Set router 507f9327-dba4-45b4-9598-64a5c6616993 gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:21:03.829231 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a942ded-9e92-4e11-9c54-d6cd70469a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ea64ed-30db-472c-aded-1bcf3c849dde,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:03.895347 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-8497e650-5bec-4a67-b8b4-ab6ed3f7cb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507f9327-dba4-45b4-9598-64a5c6616993', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-488254875-router', 'tenant_id': '7e30a67604434603ae69c66bfd88438c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:20:44Z', 'updated_at': '2022-01-18T20:21:02Z', 'revision_number': 6, 'project_id': '7e30a67604434603ae69c66bfd88438c', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:03.899645 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5debc740-df37-46f8-bba7-e65b577e64c9 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:21:03.958403 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8497e650-5bec-4a67-b8b4-ab6ed3f7cb26 None None] The sync data for ids ['507f9327-dba4-45b4-9598-64a5c6616993'] in n-d-741529-9 is: [{'id': '507f9327-dba4-45b4-9598-64a5c6616993', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-488254875-router', 'tenant_id': '7e30a67604434603ae69c66bfd88438c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:20:44Z', 'updated_at': '2022-01-18T20:21:02Z', 'revision_number': 6, 'project_id': '7e30a67604434603ae69c66bfd88438c', 'gw_port_host': None}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:21:03.973186 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:04.019717 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a942ded-9e92-4e11-9c54-d6cd70469a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (507f9327-dba4-45b4-9598-64a5c6616993), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:04.076439 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6e99e23-de00-4e24-abfd-90ac00f78236 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks [] for floatingip (c0ff89b1-821f-49e3-bc9a-fb084dd2ec60), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:04.087384 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2bf11868-cb3e-49e7-a9de-face879ddbd1 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:04.127086 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2bf11868-cb3e-49e7-a9de-face879ddbd1 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (ddf7da44-556f-4e6f-9236-b26cc823d568), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:04.153991 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a942ded-9e92-4e11-9c54-d6cd70469a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (507f9327-dba4-45b4-9598-64a5c6616993), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:04.157998 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a942ded-9e92-4e11-9c54-d6cd70469a6b admin admin] Publish callbacks [] for router_controller (507f9327-dba4-45b4-9598-64a5c6616993), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:04.224298 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a942ded-9e92-4e11-9c54-d6cd70469a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (507f9327-dba4-45b4-9598-64a5c6616993), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:04.225037 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a942ded-9e92-4e11-9c54-d6cd70469a6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 507f9327-dba4-45b4-9598-64a5c6616993 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:21:04.230910 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a942ded-9e92-4e11-9c54-d6cd70469a6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:04.232305 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7a942ded-9e92-4e11-9c54-d6cd70469a6b admin admin] 10.222.0.31 "DELETE /v2.0/routers/507f9327-dba4-45b4-9598-64a5c6616993 HTTP/1.1" status: 204 len: 168 time: 1.7885759 Jan 18 20:21:04.235103 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58096) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:04.334270 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-59188047-68c5-4e0e-9b4a-0f8177ba6a77 admin admin] Deleting subnet 9f5d7ac3-3d08-43bf-b58a-f1d8b901feb0 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:21:04.338908 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59188047-68c5-4e0e-9b4a-0f8177ba6a77 admin admin] Publish callbacks [] for subnet (9f5d7ac3-3d08-43bf-b58a-f1d8b901feb0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:04.376571 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6e99e23-de00-4e24-abfd-90ac00f78236 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (42e65543-5929-4353-a349-26c19ac49cc7), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:04.413341 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-040baaed-7f33-421d-946b-ebec76a2ce5a req-ed31c518-d1f5-43c9-b398-3971b6840c2f tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.3188553 Jan 18 20:21:04.439715 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59188047-68c5-4e0e-9b4a-0f8177ba6a77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (9f5d7ac3-3d08-43bf-b58a-f1d8b901feb0), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:04.573810 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58104) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:04.643845 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59188047-68c5-4e0e-9b4a-0f8177ba6a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (9f5d7ac3-3d08-43bf-b58a-f1d8b901feb0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:04.714491 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59188047-68c5-4e0e-9b4a-0f8177ba6a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (9f5d7ac3-3d08-43bf-b58a-f1d8b901feb0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:04.777335 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59188047-68c5-4e0e-9b4a-0f8177ba6a77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f5d7ac3-3d08-43bf-b58a-f1d8b901feb0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:04.790357 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d6e2c3-6cc4-4ef7-88cf-f5a32341c9c2 None None] Network c6f200ce-87cc-4593-ac01-cb189b147a20 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:21:04.793781 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59188047-68c5-4e0e-9b4a-0f8177ba6a77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:04.808177 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-59188047-68c5-4e0e-9b4a-0f8177ba6a77 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9f5d7ac3-3d08-43bf-b58a-f1d8b901feb0 HTTP/1.1" status: 204 len: 168 time: 0.5715258 Jan 18 20:21:04.810736 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58112) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:04.927224 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3e11f161-fbe8-4d9a-bace-719a708fba51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (c6f200ce-87cc-4593-ac01-cb189b147a20), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:05.085119 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3e11f161-fbe8-4d9a-bace-719a708fba51 admin admin] Deleting port 5cec5255-8da7-4a5d-a33e-71f9abd24672 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:21:05.085891 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3e11f161-fbe8-4d9a-bace-719a708fba51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (5cec5255-8da7-4a5d-a33e-71f9abd24672), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:05.094240 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3660c6c4-dec0-4b27-9d3c-18a684757531 None None] DHCP port deletion for c6f200ce-87cc-4593-ac01-cb189b147a20 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:21:05.175347 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3e11f161-fbe8-4d9a-bace-719a708fba51 admin admin] For port 5cec5255-8da7-4a5d-a33e-71f9abd24672, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=5cec5255-8da7-4a5d-a33e-71f9abd24672,segment=NetworkSegment(e9e06a62-05fe-473a-90a4-562baa7adce4),segment_id=e9e06a62-05fe-473a-90a4-562baa7adce4)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:21:05.176010 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3e11f161-fbe8-4d9a-bace-719a708fba51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (5cec5255-8da7-4a5d-a33e-71f9abd24672), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:05.186258 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf11868-cb3e-49e7-a9de-face879ddbd1 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Router d7c8121c-050e-405d-9cf8-a1e427cdc14f has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:21:05.193059 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3e11f161-fbe8-4d9a-bace-719a708fba51 admin admin] Calling delete_port for 5cec5255-8da7-4a5d-a33e-71f9abd24672 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:21:05.201666 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3660c6c4-dec0-4b27-9d3c-18a684757531 None None] Deleting port 5cec5255-8da7-4a5d-a33e-71f9abd24672 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:21:05.202030 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3660c6c4-dec0-4b27-9d3c-18a684757531 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (5cec5255-8da7-4a5d-a33e-71f9abd24672), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:05.313364 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6e99e23-de00-4e24-abfd-90ac00f78236 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks [] for port (42e65543-5929-4353-a349-26c19ac49cc7), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:05.340799 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3e11f161-fbe8-4d9a-bace-719a708fba51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (5cec5255-8da7-4a5d-a33e-71f9abd24672), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:05.342115 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6e99e23-de00-4e24-abfd-90ac00f78236 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (42e65543-5929-4353-a349-26c19ac49cc7), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:05.347891 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3660c6c4-dec0-4b27-9d3c-18a684757531 None None] For port 5cec5255-8da7-4a5d-a33e-71f9abd24672, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=5cec5255-8da7-4a5d-a33e-71f9abd24672,segment=NetworkSegment(e9e06a62-05fe-473a-90a4-562baa7adce4),segment_id=e9e06a62-05fe-473a-90a4-562baa7adce4)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:21:05.348294 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3660c6c4-dec0-4b27-9d3c-18a684757531 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (5cec5255-8da7-4a5d-a33e-71f9abd24672), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:05.367739 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e11f161-fbe8-4d9a-bace-719a708fba51 admin admin] No DVR routers for this DVR port 5cec5255-8da7-4a5d-a33e-71f9abd24672 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:21:05.372104 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3660c6c4-dec0-4b27-9d3c-18a684757531 None None] Calling delete_port for 5cec5255-8da7-4a5d-a33e-71f9abd24672 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:21:05.421479 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11f161-fbe8-4d9a-bace-719a708fba51 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cec5255-8da7-4a5d-a33e-71f9abd24672,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:05.539455 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3e11f161-fbe8-4d9a-bace-719a708fba51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (c6f200ce-87cc-4593-ac01-cb189b147a20), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:05.581721 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-3e11f161-fbe8-4d9a-bace-719a708fba51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f200ce-87cc-4593-ac01-cb189b147a20']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:05.596866 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3660c6c4-dec0-4b27-9d3c-18a684757531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (5cec5255-8da7-4a5d-a33e-71f9abd24672), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:05.610226 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-3e11f161-fbe8-4d9a-bace-719a708fba51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e06a62-05fe-473a-90a4-562baa7adce4') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:05.610490 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-3e11f161-fbe8-4d9a-bace-719a708fba51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e06a62-05fe-473a-90a4-562baa7adce4') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:05.657359 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3e11f161-fbe8-4d9a-bace-719a708fba51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (e9e06a62-05fe-473a-90a4-562baa7adce4), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:05.676148 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6e99e23-de00-4e24-abfd-90ac00f78236 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (c0ff89b1-821f-49e3-bc9a-fb084dd2ec60), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:05.702959 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3660c6c4-dec0-4b27-9d3c-18a684757531 None None] No DVR routers for this DVR port 5cec5255-8da7-4a5d-a33e-71f9abd24672 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:21:05.704200 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3e11f161-fbe8-4d9a-bace-719a708fba51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (e9e06a62-05fe-473a-90a4-562baa7adce4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:05.717900 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660c6c4-dec0-4b27-9d3c-18a684757531 None None] Pushing event deleted for resources: {'Port': ['ID=5cec5255-8da7-4a5d-a33e-71f9abd24672,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:05.721415 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e11f161-fbe8-4d9a-bace-719a708fba51 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:21:05.721877 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3e11f161-fbe8-4d9a-bace-719a708fba51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (e9e06a62-05fe-473a-90a4-562baa7adce4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:21:05.725593 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:21:05.738988 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 23035859-b3cc-47bb-a1c2-23529e2e0c1b no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:21:05.779439 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-da1c879a-ce76-4531-813a-39b5c448e356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:05.801992 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 23035859-b3cc-47bb-a1c2-23529e2e0c1b {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:21:05.804193 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 23035859-b3cc-47bb-a1c2-23529e2e0c1b not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:21:05.804782 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 5cec5255-8da7-4a5d-a33e-71f9abd24672 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:21:05.820180 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97429ca5-1c71-454f-9574-30686309a1ee req-4834ec40-672e-4226-8809-0b7131cf68d2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.0825729 Jan 18 20:21:05.825508 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6e99e23-de00-4e24-abfd-90ac00f78236 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:05.827000 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a6e99e23-de00-4e24-abfd-90ac00f78236 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6152885 Jan 18 20:21:05.827959 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e99e23-de00-4e24-abfd-90ac00f78236 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Pushing event updated for resources: {'Port': ['ID=42e65543-5929-4353-a349-26c19ac49cc7,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:05.831163 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58136) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:05.856868 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-692123c5-6880-457b-ace3-e1caf6b6af13 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1695404809'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:05.864226 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf11868-cb3e-49e7-a9de-face879ddbd1 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:21:05.870371 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3e11f161-fbe8-4d9a-bace-719a708fba51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (c6f200ce-87cc-4593-ac01-cb189b147a20), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:05.879217 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3e11f161-fbe8-4d9a-bace-719a708fba51 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:05.881675 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb9a124-f542-4ac2-b242-368bf9fc963c None None] Sync routers for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:21:05.883695 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 5cec5255-8da7-4a5d-a33e-71f9abd24672 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:21:05.883969 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 5cec5255-8da7-4a5d-a33e-71f9abd24672 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:21:05.884339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d8ea64ed-30db-472c-aded-1bcf3c849dde no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:21:05.885863 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3e11f161-fbe8-4d9a-bace-719a708fba51 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c6f200ce-87cc-4593-ac01-cb189b147a20 HTTP/1.1" status: 204 len: 168 time: 1.0739527 Jan 18 20:21:05.898013 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11f161-fbe8-4d9a-bace-719a708fba51 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6f200ce-87cc-4593-ac01-cb189b147a20,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:05.910472 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb9a124-f542-4ac2-b242-368bf9fc963c None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:05.911102 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-deb9a124-f542-4ac2-b242-368bf9fc963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:05.912028 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2bf11868-cb3e-49e7-a9de-face879ddbd1 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:05.929602 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: d8ea64ed-30db-472c-aded-1bcf3c849dde {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:21:05.930519 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d8ea64ed-30db-472c-aded-1bcf3c849dde not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:21:05.976466 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-deb9a124-f542-4ac2-b242-368bf9fc963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:05.997759 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb9a124-f542-4ac2-b242-368bf9fc963c None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:05.998374 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-deb9a124-f542-4ac2-b242-368bf9fc963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:06.062160 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-deb9a124-f542-4ac2-b242-368bf9fc963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:06.065755 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb9a124-f542-4ac2-b242-368bf9fc963c None None] The sync data for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:21:06.107919 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692123c5-6880-457b-ace3-e1caf6b6af13 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Made reservation on behalf of 87036d0c889d474ba3484f9f2232f647 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:21:06.111658 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-692123c5-6880-457b-ace3-e1caf6b6af13 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:06.125405 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-692123c5-6880-457b-ace3-e1caf6b6af13 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:06.129001 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2bf11868-cb3e-49e7-a9de-face879ddbd1 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "PUT /v2.0/floatingips/ddf7da44-556f-4e6f-9236-b26cc823d568 HTTP/1.1" status: 200 len: 979 time: 3.9813387 Jan 18 20:21:06.131972 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58148) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:06.144804 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-da1c879a-ce76-4531-813a-39b5c448e356 admin admin] Publish callbacks [] for security_group (f70e2033-e98c-43e6-b35a-6e36d3de1af0), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:06.153534 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-da1c879a-ce76-4531-813a-39b5c448e356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f70e2033-e98c-43e6-b35a-6e36d3de1af0), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:06.191424 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58152) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:06.216256 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-da1c879a-ce76-4531-813a-39b5c448e356 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6cfffe7913bf4c58a3a94844e65169f6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6412466 Jan 18 20:21:06.226315 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58154) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:06.230160 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c879a-ce76-4531-813a-39b5c448e356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70e2033-e98c-43e6-b35a-6e36d3de1af0,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:06.278517 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-058f39c3-1144-453b-a936-ce792f71c6a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e30a67604434603ae69c66bfd88438c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0826342 Jan 18 20:21:06.290124 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58156) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:06.342044 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-692123c5-6880-457b-ace3-e1caf6b6af13 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks [] for security_group (93bbe978-20ae-48e6-b5dd-c790f5d73a1d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:06.347664 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-692123c5-6880-457b-ace3-e1caf6b6af13 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (93bbe978-20ae-48e6-b5dd-c790f5d73a1d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:06.384646 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692123c5-6880-457b-ace3-e1caf6b6af13 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:21:06.417431 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692123c5-6880-457b-ace3-e1caf6b6af13 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93bbe978-20ae-48e6-b5dd-c790f5d73a1d,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:06.420428 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-692123c5-6880-457b-ace3-e1caf6b6af13 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (c73f71c2-fbcb-4742-a137-ef4a317bb1dd), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:06.420770 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-692123c5-6880-457b-ace3-e1caf6b6af13 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Added segment c73f71c2-fbcb-4742-a137-ef4a317bb1dd of type vlan for network 758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6 Jan 18 20:21:06.432874 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ad26c98a-c09b-410e-8e11-dbc0318c5366 admin admin] Publish callbacks [] for security_group (6c059ecd-f260-4f9e-9ef8-1e4890cefaee), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:06.540229 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4391f64c-5f10-4449-b1e2-79c82d6017d2 admin admin] Publish callbacks [] for security_group (f70e2033-e98c-43e6-b35a-6e36d3de1af0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:06.542971 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-692123c5-6880-457b-ace3-e1caf6b6af13 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:06.558421 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ad26c98a-c09b-410e-8e11-dbc0318c5366 admin admin] Publish callbacks [] for security_group (6c059ecd-f260-4f9e-9ef8-1e4890cefaee), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:06.563099 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4391f64c-5f10-4449-b1e2-79c82d6017d2 admin admin] Publish callbacks [] for security_group (f70e2033-e98c-43e6-b35a-6e36d3de1af0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:06.619818 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4391f64c-5f10-4449-b1e2-79c82d6017d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f70e2033-e98c-43e6-b35a-6e36d3de1af0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:06.622674 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4391f64c-5f10-4449-b1e2-79c82d6017d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:06.623956 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4391f64c-5f10-4449-b1e2-79c82d6017d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f70e2033-e98c-43e6-b35a-6e36d3de1af0 HTTP/1.1" status: 204 len: 168 time: 0.3773503 Jan 18 20:21:06.636849 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391f64c-5f10-4449-b1e2-79c82d6017d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70e2033-e98c-43e6-b35a-6e36d3de1af0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:06.662303 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5e9bd3e9-2862-439d-948f-97cb7278d92d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Deleting port bed35ad1-dc61-4fb4-b5e8-d7ed3372745d {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:21:06.662753 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e9bd3e9-2862-439d-948f-97cb7278d92d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (bed35ad1-dc61-4fb4-b5e8-d7ed3372745d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:06.663987 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-692123c5-6880-457b-ace3-e1caf6b6af13 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:06.677259 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692123c5-6880-457b-ace3-e1caf6b6af13 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:21:06.678034 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-692123c5-6880-457b-ace3-e1caf6b6af13 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:06.727981 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:06.770115 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-692123c5-6880-457b-ace3-e1caf6b6af13 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9345839 Jan 18 20:21:06.823645 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ad26c98a-c09b-410e-8e11-dbc0318c5366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6c059ecd-f260-4f9e-9ef8-1e4890cefaee), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:06.834106 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ad26c98a-c09b-410e-8e11-dbc0318c5366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:06.835718 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ad26c98a-c09b-410e-8e11-dbc0318c5366 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c059ecd-f260-4f9e-9ef8-1e4890cefaee HTTP/1.1" status: 204 len: 168 time: 0.5433612 Jan 18 20:21:06.836458 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58174) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:06.849540 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-65245ce7-c399-454c-9e91-5c3e0de26621 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Request body: {'subnet': {'network_id': '758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:06.859210 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692123c5-6880-457b-ace3-e1caf6b6af13 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Pushing event updated for resources: {'Network': ['ID=758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:06.863516 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e9bd3e9-2862-439d-948f-97cb7278d92d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (bed35ad1-dc61-4fb4-b5e8-d7ed3372745d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:06.864166 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e9bd3e9-2862-439d-948f-97cb7278d92d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (bed35ad1-dc61-4fb4-b5e8-d7ed3372745d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:06.874392 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26c98a-c09b-410e-8e11-dbc0318c5366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c059ecd-f260-4f9e-9ef8-1e4890cefaee,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:06.878647 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:21:06.907247 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5e9bd3e9-2862-439d-948f-97cb7278d92d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Calling delete_port for bed35ad1-dc61-4fb4-b5e8-d7ed3372745d owned by network:floatingip {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:21:07.062590 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9ff272f1-c8e8-4a55-a556-c3ea84ab6943 req-467f39eb-f3fb-4418-ba56-2b4d736208ee tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.0819249 Jan 18 20:21:07.121079 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65245ce7-c399-454c-9e91-5c3e0de26621 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Made reservation on behalf of 87036d0c889d474ba3484f9f2232f647 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:21:07.128000 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-65245ce7-c399-454c-9e91-5c3e0de26621 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:07.304089 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e9bd3e9-2862-439d-948f-97cb7278d92d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (bed35ad1-dc61-4fb4-b5e8-d7ed3372745d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:07.376130 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9bd3e9-2862-439d-948f-97cb7278d92d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event deleted for resources: {'Port': ['ID=bed35ad1-dc61-4fb4-b5e8-d7ed3372745d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:07.449342 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e9bd3e9-2862-439d-948f-97cb7278d92d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (ddf7da44-556f-4e6f-9236-b26cc823d568), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:07.449850 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [None req-5e9bd3e9-2862-439d-948f-97cb7278d92d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Floating IP ddf7da44-556f-4e6f-9236-b26cc823d568 disassociated (deleted). External IP: 172.25.4.106, port: e96abb41-bd24-45a0-9f81-9da51db20742. Jan 18 20:21:07.482457 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58192) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:07.534910 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-09cae08d-afbb-4421-bcc5-5ab5406c83b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:07.556243 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-65245ce7-c399-454c-9e91-5c3e0de26621 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (ed113be1-5442-4179-8268-aa398c89a0b7), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:07.703051 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-09cae08d-afbb-4421-bcc5-5ab5406c83b9 admin admin] Publish callbacks [] for security_group (79b5b078-a8ff-4611-99a1-786da659c0b7), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:07.712953 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-09cae08d-afbb-4421-bcc5-5ab5406c83b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (79b5b078-a8ff-4611-99a1-786da659c0b7), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:07.742126 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-09cae08d-afbb-4421-bcc5-5ab5406c83b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82202551545b48bc8a4b4f1465fe146b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2586205 Jan 18 20:21:07.745031 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65245ce7-c399-454c-9e91-5c3e0de26621 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Pushing event updated for resources: {'Subnet': ['ID=ed113be1-5442-4179-8268-aa398c89a0b7,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:07.746152 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58200) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:07.766297 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65245ce7-c399-454c-9e91-5c3e0de26621 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Checking segment: {'id': 'c73f71c2-fbcb-4742-a137-ef4a317bb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:21:07.766657 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65245ce7-c399-454c-9e91-5c3e0de26621 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Network hostable DHCP agents. Network: 758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:21:07.800349 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cae08d-afbb-4421-bcc5-5ab5406c83b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b5b078-a8ff-4611-99a1-786da659c0b7,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:07.825249 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65245ce7-c399-454c-9e91-5c3e0de26621 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Network 758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:21:07.829023 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9bd3e9-2862-439d-948f-97cb7278d92d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Router d7c8121c-050e-405d-9cf8-a1e427cdc14f has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:21:07.848097 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-65245ce7-c399-454c-9e91-5c3e0de26621 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:21:07.849595 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-316242ef-35db-4fb3-8caa-6cf74ecf9f46 admin admin] Publish callbacks [] for security_group (79b5b078-a8ff-4611-99a1-786da659c0b7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:07.852588 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65245ce7-c399-454c-9e91-5c3e0de26621 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:21:07.853236 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-65245ce7-c399-454c-9e91-5c3e0de26621 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:07.866902 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56404b3d-6320-4737-be47-33498e0767cb None None] Network 758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:21:07.898215 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-65245ce7-c399-454c-9e91-5c3e0de26621 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0565243 Jan 18 20:21:07.898762 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58208) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:07.909821 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-6f7bf255-7cae-43b8-a96f-6a6cc220af0e tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1852746939', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}, 'admin_state_up': False}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:07.926403 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-316242ef-35db-4fb3-8caa-6cf74ecf9f46 admin admin] Publish callbacks [] for security_group (79b5b078-a8ff-4611-99a1-786da659c0b7), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:07.976760 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6f7bf255-7cae-43b8-a96f-6a6cc220af0e tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (aaeda937-8313-440f-886b-83cbcbc6ee4e), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:07.978172 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6f7bf255-7cae-43b8-a96f-6a6cc220af0e tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (aaeda937-8313-440f-886b-83cbcbc6ee4e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:08.020190 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9bd3e9-2862-439d-948f-97cb7278d92d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:21:08.027499 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e9bd3e9-2862-439d-948f-97cb7278d92d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:08.029709 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58212) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:08.043498 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c378f923-f370-43a6-8ea1-1779de69d375 None None] Sync routers for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:21:08.069499 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c378f923-f370-43a6-8ea1-1779de69d375 None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:08.070521 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c378f923-f370-43a6-8ea1-1779de69d375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:08.072222 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6f7bf255-7cae-43b8-a96f-6a6cc220af0e tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks [] for router_controller (aaeda937-8313-440f-886b-83cbcbc6ee4e), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:08.110038 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-316242ef-35db-4fb3-8caa-6cf74ecf9f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (79b5b078-a8ff-4611-99a1-786da659c0b7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:08.115189 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-316242ef-35db-4fb3-8caa-6cf74ecf9f46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:08.120249 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-316242ef-35db-4fb3-8caa-6cf74ecf9f46 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/79b5b078-a8ff-4611-99a1-786da659c0b7 HTTP/1.1" status: 204 len: 168 time: 0.3730910 Jan 18 20:21:08.132612 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c378f923-f370-43a6-8ea1-1779de69d375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:08.145669 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5e9bd3e9-2862-439d-948f-97cb7278d92d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "DELETE /v2.0/floatingips/ddf7da44-556f-4e6f-9236-b26cc823d568 HTTP/1.1" status: 204 len: 168 time: 2.0123713 Jan 18 20:21:08.146533 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316242ef-35db-4fb3-8caa-6cf74ecf9f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b5b078-a8ff-4611-99a1-786da659c0b7,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:08.148339 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58222) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:08.201006 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c378f923-f370-43a6-8ea1-1779de69d375 None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:08.201787 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c378f923-f370-43a6-8ea1-1779de69d375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:08.204026 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82340891-6169-4f5c-a4be-738663fd2205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6', 'network_id': '758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6', 'project_id': '87036d0c889d474ba3484f9f2232f647', 'fixed_ips': [{'subnet_id': 'ed113be1-5442-4179-8268-aa398c89a0b7'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:21:08.205665 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-82340891-6169-4f5c-a4be-738663fd2205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:08.297323 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c378f923-f370-43a6-8ea1-1779de69d375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:08.298905 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c378f923-f370-43a6-8ea1-1779de69d375 None None] The sync data for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:21:08.366803 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-7127eb4e-3ea7-41ba-92a7-e725e9ef6358 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Deleting port e96abb41-bd24-45a0-9f81-9da51db20742 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:21:08.367148 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7127eb4e-3ea7-41ba-92a7-e725e9ef6358 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e96abb41-bd24-45a0-9f81-9da51db20742), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:08.381806 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ebee4760-b194-41e8-9d43-fb8f4b677c63 req-8c1b42d6-800c-47f5-8f30-6a7470fc4cfe tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.1278758 Jan 18 20:21:08.467394 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-04141635-5f3f-4e7f-ae9b-df1a32bd0542 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:08.483190 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6f7bf255-7cae-43b8-a96f-6a6cc220af0e tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks [] for router_gateway (aaeda937-8313-440f-886b-83cbcbc6ee4e), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:08.563051 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-82340891-6169-4f5c-a4be-738663fd2205 None None] Allocated IP 172.20.0.2 (758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6/ed113be1-5442-4179-8268-aa398c89a0b7/d35b189d-8a99-42f9-82fd-6b21e8e29c0a) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:21:08.746736 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-04141635-5f3f-4e7f-ae9b-df1a32bd0542 admin admin] Publish callbacks [] for security_group (3c6ccd9a-cab4-4135-96db-fa0200a5e041), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:08.769136 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-04141635-5f3f-4e7f-ae9b-df1a32bd0542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3c6ccd9a-cab4-4135-96db-fa0200a5e041), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:08.820370 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-82340891-6169-4f5c-a4be-738663fd2205 None None] Publish callbacks [] for port (d35b189d-8a99-42f9-82fd-6b21e8e29c0a), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:08.831154 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-82340891-6169-4f5c-a4be-738663fd2205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (d35b189d-8a99-42f9-82fd-6b21e8e29c0a), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:08.835291 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04141635-5f3f-4e7f-ae9b-df1a32bd0542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6ccd9a-cab4-4135-96db-fa0200a5e041,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:08.886592 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7127eb4e-3ea7-41ba-92a7-e725e9ef6358 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e96abb41-bd24-45a0-9f81-9da51db20742), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:08.902685 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82340891-6169-4f5c-a4be-738663fd2205 None None] Network 758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:21:08.908638 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-82340891-6169-4f5c-a4be-738663fd2205 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:21:08.912852 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82340891-6169-4f5c-a4be-738663fd2205 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:21:08.919219 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-04141635-5f3f-4e7f-ae9b-df1a32bd0542 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=68562dfe573b4067828b22e01fa96df2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8879976 Jan 18 20:21:08.919874 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58238) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:08.920861 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-7127eb4e-3ea7-41ba-92a7-e725e9ef6358 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Calling delete_port for e96abb41-bd24-45a0-9f81-9da51db20742 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:21:08.954151 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82340891-6169-4f5c-a4be-738663fd2205 None None] Pushing event updated for resources: {'Port': ['ID=d35b189d-8a99-42f9-82fd-6b21e8e29c0a,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:08.964888 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6f7bf255-7cae-43b8-a96f-6a6cc220af0e tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks [] for router_gateway (aaeda937-8313-440f-886b-83cbcbc6ee4e), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:09.029526 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6f7bf255-7cae-43b8-a96f-6a6cc220af0e tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:09.044748 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eeb51b56-410d-421d-89ae-1d3b79db358b admin admin] Publish callbacks [] for security_group (3c6ccd9a-cab4-4135-96db-fa0200a5e041), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:09.082118 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eeb51b56-410d-421d-89ae-1d3b79db358b admin admin] Publish callbacks [] for security_group (3c6ccd9a-cab4-4135-96db-fa0200a5e041), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:09.232140 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eeb51b56-410d-421d-89ae-1d3b79db358b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3c6ccd9a-cab4-4135-96db-fa0200a5e041), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:09.237352 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eeb51b56-410d-421d-89ae-1d3b79db358b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:09.242551 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-eeb51b56-410d-421d-89ae-1d3b79db358b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c6ccd9a-cab4-4135-96db-fa0200a5e041 HTTP/1.1" status: 204 len: 168 time: 0.3194778 Jan 18 20:21:09.298899 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb51b56-410d-421d-89ae-1d3b79db358b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6ccd9a-cab4-4135-96db-fa0200a5e041,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:09.325917 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7127eb4e-3ea7-41ba-92a7-e725e9ef6358 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e96abb41-bd24-45a0-9f81-9da51db20742), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:09.343371 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-6f7bf255-7cae-43b8-a96f-6a6cc220af0e tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Allocated IP 172.25.4.69 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/12e57fca-d956-4f0b-a687-21af8fd108ad) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:21:09.356735 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-82340891-6169-4f5c-a4be-738663fd2205 None None] Attempting to bind port d35b189d-8a99-42f9-82fd-6b21e8e29c0a on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:21:09.358268 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-82340891-6169-4f5c-a4be-738663fd2205 None None] Attempting to bind port d35b189d-8a99-42f9-82fd-6b21e8e29c0a by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c73f71c2-fbcb-4742-a137-ef4a317bb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:21:09.358665 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82340891-6169-4f5c-a4be-738663fd2205 None None] Attempting to bind port d35b189d-8a99-42f9-82fd-6b21e8e29c0a on network 758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:21:09.374405 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82340891-6169-4f5c-a4be-738663fd2205 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:21:09.374790 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82340891-6169-4f5c-a4be-738663fd2205 None None] Checking segment: {'id': 'c73f71c2-fbcb-4742-a137-ef4a317bb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:21:09.375195 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-82340891-6169-4f5c-a4be-738663fd2205 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:09.378705 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82340891-6169-4f5c-a4be-738663fd2205 None None] Bound using segment: {'id': 'c73f71c2-fbcb-4742-a137-ef4a317bb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:21:09.380004 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-82340891-6169-4f5c-a4be-738663fd2205 None None] Bound port: d35b189d-8a99-42f9-82fd-6b21e8e29c0a, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73f71c2-fbcb-4742-a137-ef4a317bb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:21:09.380327 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-82340891-6169-4f5c-a4be-738663fd2205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d35b189d-8a99-42f9-82fd-6b21e8e29c0a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:09.586878 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-82340891-6169-4f5c-a4be-738663fd2205 None None] For port d35b189d-8a99-42f9-82fd-6b21e8e29c0a, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:21:09.596674 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-82340891-6169-4f5c-a4be-738663fd2205 None None] For port d35b189d-8a99-42f9-82fd-6b21e8e29c0a, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d35b189d-8a99-42f9-82fd-6b21e8e29c0a,segment=NetworkSegment(c73f71c2-fbcb-4742-a137-ef4a317bb1dd),segment_id=c73f71c2-fbcb-4742-a137-ef4a317bb1dd)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:21:09.610910 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-82340891-6169-4f5c-a4be-738663fd2205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d35b189d-8a99-42f9-82fd-6b21e8e29c0a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:09.612364 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a8625693-84cb-470a-b446-eeda415607bb req-83c70fbf-2d28-4dec-b2a2-17d926de0447 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.0730927 Jan 18 20:21:09.697816 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6f7bf255-7cae-43b8-a96f-6a6cc220af0e tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks [] for port (12e57fca-d956-4f0b-a687-21af8fd108ad), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:09.796570 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82340891-6169-4f5c-a4be-738663fd2205 None None] Pushing event updated for resources: {'Port': ['ID=d35b189d-8a99-42f9-82fd-6b21e8e29c0a,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:09.800655 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6f7bf255-7cae-43b8-a96f-6a6cc220af0e tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (12e57fca-d956-4f0b-a687-21af8fd108ad), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:09.848809 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7bf255-7cae-43b8-a96f-6a6cc220af0e tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:21:09.851867 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-6f7bf255-7cae-43b8-a96f-6a6cc220af0e tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:21:09.855342 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7bf255-7cae-43b8-a96f-6a6cc220af0e tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:21:09.869123 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13320a33-ea8c-464a-b431-93374356bac0 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:21:09.914372 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bf255-7cae-43b8-a96f-6a6cc220af0e tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Pushing event updated for resources: {'Port': ['ID=12e57fca-d956-4f0b-a687-21af8fd108ad,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:09.968112 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d16d2547-dd95-4bf1-b2d1-05c1f630cb43 None None] Provisioning complete for port 12e57fca-d956-4f0b-a687-21af8fd108ad triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:21:09.985328 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d16d2547-dd95-4bf1-b2d1-05c1f630cb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (12e57fca-d956-4f0b-a687-21af8fd108ad), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:10.100914 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127eb4e-3ea7-41ba-92a7-e725e9ef6358 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event deleted for resources: {'Port': ['ID=e96abb41-bd24-45a0-9f81-9da51db20742,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:10.160808 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d16d2547-dd95-4bf1-b2d1-05c1f630cb43 None None] Port 12e57fca-d956-4f0b-a687-21af8fd108ad cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:21:10.217889 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58278) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:10.310640 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cff1ce0-8de0-441f-acc2-024cc9547bfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:10.312403 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6f7bf255-7cae-43b8-a96f-6a6cc220af0e tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks [] for router_gateway (aaeda937-8313-440f-886b-83cbcbc6ee4e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:10.344177 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7127eb4e-3ea7-41ba-92a7-e725e9ef6358 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:10.347559 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7127eb4e-3ea7-41ba-92a7-e725e9ef6358 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "DELETE /v2.0/ports/e96abb41-bd24-45a0-9f81-9da51db20742 HTTP/1.1" status: 204 len: 168 time: 2.1930311 Jan 18 20:21:10.353012 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58280) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:10.362185 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-ef9ae8fd-ec2b-4c02-b596-d46eb2019008 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:10.398680 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ef9ae8fd-ec2b-4c02-b596-d46eb2019008 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:10.518220 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cff1ce0-8de0-441f-acc2-024cc9547bfb admin admin] Publish callbacks [] for security_group (3f4b12b0-da8f-4a18-86fd-b03b079d9e0f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:10.525882 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cff1ce0-8de0-441f-acc2-024cc9547bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3f4b12b0-da8f-4a18-86fd-b03b079d9e0f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:10.554828 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0cff1ce0-8de0-441f-acc2-024cc9547bfb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=986cec16828748b9a4c47d40b7eb4380&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3347366 Jan 18 20:21:10.556331 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58288) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:10.625096 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff1ce0-8de0-441f-acc2-024cc9547bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4b12b0-da8f-4a18-86fd-b03b079d9e0f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:10.656586 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ef9ae8fd-ec2b-4c02-b596-d46eb2019008 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:10.659261 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c1a9629-5dac-4fd7-9447-97185364130b admin admin] Publish callbacks [] for security_group (3f4b12b0-da8f-4a18-86fd-b03b079d9e0f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:10.689291 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c1a9629-5dac-4fd7-9447-97185364130b admin admin] Publish callbacks [] for security_group (3f4b12b0-da8f-4a18-86fd-b03b079d9e0f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:10.727514 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6f7bf255-7cae-43b8-a96f-6a6cc220af0e tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (aaeda937-8313-440f-886b-83cbcbc6ee4e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:10.827813 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2de64a86-9105-4254-9fa6-046691cf7740 req-e03181ad-c7f4-4bda-a3bd-e606aff700a3 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.0414546 Jan 18 20:21:10.988663 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c1a9629-5dac-4fd7-9447-97185364130b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3f4b12b0-da8f-4a18-86fd-b03b079d9e0f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:10.994852 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c1a9629-5dac-4fd7-9447-97185364130b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:11.001251 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4c1a9629-5dac-4fd7-9447-97185364130b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f4b12b0-da8f-4a18-86fd-b03b079d9e0f HTTP/1.1" status: 204 len: 168 time: 0.4415884 Jan 18 20:21:11.029858 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a9629-5dac-4fd7-9447-97185364130b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4b12b0-da8f-4a18-86fd-b03b079d9e0f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:11.038351 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7bf255-7cae-43b8-a96f-6a6cc220af0e tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Router aaeda937-8313-440f-886b-83cbcbc6ee4e is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:21:11.081358 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-ef9ae8fd-ec2b-4c02-b596-d46eb2019008 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Allocated IP 172.25.4.185 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/3d622d34-452c-41f9-b32f-d66f977d4345) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:21:11.260424 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7bf255-7cae-43b8-a96f-6a6cc220af0e tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:21:11.279700 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dedd44-354f-4f5f-b84b-5a6be97d94f2 None None] Sync routers for ids ['aaeda937-8313-440f-886b-83cbcbc6ee4e'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:21:11.299973 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6f7bf255-7cae-43b8-a96f-6a6cc220af0e tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:11.307465 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6f7bf255-7cae-43b8-a96f-6a6cc220af0e tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.4066272 Jan 18 20:21:11.313287 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dedd44-354f-4f5f-b84b-5a6be97d94f2 None None] Routers {'aaeda937-8313-440f-886b-83cbcbc6ee4e'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:11.315474 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58320) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:11.315944 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f8dedd44-354f-4f5f-b84b-5a6be97d94f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['aaeda937-8313-440f-886b-83cbcbc6ee4e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:11.359955 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ef9ae8fd-ec2b-4c02-b596-d46eb2019008 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for port (3d622d34-452c-41f9-b32f-d66f977d4345), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:11.375575 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5884113-c64c-48e1-b7fd-984dd48e3f95 None None] Network 758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:21:11.413770 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f8dedd44-354f-4f5f-b84b-5a6be97d94f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:11.444102 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dedd44-354f-4f5f-b84b-5a6be97d94f2 None None] Routers {'aaeda937-8313-440f-886b-83cbcbc6ee4e'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:11.444724 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f8dedd44-354f-4f5f-b84b-5a6be97d94f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['aaeda937-8313-440f-886b-83cbcbc6ee4e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:11.459232 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ef9ae8fd-ec2b-4c02-b596-d46eb2019008 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (3d622d34-452c-41f9-b32f-d66f977d4345), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:11.494393 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9ae8fd-ec2b-4c02-b596-d46eb2019008 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:21:11.499330 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-ef9ae8fd-ec2b-4c02-b596-d46eb2019008 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:21:11.506835 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9ae8fd-ec2b-4c02-b596-d46eb2019008 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:21:11.566944 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f8dedd44-354f-4f5f-b84b-5a6be97d94f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:11.567612 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dedd44-354f-4f5f-b84b-5a6be97d94f2 None None] The sync data for ids ['aaeda937-8313-440f-886b-83cbcbc6ee4e'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:21:11.615256 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58326) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:11.651576 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-3d1abc00-7ab9-4437-86ad-3f88fe738f4a None None] Provisioning complete for port d35b189d-8a99-42f9-82fd-6b21e8e29c0a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:21:11.651956 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3d1abc00-7ab9-4437-86ad-3f88fe738f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d35b189d-8a99-42f9-82fd-6b21e8e29c0a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:11.687045 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ae8fd-ec2b-4c02-b596-d46eb2019008 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event updated for resources: {'Port': ['ID=3d622d34-452c-41f9-b32f-d66f977d4345,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:11.760944 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d35b189d-8a99-42f9-82fd-6b21e8e29c0a up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:21:11.884867 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ef9ae8fd-ec2b-4c02-b596-d46eb2019008 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (d24a137d-d51f-4638-9bf2-4f7ab479ead7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:11.968304 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port d35b189d-8a99-42f9-82fd-6b21e8e29c0a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:21:11.969242 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d35b189d-8a99-42f9-82fd-6b21e8e29c0a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:11.972800 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3d1abc00-7ab9-4437-86ad-3f88fe738f4a None None] Current status of the port d35b189d-8a99-42f9-82fd-6b21e8e29c0a is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:21:11.973329 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3d1abc00-7ab9-4437-86ad-3f88fe738f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d35b189d-8a99-42f9-82fd-6b21e8e29c0a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:11.991964 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be615bab-286b-4732-8c32-3076cda3d1c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:12.010788 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ef9ae8fd-ec2b-4c02-b596-d46eb2019008 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3d622d34-452c-41f9-b32f-d66f977d4345), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:12.046632 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3d1abc00-7ab9-4437-86ad-3f88fe738f4a None None] For port d35b189d-8a99-42f9-82fd-6b21e8e29c0a, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d35b189d-8a99-42f9-82fd-6b21e8e29c0a,segment=NetworkSegment(c73f71c2-fbcb-4742-a137-ef4a317bb1dd),segment_id=c73f71c2-fbcb-4742-a137-ef4a317bb1dd)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:21:12.056741 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3d1abc00-7ab9-4437-86ad-3f88fe738f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d35b189d-8a99-42f9-82fd-6b21e8e29c0a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:12.221429 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be615bab-286b-4732-8c32-3076cda3d1c4 admin admin] Publish callbacks [] for security_group (fe16f772-0704-4d0f-b226-7631078c1e5a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:12.232548 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be615bab-286b-4732-8c32-3076cda3d1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (fe16f772-0704-4d0f-b226-7631078c1e5a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:12.304388 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1abc00-7ab9-4437-86ad-3f88fe738f4a None None] Pushing event updated for resources: {'Port': ['ID=d35b189d-8a99-42f9-82fd-6b21e8e29c0a,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:12.341780 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port d35b189d-8a99-42f9-82fd-6b21e8e29c0a is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:21:12.355913 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-192a5ed6-1dc1-45e7-8c17-7b9071f03617 None None] Provisioning complete for port d35b189d-8a99-42f9-82fd-6b21e8e29c0a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:21:12.356556 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-192a5ed6-1dc1-45e7-8c17-7b9071f03617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d35b189d-8a99-42f9-82fd-6b21e8e29c0a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:12.391240 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be615bab-286b-4732-8c32-3076cda3d1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe16f772-0704-4d0f-b226-7631078c1e5a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:12.423042 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-be615bab-286b-4732-8c32-3076cda3d1c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c7dd5ea53c344e686cfd4e0e83410b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8051300 Jan 18 20:21:12.425740 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58350) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:12.443920 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ef9ae8fd-ec2b-4c02-b596-d46eb2019008 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for port (3d622d34-452c-41f9-b32f-d66f977d4345), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:12.470225 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ef9ae8fd-ec2b-4c02-b596-d46eb2019008 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (3d622d34-452c-41f9-b32f-d66f977d4345), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:12.556712 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-192a5ed6-1dc1-45e7-8c17-7b9071f03617 None None] Current status of the port d35b189d-8a99-42f9-82fd-6b21e8e29c0a is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:21:12.637586 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-366d9aec-1a5e-4180-9b0a-cc91a0e9a183 req-96ac4dae-f964-4f2d-b3ac-e31a1e94919b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.0640326 Jan 18 20:21:12.735430 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d15fc50c-fd34-4bc6-bfc2-8570a3e1c1a6 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:12.742827 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ef9ae8fd-ec2b-4c02-b596-d46eb2019008 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (d24a137d-d51f-4638-9bf2-4f7ab479ead7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:12.761534 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ae8fd-ec2b-4c02-b596-d46eb2019008 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event updated for resources: {'Port': ['ID=3d622d34-452c-41f9-b32f-d66f977d4345,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:12.790330 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad964342-b8b4-460c-85a4-b7cc1f888db6 admin admin] Publish callbacks [] for security_group (fe16f772-0704-4d0f-b226-7631078c1e5a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:12.794736 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ef9ae8fd-ec2b-4c02-b596-d46eb2019008 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:12.796235 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ef9ae8fd-ec2b-4c02-b596-d46eb2019008 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4395170 Jan 18 20:21:12.799774 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58368) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:12.808131 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-704bf76a-027e-4205-b41c-d2a3ffc67a8b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Request body: {'port': {'network_id': '2c30b9bd-8dbd-4f0c-861d-0cd761227289', 'name': 'tempest-FloatingIPTestJSON-1515821439'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:12.845296 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad964342-b8b4-460c-85a4-b7cc1f888db6 admin admin] Publish callbacks [] for security_group (fe16f772-0704-4d0f-b226-7631078c1e5a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:12.938331 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad964342-b8b4-460c-85a4-b7cc1f888db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (fe16f772-0704-4d0f-b226-7631078c1e5a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:12.941688 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad964342-b8b4-460c-85a4-b7cc1f888db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:12.945104 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ad964342-b8b4-460c-85a4-b7cc1f888db6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fe16f772-0704-4d0f-b226-7631078c1e5a HTTP/1.1" status: 204 len: 168 time: 0.5161951 Jan 18 20:21:12.957465 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad964342-b8b4-460c-85a4-b7cc1f888db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe16f772-0704-4d0f-b226-7631078c1e5a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:12.993908 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704bf76a-027e-4205-b41c-d2a3ffc67a8b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Made reservation on behalf of be734bf3297b4963aa9b04f991daf10b for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:21:12.997552 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-704bf76a-027e-4205-b41c-d2a3ffc67a8b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:13.059808 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-704bf76a-027e-4205-b41c-d2a3ffc67a8b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] device_id is not set on port 7f6ce410-d575-42f1-a895-f61456c558c8 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:21:13.171088 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:21:13.257029 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-704bf76a-027e-4205-b41c-d2a3ffc67a8b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Allocated IP 172.20.0.14 (2c30b9bd-8dbd-4f0c-861d-0cd761227289/f546c3ea-1429-47e3-affb-69952125f1ed/7f6ce410-d575-42f1-a895-f61456c558c8) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:21:13.272624 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-d15fc50c-fd34-4bc6-bfc2-8570a3e1c1a6 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Allocated IP 172.20.0.1 (758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6/ed113be1-5442-4179-8268-aa398c89a0b7/c1272f60-20f4-4733-b828-60d983f9d4e3) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:21:13.508202 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d15fc50c-fd34-4bc6-bfc2-8570a3e1c1a6 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks [] for port (c1272f60-20f4-4733-b828-60d983f9d4e3), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:13.557313 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d15fc50c-fd34-4bc6-bfc2-8570a3e1c1a6 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (c1272f60-20f4-4733-b828-60d983f9d4e3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:13.634385 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d35b189d-8a99-42f9-82fd-6b21e8e29c0a up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:21:13.716654 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15fc50c-fd34-4bc6-bfc2-8570a3e1c1a6 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Network 758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:21:13.759850 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port d35b189d-8a99-42f9-82fd-6b21e8e29c0a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:21:13.760309 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-d15fc50c-fd34-4bc6-bfc2-8570a3e1c1a6 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:21:13.760466 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d35b189d-8a99-42f9-82fd-6b21e8e29c0a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:13.803880 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15fc50c-fd34-4bc6-bfc2-8570a3e1c1a6 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:21:13.894447 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-704bf76a-027e-4205-b41c-d2a3ffc67a8b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for port (7f6ce410-d575-42f1-a895-f61456c558c8), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:13.916675 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fc50c-fd34-4bc6-bfc2-8570a3e1c1a6 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Pushing event updated for resources: {'Port': ['ID=c1272f60-20f4-4733-b828-60d983f9d4e3,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:13.927283 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a05349f1-af35-4d0e-b804-f6f55406dab4 req-c9022165-b9ee-4c8e-ac1b-b925805b4bd9 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.0654049 Jan 18 20:21:13.948611 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d15fc50c-fd34-4bc6-bfc2-8570a3e1c1a6 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (aaeda937-8313-440f-886b-83cbcbc6ee4e), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:13.984155 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port d35b189d-8a99-42f9-82fd-6b21e8e29c0a is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:21:14.098075 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-704bf76a-027e-4205-b41c-d2a3ffc67a8b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (7f6ce410-d575-42f1-a895-f61456c558c8), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:14.155056 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704bf76a-027e-4205-b41c-d2a3ffc67a8b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Network 2c30b9bd-8dbd-4f0c-861d-0cd761227289 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:21:14.159872 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-704bf76a-027e-4205-b41c-d2a3ffc67a8b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:21:14.164877 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704bf76a-027e-4205-b41c-d2a3ffc67a8b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:21:14.219678 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-fe03a987-9426-4107-95ee-7c7f6e31a366 None None] Provisioning complete for port c1272f60-20f4-4733-b828-60d983f9d4e3 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:21:14.220010 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704bf76a-027e-4205-b41c-d2a3ffc67a8b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:21:14.220687 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-704bf76a-027e-4205-b41c-d2a3ffc67a8b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:14.221921 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fe03a987-9426-4107-95ee-7c7f6e31a366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c1272f60-20f4-4733-b828-60d983f9d4e3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:14.262179 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-704bf76a-027e-4205-b41c-d2a3ffc67a8b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4597561 Jan 18 20:21:14.264936 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58414) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:14.265451 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bf76a-027e-4205-b41c-d2a3ffc67a8b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event updated for resources: {'Port': ['ID=7f6ce410-d575-42f1-a895-f61456c558c8,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:14.275518 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d15fc50c-fd34-4bc6-bfc2-8570a3e1c1a6 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c1272f60-20f4-4733-b828-60d983f9d4e3), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:14.277757 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-dbea4efd-3ba6-41a6-a395-04975280c84d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Request body: {'floatingip': {'port_id': '7f6ce410-d575-42f1-a895-f61456c558c8'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:14.349263 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-fe03a987-9426-4107-95ee-7c7f6e31a366 None None] Port c1272f60-20f4-4733-b828-60d983f9d4e3 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:21:14.381935 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dbea4efd-3ba6-41a6-a395-04975280c84d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (d24a137d-d51f-4638-9bf2-4f7ab479ead7), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:14.670563 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d15fc50c-fd34-4bc6-bfc2-8570a3e1c1a6 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks [] for port (c1272f60-20f4-4733-b828-60d983f9d4e3), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:14.680554 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d15fc50c-fd34-4bc6-bfc2-8570a3e1c1a6 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (c1272f60-20f4-4733-b828-60d983f9d4e3), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:14.850964 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fc50c-fd34-4bc6-bfc2-8570a3e1c1a6 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Pushing event updated for resources: {'Port': ['ID=c1272f60-20f4-4733-b828-60d983f9d4e3,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:14.854806 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d15fc50c-fd34-4bc6-bfc2-8570a3e1c1a6 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (aaeda937-8313-440f-886b-83cbcbc6ee4e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:15.033003 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15fc50c-fd34-4bc6-bfc2-8570a3e1c1a6 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Network 758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:21:15.036734 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-d15fc50c-fd34-4bc6-bfc2-8570a3e1c1a6 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:21:15.187798 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dbea4efd-3ba6-41a6-a395-04975280c84d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:15.195213 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dbea4efd-3ba6-41a6-a395-04975280c84d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (d24a137d-d51f-4638-9bf2-4f7ab479ead7), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:15.203422 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aab98242-379e-496a-9a8f-9ea965dee0c0 req-8130bbae-3598-48bd-b003-2ae0f73b85b5 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.1458058 Jan 18 20:21:15.348363 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15fc50c-fd34-4bc6-bfc2-8570a3e1c1a6 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Router aaeda937-8313-440f-886b-83cbcbc6ee4e has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:21:15.385574 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d681a004-f1cf-4f41-a37c-002325c2e712 None None] Provisioning complete for port c1272f60-20f4-4733-b828-60d983f9d4e3 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:21:15.386231 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d681a004-f1cf-4f41-a37c-002325c2e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c1272f60-20f4-4733-b828-60d983f9d4e3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:15.404978 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [None req-dbea4efd-3ba6-41a6-a395-04975280c84d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Floating IP d24a137d-d51f-4638-9bf2-4f7ab479ead7 associated. External IP: 172.25.4.185, port: 7f6ce410-d575-42f1-a895-f61456c558c8. Jan 18 20:21:15.517510 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d681a004-f1cf-4f41-a37c-002325c2e712 None None] Port c1272f60-20f4-4733-b828-60d983f9d4e3 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:21:15.605331 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15fc50c-fd34-4bc6-bfc2-8570a3e1c1a6 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:21:15.618714 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934c6c90-e323-4782-a345-f2dc477afa8a None None] Sync routers for ids ['aaeda937-8313-440f-886b-83cbcbc6ee4e'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:21:15.634116 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d15fc50c-fd34-4bc6-bfc2-8570a3e1c1a6 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] 10.222.0.31 "PUT /v2.0/routers/aaeda937-8313-440f-886b-83cbcbc6ee4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3149557 Jan 18 20:21:15.634508 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58456) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:15.642378 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-80ffee18-dce3-4e95-8775-9305be67bf30 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Request body: {'port': {'network_id': '758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6', 'name': 'tempest-FloatingIPAdminTestJSON-1183373094'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:15.644631 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934c6c90-e323-4782-a345-f2dc477afa8a None None] Routers {'aaeda937-8313-440f-886b-83cbcbc6ee4e'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:15.645595 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-934c6c90-e323-4782-a345-f2dc477afa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['aaeda937-8313-440f-886b-83cbcbc6ee4e'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:15.677184 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58458) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:15.725067 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-934c6c90-e323-4782-a345-f2dc477afa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:15.737048 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934c6c90-e323-4782-a345-f2dc477afa8a None None] Routers {'aaeda937-8313-440f-886b-83cbcbc6ee4e'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:15.738548 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-934c6c90-e323-4782-a345-f2dc477afa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['aaeda937-8313-440f-886b-83cbcbc6ee4e'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:15.805815 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-934c6c90-e323-4782-a345-f2dc477afa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:15.822636 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934c6c90-e323-4782-a345-f2dc477afa8a None None] The sync data for ids ['aaeda937-8313-440f-886b-83cbcbc6ee4e'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:21:15.834429 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbea4efd-3ba6-41a6-a395-04975280c84d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Router d7c8121c-050e-405d-9cf8-a1e427cdc14f has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:21:15.888589 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ffee18-dce3-4e95-8775-9305be67bf30 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Made reservation on behalf of 87036d0c889d474ba3484f9f2232f647 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:21:15.893285 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80ffee18-dce3-4e95-8775-9305be67bf30 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:15.937569 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-80ffee18-dce3-4e95-8775-9305be67bf30 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] device_id is not set on port e40bb3fc-7a88-4c17-bc34-ddab498e4078 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:21:16.050250 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbea4efd-3ba6-41a6-a395-04975280c84d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:21:16.066483 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b443c05-4ebe-49f2-8623-4a9c7a973892 None None] Sync routers for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:21:16.074870 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dbea4efd-3ba6-41a6-a395-04975280c84d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:16.088720 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b443c05-4ebe-49f2-8623-4a9c7a973892 None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:16.089485 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-9b443c05-4ebe-49f2-8623-4a9c7a973892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:16.137495 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-80ffee18-dce3-4e95-8775-9305be67bf30 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Allocated IP 172.20.0.5 (758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6/ed113be1-5442-4179-8268-aa398c89a0b7/e40bb3fc-7a88-4c17-bc34-ddab498e4078) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:21:16.145873 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-dbea4efd-3ba6-41a6-a395-04975280c84d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "PUT /v2.0/floatingips/d24a137d-d51f-4638-9bf2-4f7ab479ead7 HTTP/1.1" status: 200 len: 979 time: 1.8766193 Jan 18 20:21:16.146752 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58472) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:16.175341 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-03462059-dbd6-441e-bcba-71057c2b70c1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-372031581-network', 'tenant_id': '25cc6bacac2642f59cb482ff49b565b8'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:16.273847 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03462059-dbd6-441e-bcba-71057c2b70c1 admin admin] Made reservation on behalf of 25cc6bacac2642f59cb482ff49b565b8 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:21:16.277439 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-03462059-dbd6-441e-bcba-71057c2b70c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:16.296350 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-03462059-dbd6-441e-bcba-71057c2b70c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:16.342062 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-9b443c05-4ebe-49f2-8623-4a9c7a973892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:16.357237 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b443c05-4ebe-49f2-8623-4a9c7a973892 None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:16.358107 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-9b443c05-4ebe-49f2-8623-4a9c7a973892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:16.391918 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-77135e57-6017-4c8f-ac7b-2055fe59d8c3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Deleting port 7f6ce410-d575-42f1-a895-f61456c558c8 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:21:16.393725 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77135e57-6017-4c8f-ac7b-2055fe59d8c3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (7f6ce410-d575-42f1-a895-f61456c558c8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:16.416429 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-9b443c05-4ebe-49f2-8623-4a9c7a973892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:16.417375 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b443c05-4ebe-49f2-8623-4a9c7a973892 None None] The sync data for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:21:16.491799 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80ffee18-dce3-4e95-8775-9305be67bf30 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks [] for port (e40bb3fc-7a88-4c17-bc34-ddab498e4078), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:16.535249 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77135e57-6017-4c8f-ac7b-2055fe59d8c3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (7f6ce410-d575-42f1-a895-f61456c558c8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:16.539301 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-03462059-dbd6-441e-bcba-71057c2b70c1 admin admin] Publish callbacks [] for security_group (12767e71-206d-42bf-be90-7b61ed500cb9), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:16.546157 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-03462059-dbd6-441e-bcba-71057c2b70c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (12767e71-206d-42bf-be90-7b61ed500cb9), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:16.551839 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-944974d4-6214-476c-b5f9-ab52517b870a req-3014b13b-5d9f-4aad-b5e0-81cf44d80f1b tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.1608222 Jan 18 20:21:16.553886 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80ffee18-dce3-4e95-8775-9305be67bf30 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (e40bb3fc-7a88-4c17-bc34-ddab498e4078), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:16.641386 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ffee18-dce3-4e95-8775-9305be67bf30 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Network 758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:21:16.651065 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-80ffee18-dce3-4e95-8775-9305be67bf30 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:21:16.652767 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03462059-dbd6-441e-bcba-71057c2b70c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:21:16.663969 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03462059-dbd6-441e-bcba-71057c2b70c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12767e71-206d-42bf-be90-7b61ed500cb9,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:16.667542 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ffee18-dce3-4e95-8775-9305be67bf30 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:21:16.681260 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-03462059-dbd6-441e-bcba-71057c2b70c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (795be4a4-9915-4ec0-b901-a898410141e9), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:16.682151 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-03462059-dbd6-441e-bcba-71057c2b70c1 admin admin] Added segment 795be4a4-9915-4ec0-b901-a898410141e9 of type vlan for network 473e77a0-96c4-4dbf-8608-d1f4df8017d1 Jan 18 20:21:16.781815 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ffee18-dce3-4e95-8775-9305be67bf30 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Pushing event updated for resources: {'Port': ['ID=e40bb3fc-7a88-4c17-bc34-ddab498e4078,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:16.820308 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ffee18-dce3-4e95-8775-9305be67bf30 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:21:16.820915 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80ffee18-dce3-4e95-8775-9305be67bf30 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:16.828270 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-03462059-dbd6-441e-bcba-71057c2b70c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (473e77a0-96c4-4dbf-8608-d1f4df8017d1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:16.873667 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-80ffee18-dce3-4e95-8775-9305be67bf30 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2379031 Jan 18 20:21:16.876803 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58492) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:16.947496 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-03462059-dbd6-441e-bcba-71057c2b70c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (473e77a0-96c4-4dbf-8608-d1f4df8017d1), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:16.948875 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03462059-dbd6-441e-bcba-71057c2b70c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:21:16.949685 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-03462059-dbd6-441e-bcba-71057c2b70c1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:17.019071 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77135e57-6017-4c8f-ac7b-2055fe59d8c3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:17.019481 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77135e57-6017-4c8f-ac7b-2055fe59d8c3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (d24a137d-d51f-4638-9bf2-4f7ab479ead7), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:17.019802 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [None req-77135e57-6017-4c8f-ac7b-2055fe59d8c3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Floating IP d24a137d-d51f-4638-9bf2-4f7ab479ead7 disassociated. External IP: 172.25.4.185, port: 7f6ce410-d575-42f1-a895-f61456c558c8. Jan 18 20:21:17.020188 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-77135e57-6017-4c8f-ac7b-2055fe59d8c3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Calling delete_port for 7f6ce410-d575-42f1-a895-f61456c558c8 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:21:17.160094 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58506) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:17.165958 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-d7717f08-f90c-4c37-bbb0-a883863cfb86 admin admin] Request body: {'subnet': {'network_id': '473e77a0-96c4-4dbf-8608-d1f4df8017d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-372031581-subnet', 'tenant_id': '25cc6bacac2642f59cb482ff49b565b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:17.168648 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-2320624d-a471-4d5c-92f9-6d74b20fe175 None None] Provisioning complete for port e40bb3fc-7a88-4c17-bc34-ddab498e4078 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:21:17.169610 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2320624d-a471-4d5c-92f9-6d74b20fe175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e40bb3fc-7a88-4c17-bc34-ddab498e4078), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:17.170062 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-03462059-dbd6-441e-bcba-71057c2b70c1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4903469 Jan 18 20:21:17.194848 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-868b1b78-f2da-44e1-ad5a-988b3a6ac7a4 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'project_id': '87036d0c889d474ba3484f9f2232f647', 'port_id': 'e40bb3fc-7a88-4c17-bc34-ddab498e4078'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:17.206191 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03462059-dbd6-441e-bcba-71057c2b70c1 admin admin] Pushing event updated for resources: {'Network': ['ID=473e77a0-96c4-4dbf-8608-d1f4df8017d1,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:17.212578 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2320624d-a471-4d5c-92f9-6d74b20fe175 None None] Port e40bb3fc-7a88-4c17-bc34-ddab498e4078 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:21:17.230216 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 473e77a0-96c4-4dbf-8608-d1f4df8017d1 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:21:17.264819 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-868b1b78-f2da-44e1-ad5a-988b3a6ac7a4 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:17.288595 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7717f08-f90c-4c37-bbb0-a883863cfb86 admin admin] Made reservation on behalf of 25cc6bacac2642f59cb482ff49b565b8 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:21:17.290988 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d7717f08-f90c-4c37-bbb0-a883863cfb86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:17.333589 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77135e57-6017-4c8f-ac7b-2055fe59d8c3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (7f6ce410-d575-42f1-a895-f61456c558c8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:17.380867 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77135e57-6017-4c8f-ac7b-2055fe59d8c3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event deleted for resources: {'Port': ['ID=7f6ce410-d575-42f1-a895-f61456c558c8,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:17.618778 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77135e57-6017-4c8f-ac7b-2055fe59d8c3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Router d7c8121c-050e-405d-9cf8-a1e427cdc14f has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:21:17.659592 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58518) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:17.743898 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0050f61e-5e27-4596-b475-ede566e7609a req-68254c9f-0b71-494e-9c19-dccb23581958 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.0597410 Jan 18 20:21:17.768782 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-868b1b78-f2da-44e1-ad5a-988b3a6ac7a4 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:17.850427 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d7717f08-f90c-4c37-bbb0-a883863cfb86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (b50d4946-34f6-461d-ada0-0156b870aa1a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:17.863546 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77135e57-6017-4c8f-ac7b-2055fe59d8c3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:21:17.875183 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686ee7fa-9b36-4345-accc-fcb8efe8555e None None] Sync routers for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:21:17.896384 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686ee7fa-9b36-4345-accc-fcb8efe8555e None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:17.897020 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-686ee7fa-9b36-4345-accc-fcb8efe8555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:17.949116 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca385-f694-473e-8439-40555c4707df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:17.956232 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77135e57-6017-4c8f-ac7b-2055fe59d8c3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:17.965763 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-77135e57-6017-4c8f-ac7b-2055fe59d8c3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "DELETE /v2.0/ports/7f6ce410-d575-42f1-a895-f61456c558c8 HTTP/1.1" status: 204 len: 168 time: 1.8134041 Jan 18 20:21:17.966736 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58526) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:17.969556 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-686ee7fa-9b36-4345-accc-fcb8efe8555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:17.996288 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686ee7fa-9b36-4345-accc-fcb8efe8555e None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:17.996825 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-686ee7fa-9b36-4345-accc-fcb8efe8555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:18.019697 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7717f08-f90c-4c37-bbb0-a883863cfb86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b50d4946-34f6-461d-ada0-0156b870aa1a,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:18.022585 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-868b1b78-f2da-44e1-ad5a-988b3a6ac7a4 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Allocated IP 172.25.4.75 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/80d62da3-2b12-45ad-8f8b-84613126b2f3) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:21:18.039128 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-686ee7fa-9b36-4345-accc-fcb8efe8555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:18.039800 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686ee7fa-9b36-4345-accc-fcb8efe8555e None None] The sync data for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:21:18.047158 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7717f08-f90c-4c37-bbb0-a883863cfb86 admin admin] Checking segment: {'id': '795be4a4-9915-4ec0-b901-a898410141e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '473e77a0-96c4-4dbf-8608-d1f4df8017d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:21:18.047483 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7717f08-f90c-4c37-bbb0-a883863cfb86 admin admin] Network hostable DHCP agents. Network: 473e77a0-96c4-4dbf-8608-d1f4df8017d1, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:21:18.062922 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58530) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:18.065131 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-be4ed68f-ed07-4f95-8d44-9700043361b0 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "GET /v2.0/floatingips/d24a137d-d51f-4638-9bf2-4f7ab479ead7 HTTP/1.1" status: 200 len: 688 time: 0.0948963 Jan 18 20:21:18.197185 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7717f08-f90c-4c37-bbb0-a883863cfb86 admin admin] Network 473e77a0-96c4-4dbf-8608-d1f4df8017d1 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:21:18.545984 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-d7717f08-f90c-4c37-bbb0-a883863cfb86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 473e77a0-96c4-4dbf-8608-d1f4df8017d1) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:21:18.557239 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b3b80c-6996-4cae-85a8-e5641d32c7db None None] Network 473e77a0-96c4-4dbf-8608-d1f4df8017d1 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:21:18.572587 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca385-f694-473e-8439-40555c4707df admin admin] Publish callbacks [] for security_group (3977631f-aea8-4fb1-b64c-b3c88e0acd09), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:18.583730 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7717f08-f90c-4c37-bbb0-a883863cfb86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:21:18.584381 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d7717f08-f90c-4c37-bbb0-a883863cfb86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:18.590005 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca385-f694-473e-8439-40555c4707df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3977631f-aea8-4fb1-b64c-b3c88e0acd09), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:18.667123 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-868b1b78-f2da-44e1-ad5a-988b3a6ac7a4 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Publish callbacks [] for port (80d62da3-2b12-45ad-8f8b-84613126b2f3), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:18.680767 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d7717f08-f90c-4c37-bbb0-a883863cfb86 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5190775 Jan 18 20:21:18.690629 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4d7ca385-f694-473e-8439-40555c4707df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bde2bab32bd045b8aeb9024516a53620&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0292273 Jan 18 20:21:18.693283 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58550) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:18.700102 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ca385-f694-473e-8439-40555c4707df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3977631f-aea8-4fb1-b64c-b3c88e0acd09,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:18.711131 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-2a697446-5814-4248-887f-dab2b976e609 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Deleting port 3d622d34-452c-41f9-b32f-d66f977d4345 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:21:18.711491 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2a697446-5814-4248-887f-dab2b976e609 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (3d622d34-452c-41f9-b32f-d66f977d4345), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:18.746889 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596f71a8-a066-41ee-a4aa-6407dd0244af None None] Network 473e77a0-96c4-4dbf-8608-d1f4df8017d1 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:21:18.765384 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f321a770-31b6-4334-aa11-9f3b92fdd696 admin admin] Publish callbacks [] for security_group (3977631f-aea8-4fb1-b64c-b3c88e0acd09), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:18.795351 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f321a770-31b6-4334-aa11-9f3b92fdd696 admin admin] Publish callbacks [] for security_group (3977631f-aea8-4fb1-b64c-b3c88e0acd09), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:18.854388 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f321a770-31b6-4334-aa11-9f3b92fdd696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3977631f-aea8-4fb1-b64c-b3c88e0acd09), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:18.859457 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f321a770-31b6-4334-aa11-9f3b92fdd696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:18.862751 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f321a770-31b6-4334-aa11-9f3b92fdd696 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3977631f-aea8-4fb1-b64c-b3c88e0acd09 HTTP/1.1" status: 204 len: 168 time: 0.1674740 Jan 18 20:21:18.895920 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321a770-31b6-4334-aa11-9f3b92fdd696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3977631f-aea8-4fb1-b64c-b3c88e0acd09,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:18.951619 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2a697446-5814-4248-887f-dab2b976e609 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (3d622d34-452c-41f9-b32f-d66f977d4345), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:18.951960 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2a697446-5814-4248-887f-dab2b976e609 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (3d622d34-452c-41f9-b32f-d66f977d4345), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:18.958173 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2202cb2f-8e3f-40c3-961d-3303384eaec1 req-ae41e09f-4694-4f31-b3a4-d363a9fe17a1 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.0861459 Jan 18 20:21:18.964757 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-868b1b78-f2da-44e1-ad5a-988b3a6ac7a4 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (80d62da3-2b12-45ad-8f8b-84613126b2f3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:18.974734 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-2a697446-5814-4248-887f-dab2b976e609 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Calling delete_port for 3d622d34-452c-41f9-b32f-d66f977d4345 owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:21:19.075289 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b1b78-f2da-44e1-ad5a-988b3a6ac7a4 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Pushing event updated for resources: {'Port': ['ID=80d62da3-2b12-45ad-8f8b-84613126b2f3,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:19.087054 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868b1b78-f2da-44e1-ad5a-988b3a6ac7a4 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:21:19.090296 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-868b1b78-f2da-44e1-ad5a-988b3a6ac7a4 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:21:19.099497 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b1b78-f2da-44e1-ad5a-988b3a6ac7a4 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:21:19.305102 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2a697446-5814-4248-887f-dab2b976e609 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (3d622d34-452c-41f9-b32f-d66f977d4345), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:19.393431 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a697446-5814-4248-887f-dab2b976e609 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event deleted for resources: {'Port': ['ID=3d622d34-452c-41f9-b32f-d66f977d4345,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:19.417459 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-1ceb34e0-edcb-4acc-ab08-c18c8f5b2c97 req-acbc8b4b-dbe0-436b-9a62-c68a4677ea9e tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-491466761', 'description': 'tempest-description-741565327'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:19.481323 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2a697446-5814-4248-887f-dab2b976e609 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (d24a137d-d51f-4638-9bf2-4f7ab479ead7), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:19.486060 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2a697446-5814-4248-887f-dab2b976e609 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:19.487226 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2a697446-5814-4248-887f-dab2b976e609 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "DELETE /v2.0/floatingips/d24a137d-d51f-4638-9bf2-4f7ab479ead7 HTTP/1.1" status: 204 len: 168 time: 1.4173040 Jan 18 20:21:19.491652 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58570) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:19.497882 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-5c8df98c-0022-418d-8c7b-68ff9ac89d48 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'port_id': 'a19c6de6-578a-493b-b184-5811a42ffd74'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:19.521815 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1ceb34e0-edcb-4acc-ab08-c18c8f5b2c97 req-acbc8b4b-dbe0-436b-9a62-c68a4677ea9e tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:19.548593 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c8df98c-0022-418d-8c7b-68ff9ac89d48 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:19.724888 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c8df98c-0022-418d-8c7b-68ff9ac89d48 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:19.732909 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1ceb34e0-edcb-4acc-ab08-c18c8f5b2c97 req-acbc8b4b-dbe0-436b-9a62-c68a4677ea9e tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (a19bcae2-c40f-42f1-a7cd-a261c41723af), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:19.743594 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1ceb34e0-edcb-4acc-ab08-c18c8f5b2c97 req-acbc8b4b-dbe0-436b-9a62-c68a4677ea9e tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a19bcae2-c40f-42f1-a7cd-a261c41723af), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:19.767519 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-868b1b78-f2da-44e1-ad5a-988b3a6ac7a4 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Publish callbacks [] for floatingip (036839af-95c5-41b4-ad98-ab2e0877d9c1), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:19.838511 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1ceb34e0-edcb-4acc-ab08-c18c8f5b2c97 req-acbc8b4b-dbe0-436b-9a62-c68a4677ea9e tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:19.840113 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1ceb34e0-edcb-4acc-ab08-c18c8f5b2c97 req-acbc8b4b-dbe0-436b-9a62-c68a4677ea9e tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4502509 Jan 18 20:21:19.847162 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc8b4b-dbe0-436b-9a62-c68a4677ea9e tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a19bcae2-c40f-42f1-a7cd-a261c41723af,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:19.893210 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-868b1b78-f2da-44e1-ad5a-988b3a6ac7a4 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (80d62da3-2b12-45ad-8f8b-84613126b2f3), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:19.949440 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-5c8df98c-0022-418d-8c7b-68ff9ac89d48 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Allocated IP 172.25.4.209 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/5e9aae6e-e5df-4d14-a0d3-c48cae77af4f) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:21:20.066136 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-868b1b78-f2da-44e1-ad5a-988b3a6ac7a4 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Publish callbacks [] for port (80d62da3-2b12-45ad-8f8b-84613126b2f3), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:20.076849 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-868b1b78-f2da-44e1-ad5a-988b3a6ac7a4 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (80d62da3-2b12-45ad-8f8b-84613126b2f3), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:20.116188 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c8df98c-0022-418d-8c7b-68ff9ac89d48 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for port (5e9aae6e-e5df-4d14-a0d3-c48cae77af4f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:20.167968 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c8df98c-0022-418d-8c7b-68ff9ac89d48 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (5e9aae6e-e5df-4d14-a0d3-c48cae77af4f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:20.170041 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b1b78-f2da-44e1-ad5a-988b3a6ac7a4 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Pushing event updated for resources: {'Port': ['ID=80d62da3-2b12-45ad-8f8b-84613126b2f3,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:20.234625 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8df98c-0022-418d-8c7b-68ff9ac89d48 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:21:20.240604 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-5c8df98c-0022-418d-8c7b-68ff9ac89d48 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:21:20.244276 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8df98c-0022-418d-8c7b-68ff9ac89d48 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:21:20.303897 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-868b1b78-f2da-44e1-ad5a-988b3a6ac7a4 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (036839af-95c5-41b4-ad98-ab2e0877d9c1), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:20.312696 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8df98c-0022-418d-8c7b-68ff9ac89d48 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event updated for resources: {'Port': ['ID=5e9aae6e-e5df-4d14-a0d3-c48cae77af4f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:20.426899 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0fc5126a-3a3f-4afe-91f6-c356a0ec1624 req-0438934a-b1a7-4cc1-924d-9e6afe5819c2 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.2615118 Jan 18 20:21:20.435698 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e3d1328-7c2b-4a2e-bccf-8848057b56c8 req-1a48fab9-45ae-422b-843d-46bddc7134be tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "GET /v2.0/security-groups/a19bcae2-c40f-42f1-a7cd-a261c41723af HTTP/1.1" status: 200 len: 1822 time: 0.5675111 Jan 18 20:21:20.438850 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-868b1b78-f2da-44e1-ad5a-988b3a6ac7a4 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Floating IP 036839af-95c5-41b4-ad98-ab2e0877d9c1 associated. External IP: 172.25.4.75, port: e40bb3fc-7a88-4c17-bc34-ddab498e4078. Jan 18 20:21:20.444757 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-9e3d1328-7c2b-4a2e-bccf-8848057b56c8 req-e3b2d287-bd67-4de2-bfbd-9722b7972b35 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a19bcae2-c40f-42f1-a7cd-a261c41723af', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:20.445158 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-9e3d1328-7c2b-4a2e-bccf-8848057b56c8 req-e3b2d287-bd67-4de2-bfbd-9722b7972b35 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a19bcae2-c40f-42f1-a7cd-a261c41723af', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:20.612364 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9e3d1328-7c2b-4a2e-bccf-8848057b56c8 req-e3b2d287-bd67-4de2-bfbd-9722b7972b35 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group_rule (84faabcc-23ed-4e32-afb8-ea0d25ba5335), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:20.694863 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9e3d1328-7c2b-4a2e-bccf-8848057b56c8 req-e3b2d287-bd67-4de2-bfbd-9722b7972b35 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group_rule (84faabcc-23ed-4e32-afb8-ea0d25ba5335), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:20.739202 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9e3d1328-7c2b-4a2e-bccf-8848057b56c8 req-e3b2d287-bd67-4de2-bfbd-9722b7972b35 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (84faabcc-23ed-4e32-afb8-ea0d25ba5335), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:20.774566 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2d287-bd67-4de2-bfbd-9722b7972b35 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84faabcc-23ed-4e32-afb8-ea0d25ba5335,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:20.823666 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9e3d1328-7c2b-4a2e-bccf-8848057b56c8 req-e3b2d287-bd67-4de2-bfbd-9722b7972b35 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:20.825251 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e3d1328-7c2b-4a2e-bccf-8848057b56c8 req-e3b2d287-bd67-4de2-bfbd-9722b7972b35 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3886085 Jan 18 20:21:20.861908 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-5cc78bd4-8c63-4a1c-a33f-f95de958c5de req-1463aca7-0653-47be-8b93-660351a38560 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1843475560', 'description': 'tempest-description-575590437'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:20.874272 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868b1b78-f2da-44e1-ad5a-988b3a6ac7a4 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Router aaeda937-8313-440f-886b-83cbcbc6ee4e has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:21:21.019991 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5cc78bd4-8c63-4a1c-a33f-f95de958c5de req-1463aca7-0653-47be-8b93-660351a38560 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:21.110632 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868b1b78-f2da-44e1-ad5a-988b3a6ac7a4 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:21:21.122021 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ec5e4b-1d69-46a5-bab7-2f3bb2bc2388 None None] Sync routers for ids ['aaeda937-8313-440f-886b-83cbcbc6ee4e'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:21:21.139246 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ec5e4b-1d69-46a5-bab7-2f3bb2bc2388 None None] Routers {'aaeda937-8313-440f-886b-83cbcbc6ee4e'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:21.140226 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-02ec5e4b-1d69-46a5-bab7-2f3bb2bc2388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['aaeda937-8313-440f-886b-83cbcbc6ee4e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:21.167939 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-868b1b78-f2da-44e1-ad5a-988b3a6ac7a4 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:21.218187 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-02ec5e4b-1d69-46a5-bab7-2f3bb2bc2388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:21.224599 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-868b1b78-f2da-44e1-ad5a-988b3a6ac7a4 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.3461206 Jan 18 20:21:21.227912 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58630) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:21.246525 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ec5e4b-1d69-46a5-bab7-2f3bb2bc2388 None None] Routers {'aaeda937-8313-440f-886b-83cbcbc6ee4e'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:21.253750 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-02ec5e4b-1d69-46a5-bab7-2f3bb2bc2388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['aaeda937-8313-440f-886b-83cbcbc6ee4e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:21.326198 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-02ec5e4b-1d69-46a5-bab7-2f3bb2bc2388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:21.329146 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ec5e4b-1d69-46a5-bab7-2f3bb2bc2388 None None] The sync data for ids ['aaeda937-8313-440f-886b-83cbcbc6ee4e'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:21:21.402956 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c8df98c-0022-418d-8c7b-68ff9ac89d48 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (5803d28d-c208-435f-acde-b777fcce4666), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:21.491905 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c8df98c-0022-418d-8c7b-68ff9ac89d48 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (5e9aae6e-e5df-4d14-a0d3-c48cae77af4f), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:21.494198 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d062e5d8-6442-408d-9fed-cb1d26c3c645 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] 10.222.0.31 "GET /v2.0/floatingips/036839af-95c5-41b4-ad98-ab2e0877d9c1 HTTP/1.1" status: 200 len: 982 time: 0.2651544 Jan 18 20:21:21.496622 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5cc78bd4-8c63-4a1c-a33f-f95de958c5de req-1463aca7-0653-47be-8b93-660351a38560 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (79532672-592d-4c47-b477-ad5a8d91cb71), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:21.497399 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58638) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:21.701870 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c8df98c-0022-418d-8c7b-68ff9ac89d48 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for port (5e9aae6e-e5df-4d14-a0d3-c48cae77af4f), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:21.708502 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c8df98c-0022-418d-8c7b-68ff9ac89d48 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (5e9aae6e-e5df-4d14-a0d3-c48cae77af4f), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:21.802086 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8df98c-0022-418d-8c7b-68ff9ac89d48 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event updated for resources: {'Port': ['ID=5e9aae6e-e5df-4d14-a0d3-c48cae77af4f,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:21.813449 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c8df98c-0022-418d-8c7b-68ff9ac89d48 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (5803d28d-c208-435f-acde-b777fcce4666), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:21.904152 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58648) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:21.936511 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [None req-5c8df98c-0022-418d-8c7b-68ff9ac89d48 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Floating IP 5803d28d-c208-435f-acde-b777fcce4666 associated. External IP: 172.25.4.209, port: a19c6de6-578a-493b-b184-5811a42ffd74. Jan 18 20:21:22.101769 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5cc78bd4-8c63-4a1c-a33f-f95de958c5de req-1463aca7-0653-47be-8b93-660351a38560 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (79532672-592d-4c47-b477-ad5a8d91cb71), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:22.172020 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16fe6853-366e-4e78-b955-af1f914c4e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:22.196094 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e95a9e25-5c22-498e-998a-bbf15a634a05 req-795979a3-f354-4d94-ab54-fb7ab4411783 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.0915103 Jan 18 20:21:22.224919 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-848539ce-add9-421a-b747-df24592fdf16 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3498 time: 0.7142525 Jan 18 20:21:22.228546 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5cc78bd4-8c63-4a1c-a33f-f95de958c5de req-1463aca7-0653-47be-8b93-660351a38560 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:22.229783 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5cc78bd4-8c63-4a1c-a33f-f95de958c5de req-1463aca7-0653-47be-8b93-660351a38560 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.3719959 Jan 18 20:21:22.230274 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58654) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:22.232308 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463aca7-0653-47be-8b93-660351a38560 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79532672-592d-4c47-b477-ad5a8d91cb71,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:22.348158 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58658) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:22.394756 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8df98c-0022-418d-8c7b-68ff9ac89d48 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Router d7c8121c-050e-405d-9cf8-a1e427cdc14f has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:21:22.396701 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16fe6853-366e-4e78-b955-af1f914c4e08 admin admin] Publish callbacks [] for security_group (00425c34-37c5-42b0-aeb2-18e7fea4e1e2), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:22.408698 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16fe6853-366e-4e78-b955-af1f914c4e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (00425c34-37c5-42b0-aeb2-18e7fea4e1e2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:22.435366 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-512c3082-1630-445a-9539-4572027ee312 req-a6574326-bb61-4020-beb1-a6b3725158ea tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "GET /v2.0/security-groups/79532672-592d-4c47-b477-ad5a8d91cb71 HTTP/1.1" status: 200 len: 1823 time: 0.1406655 Jan 18 20:21:22.493594 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-512c3082-1630-445a-9539-4572027ee312 req-96059303-0013-425f-a2d0-e1806c66321a tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '79532672-592d-4c47-b477-ad5a8d91cb71', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:22.493978 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-512c3082-1630-445a-9539-4572027ee312 req-96059303-0013-425f-a2d0-e1806c66321a tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '79532672-592d-4c47-b477-ad5a8d91cb71', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:22.551594 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-576b83c6-1566-4ab2-9c0c-d0fa32baceba tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Deleting port 80d62da3-2b12-45ad-8f8b-84613126b2f3 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:21:22.552380 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-576b83c6-1566-4ab2-9c0c-d0fa32baceba tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (80d62da3-2b12-45ad-8f8b-84613126b2f3), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:22.593570 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-16fe6853-366e-4e78-b955-af1f914c4e08 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5948929f6b024d9cac222bd09304a24c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6861100 Jan 18 20:21:22.598605 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58662) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:22.619569 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14d61e62-1098-4c9e-ac8b-aa277f5f481d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:22.635490 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8df98c-0022-418d-8c7b-68ff9ac89d48 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:21:22.646765 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cdf112-e794-4b73-a487-6f4e833d7123 None None] Sync routers for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:21:22.660687 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cdf112-e794-4b73-a487-6f4e833d7123 None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:22.663422 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-98cdf112-e794-4b73-a487-6f4e833d7123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:22.670448 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe6853-366e-4e78-b955-af1f914c4e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00425c34-37c5-42b0-aeb2-18e7fea4e1e2,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:22.703496 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-512c3082-1630-445a-9539-4572027ee312 req-96059303-0013-425f-a2d0-e1806c66321a tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group_rule (dd1edbc2-e176-41fe-b010-9d2ce0a87451), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:22.703914 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c8df98c-0022-418d-8c7b-68ff9ac89d48 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:22.736756 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-93c9f3fc-4e5d-4029-889b-25b89021cbce admin admin] Publish callbacks [] for security_group (00425c34-37c5-42b0-aeb2-18e7fea4e1e2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:22.761328 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-98cdf112-e794-4b73-a487-6f4e833d7123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:22.764583 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-93c9f3fc-4e5d-4029-889b-25b89021cbce admin admin] Publish callbacks [] for security_group (00425c34-37c5-42b0-aeb2-18e7fea4e1e2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:22.773243 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5c8df98c-0022-418d-8c7b-68ff9ac89d48 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.2803240 Jan 18 20:21:22.774631 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58666) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:22.785171 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-6d64dcc2-271a-4cc2-9c59-e95d2b56d943 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-531975183'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:22.787319 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cdf112-e794-4b73-a487-6f4e833d7123 None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:22.793396 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-98cdf112-e794-4b73-a487-6f4e833d7123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:22.816186 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-512c3082-1630-445a-9539-4572027ee312 req-96059303-0013-425f-a2d0-e1806c66321a tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group_rule (dd1edbc2-e176-41fe-b010-9d2ce0a87451), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:22.818874 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-576b83c6-1566-4ab2-9c0c-d0fa32baceba tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (80d62da3-2b12-45ad-8f8b-84613126b2f3), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:22.819208 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-576b83c6-1566-4ab2-9c0c-d0fa32baceba tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks [] for floatingip (80d62da3-2b12-45ad-8f8b-84613126b2f3), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:22.828687 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-512c3082-1630-445a-9539-4572027ee312 req-96059303-0013-425f-a2d0-e1806c66321a tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (dd1edbc2-e176-41fe-b010-9d2ce0a87451), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:22.838776 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d64dcc2-271a-4cc2-9c59-e95d2b56d943 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Made reservation on behalf of be734bf3297b4963aa9b04f991daf10b for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:21:22.843893 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6d64dcc2-271a-4cc2-9c59-e95d2b56d943 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:22.851089 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-576b83c6-1566-4ab2-9c0c-d0fa32baceba tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Calling delete_port for 80d62da3-2b12-45ad-8f8b-84613126b2f3 owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:21:22.869028 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-93c9f3fc-4e5d-4029-889b-25b89021cbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (00425c34-37c5-42b0-aeb2-18e7fea4e1e2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:22.872114 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-93c9f3fc-4e5d-4029-889b-25b89021cbce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:22.875954 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-93c9f3fc-4e5d-4029-889b-25b89021cbce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/00425c34-37c5-42b0-aeb2-18e7fea4e1e2 HTTP/1.1" status: 204 len: 168 time: 0.2739363 Jan 18 20:21:22.880941 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d64dcc2-271a-4cc2-9c59-e95d2b56d943 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:21:22.881295 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-98cdf112-e794-4b73-a487-6f4e833d7123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:22.882197 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cdf112-e794-4b73-a487-6f4e833d7123 None None] The sync data for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:21:22.889599 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9f3fc-4e5d-4029-889b-25b89021cbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00425c34-37c5-42b0-aeb2-18e7fea4e1e2,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:22.890727 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6d64dcc2-271a-4cc2-9c59-e95d2b56d943 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (936af809-1a14-4a75-bdbc-da3a2398ed1f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:22.891167 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-6d64dcc2-271a-4cc2-9c59-e95d2b56d943 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Added segment 936af809-1a14-4a75-bdbc-da3a2398ed1f of type vlan for network e0d6146b-6470-4769-8e79-4e04c4a93c6e Jan 18 20:21:22.893725 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96059303-0013-425f-a2d0-e1806c66321a tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd1edbc2-e176-41fe-b010-9d2ce0a87451,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:22.901281 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-512c3082-1630-445a-9539-4572027ee312 req-96059303-0013-425f-a2d0-e1806c66321a tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:22.907113 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-512c3082-1630-445a-9539-4572027ee312 req-96059303-0013-425f-a2d0-e1806c66321a tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4391208 Jan 18 20:21:22.953057 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-820f0eba-c7b1-4be9-b29e-abdf8cf214e2 req-dca40a6b-2fb5-43d7-9f47-c83f9a615620 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1430364025', 'description': 'tempest-description-1374447943'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:22.956372 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6d64dcc2-271a-4cc2-9c59-e95d2b56d943 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (e0d6146b-6470-4769-8e79-4e04c4a93c6e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:23.021470 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6d64dcc2-271a-4cc2-9c59-e95d2b56d943 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (e0d6146b-6470-4769-8e79-4e04c4a93c6e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:23.028939 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d64dcc2-271a-4cc2-9c59-e95d2b56d943 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:21:23.030146 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6d64dcc2-271a-4cc2-9c59-e95d2b56d943 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:23.042378 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-820f0eba-c7b1-4be9-b29e-abdf8cf214e2 req-dca40a6b-2fb5-43d7-9f47-c83f9a615620 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:23.050072 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14d61e62-1098-4c9e-ac8b-aa277f5f481d admin admin] Publish callbacks [] for security_group (69e021a8-4a1e-4f35-bcc9-81fc053089fb), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:23.079904 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14d61e62-1098-4c9e-ac8b-aa277f5f481d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (69e021a8-4a1e-4f35-bcc9-81fc053089fb), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:23.103607 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6d64dcc2-271a-4cc2-9c59-e95d2b56d943 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3243792 Jan 18 20:21:23.111068 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58674) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:23.116181 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-22c96fcc-5caf-4b02-92de-b948bcd37e0b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Request body: {'subnet': {'network_id': 'e0d6146b-6470-4769-8e79-4e04c4a93c6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:23.181600 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-14d61e62-1098-4c9e-ac8b-aa277f5f481d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=76233518cb7b4a0eba9132ae754acd3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8281960 Jan 18 20:21:23.181600 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64dcc2-271a-4cc2-9c59-e95d2b56d943 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event updated for resources: {'Network': ['ID=e0d6146b-6470-4769-8e79-4e04c4a93c6e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:23.182276 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58676) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:23.184572 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d61e62-1098-4c9e-ac8b-aa277f5f481d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e021a8-4a1e-4f35-bcc9-81fc053089fb,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:23.194883 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network e0d6146b-6470-4769-8e79-4e04c4a93c6e details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:21:23.276975 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-820f0eba-c7b1-4be9-b29e-abdf8cf214e2 req-dca40a6b-2fb5-43d7-9f47-c83f9a615620 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (25e1b21d-bf1a-406a-b13f-d8a4e88934be), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:23.300301 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bbc997ef-1354-4d73-b76a-7e767281e205 admin admin] Publish callbacks [] for security_group (69e021a8-4a1e-4f35-bcc9-81fc053089fb), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:23.346727 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-820f0eba-c7b1-4be9-b29e-abdf8cf214e2 req-dca40a6b-2fb5-43d7-9f47-c83f9a615620 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (25e1b21d-bf1a-406a-b13f-d8a4e88934be), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:23.352083 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bbc997ef-1354-4d73-b76a-7e767281e205 admin admin] Publish callbacks [] for security_group (69e021a8-4a1e-4f35-bcc9-81fc053089fb), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:23.427634 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bbc997ef-1354-4d73-b76a-7e767281e205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (69e021a8-4a1e-4f35-bcc9-81fc053089fb), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:23.435054 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bbc997ef-1354-4d73-b76a-7e767281e205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:23.438153 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bbc997ef-1354-4d73-b76a-7e767281e205 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/69e021a8-4a1e-4f35-bcc9-81fc053089fb HTTP/1.1" status: 204 len: 168 time: 0.2545626 Jan 18 20:21:23.446201 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca40a6b-2fb5-43d7-9f47-c83f9a615620 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25e1b21d-bf1a-406a-b13f-d8a4e88934be,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:23.461599 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc997ef-1354-4d73-b76a-7e767281e205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e021a8-4a1e-4f35-bcc9-81fc053089fb,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:23.464858 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-820f0eba-c7b1-4be9-b29e-abdf8cf214e2 req-dca40a6b-2fb5-43d7-9f47-c83f9a615620 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:23.466339 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-820f0eba-c7b1-4be9-b29e-abdf8cf214e2 req-dca40a6b-2fb5-43d7-9f47-c83f9a615620 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5171800 Jan 18 20:21:23.527075 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b0a73d7a-cbdd-49cd-87b1-5a0e49b84403 req-c3c36dfe-7c26-48a8-b011-7d652855cc0e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.1690674 Jan 18 20:21:23.550576 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-576b83c6-1566-4ab2-9c0c-d0fa32baceba tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (80d62da3-2b12-45ad-8f8b-84613126b2f3), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:23.600972 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b83c6-1566-4ab2-9c0c-d0fa32baceba tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Pushing event deleted for resources: {'Port': ['ID=80d62da3-2b12-45ad-8f8b-84613126b2f3,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:23.644026 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c96fcc-5caf-4b02-92de-b948bcd37e0b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Made reservation on behalf of be734bf3297b4963aa9b04f991daf10b for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:21:23.648526 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-22c96fcc-5caf-4b02-92de-b948bcd37e0b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:23.656211 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-41f0726b-d108-4bf2-9c18-22bfdc882c5d req-f2fefac6-8a55-48e6-a06b-8620106cf1c6 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1658207626', 'description': 'tempest-description-774467926'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:23.815176 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-576b83c6-1566-4ab2-9c0c-d0fa32baceba tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks [] for floatingip (036839af-95c5-41b4-ad98-ab2e0877d9c1), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:23.816337 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-576b83c6-1566-4ab2-9c0c-d0fa32baceba tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Floating IP 036839af-95c5-41b4-ad98-ab2e0877d9c1 disassociated (deleted). External IP: 172.25.4.75, port: e40bb3fc-7a88-4c17-bc34-ddab498e4078. Jan 18 20:21:23.864456 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-41f0726b-d108-4bf2-9c18-22bfdc882c5d req-f2fefac6-8a55-48e6-a06b-8620106cf1c6 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:23.992640 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58702) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:24.010281 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf2ca434-2277-4b2b-bb45-bccef8e350a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:24.160262 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-41f0726b-d108-4bf2-9c18-22bfdc882c5d req-f2fefac6-8a55-48e6-a06b-8620106cf1c6 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (1f0da0cd-3984-401b-b7f0-f756ac399c50), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:24.180476 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-41f0726b-d108-4bf2-9c18-22bfdc882c5d req-f2fefac6-8a55-48e6-a06b-8620106cf1c6 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1f0da0cd-3984-401b-b7f0-f756ac399c50), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:24.192395 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf2ca434-2277-4b2b-bb45-bccef8e350a0 admin admin] Publish callbacks [] for security_group (06c4b748-f4b0-4324-a886-9a03e1d1a8c6), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:24.198389 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf2ca434-2277-4b2b-bb45-bccef8e350a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (06c4b748-f4b0-4324-a886-9a03e1d1a8c6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:24.205775 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-22c96fcc-5caf-4b02-92de-b948bcd37e0b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (2fbf0d30-78d9-4ae1-9034-adfc35c18148), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:24.262436 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bf2ca434-2277-4b2b-bb45-bccef8e350a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ee4cce915dca4b3488e9f06a6e90ccac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2685640 Jan 18 20:21:24.264050 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58708) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:24.268026 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ca434-2277-4b2b-bb45-bccef8e350a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c4b748-f4b0-4324-a886-9a03e1d1a8c6,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:24.289862 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fefac6-8a55-48e6-a06b-8620106cf1c6 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0da0cd-3984-401b-b7f0-f756ac399c50,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:24.297139 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-41f0726b-d108-4bf2-9c18-22bfdc882c5d req-f2fefac6-8a55-48e6-a06b-8620106cf1c6 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:24.298466 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-41f0726b-d108-4bf2-9c18-22bfdc882c5d req-f2fefac6-8a55-48e6-a06b-8620106cf1c6 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6847551 Jan 18 20:21:24.346849 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fefac6-8a55-48e6-a06b-8620106cf1c6 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:24.347446 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fefac6-8a55-48e6-a06b-8620106cf1c6 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:24.347949 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fefac6-8a55-48e6-a06b-8620106cf1c6 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:24.356584 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61ebc4ce-2585-42fe-9a2b-ba536da5f137 admin admin] Publish callbacks [] for security_group (06c4b748-f4b0-4324-a886-9a03e1d1a8c6), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:24.356842 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fefac6-8a55-48e6-a06b-8620106cf1c6 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:24.356842 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fefac6-8a55-48e6-a06b-8620106cf1c6 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:24.356842 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fefac6-8a55-48e6-a06b-8620106cf1c6 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:24.356842 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fefac6-8a55-48e6-a06b-8620106cf1c6 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:24.356842 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fefac6-8a55-48e6-a06b-8620106cf1c6 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:24.356842 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fefac6-8a55-48e6-a06b-8620106cf1c6 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:24.356842 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fefac6-8a55-48e6-a06b-8620106cf1c6 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:24.356842 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fefac6-8a55-48e6-a06b-8620106cf1c6 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:24.356842 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fefac6-8a55-48e6-a06b-8620106cf1c6 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:24.356842 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fefac6-8a55-48e6-a06b-8620106cf1c6 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:24.379938 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c96fcc-5caf-4b02-92de-b948bcd37e0b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event updated for resources: {'Subnet': ['ID=2fbf0d30-78d9-4ae1-9034-adfc35c18148,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:24.388164 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61ebc4ce-2585-42fe-9a2b-ba536da5f137 admin admin] Publish callbacks [] for security_group (06c4b748-f4b0-4324-a886-9a03e1d1a8c6), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:24.409663 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576b83c6-1566-4ab2-9c0c-d0fa32baceba tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Router aaeda937-8313-440f-886b-83cbcbc6ee4e has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:21:24.431738 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c96fcc-5caf-4b02-92de-b948bcd37e0b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Checking segment: {'id': '936af809-1a14-4a75-bdbc-da3a2398ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e0d6146b-6470-4769-8e79-4e04c4a93c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:21:24.432111 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c96fcc-5caf-4b02-92de-b948bcd37e0b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Network hostable DHCP agents. Network: e0d6146b-6470-4769-8e79-4e04c4a93c6e, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:21:24.460877 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d1877ebd-1d75-4a23-a015-1b352128553c req-d030038e-7870-4683-95de-64cd4a89320b tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "GET /v2.0/security-groups/25e1b21d-bf1a-406a-b13f-d8a4e88934be HTTP/1.1" status: 200 len: 1824 time: 0.1247225 Jan 18 20:21:24.494055 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61ebc4ce-2585-42fe-9a2b-ba536da5f137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (06c4b748-f4b0-4324-a886-9a03e1d1a8c6), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:24.496826 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61ebc4ce-2585-42fe-9a2b-ba536da5f137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:24.498164 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-61ebc4ce-2585-42fe-9a2b-ba536da5f137 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/06c4b748-f4b0-4324-a886-9a03e1d1a8c6 HTTP/1.1" status: 204 len: 168 time: 0.2329133 Jan 18 20:21:24.511796 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebc4ce-2585-42fe-9a2b-ba536da5f137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c4b748-f4b0-4324-a886-9a03e1d1a8c6,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:24.628483 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576b83c6-1566-4ab2-9c0c-d0fa32baceba tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:21:24.641983 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fd9d3f-b002-4c2b-bc7d-804253e5d78f None None] Sync routers for ids ['aaeda937-8313-440f-886b-83cbcbc6ee4e'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:21:24.650780 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-576b83c6-1566-4ab2-9c0c-d0fa32baceba tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:24.662764 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fd9d3f-b002-4c2b-bc7d-804253e5d78f None None] Routers {'aaeda937-8313-440f-886b-83cbcbc6ee4e'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:24.665401 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a7fd9d3f-b002-4c2b-bc7d-804253e5d78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['aaeda937-8313-440f-886b-83cbcbc6ee4e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:24.734870 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c96fcc-5caf-4b02-92de-b948bcd37e0b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Network e0d6146b-6470-4769-8e79-4e04c4a93c6e is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:21:24.772261 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a7fd9d3f-b002-4c2b-bc7d-804253e5d78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:24.793102 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fd9d3f-b002-4c2b-bc7d-804253e5d78f None None] Routers {'aaeda937-8313-440f-886b-83cbcbc6ee4e'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:24.793927 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a7fd9d3f-b002-4c2b-bc7d-804253e5d78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:20:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['aaeda937-8313-440f-886b-83cbcbc6ee4e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:24.860305 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d1877ebd-1d75-4a23-a015-1b352128553c req-b969ca0c-1c20-4572-b615-0a36ca2586dc tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "GET /v2.0/security-groups/1f0da0cd-3984-401b-b7f0-f756ac399c50 HTTP/1.1" status: 200 len: 1823 time: 0.3912246 Jan 18 20:21:24.873117 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9d690751-bf42-4eed-8e89-c79e4076683f req-54d5e966-fd0c-4e7f-9b69-6df5fc6f17fa tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.1246276 Jan 18 20:21:24.877860 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a7fd9d3f-b002-4c2b-bc7d-804253e5d78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:24.878111 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-22c96fcc-5caf-4b02-92de-b948bcd37e0b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, e0d6146b-6470-4769-8e79-4e04c4a93c6e) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:21:24.881901 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fd9d3f-b002-4c2b-bc7d-804253e5d78f None None] The sync data for ids ['aaeda937-8313-440f-886b-83cbcbc6ee4e'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:21:24.886554 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c96fcc-5caf-4b02-92de-b948bcd37e0b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:21:24.887390 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-22c96fcc-5caf-4b02-92de-b948bcd37e0b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:24.889109 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af12fe13-e93c-4269-9bbf-c8a9555bc8d8 None None] Network e0d6146b-6470-4769-8e79-4e04c4a93c6e requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:21:24.920579 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-d1877ebd-1d75-4a23-a015-1b352128553c req-5c0fd213-b6d8-486b-8aa9-afb29bebbfa5 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '25e1b21d-bf1a-406a-b13f-d8a4e88934be', 'remote_group_id': '1f0da0cd-3984-401b-b7f0-f756ac399c50', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:24.920901 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-d1877ebd-1d75-4a23-a015-1b352128553c req-5c0fd213-b6d8-486b-8aa9-afb29bebbfa5 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '25e1b21d-bf1a-406a-b13f-d8a4e88934be', 'remote_group_id': '1f0da0cd-3984-401b-b7f0-f756ac399c50', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:24.929813 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58728) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:24.929975 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-576b83c6-1566-4ab2-9c0c-d0fa32baceba tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] 10.222.0.31 "DELETE /v2.0/floatingips/036839af-95c5-41b4-ad98-ab2e0877d9c1 HTTP/1.1" status: 204 len: 168 time: 2.6986129 Jan 18 20:21:24.938672 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-22c96fcc-5caf-4b02-92de-b948bcd37e0b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8238392 Jan 18 20:21:24.938883 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-b1bb4fdf-3541-4658-bceb-66389048d270 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:24.939106 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58730) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:24.996719 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-9bef5538-978c-49f6-9eac-116aeb1ee063 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1223953513', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}, 'admin_state_up': False}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:25.013026 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4fdf-3541-4658-bceb-66389048d270 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:25.096471 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9bef5538-978c-49f6-9eac-116aeb1ee063 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (1caa38ab-aff5-4600-bad4-82d228d8ef2b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:25.102213 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9bef5538-978c-49f6-9eac-116aeb1ee063 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (1caa38ab-aff5-4600-bad4-82d228d8ef2b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:25.114498 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d3c08e-8e8a-4cc6-a5d6-6376e1cd8e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-e0d6146b-6470-4769-8e79-4e04c4a93c6e', 'network_id': 'e0d6146b-6470-4769-8e79-4e04c4a93c6e', 'project_id': 'be734bf3297b4963aa9b04f991daf10b', 'fixed_ips': [{'subnet_id': '2fbf0d30-78d9-4ae1-9034-adfc35c18148'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:21:25.115302 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-90d3c08e-8e8a-4cc6-a5d6-6376e1cd8e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:25.240309 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4fdf-3541-4658-bceb-66389048d270 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:25.324363 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9bef5538-978c-49f6-9eac-116aeb1ee063 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for router_controller (1caa38ab-aff5-4600-bad4-82d228d8ef2b), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:25.326557 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d1877ebd-1d75-4a23-a015-1b352128553c req-5c0fd213-b6d8-486b-8aa9-afb29bebbfa5 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group_rule (a38df867-446e-42aa-8cf5-14cbae862e88), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:25.357732 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-90d3c08e-8e8a-4cc6-a5d6-6376e1cd8e98 None None] Allocated IP 172.20.0.2 (e0d6146b-6470-4769-8e79-4e04c4a93c6e/2fbf0d30-78d9-4ae1-9034-adfc35c18148/7a22c5e8-b364-442f-8289-03528f3b3313) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:21:25.380925 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-b1bb4fdf-3541-4658-bceb-66389048d270 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Allocated IP 172.25.4.179 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/26a2cb0b-9fb9-47a6-b267-b0ebec844767) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:21:25.555698 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4fdf-3541-4658-bceb-66389048d270 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Publish callbacks [] for port (26a2cb0b-9fb9-47a6-b267-b0ebec844767), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:25.608583 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9bef5538-978c-49f6-9eac-116aeb1ee063 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for router_gateway (1caa38ab-aff5-4600-bad4-82d228d8ef2b), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:25.613823 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d1877ebd-1d75-4a23-a015-1b352128553c req-5c0fd213-b6d8-486b-8aa9-afb29bebbfa5 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group_rule (a38df867-446e-42aa-8cf5-14cbae862e88), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:25.620520 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d1877ebd-1d75-4a23-a015-1b352128553c req-5c0fd213-b6d8-486b-8aa9-afb29bebbfa5 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (a38df867-446e-42aa-8cf5-14cbae862e88), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:25.633485 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4fdf-3541-4658-bceb-66389048d270 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (26a2cb0b-9fb9-47a6-b267-b0ebec844767), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:25.682749 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0fd213-b6d8-486b-8aa9-afb29bebbfa5 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38df867-446e-42aa-8cf5-14cbae862e88,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:25.709688 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bb4fdf-3541-4658-bceb-66389048d270 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:21:25.717472 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-b1bb4fdf-3541-4658-bceb-66389048d270 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:21:25.718287 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-90d3c08e-8e8a-4cc6-a5d6-6376e1cd8e98 None None] Publish callbacks [] for port (7a22c5e8-b364-442f-8289-03528f3b3313), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:25.723139 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bb4fdf-3541-4658-bceb-66389048d270 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:21:25.724831 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ac34e55-5b99-409a-90c3-f2726752888a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:25.730578 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d1877ebd-1d75-4a23-a015-1b352128553c req-5c0fd213-b6d8-486b-8aa9-afb29bebbfa5 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:25.731699 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-90d3c08e-8e8a-4cc6-a5d6-6376e1cd8e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (7a22c5e8-b364-442f-8289-03528f3b3313), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:25.732886 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d1877ebd-1d75-4a23-a015-1b352128553c req-5c0fd213-b6d8-486b-8aa9-afb29bebbfa5 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8622727 Jan 18 20:21:25.774243 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-c366496b-11d6-4cea-9dad-e6e4bbafd951 req-977802be-750b-4728-99ea-f1326908b31b tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-850675161', 'description': 'tempest-description-423346109'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:25.824612 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb4fdf-3541-4658-bceb-66389048d270 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Pushing event updated for resources: {'Port': ['ID=26a2cb0b-9fb9-47a6-b267-b0ebec844767,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:25.834512 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3c08e-8e8a-4cc6-a5d6-6376e1cd8e98 None None] Pushing event updated for resources: {'Port': ['ID=7a22c5e8-b364-442f-8289-03528f3b3313,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:25.848253 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d3c08e-8e8a-4cc6-a5d6-6376e1cd8e98 None None] Network e0d6146b-6470-4769-8e79-4e04c4a93c6e is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:21:25.851902 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-90d3c08e-8e8a-4cc6-a5d6-6376e1cd8e98 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:21:25.855435 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d3c08e-8e8a-4cc6-a5d6-6376e1cd8e98 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:21:25.912588 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c366496b-11d6-4cea-9dad-e6e4bbafd951 req-977802be-750b-4728-99ea-f1326908b31b tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:25.952558 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4fdf-3541-4658-bceb-66389048d270 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Publish callbacks [] for floatingip (eccd2d61-efac-4e9a-91da-dc7b2429fe91), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:25.982608 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-90d3c08e-8e8a-4cc6-a5d6-6376e1cd8e98 None None] Attempting to bind port 7a22c5e8-b364-442f-8289-03528f3b3313 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:21:25.982608 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-90d3c08e-8e8a-4cc6-a5d6-6376e1cd8e98 None None] Attempting to bind port 7a22c5e8-b364-442f-8289-03528f3b3313 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '936af809-1a14-4a75-bdbc-da3a2398ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e0d6146b-6470-4769-8e79-4e04c4a93c6e'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:21:25.983109 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d3c08e-8e8a-4cc6-a5d6-6376e1cd8e98 None None] Attempting to bind port 7a22c5e8-b364-442f-8289-03528f3b3313 on network e0d6146b-6470-4769-8e79-4e04c4a93c6e {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:21:25.995308 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d3c08e-8e8a-4cc6-a5d6-6376e1cd8e98 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:21:25.996132 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d3c08e-8e8a-4cc6-a5d6-6376e1cd8e98 None None] Checking segment: {'id': '936af809-1a14-4a75-bdbc-da3a2398ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e0d6146b-6470-4769-8e79-4e04c4a93c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:21:25.996538 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-90d3c08e-8e8a-4cc6-a5d6-6376e1cd8e98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:25.998850 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d3c08e-8e8a-4cc6-a5d6-6376e1cd8e98 None None] Bound using segment: {'id': '936af809-1a14-4a75-bdbc-da3a2398ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e0d6146b-6470-4769-8e79-4e04c4a93c6e'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:21:25.999362 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-90d3c08e-8e8a-4cc6-a5d6-6376e1cd8e98 None None] Bound port: 7a22c5e8-b364-442f-8289-03528f3b3313, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '936af809-1a14-4a75-bdbc-da3a2398ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e0d6146b-6470-4769-8e79-4e04c4a93c6e'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:21:25.999744 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-90d3c08e-8e8a-4cc6-a5d6-6376e1cd8e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7a22c5e8-b364-442f-8289-03528f3b3313), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:26.031136 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4fdf-3541-4658-bceb-66389048d270 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (26a2cb0b-9fb9-47a6-b267-b0ebec844767), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:26.059053 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c366496b-11d6-4cea-9dad-e6e4bbafd951 req-977802be-750b-4728-99ea-f1326908b31b tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (053f4204-4a7a-42a8-99ca-f57d6602ba52), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:26.146763 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-90d3c08e-8e8a-4cc6-a5d6-6376e1cd8e98 None None] For port 7a22c5e8-b364-442f-8289-03528f3b3313, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:21:26.150055 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-90d3c08e-8e8a-4cc6-a5d6-6376e1cd8e98 None None] For port 7a22c5e8-b364-442f-8289-03528f3b3313, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7a22c5e8-b364-442f-8289-03528f3b3313,segment=NetworkSegment(936af809-1a14-4a75-bdbc-da3a2398ed1f),segment_id=936af809-1a14-4a75-bdbc-da3a2398ed1f)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:21:26.157254 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c366496b-11d6-4cea-9dad-e6e4bbafd951 req-977802be-750b-4728-99ea-f1326908b31b tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (053f4204-4a7a-42a8-99ca-f57d6602ba52), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:26.160093 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-90d3c08e-8e8a-4cc6-a5d6-6376e1cd8e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7a22c5e8-b364-442f-8289-03528f3b3313), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:26.211488 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34d23afb-2469-438a-8329-681d6586055f req-4b068057-2bdb-45d8-9cbe-8f4f21020faa tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.1573086 Jan 18 20:21:26.292762 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3c08e-8e8a-4cc6-a5d6-6376e1cd8e98 None None] Pushing event updated for resources: {'Port': ['ID=7a22c5e8-b364-442f-8289-03528f3b3313,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:26.295836 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977802be-750b-4728-99ea-f1326908b31b tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=053f4204-4a7a-42a8-99ca-f57d6602ba52,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:26.325375 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c366496b-11d6-4cea-9dad-e6e4bbafd951 req-977802be-750b-4728-99ea-f1326908b31b tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:26.327012 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c366496b-11d6-4cea-9dad-e6e4bbafd951 req-977802be-750b-4728-99ea-f1326908b31b tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5625498 Jan 18 20:21:26.328667 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9bef5538-978c-49f6-9eac-116aeb1ee063 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for router_gateway (1caa38ab-aff5-4600-bad4-82d228d8ef2b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:26.374098 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4fdf-3541-4658-bceb-66389048d270 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Publish callbacks [] for port (26a2cb0b-9fb9-47a6-b267-b0ebec844767), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:26.378343 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-d9854b61-d932-47f1-84d3-2e7d615e3bbe req-0cedeb22-41d2-4d6b-b500-2eb39e06032c tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-782181629', 'description': 'tempest-description-1367007925'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:26.385269 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4fdf-3541-4658-bceb-66389048d270 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (26a2cb0b-9fb9-47a6-b267-b0ebec844767), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:26.400411 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9bef5538-978c-49f6-9eac-116aeb1ee063 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:26.521576 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb4fdf-3541-4658-bceb-66389048d270 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Pushing event updated for resources: {'Port': ['ID=26a2cb0b-9fb9-47a6-b267-b0ebec844767,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:26.549866 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4fdf-3541-4658-bceb-66389048d270 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (eccd2d61-efac-4e9a-91da-dc7b2429fe91), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:26.559911 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d9854b61-d932-47f1-84d3-2e7d615e3bbe req-0cedeb22-41d2-4d6b-b500-2eb39e06032c tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:26.571648 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4fdf-3541-4658-bceb-66389048d270 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:26.574479 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b1bb4fdf-3541-4658-bceb-66389048d270 tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6431203 Jan 18 20:21:26.577126 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58794) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:26.692639 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-9bef5538-978c-49f6-9eac-116aeb1ee063 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Allocated IP 172.25.4.134 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/e9efe7cc-65ec-47de-81ff-43a25c37f958) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:21:26.773429 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d9854b61-d932-47f1-84d3-2e7d615e3bbe req-0cedeb22-41d2-4d6b-b500-2eb39e06032c tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (0097256a-0ca9-4c86-80e9-62e38e167a6c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:26.783242 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d9854b61-d932-47f1-84d3-2e7d615e3bbe req-0cedeb22-41d2-4d6b-b500-2eb39e06032c tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0097256a-0ca9-4c86-80e9-62e38e167a6c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:26.894602 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cedeb22-41d2-4d6b-b500-2eb39e06032c tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0097256a-0ca9-4c86-80e9-62e38e167a6c,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:26.914693 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d9854b61-d932-47f1-84d3-2e7d615e3bbe req-0cedeb22-41d2-4d6b-b500-2eb39e06032c tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:26.917242 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9854b61-d932-47f1-84d3-2e7d615e3bbe req-0cedeb22-41d2-4d6b-b500-2eb39e06032c tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5454524 Jan 18 20:21:26.997515 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9bef5538-978c-49f6-9eac-116aeb1ee063 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for port (e9efe7cc-65ec-47de-81ff-43a25c37f958), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:27.010482 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-c4248a04-0980-453a-82e2-47ace4b0c3fd tempest-FloatingIPAdminTestJSON-1813436520 tempest-FloatingIPAdminTestJSON-1813436520-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:27.051681 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-74bf9ca7-974d-4b11-b686-a42892c51bee req-cbc8b65d-39ed-46a6-8111-e77efa8f71e4 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "GET /v2.0/security-groups/053f4204-4a7a-42a8-99ca-f57d6602ba52 HTTP/1.1" status: 200 len: 1822 time: 0.1088960 Jan 18 20:21:27.057371 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4248a04-0980-453a-82e2-47ace4b0c3fd tempest-FloatingIPAdminTestJSON-1813436520 tempest-FloatingIPAdminTestJSON-1813436520-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:27.197436 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4248a04-0980-453a-82e2-47ace4b0c3fd tempest-FloatingIPAdminTestJSON-1813436520 tempest-FloatingIPAdminTestJSON-1813436520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:27.201096 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-74bf9ca7-974d-4b11-b686-a42892c51bee req-25329f07-cff5-4b8d-96bd-deee4db8e135 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "GET /v2.0/security-groups/0097256a-0ca9-4c86-80e9-62e38e167a6c HTTP/1.1" status: 200 len: 1823 time: 0.1392615 Jan 18 20:21:27.223384 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-74bf9ca7-974d-4b11-b686-a42892c51bee req-4bd4eadf-9158-40fe-b6c5-3a0962b0df01 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '053f4204-4a7a-42a8-99ca-f57d6602ba52', 'remote_group_id': '0097256a-0ca9-4c86-80e9-62e38e167a6c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:27.227840 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-74bf9ca7-974d-4b11-b686-a42892c51bee req-4bd4eadf-9158-40fe-b6c5-3a0962b0df01 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '053f4204-4a7a-42a8-99ca-f57d6602ba52', 'remote_group_id': '0097256a-0ca9-4c86-80e9-62e38e167a6c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:27.243814 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9bef5538-978c-49f6-9eac-116aeb1ee063 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (e9efe7cc-65ec-47de-81ff-43a25c37f958), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:27.352790 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef5538-978c-49f6-9eac-116aeb1ee063 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event updated for resources: {'Port': ['ID=e9efe7cc-65ec-47de-81ff-43a25c37f958,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:27.362926 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-c4248a04-0980-453a-82e2-47ace4b0c3fd tempest-FloatingIPAdminTestJSON-1813436520 tempest-FloatingIPAdminTestJSON-1813436520-project] Allocated IP 172.25.4.145 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/41a036d7-d738-4086-a40f-ba5e20a7ae0e) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:21:27.385914 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bef5538-978c-49f6-9eac-116aeb1ee063 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:21:27.418061 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-9bef5538-978c-49f6-9eac-116aeb1ee063 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:21:27.433109 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05659e1a-eea0-487d-9d80-c468e006e960 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:21:27.437009 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c40695f5-5f39-4ace-9cee-750bf13d9e3f req-b02f4103-1ab1-491f-aadb-538ce88d8d80 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.0813839 Jan 18 20:21:27.438121 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bef5538-978c-49f6-9eac-116aeb1ee063 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:21:27.576568 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58838) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:27.582849 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-cd0c54cc-95c5-41da-a3f7-0bbdb37a5f01 None None] Provisioning complete for port e9efe7cc-65ec-47de-81ff-43a25c37f958 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:21:27.583472 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cd0c54cc-95c5-41da-a3f7-0bbdb37a5f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e9efe7cc-65ec-47de-81ff-43a25c37f958), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:27.660257 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4248a04-0980-453a-82e2-47ace4b0c3fd tempest-FloatingIPAdminTestJSON-1813436520 tempest-FloatingIPAdminTestJSON-1813436520-project] Publish callbacks [] for port (41a036d7-d738-4086-a40f-ba5e20a7ae0e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:27.729041 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-cd0c54cc-95c5-41da-a3f7-0bbdb37a5f01 None None] Port e9efe7cc-65ec-47de-81ff-43a25c37f958 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:21:27.789370 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7a22c5e8-b364-442f-8289-03528f3b3313 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:21:27.797744 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4248a04-0980-453a-82e2-47ace4b0c3fd tempest-FloatingIPAdminTestJSON-1813436520 tempest-FloatingIPAdminTestJSON-1813436520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (41a036d7-d738-4086-a40f-ba5e20a7ae0e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:27.858096 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4248a04-0980-453a-82e2-47ace4b0c3fd tempest-FloatingIPAdminTestJSON-1813436520 tempest-FloatingIPAdminTestJSON-1813436520-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:21:27.866513 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-74bf9ca7-974d-4b11-b686-a42892c51bee req-4bd4eadf-9158-40fe-b6c5-3a0962b0df01 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group_rule (8479247e-bf83-43fd-aaaa-794fb39e2986), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:27.893883 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a13a7680-9dd9-4238-a989-56620b0cbc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:27.923161 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-c4248a04-0980-453a-82e2-47ace4b0c3fd tempest-FloatingIPAdminTestJSON-1813436520 tempest-FloatingIPAdminTestJSON-1813436520-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:21:27.935120 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4248a04-0980-453a-82e2-47ace4b0c3fd tempest-FloatingIPAdminTestJSON-1813436520 tempest-FloatingIPAdminTestJSON-1813436520-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:21:27.969290 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 7a22c5e8-b364-442f-8289-03528f3b3313 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:21:27.971054 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7a22c5e8-b364-442f-8289-03528f3b3313), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:28.047174 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-74bf9ca7-974d-4b11-b686-a42892c51bee req-4bd4eadf-9158-40fe-b6c5-3a0962b0df01 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group_rule (8479247e-bf83-43fd-aaaa-794fb39e2986), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:28.061379 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-74bf9ca7-974d-4b11-b686-a42892c51bee req-4bd4eadf-9158-40fe-b6c5-3a0962b0df01 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (8479247e-bf83-43fd-aaaa-794fb39e2986), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:28.080951 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4248a04-0980-453a-82e2-47ace4b0c3fd tempest-FloatingIPAdminTestJSON-1813436520 tempest-FloatingIPAdminTestJSON-1813436520-project] Pushing event updated for resources: {'Port': ['ID=41a036d7-d738-4086-a40f-ba5e20a7ae0e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:28.139828 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcaa94d-09f3-4c08-aaa3-394b5ee768c9 None None] Network e0d6146b-6470-4769-8e79-4e04c4a93c6e requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:21:28.186869 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4eadf-9158-40fe-b6c5-3a0962b0df01 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8479247e-bf83-43fd-aaaa-794fb39e2986,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:28.201002 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d33ebbc2-3fca-4243-b280-08bf13e5abee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:28.207170 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-74bf9ca7-974d-4b11-b686-a42892c51bee req-4bd4eadf-9158-40fe-b6c5-3a0962b0df01 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:28.208754 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-74bf9ca7-974d-4b11-b686-a42892c51bee req-4bd4eadf-9158-40fe-b6c5-3a0962b0df01 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0065434 Jan 18 20:21:28.228601 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9bef5538-978c-49f6-9eac-116aeb1ee063 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for router_gateway (1caa38ab-aff5-4600-bad4-82d228d8ef2b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:28.248688 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4248a04-0980-453a-82e2-47ace4b0c3fd tempest-FloatingIPAdminTestJSON-1813436520 tempest-FloatingIPAdminTestJSON-1813436520-project] Publish callbacks [] for floatingip (2b13aaf8-3aa8-40f1-8964-0f9dd85d2655), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:28.301100 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 7a22c5e8-b364-442f-8289-03528f3b3313 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:21:28.308222 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7a22c5e8-b364-442f-8289-03528f3b3313), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:28.355738 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4248a04-0980-453a-82e2-47ace4b0c3fd tempest-FloatingIPAdminTestJSON-1813436520 tempest-FloatingIPAdminTestJSON-1813436520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (41a036d7-d738-4086-a40f-ba5e20a7ae0e), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:28.408607 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 7a22c5e8-b364-442f-8289-03528f3b3313, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7a22c5e8-b364-442f-8289-03528f3b3313,segment=NetworkSegment(936af809-1a14-4a75-bdbc-da3a2398ed1f),segment_id=936af809-1a14-4a75-bdbc-da3a2398ed1f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:21:28.414398 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-26d48bda-52a2-4ef5-b209-bcb739632ca5 None None] Provisioning complete for port 7a22c5e8-b364-442f-8289-03528f3b3313 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:21:28.418248 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26d48bda-52a2-4ef5-b209-bcb739632ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7a22c5e8-b364-442f-8289-03528f3b3313), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:28.426720 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7a22c5e8-b364-442f-8289-03528f3b3313), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:28.548252 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=7a22c5e8-b364-442f-8289-03528f3b3313,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:28.620084 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-26d48bda-52a2-4ef5-b209-bcb739632ca5 None None] Current status of the port 7a22c5e8-b364-442f-8289-03528f3b3313 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:21:28.661451 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d33ebbc2-3fca-4243-b280-08bf13e5abee admin admin] Publish callbacks [] for security_group (9386d91f-6840-4b46-9a30-e507abd277d5), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:28.670031 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d33ebbc2-3fca-4243-b280-08bf13e5abee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9386d91f-6840-4b46-9a30-e507abd277d5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:28.717852 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a3e13f96-b17b-44f0-9ac3-536276ce406e req-d3cf00c0-5983-404e-abb6-d34581635105 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "GET /v2.0/security-groups/0097256a-0ca9-4c86-80e9-62e38e167a6c HTTP/1.1" status: 200 len: 1823 time: 0.4326944 Jan 18 20:21:28.755185 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d33ebbc2-3fca-4243-b280-08bf13e5abee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a07db8113324287b63853c85be0df77&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1761754 Jan 18 20:21:28.758763 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-77eba537-4694-4e6c-a43f-8a0760b707e2 req-dd2a7f9e-df66-41a5-89d4-2da5e20717fc tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.0494523 Jan 18 20:21:28.759294 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58860) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:28.781796 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ebbc2-3fca-4243-b280-08bf13e5abee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9386d91f-6840-4b46-9a30-e507abd277d5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:28.819568 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4248a04-0980-453a-82e2-47ace4b0c3fd tempest-FloatingIPAdminTestJSON-1813436520 tempest-FloatingIPAdminTestJSON-1813436520-project] Publish callbacks [] for port (41a036d7-d738-4086-a40f-ba5e20a7ae0e), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:28.826499 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4248a04-0980-453a-82e2-47ace4b0c3fd tempest-FloatingIPAdminTestJSON-1813436520 tempest-FloatingIPAdminTestJSON-1813436520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (41a036d7-d738-4086-a40f-ba5e20a7ae0e), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:28.936784 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4248a04-0980-453a-82e2-47ace4b0c3fd tempest-FloatingIPAdminTestJSON-1813436520 tempest-FloatingIPAdminTestJSON-1813436520-project] Pushing event updated for resources: {'Port': ['ID=41a036d7-d738-4086-a40f-ba5e20a7ae0e,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:28.947672 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4248a04-0980-453a-82e2-47ace4b0c3fd tempest-FloatingIPAdminTestJSON-1813436520 tempest-FloatingIPAdminTestJSON-1813436520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (2b13aaf8-3aa8-40f1-8964-0f9dd85d2655), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:28.958702 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a7e14957-f979-48dc-9f29-5913f9639fa4 None None] Provisioning complete for port 7a22c5e8-b364-442f-8289-03528f3b3313 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:21:28.959314 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a7e14957-f979-48dc-9f29-5913f9639fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7a22c5e8-b364-442f-8289-03528f3b3313), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:28.985083 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4248a04-0980-453a-82e2-47ace4b0c3fd tempest-FloatingIPAdminTestJSON-1813436520 tempest-FloatingIPAdminTestJSON-1813436520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:28.995131 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c4248a04-0980-453a-82e2-47ace4b0c3fd tempest-FloatingIPAdminTestJSON-1813436520 tempest-FloatingIPAdminTestJSON-1813436520-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4123797 Jan 18 20:21:28.995131 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58866) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:29.012165 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a3e13f96-b17b-44f0-9ac3-536276ce406e req-68a07c4c-47a1-41a0-8272-56661523c32a tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (0097256a-0ca9-4c86-80e9-62e38e167a6c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:29.018276 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aa645d45-5a9f-49df-b354-8414be5780fa admin admin] Publish callbacks [] for security_group (9386d91f-6840-4b46-9a30-e507abd277d5), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:29.022470 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:29.071885 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a7e14957-f979-48dc-9f29-5913f9639fa4 None None] Current status of the port 7a22c5e8-b364-442f-8289-03528f3b3313 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:21:29.082609 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aa645d45-5a9f-49df-b354-8414be5780fa admin admin] Publish callbacks [] for security_group (9386d91f-6840-4b46-9a30-e507abd277d5), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:29.085034 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a3e13f96-b17b-44f0-9ac3-536276ce406e req-68a07c4c-47a1-41a0-8272-56661523c32a tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (0097256a-0ca9-4c86-80e9-62e38e167a6c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:29.175543 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-adbd34a6-ae35-4969-b594-bab8b4ce887c tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3684 time: 0.1828599 Jan 18 20:21:29.176190 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58868) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:29.205544 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9bef5538-978c-49f6-9eac-116aeb1ee063 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (1caa38ab-aff5-4600-bad4-82d228d8ef2b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:29.226321 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f82e0e0d-faf1-40d9-a8d7-2305f9cbe1e3 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0489261 Jan 18 20:21:29.230113 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58870) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:29.285272 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aa645d45-5a9f-49df-b354-8414be5780fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9386d91f-6840-4b46-9a30-e507abd277d5), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:29.289198 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aa645d45-5a9f-49df-b354-8414be5780fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:29.290612 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-aa645d45-5a9f-49df-b354-8414be5780fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9386d91f-6840-4b46-9a30-e507abd277d5 HTTP/1.1" status: 204 len: 168 time: 0.5304124 Jan 18 20:21:29.325349 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa645d45-5a9f-49df-b354-8414be5780fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9386d91f-6840-4b46-9a30-e507abd277d5,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:29.339002 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a3e13f96-b17b-44f0-9ac3-536276ce406e req-68a07c4c-47a1-41a0-8272-56661523c32a tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0097256a-0ca9-4c86-80e9-62e38e167a6c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:29.341941 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a3e13f96-b17b-44f0-9ac3-536276ce406e req-68a07c4c-47a1-41a0-8272-56661523c32a tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:29.343024 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a3e13f96-b17b-44f0-9ac3-536276ce406e req-68a07c4c-47a1-41a0-8272-56661523c32a tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "DELETE /v2.0/security-groups/0097256a-0ca9-4c86-80e9-62e38e167a6c HTTP/1.1" status: 204 len: 173 time: 0.6152251 Jan 18 20:21:29.385927 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58878) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:29.407886 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a07c4c-47a1-41a0-8272-56661523c32a tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0097256a-0ca9-4c86-80e9-62e38e167a6c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:29.444376 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-162b75af-d8c8-47f7-9201-8dc96c6833e6 tempest-FloatingIPAdminTestJSON-1813436520 tempest-FloatingIPAdminTestJSON-1813436520-project] Deleting port 41a036d7-d738-4086-a40f-ba5e20a7ae0e {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:21:29.444718 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-162b75af-d8c8-47f7-9201-8dc96c6833e6 tempest-FloatingIPAdminTestJSON-1813436520 tempest-FloatingIPAdminTestJSON-1813436520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (41a036d7-d738-4086-a40f-ba5e20a7ae0e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:29.492298 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a4abd13-1d06-4e94-bafe-e7918f9b81c2 req-67cf80bc-2356-4830-a342-7cc32024569a tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "GET /v2.0/security-groups/053f4204-4a7a-42a8-99ca-f57d6602ba52 HTTP/1.1" status: 200 len: 1822 time: 0.1154470 Jan 18 20:21:29.523951 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bef5538-978c-49f6-9eac-116aeb1ee063 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Router 1caa38ab-aff5-4600-bad4-82d228d8ef2b is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:21:29.547674 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-d56280db-083b-421b-92d4-d7284e9d6f2c req-66993ac5-9588-410c-bd75-9a70add9e036 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-688028050', 'description': 'tempest-description-1871811925'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:29.575861 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-162b75af-d8c8-47f7-9201-8dc96c6833e6 tempest-FloatingIPAdminTestJSON-1813436520 tempest-FloatingIPAdminTestJSON-1813436520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (41a036d7-d738-4086-a40f-ba5e20a7ae0e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:29.576255 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-162b75af-d8c8-47f7-9201-8dc96c6833e6 tempest-FloatingIPAdminTestJSON-1813436520 tempest-FloatingIPAdminTestJSON-1813436520-project] Publish callbacks [] for floatingip (41a036d7-d738-4086-a40f-ba5e20a7ae0e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:29.610298 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-162b75af-d8c8-47f7-9201-8dc96c6833e6 tempest-FloatingIPAdminTestJSON-1813436520 tempest-FloatingIPAdminTestJSON-1813436520-project] Calling delete_port for 41a036d7-d738-4086-a40f-ba5e20a7ae0e owned by network:floatingip {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:21:29.636653 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7a22c5e8-b364-442f-8289-03528f3b3313 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:21:29.683604 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d56280db-083b-421b-92d4-d7284e9d6f2c req-66993ac5-9588-410c-bd75-9a70add9e036 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:29.711689 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-072868dd-5f35-420e-ba8d-4526ed7c73ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:29.731343 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 7a22c5e8-b364-442f-8289-03528f3b3313 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:21:29.731730 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7a22c5e8-b364-442f-8289-03528f3b3313), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:29.741228 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bef5538-978c-49f6-9eac-116aeb1ee063 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:21:29.802637 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bf68ed-757a-4446-8b67-5010a130f1c5 None None] Sync routers for ids ['1caa38ab-aff5-4600-bad4-82d228d8ef2b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:21:29.805507 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9bef5538-978c-49f6-9eac-116aeb1ee063 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:29.812355 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9bef5538-978c-49f6-9eac-116aeb1ee063 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.8678191 Jan 18 20:21:29.823484 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bf68ed-757a-4446-8b67-5010a130f1c5 None None] Routers {'1caa38ab-aff5-4600-bad4-82d228d8ef2b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:29.824173 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-89bf68ed-757a-4446-8b67-5010a130f1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:21:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['1caa38ab-aff5-4600-bad4-82d228d8ef2b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:29.837677 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58888) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:29.887148 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-072868dd-5f35-420e-ba8d-4526ed7c73ab admin admin] Publish callbacks [] for security_group (da496d22-6459-4501-bf30-a1e9a817314c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:29.893310 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-072868dd-5f35-420e-ba8d-4526ed7c73ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (da496d22-6459-4501-bf30-a1e9a817314c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:29.899768 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-162b75af-d8c8-47f7-9201-8dc96c6833e6 tempest-FloatingIPAdminTestJSON-1813436520 tempest-FloatingIPAdminTestJSON-1813436520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (41a036d7-d738-4086-a40f-ba5e20a7ae0e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:29.926863 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-89bf68ed-757a-4446-8b67-5010a130f1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:29.967155 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b75af-d8c8-47f7-9201-8dc96c6833e6 tempest-FloatingIPAdminTestJSON-1813436520 tempest-FloatingIPAdminTestJSON-1813436520-project] Pushing event deleted for resources: {'Port': ['ID=41a036d7-d738-4086-a40f-ba5e20a7ae0e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:29.982142 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-072868dd-5f35-420e-ba8d-4526ed7c73ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=09008928e59f411bb0dbf2ba92aed3ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5947800 Jan 18 20:21:29.991655 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58892) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:30.002550 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072868dd-5f35-420e-ba8d-4526ed7c73ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da496d22-6459-4501-bf30-a1e9a817314c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:30.020982 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bf68ed-757a-4446-8b67-5010a130f1c5 None None] Routers {'1caa38ab-aff5-4600-bad4-82d228d8ef2b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:30.021600 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-89bf68ed-757a-4446-8b67-5010a130f1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:21:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['1caa38ab-aff5-4600-bad4-82d228d8ef2b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:30.063367 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58898) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:30.070179 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-162b75af-d8c8-47f7-9201-8dc96c6833e6 tempest-FloatingIPAdminTestJSON-1813436520 tempest-FloatingIPAdminTestJSON-1813436520-project] Publish callbacks [] for floatingip (2b13aaf8-3aa8-40f1-8964-0f9dd85d2655), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:30.072898 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-162b75af-d8c8-47f7-9201-8dc96c6833e6 tempest-FloatingIPAdminTestJSON-1813436520 tempest-FloatingIPAdminTestJSON-1813436520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:30.077538 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-162b75af-d8c8-47f7-9201-8dc96c6833e6 tempest-FloatingIPAdminTestJSON-1813436520 tempest-FloatingIPAdminTestJSON-1813436520-project] 10.222.0.31 "DELETE /v2.0/floatingips/2b13aaf8-3aa8-40f1-8964-0f9dd85d2655 HTTP/1.1" status: 204 len: 168 time: 0.8455834 Jan 18 20:21:30.078302 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58900) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:30.082355 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-89bf68ed-757a-4446-8b67-5010a130f1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:30.083015 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bf68ed-757a-4446-8b67-5010a130f1c5 None None] The sync data for ids ['1caa38ab-aff5-4600-bad4-82d228d8ef2b'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:21:30.085256 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 7a22c5e8-b364-442f-8289-03528f3b3313 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:21:30.086305 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d56280db-083b-421b-92d4-d7284e9d6f2c req-66993ac5-9588-410c-bd75-9a70add9e036 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (6d85d99e-0569-4430-86ab-15f9fbc4c0e6), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:30.099821 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fbf13df8-7ad5-45b3-ac72-5f22007459d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:30.120685 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26cff023-2e15-44c8-b08d-2c7b487caa45 req-c5e5b134-b8b9-4eb4-945f-3705821ed934 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.1279914 Jan 18 20:21:30.125328 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d56280db-083b-421b-92d4-d7284e9d6f2c req-66993ac5-9588-410c-bd75-9a70add9e036 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6d85d99e-0569-4430-86ab-15f9fbc4c0e6), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:30.186356 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d56280db-083b-421b-92d4-d7284e9d6f2c req-66993ac5-9588-410c-bd75-9a70add9e036 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:30.192097 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d56280db-083b-421b-92d4-d7284e9d6f2c req-66993ac5-9588-410c-bd75-9a70add9e036 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6519146 Jan 18 20:21:30.266223 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66993ac5-9588-410c-bd75-9a70add9e036 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d85d99e-0569-4430-86ab-15f9fbc4c0e6,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:30.283297 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-191c54fc-4fe0-406c-8fe9-2e567895c1ee tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Deleting port 26a2cb0b-9fb9-47a6-b267-b0ebec844767 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:21:30.283638 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-191c54fc-4fe0-406c-8fe9-2e567895c1ee tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (26a2cb0b-9fb9-47a6-b267-b0ebec844767), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:30.312850 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f34b5bc6-cc0e-4cd3-9155-3050197e2645 admin admin] Publish callbacks [] for security_group (da496d22-6459-4501-bf30-a1e9a817314c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:30.358037 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7ac3647-2a40-4b61-aa82-fe58ddec3214 req-54946cd3-0693-41d0-b0c3-6a303960534a tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "GET /v2.0/security-groups/6d85d99e-0569-4430-86ab-15f9fbc4c0e6 HTTP/1.1" status: 200 len: 1823 time: 0.1403816 Jan 18 20:21:30.365942 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fbf13df8-7ad5-45b3-ac72-5f22007459d5 admin admin] Publish callbacks [] for security_group (077a9afc-882f-4388-a228-9300d83e581c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:30.372580 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fbf13df8-7ad5-45b3-ac72-5f22007459d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (077a9afc-882f-4388-a228-9300d83e581c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:30.386189 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f34b5bc6-cc0e-4cd3-9155-3050197e2645 admin admin] Publish callbacks [] for security_group (da496d22-6459-4501-bf30-a1e9a817314c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:30.390296 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-d7ac3647-2a40-4b61-aa82-fe58ddec3214 req-5dd287a9-5627-4abe-849d-efc4bf2d0c70 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6d85d99e-0569-4430-86ab-15f9fbc4c0e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:30.390685 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-d7ac3647-2a40-4b61-aa82-fe58ddec3214 req-5dd287a9-5627-4abe-849d-efc4bf2d0c70 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6d85d99e-0569-4430-86ab-15f9fbc4c0e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:30.426540 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-191c54fc-4fe0-406c-8fe9-2e567895c1ee tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (26a2cb0b-9fb9-47a6-b267-b0ebec844767), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:30.426867 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-191c54fc-4fe0-406c-8fe9-2e567895c1ee tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Publish callbacks [] for floatingip (26a2cb0b-9fb9-47a6-b267-b0ebec844767), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:30.433357 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fbf13df8-7ad5-45b3-ac72-5f22007459d5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c1a3d2fa61be41679b4856e3c6a5ea79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3663280 Jan 18 20:21:30.440758 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58904) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:30.483361 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-191c54fc-4fe0-406c-8fe9-2e567895c1ee tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Calling delete_port for 26a2cb0b-9fb9-47a6-b267-b0ebec844767 owned by network:floatingip {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:21:30.496417 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf13df8-7ad5-45b3-ac72-5f22007459d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077a9afc-882f-4388-a228-9300d83e581c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:30.501796 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:30.546609 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d7ac3647-2a40-4b61-aa82-fe58ddec3214 req-5dd287a9-5627-4abe-849d-efc4bf2d0c70 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group_rule (9a539ca2-36fb-4325-8362-b86ddd8191bd), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:30.579258 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f34b5bc6-cc0e-4cd3-9155-3050197e2645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (da496d22-6459-4501-bf30-a1e9a817314c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:30.582555 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f34b5bc6-cc0e-4cd3-9155-3050197e2645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:30.586841 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f34b5bc6-cc0e-4cd3-9155-3050197e2645 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da496d22-6459-4501-bf30-a1e9a817314c HTTP/1.1" status: 204 len: 168 time: 0.5926974 Jan 18 20:21:30.587147 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d7186ff3-619f-460d-8f6a-e7af1b6c50fc admin admin] Publish callbacks [] for security_group (077a9afc-882f-4388-a228-9300d83e581c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:30.612710 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b5bc6-cc0e-4cd3-9155-3050197e2645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da496d22-6459-4501-bf30-a1e9a817314c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:30.613305 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d7186ff3-619f-460d-8f6a-e7af1b6c50fc admin admin] Publish callbacks [] for security_group (077a9afc-882f-4388-a228-9300d83e581c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:30.617301 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d7ac3647-2a40-4b61-aa82-fe58ddec3214 req-5dd287a9-5627-4abe-849d-efc4bf2d0c70 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group_rule (9a539ca2-36fb-4325-8362-b86ddd8191bd), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:30.631379 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d7ac3647-2a40-4b61-aa82-fe58ddec3214 req-5dd287a9-5627-4abe-849d-efc4bf2d0c70 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (9a539ca2-36fb-4325-8362-b86ddd8191bd), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:30.684290 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd287a9-5627-4abe-849d-efc4bf2d0c70 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a539ca2-36fb-4325-8362-b86ddd8191bd,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:30.699527 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d7ac3647-2a40-4b61-aa82-fe58ddec3214 req-5dd287a9-5627-4abe-849d-efc4bf2d0c70 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:30.700748 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7ac3647-2a40-4b61-aa82-fe58ddec3214 req-5dd287a9-5627-4abe-849d-efc4bf2d0c70 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3266830 Jan 18 20:21:30.794211 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be2ca9a3-7c44-4eb1-8251-f313e9312cac tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:30.856884 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9ca1b79f-0c2c-4403-ba1b-466a1ca1ae7c req-92571d45-2e7a-4db6-b07b-b66fce792f0f tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "GET /v2.0/security-groups/6d85d99e-0569-4430-86ab-15f9fbc4c0e6 HTTP/1.1" status: 200 len: 2417 time: 0.1136599 Jan 18 20:21:30.871516 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-9ca1b79f-0c2c-4403-ba1b-466a1ca1ae7c req-7c05b185-c7fa-4a01-996d-d2faf151ccad tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6d85d99e-0569-4430-86ab-15f9fbc4c0e6', 'remote_group_id': None}]} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:30.871738 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-9ca1b79f-0c2c-4403-ba1b-466a1ca1ae7c req-7c05b185-c7fa-4a01-996d-d2faf151ccad tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6d85d99e-0569-4430-86ab-15f9fbc4c0e6', 'remote_group_id': None}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:31.023353 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9ca1b79f-0c2c-4403-ba1b-466a1ca1ae7c req-7c05b185-c7fa-4a01-996d-d2faf151ccad tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group_rule (a677007c-6675-40f1-82ae-7fa48831e782), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:31.065945 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9ca1b79f-0c2c-4403-ba1b-466a1ca1ae7c req-7c05b185-c7fa-4a01-996d-d2faf151ccad tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group_rule (a677007c-6675-40f1-82ae-7fa48831e782), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:31.077731 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa49b9b3-fe5c-4c1e-9879-b508a887732a req-bb2af113-7e75-4aad-b71c-75197da9c2b2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5921347 Jan 18 20:21:31.078328 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9ca1b79f-0c2c-4403-ba1b-466a1ca1ae7c req-7c05b185-c7fa-4a01-996d-d2faf151ccad tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (a677007c-6675-40f1-82ae-7fa48831e782), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:31.131087 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05b185-c7fa-4a01-996d-d2faf151ccad tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a677007c-6675-40f1-82ae-7fa48831e782,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:31.141454 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9ca1b79f-0c2c-4403-ba1b-466a1ca1ae7c req-7c05b185-c7fa-4a01-996d-d2faf151ccad tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:31.142862 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9ca1b79f-0c2c-4403-ba1b-466a1ca1ae7c req-7c05b185-c7fa-4a01-996d-d2faf151ccad tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2767065 Jan 18 20:21:31.181286 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d7186ff3-619f-460d-8f6a-e7af1b6c50fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (077a9afc-882f-4388-a228-9300d83e581c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:31.184237 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d7186ff3-619f-460d-8f6a-e7af1b6c50fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:31.185436 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d7186ff3-619f-460d-8f6a-e7af1b6c50fc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/077a9afc-882f-4388-a228-9300d83e581c HTTP/1.1" status: 204 len: 168 time: 0.7437518 Jan 18 20:21:31.230275 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7186ff3-619f-460d-8f6a-e7af1b6c50fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077a9afc-882f-4388-a228-9300d83e581c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:31.233257 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58920) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:31.258863 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-191c54fc-4fe0-406c-8fe9-2e567895c1ee tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (26a2cb0b-9fb9-47a6-b267-b0ebec844767), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:31.260870 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8cd779f3-eee8-4388-816b-ef35112e8a93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:31.286521 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-be2ca9a3-7c44-4eb1-8251-f313e9312cac tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Allocated IP 172.20.0.1 (e0d6146b-6470-4769-8e79-4e04c4a93c6e/2fbf0d30-78d9-4ae1-9034-adfc35c18148/7ee5738c-69e5-4dd4-aee8-dc9fad12614d) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:21:31.321678 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c54fc-4fe0-406c-8fe9-2e567895c1ee tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Pushing event deleted for resources: {'Port': ['ID=26a2cb0b-9fb9-47a6-b267-b0ebec844767,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:31.325241 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49b9b3-fe5c-4c1e-9879-b508a887732a req-7d556131-4a1f-4541-802a-23a1b6892ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:21:31.327102 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa49b9b3-fe5c-4c1e-9879-b508a887732a req-7d556131-4a1f-4541-802a-23a1b6892ed0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 1096 time: 0.1344092 Jan 18 20:21:31.402027 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ef0e59f-30fe-4fce-9392-45c5471d03d8 req-70df6f60-9dc7-4d3a-943e-dde4e45858e9 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.0883880 Jan 18 20:21:31.415020 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6fcdcb2-f7d9-4d31-99c4-ca71ce55ffae req-55e51ef3-d27c-405f-91ec-3779e5ef66db tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "GET /v2.0/security-groups/6d85d99e-0569-4430-86ab-15f9fbc4c0e6 HTTP/1.1" status: 200 len: 3016 time: 0.0903807 Jan 18 20:21:31.513809 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be2ca9a3-7c44-4eb1-8251-f313e9312cac tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for port (7ee5738c-69e5-4dd4-aee8-dc9fad12614d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:31.557584 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-191c54fc-4fe0-406c-8fe9-2e567895c1ee tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Publish callbacks [] for floatingip (eccd2d61-efac-4e9a-91da-dc7b2429fe91), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:31.560492 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-191c54fc-4fe0-406c-8fe9-2e567895c1ee tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:31.563453 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9343c94a-a103-456e-be46-4d6684a83a00 req-edf4370d-c157-4edd-95a2-b665ceff5c6a tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "GET /v2.0/security-group-rules/a677007c-6675-40f1-82ae-7fa48831e782 HTTP/1.1" status: 200 len: 783 time: 0.0722866 Jan 18 20:21:31.566157 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-191c54fc-4fe0-406c-8fe9-2e567895c1ee tempest-FloatingIPAdminTestJSON-1506055849 tempest-FloatingIPAdminTestJSON-1506055849-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/eccd2d61-efac-4e9a-91da-dc7b2429fe91 HTTP/1.1" status: 204 len: 168 time: 1.4849272 Jan 18 20:21:31.566894 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58930) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:31.622462 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49b9b3-fe5c-4c1e-9879-b508a887732a req-653cab02-872f-4674-948b-0b721d613361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:21:31.625142 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa49b9b3-fe5c-4c1e-9879-b508a887732a req-653cab02-872f-4674-948b-0b721d613361 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 912 time: 0.2693050 Jan 18 20:21:31.648269 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8cd779f3-eee8-4388-816b-ef35112e8a93 admin admin] Publish callbacks [] for security_group (f4f6fb8d-c9b8-4211-9d81-be5a1dcf194f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:31.681282 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9343c94a-a103-456e-be46-4d6684a83a00 req-5889a2eb-defc-428c-bea5-ac8da7e80f74 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "GET /v2.0/security-groups/6d85d99e-0569-4430-86ab-15f9fbc4c0e6 HTTP/1.1" status: 200 len: 3016 time: 0.1159010 Jan 18 20:21:31.683646 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8cd779f3-eee8-4388-816b-ef35112e8a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f4f6fb8d-c9b8-4211-9d81-be5a1dcf194f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:31.741146 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be2ca9a3-7c44-4eb1-8251-f313e9312cac tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (7ee5738c-69e5-4dd4-aee8-dc9fad12614d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:31.744680 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8cd779f3-eee8-4388-816b-ef35112e8a93 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c9345dfe75c4d6e8e899fb91d1bde23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5087435 Jan 18 20:21:31.745708 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd779f3-eee8-4388-816b-ef35112e8a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f6fb8d-c9b8-4211-9d81-be5a1dcf194f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:31.749609 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa49b9b3-fe5c-4c1e-9879-b508a887732a req-ebc250d2-2758-4e3d-9c6c-3ed5f504c0da service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4095c9e8-3357-49c1-a713-048d6946f5fd HTTP/1.1" status: 200 len: 1000 time: 0.1127551 Jan 18 20:21:31.750433 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58938) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:31.795739 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:31.807413 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2ca9a3-7c44-4eb1-8251-f313e9312cac tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Network e0d6146b-6470-4769-8e79-4e04c4a93c6e is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:21:31.809015 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9343c94a-a103-456e-be46-4d6684a83a00 req-75aac3d2-789c-4937-b959-1f846a430e02 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group_rule (a677007c-6675-40f1-82ae-7fa48831e782), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:31.809900 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49b9b3-fe5c-4c1e-9879-b508a887732a req-30c4ef9b-1f08-4afc-8512-b7ddd2caa88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:21:31.811649 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa49b9b3-fe5c-4c1e-9879-b508a887732a req-30c4ef9b-1f08-4afc-8512-b7ddd2caa88c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2eac11f-fef0-464c-9aac-08a05c8cc068 HTTP/1.1" status: 200 len: 850 time: 0.0476189 Jan 18 20:21:31.835860 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-be2ca9a3-7c44-4eb1-8251-f313e9312cac tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:21:31.856908 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2ca9a3-7c44-4eb1-8251-f313e9312cac tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:21:31.862072 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9343c94a-a103-456e-be46-4d6684a83a00 req-75aac3d2-789c-4937-b959-1f846a430e02 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group_rule (a677007c-6675-40f1-82ae-7fa48831e782), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:31.898657 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49b9b3-fe5c-4c1e-9879-b508a887732a req-fd9b95a7-d575-48df-8d98-0fc7f0db0468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:21:31.900478 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa49b9b3-fe5c-4c1e-9879-b508a887732a req-fd9b95a7-d575-48df-8d98-0fc7f0db0468 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88e9200-d99d-4ea0-a241-681917733bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774446 Jan 18 20:21:31.903888 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea08832b-f691-4395-94eb-ab5e7c96338a admin admin] Publish callbacks [] for security_group (f4f6fb8d-c9b8-4211-9d81-be5a1dcf194f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:31.925745 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be2ca9a3-7c44-4eb1-8251-f313e9312cac tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (1caa38ab-aff5-4600-bad4-82d228d8ef2b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:31.928597 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea08832b-f691-4395-94eb-ab5e7c96338a admin admin] Publish callbacks [] for security_group (f4f6fb8d-c9b8-4211-9d81-be5a1dcf194f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:32.024289 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-c228400e-a403-4247-82f9-921b31bcc76f tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Deleting port e40bb3fc-7a88-4c17-bc34-ddab498e4078 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:21:32.024531 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c228400e-a403-4247-82f9-921b31bcc76f tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e40bb3fc-7a88-4c17-bc34-ddab498e4078), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:32.034382 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ca9a3-7c44-4eb1-8251-f313e9312cac tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event updated for resources: {'Port': ['ID=7ee5738c-69e5-4dd4-aee8-dc9fad12614d,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:32.077609 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea08832b-f691-4395-94eb-ab5e7c96338a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f4f6fb8d-c9b8-4211-9d81-be5a1dcf194f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:32.085574 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea08832b-f691-4395-94eb-ab5e7c96338a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:32.090432 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ea08832b-f691-4395-94eb-ab5e7c96338a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4f6fb8d-c9b8-4211-9d81-be5a1dcf194f HTTP/1.1" status: 204 len: 168 time: 0.3389974 Jan 18 20:21:32.113079 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa49b9b3-fe5c-4c1e-9879-b508a887732a req-992813ac-a8bd-4278-a821-189d8a5d79e5 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457961 Jan 18 20:21:32.120748 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9343c94a-a103-456e-be46-4d6684a83a00 req-75aac3d2-789c-4937-b959-1f846a430e02 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (a677007c-6675-40f1-82ae-7fa48831e782), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:32.141255 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08832b-f691-4395-94eb-ab5e7c96338a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f6fb8d-c9b8-4211-9d81-be5a1dcf194f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:32.181121 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9343c94a-a103-456e-be46-4d6684a83a00 req-75aac3d2-789c-4937-b959-1f846a430e02 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:32.191841 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9343c94a-a103-456e-be46-4d6684a83a00 req-75aac3d2-789c-4937-b959-1f846a430e02 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/a677007c-6675-40f1-82ae-7fa48831e782 HTTP/1.1" status: 204 len: 173 time: 0.5105722 Jan 18 20:21:32.192814 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aac3d2-789c-4937-b959-1f846a430e02 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a677007c-6675-40f1-82ae-7fa48831e782,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:32.357433 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa49b9b3-fe5c-4c1e-9879-b508a887732a req-a4494df2-2fdd-4029-89e0-e1ef61d46094 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221320 Jan 18 20:21:32.424981 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8ca4872a-e650-4bbf-8c37-923faaac2b89 None None] Provisioning complete for port 7ee5738c-69e5-4dd4-aee8-dc9fad12614d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:21:32.425365 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8ca4872a-e650-4bbf-8c37-923faaac2b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7ee5738c-69e5-4dd4-aee8-dc9fad12614d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:32.537162 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8ca4872a-e650-4bbf-8c37-923faaac2b89 None None] Port 7ee5738c-69e5-4dd4-aee8-dc9fad12614d cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:21:32.740908 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-615c1b5e-633d-417b-8f34-0c8d408efbeb req-a11f43c8-7046-4979-a92a-482d35f42f51 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/ports?device_id=7839a035-0924-493d-9b9e-9bdae0368670 HTTP/1.1" status: 200 len: 210 time: 0.0798619 Jan 18 20:21:32.815822 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c228400e-a403-4247-82f9-921b31bcc76f tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e40bb3fc-7a88-4c17-bc34-ddab498e4078), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:32.828019 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f6ecd56-dae9-4782-a8df-654e8253d2da req-b498f66a-1820-4171-b1e8-88144cae5cd5 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "GET /v2.0/security-groups/6d85d99e-0569-4430-86ab-15f9fbc4c0e6 HTTP/1.1" status: 200 len: 2417 time: 0.5879631 Jan 18 20:21:32.837808 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58974) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:32.854996 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-c228400e-a403-4247-82f9-921b31bcc76f tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Calling delete_port for e40bb3fc-7a88-4c17-bc34-ddab498e4078 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:21:32.902591 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be2ca9a3-7c44-4eb1-8251-f313e9312cac tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7ee5738c-69e5-4dd4-aee8-dc9fad12614d), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:32.998796 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3f6ecd56-dae9-4782-a8df-654e8253d2da req-30e2c882-e73e-40c7-98c9-41c6adf5874c tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (6d85d99e-0569-4430-86ab-15f9fbc4c0e6), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:33.050022 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59ac505f-9682-42fb-870c-57b37276ba7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:33.081132 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3f6ecd56-dae9-4782-a8df-654e8253d2da req-30e2c882-e73e-40c7-98c9-41c6adf5874c tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (6d85d99e-0569-4430-86ab-15f9fbc4c0e6), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:33.194071 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59ac505f-9682-42fb-870c-57b37276ba7e admin admin] Publish callbacks [] for security_group (9b348609-3c09-4139-b609-c8851be1056f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:33.199337 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59ac505f-9682-42fb-870c-57b37276ba7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9b348609-3c09-4139-b609-c8851be1056f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:33.240717 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3f6ecd56-dae9-4782-a8df-654e8253d2da req-30e2c882-e73e-40c7-98c9-41c6adf5874c tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6d85d99e-0569-4430-86ab-15f9fbc4c0e6), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:33.243414 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-3f6ecd56-dae9-4782-a8df-654e8253d2da req-30e2c882-e73e-40c7-98c9-41c6adf5874c tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:33.244638 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f6ecd56-dae9-4782-a8df-654e8253d2da req-30e2c882-e73e-40c7-98c9-41c6adf5874c tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "DELETE /v2.0/security-groups/6d85d99e-0569-4430-86ab-15f9fbc4c0e6 HTTP/1.1" status: 204 len: 173 time: 0.3934741 Jan 18 20:21:33.287219 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2c882-e73e-40c7-98c9-41c6adf5874c tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d85d99e-0569-4430-86ab-15f9fbc4c0e6,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:33.289015 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c228400e-a403-4247-82f9-921b31bcc76f tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (e40bb3fc-7a88-4c17-bc34-ddab498e4078), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:33.325314 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-59ac505f-9682-42fb-870c-57b37276ba7e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5843358b0c1b460ca405201dffb76e88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4860995 Jan 18 20:21:33.326200 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58992) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:33.371302 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac505f-9682-42fb-870c-57b37276ba7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b348609-3c09-4139-b609-c8851be1056f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:33.394533 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-26db337d-5bd5-4bb2-a7a4-dfc127ecf77f admin admin] Publish callbacks [] for security_group (9b348609-3c09-4139-b609-c8851be1056f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:33.413552 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-9fc65180-7be0-463e-92cc-6bd2a7178149 req-fde2eeb7-b42d-415c-ae56-1e3ffaef1169 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] show failed (client error): The resource could not be found. Jan 18 20:21:33.414977 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9fc65180-7be0-463e-92cc-6bd2a7178149 req-fde2eeb7-b42d-415c-ae56-1e3ffaef1169 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "GET /v2.0/security-groups/0097256a-0ca9-4c86-80e9-62e38e167a6c HTTP/1.1" status: 404 len: 352 time: 0.1213562 Jan 18 20:21:33.450332 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-26db337d-5bd5-4bb2-a7a4-dfc127ecf77f admin admin] Publish callbacks [] for security_group (9b348609-3c09-4139-b609-c8851be1056f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:33.459663 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228400e-a403-4247-82f9-921b31bcc76f tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Pushing event deleted for resources: {'Port': ['ID=e40bb3fc-7a88-4c17-bc34-ddab498e4078,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:33.531758 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-26db337d-5bd5-4bb2-a7a4-dfc127ecf77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9b348609-3c09-4139-b609-c8851be1056f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:33.536014 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-26db337d-5bd5-4bb2-a7a4-dfc127ecf77f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:33.540530 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-26db337d-5bd5-4bb2-a7a4-dfc127ecf77f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b348609-3c09-4139-b609-c8851be1056f HTTP/1.1" status: 204 len: 168 time: 0.2088776 Jan 18 20:21:33.562322 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db337d-5bd5-4bb2-a7a4-dfc127ecf77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b348609-3c09-4139-b609-c8851be1056f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:33.640194 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c228400e-a403-4247-82f9-921b31bcc76f tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:33.645357 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c228400e-a403-4247-82f9-921b31bcc76f tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] 10.222.0.31 "DELETE /v2.0/ports/e40bb3fc-7a88-4c17-bc34-ddab498e4078 HTTP/1.1" status: 204 len: 168 time: 2.0774949 Jan 18 20:21:33.650956 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59000) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:33.682607 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1b0e7446-393b-47bd-badd-25a4a74c0081 req-aef49866-f69d-4eab-bd0b-8568f4961867 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "GET /v2.0/security-groups/053f4204-4a7a-42a8-99ca-f57d6602ba52 HTTP/1.1" status: 200 len: 1822 time: 0.2332859 Jan 18 20:21:33.794630 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be2ca9a3-7c44-4eb1-8251-f313e9312cac tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for port (7ee5738c-69e5-4dd4-aee8-dc9fad12614d), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:33.805483 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be2ca9a3-7c44-4eb1-8251-f313e9312cac tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (7ee5738c-69e5-4dd4-aee8-dc9fad12614d), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:33.816982 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05055a50-9bfa-4ff9-9aec-7eb4ec5fc78d tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:21:33.818910 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-05055a50-9bfa-4ff9-9aec-7eb4ec5fc78d tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaeda937-8313-440f-886b-83cbcbc6ee4e HTTP/1.1" status: 200 len: 913 time: 0.1666644 Jan 18 20:21:33.834883 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59006) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:33.892528 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ca9a3-7c44-4eb1-8251-f313e9312cac tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event updated for resources: {'Port': ['ID=7ee5738c-69e5-4dd4-aee8-dc9fad12614d,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:33.929014 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:33.934299 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59014) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:33.947303 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1b0e7446-393b-47bd-badd-25a4a74c0081 req-eccfed6c-f9d3-4ee5-a815-3dcfe7146a9c tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (053f4204-4a7a-42a8-99ca-f57d6602ba52), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:33.985425 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1b0e7446-393b-47bd-badd-25a4a74c0081 req-eccfed6c-f9d3-4ee5-a815-3dcfe7146a9c tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (053f4204-4a7a-42a8-99ca-f57d6602ba52), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:33.989141 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be2ca9a3-7c44-4eb1-8251-f313e9312cac tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (1caa38ab-aff5-4600-bad4-82d228d8ef2b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:34.112237 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1b0e7446-393b-47bd-badd-25a4a74c0081 req-eccfed6c-f9d3-4ee5-a815-3dcfe7146a9c tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (053f4204-4a7a-42a8-99ca-f57d6602ba52), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:34.116682 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1b0e7446-393b-47bd-badd-25a4a74c0081 req-eccfed6c-f9d3-4ee5-a815-3dcfe7146a9c tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:34.118085 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1b0e7446-393b-47bd-badd-25a4a74c0081 req-eccfed6c-f9d3-4ee5-a815-3dcfe7146a9c tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "DELETE /v2.0/security-groups/053f4204-4a7a-42a8-99ca-f57d6602ba52 HTTP/1.1" status: 204 len: 173 time: 0.4170890 Jan 18 20:21:34.154032 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c56df6c4-8855-4f37-86e0-a58f616b3236 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for security_group (b1932240-7d46-444a-b08f-d72000630e7c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:34.182937 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfed6c-f9d3-4ee5-a815-3dcfe7146a9c tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=053f4204-4a7a-42a8-99ca-f57d6602ba52,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:34.234365 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2ca9a3-7c44-4eb1-8251-f313e9312cac tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Network e0d6146b-6470-4769-8e79-4e04c4a93c6e is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:21:34.241484 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-be2ca9a3-7c44-4eb1-8251-f313e9312cac tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:21:34.274207 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c56df6c4-8855-4f37-86e0-a58f616b3236 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for security_group (b1932240-7d46-444a-b08f-d72000630e7c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:34.324819 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-41424e3b-3d44-4584-9ddd-9b509e0c832a req-31f3cc99-e91b-43d2-a02e-867ba2e0e3e0 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "GET /v2.0/security-groups/1f0da0cd-3984-401b-b7f0-f756ac399c50 HTTP/1.1" status: 200 len: 1823 time: 0.1560748 Jan 18 20:21:34.547423 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-41424e3b-3d44-4584-9ddd-9b509e0c832a req-cc8f9bb5-5a16-4b8e-97cd-753681727c5d tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (1f0da0cd-3984-401b-b7f0-f756ac399c50), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:34.577867 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c56df6c4-8855-4f37-86e0-a58f616b3236 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b1932240-7d46-444a-b08f-d72000630e7c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:34.582068 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2ca9a3-7c44-4eb1-8251-f313e9312cac tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Router 1caa38ab-aff5-4600-bad4-82d228d8ef2b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:21:34.582464 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c56df6c4-8855-4f37-86e0-a58f616b3236 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:34.584052 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c56df6c4-8855-4f37-86e0-a58f616b3236 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "DELETE /v2.0/security-groups/b1932240-7d46-444a-b08f-d72000630e7c HTTP/1.1" status: 204 len: 168 time: 0.6490138 Jan 18 20:21:34.586767 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59036) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:34.615568 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56df6c4-8855-4f37-86e0-a58f616b3236 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1932240-7d46-444a-b08f-d72000630e7c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:34.651601 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-9e1f8665-6fe2-4429-8513-564699f1f450 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] show failed (client error): The resource could not be found. Jan 18 20:21:34.652651 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9e1f8665-6fe2-4429-8513-564699f1f450 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "GET /v2.0/security-groups/b1932240-7d46-444a-b08f-d72000630e7c HTTP/1.1" status: 404 len: 347 time: 0.0649366 Jan 18 20:21:34.654633 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-41424e3b-3d44-4584-9ddd-9b509e0c832a req-cc8f9bb5-5a16-4b8e-97cd-753681727c5d tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (1f0da0cd-3984-401b-b7f0-f756ac399c50), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:34.659276 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59042) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:34.677883 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea2639d6-c06c-4b40-8c4a-9391b9b8a9ae tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (aaeda937-8313-440f-886b-83cbcbc6ee4e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:34.718500 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-44da278d-329c-4709-8a86-aca41f724ba2 None None] Provisioning complete for port 7ee5738c-69e5-4dd4-aee8-dc9fad12614d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:21:34.718946 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-44da278d-329c-4709-8a86-aca41f724ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7ee5738c-69e5-4dd4-aee8-dc9fad12614d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:34.788926 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-44da278d-329c-4709-8a86-aca41f724ba2 None None] Port 7ee5738c-69e5-4dd4-aee8-dc9fad12614d cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:21:34.983895 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2ca9a3-7c44-4eb1-8251-f313e9312cac tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:21:34.996804 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-be2ca9a3-7c44-4eb1-8251-f313e9312cac tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "PUT /v2.0/routers/1caa38ab-aff5-4600-bad4-82d228d8ef2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1556163 Jan 18 20:21:34.996804 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-41424e3b-3d44-4584-9ddd-9b509e0c832a req-cc8f9bb5-5a16-4b8e-97cd-753681727c5d tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1f0da0cd-3984-401b-b7f0-f756ac399c50), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:34.998766 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f191c98b-6b68-4750-9987-0a594b072fc2 None None] Sync routers for ids ['1caa38ab-aff5-4600-bad4-82d228d8ef2b'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:21:34.999234 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59052) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:34.999805 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-41424e3b-3d44-4584-9ddd-9b509e0c832a req-cc8f9bb5-5a16-4b8e-97cd-753681727c5d tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:35.005070 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-41424e3b-3d44-4584-9ddd-9b509e0c832a req-cc8f9bb5-5a16-4b8e-97cd-753681727c5d tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "DELETE /v2.0/security-groups/1f0da0cd-3984-401b-b7f0-f756ac399c50 HTTP/1.1" status: 204 len: 173 time: 0.6701353 Jan 18 20:21:35.012103 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f191c98b-6b68-4750-9987-0a594b072fc2 None None] Routers {'1caa38ab-aff5-4600-bad4-82d228d8ef2b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:35.014290 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f191c98b-6b68-4750-9987-0a594b072fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:21:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['1caa38ab-aff5-4600-bad4-82d228d8ef2b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:35.014544 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-34869084-f199-4442-8e85-c6d13bbaf477 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Request body: {'port': {'network_id': 'e0d6146b-6470-4769-8e79-4e04c4a93c6e', 'name': 'tempest-FloatingIPTestJSON-688256563'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:35.019055 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f9bb5-5a16-4b8e-97cd-753681727c5d tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0da0cd-3984-401b-b7f0-f756ac399c50,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:35.058432 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-f8ab4134-b47d-4588-9bac-db64474a0880 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Deleting port 55f7cb90-9b96-4dc2-b587-bcd821caa531 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:21:35.058919 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8ab4134-b47d-4588-9bac-db64474a0880 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (55f7cb90-9b96-4dc2-b587-bcd821caa531), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:35.100400 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f191c98b-6b68-4750-9987-0a594b072fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:35.113827 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f191c98b-6b68-4750-9987-0a594b072fc2 None None] Routers {'1caa38ab-aff5-4600-bad4-82d228d8ef2b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:35.115019 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f191c98b-6b68-4750-9987-0a594b072fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:21:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['1caa38ab-aff5-4600-bad4-82d228d8ef2b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:35.156853 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f191c98b-6b68-4750-9987-0a594b072fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:35.158058 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f191c98b-6b68-4750-9987-0a594b072fc2 None None] The sync data for ids ['1caa38ab-aff5-4600-bad4-82d228d8ef2b'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:21:35.240595 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8ab4134-b47d-4588-9bac-db64474a0880 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (55f7cb90-9b96-4dc2-b587-bcd821caa531), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:35.240932 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8ab4134-b47d-4588-9bac-db64474a0880 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for floatingip (55f7cb90-9b96-4dc2-b587-bcd821caa531), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:35.256255 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c9064602-d795-4a50-9419-4265e7eb2691 req-49b2e220-6cb7-46b4-bec1-7653f63e5376 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "GET /v2.0/security-groups/25e1b21d-bf1a-406a-b13f-d8a4e88934be HTTP/1.1" status: 200 len: 1824 time: 0.2120144 Jan 18 20:21:35.261030 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-f8ab4134-b47d-4588-9bac-db64474a0880 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Calling delete_port for 55f7cb90-9b96-4dc2-b587-bcd821caa531 owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:21:35.398094 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c9064602-d795-4a50-9419-4265e7eb2691 req-d84758cf-bc19-4173-bfee-6e6da0194358 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (25e1b21d-bf1a-406a-b13f-d8a4e88934be), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:35.431670 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34869084-f199-4442-8e85-c6d13bbaf477 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Made reservation on behalf of be734bf3297b4963aa9b04f991daf10b for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:21:35.435579 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34869084-f199-4442-8e85-c6d13bbaf477 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:35.469612 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-34869084-f199-4442-8e85-c6d13bbaf477 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] device_id is not set on port 8024806e-09b4-4628-b66a-133270faca4f yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:21:35.531426 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8ab4134-b47d-4588-9bac-db64474a0880 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (55f7cb90-9b96-4dc2-b587-bcd821caa531), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:35.588828 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c9064602-d795-4a50-9419-4265e7eb2691 req-d84758cf-bc19-4173-bfee-6e6da0194358 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (25e1b21d-bf1a-406a-b13f-d8a4e88934be), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:35.598821 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236e8c59-b605-40cf-a29b-cef04afc96b8 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:21:35.600055 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab4134-b47d-4588-9bac-db64474a0880 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Pushing event deleted for resources: {'Port': ['ID=55f7cb90-9b96-4dc2-b587-bcd821caa531,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:35.603030 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-34869084-f199-4442-8e85-c6d13bbaf477 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Allocated IP 172.20.0.11 (e0d6146b-6470-4769-8e79-4e04c4a93c6e/2fbf0d30-78d9-4ae1-9034-adfc35c18148/8024806e-09b4-4628-b66a-133270faca4f) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:21:35.712778 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8ab4134-b47d-4588-9bac-db64474a0880 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for floatingip (59ceff8c-77c7-431a-9193-f3c78364b1c6), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:35.716574 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8ab4134-b47d-4588-9bac-db64474a0880 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:35.718297 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f8ab4134-b47d-4588-9bac-db64474a0880 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "DELETE /v2.0/floatingips/59ceff8c-77c7-431a-9193-f3c78364b1c6 HTTP/1.1" status: 204 len: 168 time: 1.0578001 Jan 18 20:21:35.721583 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59076) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:35.749596 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-ea2639d6-c06c-4b40-8c4a-9391b9b8a9ae tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Deleting port c1272f60-20f4-4733-b828-60d983f9d4e3 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:21:35.749976 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea2639d6-c06c-4b40-8c4a-9391b9b8a9ae tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (c1272f60-20f4-4733-b828-60d983f9d4e3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:35.786232 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c9064602-d795-4a50-9419-4265e7eb2691 req-d84758cf-bc19-4173-bfee-6e6da0194358 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (25e1b21d-bf1a-406a-b13f-d8a4e88934be), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:35.789944 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c9064602-d795-4a50-9419-4265e7eb2691 req-d84758cf-bc19-4173-bfee-6e6da0194358 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:35.796553 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c9064602-d795-4a50-9419-4265e7eb2691 req-d84758cf-bc19-4173-bfee-6e6da0194358 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "DELETE /v2.0/security-groups/25e1b21d-bf1a-406a-b13f-d8a4e88934be HTTP/1.1" status: 204 len: 173 time: 0.5310347 Jan 18 20:21:35.857504 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34869084-f199-4442-8e85-c6d13bbaf477 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for port (8024806e-09b4-4628-b66a-133270faca4f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:35.884379 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84758cf-bc19-4173-bfee-6e6da0194358 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e1b21d-bf1a-406a-b13f-d8a4e88934be,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:35.885519 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea2639d6-c06c-4b40-8c4a-9391b9b8a9ae tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (c1272f60-20f4-4733-b828-60d983f9d4e3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:35.939225 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cf332fa7-95a8-4ac9-b3f8-f869fc9ebe15 req-909f61dd-c052-49bd-bcec-c40b9911f5f2 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "GET /v2.0/security-groups/79532672-592d-4c47-b477-ad5a8d91cb71 HTTP/1.1" status: 200 len: 2423 time: 0.0821075 Jan 18 20:21:35.948872 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-ea2639d6-c06c-4b40-8c4a-9391b9b8a9ae tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Calling delete_port for c1272f60-20f4-4733-b828-60d983f9d4e3 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:21:35.962515 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb52d7-38c5-4906-bafa-bc08bedbe724 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Deleting port 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:21:35.962870 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9fcb52d7-38c5-4906-bafa-bc08bedbe724 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (0bbb04a5-1309-4d5f-8824-60e9bff7c6bb), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:36.040605 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34869084-f199-4442-8e85-c6d13bbaf477 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (8024806e-09b4-4628-b66a-133270faca4f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:36.056542 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59086) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:36.087517 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34869084-f199-4442-8e85-c6d13bbaf477 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Network e0d6146b-6470-4769-8e79-4e04c4a93c6e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:21:36.096342 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-34869084-f199-4442-8e85-c6d13bbaf477 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:21:36.142139 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34869084-f199-4442-8e85-c6d13bbaf477 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:21:36.200237 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9fcb52d7-38c5-4906-bafa-bc08bedbe724 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (0bbb04a5-1309-4d5f-8824-60e9bff7c6bb), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:36.206774 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-cf332fa7-95a8-4ac9-b3f8-f869fc9ebe15 req-c7adbefa-0855-4d29-8717-ee79b9643457 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (79532672-592d-4c47-b477-ad5a8d91cb71), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:36.226963 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34869084-f199-4442-8e85-c6d13bbaf477 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:21:36.227642 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34869084-f199-4442-8e85-c6d13bbaf477 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:36.306284 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb52d7-38c5-4906-bafa-bc08bedbe724 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Calling delete_port for 0bbb04a5-1309-4d5f-8824-60e9bff7c6bb owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:21:36.308759 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34869084-f199-4442-8e85-c6d13bbaf477 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event updated for resources: {'Port': ['ID=8024806e-09b4-4628-b66a-133270faca4f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:36.331403 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-0b85c0f2-8eae-43b6-95a6-2cea5ec429ad tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-751646969'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:36.331882 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-0b85c0f2-8eae-43b6-95a6-2cea5ec429ad tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] Unknown quota resources ['metering_label']. {{(pid=103336) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 18 20:21:36.336596 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-34869084-f199-4442-8e85-c6d13bbaf477 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3364706 Jan 18 20:21:36.339397 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59096) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:36.348684 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-4cc7b598-fe9f-428f-9436-a7f06dc061e4 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Request body: {'floatingip': {'port_id': '8024806e-09b4-4628-b66a-133270faca4f'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:36.362785 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-cf332fa7-95a8-4ac9-b3f8-f869fc9ebe15 req-c7adbefa-0855-4d29-8717-ee79b9643457 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (79532672-592d-4c47-b477-ad5a8d91cb71), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:36.473166 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b598-fe9f-428f-9436-a7f06dc061e4 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (5803d28d-c208-435f-acde-b777fcce4666), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:36.542426 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4fba398e-7be4-44d0-a7ab-73cac9e8b4ff None None] Provisioning complete for port 8024806e-09b4-4628-b66a-133270faca4f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:21:36.545528 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4fba398e-7be4-44d0-a7ab-73cac9e8b4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8024806e-09b4-4628-b66a-133270faca4f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:36.604101 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4fba398e-7be4-44d0-a7ab-73cac9e8b4ff None None] Port 8024806e-09b4-4628-b66a-133270faca4f cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:21:36.652447 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0b85c0f2-8eae-43b6-95a6-2cea5ec429ad tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:36.653863 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0b85c0f2-8eae-43b6-95a6-2cea5ec429ad tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5909429 Jan 18 20:21:36.660986 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59104) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:36.665664 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-a5c1645c-4000-42d7-ad51-2c3bc2dcd717 tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '21f1486b-76fc-4a6d-aa5b-4b786c55fc17'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:36.666196 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-a5c1645c-4000-42d7-ad51-2c3bc2dcd717 tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103336) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 18 20:21:36.692084 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-cf332fa7-95a8-4ac9-b3f8-f869fc9ebe15 req-c7adbefa-0855-4d29-8717-ee79b9643457 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (79532672-592d-4c47-b477-ad5a8d91cb71), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:36.694719 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-cf332fa7-95a8-4ac9-b3f8-f869fc9ebe15 req-c7adbefa-0855-4d29-8717-ee79b9643457 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:36.698907 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cf332fa7-95a8-4ac9-b3f8-f869fc9ebe15 req-c7adbefa-0855-4d29-8717-ee79b9643457 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "DELETE /v2.0/security-groups/79532672-592d-4c47-b477-ad5a8d91cb71 HTTP/1.1" status: 204 len: 173 time: 0.7585359 Jan 18 20:21:36.735208 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:36.742820 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea2639d6-c06c-4b40-8c4a-9391b9b8a9ae tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (c1272f60-20f4-4733-b828-60d983f9d4e3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:36.798697 n-d-741529-9 neutron-server[103336]: WARNING neutron.services.metering.metering_plugin [None req-a5c1645c-4000-42d7-ad51-2c3bc2dcd717 tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 18 20:21:36.803882 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7adbefa-0855-4d29-8717-ee79b9643457 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79532672-592d-4c47-b477-ad5a8d91cb71,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:36.813120 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2639d6-c06c-4b40-8c4a-9391b9b8a9ae tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Pushing event deleted for resources: {'Port': ['ID=c1272f60-20f4-4733-b828-60d983f9d4e3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:36.976287 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f6f5da6c-5809-4863-8b21-52c2cd8a0f01 req-be490e1f-9a9f-4043-89a0-142421ad4f71 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "GET /v2.0/security-groups/a19bcae2-c40f-42f1-a7cd-a261c41723af HTTP/1.1" status: 200 len: 2416 time: 0.2072556 Jan 18 20:21:37.011156 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a5c1645c-4000-42d7-ad51-2c3bc2dcd717 tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:37.012365 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a5c1645c-4000-42d7-ad51-2c3bc2dcd717 tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3500977 Jan 18 20:21:37.018641 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59112) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:37.033972 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-040d9a84-0a49-45c2-a209-1d1576feedf9 tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '21f1486b-76fc-4a6d-aa5b-4b786c55fc17'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:37.034464 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-040d9a84-0a49-45c2-a209-1d1576feedf9 tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103336) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 18 20:21:37.219297 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea2639d6-c06c-4b40-8c4a-9391b9b8a9ae tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (aaeda937-8313-440f-886b-83cbcbc6ee4e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:37.458845 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59120) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:37.519566 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9fcb52d7-38c5-4906-bafa-bc08bedbe724 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (0bbb04a5-1309-4d5f-8824-60e9bff7c6bb), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:37.533613 n-d-741529-9 neutron-server[103336]: WARNING neutron.services.metering.metering_plugin [None req-040d9a84-0a49-45c2-a209-1d1576feedf9 tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 18 20:21:37.535415 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b598-fe9f-428f-9436-a7f06dc061e4 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:37.544900 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b598-fe9f-428f-9436-a7f06dc061e4 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (5803d28d-c208-435f-acde-b777fcce4666), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:37.568367 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb52d7-38c5-4906-bafa-bc08bedbe724 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Pushing event deleted for resources: {'Port': ['ID=0bbb04a5-1309-4d5f-8824-60e9bff7c6bb,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:37.694910 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-040d9a84-0a49-45c2-a209-1d1576feedf9 tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:37.696345 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-040d9a84-0a49-45c2-a209-1d1576feedf9 tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6741471 Jan 18 20:21:37.698862 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f6f5da6c-5809-4863-8b21-52c2cd8a0f01 req-161f166e-c1d4-48f4-a199-87d7fc8271f3 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (a19bcae2-c40f-42f1-a7cd-a261c41723af), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:37.701820 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59126) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:37.744906 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d6cb3981-3680-43b8-a2b1-773b6fc4dea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:37.753339 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-72b8791e-5914-4b92-bb63-39372808dc0b tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=bccceddb-ceb7-4945-af38-568a94e54d18 HTTP/1.1" status: 200 len: 464 time: 0.0306814 Jan 18 20:21:37.756292 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59128) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:37.777493 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [None req-4cc7b598-fe9f-428f-9436-a7f06dc061e4 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Floating IP 5803d28d-c208-435f-acde-b777fcce4666 associated. External IP: 172.25.4.209, port: a19c6de6-578a-493b-b184-5811a42ffd74. Jan 18 20:21:37.781699 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f6f5da6c-5809-4863-8b21-52c2cd8a0f01 req-161f166e-c1d4-48f4-a199-87d7fc8271f3 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (a19bcae2-c40f-42f1-a7cd-a261c41723af), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:37.803544 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9fcb52d7-38c5-4906-bafa-bc08bedbe724 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:37.806810 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9fcb52d7-38c5-4906-bafa-bc08bedbe724 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "DELETE /v2.0/ports/0bbb04a5-1309-4d5f-8824-60e9bff7c6bb HTTP/1.1" status: 204 len: 168 time: 2.0837095 Jan 18 20:21:37.812091 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59130) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:37.822195 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2639d6-c06c-4b40-8c4a-9391b9b8a9ae tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Router aaeda937-8313-440f-886b-83cbcbc6ee4e has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:21:37.947944 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95e2eaa4-ea93-40d4-8fe3-744e63e55ea2 tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:37.950679 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-95e2eaa4-ea93-40d4-8fe3-744e63e55ea2 tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/bccceddb-ceb7-4945-af38-568a94e54d18 HTTP/1.1" status: 204 len: 168 time: 0.1891568 Jan 18 20:21:37.970505 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59134) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:37.991085 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-115fdc39-0d5a-4886-b122-7795eac3926a tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=bccceddb-ceb7-4945-af38-568a94e54d18 HTTP/1.1" status: 200 len: 221 time: 0.0184348 Jan 18 20:21:37.995010 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59136) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:37.995954 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f6f5da6c-5809-4863-8b21-52c2cd8a0f01 req-161f166e-c1d4-48f4-a199-87d7fc8271f3 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a19bcae2-c40f-42f1-a7cd-a261c41723af), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:37.998894 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f6f5da6c-5809-4863-8b21-52c2cd8a0f01 req-161f166e-c1d4-48f4-a199-87d7fc8271f3 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:38.000088 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f6f5da6c-5809-4863-8b21-52c2cd8a0f01 req-161f166e-c1d4-48f4-a199-87d7fc8271f3 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] 10.222.0.31 "DELETE /v2.0/security-groups/a19bcae2-c40f-42f1-a7cd-a261c41723af HTTP/1.1" status: 204 len: 173 time: 0.9823468 Jan 18 20:21:38.010022 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-22269a93-d591-4d6c-9510-1bf63c79400d tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--973226359', 'description': 'label created by tempest'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:38.010546 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-22269a93-d591-4d6c-9510-1bf63c79400d tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] Unknown quota resources ['metering_label']. {{(pid=103336) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 18 20:21:38.018149 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59138) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:38.098552 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f166e-c1d4-48f4-a199-87d7fc8271f3 tempest-SecurityGroupRulesTestJSON-1337011140 tempest-SecurityGroupRulesTestJSON-1337011140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19bcae2-c40f-42f1-a7cd-a261c41723af,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:38.173724 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-6064db80-add0-444a-a6cf-2cc1d4736f9e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Deleting port ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:21:38.174007 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6064db80-add0-444a-a6cf-2cc1d4736f9e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:38.221018 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce56f94-3068-4e2c-9f91-44c708efc0f9 admin admin] Deleting subnet b50d4946-34f6-461d-ada0-0156b870aa1a {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:21:38.232029 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3ce56f94-3068-4e2c-9f91-44c708efc0f9 admin admin] Publish callbacks [] for subnet (b50d4946-34f6-461d-ada0-0156b870aa1a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:38.318344 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-22269a93-d591-4d6c-9510-1bf63c79400d tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:38.319536 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-22269a93-d591-4d6c-9510-1bf63c79400d tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3185031 Jan 18 20:21:38.323631 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59140) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:38.339487 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3ce56f94-3068-4e2c-9f91-44c708efc0f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (b50d4946-34f6-461d-ada0-0156b870aa1a), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:38.389761 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6064db80-add0-444a-a6cf-2cc1d4736f9e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:38.408502 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-6064db80-add0-444a-a6cf-2cc1d4736f9e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Calling delete_port for ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:21:38.410449 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3ce56f94-3068-4e2c-9f91-44c708efc0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (b50d4946-34f6-461d-ada0-0156b870aa1a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:38.461282 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7c916666-3041-4f75-a0c8-e43467f602bc tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=5028311d-6582-498d-9b14-5357253ffbdf HTTP/1.1" status: 200 len: 467 time: 0.1333065 Jan 18 20:21:38.472718 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59146) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:38.525779 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3ce56f94-3068-4e2c-9f91-44c708efc0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (b50d4946-34f6-461d-ada0-0156b870aa1a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:38.557197 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce56f94-3068-4e2c-9f91-44c708efc0f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b50d4946-34f6-461d-ada0-0156b870aa1a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:38.559758 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d6cb3981-3680-43b8-a2b1-773b6fc4dea6 admin admin] Publish callbacks [] for security_group (b9fa58b4-4160-41e1-bab1-ecd56fb6a36c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:38.560519 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3ce56f94-3068-4e2c-9f91-44c708efc0f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:38.566406 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3ce56f94-3068-4e2c-9f91-44c708efc0f9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b50d4946-34f6-461d-ada0-0156b870aa1a HTTP/1.1" status: 204 len: 168 time: 0.5434039 Jan 18 20:21:38.570833 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59148) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:38.603751 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d6cb3981-3680-43b8-a2b1-773b6fc4dea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b9fa58b4-4160-41e1-bab1-ecd56fb6a36c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:38.667973 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6064db80-add0-444a-a6cf-2cc1d4736f9e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:38.674111 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f37cb9f-016d-41b9-8781-fc35246fbb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (473e77a0-96c4-4dbf-8608-d1f4df8017d1), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:38.716344 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064db80-add0-444a-a6cf-2cc1d4736f9e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Pushing event deleted for resources: {'Port': ['ID=ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:38.757239 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2639d6-c06c-4b40-8c4a-9391b9b8a9ae tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:21:38.771408 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f7185c-40f3-4287-a089-e31629c385a6 None None] Sync routers for ids ['aaeda937-8313-440f-886b-83cbcbc6ee4e'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:21:38.783774 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f7185c-40f3-4287-a089-e31629c385a6 None None] Routers {'aaeda937-8313-440f-886b-83cbcbc6ee4e'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:38.784574 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-00f7185c-40f3-4287-a089-e31629c385a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:21:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['aaeda937-8313-440f-886b-83cbcbc6ee4e'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:38.800465 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ea2639d6-c06c-4b40-8c4a-9391b9b8a9ae tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] 10.222.0.31 "PUT /v2.0/routers/aaeda937-8313-440f-886b-83cbcbc6ee4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9644608 Jan 18 20:21:38.803427 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59150) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:38.818977 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d6cb3981-3680-43b8-a2b1-773b6fc4dea6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=020b82acdc554d2687c16dcafad6a524&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3574364 Jan 18 20:21:38.819699 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb3981-3680-43b8-a2b1-773b6fc4dea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fa58b4-4160-41e1-bab1-ecd56fb6a36c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:38.826068 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59152) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:38.856776 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f37cb9f-016d-41b9-8781-fc35246fbb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (473e77a0-96c4-4dbf-8608-d1f4df8017d1), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:38.860259 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6064db80-add0-444a-a6cf-2cc1d4736f9e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:38.864058 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6064db80-add0-444a-a6cf-2cc1d4736f9e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "DELETE /v2.0/ports/ba4c0c4d-ae7d-41b0-b823-ebfaf8bc8f52 HTTP/1.1" status: 204 len: 168 time: 1.0507331 Jan 18 20:21:38.870137 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59154) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:38.873799 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-00f7185c-40f3-4287-a089-e31629c385a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:38.890709 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f7185c-40f3-4287-a089-e31629c385a6 None None] Routers {'aaeda937-8313-440f-886b-83cbcbc6ee4e'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:38.892835 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-00f7185c-40f3-4287-a089-e31629c385a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:21:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['aaeda937-8313-440f-886b-83cbcbc6ee4e'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:38.920343 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-2f37cb9f-016d-41b9-8781-fc35246fbb38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['473e77a0-96c4-4dbf-8608-d1f4df8017d1']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:38.936583 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-2f37cb9f-016d-41b9-8781-fc35246fbb38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795be4a4-9915-4ec0-b901-a898410141e9') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:38.936856 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-2f37cb9f-016d-41b9-8781-fc35246fbb38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795be4a4-9915-4ec0-b901-a898410141e9') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:38.939275 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-00f7185c-40f3-4287-a089-e31629c385a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:38.940054 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f7185c-40f3-4287-a089-e31629c385a6 None None] The sync data for ids ['aaeda937-8313-440f-886b-83cbcbc6ee4e'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:21:38.956009 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f37cb9f-016d-41b9-8781-fc35246fbb38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (795be4a4-9915-4ec0-b901-a898410141e9), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:38.961178 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f125c719-5e83-45f0-8440-470e75bf206a tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:38.961740 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-76994985-c06f-4ac5-8941-7a33e694e10e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Deleting subnet 43210e8f-45ce-4b5c-b3f2-0e143bfcd29c {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:21:38.964850 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f125c719-5e83-45f0-8440-470e75bf206a tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/5028311d-6582-498d-9b14-5357253ffbdf HTTP/1.1" status: 204 len: 168 time: 0.4872468 Jan 18 20:21:38.969653 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59156) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:38.972608 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-76994985-c06f-4ac5-8941-7a33e694e10e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for subnet (43210e8f-45ce-4b5c-b3f2-0e143bfcd29c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:39.004827 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f37cb9f-016d-41b9-8781-fc35246fbb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (795be4a4-9915-4ec0-b901-a898410141e9), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:39.011763 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc7b598-fe9f-428f-9436-a7f06dc061e4 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Router d7c8121c-050e-405d-9cf8-a1e427cdc14f has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:21:39.016467 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e005fa7d-0dbd-4fe7-987e-f69ac8fbddc0 tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=5028311d-6582-498d-9b14-5357253ffbdf HTTP/1.1" status: 200 len: 216 time: 0.0425718 Jan 18 20:21:39.017326 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59158) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:39.021227 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f37cb9f-016d-41b9-8781-fc35246fbb38 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:21:39.021602 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f37cb9f-016d-41b9-8781-fc35246fbb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (795be4a4-9915-4ec0-b901-a898410141e9), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:21:39.026401 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:21:39.047224 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ec6d6d95-1f7c-40fb-90b7-dda72fa788f0 tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0241213 Jan 18 20:21:39.047422 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59160) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:39.068070 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-76994985-c06f-4ac5-8941-7a33e694e10e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (43210e8f-45ce-4b5c-b3f2-0e143bfcd29c), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:39.107548 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-203748e4-f9ea-4f20-8ef4-4054cb206684 admin admin] Publish callbacks [] for security_group (b9fa58b4-4160-41e1-bab1-ecd56fb6a36c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:39.116335 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-557e4b2f-0611-4ae6-88c1-c8bf7bcfd496 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks [] for router (aaeda937-8313-440f-886b-83cbcbc6ee4e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:39.185075 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-76994985-c06f-4ac5-8941-7a33e694e10e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (43210e8f-45ce-4b5c-b3f2-0e143bfcd29c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:39.254835 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-203748e4-f9ea-4f20-8ef4-4054cb206684 admin admin] Publish callbacks [] for security_group (b9fa58b4-4160-41e1-bab1-ecd56fb6a36c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:39.257622 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-104384be-4fea-4ae0-a479-75b18006ece6 tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.2089846 Jan 18 20:21:39.263178 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59162) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:39.299535 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-76994985-c06f-4ac5-8941-7a33e694e10e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (43210e8f-45ce-4b5c-b3f2-0e143bfcd29c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:39.304702 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f37cb9f-016d-41b9-8781-fc35246fbb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (473e77a0-96c4-4dbf-8608-d1f4df8017d1), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:39.336699 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f37cb9f-016d-41b9-8781-fc35246fbb38 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:39.339839 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2f37cb9f-016d-41b9-8781-fc35246fbb38 admin admin] 10.222.0.31 "DELETE /v2.0/networks/473e77a0-96c4-4dbf-8608-d1f4df8017d1 HTTP/1.1" status: 204 len: 168 time: 0.7681041 Jan 18 20:21:39.343409 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76994985-c06f-4ac5-8941-7a33e694e10e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Pushing event deleted for resources: {'Subnet': ['ID=43210e8f-45ce-4b5c-b3f2-0e143bfcd29c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:39.357718 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37cb9f-016d-41b9-8781-fc35246fbb38 admin admin] Pushing event deleted for resources: {'Network': ['ID=473e77a0-96c4-4dbf-8608-d1f4df8017d1,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:39.359758 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-76994985-c06f-4ac5-8941-7a33e694e10e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:39.364049 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-76994985-c06f-4ac5-8941-7a33e694e10e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "DELETE /v2.0/subnets/43210e8f-45ce-4b5c-b3f2-0e143bfcd29c HTTP/1.1" status: 204 len: 168 time: 0.4927781 Jan 18 20:21:39.367028 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59168) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:39.375763 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a7bcb8-7a4d-4165-b944-94e107fb2428 None None] Network 81c102ef-f128-429a-9459-1ac808d63a04 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:21:39.441557 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-06518673-675e-4919-9206-3737895e6973 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Deleting subnet 77f41d4b-3666-4a69-ae78-7f1d463a262a {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:21:39.446639 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-06518673-675e-4919-9206-3737895e6973 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for subnet (77f41d4b-3666-4a69-ae78-7f1d463a262a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:39.467543 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bc99e3da-ff6a-4410-b81d-d71b39a64ba6 tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/21f1486b-76fc-4a6d-aa5b-4b786c55fc17 HTTP/1.1" status: 200 len: 472 time: 0.1965983 Jan 18 20:21:39.471493 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59170) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:39.480377 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc7b598-fe9f-428f-9436-a7f06dc061e4 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:21:39.491870 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad9ce56-cf2b-4df4-b352-a1aa7d7ed37b None None] Sync routers for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:21:39.505565 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad9ce56-cf2b-4df4-b352-a1aa7d7ed37b None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:39.506193 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-0ad9ce56-cf2b-4df4-b352-a1aa7d7ed37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:21:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:39.532262 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-06518673-675e-4919-9206-3737895e6973 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (77f41d4b-3666-4a69-ae78-7f1d463a262a), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:39.566098 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-0ad9ce56-cf2b-4df4-b352-a1aa7d7ed37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:39.576737 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad9ce56-cf2b-4df4-b352-a1aa7d7ed37b None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:39.577861 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-0ad9ce56-cf2b-4df4-b352-a1aa7d7ed37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:21:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:39.582005 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59174) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:39.586069 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-203748e4-f9ea-4f20-8ef4-4054cb206684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b9fa58b4-4160-41e1-bab1-ecd56fb6a36c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:39.588895 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-203748e4-f9ea-4f20-8ef4-4054cb206684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:39.590586 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-203748e4-f9ea-4f20-8ef4-4054cb206684 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b9fa58b4-4160-41e1-bab1-ecd56fb6a36c HTTP/1.1" status: 204 len: 168 time: 0.7641234 Jan 18 20:21:39.603990 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-dd9df310-5c1e-4055-9d5c-ade48a6b5ae9 tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/79f0bd54-96b0-4be7-9669-116130b11493 HTTP/1.1" status: 200 len: 461 time: 0.1312366 Jan 18 20:21:39.611408 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203748e4-f9ea-4f20-8ef4-4054cb206684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fa58b4-4160-41e1-bab1-ecd56fb6a36c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:39.622445 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59178) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:39.637188 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-557e4b2f-0611-4ae6-88c1-c8bf7bcfd496 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks [] for router_gateway (aaeda937-8313-440f-886b-83cbcbc6ee4e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:39.663744 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-0ad9ce56-cf2b-4df4-b352-a1aa7d7ed37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:39.664928 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad9ce56-cf2b-4df4-b352-a1aa7d7ed37b None None] The sync data for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:21:39.755288 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ba9c6c-f4e2-4533-bedb-9915a8587e1b None None] DHCP port deletion for 81c102ef-f128-429a-9459-1ac808d63a04 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:21:39.809749 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-06518673-675e-4919-9206-3737895e6973 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (77f41d4b-3666-4a69-ae78-7f1d463a262a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:39.850133 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5b329b6d-da0b-4bd1-8870-57ceb171a074 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=25cc6bacac2642f59cb482ff49b565b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2643178 Jan 18 20:21:39.851793 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59182) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:39.865720 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-12ba9c6c-f4e2-4533-bedb-9915a8587e1b None None] Deleting port 76774e99-86e7-40f9-9dc5-634732beb1a8 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:21:39.866301 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-12ba9c6c-f4e2-4533-bedb-9915a8587e1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (76774e99-86e7-40f9-9dc5-634732beb1a8), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:39.915073 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf5e6960-6862-40b5-a0f9-9466c850cdae tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:39.916310 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bf5e6960-6862-40b5-a0f9-9466c850cdae tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/79f0bd54-96b0-4be7-9669-116130b11493 HTTP/1.1" status: 204 len: 168 time: 0.2883842 Jan 18 20:21:39.919830 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59184) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:39.941175 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-12ba9c6c-f4e2-4533-bedb-9915a8587e1b None None] For port 76774e99-86e7-40f9-9dc5-634732beb1a8, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=76774e99-86e7-40f9-9dc5-634732beb1a8,segment=NetworkSegment(011b0248-f13e-4236-abd9-595a2f7b91fd),segment_id=011b0248-f13e-4236-abd9-595a2f7b91fd)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:21:39.941562 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-12ba9c6c-f4e2-4533-bedb-9915a8587e1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (76774e99-86e7-40f9-9dc5-634732beb1a8), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:39.955665 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-12ba9c6c-f4e2-4533-bedb-9915a8587e1b None None] Calling delete_port for 76774e99-86e7-40f9-9dc5-634732beb1a8 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:21:39.992847 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-06518673-675e-4919-9206-3737895e6973 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (77f41d4b-3666-4a69-ae78-7f1d463a262a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:40.053574 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-557e4b2f-0611-4ae6-88c1-c8bf7bcfd496 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Deleting port 12e57fca-d956-4f0b-a687-21af8fd108ad {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:21:40.053931 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-557e4b2f-0611-4ae6-88c1-c8bf7bcfd496 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (12e57fca-d956-4f0b-a687-21af8fd108ad), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:40.054256 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06518673-675e-4919-9206-3737895e6973 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Pushing event deleted for resources: {'Subnet': ['ID=77f41d4b-3666-4a69-ae78-7f1d463a262a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:40.072101 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47d73bd-8c15-4532-abd8-e5caf8a20923 None None] Network dcafdc34-74ba-4d39-8792-ddf985df2019 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:21:40.125321 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59192) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:40.127022 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-06518673-675e-4919-9206-3737895e6973 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:40.134976 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-06518673-675e-4919-9206-3737895e6973 tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "DELETE /v2.0/subnets/77f41d4b-3666-4a69-ae78-7f1d463a262a HTTP/1.1" status: 204 len: 168 time: 0.7658904 Jan 18 20:21:40.138301 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59196) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:40.150438 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-68634483-ea5f-4e93-9380-7f284d7b0642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:40.213531 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-12ba9c6c-f4e2-4533-bedb-9915a8587e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (76774e99-86e7-40f9-9dc5-634732beb1a8), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:40.250702 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ba9c6c-f4e2-4533-bedb-9915a8587e1b None None] No DVR routers for this DVR port 76774e99-86e7-40f9-9dc5-634732beb1a8 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:21:40.261231 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-09c4d5e6-4bcc-49d5-a366-2798b433df07 tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:40.265670 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-09c4d5e6-4bcc-49d5-a366-2798b433df07 tempest-MeteringTestJSON-42947385 tempest-MeteringTestJSON-42947385-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/21f1486b-76fc-4a6d-aa5b-4b786c55fc17 HTTP/1.1" status: 204 len: 168 time: 0.3455124 Jan 18 20:21:40.268656 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba9c6c-f4e2-4533-bedb-9915a8587e1b None None] Pushing event deleted for resources: {'Port': ['ID=76774e99-86e7-40f9-9dc5-634732beb1a8,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:40.293831 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c121835-df3f-42fc-afd8-5ad431c9665e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (81c102ef-f128-429a-9459-1ac808d63a04), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:40.303200 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-557e4b2f-0611-4ae6-88c1-c8bf7bcfd496 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (12e57fca-d956-4f0b-a687-21af8fd108ad), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:40.323422 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-95a2a357-fa9a-4cff-9100-596e7118d220 admin admin] Publish callbacks [] for security_group (12767e71-206d-42bf-be90-7b61ed500cb9), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:40.335657 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-557e4b2f-0611-4ae6-88c1-c8bf7bcfd496 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Calling delete_port for 12e57fca-d956-4f0b-a687-21af8fd108ad owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:21:40.378189 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-95a2a357-fa9a-4cff-9100-596e7118d220 admin admin] Publish callbacks [] for security_group (12767e71-206d-42bf-be90-7b61ed500cb9), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:40.408053 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796248bd-85ea-4fd6-8ccf-8dc08f4e305b None None] DHCP port deletion for dcafdc34-74ba-4d39-8792-ddf985df2019 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:21:40.425332 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-68634483-ea5f-4e93-9380-7f284d7b0642 admin admin] Publish callbacks [] for security_group (4c37fb79-a0ef-4adf-bd36-935b2a57284b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:40.429569 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-68634483-ea5f-4e93-9380-7f284d7b0642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4c37fb79-a0ef-4adf-bd36-935b2a57284b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:40.478319 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-68634483-ea5f-4e93-9380-7f284d7b0642 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67067215ad17411aa57e8d843f120e85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3418255 Jan 18 20:21:40.480837 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59202) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:40.488023 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68634483-ea5f-4e93-9380-7f284d7b0642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c37fb79-a0ef-4adf-bd36-935b2a57284b,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:40.493436 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc7b598-fe9f-428f-9436-a7f06dc061e4 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Router 1caa38ab-aff5-4600-bad4-82d228d8ef2b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:21:40.497170 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-796248bd-85ea-4fd6-8ccf-8dc08f4e305b None None] Deleting port f54bdec5-a19b-4038-accf-f8bdad8a8d81 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:21:40.497554 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-796248bd-85ea-4fd6-8ccf-8dc08f4e305b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (f54bdec5-a19b-4038-accf-f8bdad8a8d81), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:40.582852 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c121835-df3f-42fc-afd8-5ad431c9665e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (81c102ef-f128-429a-9459-1ac808d63a04), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:40.585288 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-48f9bc02-3e4e-466a-8a0b-916cceea327a admin admin] Publish callbacks [] for security_group (4c37fb79-a0ef-4adf-bd36-935b2a57284b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:40.603754 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-796248bd-85ea-4fd6-8ccf-8dc08f4e305b None None] For port f54bdec5-a19b-4038-accf-f8bdad8a8d81, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f54bdec5-a19b-4038-accf-f8bdad8a8d81,segment=NetworkSegment(d0da82cf-5645-4777-86ff-c2c01c2d9914),segment_id=d0da82cf-5645-4777-86ff-c2c01c2d9914)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:21:40.604220 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-796248bd-85ea-4fd6-8ccf-8dc08f4e305b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (f54bdec5-a19b-4038-accf-f8bdad8a8d81), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:40.620562 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-796248bd-85ea-4fd6-8ccf-8dc08f4e305b None None] Calling delete_port for f54bdec5-a19b-4038-accf-f8bdad8a8d81 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:21:40.634409 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-48f9bc02-3e4e-466a-8a0b-916cceea327a admin admin] Publish callbacks [] for security_group (4c37fb79-a0ef-4adf-bd36-935b2a57284b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:40.706489 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59218) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:40.736040 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-48f9bc02-3e4e-466a-8a0b-916cceea327a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4c37fb79-a0ef-4adf-bd36-935b2a57284b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:40.745601 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-48f9bc02-3e4e-466a-8a0b-916cceea327a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:40.750522 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-48f9bc02-3e4e-466a-8a0b-916cceea327a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4c37fb79-a0ef-4adf-bd36-935b2a57284b HTTP/1.1" status: 204 len: 168 time: 0.2684608 Jan 18 20:21:40.761987 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9bc02-3e4e-466a-8a0b-916cceea327a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c37fb79-a0ef-4adf-bd36-935b2a57284b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:40.788035 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-796248bd-85ea-4fd6-8ccf-8dc08f4e305b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (f54bdec5-a19b-4038-accf-f8bdad8a8d81), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:40.801466 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc7b598-fe9f-428f-9436-a7f06dc061e4 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:21:40.841512 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204749ac-6870-4bd4-9ca7-77da73c9b835 None None] Sync routers for ids ['1caa38ab-aff5-4600-bad4-82d228d8ef2b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:21:40.842008 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-8c121835-df3f-42fc-afd8-5ad431c9665e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c102ef-f128-429a-9459-1ac808d63a04']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:40.844466 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-95a2a357-fa9a-4cff-9100-596e7118d220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (12767e71-206d-42bf-be90-7b61ed500cb9), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:40.847912 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796248bd-85ea-4fd6-8ccf-8dc08f4e305b None None] Pushing event deleted for resources: {'Port': ['ID=f54bdec5-a19b-4038-accf-f8bdad8a8d81,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:40.848419 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-95a2a357-fa9a-4cff-9100-596e7118d220 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:40.850454 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-95a2a357-fa9a-4cff-9100-596e7118d220 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/12767e71-206d-42bf-be90-7b61ed500cb9 HTTP/1.1" status: 204 len: 168 time: 0.9939196 Jan 18 20:21:40.853303 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b598-fe9f-428f-9436-a7f06dc061e4 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:40.860285 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796248bd-85ea-4fd6-8ccf-8dc08f4e305b None None] No DVR routers for this DVR port f54bdec5-a19b-4038-accf-f8bdad8a8d81 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:21:40.879144 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-8c121835-df3f-42fc-afd8-5ad431c9665e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011b0248-f13e-4236-abd9-595a2f7b91fd') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:40.879377 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-8c121835-df3f-42fc-afd8-5ad431c9665e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011b0248-f13e-4236-abd9-595a2f7b91fd') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:40.883296 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204749ac-6870-4bd4-9ca7-77da73c9b835 None None] Routers {'1caa38ab-aff5-4600-bad4-82d228d8ef2b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:40.884113 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-204749ac-6870-4bd4-9ca7-77da73c9b835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:21:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['1caa38ab-aff5-4600-bad4-82d228d8ef2b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:40.912198 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2a357-fa9a-4cff-9100-596e7118d220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12767e71-206d-42bf-be90-7b61ed500cb9,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:40.919475 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c121835-df3f-42fc-afd8-5ad431c9665e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (011b0248-f13e-4236-abd9-595a2f7b91fd), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:40.925364 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-490c2b98-08bc-465e-baf5-ab0579d5bc53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:40.955731 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c121835-df3f-42fc-afd8-5ad431c9665e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (011b0248-f13e-4236-abd9-595a2f7b91fd), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:40.989237 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c121835-df3f-42fc-afd8-5ad431c9665e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:21:40.989660 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c121835-df3f-42fc-afd8-5ad431c9665e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (011b0248-f13e-4236-abd9-595a2f7b91fd), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:21:40.996328 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:21:41.020756 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4cc7b598-fe9f-428f-9436-a7f06dc061e4 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "PUT /v2.0/floatingips/5803d28d-c208-435f-acde-b777fcce4666 HTTP/1.1" status: 200 len: 978 time: 4.6800106 Jan 18 20:21:41.035063 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-204749ac-6870-4bd4-9ca7-77da73c9b835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:41.092399 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204749ac-6870-4bd4-9ca7-77da73c9b835 None None] Routers {'1caa38ab-aff5-4600-bad4-82d228d8ef2b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:41.095542 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-204749ac-6870-4bd4-9ca7-77da73c9b835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:21:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['1caa38ab-aff5-4600-bad4-82d228d8ef2b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:41.139323 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59228) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:41.187002 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-204749ac-6870-4bd4-9ca7-77da73c9b835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:41.187913 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204749ac-6870-4bd4-9ca7-77da73c9b835 None None] The sync data for ids ['1caa38ab-aff5-4600-bad4-82d228d8ef2b'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:21:41.220012 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-490c2b98-08bc-465e-baf5-ab0579d5bc53 admin admin] Publish callbacks [] for security_group (e15f8d7a-c025-4f4a-b2bf-b8664b76d8ec), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:41.229497 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-490c2b98-08bc-465e-baf5-ab0579d5bc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e15f8d7a-c025-4f4a-b2bf-b8664b76d8ec), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:41.306493 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-490c2b98-08bc-465e-baf5-ab0579d5bc53 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e52996ee80cd45499c4a861b8d47c338&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5989380 Jan 18 20:21:41.309275 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59236) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:41.321019 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c2b98-08bc-465e-baf5-ab0579d5bc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15f8d7a-c025-4f4a-b2bf-b8664b76d8ec,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:41.389760 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-85555232-06ad-407a-b5a1-42c6795fa0e6 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Deleting port 8024806e-09b4-4628-b66a-133270faca4f {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:21:41.390106 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-85555232-06ad-407a-b5a1-42c6795fa0e6 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (8024806e-09b4-4628-b66a-133270faca4f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:41.479276 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-239bbdb1-3141-4689-9514-d5d3fc78144b admin admin] Publish callbacks [] for security_group (e15f8d7a-c025-4f4a-b2bf-b8664b76d8ec), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:41.586324 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-239bbdb1-3141-4689-9514-d5d3fc78144b admin admin] Publish callbacks [] for security_group (e15f8d7a-c025-4f4a-b2bf-b8664b76d8ec), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:41.592841 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c121835-df3f-42fc-afd8-5ad431c9665e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (81c102ef-f128-429a-9459-1ac808d63a04), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:41.596812 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-557e4b2f-0611-4ae6-88c1-c8bf7bcfd496 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (12e57fca-d956-4f0b-a687-21af8fd108ad), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:41.642458 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c121835-df3f-42fc-afd8-5ad431c9665e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:41.654022 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59256) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:41.654733 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8c121835-df3f-42fc-afd8-5ad431c9665e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "DELETE /v2.0/networks/81c102ef-f128-429a-9459-1ac808d63a04 HTTP/1.1" status: 204 len: 168 time: 1.5135422 Jan 18 20:21:41.655780 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aa9aac-8421-427a-adaf-e903b5676992 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:21:41.708544 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 76774e99-86e7-40f9-9dc5-634732beb1a8 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:21:41.741134 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 76774e99-86e7-40f9-9dc5-634732beb1a8 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:21:41.741819 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 76774e99-86e7-40f9-9dc5-634732beb1a8 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:21:41.742635 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f54bdec5-a19b-4038-accf-f8bdad8a8d81 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:21:41.743485 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-85555232-06ad-407a-b5a1-42c6795fa0e6 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (8024806e-09b4-4628-b66a-133270faca4f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:41.769125 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: f54bdec5-a19b-4038-accf-f8bdad8a8d81 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:21:41.770093 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f54bdec5-a19b-4038-accf-f8bdad8a8d81 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:21:41.830884 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e4b2f-0611-4ae6-88c1-c8bf7bcfd496 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Pushing event deleted for resources: {'Port': ['ID=12e57fca-d956-4f0b-a687-21af8fd108ad,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:41.845755 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c121835-df3f-42fc-afd8-5ad431c9665e tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Pushing event deleted for resources: {'Network': ['ID=81c102ef-f128-429a-9459-1ac808d63a04,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:41.880351 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-557e4b2f-0611-4ae6-88c1-c8bf7bcfd496 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (aaeda937-8313-440f-886b-83cbcbc6ee4e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:41.984490 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2fc6f49e-605f-4386-a928-4f8c03561f0d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (dcafdc34-74ba-4d39-8792-ddf985df2019), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:42.014870 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-239bbdb1-3141-4689-9514-d5d3fc78144b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e15f8d7a-c025-4f4a-b2bf-b8664b76d8ec), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:42.017754 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-239bbdb1-3141-4689-9514-d5d3fc78144b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:42.018889 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-239bbdb1-3141-4689-9514-d5d3fc78144b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e15f8d7a-c025-4f4a-b2bf-b8664b76d8ec HTTP/1.1" status: 204 len: 168 time: 0.7084150 Jan 18 20:21:42.039995 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-557e4b2f-0611-4ae6-88c1-c8bf7bcfd496 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (aaeda937-8313-440f-886b-83cbcbc6ee4e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:42.043065 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-557e4b2f-0611-4ae6-88c1-c8bf7bcfd496 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks [] for router_controller (aaeda937-8313-440f-886b-83cbcbc6ee4e), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:42.147677 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-557e4b2f-0611-4ae6-88c1-c8bf7bcfd496 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (aaeda937-8313-440f-886b-83cbcbc6ee4e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:42.148941 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557e4b2f-0611-4ae6-88c1-c8bf7bcfd496 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Fanout notify agent at l3_agent the message router_deleted on router aaeda937-8313-440f-886b-83cbcbc6ee4e {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:21:42.157046 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-557e4b2f-0611-4ae6-88c1-c8bf7bcfd496 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:42.160539 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-557e4b2f-0611-4ae6-88c1-c8bf7bcfd496 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] 10.222.0.31 "DELETE /v2.0/routers/aaeda937-8313-440f-886b-83cbcbc6ee4e HTTP/1.1" status: 204 len: 168 time: 3.3520608 Jan 18 20:21:42.162983 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59284) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:42.262161 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ff0ad1-de78-4f21-bdfd-442c503ee96c tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Deleting subnet ed113be1-5442-4179-8268-aa398c89a0b7 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:21:42.268325 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89ff0ad1-de78-4f21-bdfd-442c503ee96c tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks [] for subnet (ed113be1-5442-4179-8268-aa398c89a0b7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:42.328157 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89ff0ad1-de78-4f21-bdfd-442c503ee96c tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (ed113be1-5442-4179-8268-aa398c89a0b7), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:42.423182 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59288) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:42.427562 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239bbdb1-3141-4689-9514-d5d3fc78144b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15f8d7a-c025-4f4a-b2bf-b8664b76d8ec,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:42.534408 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89ff0ad1-de78-4f21-bdfd-442c503ee96c tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (ed113be1-5442-4179-8268-aa398c89a0b7), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:42.620945 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2fc6f49e-605f-4386-a928-4f8c03561f0d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (dcafdc34-74ba-4d39-8792-ddf985df2019), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:42.630964 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89ff0ad1-de78-4f21-bdfd-442c503ee96c tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (ed113be1-5442-4179-8268-aa398c89a0b7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:42.658236 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-2fc6f49e-605f-4386-a928-4f8c03561f0d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcafdc34-74ba-4d39-8792-ddf985df2019']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:42.667820 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-85555232-06ad-407a-b5a1-42c6795fa0e6 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:42.668539 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-85555232-06ad-407a-b5a1-42c6795fa0e6 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (5803d28d-c208-435f-acde-b777fcce4666), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:42.669110 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-85555232-06ad-407a-b5a1-42c6795fa0e6 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Floating IP 5803d28d-c208-435f-acde-b777fcce4666 disassociated. External IP: 172.25.4.209, port: 8024806e-09b4-4628-b66a-133270faca4f. Jan 18 20:21:42.669692 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-85555232-06ad-407a-b5a1-42c6795fa0e6 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Calling delete_port for 8024806e-09b4-4628-b66a-133270faca4f owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:21:42.676262 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-2fc6f49e-605f-4386-a928-4f8c03561f0d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0da82cf-5645-4777-86ff-c2c01c2d9914') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:42.677313 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-2fc6f49e-605f-4386-a928-4f8c03561f0d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0da82cf-5645-4777-86ff-c2c01c2d9914') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:42.696587 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff0ad1-de78-4f21-bdfd-442c503ee96c tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Pushing event deleted for resources: {'Subnet': ['ID=ed113be1-5442-4179-8268-aa398c89a0b7,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:42.697111 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2fc6f49e-605f-4386-a928-4f8c03561f0d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (d0da82cf-5645-4777-86ff-c2c01c2d9914), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:42.707062 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89ff0ad1-de78-4f21-bdfd-442c503ee96c tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:42.714414 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07610b09-6b1e-4bf3-8555-c99b4dae74f3 None None] Network 758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:21:42.714898 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-89ff0ad1-de78-4f21-bdfd-442c503ee96c tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] 10.222.0.31 "DELETE /v2.0/subnets/ed113be1-5442-4179-8268-aa398c89a0b7 HTTP/1.1" status: 204 len: 168 time: 0.5506496 Jan 18 20:21:42.716960 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59298) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:42.827518 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2fc6f49e-605f-4386-a928-4f8c03561f0d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (d0da82cf-5645-4777-86ff-c2c01c2d9914), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:42.831516 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59302) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:42.838562 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-5db2ec37-28d6-47fa-a16e-7ac63b3adec3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-956012534-network', 'tenant_id': '5f9fc98a5c8843528e90ed57ddcb5344'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:42.864977 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d4e0032e-e870-4017-b672-807a57a83ff9 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:42.873499 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc6f49e-605f-4386-a928-4f8c03561f0d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:21:42.873934 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2fc6f49e-605f-4386-a928-4f8c03561f0d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (d0da82cf-5645-4777-86ff-c2c01c2d9914), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:21:42.895907 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:21:42.915252 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6fef1ac4-69a8-4986-8a4f-daa0c3e51c6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:42.986174 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff45f727-62f8-4a19-8a87-a36450413f8f None None] DHCP port deletion for 758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:21:42.987520 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db2ec37-28d6-47fa-a16e-7ac63b3adec3 admin admin] Made reservation on behalf of 5f9fc98a5c8843528e90ed57ddcb5344 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:21:42.989809 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5db2ec37-28d6-47fa-a16e-7ac63b3adec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:43.010795 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5db2ec37-28d6-47fa-a16e-7ac63b3adec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:43.030405 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d4e0032e-e870-4017-b672-807a57a83ff9 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Deleting port d35b189d-8a99-42f9-82fd-6b21e8e29c0a {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:21:43.030738 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d4e0032e-e870-4017-b672-807a57a83ff9 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d35b189d-8a99-42f9-82fd-6b21e8e29c0a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:43.039429 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ff45f727-62f8-4a19-8a87-a36450413f8f None None] Deleting port d35b189d-8a99-42f9-82fd-6b21e8e29c0a {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:21:43.040048 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ff45f727-62f8-4a19-8a87-a36450413f8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d35b189d-8a99-42f9-82fd-6b21e8e29c0a), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:43.121770 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ff45f727-62f8-4a19-8a87-a36450413f8f None None] For port d35b189d-8a99-42f9-82fd-6b21e8e29c0a, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d35b189d-8a99-42f9-82fd-6b21e8e29c0a,segment=NetworkSegment(c73f71c2-fbcb-4742-a137-ef4a317bb1dd),segment_id=c73f71c2-fbcb-4742-a137-ef4a317bb1dd)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:21:43.122379 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ff45f727-62f8-4a19-8a87-a36450413f8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d35b189d-8a99-42f9-82fd-6b21e8e29c0a), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:43.126651 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d4e0032e-e870-4017-b672-807a57a83ff9 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] For port d35b189d-8a99-42f9-82fd-6b21e8e29c0a, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d35b189d-8a99-42f9-82fd-6b21e8e29c0a,segment=NetworkSegment(c73f71c2-fbcb-4742-a137-ef4a317bb1dd),segment_id=c73f71c2-fbcb-4742-a137-ef4a317bb1dd)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:21:43.127008 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d4e0032e-e870-4017-b672-807a57a83ff9 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d35b189d-8a99-42f9-82fd-6b21e8e29c0a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:43.137557 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ff45f727-62f8-4a19-8a87-a36450413f8f None None] Calling delete_port for d35b189d-8a99-42f9-82fd-6b21e8e29c0a owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:21:43.144661 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d4e0032e-e870-4017-b672-807a57a83ff9 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Calling delete_port for d35b189d-8a99-42f9-82fd-6b21e8e29c0a owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:21:43.216690 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2fc6f49e-605f-4386-a928-4f8c03561f0d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (dcafdc34-74ba-4d39-8792-ddf985df2019), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:43.228126 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-85555232-06ad-407a-b5a1-42c6795fa0e6 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (8024806e-09b4-4628-b66a-133270faca4f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:43.230137 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5db2ec37-28d6-47fa-a16e-7ac63b3adec3 admin admin] Publish callbacks [] for security_group (6a8b68c7-4320-4f74-8588-cd436f58ba45), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:43.234956 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2fc6f49e-605f-4386-a928-4f8c03561f0d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:43.244446 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2fc6f49e-605f-4386-a928-4f8c03561f0d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] 10.222.0.31 "DELETE /v2.0/networks/dcafdc34-74ba-4d39-8792-ddf985df2019 HTTP/1.1" status: 204 len: 168 time: 1.5693152 Jan 18 20:21:43.246436 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5db2ec37-28d6-47fa-a16e-7ac63b3adec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6a8b68c7-4320-4f74-8588-cd436f58ba45), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:43.261001 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db2ec37-28d6-47fa-a16e-7ac63b3adec3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:21:43.271075 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5db2ec37-28d6-47fa-a16e-7ac63b3adec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (717e7bb3-e3f5-4f45-882c-8e1cb0352a90), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:43.279613 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ff45f727-62f8-4a19-8a87-a36450413f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (d35b189d-8a99-42f9-82fd-6b21e8e29c0a), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:43.283061 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-5db2ec37-28d6-47fa-a16e-7ac63b3adec3 admin admin] Added segment 717e7bb3-e3f5-4f45-882c-8e1cb0352a90 of type vlan for network 37dc39d8-f640-4ae8-a3b3-462e1f95278c Jan 18 20:21:43.340309 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5db2ec37-28d6-47fa-a16e-7ac63b3adec3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (37dc39d8-f640-4ae8-a3b3-462e1f95278c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:43.392237 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45f727-62f8-4a19-8a87-a36450413f8f None None] Pushing event deleted for resources: {'Port': ['ID=d35b189d-8a99-42f9-82fd-6b21e8e29c0a,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:43.400549 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5db2ec37-28d6-47fa-a16e-7ac63b3adec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (37dc39d8-f640-4ae8-a3b3-462e1f95278c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:43.401998 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db2ec37-28d6-47fa-a16e-7ac63b3adec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:21:43.402657 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff45f727-62f8-4a19-8a87-a36450413f8f None None] No DVR routers for this DVR port d35b189d-8a99-42f9-82fd-6b21e8e29c0a on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:21:43.402994 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5db2ec37-28d6-47fa-a16e-7ac63b3adec3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:43.545792 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6f49e-605f-4386-a928-4f8c03561f0d tempest-TaggedBootDevicesTest-1873305306 tempest-TaggedBootDevicesTest-1873305306-project] Pushing event deleted for resources: {'Network': ['ID=dcafdc34-74ba-4d39-8792-ddf985df2019,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:43.600893 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d4e0032e-e870-4017-b672-807a57a83ff9 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (d35b189d-8a99-42f9-82fd-6b21e8e29c0a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:43.602897 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2ec37-28d6-47fa-a16e-7ac63b3adec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8b68c7-4320-4f74-8588-cd436f58ba45,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:43.621270 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85555232-06ad-407a-b5a1-42c6795fa0e6 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event deleted for resources: {'Port': ['ID=8024806e-09b4-4628-b66a-133270faca4f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:43.639874 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5db2ec37-28d6-47fa-a16e-7ac63b3adec3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2151756 Jan 18 20:21:43.646630 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59324) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:43.649983 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2ec37-28d6-47fa-a16e-7ac63b3adec3 admin admin] Pushing event updated for resources: {'Network': ['ID=37dc39d8-f640-4ae8-a3b3-462e1f95278c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:43.654812 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0032e-e870-4017-b672-807a57a83ff9 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Pushing event deleted for resources: {'Port': ['ID=d35b189d-8a99-42f9-82fd-6b21e8e29c0a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:43.656865 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-d9638fad-b4c1-46b5-a09d-a28d35a71c91 admin admin] Request body: {'subnet': {'network_id': '37dc39d8-f640-4ae8-a3b3-462e1f95278c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-956012534-subnet', 'tenant_id': '5f9fc98a5c8843528e90ed57ddcb5344', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:43.661124 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e0032e-e870-4017-b672-807a57a83ff9 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] No DVR routers for this DVR port d35b189d-8a99-42f9-82fd-6b21e8e29c0a on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:21:43.675742 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 37dc39d8-f640-4ae8-a3b3-462e1f95278c details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:21:43.701294 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d35b189d-8a99-42f9-82fd-6b21e8e29c0a no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:21:43.776267 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6fef1ac4-69a8-4986-8a4f-daa0c3e51c6f admin admin] Publish callbacks [] for security_group (5b7043b1-56d9-434e-83cc-9f9b9d368b2f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:43.786667 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: d35b189d-8a99-42f9-82fd-6b21e8e29c0a {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:21:43.787367 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d35b189d-8a99-42f9-82fd-6b21e8e29c0a not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:21:43.808797 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85555232-06ad-407a-b5a1-42c6795fa0e6 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Router 1caa38ab-aff5-4600-bad4-82d228d8ef2b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:21:43.816217 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6fef1ac4-69a8-4986-8a4f-daa0c3e51c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5b7043b1-56d9-434e-83cc-9f9b9d368b2f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:43.865130 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9638fad-b4c1-46b5-a09d-a28d35a71c91 admin admin] Made reservation on behalf of 5f9fc98a5c8843528e90ed57ddcb5344 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:21:43.867472 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9638fad-b4c1-46b5-a09d-a28d35a71c91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:43.909921 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d4e0032e-e870-4017-b672-807a57a83ff9 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:43.936220 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6fef1ac4-69a8-4986-8a4f-daa0c3e51c6f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6286350a22594939926209d1eb5dbb2a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1036434 Jan 18 20:21:43.936958 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef1ac4-69a8-4986-8a4f-daa0c3e51c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7043b1-56d9-434e-83cc-9f9b9d368b2f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:43.954714 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59332) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:43.973251 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-d4e0032e-e870-4017-b672-807a57a83ff9 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:43.990049 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-d4e0032e-e870-4017-b672-807a57a83ff9 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73f71c2-fbcb-4742-a137-ef4a317bb1dd') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:43.990463 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-d4e0032e-e870-4017-b672-807a57a83ff9 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73f71c2-fbcb-4742-a137-ef4a317bb1dd') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:44.009899 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d4e0032e-e870-4017-b672-807a57a83ff9 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (c73f71c2-fbcb-4742-a137-ef4a317bb1dd), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:44.034746 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d4e0032e-e870-4017-b672-807a57a83ff9 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (c73f71c2-fbcb-4742-a137-ef4a317bb1dd), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:44.044503 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e0032e-e870-4017-b672-807a57a83ff9 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:21:44.044503 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d4e0032e-e870-4017-b672-807a57a83ff9 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (c73f71c2-fbcb-4742-a137-ef4a317bb1dd), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:21:44.047685 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:21:44.086347 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6345b171-80dc-4820-b0e1-94b7d5b0c8b9 admin admin] Publish callbacks [] for security_group (5b7043b1-56d9-434e-83cc-9f9b9d368b2f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:44.170137 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6345b171-80dc-4820-b0e1-94b7d5b0c8b9 admin admin] Publish callbacks [] for security_group (5b7043b1-56d9-434e-83cc-9f9b9d368b2f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:44.181027 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d4e0032e-e870-4017-b672-807a57a83ff9 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:44.230636 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d4e0032e-e870-4017-b672-807a57a83ff9 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:44.238340 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d4e0032e-e870-4017-b672-807a57a83ff9 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] 10.222.0.31 "DELETE /v2.0/networks/758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6 HTTP/1.1" status: 204 len: 168 time: 1.5202708 Jan 18 20:21:44.239771 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0032e-e870-4017-b672-807a57a83ff9 tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Pushing event deleted for resources: {'Network': ['ID=758c27cc-cc36-4fc4-8efb-a24bfb4fa9c6,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:44.240817 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59344) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:44.318046 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6345b171-80dc-4820-b0e1-94b7d5b0c8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5b7043b1-56d9-434e-83cc-9f9b9d368b2f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:44.321388 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6345b171-80dc-4820-b0e1-94b7d5b0c8b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:44.324045 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6345b171-80dc-4820-b0e1-94b7d5b0c8b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b7043b1-56d9-434e-83cc-9f9b9d368b2f HTTP/1.1" status: 204 len: 168 time: 0.3636470 Jan 18 20:21:44.336477 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345b171-80dc-4820-b0e1-94b7d5b0c8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7043b1-56d9-434e-83cc-9f9b9d368b2f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:44.406343 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85555232-06ad-407a-b5a1-42c6795fa0e6 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:21:44.427685 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad70457c-bd15-40fa-8697-5ad8ef717f2c None None] Sync routers for ids ['1caa38ab-aff5-4600-bad4-82d228d8ef2b'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:21:44.447677 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad70457c-bd15-40fa-8697-5ad8ef717f2c None None] Routers {'1caa38ab-aff5-4600-bad4-82d228d8ef2b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:44.448958 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ad70457c-bd15-40fa-8697-5ad8ef717f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:21:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['1caa38ab-aff5-4600-bad4-82d228d8ef2b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:44.493341 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ad70457c-bd15-40fa-8697-5ad8ef717f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:44.519823 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad70457c-bd15-40fa-8697-5ad8ef717f2c None None] Routers {'1caa38ab-aff5-4600-bad4-82d228d8ef2b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:44.520589 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ad70457c-bd15-40fa-8697-5ad8ef717f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:21:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['1caa38ab-aff5-4600-bad4-82d228d8ef2b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:44.570383 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ad70457c-bd15-40fa-8697-5ad8ef717f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:44.572325 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad70457c-bd15-40fa-8697-5ad8ef717f2c None None] The sync data for ids ['1caa38ab-aff5-4600-bad4-82d228d8ef2b'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:21:44.615576 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-85555232-06ad-407a-b5a1-42c6795fa0e6 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:44.619189 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-85555232-06ad-407a-b5a1-42c6795fa0e6 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "DELETE /v2.0/ports/8024806e-09b4-4628-b66a-133270faca4f HTTP/1.1" status: 204 len: 168 time: 3.4786124 Jan 18 20:21:44.622209 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59358) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:44.629390 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9638fad-b4c1-46b5-a09d-a28d35a71c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (c89cc60a-550a-4eca-b2b5-12a27c70ee99), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:44.667277 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-f91028ea-ce7f-4ab2-aaa0-3365148df42c tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Deleting port 42e65543-5929-4353-a349-26c19ac49cc7 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:21:44.668410 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f91028ea-ce7f-4ab2-aaa0-3365148df42c tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (42e65543-5929-4353-a349-26c19ac49cc7), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:44.756957 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9638fad-b4c1-46b5-a09d-a28d35a71c91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c89cc60a-550a-4eca-b2b5-12a27c70ee99,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:44.827104 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9638fad-b4c1-46b5-a09d-a28d35a71c91 admin admin] Checking segment: {'id': '717e7bb3-e3f5-4f45-882c-8e1cb0352a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '37dc39d8-f640-4ae8-a3b3-462e1f95278c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:21:44.828055 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9638fad-b4c1-46b5-a09d-a28d35a71c91 admin admin] Network hostable DHCP agents. Network: 37dc39d8-f640-4ae8-a3b3-462e1f95278c, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:21:44.863247 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9638fad-b4c1-46b5-a09d-a28d35a71c91 admin admin] Network 37dc39d8-f640-4ae8-a3b3-462e1f95278c is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:21:44.898241 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f91028ea-ce7f-4ab2-aaa0-3365148df42c tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (42e65543-5929-4353-a349-26c19ac49cc7), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:44.900245 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f91028ea-ce7f-4ab2-aaa0-3365148df42c tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks [] for floatingip (42e65543-5929-4353-a349-26c19ac49cc7), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:44.903440 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-d9638fad-b4c1-46b5-a09d-a28d35a71c91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 37dc39d8-f640-4ae8-a3b3-462e1f95278c) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:21:44.920744 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea4c435-f84e-4c03-9bc8-0756a273a70b None None] Network 37dc39d8-f640-4ae8-a3b3-462e1f95278c requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:21:44.923756 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9638fad-b4c1-46b5-a09d-a28d35a71c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:21:44.924748 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9638fad-b4c1-46b5-a09d-a28d35a71c91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:44.953393 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-f91028ea-ce7f-4ab2-aaa0-3365148df42c tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Calling delete_port for 42e65543-5929-4353-a349-26c19ac49cc7 owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:21:44.998785 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d9638fad-b4c1-46b5-a09d-a28d35a71c91 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3410089 Jan 18 20:21:45.225386 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221e4d7c-ab87-4b8e-a763-c2c6483accf9 None None] Network 37dc39d8-f640-4ae8-a3b3-462e1f95278c requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:21:45.268939 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f91028ea-ce7f-4ab2-aaa0-3365148df42c tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (42e65543-5929-4353-a349-26c19ac49cc7), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:45.357798 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91028ea-ce7f-4ab2-aaa0-3365148df42c tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Pushing event deleted for resources: {'Port': ['ID=42e65543-5929-4353-a349-26c19ac49cc7,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:45.448648 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59384) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:45.480930 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f4eab1d2-3347-4e91-8f31-cf069d9fc481 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (1caa38ab-aff5-4600-bad4-82d228d8ef2b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:45.495132 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f91028ea-ce7f-4ab2-aaa0-3365148df42c tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks [] for floatingip (c0ff89b1-821f-49e3-bc9a-fb084dd2ec60), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:45.502339 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f91028ea-ce7f-4ab2-aaa0-3365148df42c tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:45.505841 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f91028ea-ce7f-4ab2-aaa0-3365148df42c tempest-FloatingIPAdminTestJSON-1646147151 tempest-FloatingIPAdminTestJSON-1646147151-project] 10.222.0.31 "DELETE /v2.0/floatingips/c0ff89b1-821f-49e3-bc9a-fb084dd2ec60 HTTP/1.1" status: 204 len: 168 time: 1.2617104 Jan 18 20:21:45.686919 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-9c659b5e-84be-4ae6-9716-8b8f62632885 req-28def034-3790-4790-877c-5dc95515df21 tempest-SecurityGroupsNegativeTestJSON-1624040192 tempest-SecurityGroupsNegativeTestJSON-1624040192-project] show failed (client error): The resource could not be found. Jan 18 20:21:45.691085 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9c659b5e-84be-4ae6-9716-8b8f62632885 req-28def034-3790-4790-877c-5dc95515df21 tempest-SecurityGroupsNegativeTestJSON-1624040192 tempest-SecurityGroupsNegativeTestJSON-1624040192-project] 10.222.0.31 "GET /v2.0/security-groups/997323cc-2cdb-4d67-ae8c-cad5f61070c7 HTTP/1.1" status: 404 len: 352 time: 0.0245333 Jan 18 20:21:45.790184 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5ccd337-913b-4ac1-97ed-4a3b11e8af33 req-879714ce-b89b-4273-a5b3-d86933b06541 tempest-SecurityGroupsNegativeTestJSON-1624040192 tempest-SecurityGroupsNegativeTestJSON-1624040192-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f9fc98a5c8843528e90ed57ddcb5344 HTTP/1.1" status: 200 len: 3005 time: 0.0640376 Jan 18 20:21:45.814763 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f568e53b-0241-438f-b299-b0c452e3e12a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:45.859186 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5ccd337-913b-4ac1-97ed-4a3b11e8af33 req-af657d41-9a04-4b4f-b3b2-a54cac3f52c5 tempest-SecurityGroupsNegativeTestJSON-1624040192 tempest-SecurityGroupsNegativeTestJSON-1624040192-project] 10.222.0.31 "GET /v2.0/security-groups/6a8b68c7-4320-4f74-8588-cd436f58ba45 HTTP/1.1" status: 200 len: 3002 time: 0.0679450 Jan 18 20:21:45.914378 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5ccd337-913b-4ac1-97ed-4a3b11e8af33 req-0a31ae0e-d84a-43db-b2e0-8e169b5a0563 tempest-SecurityGroupsNegativeTestJSON-1624040192 tempest-SecurityGroupsNegativeTestJSON-1624040192-project] 10.222.0.31 "GET /v2.0/security-groups/6a8b68c7-4320-4f74-8588-cd436f58ba45 HTTP/1.1" status: 200 len: 3002 time: 0.0542777 Jan 18 20:21:45.971372 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f568e53b-0241-438f-b299-b0c452e3e12a admin admin] Publish callbacks [] for security_group (ca2a759b-8a34-4010-b5eb-f5004a50a6e4), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:45.987972 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f568e53b-0241-438f-b299-b0c452e3e12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ca2a759b-8a34-4010-b5eb-f5004a50a6e4), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:46.034906 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ef6dae5-cd91-48b3-8825-67b7b25b1a57 req-57753756-db15-434f-b952-3eb3eb252ccd tempest-SecurityGroupsNegativeTestJSON-1624040192 tempest-SecurityGroupsNegativeTestJSON-1624040192-project] 10.222.0.31 "GET /v2.0/security-groups/6a8b68c7-4320-4f74-8588-cd436f58ba45 HTTP/1.1" status: 200 len: 3002 time: 0.0855010 Jan 18 20:21:46.132138 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f568e53b-0241-438f-b299-b0c452e3e12a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0746928bdd5d4a5f9fa429f788835e4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6823909 Jan 18 20:21:46.132956 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59410) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:46.133283 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59412) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:46.135416 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568e53b-0241-438f-b299-b0c452e3e12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2a759b-8a34-4010-b5eb-f5004a50a6e4,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:46.170913 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f4eab1d2-3347-4e91-8f31-cf069d9fc481 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Deleting port 7ee5738c-69e5-4dd4-aee8-dc9fad12614d {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:21:46.171257 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f4eab1d2-3347-4e91-8f31-cf069d9fc481 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (7ee5738c-69e5-4dd4-aee8-dc9fad12614d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:46.179855 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-3ef6dae5-cd91-48b3-8825-67b7b25b1a57 req-13f9baef-8e49-443d-9733-25a6923dce5e tempest-SecurityGroupsNegativeTestJSON-1624040192 tempest-SecurityGroupsNegativeTestJSON-1624040192-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 18 20:21:46.180907 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ef6dae5-cd91-48b3-8825-67b7b25b1a57 req-13f9baef-8e49-443d-9733-25a6923dce5e tempest-SecurityGroupsNegativeTestJSON-1624040192 tempest-SecurityGroupsNegativeTestJSON-1624040192-project] 10.222.0.31 "DELETE /v2.0/security-groups/6a8b68c7-4320-4f74-8588-cd436f58ba45 HTTP/1.1" status: 409 len: 352 time: 0.1402943 Jan 18 20:21:46.239487 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-5be8edb5-a86e-4f18-b06b-34b4960b876a req-4ac4fefb-e40d-46ab-bfcb-206eaf307bd6 tempest-SecurityGroupsNegativeTestJSON-1624040192 tempest-SecurityGroupsNegativeTestJSON-1624040192-project] show failed (client error): The resource could not be found. Jan 18 20:21:46.240617 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5be8edb5-a86e-4f18-b06b-34b4960b876a req-4ac4fefb-e40d-46ab-bfcb-206eaf307bd6 tempest-SecurityGroupsNegativeTestJSON-1624040192 tempest-SecurityGroupsNegativeTestJSON-1624040192-project] 10.222.0.31 "GET /v2.0/security-groups/e58edbbb-6dc2-45dc-8a59-1390440792fe HTTP/1.1" status: 404 len: 352 time: 0.0258770 Jan 18 20:21:46.280375 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-1c499310-e146-477e-85f0-7f6a328354b2 req-fee102dc-08bd-4c08-b59a-c07ce73342e7 tempest-SecurityGroupsNegativeTestJSON-1624040192 tempest-SecurityGroupsNegativeTestJSON-1624040192-project] show failed (client error): The resource could not be found. Jan 18 20:21:46.281410 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1c499310-e146-477e-85f0-7f6a328354b2 req-fee102dc-08bd-4c08-b59a-c07ce73342e7 tempest-SecurityGroupsNegativeTestJSON-1624040192 tempest-SecurityGroupsNegativeTestJSON-1624040192-project] 10.222.0.31 "GET /v2.0/security-groups/41959ec7-bf27-4eaf-8470-afbab71f4b64 HTTP/1.1" status: 404 len: 352 time: 0.0164568 Jan 18 20:21:46.295957 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59424) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:46.316886 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f4eab1d2-3347-4e91-8f31-cf069d9fc481 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (7ee5738c-69e5-4dd4-aee8-dc9fad12614d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:46.340008 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f4eab1d2-3347-4e91-8f31-cf069d9fc481 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Calling delete_port for 7ee5738c-69e5-4dd4-aee8-dc9fad12614d owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:21:46.386856 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-369fb425-ba50-44bf-8402-c018a747a965 admin admin] Deleting subnet c89cc60a-550a-4eca-b2b5-12a27c70ee99 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:21:46.400179 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-369fb425-ba50-44bf-8402-c018a747a965 admin admin] Publish callbacks [] for subnet (c89cc60a-550a-4eca-b2b5-12a27c70ee99), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:46.440262 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59426) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:46.476479 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-369fb425-ba50-44bf-8402-c018a747a965 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (c89cc60a-550a-4eca-b2b5-12a27c70ee99), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:46.564373 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-369fb425-ba50-44bf-8402-c018a747a965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (c89cc60a-550a-4eca-b2b5-12a27c70ee99), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:46.601817 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-e080d506-9543-4e2c-86c6-90499aa76987 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1504911370'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:46.659699 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99a9717a-3463-4705-a755-fb39be60d68f admin admin] Publish callbacks [] for security_group (ca2a759b-8a34-4010-b5eb-f5004a50a6e4), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:46.696331 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11169cf-de3b-4e62-afad-0332402370d8 req-54ed17ab-07b6-4e5f-a6a1-3afb2341f052 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:21:46.701119 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99a9717a-3463-4705-a755-fb39be60d68f admin admin] Publish callbacks [] for security_group (ca2a759b-8a34-4010-b5eb-f5004a50a6e4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:46.704552 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f11169cf-de3b-4e62-afad-0332402370d8 req-54ed17ab-07b6-4e5f-a6a1-3afb2341f052 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 945 time: 0.0977128 Jan 18 20:21:46.747400 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-475b1375-6d04-47d4-b3cd-edc79ba6e9ba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=87036d0c889d474ba3484f9f2232f647&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5990067 Jan 18 20:21:46.749518 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e080d506-9543-4e2c-86c6-90499aa76987 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:21:46.753798 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e080d506-9543-4e2c-86c6-90499aa76987 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:46.754465 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59436) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:46.769035 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e080d506-9543-4e2c-86c6-90499aa76987 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:46.780532 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-369fb425-ba50-44bf-8402-c018a747a965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (c89cc60a-550a-4eca-b2b5-12a27c70ee99), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:46.862362 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f11169cf-de3b-4e62-afad-0332402370d8 req-26afaf04-0ed2-4df2-bc25-c2024ff8b588 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543026 Jan 18 20:21:46.862362 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369fb425-ba50-44bf-8402-c018a747a965 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c89cc60a-550a-4eca-b2b5-12a27c70ee99,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:46.871226 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-369fb425-ba50-44bf-8402-c018a747a965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:46.876653 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-369fb425-ba50-44bf-8402-c018a747a965 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c89cc60a-550a-4eca-b2b5-12a27c70ee99 HTTP/1.1" status: 204 len: 168 time: 0.5791759 Jan 18 20:21:46.882155 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59440) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:46.892978 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99a9717a-3463-4705-a755-fb39be60d68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ca2a759b-8a34-4010-b5eb-f5004a50a6e4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:46.893862 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99a9717a-3463-4705-a755-fb39be60d68f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:46.899822 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-99a9717a-3463-4705-a755-fb39be60d68f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca2a759b-8a34-4010-b5eb-f5004a50a6e4 HTTP/1.1" status: 204 len: 168 time: 0.7588415 Jan 18 20:21:46.899822 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa80a447-6392-462e-aaac-e18844fd84b4 admin admin] Publish callbacks [] for security_group (93bbe978-20ae-48e6-b5dd-c790f5d73a1d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:46.901819 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f4eab1d2-3347-4e91-8f31-cf069d9fc481 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (7ee5738c-69e5-4dd4-aee8-dc9fad12614d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:46.955140 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9717a-3463-4705-a755-fb39be60d68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2a759b-8a34-4010-b5eb-f5004a50a6e4,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:46.965283 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eab1d2-3347-4e91-8f31-cf069d9fc481 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event deleted for resources: {'Port': ['ID=7ee5738c-69e5-4dd4-aee8-dc9fad12614d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:47.015944 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eab1d2-3347-4e91-8f31-cf069d9fc481 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:47.016286 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eab1d2-3347-4e91-8f31-cf069d9fc481 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:47.016698 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eab1d2-3347-4e91-8f31-cf069d9fc481 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:47.017826 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eab1d2-3347-4e91-8f31-cf069d9fc481 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:47.018176 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eab1d2-3347-4e91-8f31-cf069d9fc481 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:47.024137 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eab1d2-3347-4e91-8f31-cf069d9fc481 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:47.024531 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eab1d2-3347-4e91-8f31-cf069d9fc481 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:47.024864 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eab1d2-3347-4e91-8f31-cf069d9fc481 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:47.026007 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eab1d2-3347-4e91-8f31-cf069d9fc481 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:47.026344 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eab1d2-3347-4e91-8f31-cf069d9fc481 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:47.026669 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eab1d2-3347-4e91-8f31-cf069d9fc481 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:47.026991 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eab1d2-3347-4e91-8f31-cf069d9fc481 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:47.027313 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eab1d2-3347-4e91-8f31-cf069d9fc481 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:47.115040 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d31a-1dbe-4351-a96f-b8b9699c3e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (37dc39d8-f640-4ae8-a3b3-462e1f95278c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:47.140534 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa80a447-6392-462e-aaac-e18844fd84b4 admin admin] Publish callbacks [] for security_group (93bbe978-20ae-48e6-b5dd-c790f5d73a1d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:47.205693 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e080d506-9543-4e2c-86c6-90499aa76987 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for security_group (90eca153-5a6f-4dcb-acec-51bce1090b92), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:47.222808 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e080d506-9543-4e2c-86c6-90499aa76987 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (90eca153-5a6f-4dcb-acec-51bce1090b92), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:47.391810 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e080d506-9543-4e2c-86c6-90499aa76987 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:21:47.429800 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080d506-9543-4e2c-86c6-90499aa76987 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90eca153-5a6f-4dcb-acec-51bce1090b92,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:47.444621 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa80a447-6392-462e-aaac-e18844fd84b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (93bbe978-20ae-48e6-b5dd-c790f5d73a1d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:47.453717 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa80a447-6392-462e-aaac-e18844fd84b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:47.458444 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-aa80a447-6392-462e-aaac-e18844fd84b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93bbe978-20ae-48e6-b5dd-c790f5d73a1d HTTP/1.1" status: 204 len: 168 time: 0.7021670 Jan 18 20:21:47.494413 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f4eab1d2-3347-4e91-8f31-cf069d9fc481 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (1caa38ab-aff5-4600-bad4-82d228d8ef2b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:47.500093 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e080d506-9543-4e2c-86c6-90499aa76987 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (d5f18ddb-a7ca-405c-b4e7-b692253bd4a2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:47.500457 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-e080d506-9543-4e2c-86c6-90499aa76987 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Added segment d5f18ddb-a7ca-405c-b4e7-b692253bd4a2 of type vlan for network c68ada5d-da8a-41c6-813a-b53f9c35e893 Jan 18 20:21:47.508292 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80a447-6392-462e-aaac-e18844fd84b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bbe978-20ae-48e6-b5dd-c790f5d73a1d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:47.516848 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d31a-1dbe-4351-a96f-b8b9699c3e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (37dc39d8-f640-4ae8-a3b3-462e1f95278c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:47.548296 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59464) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:47.648760 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-ddd6d31a-1dbe-4351-a96f-b8b9699c3e7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37dc39d8-f640-4ae8-a3b3-462e1f95278c']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:47.651079 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fa315526-059e-4cb2-94a0-704d2ece08cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:47.663905 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-ddd6d31a-1dbe-4351-a96f-b8b9699c3e7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '717e7bb3-e3f5-4f45-882c-8e1cb0352a90') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:47.664289 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-ddd6d31a-1dbe-4351-a96f-b8b9699c3e7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '717e7bb3-e3f5-4f45-882c-8e1cb0352a90') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:47.666779 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e080d506-9543-4e2c-86c6-90499aa76987 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (c68ada5d-da8a-41c6-813a-b53f9c35e893), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:47.688146 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d31a-1dbe-4351-a96f-b8b9699c3e7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (717e7bb3-e3f5-4f45-882c-8e1cb0352a90), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:47.732502 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d31a-1dbe-4351-a96f-b8b9699c3e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (717e7bb3-e3f5-4f45-882c-8e1cb0352a90), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:47.774843 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e080d506-9543-4e2c-86c6-90499aa76987 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (c68ada5d-da8a-41c6-813a-b53f9c35e893), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:47.780510 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e080d506-9543-4e2c-86c6-90499aa76987 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:21:47.797232 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e080d506-9543-4e2c-86c6-90499aa76987 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:47.809198 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd6d31a-1dbe-4351-a96f-b8b9699c3e7e admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:21:47.809937 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d31a-1dbe-4351-a96f-b8b9699c3e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (717e7bb3-e3f5-4f45-882c-8e1cb0352a90), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:21:47.816657 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:21:47.915707 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e080d506-9543-4e2c-86c6-90499aa76987 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4743085 Jan 18 20:21:47.927071 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59478) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:47.936003 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-63086d0c-065a-4649-a11a-53f41a98d38f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:47.945109 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4eab1d2-3347-4e91-8f31-cf069d9fc481 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Router 1caa38ab-aff5-4600-bad4-82d228d8ef2b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:21:47.955676 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d31a-1dbe-4351-a96f-b8b9699c3e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (37dc39d8-f640-4ae8-a3b3-462e1f95278c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:47.969493 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080d506-9543-4e2c-86c6-90499aa76987 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Network': ['ID=c68ada5d-da8a-41c6-813a-b53f9c35e893,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:47.974276 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d31a-1dbe-4351-a96f-b8b9699c3e7e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:47.978550 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ddd6d31a-1dbe-4351-a96f-b8b9699c3e7e admin admin] 10.222.0.31 "DELETE /v2.0/networks/37dc39d8-f640-4ae8-a3b3-462e1f95278c HTTP/1.1" status: 204 len: 168 time: 1.0989139 Jan 18 20:21:47.988070 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:21:48.002678 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fa315526-059e-4cb2-94a0-704d2ece08cd admin admin] Publish callbacks [] for security_group (5d6245b5-fd52-4d17-b067-26d568cd9d30), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:48.004438 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6d31a-1dbe-4351-a96f-b8b9699c3e7e admin admin] Pushing event deleted for resources: {'Network': ['ID=37dc39d8-f640-4ae8-a3b3-462e1f95278c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:48.011167 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fa315526-059e-4cb2-94a0-704d2ece08cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5d6245b5-fd52-4d17-b067-26d568cd9d30), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:48.122140 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fa315526-059e-4cb2-94a0-704d2ece08cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8fb39743d18a4019894763cf3a5c90f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5727406 Jan 18 20:21:48.124374 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59482) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:48.144813 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa315526-059e-4cb2-94a0-704d2ece08cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6245b5-fd52-4d17-b067-26d568cd9d30,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:48.217834 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63086d0c-065a-4649-a11a-53f41a98d38f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:21:48.222354 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-63086d0c-065a-4649-a11a-53f41a98d38f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:48.239651 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7e0dff6e-b5a8-49ff-8e77-45903a2bad63 admin admin] Publish callbacks [] for security_group (5d6245b5-fd52-4d17-b067-26d568cd9d30), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:48.260564 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4eab1d2-3347-4e91-8f31-cf069d9fc481 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:21:48.272962 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696a6bf2-1ab6-4f9d-87f4-07b56dd53620 None None] Sync routers for ids ['1caa38ab-aff5-4600-bad4-82d228d8ef2b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:21:48.283277 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59486) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:48.284652 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f4eab1d2-3347-4e91-8f31-cf069d9fc481 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "PUT /v2.0/routers/1caa38ab-aff5-4600-bad4-82d228d8ef2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6607678 Jan 18 20:21:48.286346 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59488) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:48.317243 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696a6bf2-1ab6-4f9d-87f4-07b56dd53620 None None] Routers {'1caa38ab-aff5-4600-bad4-82d228d8ef2b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:48.317916 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-696a6bf2-1ab6-4f9d-87f4-07b56dd53620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:21:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['1caa38ab-aff5-4600-bad4-82d228d8ef2b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:48.326029 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98465a43-a4ca-4afa-bf3e-203ec4e11d98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:48.351007 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59490) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:48.353046 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7e0dff6e-b5a8-49ff-8e77-45903a2bad63 admin admin] Publish callbacks [] for security_group (5d6245b5-fd52-4d17-b067-26d568cd9d30), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:48.360586 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-696a6bf2-1ab6-4f9d-87f4-07b56dd53620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:48.372707 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696a6bf2-1ab6-4f9d-87f4-07b56dd53620 None None] Routers {'1caa38ab-aff5-4600-bad4-82d228d8ef2b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:21:48.374792 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-696a6bf2-1ab6-4f9d-87f4-07b56dd53620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:21:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['1caa38ab-aff5-4600-bad4-82d228d8ef2b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:48.421680 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-696a6bf2-1ab6-4f9d-87f4-07b56dd53620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:48.422340 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696a6bf2-1ab6-4f9d-87f4-07b56dd53620 None None] The sync data for ids ['1caa38ab-aff5-4600-bad4-82d228d8ef2b'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:21:48.471686 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2aff6ae1-3edd-40a5-bc7e-40c2e492ae8d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f9fc98a5c8843528e90ed57ddcb5344&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1163981 Jan 18 20:21:48.475033 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59496) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:48.505311 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-168f9bc3-c404-4c65-9eea-99c7a87ca4a3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for router (1caa38ab-aff5-4600-bad4-82d228d8ef2b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:48.534239 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7e0dff6e-b5a8-49ff-8e77-45903a2bad63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5d6245b5-fd52-4d17-b067-26d568cd9d30), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:48.536738 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7e0dff6e-b5a8-49ff-8e77-45903a2bad63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:48.540301 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7e0dff6e-b5a8-49ff-8e77-45903a2bad63 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5d6245b5-fd52-4d17-b067-26d568cd9d30 HTTP/1.1" status: 204 len: 168 time: 0.4099743 Jan 18 20:21:48.588896 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-448bcc99-16ad-4764-bf7a-4031c7f6f48b admin admin] Publish callbacks [] for security_group (6a8b68c7-4320-4f74-8588-cd436f58ba45), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:48.617677 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-448bcc99-16ad-4764-bf7a-4031c7f6f48b admin admin] Publish callbacks [] for security_group (6a8b68c7-4320-4f74-8588-cd436f58ba45), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:48.668652 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0dff6e-b5a8-49ff-8e77-45903a2bad63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6245b5-fd52-4d17-b067-26d568cd9d30,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:48.673183 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98465a43-a4ca-4afa-bf3e-203ec4e11d98 admin admin] Publish callbacks [] for security_group (ec166b94-49c2-4b03-9749-9cd59f1c330b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:48.675147 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-448bcc99-16ad-4764-bf7a-4031c7f6f48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6a8b68c7-4320-4f74-8588-cd436f58ba45), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:48.687926 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-448bcc99-16ad-4764-bf7a-4031c7f6f48b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:48.689654 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-448bcc99-16ad-4764-bf7a-4031c7f6f48b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a8b68c7-4320-4f74-8588-cd436f58ba45 HTTP/1.1" status: 204 len: 168 time: 0.2137141 Jan 18 20:21:48.705199 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98465a43-a4ca-4afa-bf3e-203ec4e11d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ec166b94-49c2-4b03-9749-9cd59f1c330b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:48.721905 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448bcc99-16ad-4764-bf7a-4031c7f6f48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8b68c7-4320-4f74-8588-cd436f58ba45,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:48.772991 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-98465a43-a4ca-4afa-bf3e-203ec4e11d98 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9c540053a7e496c8c57a597fafbed08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4912794 Jan 18 20:21:48.775632 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-63086d0c-065a-4649-a11a-53f41a98d38f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (4a4b1691-fe5b-467c-9012-c1af2b7f927e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:48.777968 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59508) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:48.799371 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98465a43-a4ca-4afa-bf3e-203ec4e11d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec166b94-49c2-4b03-9749-9cd59f1c330b,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:48.893371 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-168f9bc3-c404-4c65-9eea-99c7a87ca4a3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for router_gateway (1caa38ab-aff5-4600-bad4-82d228d8ef2b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:48.930637 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63086d0c-065a-4649-a11a-53f41a98d38f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=4a4b1691-fe5b-467c-9012-c1af2b7f927e,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:48.971892 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63086d0c-065a-4649-a11a-53f41a98d38f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Checking segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:21:48.972254 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63086d0c-065a-4649-a11a-53f41a98d38f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network hostable DHCP agents. Network: c68ada5d-da8a-41c6-813a-b53f9c35e893, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:21:48.974244 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-146c750a-5110-4c28-b8c7-b5249a866e05 admin admin] Publish callbacks [] for security_group (ec166b94-49c2-4b03-9749-9cd59f1c330b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:49.020409 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-146c750a-5110-4c28-b8c7-b5249a866e05 admin admin] Publish callbacks [] for security_group (ec166b94-49c2-4b03-9749-9cd59f1c330b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:49.043919 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63086d0c-065a-4649-a11a-53f41a98d38f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:21:49.052546 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-168f9bc3-c404-4c65-9eea-99c7a87ca4a3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Deleting port e9efe7cc-65ec-47de-81ff-43a25c37f958 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:21:49.052775 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-168f9bc3-c404-4c65-9eea-99c7a87ca4a3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e9efe7cc-65ec-47de-81ff-43a25c37f958), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:49.702132 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-63086d0c-065a-4649-a11a-53f41a98d38f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, c68ada5d-da8a-41c6-813a-b53f9c35e893) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:21:49.716973 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1953109-4082-4c15-85ae-da859d03e51e None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:21:49.745247 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63086d0c-065a-4649-a11a-53f41a98d38f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:21:49.746540 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-63086d0c-065a-4649-a11a-53f41a98d38f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:49.802462 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59556) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:49.851939 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-168f9bc3-c404-4c65-9eea-99c7a87ca4a3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e9efe7cc-65ec-47de-81ff-43a25c37f958), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:49.877986 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59562) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:49.879742 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-63086d0c-065a-4649-a11a-53f41a98d38f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9516158 Jan 18 20:21:49.883838 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-5b94b8c1-ca1f-4233-a351-ece8e930a8b5 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'port': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'name': 'tempest-NetworksTestDHCPv6-1475489609'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:49.891937 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-146c750a-5110-4c28-b8c7-b5249a866e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ec166b94-49c2-4b03-9749-9cd59f1c330b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:49.894434 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-146c750a-5110-4c28-b8c7-b5249a866e05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:49.903535 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-146c750a-5110-4c28-b8c7-b5249a866e05 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec166b94-49c2-4b03-9749-9cd59f1c330b HTTP/1.1" status: 204 len: 168 time: 1.1147478 Jan 18 20:21:49.905127 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-168f9bc3-c404-4c65-9eea-99c7a87ca4a3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Calling delete_port for e9efe7cc-65ec-47de-81ff-43a25c37f958 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:21:49.929338 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c750a-5110-4c28-b8c7-b5249a866e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec166b94-49c2-4b03-9749-9cd59f1c330b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:50.082084 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-c68ada5d-da8a-41c6-813a-b53f9c35e893', 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'fixed_ips': [{'subnet_id': '4a4b1691-fe5b-467c-9012-c1af2b7f927e'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:21:50.083401 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:50.176381 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:21:50.189970 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b94b8c1-ca1f-4233-a351-ece8e930a8b5 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:21:50.193951 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b94b8c1-ca1f-4233-a351-ece8e930a8b5 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:50.230142 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-5b94b8c1-ca1f-4233-a351-ece8e930a8b5 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] device_id is not set on port a0c4e04c-c85f-44f7-8247-f21ff0afef89 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:21:50.333578 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-a7bacc62-6dce-4b2f-abc3-aa5f3451d2b2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2098915653-network', 'tenant_id': '05d04115a5b94604bf26feb88e948fe0'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:50.356246 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Allocated IP 2001:db8::2 (c68ada5d-da8a-41c6-813a-b53f9c35e893/4a4b1691-fe5b-467c-9012-c1af2b7f927e/4744db61-c9f5-4f25-aa8c-a6f2c66af10c) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:21:50.400104 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bacc62-6dce-4b2f-abc3-aa5f3451d2b2 admin admin] Made reservation on behalf of 05d04115a5b94604bf26feb88e948fe0 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:21:50.404315 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a7bacc62-6dce-4b2f-abc3-aa5f3451d2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:50.419202 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-168f9bc3-c404-4c65-9eea-99c7a87ca4a3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e9efe7cc-65ec-47de-81ff-43a25c37f958), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:50.440515 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a7bacc62-6dce-4b2f-abc3-aa5f3451d2b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:50.516025 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f9bc3-c404-4c65-9eea-99c7a87ca4a3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event deleted for resources: {'Port': ['ID=e9efe7cc-65ec-47de-81ff-43a25c37f958,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:50.557659 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5d2f59-c470-4a26-ab96-dd3a5afb404c None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:21:50.616050 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-168f9bc3-c404-4c65-9eea-99c7a87ca4a3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (1caa38ab-aff5-4600-bad4-82d228d8ef2b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:50.703306 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a7bacc62-6dce-4b2f-abc3-aa5f3451d2b2 admin admin] Publish callbacks [] for security_group (ce1cf527-5a11-43ca-ba13-eed327831d82), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:50.710433 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a7bacc62-6dce-4b2f-abc3-aa5f3451d2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ce1cf527-5a11-43ca-ba13-eed327831d82), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:50.757900 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Publish callbacks [] for port (4744db61-c9f5-4f25-aa8c-a6f2c66af10c), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:50.767425 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7bacc62-6dce-4b2f-abc3-aa5f3451d2b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:21:50.769313 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (4744db61-c9f5-4f25-aa8c-a6f2c66af10c), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:50.860373 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 4095c9e8-3357-49c1-a713-048d6946f5fd details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:21:50.881187 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-168f9bc3-c404-4c65-9eea-99c7a87ca4a3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (1caa38ab-aff5-4600-bad4-82d228d8ef2b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:50.885448 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-168f9bc3-c404-4c65-9eea-99c7a87ca4a3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for router_controller (1caa38ab-aff5-4600-bad4-82d228d8ef2b), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:50.907354 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:21:50.923179 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:21:50.936109 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:21:50.943831 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a7bacc62-6dce-4b2f-abc3-aa5f3451d2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (5b4bbcbf-bd31-4721-9ced-30315d87bf8f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:50.944390 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-a7bacc62-6dce-4b2f-abc3-aa5f3451d2b2 admin admin] Added segment 5b4bbcbf-bd31-4721-9ced-30315d87bf8f of type vlan for network 7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05 Jan 18 20:21:50.992283 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-168f9bc3-c404-4c65-9eea-99c7a87ca4a3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (1caa38ab-aff5-4600-bad4-82d228d8ef2b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:50.992873 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168f9bc3-c404-4c65-9eea-99c7a87ca4a3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Fanout notify agent at l3_agent the message router_deleted on router 1caa38ab-aff5-4600-bad4-82d228d8ef2b {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:21:51.009760 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-168f9bc3-c404-4c65-9eea-99c7a87ca4a3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:51.016280 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bacc62-6dce-4b2f-abc3-aa5f3451d2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1cf527-5a11-43ca-ba13-eed327831d82,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:51.018930 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-168f9bc3-c404-4c65-9eea-99c7a87ca4a3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "DELETE /v2.0/routers/1caa38ab-aff5-4600-bad4-82d228d8ef2b HTTP/1.1" status: 204 len: 168 time: 2.7212820 Jan 18 20:21:51.019842 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59594) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:51.020271 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59596) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:51.059098 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Pushing event updated for resources: {'Port': ['ID=4744db61-c9f5-4f25-aa8c-a6f2c66af10c,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:51.069108 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:51.069426 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:51.070046 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:51.070378 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:51.070948 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:51.071558 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:51.071915 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:51.072412 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:51.072935 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:51.073451 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:51.073970 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:51.074480 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:51.074990 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:21:51.083893 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.resource_extend [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:21:51.106440 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-5b94b8c1-ca1f-4233-a351-ece8e930a8b5 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 2001:db8::356 (c68ada5d-da8a-41c6-813a-b53f9c35e893/4a4b1691-fe5b-467c-9012-c1af2b7f927e/a0c4e04c-c85f-44f7-8247-f21ff0afef89) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:21:51.119189 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Attempting to bind port 4744db61-c9f5-4f25-aa8c-a6f2c66af10c on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:21:51.119819 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Attempting to bind port 4744db61-c9f5-4f25-aa8c-a6f2c66af10c by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:21:51.120374 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Attempting to bind port 4744db61-c9f5-4f25-aa8c-a6f2c66af10c on network c68ada5d-da8a-41c6-813a-b53f9c35e893 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:21:51.127800 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:21:51.128471 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Checking segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:21:51.129046 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:51.129597 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Bound using segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:21:51.130264 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Bound port: 4744db61-c9f5-4f25-aa8c-a6f2c66af10c, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:21:51.130833 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4744db61-c9f5-4f25-aa8c-a6f2c66af10c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:51.221582 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] For port 4744db61-c9f5-4f25-aa8c-a6f2c66af10c, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:21:51.225054 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] For port 4744db61-c9f5-4f25-aa8c-a6f2c66af10c, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4744db61-c9f5-4f25-aa8c-a6f2c66af10c,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:21:51.232588 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c2e9170-5fff-4d84-8869-9c611c2a541e tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Deleting subnet 2fbf0d30-78d9-4ae1-9034-adfc35c18148 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:21:51.248383 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a7bacc62-6dce-4b2f-abc3-aa5f3451d2b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:51.261033 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99e2da1c-78b3-4492-b46b-723d81cf41d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:51.265242 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c2e9170-5fff-4d84-8869-9c611c2a541e tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for subnet (2fbf0d30-78d9-4ae1-9034-adfc35c18148), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:51.287175 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 4095c9e8-3357-49c1-a713-048d6946f5fd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4095c9e8-3357-49c1-a713-048d6946f5fd,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:21:51.300173 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a7bacc62-6dce-4b2f-abc3-aa5f3451d2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:51.301196 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bacc62-6dce-4b2f-abc3-aa5f3451d2b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:21:51.301815 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a7bacc62-6dce-4b2f-abc3-aa5f3451d2b2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:51.305872 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '4095c9e8-3357-49c1-a713-048d6946f5fd', 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'port_id': '4095c9e8-3357-49c1-a713-048d6946f5fd', 'mac_address': 'fa:16:3e:82:02:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:21:51.316348 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4744db61-c9f5-4f25-aa8c-a6f2c66af10c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:51.341939 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b94b8c1-ca1f-4233-a351-ece8e930a8b5 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (a0c4e04c-c85f-44f7-8247-f21ff0afef89), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:51.355215 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a7bacc62-6dce-4b2f-abc3-aa5f3451d2b2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5509932 Jan 18 20:21:51.362589 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59604) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:51.380396 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-ee4ae907-00d1-4003-95cc-423882635e4f admin admin] Request body: {'subnet': {'network_id': '7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2098915653-subnet', 'tenant_id': '05d04115a5b94604bf26feb88e948fe0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:51.462751 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 4095c9e8-3357-49c1-a713-048d6946f5fd is: ACTIVE; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:21:51.463243 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:51.484558 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4095c9e8-3357-49c1-a713-048d6946f5fd {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:21:51.522642 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c2e9170-5fff-4d84-8869-9c611c2a541e tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (2fbf0d30-78d9-4ae1-9034-adfc35c18148), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:51.531321 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 4095c9e8-3357-49c1-a713-048d6946f5fd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4095c9e8-3357-49c1-a713-048d6946f5fd,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:21:51.534463 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b94b8c1-ca1f-4233-a351-ece8e930a8b5 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (a0c4e04c-c85f-44f7-8247-f21ff0afef89), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:51.645946 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec02931-d45a-4297-89e6-e1a8eed2ebc6 None None] Pushing event updated for resources: {'Port': ['ID=4744db61-c9f5-4f25-aa8c-a6f2c66af10c,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:51.654160 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:51.679305 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99e2da1c-78b3-4492-b46b-723d81cf41d4 admin admin] Publish callbacks [] for security_group (8803a6a0-81cb-423b-9d6a-593d0886948c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:51.690402 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99e2da1c-78b3-4492-b46b-723d81cf41d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8803a6a0-81cb-423b-9d6a-593d0886948c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:51.698131 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bacc62-6dce-4b2f-abc3-aa5f3451d2b2 admin admin] Pushing event updated for resources: {'Network': ['ID=7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:51.728683 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:21:51.777558 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b94b8c1-ca1f-4233-a351-ece8e930a8b5 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:21:51.791788 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-5b94b8c1-ca1f-4233-a351-ece8e930a8b5 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:21:51.800204 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b94b8c1-ca1f-4233-a351-ece8e930a8b5 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:21:51.807330 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['4095c9e8-3357-49c1-a713-048d6946f5fd'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:21:51.815729 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b94b8c1-ca1f-4233-a351-ece8e930a8b5 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:21:51.816313 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b94b8c1-ca1f-4233-a351-ece8e930a8b5 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:51.858272 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4ae907-00d1-4003-95cc-423882635e4f admin admin] Made reservation on behalf of 05d04115a5b94604bf26feb88e948fe0 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:21:51.870381 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ee4ae907-00d1-4003-95cc-423882635e4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:51.965950 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59636) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:51.966102 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5b94b8c1-ca1f-4233-a351-ece8e930a8b5 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0704012 Jan 18 20:21:51.987088 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=4095c9e8-3357-49c1-a713-048d6946f5fd,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:51.998958 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94b8c1-ca1f-4233-a351-ece8e930a8b5 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=a0c4e04c-c85f-44f7-8247-f21ff0afef89,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:52.073500 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c2e9170-5fff-4d84-8869-9c611c2a541e tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (2fbf0d30-78d9-4ae1-9034-adfc35c18148), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:52.076925 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2da1c-78b3-4492-b46b-723d81cf41d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8803a6a0-81cb-423b-9d6a-593d0886948c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:52.123470 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-99e2da1c-78b3-4492-b46b-723d81cf41d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5ca3fb55d5f3403bb397791fcc270070&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1019433 Jan 18 20:21:52.131435 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59640) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:52.157243 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636d0820-b20c-44de-abaa-2182a157b2e9 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:21:52.167983 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636d0820-b20c-44de-abaa-2182a157b2e9 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:21:52.170385 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-636d0820-b20c-44de-abaa-2182a157b2e9 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1978824 Jan 18 20:21:52.174487 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59642) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:52.279593 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c2e9170-5fff-4d84-8869-9c611c2a541e tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (2fbf0d30-78d9-4ae1-9034-adfc35c18148), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:52.313205 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9996c259-87d3-4644-a821-c75f2974501c None None] Network e0d6146b-6470-4769-8e79-4e04c4a93c6e requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:21:52.349493 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c2e9170-5fff-4d84-8869-9c611c2a541e tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:52.366315 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8c2e9170-5fff-4d84-8869-9c611c2a541e tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "DELETE /v2.0/subnets/2fbf0d30-78d9-4ae1-9034-adfc35c18148 HTTP/1.1" status: 204 len: 168 time: 1.3431849 Jan 18 20:21:52.368397 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59648) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:52.388364 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e9170-5fff-4d84-8869-9c611c2a541e tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event deleted for resources: {'Subnet': ['ID=2fbf0d30-78d9-4ae1-9034-adfc35c18148,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:52.468289 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da04bfc7-4573-4e89-91a6-1bbcdf7f3c32 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting port a0c4e04c-c85f-44f7-8247-f21ff0afef89 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:21:52.468644 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da04bfc7-4573-4e89-91a6-1bbcdf7f3c32 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (a0c4e04c-c85f-44f7-8247-f21ff0afef89), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:52.521511 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4eb68352-35f9-4c2a-9abf-39bac28b63c2 admin admin] Publish callbacks [] for security_group (8803a6a0-81cb-423b-9d6a-593d0886948c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:52.571526 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4eb68352-35f9-4c2a-9abf-39bac28b63c2 admin admin] Publish callbacks [] for security_group (8803a6a0-81cb-423b-9d6a-593d0886948c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:52.666169 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68330397-70e8-43f6-8f35-73d419a919d9 None None] DHCP port deletion for e0d6146b-6470-4769-8e79-4e04c4a93c6e request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:21:52.735542 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da04bfc7-4573-4e89-91a6-1bbcdf7f3c32 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (a0c4e04c-c85f-44f7-8247-f21ff0afef89), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:52.768948 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ee4ae907-00d1-4003-95cc-423882635e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (4e107e7d-a27a-4755-8ce1-4fea9113763a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:52.797747 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da04bfc7-4573-4e89-91a6-1bbcdf7f3c32 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Calling delete_port for a0c4e04c-c85f-44f7-8247-f21ff0afef89 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:21:52.809692 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-68330397-70e8-43f6-8f35-73d419a919d9 None None] Deleting port 7a22c5e8-b364-442f-8289-03528f3b3313 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:21:52.810246 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-68330397-70e8-43f6-8f35-73d419a919d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (7a22c5e8-b364-442f-8289-03528f3b3313), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:52.842146 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-215e606d-8c75-42dd-9578-f69b740477a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (e0d6146b-6470-4769-8e79-4e04c4a93c6e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:52.852254 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 4095c9e8-3357-49c1-a713-048d6946f5fd up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:21:52.857047 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ae907-00d1-4003-95cc-423882635e4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e107e7d-a27a-4755-8ce1-4fea9113763a,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:52.878948 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4eb68352-35f9-4c2a-9abf-39bac28b63c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8803a6a0-81cb-423b-9d6a-593d0886948c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:52.890348 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4eb68352-35f9-4c2a-9abf-39bac28b63c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:52.892304 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4eb68352-35f9-4c2a-9abf-39bac28b63c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8803a6a0-81cb-423b-9d6a-593d0886948c HTTP/1.1" status: 204 len: 168 time: 0.7595308 Jan 18 20:21:52.917268 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb68352-35f9-4c2a-9abf-39bac28b63c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8803a6a0-81cb-423b-9d6a-593d0886948c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:52.976569 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4ae907-00d1-4003-95cc-423882635e4f admin admin] Checking segment: {'id': '5b4bbcbf-bd31-4721-9ced-30315d87bf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:21:52.977213 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4ae907-00d1-4003-95cc-423882635e4f admin admin] Network hostable DHCP agents. Network: 7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:21:53.020063 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4ae907-00d1-4003-95cc-423882635e4f admin admin] Network 7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:21:53.043405 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-ee4ae907-00d1-4003-95cc-423882635e4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:21:53.048491 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4ae907-00d1-4003-95cc-423882635e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:21:53.049359 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ee4ae907-00d1-4003-95cc-423882635e4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:53.087800 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ee4ae907-00d1-4003-95cc-423882635e4f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7231266 Jan 18 20:21:53.088678 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59678) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:53.093365 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-5dd95e3c-d16a-4b8f-a46f-f682e8f04247 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2098915653-router', 'tenant_id': '05d04115a5b94604bf26feb88e948fe0', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:53.110792 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b760ed-c171-4b3a-a396-e50b5b40dd2d None None] Network 7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:21:53.150294 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dd95e3c-d16a-4b8f-a46f-f682e8f04247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (106911a7-7365-456a-bf6b-5af0b82d233b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:53.152198 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dd95e3c-d16a-4b8f-a46f-f682e8f04247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (106911a7-7365-456a-bf6b-5af0b82d233b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:53.303880 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-215e606d-8c75-42dd-9578-f69b740477a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Deleting port 7a22c5e8-b364-442f-8289-03528f3b3313 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:21:53.305655 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dd95e3c-d16a-4b8f-a46f-f682e8f04247 admin admin] Publish callbacks [] for router_controller (106911a7-7365-456a-bf6b-5af0b82d233b), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:53.308286 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-215e606d-8c75-42dd-9578-f69b740477a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (7a22c5e8-b364-442f-8289-03528f3b3313), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:53.856134 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4744db61-c9f5-4f25-aa8c-a6f2c66af10c up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:21:53.968758 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-68330397-70e8-43f6-8f35-73d419a919d9 None None] For port 7a22c5e8-b364-442f-8289-03528f3b3313, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7a22c5e8-b364-442f-8289-03528f3b3313,segment=NetworkSegment(936af809-1a14-4a75-bdbc-da3a2398ed1f),segment_id=936af809-1a14-4a75-bdbc-da3a2398ed1f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:21:53.969171 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-68330397-70e8-43f6-8f35-73d419a919d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (7a22c5e8-b364-442f-8289-03528f3b3313), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:54.024413 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da04bfc7-4573-4e89-91a6-1bbcdf7f3c32 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (a0c4e04c-c85f-44f7-8247-f21ff0afef89), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:54.044477 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-215e606d-8c75-42dd-9578-f69b740477a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] For port 7a22c5e8-b364-442f-8289-03528f3b3313, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7a22c5e8-b364-442f-8289-03528f3b3313,segment=NetworkSegment(936af809-1a14-4a75-bdbc-da3a2398ed1f),segment_id=936af809-1a14-4a75-bdbc-da3a2398ed1f)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:21:54.044961 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-215e606d-8c75-42dd-9578-f69b740477a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (7a22c5e8-b364-442f-8289-03528f3b3313), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:54.214670 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-68330397-70e8-43f6-8f35-73d419a919d9 None None] Calling delete_port for 7a22c5e8-b364-442f-8289-03528f3b3313 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:21:54.228602 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c292644d-69e1-4a94-a4a6-b19e628539fa None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:21:54.233230 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-215e606d-8c75-42dd-9578-f69b740477a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Calling delete_port for 7a22c5e8-b364-442f-8289-03528f3b3313 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:21:54.245913 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04bfc7-4573-4e89-91a6-1bbcdf7f3c32 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Port': ['ID=a0c4e04c-c85f-44f7-8247-f21ff0afef89,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:54.395994 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da04bfc7-4573-4e89-91a6-1bbcdf7f3c32 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:54.413768 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-da04bfc7-4573-4e89-91a6-1bbcdf7f3c32 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/a0c4e04c-c85f-44f7-8247-f21ff0afef89 HTTP/1.1" status: 204 len: 168 time: 2.2356796 Jan 18 20:21:54.418825 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59716) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:54.430888 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff15fd04-5384-415d-85e1-a6095571328a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05', 'network_id': '7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05', 'project_id': '05d04115a5b94604bf26feb88e948fe0', 'fixed_ips': [{'subnet_id': '4e107e7d-a27a-4755-8ce1-4fea9113763a'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:21:54.448368 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ff15fd04-5384-415d-85e1-a6095571328a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:54.610411 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62907bb-97ba-407b-81d9-8d63f32e7023 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:21:54.612790 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62907bb-97ba-407b-81d9-8d63f32e7023 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:21:54.615867 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b62907bb-97ba-407b-81d9-8d63f32e7023 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1896560 Jan 18 20:21:54.621565 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59724) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:54.629366 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 4095c9e8-3357-49c1-a713-048d6946f5fd triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:21:54.640667 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:54.693047 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dd95e3c-d16a-4b8f-a46f-f682e8f04247 admin admin] Publish callbacks [] for router_gateway (106911a7-7365-456a-bf6b-5af0b82d233b), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:54.833065 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-df167d13-1f85-4932-9405-8b18fc0e7b4a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet 4a4b1691-fe5b-467c-9012-c1af2b7f927e {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:21:54.841738 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df167d13-1f85-4932-9405-8b18fc0e7b4a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (4a4b1691-fe5b-467c-9012-c1af2b7f927e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:54.847887 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-215e606d-8c75-42dd-9578-f69b740477a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (7a22c5e8-b364-442f-8289-03528f3b3313), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:54.938064 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215e606d-8c75-42dd-9578-f69b740477a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] No DVR routers for this DVR port 7a22c5e8-b364-442f-8289-03528f3b3313 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:21:55.071654 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e606d-8c75-42dd-9578-f69b740477a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event deleted for resources: {'Port': ['ID=7a22c5e8-b364-442f-8289-03528f3b3313,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:55.222039 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-215e606d-8c75-42dd-9578-f69b740477a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (e0d6146b-6470-4769-8e79-4e04c4a93c6e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:55.265743 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-215e606d-8c75-42dd-9578-f69b740477a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d6146b-6470-4769-8e79-4e04c4a93c6e']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:55.279508 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-215e606d-8c75-42dd-9578-f69b740477a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936af809-1a14-4a75-bdbc-da3a2398ed1f') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:55.280359 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-215e606d-8c75-42dd-9578-f69b740477a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936af809-1a14-4a75-bdbc-da3a2398ed1f') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:21:55.301905 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-215e606d-8c75-42dd-9578-f69b740477a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (936af809-1a14-4a75-bdbc-da3a2398ed1f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:55.341410 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-215e606d-8c75-42dd-9578-f69b740477a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (936af809-1a14-4a75-bdbc-da3a2398ed1f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:55.373783 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-215e606d-8c75-42dd-9578-f69b740477a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:21:55.377956 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-215e606d-8c75-42dd-9578-f69b740477a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (936af809-1a14-4a75-bdbc-da3a2398ed1f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:55.453092 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dd95e3c-d16a-4b8f-a46f-f682e8f04247 admin admin] Publish callbacks [] for router_gateway (106911a7-7365-456a-bf6b-5af0b82d233b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:55.490229 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f9e901cc-6d45-4674-9e5d-340b853d91bf None None] Provisioning complete for port 4744db61-c9f5-4f25-aa8c-a6f2c66af10c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:21:55.494662 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f9e901cc-6d45-4674-9e5d-340b853d91bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4744db61-c9f5-4f25-aa8c-a6f2c66af10c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:55.503077 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dd95e3c-d16a-4b8f-a46f-f682e8f04247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:21:55.605919 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:21:55.618093 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-215e606d-8c75-42dd-9578-f69b740477a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (e0d6146b-6470-4769-8e79-4e04c4a93c6e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:55.628155 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-215e606d-8c75-42dd-9578-f69b740477a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:55.633876 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-215e606d-8c75-42dd-9578-f69b740477a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "DELETE /v2.0/networks/e0d6146b-6470-4769-8e79-4e04c4a93c6e HTTP/1.1" status: 204 len: 168 time: 3.2641976 Jan 18 20:21:55.638438 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59748) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:55.684344 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df167d13-1f85-4932-9405-8b18fc0e7b4a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (4a4b1691-fe5b-467c-9012-c1af2b7f927e), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: from cryptography.utils import int_from_bytes Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: from cryptography.utils import int_from_bytes Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:55.791779 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:21:55.795208 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:55.795208 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:21:55.795208 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:55.795208 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:21:55.795208 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:55.795208 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:21:55.795208 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:55.795208 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:21:55.795208 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:55.795208 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:21:55.795208 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:55.795208 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:21:55.795208 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:21:55.795208 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:21:55.826246 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e606d-8c75-42dd-9578-f69b740477a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event deleted for resources: {'Network': ['ID=e0d6146b-6470-4769-8e79-4e04c4a93c6e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:55.871942 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-5dd95e3c-d16a-4b8f-a46f-f682e8f04247 admin admin] Allocated IP 172.25.4.11 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/372ff760-a571-4c92-9f88-06ff00f8484e) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:21:55.929447 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-68330397-70e8-43f6-8f35-73d419a919d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (7a22c5e8-b364-442f-8289-03528f3b3313), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:56.118872 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df167d13-1f85-4932-9405-8b18fc0e7b4a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (4a4b1691-fe5b-467c-9012-c1af2b7f927e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:56.187301 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c0b5fc3f-0abd-44b5-b799-90308d3e0cf0 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Deleting port 5e9aae6e-e5df-4d14-a0d3-c48cae77af4f {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:21:56.187960 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c0b5fc3f-0abd-44b5-b799-90308d3e0cf0 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (5e9aae6e-e5df-4d14-a0d3-c48cae77af4f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:56.359962 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dd95e3c-d16a-4b8f-a46f-f682e8f04247 admin admin] Publish callbacks [] for port (372ff760-a571-4c92-9f88-06ff00f8484e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:56.412931 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df167d13-1f85-4932-9405-8b18fc0e7b4a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (4a4b1691-fe5b-467c-9012-c1af2b7f927e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:56.443183 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c0b5fc3f-0abd-44b5-b799-90308d3e0cf0 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (5e9aae6e-e5df-4d14-a0d3-c48cae77af4f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:56.443918 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c0b5fc3f-0abd-44b5-b799-90308d3e0cf0 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (5e9aae6e-e5df-4d14-a0d3-c48cae77af4f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:56.444521 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dd95e3c-d16a-4b8f-a46f-f682e8f04247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (372ff760-a571-4c92-9f88-06ff00f8484e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:56.478357 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df167d13-1f85-4932-9405-8b18fc0e7b4a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=4a4b1691-fe5b-467c-9012-c1af2b7f927e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:56.495280 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df167d13-1f85-4932-9405-8b18fc0e7b4a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:56.502504 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-df167d13-1f85-4932-9405-8b18fc0e7b4a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/4a4b1691-fe5b-467c-9012-c1af2b7f927e HTTP/1.1" status: 204 len: 168 time: 1.8794477 Jan 18 20:21:56.504332 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59766) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:56.598435 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd95e3c-d16a-4b8f-a46f-f682e8f04247 admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:21:56.603584 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-5dd95e3c-d16a-4b8f-a46f-f682e8f04247 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:21:56.607603 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd95e3c-d16a-4b8f-a46f-f682e8f04247 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:21:56.643170 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 4095c9e8-3357-49c1-a713-048d6946f5fd is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:21:56.649233 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:56.701131 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-68330397-70e8-43f6-8f35-73d419a919d9 None None] Network e0d6146b-6470-4769-8e79-4e04c4a93c6e is not hosted by any dhcp agent {{(pid=103337) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 18 20:21:56.706113 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68330397-70e8-43f6-8f35-73d419a919d9 None None] No DVR routers for this DVR port 7a22c5e8-b364-442f-8289-03528f3b3313 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:21:56.728776 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c0b5fc3f-0abd-44b5-b799-90308d3e0cf0 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Calling delete_port for 5e9aae6e-e5df-4d14-a0d3-c48cae77af4f owned by network:floatingip {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:21:56.730172 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd95e3c-d16a-4b8f-a46f-f682e8f04247 admin admin] Pushing event updated for resources: {'Port': ['ID=372ff760-a571-4c92-9f88-06ff00f8484e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:56.739686 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 4744db61-c9f5-4f25-aa8c-a6f2c66af10c triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:21:56.743091 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4744db61-c9f5-4f25-aa8c-a6f2c66af10c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:56.747427 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5c39a2a1-f1f5-4f5a-9f07-4added401720 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2347147 Jan 18 20:21:56.751112 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59772) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:56.798570 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-93151536-ab1a-4e96-9b3c-52164d7f46ae tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:56.833981 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 4095c9e8-3357-49c1-a713-048d6946f5fd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4095c9e8-3357-49c1-a713-048d6946f5fd,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:21:56.836440 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a9267d-c2a2-4d6b-b5eb-174e5cb37229 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:21:56.869128 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68330397-70e8-43f6-8f35-73d419a919d9 None None] Pushing event deleted for resources: {'Port': ['ID=7a22c5e8-b364-442f-8289-03528f3b3313,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:56.952028 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd90044-e944-4203-b6fa-2382d197a621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4095c9e8-3357-49c1-a713-048d6946f5fd'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:21:56.958541 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025bcbb9-503c-498a-b366-9f56a44ffd9a" -d '{"events": [{"server_uuid": "6cd90044-e944-4203-b6fa-2382d197a621", "name": "network-vif-plugged", "status": "completed", "tag": "4095c9e8-3357-49c1-a713-048d6946f5fd"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:21:56.973531 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:57.000065 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cf32b803-9265-40a4-b1dc-a2dcd67c3993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:57.005821 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-ff15fd04-5384-415d-85e1-a6095571328a None None] Allocated IP 172.20.0.2 (7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05/4e107e7d-a27a-4755-8ce1-4fea9113763a/92adabbc-8427-4fe2-8c9c-55bee0a2269e) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:21:57.367828 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec35d34-b762-4cdb-9c6d-f09e2c220f76 x-openstack-request-id: req-0ec35d34-b762-4cdb-9c6d-f09e2c220f76 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:21:57.368457 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd90044-e944-4203-b6fa-2382d197a621", "name": "network-vif-plugged", "status": "completed", "tag": "4095c9e8-3357-49c1-a713-048d6946f5fd", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:21:57.368999 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ec35d34-b762-4cdb-9c6d-f09e2c220f76 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:21:57.369722 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd90044-e944-4203-b6fa-2382d197a621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4095c9e8-3357-49c1-a713-048d6946f5fd', 'code': 200} Jan 18 20:21:57.377180 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f9e901cc-6d45-4674-9e5d-340b853d91bf None None] Current status of the port 4744db61-c9f5-4f25-aa8c-a6f2c66af10c is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:21:57.378514 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f9e901cc-6d45-4674-9e5d-340b853d91bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4744db61-c9f5-4f25-aa8c-a6f2c66af10c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:57.493823 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f9e901cc-6d45-4674-9e5d-340b853d91bf None None] For port 4744db61-c9f5-4f25-aa8c-a6f2c66af10c, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4744db61-c9f5-4f25-aa8c-a6f2c66af10c,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:21:57.503800 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dd95e3c-d16a-4b8f-a46f-f682e8f04247 admin admin] Publish callbacks [] for router_gateway (106911a7-7365-456a-bf6b-5af0b82d233b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:57.528802 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f9e901cc-6d45-4674-9e5d-340b853d91bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4744db61-c9f5-4f25-aa8c-a6f2c66af10c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:57.578394 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=4095c9e8-3357-49c1-a713-048d6946f5fd,revision_number=7']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:57.623150 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93151536-ab1a-4e96-9b3c-52164d7f46ae tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:21:57.635161 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-93151536-ab1a-4e96-9b3c-52164d7f46ae tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:57.790637 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59796) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:57.803843 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 4744db61-c9f5-4f25-aa8c-a6f2c66af10c is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:21:58.023961 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7a22c5e8-b364-442f-8289-03528f3b3313 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:21:58.092478 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-c0c0321d-0fef-4273-abed-9c8ed40ce7ee tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-256156475'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:58.203664 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-44d16996-7b47-4571-94df-be91345d44b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:58.210671 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 7a22c5e8-b364-442f-8289-03528f3b3313 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:21:58.212071 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7a22c5e8-b364-442f-8289-03528f3b3313 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:21:58.229229 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0c0321d-0fef-4273-abed-9c8ed40ce7ee tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (0db98b09-71eb-4611-8597-add5d1497aee), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:58.232702 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0c0321d-0fef-4273-abed-9c8ed40ce7ee tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (0db98b09-71eb-4611-8597-add5d1497aee), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:58.269705 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3faaea65-fc39-4a94-9344-6ca907d308ac None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:21:58.278644 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dd95e3c-d16a-4b8f-a46f-f682e8f04247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (106911a7-7365-456a-bf6b-5af0b82d233b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:58.395119 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c0b5fc3f-0abd-44b5-b799-90308d3e0cf0 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (5e9aae6e-e5df-4d14-a0d3-c48cae77af4f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:58.425431 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-bb8c964d-9d4c-4769-b786-3c93de4fe328 None None] Provisioning complete for port 372ff760-a571-4c92-9f88-06ff00f8484e triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:21:58.425955 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bb8c964d-9d4c-4769-b786-3c93de4fe328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (372ff760-a571-4c92-9f88-06ff00f8484e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:58.450240 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5fc3f-0abd-44b5-b799-90308d3e0cf0 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event deleted for resources: {'Port': ['ID=5e9aae6e-e5df-4d14-a0d3-c48cae77af4f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:58.549726 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c0b5fc3f-0abd-44b5-b799-90308d3e0cf0 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for floatingip (5803d28d-c208-435f-acde-b777fcce4666), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:58.552724 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c0b5fc3f-0abd-44b5-b799-90308d3e0cf0 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:58.558948 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c0b5fc3f-0abd-44b5-b799-90308d3e0cf0 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "DELETE /v2.0/floatingips/5803d28d-c208-435f-acde-b777fcce4666 HTTP/1.1" status: 204 len: 168 time: 2.9020016 Jan 18 20:21:58.565149 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59816) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:58.572497 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c964d-9d4c-4769-b786-3c93de4fe328 None None] Port 372ff760-a571-4c92-9f88-06ff00f8484e cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:21:58.622922 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0c0321d-0fef-4273-abed-9c8ed40ce7ee tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks [] for router_controller (0db98b09-71eb-4611-8597-add5d1497aee), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:58.679443 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0c0321d-0fef-4273-abed-9c8ed40ce7ee tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (0db98b09-71eb-4611-8597-add5d1497aee), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:58.684195 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ddde21-74e7-401e-9b45-02f5dd413089 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] DELETE failed (client error): The resource could not be found. Jan 18 20:21:58.687128 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ddde21-74e7-401e-9b45-02f5dd413089 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:21:58.693850 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-01ddde21-74e7-401e-9b45-02f5dd413089 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "DELETE /v2.0/ports/8024806e-09b4-4628-b66a-133270faca4f HTTP/1.1" status: 404 len: 333 time: 0.1202881 Jan 18 20:21:58.702410 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59818) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:58.819701 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e901cc-6d45-4674-9e5d-340b853d91bf None None] Pushing event updated for resources: {'Port': ['ID=4744db61-c9f5-4f25-aa8c-a6f2c66af10c,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:58.865299 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-516d809b-dc55-442b-8fad-f71f632edd3f tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "GET /v2.0/ports?device_id=1caa38ab-aff5-4600-bad4-82d228d8ef2b HTTP/1.1" status: 200 len: 205 time: 0.1612749 Jan 18 20:21:58.874207 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59822) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:58.893363 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-93151536-ab1a-4e96-9b3c-52164d7f46ae tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (18c9bac7-6666-42fe-a716-adf7e926e1fa), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:58.901445 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0c0321d-0fef-4273-abed-9c8ed40ce7ee tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:58.904557 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c0c0321d-0fef-4273-abed-9c8ed40ce7ee tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.1116312 Jan 18 20:21:58.911400 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59824) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:59.109190 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93151536-ab1a-4e96-9b3c-52164d7f46ae tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:21:59.119064 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-93151536-ab1a-4e96-9b3c-52164d7f46ae tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:21:59.142639 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93151536-ab1a-4e96-9b3c-52164d7f46ae tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:21:59.143457 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-93151536-ab1a-4e96-9b3c-52164d7f46ae tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:59.146362 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0a380a46-81bc-415b-b484-4e0a3308311f None None] Provisioning complete for port 4744db61-c9f5-4f25-aa8c-a6f2c66af10c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:21:59.151487 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0a380a46-81bc-415b-b484-4e0a3308311f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4744db61-c9f5-4f25-aa8c-a6f2c66af10c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:59.176610 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93151536-ab1a-4e96-9b3c-52164d7f46ae tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=18c9bac7-6666-42fe-a716-adf7e926e1fa,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:59.231265 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-fd4e0020-4218-4698-a903-e5a94d48fdcf tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] delete failed (client error): The resource could not be found. Jan 18 20:21:59.236137 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fd4e0020-4218-4698-a903-e5a94d48fdcf tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "DELETE /v2.0/routers/1caa38ab-aff5-4600-bad4-82d228d8ef2b HTTP/1.1" status: 404 len: 336 time: 0.3584397 Jan 18 20:21:59.248495 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-93151536-ab1a-4e96-9b3c-52164d7f46ae tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4799871 Jan 18 20:21:59.249288 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59832) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:59.253763 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59834) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:59.278178 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34352a86-f029-4375-bdd3-54a1e8988091 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks [] for router (0db98b09-71eb-4611-8597-add5d1497aee), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:59.338261 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-fef04ec8-984c-4644-8d9b-3c7b7788acf4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'port': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'name': 'tempest-NetworksTestDHCPv6-418822948'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:21:59.371432 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:59.398353 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ff15fd04-5384-415d-85e1-a6095571328a None None] Publish callbacks [] for port (92adabbc-8427-4fe2-8c9c-55bee0a2269e), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:59.423749 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ff15fd04-5384-415d-85e1-a6095571328a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (92adabbc-8427-4fe2-8c9c-55bee0a2269e), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:59.495106 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b9fc7b6-9d7a-4932-9039-9e07fac5ad5d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] DELETE failed (client error): The resource could not be found. Jan 18 20:21:59.495705 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b9fc7b6-9d7a-4932-9039-9e07fac5ad5d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:21:59.502554 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4b9fc7b6-9d7a-4932-9039-9e07fac5ad5d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "DELETE /v2.0/subnets/2fbf0d30-78d9-4ae1-9034-adfc35c18148 HTTP/1.1" status: 404 len: 337 time: 0.2446573 Jan 18 20:21:59.552129 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59842) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:59.631676 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dac092-a34e-4f6f-98d4-e444867ed9fa None None] DHCP port deletion for c68ada5d-da8a-41c6-813a-b53f9c35e893 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:21:59.677474 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff15fd04-5384-415d-85e1-a6095571328a None None] Network 7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:21:59.685301 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-ff15fd04-5384-415d-85e1-a6095571328a None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:21:59.723518 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff15fd04-5384-415d-85e1-a6095571328a None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:21:59.734291 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15fd04-5384-415d-85e1-a6095571328a None None] Pushing event updated for resources: {'Port': ['ID=92adabbc-8427-4fe2-8c9c-55bee0a2269e,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:21:59.744696 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef04ec8-984c-4644-8d9b-3c7b7788acf4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:21:59.746195 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0a380a46-81bc-415b-b484-4e0a3308311f None None] Current status of the port 4744db61-c9f5-4f25-aa8c-a6f2c66af10c is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:21:59.748407 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fef04ec8-984c-4644-8d9b-3c7b7788acf4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:59.794975 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-fef04ec8-984c-4644-8d9b-3c7b7788acf4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] device_id is not set on port 4e2c4d29-3d75-497c-b9c5-5e759e24b71d yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:21:59.961942 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ff15fd04-5384-415d-85e1-a6095571328a None None] Attempting to bind port 92adabbc-8427-4fe2-8c9c-55bee0a2269e on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:21:59.962508 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ff15fd04-5384-415d-85e1-a6095571328a None None] Attempting to bind port 92adabbc-8427-4fe2-8c9c-55bee0a2269e by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '5b4bbcbf-bd31-4721-9ced-30315d87bf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:21:59.962743 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff15fd04-5384-415d-85e1-a6095571328a None None] Attempting to bind port 92adabbc-8427-4fe2-8c9c-55bee0a2269e on network 7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:21:59.980334 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-19dac092-a34e-4f6f-98d4-e444867ed9fa None None] Deleting port 4744db61-c9f5-4f25-aa8c-a6f2c66af10c {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:21:59.980334 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-19dac092-a34e-4f6f-98d4-e444867ed9fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (4744db61-c9f5-4f25-aa8c-a6f2c66af10c), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:00.007331 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff15fd04-5384-415d-85e1-a6095571328a None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:22:00.017873 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff15fd04-5384-415d-85e1-a6095571328a None None] Checking segment: {'id': '5b4bbcbf-bd31-4721-9ced-30315d87bf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:22:00.018492 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ff15fd04-5384-415d-85e1-a6095571328a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:00.019030 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff15fd04-5384-415d-85e1-a6095571328a None None] Bound using segment: {'id': '5b4bbcbf-bd31-4721-9ced-30315d87bf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:22:00.019702 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ff15fd04-5384-415d-85e1-a6095571328a None None] Bound port: 92adabbc-8427-4fe2-8c9c-55bee0a2269e, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b4bbcbf-bd31-4721-9ced-30315d87bf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:22:00.020221 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ff15fd04-5384-415d-85e1-a6095571328a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (92adabbc-8427-4fe2-8c9c-55bee0a2269e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:00.095660 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-fef04ec8-984c-4644-8d9b-3c7b7788acf4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 2001:db8::d9 (c68ada5d-da8a-41c6-813a-b53f9c35e893/18c9bac7-6666-42fe-a716-adf7e926e1fa/4e2c4d29-3d75-497c-b9c5-5e759e24b71d) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:22:00.251863 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd95e3c-d16a-4b8f-a46f-f682e8f04247 admin admin] Router 106911a7-7365-456a-bf6b-5af0b82d233b is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:22:00.264835 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34352a86-f029-4375-bdd3-54a1e8988091 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (0db98b09-71eb-4611-8597-add5d1497aee), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:00.269514 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34352a86-f029-4375-bdd3-54a1e8988091 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks [] for router_controller (0db98b09-71eb-4611-8597-add5d1497aee), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:00.475519 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fef04ec8-984c-4644-8d9b-3c7b7788acf4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (4e2c4d29-3d75-497c-b9c5-5e759e24b71d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:00.480062 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4744db61-c9f5-4f25-aa8c-a6f2c66af10c no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:22:00.560497 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fef04ec8-984c-4644-8d9b-3c7b7788acf4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (4e2c4d29-3d75-497c-b9c5-5e759e24b71d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:00.578177 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ff15fd04-5384-415d-85e1-a6095571328a None None] For port 92adabbc-8427-4fe2-8c9c-55bee0a2269e, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:22:00.605214 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd95e3c-d16a-4b8f-a46f-f682e8f04247 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:22:00.621818 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9b1932-e57f-44b5-85cb-e8e722141dbb None None] Sync routers for ids ['106911a7-7365-456a-bf6b-5af0b82d233b'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:22:00.633354 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-19dac092-a34e-4f6f-98d4-e444867ed9fa None None] For port 4744db61-c9f5-4f25-aa8c-a6f2c66af10c, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4744db61-c9f5-4f25-aa8c-a6f2c66af10c,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:22:00.633777 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-19dac092-a34e-4f6f-98d4-e444867ed9fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (4744db61-c9f5-4f25-aa8c-a6f2c66af10c), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:00.647567 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9b1932-e57f-44b5-85cb-e8e722141dbb None None] Routers {'106911a7-7365-456a-bf6b-5af0b82d233b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:22:00.651305 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-5e9b1932-e57f-44b5-85cb-e8e722141dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:21:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['106911a7-7365-456a-bf6b-5af0b82d233b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:00.686684 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-403a228e-79df-4818-8441-5e81be326461 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Deleting port a19c6de6-578a-493b-b184-5811a42ffd74 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:22:00.687902 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-403a228e-79df-4818-8441-5e81be326461 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (a19c6de6-578a-493b-b184-5811a42ffd74), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:00.691499 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef04ec8-984c-4644-8d9b-3c7b7788acf4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:22:00.694925 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-fef04ec8-984c-4644-8d9b-3c7b7788acf4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:00.703142 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ff15fd04-5384-415d-85e1-a6095571328a None None] For port 92adabbc-8427-4fe2-8c9c-55bee0a2269e, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=92adabbc-8427-4fe2-8c9c-55bee0a2269e,segment=NetworkSegment(5b4bbcbf-bd31-4721-9ced-30315d87bf8f),segment_id=5b4bbcbf-bd31-4721-9ced-30315d87bf8f)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:22:00.710260 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef04ec8-984c-4644-8d9b-3c7b7788acf4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:22:00.718097 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef04ec8-984c-4644-8d9b-3c7b7788acf4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:00.718765 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fef04ec8-984c-4644-8d9b-3c7b7788acf4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:00.727889 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-19dac092-a34e-4f6f-98d4-e444867ed9fa None None] Calling delete_port for 4744db61-c9f5-4f25-aa8c-a6f2c66af10c owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:22:00.731016 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ff15fd04-5384-415d-85e1-a6095571328a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (92adabbc-8427-4fe2-8c9c-55bee0a2269e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:00.759512 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fef04ec8-984c-4644-8d9b-3c7b7788acf4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5005724 Jan 18 20:22:00.760075 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34352a86-f029-4375-bdd3-54a1e8988091 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (0db98b09-71eb-4611-8597-add5d1497aee), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:00.760075 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34352a86-f029-4375-bdd3-54a1e8988091 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0db98b09-71eb-4611-8597-add5d1497aee {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:22:00.760275 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59866) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:00.770414 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:00.806714 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dd95e3c-d16a-4b8f-a46f-f682e8f04247 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:00.814201 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5dd95e3c-d16a-4b8f-a46f-f682e8f04247 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.7241209 Jan 18 20:22:00.821978 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34352a86-f029-4375-bdd3-54a1e8988091 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:00.831890 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-34352a86-f029-4375-bdd3-54a1e8988091 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] 10.222.0.31 "DELETE /v2.0/routers/0db98b09-71eb-4611-8597-add5d1497aee HTTP/1.1" status: 204 len: 168 time: 1.9099174 Jan 18 20:22:00.832015 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59868) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:00.853006 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59872) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:00.888555 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-0c259b20-4432-46eb-835b-936f88946ac4 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Request body: {'router': {'name': 'tempest-router-1283196057', 'distributed': False}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:00.896492 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef04ec8-984c-4644-8d9b-3c7b7788acf4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=4e2c4d29-3d75-497c-b9c5-5e759e24b71d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:00.971520 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e96c396-f8fb-4129-9c4c-64044accc442 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:00.972693 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-5e9b1932-e57f-44b5-85cb-e8e722141dbb None None] Set router 106911a7-7365-456a-bf6b-5af0b82d233b gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:22:00.993185 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e96c396-f8fb-4129-9c4c-64044accc442 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:01.003848 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4e96c396-f8fb-4129-9c4c-64044accc442 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.2428927 Jan 18 20:22:01.015391 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59876) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:01.200995 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c259b20-4432-46eb-835b-936f88946ac4 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (ca31dc4e-9e03-47cc-a417-f04581b2d423), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:01.203185 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c259b20-4432-46eb-835b-936f88946ac4 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (ca31dc4e-9e03-47cc-a417-f04581b2d423), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:01.231283 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-58dcaceb-4d51-4aec-9e4b-aa085b83e0b8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting port 4e2c4d29-3d75-497c-b9c5-5e759e24b71d {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:22:01.237899 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-58dcaceb-4d51-4aec-9e4b-aa085b83e0b8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (4e2c4d29-3d75-497c-b9c5-5e759e24b71d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:01.365125 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-5e9b1932-e57f-44b5-85cb-e8e722141dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106911a7-7365-456a-bf6b-5af0b82d233b', 'name': 'tempest-ServersTestMultiNic-2098915653-router', 'tenant_id': '05d04115a5b94604bf26feb88e948fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '372ff760-a571-4c92-9f88-06ff00f8484e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:21:53Z', 'updated_at': '2022-01-18T20:21:57Z', 'revision_number': 3, 'project_id': '05d04115a5b94604bf26feb88e948fe0', 'gw_port': {'id': '372ff760-a571-4c92-9f88-06ff00f8484e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bc:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106911a7-7365-456a-bf6b-5af0b82d233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:21:55Z', 'updated_at': '2022-01-18T20:21:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:01.440322 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9b1932-e57f-44b5-85cb-e8e722141dbb None None] Checking router: 106911a7-7365-456a-bf6b-5af0b82d233b for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:22:01.441008 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9b1932-e57f-44b5-85cb-e8e722141dbb None None] Updating router 106911a7-7365-456a-bf6b-5af0b82d233b port 372ff760-a571-4c92-9f88-06ff00f8484e binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:22:01.468028 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-5e9b1932-e57f-44b5-85cb-e8e722141dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (372ff760-a571-4c92-9f88-06ff00f8484e), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:01.559239 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-58dcaceb-4d51-4aec-9e4b-aa085b83e0b8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (4e2c4d29-3d75-497c-b9c5-5e759e24b71d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:01.603983 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15fd04-5384-415d-85e1-a6095571328a None None] Pushing event updated for resources: {'Port': ['ID=92adabbc-8427-4fe2-8c9c-55bee0a2269e,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:01.627316 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 4744db61-c9f5-4f25-aa8c-a6f2c66af10c is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:01.627978 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4744db61-c9f5-4f25-aa8c-a6f2c66af10c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:01.648428 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-58dcaceb-4d51-4aec-9e4b-aa085b83e0b8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Calling delete_port for 4e2c4d29-3d75-497c-b9c5-5e759e24b71d owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:22:01.746810 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 4744db61-c9f5-4f25-aa8c-a6f2c66af10c, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4744db61-c9f5-4f25-aa8c-a6f2c66af10c,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:22:01.755328 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4744db61-c9f5-4f25-aa8c-a6f2c66af10c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:01.928777 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:01.934379 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-19dac092-a34e-4f6f-98d4-e444867ed9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (4744db61-c9f5-4f25-aa8c-a6f2c66af10c), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:01.963718 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dac092-a34e-4f6f-98d4-e444867ed9fa None None] No DVR routers for this DVR port 4744db61-c9f5-4f25-aa8c-a6f2c66af10c on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:22:01.991959 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=4744db61-c9f5-4f25-aa8c-a6f2c66af10c,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:01.995337 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ee17b5-8255-4ba6-b7ba-207cff2c72af None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:02.047760 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-58dcaceb-4d51-4aec-9e4b-aa085b83e0b8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (4e2c4d29-3d75-497c-b9c5-5e759e24b71d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:02.129927 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dcaceb-4d51-4aec-9e4b-aa085b83e0b8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Port': ['ID=4e2c4d29-3d75-497c-b9c5-5e759e24b71d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:02.147518 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-58dcaceb-4d51-4aec-9e4b-aa085b83e0b8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:02.158471 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-58dcaceb-4d51-4aec-9e4b-aa085b83e0b8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/4e2c4d29-3d75-497c-b9c5-5e759e24b71d HTTP/1.1" status: 204 len: 168 time: 1.1398201 Jan 18 20:22:02.159268 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59892) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:02.245007 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dac092-a34e-4f6f-98d4-e444867ed9fa None None] Pushing event deleted for resources: {'Port': ['ID=4744db61-c9f5-4f25-aa8c-a6f2c66af10c,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:02.284783 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8646194d-c095-41db-92f9-bfac5a2d4cce tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:02.292336 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8646194d-c095-41db-92f9-bfac5a2d4cce tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:02.296560 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8646194d-c095-41db-92f9-bfac5a2d4cce tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1332173 Jan 18 20:22:02.307207 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59894) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:02.319871 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-5e9b1932-e57f-44b5-85cb-e8e722141dbb None None] Publish callbacks [] for port (372ff760-a571-4c92-9f88-06ff00f8484e), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:02.332698 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-5e9b1932-e57f-44b5-85cb-e8e722141dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (372ff760-a571-4c92-9f88-06ff00f8484e), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:02.365081 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d592b7-360d-463f-9d31-03dca8fb5f4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-c68ada5d-da8a-41c6-813a-b53f9c35e893', 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'fixed_ips': [{'subnet_id': '18c9bac7-6666-42fe-a716-adf7e926e1fa'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:22:02.366975 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-22d592b7-360d-463f-9d31-03dca8fb5f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:02.467638 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236482ee-9bed-479a-b883-77eb19fd90cc None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:22:02.521238 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-4083cf74-84bf-46f8-be91-0c6e6be7e42b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet 18c9bac7-6666-42fe-a716-adf7e926e1fa {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:22:02.542305 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-5e9b1932-e57f-44b5-85cb-e8e722141dbb None None] Attempting to bind port 372ff760-a571-4c92-9f88-06ff00f8484e on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:22:02.544279 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4083cf74-84bf-46f8-be91-0c6e6be7e42b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (18c9bac7-6666-42fe-a716-adf7e926e1fa), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:02.544425 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-5e9b1932-e57f-44b5-85cb-e8e722141dbb None None] Attempting to bind port 372ff760-a571-4c92-9f88-06ff00f8484e by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:22:02.545945 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9b1932-e57f-44b5-85cb-e8e722141dbb None None] Attempting to bind port 372ff760-a571-4c92-9f88-06ff00f8484e on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:22:02.556200 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd249ff-9f9e-49f9-a266-67cfbe2e7161 None None] Pushing event updated for resources: {'Port': ['ID=372ff760-a571-4c92-9f88-06ff00f8484e,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:02.589504 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9b1932-e57f-44b5-85cb-e8e722141dbb None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:22:02.596172 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9b1932-e57f-44b5-85cb-e8e722141dbb None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:22:02.596589 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-5e9b1932-e57f-44b5-85cb-e8e722141dbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:02.596993 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9b1932-e57f-44b5-85cb-e8e722141dbb None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:22:02.597490 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-5e9b1932-e57f-44b5-85cb-e8e722141dbb None None] Bound port: 372ff760-a571-4c92-9f88-06ff00f8484e, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:22:02.597904 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-5e9b1932-e57f-44b5-85cb-e8e722141dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (372ff760-a571-4c92-9f88-06ff00f8484e), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:02.637721 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-403a228e-79df-4818-8441-5e81be326461 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (a19c6de6-578a-493b-b184-5811a42ffd74), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:02.644372 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4083cf74-84bf-46f8-be91-0c6e6be7e42b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (18c9bac7-6666-42fe-a716-adf7e926e1fa), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:02.716895 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4083cf74-84bf-46f8-be91-0c6e6be7e42b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (18c9bac7-6666-42fe-a716-adf7e926e1fa), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:02.719896 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c259b20-4432-46eb-835b-936f88946ac4 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks [] for router_controller (ca31dc4e-9e03-47cc-a417-f04581b2d423), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:02.722688 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd249ff-9f9e-49f9-a266-67cfbe2e7161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:02.725455 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd249ff-9f9e-49f9-a266-67cfbe2e7161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:02.726345 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd249ff-9f9e-49f9-a266-67cfbe2e7161 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:02.728826 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd249ff-9f9e-49f9-a266-67cfbe2e7161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:02.730244 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd249ff-9f9e-49f9-a266-67cfbe2e7161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:02.730707 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd249ff-9f9e-49f9-a266-67cfbe2e7161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:02.737481 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd249ff-9f9e-49f9-a266-67cfbe2e7161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:02.738117 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd249ff-9f9e-49f9-a266-67cfbe2e7161 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:02.738254 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd249ff-9f9e-49f9-a266-67cfbe2e7161 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:02.738600 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd249ff-9f9e-49f9-a266-67cfbe2e7161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:02.738933 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd249ff-9f9e-49f9-a266-67cfbe2e7161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:02.743510 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd249ff-9f9e-49f9-a266-67cfbe2e7161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:02.743943 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd249ff-9f9e-49f9-a266-67cfbe2e7161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:02.748320 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c259b20-4432-46eb-835b-936f88946ac4 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (ca31dc4e-9e03-47cc-a417-f04581b2d423), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:02.750239 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 92adabbc-8427-4fe2-8c9c-55bee0a2269e up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:22:02.809756 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-403a228e-79df-4818-8441-5e81be326461 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Calling delete_port for a19c6de6-578a-493b-b184-5811a42ffd74 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:22:02.832553 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c259b20-4432-46eb-835b-936f88946ac4 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:02.845888 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0c259b20-4432-46eb-835b-936f88946ac4 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.9736040 Jan 18 20:22:02.848759 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59908) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:02.855812 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4083cf74-84bf-46f8-be91-0c6e6be7e42b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (18c9bac7-6666-42fe-a716-adf7e926e1fa), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:02.889806 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-5e9b1932-e57f-44b5-85cb-e8e722141dbb None None] For port 372ff760-a571-4c92-9f88-06ff00f8484e, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:22:02.908994 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-5e9b1932-e57f-44b5-85cb-e8e722141dbb None None] For port 372ff760-a571-4c92-9f88-06ff00f8484e, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=372ff760-a571-4c92-9f88-06ff00f8484e,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:22:02.915199 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083cf74-84bf-46f8-be91-0c6e6be7e42b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=18c9bac7-6666-42fe-a716-adf7e926e1fa,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:02.925250 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-5e9b1932-e57f-44b5-85cb-e8e722141dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (372ff760-a571-4c92-9f88-06ff00f8484e), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:02.931580 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4083cf74-84bf-46f8-be91-0c6e6be7e42b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:02.937160 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4083cf74-84bf-46f8-be91-0c6e6be7e42b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/18c9bac7-6666-42fe-a716-adf7e926e1fa HTTP/1.1" status: 204 len: 168 time: 0.6276474 Jan 18 20:22:02.940343 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59910) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:03.048630 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-58437a14-d9c6-4850-9315-ae2562ce681c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0980091 Jan 18 20:22:03.052474 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59914) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:03.063194 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-be0b5b45-972e-400d-8674-cd5849d0171b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:03.067250 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd249ff-9f9e-49f9-a266-67cfbe2e7161 None None] Pushing event updated for resources: {'Port': ['ID=372ff760-a571-4c92-9f88-06ff00f8484e,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server [None req-22d592b7-360d-463f-9d31-03dca8fb5f4a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18c9bac7-6666-42fe-a716-adf7e926e1fa: This subnet is being modified by another concurrent operation. Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 20:22:03.068276 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise exception Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18c9bac7-6666-42fe-a716-adf7e926e1fa: This subnet is being modified by another concurrent operation. Jan 18 20:22:03.072905 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server Jan 18 20:22:03.136125 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e7490716-4c50-42c0-9003-8dcc3d402581 None None] Provisioning complete for port 372ff760-a571-4c92-9f88-06ff00f8484e triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:03.137049 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e7490716-4c50-42c0-9003-8dcc3d402581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (372ff760-a571-4c92-9f88-06ff00f8484e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:03.190575 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9b1932-e57f-44b5-85cb-e8e722141dbb None None] Routers {'106911a7-7365-456a-bf6b-5af0b82d233b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:22:03.191615 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-5e9b1932-e57f-44b5-85cb-e8e722141dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:21:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['106911a7-7365-456a-bf6b-5af0b82d233b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:03.222344 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38c03a6-d2e7-49c3-9316-b5d19415b20e None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:22:03.289843 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 92adabbc-8427-4fe2-8c9c-55bee0a2269e triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:03.293593 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (92adabbc-8427-4fe2-8c9c-55bee0a2269e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:03.363178 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0b5b45-972e-400d-8674-cd5849d0171b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:03.366806 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be0b5b45-972e-400d-8674-cd5849d0171b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:03.656604 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-5e9b1932-e57f-44b5-85cb-e8e722141dbb None None] Set router 106911a7-7365-456a-bf6b-5af0b82d233b gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:22:03.710540 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cfa8dc-6326-466a-9692-038c1b31f8b1 None None] get_active_networks_info from n-d-741529-9 {{(pid=103337) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 18 20:22:03.825106 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e7490716-4c50-42c0-9003-8dcc3d402581 None None] Current status of the port 372ff760-a571-4c92-9f88-06ff00f8484e is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:03.825833 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e7490716-4c50-42c0-9003-8dcc3d402581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (372ff760-a571-4c92-9f88-06ff00f8484e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:04.007159 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e7490716-4c50-42c0-9003-8dcc3d402581 None None] For port 372ff760-a571-4c92-9f88-06ff00f8484e, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=372ff760-a571-4c92-9f88-06ff00f8484e,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:22:04.018003 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 92adabbc-8427-4fe2-8c9c-55bee0a2269e is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:04.019064 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (92adabbc-8427-4fe2-8c9c-55bee0a2269e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:04.019232 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1ce6e9f3-4450-4f99-95cb-1df7b5890f0e tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks [] for router (ca31dc4e-9e03-47cc-a417-f04581b2d423), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:04.026004 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be0b5b45-972e-400d-8674-cd5849d0171b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (241dcb2e-b074-4866-b2ff-847dfd300051), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:04.097374 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e7490716-4c50-42c0-9003-8dcc3d402581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (372ff760-a571-4c92-9f88-06ff00f8484e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:04.141479 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-5e9b1932-e57f-44b5-85cb-e8e722141dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106911a7-7365-456a-bf6b-5af0b82d233b', 'name': 'tempest-ServersTestMultiNic-2098915653-router', 'tenant_id': '05d04115a5b94604bf26feb88e948fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '372ff760-a571-4c92-9f88-06ff00f8484e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:21:53Z', 'updated_at': '2022-01-18T20:21:57Z', 'revision_number': 3, 'project_id': '05d04115a5b94604bf26feb88e948fe0', 'gw_port': {'id': '372ff760-a571-4c92-9f88-06ff00f8484e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bc:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106911a7-7365-456a-bf6b-5af0b82d233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:21:55Z', 'updated_at': '2022-01-18T20:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:04.156133 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0b5b45-972e-400d-8674-cd5849d0171b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:22:04.161089 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-be0b5b45-972e-400d-8674-cd5849d0171b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:04.171996 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b5b45-972e-400d-8674-cd5849d0171b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:04.178057 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be0b5b45-972e-400d-8674-cd5849d0171b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:04.204600 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-be0b5b45-972e-400d-8674-cd5849d0171b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1476512 Jan 18 20:22:04.206167 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59936) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:04.213432 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-5204930f-1c86-4dec-bc28-cca9e6c1788e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'port': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'name': 'tempest-NetworksTestDHCPv6-82856050'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:04.231668 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9b1932-e57f-44b5-85cb-e8e722141dbb None None] The sync data for ids ['106911a7-7365-456a-bf6b-5af0b82d233b'] in n-d-741529-9 is: [{'id': '106911a7-7365-456a-bf6b-5af0b82d233b', 'name': 'tempest-ServersTestMultiNic-2098915653-router', 'tenant_id': '05d04115a5b94604bf26feb88e948fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '372ff760-a571-4c92-9f88-06ff00f8484e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:21:53Z', 'updated_at': '2022-01-18T20:21:57Z', 'revision_number': 3, 'project_id': '05d04115a5b94604bf26feb88e948fe0', 'gw_port': {'id': '372ff760-a571-4c92-9f88-06ff00f8484e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bc:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106911a7-7365-456a-bf6b-5af0b82d233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:21:55Z', 'updated_at': '2022-01-18T20:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:22:04.266211 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b5b45-972e-400d-8674-cd5849d0171b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=241dcb2e-b074-4866-b2ff-847dfd300051,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:04.279004 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:04.306282 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 92adabbc-8427-4fe2-8c9c-55bee0a2269e, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=92adabbc-8427-4fe2-8c9c-55bee0a2269e,segment=NetworkSegment(5b4bbcbf-bd31-4721-9ced-30315d87bf8f),segment_id=5b4bbcbf-bd31-4721-9ced-30315d87bf8f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:22:04.323140 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (92adabbc-8427-4fe2-8c9c-55bee0a2269e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:04.405597 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-9b9bed38-2f3a-4c2b-aa2e-1393e0d75651 None None] Provisioning complete for port 92adabbc-8427-4fe2-8c9c-55bee0a2269e triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:04.406220 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9b9bed38-2f3a-4c2b-aa2e-1393e0d75651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (92adabbc-8427-4fe2-8c9c-55bee0a2269e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:04.411696 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7490716-4c50-42c0-9003-8dcc3d402581 None None] Pushing event updated for resources: {'Port': ['ID=372ff760-a571-4c92-9f88-06ff00f8484e,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:04.483348 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1ce6e9f3-4450-4f99-95cb-1df7b5890f0e tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (ca31dc4e-9e03-47cc-a417-f04581b2d423), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:04.487655 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1ce6e9f3-4450-4f99-95cb-1df7b5890f0e tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks [] for router_controller (ca31dc4e-9e03-47cc-a417-f04581b2d423), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:04.527954 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5204930f-1c86-4dec-bc28-cca9e6c1788e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:04.535105 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5204930f-1c86-4dec-bc28-cca9e6c1788e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:04.542757 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cfa8dc-6326-466a-9692-038c1b31f8b1 None None] Resources bound (agent type, host, resource id): {{(pid=103337) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 20:22:04.590799 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-5204930f-1c86-4dec-bc28-cca9e6c1788e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] device_id is not set on port dbbc50e3-d6a9-4d9c-8934-7cb007e48ed3 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:22:04.608171 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=92adabbc-8427-4fe2-8c9c-55bee0a2269e,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:04.659032 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1ce6e9f3-4450-4f99-95cb-1df7b5890f0e tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (ca31dc4e-9e03-47cc-a417-f04581b2d423), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:04.659520 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce6e9f3-4450-4f99-95cb-1df7b5890f0e tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca31dc4e-9e03-47cc-a417-f04581b2d423 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:22:04.705779 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1ce6e9f3-4450-4f99-95cb-1df7b5890f0e tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:04.708245 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1ce6e9f3-4450-4f99-95cb-1df7b5890f0e tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] 10.222.0.31 "DELETE /v2.0/routers/ca31dc4e-9e03-47cc-a417-f04581b2d423 HTTP/1.1" status: 204 len: 168 time: 1.8472121 Jan 18 20:22:04.722420 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59952) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:04.756134 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-6c346fd9-ea5f-4ff0-9a04-b2e0e70b8d8b tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Request body: {'router': {'name': 'tempest-router-373217097', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ceac24eadc8c41008633e294ac23cd05'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:04.846815 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c346fd9-ea5f-4ff0-9a04-b2e0e70b8d8b tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (be385cc1-e30a-4c6f-960d-e3bc400de2e0), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:04.852691 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c346fd9-ea5f-4ff0-9a04-b2e0e70b8d8b tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (be385cc1-e30a-4c6f-960d-e3bc400de2e0), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:04.909196 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9b9bed38-2f3a-4c2b-aa2e-1393e0d75651 None None] Current status of the port 92adabbc-8427-4fe2-8c9c-55bee0a2269e is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:04.915984 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-403a228e-79df-4818-8441-5e81be326461 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (a19c6de6-578a-493b-b184-5811a42ffd74), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:05.007681 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-9b9bed38-2f3a-4c2b-aa2e-1393e0d75651 None None] Provisioning complete for port 372ff760-a571-4c92-9f88-06ff00f8484e triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:05.020459 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9b9bed38-2f3a-4c2b-aa2e-1393e0d75651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (372ff760-a571-4c92-9f88-06ff00f8484e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:05.153886 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a228e-79df-4818-8441-5e81be326461 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event deleted for resources: {'Port': ['ID=a19c6de6-578a-493b-b184-5811a42ffd74,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:05.158884 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-5204930f-1c86-4dec-bc28-cca9e6c1788e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 2001:db8::184 (c68ada5d-da8a-41c6-813a-b53f9c35e893/241dcb2e-b074-4866-b2ff-847dfd300051/dbbc50e3-d6a9-4d9c-8934-7cb007e48ed3) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:22:05.423048 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-403a228e-79df-4818-8441-5e81be326461 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:05.434398 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-403a228e-79df-4818-8441-5e81be326461 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "DELETE /v2.0/ports/a19c6de6-578a-493b-b184-5811a42ffd74 HTTP/1.1" status: 204 len: 168 time: 5.8668602 Jan 18 20:22:05.437552 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59964) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:05.552221 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-425343c5-e9b8-44e3-a4ae-fa844b22a9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:05.655597 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9b9bed38-2f3a-4c2b-aa2e-1393e0d75651 None None] Current status of the port 372ff760-a571-4c92-9f88-06ff00f8484e is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:05.676008 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c346fd9-ea5f-4ff0-9a04-b2e0e70b8d8b tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks [] for router_controller (be385cc1-e30a-4c6f-960d-e3bc400de2e0), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:05.711031 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6bdc28-bd36-4547-97bf-7fccd02de246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-c68ada5d-da8a-41c6-813a-b53f9c35e893', 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'fixed_ips': [{'subnet_id': '241dcb2e-b074-4866-b2ff-847dfd300051'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:22:05.712361 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6c6bdc28-bd36-4547-97bf-7fccd02de246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:05.733426 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c346fd9-ea5f-4ff0-9a04-b2e0e70b8d8b tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (be385cc1-e30a-4c6f-960d-e3bc400de2e0), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:05.866785 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c346fd9-ea5f-4ff0-9a04-b2e0e70b8d8b tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:05.868016 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6c346fd9-ea5f-4ff0-9a04-b2e0e70b8d8b tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1446285 Jan 18 20:22:05.870902 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59978) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:05.881179 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-711bf244-4285-440d-a512-7f5c36196675 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:05.934372 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d7c6182c-699c-441b-9005-497e5c23a5df None None] Provisioning complete for port 615571fb-461f-4cd8-a9f8-98b7d1b6a5b6 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:05.935048 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d7c6182c-699c-441b-9005-497e5c23a5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (615571fb-461f-4cd8-a9f8-98b7d1b6a5b6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:06.009905 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d7c6182c-699c-441b-9005-497e5c23a5df None None] Port 615571fb-461f-4cd8-a9f8-98b7d1b6a5b6 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:22:06.038726 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d7c6182c-699c-441b-9005-497e5c23a5df None None] Provisioning complete for port ba16561c-e1a2-44d8-95fc-8eda80d119f8 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:06.039164 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d7c6182c-699c-441b-9005-497e5c23a5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ba16561c-e1a2-44d8-95fc-8eda80d119f8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:06.165006 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d7c6182c-699c-441b-9005-497e5c23a5df None None] Port ba16561c-e1a2-44d8-95fc-8eda80d119f8 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:22:06.586725 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-425343c5-e9b8-44e3-a4ae-fa844b22a9b6 admin admin] Allocated IP 172.20.0.1 (7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05/4e107e7d-a27a-4755-8ce1-4fea9113763a/7eb14a9b-f84f-4d5f-9608-1018466f94fe) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:22:06.639240 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-711bf244-4285-440d-a512-7f5c36196675 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57734'] for router (be385cc1-e30a-4c6f-960d-e3bc400de2e0), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:06.639680 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-711bf244-4285-440d-a512-7f5c36196675 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks [] for router (be385cc1-e30a-4c6f-960d-e3bc400de2e0), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:06.679138 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 92adabbc-8427-4fe2-8c9c-55bee0a2269e up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:22:06.889054 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:06.898557 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 92adabbc-8427-4fe2-8c9c-55bee0a2269e triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:06.901105 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (92adabbc-8427-4fe2-8c9c-55bee0a2269e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:06.907586 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5204930f-1c86-4dec-bc28-cca9e6c1788e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (dbbc50e3-d6a9-4d9c-8934-7cb007e48ed3), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:07.009111 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5204930f-1c86-4dec-bc28-cca9e6c1788e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (dbbc50e3-d6a9-4d9c-8934-7cb007e48ed3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:07.055654 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-711bf244-4285-440d-a512-7f5c36196675 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103336) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 18 20:22:07.055999 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-711bf244-4285-440d-a512-7f5c36196675 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Router be385cc1-e30a-4c6f-960d-e3bc400de2e0 migrating from provider to provider. {{(pid=103336) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 18 20:22:07.056388 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-711bf244-4285-440d-a512-7f5c36196675 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks [] for router_controller (be385cc1-e30a-4c6f-960d-e3bc400de2e0), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:07.076446 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-711bf244-4285-440d-a512-7f5c36196675 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks [] for router_controller (be385cc1-e30a-4c6f-960d-e3bc400de2e0), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:07.092400 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-711bf244-4285-440d-a512-7f5c36196675 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1617295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1617304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1628645'] for router (be385cc1-e30a-4c6f-960d-e3bc400de2e0), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:07.136749 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5204930f-1c86-4dec-bc28-cca9e6c1788e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:22:07.161432 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-5204930f-1c86-4dec-bc28-cca9e6c1788e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:07.191421 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5204930f-1c86-4dec-bc28-cca9e6c1788e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:22:07.229405 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5204930f-1c86-4dec-bc28-cca9e6c1788e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:07.233420 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5204930f-1c86-4dec-bc28-cca9e6c1788e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:07.243709 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204930f-1c86-4dec-bc28-cca9e6c1788e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=dbbc50e3-d6a9-4d9c-8934-7cb007e48ed3,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:07.246138 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 92adabbc-8427-4fe2-8c9c-55bee0a2269e is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:07.260143 n-d-741529-9 neutron-server[103336]: WARNING neutron.scheduler.l3_agent_scheduler [None req-711bf244-4285-440d-a512-7f5c36196675 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] No L3 agents can host the router be385cc1-e30a-4c6f-960d-e3bc400de2e0 Jan 18 20:22:07.264361 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 372ff760-a571-4c92-9f88-06ff00f8484e up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:22:07.326878 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-425343c5-e9b8-44e3-a4ae-fa844b22a9b6 admin admin] Publish callbacks [] for port (7eb14a9b-f84f-4d5f-9608-1018466f94fe), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:07.351322 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-afd0acf9-269e-4a7c-8ee6-b428dfad4f7d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Deleting port ba16561c-e1a2-44d8-95fc-8eda80d119f8 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:22:07.351718 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-afd0acf9-269e-4a7c-8ee6-b428dfad4f7d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ba16561c-e1a2-44d8-95fc-8eda80d119f8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:07.422254 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5204930f-1c86-4dec-bc28-cca9e6c1788e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2148457 Jan 18 20:22:07.426305 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60008) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:07.449180 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-6c6bdc28-bd36-4547-97bf-7fccd02de246 None None] Allocated IP 2001:db8::2 (c68ada5d-da8a-41c6-813a-b53f9c35e893/241dcb2e-b074-4866-b2ff-847dfd300051/8c6da7a9-5150-4312-9ebe-9b4b2ecff21a) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:22:07.571561 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 372ff760-a571-4c92-9f88-06ff00f8484e triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:07.573978 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (372ff760-a571-4c92-9f88-06ff00f8484e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:07.689205 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711bf244-4285-440d-a512-7f5c36196675 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Hosts for router be385cc1-e30a-4c6f-960d-e3bc400de2e0: [] {{(pid=103336) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 18 20:22:07.741837 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1269b2-ef93-4ea8-8d54-69832223fdd7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:07.747068 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6e1269b2-ef93-4ea8-8d54-69832223fdd7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.2962825 Jan 18 20:22:07.747642 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60018) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:07.784255 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-afd0acf9-269e-4a7c-8ee6-b428dfad4f7d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ba16561c-e1a2-44d8-95fc-8eda80d119f8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:07.815225 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711bf244-4285-440d-a512-7f5c36196675 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Hosts for other DVR routers connected to router be385cc1-e30a-4c6f-960d-e3bc400de2e0: set() {{(pid=103336) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 18 20:22:07.819341 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-711bf244-4285-440d-a512-7f5c36196675 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:07.824809 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-711bf244-4285-440d-a512-7f5c36196675 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] 10.222.0.31 "PUT /v2.0/routers/be385cc1-e30a-4c6f-960d-e3bc400de2e0 HTTP/1.1" status: 200 len: 716 time: 1.9518542 Jan 18 20:22:07.832603 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60022) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:07.962046 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-afd0acf9-269e-4a7c-8ee6-b428dfad4f7d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Calling delete_port for ba16561c-e1a2-44d8-95fc-8eda80d119f8 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:22:07.977189 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-425343c5-e9b8-44e3-a4ae-fa844b22a9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (7eb14a9b-f84f-4d5f-9608-1018466f94fe), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:08.053021 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6c6bdc28-bd36-4547-97bf-7fccd02de246 None None] Publish callbacks [] for port (8c6da7a9-5150-4312-9ebe-9b4b2ecff21a), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:08.087033 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1b8d9617-5d02-47c1-819f-d85c6ea761fe tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] 10.222.0.31 "GET /v2.0/routers/be385cc1-e30a-4c6f-960d-e3bc400de2e0 HTTP/1.1" status: 200 len: 716 time: 0.2456417 Jan 18 20:22:08.088920 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60028) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:08.099371 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425343c5-e9b8-44e3-a4ae-fa844b22a9b6 admin admin] Network 7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:22:08.100078 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 372ff760-a571-4c92-9f88-06ff00f8484e is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:08.109766 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6c6bdc28-bd36-4547-97bf-7fccd02de246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (8c6da7a9-5150-4312-9ebe-9b4b2ecff21a), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:08.123631 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-425343c5-e9b8-44e3-a4ae-fa844b22a9b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:08.129257 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425343c5-e9b8-44e3-a4ae-fa844b22a9b6 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:22:08.180044 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6bdc28-bd36-4547-97bf-7fccd02de246 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:22:08.181889 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-6c6bdc28-bd36-4547-97bf-7fccd02de246 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:08.191602 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6bdc28-bd36-4547-97bf-7fccd02de246 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:22:08.212276 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6bdc28-bd36-4547-97bf-7fccd02de246 None None] Pushing event updated for resources: {'Port': ['ID=8c6da7a9-5150-4312-9ebe-9b4b2ecff21a,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:08.287677 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425343c5-e9b8-44e3-a4ae-fa844b22a9b6 admin admin] Pushing event updated for resources: {'Port': ['ID=7eb14a9b-f84f-4d5f-9608-1018466f94fe,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:08.325059 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-b0a874c4-997e-4957-b5b8-ebdf54f7cb3d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting port dbbc50e3-d6a9-4d9c-8934-7cb007e48ed3 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:22:08.327615 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b0a874c4-997e-4957-b5b8-ebdf54f7cb3d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (dbbc50e3-d6a9-4d9c-8934-7cb007e48ed3), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:08.328530 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6c6bdc28-bd36-4547-97bf-7fccd02de246 None None] Attempting to bind port 8c6da7a9-5150-4312-9ebe-9b4b2ecff21a on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:22:08.334856 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6c6bdc28-bd36-4547-97bf-7fccd02de246 None None] Attempting to bind port 8c6da7a9-5150-4312-9ebe-9b4b2ecff21a by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:22:08.336758 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6bdc28-bd36-4547-97bf-7fccd02de246 None None] Attempting to bind port 8c6da7a9-5150-4312-9ebe-9b4b2ecff21a on network c68ada5d-da8a-41c6-813a-b53f9c35e893 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:22:08.351449 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6bdc28-bd36-4547-97bf-7fccd02de246 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:22:08.352045 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6bdc28-bd36-4547-97bf-7fccd02de246 None None] Checking segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:22:08.352635 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6c6bdc28-bd36-4547-97bf-7fccd02de246 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:08.356626 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6bdc28-bd36-4547-97bf-7fccd02de246 None None] Bound using segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:22:08.357310 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6c6bdc28-bd36-4547-97bf-7fccd02de246 None None] Bound port: 8c6da7a9-5150-4312-9ebe-9b4b2ecff21a, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:22:08.357899 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6c6bdc28-bd36-4547-97bf-7fccd02de246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8c6da7a9-5150-4312-9ebe-9b4b2ecff21a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:08.364279 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-425343c5-e9b8-44e3-a4ae-fa844b22a9b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (106911a7-7365-456a-bf6b-5af0b82d233b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:08.418072 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-afd0acf9-269e-4a7c-8ee6-b428dfad4f7d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ba16561c-e1a2-44d8-95fc-8eda80d119f8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:08.489165 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0acf9-269e-4a7c-8ee6-b428dfad4f7d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event deleted for resources: {'Port': ['ID=ba16561c-e1a2-44d8-95fc-8eda80d119f8,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:08.517954 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6c6bdc28-bd36-4547-97bf-7fccd02de246 None None] For port 8c6da7a9-5150-4312-9ebe-9b4b2ecff21a, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:22:08.525539 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6c6bdc28-bd36-4547-97bf-7fccd02de246 None None] For port 8c6da7a9-5150-4312-9ebe-9b4b2ecff21a, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8c6da7a9-5150-4312-9ebe-9b4b2ecff21a,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:22:08.536702 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6c6bdc28-bd36-4547-97bf-7fccd02de246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8c6da7a9-5150-4312-9ebe-9b4b2ecff21a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:08.691365 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6bdc28-bd36-4547-97bf-7fccd02de246 None None] Pushing event updated for resources: {'Port': ['ID=8c6da7a9-5150-4312-9ebe-9b4b2ecff21a,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:08.780989 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-afd0acf9-269e-4a7c-8ee6-b428dfad4f7d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:08.784796 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-afd0acf9-269e-4a7c-8ee6-b428dfad4f7d tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "DELETE /v2.0/ports/ba16561c-e1a2-44d8-95fc-8eda80d119f8 HTTP/1.1" status: 204 len: 168 time: 3.3409224 Jan 18 20:22:08.787159 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60048) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:08.807072 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-425343c5-e9b8-44e3-a4ae-fa844b22a9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7eb14a9b-f84f-4d5f-9608-1018466f94fe), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:08.838779 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-df091daf-bff2-4192-bd3b-bb335be3079c tempest-RoutersTestDVR-1307136537 tempest-RoutersTestDVR-1307136537-project] 10.222.0.31 "GET /v2.0/routers/be385cc1-e30a-4c6f-960d-e3bc400de2e0 HTTP/1.1" status: 200 len: 682 time: 0.6525276 Jan 18 20:22:08.841201 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60050) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:08.975398 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5b5613-00fb-4922-b9af-fdc20c9ae029 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:08.977005 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bc5b5613-00fb-4922-b9af-fdc20c9ae029 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c8121c-050e-405d-9cf8-a1e427cdc14f HTTP/1.1" status: 200 len: 913 time: 0.1889322 Jan 18 20:22:08.980841 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60054) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:08.988843 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dab86381-54e6-4e42-ac8a-129992f6e594 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks [] for router (be385cc1-e30a-4c6f-960d-e3bc400de2e0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:09.385081 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dab86381-54e6-4e42-ac8a-129992f6e594 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (be385cc1-e30a-4c6f-960d-e3bc400de2e0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:09.389739 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dab86381-54e6-4e42-ac8a-129992f6e594 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks [] for router_controller (be385cc1-e30a-4c6f-960d-e3bc400de2e0), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:09.634740 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dab86381-54e6-4e42-ac8a-129992f6e594 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (be385cc1-e30a-4c6f-960d-e3bc400de2e0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:09.635297 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab86381-54e6-4e42-ac8a-129992f6e594 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be385cc1-e30a-4c6f-960d-e3bc400de2e0 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:22:09.642596 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dab86381-54e6-4e42-ac8a-129992f6e594 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:09.644664 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-dab86381-54e6-4e42-ac8a-129992f6e594 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] 10.222.0.31 "DELETE /v2.0/routers/be385cc1-e30a-4c6f-960d-e3bc400de2e0 HTTP/1.1" status: 204 len: 168 time: 0.8022194 Jan 18 20:22:09.647812 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60064) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:09.652752 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-d1a4f14e-bd64-4a59-81d2-6b9bb573499a tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Request body: {'router': {'name': 'tempest-router-640857910', 'distributed': True}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:09.695032 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f14e-bd64-4a59-81d2-6b9bb573499a tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (54e1afd0-8aa6-45d6-80f0-998b119906a4), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:09.696482 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f14e-bd64-4a59-81d2-6b9bb573499a tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (54e1afd0-8aa6-45d6-80f0-998b119906a4), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:09.927339 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f14e-bd64-4a59-81d2-6b9bb573499a tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks [] for router_controller (54e1afd0-8aa6-45d6-80f0-998b119906a4), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:09.968803 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b0a874c4-997e-4957-b5b8-ebdf54f7cb3d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (dbbc50e3-d6a9-4d9c-8934-7cb007e48ed3), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:09.991370 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f14e-bd64-4a59-81d2-6b9bb573499a tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (54e1afd0-8aa6-45d6-80f0-998b119906a4), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:10.007000 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-b0a874c4-997e-4957-b5b8-ebdf54f7cb3d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Calling delete_port for dbbc50e3-d6a9-4d9c-8934-7cb007e48ed3 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:22:10.031006 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f14e-bd64-4a59-81d2-6b9bb573499a tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:10.031470 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d1a4f14e-bd64-4a59-81d2-6b9bb573499a tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3823056 Jan 18 20:22:10.034909 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60076) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:10.150384 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57d1be9c-50cd-44ce-8420-07ca7050a5a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (d7c8121c-050e-405d-9cf8-a1e427cdc14f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:10.218885 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01d2c6d5-f298-4328-8c62-54b674ab2d70 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks [] for router (54e1afd0-8aa6-45d6-80f0-998b119906a4), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:10.385785 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c0add9-1997-4cd0-b6b2-358b0fc5c3b2 None None] Network 7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:10.391008 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e8d249-024f-451f-933f-a6e5b0133c22 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:10.511029 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2640cd-9d09-4681-8eb1-b150abc21f3b None None] DHCP port deletion for 2c30b9bd-8dbd-4f0c-861d-0cd761227289 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:22:10.583346 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8c6da7a9-5150-4312-9ebe-9b4b2ecff21a up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:22:10.730929 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-425343c5-e9b8-44e3-a4ae-fa844b22a9b6 admin admin] Publish callbacks [] for port (7eb14a9b-f84f-4d5f-9608-1018466f94fe), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:10.746744 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-425343c5-e9b8-44e3-a4ae-fa844b22a9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (7eb14a9b-f84f-4d5f-9608-1018466f94fe), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:10.747009 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01d2c6d5-f298-4328-8c62-54b674ab2d70 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (54e1afd0-8aa6-45d6-80f0-998b119906a4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:10.751880 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01d2c6d5-f298-4328-8c62-54b674ab2d70 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks [] for router_controller (54e1afd0-8aa6-45d6-80f0-998b119906a4), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:10.867966 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b0a874c4-997e-4957-b5b8-ebdf54f7cb3d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (dbbc50e3-d6a9-4d9c-8934-7cb007e48ed3), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:10.870402 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01d2c6d5-f298-4328-8c62-54b674ab2d70 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (54e1afd0-8aa6-45d6-80f0-998b119906a4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:10.871095 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d2c6d5-f298-4328-8c62-54b674ab2d70 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54e1afd0-8aa6-45d6-80f0-998b119906a4 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:22:10.910442 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01d2c6d5-f298-4328-8c62-54b674ab2d70 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:10.915023 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-01d2c6d5-f298-4328-8c62-54b674ab2d70 tempest-RoutersTestDVR-2052460676 tempest-RoutersTestDVR-2052460676-project-admin] 10.222.0.31 "DELETE /v2.0/routers/54e1afd0-8aa6-45d6-80f0-998b119906a4 HTTP/1.1" status: 204 len: 168 time: 0.8758497 Jan 18 20:22:11.096739 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-425343c5-e9b8-44e3-a4ae-fa844b22a9b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (106911a7-7365-456a-bf6b-5af0b82d233b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:11.098735 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425343c5-e9b8-44e3-a4ae-fa844b22a9b6 admin admin] Pushing event updated for resources: {'Port': ['ID=7eb14a9b-f84f-4d5f-9608-1018466f94fe,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:11.269411 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b0a874c4-997e-4957-b5b8-ebdf54f7cb3d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:11.277746 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b0a874c4-997e-4957-b5b8-ebdf54f7cb3d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/dbbc50e3-d6a9-4d9c-8934-7cb007e48ed3 HTTP/1.1" status: 204 len: 168 time: 3.5217655 Jan 18 20:22:11.281199 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60102) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:11.283630 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a874c4-997e-4957-b5b8-ebdf54f7cb3d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Port': ['ID=dbbc50e3-d6a9-4d9c-8934-7cb007e48ed3,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:11.293610 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-57d1be9c-50cd-44ce-8420-07ca7050a5a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Deleting port 615571fb-461f-4cd8-a9f8-98b7d1b6a5b6 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:22:11.294559 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57d1be9c-50cd-44ce-8420-07ca7050a5a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (615571fb-461f-4cd8-a9f8-98b7d1b6a5b6), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:11.564609 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57d1be9c-50cd-44ce-8420-07ca7050a5a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (615571fb-461f-4cd8-a9f8-98b7d1b6a5b6), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:11.587308 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-57d1be9c-50cd-44ce-8420-07ca7050a5a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Calling delete_port for 615571fb-461f-4cd8-a9f8-98b7d1b6a5b6 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:22:11.696652 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ff9c61-d177-4bd3-a65d-fe7c4b4661c7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:11.708939 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ff9c61-d177-4bd3-a65d-fe7c4b4661c7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:11.710614 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-90ff9c61-d177-4bd3-a65d-fe7c4b4661c7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4119503 Jan 18 20:22:11.715679 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0a54e7e9-be39-46dc-82ba-bff9651270db None None] Provisioning complete for port 8c6da7a9-5150-4312-9ebe-9b4b2ecff21a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:11.716325 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0a54e7e9-be39-46dc-82ba-bff9651270db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8c6da7a9-5150-4312-9ebe-9b4b2ecff21a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:11.729058 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60112) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:11.798637 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 8c6da7a9-5150-4312-9ebe-9b4b2ecff21a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:11.799017 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8c6da7a9-5150-4312-9ebe-9b4b2ecff21a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:11.907152 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425343c5-e9b8-44e3-a4ae-fa844b22a9b6 admin admin] Network 7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:22:11.919821 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-425343c5-e9b8-44e3-a4ae-fa844b22a9b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:11.981909 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-75964e22-0596-42ab-a329-923b4f963664 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet 241dcb2e-b074-4866-b2ff-847dfd300051 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:22:11.997444 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75964e22-0596-42ab-a329-923b4f963664 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (241dcb2e-b074-4866-b2ff-847dfd300051), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:12.081232 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0a54e7e9-be39-46dc-82ba-bff9651270db None None] Current status of the port 8c6da7a9-5150-4312-9ebe-9b4b2ecff21a is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:12.088091 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0a54e7e9-be39-46dc-82ba-bff9651270db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8c6da7a9-5150-4312-9ebe-9b4b2ecff21a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:12.130829 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75964e22-0596-42ab-a329-923b4f963664 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (241dcb2e-b074-4866-b2ff-847dfd300051), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:12.214883 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0a54e7e9-be39-46dc-82ba-bff9651270db None None] For port 8c6da7a9-5150-4312-9ebe-9b4b2ecff21a, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8c6da7a9-5150-4312-9ebe-9b4b2ecff21a,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:22:12.233331 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0a54e7e9-be39-46dc-82ba-bff9651270db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8c6da7a9-5150-4312-9ebe-9b4b2ecff21a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:12.312492 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54e7e9-be39-46dc-82ba-bff9651270db None None] Pushing event updated for resources: {'Port': ['ID=8c6da7a9-5150-4312-9ebe-9b4b2ecff21a,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:12.324465 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 8c6da7a9-5150-4312-9ebe-9b4b2ecff21a is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:12.325624 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8c6da7a9-5150-4312-9ebe-9b4b2ecff21a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:12.356112 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60124) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:12.511067 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:22:12.514717 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:22:12.562224 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1d1ce7cc-baed-4fe6-8b57-8ada59509f67 None None] Provisioning complete for port 8c6da7a9-5150-4312-9ebe-9b4b2ecff21a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:12.562619 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1d1ce7cc-baed-4fe6-8b57-8ada59509f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8c6da7a9-5150-4312-9ebe-9b4b2ecff21a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:12.566203 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425343c5-e9b8-44e3-a4ae-fa844b22a9b6 admin admin] Router 106911a7-7365-456a-bf6b-5af0b82d233b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:22:12.885143 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e57e391d-6347-4318-81d7-2e8941625aea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:12.912838 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425343c5-e9b8-44e3-a4ae-fa844b22a9b6 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:22:12.915038 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1d1ce7cc-baed-4fe6-8b57-8ada59509f67 None None] Current status of the port 8c6da7a9-5150-4312-9ebe-9b4b2ecff21a is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:12.918494 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-425343c5-e9b8-44e3-a4ae-fa844b22a9b6 admin admin] 10.222.0.31 "PUT /v2.0/routers/106911a7-7365-456a-bf6b-5af0b82d233b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0589461 Jan 18 20:22:12.953159 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ca1046-49b9-402e-8f01-0143b31dc21d None None] Sync routers for ids ['106911a7-7365-456a-bf6b-5af0b82d233b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:22:12.960195 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75964e22-0596-42ab-a329-923b4f963664 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (241dcb2e-b074-4866-b2ff-847dfd300051), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:12.997394 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ca1046-49b9-402e-8f01-0143b31dc21d None None] Routers {'106911a7-7365-456a-bf6b-5af0b82d233b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:22:12.998093 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-e5ca1046-49b9-402e-8f01-0143b31dc21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:21:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['106911a7-7365-456a-bf6b-5af0b82d233b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:13.224709 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60146) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:13.371543 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57d1be9c-50cd-44ce-8420-07ca7050a5a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (615571fb-461f-4cd8-a9f8-98b7d1b6a5b6), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:13.381450 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 8c6da7a9-5150-4312-9ebe-9b4b2ecff21a is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:13.403254 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-4e6bb0fa-7978-4adb-a132-6dc634b2a22b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-279356250'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:13.411422 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1be9c-50cd-44ce-8420-07ca7050a5a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event deleted for resources: {'Port': ['ID=615571fb-461f-4cd8-a9f8-98b7d1b6a5b6,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:13.438630 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75964e22-0596-42ab-a329-923b4f963664 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (241dcb2e-b074-4866-b2ff-847dfd300051), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:13.527584 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a764dbf2-f237-4c58-a05c-688b56612cd4 None None] DHCP port deletion for 2c30b9bd-8dbd-4f0c-861d-0cd761227289 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:22:13.531188 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6bb0fa-7978-4adb-a132-6dc634b2a22b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Made reservation on behalf of 05d04115a5b94604bf26feb88e948fe0 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:13.531567 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-59c226d0-c1d7-4b4c-98a1-1a1a8bc30f51 None None] Provisioning complete for port 92adabbc-8427-4fe2-8c9c-55bee0a2269e triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:13.534032 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-59c226d0-c1d7-4b4c-98a1-1a1a8bc30f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (92adabbc-8427-4fe2-8c9c-55bee0a2269e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:13.553810 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4e6bb0fa-7978-4adb-a132-6dc634b2a22b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:13.616683 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79af1c90-4f96-4f5c-83b0-16530d83f6c5 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:13.681318 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e57e391d-6347-4318-81d7-2e8941625aea admin admin] Publish callbacks [] for security_group (49736211-c701-483b-9aaf-65556f69dc54), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:13.684356 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e6bb0fa-7978-4adb-a132-6dc634b2a22b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:22:13.704637 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4e6bb0fa-7978-4adb-a132-6dc634b2a22b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (b653f61e-1f44-49ef-acf6-58f2f4cd30db), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:13.705239 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-4e6bb0fa-7978-4adb-a132-6dc634b2a22b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Added segment b653f61e-1f44-49ef-acf6-58f2f4cd30db of type vlan for network 957354af-04bd-406c-953d-2bd45afe9e07 Jan 18 20:22:13.798894 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75964e22-0596-42ab-a329-923b4f963664 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=241dcb2e-b074-4866-b2ff-847dfd300051,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:13.811865 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75964e22-0596-42ab-a329-923b4f963664 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:13.816497 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-75964e22-0596-42ab-a329-923b4f963664 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/241dcb2e-b074-4866-b2ff-847dfd300051 HTTP/1.1" status: 204 len: 168 time: 2.0849152 Jan 18 20:22:13.820368 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60166) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:13.820864 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e57e391d-6347-4318-81d7-2e8941625aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (49736211-c701-483b-9aaf-65556f69dc54), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:13.831406 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4e6bb0fa-7978-4adb-a132-6dc634b2a22b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (957354af-04bd-406c-953d-2bd45afe9e07), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:13.874200 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8c6da7a9-5150-4312-9ebe-9b4b2ecff21a up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:22:13.906491 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4e6bb0fa-7978-4adb-a132-6dc634b2a22b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (957354af-04bd-406c-953d-2bd45afe9e07), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:13.925692 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6bb0fa-7978-4adb-a132-6dc634b2a22b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:13.930491 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4e6bb0fa-7978-4adb-a132-6dc634b2a22b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:13.984608 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8faec95c-9bea-4d54-842b-b60f8f61aceb tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1473060 Jan 18 20:22:13.995073 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60172) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:14.033097 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4e6bb0fa-7978-4adb-a132-6dc634b2a22b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8069174 Jan 18 20:22:14.038479 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60174) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:14.055551 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-43ede626-d317-488e-8926-cd8014c2aa2e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Request body: {'subnet': {'network_id': '957354af-04bd-406c-953d-2bd45afe9e07', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:14.062240 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-e5ca1046-49b9-402e-8f01-0143b31dc21d None None] Set router 106911a7-7365-456a-bf6b-5af0b82d233b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:22:14.152237 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e391d-6347-4318-81d7-2e8941625aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49736211-c701-483b-9aaf-65556f69dc54,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:14.211966 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6bb0fa-7978-4adb-a132-6dc634b2a22b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Pushing event updated for resources: {'Network': ['ID=957354af-04bd-406c-953d-2bd45afe9e07,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:14.261546 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e57e391d-6347-4318-81d7-2e8941625aea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ceac24eadc8c41008633e294ac23cd05&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8839877 Jan 18 20:22:14.264574 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60178) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:14.341276 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 957354af-04bd-406c-953d-2bd45afe9e07 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:22:14.389573 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ede626-d317-488e-8926-cd8014c2aa2e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Made reservation on behalf of 05d04115a5b94604bf26feb88e948fe0 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:14.404357 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-43ede626-d317-488e-8926-cd8014c2aa2e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:14.761774 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5bb5e9-faf3-4dab-b8c4-4bea7ea1a0ad None None] DHCP port deletion for c68ada5d-da8a-41c6-813a-b53f9c35e893 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:22:14.996051 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-59c226d0-c1d7-4b4c-98a1-1a1a8bc30f51 None None] Current status of the port 92adabbc-8427-4fe2-8c9c-55bee0a2269e is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:15.059326 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-59c226d0-c1d7-4b4c-98a1-1a1a8bc30f51 None None] Could not find standard attr ID for object dbbc50e3-d6a9-4d9c-8934-7cb007e48ed3. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:22:15.076350 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 8c6da7a9-5150-4312-9ebe-9b4b2ecff21a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:15.076350 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8c6da7a9-5150-4312-9ebe-9b4b2ecff21a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:15.105683 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-43ede626-d317-488e-8926-cd8014c2aa2e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (1281de5a-bdf2-4cc6-baaa-3c06db5aeefc), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:15.244426 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-59c226d0-c1d7-4b4c-98a1-1a1a8bc30f51 None None] Provisioning complete for port 7eb14a9b-f84f-4d5f-9608-1018466f94fe triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:15.244968 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-59c226d0-c1d7-4b4c-98a1-1a1a8bc30f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7eb14a9b-f84f-4d5f-9608-1018466f94fe), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:15.364753 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ede626-d317-488e-8926-cd8014c2aa2e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Pushing event updated for resources: {'Subnet': ['ID=1281de5a-bdf2-4cc6-baaa-3c06db5aeefc,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:15.435841 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ede626-d317-488e-8926-cd8014c2aa2e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Checking segment: {'id': 'b653f61e-1f44-49ef-acf6-58f2f4cd30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '957354af-04bd-406c-953d-2bd45afe9e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:22:15.444122 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ede626-d317-488e-8926-cd8014c2aa2e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Network hostable DHCP agents. Network: 957354af-04bd-406c-953d-2bd45afe9e07, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:22:15.502111 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ede626-d317-488e-8926-cd8014c2aa2e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Network 957354af-04bd-406c-953d-2bd45afe9e07 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:22:15.519724 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-43ede626-d317-488e-8926-cd8014c2aa2e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 957354af-04bd-406c-953d-2bd45afe9e07) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:15.525070 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ede626-d317-488e-8926-cd8014c2aa2e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:15.525870 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-43ede626-d317-488e-8926-cd8014c2aa2e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:15.546719 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7d5bb5e9-faf3-4dab-b8c4-4bea7ea1a0ad None None] Deleting port 8c6da7a9-5150-4312-9ebe-9b4b2ecff21a {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:22:15.547712 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7d5bb5e9-faf3-4dab-b8c4-4bea7ea1a0ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (8c6da7a9-5150-4312-9ebe-9b4b2ecff21a), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:15.556673 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-43ede626-d317-488e-8926-cd8014c2aa2e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5167885 Jan 18 20:22:15.557429 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60194) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:15.559306 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19d4de7-43cb-4185-ab52-e50cfdc679aa None None] Network 957354af-04bd-406c-953d-2bd45afe9e07 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:15.568226 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-40136a51-bf97-4267-9e5a-7e98728d2f3c tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1723844535'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:15.579646 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-59c226d0-c1d7-4b4c-98a1-1a1a8bc30f51 None None] Port 7eb14a9b-f84f-4d5f-9608-1018466f94fe cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:22:15.621541 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40136a51-bf97-4267-9e5a-7e98728d2f3c tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Made reservation on behalf of 05d04115a5b94604bf26feb88e948fe0 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:15.637222 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-40136a51-bf97-4267-9e5a-7e98728d2f3c tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:15.696833 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52735a31-7af9-4784-bf75-621b09f694f3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:15.707430 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-52735a31-7af9-4784-bf75-621b09f694f3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.7015915 Jan 18 20:22:15.710541 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60204) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:15.712463 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40136a51-bf97-4267-9e5a-7e98728d2f3c tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:22:15.734401 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-40136a51-bf97-4267-9e5a-7e98728d2f3c tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (e26783d5-f862-4c86-9a92-52cebc9192c7), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:15.735474 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-40136a51-bf97-4267-9e5a-7e98728d2f3c tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Added segment e26783d5-f862-4c86-9a92-52cebc9192c7 of type vlan for network 2a35706e-bab0-4b9d-bd84-206f9df02a32 Jan 18 20:22:15.834921 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-40136a51-bf97-4267-9e5a-7e98728d2f3c tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (2a35706e-bab0-4b9d-bd84-206f9df02a32), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:15.874052 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 8c6da7a9-5150-4312-9ebe-9b4b2ecff21a is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:15.948651 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-40136a51-bf97-4267-9e5a-7e98728d2f3c tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (2a35706e-bab0-4b9d-bd84-206f9df02a32), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:15.958885 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-656ef5d2-b7b2-4331-9b75-3c0efa6eae3d admin admin] Publish callbacks [] for security_group (49736211-c701-483b-9aaf-65556f69dc54), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:15.968727 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57d1be9c-50cd-44ce-8420-07ca7050a5a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (d7c8121c-050e-405d-9cf8-a1e427cdc14f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:15.976098 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40136a51-bf97-4267-9e5a-7e98728d2f3c tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:15.978069 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-40136a51-bf97-4267-9e5a-7e98728d2f3c tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:15.985070 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb778ab-e847-4099-970a-105ec00db41c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:15.988883 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-efb778ab-e847-4099-970a-105ec00db41c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2325959 Jan 18 20:22:15.995412 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60208) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:16.123767 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8c6da7a9-5150-4312-9ebe-9b4b2ecff21a no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:22:16.146125 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-656ef5d2-b7b2-4331-9b75-3c0efa6eae3d admin admin] Publish callbacks [] for security_group (49736211-c701-483b-9aaf-65556f69dc54), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:16.244582 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7d5bb5e9-faf3-4dab-b8c4-4bea7ea1a0ad None None] For port 8c6da7a9-5150-4312-9ebe-9b4b2ecff21a, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8c6da7a9-5150-4312-9ebe-9b4b2ecff21a,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:22:16.244982 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7d5bb5e9-faf3-4dab-b8c4-4bea7ea1a0ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (8c6da7a9-5150-4312-9ebe-9b4b2ecff21a), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:16.249104 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-52434acf-79a3-4122-a227-c141d7386eca tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2399561 Jan 18 20:22:16.252620 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60218) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:16.277383 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-0ac324a7-fb74-4bbc-8d60-17cdfc0212da tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:16.289475 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4ac44d75-7f82-4e31-965f-2f8a437c94a2 None None] Provisioning complete for port 7eb14a9b-f84f-4d5f-9608-1018466f94fe triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:16.289784 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4ac44d75-7f82-4e31-965f-2f8a437c94a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7eb14a9b-f84f-4d5f-9608-1018466f94fe), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:16.402247 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7d5bb5e9-faf3-4dab-b8c4-4bea7ea1a0ad None None] Calling delete_port for 8c6da7a9-5150-4312-9ebe-9b4b2ecff21a owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:22:16.473246 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-656ef5d2-b7b2-4331-9b75-3c0efa6eae3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (49736211-c701-483b-9aaf-65556f69dc54), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:16.478814 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-656ef5d2-b7b2-4331-9b75-3c0efa6eae3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:16.481595 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-656ef5d2-b7b2-4331-9b75-3c0efa6eae3d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/49736211-c701-483b-9aaf-65556f69dc54 HTTP/1.1" status: 204 len: 168 time: 2.2079298 Jan 18 20:22:16.514875 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-e5ca1046-49b9-402e-8f01-0143b31dc21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106911a7-7365-456a-bf6b-5af0b82d233b', 'name': 'tempest-ServersTestMultiNic-2098915653-router', 'tenant_id': '05d04115a5b94604bf26feb88e948fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '372ff760-a571-4c92-9f88-06ff00f8484e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:21:53Z', 'updated_at': '2022-01-18T20:22:08Z', 'revision_number': 4, 'project_id': '05d04115a5b94604bf26feb88e948fe0', 'gw_port': {'id': '372ff760-a571-4c92-9f88-06ff00f8484e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106911a7-7365-456a-bf6b-5af0b82d233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:21:55Z', 'updated_at': '2022-01-18T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '7eb14a9b-f84f-4d5f-9608-1018466f94fe', 'name': '', 'network_id': '7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05', 'tenant_id': '05d04115a5b94604bf26feb88e948fe0', 'mac_address': 'fa:16:3e:39:50:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106911a7-7365-456a-bf6b-5af0b82d233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '4e107e7d-a27a-4755-8ce1-4fea9113763a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:22:05Z', 'updated_at': '2022-01-18T20:22:10Z', 'revision_number': 2, 'project_id': '05d04115a5b94604bf26feb88e948fe0', 'subnets': [{'id': '4e107e7d-a27a-4755-8ce1-4fea9113763a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:16.532579 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-40136a51-bf97-4267-9e5a-7e98728d2f3c tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9739487 Jan 18 20:22:16.543269 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60226) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:16.571456 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-ca0baaae-0ed7-4e13-9fb3-836255ef0da6 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Request body: {'subnet': {'network_id': '2a35706e-bab0-4b9d-bd84-206f9df02a32', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:16.583790 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ef5d2-b7b2-4331-9b75-3c0efa6eae3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49736211-c701-483b-9aaf-65556f69dc54,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:16.660753 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40136a51-bf97-4267-9e5a-7e98728d2f3c tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Pushing event updated for resources: {'Network': ['ID=2a35706e-bab0-4b9d-bd84-206f9df02a32,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:16.689411 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac324a7-fb74-4bbc-8d60-17cdfc0212da tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:16.694948 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0ac324a7-fb74-4bbc-8d60-17cdfc0212da tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:17.000479 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ca1046-49b9-402e-8f01-0143b31dc21d None None] Checking router: 106911a7-7365-456a-bf6b-5af0b82d233b for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:22:17.035468 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ca1046-49b9-402e-8f01-0143b31dc21d None None] Updating router 106911a7-7365-456a-bf6b-5af0b82d233b port 7eb14a9b-f84f-4d5f-9608-1018466f94fe binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:22:17.160708 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 2a35706e-bab0-4b9d-bd84-206f9df02a32 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:22:17.208040 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d1be9c-50cd-44ce-8420-07ca7050a5a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Router d7c8121c-050e-405d-9cf8-a1e427cdc14f has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:22:17.208955 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0baaae-0ed7-4e13-9fb3-836255ef0da6 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Made reservation on behalf of 05d04115a5b94604bf26feb88e948fe0 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:17.223068 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ca0baaae-0ed7-4e13-9fb3-836255ef0da6 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:17.386572 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60246) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:17.451496 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f20c1cdf-7ad3-4a68-ac1c-f560caa7eadb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:17.464243 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1046-49b9-402e-8f01-0143b31dc21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7eb14a9b-f84f-4d5f-9608-1018466f94fe), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:17.466893 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4ac44d75-7f82-4e31-965f-2f8a437c94a2 None None] Port 7eb14a9b-f84f-4d5f-9608-1018466f94fe cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:22:17.519676 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0ac324a7-fb74-4bbc-8d60-17cdfc0212da tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (82854902-47e0-4577-a046-13ffba4f676c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:17.537526 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7d5bb5e9-faf3-4dab-b8c4-4bea7ea1a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (8c6da7a9-5150-4312-9ebe-9b4b2ecff21a), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:17.556825 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e06449c-5e8b-4c2d-8f83-d8c9a435ad0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-957354af-04bd-406c-953d-2bd45afe9e07', 'network_id': '957354af-04bd-406c-953d-2bd45afe9e07', 'project_id': '05d04115a5b94604bf26feb88e948fe0', 'fixed_ips': [{'subnet_id': '1281de5a-bdf2-4cc6-baaa-3c06db5aeefc'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:22:17.559575 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9e06449c-5e8b-4c2d-8f83-d8c9a435ad0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:17.660489 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac324a7-fb74-4bbc-8d60-17cdfc0212da tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:22:17.681688 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-0ac324a7-fb74-4bbc-8d60-17cdfc0212da tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:17.690029 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5bb5e9-faf3-4dab-b8c4-4bea7ea1a0ad None None] No DVR routers for this DVR port 8c6da7a9-5150-4312-9ebe-9b4b2ecff21a on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:22:17.710771 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 8c6da7a9-5150-4312-9ebe-9b4b2ecff21a is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:17.711195 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8c6da7a9-5150-4312-9ebe-9b4b2ecff21a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:17.712323 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac324a7-fb74-4bbc-8d60-17cdfc0212da tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:17.714953 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0ac324a7-fb74-4bbc-8d60-17cdfc0212da tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:17.731078 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac324a7-fb74-4bbc-8d60-17cdfc0212da tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=82854902-47e0-4577-a046-13ffba4f676c,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:17.798067 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0ac324a7-fb74-4bbc-8d60-17cdfc0212da tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5295990 Jan 18 20:22:17.809970 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60256) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:17.863523 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-b45f60e1-fbd4-4554-8f55-0e63f14fc753 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'port': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'fixed_ips': [{'subnet_id': '82854902-47e0-4577-a046-13ffba4f676c', 'ip_address': '2001:db8::f841:6bc6:52f:82ff'}], 'name': 'tempest-NetworksTestDHCPv6-99353085'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:17.928388 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f20c1cdf-7ad3-4a68-ac1c-f560caa7eadb admin admin] Publish callbacks [] for security_group (d84ff42a-23cc-4e7c-8674-389005b414ce), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:17.937500 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f20c1cdf-7ad3-4a68-ac1c-f560caa7eadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d84ff42a-23cc-4e7c-8674-389005b414ce), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:18.018314 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-9e06449c-5e8b-4c2d-8f83-d8c9a435ad0c None None] Allocated IP 19.80.0.2 (957354af-04bd-406c-953d-2bd45afe9e07/1281de5a-bdf2-4cc6-baaa-3c06db5aeefc/a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:22:18.022894 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f20c1cdf-7ad3-4a68-ac1c-f560caa7eadb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8fb63d7b49fd4fc6b25c812374bdf4b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6329830 Jan 18 20:22:18.030557 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60266) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:18.096085 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c1cdf-7ad3-4a68-ac1c-f560caa7eadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84ff42a-23cc-4e7c-8674-389005b414ce,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:18.158551 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d1be9c-50cd-44ce-8420-07ca7050a5a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:22:18.174510 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1581b53d-637d-48ec-b4ce-db416d1d9739 None None] Sync routers for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:22:18.186646 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-57d1be9c-50cd-44ce-8420-07ca7050a5a9 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "PUT /v2.0/routers/d7c8121c-050e-405d-9cf8-a1e427cdc14f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2043977 Jan 18 20:22:18.189010 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60274) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:18.189152 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ca0baaae-0ed7-4e13-9fb3-836255ef0da6 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (04161035-3f90-45e0-a9f8-db7bc83dd72a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:18.193244 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1581b53d-637d-48ec-b4ce-db416d1d9739 None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:22:18.193895 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1581b53d-637d-48ec-b4ce-db416d1d9739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:21:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:18.228830 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa0fef6-00d8-4e90-bf28-d819f33670ab None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:18.279574 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1581b53d-637d-48ec-b4ce-db416d1d9739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:18.286930 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9f4efa65-1cff-4fa4-a964-b070e2f61056 admin admin] Publish callbacks [] for security_group (d84ff42a-23cc-4e7c-8674-389005b414ce), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:18.305986 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1581b53d-637d-48ec-b4ce-db416d1d9739 None None] Routers {'d7c8121c-050e-405d-9cf8-a1e427cdc14f'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:22:18.305986 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1581b53d-637d-48ec-b4ce-db416d1d9739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:21:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:18.397657 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1581b53d-637d-48ec-b4ce-db416d1d9739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:18.398238 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1581b53d-637d-48ec-b4ce-db416d1d9739 None None] The sync data for ids ['d7c8121c-050e-405d-9cf8-a1e427cdc14f'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:22:18.422606 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9f4efa65-1cff-4fa4-a964-b070e2f61056 admin admin] Publish callbacks [] for security_group (d84ff42a-23cc-4e7c-8674-389005b414ce), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:18.543140 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8eb298dd-b065-4b80-88b2-e33aad45c33b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for router (d7c8121c-050e-405d-9cf8-a1e427cdc14f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:18.561654 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0baaae-0ed7-4e13-9fb3-836255ef0da6 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Pushing event updated for resources: {'Subnet': ['ID=04161035-3f90-45e0-a9f8-db7bc83dd72a,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:18.668601 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0baaae-0ed7-4e13-9fb3-836255ef0da6 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Checking segment: {'id': 'e26783d5-f862-4c86-9a92-52cebc9192c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2a35706e-bab0-4b9d-bd84-206f9df02a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:22:18.671706 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0baaae-0ed7-4e13-9fb3-836255ef0da6 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Network hostable DHCP agents. Network: 2a35706e-bab0-4b9d-bd84-206f9df02a32, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:22:18.770900 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8eb298dd-b065-4b80-88b2-e33aad45c33b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for router_gateway (d7c8121c-050e-405d-9cf8-a1e427cdc14f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:18.784050 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5bb5e9-faf3-4dab-b8c4-4bea7ea1a0ad None None] Pushing event deleted for resources: {'Port': ['ID=8c6da7a9-5150-4312-9ebe-9b4b2ecff21a,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:18.784680 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9f4efa65-1cff-4fa4-a964-b070e2f61056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d84ff42a-23cc-4e7c-8674-389005b414ce), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:18.787131 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0baaae-0ed7-4e13-9fb3-836255ef0da6 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Network 2a35706e-bab0-4b9d-bd84-206f9df02a32 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:22:18.802622 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45f60e1-fbd4-4554-8f55-0e63f14fc753 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:18.805262 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9f4efa65-1cff-4fa4-a964-b070e2f61056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:18.807442 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9f4efa65-1cff-4fa4-a964-b070e2f61056 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d84ff42a-23cc-4e7c-8674-389005b414ce HTTP/1.1" status: 204 len: 168 time: 0.7755299 Jan 18 20:22:18.869124 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f83de32-e139-42f4-a757-c5163fe27b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-c68ada5d-da8a-41c6-813a-b53f9c35e893', 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'fixed_ips': [{'subnet_id': '82854902-47e0-4577-a046-13ffba4f676c'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:22:18.870277 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4f83de32-e139-42f4-a757-c5163fe27b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:18.880384 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4efa65-1cff-4fa4-a964-b070e2f61056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84ff42a-23cc-4e7c-8674-389005b414ce,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:18.889147 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-ca0baaae-0ed7-4e13-9fb3-836255ef0da6 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 2a35706e-bab0-4b9d-bd84-206f9df02a32) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:18.928469 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fa3c1c-e22d-44f6-a2a5-bdcb4d995c9e None None] Network 2a35706e-bab0-4b9d-bd84-206f9df02a32 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:18.946951 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0baaae-0ed7-4e13-9fb3-836255ef0da6 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:18.950892 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ca0baaae-0ed7-4e13-9fb3-836255ef0da6 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:19.027393 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-8eb298dd-b065-4b80-88b2-e33aad45c33b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Deleting port d9087545-b7bf-4d2b-817c-2a0c44a9cf5c {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:22:19.028095 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8eb298dd-b065-4b80-88b2-e33aad45c33b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d9087545-b7bf-4d2b-817c-2a0c44a9cf5c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:19.135537 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ca0baaae-0ed7-4e13-9fb3-836255ef0da6 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5801687 Jan 18 20:22:19.209515 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9e06449c-5e8b-4c2d-8f83-d8c9a435ad0c None None] Publish callbacks [] for port (a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:19.212728 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8eb298dd-b065-4b80-88b2-e33aad45c33b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d9087545-b7bf-4d2b-817c-2a0c44a9cf5c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:19.233681 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-8eb298dd-b065-4b80-88b2-e33aad45c33b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Calling delete_port for d9087545-b7bf-4d2b-817c-2a0c44a9cf5c owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:22:19.239059 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b45f60e1-fbd4-4554-8f55-0e63f14fc753 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:19.284152 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9e06449c-5e8b-4c2d-8f83-d8c9a435ad0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:19.299894 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-b45f60e1-fbd4-4554-8f55-0e63f14fc753 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] device_id is not set on port ffe41a85-ccb1-4583-8e8a-5210c770ba8d yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:22:19.442707 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-4f83de32-e139-42f4-a757-c5163fe27b17 None None] Allocated IP 2001:db8::2 (c68ada5d-da8a-41c6-813a-b53f9c35e893/82854902-47e0-4577-a046-13ffba4f676c/c956ad64-b8b2-43a2-b3d1-5175b998e203) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:22:19.487068 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8eb298dd-b065-4b80-88b2-e33aad45c33b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (d9087545-b7bf-4d2b-817c-2a0c44a9cf5c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:19.572704 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb298dd-b065-4b80-88b2-e33aad45c33b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event deleted for resources: {'Port': ['ID=d9087545-b7bf-4d2b-817c-2a0c44a9cf5c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:19.670114 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8eb298dd-b065-4b80-88b2-e33aad45c33b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (d7c8121c-050e-405d-9cf8-a1e427cdc14f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:19.953886 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06449c-5e8b-4c2d-8f83-d8c9a435ad0c None None] Pushing event updated for resources: {'Port': ['ID=a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:19.959499 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a82176c-9b3e-46d0-8692-224012d5bf11 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:22:19.965452 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4f83de32-e139-42f4-a757-c5163fe27b17 None None] Publish callbacks [] for port (c956ad64-b8b2-43a2-b3d1-5175b998e203), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:19.977997 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8eb298dd-b065-4b80-88b2-e33aad45c33b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (d7c8121c-050e-405d-9cf8-a1e427cdc14f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:19.990709 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8eb298dd-b065-4b80-88b2-e33aad45c33b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for router_controller (d7c8121c-050e-405d-9cf8-a1e427cdc14f), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:20.107100 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e06449c-5e8b-4c2d-8f83-d8c9a435ad0c None None] Network 957354af-04bd-406c-953d-2bd45afe9e07 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:22:20.151521 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-9e06449c-5e8b-4c2d-8f83-d8c9a435ad0c None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:20.157973 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3e0512-e38f-4536-a56c-820718f46b80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-2a35706e-bab0-4b9d-bd84-206f9df02a32', 'network_id': '2a35706e-bab0-4b9d-bd84-206f9df02a32', 'project_id': '05d04115a5b94604bf26feb88e948fe0', 'fixed_ips': [{'subnet_id': '04161035-3f90-45e0-a9f8-db7bc83dd72a'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:22:20.158848 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-eb3e0512-e38f-4536-a56c-820718f46b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:20.164955 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-b45f60e1-fbd4-4554-8f55-0e63f14fc753 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 2001:db8::f841:6bc6:52f:82ff (c68ada5d-da8a-41c6-813a-b53f9c35e893/82854902-47e0-4577-a046-13ffba4f676c/ffe41a85-ccb1-4583-8e8a-5210c770ba8d) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:22:20.171151 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4f83de32-e139-42f4-a757-c5163fe27b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (c956ad64-b8b2-43a2-b3d1-5175b998e203), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:20.181648 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e06449c-5e8b-4c2d-8f83-d8c9a435ad0c None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:22:20.322650 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8eb298dd-b065-4b80-88b2-e33aad45c33b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (d7c8121c-050e-405d-9cf8-a1e427cdc14f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:20.334410 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb298dd-b065-4b80-88b2-e33aad45c33b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Fanout notify agent at l3_agent the message router_deleted on router d7c8121c-050e-405d-9cf8-a1e427cdc14f {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:22:20.360888 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8eb298dd-b065-4b80-88b2-e33aad45c33b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:20.373758 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8eb298dd-b065-4b80-88b2-e33aad45c33b tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "DELETE /v2.0/routers/d7c8121c-050e-405d-9cf8-a1e427cdc14f HTTP/1.1" status: 204 len: 168 time: 2.1832139 Jan 18 20:22:20.391984 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60332) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:20.459393 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-1fa6807f-0dee-4de0-89d6-a5bbc17169a2 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:20.466080 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-1fa6807f-0dee-4de0-89d6-a5bbc17169a2 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:20.473536 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-1fa6807f-0dee-4de0-89d6-a5bbc17169a2 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/networks?id=957354af-04bd-406c-953d-2bd45afe9e07&id=2a35706e-bab0-4b9d-bd84-206f9df02a32&id=957354af-04bd-406c-953d-2bd45afe9e07 HTTP/1.1" status: 200 len: 1391 time: 0.6360314 Jan 18 20:22:20.545208 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-3d7d211e-477e-4d10-abae-58c2fbb98706 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/quotas/05d04115a5b94604bf26feb88e948fe0 HTTP/1.1" status: 200 len: 375 time: 0.0705283 Jan 18 20:22:20.561113 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f83de32-e139-42f4-a757-c5163fe27b17 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:22:20.599045 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b45f60e1-fbd4-4554-8f55-0e63f14fc753 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (ffe41a85-ccb1-4583-8e8a-5210c770ba8d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:20.644999 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-4f83de32-e139-42f4-a757-c5163fe27b17 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:20.669325 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d30edb-ec0a-482d-be81-4bbc92ea23b3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Deleting subnet f546c3ea-1429-47e3-affb-69952125f1ed {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:22:20.688453 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f83de32-e139-42f4-a757-c5163fe27b17 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:22:20.697324 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b45f60e1-fbd4-4554-8f55-0e63f14fc753 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ffe41a85-ccb1-4583-8e8a-5210c770ba8d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:20.699928 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d0d30edb-ec0a-482d-be81-4bbc92ea23b3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for subnet (f546c3ea-1429-47e3-affb-69952125f1ed), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:20.755618 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-9e06449c-5e8b-4c2d-8f83-d8c9a435ad0c None None] Attempting to bind port a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:22:20.758013 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-9e06449c-5e8b-4c2d-8f83-d8c9a435ad0c None None] Attempting to bind port a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'b653f61e-1f44-49ef-acf6-58f2f4cd30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '957354af-04bd-406c-953d-2bd45afe9e07'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:22:20.758646 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e06449c-5e8b-4c2d-8f83-d8c9a435ad0c None None] Attempting to bind port a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24 on network 957354af-04bd-406c-953d-2bd45afe9e07 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:22:20.777350 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83de32-e139-42f4-a757-c5163fe27b17 None None] Pushing event updated for resources: {'Port': ['ID=c956ad64-b8b2-43a2-b3d1-5175b998e203,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:20.823612 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e06449c-5e8b-4c2d-8f83-d8c9a435ad0c None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:22:20.825202 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e06449c-5e8b-4c2d-8f83-d8c9a435ad0c None None] Checking segment: {'id': 'b653f61e-1f44-49ef-acf6-58f2f4cd30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '957354af-04bd-406c-953d-2bd45afe9e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:22:20.826929 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9e06449c-5e8b-4c2d-8f83-d8c9a435ad0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:20.829039 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e06449c-5e8b-4c2d-8f83-d8c9a435ad0c None None] Bound using segment: {'id': 'b653f61e-1f44-49ef-acf6-58f2f4cd30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '957354af-04bd-406c-953d-2bd45afe9e07'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:22:20.832486 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-9e06449c-5e8b-4c2d-8f83-d8c9a435ad0c None None] Bound port: a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b653f61e-1f44-49ef-acf6-58f2f4cd30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '957354af-04bd-406c-953d-2bd45afe9e07'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:22:20.834260 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9e06449c-5e8b-4c2d-8f83-d8c9a435ad0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:20.847011 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-f98f826a-362e-401d-8379-e8907051baf8 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=05d04115a5b94604bf26feb88e948fe0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3008142 Jan 18 20:22:20.902732 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45f60e1-fbd4-4554-8f55-0e63f14fc753 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:22:20.906661 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-b45f60e1-fbd4-4554-8f55-0e63f14fc753 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:20.915724 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45f60e1-fbd4-4554-8f55-0e63f14fc753 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:22:20.930913 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45f60e1-fbd4-4554-8f55-0e63f14fc753 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:20.931627 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b45f60e1-fbd4-4554-8f55-0e63f14fc753 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:20.960290 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d0d30edb-ec0a-482d-be81-4bbc92ea23b3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (f546c3ea-1429-47e3-affb-69952125f1ed), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:20.960506 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b45f60e1-fbd4-4554-8f55-0e63f14fc753 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 3.1312816 Jan 18 20:22:20.965729 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60352) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:21.082536 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f60e1-fbd4-4554-8f55-0e63f14fc753 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=ffe41a85-ccb1-4583-8e8a-5210c770ba8d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:21.094520 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1046-49b9-402e-8f01-0143b31dc21d None None] Publish callbacks [] for port (7eb14a9b-f84f-4d5f-9608-1018466f94fe), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:21.129595 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabc78cb-1946-4d84-b802-18f1e82be49a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:21.141309 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1046-49b9-402e-8f01-0143b31dc21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7eb14a9b-f84f-4d5f-9608-1018466f94fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:21.146671 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabc78cb-1946-4d84-b802-18f1e82be49a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:21.154734 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fabc78cb-1946-4d84-b802-18f1e82be49a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.1879480 Jan 18 20:22:21.155447 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60356) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:21.231573 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d0d30edb-ec0a-482d-be81-4bbc92ea23b3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (f546c3ea-1429-47e3-affb-69952125f1ed), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:21.262323 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60358) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:21.463673 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-4f83de32-e139-42f4-a757-c5163fe27b17 None None] Attempting to bind port c956ad64-b8b2-43a2-b3d1-5175b998e203 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:22:21.464808 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-4f83de32-e139-42f4-a757-c5163fe27b17 None None] Attempting to bind port c956ad64-b8b2-43a2-b3d1-5175b998e203 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:22:21.466568 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f83de32-e139-42f4-a757-c5163fe27b17 None None] Attempting to bind port c956ad64-b8b2-43a2-b3d1-5175b998e203 on network c68ada5d-da8a-41c6-813a-b53f9c35e893 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:22:21.470558 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d0d30edb-ec0a-482d-be81-4bbc92ea23b3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (f546c3ea-1429-47e3-affb-69952125f1ed), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:21.576556 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60368) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:21.608977 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d30edb-ec0a-482d-be81-4bbc92ea23b3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event deleted for resources: {'Subnet': ['ID=f546c3ea-1429-47e3-affb-69952125f1ed,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:21.639305 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d0d30edb-ec0a-482d-be81-4bbc92ea23b3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:21.651968 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d0d30edb-ec0a-482d-be81-4bbc92ea23b3 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "DELETE /v2.0/subnets/f546c3ea-1429-47e3-affb-69952125f1ed HTTP/1.1" status: 204 len: 168 time: 1.2576342 Jan 18 20:22:21.658139 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-c9468ece-f240-48a4-a872-df5acb7862b2 service neutron] 10.222.0.31 "GET /v2.0/networks/957354af-04bd-406c-953d-2bd45afe9e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8028011 Jan 18 20:22:21.658637 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60372) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:21.718518 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2b9056b0-49f3-448c-971e-8f9596e343fd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting port ffe41a85-ccb1-4583-8e8a-5210c770ba8d {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:22:21.720219 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b9056b0-49f3-448c-971e-8f9596e343fd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ffe41a85-ccb1-4583-8e8a-5210c770ba8d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:21.754096 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-abf8b7e6-3fa5-48b7-b70c-8be01e9a6d68 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-679245569'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:21.989337 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-40c7211d-019c-4cf1-9094-d51184b9dc83 service neutron] 10.222.0.31 "GET /v2.0/networks/957354af-04bd-406c-953d-2bd45afe9e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090901 Jan 18 20:22:21.989989 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-eb3e0512-e38f-4536-a56c-820718f46b80 None None] Allocated IP 19.86.0.2 (2a35706e-bab0-4b9d-bd84-206f9df02a32/04161035-3f90-45e0-a9f8-db7bc83dd72a/4c122eb6-c44a-4092-9510-0303b576a2f2) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:22:22.085018 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c9cac0d7-0b11-4149-84e0-640bd993bd0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:22.280514 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-eb3e0512-e38f-4536-a56c-820718f46b80 None None] Publish callbacks [] for port (4c122eb6-c44a-4092-9510-0303b576a2f2), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:22.314088 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-68135ecc-54b7-4014-8109-63d43ca34201 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (2c30b9bd-8dbd-4f0c-861d-0cd761227289), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:22.322903 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6d91bc-444f-44b2-9a01-db4cacca2fc5 None None] Network 2c30b9bd-8dbd-4f0c-861d-0cd761227289 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:22.332700 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-eb3e0512-e38f-4536-a56c-820718f46b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (4c122eb6-c44a-4092-9510-0303b576a2f2), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:22.338516 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c9cac0d7-0b11-4149-84e0-640bd993bd0a admin admin] Publish callbacks [] for security_group (41fe8b3b-8dbb-48cb-88b9-b9ee389eabe5), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:22.356849 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c9cac0d7-0b11-4149-84e0-640bd993bd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (41fe8b3b-8dbb-48cb-88b9-b9ee389eabe5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:22.362517 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf8b7e6-3fa5-48b7-b70c-8be01e9a6d68 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Made reservation on behalf of c93bc4cb21ff4a4b80f16e75eb4decef for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:22.368454 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-abf8b7e6-3fa5-48b7-b70c-8be01e9a6d68 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:22.391584 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3e0512-e38f-4536-a56c-820718f46b80 None None] Network 2a35706e-bab0-4b9d-bd84-206f9df02a32 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:22:22.407970 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-abf8b7e6-3fa5-48b7-b70c-8be01e9a6d68 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:22.435146 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-d04d4898-330a-4086-9f28-97ff9ebd050e service neutron] 10.222.0.31 "GET /v2.0/networks/2a35706e-bab0-4b9d-bd84-206f9df02a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283147 Jan 18 20:22:22.439557 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b9056b0-49f3-448c-971e-8f9596e343fd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ffe41a85-ccb1-4583-8e8a-5210c770ba8d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:22.539752 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2b9056b0-49f3-448c-971e-8f9596e343fd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Calling delete_port for ffe41a85-ccb1-4583-8e8a-5210c770ba8d owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:22:22.559008 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-eb3e0512-e38f-4536-a56c-820718f46b80 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:22.566831 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3e0512-e38f-4536-a56c-820718f46b80 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:22:22.593225 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c9cac0d7-0b11-4149-84e0-640bd993bd0a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3cf36af7e3614d5c8306597f09b918d6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3272748 Jan 18 20:22:22.598843 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60382) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:22.605466 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-68135ecc-54b7-4014-8109-63d43ca34201 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (2c30b9bd-8dbd-4f0c-861d-0cd761227289), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:22.607152 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cac0d7-0b11-4149-84e0-640bd993bd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fe8b3b-8dbb-48cb-88b9-b9ee389eabe5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:22.657465 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-68135ecc-54b7-4014-8109-63d43ca34201 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c30b9bd-8dbd-4f0c-861d-0cd761227289']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:22.667064 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f83de32-e139-42f4-a757-c5163fe27b17 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:22:22.668607 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f83de32-e139-42f4-a757-c5163fe27b17 None None] Checking segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:22:22.669032 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4f83de32-e139-42f4-a757-c5163fe27b17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:22.669435 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f83de32-e139-42f4-a757-c5163fe27b17 None None] Bound using segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:22:22.671110 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-4f83de32-e139-42f4-a757-c5163fe27b17 None None] Bound port: c956ad64-b8b2-43a2-b3d1-5175b998e203, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:22:22.671508 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4f83de32-e139-42f4-a757-c5163fe27b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c956ad64-b8b2-43a2-b3d1-5175b998e203), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:22.681446 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-68135ecc-54b7-4014-8109-63d43ca34201 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48070f8a-08dc-4074-a939-8c7b0fd688cd') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:22.682019 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-68135ecc-54b7-4014-8109-63d43ca34201 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48070f8a-08dc-4074-a939-8c7b0fd688cd') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:22.707208 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-68135ecc-54b7-4014-8109-63d43ca34201 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (48070f8a-08dc-4074-a939-8c7b0fd688cd), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:22.736454 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-68135ecc-54b7-4014-8109-63d43ca34201 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (48070f8a-08dc-4074-a939-8c7b0fd688cd), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:22.757734 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68135ecc-54b7-4014-8109-63d43ca34201 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:22:22.759291 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-68135ecc-54b7-4014-8109-63d43ca34201 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (48070f8a-08dc-4074-a939-8c7b0fd688cd), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:22.878512 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-4f83de32-e139-42f4-a757-c5163fe27b17 None None] For port c956ad64-b8b2-43a2-b3d1-5175b998e203, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:22:22.888202 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-4f83de32-e139-42f4-a757-c5163fe27b17 None None] For port c956ad64-b8b2-43a2-b3d1-5175b998e203, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c956ad64-b8b2-43a2-b3d1-5175b998e203,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:22:22.891598 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1c0a6-9928-4019-a5c6-8cb8da5f2856 None None] Pushing event updated for resources: {'Port': ['ID=7eb14a9b-f84f-4d5f-9608-1018466f94fe,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:22:22.949441 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:22:22.960724 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-68135ecc-54b7-4014-8109-63d43ca34201 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (2c30b9bd-8dbd-4f0c-861d-0cd761227289), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:22.972951 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4f83de32-e139-42f4-a757-c5163fe27b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c956ad64-b8b2-43a2-b3d1-5175b998e203), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:22.975189 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6af3f8c-a894-48ea-bad4-1b1ab5401ce0 None None] DHCP port deletion for 2c30b9bd-8dbd-4f0c-861d-0cd761227289 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:22:23.017448 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-68135ecc-54b7-4014-8109-63d43ca34201 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:23.020705 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-abe368f7-a77c-4ac8-bc42-b9c27f28846a admin admin] Publish callbacks [] for security_group (41fe8b3b-8dbb-48cb-88b9-b9ee389eabe5), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:23.036820 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-68135ecc-54b7-4014-8109-63d43ca34201 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] 10.222.0.31 "DELETE /v2.0/networks/2c30b9bd-8dbd-4f0c-861d-0cd761227289 HTTP/1.1" status: 204 len: 168 time: 1.3770874 Jan 18 20:22:23.082199 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-e5ca1046-49b9-402e-8f01-0143b31dc21d None None] Attempting to bind port 7eb14a9b-f84f-4d5f-9608-1018466f94fe on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:22:23.085901 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-e5ca1046-49b9-402e-8f01-0143b31dc21d None None] Attempting to bind port 7eb14a9b-f84f-4d5f-9608-1018466f94fe by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '5b4bbcbf-bd31-4721-9ced-30315d87bf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:22:23.086529 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ca1046-49b9-402e-8f01-0143b31dc21d None None] Attempting to bind port 7eb14a9b-f84f-4d5f-9608-1018466f94fe on network 7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:22:23.126133 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e0512-e38f-4536-a56c-820718f46b80 None None] Pushing event updated for resources: {'Port': ['ID=4c122eb6-c44a-4092-9510-0303b576a2f2,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:23.138127 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-9e06449c-5e8b-4c2d-8f83-d8c9a435ad0c None None] For port a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:22:23.190909 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-abe368f7-a77c-4ac8-bc42-b9c27f28846a admin admin] Publish callbacks [] for security_group (41fe8b3b-8dbb-48cb-88b9-b9ee389eabe5), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:23.296376 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-eb3e0512-e38f-4536-a56c-820718f46b80 None None] Attempting to bind port 4c122eb6-c44a-4092-9510-0303b576a2f2 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:22:23.320216 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-eb3e0512-e38f-4536-a56c-820718f46b80 None None] Attempting to bind port 4c122eb6-c44a-4092-9510-0303b576a2f2 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'e26783d5-f862-4c86-9a92-52cebc9192c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2a35706e-bab0-4b9d-bd84-206f9df02a32'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:22:23.320874 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3e0512-e38f-4536-a56c-820718f46b80 None None] Attempting to bind port 4c122eb6-c44a-4092-9510-0303b576a2f2 on network 2a35706e-bab0-4b9d-bd84-206f9df02a32 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:22:23.335825 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ca1046-49b9-402e-8f01-0143b31dc21d None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:22:23.341100 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ca1046-49b9-402e-8f01-0143b31dc21d None None] Checking segment: {'id': '5b4bbcbf-bd31-4721-9ced-30315d87bf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:22:23.341815 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1046-49b9-402e-8f01-0143b31dc21d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:23.342483 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ca1046-49b9-402e-8f01-0143b31dc21d None None] Bound using segment: {'id': '5b4bbcbf-bd31-4721-9ced-30315d87bf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:22:23.343318 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-e5ca1046-49b9-402e-8f01-0143b31dc21d None None] Bound port: 7eb14a9b-f84f-4d5f-9608-1018466f94fe, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b4bbcbf-bd31-4721-9ced-30315d87bf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:22:23.343974 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1046-49b9-402e-8f01-0143b31dc21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7eb14a9b-f84f-4d5f-9608-1018466f94fe), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:23.351166 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-fa493fb5-a5f9-4cb7-b25a-2ad5526bc51b None None] Provisioning complete for port 7eb14a9b-f84f-4d5f-9608-1018466f94fe triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:23.351880 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fa493fb5-a5f9-4cb7-b25a-2ad5526bc51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7eb14a9b-f84f-4d5f-9608-1018466f94fe), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:23.402631 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68135ecc-54b7-4014-8109-63d43ca34201 tempest-FloatingIPTestJSON-59116725 tempest-FloatingIPTestJSON-59116725-project] Pushing event deleted for resources: {'Network': ['ID=2c30b9bd-8dbd-4f0c-861d-0cd761227289,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:23.411182 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-4c2b2b7f-2595-4d2b-ac51-a62be7625873 service neutron] 10.222.0.31 "GET /v2.0/networks/2a35706e-bab0-4b9d-bd84-206f9df02a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883926 Jan 18 20:22:23.421101 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3e0512-e38f-4536-a56c-820718f46b80 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:22:23.428892 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3e0512-e38f-4536-a56c-820718f46b80 None None] Checking segment: {'id': 'e26783d5-f862-4c86-9a92-52cebc9192c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2a35706e-bab0-4b9d-bd84-206f9df02a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:22:23.429564 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-eb3e0512-e38f-4536-a56c-820718f46b80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:23.430178 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3e0512-e38f-4536-a56c-820718f46b80 None None] Bound using segment: {'id': 'e26783d5-f862-4c86-9a92-52cebc9192c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2a35706e-bab0-4b9d-bd84-206f9df02a32'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:22:23.434037 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-eb3e0512-e38f-4536-a56c-820718f46b80 None None] Bound port: 4c122eb6-c44a-4092-9510-0303b576a2f2, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26783d5-f862-4c86-9a92-52cebc9192c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2a35706e-bab0-4b9d-bd84-206f9df02a32'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:22:23.434629 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-eb3e0512-e38f-4536-a56c-820718f46b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4c122eb6-c44a-4092-9510-0303b576a2f2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:23.469952 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-9e06449c-5e8b-4c2d-8f83-d8c9a435ad0c None None] For port a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24,segment=NetworkSegment(b653f61e-1f44-49ef-acf6-58f2f4cd30db),segment_id=b653f61e-1f44-49ef-acf6-58f2f4cd30db)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:22:23.478917 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-abf8b7e6-3fa5-48b7-b70c-8be01e9a6d68 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks [] for security_group (5288c52a-6f56-4261-b0b8-29f0914ba3ec), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:23.494100 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-abf8b7e6-3fa5-48b7-b70c-8be01e9a6d68 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5288c52a-6f56-4261-b0b8-29f0914ba3ec), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:23.566685 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-9219ab5a-3e42-4e95-ab04-06a57a58c9f7 service neutron] 10.222.0.31 "GET /v2.0/networks/957354af-04bd-406c-953d-2bd45afe9e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484976 Jan 18 20:22:23.595245 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9e06449c-5e8b-4c2d-8f83-d8c9a435ad0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:23.652856 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b9056b0-49f3-448c-971e-8f9596e343fd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ffe41a85-ccb1-4583-8e8a-5210c770ba8d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:23.743085 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60400) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:23.764952 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-abe368f7-a77c-4ac8-bc42-b9c27f28846a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (41fe8b3b-8dbb-48cb-88b9-b9ee389eabe5), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:23.784546 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-abe368f7-a77c-4ac8-bc42-b9c27f28846a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:23.796474 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-abe368f7-a77c-4ac8-bc42-b9c27f28846a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/41fe8b3b-8dbb-48cb-88b9-b9ee389eabe5 HTTP/1.1" status: 204 len: 168 time: 1.1755350 Jan 18 20:22:23.844183 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abf8b7e6-3fa5-48b7-b70c-8be01e9a6d68 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:22:23.845209 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-07f96e4a-fb19-4fa6-b93d-522fe8cd14ca service neutron] 10.222.0.31 "GET /v2.0/networks/957354af-04bd-406c-953d-2bd45afe9e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720535 Jan 18 20:22:23.877179 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e5ca1046-49b9-402e-8f01-0143b31dc21d None None] For port 7eb14a9b-f84f-4d5f-9608-1018466f94fe, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:22:23.887830 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8b7e6-3fa5-48b7-b70c-8be01e9a6d68 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5288c52a-6f56-4261-b0b8-29f0914ba3ec,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:23.902523 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e5ca1046-49b9-402e-8f01-0143b31dc21d None None] For port 7eb14a9b-f84f-4d5f-9608-1018466f94fe, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7eb14a9b-f84f-4d5f-9608-1018466f94fe,segment=NetworkSegment(5b4bbcbf-bd31-4721-9ced-30315d87bf8f),segment_id=5b4bbcbf-bd31-4721-9ced-30315d87bf8f)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:22:23.955998 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1046-49b9-402e-8f01-0143b31dc21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7eb14a9b-f84f-4d5f-9608-1018466f94fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:24.013846 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-fa493fb5-a5f9-4cb7-b25a-2ad5526bc51b None None] Port 7eb14a9b-f84f-4d5f-9608-1018466f94fe cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:22:24.039759 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83de32-e139-42f4-a757-c5163fe27b17 None None] Pushing event updated for resources: {'Port': ['ID=c956ad64-b8b2-43a2-b3d1-5175b998e203,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:24.127001 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9056b0-49f3-448c-971e-8f9596e343fd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Port': ['ID=ffe41a85-ccb1-4583-8e8a-5210c770ba8d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:24.196137 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-abf8b7e6-3fa5-48b7-b70c-8be01e9a6d68 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (1a3d8986-49e8-4e90-ae0c-985969ce28ea), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:24.196693 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-abf8b7e6-3fa5-48b7-b70c-8be01e9a6d68 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Added segment 1a3d8986-49e8-4e90-ae0c-985969ce28ea of type vlan for network cbe0c1f5-1850-4649-b039-62c23e5de548 Jan 18 20:22:24.198388 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ca1046-49b9-402e-8f01-0143b31dc21d None None] Routers {'106911a7-7365-456a-bf6b-5af0b82d233b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:22:24.199062 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-e5ca1046-49b9-402e-8f01-0143b31dc21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:21:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['106911a7-7365-456a-bf6b-5af0b82d233b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:24.205369 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe368f7-a77c-4ac8-bc42-b9c27f28846a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fe8b3b-8dbb-48cb-88b9-b9ee389eabe5,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:24.226494 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b9056b0-49f3-448c-971e-8f9596e343fd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:24.232331 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2b9056b0-49f3-448c-971e-8f9596e343fd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/ffe41a85-ccb1-4583-8e8a-5210c770ba8d HTTP/1.1" status: 204 len: 168 time: 3.0734749 Jan 18 20:22:24.233103 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60412) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:24.352145 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-abf8b7e6-3fa5-48b7-b70c-8be01e9a6d68 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (cbe0c1f5-1850-4649-b039-62c23e5de548), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:24.356115 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-eb3e0512-e38f-4536-a56c-820718f46b80 None None] For port 4c122eb6-c44a-4092-9510-0303b576a2f2, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:22:24.407922 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-eb3e0512-e38f-4536-a56c-820718f46b80 None None] For port 4c122eb6-c44a-4092-9510-0303b576a2f2, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4c122eb6-c44a-4092-9510-0303b576a2f2,segment=NetworkSegment(e26783d5-f862-4c86-9a92-52cebc9192c7),segment_id=e26783d5-f862-4c86-9a92-52cebc9192c7)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:22:24.459237 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae55811-a90f-456e-afc4-763e96390efd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:24.466313 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-eb3e0512-e38f-4536-a56c-820718f46b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4c122eb6-c44a-4092-9510-0303b576a2f2), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:24.468641 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae55811-a90f-456e-afc4-763e96390efd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:24.469553 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-abf8b7e6-3fa5-48b7-b70c-8be01e9a6d68 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (cbe0c1f5-1850-4649-b039-62c23e5de548), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:24.475547 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9ae55811-a90f-456e-afc4-763e96390efd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2411559 Jan 18 20:22:24.478693 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60416) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:24.487748 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf8b7e6-3fa5-48b7-b70c-8be01e9a6d68 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:24.489947 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-abf8b7e6-3fa5-48b7-b70c-8be01e9a6d68 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:24.587338 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-abf8b7e6-3fa5-48b7-b70c-8be01e9a6d68 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.0083475 Jan 18 20:22:24.591685 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60418) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:24.625936 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-9bf0daee-0fa7-46a6-8786-dbd9fe7b1d64 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Request body: {'subnet': {'network_id': 'cbe0c1f5-1850-4649-b039-62c23e5de548', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:24.683545 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06449c-5e8b-4c2d-8f83-d8c9a435ad0c None None] Pushing event updated for resources: {'Port': ['ID=a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:24.748077 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-acafd014-b9c3-4e6e-83b0-fbf3f2300702 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet 82854902-47e0-4577-a046-13ffba4f676c {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:22:24.768889 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-acafd014-b9c3-4e6e-83b0-fbf3f2300702 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (82854902-47e0-4577-a046-13ffba4f676c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:24.914247 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60422) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:25.010615 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d06d1a4c-d89b-434a-b761-c9b07ef1afef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:25.019841 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-e5ca1046-49b9-402e-8f01-0143b31dc21d None None] Set router 106911a7-7365-456a-bf6b-5af0b82d233b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:22:25.074048 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-acafd014-b9c3-4e6e-83b0-fbf3f2300702 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (82854902-47e0-4577-a046-13ffba4f676c), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:25.254622 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8b7e6-3fa5-48b7-b70c-8be01e9a6d68 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Pushing event updated for resources: {'Network': ['ID=cbe0c1f5-1850-4649-b039-62c23e5de548,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:25.404728 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf0daee-0fa7-46a6-8786-dbd9fe7b1d64 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Made reservation on behalf of c93bc4cb21ff4a4b80f16e75eb4decef for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:25.418750 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9bf0daee-0fa7-46a6-8786-dbd9fe7b1d64 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:25.443313 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-acafd014-b9c3-4e6e-83b0-fbf3f2300702 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (82854902-47e0-4577-a046-13ffba4f676c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:25.507070 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network cbe0c1f5-1850-4649-b039-62c23e5de548 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:22:25.756566 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:22:25.818125 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3fd77465-9210-4029-989a-b72773058596 req-65b7ffa3-1d66-4770-a0cf-182964a02948 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 210 time: 0.2299225 Jan 18 20:22:25.856672 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d06d1a4c-d89b-434a-b761-c9b07ef1afef admin admin] Publish callbacks [] for security_group (1d701b4f-2e9c-49c2-acdd-fd7b6cc9e73a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:25.886747 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d06d1a4c-d89b-434a-b761-c9b07ef1afef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1d701b4f-2e9c-49c2-acdd-fd7b6cc9e73a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:25.977909 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d06d1a4c-d89b-434a-b761-c9b07ef1afef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bfede92e274c445aa9364967bed3c785&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0502567 Jan 18 20:22:25.982711 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60442) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:25.984409 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60444) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:26.014502 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d1a4c-d89b-434a-b761-c9b07ef1afef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d701b4f-2e9c-49c2-acdd-fd7b6cc9e73a,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:26.026392 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-acafd014-b9c3-4e6e-83b0-fbf3f2300702 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (82854902-47e0-4577-a046-13ffba4f676c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:26.184676 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-44cb39dd-42de-4b01-943e-b857af6308ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be734bf3297b4963aa9b04f991daf10b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3778877 Jan 18 20:22:26.187249 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60456) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:26.206827 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d1a4c-d89b-434a-b761-c9b07ef1afef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:26.208967 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d1a4c-d89b-434a-b761-c9b07ef1afef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:26.209523 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d1a4c-d89b-434a-b761-c9b07ef1afef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:26.211081 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d1a4c-d89b-434a-b761-c9b07ef1afef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:26.211532 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d1a4c-d89b-434a-b761-c9b07ef1afef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:26.211974 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d1a4c-d89b-434a-b761-c9b07ef1afef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:26.215506 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d1a4c-d89b-434a-b761-c9b07ef1afef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:26.216021 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d1a4c-d89b-434a-b761-c9b07ef1afef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:26.216467 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d1a4c-d89b-434a-b761-c9b07ef1afef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:26.217196 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d1a4c-d89b-434a-b761-c9b07ef1afef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:26.222056 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d1a4c-d89b-434a-b761-c9b07ef1afef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:26.222589 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d1a4c-d89b-434a-b761-c9b07ef1afef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:26.223122 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d1a4c-d89b-434a-b761-c9b07ef1afef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:26.246640 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-acafd014-b9c3-4e6e-83b0-fbf3f2300702 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:26.256598 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-acafd014-b9c3-4e6e-83b0-fbf3f2300702 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/82854902-47e0-4577-a046-13ffba4f676c HTTP/1.1" status: 204 len: 168 time: 1.7766049 Jan 18 20:22:26.279894 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f0e38792-be14-4f7c-9332-b565b4e3ad34 None None] Provisioning complete for port 7eb14a9b-f84f-4d5f-9608-1018466f94fe triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:26.280280 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f0e38792-be14-4f7c-9332-b565b4e3ad34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7eb14a9b-f84f-4d5f-9608-1018466f94fe), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:26.285621 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60460) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:26.296094 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafd014-b9c3-4e6e-83b0-fbf3f2300702 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=82854902-47e0-4577-a046-13ffba4f676c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:26.344993 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9bf0daee-0fa7-46a6-8786-dbd9fe7b1d64 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (d96d01ef-fc61-4436-a20d-4cd38782598f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:26.613021 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0daee-0fa7-46a6-8786-dbd9fe7b1d64 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Pushing event updated for resources: {'Subnet': ['ID=d96d01ef-fc61-4436-a20d-4cd38782598f,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:26.759191 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-196de8c4-338e-49e3-8b13-ad6a5d5d75e9 admin admin] Publish callbacks [] for security_group (e5169c1e-f0b9-44a8-b79e-4b9fb22632c8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:26.792997 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-196de8c4-338e-49e3-8b13-ad6a5d5d75e9 admin admin] Publish callbacks [] for security_group (e5169c1e-f0b9-44a8-b79e-4b9fb22632c8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:26.795620 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd7174c-a19a-41f8-ab08-229b07d81a18 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:26.880544 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-196de8c4-338e-49e3-8b13-ad6a5d5d75e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e5169c1e-f0b9-44a8-b79e-4b9fb22632c8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:26.883323 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-196de8c4-338e-49e3-8b13-ad6a5d5d75e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:26.893811 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-196de8c4-338e-49e3-8b13-ad6a5d5d75e9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e5169c1e-f0b9-44a8-b79e-4b9fb22632c8 HTTP/1.1" status: 204 len: 168 time: 0.6999123 Jan 18 20:22:26.893811 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf0daee-0fa7-46a6-8786-dbd9fe7b1d64 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Checking segment: {'id': '1a3d8986-49e8-4e90-ae0c-985969ce28ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cbe0c1f5-1850-4649-b039-62c23e5de548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:22:26.893811 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf0daee-0fa7-46a6-8786-dbd9fe7b1d64 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Network hostable DHCP agents. Network: cbe0c1f5-1850-4649-b039-62c23e5de548, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:22:26.916475 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196de8c4-338e-49e3-8b13-ad6a5d5d75e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5169c1e-f0b9-44a8-b79e-4b9fb22632c8,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:26.957269 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf0daee-0fa7-46a6-8786-dbd9fe7b1d64 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Network cbe0c1f5-1850-4649-b039-62c23e5de548 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:22:26.992286 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-9bf0daee-0fa7-46a6-8786-dbd9fe7b1d64 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, cbe0c1f5-1850-4649-b039-62c23e5de548) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:27.002045 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf0daee-0fa7-46a6-8786-dbd9fe7b1d64 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:27.002649 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9bf0daee-0fa7-46a6-8786-dbd9fe7b1d64 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:27.056558 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9bf0daee-0fa7-46a6-8786-dbd9fe7b1d64 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4542317 Jan 18 20:22:27.057206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60470) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:27.076777 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-9184a84e-264b-47fa-bf81-0378d7cfeec6 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Request body: {'port': {'network_id': 'cbe0c1f5-1850-4649-b039-62c23e5de548', 'name': 'tempest-AllowedAddressPairTestJSON-35635232'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:27.136338 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d07775-bc80-4db2-b3d8-bb8b32d073be None None] Network 957354af-04bd-406c-953d-2bd45afe9e07 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:27.145350 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7e62d6-e2e1-45f1-9a9f-f8d6b05a8e90 None None] Network cbe0c1f5-1850-4649-b039-62c23e5de548 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:27.183415 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:22:27.214522 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-273e2102-269f-4aa1-895d-8a25f1c33d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:27.315605 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc93de5-35eb-4cc9-a474-80bfb710530c None None] Network 2a35706e-bab0-4b9d-bd84-206f9df02a32 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:27.325701 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1c0a6-9928-4019-a5c6-8cb8da5f2856 None None] Pushing event updated for resources: {'Port': ['ID=7eb14a9b-f84f-4d5f-9608-1018466f94fe,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:27.545779 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d5809ad9-9313-4fb8-823b-627ba8afcc07 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.2556691 Jan 18 20:22:27.547842 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60482) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:27.565572 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-f242f5fa-f304-40f9-b24b-98715a8fe2b3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:27.769764 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9184a84e-264b-47fa-bf81-0378d7cfeec6 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Made reservation on behalf of c93bc4cb21ff4a4b80f16e75eb4decef for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:27.775231 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9184a84e-264b-47fa-bf81-0378d7cfeec6 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:27.863817 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-9184a84e-264b-47fa-bf81-0378d7cfeec6 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] device_id is not set on port 18a891e9-42b3-471d-933f-eb856c7ddb24 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:22:27.978509 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f242f5fa-f304-40f9-b24b-98715a8fe2b3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:28.000177 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f242f5fa-f304-40f9-b24b-98715a8fe2b3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:28.421434 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e2cfef86-9908-4bee-bf1d-e4f96cf8d7e2 req-51083ad3-b216-4932-b3a9-74c6cc383b5f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 210 time: 0.8650010 Jan 18 20:22:28.455286 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00f09b5b-cde5-4bab-b738-71a9aaa105de admin admin] Publish callbacks [] for security_group (1d701b4f-2e9c-49c2-acdd-fd7b6cc9e73a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:28.538677 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00f09b5b-cde5-4bab-b738-71a9aaa105de admin admin] Publish callbacks [] for security_group (1d701b4f-2e9c-49c2-acdd-fd7b6cc9e73a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:28.625485 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60514) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:28.680315 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-bd1e33c6-8b7f-4088-91d8-f6aa07387f76 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:28.697820 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-bd1e33c6-8b7f-4088-91d8-f6aa07387f76 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:28.699462 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-bd1e33c6-8b7f-4088-91d8-f6aa07387f76 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.70 "GET /v2.0/networks?id=957354af-04bd-406c-953d-2bd45afe9e07&id=2a35706e-bab0-4b9d-bd84-206f9df02a32&id=957354af-04bd-406c-953d-2bd45afe9e07 HTTP/1.1" status: 200 len: 1391 time: 0.3449714 Jan 18 20:22:28.726503 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00f09b5b-cde5-4bab-b738-71a9aaa105de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1d701b4f-2e9c-49c2-acdd-fd7b6cc9e73a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:28.730198 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b7acf68b-b50f-4c32-bd4e-a6ebace4702f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:28.733108 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00f09b5b-cde5-4bab-b738-71a9aaa105de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:28.735256 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-00f09b5b-cde5-4bab-b738-71a9aaa105de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d701b4f-2e9c-49c2-acdd-fd7b6cc9e73a HTTP/1.1" status: 204 len: 168 time: 2.7451239 Jan 18 20:22:28.741856 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-dc13b5bf-5e78-4d1f-b0d7-c17e1dcc9db0 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Request body: {'port': {'device_id': 'ed746928-61fa-41d7-870c-c69758daec2f', 'network_id': '957354af-04bd-406c-953d-2bd45afe9e07', 'admin_state_up': True, 'tenant_id': '05d04115a5b94604bf26feb88e948fe0'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:28.756101 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f09b5b-cde5-4bab-b738-71a9aaa105de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d701b4f-2e9c-49c2-acdd-fd7b6cc9e73a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:28.851419 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9715619-7cea-43ba-8180-9dfb74509519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (a7b92635-136e-4ba6-93a8-9c6eaaf1a95b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:28.959562 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-56a484c3-4a45-4dda-961b-ca700b3d8f6f tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Request body: {'networks': [{'name': 'tempest-network--1874105415'}, {'name': 'tempest-network--741087957'}]} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:28.959957 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-56a484c3-4a45-4dda-961b-ca700b3d8f6f tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Request body: {'network': {'name': 'tempest-network--1874105415'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:28.960341 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-56a484c3-4a45-4dda-961b-ca700b3d8f6f tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Request body: {'network': {'name': 'tempest-network--741087957'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:29.091917 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:29.092406 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:29.216495 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a484c3-4a45-4dda-961b-ca700b3d8f6f tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Made reservation on behalf of 28d07719acd44b4fb496fce01c379e8a for: {'network': 2} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:29.226359 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-56a484c3-4a45-4dda-961b-ca700b3d8f6f tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:29.280356 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-56a484c3-4a45-4dda-961b-ca700b3d8f6f tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:29.292972 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-9184a84e-264b-47fa-bf81-0378d7cfeec6 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Allocated IP 172.20.0.5 (cbe0c1f5-1850-4649-b039-62c23e5de548/d96d01ef-fc61-4436-a20d-4cd38782598f/18a891e9-42b3-471d-933f-eb856c7ddb24) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:22:29.293849 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f0e38792-be14-4f7c-9332-b565b4e3ad34 None None] Current status of the port 7eb14a9b-f84f-4d5f-9608-1018466f94fe is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:29.294239 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f0e38792-be14-4f7c-9332-b565b4e3ad34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7eb14a9b-f84f-4d5f-9608-1018466f94fe), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:29.325919 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e0512-e38f-4536-a56c-820718f46b80 None None] Pushing event updated for resources: {'Port': ['ID=4c122eb6-c44a-4092-9510-0303b576a2f2,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:29.353267 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b096edb-303f-4132-be89-af1677eaedb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-cbe0c1f5-1850-4649-b039-62c23e5de548', 'network_id': 'cbe0c1f5-1850-4649-b039-62c23e5de548', 'project_id': 'c93bc4cb21ff4a4b80f16e75eb4decef', 'fixed_ips': [{'subnet_id': 'd96d01ef-fc61-4436-a20d-4cd38782598f'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:22:29.354198 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7b096edb-303f-4132-be89-af1677eaedb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:29.357453 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed29a9c-907c-4265-824f-d9a40c94a321 None None] DHCP port deletion for c68ada5d-da8a-41c6-813a-b53f9c35e893 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:22:29.410558 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-dc13b5bf-5e78-4d1f-b0d7-c17e1dcc9db0 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Made reservation on behalf of 05d04115a5b94604bf26feb88e948fe0 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:29.419676 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-dc13b5bf-5e78-4d1f-b0d7-c17e1dcc9db0 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:29.505144 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:29.522565 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-56a484c3-4a45-4dda-961b-ca700b3d8f6f tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks [] for security_group (8cf50817-cab4-4690-afb4-d5f9fc365692), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:29.560930 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-56a484c3-4a45-4dda-961b-ca700b3d8f6f tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8cf50817-cab4-4690-afb4-d5f9fc365692), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:29.563613 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-56a484c3-4a45-4dda-961b-ca700b3d8f6f tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:29.592014 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-e5ca1046-49b9-402e-8f01-0143b31dc21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106911a7-7365-456a-bf6b-5af0b82d233b', 'name': 'tempest-ServersTestMultiNic-2098915653-router', 'tenant_id': '05d04115a5b94604bf26feb88e948fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '372ff760-a571-4c92-9f88-06ff00f8484e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:21:53Z', 'updated_at': '2022-01-18T20:22:08Z', 'revision_number': 4, 'project_id': '05d04115a5b94604bf26feb88e948fe0', 'gw_port': {'id': '372ff760-a571-4c92-9f88-06ff00f8484e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106911a7-7365-456a-bf6b-5af0b82d233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:21:55Z', 'updated_at': '2022-01-18T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '7eb14a9b-f84f-4d5f-9608-1018466f94fe', 'name': '', 'network_id': '7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05', 'tenant_id': '05d04115a5b94604bf26feb88e948fe0', 'mac_address': 'fa:16:3e:39:50:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106911a7-7365-456a-bf6b-5af0b82d233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '4e107e7d-a27a-4755-8ce1-4fea9113763a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:22:05Z', 'updated_at': '2022-01-18T20:22:23Z', 'revision_number': 4, 'project_id': '05d04115a5b94604bf26feb88e948fe0', 'subnets': [{'id': '4e107e7d-a27a-4755-8ce1-4fea9113763a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:29.720838 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a484c3-4a45-4dda-961b-ca700b3d8f6f tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:22:29.756598 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-56a484c3-4a45-4dda-961b-ca700b3d8f6f tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (50c4ef23-64f5-471c-bd3d-a5af093e39b1), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:29.757289 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-56a484c3-4a45-4dda-961b-ca700b3d8f6f tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Added segment 50c4ef23-64f5-471c-bd3d-a5af093e39b1 of type vlan for network 0c547ba3-af42-47de-912d-e66816332bbc Jan 18 20:22:29.801296 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9184a84e-264b-47fa-bf81-0378d7cfeec6 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks [] for port (18a891e9-42b3-471d-933f-eb856c7ddb24), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:29.866177 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-56a484c3-4a45-4dda-961b-ca700b3d8f6f tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (0c547ba3-af42-47de-912d-e66816332bbc), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:29.898428 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a484c3-4a45-4dda-961b-ca700b3d8f6f tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:22:29.908976 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-56a484c3-4a45-4dda-961b-ca700b3d8f6f tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (887205a9-456d-4a82-8c15-269aa8ed1f80), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:29.909744 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-56a484c3-4a45-4dda-961b-ca700b3d8f6f tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Added segment 887205a9-456d-4a82-8c15-269aa8ed1f80 of type vlan for network 54b9812d-6dfa-4b74-84c9-5f1871d19074 Jan 18 20:22:29.927822 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9184a84e-264b-47fa-bf81-0378d7cfeec6 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (18a891e9-42b3-471d-933f-eb856c7ddb24), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:29.937100 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f242f5fa-f304-40f9-b24b-98715a8fe2b3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (d2def43e-7260-4303-a04b-ea2233ba4b4e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:29.939123 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ca1046-49b9-402e-8f01-0143b31dc21d None None] The sync data for ids ['106911a7-7365-456a-bf6b-5af0b82d233b'] in n-d-741529-9 is: [{'id': '106911a7-7365-456a-bf6b-5af0b82d233b', 'name': 'tempest-ServersTestMultiNic-2098915653-router', 'tenant_id': '05d04115a5b94604bf26feb88e948fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '372ff760-a571-4c92-9f88-06ff00f8484e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:21:53Z', 'updated_at': '2022-01-18T20:22:08Z', 'revision_number': 4, 'project_id': '05d04115a5b94604bf26feb88e948fe0', 'gw_port': {'id': '372ff760-a571-4c92-9f88-06ff00f8484e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106911a7-7365-456a-bf6b-5af0b82d233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:21:55Z', 'updated_at': '2022-01-18T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '7eb14a9b-f84f-4d5f-9608-1018466f94fe', 'name': '', 'network_id': '7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05', 'tenant_id': '05d04115a5b94604bf26feb88e948fe0', 'mac_address': 'fa:16:3e:39:50:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106911a7-7365-456a-bf6b-5af0b82d233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '4e107e7d-a27a-4755-8ce1-4fea9113763a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:22:05Z', 'updated_at': '2022-01-18T20:22:23Z', 'revision_number': 4, 'project_id': '05d04115a5b94604bf26feb88e948fe0', 'subnets': [{'id': '4e107e7d-a27a-4755-8ce1-4fea9113763a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:22:29.965760 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:29.966653 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:30.122413 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-56a484c3-4a45-4dda-961b-ca700b3d8f6f tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (54b9812d-6dfa-4b74-84c9-5f1871d19074), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:30.157274 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a484c3-4a45-4dda-961b-ca700b3d8f6f tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf50817-cab4-4690-afb4-d5f9fc365692,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:30.233413 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f242f5fa-f304-40f9-b24b-98715a8fe2b3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=d2def43e-7260-4303-a04b-ea2233ba4b4e,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:30.241689 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f0e38792-be14-4f7c-9332-b565b4e3ad34 None None] For port 7eb14a9b-f84f-4d5f-9608-1018466f94fe, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7eb14a9b-f84f-4d5f-9608-1018466f94fe,segment=NetworkSegment(5b4bbcbf-bd31-4721-9ced-30315d87bf8f),segment_id=5b4bbcbf-bd31-4721-9ced-30315d87bf8f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:22:30.343195 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.db.resource_extend [None req-56a484c3-4a45-4dda-961b-ca700b3d8f6f tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:22:30.382152 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24,segment=NetworkSegment(b653f61e-1f44-49ef-acf6-58f2f4cd30db),segment_id=b653f61e-1f44-49ef-acf6-58f2f4cd30db)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:22:30.401193 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f0e38792-be14-4f7c-9332-b565b4e3ad34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7eb14a9b-f84f-4d5f-9608-1018466f94fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:30.428556 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:30.433515 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c956ad64-b8b2-43a2-b3d1-5175b998e203 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:22:30.491693 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-56a484c3-4a45-4dda-961b-ca700b3d8f6f tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (0c547ba3-af42-47de-912d-e66816332bbc), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:30.493370 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-56a484c3-4a45-4dda-961b-ca700b3d8f6f tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (54b9812d-6dfa-4b74-84c9-5f1871d19074), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:30.522143 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a484c3-4a45-4dda-961b-ca700b3d8f6f tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:30.556893 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a484c3-4a45-4dda-961b-ca700b3d8f6f tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:30.562244 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-56a484c3-4a45-4dda-961b-ca700b3d8f6f tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:30.669146 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184a84e-264b-47fa-bf81-0378d7cfeec6 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Pushing event updated for resources: {'Port': ['ID=18a891e9-42b3-471d-933f-eb856c7ddb24,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:30.726179 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3ed29a9c-907c-4265-824f-d9a40c94a321 None None] Deleting port c956ad64-b8b2-43a2-b3d1-5175b998e203 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:22:30.732833 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3ed29a9c-907c-4265-824f-d9a40c94a321 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (c956ad64-b8b2-43a2-b3d1-5175b998e203), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:30.735266 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f242f5fa-f304-40f9-b24b-98715a8fe2b3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:22:30.761982 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:30.778505 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e88818d4-f50a-47f7-acd9-7bc8f4a0aca5 None None] Could not find standard attr ID for object ffe41a85-ccb1-4583-8e8a-5210c770ba8d. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:22:30.845067 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-d9715619-7cea-43ba-8180-9dfb74509519 admin admin] Deleting port 369102e0-ede0-4bec-bdfb-41c1f40d6749 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:22:30.845700 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9715619-7cea-43ba-8180-9dfb74509519 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (369102e0-ede0-4bec-bdfb-41c1f40d6749), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:30.896458 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9184a84e-264b-47fa-bf81-0378d7cfeec6 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Network cbe0c1f5-1850-4649-b039-62c23e5de548 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:22:30.903500 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-f242f5fa-f304-40f9-b24b-98715a8fe2b3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:30.913371 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f242f5fa-f304-40f9-b24b-98715a8fe2b3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:30.914263 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f242f5fa-f304-40f9-b24b-98715a8fe2b3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:30.919270 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-9184a84e-264b-47fa-bf81-0378d7cfeec6 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:30.941387 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9184a84e-264b-47fa-bf81-0378d7cfeec6 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:22:31.002248 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97375226-88a4-4061-8e23-c7139330c113 req-7b1db525-8393-444f-9bfd-490759605afd tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 210 time: 1.3234975 Jan 18 20:22:31.035249 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a484c3-4a45-4dda-961b-ca700b3d8f6f tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Pushing event updated for resources: {'Network': ['ID=0c547ba3-af42-47de-912d-e66816332bbc,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:31.074278 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f242f5fa-f304-40f9-b24b-98715a8fe2b3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.5232224 Jan 18 20:22:31.078763 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-56a484c3-4a45-4dda-961b-ca700b3d8f6f tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.4438143 Jan 18 20:22:31.095916 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60560) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:31.096847 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60562) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:31.104725 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 0c547ba3-af42-47de-912d-e66816332bbc details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:22:31.126467 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-3d1342b7-99bd-464a-a112-cd98de6d7b76 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'port': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'fixed_ips': [{'subnet_id': 'd2def43e-7260-4303-a04b-ea2233ba4b4e', 'ip_address': '2001:db8::42cd:feb2:13ee:894'}], 'name': 'tempest-NetworksTestDHCPv6-1275178776'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:31.259896 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e88818d4-f50a-47f7-acd9-7bc8f4a0aca5 None None] Provisioning complete for port 4c122eb6-c44a-4092-9510-0303b576a2f2 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:31.260484 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e88818d4-f50a-47f7-acd9-7bc8f4a0aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4c122eb6-c44a-4092-9510-0303b576a2f2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:31.324452 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea35654-b7a0-470f-929c-717eb3974ca6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:31.337174 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea35654-b7a0-470f-929c-717eb3974ca6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:31.351358 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea35654-b7a0-470f-929c-717eb3974ca6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:31.352685 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e38792-be14-4f7c-9332-b565b4e3ad34 None None] Pushing event updated for resources: {'Port': ['ID=7eb14a9b-f84f-4d5f-9608-1018466f94fe,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:31.367457 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea35654-b7a0-470f-929c-717eb3974ca6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:31.370107 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2ea35654-b7a0-470f-929c-717eb3974ca6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2710772 Jan 18 20:22:31.378371 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60572) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:31.528850 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9184a84e-264b-47fa-bf81-0378d7cfeec6 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:31.529672 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9184a84e-264b-47fa-bf81-0378d7cfeec6 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:31.630257 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-7b096edb-303f-4132-be89-af1677eaedb9 None None] Allocated IP 172.20.0.2 (cbe0c1f5-1850-4649-b039-62c23e5de548/d96d01ef-fc61-4436-a20d-4cd38782598f/ecd54acb-7bba-4886-a035-72a3897cac18) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:22:31.645903 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-dc13b5bf-5e78-4d1f-b0d7-c17e1dcc9db0 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Allocated IP 19.80.0.146 (957354af-04bd-406c-953d-2bd45afe9e07/1281de5a-bdf2-4cc6-baaa-3c06db5aeefc/20d85752-3eb5-4ef4-99d1-37b915e79d93) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:22:31.646214 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a484c3-4a45-4dda-961b-ca700b3d8f6f tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Pushing event updated for resources: {'Network': ['ID=54b9812d-6dfa-4b74-84c9-5f1871d19074,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:31.666053 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f6163e35-2c80-48e2-a2a6-c3cc9e0572d9 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (0c547ba3-af42-47de-912d-e66816332bbc), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:31.686955 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9184a84e-264b-47fa-bf81-0378d7cfeec6 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.6256204 Jan 18 20:22:31.702052 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60588) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:31.711507 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-627997e4-d1ef-4c3f-aeff-661456c8da73 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Request body: {'port': {'network_id': 'cbe0c1f5-1850-4649-b039-62c23e5de548', 'name': 'tempest-AllowedAddressPairTestJSON-46946495', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:3a:fa:a1'}]}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:31.990098 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f6163e35-2c80-48e2-a2a6-c3cc9e0572d9 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (0c547ba3-af42-47de-912d-e66816332bbc), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:32.042947 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-f6163e35-2c80-48e2-a2a6-c3cc9e0572d9 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c547ba3-af42-47de-912d-e66816332bbc']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:32.072147 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-f6163e35-2c80-48e2-a2a6-c3cc9e0572d9 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c4ef23-64f5-471c-bd3d-a5af093e39b1') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:32.073016 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-f6163e35-2c80-48e2-a2a6-c3cc9e0572d9 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c4ef23-64f5-471c-bd3d-a5af093e39b1') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:32.081623 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7b096edb-303f-4132-be89-af1677eaedb9 None None] Publish callbacks [] for port (ecd54acb-7bba-4886-a035-72a3897cac18), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:32.096515 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f6163e35-2c80-48e2-a2a6-c3cc9e0572d9 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (50c4ef23-64f5-471c-bd3d-a5af093e39b1), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:32.131009 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f6163e35-2c80-48e2-a2a6-c3cc9e0572d9 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (50c4ef23-64f5-471c-bd3d-a5af093e39b1), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:32.139812 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6163e35-2c80-48e2-a2a6-c3cc9e0572d9 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:22:32.140652 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f6163e35-2c80-48e2-a2a6-c3cc9e0572d9 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (50c4ef23-64f5-471c-bd3d-a5af093e39b1), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:32.171973 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3ed29a9c-907c-4265-824f-d9a40c94a321 None None] For port c956ad64-b8b2-43a2-b3d1-5175b998e203, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c956ad64-b8b2-43a2-b3d1-5175b998e203,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:22:32.176620 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3ed29a9c-907c-4265-824f-d9a40c94a321 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (c956ad64-b8b2-43a2-b3d1-5175b998e203), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:32.199453 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3ed29a9c-907c-4265-824f-d9a40c94a321 None None] Calling delete_port for c956ad64-b8b2-43a2-b3d1-5175b998e203 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:22:32.275929 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:22:32.292593 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f6163e35-2c80-48e2-a2a6-c3cc9e0572d9 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (0c547ba3-af42-47de-912d-e66816332bbc), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:32.344114 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:32.363880 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f6163e35-2c80-48e2-a2a6-c3cc9e0572d9 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:32.370174 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 54b9812d-6dfa-4b74-84c9-5f1871d19074 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:22:32.370991 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f6163e35-2c80-48e2-a2a6-c3cc9e0572d9 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] 10.222.0.31 "DELETE /v2.0/networks/0c547ba3-af42-47de-912d-e66816332bbc HTTP/1.1" status: 204 len: 168 time: 0.9915318 Jan 18 20:22:32.396659 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7b096edb-303f-4132-be89-af1677eaedb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (ecd54acb-7bba-4886-a035-72a3897cac18), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:32.407576 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60608) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:32.422295 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-59fc1c21-dbc1-464e-8424-bf63d41b2b4a req-a5d49c8e-3c03-4de5-8715-b0601bb84186 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 210 time: 0.1346555 Jan 18 20:22:32.445573 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port c956ad64-b8b2-43a2-b3d1-5175b998e203 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:32.446317 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c956ad64-b8b2-43a2-b3d1-5175b998e203), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:32.452198 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6163e35-2c80-48e2-a2a6-c3cc9e0572d9 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Pushing event deleted for resources: {'Network': ['ID=0c547ba3-af42-47de-912d-e66816332bbc,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:32.486451 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-d9715619-7cea-43ba-8180-9dfb74509519 admin admin] For port 369102e0-ede0-4bec-bdfb-41c1f40d6749, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=369102e0-ede0-4bec-bdfb-41c1f40d6749,segment=NetworkSegment(4b2d50d6-da56-44e2-8ee5-945b9d9cafab),segment_id=4b2d50d6-da56-44e2-8ee5-945b9d9cafab)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:22:32.487246 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9715619-7cea-43ba-8180-9dfb74509519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (369102e0-ede0-4bec-bdfb-41c1f40d6749), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:32.546588 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-d9715619-7cea-43ba-8180-9dfb74509519 admin admin] Calling delete_port for 369102e0-ede0-4bec-bdfb-41c1f40d6749 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:22:32.577410 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47fa07-e316-455e-a2b4-625ac71b7994 req-dc85d29f-457e-4da4-8798-1a4cb87ab72b tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:32.580632 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8b47fa07-e316-455e-a2b4-625ac71b7994 req-dc85d29f-457e-4da4-8798-1a4cb87ab72b tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 945 time: 0.9049904 Jan 18 20:22:32.611679 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-28a1a190-ac1e-43a6-ab87-5e0d96468f7a tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (54b9812d-6dfa-4b74-84c9-5f1871d19074), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:32.755723 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8b47fa07-e316-455e-a2b4-625ac71b7994 req-c4a0341f-d7e7-4afd-977b-d046d2418fe5 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600902 Jan 18 20:22:32.840427 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-24278730-c3e9-4830-87cd-6d9a3a09cab4 req-47c0480e-7bde-4e46-a8d1-74183daeb032 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2128561 Jan 18 20:22:32.867029 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1342b7-99bd-464a-a112-cd98de6d7b76 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:32.901518 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-28a1a190-ac1e-43a6-ab87-5e0d96468f7a tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (54b9812d-6dfa-4b74-84c9-5f1871d19074), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:32.902765 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e88818d4-f50a-47f7-acd9-7bc8f4a0aca5 None None] Current status of the port 4c122eb6-c44a-4092-9510-0303b576a2f2 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:32.903337 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e88818d4-f50a-47f7-acd9-7bc8f4a0aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4c122eb6-c44a-4092-9510-0303b576a2f2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:32.911937 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b096edb-303f-4132-be89-af1677eaedb9 None None] Network cbe0c1f5-1850-4649-b039-62c23e5de548 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:22:32.913495 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3ed29a9c-907c-4265-824f-d9a40c94a321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (c956ad64-b8b2-43a2-b3d1-5175b998e203), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:32.935945 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:32.937512 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Port c956ad64-b8b2-43a2-b3d1-5175b998e203 was deleted so its status cannot be updated. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Jan 18 20:22:32.945052 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed29a9c-907c-4265-824f-d9a40c94a321 None None] No DVR routers for this DVR port c956ad64-b8b2-43a2-b3d1-5175b998e203 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:22:32.946861 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-7b096edb-303f-4132-be89-af1677eaedb9 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:32.954881 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b096edb-303f-4132-be89-af1677eaedb9 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:22:32.973800 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-28a1a190-ac1e-43a6-ab87-5e0d96468f7a tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b9812d-6dfa-4b74-84c9-5f1871d19074']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:32.993519 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe1d48a-e84c-4056-a5f1-be5bac4c2e09 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:33.002135 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b096edb-303f-4132-be89-af1677eaedb9 None None] Pushing event updated for resources: {'Port': ['ID=ecd54acb-7bba-4886-a035-72a3897cac18,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:33.016250 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-28a1a190-ac1e-43a6-ab87-5e0d96468f7a tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887205a9-456d-4a82-8c15-269aa8ed1f80') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:33.016250 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-28a1a190-ac1e-43a6-ab87-5e0d96468f7a tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887205a9-456d-4a82-8c15-269aa8ed1f80') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:33.033291 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3d1342b7-99bd-464a-a112-cd98de6d7b76 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:33.048819 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-28a1a190-ac1e-43a6-ab87-5e0d96468f7a tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (887205a9-456d-4a82-8c15-269aa8ed1f80), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:33.090037 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed29a9c-907c-4265-824f-d9a40c94a321 None None] Pushing event deleted for resources: {'Port': ['ID=c956ad64-b8b2-43a2-b3d1-5175b998e203,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:33.125831 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-28a1a190-ac1e-43a6-ab87-5e0d96468f7a tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (887205a9-456d-4a82-8c15-269aa8ed1f80), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:33.141811 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a1a190-ac1e-43a6-ab87-5e0d96468f7a tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:22:33.142090 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-28a1a190-ac1e-43a6-ab87-5e0d96468f7a tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (887205a9-456d-4a82-8c15-269aa8ed1f80), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:22:33.148891 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:22:33.153323 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-3d1342b7-99bd-464a-a112-cd98de6d7b76 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] device_id is not set on port 03bf6831-7970-4194-a3ce-1e7928208033 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:22:33.154822 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e88818d4-f50a-47f7-acd9-7bc8f4a0aca5 None None] For port 4c122eb6-c44a-4092-9510-0303b576a2f2, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4c122eb6-c44a-4092-9510-0303b576a2f2,segment=NetworkSegment(e26783d5-f862-4c86-9a92-52cebc9192c7),segment_id=e26783d5-f862-4c86-9a92-52cebc9192c7)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:22:33.192123 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24278730-c3e9-4830-87cd-6d9a3a09cab4 req-bff36d6e-283f-483b-949c-bf16d619aba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:33.194039 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-24278730-c3e9-4830-87cd-6d9a3a09cab4 req-bff36d6e-283f-483b-949c-bf16d619aba1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 1096 time: 0.1783037 Jan 18 20:22:33.215452 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e88818d4-f50a-47f7-acd9-7bc8f4a0aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4c122eb6-c44a-4092-9510-0303b576a2f2), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:33.238660 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e88818d4-f50a-47f7-acd9-7bc8f4a0aca5 None None] Could not find standard attr ID for object c956ad64-b8b2-43a2-b3d1-5175b998e203. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:22:33.276635 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7b096edb-303f-4132-be89-af1677eaedb9 None None] Attempting to bind port ecd54acb-7bba-4886-a035-72a3897cac18 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:22:33.277014 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7b096edb-303f-4132-be89-af1677eaedb9 None None] Attempting to bind port ecd54acb-7bba-4886-a035-72a3897cac18 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '1a3d8986-49e8-4e90-ae0c-985969ce28ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cbe0c1f5-1850-4649-b039-62c23e5de548'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:22:33.277385 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b096edb-303f-4132-be89-af1677eaedb9 None None] Attempting to bind port ecd54acb-7bba-4886-a035-72a3897cac18 on network cbe0c1f5-1850-4649-b039-62c23e5de548 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:22:33.307402 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b096edb-303f-4132-be89-af1677eaedb9 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:22:33.307787 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b096edb-303f-4132-be89-af1677eaedb9 None None] Checking segment: {'id': '1a3d8986-49e8-4e90-ae0c-985969ce28ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cbe0c1f5-1850-4649-b039-62c23e5de548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:22:33.308294 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7b096edb-303f-4132-be89-af1677eaedb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:33.308587 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b096edb-303f-4132-be89-af1677eaedb9 None None] Bound using segment: {'id': '1a3d8986-49e8-4e90-ae0c-985969ce28ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cbe0c1f5-1850-4649-b039-62c23e5de548'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:22:33.309071 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7b096edb-303f-4132-be89-af1677eaedb9 None None] Bound port: ecd54acb-7bba-4886-a035-72a3897cac18, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3d8986-49e8-4e90-ae0c-985969ce28ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cbe0c1f5-1850-4649-b039-62c23e5de548'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:22:33.309458 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7b096edb-303f-4132-be89-af1677eaedb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ecd54acb-7bba-4886-a035-72a3897cac18), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:33.331734 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e88818d4-f50a-47f7-acd9-7bc8f4a0aca5 None None] Provisioning complete for port a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:33.332512 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e88818d4-f50a-47f7-acd9-7bc8f4a0aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:33.407199 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-28a1a190-ac1e-43a6-ab87-5e0d96468f7a tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (54b9812d-6dfa-4b74-84c9-5f1871d19074), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:33.416859 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-28a1a190-ac1e-43a6-ab87-5e0d96468f7a tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:33.423645 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-28a1a190-ac1e-43a6-ab87-5e0d96468f7a tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] 10.222.0.31 "DELETE /v2.0/networks/54b9812d-6dfa-4b74-84c9-5f1871d19074 HTTP/1.1" status: 204 len: 168 time: 0.9939823 Jan 18 20:22:33.424523 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60646) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:33.484127 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24278730-c3e9-4830-87cd-6d9a3a09cab4 req-9d5471a3-1751-4b40-aca2-11611b63c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:33.486203 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-24278730-c3e9-4830-87cd-6d9a3a09cab4 req-9d5471a3-1751-4b40-aca2-11611b63c0b5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 912 time: 0.1529078 Jan 18 20:22:33.658431 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627997e4-d1ef-4c3f-aeff-661456c8da73 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Made reservation on behalf of c93bc4cb21ff4a4b80f16e75eb4decef for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:33.663087 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88818d4-f50a-47f7-acd9-7bc8f4a0aca5 None None] Pushing event updated for resources: {'Port': ['ID=4c122eb6-c44a-4092-9510-0303b576a2f2,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:33.674195 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4c122eb6-c44a-4092-9510-0303b576a2f2 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:22:33.682723 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9715619-7cea-43ba-8180-9dfb74509519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (369102e0-ede0-4bec-bdfb-41c1f40d6749), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:33.704736 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab11e86-aa0a-42f4-8493-dd26358317df tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:33.711798 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab11e86-aa0a-42f4-8493-dd26358317df tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:33.716979 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7ab11e86-aa0a-42f4-8493-dd26358317df tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2795904 Jan 18 20:22:33.746362 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3bb41c-96a2-44c3-b163-3b473bb1b84e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-c68ada5d-da8a-41c6-813a-b53f9c35e893', 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'fixed_ips': [{'subnet_id': 'd2def43e-7260-4303-a04b-ea2233ba4b4e'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:22:33.748073 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fe3bb41c-96a2-44c3-b163-3b473bb1b84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:33.762549 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60656) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:33.813892 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-627997e4-d1ef-4c3f-aeff-661456c8da73 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:33.877062 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-627997e4-d1ef-4c3f-aeff-661456c8da73 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] device_id is not set on port 4da7dabb-8e9e-40d3-a923-c0e7d2fe522a yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:22:33.897542 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-24278730-c3e9-4830-87cd-6d9a3a09cab4 req-7795f9b3-8c29-46fb-a183-9eb05c5c0ef2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4095c9e8-3357-49c1-a713-048d6946f5fd HTTP/1.1" status: 200 len: 1000 time: 0.3920672 Jan 18 20:22:33.926645 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-dc13b5bf-5e78-4d1f-b0d7-c17e1dcc9db0 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks [] for port (20d85752-3eb5-4ef4-99d1-37b915e79d93), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:33.962126 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-8f8b7bec-7641-49ac-9ac8-839479b4fcd4 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1256708112'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:33.971906 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eb2bce4f-b6fd-4cac-be4d-7b910c6abcf4 req-2183340e-186a-45d8-843f-a80173cd8a36 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 210 time: 0.2762074 Jan 18 20:22:34.113766 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60664) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:34.184365 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24278730-c3e9-4830-87cd-6d9a3a09cab4 req-08279851-3866-4917-b7b7-6d7f25c743f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:34.186126 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-24278730-c3e9-4830-87cd-6d9a3a09cab4 req-08279851-3866-4917-b7b7-6d7f25c743f6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2eac11f-fef0-464c-9aac-08a05c8cc068 HTTP/1.1" status: 200 len: 850 time: 0.2761199 Jan 18 20:22:34.211751 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1a190-ac1e-43a6-ab87-5e0d96468f7a tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Pushing event deleted for resources: {'Network': ['ID=54b9812d-6dfa-4b74-84c9-5f1871d19074,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:34.215836 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9715619-7cea-43ba-8180-9dfb74509519 admin admin] Pushing event deleted for resources: {'Port': ['ID=369102e0-ede0-4bec-bdfb-41c1f40d6749,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:34.231751 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8b7bec-7641-49ac-9ac8-839479b4fcd4 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Made reservation on behalf of 28d07719acd44b4fb496fce01c379e8a for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:34.235784 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8f8b7bec-7641-49ac-9ac8-839479b4fcd4 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:34.256644 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7b096edb-303f-4132-be89-af1677eaedb9 None None] For port ecd54acb-7bba-4886-a035-72a3897cac18, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:22:34.282453 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7b096edb-303f-4132-be89-af1677eaedb9 None None] For port ecd54acb-7bba-4886-a035-72a3897cac18, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ecd54acb-7bba-4886-a035-72a3897cac18,segment=NetworkSegment(1a3d8986-49e8-4e90-ae0c-985969ce28ea),segment_id=1a3d8986-49e8-4e90-ae0c-985969ce28ea)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:22:34.306449 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9715619-7cea-43ba-8180-9dfb74509519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (a7b92635-136e-4ba6-93a8-9c6eaaf1a95b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:34.308809 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8b7bec-7641-49ac-9ac8-839479b4fcd4 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:22:34.320687 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51204aa0-8744-430f-bd23-faa6fbe03eb5 req-64cdc659-9ca4-4bdf-ad26-8b162745c245 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:34.322656 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-51204aa0-8744-430f-bd23-faa6fbe03eb5 req-64cdc659-9ca4-4bdf-ad26-8b162745c245 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 945 time: 0.2964561 Jan 18 20:22:34.337117 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-3d1342b7-99bd-464a-a112-cd98de6d7b76 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 2001:db8::42cd:feb2:13ee:894 (c68ada5d-da8a-41c6-813a-b53f9c35e893/d2def43e-7260-4303-a04b-ea2233ba4b4e/03bf6831-7970-4194-a3ce-1e7928208033) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:22:34.338124 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7b096edb-303f-4132-be89-af1677eaedb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ecd54acb-7bba-4886-a035-72a3897cac18), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:34.348369 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8f8b7bec-7641-49ac-9ac8-839479b4fcd4 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (b22f8d13-92fb-4997-9469-bd41b6b54833), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:34.349213 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-8f8b7bec-7641-49ac-9ac8-839479b4fcd4 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Added segment b22f8d13-92fb-4997-9469-bd41b6b54833 of type vlan for network 88f48f78-abaa-4e5d-bee0-589c88035fab Jan 18 20:22:34.376551 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-dc13b5bf-5e78-4d1f-b0d7-c17e1dcc9db0 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (20d85752-3eb5-4ef4-99d1-37b915e79d93), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:34.414953 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6128a7cf-5c00-42d9-af30-66e1b0d20419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:34.421023 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-627997e4-d1ef-4c3f-aeff-661456c8da73 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Allocated IP 172.20.0.3 (cbe0c1f5-1850-4649-b039-62c23e5de548/d96d01ef-fc61-4436-a20d-4cd38782598f/4da7dabb-8e9e-40d3-a923-c0e7d2fe522a) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:22:34.457699 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 4c122eb6-c44a-4092-9510-0303b576a2f2 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:34.458254 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4c122eb6-c44a-4092-9510-0303b576a2f2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:34.468028 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24278730-c3e9-4830-87cd-6d9a3a09cab4 req-4c283637-0f75-4d5f-a63f-b64cf1681ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:34.473125 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-24278730-c3e9-4830-87cd-6d9a3a09cab4 req-4c283637-0f75-4d5f-a63f-b64cf1681ebe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88e9200-d99d-4ea0-a241-681917733bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2245555 Jan 18 20:22:34.504946 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:34.581120 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6128a7cf-5c00-42d9-af30-66e1b0d20419 admin admin] Publish callbacks [] for security_group (1bfcf2b1-01d5-4d68-bd4b-cd19fbd03629), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:34.608986 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6128a7cf-5c00-42d9-af30-66e1b0d20419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1bfcf2b1-01d5-4d68-bd4b-cd19fbd03629), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:34.634038 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-dc13b5bf-5e78-4d1f-b0d7-c17e1dcc9db0 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Network 957354af-04bd-406c-953d-2bd45afe9e07 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:22:34.685887 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13b5bf-5e78-4d1f-b0d7-c17e1dcc9db0 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Pushing event updated for resources: {'Port': ['ID=20d85752-3eb5-4ef4-99d1-37b915e79d93,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:34.700394 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 4c122eb6-c44a-4092-9510-0303b576a2f2 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:34.701684 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:22:34.756936 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e88818d4-f50a-47f7-acd9-7bc8f4a0aca5 None None] Current status of the port a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:34.782977 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-dc13b5bf-5e78-4d1f-b0d7-c17e1dcc9db0 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:34.790733 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:34.791182 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:34.821890 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-dc13b5bf-5e78-4d1f-b0d7-c17e1dcc9db0 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:22:34.831973 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b096edb-303f-4132-be89-af1677eaedb9 None None] Pushing event updated for resources: {'Port': ['ID=ecd54acb-7bba-4886-a035-72a3897cac18,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:34.903204 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:34.904242 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7eb14a9b-f84f-4d5f-9608-1018466f94fe up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:34.957626 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:34.961287 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:34.961287 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:34.961287 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:34.961287 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:34.961287 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:34.961287 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:34.961287 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:34.961287 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:34.961287 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:34.961287 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:34.961287 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:34.961287 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:34.968206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-dc13b5bf-5e78-4d1f-b0d7-c17e1dcc9db0 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:34.969696 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-dc13b5bf-5e78-4d1f-b0d7-c17e1dcc9db0 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:35.021158 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4593c3ae-76dd-4268-9186-d4b2ee6330ac None None] Provisioning complete for port 4c122eb6-c44a-4092-9510-0303b576a2f2 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:35.021546 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4593c3ae-76dd-4268-9186-d4b2ee6330ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4c122eb6-c44a-4092-9510-0303b576a2f2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:35.051628 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6128a7cf-5c00-42d9-af30-66e1b0d20419 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f6b345b8a434020966e9a146e8378ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9166057 Jan 18 20:22:35.055212 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60672) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:35.089089 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 7eb14a9b-f84f-4d5f-9608-1018466f94fe triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:35.089544 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7eb14a9b-f84f-4d5f-9608-1018466f94fe), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:35.103868 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128a7cf-5c00-42d9-af30-66e1b0d20419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfcf2b1-01d5-4d68-bd4b-cd19fbd03629,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:35.120074 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8f8b7bec-7641-49ac-9ac8-839479b4fcd4 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (88f48f78-abaa-4e5d-bee0-589c88035fab), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:35.165096 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-51204aa0-8744-430f-bd23-faa6fbe03eb5 req-523fa9fb-f5bc-4b41-b133-59f1f9114edd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8295052 Jan 18 20:22:35.213042 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-dc13b5bf-5e78-4d1f-b0d7-c17e1dcc9db0 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4902658 Jan 18 20:22:35.219868 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4593c3ae-76dd-4268-9186-d4b2ee6330ac None None] Current status of the port 4c122eb6-c44a-4092-9510-0303b576a2f2 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:35.246940 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-d84831bb-492b-4145-814d-2550135cf9aa tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Request body: {'port': {'device_id': 'ed746928-61fa-41d7-870c-c69758daec2f', 'network_id': '2a35706e-bab0-4b9d-bd84-206f9df02a32', 'admin_state_up': True, 'tenant_id': '05d04115a5b94604bf26feb88e948fe0'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:35.291303 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4593c3ae-76dd-4268-9186-d4b2ee6330ac None None] Provisioning complete for port a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:35.291900 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4593c3ae-76dd-4268-9186-d4b2ee6330ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:35.321069 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8f8b7bec-7641-49ac-9ac8-839479b4fcd4 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (88f48f78-abaa-4e5d-bee0-589c88035fab), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:35.326832 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8b7bec-7641-49ac-9ac8-839479b4fcd4 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:35.327567 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8f8b7bec-7641-49ac-9ac8-839479b4fcd4 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:35.411358 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8f8b7bec-7641-49ac-9ac8-839479b4fcd4 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5494962 Jan 18 20:22:35.414565 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-24278730-c3e9-4830-87cd-6d9a3a09cab4 req-d28c4077-0342-4ebf-adfd-51d13d1cf1b0 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8318701 Jan 18 20:22:35.423087 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60684) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:35.431671 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-08b23d79-0e56-4eda-99d6-ef4a21130ab4 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-339029126'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:35.503403 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73502047-ee58-4bed-af8b-4dc73cbb737e req-51992a0a-964f-474e-ba16-cf72a77902c2 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:35.505306 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-73502047-ee58-4bed-af8b-4dc73cbb737e req-51992a0a-964f-474e-ba16-cf72a77902c2 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 932 time: 0.3645904 Jan 18 20:22:35.514791 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c3ab335d-290d-423c-b376-ec0c5667ab38 admin admin] Publish callbacks [] for security_group (1bfcf2b1-01d5-4d68-bd4b-cd19fbd03629), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:35.527242 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 7eb14a9b-f84f-4d5f-9608-1018466f94fe is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:35.544673 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4593c3ae-76dd-4268-9186-d4b2ee6330ac None None] Current status of the port a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:35.553658 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b7bec-7641-49ac-9ac8-839479b4fcd4 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Pushing event updated for resources: {'Network': ['ID=88f48f78-abaa-4e5d-bee0-589c88035fab,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:35.571519 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 88f48f78-abaa-4e5d-bee0-589c88035fab details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:22:35.572387 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9715619-7cea-43ba-8180-9dfb74509519 admin admin] Router a7b92635-136e-4ba6-93a8-9c6eaaf1a95b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:22:35.647160 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c3ab335d-290d-423c-b376-ec0c5667ab38 admin admin] Publish callbacks [] for security_group (1bfcf2b1-01d5-4d68-bd4b-cd19fbd03629), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:35.660529 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c956ad64-b8b2-43a2-b3d1-5175b998e203 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:22:35.678178 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-24278730-c3e9-4830-87cd-6d9a3a09cab4 req-d7d54bca-b253-463d-890c-b36e07ad3f29 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965783 Jan 18 20:22:35.695309 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3d1342b7-99bd-464a-a112-cd98de6d7b76 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (03bf6831-7970-4194-a3ce-1e7928208033), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:35.719322 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: c956ad64-b8b2-43a2-b3d1-5175b998e203 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:22:35.719687 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c956ad64-b8b2-43a2-b3d1-5175b998e203 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:22:35.756797 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4bcd2929-77e5-4f7a-a534-34a157163ce8 None None] Provisioning complete for port 20d85752-3eb5-4ef4-99d1-37b915e79d93 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:35.760623 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4bcd2929-77e5-4f7a-a534-34a157163ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (20d85752-3eb5-4ef4-99d1-37b915e79d93), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:35.795885 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-73502047-ee58-4bed-af8b-4dc73cbb737e req-07a6e997-54b1-4181-bc4f-685ac68c6816 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580161 Jan 18 20:22:35.825863 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-627997e4-d1ef-4c3f-aeff-661456c8da73 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks [] for port (4da7dabb-8e9e-40d3-a923-c0e7d2fe522a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:35.831340 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4bcd2929-77e5-4f7a-a534-34a157163ce8 None None] Port 20d85752-3eb5-4ef4-99d1-37b915e79d93 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:22:35.846558 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b23d79-0e56-4eda-99d6-ef4a21130ab4 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Made reservation on behalf of 28d07719acd44b4fb496fce01c379e8a for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:35.858342 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-08b23d79-0e56-4eda-99d6-ef4a21130ab4 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:35.910163 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3d1342b7-99bd-464a-a112-cd98de6d7b76 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (03bf6831-7970-4194-a3ce-1e7928208033), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:35.932775 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-d84831bb-492b-4145-814d-2550135cf9aa tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Made reservation on behalf of 05d04115a5b94604bf26feb88e948fe0 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:35.936347 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-d84831bb-492b-4145-814d-2550135cf9aa tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:35.994680 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b23d79-0e56-4eda-99d6-ef4a21130ab4 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:22:36.035370 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1342b7-99bd-464a-a112-cd98de6d7b76 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:22:36.036724 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-627997e4-d1ef-4c3f-aeff-661456c8da73 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (4da7dabb-8e9e-40d3-a923-c0e7d2fe522a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:36.043164 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-3d1342b7-99bd-464a-a112-cd98de6d7b76 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:36.051741 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1342b7-99bd-464a-a112-cd98de6d7b76 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:22:36.065932 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1342b7-99bd-464a-a112-cd98de6d7b76 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:36.068394 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3d1342b7-99bd-464a-a112-cd98de6d7b76 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:36.087364 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-fe3bb41c-96a2-44c3-b163-3b473bb1b84e None None] Allocated IP 2001:db8::2 (c68ada5d-da8a-41c6-813a-b53f9c35e893/d2def43e-7260-4303-a04b-ea2233ba4b4e/47a56204-46ff-4c01-82be-7eca85779adc) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:22:36.089558 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5989502f-ccdc-42a5-a36f-10200e0420ce None None] Network cbe0c1f5-1850-4649-b039-62c23e5de548 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:36.110383 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627997e4-d1ef-4c3f-aeff-661456c8da73 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Network cbe0c1f5-1850-4649-b039-62c23e5de548 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:22:36.129546 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-627997e4-d1ef-4c3f-aeff-661456c8da73 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:36.131349 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1342b7-99bd-464a-a112-cd98de6d7b76 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=03bf6831-7970-4194-a3ce-1e7928208033,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:36.136070 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627997e4-d1ef-4c3f-aeff-661456c8da73 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:22:36.150832 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-08b23d79-0e56-4eda-99d6-ef4a21130ab4 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (2120ee12-0d7d-4d26-8acb-3836c73fc0b3), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:36.151351 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-08b23d79-0e56-4eda-99d6-ef4a21130ab4 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Added segment 2120ee12-0d7d-4d26-8acb-3836c73fc0b3 of type vlan for network 9dacd92b-3414-4067-84e5-7df6e542169b Jan 18 20:22:36.191435 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1aff81f0-fdae-4626-997f-6f7471840d43 None None] Provisioning complete for port ecd54acb-7bba-4886-a035-72a3897cac18 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:36.191435 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1aff81f0-fdae-4626-997f-6f7471840d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ecd54acb-7bba-4886-a035-72a3897cac18), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:36.199319 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-08b23d79-0e56-4eda-99d6-ef4a21130ab4 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (9dacd92b-3414-4067-84e5-7df6e542169b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:36.225023 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c3ab335d-290d-423c-b376-ec0c5667ab38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1bfcf2b1-01d5-4d68-bd4b-cd19fbd03629), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:36.228524 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c3ab335d-290d-423c-b376-ec0c5667ab38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:36.232804 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c3ab335d-290d-423c-b376-ec0c5667ab38 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1bfcf2b1-01d5-4d68-bd4b-cd19fbd03629 HTTP/1.1" status: 204 len: 168 time: 1.1568606 Jan 18 20:22:36.235497 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-08b23d79-0e56-4eda-99d6-ef4a21130ab4 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (9dacd92b-3414-4067-84e5-7df6e542169b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:36.243308 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b23d79-0e56-4eda-99d6-ef4a21130ab4 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:36.244067 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-08b23d79-0e56-4eda-99d6-ef4a21130ab4 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:36.279971 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab335d-290d-423c-b376-ec0c5667ab38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfcf2b1-01d5-4d68-bd4b-cd19fbd03629,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:36.291561 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9715619-7cea-43ba-8180-9dfb74509519 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:22:36.304309 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d9715619-7cea-43ba-8180-9dfb74509519 admin admin] 10.222.0.31 "PUT /v2.0/routers/a7b92635-136e-4ba6-93a8-9c6eaaf1a95b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3108375 Jan 18 20:22:36.304309 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60698) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:36.316975 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-08b23d79-0e56-4eda-99d6-ef4a21130ab4 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8892982 Jan 18 20:22:36.342778 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ecd54acb-7bba-4886-a035-72a3897cac18 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:22:36.345907 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60700) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:36.348798 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02dd9f1-fce4-425c-adbf-89c79ef4390b None None] Sync routers for ids ['a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:22:36.354620 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-b49c6024-717b-4781-9300-67cb4b5539e6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Request body: {'ports': [{'network_id': '88f48f78-abaa-4e5d-bee0-589c88035fab', 'name': 'tempest-port--88694763', 'admin_state_up': True}, {'network_id': '9dacd92b-3414-4067-84e5-7df6e542169b', 'admin_state_up': False}]} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:36.354938 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-b49c6024-717b-4781-9300-67cb4b5539e6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Request body: {'port': {'network_id': '88f48f78-abaa-4e5d-bee0-589c88035fab', 'name': 'tempest-port--88694763', 'admin_state_up': True}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:36.355414 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-b49c6024-717b-4781-9300-67cb4b5539e6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Request body: {'port': {'network_id': '9dacd92b-3414-4067-84e5-7df6e542169b', 'admin_state_up': False}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:36.479118 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3d1342b7-99bd-464a-a112-cd98de6d7b76 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.3774869 Jan 18 20:22:36.485978 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60704) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:36.541112 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fe3bb41c-96a2-44c3-b163-3b473bb1b84e None None] Publish callbacks [] for port (47a56204-46ff-4c01-82be-7eca85779adc), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:36.558817 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627997e4-d1ef-4c3f-aeff-661456c8da73 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Pushing event updated for resources: {'Port': ['ID=4da7dabb-8e9e-40d3-a923-c0e7d2fe522a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:36.561534 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fe3bb41c-96a2-44c3-b163-3b473bb1b84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (47a56204-46ff-4c01-82be-7eca85779adc), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:36.577412 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627997e4-d1ef-4c3f-aeff-661456c8da73 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:36.579156 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-627997e4-d1ef-4c3f-aeff-661456c8da73 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:36.601668 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02dd9f1-fce4-425c-adbf-89c79ef4390b None None] Routers {'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:22:36.602491 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c02dd9f1-fce4-425c-adbf-89c79ef4390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:22:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:36.605435 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-627997e4-d1ef-4c3f-aeff-661456c8da73 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 996 time: 4.9010546 Jan 18 20:22:36.606453 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60706) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:36.626227 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b23d79-0e56-4eda-99d6-ef4a21130ab4 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Pushing event updated for resources: {'Network': ['ID=9dacd92b-3414-4067-84e5-7df6e542169b,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:36.627325 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-d84831bb-492b-4145-814d-2550135cf9aa tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Allocated IP 19.86.0.236 (2a35706e-bab0-4b9d-bd84-206f9df02a32/04161035-3f90-45e0-a9f8-db7bc83dd72a/0094a5dd-275e-4904-88d3-f14a7f953d8c) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:22:36.683348 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae2d7bf-84f6-4d91-bba1-ae184f858395 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:36.688371 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1ae2d7bf-84f6-4d91-bba1-ae184f858395 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1913369 Jan 18 20:22:36.689361 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 9dacd92b-3414-4067-84e5-7df6e542169b details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:22:36.693793 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60708) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:36.762426 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49c6024-717b-4781-9300-67cb4b5539e6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Made reservation on behalf of 28d07719acd44b4fb496fce01c379e8a for: {'port': 2} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:36.776293 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b49c6024-717b-4781-9300-67cb4b5539e6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:36.795932 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60710) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:36.796402 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4c41e6-25f6-4af7-8dbb-0a927fb52bce tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:36.804528 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4c41e6-25f6-4af7-8dbb-0a927fb52bce tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:36.811684 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4c41e6-25f6-4af7-8dbb-0a927fb52bce tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:36.816914 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-da4c41e6-25f6-4af7-8dbb-0a927fb52bce tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2460 time: 0.2032652 Jan 18 20:22:36.821313 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-12a4a9e7-7ccf-42e5-a358-d52435442ff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:36.822254 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60714) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:36.834506 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6e13df22-9e7b-42b0-ad0d-43ccee815686 admin admin] Publish callbacks [] for router (a7b92635-136e-4ba6-93a8-9c6eaaf1a95b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:36.837823 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b49c6024-717b-4781-9300-67cb4b5539e6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:36.992571 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3bb41c-96a2-44c3-b163-3b473bb1b84e None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:22:37.043481 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-fe3bb41c-96a2-44c3-b163-3b473bb1b84e None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:37.054195 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3bb41c-96a2-44c3-b163-3b473bb1b84e None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:22:37.060882 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 4095c9e8-3357-49c1-a713-048d6946f5fd no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:22:37.149515 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-6c323464-f4a4-4013-9443-a4b40f3b8641 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting port 03bf6831-7970-4194-a3ce-1e7928208033 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:22:37.151966 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c323464-f4a4-4013-9443-a4b40f3b8641 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (03bf6831-7970-4194-a3ce-1e7928208033), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:37.163103 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-d84831bb-492b-4145-814d-2550135cf9aa tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks [] for port (0094a5dd-275e-4904-88d3-f14a7f953d8c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:37.176365 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3bb41c-96a2-44c3-b163-3b473bb1b84e None None] Pushing event updated for resources: {'Port': ['ID=47a56204-46ff-4c01-82be-7eca85779adc,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:37.179015 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:37.234326 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-b49c6024-717b-4781-9300-67cb4b5539e6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] device_id is not set on port be347408-7c7e-4b24-8d83-af31fa9183ae yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:22:37.250293 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae373fc0-cb3a-4973-a42c-f4b309bc7044 req-aaeb853e-6718-410b-ab8b-0baee229c7de tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:37.252177 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ae373fc0-cb3a-4973-a42c-f4b309bc7044 req-aaeb853e-6718-410b-ab8b-0baee229c7de tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 932 time: 0.3424244 Jan 18 20:22:37.266403 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1aff81f0-fdae-4626-997f-6f7471840d43 None None] Current status of the port ecd54acb-7bba-4886-a035-72a3897cac18 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:37.266944 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1aff81f0-fdae-4626-997f-6f7471840d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ecd54acb-7bba-4886-a035-72a3897cac18), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:37.303814 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6e13df22-9e7b-42b0-ad0d-43ccee815686 admin admin] Publish callbacks [] for router_gateway (a7b92635-136e-4ba6-93a8-9c6eaaf1a95b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:37.321729 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c323464-f4a4-4013-9443-a4b40f3b8641 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (03bf6831-7970-4194-a3ce-1e7928208033), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:37.342091 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-6c323464-f4a4-4013-9443-a4b40f3b8641 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Calling delete_port for 03bf6831-7970-4194-a3ce-1e7928208033 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:22:37.400033 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-12a4a9e7-7ccf-42e5-a358-d52435442ff8 admin admin] Publish callbacks [] for security_group (41679726-ed30-4891-b313-4422189919dd), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:37.410066 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port ecd54acb-7bba-4886-a035-72a3897cac18 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:37.416812 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ecd54acb-7bba-4886-a035-72a3897cac18), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:37.439061 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-12a4a9e7-7ccf-42e5-a358-d52435442ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (41679726-ed30-4891-b313-4422189919dd), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:37.493034 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-12a4a9e7-7ccf-42e5-a358-d52435442ff8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d233f44489e419491612cec6b83da8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6933742 Jan 18 20:22:37.498319 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60726) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:37.527232 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-c02dd9f1-fce4-425c-adbf-89c79ef4390b None None] Set router a7b92635-136e-4ba6-93a8-9c6eaaf1a95b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:22:37.555284 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c323464-f4a4-4013-9443-a4b40f3b8641 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (03bf6831-7970-4194-a3ce-1e7928208033), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:37.577331 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ae373fc0-cb3a-4973-a42c-f4b309bc7044 req-da62a033-e4d7-4c99-82f1-3b503a616f0f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133588 Jan 18 20:22:37.610407 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c323464-f4a4-4013-9443-a4b40f3b8641 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Port': ['ID=03bf6831-7970-4194-a3ce-1e7928208033,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:37.635157 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-87f5aaa9-5923-441c-8e9f-c2023fed924e tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Deleting port 4da7dabb-8e9e-40d3-a923-c0e7d2fe522a {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:22:37.635505 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87f5aaa9-5923-441c-8e9f-c2023fed924e tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (4da7dabb-8e9e-40d3-a923-c0e7d2fe522a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:37.673990 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c323464-f4a4-4013-9443-a4b40f3b8641 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:37.680458 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6c323464-f4a4-4013-9443-a4b40f3b8641 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/03bf6831-7970-4194-a3ce-1e7928208033 HTTP/1.1" status: 204 len: 168 time: 0.9838176 Jan 18 20:22:37.691970 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60728) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:37.698023 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-fe3bb41c-96a2-44c3-b163-3b473bb1b84e None None] Attempting to bind port 47a56204-46ff-4c01-82be-7eca85779adc on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:22:37.698491 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-fe3bb41c-96a2-44c3-b163-3b473bb1b84e None None] Attempting to bind port 47a56204-46ff-4c01-82be-7eca85779adc by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:22:37.698861 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3bb41c-96a2-44c3-b163-3b473bb1b84e None None] Attempting to bind port 47a56204-46ff-4c01-82be-7eca85779adc on network c68ada5d-da8a-41c6-813a-b53f9c35e893 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:22:37.721680 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4a9e7-7ccf-42e5-a358-d52435442ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41679726-ed30-4891-b313-4422189919dd,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:37.762488 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-6e13df22-9e7b-42b0-ad0d-43ccee815686 admin admin] Deleting port 40593611-ed71-4d18-a59f-9c5cc7f4917c {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:22:37.762970 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6e13df22-9e7b-42b0-ad0d-43ccee815686 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (40593611-ed71-4d18-a59f-9c5cc7f4917c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:37.790993 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1aff81f0-fdae-4626-997f-6f7471840d43 None None] For port ecd54acb-7bba-4886-a035-72a3897cac18, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ecd54acb-7bba-4886-a035-72a3897cac18,segment=NetworkSegment(1a3d8986-49e8-4e90-ae0c-985969ce28ea),segment_id=1a3d8986-49e8-4e90-ae0c-985969ce28ea)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:22:37.807385 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 4095c9e8-3357-49c1-a713-048d6946f5fd is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:37.807779 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:37.821527 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3bb41c-96a2-44c3-b163-3b473bb1b84e None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:22:37.822036 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3bb41c-96a2-44c3-b163-3b473bb1b84e None None] Checking segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:22:37.822448 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fe3bb41c-96a2-44c3-b163-3b473bb1b84e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:37.822842 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3bb41c-96a2-44c3-b163-3b473bb1b84e None None] Bound using segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:22:37.823330 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-fe3bb41c-96a2-44c3-b163-3b473bb1b84e None None] Bound port: 47a56204-46ff-4c01-82be-7eca85779adc, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:22:37.823705 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fe3bb41c-96a2-44c3-b163-3b473bb1b84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (47a56204-46ff-4c01-82be-7eca85779adc), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:37.863389 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 4095c9e8-3357-49c1-a713-048d6946f5fd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4095c9e8-3357-49c1-a713-048d6946f5fd,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:22:37.905064 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-6e13df22-9e7b-42b0-ad0d-43ccee815686 admin admin] For port 40593611-ed71-4d18-a59f-9c5cc7f4917c, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=40593611-ed71-4d18-a59f-9c5cc7f4917c,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:22:37.905655 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6e13df22-9e7b-42b0-ad0d-43ccee815686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (40593611-ed71-4d18-a59f-9c5cc7f4917c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:37.915171 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3d07fb-fb3c-41aa-899e-2fa30a5cf78d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:37.917827 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3d07fb-fb3c-41aa-899e-2fa30a5cf78d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:37.920272 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0f3d07fb-fb3c-41aa-899e-2fa30a5cf78d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2265098 Jan 18 20:22:37.925818 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60730) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:37.931087 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-fe3bb41c-96a2-44c3-b163-3b473bb1b84e None None] For port 47a56204-46ff-4c01-82be-7eca85779adc, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:22:37.934702 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-fe3bb41c-96a2-44c3-b163-3b473bb1b84e None None] For port 47a56204-46ff-4c01-82be-7eca85779adc, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=47a56204-46ff-4c01-82be-7eca85779adc,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:22:37.937389 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-d84831bb-492b-4145-814d-2550135cf9aa tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (0094a5dd-275e-4904-88d3-f14a7f953d8c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:37.940387 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd90044-e944-4203-b6fa-2382d197a621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4095c9e8-3357-49c1-a713-048d6946f5fd'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:22:37.943921 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff003d7-cfdc-429b-b6d9-566c3381a61e" -d '{"events": [{"server_uuid": "6cd90044-e944-4203-b6fa-2382d197a621", "name": "network-vif-unplugged", "status": "completed", "tag": "4095c9e8-3357-49c1-a713-048d6946f5fd"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:22:37.944107 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-6e13df22-9e7b-42b0-ad0d-43ccee815686 admin admin] Calling delete_port for 40593611-ed71-4d18-a59f-9c5cc7f4917c owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:22:37.946560 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1aff81f0-fdae-4626-997f-6f7471840d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ecd54acb-7bba-4886-a035-72a3897cac18), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:37.949795 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:37.983559 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fe3bb41c-96a2-44c3-b163-3b473bb1b84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (47a56204-46ff-4c01-82be-7eca85779adc), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:38.073400 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e4055a-ca47-4caf-b4e2-5d72dd744e61 x-openstack-request-id: req-c5e4055a-ca47-4caf-b4e2-5d72dd744e61 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:22:38.073969 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd90044-e944-4203-b6fa-2382d197a621", "name": "network-vif-unplugged", "status": "completed", "tag": "4095c9e8-3357-49c1-a713-048d6946f5fd", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:22:38.074391 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5e4055a-ca47-4caf-b4e2-5d72dd744e61 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:22:38.074951 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd90044-e944-4203-b6fa-2382d197a621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4095c9e8-3357-49c1-a713-048d6946f5fd', 'code': 200} Jan 18 20:22:38.170146 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-af58fd70-0d9a-47d8-b5e0-15c964c31b13 None None] Provisioning complete for port 4da7dabb-8e9e-40d3-a923-c0e7d2fe522a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:38.170554 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-af58fd70-0d9a-47d8-b5e0-15c964c31b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4da7dabb-8e9e-40d3-a923-c0e7d2fe522a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:38.248427 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-af58fd70-0d9a-47d8-b5e0-15c964c31b13 None None] Port 4da7dabb-8e9e-40d3-a923-c0e7d2fe522a cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:22:38.277408 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port ecd54acb-7bba-4886-a035-72a3897cac18 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:38.281545 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4c122eb6-c44a-4092-9510-0303b576a2f2 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:22:38.283764 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff81f0-fdae-4626-997f-6f7471840d43 None None] Pushing event updated for resources: {'Port': ['ID=ecd54acb-7bba-4886-a035-72a3897cac18,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:38.295395 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-af58fd70-0d9a-47d8-b5e0-15c964c31b13 None None] Provisioning complete for port ecd54acb-7bba-4886-a035-72a3897cac18 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:38.295990 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-af58fd70-0d9a-47d8-b5e0-15c964c31b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ecd54acb-7bba-4886-a035-72a3897cac18), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:38.319910 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-45e45520-8907-4468-86d5-1305c34297ec admin admin] Publish callbacks [] for security_group (41679726-ed30-4891-b313-4422189919dd), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:38.336554 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b49c6024-717b-4781-9300-67cb4b5539e6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks [] for port (be347408-7c7e-4b24-8d83-af31fa9183ae), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:38.429528 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6e13df22-9e7b-42b0-ad0d-43ccee815686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (40593611-ed71-4d18-a59f-9c5cc7f4917c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:38.439088 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-45e45520-8907-4468-86d5-1305c34297ec admin admin] Publish callbacks [] for security_group (41679726-ed30-4891-b313-4422189919dd), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:38.472939 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13df22-9e7b-42b0-ad0d-43ccee815686 admin admin] Pushing event deleted for resources: {'Port': ['ID=40593611-ed71-4d18-a59f-9c5cc7f4917c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:38.482637 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-b49c6024-717b-4781-9300-67cb4b5539e6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] device_id is not set on port 3db32d7f-11c0-4f5a-8076-bc57cd9628e7 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:22:38.603116 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622a7145-c5f1-4544-b759-e230949bd3c2 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:22:38.639298 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6e13df22-9e7b-42b0-ad0d-43ccee815686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (a7b92635-136e-4ba6-93a8-9c6eaaf1a95b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:38.678909 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 4c122eb6-c44a-4092-9510-0303b576a2f2 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:38.679280 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4c122eb6-c44a-4092-9510-0303b576a2f2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:38.725470 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-af58fd70-0d9a-47d8-b5e0-15c964c31b13 None None] Current status of the port ecd54acb-7bba-4886-a035-72a3897cac18 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:38.758870 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=4095c9e8-3357-49c1-a713-048d6946f5fd,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:38.830527 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3bb41c-96a2-44c3-b163-3b473bb1b84e None None] Pushing event updated for resources: {'Port': ['ID=47a56204-46ff-4c01-82be-7eca85779adc,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:38.854359 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-d84831bb-492b-4145-814d-2550135cf9aa tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Network 2a35706e-bab0-4b9d-bd84-206f9df02a32 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:22:38.864542 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-d84831bb-492b-4145-814d-2550135cf9aa tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:38.866888 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c02dd9f1-fce4-425c-adbf-89c79ef4390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'name': 'tempest-TaggedBootDevicesTest-1948818473-router', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '40593611-ed71-4d18-a59f-9c5cc7f4917c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:09:11Z', 'updated_at': '2022-01-18T20:22:33Z', 'revision_number': 5, 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'gw_port': {'id': '40593611-ed71-4d18-a59f-9c5cc7f4917c', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:13Z', 'updated_at': '2022-01-18T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:38.869921 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-45e45520-8907-4468-86d5-1305c34297ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (41679726-ed30-4891-b313-4422189919dd), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:38.875869 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-d84831bb-492b-4145-814d-2550135cf9aa tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:22:38.877272 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-45e45520-8907-4468-86d5-1305c34297ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:38.882691 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-45e45520-8907-4468-86d5-1305c34297ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/41679726-ed30-4891-b313-4422189919dd HTTP/1.1" status: 204 len: 168 time: 1.3623323 Jan 18 20:22:38.902273 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87f5aaa9-5923-441c-8e9f-c2023fed924e tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (4da7dabb-8e9e-40d3-a923-c0e7d2fe522a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:38.909897 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-af58fd70-0d9a-47d8-b5e0-15c964c31b13 None None] Provisioning complete for port 18a891e9-42b3-471d-933f-eb856c7ddb24 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:38.911686 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-af58fd70-0d9a-47d8-b5e0-15c964c31b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (18a891e9-42b3-471d-933f-eb856c7ddb24), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:38.920713 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02dd9f1-fce4-425c-adbf-89c79ef4390b None None] Checking router: a7b92635-136e-4ba6-93a8-9c6eaaf1a95b for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:22:38.928309 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e45520-8907-4468-86d5-1305c34297ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41679726-ed30-4891-b313-4422189919dd,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:38.944650 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6e13df22-9e7b-42b0-ad0d-43ccee815686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (a7b92635-136e-4ba6-93a8-9c6eaaf1a95b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:38.972284 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84831bb-492b-4145-814d-2550135cf9aa tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Pushing event updated for resources: {'Port': ['ID=0094a5dd-275e-4904-88d3-f14a7f953d8c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:38.977357 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6e13df22-9e7b-42b0-ad0d-43ccee815686 admin admin] Publish callbacks [] for router_controller (a7b92635-136e-4ba6-93a8-9c6eaaf1a95b), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:39.005045 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce0c7ae-2bb5-4edc-aa10-a368ece90842 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet d2def43e-7260-4303-a04b-ea2233ba4b4e {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:22:39.015277 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-87f5aaa9-5923-441c-8e9f-c2023fed924e tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Calling delete_port for 4da7dabb-8e9e-40d3-a923-c0e7d2fe522a owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:22:39.034382 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02dd9f1-fce4-425c-adbf-89c79ef4390b None None] Routers {'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:22:39.035265 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c02dd9f1-fce4-425c-adbf-89c79ef4390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:22:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:39.038376 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ce0c7ae-2bb5-4edc-aa10-a368ece90842 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (d2def43e-7260-4303-a04b-ea2233ba4b4e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:39.098704 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05625eac-00b8-48c0-87b2-aec565c555f3 req-ed2148d3-77f1-43e2-b6c3-562df9ac6374 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:39.105674 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05625eac-00b8-48c0-87b2-aec565c555f3 req-ed2148d3-77f1-43e2-b6c3-562df9ac6374 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:39.126233 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-05625eac-00b8-48c0-87b2-aec565c555f3 req-ed2148d3-77f1-43e2-b6c3-562df9ac6374 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 1655 time: 0.3099332 Jan 18 20:22:39.139491 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b49c6024-717b-4781-9300-67cb4b5539e6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks [] for port (3db32d7f-11c0-4f5a-8076-bc57cd9628e7), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:39.158136 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ce0c7ae-2bb5-4edc-aa10-a368ece90842 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (d2def43e-7260-4303-a04b-ea2233ba4b4e), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:39.172967 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 4095c9e8-3357-49c1-a713-048d6946f5fd details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:22:39.180905 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6e13df22-9e7b-42b0-ad0d-43ccee815686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (a7b92635-136e-4ba6-93a8-9c6eaaf1a95b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:39.181443 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e13df22-9e7b-42b0-ad0d-43ccee815686 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7b92635-136e-4ba6-93a8-9c6eaaf1a95b {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:22:39.212923 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6e13df22-9e7b-42b0-ad0d-43ccee815686 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:39.217753 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6e13df22-9e7b-42b0-ad0d-43ccee815686 admin admin] 10.222.0.31 "DELETE /v2.0/routers/a7b92635-136e-4ba6-93a8-9c6eaaf1a95b HTTP/1.1" status: 204 len: 168 time: 2.9138236 Jan 18 20:22:39.231884 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60754) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:39.338115 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-d84831bb-492b-4145-814d-2550135cf9aa tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:39.339712 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-d84831bb-492b-4145-814d-2550135cf9aa tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:39.366622 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-05625eac-00b8-48c0-87b2-aec565c555f3 req-b42aa83a-f331-4ce0-a953-63fb1ba312ae tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396398 Jan 18 20:22:39.371610 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd465c7-793e-43ef-9e07-23615ac49431 admin admin] Deleting subnet 3da5da2e-d2b1-4395-8273-eab036481371 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:22:39.376791 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b49c6024-717b-4781-9300-67cb4b5539e6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (be347408-7c7e-4b24-8d83-af31fa9183ae), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:39.386861 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8cd465c7-793e-43ef-9e07-23615ac49431 admin admin] Publish callbacks [] for subnet (3da5da2e-d2b1-4395-8273-eab036481371), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:39.408967 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-d84831bb-492b-4145-814d-2550135cf9aa tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1664746 Jan 18 20:22:39.429986 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-897db795-05c2-47d6-8e2c-f6ed8ce0672e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:22:39.431148 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-897db795-05c2-47d6-8e2c-f6ed8ce0672e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095408 Jan 18 20:22:39.448236 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 4095c9e8-3357-49c1-a713-048d6946f5fd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4095c9e8-3357-49c1-a713-048d6946f5fd,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:22:39.475787 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c6024-717b-4781-9300-67cb4b5539e6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Pushing event updated for resources: {'Port': ['ID=be347408-7c7e-4b24-8d83-af31fa9183ae,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:39.479326 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-af58fd70-0d9a-47d8-b5e0-15c964c31b13 None None] Port 18a891e9-42b3-471d-933f-eb856c7ddb24 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:22:39.483026 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-c02dd9f1-fce4-425c-adbf-89c79ef4390b None None] Set router a7b92635-136e-4ba6-93a8-9c6eaaf1a95b gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:22:39.492491 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ce0c7ae-2bb5-4edc-aa10-a368ece90842 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (d2def43e-7260-4303-a04b-ea2233ba4b4e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:39.534209 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '4095c9e8-3357-49c1-a713-048d6946f5fd', 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'port_id': '4095c9e8-3357-49c1-a713-048d6946f5fd', 'mac_address': 'fa:16:3e:82:02:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:22:39.535672 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8cd465c7-793e-43ef-9e07-23615ac49431 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (3da5da2e-d2b1-4395-8273-eab036481371), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:39.575778 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-191cb65c-9e05-4eff-a4a2-b4263c618dfb tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Request body: {'port': {'device_id': 'ed746928-61fa-41d7-870c-c69758daec2f', 'network_id': '957354af-04bd-406c-953d-2bd45afe9e07', 'admin_state_up': True, 'tenant_id': '05d04115a5b94604bf26feb88e948fe0'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:39.581075 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c02dd9f1-fce4-425c-adbf-89c79ef4390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'name': 'tempest-TaggedBootDevicesTest-1948818473-router', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:09:11Z', 'updated_at': '2022-01-18T20:22:38Z', 'revision_number': 7, 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:39.591160 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49c6024-717b-4781-9300-67cb4b5539e6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Checking segment: {'id': 'b22f8d13-92fb-4997-9469-bd41b6b54833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '88f48f78-abaa-4e5d-bee0-589c88035fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:22:39.592007 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49c6024-717b-4781-9300-67cb4b5539e6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Network hostable DHCP agents. Network: 88f48f78-abaa-4e5d-bee0-589c88035fab, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:22:39.651391 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49c6024-717b-4781-9300-67cb4b5539e6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Network 88f48f78-abaa-4e5d-bee0-589c88035fab is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:22:39.681837 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-b49c6024-717b-4781-9300-67cb4b5539e6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 88f48f78-abaa-4e5d-bee0-589c88035fab) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:39.692032 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49c6024-717b-4781-9300-67cb4b5539e6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:22:39.692945 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b49c6024-717b-4781-9300-67cb4b5539e6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (3db32d7f-11c0-4f5a-8076-bc57cd9628e7), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:39.706594 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18342398-a4fc-4acb-8b79-e2e0e9878b1e None None] Network 88f48f78-abaa-4e5d-bee0-589c88035fab requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:39.727879 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02dd9f1-fce4-425c-adbf-89c79ef4390b None None] The sync data for ids ['a7b92635-136e-4ba6-93a8-9c6eaaf1a95b'] in n-d-741529-9 is: [{'id': 'a7b92635-136e-4ba6-93a8-9c6eaaf1a95b', 'name': 'tempest-TaggedBootDevicesTest-1948818473-router', 'tenant_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:09:11Z', 'updated_at': '2022-01-18T20:22:38Z', 'revision_number': 7, 'project_id': '58bdde0d1470454589ceb4c5ff2aa86d', 'gw_port_host': None}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:22:39.846616 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c6024-717b-4781-9300-67cb4b5539e6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Pushing event updated for resources: {'Port': ['ID=3db32d7f-11c0-4f5a-8076-bc57cd9628e7,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:39.855230 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8cd465c7-793e-43ef-9e07-23615ac49431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (3da5da2e-d2b1-4395-8273-eab036481371), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:39.917451 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49c6024-717b-4781-9300-67cb4b5539e6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Checking segment: {'id': '2120ee12-0d7d-4d26-8acb-3836c73fc0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9dacd92b-3414-4067-84e5-7df6e542169b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:22:39.917857 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49c6024-717b-4781-9300-67cb4b5539e6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Network hostable DHCP agents. Network: 9dacd92b-3414-4067-84e5-7df6e542169b, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:22:39.990452 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8cd465c7-793e-43ef-9e07-23615ac49431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (3da5da2e-d2b1-4395-8273-eab036481371), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:40.029225 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87f5aaa9-5923-441c-8e9f-c2023fed924e tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (4da7dabb-8e9e-40d3-a923-c0e7d2fe522a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:40.106359 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-191cb65c-9e05-4eff-a4a2-b4263c618dfb tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Made reservation on behalf of 05d04115a5b94604bf26feb88e948fe0 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:40.111173 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-191cb65c-9e05-4eff-a4a2-b4263c618dfb tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:40.113743 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd465c7-793e-43ef-9e07-23615ac49431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3da5da2e-d2b1-4395-8273-eab036481371,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:40.129376 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8cd465c7-793e-43ef-9e07-23615ac49431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:40.138270 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60778) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:40.141397 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8cd465c7-793e-43ef-9e07-23615ac49431 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3da5da2e-d2b1-4395-8273-eab036481371 HTTP/1.1" status: 204 len: 168 time: 0.9060652 Jan 18 20:22:40.143328 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49c6024-717b-4781-9300-67cb4b5539e6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Network 9dacd92b-3414-4067-84e5-7df6e542169b is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:22:40.165286 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-b49c6024-717b-4781-9300-67cb4b5539e6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 9dacd92b-3414-4067-84e5-7df6e542169b) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:40.185558 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49c6024-717b-4781-9300-67cb4b5539e6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:22:40.243327 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49c6024-717b-4781-9300-67cb4b5539e6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:40.287795 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49c6024-717b-4781-9300-67cb4b5539e6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:40.293440 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b49c6024-717b-4781-9300-67cb4b5539e6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:40.338615 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b49c6024-717b-4781-9300-67cb4b5539e6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 3.9899457 Jan 18 20:22:40.339467 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60792) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:40.353345 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b9846e0d-677b-4722-8494-2f2697026308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (f5a28bc4-6d91-4261-a9f7-5d655221c24a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:40.368231 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ce0c7ae-2bb5-4edc-aa10-a368ece90842 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (d2def43e-7260-4303-a04b-ea2233ba4b4e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:40.519476 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ce0c7ae-2bb5-4edc-aa10-a368ece90842 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:40.531186 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60800) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:40.531774 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1ce0c7ae-2bb5-4edc-aa10-a368ece90842 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/d2def43e-7260-4303-a04b-ea2233ba4b4e HTTP/1.1" status: 204 len: 168 time: 2.6039720 Jan 18 20:22:40.536215 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0c7ae-2bb5-4edc-aa10-a368ece90842 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=d2def43e-7260-4303-a04b-ea2233ba4b4e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:40.546509 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5aaa9-5923-441c-8e9f-c2023fed924e tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Pushing event deleted for resources: {'Port': ['ID=4da7dabb-8e9e-40d3-a923-c0e7d2fe522a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:40.576873 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c50bc9-a340-45cb-a9b6-c7fcc17a27c8 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:40.590864 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c50bc9-a340-45cb-a9b6-c7fcc17a27c8 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:40.598745 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d7c50bc9-a340-45cb-a9b6-c7fcc17a27c8 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.2567608 Jan 18 20:22:40.606281 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60802) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:40.656261 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98fa901-33e2-435b-8d16-86719a991941 None None] Network f5a28bc4-6d91-4261-a9f7-5d655221c24a requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:40.674997 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3ff4b7-4f81-4bc8-ab4c-90b98b01ff26 None None] Network 9dacd92b-3414-4067-84e5-7df6e542169b requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:40.701994 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60804) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:40.770850 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7c912681-8ae0-4aa3-b94c-130b454a338e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2374811 Jan 18 20:22:40.775452 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60812) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:40.776941 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87f5aaa9-5923-441c-8e9f-c2023fed924e tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:40.780455 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-87f5aaa9-5923-441c-8e9f-c2023fed924e tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] 10.222.0.31 "DELETE /v2.0/ports/4da7dabb-8e9e-40d3-a923-c0e7d2fe522a HTTP/1.1" status: 204 len: 168 time: 3.9567361 Jan 18 20:22:40.795693 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-25a07167-4c39-4bae-9ab6-c16c805f94a2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:40.802536 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60814) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:40.821113 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f0740f0-0f98-463e-bcfa-8fb1833bc67c None None] Provisioning complete for port 4da7dabb-8e9e-40d3-a923-c0e7d2fe522a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:40.827838 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f0740f0-0f98-463e-bcfa-8fb1833bc67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4da7dabb-8e9e-40d3-a923-c0e7d2fe522a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:40.851074 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 4c122eb6-c44a-4092-9510-0303b576a2f2 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:40.878828 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a6316b-3d87-4985-a0aa-018ffdb4003a tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] GET failed (client error): The resource could not be found. Jan 18 20:22:40.880625 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-52a6316b-3d87-4985-a0aa-018ffdb4003a tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] 10.222.0.31 "GET /v2.0/ports/4da7dabb-8e9e-40d3-a923-c0e7d2fe522a HTTP/1.1" status: 404 len: 333 time: 0.0757256 Jan 18 20:22:40.900541 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60816) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:40.926097 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-16483aad-dbc5-4de7-a74d-17fa62e3ff89 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Request body: {'port': {'network_id': 'cbe0c1f5-1850-4649-b039-62c23e5de548', 'name': 'tempest-AllowedAddressPairTestJSON-1948317133'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:40.945819 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b9846e0d-677b-4722-8494-2f2697026308 admin admin] Deleting port d9e6c53b-52e6-4bdd-a3a9-17a70986218b {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:22:40.946429 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b9846e0d-677b-4722-8494-2f2697026308 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d9e6c53b-52e6-4bdd-a3a9-17a70986218b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:40.974538 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 4095c9e8-3357-49c1-a713-048d6946f5fd is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:40.974960 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:41.003957 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d89d490-5bce-4381-a5d8-09aa459a1eb8 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:41.061619 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f0740f0-0f98-463e-bcfa-8fb1833bc67c None None] Port 4da7dabb-8e9e-40d3-a923-c0e7d2fe522a was deleted so its status cannot be updated. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Jan 18 20:22:41.084623 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa8881-b240-4d40-ba13-2ca62f2c0706 req-6d45043d-e052-462e-ba99-9d73832a6de5 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:41.098613 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa8881-b240-4d40-ba13-2ca62f2c0706 req-6d45043d-e052-462e-ba99-9d73832a6de5 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:41.110885 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8aaa8881-b240-4d40-ba13-2ca62f2c0706 req-6d45043d-e052-462e-ba99-9d73832a6de5 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 1655 time: 0.5649474 Jan 18 20:22:41.170698 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-191cb65c-9e05-4eff-a4a2-b4263c618dfb tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Allocated IP 19.80.0.52 (957354af-04bd-406c-953d-2bd45afe9e07/1281de5a-bdf2-4cc6-baaa-3c06db5aeefc/ec218c03-ea01-4384-a2f1-9e91619b9d08) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:22:41.211752 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8aaa8881-b240-4d40-ba13-2ca62f2c0706 req-8fb21a6d-f49c-4935-aaf5-9abf4df02519 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998247 Jan 18 20:22:41.221881 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4095c9e8-3357-49c1-a713-048d6946f5fd {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:22:41.244798 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-3c8a1135-4010-4fed-892c-67b3114f4d1d tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Deleting port be347408-7c7e-4b24-8d83-af31fa9183ae {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:22:41.245205 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c8a1135-4010-4fed-892c-67b3114f4d1d tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (be347408-7c7e-4b24-8d83-af31fa9183ae), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:41.402199 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ecd54acb-7bba-4886-a035-72a3897cac18 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:22:41.446165 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c8a1135-4010-4fed-892c-67b3114f4d1d tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (be347408-7c7e-4b24-8d83-af31fa9183ae), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:41.463489 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-3c8a1135-4010-4fed-892c-67b3114f4d1d tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Calling delete_port for be347408-7c7e-4b24-8d83-af31fa9183ae owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:22:41.464226 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f0740f0-0f98-463e-bcfa-8fb1833bc67c None None] Provisioning complete for port 0094a5dd-275e-4904-88d3-f14a7f953d8c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:41.464607 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f0740f0-0f98-463e-bcfa-8fb1833bc67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (0094a5dd-275e-4904-88d3-f14a7f953d8c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:41.507051 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f0740f0-0f98-463e-bcfa-8fb1833bc67c None None] Port 0094a5dd-275e-4904-88d3-f14a7f953d8c cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:22:41.517293 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 4095c9e8-3357-49c1-a713-048d6946f5fd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4095c9e8-3357-49c1-a713-048d6946f5fd,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:22:41.543169 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2f3df113-db56-4293-a962-5647e2c1113f tempest-AgentManagementNegativeTest-1263815268 tempest-AgentManagementNegativeTest-1263815268-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.8336117 Jan 18 20:22:41.544701 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:41.640030 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-191cb65c-9e05-4eff-a4a2-b4263c618dfb tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks [] for port (ec218c03-ea01-4384-a2f1-9e91619b9d08), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:41.645259 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02e90ee-3a19-4e37-84c2-3d68d296fd89 None None] DHCP port deletion for f5a28bc4-6d91-4261-a9f7-5d655221c24a request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:22:41.699631 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['4095c9e8-3357-49c1-a713-048d6946f5fd'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:22:41.762034 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-191cb65c-9e05-4eff-a4a2-b4263c618dfb tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ec218c03-ea01-4384-a2f1-9e91619b9d08), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:41.824012 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b9846e0d-677b-4722-8494-2f2697026308 admin admin] For port d9e6c53b-52e6-4bdd-a3a9-17a70986218b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d9e6c53b-52e6-4bdd-a3a9-17a70986218b,segment=NetworkSegment(4b2d50d6-da56-44e2-8ee5-945b9d9cafab),segment_id=4b2d50d6-da56-44e2-8ee5-945b9d9cafab)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:22:41.824861 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b9846e0d-677b-4722-8494-2f2697026308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d9e6c53b-52e6-4bdd-a3a9-17a70986218b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:41.869515 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16483aad-dbc5-4de7-a74d-17fa62e3ff89 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Made reservation on behalf of c93bc4cb21ff4a4b80f16e75eb4decef for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:41.889885 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16483aad-dbc5-4de7-a74d-17fa62e3ff89 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:41.929776 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-191cb65c-9e05-4eff-a4a2-b4263c618dfb tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Network 957354af-04bd-406c-953d-2bd45afe9e07 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:22:41.930201 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port ecd54acb-7bba-4886-a035-72a3897cac18 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:41.930696 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ecd54acb-7bba-4886-a035-72a3897cac18), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:41.943849 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=4095c9e8-3357-49c1-a713-048d6946f5fd,revision_number=9']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:41.970720 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-56952ae4-0178-4013-82a9-384edefa0975 None None] Provisioning complete for port 47a56204-46ff-4c01-82be-7eca85779adc triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:41.972075 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-191cb65c-9e05-4eff-a4a2-b4263c618dfb tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:41.972640 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-56952ae4-0178-4013-82a9-384edefa0975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (47a56204-46ff-4c01-82be-7eca85779adc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:41.995803 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b9846e0d-677b-4722-8494-2f2697026308 admin admin] Calling delete_port for d9e6c53b-52e6-4bdd-a3a9-17a70986218b owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:22:42.005316 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969c3ec2-8b8c-4405-b203-1b0b4ff7c38c None None] DHCP port deletion for c68ada5d-da8a-41c6-813a-b53f9c35e893 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:22:42.007590 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-191cb65c-9e05-4eff-a4a2-b4263c618dfb tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:22:42.065244 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-16483aad-dbc5-4de7-a74d-17fa62e3ff89 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] device_id is not set on port 2544e389-cb8a-405d-86a0-f42fb11fb60c yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:22:42.262457 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-16483aad-dbc5-4de7-a74d-17fa62e3ff89 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Allocated IP 172.20.0.10 (cbe0c1f5-1850-4649-b039-62c23e5de548/d96d01ef-fc61-4436-a20d-4cd38782598f/2544e389-cb8a-405d-86a0-f42fb11fb60c) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:22:42.283133 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60838) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:42.316253 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c8a1135-4010-4fed-892c-67b3114f4d1d tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (be347408-7c7e-4b24-8d83-af31fa9183ae), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:42.389198 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a1135-4010-4fed-892c-67b3114f4d1d tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Pushing event deleted for resources: {'Port': ['ID=be347408-7c7e-4b24-8d83-af31fa9183ae,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:42.404707 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c8a1135-4010-4fed-892c-67b3114f4d1d tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:42.412378 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3c8a1135-4010-4fed-892c-67b3114f4d1d tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] 10.222.0.31 "DELETE /v2.0/ports/be347408-7c7e-4b24-8d83-af31fa9183ae HTTP/1.1" status: 204 len: 168 time: 1.6700182 Jan 18 20:22:42.413717 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60850) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:42.542784 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a02e90ee-3a19-4e37-84c2-3d68d296fd89 None None] Deleting port d9e6c53b-52e6-4bdd-a3a9-17a70986218b {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:22:42.543186 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a02e90ee-3a19-4e37-84c2-3d68d296fd89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d9e6c53b-52e6-4bdd-a3a9-17a70986218b), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:42.628983 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a07167-4c39-4bae-9ab6-c16c805f94a2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:42.633961 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-25a07167-4c39-4bae-9ab6-c16c805f94a2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:42.642612 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8f86-19cd-4c27-92c0-a4541c517e47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:42.751896 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-969c3ec2-8b8c-4405-b203-1b0b4ff7c38c None None] Deleting port 47a56204-46ff-4c01-82be-7eca85779adc {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:22:42.752182 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-969c3ec2-8b8c-4405-b203-1b0b4ff7c38c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (47a56204-46ff-4c01-82be-7eca85779adc), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:42.823275 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8f86-19cd-4c27-92c0-a4541c517e47 admin admin] Publish callbacks [] for security_group (d59eb31f-2d6b-4edf-a0c6-bdd5f6feff4a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:42.841791 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8f86-19cd-4c27-92c0-a4541c517e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d59eb31f-2d6b-4edf-a0c6-bdd5f6feff4a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:42.879487 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port ecd54acb-7bba-4886-a035-72a3897cac18 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:42.884583 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 47a56204-46ff-4c01-82be-7eca85779adc up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:22:42.896883 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191cb65c-9e05-4eff-a4a2-b4263c618dfb tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Pushing event updated for resources: {'Port': ['ID=ec218c03-ea01-4384-a2f1-9e91619b9d08,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:42.903948 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-56952ae4-0178-4013-82a9-384edefa0975 None None] Current status of the port 47a56204-46ff-4c01-82be-7eca85779adc is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:42.904337 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-56952ae4-0178-4013-82a9-384edefa0975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (47a56204-46ff-4c01-82be-7eca85779adc), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:42.917403 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b9846e0d-677b-4722-8494-2f2697026308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (d9e6c53b-52e6-4bdd-a3a9-17a70986218b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:42.932085 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f8876-7c58-49b4-a4d0-325cfe5ba85e req-913d05ad-1bd3-467f-80f9-72e55d3b61e4 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:42.943728 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f8876-7c58-49b4-a4d0-325cfe5ba85e req-913d05ad-1bd3-467f-80f9-72e55d3b61e4 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:42.955038 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9846e0d-677b-4722-8494-2f2697026308 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9e6c53b-52e6-4bdd-a3a9-17a70986218b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:42.958955 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f8876-7c58-49b4-a4d0-325cfe5ba85e req-913d05ad-1bd3-467f-80f9-72e55d3b61e4 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:42.975332 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c85f8876-7c58-49b4-a4d0-325cfe5ba85e req-913d05ad-1bd3-467f-80f9-72e55d3b61e4 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2376 time: 0.4513807 Jan 18 20:22:42.981137 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9846e0d-677b-4722-8494-2f2697026308 admin admin] No DVR routers for this DVR port d9e6c53b-52e6-4bdd-a3a9-17a70986218b on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:22:43.002577 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-191cb65c-9e05-4eff-a4a2-b4263c618dfb tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:43.003136 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-191cb65c-9e05-4eff-a4a2-b4263c618dfb tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:43.016850 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-25a07167-4c39-4bae-9ab6-c16c805f94a2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (fe9ee565-0e75-44c0-b9be-d83793f0e163), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:43.028615 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a02e90ee-3a19-4e37-84c2-3d68d296fd89 None None] For port d9e6c53b-52e6-4bdd-a3a9-17a70986218b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d9e6c53b-52e6-4bdd-a3a9-17a70986218b,segment=NetworkSegment(4b2d50d6-da56-44e2-8ee5-945b9d9cafab),segment_id=4b2d50d6-da56-44e2-8ee5-945b9d9cafab)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:22:43.029166 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a02e90ee-3a19-4e37-84c2-3d68d296fd89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d9e6c53b-52e6-4bdd-a3a9-17a70986218b), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:43.075015 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9d3e8f86-19cd-4c27-92c0-a4541c517e47 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca363f400b7b4e569f7cb87bf7d5ef96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7863543 Jan 18 20:22:43.083859 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60854) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:43.106389 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e8f86-19cd-4c27-92c0-a4541c517e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59eb31f-2d6b-4edf-a0c6-bdd5f6feff4a,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:43.113850 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-191cb65c-9e05-4eff-a4a2-b4263c618dfb tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5525541 Jan 18 20:22:43.119861 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a07167-4c39-4bae-9ab6-c16c805f94a2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=fe9ee565-0e75-44c0-b9be-d83793f0e163,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:43.136879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a07167-4c39-4bae-9ab6-c16c805f94a2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:22:43.210614 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-25a07167-4c39-4bae-9ab6-c16c805f94a2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:43.223681 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a07167-4c39-4bae-9ab6-c16c805f94a2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:43.224298 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-25a07167-4c39-4bae-9ab6-c16c805f94a2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:43.232436 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-edaa87fd-81e9-4315-93c6-a3856b704b2b tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Deleting port 3db32d7f-11c0-4f5a-8076-bc57cd9628e7 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:22:43.232736 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-edaa87fd-81e9-4315-93c6-a3856b704b2b tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (3db32d7f-11c0-4f5a-8076-bc57cd9628e7), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:43.262930 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a02e90ee-3a19-4e37-84c2-3d68d296fd89 None None] Calling delete_port for d9e6c53b-52e6-4bdd-a3a9-17a70986218b owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:22:43.276738 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-ad448e6d-a10e-4809-ad35-7c1c9486253c service neutron] Request body: {'port': {'device_id': 'ed746928-61fa-41d7-870c-c69758daec2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:43.294385 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c85f8876-7c58-49b4-a4d0-325cfe5ba85e req-c275563f-eca8-4b51-b11c-40fcb14619ef tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162363 Jan 18 20:22:43.372804 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-56952ae4-0178-4013-82a9-384edefa0975 None None] For port 47a56204-46ff-4c01-82be-7eca85779adc, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=47a56204-46ff-4c01-82be-7eca85779adc,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:22:43.378946 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-969c3ec2-8b8c-4405-b203-1b0b4ff7c38c None None] For port 47a56204-46ff-4c01-82be-7eca85779adc, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=47a56204-46ff-4c01-82be-7eca85779adc,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:22:43.379747 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-969c3ec2-8b8c-4405-b203-1b0b4ff7c38c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (47a56204-46ff-4c01-82be-7eca85779adc), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:43.382862 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-ad448e6d-a10e-4809-ad35-7c1c9486253c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (20d85752-3eb5-4ef4-99d1-37b915e79d93), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:43.394257 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7d6d8b56-566f-4e89-b6fb-9e972ec7397f admin admin] Publish callbacks [] for security_group (d59eb31f-2d6b-4edf-a0c6-bdd5f6feff4a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:43.397096 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-edaa87fd-81e9-4315-93c6-a3856b704b2b tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (3db32d7f-11c0-4f5a-8076-bc57cd9628e7), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:43.402634 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-56952ae4-0178-4013-82a9-384edefa0975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (47a56204-46ff-4c01-82be-7eca85779adc), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:43.407781 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16483aad-dbc5-4de7-a74d-17fa62e3ff89 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks [] for port (2544e389-cb8a-405d-86a0-f42fb11fb60c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:43.445006 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-edaa87fd-81e9-4315-93c6-a3856b704b2b tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Calling delete_port for 3db32d7f-11c0-4f5a-8076-bc57cd9628e7 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:22:43.484968 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7d6d8b56-566f-4e89-b6fb-9e972ec7397f admin admin] Publish callbacks [] for security_group (d59eb31f-2d6b-4edf-a0c6-bdd5f6feff4a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:43.492100 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-25a07167-4c39-4bae-9ab6-c16c805f94a2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7026591 Jan 18 20:22:43.492773 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60868) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:43.570336 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-56952ae4-0178-4013-82a9-384edefa0975 None None] Could not find standard attr ID for object 03bf6831-7970-4194-a3ce-1e7928208033. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:22:43.574047 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-969c3ec2-8b8c-4405-b203-1b0b4ff7c38c None None] Calling delete_port for 47a56204-46ff-4c01-82be-7eca85779adc owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:22:43.613717 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 47a56204-46ff-4c01-82be-7eca85779adc triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:43.613975 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7d6d8b56-566f-4e89-b6fb-9e972ec7397f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d59eb31f-2d6b-4edf-a0c6-bdd5f6feff4a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:43.614144 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (47a56204-46ff-4c01-82be-7eca85779adc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:43.617796 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7d6d8b56-566f-4e89-b6fb-9e972ec7397f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:43.619289 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7d6d8b56-566f-4e89-b6fb-9e972ec7397f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d59eb31f-2d6b-4edf-a0c6-bdd5f6feff4a HTTP/1.1" status: 204 len: 168 time: 0.5334306 Jan 18 20:22:43.632341 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d8b56-566f-4e89-b6fb-9e972ec7397f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59eb31f-2d6b-4edf-a0c6-bdd5f6feff4a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:43.643641 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-edaa87fd-81e9-4315-93c6-a3856b704b2b tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (3db32d7f-11c0-4f5a-8076-bc57cd9628e7), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:43.678909 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa87fd-81e9-4315-93c6-a3856b704b2b tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Pushing event deleted for resources: {'Port': ['ID=3db32d7f-11c0-4f5a-8076-bc57cd9628e7,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:43.690503 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-edaa87fd-81e9-4315-93c6-a3856b704b2b tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:43.697928 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-edaa87fd-81e9-4315-93c6-a3856b704b2b tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] 10.222.0.31 "DELETE /v2.0/ports/3db32d7f-11c0-4f5a-8076-bc57cd9628e7 HTTP/1.1" status: 204 len: 168 time: 1.2812986 Jan 18 20:22:43.699437 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60872) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:43.747710 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bcf67c64-146f-4568-b737-4f04308804ef tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0439596 Jan 18 20:22:43.750251 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60874) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:43.758241 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-db56d60d-effc-461b-8c43-d37bc465731d tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1148534148'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:43.795739 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db56d60d-effc-461b-8c43-d37bc465731d tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Made reservation on behalf of 28d07719acd44b4fb496fce01c379e8a for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:43.811754 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-db56d60d-effc-461b-8c43-d37bc465731d tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:43.835062 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c9d606f6-27a6-4b78-89ee-509c967e3f57 None None] Provisioning complete for port ec218c03-ea01-4384-a2f1-9e91619b9d08 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:43.835667 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c9d606f6-27a6-4b78-89ee-509c967e3f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ec218c03-ea01-4384-a2f1-9e91619b9d08), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:43.853029 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db56d60d-effc-461b-8c43-d37bc465731d tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:22:43.864688 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-db56d60d-effc-461b-8c43-d37bc465731d tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (b42bd437-f6c6-47c4-983e-4c98e342d8c1), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:43.865044 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-db56d60d-effc-461b-8c43-d37bc465731d tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Added segment b42bd437-f6c6-47c4-983e-4c98e342d8c1 of type vlan for network ff45b718-dba0-4dfb-8fcf-9eb3b0162910 Jan 18 20:22:43.881361 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56952ae4-0178-4013-82a9-384edefa0975 None None] Pushing event updated for resources: {'Port': ['ID=47a56204-46ff-4c01-82be-7eca85779adc,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:43.894877 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c9d606f6-27a6-4b78-89ee-509c967e3f57 None None] Port ec218c03-ea01-4384-a2f1-9e91619b9d08 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:22:43.918370 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-db56d60d-effc-461b-8c43-d37bc465731d tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (ff45b718-dba0-4dfb-8fcf-9eb3b0162910), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:43.951874 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b9846e0d-677b-4722-8494-2f2697026308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (f5a28bc4-6d91-4261-a9f7-5d655221c24a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:43.955041 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-db56d60d-effc-461b-8c43-d37bc465731d tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (ff45b718-dba0-4dfb-8fcf-9eb3b0162910), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:43.958818 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-222fcb69-7466-40df-b00b-f4fa8e957d80 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'port': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'fixed_ips': [{'subnet_id': 'fe9ee565-0e75-44c0-b9be-d83793f0e163', 'ip_address': '2001:db8::486a:3b45:a035:1356'}], 'name': 'tempest-NetworksTestDHCPv6-1577484887'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:43.964297 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db56d60d-effc-461b-8c43-d37bc465731d tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:43.965706 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-db56d60d-effc-461b-8c43-d37bc465731d tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:44.010988 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-db56d60d-effc-461b-8c43-d37bc465731d tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2584620 Jan 18 20:22:44.014865 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60878) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:44.024065 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-c283a76b-171b-4046-b5df-e450c5d976fb tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-632504848'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:44.028671 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a02e90ee-3a19-4e37-84c2-3d68d296fd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (d9e6c53b-52e6-4bdd-a3a9-17a70986218b), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:44.055043 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b9846e0d-677b-4722-8494-2f2697026308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a28bc4-6d91-4261-a9f7-5d655221c24a']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:44.057353 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 47a56204-46ff-4c01-82be-7eca85779adc is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:44.094541 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02e90ee-3a19-4e37-84c2-3d68d296fd89 None None] No DVR routers for this DVR port d9e6c53b-52e6-4bdd-a3a9-17a70986218b on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:22:44.117195 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56d60d-effc-461b-8c43-d37bc465731d tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Pushing event updated for resources: {'Network': ['ID=ff45b718-dba0-4dfb-8fcf-9eb3b0162910,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:44.117478 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-ad448e6d-a10e-4809-ad35-7c1c9486253c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d85752-3eb5-4ef4-99d1-37b915e79d93 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:22:44.129085 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b9846e0d-677b-4722-8494-2f2697026308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b2d50d6-da56-44e2-8ee5-945b9d9cafab') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:44.129551 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b9846e0d-677b-4722-8494-2f2697026308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b2d50d6-da56-44e2-8ee5-945b9d9cafab') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:44.132786 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-ad448e6d-a10e-4809-ad35-7c1c9486253c service neutron] Publish callbacks [] for port (20d85752-3eb5-4ef4-99d1-37b915e79d93), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:44.151808 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b9846e0d-677b-4722-8494-2f2697026308 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (4b2d50d6-da56-44e2-8ee5-945b9d9cafab), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:44.159596 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c283a76b-171b-4046-b5df-e450c5d976fb tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Made reservation on behalf of 28d07719acd44b4fb496fce01c379e8a for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:44.163502 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network ff45b718-dba0-4dfb-8fcf-9eb3b0162910 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:22:44.169713 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e90ee-3a19-4e37-84c2-3d68d296fd89 None None] Pushing event deleted for resources: {'Port': ['ID=d9e6c53b-52e6-4bdd-a3a9-17a70986218b,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:44.176722 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c283a76b-171b-4046-b5df-e450c5d976fb tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:44.209777 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b9846e0d-677b-4722-8494-2f2697026308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (4b2d50d6-da56-44e2-8ee5-945b9d9cafab), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:44.218912 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16483aad-dbc5-4de7-a74d-17fa62e3ff89 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (2544e389-cb8a-405d-86a0-f42fb11fb60c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:44.231592 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c283a76b-171b-4046-b5df-e450c5d976fb tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:22:44.254615 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 369102e0-ede0-4bec-bdfb-41c1f40d6749 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:22:44.260854 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9846e0d-677b-4722-8494-2f2697026308 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:22:44.265989 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c283a76b-171b-4046-b5df-e450c5d976fb tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (fcb9f80e-169e-4b97-bec3-61374169cb78), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:44.267558 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b9846e0d-677b-4722-8494-2f2697026308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (4b2d50d6-da56-44e2-8ee5-945b9d9cafab), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:44.267977 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-c283a76b-171b-4046-b5df-e450c5d976fb tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Added segment fcb9f80e-169e-4b97-bec3-61374169cb78 of type vlan for network 155f8689-bfd6-4df9-b3b3-37afc561e01c Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:22:44.284943 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:22:44.296360 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:22:44.296360 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:22:44.296360 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:22:44.296360 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:22:44.296360 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:22:44.296360 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:22:44.296360 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:22:44.296360 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:22:44.296360 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:22:44.296360 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:22:44.296360 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:22:44.296360 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:22:44.296360 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:22:44.296360 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:22:44.296360 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:22:44.296360 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:22:44.296360 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:22:44.296360 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:22:44.296360 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:22:44.296360 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:22:44.296360 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:22:44.296360 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:22:44.296360 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:22:44.296360 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:22:44.296360 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:22:44.315604 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 369102e0-ede0-4bec-bdfb-41c1f40d6749 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:22:44.315978 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 369102e0-ede0-4bec-bdfb-41c1f40d6749 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:22:44.316387 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 40593611-ed71-4d18-a59f-9c5cc7f4917c no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:22:44.339633 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-969c3ec2-8b8c-4405-b203-1b0b4ff7c38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (47a56204-46ff-4c01-82be-7eca85779adc), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:44.347918 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c283a76b-171b-4046-b5df-e450c5d976fb tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (155f8689-bfd6-4df9-b3b3-37afc561e01c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:44.395304 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c283a76b-171b-4046-b5df-e450c5d976fb tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (155f8689-bfd6-4df9-b3b3-37afc561e01c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:44.403737 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c283a76b-171b-4046-b5df-e450c5d976fb tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:44.405076 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c283a76b-171b-4046-b5df-e450c5d976fb tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:44.475228 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 40593611-ed71-4d18-a59f-9c5cc7f4917c {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:22:44.475585 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 40593611-ed71-4d18-a59f-9c5cc7f4917c not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:22:44.507475 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-ad448e6d-a10e-4809-ad35-7c1c9486253c service neutron] Transition to ACTIVE for port object 20d85752-3eb5-4ef4-99d1-37b915e79d93 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:22:44.530107 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b9846e0d-677b-4722-8494-2f2697026308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (f5a28bc4-6d91-4261-a9f7-5d655221c24a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:44.549919 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969c3ec2-8b8c-4405-b203-1b0b4ff7c38c None None] No DVR routers for this DVR port 47a56204-46ff-4c01-82be-7eca85779adc on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:22:44.566644 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-ad448e6d-a10e-4809-ad35-7c1c9486253c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (20d85752-3eb5-4ef4-99d1-37b915e79d93), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:44.578010 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c3ec2-8b8c-4405-b203-1b0b4ff7c38c None None] Pushing event deleted for resources: {'Port': ['ID=47a56204-46ff-4c01-82be-7eca85779adc,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:44.583288 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154b95c7-311a-4dd2-9c8c-e005891a9434 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:44.603772 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16483aad-dbc5-4de7-a74d-17fa62e3ff89 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Network cbe0c1f5-1850-4649-b039-62c23e5de548 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:22:44.616341 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b9846e0d-677b-4722-8494-2f2697026308 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:44.627195 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b9846e0d-677b-4722-8494-2f2697026308 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f5a28bc4-6d91-4261-a9f7-5d655221c24a HTTP/1.1" status: 204 len: 168 time: 4.4709463 Jan 18 20:22:44.645610 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-16483aad-dbc5-4de7-a74d-17fa62e3ff89 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:44.658077 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60896) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:44.712891 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283a76b-171b-4046-b5df-e450c5d976fb tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Pushing event updated for resources: {'Network': ['ID=155f8689-bfd6-4df9-b3b3-37afc561e01c,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:44.719552 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c283a76b-171b-4046-b5df-e450c5d976fb tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7024758 Jan 18 20:22:44.741618 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc327afd-fe4f-415b-abe5-2970d957eb19 req-de7585b0-f7b4-416c-b4da-b69ab1db2c68 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:44.748380 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc327afd-fe4f-415b-abe5-2970d957eb19 req-de7585b0-f7b4-416c-b4da-b69ab1db2c68 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:44.754965 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc327afd-fe4f-415b-abe5-2970d957eb19 req-de7585b0-f7b4-416c-b4da-b69ab1db2c68 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:44.757337 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc327afd-fe4f-415b-abe5-2970d957eb19 req-de7585b0-f7b4-416c-b4da-b69ab1db2c68 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2388 time: 0.2633460 Jan 18 20:22:44.826880 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16483aad-dbc5-4de7-a74d-17fa62e3ff89 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:22:44.923677 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc327afd-fe4f-415b-abe5-2970d957eb19 req-bf576ec1-d696-4e3e-b385-5d30be77a8b9 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014357 Jan 18 20:22:44.959075 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9846e0d-677b-4722-8494-2f2697026308 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5a28bc4-6d91-4261-a9f7-5d655221c24a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:44.973229 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16483aad-dbc5-4de7-a74d-17fa62e3ff89 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Pushing event updated for resources: {'Port': ['ID=2544e389-cb8a-405d-86a0-f42fb11fb60c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:45.192080 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad448e6d-a10e-4809-ad35-7c1c9486253c service neutron] Pushing event updated for resources: {'Port': ['ID=20d85752-3eb5-4ef4-99d1-37b915e79d93,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:45.210231 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222fcb69-7466-40df-b00b-f4fa8e957d80 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:45.270948 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d9e6c53b-52e6-4bdd-a3a9-17a70986218b no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:22:45.272995 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 155f8689-bfd6-4df9-b3b3-37afc561e01c details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:22:45.483422 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: d9e6c53b-52e6-4bdd-a3a9-17a70986218b {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:22:45.483783 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d9e6c53b-52e6-4bdd-a3a9-17a70986218b not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:22:45.484260 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 47a56204-46ff-4c01-82be-7eca85779adc no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:22:45.549059 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60916) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:45.649610 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-222fcb69-7466-40df-b00b-f4fa8e957d80 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:45.727204 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 4095c9e8-3357-49c1-a713-048d6946f5fd up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:22:45.817169 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 47a56204-46ff-4c01-82be-7eca85779adc {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:22:45.817529 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 47a56204-46ff-4c01-82be-7eca85779adc not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:22:45.838835 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-7b38d5f0-7912-4f7f-9ab3-c6a934c701cb tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] Request body: {'port': {'network_id': 'e205a508-4b16-4ac1-b956-e978b19c8f3f', 'name': 'tempest-NetworksNegativeTestJSON-72893346'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:45.870759 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8a6acc0e-5b69-4105-a48f-4b4c549da7e8 None None] Provisioning complete for port 2544e389-cb8a-405d-86a0-f42fb11fb60c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:45.871136 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8a6acc0e-5b69-4105-a48f-4b4c549da7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2544e389-cb8a-405d-86a0-f42fb11fb60c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:45.878993 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b38d5f0-7912-4f7f-9ab3-c6a934c701cb tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] POST failed (client error): The resource could not be found. Jan 18 20:22:45.882337 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b38d5f0-7912-4f7f-9ab3-c6a934c701cb tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:22:45.884508 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-222fcb69-7466-40df-b00b-f4fa8e957d80 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] device_id is not set on port 86331d1b-9cb0-4f03-a8ac-14a1bd0c61c8 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:22:45.889984 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7b38d5f0-7912-4f7f-9ab3-c6a934c701cb tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3354604 Jan 18 20:22:45.891420 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60920) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:45.925125 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16483aad-dbc5-4de7-a74d-17fa62e3ff89 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:45.926215 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16483aad-dbc5-4de7-a74d-17fa62e3ff89 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:45.962578 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-288808e0-d552-42c7-9d97-e03c38052c9e tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] DELETE failed (client error): The resource could not be found. Jan 18 20:22:45.963973 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-288808e0-d552-42c7-9d97-e03c38052c9e tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:22:45.968759 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-288808e0-d552-42c7-9d97-e03c38052c9e tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] 10.222.0.31 "DELETE /v2.0/networks/90be2e8f-db69-4183-a253-2e86bdcbe04c HTTP/1.1" status: 404 len: 339 time: 0.0721235 Jan 18 20:22:45.975240 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60924) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:45.991822 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8a6acc0e-5b69-4105-a48f-4b4c549da7e8 None None] Port 2544e389-cb8a-405d-86a0-f42fb11fb60c cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:22:46.041280 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f449ca-cd4a-43e3-92fd-fec70d55dfba tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] DELETE failed (client error): The resource could not be found. Jan 18 20:22:46.042397 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f449ca-cd4a-43e3-92fd-fec70d55dfba tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:22:46.050909 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-42f449ca-cd4a-43e3-92fd-fec70d55dfba tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] 10.222.0.31 "DELETE /v2.0/ports/946bab34-a45f-4233-b27c-2e0a0a02d45a HTTP/1.1" status: 404 len: 333 time: 0.0703685 Jan 18 20:22:46.052404 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60926) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:46.085250 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3278b3cb-b893-4d03-a287-6a9985f827c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-c68ada5d-da8a-41c6-813a-b53f9c35e893', 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'fixed_ips': [{'subnet_id': 'fe9ee565-0e75-44c0-b9be-d83793f0e163'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:22:46.086141 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3278b3cb-b893-4d03-a287-6a9985f827c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:46.089836 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 4095c9e8-3357-49c1-a713-048d6946f5fd triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:46.090205 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:46.212415 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-16483aad-dbc5-4de7-a74d-17fa62e3ff89 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2932546 Jan 18 20:22:46.228482 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60928) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:46.243591 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f0d43f-5a53-481c-b8ed-cbd55d75fa60 tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] DELETE failed (client error): The resource could not be found. Jan 18 20:22:46.244442 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8f0d43f-5a53-481c-b8ed-cbd55d75fa60 tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:22:46.255736 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e8f0d43f-5a53-481c-b8ed-cbd55d75fa60 tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] 10.222.0.31 "DELETE /v2.0/subnets/2e5891fc-8c43-4abf-b72b-b0e5a44b7564 HTTP/1.1" status: 404 len: 337 time: 0.2020600 Jan 18 20:22:46.268229 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-0923ac74-b25a-4a2f-bb2c-f740b4b343cc tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:3a:fa:a1'}]}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:46.271066 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60930) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:46.289623 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-3278b3cb-b893-4d03-a287-6a9985f827c7 None None] Allocated IP 2001:db8::2 (c68ada5d-da8a-41c6-813a-b53f9c35e893/fe9ee565-0e75-44c0-b9be-d83793f0e163/86c969c2-11b8-4780-b60a-d6fa56df19aa) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:22:46.469769 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6aa3b57-faf5-478d-8ab6-05d2ab7d7f0d tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] GET failed (client error): The resource could not be found. Jan 18 20:22:46.473267 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d6aa3b57-faf5-478d-8ab6-05d2ab7d7f0d tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] 10.222.0.31 "GET /v2.0/networks/9380a16e-74f6-4e7c-ba64-af49dafaed62 HTTP/1.1" status: 404 len: 339 time: 0.1884394 Jan 18 20:22:46.476862 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494e9e3-459a-4a8f-b07d-a06347e7eeec req-eb7c830b-e06f-4a09-9f10-ddb2f7d218dd tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:46.503005 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60932) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:46.520846 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494e9e3-459a-4a8f-b07d-a06347e7eeec req-eb7c830b-e06f-4a09-9f10-ddb2f7d218dd tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:46.534084 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3278b3cb-b893-4d03-a287-6a9985f827c7 None None] Publish callbacks [] for port (86c969c2-11b8-4780-b60a-d6fa56df19aa), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:46.540048 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494e9e3-459a-4a8f-b07d-a06347e7eeec req-eb7c830b-e06f-4a09-9f10-ddb2f7d218dd tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:46.544575 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5494e9e3-459a-4a8f-b07d-a06347e7eeec req-eb7c830b-e06f-4a09-9f10-ddb2f7d218dd tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2388 time: 0.4502683 Jan 18 20:22:46.652382 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5494e9e3-459a-4a8f-b07d-a06347e7eeec req-580d3229-6b1d-4e66-90b3-a87d637fd2dc tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002522 Jan 18 20:22:46.663969 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3278b3cb-b893-4d03-a287-6a9985f827c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (86c969c2-11b8-4780-b60a-d6fa56df19aa), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:46.766122 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-222fcb69-7466-40df-b00b-f4fa8e957d80 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 2001:db8::486a:3b45:a035:1356 (c68ada5d-da8a-41c6-813a-b53f9c35e893/fe9ee565-0e75-44c0-b9be-d83793f0e163/86331d1b-9cb0-4f03-a8ac-14a1bd0c61c8) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:22:46.769057 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0923ac74-b25a-4a2f-bb2c-f740b4b343cc tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2544e389-cb8a-405d-86a0-f42fb11fb60c), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:46.807877 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3278b3cb-b893-4d03-a287-6a9985f827c7 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:22:46.813039 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 4095c9e8-3357-49c1-a713-048d6946f5fd is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:46.815315 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:46.826480 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-3278b3cb-b893-4d03-a287-6a9985f827c7 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:46.832863 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3278b3cb-b893-4d03-a287-6a9985f827c7 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:22:46.863081 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-ad448e6d-a10e-4809-ad35-7c1c9486253c service neutron] Attempting to bind port 20d85752-3eb5-4ef4-99d1-37b915e79d93 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:22:46.864372 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-ad448e6d-a10e-4809-ad35-7c1c9486253c service neutron] Attempting to bind port 20d85752-3eb5-4ef4-99d1-37b915e79d93 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'b653f61e-1f44-49ef-acf6-58f2f4cd30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '957354af-04bd-406c-953d-2bd45afe9e07'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:22:46.864372 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-ad448e6d-a10e-4809-ad35-7c1c9486253c service neutron] Attempting to bind port 20d85752-3eb5-4ef4-99d1-37b915e79d93 on network 957354af-04bd-406c-953d-2bd45afe9e07 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:22:46.894694 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278b3cb-b893-4d03-a287-6a9985f827c7 None None] Pushing event updated for resources: {'Port': ['ID=86c969c2-11b8-4780-b60a-d6fa56df19aa,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:46.955021 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 4095c9e8-3357-49c1-a713-048d6946f5fd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4095c9e8-3357-49c1-a713-048d6946f5fd,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:22:46.962541 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd90044-e944-4203-b6fa-2382d197a621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4095c9e8-3357-49c1-a713-048d6946f5fd'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:22:46.965826 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403b8f9c-d57d-4da8-a331-731d5b6a98f7" -d '{"events": [{"server_uuid": "6cd90044-e944-4203-b6fa-2382d197a621", "name": "network-vif-plugged", "status": "completed", "tag": "4095c9e8-3357-49c1-a713-048d6946f5fd"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:22:46.976326 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:47.033447 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=4095c9e8-3357-49c1-a713-048d6946f5fd,revision_number=10']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:47.044801 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3278b3cb-b893-4d03-a287-6a9985f827c7 None None] Attempting to bind port 86c969c2-11b8-4780-b60a-d6fa56df19aa on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:22:47.045505 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3278b3cb-b893-4d03-a287-6a9985f827c7 None None] Attempting to bind port 86c969c2-11b8-4780-b60a-d6fa56df19aa by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:22:47.046582 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278b3cb-b893-4d03-a287-6a9985f827c7 None None] Attempting to bind port 86c969c2-11b8-4780-b60a-d6fa56df19aa on network c68ada5d-da8a-41c6-813a-b53f9c35e893 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:22:47.054292 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278b3cb-b893-4d03-a287-6a9985f827c7 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:22:47.054292 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278b3cb-b893-4d03-a287-6a9985f827c7 None None] Checking segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:22:47.054292 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3278b3cb-b893-4d03-a287-6a9985f827c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:47.055585 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278b3cb-b893-4d03-a287-6a9985f827c7 None None] Bound using segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:22:47.056222 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3278b3cb-b893-4d03-a287-6a9985f827c7 None None] Bound port: 86c969c2-11b8-4780-b60a-d6fa56df19aa, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:22:47.056783 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3278b3cb-b893-4d03-a287-6a9985f827c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (86c969c2-11b8-4780-b60a-d6fa56df19aa), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:47.086454 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c54338-ea2a-4b43-ab1b-d09868cd140d x-openstack-request-id: req-c9c54338-ea2a-4b43-ab1b-d09868cd140d {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:22:47.087281 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd90044-e944-4203-b6fa-2382d197a621", "name": "network-vif-plugged", "status": "completed", "tag": "4095c9e8-3357-49c1-a713-048d6946f5fd", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:22:47.088046 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9c54338-ea2a-4b43-ab1b-d09868cd140d {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:22:47.088692 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd90044-e944-4203-b6fa-2382d197a621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4095c9e8-3357-49c1-a713-048d6946f5fd', 'code': 200} Jan 18 20:22:47.187647 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3278b3cb-b893-4d03-a287-6a9985f827c7 None None] For port 86c969c2-11b8-4780-b60a-d6fa56df19aa, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:22:47.192847 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3278b3cb-b893-4d03-a287-6a9985f827c7 None None] For port 86c969c2-11b8-4780-b60a-d6fa56df19aa, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=86c969c2-11b8-4780-b60a-d6fa56df19aa,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:22:47.221376 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3278b3cb-b893-4d03-a287-6a9985f827c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (86c969c2-11b8-4780-b60a-d6fa56df19aa), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:47.237515 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0923ac74-b25a-4a2f-bb2c-f740b4b343cc tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks [] for port (2544e389-cb8a-405d-86a0-f42fb11fb60c), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:47.246618 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0923ac74-b25a-4a2f-bb2c-f740b4b343cc tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (2544e389-cb8a-405d-86a0-f42fb11fb60c), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:47.297349 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278b3cb-b893-4d03-a287-6a9985f827c7 None None] Pushing event updated for resources: {'Port': ['ID=86c969c2-11b8-4780-b60a-d6fa56df19aa,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:47.581166 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923ac74-b25a-4a2f-bb2c-f740b4b343cc tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Pushing event updated for resources: {'Port': ['ID=2544e389-cb8a-405d-86a0-f42fb11fb60c,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:47.637485 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-0923ac74-b25a-4a2f-bb2c-f740b4b343cc tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] In _notify_port_updated(), no bound segment for port 2544e389-cb8a-405d-86a0-f42fb11fb60c on network cbe0c1f5-1850-4649-b039-62c23e5de548 {{(pid=103336) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 18 20:22:47.648199 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0923ac74-b25a-4a2f-bb2c-f740b4b343cc tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:47.649000 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0923ac74-b25a-4a2f-bb2c-f740b4b343cc tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:47.655823 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0923ac74-b25a-4a2f-bb2c-f740b4b343cc tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] 10.222.0.31 "PUT /v2.0/ports/2544e389-cb8a-405d-86a0-f42fb11fb60c HTTP/1.1" status: 200 len: 994 time: 1.3963418 Jan 18 20:22:47.656629 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60952) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:48.139684 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-296b2aa0-9f6d-446e-bd8c-389922a7adf5 None None] Provisioning complete for port 2544e389-cb8a-405d-86a0-f42fb11fb60c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:48.140970 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-296b2aa0-9f6d-446e-bd8c-389922a7adf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2544e389-cb8a-405d-86a0-f42fb11fb60c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:48.182887 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71922641-25d1-4555-999a-15d0b47330e7 req-f8aea744-34bd-4355-8eff-aee176a385b4 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:48.196107 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71922641-25d1-4555-999a-15d0b47330e7 req-f8aea744-34bd-4355-8eff-aee176a385b4 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:48.213239 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71922641-25d1-4555-999a-15d0b47330e7 req-f8aea744-34bd-4355-8eff-aee176a385b4 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:48.231011 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-71922641-25d1-4555-999a-15d0b47330e7 req-f8aea744-34bd-4355-8eff-aee176a385b4 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2388 time: 0.2706828 Jan 18 20:22:48.251433 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-ad448e6d-a10e-4809-ad35-7c1c9486253c service neutron] Port 20d85752-3eb5-4ef4-99d1-37b915e79d93 on network 957354af-04bd-406c-953d-2bd45afe9e07 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:22:48.251433 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-ad448e6d-a10e-4809-ad35-7c1c9486253c service neutron] Attempting to bind port 20d85752-3eb5-4ef4-99d1-37b915e79d93 on network 957354af-04bd-406c-953d-2bd45afe9e07 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:22:48.258445 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-296b2aa0-9f6d-446e-bd8c-389922a7adf5 None None] Port 2544e389-cb8a-405d-86a0-f42fb11fb60c cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:22:48.263156 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-d906038d-e819-4dc2-b5eb-a48c01b1e220 tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] GET failed (client error): The resource could not be found. Jan 18 20:22:48.269208 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d906038d-e819-4dc2-b5eb-a48c01b1e220 tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] 10.222.0.31 "GET /v2.0/ports/f47be0bd-f3af-402c-877f-3fecea96045f HTTP/1.1" status: 404 len: 333 time: 1.6703405 Jan 18 20:22:48.279027 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60956) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:48.332456 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-38a8c301-4068-4014-b253-be5c6da2b2ed tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] GET failed (client error): The resource could not be found. Jan 18 20:22:48.340386 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-38a8c301-4068-4014-b253-be5c6da2b2ed tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] 10.222.0.31 "GET /v2.0/subnets/df8a1879-e381-41d9-84de-8f6dae5d54af HTTP/1.1" status: 404 len: 337 time: 0.0570970 Jan 18 20:22:48.348010 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60958) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:48.353320 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-3133aca3-9e42-4dea-a237-d2a292716087 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Deleting port 2544e389-cb8a-405d-86a0-f42fb11fb60c {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:22:48.355521 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3133aca3-9e42-4dea-a237-d2a292716087 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (2544e389-cb8a-405d-86a0-f42fb11fb60c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:48.359520 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-ad448e6d-a10e-4809-ad35-7c1c9486253c service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:22:48.359863 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-ad448e6d-a10e-4809-ad35-7c1c9486253c service neutron] Checking segment: {'id': 'b653f61e-1f44-49ef-acf6-58f2f4cd30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '957354af-04bd-406c-953d-2bd45afe9e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:22:48.360246 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-ad448e6d-a10e-4809-ad35-7c1c9486253c service neutron] Bound using segment: {'id': 'b653f61e-1f44-49ef-acf6-58f2f4cd30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '957354af-04bd-406c-953d-2bd45afe9e07'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:22:48.360686 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-ad448e6d-a10e-4809-ad35-7c1c9486253c service neutron] Bound port: 20d85752-3eb5-4ef4-99d1-37b915e79d93, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b653f61e-1f44-49ef-acf6-58f2f4cd30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '957354af-04bd-406c-953d-2bd45afe9e07'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:22:48.361040 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-ad448e6d-a10e-4809-ad35-7c1c9486253c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (20d85752-3eb5-4ef4-99d1-37b915e79d93), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:48.373435 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60960) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:48.377749 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-e54068a0-8fe8-4b5b-9761-f92ef1da82ce tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:48.421683 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-e54068a0-8fe8-4b5b-9761-f92ef1da82ce tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] PUT failed (client error): The resource could not be found. Jan 18 20:22:48.422210 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e54068a0-8fe8-4b5b-9761-f92ef1da82ce tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:22:48.426966 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e54068a0-8fe8-4b5b-9761-f92ef1da82ce tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] 10.222.0.31 "PUT /v2.0/networks/cebe6517-f137-462a-8c7f-6e53960a1a0d HTTP/1.1" status: 404 len: 339 time: 0.0638106 Jan 18 20:22:48.430837 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60962) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:48.443936 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-83bf7942-305b-4eec-88ac-41b26f377165 tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:48.464661 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-222fcb69-7466-40df-b00b-f4fa8e957d80 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (86331d1b-9cb0-4f03-a8ac-14a1bd0c61c8), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:48.501918 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-83bf7942-305b-4eec-88ac-41b26f377165 tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] PUT failed (client error): The resource could not be found. Jan 18 20:22:48.502489 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83bf7942-305b-4eec-88ac-41b26f377165 tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:22:48.507183 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-83bf7942-305b-4eec-88ac-41b26f377165 tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] 10.222.0.31 "PUT /v2.0/ports/9e1f81ef-7d66-42fa-8adf-695754d5a9a7 HTTP/1.1" status: 404 len: 333 time: 0.0709467 Jan 18 20:22:48.521527 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-71922641-25d1-4555-999a-15d0b47330e7 req-54c146e3-1c4a-45fb-9ddd-dda1f1f157b6 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842238 Jan 18 20:22:48.522149 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60964) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:48.554689 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-ee9246ec-6699-4c71-a551-d8a1a3c1e1b0 tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:48.571181 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-ad448e6d-a10e-4809-ad35-7c1c9486253c service neutron] For port 20d85752-3eb5-4ef4-99d1-37b915e79d93, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:22:48.578337 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-ad448e6d-a10e-4809-ad35-7c1c9486253c service neutron] For port 20d85752-3eb5-4ef4-99d1-37b915e79d93, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=20d85752-3eb5-4ef4-99d1-37b915e79d93,segment=NetworkSegment(b653f61e-1f44-49ef-acf6-58f2f4cd30db),segment_id=b653f61e-1f44-49ef-acf6-58f2f4cd30db)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:22:48.585163 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee9246ec-6699-4c71-a551-d8a1a3c1e1b0 tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] PUT failed (client error): The resource could not be found. Jan 18 20:22:48.585576 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee9246ec-6699-4c71-a551-d8a1a3c1e1b0 tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:22:48.586052 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-5b2aabd7-f118-4d45-9eb8-8bca685e4998 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Request body: {'subnets': [{'network_id': 'ff45b718-dba0-4dfb-8fcf-9eb3b0162910', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--874672577', 'ip_version': 6}, {'network_id': '155f8689-bfd6-4df9-b3b3-37afc561e01c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:48.586376 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-5b2aabd7-f118-4d45-9eb8-8bca685e4998 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Request body: {'subnet': {'network_id': 'ff45b718-dba0-4dfb-8fcf-9eb3b0162910', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--874672577', 'ip_version': 6}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:48.587155 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-5b2aabd7-f118-4d45-9eb8-8bca685e4998 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Request body: {'subnet': {'network_id': '155f8689-bfd6-4df9-b3b3-37afc561e01c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:48.597595 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ee9246ec-6699-4c71-a551-d8a1a3c1e1b0 tempest-NetworksNegativeTestJSON-2081092699 tempest-NetworksNegativeTestJSON-2081092699-project] 10.222.0.31 "PUT /v2.0/subnets/eb0a96b3-39d8-4d3e-a01c-0bc70f929e71 HTTP/1.1" status: 404 len: 337 time: 0.0627465 Jan 18 20:22:48.597991 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-222fcb69-7466-40df-b00b-f4fa8e957d80 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (86331d1b-9cb0-4f03-a8ac-14a1bd0c61c8), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:48.644441 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3133aca3-9e42-4dea-a237-d2a292716087 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (2544e389-cb8a-405d-86a0-f42fb11fb60c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:48.658772 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-3133aca3-9e42-4dea-a237-d2a292716087 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Calling delete_port for 2544e389-cb8a-405d-86a0-f42fb11fb60c owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:22:48.691074 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-ad448e6d-a10e-4809-ad35-7c1c9486253c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (20d85752-3eb5-4ef4-99d1-37b915e79d93), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:48.779445 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 86c969c2-11b8-4780-b60a-d6fa56df19aa up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:22:48.790860 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222fcb69-7466-40df-b00b-f4fa8e957d80 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:22:48.880452 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-222fcb69-7466-40df-b00b-f4fa8e957d80 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:48.893418 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 86c969c2-11b8-4780-b60a-d6fa56df19aa triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:48.896537 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (86c969c2-11b8-4780-b60a-d6fa56df19aa), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:48.934799 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3133aca3-9e42-4dea-a237-d2a292716087 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (2544e389-cb8a-405d-86a0-f42fb11fb60c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:48.981564 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222fcb69-7466-40df-b00b-f4fa8e957d80 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:22:48.990421 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222fcb69-7466-40df-b00b-f4fa8e957d80 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:48.991407 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-222fcb69-7466-40df-b00b-f4fa8e957d80 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:49.015205 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-ad448e6d-a10e-4809-ad35-7c1c9486253c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:49.016031 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-ad448e6d-a10e-4809-ad35-7c1c9486253c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:49.020012 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-ad448e6d-a10e-4809-ad35-7c1c9486253c service neutron] 10.222.0.70 "PUT /v2.0/ports/20d85752-3eb5-4ef4-99d1-37b915e79d93 HTTP/1.1" status: 200 len: 1092 time: 5.8806605 Jan 18 20:22:49.027432 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed746928-61fa-41d7-870c-c69758daec2f', 'tag': '20d85752-3eb5-4ef4-99d1-37b915e79d93'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:22:49.030937 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c9595e-6e0b-4195-bd7b-1f49772ffee8" -d '{"events": [{"name": "network-changed", "server_uuid": "ed746928-61fa-41d7-870c-c69758daec2f", "tag": "20d85752-3eb5-4ef4-99d1-37b915e79d93"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:22:49.042670 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fcb69-7466-40df-b00b-f4fa8e957d80 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=86331d1b-9cb0-4f03-a8ac-14a1bd0c61c8,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:49.086727 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-30c607f5-146e-4520-9ecc-ae227221349c service neutron] Request body: {'port': {'device_id': 'ed746928-61fa-41d7-870c-c69758daec2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:49.091028 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133aca3-9e42-4dea-a237-d2a292716087 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Pushing event deleted for resources: {'Port': ['ID=2544e389-cb8a-405d-86a0-f42fb11fb60c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:49.144607 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-222fcb69-7466-40df-b00b-f4fa8e957d80 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.1916091 Jan 18 20:22:49.209976 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60982) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:49.234722 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 86c969c2-11b8-4780-b60a-d6fa56df19aa is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:49.244516 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (86c969c2-11b8-4780-b60a-d6fa56df19aa), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:49.263806 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222fcb69-7466-40df-b00b-f4fa8e957d80 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:49.265127 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222fcb69-7466-40df-b00b-f4fa8e957d80 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:49.265322 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222fcb69-7466-40df-b00b-f4fa8e957d80 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:49.265687 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222fcb69-7466-40df-b00b-f4fa8e957d80 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:49.266029 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222fcb69-7466-40df-b00b-f4fa8e957d80 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:49.266378 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222fcb69-7466-40df-b00b-f4fa8e957d80 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:49.266733 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222fcb69-7466-40df-b00b-f4fa8e957d80 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:49.267068 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222fcb69-7466-40df-b00b-f4fa8e957d80 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:49.267934 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222fcb69-7466-40df-b00b-f4fa8e957d80 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:49.268280 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222fcb69-7466-40df-b00b-f4fa8e957d80 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:49.269712 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222fcb69-7466-40df-b00b-f4fa8e957d80 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:49.270061 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222fcb69-7466-40df-b00b-f4fa8e957d80 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:49.270397 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222fcb69-7466-40df-b00b-f4fa8e957d80 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:49.347791 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60984) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:49.363106 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 86c969c2-11b8-4780-b60a-d6fa56df19aa, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=86c969c2-11b8-4780-b60a-d6fa56df19aa,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:22:49.373423 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (86c969c2-11b8-4780-b60a-d6fa56df19aa), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:49.503207 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=86c969c2-11b8-4780-b60a-d6fa56df19aa,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:49.577231 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b915f8-9d9c-4498-b9d2-cecebf2f7ef3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:49.610431 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b183772a-3403-4386-ad5f-c4893aa165d5 x-openstack-request-id: req-b183772a-3403-4386-ad5f-c4893aa165d5 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:22:49.611008 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed746928-61fa-41d7-870c-c69758daec2f", "tag": "20d85752-3eb5-4ef4-99d1-37b915e79d93", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:22:49.611437 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b183772a-3403-4386-ad5f-c4893aa165d5 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:22:49.612336 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed746928-61fa-41d7-870c-c69758daec2f', 'tag': '20d85752-3eb5-4ef4-99d1-37b915e79d93', 'status': 'completed', 'code': 200} Jan 18 20:22:49.615766 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b915f8-9d9c-4498-b9d2-cecebf2f7ef3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:49.632706 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-33b915f8-9d9c-4498-b9d2-cecebf2f7ef3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4216034 Jan 18 20:22:49.635761 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 60994) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:49.650607 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4265b881-2607-4d3d-816d-a7a1faea52f4 None None] Provisioning complete for port 86c969c2-11b8-4780-b60a-d6fa56df19aa triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:49.654143 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4265b881-2607-4d3d-816d-a7a1faea52f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (86c969c2-11b8-4780-b60a-d6fa56df19aa), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:49.838547 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4265b881-2607-4d3d-816d-a7a1faea52f4 None None] Current status of the port 86c969c2-11b8-4780-b60a-d6fa56df19aa is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:49.883681 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad448e6d-a10e-4809-ad35-7c1c9486253c service neutron] Pushing event updated for resources: {'Port': ['ID=20d85752-3eb5-4ef4-99d1-37b915e79d93,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:49.952366 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-30c607f5-146e-4520-9ecc-ae227221349c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0094a5dd-275e-4904-88d3-f14a7f953d8c), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:49.956589 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5bfe2ed-ce7c-4611-882b-2b9f65fdfc11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:49.957108 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3133aca3-9e42-4dea-a237-d2a292716087 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:49.963447 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3133aca3-9e42-4dea-a237-d2a292716087 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] 10.222.0.31 "DELETE /v2.0/ports/2544e389-cb8a-405d-86a0-f42fb11fb60c HTTP/1.1" status: 204 len: 168 time: 2.3056858 Jan 18 20:22:49.965497 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 32770) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:50.008596 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-c397f897-723f-4d06-966c-a2d02e14070d tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] GET failed (client error): The resource could not be found. Jan 18 20:22:50.014391 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c397f897-723f-4d06-966c-a2d02e14070d tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] 10.222.0.31 "GET /v2.0/ports/2544e389-cb8a-405d-86a0-f42fb11fb60c HTTP/1.1" status: 404 len: 333 time: 0.0465493 Jan 18 20:22:50.017411 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 32774) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:50.027961 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-4db8587c-b2da-4027-bcb1-15f3fca68cfb tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Request body: {'port': {'network_id': 'cbe0c1f5-1850-4649-b039-62c23e5de548', 'name': 'tempest-AllowedAddressPairTestJSON-1605815922'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:50.100834 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9595e-6e0b-4195-bd7b-1f49772ffee8 req-4d7b3714-6dc4-466c-8886-2df097d30fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:50.101462 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9595e-6e0b-4195-bd7b-1f49772ffee8 req-4d7b3714-6dc4-466c-8886-2df097d30fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:50.101962 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9595e-6e0b-4195-bd7b-1f49772ffee8 req-4d7b3714-6dc4-466c-8886-2df097d30fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:50.104242 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-04c9595e-6e0b-4195-bd7b-1f49772ffee8 req-4d7b3714-6dc4-466c-8886-2df097d30fb2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=05d04115a5b94604bf26feb88e948fe0&device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2731 time: 0.4101818 Jan 18 20:22:50.117829 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2aabd7-f118-4d45-9eb8-8bca685e4998 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Made reservation on behalf of 28d07719acd44b4fb496fce01c379e8a for: {'subnet': 2} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:50.122873 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b2aabd7-f118-4d45-9eb8-8bca685e4998 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:50.123396 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b2aabd7-f118-4d45-9eb8-8bca685e4998 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:50.166579 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-089fc6a1-f3e4-48b4-b634-45ec12b55760 None None] Provisioning complete for port 86331d1b-9cb0-4f03-a8ac-14a1bd0c61c8 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:50.167957 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-089fc6a1-f3e4-48b4-b634-45ec12b55760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (86331d1b-9cb0-4f03-a8ac-14a1bd0c61c8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:50.172206 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bea99-d7f4-4dc1-a874-7fbc1ecec647 req-acbc52cc-185d-4a64-912f-322c7405de80 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:50.178264 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bea99-d7f4-4dc1-a874-7fbc1ecec647 req-acbc52cc-185d-4a64-912f-322c7405de80 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:50.188299 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bea99-d7f4-4dc1-a874-7fbc1ecec647 req-acbc52cc-185d-4a64-912f-322c7405de80 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:50.190473 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dd7bea99-d7f4-4dc1-a874-7fbc1ecec647 req-acbc52cc-185d-4a64-912f-322c7405de80 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2388 time: 0.3999600 Jan 18 20:22:50.243678 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-ef4b2204-6521-45fc-a431-bc6f243f044b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting port 86331d1b-9cb0-4f03-a8ac-14a1bd0c61c8 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:22:50.244204 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ef4b2204-6521-45fc-a431-bc6f243f044b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (86331d1b-9cb0-4f03-a8ac-14a1bd0c61c8), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:50.270723 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-089fc6a1-f3e4-48b4-b634-45ec12b55760 None None] Port 86331d1b-9cb0-4f03-a8ac-14a1bd0c61c8 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:22:50.277164 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db8587c-b2da-4027-bcb1-15f3fca68cfb tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Made reservation on behalf of c93bc4cb21ff4a4b80f16e75eb4decef for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:50.280722 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4db8587c-b2da-4027-bcb1-15f3fca68cfb tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:50.305301 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dd7bea99-d7f4-4dc1-a874-7fbc1ecec647 req-9e0a1ed1-88d5-4dfc-89cb-7cfdfd2b7ea2 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034145 Jan 18 20:22:50.319760 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-4db8587c-b2da-4027-bcb1-15f3fca68cfb tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] device_id is not set on port 680bd131-863f-457f-9c39-302ee4303bf7 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:22:50.440197 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-4db8587c-b2da-4027-bcb1-15f3fca68cfb tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Allocated IP 172.20.0.13 (cbe0c1f5-1850-4649-b039-62c23e5de548/d96d01ef-fc61-4436-a20d-4cd38782598f/680bd131-863f-457f-9c39-302ee4303bf7) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:22:50.610931 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4db8587c-b2da-4027-bcb1-15f3fca68cfb tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks [] for port (680bd131-863f-457f-9c39-302ee4303bf7), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:50.667749 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 86c969c2-11b8-4780-b60a-d6fa56df19aa up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:22:50.673909 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4db8587c-b2da-4027-bcb1-15f3fca68cfb tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (680bd131-863f-457f-9c39-302ee4303bf7), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:50.757363 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db8587c-b2da-4027-bcb1-15f3fca68cfb tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Network cbe0c1f5-1850-4649-b039-62c23e5de548 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:22:50.759192 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-4db8587c-b2da-4027-bcb1-15f3fca68cfb tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:50.768697 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db8587c-b2da-4027-bcb1-15f3fca68cfb tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:22:50.772380 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 86c969c2-11b8-4780-b60a-d6fa56df19aa triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:50.773467 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (86c969c2-11b8-4780-b60a-d6fa56df19aa), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:50.782522 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8587c-b2da-4027-bcb1-15f3fca68cfb tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Pushing event updated for resources: {'Port': ['ID=680bd131-863f-457f-9c39-302ee4303bf7,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:50.817408 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ef4b2204-6521-45fc-a431-bc6f243f044b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (86331d1b-9cb0-4f03-a8ac-14a1bd0c61c8), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:50.877687 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-ef4b2204-6521-45fc-a431-bc6f243f044b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Calling delete_port for 86331d1b-9cb0-4f03-a8ac-14a1bd0c61c8 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:22:50.928783 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db8587c-b2da-4027-bcb1-15f3fca68cfb tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:50.930808 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4db8587c-b2da-4027-bcb1-15f3fca68cfb tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:50.982511 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 86c969c2-11b8-4780-b60a-d6fa56df19aa is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:50.998403 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4db8587c-b2da-4027-bcb1-15f3fca68cfb tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9767785 Jan 18 20:22:51.011631 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 32788) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:51.017791 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-7b0e8b4b-c5d4-4aa8-b1ff-fa1d5ee3f68d tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3a:fa:a1'}]}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:51.131644 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c17e4668-6514-487b-82fc-ec40887a0c99 None None] Provisioning complete for port 680bd131-863f-457f-9c39-302ee4303bf7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:51.132049 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c17e4668-6514-487b-82fc-ec40887a0c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (680bd131-863f-457f-9c39-302ee4303bf7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:51.148947 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b0e8b4b-c5d4-4aa8-b1ff-fa1d5ee3f68d tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (680bd131-863f-457f-9c39-302ee4303bf7), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:51.220822 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c17e4668-6514-487b-82fc-ec40887a0c99 None None] Port 680bd131-863f-457f-9c39-302ee4303bf7 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:22:51.266581 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ef4b2204-6521-45fc-a431-bc6f243f044b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (86331d1b-9cb0-4f03-a8ac-14a1bd0c61c8), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:51.386963 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b2204-6521-45fc-a431-bc6f243f044b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Port': ['ID=86331d1b-9cb0-4f03-a8ac-14a1bd0c61c8,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:51.391596 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-30c607f5-146e-4520-9ecc-ae227221349c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0094a5dd-275e-4904-88d3-f14a7f953d8c {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:22:51.426713 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ef4b2204-6521-45fc-a431-bc6f243f044b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:51.430376 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ef4b2204-6521-45fc-a431-bc6f243f044b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/86331d1b-9cb0-4f03-a8ac-14a1bd0c61c8 HTTP/1.1" status: 204 len: 168 time: 1.7236345 Jan 18 20:22:51.433286 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 32794) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:51.456585 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-30c607f5-146e-4520-9ecc-ae227221349c service neutron] Publish callbacks [] for port (0094a5dd-275e-4904-88d3-f14a7f953d8c), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:51.510350 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b2aabd7-f118-4d45-9eb8-8bca685e4998 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (fbb79d03-1a2f-4660-ae2f-a7b28e001655), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:51.524028 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-30c607f5-146e-4520-9ecc-ae227221349c service neutron] Transition to ACTIVE for port object 0094a5dd-275e-4904-88d3-f14a7f953d8c will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:22:51.607605 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-30c607f5-146e-4520-9ecc-ae227221349c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (0094a5dd-275e-4904-88d3-f14a7f953d8c), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:51.703766 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a688d5aa-8f04-41f0-9d16-eeedcaabdf43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (a04e59a2-2519-46db-b1a2-00df3b854912), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:51.715452 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9595e-6e0b-4195-bd7b-1f49772ffee8 req-36562350-481c-4358-a26a-820e79d2b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:51.715997 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9595e-6e0b-4195-bd7b-1f49772ffee8 req-36562350-481c-4358-a26a-820e79d2b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:51.716630 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9595e-6e0b-4195-bd7b-1f49772ffee8 req-36562350-481c-4358-a26a-820e79d2b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:51.718650 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-04c9595e-6e0b-4195-bd7b-1f49772ffee8 req-36562350-481c-4358-a26a-820e79d2b62e service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=05d04115a5b94604bf26feb88e948fe0&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.0410278 Jan 18 20:22:51.727307 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5bfe2ed-ce7c-4611-882b-2b9f65fdfc11 admin admin] Publish callbacks [] for security_group (38ede7b1-6686-491e-aae6-e7e8e12a8eb3), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:51.738976 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b0e8b4b-c5d4-4aa8-b1ff-fa1d5ee3f68d tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks [] for port (680bd131-863f-457f-9c39-302ee4303bf7), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:51.753356 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dabac9a-a767-4966-bb19-c09d5763c4b2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:51.762236 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dabac9a-a767-4966-bb19-c09d5763c4b2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:51.766321 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4dabac9a-a767-4966-bb19-c09d5763c4b2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3305953 Jan 18 20:22:51.774166 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b0e8b4b-c5d4-4aa8-b1ff-fa1d5ee3f68d tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (680bd131-863f-457f-9c39-302ee4303bf7), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:51.777176 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 32798) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:51.891296 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5bfe2ed-ce7c-4611-882b-2b9f65fdfc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (38ede7b1-6686-491e-aae6-e7e8e12a8eb3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:51.917324 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e8b4b-c5d4-4aa8-b1ff-fa1d5ee3f68d tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Pushing event updated for resources: {'Port': ['ID=680bd131-863f-457f-9c39-302ee4303bf7,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:51.930702 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5678a-78bf-4f2b-8ed7-1462a6074eed req-67d7d7d2-2332-4195-8932-8f695f92df53 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:51.932269 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2aabd7-f118-4d45-9eb8-8bca685e4998 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Pushing event updated for resources: {'Subnet': ['ID=fbb79d03-1a2f-4660-ae2f-a7b28e001655,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:51.936582 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5678a-78bf-4f2b-8ed7-1462a6074eed req-67d7d7d2-2332-4195-8932-8f695f92df53 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:51.944988 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5678a-78bf-4f2b-8ed7-1462a6074eed req-67d7d7d2-2332-4195-8932-8f695f92df53 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:51.946699 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e1e5678a-78bf-4f2b-8ed7-1462a6074eed req-67d7d7d2-2332-4195-8932-8f695f92df53 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2400 time: 0.4273827 Jan 18 20:22:51.990676 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c607f5-146e-4520-9ecc-ae227221349c service neutron] Pushing event updated for resources: {'Port': ['ID=0094a5dd-275e-4904-88d3-f14a7f953d8c,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:52.003351 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a2b411-1058-4749-9b2b-b71def18f341 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet fe9ee565-0e75-44c0-b9be-d83793f0e163 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:22:52.009051 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-84a2b411-1058-4749-9b2b-b71def18f341 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (fe9ee565-0e75-44c0-b9be-d83793f0e163), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:52.188784 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e1e5678a-78bf-4f2b-8ed7-1462a6074eed req-3c61edb2-aa30-4dee-88ab-04ee79e25800 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352931 Jan 18 20:22:52.191467 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-84a2b411-1058-4749-9b2b-b71def18f341 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (fe9ee565-0e75-44c0-b9be-d83793f0e163), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:52.195032 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-7b0e8b4b-c5d4-4aa8-b1ff-fa1d5ee3f68d tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] In _notify_port_updated(), no bound segment for port 680bd131-863f-457f-9c39-302ee4303bf7 on network cbe0c1f5-1850-4649-b039-62c23e5de548 {{(pid=103336) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 18 20:22:52.201405 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0e8b4b-c5d4-4aa8-b1ff-fa1d5ee3f68d tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:52.202139 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b0e8b4b-c5d4-4aa8-b1ff-fa1d5ee3f68d tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:52.206341 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7b0e8b4b-c5d4-4aa8-b1ff-fa1d5ee3f68d tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] 10.222.0.31 "PUT /v2.0/ports/680bd131-863f-457f-9c39-302ee4303bf7 HTTP/1.1" status: 200 len: 997 time: 1.1910317 Jan 18 20:22:52.224318 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 32810) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:52.237149 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a5bfe2ed-ce7c-4611-882b-2b9f65fdfc11 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5233d2635be45fabb426069a98d98d7&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8804421 Jan 18 20:22:52.276143 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfe2ed-ce7c-4611-882b-2b9f65fdfc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ede7b1-6686-491e-aae6-e7e8e12a8eb3,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:52.284424 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 32812) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:52.348711 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2aabd7-f118-4d45-9eb8-8bca685e4998 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Checking segment: {'id': 'b42bd437-f6c6-47c4-983e-4c98e342d8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ff45b718-dba0-4dfb-8fcf-9eb3b0162910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:22:52.349246 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2aabd7-f118-4d45-9eb8-8bca685e4998 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Network hostable DHCP agents. Network: ff45b718-dba0-4dfb-8fcf-9eb3b0162910, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:22:52.464124 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9595e-6e0b-4195-bd7b-1f49772ffee8 req-7bb80018-c817-4944-80a6-6b196983ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:52.465446 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-04c9595e-6e0b-4195-bd7b-1f49772ffee8 req-7bb80018-c817-4944-80a6-6b196983ee5a service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6706905 Jan 18 20:22:52.489502 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a6c214b9-72ee-4e06-8485-3ddd850a7807 None None] Provisioning complete for port 680bd131-863f-457f-9c39-302ee4303bf7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:52.490052 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a6c214b9-72ee-4e06-8485-3ddd850a7807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (680bd131-863f-457f-9c39-302ee4303bf7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:52.503093 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-84a2b411-1058-4749-9b2b-b71def18f341 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (fe9ee565-0e75-44c0-b9be-d83793f0e163), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:52.525654 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-30c607f5-146e-4520-9ecc-ae227221349c service neutron] Attempting to bind port 0094a5dd-275e-4904-88d3-f14a7f953d8c on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:22:52.525863 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-30c607f5-146e-4520-9ecc-ae227221349c service neutron] Attempting to bind port 0094a5dd-275e-4904-88d3-f14a7f953d8c by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'e26783d5-f862-4c86-9a92-52cebc9192c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2a35706e-bab0-4b9d-bd84-206f9df02a32'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:22:52.527200 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-30c607f5-146e-4520-9ecc-ae227221349c service neutron] Attempting to bind port 0094a5dd-275e-4904-88d3-f14a7f953d8c on network 2a35706e-bab0-4b9d-bd84-206f9df02a32 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:22:52.532773 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-f2a7946d-469e-4a89-b234-1fd4ceca7520 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Deleting port 680bd131-863f-457f-9c39-302ee4303bf7 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:22:52.533109 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f2a7946d-469e-4a89-b234-1fd4ceca7520 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (680bd131-863f-457f-9c39-302ee4303bf7), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:52.555286 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2aabd7-f118-4d45-9eb8-8bca685e4998 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Network ff45b718-dba0-4dfb-8fcf-9eb3b0162910 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:22:52.560497 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-30c607f5-146e-4520-9ecc-ae227221349c service neutron] Port 0094a5dd-275e-4904-88d3-f14a7f953d8c on network 2a35706e-bab0-4b9d-bd84-206f9df02a32 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:22:52.560824 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-30c607f5-146e-4520-9ecc-ae227221349c service neutron] Attempting to bind port 0094a5dd-275e-4904-88d3-f14a7f953d8c on network 2a35706e-bab0-4b9d-bd84-206f9df02a32 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:22:52.571875 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cf130ada-0198-4279-aed9-1603fe72a420 admin admin] Publish callbacks [] for security_group (38ede7b1-6686-491e-aae6-e7e8e12a8eb3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:52.575551 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-30c607f5-146e-4520-9ecc-ae227221349c service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:22:52.575873 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-30c607f5-146e-4520-9ecc-ae227221349c service neutron] Checking segment: {'id': 'e26783d5-f862-4c86-9a92-52cebc9192c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2a35706e-bab0-4b9d-bd84-206f9df02a32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:22:52.576258 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-30c607f5-146e-4520-9ecc-ae227221349c service neutron] Bound using segment: {'id': 'e26783d5-f862-4c86-9a92-52cebc9192c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2a35706e-bab0-4b9d-bd84-206f9df02a32'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:22:52.576699 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-30c607f5-146e-4520-9ecc-ae227221349c service neutron] Bound port: 0094a5dd-275e-4904-88d3-f14a7f953d8c, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26783d5-f862-4c86-9a92-52cebc9192c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2a35706e-bab0-4b9d-bd84-206f9df02a32'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:22:52.577623 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-30c607f5-146e-4520-9ecc-ae227221349c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0094a5dd-275e-4904-88d3-f14a7f953d8c), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:52.591561 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-5b2aabd7-f118-4d45-9eb8-8bca685e4998 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, ff45b718-dba0-4dfb-8fcf-9eb3b0162910) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:52.599674 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a6c214b9-72ee-4e06-8485-3ddd850a7807 None None] Port 680bd131-863f-457f-9c39-302ee4303bf7 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:22:52.602365 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97321be7-e206-4b5f-9213-c0ec6f8a3ee6 None None] Network ff45b718-dba0-4dfb-8fcf-9eb3b0162910 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:52.620494 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b2aabd7-f118-4d45-9eb8-8bca685e4998 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (21d61e82-6a04-44d5-b070-8c562e1c746c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:52.680210 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cf130ada-0198-4279-aed9-1603fe72a420 admin admin] Publish callbacks [] for security_group (38ede7b1-6686-491e-aae6-e7e8e12a8eb3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:52.708851 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f2a7946d-469e-4a89-b234-1fd4ceca7520 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (680bd131-863f-457f-9c39-302ee4303bf7), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:52.711604 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-ff45b718-dba0-4dfb-8fcf-9eb3b0162910', 'network_id': 'ff45b718-dba0-4dfb-8fcf-9eb3b0162910', 'project_id': '28d07719acd44b4fb496fce01c379e8a', 'fixed_ips': [{'subnet_id': 'fbb79d03-1a2f-4660-ae2f-a7b28e001655'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:22:52.713368 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:52.745790 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-f2a7946d-469e-4a89-b234-1fd4ceca7520 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Calling delete_port for 680bd131-863f-457f-9c39-302ee4303bf7 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:22:52.787885 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-84a2b411-1058-4749-9b2b-b71def18f341 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (fe9ee565-0e75-44c0-b9be-d83793f0e163), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:52.812858 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2aabd7-f118-4d45-9eb8-8bca685e4998 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Pushing event updated for resources: {'Subnet': ['ID=21d61e82-6a04-44d5-b070-8c562e1c746c,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:52.855237 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2aabd7-f118-4d45-9eb8-8bca685e4998 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Checking segment: {'id': 'fcb9f80e-169e-4b97-bec3-61374169cb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '155f8689-bfd6-4df9-b3b3-37afc561e01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:22:52.855484 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2aabd7-f118-4d45-9eb8-8bca685e4998 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Network hostable DHCP agents. Network: 155f8689-bfd6-4df9-b3b3-37afc561e01c, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:22:52.875849 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Allocated IP 2001:db8::1 (ff45b718-dba0-4dfb-8fcf-9eb3b0162910/fbb79d03-1a2f-4660-ae2f-a7b28e001655/55f37c01-bc67-4f2f-afd6-c2f1238de5f6) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:22:52.893680 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-30c607f5-146e-4520-9ecc-ae227221349c service neutron] For port 0094a5dd-275e-4904-88d3-f14a7f953d8c, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:22:52.951590 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-30c607f5-146e-4520-9ecc-ae227221349c service neutron] For port 0094a5dd-275e-4904-88d3-f14a7f953d8c, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0094a5dd-275e-4904-88d3-f14a7f953d8c,segment=NetworkSegment(e26783d5-f862-4c86-9a92-52cebc9192c7),segment_id=e26783d5-f862-4c86-9a92-52cebc9192c7)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:22:52.974025 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cf130ada-0198-4279-aed9-1603fe72a420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (38ede7b1-6686-491e-aae6-e7e8e12a8eb3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:52.977451 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cf130ada-0198-4279-aed9-1603fe72a420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:52.993722 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cf130ada-0198-4279-aed9-1603fe72a420 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38ede7b1-6686-491e-aae6-e7e8e12a8eb3 HTTP/1.1" status: 204 len: 168 time: 0.6911318 Jan 18 20:22:52.997945 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-30c607f5-146e-4520-9ecc-ae227221349c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (0094a5dd-275e-4904-88d3-f14a7f953d8c), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:53.063840 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f2a7946d-469e-4a89-b234-1fd4ceca7520 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (680bd131-863f-457f-9c39-302ee4303bf7), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:53.105620 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-84a2b411-1058-4749-9b2b-b71def18f341 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:53.115678 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e124a290-9715-4d9e-a2af-56e44da567f4 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:53.119489 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-84a2b411-1058-4749-9b2b-b71def18f341 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/fe9ee565-0e75-44c0-b9be-d83793f0e163 HTTP/1.1" status: 204 len: 168 time: 1.2881866 Jan 18 20:22:53.122563 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2b411-1058-4749-9b2b-b71def18f341 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=fe9ee565-0e75-44c0-b9be-d83793f0e163,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:53.138735 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 32826) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:53.192879 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7946d-469e-4a89-b234-1fd4ceca7520 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Pushing event deleted for resources: {'Port': ['ID=680bd131-863f-457f-9c39-302ee4303bf7,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:53.242024 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c607f5-146e-4520-9ecc-ae227221349c service neutron] Pushing event updated for resources: {'Port': ['ID=0094a5dd-275e-4904-88d3-f14a7f953d8c,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:53.251091 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2aabd7-f118-4d45-9eb8-8bca685e4998 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Network 155f8689-bfd6-4df9-b3b3-37afc561e01c is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:22:53.261136 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Publish callbacks [] for port (55f37c01-bc67-4f2f-afd6-c2f1238de5f6), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:53.261986 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a8033470-fb4d-48c8-ab5d-df3bb4b02ba1 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0815761 Jan 18 20:22:53.266432 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 32830) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:53.288256 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf130ada-0198-4279-aed9-1603fe72a420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ede7b1-6686-491e-aae6-e7e8e12a8eb3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:53.309712 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-30c607f5-146e-4520-9ecc-ae227221349c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:53.310429 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-30c607f5-146e-4520-9ecc-ae227221349c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:53.313759 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-30c607f5-146e-4520-9ecc-ae227221349c service neutron] 10.222.0.70 "PUT /v2.0/ports/0094a5dd-275e-4904-88d3-f14a7f953d8c HTTP/1.1" status: 200 len: 1092 time: 4.2501481 Jan 18 20:22:53.317892 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed746928-61fa-41d7-870c-c69758daec2f', 'tag': '0094a5dd-275e-4904-88d3-f14a7f953d8c'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:22:53.332749 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8aef79e-1d10-4628-9f21-aebda46d61d9" -d '{"events": [{"name": "network-changed", "server_uuid": "ed746928-61fa-41d7-870c-c69758daec2f", "tag": "0094a5dd-275e-4904-88d3-f14a7f953d8c"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:22:53.349826 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-5b2aabd7-f118-4d45-9eb8-8bca685e4998 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 155f8689-bfd6-4df9-b3b3-37afc561e01c) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:53.390687 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc39d8b0-0533-4b0b-a1bf-f75716afb723 None None] Network 155f8689-bfd6-4df9-b3b3-37afc561e01c requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:53.390966 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-5631307b-52c6-4406-a98a-49038243f95e service neutron] Request body: {'port': {'device_id': 'ed746928-61fa-41d7-870c-c69758daec2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:53.398253 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2aabd7-f118-4d45-9eb8-8bca685e4998 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:53.398726 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2aabd7-f118-4d45-9eb8-8bca685e4998 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:53.399384 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b2aabd7-f118-4d45-9eb8-8bca685e4998 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:53.462630 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f6a573-2b92-4f76-8972-3dd56931d234 x-openstack-request-id: req-b2f6a573-2b92-4f76-8972-3dd56931d234 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:22:53.462998 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed746928-61fa-41d7-870c-c69758daec2f", "tag": "0094a5dd-275e-4904-88d3-f14a7f953d8c", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:22:53.463212 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b2f6a573-2b92-4f76-8972-3dd56931d234 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:22:53.463582 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed746928-61fa-41d7-870c-c69758daec2f', 'tag': '0094a5dd-275e-4904-88d3-f14a7f953d8c', 'status': 'completed', 'code': 200} Jan 18 20:22:53.465960 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (55f37c01-bc67-4f2f-afd6-c2f1238de5f6), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:53.652016 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5e2a80-c033-4190-b285-c9ad028dcacc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:53.666511 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-de5e2a80-c033-4190-b285-c9ad028dcacc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3873732 Jan 18 20:22:53.667981 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f2a7946d-469e-4a89-b234-1fd4ceca7520 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:53.674455 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5b2aabd7-f118-4d45-9eb8-8bca685e4998 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 5.0941401 Jan 18 20:22:53.678075 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 32844) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:53.687343 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 32846) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:53.695610 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f2a7946d-469e-4a89-b234-1fd4ceca7520 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] 10.222.0.31 "DELETE /v2.0/ports/680bd131-863f-457f-9c39-302ee4303bf7 HTTP/1.1" status: 204 len: 168 time: 1.4702229 Jan 18 20:22:53.697671 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 32848) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:53.711617 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Network ff45b718-dba0-4dfb-8fcf-9eb3b0162910 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:22:53.735732 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:53.813114 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:22:53.826303 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8e475-2d85-4640-b275-115aed4eac6e req-13c94273-f907-47c8-951e-cedb929890d7 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:53.829434 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ae2d71-451c-4b6e-8e12-cdb8c0262bde None None] DHCP port deletion for c68ada5d-da8a-41c6-813a-b53f9c35e893 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:22:53.834499 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8e475-2d85-4640-b275-115aed4eac6e req-13c94273-f907-47c8-951e-cedb929890d7 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:53.843953 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8e475-2d85-4640-b275-115aed4eac6e req-13c94273-f907-47c8-951e-cedb929890d7 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:53.851923 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ee8e475-2d85-4640-b275-115aed4eac6e req-13c94273-f907-47c8-951e-cedb929890d7 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2400 time: 0.3397300 Jan 18 20:22:53.886222 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2232f0-9f97-4a10-8885-4d786813adfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-155f8689-bfd6-4df9-b3b3-37afc561e01c', 'network_id': '155f8689-bfd6-4df9-b3b3-37afc561e01c', 'project_id': '28d07719acd44b4fb496fce01c379e8a', 'fixed_ips': [{'subnet_id': '21d61e82-6a04-44d5-b070-8c562e1c746c'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:22:53.887372 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2e2232f0-9f97-4a10-8885-4d786813adfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:53.935397 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Pushing event updated for resources: {'Port': ['ID=55f37c01-bc67-4f2f-afd6-c2f1238de5f6,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:53.950905 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ee8e475-2d85-4640-b275-115aed4eac6e req-04710387-9a1e-46a8-adef-63b095d0af96 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977988 Jan 18 20:22:53.956794 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5960995-2810-4225-bafc-d44e373780da tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] GET failed (client error): The resource could not be found. Jan 18 20:22:53.958633 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Attempting to bind port 55f37c01-bc67-4f2f-afd6-c2f1238de5f6 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:22:53.963278 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a5960995-2810-4225-bafc-d44e373780da tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] 10.222.0.31 "GET /v2.0/ports/680bd131-863f-457f-9c39-302ee4303bf7 HTTP/1.1" status: 404 len: 333 time: 0.2488108 Jan 18 20:22:53.968792 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Attempting to bind port 55f37c01-bc67-4f2f-afd6-c2f1238de5f6 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'b42bd437-f6c6-47c4-983e-4c98e342d8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ff45b718-dba0-4dfb-8fcf-9eb3b0162910'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:22:53.971176 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 32860) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:53.971460 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Attempting to bind port 55f37c01-bc67-4f2f-afd6-c2f1238de5f6 on network ff45b718-dba0-4dfb-8fcf-9eb3b0162910 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:22:53.976477 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-46448273-3e37-46ec-b1af-2161ff27aa6d tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Request body: {'port': {'network_id': 'cbe0c1f5-1850-4649-b039-62c23e5de548', 'name': 'tempest-AllowedAddressPairTestJSON-822539547'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:53.986127 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:53.986750 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:53.987338 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:53.990890 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:53.991954 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:53.992620 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:53.993117 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:53.993619 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:53.994136 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:53.995173 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:53.995672 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:54.002235 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:54.002751 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:54.048456 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a688d5aa-8f04-41f0-9d16-eeedcaabdf43 admin admin] Deleting port b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:22:54.048867 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a688d5aa-8f04-41f0-9d16-eeedcaabdf43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:54.050170 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:22:54.050773 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Checking segment: {'id': 'b42bd437-f6c6-47c4-983e-4c98e342d8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ff45b718-dba0-4dfb-8fcf-9eb3b0162910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:22:54.051347 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:54.051919 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Bound using segment: {'id': 'b42bd437-f6c6-47c4-983e-4c98e342d8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ff45b718-dba0-4dfb-8fcf-9eb3b0162910'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:22:54.052576 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Bound port: 55f37c01-bc67-4f2f-afd6-c2f1238de5f6, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42bd437-f6c6-47c4-983e-4c98e342d8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ff45b718-dba0-4dfb-8fcf-9eb3b0162910'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:22:54.053125 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (55f37c01-bc67-4f2f-afd6-c2f1238de5f6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:54.093759 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-5631307b-52c6-4406-a98a-49038243f95e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ec218c03-ea01-4384-a2f1-9e91619b9d08), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:54.115915 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aef79e-1d10-4628-9f21-aebda46d61d9 req-09e03d42-36a4-4dae-9b4f-60d2d483d3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:54.115915 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aef79e-1d10-4628-9f21-aebda46d61d9 req-09e03d42-36a4-4dae-9b4f-60d2d483d3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:54.115915 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aef79e-1d10-4628-9f21-aebda46d61d9 req-09e03d42-36a4-4dae-9b4f-60d2d483d3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:54.116692 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a8aef79e-1d10-4628-9f21-aebda46d61d9 req-09e03d42-36a4-4dae-9b4f-60d2d483d3de service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=05d04115a5b94604bf26feb88e948fe0&device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2798 time: 0.6196818 Jan 18 20:22:54.165932 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8092a3a2-2ce8-400b-952b-d9733bfffc61 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:54.167845 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8092a3a2-2ce8-400b-952b-d9733bfffc61 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:54.169451 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8092a3a2-2ce8-400b-952b-d9733bfffc61 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:54.171306 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8092a3a2-2ce8-400b-952b-d9733bfffc61 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.4807570 Jan 18 20:22:54.181769 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cf98f4-f6d6-4294-b2d5-cb424f8b7a6e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:54.183754 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-91cf98f4-f6d6-4294-b2d5-cb424f8b7a6e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4943576 Jan 18 20:22:54.189201 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 32866) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:54.189780 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 32868) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:54.347998 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-98ae2d71-451c-4b6e-8e12-cdb8c0262bde None None] Deleting port 86c969c2-11b8-4780-b60a-d6fa56df19aa {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:22:54.348764 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-98ae2d71-451c-4b6e-8e12-cdb8c0262bde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (86c969c2-11b8-4780-b60a-d6fa56df19aa), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:54.638447 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-98ae2d71-451c-4b6e-8e12-cdb8c0262bde None None] For port 86c969c2-11b8-4780-b60a-d6fa56df19aa, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=86c969c2-11b8-4780-b60a-d6fa56df19aa,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:22:54.639153 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-98ae2d71-451c-4b6e-8e12-cdb8c0262bde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (86c969c2-11b8-4780-b60a-d6fa56df19aa), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:54.655501 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-98ae2d71-451c-4b6e-8e12-cdb8c0262bde None None] Calling delete_port for 86c969c2-11b8-4780-b60a-d6fa56df19aa owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:22:54.756692 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] For port 55f37c01-bc67-4f2f-afd6-c2f1238de5f6, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:22:54.761147 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] For port 55f37c01-bc67-4f2f-afd6-c2f1238de5f6, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=55f37c01-bc67-4f2f-afd6-c2f1238de5f6,segment=NetworkSegment(b42bd437-f6c6-47c4-983e-4c98e342d8c1),segment_id=b42bd437-f6c6-47c4-983e-4c98e342d8c1)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:22:54.827135 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-2e2232f0-9f97-4a10-8885-4d786813adfe None None] Allocated IP 2001:db8:0:1::1 (155f8689-bfd6-4df9-b3b3-37afc561e01c/21d61e82-6a04-44d5-b070-8c562e1c746c/7dbffbe9-6d92-4fc2-90a3-35466fb100a4) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:22:54.940147 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 32874) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:54.950890 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6f893b8f-bb36-40c1-b5ef-0d7f1def0009 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7195365 Jan 18 20:22:54.987318 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 32876) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:54.988325 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46448273-3e37-46ec-b1af-2161ff27aa6d tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Made reservation on behalf of c93bc4cb21ff4a4b80f16e75eb4decef for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:54.992751 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46448273-3e37-46ec-b1af-2161ff27aa6d tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:55.027303 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-34ded92b-8cb1-4c66-b3fe-30402815b438 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:55.056836 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2e2232f0-9f97-4a10-8885-4d786813adfe None None] Publish callbacks [] for port (7dbffbe9-6d92-4fc2-90a3-35466fb100a4), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:55.065057 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 86c969c2-11b8-4780-b60a-d6fa56df19aa no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:22:55.097930 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 86c969c2-11b8-4780-b60a-d6fa56df19aa {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:22:55.098415 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 86c969c2-11b8-4780-b60a-d6fa56df19aa not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:22:55.112715 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2e2232f0-9f97-4a10-8885-4d786813adfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (7dbffbe9-6d92-4fc2-90a3-35466fb100a4), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:55.125754 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-98ae2d71-451c-4b6e-8e12-cdb8c0262bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (86c969c2-11b8-4780-b60a-d6fa56df19aa), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:55.129973 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (55f37c01-bc67-4f2f-afd6-c2f1238de5f6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:55.257571 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2232f0-9f97-4a10-8885-4d786813adfe None None] Network 155f8689-bfd6-4df9-b3b3-37afc561e01c is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:22:55.263735 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ae2d71-451c-4b6e-8e12-cdb8c0262bde None None] No DVR routers for this DVR port 86c969c2-11b8-4780-b60a-d6fa56df19aa on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:22:55.265125 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a688d5aa-8f04-41f0-9d16-eeedcaabdf43 admin admin] For port b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb,segment=NetworkSegment(35d10ff5-ca3e-43a8-82e5-0b576ef5c38b),segment_id=35d10ff5-ca3e-43a8-82e5-0b576ef5c38b)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:22:55.265670 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a688d5aa-8f04-41f0-9d16-eeedcaabdf43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:55.284293 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-2e2232f0-9f97-4a10-8885-4d786813adfe None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:55.300359 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2232f0-9f97-4a10-8885-4d786813adfe None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:22:55.362058 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-220134c0-3475-48bf-be06-55c0949ff823 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1333216643'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:55.367187 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a688d5aa-8f04-41f0-9d16-eeedcaabdf43 admin admin] Calling delete_port for b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:22:55.393347 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-46448273-3e37-46ec-b1af-2161ff27aa6d tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] device_id is not set on port 894fd9f5-218e-463f-8bd5-d8750c9f1c28 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:22:55.422770 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2232f0-9f97-4a10-8885-4d786813adfe None None] Pushing event updated for resources: {'Port': ['ID=7dbffbe9-6d92-4fc2-90a3-35466fb100a4,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:55.503271 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae2d71-451c-4b6e-8e12-cdb8c0262bde None None] Pushing event deleted for resources: {'Port': ['ID=86c969c2-11b8-4780-b60a-d6fa56df19aa,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:55.579267 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-2e2232f0-9f97-4a10-8885-4d786813adfe None None] Attempting to bind port 7dbffbe9-6d92-4fc2-90a3-35466fb100a4 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:22:55.579267 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-2e2232f0-9f97-4a10-8885-4d786813adfe None None] Attempting to bind port 7dbffbe9-6d92-4fc2-90a3-35466fb100a4 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'fcb9f80e-169e-4b97-bec3-61374169cb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '155f8689-bfd6-4df9-b3b3-37afc561e01c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:22:55.585716 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2232f0-9f97-4a10-8885-4d786813adfe None None] Attempting to bind port 7dbffbe9-6d92-4fc2-90a3-35466fb100a4 on network 155f8689-bfd6-4df9-b3b3-37afc561e01c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:22:55.623678 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2232f0-9f97-4a10-8885-4d786813adfe None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:22:55.624059 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2232f0-9f97-4a10-8885-4d786813adfe None None] Checking segment: {'id': 'fcb9f80e-169e-4b97-bec3-61374169cb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '155f8689-bfd6-4df9-b3b3-37afc561e01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:22:55.624504 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2e2232f0-9f97-4a10-8885-4d786813adfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:55.624899 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2232f0-9f97-4a10-8885-4d786813adfe None None] Bound using segment: {'id': 'fcb9f80e-169e-4b97-bec3-61374169cb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '155f8689-bfd6-4df9-b3b3-37afc561e01c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:22:55.625377 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-2e2232f0-9f97-4a10-8885-4d786813adfe None None] Bound port: 7dbffbe9-6d92-4fc2-90a3-35466fb100a4, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb9f80e-169e-4b97-bec3-61374169cb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '155f8689-bfd6-4df9-b3b3-37afc561e01c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:22:55.633136 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2e2232f0-9f97-4a10-8885-4d786813adfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7dbffbe9-6d92-4fc2-90a3-35466fb100a4), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:55.656138 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-46448273-3e37-46ec-b1af-2161ff27aa6d tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Allocated IP 172.20.0.6 (cbe0c1f5-1850-4649-b039-62c23e5de548/d96d01ef-fc61-4436-a20d-4cd38782598f/894fd9f5-218e-463f-8bd5-d8750c9f1c28) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:22:55.829711 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aef79e-1d10-4628-9f21-aebda46d61d9 req-04343636-36ef-44e3-8e5a-2cad978f384f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:55.830478 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aef79e-1d10-4628-9f21-aebda46d61d9 req-04343636-36ef-44e3-8e5a-2cad978f384f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:55.831151 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aef79e-1d10-4628-9f21-aebda46d61d9 req-04343636-36ef-44e3-8e5a-2cad978f384f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:55.832859 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a8aef79e-1d10-4628-9f21-aebda46d61d9 req-04343636-36ef-44e3-8e5a-2cad978f384f service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=05d04115a5b94604bf26feb88e948fe0&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.6809058 Jan 18 20:22:55.851627 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a688d5aa-8f04-41f0-9d16-eeedcaabdf43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:55.917498 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-2e2232f0-9f97-4a10-8885-4d786813adfe None None] For port 7dbffbe9-6d92-4fc2-90a3-35466fb100a4, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:22:55.928680 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-2e2232f0-9f97-4a10-8885-4d786813adfe None None] For port 7dbffbe9-6d92-4fc2-90a3-35466fb100a4, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7dbffbe9-6d92-4fc2-90a3-35466fb100a4,segment=NetworkSegment(fcb9f80e-169e-4b97-bec3-61374169cb78),segment_id=fcb9f80e-169e-4b97-bec3-61374169cb78)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:22:55.938206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688d5aa-8f04-41f0-9d16-eeedcaabdf43 admin admin] Pushing event deleted for resources: {'Port': ['ID=b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:55.940043 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-eef77ff9-4065-490f-b2f6-c6a0c55840a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:55.964721 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2e2232f0-9f97-4a10-8885-4d786813adfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7dbffbe9-6d92-4fc2-90a3-35466fb100a4), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:55.972727 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e4340-4575-4be7-b5f3-bd2a92fc129a None None] Pushing event updated for resources: {'Port': ['ID=55f37c01-bc67-4f2f-afd6-c2f1238de5f6,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:56.043955 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220134c0-3475-48bf-be06-55c0949ff823 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:56.049453 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-220134c0-3475-48bf-be06-55c0949ff823 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:56.072827 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-220134c0-3475-48bf-be06-55c0949ff823 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:56.098057 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b13dd1e-1513-436e-91ce-293bf6c2b671 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Deleting subnet fbb79d03-1a2f-4660-ae2f-a7b28e001655 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:22:56.103220 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2232f0-9f97-4a10-8885-4d786813adfe None None] Pushing event updated for resources: {'Port': ['ID=7dbffbe9-6d92-4fc2-90a3-35466fb100a4,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:56.103794 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3b13dd1e-1513-436e-91ce-293bf6c2b671 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks [] for subnet (fbb79d03-1a2f-4660-ae2f-a7b28e001655), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:56.161019 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3b13dd1e-1513-436e-91ce-293bf6c2b671 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (fbb79d03-1a2f-4660-ae2f-a7b28e001655), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:56.236829 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-5631307b-52c6-4406-a98a-49038243f95e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec218c03-ea01-4384-a2f1-9e91619b9d08 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:22:56.244935 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-5631307b-52c6-4406-a98a-49038243f95e service neutron] Publish callbacks [] for port (ec218c03-ea01-4384-a2f1-9e91619b9d08), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:56.263950 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-5631307b-52c6-4406-a98a-49038243f95e service neutron] Transition to ACTIVE for port object ec218c03-ea01-4384-a2f1-9e91619b9d08 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:22:56.282921 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-5631307b-52c6-4406-a98a-49038243f95e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (ec218c03-ea01-4384-a2f1-9e91619b9d08), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:56.301681 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3b13dd1e-1513-436e-91ce-293bf6c2b671 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (fbb79d03-1a2f-4660-ae2f-a7b28e001655), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:56.460055 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf83e2-452e-4b86-bf93-19b0a53c4abf req-c2e243ea-a12c-4ac5-ad30-e7f0e0d95453 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:56.474225 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631307b-52c6-4406-a98a-49038243f95e service neutron] Pushing event updated for resources: {'Port': ['ID=ec218c03-ea01-4384-a2f1-9e91619b9d08,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:56.474404 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf83e2-452e-4b86-bf93-19b0a53c4abf req-c2e243ea-a12c-4ac5-ad30-e7f0e0d95453 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:56.506569 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf83e2-452e-4b86-bf93-19b0a53c4abf req-c2e243ea-a12c-4ac5-ad30-e7f0e0d95453 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:56.526259 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-83bf83e2-452e-4b86-bf93-19b0a53c4abf req-c2e243ea-a12c-4ac5-ad30-e7f0e0d95453 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2400 time: 1.2093043 Jan 18 20:22:56.550061 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ded92b-8cb1-4c66-b3fe-30402815b438 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:56.561400 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34ded92b-8cb1-4c66-b3fe-30402815b438 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:56.579258 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aef79e-1d10-4628-9f21-aebda46d61d9 req-1f033fd6-07aa-4189-a7f5-2c4abdd8511a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:56.587589 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a8aef79e-1d10-4628-9f21-aebda46d61d9 req-1f033fd6-07aa-4189-a7f5-2c4abdd8511a service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7297060 Jan 18 20:22:56.601981 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3b13dd1e-1513-436e-91ce-293bf6c2b671 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (fbb79d03-1a2f-4660-ae2f-a7b28e001655), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:56.796513 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13dd1e-1513-436e-91ce-293bf6c2b671 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb79d03-1a2f-4660-ae2f-a7b28e001655,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:56.954076 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-5631307b-52c6-4406-a98a-49038243f95e service neutron] Attempting to bind port ec218c03-ea01-4384-a2f1-9e91619b9d08 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:22:56.954407 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-5631307b-52c6-4406-a98a-49038243f95e service neutron] Attempting to bind port ec218c03-ea01-4384-a2f1-9e91619b9d08 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'b653f61e-1f44-49ef-acf6-58f2f4cd30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '957354af-04bd-406c-953d-2bd45afe9e07'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:22:56.954730 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-5631307b-52c6-4406-a98a-49038243f95e service neutron] Attempting to bind port ec218c03-ea01-4384-a2f1-9e91619b9d08 on network 957354af-04bd-406c-953d-2bd45afe9e07 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:22:56.964263 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-5631307b-52c6-4406-a98a-49038243f95e service neutron] Port ec218c03-ea01-4384-a2f1-9e91619b9d08 on network 957354af-04bd-406c-953d-2bd45afe9e07 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:22:56.964582 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-5631307b-52c6-4406-a98a-49038243f95e service neutron] Attempting to bind port ec218c03-ea01-4384-a2f1-9e91619b9d08 on network 957354af-04bd-406c-953d-2bd45afe9e07 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:22:56.987115 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-5631307b-52c6-4406-a98a-49038243f95e service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:22:56.987451 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-5631307b-52c6-4406-a98a-49038243f95e service neutron] Checking segment: {'id': 'b653f61e-1f44-49ef-acf6-58f2f4cd30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '957354af-04bd-406c-953d-2bd45afe9e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:22:56.987833 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-5631307b-52c6-4406-a98a-49038243f95e service neutron] Bound using segment: {'id': 'b653f61e-1f44-49ef-acf6-58f2f4cd30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '957354af-04bd-406c-953d-2bd45afe9e07'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:22:56.988673 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-5631307b-52c6-4406-a98a-49038243f95e service neutron] Bound port: ec218c03-ea01-4384-a2f1-9e91619b9d08, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b653f61e-1f44-49ef-acf6-58f2f4cd30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '957354af-04bd-406c-953d-2bd45afe9e07'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:22:56.993766 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-5631307b-52c6-4406-a98a-49038243f95e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ec218c03-ea01-4384-a2f1-9e91619b9d08), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:56.997004 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 55f37c01-bc67-4f2f-afd6-c2f1238de5f6 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:22:57.000521 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3b13dd1e-1513-436e-91ce-293bf6c2b671 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:57.008732 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a688d5aa-8f04-41f0-9d16-eeedcaabdf43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (a04e59a2-2519-46db-b1a2-00df3b854912), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:57.021110 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 32898) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:57.026956 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3b13dd1e-1513-436e-91ce-293bf6c2b671 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] 10.222.0.31 "DELETE /v2.0/subnets/fbb79d03-1a2f-4660-ae2f-a7b28e001655 HTTP/1.1" status: 204 len: 168 time: 2.7959797 Jan 18 20:22:57.122739 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 55f37c01-bc67-4f2f-afd6-c2f1238de5f6 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:57.123111 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (55f37c01-bc67-4f2f-afd6-c2f1238de5f6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:57.307745 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2229613-533c-447d-b8f6-91bf94a6cffe None None] Network ff45b718-dba0-4dfb-8fcf-9eb3b0162910 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:57.340869 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e2e82f-a61d-4c74-ac18-91a79a7b4ce6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Deleting subnet 21d61e82-6a04-44d5-b070-8c562e1c746c {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:22:57.349384 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-95e2e82f-a61d-4c74-ac18-91a79a7b4ce6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks [] for subnet (21d61e82-6a04-44d5-b070-8c562e1c746c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:57.435866 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-5631307b-52c6-4406-a98a-49038243f95e service neutron] For port ec218c03-ea01-4384-a2f1-9e91619b9d08, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:22:57.463923 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-95e2e82f-a61d-4c74-ac18-91a79a7b4ce6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (21d61e82-6a04-44d5-b070-8c562e1c746c), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:57.466335 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-5631307b-52c6-4406-a98a-49038243f95e service neutron] For port ec218c03-ea01-4384-a2f1-9e91619b9d08, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ec218c03-ea01-4384-a2f1-9e91619b9d08,segment=NetworkSegment(b653f61e-1f44-49ef-acf6-58f2f4cd30db),segment_id=b653f61e-1f44-49ef-acf6-58f2f4cd30db)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:22:57.471658 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46448273-3e37-46ec-b1af-2161ff27aa6d tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks [] for port (894fd9f5-218e-463f-8bd5-d8750c9f1c28), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:57.490368 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34ded92b-8cb1-4c66-b3fe-30402815b438 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (7ce092f4-8ccd-4d89-b8d6-598eae74066f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:57.504252 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 55f37c01-bc67-4f2f-afd6-c2f1238de5f6 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:57.504487 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-5631307b-52c6-4406-a98a-49038243f95e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (ec218c03-ea01-4384-a2f1-9e91619b9d08), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:57.504643 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (55f37c01-bc67-4f2f-afd6-c2f1238de5f6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:57.538389 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-83bf83e2-452e-4b86-bf93-19b0a53c4abf req-2636b6f4-1108-4ade-8c87-4f2d0bf048aa tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0105066 Jan 18 20:22:57.632222 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ded92b-8cb1-4c66-b3fe-30402815b438 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:22:57.635023 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 55f37c01-bc67-4f2f-afd6-c2f1238de5f6, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=55f37c01-bc67-4f2f-afd6-c2f1238de5f6,segment=NetworkSegment(b42bd437-f6c6-47c4-983e-4c98e342d8c1),segment_id=b42bd437-f6c6-47c4-983e-4c98e342d8c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:22:57.641897 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-b024f90f-4f62-47c0-9852-bdaee9db8d01 None None] Provisioning complete for port 55f37c01-bc67-4f2f-afd6-c2f1238de5f6 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:57.642282 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b024f90f-4f62-47c0-9852-bdaee9db8d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (55f37c01-bc67-4f2f-afd6-c2f1238de5f6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:57.645598 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (55f37c01-bc67-4f2f-afd6-c2f1238de5f6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:57.651810 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-34ded92b-8cb1-4c66-b3fe-30402815b438 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:57.679896 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c9507e-9b9b-4dc8-a0df-fffd3a1bf810 None None] DHCP port deletion for ff45b718-dba0-4dfb-8fcf-9eb3b0162910 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:22:57.680600 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ded92b-8cb1-4c66-b3fe-30402815b438 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:57.681205 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34ded92b-8cb1-4c66-b3fe-30402815b438 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:57.693497 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ded92b-8cb1-4c66-b3fe-30402815b438 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=7ce092f4-8ccd-4d89-b8d6-598eae74066f,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:57.721225 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-220134c0-3475-48bf-be06-55c0949ff823 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (48a75551-d037-4df5-b02f-b0f4e45d49c5), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:57.760543 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-220134c0-3475-48bf-be06-55c0949ff823 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (48a75551-d037-4df5-b02f-b0f4e45d49c5), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:57.769319 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c7aaf5-6e87-47f0-bb8e-7b48fdd6f4f5 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:57.778837 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-34ded92b-8cb1-4c66-b3fe-30402815b438 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7827876 Jan 18 20:22:57.800477 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 32910) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:57.824029 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46448273-3e37-46ec-b1af-2161ff27aa6d tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (894fd9f5-218e-463f-8bd5-d8750c9f1c28), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:57.868850 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-ca8c1ce5-705a-46a1-b805-df9eb1b7061a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'port': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'fixed_ips': [{'subnet_id': '7ce092f4-8ccd-4d89-b8d6-598eae74066f', 'ip_address': '2001:db8::ce88:39e4:3ad2:6ad0'}], 'name': 'tempest-NetworksTestDHCPv6-598159707'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:58.004140 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a688d5aa-8f04-41f0-9d16-eeedcaabdf43 admin admin] Router a04e59a2-2519-46db-b1a2-00df3b854912 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:22:58.070507 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-5631307b-52c6-4406-a98a-49038243f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:58.071128 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-5631307b-52c6-4406-a98a-49038243f95e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:58.072558 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-5631307b-52c6-4406-a98a-49038243f95e service neutron] 10.222.0.70 "PUT /v2.0/ports/ec218c03-ea01-4384-a2f1-9e91619b9d08 HTTP/1.1" status: 200 len: 1091 time: 4.6968811 Jan 18 20:22:58.096521 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631307b-52c6-4406-a98a-49038243f95e service neutron] Pushing event updated for resources: {'Port': ['ID=ec218c03-ea01-4384-a2f1-9e91619b9d08,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:58.103680 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-220134c0-3475-48bf-be06-55c0949ff823 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:22:58.107722 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed746928-61fa-41d7-870c-c69758daec2f', 'tag': 'ec218c03-ea01-4384-a2f1-9e91619b9d08'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:22:58.111560 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45780a2-0707-4c5b-aa5c-672c1e9df953" -d '{"events": [{"name": "network-changed", "server_uuid": "ed746928-61fa-41d7-870c-c69758daec2f", "tag": "ec218c03-ea01-4384-a2f1-9e91619b9d08"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:22:58.173549 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4827e690-ab7e-442c-81ee-bd0316f29e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:58.214737 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=55f37c01-bc67-4f2f-afd6-c2f1238de5f6,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:58.241106 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220134c0-3475-48bf-be06-55c0949ff823 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a75551-d037-4df5-b02f-b0f4e45d49c5,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:58.242185 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d4528a-e433-48a5-8ef7-7d8c14e20e63 x-openstack-request-id: req-24d4528a-e433-48a5-8ef7-7d8c14e20e63 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:22:58.242654 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed746928-61fa-41d7-870c-c69758daec2f", "tag": "ec218c03-ea01-4384-a2f1-9e91619b9d08", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:22:58.244668 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-220134c0-3475-48bf-be06-55c0949ff823 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (5de8e155-939a-4be3-a7d6-875bae8dbb18), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:58.244668 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-220134c0-3475-48bf-be06-55c0949ff823 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Added segment 5de8e155-939a-4be3-a7d6-875bae8dbb18 of type vlan for network febaf15b-5046-47b7-b6d8-f2693dbad764 Jan 18 20:22:58.262555 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24d4528a-e433-48a5-8ef7-7d8c14e20e63 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:22:58.264538 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed746928-61fa-41d7-870c-c69758daec2f', 'tag': 'ec218c03-ea01-4384-a2f1-9e91619b9d08', 'status': 'completed', 'code': 200} Jan 18 20:22:58.324597 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46448273-3e37-46ec-b1af-2161ff27aa6d tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Network cbe0c1f5-1850-4649-b039-62c23e5de548 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:22:58.340607 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-46448273-3e37-46ec-b1af-2161ff27aa6d tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:58.354747 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46448273-3e37-46ec-b1af-2161ff27aa6d tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:22:58.365853 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a00f9f-ae19-488b-b01d-095a888b95f5 None None] Network 155f8689-bfd6-4df9-b3b3-37afc561e01c requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:58.415981 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46448273-3e37-46ec-b1af-2161ff27aa6d tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Pushing event updated for resources: {'Port': ['ID=894fd9f5-218e-463f-8bd5-d8750c9f1c28,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:58.464835 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-00c9507e-9b9b-4dc8-a0df-fffd3a1bf810 None None] Deleting port 55f37c01-bc67-4f2f-afd6-c2f1238de5f6 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:22:58.465192 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-00c9507e-9b9b-4dc8-a0df-fffd3a1bf810 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (55f37c01-bc67-4f2f-afd6-c2f1238de5f6), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:58.494357 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741cab93-e2fd-4f55-b270-7f79f98a1ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-c68ada5d-da8a-41c6-813a-b53f9c35e893', 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'fixed_ips': [{'subnet_id': '7ce092f4-8ccd-4d89-b8d6-598eae74066f'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:22:58.495423 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-741cab93-e2fd-4f55-b270-7f79f98a1ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:58.498319 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b024f90f-4f62-47c0-9852-bdaee9db8d01 None None] Current status of the port 55f37c01-bc67-4f2f-afd6-c2f1238de5f6 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:22:58.514830 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a688d5aa-8f04-41f0-9d16-eeedcaabdf43 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:22:58.526630 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a688d5aa-8f04-41f0-9d16-eeedcaabdf43 admin admin] 10.222.0.31 "PUT /v2.0/routers/a04e59a2-2519-46db-b1a2-00df3b854912/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8575771 Jan 18 20:22:58.526812 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c395432e-8830-492f-9853-67259b0615b6 None None] Sync routers for ids ['a04e59a2-2519-46db-b1a2-00df3b854912'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:22:58.531474 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 32920) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:58.567342 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c395432e-8830-492f-9853-67259b0615b6 None None] Routers {'a04e59a2-2519-46db-b1a2-00df3b854912'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:22:58.569485 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c395432e-8830-492f-9853-67259b0615b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:22:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['a04e59a2-2519-46db-b1a2-00df3b854912'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:58.654438 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-00c9507e-9b9b-4dc8-a0df-fffd3a1bf810 None None] For port 55f37c01-bc67-4f2f-afd6-c2f1238de5f6, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=55f37c01-bc67-4f2f-afd6-c2f1238de5f6,segment=NetworkSegment(b42bd437-f6c6-47c4-983e-4c98e342d8c1),segment_id=b42bd437-f6c6-47c4-983e-4c98e342d8c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:22:58.655042 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-00c9507e-9b9b-4dc8-a0df-fffd3a1bf810 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (55f37c01-bc67-4f2f-afd6-c2f1238de5f6), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:58.673145 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-95e2e82f-a61d-4c74-ac18-91a79a7b4ce6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (21d61e82-6a04-44d5-b070-8c562e1c746c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:58.678231 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-220134c0-3475-48bf-be06-55c0949ff823 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (febaf15b-5046-47b7-b6d8-f2693dbad764), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:58.683245 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-8b56ed89-c16c-46a7-a896-e65124dffff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:58.684089 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-8b56ed89-c16c-46a7-a896-e65124dffff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:58.684750 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-8b56ed89-c16c-46a7-a896-e65124dffff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:58.686856 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-8b56ed89-c16c-46a7-a896-e65124dffff0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=05d04115a5b94604bf26feb88e948fe0&device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2865 time: 0.5437322 Jan 18 20:22:58.773860 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46448273-3e37-46ec-b1af-2161ff27aa6d tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:58.774942 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46448273-3e37-46ec-b1af-2161ff27aa6d tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:58.808552 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e704df18-8e9c-41fc-b12a-43949d7525f6 None None] Provisioning complete for port 7dbffbe9-6d92-4fc2-90a3-35466fb100a4 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:58.814422 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e704df18-8e9c-41fc-b12a-43949d7525f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7dbffbe9-6d92-4fc2-90a3-35466fb100a4), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:58.868878 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-c395432e-8830-492f-9853-67259b0615b6 None None] Set router a04e59a2-2519-46db-b1a2-00df3b854912 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:22:58.878364 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-8adfa7dd-b5ad-44c4-9755-d84b544ed2ec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.146&port_id=20d85752-3eb5-4ef4-99d1-37b915e79d93 HTTP/1.1" status: 200 len: 217 time: 0.0807819 Jan 18 20:22:58.878593 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-220134c0-3475-48bf-be06-55c0949ff823 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (febaf15b-5046-47b7-b6d8-f2693dbad764), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:58.882040 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:58.885484 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:58.885484 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:58.885484 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:58.885484 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:58.885484 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:58.885484 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:58.885484 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:58.885484 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:58.885484 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:58.885484 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:58.885484 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:22:58.885484 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:22:58.885484 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220134c0-3475-48bf-be06-55c0949ff823 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:58.885484 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-220134c0-3475-48bf-be06-55c0949ff823 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:58.892791 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-00c9507e-9b9b-4dc8-a0df-fffd3a1bf810 None None] Calling delete_port for 55f37c01-bc67-4f2f-afd6-c2f1238de5f6 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:22:58.914808 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7dbffbe9-6d92-4fc2-90a3-35466fb100a4 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:22:58.977714 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-46448273-3e37-46ec-b1af-2161ff27aa6d tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.0049005 Jan 18 20:22:58.990197 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-ee0a397e-5952-41f1-99af-e560f0a7a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:58.992253 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-ee0a397e-5952-41f1-99af-e560f0a7a2d3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1281de5a-bdf2-4cc6-baaa-3c06db5aeefc HTTP/1.1" status: 200 len: 801 time: 0.0626187 Jan 18 20:22:58.994627 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 32924) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:59.006814 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-668e00d5-d99a-4962-b7cd-9b569e273ae5 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Request body: {'port': {'network_id': 'cbe0c1f5-1850-4649-b039-62c23e5de548', 'name': 'tempest-AllowedAddressPairTestJSON-821872081'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:59.060869 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8c1ce5-705a-46a1-b805-df9eb1b7061a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:59.150721 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-220134c0-3475-48bf-be06-55c0949ff823 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 4.1985846 Jan 18 20:22:59.181492 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 32934) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:59.242243 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-eb06abe9-6034-492c-acf7-05a961b0a62b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'port': {'network_id': 'febaf15b-5046-47b7-b6d8-f2693dbad764', 'name': 'tempest-PortsTestJSON-1609120319'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:59.267401 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b35f752c-b289-44fc-b509-e5bcb958ab0d admin admin] Publish callbacks [] for router (a04e59a2-2519-46db-b1a2-00df3b854912), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:59.313290 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220134c0-3475-48bf-be06-55c0949ff823 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Network': ['ID=febaf15b-5046-47b7-b6d8-f2693dbad764,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:59.332295 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c395432e-8830-492f-9853-67259b0615b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04e59a2-2519-46db-b1a2-00df3b854912', 'name': 'tempest-TaggedBootDevicesTest-1405709730-router', 'tenant_id': '280ab2f105a6439e8bbac903c08b0477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'feb7d8a6-326d-468a-8710-97ed677d42a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:09:25Z', 'updated_at': '2022-01-18T20:22:55Z', 'revision_number': 5, 'project_id': '280ab2f105a6439e8bbac903c08b0477', 'gw_port': {'id': 'feb7d8a6-326d-468a-8710-97ed677d42a8', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04e59a2-2519-46db-b1a2-00df3b854912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:26Z', 'updated_at': '2022-01-18T20:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:59.354782 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92481ff7-4b80-47fb-baf0-f03c28a8ec14 req-0e2f7cc3-6359-49af-a04b-965e3d8a05da tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:59.363293 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92481ff7-4b80-47fb-baf0-f03c28a8ec14 req-0e2f7cc3-6359-49af-a04b-965e3d8a05da tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:59.385891 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92481ff7-4b80-47fb-baf0-f03c28a8ec14 req-0e2f7cc3-6359-49af-a04b-965e3d8a05da tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:59.388163 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-92481ff7-4b80-47fb-baf0-f03c28a8ec14 req-0e2f7cc3-6359-49af-a04b-965e3d8a05da tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2412 time: 0.5269182 Jan 18 20:22:59.392206 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c395432e-8830-492f-9853-67259b0615b6 None None] Checking router: a04e59a2-2519-46db-b1a2-00df3b854912 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:22:59.412118 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c395432e-8830-492f-9853-67259b0615b6 None None] Routers {'a04e59a2-2519-46db-b1a2-00df3b854912'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:22:59.412852 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c395432e-8830-492f-9853-67259b0615b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:22:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['a04e59a2-2519-46db-b1a2-00df3b854912'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:22:59.563886 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-92481ff7-4b80-47fb-baf0-f03c28a8ec14 req-f0de968f-df8a-4d90-a2ba-61601ee79c00 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669414 Jan 18 20:22:59.570550 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1ce5-705a-46a1-b805-df9eb1b7061a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:59.573279 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-95e2e82f-a61d-4c74-ac18-91a79a7b4ce6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (21d61e82-6a04-44d5-b070-8c562e1c746c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:59.591263 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668e00d5-d99a-4962-b7cd-9b569e273ae5 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Made reservation on behalf of c93bc4cb21ff4a4b80f16e75eb4decef for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:59.595669 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-668e00d5-d99a-4962-b7cd-9b569e273ae5 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:59.598873 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network febaf15b-5046-47b7-b6d8-f2693dbad764 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:22:59.602270 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-c395432e-8830-492f-9853-67259b0615b6 None None] Set router a04e59a2-2519-46db-b1a2-00df3b854912 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:22:59.612404 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-ca8c1ce5-705a-46a1-b805-df9eb1b7061a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] device_id is not set on port 18ff2497-81e5-4485-8ac9-0ab9c3f65f2f yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:22:59.623135 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:59.685645 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-3c92486e-3d34-4d8d-ab76-474a87360c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:59.687425 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-3c92486e-3d34-4d8d-ab76-474a87360c63 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=957354af-04bd-406c-953d-2bd45afe9e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5048206 Jan 18 20:22:59.748704 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2e82f-a61d-4c74-ac18-91a79a7b4ce6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Pushing event deleted for resources: {'Subnet': ['ID=21d61e82-6a04-44d5-b070-8c562e1c746c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:59.758102 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-95e2e82f-a61d-4c74-ac18-91a79a7b4ce6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:59.778001 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-95e2e82f-a61d-4c74-ac18-91a79a7b4ce6 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] 10.222.0.31 "DELETE /v2.0/subnets/21d61e82-6a04-44d5-b070-8c562e1c746c HTTP/1.1" status: 204 len: 168 time: 2.7542522 Jan 18 20:22:59.801308 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-741cab93-e2fd-4f55-b270-7f79f98a1ae2 None None] Allocated IP 2001:db8::2 (c68ada5d-da8a-41c6-813a-b53f9c35e893/7ce092f4-8ccd-4d89-b8d6-598eae74066f/28f5bc12-c216-4209-b8bc-a9538a463e9b) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:22:59.835325 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 7dbffbe9-6d92-4fc2-90a3-35466fb100a4 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:22:59.835930 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7dbffbe9-6d92-4fc2-90a3-35466fb100a4), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:59.856284 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 32944) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:59.975192 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-cd3463ed-a885-4d63-a92e-dc93d2adb542 service neutron] 10.222.0.70 "GET /v2.0/networks/957354af-04bd-406c-953d-2bd45afe9e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935763 Jan 18 20:22:59.975661 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc8cc1d-f463-44f5-b456-1dbeb54eccaa tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:59.979354 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ddc8cc1d-f463-44f5-b456-1dbeb54eccaa tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1218162 Jan 18 20:22:59.983486 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 32946) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:00.001867 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-00c9507e-9b9b-4dc8-a0df-fffd3a1bf810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (55f37c01-bc67-4f2f-afd6-c2f1238de5f6), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:00.026545 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-668e00d5-d99a-4962-b7cd-9b569e273ae5 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] device_id is not set on port 6e80471e-1490-442e-8225-3e372a95c2fa yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:23:00.053568 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3d3ff2-2c2d-4a6c-9441-efe2b3fdb53c None None] Network 155f8689-bfd6-4df9-b3b3-37afc561e01c requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:00.104121 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c9507e-9b9b-4dc8-a0df-fffd3a1bf810 None None] No DVR routers for this DVR port 55f37c01-bc67-4f2f-afd6-c2f1238de5f6 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:23:00.109707 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb06abe9-6034-492c-acf7-05a961b0a62b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:00.113780 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eb06abe9-6034-492c-acf7-05a961b0a62b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:00.167266 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-de3de214-806e-4a6c-bb39-56489d612239 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (155f8689-bfd6-4df9-b3b3-37afc561e01c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:00.179628 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b35f752c-b289-44fc-b509-e5bcb958ab0d admin admin] Publish callbacks [] for router_gateway (a04e59a2-2519-46db-b1a2-00df3b854912), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:00.200911 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9507e-9b9b-4dc8-a0df-fffd3a1bf810 None None] Pushing event deleted for resources: {'Port': ['ID=55f37c01-bc67-4f2f-afd6-c2f1238de5f6,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:00.213077 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e704df18-8e9c-41fc-b12a-43949d7525f6 None None] Current status of the port 7dbffbe9-6d92-4fc2-90a3-35466fb100a4 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:00.213463 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e704df18-8e9c-41fc-b12a-43949d7525f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7dbffbe9-6d92-4fc2-90a3-35466fb100a4), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:00.215959 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c395432e-8830-492f-9853-67259b0615b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04e59a2-2519-46db-b1a2-00df3b854912', 'name': 'tempest-TaggedBootDevicesTest-1405709730-router', 'tenant_id': '280ab2f105a6439e8bbac903c08b0477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'feb7d8a6-326d-468a-8710-97ed677d42a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:09:25Z', 'updated_at': '2022-01-18T20:22:55Z', 'revision_number': 5, 'project_id': '280ab2f105a6439e8bbac903c08b0477', 'gw_port': {'id': 'feb7d8a6-326d-468a-8710-97ed677d42a8', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04e59a2-2519-46db-b1a2-00df3b854912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:26Z', 'updated_at': '2022-01-18T20:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:00.222117 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-eb06abe9-6034-492c-acf7-05a961b0a62b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] device_id is not set on port a1a74289-7681-4f03-ae7c-6380a02b194d yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:23:00.295349 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c395432e-8830-492f-9853-67259b0615b6 None None] The sync data for ids ['a04e59a2-2519-46db-b1a2-00df3b854912'] in n-d-741529-9 is: [{'id': 'a04e59a2-2519-46db-b1a2-00df3b854912', 'name': 'tempest-TaggedBootDevicesTest-1405709730-router', 'tenant_id': '280ab2f105a6439e8bbac903c08b0477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'feb7d8a6-326d-468a-8710-97ed677d42a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:09:25Z', 'updated_at': '2022-01-18T20:22:55Z', 'revision_number': 5, 'project_id': '280ab2f105a6439e8bbac903c08b0477', 'gw_port': {'id': 'feb7d8a6-326d-468a-8710-97ed677d42a8', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04e59a2-2519-46db-b1a2-00df3b854912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:09:26Z', 'updated_at': '2022-01-18T20:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:23:00.318938 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-de3de214-806e-4a6c-bb39-56489d612239 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Deleting port 7dbffbe9-6d92-4fc2-90a3-35466fb100a4 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:00.320324 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-de3de214-806e-4a6c-bb39-56489d612239 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (7dbffbe9-6d92-4fc2-90a3-35466fb100a4), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:00.476181 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-de3de214-806e-4a6c-bb39-56489d612239 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] For port 7dbffbe9-6d92-4fc2-90a3-35466fb100a4, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7dbffbe9-6d92-4fc2-90a3-35466fb100a4,segment=NetworkSegment(fcb9f80e-169e-4b97-bec3-61374169cb78),segment_id=fcb9f80e-169e-4b97-bec3-61374169cb78)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:00.477365 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-de3de214-806e-4a6c-bb39-56489d612239 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (7dbffbe9-6d92-4fc2-90a3-35466fb100a4), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:00.494441 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-de3de214-806e-4a6c-bb39-56489d612239 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Calling delete_port for 7dbffbe9-6d92-4fc2-90a3-35466fb100a4 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:00.512447 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-37a4d2c9-f4e5-4dd4-9137-1fc028ab0b27 service neutron] 10.222.0.70 "GET /v2.0/networks/957354af-04bd-406c-953d-2bd45afe9e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5224075 Jan 18 20:23:00.829864 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e704df18-8e9c-41fc-b12a-43949d7525f6 None None] For port 7dbffbe9-6d92-4fc2-90a3-35466fb100a4, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7dbffbe9-6d92-4fc2-90a3-35466fb100a4,segment=NetworkSegment(fcb9f80e-169e-4b97-bec3-61374169cb78),segment_id=fcb9f80e-169e-4b97-bec3-61374169cb78)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:00.857796 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:00.858209 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00182eb6-7d13-4974-b8ca-3465027f0839 req-aa353adc-1c4e-4cb4-b0ec-3b7a0158d8d8 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:00.885323 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00182eb6-7d13-4974-b8ca-3465027f0839 req-aa353adc-1c4e-4cb4-b0ec-3b7a0158d8d8 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:00.922313 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00182eb6-7d13-4974-b8ca-3465027f0839 req-aa353adc-1c4e-4cb4-b0ec-3b7a0158d8d8 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:00.925874 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-00182eb6-7d13-4974-b8ca-3465027f0839 req-aa353adc-1c4e-4cb4-b0ec-3b7a0158d8d8 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2412 time: 0.1977162 Jan 18 20:23:00.959296 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e704df18-8e9c-41fc-b12a-43949d7525f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7dbffbe9-6d92-4fc2-90a3-35466fb100a4), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:00.972044 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 7dbffbe9-6d92-4fc2-90a3-35466fb100a4 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:00.972434 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7dbffbe9-6d92-4fc2-90a3-35466fb100a4), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:00.981915 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-741cab93-e2fd-4f55-b270-7f79f98a1ae2 None None] Publish callbacks [] for port (28f5bc12-c216-4209-b8bc-a9538a463e9b), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:00.982143 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-de3de214-806e-4a6c-bb39-56489d612239 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (7dbffbe9-6d92-4fc2-90a3-35466fb100a4), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:01.039018 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704df18-8e9c-41fc-b12a-43949d7525f6 None None] Pushing event deleted for resources: {'Port': ['ID=7dbffbe9-6d92-4fc2-90a3-35466fb100a4,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:01.063674 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-741cab93-e2fd-4f55-b270-7f79f98a1ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (28f5bc12-c216-4209-b8bc-a9538a463e9b), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:01.115630 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-6b9f464a-a314-4d79-8975-6744c8751388 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.236&port_id=0094a5dd-275e-4904-88d3-f14a7f953d8c HTTP/1.1" status: 200 len: 217 time: 0.5923660 Jan 18 20:23:01.156848 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-ca8c1ce5-705a-46a1-b805-df9eb1b7061a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 2001:db8::ce88:39e4:3ad2:6ad0 (c68ada5d-da8a-41c6-813a-b53f9c35e893/7ce092f4-8ccd-4d89-b8d6-598eae74066f/18ff2497-81e5-4485-8ac9-0ab9c3f65f2f) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:01.183307 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b35f752c-b289-44fc-b509-e5bcb958ab0d admin admin] Deleting port feb7d8a6-326d-468a-8710-97ed677d42a8 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:01.183640 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b35f752c-b289-44fc-b509-e5bcb958ab0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (feb7d8a6-326d-468a-8710-97ed677d42a8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:01.250979 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741cab93-e2fd-4f55-b270-7f79f98a1ae2 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:01.268475 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-741cab93-e2fd-4f55-b270-7f79f98a1ae2 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:01.288540 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cab93-e2fd-4f55-b270-7f79f98a1ae2 None None] Pushing event updated for resources: {'Port': ['ID=28f5bc12-c216-4209-b8bc-a9538a463e9b,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:01.320170 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741cab93-e2fd-4f55-b270-7f79f98a1ae2 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:01.320444 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b35f752c-b289-44fc-b509-e5bcb958ab0d admin admin] For port feb7d8a6-326d-468a-8710-97ed677d42a8, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=feb7d8a6-326d-468a-8710-97ed677d42a8,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:01.320783 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b35f752c-b289-44fc-b509-e5bcb958ab0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (feb7d8a6-326d-468a-8710-97ed677d42a8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:01.323333 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 55f37c01-bc67-4f2f-afd6-c2f1238de5f6 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:23:01.333587 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03a9822-6958-45f4-8b75-3481d9e21c60 None None] DHCP port deletion for 155f8689-bfd6-4df9-b3b3-37afc561e01c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:23:01.335759 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b35f752c-b289-44fc-b509-e5bcb958ab0d admin admin] Calling delete_port for feb7d8a6-326d-468a-8710-97ed677d42a8 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:01.362214 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1974f842-b7d1-4a3f-9516-b61fd8fce5e6 None None] Could not find standard attr ID for object 7dbffbe9-6d92-4fc2-90a3-35466fb100a4. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:23:01.372541 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 55f37c01-bc67-4f2f-afd6-c2f1238de5f6 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:23:01.373223 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 55f37c01-bc67-4f2f-afd6-c2f1238de5f6 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:23:01.497077 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1ce5-705a-46a1-b805-df9eb1b7061a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (18ff2497-81e5-4485-8ac9-0ab9c3f65f2f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:01.542151 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1974f842-b7d1-4a3f-9516-b61fd8fce5e6 None None] Provisioning complete for port 894fd9f5-218e-463f-8bd5-d8750c9f1c28 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:01.542909 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1974f842-b7d1-4a3f-9516-b61fd8fce5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (894fd9f5-218e-463f-8bd5-d8750c9f1c28), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:01.543488 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-668e00d5-d99a-4962-b7cd-9b569e273ae5 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Allocated IP 172.20.0.9 (cbe0c1f5-1850-4649-b039-62c23e5de548/d96d01ef-fc61-4436-a20d-4cd38782598f/6e80471e-1490-442e-8225-3e372a95c2fa) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:01.551102 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1ce5-705a-46a1-b805-df9eb1b7061a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (18ff2497-81e5-4485-8ac9-0ab9c3f65f2f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:01.554769 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3de214-806e-4a6c-bb39-56489d612239 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] No DVR routers for this DVR port 7dbffbe9-6d92-4fc2-90a3-35466fb100a4 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:23:01.570481 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b35f752c-b289-44fc-b509-e5bcb958ab0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (feb7d8a6-326d-468a-8710-97ed677d42a8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:01.572652 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3de214-806e-4a6c-bb39-56489d612239 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Pushing event deleted for resources: {'Port': ['ID=7dbffbe9-6d92-4fc2-90a3-35466fb100a4,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:01.590426 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-00182eb6-7d13-4974-b8ca-3465027f0839 req-1472bf5f-82fc-4947-a80f-78e275f0e88b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6518900 Jan 18 20:23:01.601018 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8c1ce5-705a-46a1-b805-df9eb1b7061a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:01.619975 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f752c-b289-44fc-b509-e5bcb958ab0d admin admin] Pushing event deleted for resources: {'Port': ['ID=feb7d8a6-326d-468a-8710-97ed677d42a8,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:01.640665 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1974f842-b7d1-4a3f-9516-b61fd8fce5e6 None None] Port 894fd9f5-218e-463f-8bd5-d8750c9f1c28 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:23:01.642381 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-741cab93-e2fd-4f55-b270-7f79f98a1ae2 None None] Attempting to bind port 28f5bc12-c216-4209-b8bc-a9538a463e9b on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:23:01.642855 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-741cab93-e2fd-4f55-b270-7f79f98a1ae2 None None] Attempting to bind port 28f5bc12-c216-4209-b8bc-a9538a463e9b by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:23:01.643322 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741cab93-e2fd-4f55-b270-7f79f98a1ae2 None None] Attempting to bind port 28f5bc12-c216-4209-b8bc-a9538a463e9b on network c68ada5d-da8a-41c6-813a-b53f9c35e893 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:01.649305 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-ca8c1ce5-705a-46a1-b805-df9eb1b7061a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:01.652284 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741cab93-e2fd-4f55-b270-7f79f98a1ae2 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:23:01.652995 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741cab93-e2fd-4f55-b270-7f79f98a1ae2 None None] Checking segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:01.653502 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-741cab93-e2fd-4f55-b270-7f79f98a1ae2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:01.654038 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741cab93-e2fd-4f55-b270-7f79f98a1ae2 None None] Bound using segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:23:01.654765 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-741cab93-e2fd-4f55-b270-7f79f98a1ae2 None None] Bound port: 28f5bc12-c216-4209-b8bc-a9538a463e9b, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:23:01.655245 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-741cab93-e2fd-4f55-b270-7f79f98a1ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (28f5bc12-c216-4209-b8bc-a9538a463e9b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:01.668716 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8c1ce5-705a-46a1-b805-df9eb1b7061a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:01.672196 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7dbffbe9-6d92-4fc2-90a3-35466fb100a4 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:23:01.676346 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8c1ce5-705a-46a1-b805-df9eb1b7061a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:01.678001 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1ce5-705a-46a1-b805-df9eb1b7061a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:01.711735 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-d97b25c5-19e2-4f66-88c8-d487cc53f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:01.713390 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-d97b25c5-19e2-4f66-88c8-d487cc53f8d6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=04161035-3f90-45e0-a9f8-db7bc83dd72a HTTP/1.1" status: 200 len: 801 time: 0.5799179 Jan 18 20:23:01.720198 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ec7df4-d3a8-4dde-9efb-c685d4d01d1b None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:23:01.730658 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 7dbffbe9-6d92-4fc2-90a3-35466fb100a4 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:23:01.731139 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7dbffbe9-6d92-4fc2-90a3-35466fb100a4 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:23:01.731654 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:23:01.757188 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:23:01.757714 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b65ff9a6-b77f-454a-ac2f-5a33d1c3d0bb not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:23:01.806850 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-741cab93-e2fd-4f55-b270-7f79f98a1ae2 None None] For port 28f5bc12-c216-4209-b8bc-a9538a463e9b, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:23:01.824988 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-741cab93-e2fd-4f55-b270-7f79f98a1ae2 None None] For port 28f5bc12-c216-4209-b8bc-a9538a463e9b, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=28f5bc12-c216-4209-b8bc-a9538a463e9b,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:23:01.835560 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-741cab93-e2fd-4f55-b270-7f79f98a1ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (28f5bc12-c216-4209-b8bc-a9538a463e9b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:01.837796 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:01.857336 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ca8c1ce5-705a-46a1-b805-df9eb1b7061a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0372353 Jan 18 20:23:01.857336 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-de3de214-806e-4a6c-bb39-56489d612239 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (155f8689-bfd6-4df9-b3b3-37afc561e01c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:01.861528 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 32966) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:01.870507 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-94c3645d-b6dc-46f8-9737-c7b3fdfb2fa6 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'port': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'fixed_ips': [{'subnet_id': '7ce092f4-8ccd-4d89-b8d6-598eae74066f', 'ip_address': '2001:db8::ce88:39e4:3ad2:6ad0'}], 'name': 'tempest-NetworksTestDHCPv6-378770553'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:01.878394 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c1ce5-705a-46a1-b805-df9eb1b7061a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=18ff2497-81e5-4485-8ac9-0ab9c3f65f2f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:01.943299 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-de3de214-806e-4a6c-bb39-56489d612239 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['155f8689-bfd6-4df9-b3b3-37afc561e01c']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:01.954704 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cab93-e2fd-4f55-b270-7f79f98a1ae2 None None] Pushing event updated for resources: {'Port': ['ID=28f5bc12-c216-4209-b8bc-a9538a463e9b,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:02.002094 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-de3de214-806e-4a6c-bb39-56489d612239 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb9f80e-169e-4b97-bec3-61374169cb78') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:02.002653 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-de3de214-806e-4a6c-bb39-56489d612239 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb9f80e-169e-4b97-bec3-61374169cb78') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:02.031824 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-de3de214-806e-4a6c-bb39-56489d612239 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (fcb9f80e-169e-4b97-bec3-61374169cb78), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.049426 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-668e00d5-d99a-4962-b7cd-9b569e273ae5 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks [] for port (6e80471e-1490-442e-8225-3e372a95c2fa), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.061056 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-de3de214-806e-4a6c-bb39-56489d612239 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (fcb9f80e-169e-4b97-bec3-61374169cb78), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.079066 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3de214-806e-4a6c-bb39-56489d612239 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:23:02.079887 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-de3de214-806e-4a6c-bb39-56489d612239 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (fcb9f80e-169e-4b97-bec3-61374169cb78), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:23:02.084167 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:23:02.110102 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-668e00d5-d99a-4962-b7cd-9b569e273ae5 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (6e80471e-1490-442e-8225-3e372a95c2fa), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.128231 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eb06abe9-6034-492c-acf7-05a961b0a62b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for port (a1a74289-7681-4f03-ae7c-6380a02b194d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.210915 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-de3de214-806e-4a6c-bb39-56489d612239 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (155f8689-bfd6-4df9-b3b3-37afc561e01c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.220031 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-9f5d3f5d-c94a-4bdc-9138-7f8d9b177fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:02.221898 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-9f5d3f5d-c94a-4bdc-9138-7f8d9b177fde service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a35706e-bab0-4b9d-bd84-206f9df02a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4897013 Jan 18 20:23:02.230778 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668e00d5-d99a-4962-b7cd-9b569e273ae5 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Network cbe0c1f5-1850-4649-b039-62c23e5de548 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:02.234874 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-de3de214-806e-4a6c-bb39-56489d612239 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.241852 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-de3de214-806e-4a6c-bb39-56489d612239 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] 10.222.0.31 "DELETE /v2.0/networks/155f8689-bfd6-4df9-b3b3-37afc561e01c HTTP/1.1" status: 204 len: 168 time: 2.2541828 Jan 18 20:23:02.247902 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-668e00d5-d99a-4962-b7cd-9b569e273ae5 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:02.254959 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 32968) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:02.259255 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b35f752c-b289-44fc-b509-e5bcb958ab0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (a04e59a2-2519-46db-b1a2-00df3b854912), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.261802 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668e00d5-d99a-4962-b7cd-9b569e273ae5 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:02.355544 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3de214-806e-4a6c-bb39-56489d612239 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Pushing event deleted for resources: {'Network': ['ID=155f8689-bfd6-4df9-b3b3-37afc561e01c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:02.370988 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c3645d-b6dc-46f8-9737-c7b3fdfb2fa6 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:02.388679 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-94c3645d-b6dc-46f8-9737-c7b3fdfb2fa6 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.414843 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e00d5-d99a-4962-b7cd-9b569e273ae5 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Pushing event updated for resources: {'Port': ['ID=6e80471e-1490-442e-8225-3e372a95c2fa,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:02.443090 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-94c3645d-b6dc-46f8-9737-c7b3fdfb2fa6 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] device_id is not set on port 19e9a42f-30a6-4dd3-981e-074871950614 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:23:02.558251 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-061fd11b-7062-45bd-8a27-7706db854677 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (ff45b718-dba0-4dfb-8fcf-9eb3b0162910), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.689525 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b35f752c-b289-44fc-b509-e5bcb958ab0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (a04e59a2-2519-46db-b1a2-00df3b854912), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.692045 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eb06abe9-6034-492c-acf7-05a961b0a62b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (a1a74289-7681-4f03-ae7c-6380a02b194d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.695074 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b35f752c-b289-44fc-b509-e5bcb958ab0d admin admin] Publish callbacks [] for router_controller (a04e59a2-2519-46db-b1a2-00df3b854912), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.783559 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-836f21d7-5d43-471c-b3e6-4f746b5f5db6 None None] Provisioning complete for port 6e80471e-1490-442e-8225-3e372a95c2fa triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:02.784039 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-836f21d7-5d43-471c-b3e6-4f746b5f5db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6e80471e-1490-442e-8225-3e372a95c2fa), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.837731 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668e00d5-d99a-4962-b7cd-9b569e273ae5 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:02.842376 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-668e00d5-d99a-4962-b7cd-9b569e273ae5 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.860134 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-836f21d7-5d43-471c-b3e6-4f746b5f5db6 None None] Port 6e80471e-1490-442e-8225-3e372a95c2fa cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:23:02.917084 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b35f752c-b289-44fc-b509-e5bcb958ab0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (a04e59a2-2519-46db-b1a2-00df3b854912), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.917991 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35f752c-b289-44fc-b509-e5bcb958ab0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a04e59a2-2519-46db-b1a2-00df3b854912 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:23:02.920842 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-061fd11b-7062-45bd-8a27-7706db854677 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (ff45b718-dba0-4dfb-8fcf-9eb3b0162910), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.932674 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-552101b5-87b9-4df7-b3da-135d4b092e4f service neutron] 10.222.0.70 "GET /v2.0/networks/2a35706e-bab0-4b9d-bd84-206f9df02a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6927652 Jan 18 20:23:02.937891 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b35f752c-b289-44fc-b509-e5bcb958ab0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.942887 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b35f752c-b289-44fc-b509-e5bcb958ab0d admin admin] 10.222.0.31 "DELETE /v2.0/routers/a04e59a2-2519-46db-b1a2-00df3b854912 HTTP/1.1" status: 204 len: 168 time: 4.4022756 Jan 18 20:23:02.959780 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-668e00d5-d99a-4962-b7cd-9b569e273ae5 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9615169 Jan 18 20:23:02.966738 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 32982) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:02.967074 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 32984) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:02.973155 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb06abe9-6034-492c-acf7-05a961b0a62b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Port': ['ID=a1a74289-7681-4f03-ae7c-6380a02b194d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:02.973331 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-adf80b3c-cf8c-4509-93e3-86ac7d81d3af tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:3a:fa:a1'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:f6:67:10'}]}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:03.027180 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb06abe9-6034-492c-acf7-05a961b0a62b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Checking segment: {'id': '5de8e155-939a-4be3-a7d6-875bae8dbb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'febaf15b-5046-47b7-b6d8-f2693dbad764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:03.027902 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb06abe9-6034-492c-acf7-05a961b0a62b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network hostable DHCP agents. Network: febaf15b-5046-47b7-b6d8-f2693dbad764, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:23:03.084169 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313d952-61a0-4a14-afbd-e509be08e2f9 req-70868f80-5ebe-48e1-adc3-bc8bbc73e354 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:03.090738 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313d952-61a0-4a14-afbd-e509be08e2f9 req-70868f80-5ebe-48e1-adc3-bc8bbc73e354 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:03.097247 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313d952-61a0-4a14-afbd-e509be08e2f9 req-70868f80-5ebe-48e1-adc3-bc8bbc73e354 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:03.106729 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f313d952-61a0-4a14-afbd-e509be08e2f9 req-70868f80-5ebe-48e1-adc3-bc8bbc73e354 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2412 time: 0.3756046 Jan 18 20:23:03.116895 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f1dfdf-1442-484d-b1cc-22036eb1b25d admin admin] Deleting subnet 68dbb7c6-31de-4747-ac9a-7164ffee29a1 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:23:03.120521 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e2f1dfdf-1442-484d-b1cc-22036eb1b25d admin admin] Publish callbacks [] for subnet (68dbb7c6-31de-4747-ac9a-7164ffee29a1), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:03.145391 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb06abe9-6034-492c-acf7-05a961b0a62b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network febaf15b-5046-47b7-b6d8-f2693dbad764 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:23:03.167530 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-eb06abe9-6034-492c-acf7-05a961b0a62b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, febaf15b-5046-47b7-b6d8-f2693dbad764) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:03.179772 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710e8290-4dd7-4fb2-8984-a7f2b176041c None None] Network febaf15b-5046-47b7-b6d8-f2693dbad764 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:03.183097 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb06abe9-6034-492c-acf7-05a961b0a62b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:03.189876 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb06abe9-6034-492c-acf7-05a961b0a62b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:03.190492 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eb06abe9-6034-492c-acf7-05a961b0a62b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:03.200629 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-32af9165-44d6-42b3-b619-cab169ebc706 service neutron] 10.222.0.70 "GET /v2.0/networks/2a35706e-bab0-4b9d-bd84-206f9df02a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390823 Jan 18 20:23:03.214552 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e2f1dfdf-1442-484d-b1cc-22036eb1b25d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (68dbb7c6-31de-4747-ac9a-7164ffee29a1), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:03.320355 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-30cca2c8-ab7b-4383-a6fc-7995c92902ba service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.52&port_id=ec218c03-ea01-4384-a2f1-9e91619b9d08 HTTP/1.1" status: 200 len: 217 time: 0.1072168 Jan 18 20:23:03.331495 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-eb06abe9-6034-492c-acf7-05a961b0a62b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 4.1407511 Jan 18 20:23:03.343123 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 32986) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:03.348087 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-43de3a21-ace3-4232-96a7-58cb364d44eb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-798462358'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:03.392107 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e2f1dfdf-1442-484d-b1cc-22036eb1b25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (68dbb7c6-31de-4747-ac9a-7164ffee29a1), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:03.462743 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-52b6009d-32b1-4bbe-871c-17523690d6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:03.464523 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-52b6009d-32b1-4bbe-871c-17523690d6fb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1281de5a-bdf2-4cc6-baaa-3c06db5aeefc HTTP/1.1" status: 200 len: 801 time: 0.1318295 Jan 18 20:23:03.469838 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43de3a21-ace3-4232-96a7-58cb364d44eb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:03.475621 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-43de3a21-ace3-4232-96a7-58cb364d44eb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:03.612601 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43de3a21-ace3-4232-96a7-58cb364d44eb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:23:03.640402 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-43de3a21-ace3-4232-96a7-58cb364d44eb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (38c76f1a-75f0-41a9-a9bc-b00cf88d295d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:03.640777 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-43de3a21-ace3-4232-96a7-58cb364d44eb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Added segment 38c76f1a-75f0-41a9-a9bc-b00cf88d295d of type vlan for network 2100561b-099f-4784-98e3-5b984fdc8306 Jan 18 20:23:03.695566 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-b9c39598-9efa-4660-8ecb-5800fd9952d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:03.700052 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-b9c39598-9efa-4660-8ecb-5800fd9952d5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=957354af-04bd-406c-953d-2bd45afe9e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2077675 Jan 18 20:23:03.739485 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 28f5bc12-c216-4209-b8bc-a9538a463e9b up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:03.876277 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 28f5bc12-c216-4209-b8bc-a9538a463e9b triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:03.876961 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (28f5bc12-c216-4209-b8bc-a9538a463e9b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:03.961247 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-43de3a21-ace3-4232-96a7-58cb364d44eb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (2100561b-099f-4784-98e3-5b984fdc8306), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:04.003169 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:04.018436 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7a2635dd-c6e1-41ec-bba0-41812f1c457d None None] Provisioning complete for port 28f5bc12-c216-4209-b8bc-a9538a463e9b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:04.019529 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7a2635dd-c6e1-41ec-bba0-41812f1c457d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (28f5bc12-c216-4209-b8bc-a9538a463e9b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:04.110583 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-43de3a21-ace3-4232-96a7-58cb364d44eb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (2100561b-099f-4784-98e3-5b984fdc8306), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:04.138024 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43de3a21-ace3-4232-96a7-58cb364d44eb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:04.139024 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-43de3a21-ace3-4232-96a7-58cb364d44eb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:04.166643 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-930e592a-1b47-427d-93a8-1cf17d2b30b9 service neutron] 10.222.0.70 "GET /v2.0/networks/957354af-04bd-406c-953d-2bd45afe9e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556134 Jan 18 20:23:04.178172 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:23:04.245437 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 28f5bc12-c216-4209-b8bc-a9538a463e9b is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:04.246294 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (28f5bc12-c216-4209-b8bc-a9538a463e9b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:04.258377 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e2f1dfdf-1442-484d-b1cc-22036eb1b25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (68dbb7c6-31de-4747-ac9a-7164ffee29a1), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:04.331802 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-061fd11b-7062-45bd-8a27-7706db854677 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff45b718-dba0-4dfb-8fcf-9eb3b0162910']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:04.332060 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 28f5bc12-c216-4209-b8bc-a9538a463e9b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=28f5bc12-c216-4209-b8bc-a9538a463e9b,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:04.332752 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-43de3a21-ace3-4232-96a7-58cb364d44eb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9870322 Jan 18 20:23:04.334432 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7a2635dd-c6e1-41ec-bba0-41812f1c457d None None] Current status of the port 28f5bc12-c216-4209-b8bc-a9538a463e9b is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:04.335970 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7a2635dd-c6e1-41ec-bba0-41812f1c457d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (28f5bc12-c216-4209-b8bc-a9538a463e9b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:04.344226 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (28f5bc12-c216-4209-b8bc-a9538a463e9b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:04.355357 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1dfdf-1442-484d-b1cc-22036eb1b25d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68dbb7c6-31de-4747-ac9a-7164ffee29a1,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:04.374952 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 32998) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:04.393984 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f296e6fb-5b68-49b5-ba28-c6907f06fc1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'ports': [{'network_id': 'febaf15b-5046-47b7-b6d8-f2693dbad764'}, {'network_id': '2100561b-099f-4784-98e3-5b984fdc8306'}]} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:04.394442 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f296e6fb-5b68-49b5-ba28-c6907f06fc1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'port': {'network_id': 'febaf15b-5046-47b7-b6d8-f2693dbad764'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:04.395045 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f296e6fb-5b68-49b5-ba28-c6907f06fc1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'port': {'network_id': '2100561b-099f-4784-98e3-5b984fdc8306'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:04.404958 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de3a21-ace3-4232-96a7-58cb364d44eb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Network': ['ID=2100561b-099f-4784-98e3-5b984fdc8306,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:04.432759 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 2100561b-099f-4784-98e3-5b984fdc8306 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:23:04.443262 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-061fd11b-7062-45bd-8a27-7706db854677 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42bd437-f6c6-47c4-983e-4c98e342d8c1') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:04.443950 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-061fd11b-7062-45bd-8a27-7706db854677 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42bd437-f6c6-47c4-983e-4c98e342d8c1') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:04.468610 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device feb7d8a6-326d-468a-8710-97ed677d42a8 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:23:04.489398 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e2f1dfdf-1442-484d-b1cc-22036eb1b25d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:04.496159 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e2f1dfdf-1442-484d-b1cc-22036eb1b25d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/68dbb7c6-31de-4747-ac9a-7164ffee29a1 HTTP/1.1" status: 204 len: 168 time: 1.5275040 Jan 18 20:23:04.496683 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33000) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:04.509502 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-061fd11b-7062-45bd-8a27-7706db854677 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (b42bd437-f6c6-47c4-983e-4c98e342d8c1), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:04.509909 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab8d962-0d8e-4cf7-a04b-5c2ab55e2f61 None None] Network dd3eb732-297d-44c7-9f84-e2f4ebc1e814 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:04.510991 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5784a2ba-a395-4e9a-a2ab-732460be89e4 req-03ded0c6-d283-4fb5-a0a2-b9c712ba7ca9 service neutron] 10.222.0.70 "GET /v2.0/networks/957354af-04bd-406c-953d-2bd45afe9e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990215 Jan 18 20:23:04.573435 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: feb7d8a6-326d-468a-8710-97ed677d42a8 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:23:04.577294 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device feb7d8a6-326d-468a-8710-97ed677d42a8 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:23:04.657658 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-676ad0c0-e212-42b6-b730-2ad107d6909c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (dd3eb732-297d-44c7-9f84-e2f4ebc1e814), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:04.663323 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f313d952-61a0-4a14-afbd-e509be08e2f9 req-efae6be3-1999-4028-b3c1-a090b79f3ed7 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5550745 Jan 18 20:23:04.668743 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-061fd11b-7062-45bd-8a27-7706db854677 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (b42bd437-f6c6-47c4-983e-4c98e342d8c1), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:04.677731 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c3645d-b6dc-46f8-9737-c7b3fdfb2fa6 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 18 20:23:04.678304 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c3645d-b6dc-46f8-9737-c7b3fdfb2fa6 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:23:04.678587 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45780a2-0707-4c5b-aa5c-672c1e9df953 req-484828c7-3f0a-4b0a-984b-237c008ff216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:04.679273 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45780a2-0707-4c5b-aa5c-672c1e9df953 req-484828c7-3f0a-4b0a-984b-237c008ff216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:04.680062 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45780a2-0707-4c5b-aa5c-672c1e9df953 req-484828c7-3f0a-4b0a-984b-237c008ff216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:04.687836 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d45780a2-0707-4c5b-aa5c-672c1e9df953 req-484828c7-3f0a-4b0a-984b-237c008ff216 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=05d04115a5b94604bf26feb88e948fe0&device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2865 time: 0.0768440 Jan 18 20:23:04.710184 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-94c3645d-b6dc-46f8-9737-c7b3fdfb2fa6 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.8467023 Jan 18 20:23:04.715870 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061fd11b-7062-45bd-8a27-7706db854677 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:23:04.716476 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-061fd11b-7062-45bd-8a27-7706db854677 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (b42bd437-f6c6-47c4-983e-4c98e342d8c1), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:04.818205 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33008) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:23:04.821830 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:23:04.854093 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=28f5bc12-c216-4209-b8bc-a9538a463e9b,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:04.861443 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-7a2635dd-c6e1-41ec-bba0-41812f1c457d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:23:04.861825 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-7a2635dd-c6e1-41ec-bba0-41812f1c457d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:23:04.882240 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45780a2-0707-4c5b-aa5c-672c1e9df953 req-19da2125-98a0-4d89-82b9-88f3b7f5666d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:04.886635 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-061fd11b-7062-45bd-8a27-7706db854677 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (ff45b718-dba0-4dfb-8fcf-9eb3b0162910), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:04.891262 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d45780a2-0707-4c5b-aa5c-672c1e9df953 req-19da2125-98a0-4d89-82b9-88f3b7f5666d service neutron] 10.222.0.70 "GET /v2.0/networks?id=957354af-04bd-406c-953d-2bd45afe9e07 HTTP/1.1" status: 200 len: 902 time: 0.1912577 Jan 18 20:23:04.956320 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-061fd11b-7062-45bd-8a27-7706db854677 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:04.959505 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-061fd11b-7062-45bd-8a27-7706db854677 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] 10.222.0.31 "DELETE /v2.0/networks/ff45b718-dba0-4dfb-8fcf-9eb3b0162910 HTTP/1.1" status: 204 len: 168 time: 2.7035949 Jan 18 20:23:04.973017 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9712e7-caa0-4dfd-935f-1f861c77d6a6 None None] DHCP port deletion for dd3eb732-297d-44c7-9f84-e2f4ebc1e814 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:23:04.974998 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33010) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:05.014230 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d45780a2-0707-4c5b-aa5c-672c1e9df953 req-1251257f-f6cd-4b5d-99b0-0a882976a502 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.52&port_id=ec218c03-ea01-4384-a2f1-9e91619b9d08 HTTP/1.1" status: 200 len: 217 time: 0.0702970 Jan 18 20:23:05.037379 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ae9712e7-caa0-4dfd-935f-1f861c77d6a6 None None] Deleting port ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:05.037885 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ae9712e7-caa0-4dfd-935f-1f861c77d6a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:05.042805 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-adf80b3c-cf8c-4509-93e3-86ac7d81d3af tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6e80471e-1490-442e-8225-3e372a95c2fa), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:05.047854 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061fd11b-7062-45bd-8a27-7706db854677 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Pushing event deleted for resources: {'Network': ['ID=ff45b718-dba0-4dfb-8fcf-9eb3b0162910,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:05.082351 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45780a2-0707-4c5b-aa5c-672c1e9df953 req-73e4ae24-a226-4f69-9441-2c53bf28b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:05.084064 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d45780a2-0707-4c5b-aa5c-672c1e9df953 req-73e4ae24-a226-4f69-9441-2c53bf28b18b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1281de5a-bdf2-4cc6-baaa-3c06db5aeefc HTTP/1.1" status: 200 len: 801 time: 0.0629790 Jan 18 20:23:05.086454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-676ad0c0-e212-42b6-b730-2ad107d6909c admin admin] Deleting port ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:05.086789 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-676ad0c0-e212-42b6-b730-2ad107d6909c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:05.146479 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ae9712e7-caa0-4dfd-935f-1f861c77d6a6 None None] For port ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac,segment=NetworkSegment(35d10ff5-ca3e-43a8-82e5-0b576ef5c38b),segment_id=35d10ff5-ca3e-43a8-82e5-0b576ef5c38b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:05.147480 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ae9712e7-caa0-4dfd-935f-1f861c77d6a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:05.164670 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ae9712e7-caa0-4dfd-935f-1f861c77d6a6 None None] Calling delete_port for ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:05.206050 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-676ad0c0-e212-42b6-b730-2ad107d6909c admin admin] For port ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac,segment=NetworkSegment(35d10ff5-ca3e-43a8-82e5-0b576ef5c38b),segment_id=35d10ff5-ca3e-43a8-82e5-0b576ef5c38b)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:05.206686 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-676ad0c0-e212-42b6-b730-2ad107d6909c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:05.220146 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-676ad0c0-e212-42b6-b730-2ad107d6909c admin admin] Calling delete_port for ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:05.297264 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ff703a-8513-4c40-a66b-dbd100cf063a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:05.316609 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ff703a-8513-4c40-a66b-dbd100cf063a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:05.326309 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-74ff703a-8513-4c40-a66b-dbd100cf063a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.4880621 Jan 18 20:23:05.331198 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-676ad0c0-e212-42b6-b730-2ad107d6909c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:05.333223 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33012) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:05.352047 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ae9712e7-caa0-4dfd-935f-1f861c77d6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:05.367861 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ad0c0-e212-42b6-b730-2ad107d6909c admin admin] Pushing event deleted for resources: {'Port': ['ID=ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:05.388289 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9712e7-caa0-4dfd-935f-1f861c77d6a6 None None] No DVR routers for this DVR port ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:23:05.454907 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676ad0c0-e212-42b6-b730-2ad107d6909c admin admin] No DVR routers for this DVR port ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:23:05.494357 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9712e7-caa0-4dfd-935f-1f861c77d6a6 None None] Pushing event deleted for resources: {'Port': ['ID=ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:05.511042 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c918bcc3-5a60-4e59-beaa-e5b5aa57e869 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (9dacd92b-3414-4067-84e5-7df6e542169b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:05.527258 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7a2635dd-c6e1-41ec-bba0-41812f1c457d None None] Current status of the port 28f5bc12-c216-4209-b8bc-a9538a463e9b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:05.589078 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45780a2-0707-4c5b-aa5c-672c1e9df953 req-b828adc7-286a-4f7c-98c8-7c4031a578b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:05.591034 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d45780a2-0707-4c5b-aa5c-672c1e9df953 req-b828adc7-286a-4f7c-98c8-7c4031a578b8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=957354af-04bd-406c-953d-2bd45afe9e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4941680 Jan 18 20:23:05.591197 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f296e6fb-5b68-49b5-ba28-c6907f06fc1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'port': 2} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:05.595569 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f296e6fb-5b68-49b5-ba28-c6907f06fc1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:05.606458 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 28f5bc12-c216-4209-b8bc-a9538a463e9b up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:05.661610 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f296e6fb-5b68-49b5-ba28-c6907f06fc1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:05.720214 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d45780a2-0707-4c5b-aa5c-672c1e9df953 req-6687be5a-e5d0-46c9-957e-5056b78c3f3a service neutron] 10.222.0.70 "GET /v2.0/networks/957354af-04bd-406c-953d-2bd45afe9e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995770 Jan 18 20:23:05.727695 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-676ad0c0-e212-42b6-b730-2ad107d6909c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (dd3eb732-297d-44c7-9f84-e2f4ebc1e814), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:05.741080 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-29677911-d741-4a53-ac34-e64121602eb2 None None] Provisioning complete for port 18ff2497-81e5-4485-8ac9-0ab9c3f65f2f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:05.741080 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-29677911-d741-4a53-ac34-e64121602eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (18ff2497-81e5-4485-8ac9-0ab9c3f65f2f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:05.824552 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-676ad0c0-e212-42b6-b730-2ad107d6909c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3eb732-297d-44c7-9f84-e2f4ebc1e814']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:05.830722 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-29677911-d741-4a53-ac34-e64121602eb2 None None] Port 18ff2497-81e5-4485-8ac9-0ab9c3f65f2f cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:23:05.839658 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-cc944b37-0877-4f18-a697-1af720d84bac tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting port 18ff2497-81e5-4485-8ac9-0ab9c3f65f2f {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:05.839993 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cc944b37-0877-4f18-a697-1af720d84bac tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (18ff2497-81e5-4485-8ac9-0ab9c3f65f2f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:05.848280 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-676ad0c0-e212-42b6-b730-2ad107d6909c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d10ff5-ca3e-43a8-82e5-0b576ef5c38b') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:05.848568 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-676ad0c0-e212-42b6-b730-2ad107d6909c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d10ff5-ca3e-43a8-82e5-0b576ef5c38b') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:05.881194 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c918bcc3-5a60-4e59-beaa-e5b5aa57e869 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (9dacd92b-3414-4067-84e5-7df6e542169b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:05.884837 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 28f5bc12-c216-4209-b8bc-a9538a463e9b triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:05.886165 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (28f5bc12-c216-4209-b8bc-a9538a463e9b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:05.973343 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-676ad0c0-e212-42b6-b730-2ad107d6909c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (35d10ff5-ca3e-43a8-82e5-0b576ef5c38b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:05.992771 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-c918bcc3-5a60-4e59-beaa-e5b5aa57e869 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dacd92b-3414-4067-84e5-7df6e542169b']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:06.022070 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-c918bcc3-5a60-4e59-beaa-e5b5aa57e869 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2120ee12-0d7d-4d26-8acb-3836c73fc0b3') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:06.022655 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-c918bcc3-5a60-4e59-beaa-e5b5aa57e869 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2120ee12-0d7d-4d26-8acb-3836c73fc0b3') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:06.036651 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 28f5bc12-c216-4209-b8bc-a9538a463e9b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:06.063598 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c918bcc3-5a60-4e59-beaa-e5b5aa57e869 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (2120ee12-0d7d-4d26-8acb-3836c73fc0b3), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:06.094280 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-676ad0c0-e212-42b6-b730-2ad107d6909c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (35d10ff5-ca3e-43a8-82e5-0b576ef5c38b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:06.133817 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acc313-a343-4168-aa37-6761c06713e8 req-61d86432-00a9-46ee-8391-67d50cdc1d71 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:06.141020 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acc313-a343-4168-aa37-6761c06713e8 req-61d86432-00a9-46ee-8391-67d50cdc1d71 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:06.146128 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d45780a2-0707-4c5b-aa5c-672c1e9df953 req-2ca67c2a-917b-4b7d-ad3f-6bd28a11f7e2 service neutron] 10.222.0.70 "GET /v2.0/networks/957354af-04bd-406c-953d-2bd45afe9e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730385 Jan 18 20:23:06.147020 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:23:06.149139 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acc313-a343-4168-aa37-6761c06713e8 req-61d86432-00a9-46ee-8391-67d50cdc1d71 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:06.157623 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76acc313-a343-4168-aa37-6761c06713e8 req-61d86432-00a9-46ee-8391-67d50cdc1d71 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2412 time: 0.2937012 Jan 18 20:23:06.173666 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c918bcc3-5a60-4e59-beaa-e5b5aa57e869 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (2120ee12-0d7d-4d26-8acb-3836c73fc0b3), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:06.178878 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676ad0c0-e212-42b6-b730-2ad107d6909c admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:23:06.179286 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-676ad0c0-e212-42b6-b730-2ad107d6909c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (35d10ff5-ca3e-43a8-82e5-0b576ef5c38b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:06.183533 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-adf80b3c-cf8c-4509-93e3-86ac7d81d3af tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks [] for port (6e80471e-1490-442e-8225-3e372a95c2fa), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:06.188872 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:23:06.189219 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ed1a4d0b-d1b2-4011-bafa-1fcb6c5899ac not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:23:06.210300 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-adf80b3c-cf8c-4509-93e3-86ac7d81d3af tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (6e80471e-1490-442e-8225-3e372a95c2fa), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:06.214657 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-f296e6fb-5b68-49b5-ba28-c6907f06fc1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] device_id is not set on port dc8b31e0-ebec-493c-8e56-3422f6662a6e yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:23:06.218808 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c918bcc3-5a60-4e59-beaa-e5b5aa57e869 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:23:06.219212 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c918bcc3-5a60-4e59-beaa-e5b5aa57e869 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (2120ee12-0d7d-4d26-8acb-3836c73fc0b3), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:23:06.228531 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:23:06.252862 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:23:06.257618 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:23:06.257618 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:23:06.257618 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:23:06.257618 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:23:06.257618 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:23:06.257618 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:23:06.257618 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:23:06.257618 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:23:06.257618 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:23:06.257618 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:23:06.257618 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:23:06.257618 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:23:06.257618 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:23:06.257618 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:23:06.257618 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:23:06.259519 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-676ad0c0-e212-42b6-b730-2ad107d6909c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (dd3eb732-297d-44c7-9f84-e2f4ebc1e814), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:06.271707 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-676ad0c0-e212-42b6-b730-2ad107d6909c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:06.274843 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-676ad0c0-e212-42b6-b730-2ad107d6909c admin admin] 10.222.0.31 "DELETE /v2.0/networks/dd3eb732-297d-44c7-9f84-e2f4ebc1e814 HTTP/1.1" status: 204 len: 168 time: 1.7763407 Jan 18 20:23:06.288985 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cc944b37-0877-4f18-a697-1af720d84bac tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (18ff2497-81e5-4485-8ac9-0ab9c3f65f2f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:06.291917 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ad0c0-e212-42b6-b730-2ad107d6909c admin admin] Pushing event deleted for resources: {'Network': ['ID=dd3eb732-297d-44c7-9f84-e2f4ebc1e814,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:06.317444 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-cc944b37-0877-4f18-a697-1af720d84bac tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Calling delete_port for 18ff2497-81e5-4485-8ac9-0ab9c3f65f2f owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:06.497128 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76acc313-a343-4168-aa37-6761c06713e8 req-26c79e1b-185b-4873-923c-625e1bd2a565 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382659 Jan 18 20:23:06.498007 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c918bcc3-5a60-4e59-beaa-e5b5aa57e869 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (9dacd92b-3414-4067-84e5-7df6e542169b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:06.504404 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf80b3c-cf8c-4509-93e3-86ac7d81d3af tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Pushing event updated for resources: {'Port': ['ID=6e80471e-1490-442e-8225-3e372a95c2fa,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:06.525583 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c918bcc3-5a60-4e59-beaa-e5b5aa57e869 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:06.547571 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c918bcc3-5a60-4e59-beaa-e5b5aa57e869 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] 10.222.0.31 "DELETE /v2.0/networks/9dacd92b-3414-4067-84e5-7df6e542169b HTTP/1.1" status: 204 len: 168 time: 1.5551813 Jan 18 20:23:06.552761 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33028) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:06.589202 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918bcc3-5a60-4e59-beaa-e5b5aa57e869 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Pushing event deleted for resources: {'Network': ['ID=9dacd92b-3414-4067-84e5-7df6e542169b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:06.593125 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-adf80b3c-cf8c-4509-93e3-86ac7d81d3af tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] In _notify_port_updated(), no bound segment for port 6e80471e-1490-442e-8225-3e372a95c2fa on network cbe0c1f5-1850-4649-b039-62c23e5de548 {{(pid=103336) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 18 20:23:06.599435 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf80b3c-cf8c-4509-93e3-86ac7d81d3af tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:06.600107 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-adf80b3c-cf8c-4509-93e3-86ac7d81d3af tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:06.604269 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-adf80b3c-cf8c-4509-93e3-86ac7d81d3af tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] 10.222.0.31 "PUT /v2.0/ports/6e80471e-1490-442e-8225-3e372a95c2fa HTTP/1.1" status: 200 len: 1054 time: 3.6350420 Jan 18 20:23:06.604905 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33032) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:06.691571 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cc944b37-0877-4f18-a697-1af720d84bac tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (18ff2497-81e5-4485-8ac9-0ab9c3f65f2f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:06.701153 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ffaa0cf3-4a0e-43c7-922d-6e8b07ff9582 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (88f48f78-abaa-4e5d-bee0-589c88035fab), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:06.754543 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33038) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:06.757067 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:06.788311 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc944b37-0877-4f18-a697-1af720d84bac tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Port': ['ID=18ff2497-81e5-4485-8ac9-0ab9c3f65f2f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:06.818570 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cc944b37-0877-4f18-a697-1af720d84bac tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:06.824543 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cc944b37-0877-4f18-a697-1af720d84bac tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/18ff2497-81e5-4485-8ac9-0ab9c3f65f2f HTTP/1.1" status: 204 len: 168 time: 1.4683166 Jan 18 20:23:06.827982 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33040) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:06.877825 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f296e6fb-5b68-49b5-ba28-c6907f06fc1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for port (dc8b31e0-ebec-493c-8e56-3422f6662a6e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:06.885385 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-473de1bc-811c-4eba-93d1-50f05033a1e3 None None] Provisioning complete for port 6e80471e-1490-442e-8225-3e372a95c2fa triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:06.885793 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-473de1bc-811c-4eba-93d1-50f05033a1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6e80471e-1490-442e-8225-3e372a95c2fa), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:06.971288 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-473de1bc-811c-4eba-93d1-50f05033a1e3 None None] Port 6e80471e-1490-442e-8225-3e372a95c2fa cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:23:06.979124 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-f296e6fb-5b68-49b5-ba28-c6907f06fc1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] device_id is not set on port fe8714e5-25ab-4117-9d9a-62518a4cc6c6 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:23:07.066703 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd20c81-0591-40ed-aa22-09ab150fe904 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:07.068340 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd20c81-0591-40ed-aa22-09ab150fe904 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:07.069872 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8fd20c81-0591-40ed-aa22-09ab150fe904 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2406688 Jan 18 20:23:07.075817 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ffaa0cf3-4a0e-43c7-922d-6e8b07ff9582 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (88f48f78-abaa-4e5d-bee0-589c88035fab), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:07.078267 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33042) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:07.082128 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f296e6fb-5b68-49b5-ba28-c6907f06fc1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for port (fe8714e5-25ab-4117-9d9a-62518a4cc6c6), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:07.150520 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-ffaa0cf3-4a0e-43c7-922d-6e8b07ff9582 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f48f78-abaa-4e5d-bee0-589c88035fab']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:07.165393 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-ffaa0cf3-4a0e-43c7-922d-6e8b07ff9582 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22f8d13-92fb-4997-9469-bd41b6b54833') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:07.165776 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-ffaa0cf3-4a0e-43c7-922d-6e8b07ff9582 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22f8d13-92fb-4997-9469-bd41b6b54833') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:07.186709 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a66400-9d28-427f-b9dc-d7e850a29e63 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet 7ce092f4-8ccd-4d89-b8d6-598eae74066f {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:23:07.195430 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d9bbda35-8c9c-442d-8922-761d9210d1ec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=58bdde0d1470454589ceb4c5ff2aa86d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4332016 Jan 18 20:23:07.195430 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f296e6fb-5b68-49b5-ba28-c6907f06fc1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (dc8b31e0-ebec-493c-8e56-3422f6662a6e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:07.195777 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ffaa0cf3-4a0e-43c7-922d-6e8b07ff9582 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (b22f8d13-92fb-4997-9469-bd41b6b54833), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:07.196257 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33044) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:07.197415 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-88a66400-9d28-427f-b9dc-d7e850a29e63 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (7ce092f4-8ccd-4d89-b8d6-598eae74066f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:07.237465 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ffaa0cf3-4a0e-43c7-922d-6e8b07ff9582 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (b22f8d13-92fb-4997-9469-bd41b6b54833), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:07.251570 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffaa0cf3-4a0e-43c7-922d-6e8b07ff9582 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:23:07.251951 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ffaa0cf3-4a0e-43c7-922d-6e8b07ff9582 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (b22f8d13-92fb-4997-9469-bd41b6b54833), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:23:07.258792 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:23:07.261654 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-88a66400-9d28-427f-b9dc-d7e850a29e63 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (7ce092f4-8ccd-4d89-b8d6-598eae74066f), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:07.308959 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296e6fb-5b68-49b5-ba28-c6907f06fc1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Port': ['ID=dc8b31e0-ebec-493c-8e56-3422f6662a6e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:07.348208 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63897a35-b414-4542-9104-5c19d0d0ae22 admin admin] Publish callbacks [] for security_group (c5c1be6a-c382-4c13-8d72-ab71785549d5), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:07.369647 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ffaa0cf3-4a0e-43c7-922d-6e8b07ff9582 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (88f48f78-abaa-4e5d-bee0-589c88035fab), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:07.378896 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63897a35-b414-4542-9104-5c19d0d0ae22 admin admin] Publish callbacks [] for security_group (c5c1be6a-c382-4c13-8d72-ab71785549d5), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:07.397537 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ffaa0cf3-4a0e-43c7-922d-6e8b07ff9582 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:07.397537 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ffaa0cf3-4a0e-43c7-922d-6e8b07ff9582 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] 10.222.0.31 "DELETE /v2.0/networks/88f48f78-abaa-4e5d-bee0-589c88035fab HTTP/1.1" status: 204 len: 168 time: 0.8457747 Jan 18 20:23:07.418618 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa0cf3-4a0e-43c7-922d-6e8b07ff9582 tempest-BulkNetworkOpsIpV6Test-1877269298 tempest-BulkNetworkOpsIpV6Test-1877269298-project] Pushing event deleted for resources: {'Network': ['ID=88f48f78-abaa-4e5d-bee0-589c88035fab,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:07.441500 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-88a66400-9d28-427f-b9dc-d7e850a29e63 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (7ce092f4-8ccd-4d89-b8d6-598eae74066f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:07.454937 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f296e6fb-5b68-49b5-ba28-c6907f06fc1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network febaf15b-5046-47b7-b6d8-f2693dbad764 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:07.459525 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-ae78e22b-c76a-4e8e-8125-fa9e6a709078 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Deleting port 6e80471e-1490-442e-8225-3e372a95c2fa {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:07.459877 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ae78e22b-c76a-4e8e-8125-fa9e6a709078 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (6e80471e-1490-442e-8225-3e372a95c2fa), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:07.491416 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-f296e6fb-5b68-49b5-ba28-c6907f06fc1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:07.498966 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f296e6fb-5b68-49b5-ba28-c6907f06fc1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:07.502345 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f296e6fb-5b68-49b5-ba28-c6907f06fc1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (fe8714e5-25ab-4117-9d9a-62518a4cc6c6), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:07.563037 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-88a66400-9d28-427f-b9dc-d7e850a29e63 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (7ce092f4-8ccd-4d89-b8d6-598eae74066f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:07.627307 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a66400-9d28-427f-b9dc-d7e850a29e63 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=7ce092f4-8ccd-4d89-b8d6-598eae74066f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:07.631889 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-88a66400-9d28-427f-b9dc-d7e850a29e63 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:07.636804 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-88a66400-9d28-427f-b9dc-d7e850a29e63 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/7ce092f4-8ccd-4d89-b8d6-598eae74066f HTTP/1.1" status: 204 len: 168 time: 0.5539567 Jan 18 20:23:07.645194 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7c36a6-3537-45f2-aa1e-88e90db9e83e None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:07.650507 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33054) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:07.778505 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3f715d24-c831-43e0-9759-de46bf6784c9 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1237669 Jan 18 20:23:07.779219 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33064) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:07.791074 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-f58524a6-da27-4ef1-abbb-3619567d86df tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:07.946242 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58524a6-da27-4ef1-abbb-3619567d86df tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:07.950089 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f58524a6-da27-4ef1-abbb-3619567d86df tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:07.978591 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4cf68-fad4-4ff4-aaa9-84862ae8cd36 req-d5912873-8d15-4318-a35d-2ead698c3113 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:07.985808 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4cf68-fad4-4ff4-aaa9-84862ae8cd36 req-d5912873-8d15-4318-a35d-2ead698c3113 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:07.992580 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4cf68-fad4-4ff4-aaa9-84862ae8cd36 req-d5912873-8d15-4318-a35d-2ead698c3113 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:07.994311 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4ef4cf68-fad4-4ff4-aaa9-84862ae8cd36 req-d5912873-8d15-4318-a35d-2ead698c3113 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2412 time: 0.2799788 Jan 18 20:23:08.005015 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ae78e22b-c76a-4e8e-8125-fa9e6a709078 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (6e80471e-1490-442e-8225-3e372a95c2fa), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:08.061519 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296e6fb-5b68-49b5-ba28-c6907f06fc1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Port': ['ID=fe8714e5-25ab-4117-9d9a-62518a4cc6c6,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:08.073888 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ec218c03-ea01-4384-a2f1-9e91619b9d08 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:23:08.118547 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33070) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:08.129665 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-ae78e22b-c76a-4e8e-8125-fa9e6a709078 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Calling delete_port for 6e80471e-1490-442e-8225-3e372a95c2fa owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:08.143984 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63897a35-b414-4542-9104-5c19d0d0ae22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c5c1be6a-c382-4c13-8d72-ab71785549d5), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:08.157016 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63897a35-b414-4542-9104-5c19d0d0ae22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:08.158585 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-63897a35-b414-4542-9104-5c19d0d0ae22 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c5c1be6a-c382-4c13-8d72-ab71785549d5 HTTP/1.1" status: 204 len: 168 time: 0.9571087 Jan 18 20:23:08.196929 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63897a35-b414-4542-9104-5c19d0d0ae22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c1be6a-c382-4c13-8d72-ab71785549d5,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:08.241937 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f296e6fb-5b68-49b5-ba28-c6907f06fc1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Checking segment: {'id': '38c76f1a-75f0-41a9-a9bc-b00cf88d295d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2100561b-099f-4784-98e3-5b984fdc8306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:08.242446 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f296e6fb-5b68-49b5-ba28-c6907f06fc1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network hostable DHCP agents. Network: 2100561b-099f-4784-98e3-5b984fdc8306, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:23:08.332551 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f58524a6-da27-4ef1-abbb-3619567d86df tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (b0c73c09-f8bd-453e-95aa-c25878f8dae2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:08.363551 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4ef4cf68-fad4-4ff4-aaa9-84862ae8cd36 req-c0cf00e1-edaa-4521-84e3-32963f6c3b92 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468461 Jan 18 20:23:08.391704 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58524a6-da27-4ef1-abbb-3619567d86df tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:08.391704 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-f58524a6-da27-4ef1-abbb-3619567d86df tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:08.391704 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58524a6-da27-4ef1-abbb-3619567d86df tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:08.391704 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f58524a6-da27-4ef1-abbb-3619567d86df tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:08.402026 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58524a6-da27-4ef1-abbb-3619567d86df tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=b0c73c09-f8bd-453e-95aa-c25878f8dae2,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:08.433679 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f58524a6-da27-4ef1-abbb-3619567d86df tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6532426 Jan 18 20:23:08.434601 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33080) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:08.446434 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-7e42c560-8440-4cf9-8dd9-ab689519ad36 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'port': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'fixed_ips': [{'subnet_id': 'b0c73c09-f8bd-453e-95aa-c25878f8dae2', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1549177649'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:08.501695 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f296e6fb-5b68-49b5-ba28-c6907f06fc1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network 2100561b-099f-4784-98e3-5b984fdc8306 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:23:08.528158 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-f296e6fb-5b68-49b5-ba28-c6907f06fc1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 2100561b-099f-4784-98e3-5b984fdc8306) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:08.537106 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f296e6fb-5b68-49b5-ba28-c6907f06fc1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:08.555831 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61253d93-169d-4841-8cc3-175b709bbed2 None None] Network 2100561b-099f-4784-98e3-5b984fdc8306 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:08.557440 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f296e6fb-5b68-49b5-ba28-c6907f06fc1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:08.562767 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f296e6fb-5b68-49b5-ba28-c6907f06fc1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:08.563398 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f296e6fb-5b68-49b5-ba28-c6907f06fc1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:08.654772 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f296e6fb-5b68-49b5-ba28-c6907f06fc1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.2708411 Jan 18 20:23:08.656079 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33084) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:08.825501 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38ffb02-c087-4222-b4e1-e2a79b3a7cb8 None None] DHCP port deletion for c68ada5d-da8a-41c6-813a-b53f9c35e893 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:23:08.837811 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ec218c03-ea01-4384-a2f1-9e91619b9d08, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ec218c03-ea01-4384-a2f1-9e91619b9d08,segment=NetworkSegment(b653f61e-1f44-49ef-acf6-58f2f4cd30db),segment_id=b653f61e-1f44-49ef-acf6-58f2f4cd30db)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:08.846071 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e42c560-8440-4cf9-8dd9-ab689519ad36 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:08.887694 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-43f18cfe-70e7-4dcf-8c84-5000b4e16c1f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28d07719acd44b4fb496fce01c379e8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7679999 Jan 18 20:23:08.890984 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33092) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:08.939480 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ae78e22b-c76a-4e8e-8125-fa9e6a709078 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (6e80471e-1490-442e-8225-3e372a95c2fa), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:08.957090 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'ec218c03-ea01-4384-a2f1-9e91619b9d08', 'network_id': '957354af-04bd-406c-953d-2bd45afe9e07', 'port_id': 'ec218c03-ea01-4384-a2f1-9e91619b9d08', 'mac_address': 'fa:16:3e:32:05:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1281de5a-bdf2-4cc6-baaa-3c06db5aeefc', 'ip_address': '19.80.0.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:23:08.991690 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7e42c560-8440-4cf9-8dd9-ab689519ad36 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:09.010298 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf1e3714-c8cf-4f28-9d19-e58760ff1fee admin admin] Publish callbacks [] for security_group (8cf50817-cab4-4690-afb4-d5f9fc365692), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:09.036349 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-7e42c560-8440-4cf9-8dd9-ab689519ad36 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] device_id is not set on port 815bab75-4e07-445b-af4f-f413f6734727 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:23:09.048568 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33098) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:09.055799 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78e22b-c76a-4e8e-8125-fa9e6a709078 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Pushing event deleted for resources: {'Port': ['ID=6e80471e-1490-442e-8225-3e372a95c2fa,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:09.065563 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf1e3714-c8cf-4f28-9d19-e58760ff1fee admin admin] Publish callbacks [] for security_group (8cf50817-cab4-4690-afb4-d5f9fc365692), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:09.117255 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port ec218c03-ea01-4384-a2f1-9e91619b9d08 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:09.117916 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ec218c03-ea01-4384-a2f1-9e91619b9d08), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:09.143521 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec218c03-ea01-4384-a2f1-9e91619b9d08 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:23:09.187443 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ec218c03-ea01-4384-a2f1-9e91619b9d08, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ec218c03-ea01-4384-a2f1-9e91619b9d08,segment=NetworkSegment(b653f61e-1f44-49ef-acf6-58f2f4cd30db),segment_id=b653f61e-1f44-49ef-acf6-58f2f4cd30db)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:09.191271 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a38ffb02-c087-4222-b4e1-e2a79b3a7cb8 None None] Deleting port 28f5bc12-c216-4209-b8bc-a9538a463e9b {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:09.193942 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a38ffb02-c087-4222-b4e1-e2a79b3a7cb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (28f5bc12-c216-4209-b8bc-a9538a463e9b), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:09.200608 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ec218c03-ea01-4384-a2f1-9e91619b9d08), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:09.202829 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 20d85752-3eb5-4ef4-99d1-37b915e79d93 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:23:09.214091 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf1e3714-c8cf-4f28-9d19-e58760ff1fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8cf50817-cab4-4690-afb4-d5f9fc365692), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:09.216644 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf1e3714-c8cf-4f28-9d19-e58760ff1fee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:09.220517 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bf1e3714-c8cf-4f28-9d19-e58760ff1fee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8cf50817-cab4-4690-afb4-d5f9fc365692 HTTP/1.1" status: 204 len: 168 time: 0.3257031 Jan 18 20:23:09.243458 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e3714-c8cf-4f28-9d19-e58760ff1fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf50817-cab4-4690-afb4-d5f9fc365692,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:09.290789 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-307458d4-384b-4c27-a0b7-3e1fe10eae55 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=280ab2f105a6439e8bbac903c08b0477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372520 Jan 18 20:23:09.291522 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33102) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:09.293061 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 20d85752-3eb5-4ef4-99d1-37b915e79d93, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=20d85752-3eb5-4ef4-99d1-37b915e79d93,segment=NetworkSegment(b653f61e-1f44-49ef-acf6-58f2f4cd30db),segment_id=b653f61e-1f44-49ef-acf6-58f2f4cd30db)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:09.350663 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '20d85752-3eb5-4ef4-99d1-37b915e79d93', 'network_id': '957354af-04bd-406c-953d-2bd45afe9e07', 'port_id': '20d85752-3eb5-4ef4-99d1-37b915e79d93', 'mac_address': 'fa:16:3e:c8:b9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1281de5a-bdf2-4cc6-baaa-3c06db5aeefc', 'ip_address': '19.80.0.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:23:09.352948 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d3ce2-ed51-4570-8fa7-f4bd799bfbe1 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting port fe8714e5-25ab-4117-9d9a-62518a4cc6c6 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:09.353553 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ad6d3ce2-ed51-4570-8fa7-f4bd799bfbe1 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (fe8714e5-25ab-4117-9d9a-62518a4cc6c6), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:09.376412 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e42c560-8440-4cf9-8dd9-ab689519ad36 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:23:09.376994 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e42c560-8440-4cf9-8dd9-ab689519ad36 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:23:09.472729 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a3dd26c-a93d-4381-b056-9bd58d466a25 admin admin] Publish callbacks [] for security_group (ebbeb1a0-309c-41b3-8bd0-9402f7b10e6e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:09.477745 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7e42c560-8440-4cf9-8dd9-ab689519ad36 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.0408084 Jan 18 20:23:09.482788 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33108) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:09.581397 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ad6d3ce2-ed51-4570-8fa7-f4bd799bfbe1 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (fe8714e5-25ab-4117-9d9a-62518a4cc6c6), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:09.615257 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=ec218c03-ea01-4384-a2f1-9e91619b9d08,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:09.633515 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 28f5bc12-c216-4209-b8bc-a9538a463e9b no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:23:09.648615 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d3ce2-ed51-4570-8fa7-f4bd799bfbe1 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Calling delete_port for fe8714e5-25ab-4117-9d9a-62518a4cc6c6 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:09.737118 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ae78e22b-c76a-4e8e-8125-fa9e6a709078 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:09.743446 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ae78e22b-c76a-4e8e-8125-fa9e6a709078 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] 10.222.0.31 "DELETE /v2.0/ports/6e80471e-1490-442e-8225-3e372a95c2fa HTTP/1.1" status: 204 len: 168 time: 3.1331184 Jan 18 20:23:09.747393 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33114) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:09.787363 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2131ef9-5707-466d-aafc-96ce2940f235 req-5ab94d6b-0441-4052-911e-83eb2d3920fd tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:09.795041 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2131ef9-5707-466d-aafc-96ce2940f235 req-5ab94d6b-0441-4052-911e-83eb2d3920fd tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:09.802649 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2131ef9-5707-466d-aafc-96ce2940f235 req-5ab94d6b-0441-4052-911e-83eb2d3920fd tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:09.805469 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d2131ef9-5707-466d-aafc-96ce2940f235 req-5ab94d6b-0441-4052-911e-83eb2d3920fd tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2413 time: 0.2432754 Jan 18 20:23:09.829725 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a38ffb02-c087-4222-b4e1-e2a79b3a7cb8 None None] For port 28f5bc12-c216-4209-b8bc-a9538a463e9b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=28f5bc12-c216-4209-b8bc-a9538a463e9b,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:09.830632 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b9a503-b9b8-4f09-bc2b-8ed194cb5345 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] GET failed (client error): The resource could not be found. Jan 18 20:23:09.835636 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-12b9a503-b9b8-4f09-bc2b-8ed194cb5345 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] 10.222.0.31 "GET /v2.0/ports/6e80471e-1490-442e-8225-3e372a95c2fa HTTP/1.1" status: 404 len: 333 time: 0.0868430 Jan 18 20:23:09.837417 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33124) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:09.852384 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a38ffb02-c087-4222-b4e1-e2a79b3a7cb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (28f5bc12-c216-4209-b8bc-a9538a463e9b), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:09.906685 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a38ffb02-c087-4222-b4e1-e2a79b3a7cb8 None None] Calling delete_port for 28f5bc12-c216-4209-b8bc-a9538a463e9b owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:09.963456 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ad6d3ce2-ed51-4570-8fa7-f4bd799bfbe1 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (fe8714e5-25ab-4117-9d9a-62518a4cc6c6), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:09.966658 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 20d85752-3eb5-4ef4-99d1-37b915e79d93 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:09.967425 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (20d85752-3eb5-4ef4-99d1-37b915e79d93), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:09.990498 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ad6d3ce2-ed51-4570-8fa7-f4bd799bfbe1 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:09.996867 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ad6d3ce2-ed51-4570-8fa7-f4bd799bfbe1 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/ports/fe8714e5-25ab-4117-9d9a-62518a4cc6c6 HTTP/1.1" status: 204 len: 168 time: 1.2628791 Jan 18 20:23:10.003876 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33132) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:10.042350 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d2131ef9-5707-466d-aafc-96ce2940f235 req-9be9d807-9234-49e9-b267-f4168af8d5ee tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056222 Jan 18 20:23:10.080038 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 28f5bc12-c216-4209-b8bc-a9538a463e9b is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:10.080680 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (28f5bc12-c216-4209-b8bc-a9538a463e9b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:10.132369 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d85752-3eb5-4ef4-99d1-37b915e79d93 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:23:10.136143 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d3ce2-ed51-4570-8fa7-f4bd799bfbe1 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Port': ['ID=fe8714e5-25ab-4117-9d9a-62518a4cc6c6,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:10.141481 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a3dd26c-a93d-4381-b056-9bd58d466a25 admin admin] Publish callbacks [] for security_group (ebbeb1a0-309c-41b3-8bd0-9402f7b10e6e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:10.176487 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 20d85752-3eb5-4ef4-99d1-37b915e79d93, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=20d85752-3eb5-4ef4-99d1-37b915e79d93,segment=NetworkSegment(b653f61e-1f44-49ef-acf6-58f2f4cd30db),segment_id=b653f61e-1f44-49ef-acf6-58f2f4cd30db)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:10.193296 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de5afa5-cc35-4f1a-ac02-2acd835213b8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:10.195362 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9de5afa5-cc35-4f1a-ac02-2acd835213b8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7020550 Jan 18 20:23:10.198111 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 28f5bc12-c216-4209-b8bc-a9538a463e9b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=28f5bc12-c216-4209-b8bc-a9538a463e9b,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:10.198699 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33142) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:10.199246 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (20d85752-3eb5-4ef4-99d1-37b915e79d93), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:10.200193 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 0094a5dd-275e-4904-88d3-f14a7f953d8c details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:23:10.205065 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-72ff4c47-2830-4f8c-8d88-5dd68ca3c56a tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Deleting port 894fd9f5-218e-463f-8bd5-d8750c9f1c28 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:10.210106 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-72ff4c47-2830-4f8c-8d88-5dd68ca3c56a tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (894fd9f5-218e-463f-8bd5-d8750c9f1c28), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:10.253209 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67ccae1-16f4-454e-9953-d394bc704f39 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:10.255093 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67ccae1-16f4-454e-9953-d394bc704f39 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:10.256785 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f67ccae1-16f4-454e-9953-d394bc704f39 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0566549 Jan 18 20:23:10.262810 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33146) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:10.289948 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a3dd26c-a93d-4381-b056-9bd58d466a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ebbeb1a0-309c-41b3-8bd0-9402f7b10e6e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:10.292824 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a3dd26c-a93d-4381-b056-9bd58d466a25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:10.294155 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8a3dd26c-a93d-4381-b056-9bd58d466a25 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ebbeb1a0-309c-41b3-8bd0-9402f7b10e6e HTTP/1.1" status: 204 len: 168 time: 1.0019965 Jan 18 20:23:10.305374 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3dd26c-a93d-4381-b056-9bd58d466a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbeb1a0-309c-41b3-8bd0-9402f7b10e6e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:10.306507 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (28f5bc12-c216-4209-b8bc-a9538a463e9b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:10.348456 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ba872e-d826-47e4-b9b0-a35f5ae3a724 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet b0c73c09-f8bd-453e-95aa-c25878f8dae2 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:23:10.407465 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 0094a5dd-275e-4904-88d3-f14a7f953d8c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0094a5dd-275e-4904-88d3-f14a7f953d8c,segment=NetworkSegment(e26783d5-f862-4c86-9a92-52cebc9192c7),segment_id=e26783d5-f862-4c86-9a92-52cebc9192c7)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:10.443034 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a38ffb02-c087-4222-b4e1-e2a79b3a7cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (28f5bc12-c216-4209-b8bc-a9538a463e9b), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:10.447845 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=20d85752-3eb5-4ef4-99d1-37b915e79d93,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:10.464072 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '0094a5dd-275e-4904-88d3-f14a7f953d8c', 'network_id': '2a35706e-bab0-4b9d-bd84-206f9df02a32', 'port_id': '0094a5dd-275e-4904-88d3-f14a7f953d8c', 'mac_address': 'fa:16:3e:4b:70:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04161035-3f90-45e0-a9f8-db7bc83dd72a', 'ip_address': '19.86.0.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:23:10.502909 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-72ff4c47-2830-4f8c-8d88-5dd68ca3c56a tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (894fd9f5-218e-463f-8bd5-d8750c9f1c28), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:10.514625 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-72ff4c47-2830-4f8c-8d88-5dd68ca3c56a tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Calling delete_port for 894fd9f5-218e-463f-8bd5-d8750c9f1c28 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:10.555489 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ffb02-c087-4222-b4e1-e2a79b3a7cb8 None None] No DVR routers for this DVR port 28f5bc12-c216-4209-b8bc-a9538a463e9b on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:23:10.568769 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event deleted for resources: {'Port': ['ID=28f5bc12-c216-4209-b8bc-a9538a463e9b,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:10.605179 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2989da5f-6de8-45e6-8d25-ee8585eb49a8 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:10.613242 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c951df-e071-4e3f-a536-a756bdd626eb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:10.629458 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c951df-e071-4e3f-a536-a756bdd626eb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:10.634376 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d0c951df-e071-4e3f-a536-a756bdd626eb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.5934939 Jan 18 20:23:10.634376 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-64ba872e-d826-47e4-b9b0-a35f5ae3a724 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (b0c73c09-f8bd-453e-95aa-c25878f8dae2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:10.635164 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33160) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:10.684341 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ffb02-c087-4222-b4e1-e2a79b3a7cb8 None None] Pushing event deleted for resources: {'Port': ['ID=28f5bc12-c216-4209-b8bc-a9538a463e9b,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:10.701545 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-64ba872e-d826-47e4-b9b0-a35f5ae3a724 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (b0c73c09-f8bd-453e-95aa-c25878f8dae2), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:10.768963 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 0094a5dd-275e-4904-88d3-f14a7f953d8c is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:10.769415 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0094a5dd-275e-4904-88d3-f14a7f953d8c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:10.814822 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0094a5dd-275e-4904-88d3-f14a7f953d8c {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:23:10.878479 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fb5de1-1451-41b1-ad71-29f1389a30b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-c68ada5d-da8a-41c6-813a-b53f9c35e893', 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'fixed_ips': [{'subnet_id': 'b0c73c09-f8bd-453e-95aa-c25878f8dae2'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:23:10.879370 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-62fb5de1-1451-41b1-ad71-29f1389a30b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:10.880011 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c102eb4c-10a4-45f6-806f-38b0d2383cb0 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting port dc8b31e0-ebec-493c-8e56-3422f6662a6e {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:10.880360 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c102eb4c-10a4-45f6-806f-38b0d2383cb0 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (dc8b31e0-ebec-493c-8e56-3422f6662a6e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:10.884468 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 0094a5dd-275e-4904-88d3-f14a7f953d8c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0094a5dd-275e-4904-88d3-f14a7f953d8c,segment=NetworkSegment(e26783d5-f862-4c86-9a92-52cebc9192c7),segment_id=e26783d5-f862-4c86-9a92-52cebc9192c7)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:10.896234 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (0094a5dd-275e-4904-88d3-f14a7f953d8c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:11.040338 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c102eb4c-10a4-45f6-806f-38b0d2383cb0 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (dc8b31e0-ebec-493c-8e56-3422f6662a6e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:11.058291 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c102eb4c-10a4-45f6-806f-38b0d2383cb0 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Calling delete_port for dc8b31e0-ebec-493c-8e56-3422f6662a6e owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:11.084251 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=0094a5dd-275e-4904-88d3-f14a7f953d8c,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:11.168209 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33190) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:11.218987 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c102eb4c-10a4-45f6-806f-38b0d2383cb0 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (dc8b31e0-ebec-493c-8e56-3422f6662a6e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:11.248955 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['20d85752-3eb5-4ef4-99d1-37b915e79d93'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:23:11.283453 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102eb4c-10a4-45f6-806f-38b0d2383cb0 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Port': ['ID=dc8b31e0-ebec-493c-8e56-3422f6662a6e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:11.298534 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c102eb4c-10a4-45f6-806f-38b0d2383cb0 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:11.305741 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c102eb4c-10a4-45f6-806f-38b0d2383cb0 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/ports/dc8b31e0-ebec-493c-8e56-3422f6662a6e HTTP/1.1" status: 204 len: 168 time: 0.6691468 Jan 18 20:23:11.308354 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33200) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:11.314479 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['ec218c03-ea01-4384-a2f1-9e91619b9d08'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:23:11.377978 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-64ba872e-d826-47e4-b9b0-a35f5ae3a724 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (b0c73c09-f8bd-453e-95aa-c25878f8dae2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:11.447156 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc9e2c1-4129-4205-8455-cb252e8dd09a tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:11.449682 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-acc9e2c1-4129-4205-8455-cb252e8dd09a tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1383331 Jan 18 20:23:11.451600 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33202) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:11.521283 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e42921-a648-4231-88cb-a056c2754f01 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] GET failed (client error): The resource could not be found. Jan 18 20:23:11.528003 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a2e42921-a648-4231-88cb-a056c2754f01 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "GET /v2.0/ports/fe8714e5-25ab-4117-9d9a-62518a4cc6c6 HTTP/1.1" status: 404 len: 333 time: 0.0715339 Jan 18 20:23:11.528641 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33206) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:11.542079 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-64ba872e-d826-47e4-b9b0-a35f5ae3a724 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (b0c73c09-f8bd-453e-95aa-c25878f8dae2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server [None req-62fb5de1-1451-41b1-ad71-29f1389a30b2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0c73c09-f8bd-453e-95aa-c25878f8dae2: This subnet is being modified by another concurrent operation. Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 20:23:11.546669 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise exception Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0c73c09-f8bd-453e-95aa-c25878f8dae2: This subnet is being modified by another concurrent operation. Jan 18 20:23:11.551343 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server Jan 18 20:23:11.589539 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba872e-d826-47e4-b9b0-a35f5ae3a724 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=b0c73c09-f8bd-453e-95aa-c25878f8dae2,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:11.596306 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b91b62-a18d-42b9-88f0-c78ddc313b12 None None] get_active_networks_info from n-d-741529-9 {{(pid=103337) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 18 20:23:11.641931 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-64ba872e-d826-47e4-b9b0-a35f5ae3a724 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:11.645181 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-64ba872e-d826-47e4-b9b0-a35f5ae3a724 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/b0c73c09-f8bd-453e-95aa-c25878f8dae2 HTTP/1.1" status: 204 len: 168 time: 1.3783824 Jan 18 20:23:11.652903 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd0431e-737c-44ed-88a1-cffbc99ec17f tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] GET failed (client error): The resource could not be found. Jan 18 20:23:11.656668 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b138d4-201b-40f7-b4c8-ec7c026be474 req-a2b49b27-6264-4ca3-a889-39659a7e35f7 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:11.657069 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3bd0431e-737c-44ed-88a1-cffbc99ec17f tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "GET /v2.0/ports/dc8b31e0-ebec-493c-8e56-3422f6662a6e HTTP/1.1" status: 404 len: 333 time: 0.1270752 Jan 18 20:23:11.658220 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-54b138d4-201b-40f7-b4c8-ec7c026be474 req-a2b49b27-6264-4ca3-a889-39659a7e35f7 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 946 time: 0.1621096 Jan 18 20:23:11.658869 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33210) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:11.666491 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33212) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:11.712036 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-107a02d9-6725-416f-9aa4-bdf67cb50736 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461788 Jan 18 20:23:11.726493 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33216) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:11.741970 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-7952dcfa-0e7b-49b7-a61d-88cbbc8b9d0a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:11.755818 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-21284ec1-40fc-402a-801f-3c2bffa91c63 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1258747483', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:11.758380 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b91b62-a18d-42b9-88f0-c78ddc313b12 None None] Resources bound (agent type, host, resource id): {{(pid=103337) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 20:23:11.779289 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b61558-150f-41dc-96b7-db4fbf4e1272 req-e91b573f-0f58-41d0-82c9-fb6f7ad0c422 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:11.797258 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b61558-150f-41dc-96b7-db4fbf4e1272 req-e91b573f-0f58-41d0-82c9-fb6f7ad0c422 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:11.803342 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b61558-150f-41dc-96b7-db4fbf4e1272 req-e91b573f-0f58-41d0-82c9-fb6f7ad0c422 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:11.814136 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-25b61558-150f-41dc-96b7-db4fbf4e1272 req-e91b573f-0f58-41d0-82c9-fb6f7ad0c422 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2415 time: 0.3238523 Jan 18 20:23:11.880358 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-72ff4c47-2830-4f8c-8d88-5dd68ca3c56a tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (894fd9f5-218e-463f-8bd5-d8750c9f1c28), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:11.886595 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7de84e21-f0e4-4a21-a11f-bcc4d5c8d3b5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (2100561b-099f-4784-98e3-5b984fdc8306), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:11.892086 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-21284ec1-40fc-402a-801f-3c2bffa91c63 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:11.894553 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-21284ec1-40fc-402a-801f-3c2bffa91c63 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:11.898229 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33222) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:11.979114 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff4c47-2830-4f8c-8d88-5dd68ca3c56a tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Pushing event deleted for resources: {'Port': ['ID=894fd9f5-218e-463f-8bd5-d8750c9f1c28,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:12.059984 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7de84e21-f0e4-4a21-a11f-bcc4d5c8d3b5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (2100561b-099f-4784-98e3-5b984fdc8306), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.087931 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-a7d59b9f-42b4-4b0f-9ccb-fd7c1d43473e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1289630782-network', 'tenant_id': 'bdcd4eb1072f46dda2c83cc667244bd4'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:12.103222 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-54b138d4-201b-40f7-b4c8-ec7c026be474 req-a808ff5c-cae8-4457-9aeb-0ae56f6c1b7c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4362364 Jan 18 20:23:12.132800 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-25b61558-150f-41dc-96b7-db4fbf4e1272 req-b8dfcd8b-16fc-48e0-827d-8df82f8667ee tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861688 Jan 18 20:23:12.138955 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-7de84e21-f0e4-4a21-a11f-bcc4d5c8d3b5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2100561b-099f-4784-98e3-5b984fdc8306']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:12.151653 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-72ff4c47-2830-4f8c-8d88-5dd68ca3c56a tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.168377 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-21284ec1-40fc-402a-801f-3c2bffa91c63 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks [] for router_controller (3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.175989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-7de84e21-f0e4-4a21-a11f-bcc4d5c8d3b5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c76f1a-75f0-41a9-a9bc-b00cf88d295d') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:12.176675 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-7de84e21-f0e4-4a21-a11f-bcc4d5c8d3b5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c76f1a-75f0-41a9-a9bc-b00cf88d295d') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:12.178976 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-72ff4c47-2830-4f8c-8d88-5dd68ca3c56a tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] 10.222.0.31 "DELETE /v2.0/ports/894fd9f5-218e-463f-8bd5-d8750c9f1c28 HTTP/1.1" status: 204 len: 168 time: 2.3386333 Jan 18 20:23:12.180909 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33232) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:12.188716 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7952dcfa-0e7b-49b7-a61d-88cbbc8b9d0a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:12.194856 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7952dcfa-0e7b-49b7-a61d-88cbbc8b9d0a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.199520 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-21284ec1-40fc-402a-801f-3c2bffa91c63 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.259443 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7de84e21-f0e4-4a21-a11f-bcc4d5c8d3b5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (38c76f1a-75f0-41a9-a9bc-b00cf88d295d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.284486 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7de84e21-f0e4-4a21-a11f-bcc4d5c8d3b5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (38c76f1a-75f0-41a9-a9bc-b00cf88d295d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.297262 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['0094a5dd-275e-4904-88d3-f14a7f953d8c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:23:12.319257 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de84e21-f0e4-4a21-a11f-bcc4d5c8d3b5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:23:12.319606 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7de84e21-f0e4-4a21-a11f-bcc4d5c8d3b5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (38c76f1a-75f0-41a9-a9bc-b00cf88d295d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:23:12.367261 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:23:12.435076 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff2ee3d-b89a-4139-8f94-cc806ead13ca tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] GET failed (client error): The resource could not be found. Jan 18 20:23:12.440297 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33242) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:12.441320 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cff2ee3d-b89a-4139-8f94-cc806ead13ca tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] 10.222.0.31 "GET /v2.0/ports/894fd9f5-218e-463f-8bd5-d8750c9f1c28 HTTP/1.1" status: 404 len: 333 time: 0.2591727 Jan 18 20:23:12.454081 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-21284ec1-40fc-402a-801f-3c2bffa91c63 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.455588 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-21284ec1-40fc-402a-801f-3c2bffa91c63 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.2843931 Jan 18 20:23:12.458309 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33244) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:12.469463 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-87271f4a-bca5-403c-89e2-d064d6b48a7b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-612545423'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:12.481798 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d59b9f-42b4-4b0f-9ccb-fd7c1d43473e admin admin] Made reservation on behalf of bdcd4eb1072f46dda2c83cc667244bd4 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:12.484665 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7d59b9f-42b4-4b0f-9ccb-fd7c1d43473e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.503985 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7de84e21-f0e4-4a21-a11f-bcc4d5c8d3b5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (2100561b-099f-4784-98e3-5b984fdc8306), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.509582 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7de84e21-f0e4-4a21-a11f-bcc4d5c8d3b5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.520465 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7de84e21-f0e4-4a21-a11f-bcc4d5c8d3b5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/networks/2100561b-099f-4784-98e3-5b984fdc8306 HTTP/1.1" status: 204 len: 168 time: 0.8491268 Jan 18 20:23:12.522390 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7d59b9f-42b4-4b0f-9ccb-fd7c1d43473e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.527584 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33246) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:12.538059 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-47755069-6ce3-482e-857e-c8ba86bed552 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2089971058'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:12.601355 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de84e21-f0e4-4a21-a11f-bcc4d5c8d3b5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Network': ['ID=2100561b-099f-4784-98e3-5b984fdc8306,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:12.617280 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87271f4a-bca5-403c-89e2-d064d6b48a7b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Made reservation on behalf of a4f7ad9691084ba3b68c9ddf0b5a9a55 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:12.621542 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87271f4a-bca5-403c-89e2-d064d6b48a7b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.650902 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87271f4a-bca5-403c-89e2-d064d6b48a7b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.689835 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7d59b9f-42b4-4b0f-9ccb-fd7c1d43473e admin admin] Publish callbacks [] for security_group (90ef2e7c-d46e-495a-9e98-16ebc69d22f4), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.703082 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7d59b9f-42b4-4b0f-9ccb-fd7c1d43473e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (90ef2e7c-d46e-495a-9e98-16ebc69d22f4), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.720271 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d59b9f-42b4-4b0f-9ccb-fd7c1d43473e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:23:12.743723 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7d59b9f-42b4-4b0f-9ccb-fd7c1d43473e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (f5b735d7-9032-4626-8d63-46d78e25d37e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.744237 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-a7d59b9f-42b4-4b0f-9ccb-fd7c1d43473e admin admin] Added segment f5b735d7-9032-4626-8d63-46d78e25d37e of type vlan for network 375c5786-cef2-4610-ba18-7cde0f4de332 Jan 18 20:23:12.791605 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47755069-6ce3-482e-857e-c8ba86bed552 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:12.796331 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-47755069-6ce3-482e-857e-c8ba86bed552 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.808018 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d59b9f-42b4-4b0f-9ccb-fd7c1d43473e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ef2e7c-d46e-495a-9e98-16ebc69d22f4,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:12.831875 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7952dcfa-0e7b-49b7-a61d-88cbbc8b9d0a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (7dfc5613-5d47-49ca-8c7d-b9579b5fbba6), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.854122 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87271f4a-bca5-403c-89e2-d064d6b48a7b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks [] for security_group (7ba6866d-49ad-4699-b13a-57d8d761dae9), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.879379 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87271f4a-bca5-403c-89e2-d064d6b48a7b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7ba6866d-49ad-4699-b13a-57d8d761dae9), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.884597 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7d59b9f-42b4-4b0f-9ccb-fd7c1d43473e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (375c5786-cef2-4610-ba18-7cde0f4de332), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.887827 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa893cb9-86f8-4a5f-8207-02b54ed23912 req-6e4cfee3-bed3-4a37-bd18-40ae2fb248d2 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:12.895023 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fa893cb9-86f8-4a5f-8207-02b54ed23912 req-6e4cfee3-bed3-4a37-bd18-40ae2fb248d2 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 946 time: 0.2200079 Jan 18 20:23:12.915399 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ec218c03-ea01-4384-a2f1-9e91619b9d08 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:12.919180 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87271f4a-bca5-403c-89e2-d064d6b48a7b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:23:12.941757 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87271f4a-bca5-403c-89e2-d064d6b48a7b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba6866d-49ad-4699-b13a-57d8d761dae9,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:12.949860 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87271f4a-bca5-403c-89e2-d064d6b48a7b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (36d5f69d-6af6-4d9c-b763-34e6af838b32), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.950209 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-87271f4a-bca5-403c-89e2-d064d6b48a7b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Added segment 36d5f69d-6af6-4d9c-b763-34e6af838b32 of type vlan for network e23a2e00-d439-4ee5-9429-401a14c83ea8 Jan 18 20:23:12.951602 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7952dcfa-0e7b-49b7-a61d-88cbbc8b9d0a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:12.960974 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47755069-6ce3-482e-857e-c8ba86bed552 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:23:12.972114 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-7952dcfa-0e7b-49b7-a61d-88cbbc8b9d0a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:12.980089 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7952dcfa-0e7b-49b7-a61d-88cbbc8b9d0a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:12.981389 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7952dcfa-0e7b-49b7-a61d-88cbbc8b9d0a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.993507 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17106acc-818f-485a-8f9b-fe3bee2af6ff None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:13.000009 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-03dd2284-0d61-4ab4-bfeb-4549c7b83fa6 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Deleting port 18a891e9-42b3-471d-933f-eb856c7ddb24 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:13.001041 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-03dd2284-0d61-4ab4-bfeb-4549c7b83fa6 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (18a891e9-42b3-471d-933f-eb856c7ddb24), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.010950 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7952dcfa-0e7b-49b7-a61d-88cbbc8b9d0a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=7dfc5613-5d47-49ca-8c7d-b9579b5fbba6,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:13.029816 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-47755069-6ce3-482e-857e-c8ba86bed552 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (05f6ad0b-0246-4c72-a952-d28a3f52e0cf), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.030535 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-47755069-6ce3-482e-857e-c8ba86bed552 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Added segment 05f6ad0b-0246-4c72-a952-d28a3f52e0cf of type vlan for network f2ebf393-5149-4572-8a1c-abfc4862bc37 Jan 18 20:23:13.031339 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87271f4a-bca5-403c-89e2-d064d6b48a7b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (e23a2e00-d439-4ee5-9429-401a14c83ea8), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.066532 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7952dcfa-0e7b-49b7-a61d-88cbbc8b9d0a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3373377 Jan 18 20:23:13.068167 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7d59b9f-42b4-4b0f-9ccb-fd7c1d43473e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (375c5786-cef2-4610-ba18-7cde0f4de332), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.069964 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d59b9f-42b4-4b0f-9ccb-fd7c1d43473e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:13.070571 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7d59b9f-42b4-4b0f-9ccb-fd7c1d43473e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.075963 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33256) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:13.084189 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-5c93cb4c-e4e5-4e2c-92ef-761adc71f6cc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1827436501', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:13.086524 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port ec218c03-ea01-4384-a2f1-9e91619b9d08 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:23:13.087876 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fa893cb9-86f8-4a5f-8207-02b54ed23912 req-0249fc41-057a-449c-b829-6b0de1e84a38 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914945 Jan 18 20:23:13.094969 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port ec218c03-ea01-4384-a2f1-9e91619b9d08 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:13.095794 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ec218c03-ea01-4384-a2f1-9e91619b9d08), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.097389 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87271f4a-bca5-403c-89e2-d064d6b48a7b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (e23a2e00-d439-4ee5-9429-401a14c83ea8), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.104298 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87271f4a-bca5-403c-89e2-d064d6b48a7b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:13.104904 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87271f4a-bca5-403c-89e2-d064d6b48a7b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.153213 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-87271f4a-bca5-403c-89e2-d064d6b48a7b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6938198 Jan 18 20:23:13.159534 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33260) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:13.168638 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-a0f3868a-b5de-436b-b037-e3bf395cb101 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Request body: {'subnet': {'network_id': 'e23a2e00-d439-4ee5-9429-401a14c83ea8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:13.201434 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-47755069-6ce3-482e-857e-c8ba86bed552 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (f2ebf393-5149-4572-8a1c-abfc4862bc37), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.240849 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a7d59b9f-42b4-4b0f-9ccb-fd7c1d43473e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3376117 Jan 18 20:23:13.242174 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33266) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:13.244652 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c93cb4c-e4e5-4e2c-92ef-761adc71f6cc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (ca0edf99-d778-40c6-a6a9-70d4f9207708), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.246442 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c93cb4c-e4e5-4e2c-92ef-761adc71f6cc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (ca0edf99-d778-40c6-a6a9-70d4f9207708), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.248550 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-03dd2284-0d61-4ab4-bfeb-4549c7b83fa6 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (18a891e9-42b3-471d-933f-eb856c7ddb24), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.254234 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-98cbbcc7-4ca5-4750-8fe8-87fb59c758fc admin admin] Request body: {'subnet': {'network_id': '375c5786-cef2-4610-ba18-7cde0f4de332', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1289630782-subnet', 'tenant_id': 'bdcd4eb1072f46dda2c83cc667244bd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:13.258574 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c4c6e3-6048-4940-a426-2bcb063730ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-c68ada5d-da8a-41c6-813a-b53f9c35e893', 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'fixed_ips': [{'subnet_id': '7dfc5613-5d47-49ca-8c7d-b9579b5fbba6'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:23:13.259815 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e1c4c6e3-6048-4940-a426-2bcb063730ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.261093 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d59b9f-42b4-4b0f-9ccb-fd7c1d43473e admin admin] Pushing event updated for resources: {'Network': ['ID=375c5786-cef2-4610-ba18-7cde0f4de332,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:13.311087 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-03dd2284-0d61-4ab4-bfeb-4549c7b83fa6 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Calling delete_port for 18a891e9-42b3-471d-933f-eb856c7ddb24 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:13.345741 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-47755069-6ce3-482e-857e-c8ba86bed552 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (f2ebf393-5149-4572-8a1c-abfc4862bc37), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.351659 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47755069-6ce3-482e-857e-c8ba86bed552 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:13.352436 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-47755069-6ce3-482e-857e-c8ba86bed552 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.364934 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87271f4a-bca5-403c-89e2-d064d6b48a7b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Pushing event updated for resources: {'Network': ['ID=e23a2e00-d439-4ee5-9429-401a14c83ea8,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:13.391373 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 375c5786-cef2-4610-ba18-7cde0f4de332 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:23:13.416948 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network e23a2e00-d439-4ee5-9429-401a14c83ea8 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:23:13.444594 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cbbcc7-4ca5-4750-8fe8-87fb59c758fc admin admin] Made reservation on behalf of bdcd4eb1072f46dda2c83cc667244bd4 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:13.447501 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98cbbcc7-4ca5-4750-8fe8-87fb59c758fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.454184 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c93cb4c-e4e5-4e2c-92ef-761adc71f6cc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for router_controller (ca0edf99-d778-40c6-a6a9-70d4f9207708), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.465673 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-47755069-6ce3-482e-857e-c8ba86bed552 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9345171 Jan 18 20:23:13.479842 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33268) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:13.487034 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-4427eff2-4ffb-4f39-b939-f60c48800cf5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'subnet': {'network_id': 'f2ebf393-5149-4572-8a1c-abfc4862bc37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:13.513863 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c93cb4c-e4e5-4e2c-92ef-761adc71f6cc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (ca0edf99-d778-40c6-a6a9-70d4f9207708), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.619131 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47755069-6ce3-482e-857e-c8ba86bed552 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Network': ['ID=f2ebf393-5149-4572-8a1c-abfc4862bc37,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:13.623549 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-03dd2284-0d61-4ab4-bfeb-4549c7b83fa6 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (18a891e9-42b3-471d-933f-eb856c7ddb24), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.626419 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f3868a-b5de-436b-b037-e3bf395cb101 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Made reservation on behalf of a4f7ad9691084ba3b68c9ddf0b5a9a55 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:13.628119 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c93cb4c-e4e5-4e2c-92ef-761adc71f6cc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.629609 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5c93cb4c-e4e5-4e2c-92ef-761adc71f6cc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5504067 Jan 18 20:23:13.630604 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a0f3868a-b5de-436b-b037-e3bf395cb101 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.635732 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33270) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:13.686629 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd2284-0d61-4ab4-bfeb-4549c7b83fa6 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Pushing event deleted for resources: {'Port': ['ID=18a891e9-42b3-471d-933f-eb856c7ddb24,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:13.721216 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73daae35-0747-470e-b32f-ff2011f15acc req-2890acf3-af4e-4ee2-ad97-e340cc8cab36 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:13.722973 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port ec218c03-ea01-4384-a2f1-9e91619b9d08 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:13.723364 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ec218c03-ea01-4384-a2f1-9e91619b9d08), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.730564 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73daae35-0747-470e-b32f-ff2011f15acc req-2890acf3-af4e-4ee2-ad97-e340cc8cab36 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:13.738105 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73daae35-0747-470e-b32f-ff2011f15acc req-2890acf3-af4e-4ee2-ad97-e340cc8cab36 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:13.740895 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-73daae35-0747-470e-b32f-ff2011f15acc req-2890acf3-af4e-4ee2-ad97-e340cc8cab36 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2415 time: 0.4123666 Jan 18 20:23:13.754851 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network f2ebf393-5149-4572-8a1c-abfc4862bc37 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:23:13.836772 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4427eff2-4ffb-4f39-b939-f60c48800cf5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:13.847596 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4427eff2-4ffb-4f39-b939-f60c48800cf5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.870391 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-e1c4c6e3-6048-4940-a426-2bcb063730ec None None] Allocated IP 2001:db8::2 (c68ada5d-da8a-41c6-813a-b53f9c35e893/7dfc5613-5d47-49ca-8c7d-b9579b5fbba6/05fe8bdb-1b3f-4bd0-9121-55e4920085f6) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:13.885047 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed746928-61fa-41d7-870c-c69758daec2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec218c03-ea01-4384-a2f1-9e91619b9d08'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:23:13.888352 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca28100b-376d-4647-8f2d-c09a980a6489" -d '{"events": [{"server_uuid": "ed746928-61fa-41d7-870c-c69758daec2f", "name": "network-vif-plugged", "status": "completed", "tag": "ec218c03-ea01-4384-a2f1-9e91619b9d08"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:23:13.935236 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ec218c03-ea01-4384-a2f1-9e91619b9d08, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ec218c03-ea01-4384-a2f1-9e91619b9d08,segment=NetworkSegment(b653f61e-1f44-49ef-acf6-58f2f4cd30db),segment_id=b653f61e-1f44-49ef-acf6-58f2f4cd30db)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:13.947769 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ec218c03-ea01-4384-a2f1-9e91619b9d08), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.950465 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 20d85752-3eb5-4ef4-99d1-37b915e79d93 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:13.996210 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-73daae35-0747-470e-b32f-ff2011f15acc req-0d05692d-91ea-4efc-9903-682fc08ed0cd tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211645 Jan 18 20:23:14.002441 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-03dd2284-0d61-4ab4-bfeb-4549c7b83fa6 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:14.016470 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-03dd2284-0d61-4ab4-bfeb-4549c7b83fa6 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] 10.222.0.31 "DELETE /v2.0/ports/18a891e9-42b3-471d-933f-eb856c7ddb24 HTTP/1.1" status: 204 len: 168 time: 1.5750494 Jan 18 20:23:14.019160 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33276) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:14.058862 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c13e74-5eaf-4c66-8e34-0421f72a51f1 x-openstack-request-id: req-e7c13e74-5eaf-4c66-8e34-0421f72a51f1 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:23:14.059465 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed746928-61fa-41d7-870c-c69758daec2f", "name": "network-vif-plugged", "status": "completed", "tag": "ec218c03-ea01-4384-a2f1-9e91619b9d08", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:23:14.059974 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7c13e74-5eaf-4c66-8e34-0421f72a51f1 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:23:14.060622 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed746928-61fa-41d7-870c-c69758daec2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec218c03-ea01-4384-a2f1-9e91619b9d08', 'code': 200} Jan 18 20:23:14.138139 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a39fffb-ef44-42b8-ade9-56ff1755c701 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Deleting subnet d96d01ef-fc61-4436-a20d-4cd38782598f {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:23:14.173114 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4a39fffb-ef44-42b8-ade9-56ff1755c701 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks [] for subnet (d96d01ef-fc61-4436-a20d-4cd38782598f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:14.258204 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98cbbcc7-4ca5-4750-8fe8-87fb59c758fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (4f2ba373-eec1-44a8-ab01-e114dba3bae4), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:14.278854 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a0f3868a-b5de-436b-b037-e3bf395cb101 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (a03a19f9-4f9f-41df-9c94-2ff66f9025ed), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:14.288025 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.ipam_backend_mixin [None req-4427eff2-4ffb-4f39-b939-f60c48800cf5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Performing IP validity checks on allocation pools {{(pid=103335) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 18 20:23:14.288025 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.ipam_backend_mixin [None req-4427eff2-4ffb-4f39-b939-f60c48800cf5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103335) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 18 20:23:14.329395 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=ec218c03-ea01-4384-a2f1-9e91619b9d08,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:14.382746 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4a39fffb-ef44-42b8-ade9-56ff1755c701 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (d96d01ef-fc61-4436-a20d-4cd38782598f), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:14.386407 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cbbcc7-4ca5-4750-8fe8-87fb59c758fc admin admin] Checking segment: {'id': 'f5b735d7-9032-4626-8d63-46d78e25d37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '375c5786-cef2-4610-ba18-7cde0f4de332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:14.386947 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cbbcc7-4ca5-4750-8fe8-87fb59c758fc admin admin] Network hostable DHCP agents. Network: 375c5786-cef2-4610-ba18-7cde0f4de332, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:23:14.389163 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 20d85752-3eb5-4ef4-99d1-37b915e79d93 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:23:14.394036 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbbcc7-4ca5-4750-8fe8-87fb59c758fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f2ba373-eec1-44a8-ab01-e114dba3bae4,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:14.396652 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 20d85752-3eb5-4ef4-99d1-37b915e79d93 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:14.397827 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (20d85752-3eb5-4ef4-99d1-37b915e79d93), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:14.419076 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cedfc7b1-0d24-42fa-bded-70a0c552c8ee tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:14.431206 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3868a-b5de-436b-b037-e3bf395cb101 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Pushing event updated for resources: {'Subnet': ['ID=a03a19f9-4f9f-41df-9c94-2ff66f9025ed,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:14.455715 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbbd58-2d4a-4631-a83f-65514090ad9c req-d3758e52-2a70-4825-adbb-7a31752e575e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:14.457249 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-efcbbd58-2d4a-4631-a83f-65514090ad9c req-d3758e52-2a70-4825-adbb-7a31752e575e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 946 time: 0.2108383 Jan 18 20:23:14.479139 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f3868a-b5de-436b-b037-e3bf395cb101 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Checking segment: {'id': '36d5f69d-6af6-4d9c-b763-34e6af838b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e23a2e00-d439-4ee5-9429-401a14c83ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:14.479503 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f3868a-b5de-436b-b037-e3bf395cb101 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Network hostable DHCP agents. Network: e23a2e00-d439-4ee5-9429-401a14c83ea8, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:23:14.508851 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 20d85752-3eb5-4ef4-99d1-37b915e79d93 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:14.509555 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (20d85752-3eb5-4ef4-99d1-37b915e79d93), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:14.567990 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4a39fffb-ef44-42b8-ade9-56ff1755c701 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (d96d01ef-fc61-4436-a20d-4cd38782598f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:14.569883 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 20d85752-3eb5-4ef4-99d1-37b915e79d93, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=20d85752-3eb5-4ef4-99d1-37b915e79d93,segment=NetworkSegment(b653f61e-1f44-49ef-acf6-58f2f4cd30db),segment_id=b653f61e-1f44-49ef-acf6-58f2f4cd30db)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:14.571663 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f3868a-b5de-436b-b037-e3bf395cb101 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Network e23a2e00-d439-4ee5-9429-401a14c83ea8 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:23:14.579183 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (20d85752-3eb5-4ef4-99d1-37b915e79d93), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:14.579976 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 4095c9e8-3357-49c1-a713-048d6946f5fd no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:23:14.596076 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-efcbbd58-2d4a-4631-a83f-65514090ad9c req-5b3e6edf-1184-40f0-9ef2-22d252b15d54 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322458 Jan 18 20:23:14.613499 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-a0f3868a-b5de-436b-b037-e3bf395cb101 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, e23a2e00-d439-4ee5-9429-401a14c83ea8) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:14.621495 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f3868a-b5de-436b-b037-e3bf395cb101 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:14.622356 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a0f3868a-b5de-436b-b037-e3bf395cb101 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:14.652998 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a0f3868a-b5de-436b-b037-e3bf395cb101 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4901791 Jan 18 20:23:14.656264 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33288) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:14.663341 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-ea71ad3b-c21f-4c24-b583-49cd695ff096 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Request body: {'network': {'name': 'tempest-router-network01--1342209931'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:14.668568 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4a39fffb-ef44-42b8-ade9-56ff1755c701 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (d96d01ef-fc61-4436-a20d-4cd38782598f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:14.677286 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cbbcc7-4ca5-4750-8fe8-87fb59c758fc admin admin] Network 375c5786-cef2-4610-ba18-7cde0f4de332 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:23:14.691477 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=20d85752-3eb5-4ef4-99d1-37b915e79d93,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:14.694824 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b81fbb-a2c8-4d4f-854e-06a30f263b0b None None] Network e23a2e00-d439-4ee5-9429-401a14c83ea8 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:14.704473 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39fffb-ef44-42b8-ade9-56ff1755c701 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Pushing event deleted for resources: {'Subnet': ['ID=d96d01ef-fc61-4436-a20d-4cd38782598f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:14.706513 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-98cbbcc7-4ca5-4750-8fe8-87fb59c758fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 375c5786-cef2-4610-ba18-7cde0f4de332) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:14.711689 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4a39fffb-ef44-42b8-ade9-56ff1755c701 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:14.714941 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4a39fffb-ef44-42b8-ade9-56ff1755c701 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] 10.222.0.31 "DELETE /v2.0/subnets/d96d01ef-fc61-4436-a20d-4cd38782598f HTTP/1.1" status: 204 len: 168 time: 0.6947818 Jan 18 20:23:14.716806 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cbbcc7-4ca5-4750-8fe8-87fb59c758fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:14.717398 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98cbbcc7-4ca5-4750-8fe8-87fb59c758fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:14.719650 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33290) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:14.755917 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781d16a6-5c66-4dae-b8b3-54629c188455 None None] Network 375c5786-cef2-4610-ba18-7cde0f4de332 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:14.757956 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a533869-08ca-42bb-83b7-e77d71d9b799 None None] Network cbe0c1f5-1850-4649-b039-62c23e5de548 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:14.764086 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-98cbbcc7-4ca5-4750-8fe8-87fb59c758fc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5208926 Jan 18 20:23:14.809011 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea71ad3b-c21f-4c24-b583-49cd695ff096 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Made reservation on behalf of a4f7ad9691084ba3b68c9ddf0b5a9a55 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:14.812499 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ea71ad3b-c21f-4c24-b583-49cd695ff096 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:14.863769 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4427eff2-4ffb-4f39-b939-f60c48800cf5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (d1de59c8-d4d7-4a8e-bf5b-c2720c2c3b31), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:14.891216 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-38613ca8-677b-41fb-a759-356b81b30e03 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (cbe0c1f5-1850-4649-b039-62c23e5de548), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:14.898252 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea71ad3b-c21f-4c24-b583-49cd695ff096 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:23:14.913998 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ea71ad3b-c21f-4c24-b583-49cd695ff096 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (e24f1ea1-6d79-482f-8871-e9b293bc25fd), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:14.914373 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-ea71ad3b-c21f-4c24-b583-49cd695ff096 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Added segment e24f1ea1-6d79-482f-8871-e9b293bc25fd of type vlan for network 24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757 Jan 18 20:23:14.925372 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a00053-9653-404c-a429-0a33d410a3f7 None None] Network 375c5786-cef2-4610-ba18-7cde0f4de332 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:14.989459 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427eff2-4ffb-4f39-b939-f60c48800cf5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Subnet': ['ID=d1de59c8-d4d7-4a8e-bf5b-c2720c2c3b31,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:15.012582 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e1c4c6e3-6048-4940-a426-2bcb063730ec None None] Publish callbacks [] for port (05fe8bdb-1b3f-4bd0-9121-55e4920085f6), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:15.081547 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ea71ad3b-c21f-4c24-b583-49cd695ff096 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:15.104349 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e1c4c6e3-6048-4940-a426-2bcb063730ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (05fe8bdb-1b3f-4bd0-9121-55e4920085f6), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:15.106974 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 4095c9e8-3357-49c1-a713-048d6946f5fd is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:15.107598 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:15.163345 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-38613ca8-677b-41fb-a759-356b81b30e03 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Deleting port ecd54acb-7bba-4886-a035-72a3897cac18 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:15.163752 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-38613ca8-677b-41fb-a759-356b81b30e03 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ecd54acb-7bba-4886-a035-72a3897cac18), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:15.166656 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ea71ad3b-c21f-4c24-b583-49cd695ff096 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:15.172189 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea71ad3b-c21f-4c24-b583-49cd695ff096 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:15.172781 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ea71ad3b-c21f-4c24-b583-49cd695ff096 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:15.178893 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4427eff2-4ffb-4f39-b939-f60c48800cf5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Checking segment: {'id': '05f6ad0b-0246-4c72-a952-d28a3f52e0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f2ebf393-5149-4572-8a1c-abfc4862bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:15.180996 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4427eff2-4ffb-4f39-b939-f60c48800cf5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network hostable DHCP agents. Network: f2ebf393-5149-4572-8a1c-abfc4862bc37, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:23:15.211956 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab81542c-7d14-4d85-99fd-722de8fd530c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-e23a2e00-d439-4ee5-9429-401a14c83ea8', 'network_id': 'e23a2e00-d439-4ee5-9429-401a14c83ea8', 'project_id': 'a4f7ad9691084ba3b68c9ddf0b5a9a55', 'fixed_ips': [{'subnet_id': 'a03a19f9-4f9f-41df-9c94-2ff66f9025ed'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:23:15.213195 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ab81542c-7d14-4d85-99fd-722de8fd530c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:15.237425 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c4c6e3-6048-4940-a426-2bcb063730ec None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:15.255494 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6ae01-3eab-4567-b057-d309b769d1ff req-d7a65818-dfbc-4f61-803f-6e9652946dca tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:15.265081 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4427eff2-4ffb-4f39-b939-f60c48800cf5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network f2ebf393-5149-4572-8a1c-abfc4862bc37 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:23:15.267899 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-cedfc7b1-0d24-42fa-bded-70a0c552c8ee tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 2001:db8::1 (c68ada5d-da8a-41c6-813a-b53f9c35e893/7dfc5613-5d47-49ca-8c7d-b9579b5fbba6/1fea051e-f864-4776-bf2d-6166ef9cd417) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:15.273559 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6ae01-3eab-4567-b057-d309b769d1ff req-d7a65818-dfbc-4f61-803f-6e9652946dca tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:15.283782 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-e1c4c6e3-6048-4940-a426-2bcb063730ec None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:15.284926 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6ae01-3eab-4567-b057-d309b769d1ff req-d7a65818-dfbc-4f61-803f-6e9652946dca tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:15.286816 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9ae6ae01-3eab-4567-b057-d309b769d1ff req-d7a65818-dfbc-4f61-803f-6e9652946dca tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2417 time: 0.1925511 Jan 18 20:23:15.290574 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c4c6e3-6048-4940-a426-2bcb063730ec None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:15.302791 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-4427eff2-4ffb-4f39-b939-f60c48800cf5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, f2ebf393-5149-4572-8a1c-abfc4862bc37) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:15.312614 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4427eff2-4ffb-4f39-b939-f60c48800cf5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:15.313220 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4427eff2-4ffb-4f39-b939-f60c48800cf5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:15.343294 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a0f00f-3548-42a2-881a-8ea68031c09c None None] Network f2ebf393-5149-4572-8a1c-abfc4862bc37 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:15.345755 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4c6e3-6048-4940-a426-2bcb063730ec None None] Pushing event updated for resources: {'Port': ['ID=05fe8bdb-1b3f-4bd0-9121-55e4920085f6,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:15.352291 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33308) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:15.357595 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ea71ad3b-c21f-4c24-b583-49cd695ff096 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7000914 Jan 18 20:23:15.371437 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-e149ea44-2830-48b2-9734-6385f333e3d1 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Request body: {'network': {'name': 'tempest-router-network02--1230767067'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:15.379693 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 4095c9e8-3357-49c1-a713-048d6946f5fd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4095c9e8-3357-49c1-a713-048d6946f5fd,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:15.448552 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4427eff2-4ffb-4f39-b939-f60c48800cf5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9676239 Jan 18 20:23:15.452557 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71ad3b-c21f-4c24-b583-49cd695ff096 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Pushing event updated for resources: {'Network': ['ID=24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:15.454108 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33318) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:15.480598 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-0aad3263-846f-45e5-a8a4-e81f0b7de274 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'port': {'network_id': 'f2ebf393-5149-4572-8a1c-abfc4862bc37', 'name': 'tempest-PortsTestJSON-1829450862'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:15.564770 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9ae6ae01-3eab-4567-b057-d309b769d1ff req-aaaa6350-589b-4b94-81c5-be928b05c8c0 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435460 Jan 18 20:23:15.569036 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-38613ca8-677b-41fb-a759-356b81b30e03 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] For port ecd54acb-7bba-4886-a035-72a3897cac18, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ecd54acb-7bba-4886-a035-72a3897cac18,segment=NetworkSegment(1a3d8986-49e8-4e90-ae0c-985969ce28ea),segment_id=1a3d8986-49e8-4e90-ae0c-985969ce28ea)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:15.569472 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-38613ca8-677b-41fb-a759-356b81b30e03 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ecd54acb-7bba-4886-a035-72a3897cac18), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:15.589702 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-38613ca8-677b-41fb-a759-356b81b30e03 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Calling delete_port for ecd54acb-7bba-4886-a035-72a3897cac18 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:15.619455 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e149ea44-2830-48b2-9734-6385f333e3d1 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Made reservation on behalf of a4f7ad9691084ba3b68c9ddf0b5a9a55 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:15.622936 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e149ea44-2830-48b2-9734-6385f333e3d1 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:15.629944 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-bd6ce3eb-e850-4fc0-8d57-6b9a5df48931 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:15.638087 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-bd6ce3eb-e850-4fc0-8d57-6b9a5df48931 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/networks?id=375c5786-cef2-4610-ba18-7cde0f4de332 HTTP/1.1" status: 200 len: 814 time: 0.1987934 Jan 18 20:23:15.640564 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cedfc7b1-0d24-42fa-bded-70a0c552c8ee tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (1fea051e-f864-4776-bf2d-6166ef9cd417), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:15.666774 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-109565f1-60f4-43e0-b2e3-697073d7327c tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/quotas/bdcd4eb1072f46dda2c83cc667244bd4 HTTP/1.1" status: 200 len: 375 time: 0.0276322 Jan 18 20:23:15.672439 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e149ea44-2830-48b2-9734-6385f333e3d1 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:23:15.695036 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e149ea44-2830-48b2-9734-6385f333e3d1 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (864ef5c1-85ff-4552-a625-c82421888d15), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:15.695379 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-e149ea44-2830-48b2-9734-6385f333e3d1 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Added segment 864ef5c1-85ff-4552-a625-c82421888d15 of type vlan for network 9da3dce7-9ed4-4f9a-aa20-5f8882001b60 Jan 18 20:23:15.721719 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-aa03a12b-d7c3-44e2-9b6a-05709855d584 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bdcd4eb1072f46dda2c83cc667244bd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528901 Jan 18 20:23:15.725652 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:23:15.727431 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6775dbc-ecd2-4d9a-9ffd-0f89f48ea8d0 None None] DHCP port deletion for cbe0c1f5-1850-4649-b039-62c23e5de548 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:23:15.745904 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:15.779346 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aad3263-846f-45e5-a8a4-e81f0b7de274 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:15.784514 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0aad3263-846f-45e5-a8a4-e81f0b7de274 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:15.811784 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cedfc7b1-0d24-42fa-bded-70a0c552c8ee tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (1fea051e-f864-4776-bf2d-6166ef9cd417), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:15.827823 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=4095c9e8-3357-49c1-a713-048d6946f5fd,revision_number=11']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:15.831194 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 0094a5dd-275e-4904-88d3-f14a7f953d8c up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:15.900558 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e149ea44-2830-48b2-9734-6385f333e3d1 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (9da3dce7-9ed4-4f9a-aa20-5f8882001b60), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:15.903830 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedfc7b1-0d24-42fa-bded-70a0c552c8ee tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=1fea051e-f864-4776-bf2d-6166ef9cd417,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:15.924519 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-0aad3263-846f-45e5-a8a4-e81f0b7de274 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] device_id is not set on port 96edff33-cb22-4001-a0db-c482ff8119a2 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:23:15.924938 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c053d6-3417-495a-bf0c-19b84fdef4a7 req-caca43ff-7a80-48cf-b4fe-effc61ff2b46 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:15.932083 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c3c053d6-3417-495a-bf0c-19b84fdef4a7 req-caca43ff-7a80-48cf-b4fe-effc61ff2b46 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.1971376 Jan 18 20:23:15.947563 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedfc7b1-0d24-42fa-bded-70a0c552c8ee tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:15.953487 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-363f5bb2-9693-4db5-8b97-cfc855e782d1 service neutron] 10.222.0.31 "GET /v2.0/networks/375c5786-cef2-4610-ba18-7cde0f4de332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306721 Jan 18 20:23:15.962081 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-38613ca8-677b-41fb-a759-356b81b30e03 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (ecd54acb-7bba-4886-a035-72a3897cac18), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:15.996825 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-cedfc7b1-0d24-42fa-bded-70a0c552c8ee tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:16.008579 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedfc7b1-0d24-42fa-bded-70a0c552c8ee tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:16.009117 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cedfc7b1-0d24-42fa-bded-70a0c552c8ee tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (ca0edf99-d778-40c6-a6a9-70d4f9207708), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:16.027995 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38613ca8-677b-41fb-a759-356b81b30e03 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Pushing event deleted for resources: {'Port': ['ID=ecd54acb-7bba-4886-a035-72a3897cac18,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:16.047759 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-ab81542c-7d14-4d85-99fd-722de8fd530c None None] Allocated IP 2001:db8::2 (e23a2e00-d439-4ee5-9429-401a14c83ea8/a03a19f9-4f9f-41df-9c94-2ff66f9025ed/294f8da1-b085-45b3-8e81-60e82b10c4d7) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:16.064440 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed746928-61fa-41d7-870c-c69758daec2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d85752-3eb5-4ef4-99d1-37b915e79d93'}, {'server_uuid': '6cd90044-e944-4203-b6fa-2382d197a621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4095c9e8-3357-49c1-a713-048d6946f5fd'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:23:16.066958 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e4cc90-4120-47d3-8820-c9ee03ad1fa4" -d '{"events": [{"server_uuid": "ed746928-61fa-41d7-870c-c69758daec2f", "name": "network-vif-plugged", "status": "completed", "tag": "20d85752-3eb5-4ef4-99d1-37b915e79d93"}, {"server_uuid": "6cd90044-e944-4203-b6fa-2382d197a621", "name": "network-vif-unplugged", "status": "completed", "tag": "4095c9e8-3357-49c1-a713-048d6946f5fd"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:23:16.105045 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-e1c4c6e3-6048-4940-a426-2bcb063730ec None None] Attempting to bind port 05fe8bdb-1b3f-4bd0-9121-55e4920085f6 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:23:16.105887 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-e1c4c6e3-6048-4940-a426-2bcb063730ec None None] Attempting to bind port 05fe8bdb-1b3f-4bd0-9121-55e4920085f6 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:23:16.106520 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c4c6e3-6048-4940-a426-2bcb063730ec None None] Attempting to bind port 05fe8bdb-1b3f-4bd0-9121-55e4920085f6 on network c68ada5d-da8a-41c6-813a-b53f9c35e893 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:16.129024 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e149ea44-2830-48b2-9734-6385f333e3d1 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (9da3dce7-9ed4-4f9a-aa20-5f8882001b60), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:16.134692 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbc29d2-86d6-4c3e-a4dc-dd9a9acd55f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-f2ebf393-5149-4572-8a1c-abfc4862bc37', 'network_id': 'f2ebf393-5149-4572-8a1c-abfc4862bc37', 'project_id': '63f8edee0de14e468d1d768dd710c4df', 'fixed_ips': [{'subnet_id': 'd1de59c8-d4d7-4a8e-bf5b-c2720c2c3b31'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:23:16.136073 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6cbc29d2-86d6-4c3e-a4dc-dd9a9acd55f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:16.138410 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e149ea44-2830-48b2-9734-6385f333e3d1 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:16.139957 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e149ea44-2830-48b2-9734-6385f333e3d1 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:16.157961 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c3c053d6-3417-495a-bf0c-19b84fdef4a7 req-d1806bfa-a89a-4fa5-8997-6244d1cda004 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204337 Jan 18 20:23:16.160066 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-68e34636-4b27-4577-a9e4-5cc873d58267 service neutron] 10.222.0.31 "GET /v2.0/networks/375c5786-cef2-4610-ba18-7cde0f4de332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835530 Jan 18 20:23:16.161234 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38613ca8-677b-41fb-a759-356b81b30e03 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] No DVR routers for this DVR port ecd54acb-7bba-4886-a035-72a3897cac18 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:23:16.221652 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e149ea44-2830-48b2-9734-6385f333e3d1 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8663309 Jan 18 20:23:16.230179 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33332) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:16.235839 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-5ffd31e1-8921-44bb-a45b-1fedf47f5a33 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Request body: {'subnet': {'network_id': '24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:16.312293 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-38613ca8-677b-41fb-a759-356b81b30e03 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (cbe0c1f5-1850-4649-b039-62c23e5de548), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:16.413829 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c4c6e3-6048-4940-a426-2bcb063730ec None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:23:16.414335 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c4c6e3-6048-4940-a426-2bcb063730ec None None] Checking segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:16.414856 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e1c4c6e3-6048-4940-a426-2bcb063730ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:16.415760 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c4c6e3-6048-4940-a426-2bcb063730ec None None] Bound using segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:23:16.417274 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-e1c4c6e3-6048-4940-a426-2bcb063730ec None None] Bound port: 05fe8bdb-1b3f-4bd0-9121-55e4920085f6, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:23:16.417933 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e1c4c6e3-6048-4940-a426-2bcb063730ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (05fe8bdb-1b3f-4bd0-9121-55e4920085f6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:16.473566 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-38613ca8-677b-41fb-a759-356b81b30e03 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe0c1f5-1850-4649-b039-62c23e5de548']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:16.474624 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 18 Jan 2022 20:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f27acc-8094-4b15-95ee-c91d62d2d411 x-openstack-request-id: req-47f27acc-8094-4b15-95ee-c91d62d2d411 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:23:16.475968 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed746928-61fa-41d7-870c-c69758daec2f", "name": "network-vif-plugged", "status": "completed", "tag": "20d85752-3eb5-4ef4-99d1-37b915e79d93", "code": 200}, {"server_uuid": "6cd90044-e944-4203-b6fa-2382d197a621", "name": "network-vif-unplugged", "status": "completed", "tag": "4095c9e8-3357-49c1-a713-048d6946f5fd", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:23:16.475968 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47f27acc-8094-4b15-95ee-c91d62d2d411 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:23:16.476220 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149ea44-2830-48b2-9734-6385f333e3d1 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Pushing event updated for resources: {'Network': ['ID=9da3dce7-9ed4-4f9a-aa20-5f8882001b60,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:16.476330 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed746928-61fa-41d7-870c-c69758daec2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d85752-3eb5-4ef4-99d1-37b915e79d93', 'code': 200} Jan 18 20:23:16.476330 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd90044-e944-4203-b6fa-2382d197a621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4095c9e8-3357-49c1-a713-048d6946f5fd', 'code': 200} Jan 18 20:23:16.502282 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-0aad3263-846f-45e5-a8a4-e81f0b7de274 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Allocated IP 172.20.0.13 (f2ebf393-5149-4572-8a1c-abfc4862bc37/d1de59c8-d4d7-4a8e-bf5b-c2720c2c3b31/96edff33-cb22-4001-a0db-c482ff8119a2) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:16.521005 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-38613ca8-677b-41fb-a759-356b81b30e03 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3d8986-49e8-4e90-ae0c-985969ce28ea') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:16.523661 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-38613ca8-677b-41fb-a759-356b81b30e03 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3d8986-49e8-4e90-ae0c-985969ce28ea') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:16.570793 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a130ea46-6313-43d3-a620-e3aaabe3275a req-0130fc5d-130d-494f-a8f4-32fedd437a93 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa78af5a-c30b-4f10-a006-55a0be9c4a26 HTTP/1.1" status: 200 len: 210 time: 0.0693507 Jan 18 20:23:16.574411 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cedfc7b1-0d24-42fa-bded-70a0c552c8ee tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1fea051e-f864-4776-bf2d-6166ef9cd417), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:16.576330 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-38613ca8-677b-41fb-a759-356b81b30e03 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (1a3d8986-49e8-4e90-ae0c-985969ce28ea), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:16.577732 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 9da3dce7-9ed4-4f9a-aa20-5f8882001b60 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:23:16.631224 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffd31e1-8921-44bb-a45b-1fedf47f5a33 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Made reservation on behalf of a4f7ad9691084ba3b68c9ddf0b5a9a55 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:16.634710 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5ffd31e1-8921-44bb-a45b-1fedf47f5a33 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:16.748512 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-38613ca8-677b-41fb-a759-356b81b30e03 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (1a3d8986-49e8-4e90-ae0c-985969ce28ea), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:16.778478 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38613ca8-677b-41fb-a759-356b81b30e03 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:23:16.778877 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-38613ca8-677b-41fb-a759-356b81b30e03 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (1a3d8986-49e8-4e90-ae0c-985969ce28ea), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:23:16.782221 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:23:16.786357 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:23:16.786357 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:23:16.786357 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:23:16.786357 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:23:16.786357 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:23:16.786357 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:23:16.786357 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:23:16.786357 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:23:16.786357 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:23:16.786357 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:23:16.786357 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:23:16.786357 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:23:16.786357 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:23:16.786357 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:23:16.786357 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:23:16.908147 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d1a34-7153-4e34-bc94-673263808aa4 req-af041d60-4d06-4692-bc10-4b129ec89976 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:16.927674 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d1a34-7153-4e34-bc94-673263808aa4 req-af041d60-4d06-4692-bc10-4b129ec89976 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:16.935443 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d1a34-7153-4e34-bc94-673263808aa4 req-af041d60-4d06-4692-bc10-4b129ec89976 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:16.940868 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-da8d1a34-7153-4e34-bc94-673263808aa4 req-af041d60-4d06-4692-bc10-4b129ec89976 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2417 time: 0.2040408 Jan 18 20:23:17.017983 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-38613ca8-677b-41fb-a759-356b81b30e03 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (cbe0c1f5-1850-4649-b039-62c23e5de548), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:17.021792 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cedfc7b1-0d24-42fa-bded-70a0c552c8ee tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (1fea051e-f864-4776-bf2d-6166ef9cd417), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:17.116257 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 4095c9e8-3357-49c1-a713-048d6946f5fd details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:23:17.135089 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a6775dbc-ecd2-4d9a-9ffd-0f89f48ea8d0 None None] Deleting port ecd54acb-7bba-4886-a035-72a3897cac18 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:17.135776 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a6775dbc-ecd2-4d9a-9ffd-0f89f48ea8d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ecd54acb-7bba-4886-a035-72a3897cac18), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:17.147384 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cedfc7b1-0d24-42fa-bded-70a0c552c8ee tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (1fea051e-f864-4776-bf2d-6166ef9cd417), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:17.148185 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cedfc7b1-0d24-42fa-bded-70a0c552c8ee tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (ca0edf99-d778-40c6-a6a9-70d4f9207708), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:17.202257 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-da8d1a34-7153-4e34-bc94-673263808aa4 req-8b2523b4-b7bd-4e6a-bd4c-e36eff18e594 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275481 Jan 18 20:23:17.232078 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-38613ca8-677b-41fb-a759-356b81b30e03 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:17.236312 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-38613ca8-677b-41fb-a759-356b81b30e03 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] 10.222.0.31 "DELETE /v2.0/networks/cbe0c1f5-1850-4649-b039-62c23e5de548 HTTP/1.1" status: 204 len: 168 time: 2.5153544 Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server [None req-a6775dbc-ecd2-4d9a-9ffd-0f89f48ea8d0 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network cbe0c1f5-1850-4649-b039-62c23e5de548 could not be found. Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return self._iter().one() Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 281, in release_dhcp_port Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 20:23:17.269165 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1994, in delete_port Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network cbe0c1f5-1850-4649-b039-62c23e5de548 could not be found. Jan 18 20:23:17.273881 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server Jan 18 20:23:17.317653 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 0094a5dd-275e-4904-88d3-f14a7f953d8c completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:23:17.370730 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38613ca8-677b-41fb-a759-356b81b30e03 tempest-AllowedAddressPairTestJSON-621592946 tempest-AllowedAddressPairTestJSON-621592946-project] Pushing event deleted for resources: {'Network': ['ID=cbe0c1f5-1850-4649-b039-62c23e5de548,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:17.407364 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673d0df3-054b-4976-afbe-af843e95cd90 None None] DHCP port deletion for cbe0c1f5-1850-4649-b039-62c23e5de548 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:23:17.431685 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 0094a5dd-275e-4904-88d3-f14a7f953d8c triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:17.432060 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (0094a5dd-275e-4904-88d3-f14a7f953d8c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:17.492868 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.resource_extend [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:23:17.501178 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedfc7b1-0d24-42fa-bded-70a0c552c8ee tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=1fea051e-f864-4776-bf2d-6166ef9cd417,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:17.641107 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedfc7b1-0d24-42fa-bded-70a0c552c8ee tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:17.645391 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-cedfc7b1-0d24-42fa-bded-70a0c552c8ee tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:17.662993 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ecd54acb-7bba-4886-a035-72a3897cac18 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:23:17.674880 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e1c4c6e3-6048-4940-a426-2bcb063730ec None None] For port 05fe8bdb-1b3f-4bd0-9121-55e4920085f6, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:23:17.676402 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d9e41-8272-4184-ad09-878c5d0b3ccf req-511a4afe-41fe-4c74-8f3b-b61eebc88988 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:17.677237 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-820d9e41-8272-4184-ad09-878c5d0b3ccf req-511a4afe-41fe-4c74-8f3b-b61eebc88988 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.2942903 Jan 18 20:23:17.775194 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: ecd54acb-7bba-4886-a035-72a3897cac18 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:23:17.775967 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ecd54acb-7bba-4886-a035-72a3897cac18 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:23:17.794279 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cbfef461-e935-465d-94cf-7c45bc453309 req-b5019202-f20a-46cb-9f4d-4ee2be43ad81 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa78af5a-c30b-4f10-a006-55a0be9c4a26 HTTP/1.1" status: 200 len: 210 time: 0.0613849 Jan 18 20:23:17.799204 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5ffd31e1-8921-44bb-a45b-1fedf47f5a33 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (49df7b3f-303d-4343-b694-bdbdcc10c107), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:17.871308 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e1c4c6e3-6048-4940-a426-2bcb063730ec None None] For port 05fe8bdb-1b3f-4bd0-9121-55e4920085f6, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=05fe8bdb-1b3f-4bd0-9121-55e4920085f6,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:23:17.906776 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e1c4c6e3-6048-4940-a426-2bcb063730ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (05fe8bdb-1b3f-4bd0-9121-55e4920085f6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:17.951160 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ab81542c-7d14-4d85-99fd-722de8fd530c None None] Publish callbacks [] for port (294f8da1-b085-45b3-8e81-60e82b10c4d7), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:17.957197 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33388) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:18.006656 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0aad3263-846f-45e5-a8a4-e81f0b7de274 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for port (96edff33-cb22-4001-a0db-c482ff8119a2), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:18.043506 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ab81542c-7d14-4d85-99fd-722de8fd530c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (294f8da1-b085-45b3-8e81-60e82b10c4d7), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:18.112576 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedfc7b1-0d24-42fa-bded-70a0c552c8ee tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Router ca0edf99-d778-40c6-a6a9-70d4f9207708 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:23:18.121225 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0aad3263-846f-45e5-a8a4-e81f0b7de274 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (96edff33-cb22-4001-a0db-c482ff8119a2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:18.178568 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad3263-846f-45e5-a8a4-e81f0b7de274 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Port': ['ID=96edff33-cb22-4001-a0db-c482ff8119a2,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:18.191151 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4c6e3-6048-4940-a426-2bcb063730ec None None] Pushing event updated for resources: {'Port': ['ID=05fe8bdb-1b3f-4bd0-9121-55e4920085f6,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:18.213208 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 4095c9e8-3357-49c1-a713-048d6946f5fd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4095c9e8-3357-49c1-a713-048d6946f5fd,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:18.301557 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aad3263-846f-45e5-a8a4-e81f0b7de274 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network f2ebf393-5149-4572-8a1c-abfc4862bc37 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:18.303246 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-0aad3263-846f-45e5-a8a4-e81f0b7de274 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:18.312705 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aad3263-846f-45e5-a8a4-e81f0b7de274 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:18.375808 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab81542c-7d14-4d85-99fd-722de8fd530c None None] Network e23a2e00-d439-4ee5-9429-401a14c83ea8 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:18.385961 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '4095c9e8-3357-49c1-a713-048d6946f5fd', 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'port_id': '4095c9e8-3357-49c1-a713-048d6946f5fd', 'mac_address': 'fa:16:3e:82:02:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:23:18.408082 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedfc7b1-0d24-42fa-bded-70a0c552c8ee tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:23:18.414878 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-ab81542c-7d14-4d85-99fd-722de8fd530c None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:18.422076 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cedfc7b1-0d24-42fa-bded-70a0c552c8ee tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "PUT /v2.0/routers/ca0edf99-d778-40c6-a6a9-70d4f9207708/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7834702 Jan 18 20:23:18.436749 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aad3263-846f-45e5-a8a4-e81f0b7de274 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:18.446529 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0aad3263-846f-45e5-a8a4-e81f0b7de274 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:18.469782 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33396) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:18.498069 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c7a7e-31a9-4731-9ff4-0361d01ed499 None None] Sync routers for ids ['ca0edf99-d778-40c6-a6a9-70d4f9207708'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:23:18.519902 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0aad3263-846f-45e5-a8a4-e81f0b7de274 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0395153 Jan 18 20:23:18.519902 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33398) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:18.536437 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab81542c-7d14-4d85-99fd-722de8fd530c None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:18.549282 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 0094a5dd-275e-4904-88d3-f14a7f953d8c is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:18.550600 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0094a5dd-275e-4904-88d3-f14a7f953d8c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:18.672159 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 4095c9e8-3357-49c1-a713-048d6946f5fd is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:18.672708 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:18.703500 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-820d9e41-8272-4184-ad09-878c5d0b3ccf req-00ac6519-dc2c-470f-919e-a0059498a6fb tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0121305 Jan 18 20:23:18.739151 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd31e1-8921-44bb-a45b-1fedf47f5a33 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Pushing event updated for resources: {'Subnet': ['ID=49df7b3f-303d-4343-b694-bdbdcc10c107,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:18.799617 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ed5098a2-1abc-4754-ade5-1bb7f761b511 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c93bc4cb21ff4a4b80f16e75eb4decef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8412819 Jan 18 20:23:18.801041 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffd31e1-8921-44bb-a45b-1fedf47f5a33 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Checking segment: {'id': 'e24f1ea1-6d79-482f-8871-e9b293bc25fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:18.801596 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffd31e1-8921-44bb-a45b-1fedf47f5a33 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Network hostable DHCP agents. Network: 24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:23:18.804877 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33404) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:18.861251 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96c7a7e-31a9-4731-9ff4-0361d01ed499 None None] Routers {'ca0edf99-d778-40c6-a6a9-70d4f9207708'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:23:18.861989 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f96c7a7e-31a9-4731-9ff4-0361d01ed499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:22:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['ca0edf99-d778-40c6-a6a9-70d4f9207708'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:18.864051 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed746928-61fa-41d7-870c-c69758daec2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0094a5dd-275e-4904-88d3-f14a7f953d8c'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:23:18.867050 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2cf2d5-dae1-46ae-91b2-3160cbefd7f8" -d '{"events": [{"server_uuid": "ed746928-61fa-41d7-870c-c69758daec2f", "name": "network-vif-plugged", "status": "completed", "tag": "0094a5dd-275e-4904-88d3-f14a7f953d8c"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:23:18.870631 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a569cec-e1e4-43d4-adf7-2c6b039a1f48 req-aaae8fc2-306e-44bb-8eee-d25a7ddd240e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:18.885075 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a569cec-e1e4-43d4-adf7-2c6b039a1f48 req-aaae8fc2-306e-44bb-8eee-d25a7ddd240e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:18.886614 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 0094a5dd-275e-4904-88d3-f14a7f953d8c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0094a5dd-275e-4904-88d3-f14a7f953d8c,segment=NetworkSegment(e26783d5-f862-4c86-9a92-52cebc9192c7),segment_id=e26783d5-f862-4c86-9a92-52cebc9192c7)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:18.894643 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81542c-7d14-4d85-99fd-722de8fd530c None None] Pushing event updated for resources: {'Port': ['ID=294f8da1-b085-45b3-8e81-60e82b10c4d7,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:18.902623 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a569cec-e1e4-43d4-adf7-2c6b039a1f48 req-aaae8fc2-306e-44bb-8eee-d25a7ddd240e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:18.904431 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4a569cec-e1e4-43d4-adf7-2c6b039a1f48 req-aaae8fc2-306e-44bb-8eee-d25a7ddd240e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2417 time: 0.2761712 Jan 18 20:23:18.906277 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4095c9e8-3357-49c1-a713-048d6946f5fd {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:23:18.922664 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae7672e-8a07-4188-a6cc-c51ebb770d75 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:18.931852 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5ae7672e-8a07-4188-a6cc-c51ebb770d75 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports/1fea051e-f864-4776-bf2d-6166ef9cd417 HTTP/1.1" status: 200 len: 911 time: 0.4587991 Jan 18 20:23:18.933051 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 4095c9e8-3357-49c1-a713-048d6946f5fd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4095c9e8-3357-49c1-a713-048d6946f5fd,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:18.935081 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33410) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:18.935488 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-6cbc29d2-86d6-4c3e-a4dc-dd9a9acd55f9 None None] Allocated IP 172.20.0.2 (f2ebf393-5149-4572-8a1c-abfc4862bc37/d1de59c8-d4d7-4a8e-bf5b-c2720c2c3b31/84691cc9-36d3-495e-8358-fafc997fd9c4) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:19.015873 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (0094a5dd-275e-4904-88d3-f14a7f953d8c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:19.024197 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-220af793-ddbc-42c2-b793-b0b2e6dead97 req-423165ec-8121-4634-b5c3-e7ad1730f4ce tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa78af5a-c30b-4f10-a006-55a0be9c4a26 HTTP/1.1" status: 200 len: 210 time: 0.0663342 Jan 18 20:23:19.040843 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffd31e1-8921-44bb-a45b-1fedf47f5a33 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Network 24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:23:19.076664 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:19.112943 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-5ffd31e1-8921-44bb-a45b-1fedf47f5a33 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:19.142048 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffd31e1-8921-44bb-a45b-1fedf47f5a33 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:19.142876 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5ffd31e1-8921-44bb-a45b-1fedf47f5a33 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:19.151744 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3580c67a-867d-4298-93ed-8a209c6efdb8 admin admin] Publish callbacks [] for security_group (5288c52a-6f56-4261-b0b8-29f0914ba3ec), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:19.171886 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4a569cec-e1e4-43d4-adf7-2c6b039a1f48 req-e24959d1-c87c-4393-9065-8971b145c951 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347279 Jan 18 20:23:19.222260 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5ffd31e1-8921-44bb-a45b-1fedf47f5a33 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9907367 Jan 18 20:23:19.224750 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3580c67a-867d-4298-93ed-8a209c6efdb8 admin admin] Publish callbacks [] for security_group (5288c52a-6f56-4261-b0b8-29f0914ba3ec), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:19.226673 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33418) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:19.231932 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-ed951d00-31b2-4d71-9feb-10b1ac5f0d1b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Request body: {'subnet': {'network_id': '9da3dce7-9ed4-4f9a-aa20-5f8882001b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:19.409249 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3580c67a-867d-4298-93ed-8a209c6efdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5288c52a-6f56-4261-b0b8-29f0914ba3ec), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:19.411934 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3580c67a-867d-4298-93ed-8a209c6efdb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:19.415570 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3580c67a-867d-4298-93ed-8a209c6efdb8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5288c52a-6f56-4261-b0b8-29f0914ba3ec HTTP/1.1" status: 204 len: 168 time: 0.6060147 Jan 18 20:23:19.424291 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed951d00-31b2-4d71-9feb-10b1ac5f0d1b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Made reservation on behalf of a4f7ad9691084ba3b68c9ddf0b5a9a55 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:19.430232 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ed951d00-31b2-4d71-9feb-10b1ac5f0d1b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:19.452488 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-f96c7a7e-31a9-4731-9ff4-0361d01ed499 None None] Set router ca0edf99-d778-40c6-a6a9-70d4f9207708 gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:23:19.452980 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580c67a-867d-4298-93ed-8a209c6efdb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5288c52a-6f56-4261-b0b8-29f0914ba3ec,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:19.707378 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33852b65-3645-4dab-96a0-0d57a3562a1a x-openstack-request-id: req-33852b65-3645-4dab-96a0-0d57a3562a1a {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:23:19.707378 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed746928-61fa-41d7-870c-c69758daec2f", "name": "network-vif-plugged", "status": "completed", "tag": "0094a5dd-275e-4904-88d3-f14a7f953d8c", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:23:19.707378 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33852b65-3645-4dab-96a0-0d57a3562a1a {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:23:19.707378 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed746928-61fa-41d7-870c-c69758daec2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0094a5dd-275e-4904-88d3-f14a7f953d8c', 'code': 200} Jan 18 20:23:19.707378 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=0094a5dd-275e-4904-88d3-f14a7f953d8c,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:19.729299 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa65bc1-0edc-4fea-a561-a7db17213a9a None None] Network 24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:19.796073 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 05fe8bdb-1b3f-4bd0-9121-55e4920085f6 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:19.867732 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['4095c9e8-3357-49c1-a713-048d6946f5fd'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:23:19.911561 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ab81542c-7d14-4d85-99fd-722de8fd530c None None] Attempting to bind port 294f8da1-b085-45b3-8e81-60e82b10c4d7 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:23:19.912209 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ab81542c-7d14-4d85-99fd-722de8fd530c None None] Attempting to bind port 294f8da1-b085-45b3-8e81-60e82b10c4d7 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '36d5f69d-6af6-4d9c-b763-34e6af838b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e23a2e00-d439-4ee5-9429-401a14c83ea8'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:23:19.912749 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab81542c-7d14-4d85-99fd-722de8fd530c None None] Attempting to bind port 294f8da1-b085-45b3-8e81-60e82b10c4d7 on network e23a2e00-d439-4ee5-9429-401a14c83ea8 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:20.061921 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ed951d00-31b2-4d71-9feb-10b1ac5f0d1b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (8ec21291-7115-47cb-87a6-0389828824d2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:20.085351 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab81542c-7d14-4d85-99fd-722de8fd530c None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:23:20.085789 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab81542c-7d14-4d85-99fd-722de8fd530c None None] Checking segment: {'id': '36d5f69d-6af6-4d9c-b763-34e6af838b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e23a2e00-d439-4ee5-9429-401a14c83ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:20.086203 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ab81542c-7d14-4d85-99fd-722de8fd530c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:20.086597 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab81542c-7d14-4d85-99fd-722de8fd530c None None] Bound using segment: {'id': '36d5f69d-6af6-4d9c-b763-34e6af838b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e23a2e00-d439-4ee5-9429-401a14c83ea8'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:23:20.087217 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ab81542c-7d14-4d85-99fd-722de8fd530c None None] Bound port: 294f8da1-b085-45b3-8e81-60e82b10c4d7, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d5f69d-6af6-4d9c-b763-34e6af838b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e23a2e00-d439-4ee5-9429-401a14c83ea8'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:23:20.087451 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ab81542c-7d14-4d85-99fd-722de8fd530c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (294f8da1-b085-45b3-8e81-60e82b10c4d7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:20.112108 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b8333-58e3-49e1-8514-1ff5d3060d5f req-76e61173-3075-4813-bdf3-94fb0bdfe43d tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:20.116920 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b33b8333-58e3-49e1-8514-1ff5d3060d5f req-76e61173-3075-4813-bdf3-94fb0bdfe43d tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 945 time: 0.1501682 Jan 18 20:23:20.306170 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b33b8333-58e3-49e1-8514-1ff5d3060d5f req-b83c3d04-f880-463e-8914-99d2b045edf3 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371977 Jan 18 20:23:20.383037 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6cbc29d2-86d6-4c3e-a4dc-dd9a9acd55f9 None None] Publish callbacks [] for port (84691cc9-36d3-495e-8358-fafc997fd9c4), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:20.428221 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6cbc29d2-86d6-4c3e-a4dc-dd9a9acd55f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (84691cc9-36d3-495e-8358-fafc997fd9c4), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:20.431256 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-32a38f56-2840-4278-b6a3-45db4a799edb req-a38b402d-4e9e-412a-927a-d13d68d6a4a1 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa78af5a-c30b-4f10-a006-55a0be9c4a26 HTTP/1.1" status: 200 len: 210 time: 0.1402645 Jan 18 20:23:20.447994 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 05fe8bdb-1b3f-4bd0-9121-55e4920085f6 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:20.448507 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (05fe8bdb-1b3f-4bd0-9121-55e4920085f6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:20.450158 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed951d00-31b2-4d71-9feb-10b1ac5f0d1b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Pushing event updated for resources: {'Subnet': ['ID=8ec21291-7115-47cb-87a6-0389828824d2,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:20.506961 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed951d00-31b2-4d71-9feb-10b1ac5f0d1b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Checking segment: {'id': '864ef5c1-85ff-4552-a625-c82421888d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9da3dce7-9ed4-4f9a-aa20-5f8882001b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:20.509914 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed951d00-31b2-4d71-9feb-10b1ac5f0d1b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Network hostable DHCP agents. Network: 9da3dce7-9ed4-4f9a-aa20-5f8882001b60, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:23:20.513654 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275271e-8367-4d02-8dc7-9591b8426058 req-052316b5-ac2e-4ba8-af56-ec8c020e2acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:20.515487 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275271e-8367-4d02-8dc7-9591b8426058 req-052316b5-ac2e-4ba8-af56-ec8c020e2acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:20.516121 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275271e-8367-4d02-8dc7-9591b8426058 req-052316b5-ac2e-4ba8-af56-ec8c020e2acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:20.518148 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4275271e-8367-4d02-8dc7-9591b8426058 req-052316b5-ac2e-4ba8-af56-ec8c020e2acd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2871 time: 0.2743754 Jan 18 20:23:20.542080 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3223c103-60d4-45f3-a439-a687c5751639 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:20.557343 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3223c103-60d4-45f3-a439-a687c5751639 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:20.559205 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3223c103-60d4-45f3-a439-a687c5751639 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 1.6154604 Jan 18 20:23:20.581088 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33444) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:20.616190 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=4095c9e8-3357-49c1-a713-048d6946f5fd,revision_number=12']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:20.653663 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed951d00-31b2-4d71-9feb-10b1ac5f0d1b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Network 9da3dce7-9ed4-4f9a-aa20-5f8882001b60 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:23:20.681918 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8eab82-b806-46b0-9b28-f4e525e88efc req-609845e2-0c02-4e6a-b512-eb814ac64357 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:20.698573 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8eab82-b806-46b0-9b28-f4e525e88efc req-609845e2-0c02-4e6a-b512-eb814ac64357 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:20.718813 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8eab82-b806-46b0-9b28-f4e525e88efc req-609845e2-0c02-4e6a-b512-eb814ac64357 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:20.732419 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6f8eab82-b806-46b0-9b28-f4e525e88efc req-609845e2-0c02-4e6a-b512-eb814ac64357 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2418 time: 0.2265882 Jan 18 20:23:20.768744 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-ed951d00-31b2-4d71-9feb-10b1ac5f0d1b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 9da3dce7-9ed4-4f9a-aa20-5f8882001b60) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:20.782742 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed951d00-31b2-4d71-9feb-10b1ac5f0d1b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:20.788961 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ed951d00-31b2-4d71-9feb-10b1ac5f0d1b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:20.838507 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f7a5c5-45d9-44fc-a711-e244026d47e9 None None] Network 9da3dce7-9ed4-4f9a-aa20-5f8882001b60 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:20.868020 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ed951d00-31b2-4d71-9feb-10b1ac5f0d1b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6375175 Jan 18 20:23:20.868663 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33452) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:20.986079 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-d2bb46c7-666e-49de-ab54-f4659d2294c4 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:20.987913 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-d2bb46c7-666e-49de-ab54-f4659d2294c4 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.70 "GET /v2.0/networks?id=375c5786-cef2-4610-ba18-7cde0f4de332 HTTP/1.1" status: 200 len: 814 time: 2.2963405 Jan 18 20:23:21.031822 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-0e772363-0e06-4d26-a45e-be737f46457f tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Request body: {'port': {'device_id': 'aa78af5a-c30b-4f10-a006-55a0be9c4a26', 'network_id': '375c5786-cef2-4610-ba18-7cde0f4de332', 'admin_state_up': True, 'tenant_id': 'bdcd4eb1072f46dda2c83cc667244bd4'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:21.036226 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbc29d2-86d6-4c3e-a4dc-dd9a9acd55f9 None None] Network f2ebf393-5149-4572-8a1c-abfc4862bc37 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:21.090303 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6f8eab82-b806-46b0-9b28-f4e525e88efc req-d26fa0b8-c104-43ed-b319-5347c5b8ec3d tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561683 Jan 18 20:23:21.117117 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c2e90966-e76a-425f-b686-32831f91ef4c None None] Provisioning complete for port 05fe8bdb-1b3f-4bd0-9121-55e4920085f6 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:21.117981 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c2e90966-e76a-425f-b686-32831f91ef4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (05fe8bdb-1b3f-4bd0-9121-55e4920085f6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:21.253351 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33458) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:21.259859 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-515357b5-e4a8-4055-aebe-1b4368f96678 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting port 96edff33-cb22-4001-a0db-c482ff8119a2 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:21.260351 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-515357b5-e4a8-4055-aebe-1b4368f96678 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (96edff33-cb22-4001-a0db-c482ff8119a2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:21.513999 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-6cbc29d2-86d6-4c3e-a4dc-dd9a9acd55f9 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:21.518065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbc29d2-86d6-4c3e-a4dc-dd9a9acd55f9 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:21.545098 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-071c50cf-679d-4db7-8b32-0923e7a6a570 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Request body: {'networks': [{'name': 'tempest-network--1115739215'}, {'name': 'tempest-network--1120093856'}]} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:21.545412 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-071c50cf-679d-4db7-8b32-0923e7a6a570 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Request body: {'network': {'name': 'tempest-network--1115739215'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:21.545950 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-071c50cf-679d-4db7-8b32-0923e7a6a570 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Request body: {'network': {'name': 'tempest-network--1120093856'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:21.579490 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-515357b5-e4a8-4055-aebe-1b4368f96678 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (96edff33-cb22-4001-a0db-c482ff8119a2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:21.621024 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-515357b5-e4a8-4055-aebe-1b4368f96678 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Calling delete_port for 96edff33-cb22-4001-a0db-c482ff8119a2 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:21.655445 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec551bf-2a8b-4065-98f6-5a033e13b016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-9da3dce7-9ed4-4f9a-aa20-5f8882001b60', 'network_id': '9da3dce7-9ed4-4f9a-aa20-5f8882001b60', 'project_id': 'a4f7ad9691084ba3b68c9ddf0b5a9a55', 'fixed_ips': [{'subnet_id': '8ec21291-7115-47cb-87a6-0389828824d2'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:23:21.656322 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ec551bf-2a8b-4065-98f6-5a033e13b016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:21.688648 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a7c02a49-54ad-44c6-8183-9507ac39d34b req-c77a359b-bd28-4968-b6c7-a9904154632c tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa78af5a-c30b-4f10-a006-55a0be9c4a26 HTTP/1.1" status: 200 len: 210 time: 0.1162827 Jan 18 20:23:21.722178 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7aef791-6d4b-4ca7-b85c-86bdf3431197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757', 'network_id': '24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757', 'project_id': 'a4f7ad9691084ba3b68c9ddf0b5a9a55', 'fixed_ips': [{'subnet_id': '49df7b3f-303d-4343-b694-bdbdcc10c107'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:23:21.723109 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a7aef791-6d4b-4ca7-b85c-86bdf3431197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:21.769558 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4275271e-8367-4d02-8dc7-9591b8426058 req-daf64164-66a3-4f8b-aa28-95ff92e1e06e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1906116 Jan 18 20:23:21.790221 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-0e772363-0e06-4d26-a45e-be737f46457f tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Made reservation on behalf of bdcd4eb1072f46dda2c83cc667244bd4 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:21.791141 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc29d2-86d6-4c3e-a4dc-dd9a9acd55f9 None None] Pushing event updated for resources: {'Port': ['ID=84691cc9-36d3-495e-8358-fafc997fd9c4,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:21.794404 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-0e772363-0e06-4d26-a45e-be737f46457f tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:21.816931 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:21.844847 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2a214-4406-485e-b580-e8f110618bd2 req-7243bf15-2804-4ce7-980a-016d34bcad8c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:21.846674 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81a2a214-4406-485e-b580-e8f110618bd2 req-7243bf15-2804-4ce7-980a-016d34bcad8c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 945 time: 0.3297005 Jan 18 20:23:21.901101 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ab81542c-7d14-4d85-99fd-722de8fd530c None None] For port 294f8da1-b085-45b3-8e81-60e82b10c4d7, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:23:21.905322 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ab81542c-7d14-4d85-99fd-722de8fd530c None None] For port 294f8da1-b085-45b3-8e81-60e82b10c4d7, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=294f8da1-b085-45b3-8e81-60e82b10c4d7,segment=NetworkSegment(36d5f69d-6af6-4d9c-b763-34e6af838b32),segment_id=36d5f69d-6af6-4d9c-b763-34e6af838b32)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:23:21.992428 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071c50cf-679d-4db7-8b32-0923e7a6a570 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Made reservation on behalf of 6246fd597f344519aeb532e16fff057a for: {'network': 2} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:22.005613 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-071c50cf-679d-4db7-8b32-0923e7a6a570 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:22.039781 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-071c50cf-679d-4db7-8b32-0923e7a6a570 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:22.240025 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ab81542c-7d14-4d85-99fd-722de8fd530c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (294f8da1-b085-45b3-8e81-60e82b10c4d7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:22.277886 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f96c7a7e-31a9-4731-9ff4-0361d01ed499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0edf99-d778-40c6-a6a9-70d4f9207708', 'name': 'tempest-NetworksTestDHCPv6-router-1827436501', 'tenant_id': '1ad5990bab5d42749b32b42dcd594991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:13Z', 'updated_at': '2022-01-18T20:23:16Z', 'revision_number': 2, 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'gw_port_host': None, '_interfaces': [{'id': '1fea051e-f864-4776-bf2d-6166ef9cd417', 'name': '', 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'tenant_id': '1ad5990bab5d42749b32b42dcd594991', 'mac_address': 'fa:16:3e:6e:0f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0edf99-d778-40c6-a6a9-70d4f9207708', 'device_owner': 'network:router_interface', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': '7dfc5613-5d47-49ca-8c7d-b9579b5fbba6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:14Z', 'updated_at': '2022-01-18T20:23:16Z', 'revision_number': 2, 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'subnets': [{'id': '7dfc5613-5d47-49ca-8c7d-b9579b5fbba6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:22.282646 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-515357b5-e4a8-4055-aebe-1b4368f96678 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (96edff33-cb22-4001-a0db-c482ff8119a2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:22.309493 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6cbc29d2-86d6-4c3e-a4dc-dd9a9acd55f9 None None] Attempting to bind port 84691cc9-36d3-495e-8358-fafc997fd9c4 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:23:22.309903 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6cbc29d2-86d6-4c3e-a4dc-dd9a9acd55f9 None None] Attempting to bind port 84691cc9-36d3-495e-8358-fafc997fd9c4 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '05f6ad0b-0246-4c72-a952-d28a3f52e0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f2ebf393-5149-4572-8a1c-abfc4862bc37'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:23:22.313828 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbc29d2-86d6-4c3e-a4dc-dd9a9acd55f9 None None] Attempting to bind port 84691cc9-36d3-495e-8358-fafc997fd9c4 on network f2ebf393-5149-4572-8a1c-abfc4862bc37 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:22.390070 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-0e772363-0e06-4d26-a45e-be737f46457f tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Allocated IP 172.20.0.6 (375c5786-cef2-4610-ba18-7cde0f4de332/4f2ba373-eec1-44a8-ab01-e114dba3bae4/f2a5dba5-9611-480f-b910-487b47164c8c) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:22.396751 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515357b5-e4a8-4055-aebe-1b4368f96678 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Port': ['ID=96edff33-cb22-4001-a0db-c482ff8119a2,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:22.458992 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-071c50cf-679d-4db7-8b32-0923e7a6a570 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks [] for security_group (936ab1da-3686-4432-97f1-fb3816de9ba0), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:22.492766 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-071c50cf-679d-4db7-8b32-0923e7a6a570 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (936ab1da-3686-4432-97f1-fb3816de9ba0), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:22.494113 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-071c50cf-679d-4db7-8b32-0923e7a6a570 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:22.499807 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-1ec551bf-2a8b-4065-98f6-5a033e13b016 None None] Allocated IP 2001:db8::2 (9da3dce7-9ed4-4f9a-aa20-5f8882001b60/8ec21291-7115-47cb-87a6-0389828824d2/9f0395ea-18d4-4954-b0be-df8ded935369) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:22.624229 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-515357b5-e4a8-4055-aebe-1b4368f96678 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:22.627717 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-515357b5-e4a8-4055-aebe-1b4368f96678 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/ports/96edff33-cb22-4001-a0db-c482ff8119a2 HTTP/1.1" status: 204 len: 168 time: 4.0961683 Jan 18 20:23:22.635563 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33474) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:22.675774 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c50cf-679d-4db7-8b32-0923e7a6a570 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=936ab1da-3686-4432-97f1-fb3816de9ba0,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:22.718786 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4916941-a3cc-4337-ab75-073cadd4b82e tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] DELETE failed (client error): The resource could not be found. Jan 18 20:23:22.719410 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4916941-a3cc-4337-ab75-073cadd4b82e tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:23:22.722506 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f4916941-a3cc-4337-ab75-073cadd4b82e tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/ports/96edff33-cb22-4001-a0db-c482ff8119a2 HTTP/1.1" status: 404 len: 333 time: 0.0839796 Jan 18 20:23:22.725407 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6973e2a8-9b03-484c-a1d1-009b6f40cb12 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (ca0edf99-d778-40c6-a6a9-70d4f9207708), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:22.729411 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33478) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:22.754895 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6369a26-8f0c-4eab-8f83-a226a91ecef4 req-540a9f22-d91f-45ad-8c3b-91d89a87bd42 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:22.761388 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6369a26-8f0c-4eab-8f83-a226a91ecef4 req-540a9f22-d91f-45ad-8c3b-91d89a87bd42 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:22.775690 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6369a26-8f0c-4eab-8f83-a226a91ecef4 req-540a9f22-d91f-45ad-8c3b-91d89a87bd42 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:22.778220 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6369a26-8f0c-4eab-8f83-a226a91ecef4 req-540a9f22-d91f-45ad-8c3b-91d89a87bd42 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2418 time: 0.4680808 Jan 18 20:23:22.833015 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81a2a214-4406-485e-b580-e8f110618bd2 req-f357196b-8db1-4019-9ed5-9a79b78eee2f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9334660 Jan 18 20:23:22.896807 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ec551bf-2a8b-4065-98f6-5a033e13b016 None None] Publish callbacks [] for port (9f0395ea-18d4-4954-b0be-df8ded935369), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:22.911758 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6369a26-8f0c-4eab-8f83-a226a91ecef4 req-e877ea3c-aa29-4321-9018-307bd5cccf48 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772865 Jan 18 20:23:22.922246 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071c50cf-679d-4db7-8b32-0923e7a6a570 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:23:22.950151 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-071c50cf-679d-4db7-8b32-0923e7a6a570 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (a6a2a328-6793-4561-b642-1311d68e96bb), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:22.950512 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-071c50cf-679d-4db7-8b32-0923e7a6a570 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Added segment a6a2a328-6793-4561-b642-1311d68e96bb of type vlan for network 34935585-563d-4882-bde6-a0a1a14a0e7f Jan 18 20:23:23.003665 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81542c-7d14-4d85-99fd-722de8fd530c None None] Pushing event updated for resources: {'Port': ['ID=294f8da1-b085-45b3-8e81-60e82b10c4d7,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:23.032115 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ec551bf-2a8b-4065-98f6-5a033e13b016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (9f0395ea-18d4-4954-b0be-df8ded935369), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:23.050503 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-0e772363-0e06-4d26-a45e-be737f46457f tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Publish callbacks [] for port (f2a5dba5-9611-480f-b910-487b47164c8c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:23.083707 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec551bf-2a8b-4065-98f6-5a033e13b016 None None] Network 9da3dce7-9ed4-4f9a-aa20-5f8882001b60 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:23.085218 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c7a7e-31a9-4731-9ff4-0361d01ed499 None None] Checking router: ca0edf99-d778-40c6-a6a9-70d4f9207708 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:23:23.085799 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c7a7e-31a9-4731-9ff4-0361d01ed499 None None] Updating router ca0edf99-d778-40c6-a6a9-70d4f9207708 port 1fea051e-f864-4776-bf2d-6166ef9cd417 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:23:23.106598 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab7f0f6-1985-4ba7-87e0-d5b63d4d6912 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] GET failed (client error): The resource could not be found. Jan 18 20:23:23.109711 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8ab7f0f6-1985-4ba7-87e0-d5b63d4d6912 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "GET /v2.0/ports/96edff33-cb22-4001-a0db-c482ff8119a2 HTTP/1.1" status: 404 len: 333 time: 0.3793266 Jan 18 20:23:23.120138 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33480) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:23.143120 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-1ec551bf-2a8b-4065-98f6-5a033e13b016 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:23.145246 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f96c7a7e-31a9-4731-9ff4-0361d01ed499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1fea051e-f864-4776-bf2d-6166ef9cd417), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:23.162957 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbc29d2-86d6-4c3e-a4dc-dd9a9acd55f9 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:23:23.163871 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbc29d2-86d6-4c3e-a4dc-dd9a9acd55f9 None None] Checking segment: {'id': '05f6ad0b-0246-4c72-a952-d28a3f52e0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f2ebf393-5149-4572-8a1c-abfc4862bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:23.164488 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6cbc29d2-86d6-4c3e-a4dc-dd9a9acd55f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:23.165602 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-0e772363-0e06-4d26-a45e-be737f46457f tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (f2a5dba5-9611-480f-b910-487b47164c8c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:23.166283 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbc29d2-86d6-4c3e-a4dc-dd9a9acd55f9 None None] Bound using segment: {'id': '05f6ad0b-0246-4c72-a952-d28a3f52e0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f2ebf393-5149-4572-8a1c-abfc4862bc37'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:23:23.168766 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6cbc29d2-86d6-4c3e-a4dc-dd9a9acd55f9 None None] Bound port: 84691cc9-36d3-495e-8358-fafc997fd9c4, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f6ad0b-0246-4c72-a952-d28a3f52e0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f2ebf393-5149-4572-8a1c-abfc4862bc37'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:23:23.169440 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6cbc29d2-86d6-4c3e-a4dc-dd9a9acd55f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (84691cc9-36d3-495e-8358-fafc997fd9c4), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:23.172232 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec551bf-2a8b-4065-98f6-5a033e13b016 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:23.390043 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-071c50cf-679d-4db7-8b32-0923e7a6a570 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (34935585-563d-4882-bde6-a0a1a14a0e7f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:23.439645 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e66922-329c-461d-b541-f0fd589285b8 req-8b80a8df-f037-4972-ba79-cdaddfb65438 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:23.441229 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24e66922-329c-461d-b541-f0fd589285b8 req-8b80a8df-f037-4972-ba79-cdaddfb65438 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa78af5a-c30b-4f10-a006-55a0be9c4a26 HTTP/1.1" status: 200 len: 931 time: 0.3789489 Jan 18 20:23:23.544506 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Allocated IP 2001:db8::1 (24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757/49df7b3f-303d-4343-b694-bdbdcc10c107/22d4834f-9613-44bb-b10a-1b06552ec6f5) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:23.564808 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.db.resource_extend [None req-071c50cf-679d-4db7-8b32-0923e7a6a570 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:23:23.634062 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c2e90966-e76a-425f-b686-32831f91ef4c None None] Current status of the port 05fe8bdb-1b3f-4bd0-9121-55e4920085f6 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:23.634816 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c2e90966-e76a-425f-b686-32831f91ef4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (05fe8bdb-1b3f-4bd0-9121-55e4920085f6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:23.691231 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-0e772363-0e06-4d26-a45e-be737f46457f tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Network 375c5786-cef2-4610-ba18-7cde0f4de332 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:23.737435 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ddd3b6c-57cb-47ad-8d1f-66da42c33e68 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting subnet d1de59c8-d4d7-4a8e-bf5b-c2720c2c3b31 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:23:23.750375 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ddd3b6c-57cb-47ad-8d1f-66da42c33e68 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for subnet (d1de59c8-d4d7-4a8e-bf5b-c2720c2c3b31), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:23.783020 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071c50cf-679d-4db7-8b32-0923e7a6a570 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:23:23.797437 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24e66922-329c-461d-b541-f0fd589285b8 req-445b45e0-5d3c-42ec-85fe-2115a205b899 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/security-groups?id=90ef2e7c-d46e-495a-9e98-16ebc69d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331826 Jan 18 20:23:23.811360 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f96c7a7e-31a9-4731-9ff4-0361d01ed499 None None] Publish callbacks [] for port (1fea051e-f864-4776-bf2d-6166ef9cd417), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:23.858948 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f96c7a7e-31a9-4731-9ff4-0361d01ed499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1fea051e-f864-4776-bf2d-6166ef9cd417), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:23.868769 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-071c50cf-679d-4db7-8b32-0923e7a6a570 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (72d337da-1979-4b32-bae0-a1719a5d4ddf), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:23.869129 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-071c50cf-679d-4db7-8b32-0923e7a6a570 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Added segment 72d337da-1979-4b32-bae0-a1719a5d4ddf of type vlan for network e5ef57ed-4051-4452-b5c5-0757a97c0179 Jan 18 20:23:23.872314 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e772363-0e06-4d26-a45e-be737f46457f tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Pushing event updated for resources: {'Port': ['ID=f2a5dba5-9611-480f-b910-487b47164c8c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:23.882746 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-0e772363-0e06-4d26-a45e-be737f46457f tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:23.908784 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-0e772363-0e06-4d26-a45e-be737f46457f tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:24.013748 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-071c50cf-679d-4db7-8b32-0923e7a6a570 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (e5ef57ed-4051-4452-b5c5-0757a97c0179), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:24.070743 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-1ec551bf-2a8b-4065-98f6-5a033e13b016 None None] Attempting to bind port 9f0395ea-18d4-4954-b0be-df8ded935369 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:23:24.072491 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-1ec551bf-2a8b-4065-98f6-5a033e13b016 None None] Attempting to bind port 9f0395ea-18d4-4954-b0be-df8ded935369 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '864ef5c1-85ff-4552-a625-c82421888d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9da3dce7-9ed4-4f9a-aa20-5f8882001b60'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:23:24.073055 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec551bf-2a8b-4065-98f6-5a033e13b016 None None] Attempting to bind port 9f0395ea-18d4-4954-b0be-df8ded935369 on network 9da3dce7-9ed4-4f9a-aa20-5f8882001b60 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:24.114558 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ddd3b6c-57cb-47ad-8d1f-66da42c33e68 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (d1de59c8-d4d7-4a8e-bf5b-c2720c2c3b31), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:24.128576 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c2e90966-e76a-425f-b686-32831f91ef4c None None] For port 05fe8bdb-1b3f-4bd0-9121-55e4920085f6, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=05fe8bdb-1b3f-4bd0-9121-55e4920085f6,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:24.217025 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 05fe8bdb-1b3f-4bd0-9121-55e4920085f6 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:24.221954 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (05fe8bdb-1b3f-4bd0-9121-55e4920085f6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:24.227403 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks [] for port (22d4834f-9613-44bb-b10a-1b06552ec6f5), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:24.246000 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f96c7a7e-31a9-4731-9ff4-0361d01ed499 None None] Attempting to bind port 1fea051e-f864-4776-bf2d-6166ef9cd417 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:23:24.246670 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f96c7a7e-31a9-4731-9ff4-0361d01ed499 None None] Attempting to bind port 1fea051e-f864-4776-bf2d-6166ef9cd417 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:23:24.247358 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c7a7e-31a9-4731-9ff4-0361d01ed499 None None] Attempting to bind port 1fea051e-f864-4776-bf2d-6166ef9cd417 on network c68ada5d-da8a-41c6-813a-b53f9c35e893 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:24.250725 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab36fc-39b8-41a9-a9da-45caecc1ead7 req-43754717-fd49-44be-8b52-6b7b6ae41b98 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:24.252488 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-baab36fc-39b8-41a9-a9da-45caecc1ead7 req-43754717-fd49-44be-8b52-6b7b6ae41b98 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 945 time: 0.2596991 Jan 18 20:23:24.281417 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c2e90966-e76a-425f-b686-32831f91ef4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (05fe8bdb-1b3f-4bd0-9121-55e4920085f6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:24.283156 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec551bf-2a8b-4065-98f6-5a033e13b016 None None] Pushing event updated for resources: {'Port': ['ID=9f0395ea-18d4-4954-b0be-df8ded935369,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:24.302935 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded9e91-f060-4177-a23a-5cc0631b0a29 req-d9e0129e-5dfa-4145-8591-76cdfc94d841 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:24.310774 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded9e91-f060-4177-a23a-5cc0631b0a29 req-d9e0129e-5dfa-4145-8591-76cdfc94d841 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:24.333856 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded9e91-f060-4177-a23a-5cc0631b0a29 req-d9e0129e-5dfa-4145-8591-76cdfc94d841 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:24.336109 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4ded9e91-f060-4177-a23a-5cc0631b0a29 req-d9e0129e-5dfa-4145-8591-76cdfc94d841 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2418 time: 0.2218263 Jan 18 20:23:24.356321 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-0e772363-0e06-4d26-a45e-be737f46457f tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:24.357447 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-0e772363-0e06-4d26-a45e-be737f46457f tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:24.361969 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6cbc29d2-86d6-4c3e-a4dc-dd9a9acd55f9 None None] For port 84691cc9-36d3-495e-8358-fafc997fd9c4, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:23:24.365338 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6cbc29d2-86d6-4c3e-a4dc-dd9a9acd55f9 None None] For port 84691cc9-36d3-495e-8358-fafc997fd9c4, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=84691cc9-36d3-495e-8358-fafc997fd9c4,segment=NetworkSegment(05f6ad0b-0246-4c72-a952-d28a3f52e0cf),segment_id=05f6ad0b-0246-4c72-a952-d28a3f52e0cf)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:23:24.383137 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c7a7e-31a9-4731-9ff4-0361d01ed499 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:23:24.384087 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c7a7e-31a9-4731-9ff4-0361d01ed499 None None] Checking segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:24.384724 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f96c7a7e-31a9-4731-9ff4-0361d01ed499 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:24.385310 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c7a7e-31a9-4731-9ff4-0361d01ed499 None None] Bound using segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:23:24.386801 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f96c7a7e-31a9-4731-9ff4-0361d01ed499 None None] Bound port: 1fea051e-f864-4776-bf2d-6166ef9cd417, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:23:24.392867 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f96c7a7e-31a9-4731-9ff4-0361d01ed499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1fea051e-f864-4776-bf2d-6166ef9cd417), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:24.395449 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec551bf-2a8b-4065-98f6-5a033e13b016 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:23:24.396432 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec551bf-2a8b-4065-98f6-5a033e13b016 None None] Checking segment: {'id': '864ef5c1-85ff-4552-a625-c82421888d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9da3dce7-9ed4-4f9a-aa20-5f8882001b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:24.397034 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ec551bf-2a8b-4065-98f6-5a033e13b016 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:24.397862 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec551bf-2a8b-4065-98f6-5a033e13b016 None None] Bound using segment: {'id': '864ef5c1-85ff-4552-a625-c82421888d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9da3dce7-9ed4-4f9a-aa20-5f8882001b60'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:23:24.399781 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-1ec551bf-2a8b-4065-98f6-5a033e13b016 None None] Bound port: 9f0395ea-18d4-4954-b0be-df8ded935369, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864ef5c1-85ff-4552-a625-c82421888d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9da3dce7-9ed4-4f9a-aa20-5f8882001b60'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:23:24.400392 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ec551bf-2a8b-4065-98f6-5a033e13b016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9f0395ea-18d4-4954-b0be-df8ded935369), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:24.427239 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6cbc29d2-86d6-4c3e-a4dc-dd9a9acd55f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (84691cc9-36d3-495e-8358-fafc997fd9c4), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:24.433419 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-0e772363-0e06-4d26-a45e-be737f46457f tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4083920 Jan 18 20:23:24.488992 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-071c50cf-679d-4db7-8b32-0923e7a6a570 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (34935585-563d-4882-bde6-a0a1a14a0e7f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:24.489862 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-071c50cf-679d-4db7-8b32-0923e7a6a570 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (e5ef57ed-4051-4452-b5c5-0757a97c0179), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:24.497152 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071c50cf-679d-4db7-8b32-0923e7a6a570 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:24.500839 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-2893ac91-eb0f-44b2-8be6-a1c4f8805302 service neutron] Request body: {'port': {'device_id': 'aa78af5a-c30b-4f10-a006-55a0be9c4a26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:24.517474 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071c50cf-679d-4db7-8b32-0923e7a6a570 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:24.519140 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-071c50cf-679d-4db7-8b32-0923e7a6a570 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:24.532094 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-baab36fc-39b8-41a9-a9da-45caecc1ead7 req-6a31e6a7-572e-476c-b6a3-afad1e03c44f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2650092 Jan 18 20:23:24.659223 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ddd3b6c-57cb-47ad-8d1f-66da42c33e68 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (d1de59c8-d4d7-4a8e-bf5b-c2720c2c3b31), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:24.671146 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c50cf-679d-4db7-8b32-0923e7a6a570 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Pushing event updated for resources: {'Network': ['ID=34935585-563d-4882-bde6-a0a1a14a0e7f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:24.756816 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f96c7a7e-31a9-4731-9ff4-0361d01ed499 None None] For port 1fea051e-f864-4776-bf2d-6166ef9cd417, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:23:24.761433 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f96c7a7e-31a9-4731-9ff4-0361d01ed499 None None] For port 1fea051e-f864-4776-bf2d-6166ef9cd417, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=1fea051e-f864-4776-bf2d-6166ef9cd417,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:23:24.780641 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-2893ac91-eb0f-44b2-8be6-a1c4f8805302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f2a5dba5-9611-480f-b910-487b47164c8c), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:24.785300 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 34935585-563d-4882-bde6-a0a1a14a0e7f details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:23:24.818865 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f96c7a7e-31a9-4731-9ff4-0361d01ed499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1fea051e-f864-4776-bf2d-6166ef9cd417), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:24.834699 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-071c50cf-679d-4db7-8b32-0923e7a6a570 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.5672641 Jan 18 20:23:24.851072 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33492) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:24.916789 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-6973e2a8-9b03-484c-a1d1-009b6f40cb12 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting port 1fea051e-f864-4776-bf2d-6166ef9cd417 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:24.923636 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6973e2a8-9b03-484c-a1d1-009b6f40cb12 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (1fea051e-f864-4776-bf2d-6166ef9cd417), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:24.930221 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4ded9e91-f060-4177-a23a-5cc0631b0a29 req-229a9bab-581d-4aef-b0fd-cde14ec9c2fa tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062512 Jan 18 20:23:25.094280 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1ec551bf-2a8b-4065-98f6-5a033e13b016 None None] For port 9f0395ea-18d4-4954-b0be-df8ded935369, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:23:25.105443 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1ec551bf-2a8b-4065-98f6-5a033e13b016 None None] For port 9f0395ea-18d4-4954-b0be-df8ded935369, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9f0395ea-18d4-4954-b0be-df8ded935369,segment=NetworkSegment(864ef5c1-85ff-4552-a625-c82421888d15),segment_id=864ef5c1-85ff-4552-a625-c82421888d15)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:23:25.118697 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-36bece91-1396-4b62-a662-9df4f5ea1232 None None] Provisioning complete for port 1fea051e-f864-4776-bf2d-6166ef9cd417 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:25.120373 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-36bece91-1396-4b62-a662-9df4f5ea1232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1fea051e-f864-4776-bf2d-6166ef9cd417), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:25.166630 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 4095c9e8-3357-49c1-a713-048d6946f5fd up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:25.175566 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ddd3b6c-57cb-47ad-8d1f-66da42c33e68 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (d1de59c8-d4d7-4a8e-bf5b-c2720c2c3b31), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:25.204104 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c50cf-679d-4db7-8b32-0923e7a6a570 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Pushing event updated for resources: {'Network': ['ID=e5ef57ed-4051-4452-b5c5-0757a97c0179,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:25.321309 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ec551bf-2a8b-4065-98f6-5a033e13b016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9f0395ea-18d4-4954-b0be-df8ded935369), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:25.340769 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e85fdd-ad56-4d1f-8126-dff97107dd0e None None] Network e23a2e00-d439-4ee5-9429-401a14c83ea8 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:25.343186 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef681d48-6394-4ce0-ae7b-a8ca3ac2621a None None] Pushing event updated for resources: {'Port': ['ID=1fea051e-f864-4776-bf2d-6166ef9cd417,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:25.390038 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd3b6c-57cb-47ad-8d1f-66da42c33e68 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Subnet': ['ID=d1de59c8-d4d7-4a8e-bf5b-c2720c2c3b31,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:25.399257 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ddd3b6c-57cb-47ad-8d1f-66da42c33e68 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:25.402992 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0ddd3b6c-57cb-47ad-8d1f-66da42c33e68 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/subnets/d1de59c8-d4d7-4a8e-bf5b-c2720c2c3b31 HTTP/1.1" status: 204 len: 168 time: 2.2733479 Jan 18 20:23:25.446951 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-6973e2a8-9b03-484c-a1d1-009b6f40cb12 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] For port 1fea051e-f864-4776-bf2d-6166ef9cd417, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=1fea051e-f864-4776-bf2d-6166ef9cd417,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:25.452088 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6973e2a8-9b03-484c-a1d1-009b6f40cb12 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (1fea051e-f864-4776-bf2d-6166ef9cd417), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:25.470507 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33502) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:25.481043 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network e5ef57ed-4051-4452-b5c5-0757a97c0179 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:23:25.541413 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840bd471-067b-4de6-9dd0-26a50997a118 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:25.560221 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840bd471-067b-4de6-9dd0-26a50997a118 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:25.572694 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840bd471-067b-4de6-9dd0-26a50997a118 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:25.598016 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840bd471-067b-4de6-9dd0-26a50997a118 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:25.606792 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-840bd471-067b-4de6-9dd0-26a50997a118 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7542527 Jan 18 20:23:25.608920 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33508) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:25.618807 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (22d4834f-9613-44bb-b10a-1b06552ec6f5), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:25.637242 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-6973e2a8-9b03-484c-a1d1-009b6f40cb12 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Calling delete_port for 1fea051e-f864-4776-bf2d-6166ef9cd417 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:25.670329 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:23:25.670755 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:23:25.846292 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b3f5bbbe-cf5f-4a64-b777-0cd7dcb4e106 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (34935585-563d-4882-bde6-a0a1a14a0e7f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:26.042047 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebac23-55ae-4f9e-8ea3-945ce7cc1dd5 req-707c4b3e-b261-4876-bda9-72ddb67a03ff tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:26.043635 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-02ebac23-55ae-4f9e-8ea3-945ce7cc1dd5 req-707c4b3e-b261-4876-bda9-72ddb67a03ff tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa78af5a-c30b-4f10-a006-55a0be9c4a26 HTTP/1.1" status: 200 len: 931 time: 1.0981660 Jan 18 20:23:26.084619 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1fd9c23-1b9b-405b-b58e-804d11137537 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (f2ebf393-5149-4572-8a1c-abfc4862bc37), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:26.160569 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Network 24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:26.252651 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:26.257078 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Pushing event updated for resources: {'Port': ['ID=22d4834f-9613-44bb-b10a-1b06552ec6f5,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:26.311598 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:26.312531 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:26.379190 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:26.380999 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:26.382099 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:26.383012 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:26.384256 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:26.384963 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:26.385413 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:26.385923 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:26.386897 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:26.387968 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:26.388447 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:26.389139 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:26.394479 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:26.495210 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b3f5bbbe-cf5f-4a64-b777-0cd7dcb4e106 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (34935585-563d-4882-bde6-a0a1a14a0e7f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:26.508183 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-02ebac23-55ae-4f9e-8ea3-945ce7cc1dd5 req-6678a08f-cae7-49f5-b8ea-66e62f7ac838 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/security-groups?id=90ef2e7c-d46e-495a-9e98-16ebc69d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946640 Jan 18 20:23:26.603056 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b1fd9c23-1b9b-405b-b58e-804d11137537 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting port 84691cc9-36d3-495e-8358-fafc997fd9c4 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:26.603449 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1fd9c23-1b9b-405b-b58e-804d11137537 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (84691cc9-36d3-495e-8358-fafc997fd9c4), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:26.608448 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 05fe8bdb-1b3f-4bd0-9121-55e4920085f6 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:26.661234 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96c7a7e-31a9-4731-9ff4-0361d01ed499 None None] Routers {'ca0edf99-d778-40c6-a6a9-70d4f9207708'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:23:26.661234 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f96c7a7e-31a9-4731-9ff4-0361d01ed499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:22:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['ca0edf99-d778-40c6-a6a9-70d4f9207708'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:26.711288 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-b3f5bbbe-cf5f-4a64-b777-0cd7dcb4e106 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34935585-563d-4882-bde6-a0a1a14a0e7f']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:26.777206 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-b3f5bbbe-cf5f-4a64-b777-0cd7dcb4e106 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a2a328-6793-4561-b642-1311d68e96bb') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:26.777511 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-b3f5bbbe-cf5f-4a64-b777-0cd7dcb4e106 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a2a328-6793-4561-b642-1311d68e96bb') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:26.786692 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-a7aef791-6d4b-4ca7-b85c-86bdf3431197 None None] Allocated IP 2001:db8::2 (24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757/49df7b3f-303d-4343-b694-bdbdcc10c107/3d7f5ed1-b619-483a-abfc-beb815d69c99) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:26.789839 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b3f5bbbe-cf5f-4a64-b777-0cd7dcb4e106 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (a6a2a328-6793-4561-b642-1311d68e96bb), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:26.864285 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b3f5bbbe-cf5f-4a64-b777-0cd7dcb4e106 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (a6a2a328-6793-4561-b642-1311d68e96bb), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:26.894093 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f5bbbe-cf5f-4a64-b777-0cd7dcb4e106 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:23:26.894527 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b3f5bbbe-cf5f-4a64-b777-0cd7dcb4e106 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (a6a2a328-6793-4561-b642-1311d68e96bb), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:26.906841 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-2893ac91-eb0f-44b2-8be6-a1c4f8805302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a5dba5-9611-480f-b910-487b47164c8c {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:23:26.920173 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b1fd9c23-1b9b-405b-b58e-804d11137537 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] For port 84691cc9-36d3-495e-8358-fafc997fd9c4, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=84691cc9-36d3-495e-8358-fafc997fd9c4,segment=NetworkSegment(05f6ad0b-0246-4c72-a952-d28a3f52e0cf),segment_id=05f6ad0b-0246-4c72-a952-d28a3f52e0cf)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:26.921336 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1fd9c23-1b9b-405b-b58e-804d11137537 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (84691cc9-36d3-495e-8358-fafc997fd9c4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:26.925283 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-2893ac91-eb0f-44b2-8be6-a1c4f8805302 service neutron] Publish callbacks [] for port (f2a5dba5-9611-480f-b910-487b47164c8c), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:26.950122 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6973e2a8-9b03-484c-a1d1-009b6f40cb12 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (1fea051e-f864-4776-bf2d-6166ef9cd417), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:27.034746 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973e2a8-9b03-484c-a1d1-009b6f40cb12 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Port': ['ID=1fea051e-f864-4776-bf2d-6166ef9cd417,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:23:27.069472 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:23:27.108654 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a7aef791-6d4b-4ca7-b85c-86bdf3431197 None None] Publish callbacks [] for port (3d7f5ed1-b619-483a-abfc-beb815d69c99), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:27.146090 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b1fd9c23-1b9b-405b-b58e-804d11137537 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Calling delete_port for 84691cc9-36d3-495e-8358-fafc997fd9c4 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:27.183285 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 4095c9e8-3357-49c1-a713-048d6946f5fd triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:27.198164 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:27.323683 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6973e2a8-9b03-484c-a1d1-009b6f40cb12 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (ca0edf99-d778-40c6-a6a9-70d4f9207708), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:27.380887 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbd3e8-f8b7-43d5-a8e9-b4c87d242580 req-dc539468-bcae-4077-a52c-58fb309c7966 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:27.390503 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9bbbd3e8-f8b7-43d5-a8e9-b4c87d242580 req-dc539468-bcae-4077-a52c-58fb309c7966 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 945 time: 0.7594631 Jan 18 20:23:27.407407 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83a7536-62f4-434e-8472-5359a544f6ed None None] Network f2ebf393-5149-4572-8a1c-abfc4862bc37 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:27.419878 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 294f8da1-b085-45b3-8e81-60e82b10c4d7 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:27.436547 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b3f5bbbe-cf5f-4a64-b777-0cd7dcb4e106 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (34935585-563d-4882-bde6-a0a1a14a0e7f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:27.455931 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b3f5bbbe-cf5f-4a64-b777-0cd7dcb4e106 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:27.459314 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b3f5bbbe-cf5f-4a64-b777-0cd7dcb4e106 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] 10.222.0.31 "DELETE /v2.0/networks/34935585-563d-4882-bde6-a0a1a14a0e7f HTTP/1.1" status: 204 len: 168 time: 1.8357730 Jan 18 20:23:27.489177 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33528) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:27.607940 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (22d4834f-9613-44bb-b10a-1b06552ec6f5), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:27.611158 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5bbbe-cf5f-4a64-b777-0cd7dcb4e106 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Pushing event deleted for resources: {'Network': ['ID=34935585-563d-4882-bde6-a0a1a14a0e7f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:27.629903 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a7aef791-6d4b-4ca7-b85c-86bdf3431197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (3d7f5ed1-b619-483a-abfc-beb815d69c99), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:27.682194 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43780e9f-8a77-4604-8113-1d1fb93cc67d req-8d25dd81-e3c9-49bf-a769-c51cbb0c70cf tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:27.697100 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43780e9f-8a77-4604-8113-1d1fb93cc67d req-8d25dd81-e3c9-49bf-a769-c51cbb0c70cf tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:27.714716 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43780e9f-8a77-4604-8113-1d1fb93cc67d req-8d25dd81-e3c9-49bf-a769-c51cbb0c70cf tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:27.718436 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43780e9f-8a77-4604-8113-1d1fb93cc67d req-8d25dd81-e3c9-49bf-a769-c51cbb0c70cf tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2418 time: 1.0047724 Jan 18 20:23:27.766264 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e90966-e76a-425f-b686-32831f91ef4c None None] Pushing event updated for resources: {'Port': ['ID=05fe8bdb-1b3f-4bd0-9121-55e4920085f6,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:27.797451 n-d-741529-9 neutron-server[103337]: INFO neutron.plugins.ml2.db [None req-36bece91-1396-4b62-a662-9df4f5ea1232 None None] No ports have port_id starting with 1fea051e-f864-4776-bf2d-6166ef9cd417 Jan 18 20:23:27.833929 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d466-a98c-4085-922d-7593b6a9a6cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:27.845542 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aef791-6d4b-4ca7-b85c-86bdf3431197 None None] Network 24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:27.886566 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-a7aef791-6d4b-4ca7-b85c-86bdf3431197 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:27.889087 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aef791-6d4b-4ca7-b85c-86bdf3431197 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:27.959587 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 294f8da1-b085-45b3-8e81-60e82b10c4d7 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:27.960014 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (294f8da1-b085-45b3-8e81-60e82b10c4d7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:28.008700 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6ea557e9-9020-4958-9f6a-669ef3506c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:28.150158 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-a7aef791-6d4b-4ca7-b85c-86bdf3431197 None None] Attempting to bind port 3d7f5ed1-b619-483a-abfc-beb815d69c99 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:23:28.150447 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-a7aef791-6d4b-4ca7-b85c-86bdf3431197 None None] Attempting to bind port 3d7f5ed1-b619-483a-abfc-beb815d69c99 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'e24f1ea1-6d79-482f-8871-e9b293bc25fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:23:28.150808 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7aef791-6d4b-4ca7-b85c-86bdf3431197 None None] Attempting to bind port 3d7f5ed1-b619-483a-abfc-beb815d69c99 on network 24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:28.193092 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-2893ac91-eb0f-44b2-8be6-a1c4f8805302 service neutron] Transition to ACTIVE for port object f2a5dba5-9611-480f-b910-487b47164c8c will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:23:28.228360 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9bbbd3e8-f8b7-43d5-a8e9-b4c87d242580 req-13cda7e9-32c4-4c8e-a6fe-d8aba9b2b390 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8306971 Jan 18 20:23:28.241185 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-f96c7a7e-31a9-4731-9ff4-0361d01ed499 None None] Set router ca0edf99-d778-40c6-a6a9-70d4f9207708 gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:23:28.320400 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7aef791-6d4b-4ca7-b85c-86bdf3431197 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:23:28.320777 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7aef791-6d4b-4ca7-b85c-86bdf3431197 None None] Checking segment: {'id': 'e24f1ea1-6d79-482f-8871-e9b293bc25fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:28.321188 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a7aef791-6d4b-4ca7-b85c-86bdf3431197 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:28.321579 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7aef791-6d4b-4ca7-b85c-86bdf3431197 None None] Bound using segment: {'id': 'e24f1ea1-6d79-482f-8871-e9b293bc25fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:23:28.322657 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-a7aef791-6d4b-4ca7-b85c-86bdf3431197 None None] Bound port: 3d7f5ed1-b619-483a-abfc-beb815d69c99, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24f1ea1-6d79-482f-8871-e9b293bc25fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:23:28.323213 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a7aef791-6d4b-4ca7-b85c-86bdf3431197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3d7f5ed1-b619-483a-abfc-beb815d69c99), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:28.351200 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-93acc5fa-14be-4d87-a62f-445632bd81f4 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (e5ef57ed-4051-4452-b5c5-0757a97c0179), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:28.380240 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51f32f0-70f2-4f87-a49c-a24403d5a03e None None] DHCP port deletion for f2ebf393-5149-4572-8a1c-abfc4862bc37 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:23:28.437789 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-2893ac91-eb0f-44b2-8be6-a1c4f8805302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (f2a5dba5-9611-480f-b910-487b47164c8c), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:28.478543 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc29d2-86d6-4c3e-a4dc-dd9a9acd55f9 None None] Pushing event updated for resources: {'Port': ['ID=84691cc9-36d3-495e-8358-fafc997fd9c4,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:28.512366 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43780e9f-8a77-4604-8113-1d1fb93cc67d req-2443c027-8dad-4859-af66-5b44d32bff69 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7702005 Jan 18 20:23:28.563901 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-55e69b35-a25a-4d8b-b8e5-94f13ec5097f None None] Provisioning complete for port 294f8da1-b085-45b3-8e81-60e82b10c4d7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:28.564316 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-55e69b35-a25a-4d8b-b8e5-94f13ec5097f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (294f8da1-b085-45b3-8e81-60e82b10c4d7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:28.664283 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d8fe0-eff6-46fd-bc27-d2f5c59514d4 req-791be531-df2e-4642-b4f0-f7c8d56fbb6e tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:28.671715 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-103d8fe0-eff6-46fd-bc27-d2f5c59514d4 req-791be531-df2e-4642-b4f0-f7c8d56fbb6e tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa78af5a-c30b-4f10-a006-55a0be9c4a26 HTTP/1.1" status: 200 len: 943 time: 0.2901742 Jan 18 20:23:28.713711 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef681d48-6394-4ce0-ae7b-a8ca3ac2621a None None] Pushing event deleted for resources: {'Port': ['ID=1fea051e-f864-4776-bf2d-6166ef9cd417,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:28.757726 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-c863e89e-c802-407d-8ded-667d70467918 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:28.767954 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-c863e89e-c802-407d-8ded-667d70467918 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:28.774583 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-c863e89e-c802-407d-8ded-667d70467918 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:28.776357 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-c863e89e-c802-407d-8ded-667d70467918 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2418 time: 0.4645824 Jan 18 20:23:28.806517 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 294f8da1-b085-45b3-8e81-60e82b10c4d7 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:28.806913 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (294f8da1-b085-45b3-8e81-60e82b10c4d7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:28.816968 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893ac91-eb0f-44b2-8be6-a1c4f8805302 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a5dba5-9611-480f-b910-487b47164c8c,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:28.825344 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1fd9c23-1b9b-405b-b58e-804d11137537 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (84691cc9-36d3-495e-8358-fafc997fd9c4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:28.848965 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4567207-c496-4a55-8422-bae90abafcae None None] Network 9da3dce7-9ed4-4f9a-aa20-5f8882001b60 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:28.870112 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 4095c9e8-3357-49c1-a713-048d6946f5fd is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:28.870509 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:28.925133 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd9c23-1b9b-405b-b58e-804d11137537 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Port': ['ID=84691cc9-36d3-495e-8358-fafc997fd9c4,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:28.927374 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fd9c23-1b9b-405b-b58e-804d11137537 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] No DVR routers for this DVR port 84691cc9-36d3-495e-8358-fafc997fd9c4 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:23:28.933545 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6973e2a8-9b03-484c-a1d1-009b6f40cb12 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Router ca0edf99-d778-40c6-a6a9-70d4f9207708 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:23:28.950260 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a7aef791-6d4b-4ca7-b85c-86bdf3431197 None None] For port 3d7f5ed1-b619-483a-abfc-beb815d69c99, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:23:29.032604 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-2893ac91-eb0f-44b2-8be6-a1c4f8805302 service neutron] Attempting to bind port f2a5dba5-9611-480f-b910-487b47164c8c on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:23:29.033087 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-2893ac91-eb0f-44b2-8be6-a1c4f8805302 service neutron] Attempting to bind port f2a5dba5-9611-480f-b910-487b47164c8c by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'f5b735d7-9032-4626-8d63-46d78e25d37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '375c5786-cef2-4610-ba18-7cde0f4de332'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:23:29.033518 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-2893ac91-eb0f-44b2-8be6-a1c4f8805302 service neutron] Attempting to bind port f2a5dba5-9611-480f-b910-487b47164c8c on network 375c5786-cef2-4610-ba18-7cde0f4de332 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:29.068983 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-2893ac91-eb0f-44b2-8be6-a1c4f8805302 service neutron] Port f2a5dba5-9611-480f-b910-487b47164c8c on network 375c5786-cef2-4610-ba18-7cde0f4de332 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:23:29.068983 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-2893ac91-eb0f-44b2-8be6-a1c4f8805302 service neutron] Attempting to bind port f2a5dba5-9611-480f-b910-487b47164c8c on network 375c5786-cef2-4610-ba18-7cde0f4de332 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:29.078407 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b51f32f0-70f2-4f87-a49c-a24403d5a03e None None] Deleting port 84691cc9-36d3-495e-8358-fafc997fd9c4 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:29.078780 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b51f32f0-70f2-4f87-a49c-a24403d5a03e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (84691cc9-36d3-495e-8358-fafc997fd9c4), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:29.192096 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-2893ac91-eb0f-44b2-8be6-a1c4f8805302 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:23:29.192096 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-2893ac91-eb0f-44b2-8be6-a1c4f8805302 service neutron] Checking segment: {'id': 'f5b735d7-9032-4626-8d63-46d78e25d37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '375c5786-cef2-4610-ba18-7cde0f4de332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:29.192473 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-2893ac91-eb0f-44b2-8be6-a1c4f8805302 service neutron] Bound using segment: {'id': 'f5b735d7-9032-4626-8d63-46d78e25d37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '375c5786-cef2-4610-ba18-7cde0f4de332'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:23:29.192848 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-2893ac91-eb0f-44b2-8be6-a1c4f8805302 service neutron] Bound port: f2a5dba5-9611-480f-b910-487b47164c8c, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5b735d7-9032-4626-8d63-46d78e25d37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '375c5786-cef2-4610-ba18-7cde0f4de332'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:23:29.193207 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-2893ac91-eb0f-44b2-8be6-a1c4f8805302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f2a5dba5-9611-480f-b910-487b47164c8c), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:29.198953 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1fd9c23-1b9b-405b-b58e-804d11137537 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (f2ebf393-5149-4572-8a1c-abfc4862bc37), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:29.206274 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks [] for port (22d4834f-9613-44bb-b10a-1b06552ec6f5), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:29.211658 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b51f32f0-70f2-4f87-a49c-a24403d5a03e None None] For port 84691cc9-36d3-495e-8358-fafc997fd9c4, host n-d-741529-9, got binding levels [] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:29.212503 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b51f32f0-70f2-4f87-a49c-a24403d5a03e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (84691cc9-36d3-495e-8358-fafc997fd9c4), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:29.224248 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (22d4834f-9613-44bb-b10a-1b06552ec6f5), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:29.225017 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:29.230391 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6973e2a8-9b03-484c-a1d1-009b6f40cb12 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:23:29.243881 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6973e2a8-9b03-484c-a1d1-009b6f40cb12 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "PUT /v2.0/routers/ca0edf99-d778-40c6-a6a9-70d4f9207708/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6375780 Jan 18 20:23:29.250276 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33550) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:29.258368 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-350734be-2d20-4ec3-b545-2ab983c0583e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Deleting port 0094a5dd-275e-4904-88d3-f14a7f953d8c {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:29.258738 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-350734be-2d20-4ec3-b545-2ab983c0583e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (0094a5dd-275e-4904-88d3-f14a7f953d8c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:29.279203 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b1fd9c23-1b9b-405b-b58e-804d11137537 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ebf393-5149-4572-8a1c-abfc4862bc37']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:29.364598 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b1fd9c23-1b9b-405b-b58e-804d11137537 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f6ad0b-0246-4c72-a952-d28a3f52e0cf') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:29.364976 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b1fd9c23-1b9b-405b-b58e-804d11137537 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f6ad0b-0246-4c72-a952-d28a3f52e0cf') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:29.389660 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-93acc5fa-14be-4d87-a62f-445632bd81f4 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (e5ef57ed-4051-4452-b5c5-0757a97c0179), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:29.448804 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1fd9c23-1b9b-405b-b58e-804d11137537 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (05f6ad0b-0246-4c72-a952-d28a3f52e0cf), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:29.472548 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b51f32f0-70f2-4f87-a49c-a24403d5a03e None None] Calling delete_port for 84691cc9-36d3-495e-8358-fafc997fd9c4 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:29.477453 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.ipam_backend_mixin [None req-b51f32f0-70f2-4f87-a49c-a24403d5a03e None None] Port 84691cc9-36d3-495e-8358-fafc997fd9c4 was not found and therefore no delete operation was performed {{(pid=103337) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 20:23:29.486119 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef770a52-f67e-48c6-8c4f-bd88dd04c97c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:29.486830 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a7aef791-6d4b-4ca7-b85c-86bdf3431197 None None] For port 3d7f5ed1-b619-483a-abfc-beb815d69c99, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=3d7f5ed1-b619-483a-abfc-beb815d69c99,segment=NetworkSegment(e24f1ea1-6d79-482f-8871-e9b293bc25fd),segment_id=e24f1ea1-6d79-482f-8871-e9b293bc25fd)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:23:29.488184 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef770a52-f67e-48c6-8c4f-bd88dd04c97c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:29.496606 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ef770a52-f67e-48c6-8c4f-bd88dd04c97c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2338097 Jan 18 20:23:29.517599 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33552) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:29.536436 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 4095c9e8-3357-49c1-a713-048d6946f5fd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4095c9e8-3357-49c1-a713-048d6946f5fd,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:29.553401 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1fd9c23-1b9b-405b-b58e-804d11137537 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (05f6ad0b-0246-4c72-a952-d28a3f52e0cf), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:29.558563 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b51f32f0-70f2-4f87-a49c-a24403d5a03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (84691cc9-36d3-495e-8358-fafc997fd9c4), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:29.560756 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd90044-e944-4203-b6fa-2382d197a621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4095c9e8-3357-49c1-a713-048d6946f5fd'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:23:29.562242 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-103d8fe0-eff6-46fd-bc27-d2f5c59514d4 req-b7e7ba30-7361-474e-b11b-f1060cf7bf03 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/security-groups?id=90ef2e7c-d46e-495a-9e98-16ebc69d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8884075 Jan 18 20:23:29.564252 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5d18a6-314e-4f66-a82d-5b1715649896" -d '{"events": [{"server_uuid": "6cd90044-e944-4203-b6fa-2382d197a621", "name": "network-vif-plugged", "status": "completed", "tag": "4095c9e8-3357-49c1-a713-048d6946f5fd"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:23:29.570487 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-93acc5fa-14be-4d87-a62f-445632bd81f4 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ef57ed-4051-4452-b5c5-0757a97c0179']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:29.584471 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:29.586861 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a7aef791-6d4b-4ca7-b85c-86bdf3431197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3d7f5ed1-b619-483a-abfc-beb815d69c99), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:29.649621 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-2893ac91-eb0f-44b2-8be6-a1c4f8805302 service neutron] For port f2a5dba5-9611-480f-b910-487b47164c8c, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:23:29.651968 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Pushing event updated for resources: {'Port': ['ID=22d4834f-9613-44bb-b10a-1b06552ec6f5,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:29.662818 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1fd9c23-1b9b-405b-b58e-804d11137537 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:23:29.666060 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1fd9c23-1b9b-405b-b58e-804d11137537 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (05f6ad0b-0246-4c72-a952-d28a3f52e0cf), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:29.673378 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec551bf-2a8b-4065-98f6-5a033e13b016 None None] Pushing event updated for resources: {'Port': ['ID=9f0395ea-18d4-4954-b0be-df8ded935369,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:23:29.682170 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:23:29.686861 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:23:29.686861 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:23:29.686861 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:23:29.686861 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:23:29.686861 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:23:29.686861 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:23:29.686861 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:23:29.686861 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:23:29.686861 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:23:29.686861 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:23:29.686861 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:23:29.686861 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:23:29.686861 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:23:29.686861 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:23:29.686861 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:23:29.695752 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-93acc5fa-14be-4d87-a62f-445632bd81f4 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d337da-1979-4b32-bae0-a1719a5d4ddf') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:29.696031 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-93acc5fa-14be-4d87-a62f-445632bd81f4 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d337da-1979-4b32-bae0-a1719a5d4ddf') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:29.707141 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 294f8da1-b085-45b3-8e81-60e82b10c4d7, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=294f8da1-b085-45b3-8e81-60e82b10c4d7,segment=NetworkSegment(36d5f69d-6af6-4d9c-b763-34e6af838b32),segment_id=36d5f69d-6af6-4d9c-b763-34e6af838b32)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:29.712672 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-350734be-2d20-4ec3-b545-2ab983c0583e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] For port 0094a5dd-275e-4904-88d3-f14a7f953d8c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0094a5dd-275e-4904-88d3-f14a7f953d8c,segment=NetworkSegment(e26783d5-f862-4c86-9a92-52cebc9192c7),segment_id=e26783d5-f862-4c86-9a92-52cebc9192c7)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:29.712672 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-350734be-2d20-4ec3-b545-2ab983c0583e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (0094a5dd-275e-4904-88d3-f14a7f953d8c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:29.757392 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-93acc5fa-14be-4d87-a62f-445632bd81f4 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (72d337da-1979-4b32-bae0-a1719a5d4ddf), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:29.761271 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-2893ac91-eb0f-44b2-8be6-a1c4f8805302 service neutron] For port f2a5dba5-9611-480f-b910-487b47164c8c, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=f2a5dba5-9611-480f-b910-487b47164c8c,segment=NetworkSegment(f5b735d7-9032-4626-8d63-46d78e25d37e),segment_id=f5b735d7-9032-4626-8d63-46d78e25d37e)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:23:29.771862 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-350734be-2d20-4ec3-b545-2ab983c0583e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Calling delete_port for 0094a5dd-275e-4904-88d3-f14a7f953d8c owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:29.772221 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f32f0-70f2-4f87-a49c-a24403d5a03e None None] No DVR routers for this DVR port 84691cc9-36d3-495e-8358-fafc997fd9c4 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:23:29.775005 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:29.775939 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (294f8da1-b085-45b3-8e81-60e82b10c4d7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:29.893228 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-55e69b35-a25a-4d8b-b8e5-94f13ec5097f None None] Current status of the port 294f8da1-b085-45b3-8e81-60e82b10c4d7 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:29.893643 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-55e69b35-a25a-4d8b-b8e5-94f13ec5097f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (294f8da1-b085-45b3-8e81-60e82b10c4d7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:29.910669 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd22158-294e-437c-8159-3a5665006955 req-b789ce51-7f67-402a-8d66-14bcf68ead17 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:29.937276 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0dd22158-294e-437c-8159-3a5665006955 req-b789ce51-7f67-402a-8d66-14bcf68ead17 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 945 time: 0.5040803 Jan 18 20:23:29.993770 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-350734be-2d20-4ec3-b545-2ab983c0583e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (0094a5dd-275e-4904-88d3-f14a7f953d8c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:30.014784 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-2893ac91-eb0f-44b2-8be6-a1c4f8805302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (f2a5dba5-9611-480f-b910-487b47164c8c), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:30.036422 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-93acc5fa-14be-4d87-a62f-445632bd81f4 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (72d337da-1979-4b32-bae0-a1719a5d4ddf), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:30.047207 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93acc5fa-14be-4d87-a62f-445632bd81f4 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:23:30.047611 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-93acc5fa-14be-4d87-a62f-445632bd81f4 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (72d337da-1979-4b32-bae0-a1719a5d4ddf), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:30.084802 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['20d85752-3eb5-4ef4-99d1-37b915e79d93', 'ec218c03-ea01-4384-a2f1-9e91619b9d08', '0094a5dd-275e-4904-88d3-f14a7f953d8c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:23:30.167494 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350734be-2d20-4ec3-b545-2ab983c0583e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Pushing event deleted for resources: {'Port': ['ID=0094a5dd-275e-4904-88d3-f14a7f953d8c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:30.185479 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aef791-6d4b-4ca7-b85c-86bdf3431197 None None] Pushing event updated for resources: {'Port': ['ID=3d7f5ed1-b619-483a-abfc-beb815d69c99,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:23:30.221948 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:23:30.234644 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-93acc5fa-14be-4d87-a62f-445632bd81f4 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (e5ef57ed-4051-4452-b5c5-0757a97c0179), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:30.301314 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-93acc5fa-14be-4d87-a62f-445632bd81f4 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:30.323092 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-93acc5fa-14be-4d87-a62f-445632bd81f4 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] 10.222.0.31 "DELETE /v2.0/networks/e5ef57ed-4051-4452-b5c5-0757a97c0179 HTTP/1.1" status: 204 len: 168 time: 2.8245082 Jan 18 20:23:30.330774 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9f0395ea-18d4-4954-b0be-df8ded935369 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:30.332745 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acc5fa-14be-4d87-a62f-445632bd81f4 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Pushing event deleted for resources: {'Network': ['ID=e5ef57ed-4051-4452-b5c5-0757a97c0179,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:30.333704 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-55e69b35-a25a-4d8b-b8e5-94f13ec5097f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:23:30.334065 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-55e69b35-a25a-4d8b-b8e5-94f13ec5097f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:23:30.342256 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33568) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:30.363425 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-f39aa9a6-5112-4409-809b-47fd5e002646 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet 7dfc5613-5d47-49ca-8c7d-b9579b5fbba6 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:23:30.365838 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Network 24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:30.381708 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f32f0-70f2-4f87-a49c-a24403d5a03e None None] Pushing event deleted for resources: {'Port': ['ID=84691cc9-36d3-495e-8358-fafc997fd9c4,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:30.385107 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0dd22158-294e-437c-8159-3a5665006955 req-0763dc1f-682d-4fb0-8495-c6c71cfb9166 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4257638 Jan 18 20:23:30.407868 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29974bf8-4993-4f20-bbc0-88b9fb7a10b9 req-64aa11d6-64c9-435a-a037-79c44a8da86e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:30.492040 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f39aa9a6-5112-4409-809b-47fd5e002646 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (7dfc5613-5d47-49ca-8c7d-b9579b5fbba6), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:30.517652 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29974bf8-4993-4f20-bbc0-88b9fb7a10b9 req-64aa11d6-64c9-435a-a037-79c44a8da86e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:30.526106 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-350734be-2d20-4ec3-b545-2ab983c0583e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] No DVR routers for this DVR port 0094a5dd-275e-4904-88d3-f14a7f953d8c on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:23:30.531298 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-350734be-2d20-4ec3-b545-2ab983c0583e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:30.538073 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-350734be-2d20-4ec3-b545-2ab983c0583e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.70 "DELETE /v2.0/ports/0094a5dd-275e-4904-88d3-f14a7f953d8c HTTP/1.1" status: 204 len: 173 time: 1.7255003 Jan 18 20:23:30.546079 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29974bf8-4993-4f20-bbc0-88b9fb7a10b9 req-64aa11d6-64c9-435a-a037-79c44a8da86e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:30.552693 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-29974bf8-4993-4f20-bbc0-88b9fb7a10b9 req-64aa11d6-64c9-435a-a037-79c44a8da86e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 2339 time: 0.8282950 Jan 18 20:23:30.553691 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:30.562763 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d710e3-db31-429f-9e47-b19564138b8c x-openstack-request-id: req-77d710e3-db31-429f-9e47-b19564138b8c {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:23:30.563147 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd90044-e944-4203-b6fa-2382d197a621", "name": "network-vif-plugged", "status": "completed", "tag": "4095c9e8-3357-49c1-a713-048d6946f5fd", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:23:30.564798 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77d710e3-db31-429f-9e47-b19564138b8c {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:23:30.565230 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd90044-e944-4203-b6fa-2382d197a621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4095c9e8-3357-49c1-a713-048d6946f5fd', 'code': 200} Jan 18 20:23:30.689319 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed746928-61fa-41d7-870c-c69758daec2f', 'name': 'network-vif-deleted', 'tag': '0094a5dd-275e-4904-88d3-f14a7f953d8c'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:23:30.691667 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c663737a-e6bc-4cf4-91d1-f946229c647f" -d '{"events": [{"server_uuid": "ed746928-61fa-41d7-870c-c69758daec2f", "name": "network-vif-deleted", "tag": "0094a5dd-275e-4904-88d3-f14a7f953d8c"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:23:30.694106 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1fd9c23-1b9b-405b-b58e-804d11137537 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (f2ebf393-5149-4572-8a1c-abfc4862bc37), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:30.770149 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:30.795000 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-2893ac91-eb0f-44b2-8be6-a1c4f8805302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:30.796049 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-2893ac91-eb0f-44b2-8be6-a1c4f8805302 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:30.799272 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-2893ac91-eb0f-44b2-8be6-a1c4f8805302 service neutron] 10.222.0.70 "PUT /v2.0/ports/f2a5dba5-9611-480f-b910-487b47164c8c HTTP/1.1" status: 200 len: 1091 time: 6.3143454 Jan 18 20:23:30.800317 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893ac91-eb0f-44b2-8be6-a1c4f8805302 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a5dba5-9611-480f-b910-487b47164c8c,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:30.819112 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1fd9c23-1b9b-405b-b58e-804d11137537 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:30.832203 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b1fd9c23-1b9b-405b-b58e-804d11137537 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/networks/f2ebf393-5149-4572-8a1c-abfc4862bc37 HTTP/1.1" status: 204 len: 168 time: 5.3499181 Jan 18 20:23:30.864151 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=4095c9e8-3357-49c1-a713-048d6946f5fd,revision_number=13']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:30.934620 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33580) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:30.959909 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-647af3ce-2c27-4f0f-a8e3-5f31242b0824 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2121980714'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:30.968272 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f96c7a7e-31a9-4731-9ff4-0361d01ed499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0edf99-d778-40c6-a6a9-70d4f9207708', 'name': 'tempest-NetworksTestDHCPv6-router-1827436501', 'tenant_id': '1ad5990bab5d42749b32b42dcd594991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:13Z', 'updated_at': '2022-01-18T20:23:16Z', 'revision_number': 2, 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'gw_port_host': None, '_interfaces': [{'id': '1fea051e-f864-4776-bf2d-6166ef9cd417', 'name': '', 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'tenant_id': '1ad5990bab5d42749b32b42dcd594991', 'mac_address': 'fa:16:3e:6e:0f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0edf99-d778-40c6-a6a9-70d4f9207708', 'device_owner': 'network:router_interface', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': '7dfc5613-5d47-49ca-8c7d-b9579b5fbba6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:14Z', 'updated_at': '2022-01-18T20:23:24Z', 'revision_number': 4, 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'subnets': [{'id': '7dfc5613-5d47-49ca-8c7d-b9579b5fbba6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:30.970935 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f39aa9a6-5112-4409-809b-47fd5e002646 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (7dfc5613-5d47-49ca-8c7d-b9579b5fbba6), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:30.975381 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 9f0395ea-18d4-4954-b0be-df8ded935369 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:30.975381 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9f0395ea-18d4-4954-b0be-df8ded935369), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:30.987457 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-29974bf8-4993-4f20-bbc0-88b9fb7a10b9 req-513176ec-0706-4ba9-a49c-002fda0187c9 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284666 Jan 18 20:23:31.126444 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c7a7e-31a9-4731-9ff4-0361d01ed499 None None] The sync data for ids ['ca0edf99-d778-40c6-a6a9-70d4f9207708'] in n-d-741529-9 is: [{'id': 'ca0edf99-d778-40c6-a6a9-70d4f9207708', 'name': 'tempest-NetworksTestDHCPv6-router-1827436501', 'tenant_id': '1ad5990bab5d42749b32b42dcd594991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:13Z', 'updated_at': '2022-01-18T20:23:16Z', 'revision_number': 2, 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'gw_port_host': None, '_interfaces': [{'id': '1fea051e-f864-4776-bf2d-6166ef9cd417', 'name': '', 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'tenant_id': '1ad5990bab5d42749b32b42dcd594991', 'mac_address': 'fa:16:3e:6e:0f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0edf99-d778-40c6-a6a9-70d4f9207708', 'device_owner': 'network:router_interface', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': '7dfc5613-5d47-49ca-8c7d-b9579b5fbba6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:14Z', 'updated_at': '2022-01-18T20:23:24Z', 'revision_number': 4, 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'subnets': [{'id': '7dfc5613-5d47-49ca-8c7d-b9579b5fbba6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:23:31.161842 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647af3ce-2c27-4f0f-a8e3-5f31242b0824 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:31.171369 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-647af3ce-2c27-4f0f-a8e3-5f31242b0824 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:31.174635 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Router 3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:23:31.227449 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-55e69b35-a25a-4d8b-b8e5-94f13ec5097f None None] Current status of the port 294f8da1-b085-45b3-8e81-60e82b10c4d7 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:31.232458 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b86f8e-e8d5-475e-b4f7-14a5d742f534 req-871dc732-4713-4943-b934-b7bbf5da7923 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:31.236910 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38b86f8e-e8d5-475e-b4f7-14a5d742f534 req-871dc732-4713-4943-b934-b7bbf5da7923 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa78af5a-c30b-4f10-a006-55a0be9c4a26 HTTP/1.1" status: 200 len: 943 time: 0.3145840 Jan 18 20:23:31.267650 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-55e69b35-a25a-4d8b-b8e5-94f13ec5097f None None] Could not find standard attr ID for object 84691cc9-36d3-495e-8358-fafc997fd9c4. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:23:31.336303 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-55e69b35-a25a-4d8b-b8e5-94f13ec5097f None None] Could not find standard attr ID for object 1fea051e-f864-4776-bf2d-6166ef9cd417. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:23:31.345069 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aef791-6d4b-4ca7-b85c-86bdf3431197 None None] Pushing event updated for resources: {'Port': ['ID=3d7f5ed1-b619-483a-abfc-beb815d69c99,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:31.486009 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647af3ce-2c27-4f0f-a8e3-5f31242b0824 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:23:31.505431 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=294f8da1-b085-45b3-8e81-60e82b10c4d7,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:31.569079 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-647af3ce-2c27-4f0f-a8e3-5f31242b0824 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (5b0bc7e7-07b3-4238-bbf8-869d3554d0bc), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:31.569079 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-647af3ce-2c27-4f0f-a8e3-5f31242b0824 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Added segment 5b0bc7e7-07b3-4238-bbf8-869d3554d0bc of type vlan for network 460d29e2-33b5-419b-a35d-07e504cf79ed Jan 18 20:23:31.612883 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38b86f8e-e8d5-475e-b4f7-14a5d742f534 req-e4abc4cc-db20-4dfe-8447-df8a39194c1e tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/security-groups?id=90ef2e7c-d46e-495a-9e98-16ebc69d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556542 Jan 18 20:23:31.622143 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:23:31.646588 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3fa49145-0f60-4e14-b100-6ec4a4843d90 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "PUT /v2.0/routers/3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7767117 Jan 18 20:23:31.656371 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33d4c69-8b90-4ce2-b163-dba45ef7576c None None] Sync routers for ids ['3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:23:31.669935 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33588) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:31.697560 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33d4c69-8b90-4ce2-b163-dba45ef7576c None None] Routers {'3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:23:31.698382 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d33d4c69-8b90-4ce2-b163-dba45ef7576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:23:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:31.832244 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d33d4c69-8b90-4ce2-b163-dba45ef7576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:31.838650 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c12f1d70-246d-4083-97c4-07f70449256a None None] Provisioning complete for port 294f8da1-b085-45b3-8e81-60e82b10c4d7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:31.839992 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c12f1d70-246d-4083-97c4-07f70449256a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (294f8da1-b085-45b3-8e81-60e82b10c4d7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:31.853764 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d096e6aa-77ff-4c31-b73a-8a50b9b55ce7 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:31.865791 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d096e6aa-77ff-4c31-b73a-8a50b9b55ce7 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:31.872973 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d096e6aa-77ff-4c31-b73a-8a50b9b55ce7 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.5069308 Jan 18 20:23:31.876001 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a8c561-1d63-4b0f-868a-e6bd4a23f011 x-openstack-request-id: req-89a8c561-1d63-4b0f-868a-e6bd4a23f011 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:23:31.876299 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed746928-61fa-41d7-870c-c69758daec2f", "name": "network-vif-deleted", "tag": "0094a5dd-275e-4904-88d3-f14a7f953d8c", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:23:31.876551 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89a8c561-1d63-4b0f-868a-e6bd4a23f011 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:23:31.876938 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed746928-61fa-41d7-870c-c69758daec2f', 'name': 'network-vif-deleted', 'tag': '0094a5dd-275e-4904-88d3-f14a7f953d8c', 'status': 'completed', 'code': 200} Jan 18 20:23:31.884000 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33d4c69-8b90-4ce2-b163-dba45ef7576c None None] Routers {'3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:23:31.884622 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d33d4c69-8b90-4ce2-b163-dba45ef7576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:23:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:31.898118 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33592) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:31.911674 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-6e0d45eb-77f5-4b7a-b6af-656364d7ddd8 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1899474520'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:31.948006 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-647af3ce-2c27-4f0f-a8e3-5f31242b0824 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (460d29e2-33b5-419b-a35d-07e504cf79ed), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:31.953742 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd9c23-1b9b-405b-b58e-804d11137537 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Network': ['ID=f2ebf393-5149-4572-8a1c-abfc4862bc37,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:31.979702 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d33d4c69-8b90-4ce2-b163-dba45ef7576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:31.980363 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33d4c69-8b90-4ce2-b163-dba45ef7576c None None] The sync data for ids ['3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:23:32.038355 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1894d0-9408-461b-9638-2592e0934783 None None] get_active_networks_info from n-d-741529-9 {{(pid=103337) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 18 20:23:32.103764 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-8c39b165-8d4a-44e7-9261-27a359a3452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:32.107844 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-8c39b165-8d4a-44e7-9261-27a359a3452a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bdcd4eb1072f46dda2c83cc667244bd4&device_id=aa78af5a-c30b-4f10-a006-55a0be9c4a26 HTTP/1.1" status: 200 len: 1094 time: 0.3073983 Jan 18 20:23:32.112748 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ef72e-fd22-4ffe-9bd6-c7b79c7ab421 req-413439b2-3040-4d8c-a0b7-a1c0fa159ddf tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:32.132968 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e1ef72e-fd22-4ffe-9bd6-c7b79c7ab421 req-413439b2-3040-4d8c-a0b7-a1c0fa159ddf tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 946 time: 0.4233394 Jan 18 20:23:32.144167 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 9f0395ea-18d4-4954-b0be-df8ded935369 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:32.144846 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9f0395ea-18d4-4954-b0be-df8ded935369), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:32.153570 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:32.182476 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-647af3ce-2c27-4f0f-a8e3-5f31242b0824 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (460d29e2-33b5-419b-a35d-07e504cf79ed), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:32.197881 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 9f0395ea-18d4-4954-b0be-df8ded935369, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9f0395ea-18d4-4954-b0be-df8ded935369,segment=NetworkSegment(864ef5c1-85ff-4552-a625-c82421888d15),segment_id=864ef5c1-85ff-4552-a625-c82421888d15)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:32.209525 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647af3ce-2c27-4f0f-a8e3-5f31242b0824 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:32.220636 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9f0395ea-18d4-4954-b0be-df8ded935369), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:32.221526 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 05fe8bdb-1b3f-4bd0-9121-55e4920085f6 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:32.226315 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-647af3ce-2c27-4f0f-a8e3-5f31242b0824 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:32.243404 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-72927dbe-3fa0-4d8d-90f7-b1c62e7b89ea service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2a5dba5-9611-480f-b910-487b47164c8c HTTP/1.1" status: 200 len: 217 time: 0.1168730 Jan 18 20:23:32.244798 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0d45eb-77f5-4b7a-b6af-656364d7ddd8 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Made reservation on behalf of 6246fd597f344519aeb532e16fff057a for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:32.270001 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e0d45eb-77f5-4b7a-b6af-656364d7ddd8 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:32.375863 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-647af3ce-2c27-4f0f-a8e3-5f31242b0824 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4367886 Jan 18 20:23:32.388239 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33600) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:32.390624 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-62d85627-e4cd-4e48-a509-2341a8d87be1 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Deleting port ec218c03-ea01-4384-a2f1-9e91619b9d08 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:32.390967 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-62d85627-e4cd-4e48-a509-2341a8d87be1 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ec218c03-ea01-4384-a2f1-9e91619b9d08), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:32.500307 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-62d85627-e4cd-4e48-a509-2341a8d87be1 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] For port ec218c03-ea01-4384-a2f1-9e91619b9d08, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ec218c03-ea01-4384-a2f1-9e91619b9d08,segment=NetworkSegment(b653f61e-1f44-49ef-acf6-58f2f4cd30db),segment_id=b653f61e-1f44-49ef-acf6-58f2f4cd30db)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:32.500679 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-62d85627-e4cd-4e48-a509-2341a8d87be1 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ec218c03-ea01-4384-a2f1-9e91619b9d08), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:32.515601 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-62d85627-e4cd-4e48-a509-2341a8d87be1 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Calling delete_port for ec218c03-ea01-4384-a2f1-9e91619b9d08 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:32.569519 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e1ef72e-fd22-4ffe-9bd6-c7b79c7ab421 req-d5b88814-1a47-48d4-ac74-f88b0e306aee tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4351482 Jan 18 20:23:32.606350 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-93459ff6-2426-426a-8c65-ea23cbed52a6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'subnet': {'network_id': '460d29e2-33b5-419b-a35d-07e504cf79ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:32.623032 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647af3ce-2c27-4f0f-a8e3-5f31242b0824 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Network': ['ID=460d29e2-33b5-419b-a35d-07e504cf79ed,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:32.656093 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677c274-713a-4abd-9894-b9eab9d67f82 req-7eee7340-3f65-4c21-ad96-5de93382b35a tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:32.667612 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e0d45eb-77f5-4b7a-b6af-656364d7ddd8 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:23:32.672561 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677c274-713a-4abd-9894-b9eab9d67f82 req-7eee7340-3f65-4c21-ad96-5de93382b35a tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:32.680581 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8677c274-713a-4abd-9894-b9eab9d67f82 req-7eee7340-3f65-4c21-ad96-5de93382b35a tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 1682 time: 0.4042380 Jan 18 20:23:32.695140 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e0d45eb-77f5-4b7a-b6af-656364d7ddd8 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (a4642727-c571-411d-8070-f1914a0bc4c3), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:32.695736 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-6e0d45eb-77f5-4b7a-b6af-656364d7ddd8 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Added segment a4642727-c571-411d-8070-f1914a0bc4c3 of type vlan for network baddcdc7-f268-4e86-8dd2-935452e19319 Jan 18 20:23:32.700990 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 460d29e2-33b5-419b-a35d-07e504cf79ed details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:23:32.760832 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e0d45eb-77f5-4b7a-b6af-656364d7ddd8 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (baddcdc7-f268-4e86-8dd2-935452e19319), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:32.837051 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 05fe8bdb-1b3f-4bd0-9121-55e4920085f6 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:32.837422 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (05fe8bdb-1b3f-4bd0-9121-55e4920085f6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:32.852891 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f39aa9a6-5112-4409-809b-47fd5e002646 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (7dfc5613-5d47-49ca-8c7d-b9579b5fbba6), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:32.853543 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8677c274-713a-4abd-9894-b9eab9d67f82 req-77e1f649-d5be-409c-a0b0-0329cda9c4af tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666162 Jan 18 20:23:32.887399 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=9f0395ea-18d4-4954-b0be-df8ded935369,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:32.945586 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ac0b4-69a1-4e8b-9c72-f8a5a64b0138 req-9677ed08-1a37-4051-84c1-767626c53ac1 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:32.947542 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac3ac0b4-69a1-4e8b-9c72-f8a5a64b0138 req-9677ed08-1a37-4051-84c1-767626c53ac1 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa78af5a-c30b-4f10-a006-55a0be9c4a26 HTTP/1.1" status: 200 len: 943 time: 0.1342959 Jan 18 20:23:33.019491 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c12f1d70-246d-4083-97c4-07f70449256a None None] Current status of the port 294f8da1-b085-45b3-8e81-60e82b10c4d7 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:33.027600 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e0d45eb-77f5-4b7a-b6af-656364d7ddd8 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (baddcdc7-f268-4e86-8dd2-935452e19319), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:33.040794 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0d45eb-77f5-4b7a-b6af-656364d7ddd8 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:33.043107 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e0d45eb-77f5-4b7a-b6af-656364d7ddd8 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:33.082611 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c12f1d70-246d-4083-97c4-07f70449256a None None] Provisioning complete for port 9f0395ea-18d4-4954-b0be-df8ded935369 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:33.083192 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c12f1d70-246d-4083-97c4-07f70449256a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9f0395ea-18d4-4954-b0be-df8ded935369), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:33.120385 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac3ac0b4-69a1-4e8b-9c72-f8a5a64b0138 req-d27bf4de-5fa0-41e6-82a2-e5c30e4bd67c tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/security-groups?id=90ef2e7c-d46e-495a-9e98-16ebc69d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641893 Jan 18 20:23:33.130941 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-f8270087-dee8-495a-9dfd-7283a68fe679 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:23:33.136328 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f8270087-dee8-495a-9dfd-7283a68fe679 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "PUT /v2.0/routers/3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4280286 Jan 18 20:23:33.139042 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33612) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:33.162476 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-7aed41a7-8fdc-49e8-9c2f-1f4faad54367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:33.209889 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-7aed41a7-8fdc-49e8-9c2f-1f4faad54367 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4f2ba373-eec1-44a8-ab01-e114dba3bae4 HTTP/1.1" status: 200 len: 854 time: 0.8934441 Jan 18 20:23:33.272246 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ec218c03-ea01-4384-a2f1-9e91619b9d08 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:23:33.333931 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1894d0-9408-461b-9638-2592e0934783 None None] Resources bound (agent type, host, resource id): {{(pid=103337) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 20:23:33.339614 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6e0d45eb-77f5-4b7a-b6af-656364d7ddd8 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4358430 Jan 18 20:23:33.372445 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33616) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:33.384676 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-ff75a454-61c6-4c47-a3b1-53231dcc547c tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-619494135'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:33.402998 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-feba8bdd-1f1b-40bd-8309-424195c91a35 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=375c5786-cef2-4610-ba18-7cde0f4de332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195555 Jan 18 20:23:33.427316 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f39aa9a6-5112-4409-809b-47fd5e002646 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (7dfc5613-5d47-49ca-8c7d-b9579b5fbba6), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:33.504082 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 05fe8bdb-1b3f-4bd0-9121-55e4920085f6 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:33.571654 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 84691cc9-36d3-495e-8358-fafc997fd9c4 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:23:33.578957 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-cadd437e-6084-4338-a416-0b83e91c97da service neutron] 10.222.0.70 "GET /v2.0/networks/375c5786-cef2-4610-ba18-7cde0f4de332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492131 Jan 18 20:23:33.725482 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 84691cc9-36d3-495e-8358-fafc997fd9c4 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:23:33.726267 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 84691cc9-36d3-495e-8358-fafc997fd9c4 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:23:33.741139 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5a73409c-7934-4c6d-b352-950feb1cecbd req-4410de29-3028-4994-94d7-c7e1cdef4112 service neutron] 10.222.0.70 "GET /v2.0/networks/375c5786-cef2-4610-ba18-7cde0f4de332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481638 Jan 18 20:23:33.743149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c12f1d70-246d-4083-97c4-07f70449256a None None] Current status of the port 9f0395ea-18d4-4954-b0be-df8ded935369 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:33.745365 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port ec218c03-ea01-4384-a2f1-9e91619b9d08 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:33.746486 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ec218c03-ea01-4384-a2f1-9e91619b9d08), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:33.772845 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39aa9a6-5112-4409-809b-47fd5e002646 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=7dfc5613-5d47-49ca-8c7d-b9579b5fbba6,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:33.774808 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d45eb-77f5-4b7a-b6af-656364d7ddd8 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Pushing event updated for resources: {'Network': ['ID=baddcdc7-f268-4e86-8dd2-935452e19319,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:33.780739 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f39aa9a6-5112-4409-809b-47fd5e002646 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:33.789904 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f39aa9a6-5112-4409-809b-47fd5e002646 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/7dfc5613-5d47-49ca-8c7d-b9579b5fbba6 HTTP/1.1" status: 204 len: 168 time: 4.2709062 Jan 18 20:23:33.795924 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33626) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:33.895353 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa78af5a-c30b-4f10-a006-55a0be9c4a26', 'tag': 'f2a5dba5-9611-480f-b910-487b47164c8c'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:23:33.898958 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45340678-7d20-4696-9728-fcfe5620fbf9" -d '{"events": [{"name": "network-changed", "server_uuid": "aa78af5a-c30b-4f10-a006-55a0be9c4a26", "tag": "f2a5dba5-9611-480f-b910-487b47164c8c"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:23:33.903548 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-62d85627-e4cd-4e48-a509-2341a8d87be1 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ec218c03-ea01-4384-a2f1-9e91619b9d08), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:33.929958 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 20d85752-3eb5-4ef4-99d1-37b915e79d93 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:23:33.973468 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b4bd6b-95ce-458d-ae52-4e9208b4fc5f None None] Sync routers for ids ['ca0edf99-d778-40c6-a6a9-70d4f9207708'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:23:34.069946 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff75a454-61c6-4c47-a3b1-53231dcc547c tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Made reservation on behalf of 6246fd597f344519aeb532e16fff057a for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:34.075551 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ff75a454-61c6-4c47-a3b1-53231dcc547c tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:34.087038 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ba089b70-9e97-40d1-80bc-374cf0d97db1 None None] Provisioning complete for port 3d7f5ed1-b619-483a-abfc-beb815d69c99 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:34.087687 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ba089b70-9e97-40d1-80bc-374cf0d97db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3d7f5ed1-b619-483a-abfc-beb815d69c99), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:34.089199 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:34.090636 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b4bd6b-95ce-458d-ae52-4e9208b4fc5f None None] Routers {'ca0edf99-d778-40c6-a6a9-70d4f9207708'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:23:34.091316 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-56b4bd6b-95ce-458d-ae52-4e9208b4fc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:23:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['ca0edf99-d778-40c6-a6a9-70d4f9207708'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:34.123970 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d85627-e4cd-4e48-a509-2341a8d87be1 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Pushing event deleted for resources: {'Port': ['ID=ec218c03-ea01-4384-a2f1-9e91619b9d08,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:34.126078 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93459ff6-2426-426a-8c65-ea23cbed52a6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:34.131634 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-93459ff6-2426-426a-8c65-ea23cbed52a6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:34.179125 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df9e09-ef0d-4d72-b142-fddfd5ad592b req-6b88b8b1-a23c-421a-876e-de96094a5d2f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:34.181850 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-45df9e09-ef0d-4d72-b142-fddfd5ad592b req-6b88b8b1-a23c-421a-876e-de96094a5d2f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 946 time: 0.4301298 Jan 18 20:23:34.235474 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-62d85627-e4cd-4e48-a509-2341a8d87be1 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] No DVR routers for this DVR port ec218c03-ea01-4384-a2f1-9e91619b9d08 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:23:34.247291 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-62d85627-e4cd-4e48-a509-2341a8d87be1 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:34.253980 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-62d85627-e4cd-4e48-a509-2341a8d87be1 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.70 "DELETE /v2.0/ports/ec218c03-ea01-4384-a2f1-9e91619b9d08 HTTP/1.1" status: 204 len: 173 time: 3.4961693 Jan 18 20:23:34.265341 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ddf85189-b80c-4c5f-8285-c4989e5c801f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4684083 Jan 18 20:23:34.280393 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7b246-fe1c-4870-81b9-66d8e4ed1833 req-02b62951-b13f-41ed-8bc7-3e0647d87b33 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:34.288357 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-29e7b246-fe1c-4870-81b9-66d8e4ed1833 req-02b62951-b13f-41ed-8bc7-3e0647d87b33 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 946 time: 0.2250512 Jan 18 20:23:34.294176 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33636) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:34.411591 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-45df9e09-ef0d-4d72-b142-fddfd5ad592b req-aac5c36b-ab54-4218-82bb-c6279ea913f9 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151802 Jan 18 20:23:34.492597 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 20d85752-3eb5-4ef4-99d1-37b915e79d93 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:34.492993 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (20d85752-3eb5-4ef4-99d1-37b915e79d93), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:34.525125 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network baddcdc7-f268-4e86-8dd2-935452e19319 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:23:34.591107 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5091b2-7fb0-4202-8d7e-e275eeb3eb4f x-openstack-request-id: req-cd5091b2-7fb0-4202-8d7e-e275eeb3eb4f {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:23:34.591496 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa78af5a-c30b-4f10-a006-55a0be9c4a26", "tag": "f2a5dba5-9611-480f-b910-487b47164c8c", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:23:34.591900 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd5091b2-7fb0-4202-8d7e-e275eeb3eb4f {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:23:34.593029 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa78af5a-c30b-4f10-a006-55a0be9c4a26', 'tag': 'f2a5dba5-9611-480f-b910-487b47164c8c', 'status': 'completed', 'code': 200} Jan 18 20:23:34.641536 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff75a454-61c6-4c47-a3b1-53231dcc547c tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:23:34.655774 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0a838e46-b113-4521-92e1-93f9ce0818ab tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for router (ca0edf99-d778-40c6-a6a9-70d4f9207708), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:34.677929 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-29e7b246-fe1c-4870-81b9-66d8e4ed1833 req-e2a8617b-13d3-42c2-9261-1d3ba50a04fe tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440759 Jan 18 20:23:34.734543 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-56b4bd6b-95ce-458d-ae52-4e9208b4fc5f None None] Set router ca0edf99-d778-40c6-a6a9-70d4f9207708 gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:23:34.769731 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ff75a454-61c6-4c47-a3b1-53231dcc547c tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (0e59f49d-6762-4037-9650-5caf36555012), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:34.770815 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-ff75a454-61c6-4c47-a3b1-53231dcc547c tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Added segment 0e59f49d-6762-4037-9650-5caf36555012 of type vlan for network 1e82688f-78b8-4557-aacd-db250c8a42d8 Jan 18 20:23:34.886958 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45340678-7d20-4696-9728-fcfe5620fbf9 req-770ceae3-caa9-475d-be0f-be25a2b23766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:34.888526 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-45340678-7d20-4696-9728-fcfe5620fbf9 req-770ceae3-caa9-475d-be0f-be25a2b23766 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bdcd4eb1072f46dda2c83cc667244bd4&device_id=aa78af5a-c30b-4f10-a006-55a0be9c4a26 HTTP/1.1" status: 200 len: 1094 time: 0.2706604 Jan 18 20:23:34.923885 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 294f8da1-b085-45b3-8e81-60e82b10c4d7 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:34.928592 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661b3f5-9080-45b6-b0ec-c61cd7254b17 req-e91c6eca-af4f-435e-a1db-f1235aacae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:34.930677 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1661b3f5-9080-45b6-b0ec-c61cd7254b17 req-e91c6eca-af4f-435e-a1db-f1235aacae9d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 1097 time: 0.3015146 Jan 18 20:23:34.931600 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-56b4bd6b-95ce-458d-ae52-4e9208b4fc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0edf99-d778-40c6-a6a9-70d4f9207708', 'name': 'tempest-NetworksTestDHCPv6-router-1827436501', 'tenant_id': '1ad5990bab5d42749b32b42dcd594991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:13Z', 'updated_at': '2022-01-18T20:23:26Z', 'revision_number': 3, 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:34.993469 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-414b48b1-2784-41b4-b940-987f3dacea82 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:35.003498 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b4bd6b-95ce-458d-ae52-4e9208b4fc5f None None] Checking router: ca0edf99-d778-40c6-a6a9-70d4f9207708 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:23:35.111991 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45340678-7d20-4696-9728-fcfe5620fbf9 req-ab040537-145e-4a3e-8d4f-8b98a723fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:35.113597 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-45340678-7d20-4696-9728-fcfe5620fbf9 req-ab040537-145e-4a3e-8d4f-8b98a723fdac service neutron] 10.222.0.70 "GET /v2.0/networks?id=375c5786-cef2-4610-ba18-7cde0f4de332 HTTP/1.1" status: 200 len: 915 time: 0.1545136 Jan 18 20:23:35.128470 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ff75a454-61c6-4c47-a3b1-53231dcc547c tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (1e82688f-78b8-4557-aacd-db250c8a42d8), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:35.176215 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed746928-61fa-41d7-870c-c69758daec2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20d85752-3eb5-4ef4-99d1-37b915e79d93'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:23:35.179418 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75cf2b7-1e14-4314-a7db-7a8c4c377e15" -d '{"events": [{"server_uuid": "ed746928-61fa-41d7-870c-c69758daec2f", "name": "network-vif-unplugged", "status": "completed", "tag": "20d85752-3eb5-4ef4-99d1-37b915e79d93"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:23:35.182000 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b4bd6b-95ce-458d-ae52-4e9208b4fc5f None None] Routers {'ca0edf99-d778-40c6-a6a9-70d4f9207708'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:23:35.182642 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-56b4bd6b-95ce-458d-ae52-4e9208b4fc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:23:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['ca0edf99-d778-40c6-a6a9-70d4f9207708'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:35.255255 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-45340678-7d20-4696-9728-fcfe5620fbf9 req-64021226-3057-429e-9201-dcdfcbd3885e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2a5dba5-9611-480f-b910-487b47164c8c HTTP/1.1" status: 200 len: 217 time: 0.1176686 Jan 18 20:23:35.263456 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-a525b2af-1e07-4c7e-8d86-61fe5b27f497 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Deleting port 20d85752-3eb5-4ef4-99d1-37b915e79d93 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:35.263872 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-a525b2af-1e07-4c7e-8d86-61fe5b27f497 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (20d85752-3eb5-4ef4-99d1-37b915e79d93), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:35.284097 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-93459ff6-2426-426a-8c65-ea23cbed52a6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (d8d8c0ab-963e-46fb-8155-490dd7a1ad5b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:35.339821 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-56b4bd6b-95ce-458d-ae52-4e9208b4fc5f None None] Set router ca0edf99-d778-40c6-a6a9-70d4f9207708 gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:23:35.522847 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-56b4bd6b-95ce-458d-ae52-4e9208b4fc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0edf99-d778-40c6-a6a9-70d4f9207708', 'name': 'tempest-NetworksTestDHCPv6-router-1827436501', 'tenant_id': '1ad5990bab5d42749b32b42dcd594991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:13Z', 'updated_at': '2022-01-18T20:23:26Z', 'revision_number': 3, 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:35.563760 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-a525b2af-1e07-4c7e-8d86-61fe5b27f497 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] For port 20d85752-3eb5-4ef4-99d1-37b915e79d93, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=20d85752-3eb5-4ef4-99d1-37b915e79d93,segment=NetworkSegment(b653f61e-1f44-49ef-acf6-58f2f4cd30db),segment_id=b653f61e-1f44-49ef-acf6-58f2f4cd30db)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:35.564124 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-a525b2af-1e07-4c7e-8d86-61fe5b27f497 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (20d85752-3eb5-4ef4-99d1-37b915e79d93), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:35.577814 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b4bd6b-95ce-458d-ae52-4e9208b4fc5f None None] The sync data for ids ['ca0edf99-d778-40c6-a6a9-70d4f9207708'] in n-d-741529-9 is: [{'id': 'ca0edf99-d778-40c6-a6a9-70d4f9207708', 'name': 'tempest-NetworksTestDHCPv6-router-1827436501', 'tenant_id': '1ad5990bab5d42749b32b42dcd594991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:13Z', 'updated_at': '2022-01-18T20:23:26Z', 'revision_number': 3, 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'gw_port_host': None}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:23:35.586336 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 20d85752-3eb5-4ef4-99d1-37b915e79d93, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=20d85752-3eb5-4ef4-99d1-37b915e79d93,segment=NetworkSegment(b653f61e-1f44-49ef-acf6-58f2f4cd30db),segment_id=b653f61e-1f44-49ef-acf6-58f2f4cd30db)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:35.620032 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ff75a454-61c6-4c47-a3b1-53231dcc547c tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (1e82688f-78b8-4557-aacd-db250c8a42d8), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:35.620344 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (20d85752-3eb5-4ef4-99d1-37b915e79d93), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:35.620579 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 0094a5dd-275e-4904-88d3-f14a7f953d8c no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:23:35.628684 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff75a454-61c6-4c47-a3b1-53231dcc547c tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:35.633543 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ff75a454-61c6-4c47-a3b1-53231dcc547c tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:35.709257 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0a838e46-b113-4521-92e1-93f9ce0818ab tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (ca0edf99-d778-40c6-a6a9-70d4f9207708), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:35.726472 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=20d85752-3eb5-4ef4-99d1-37b915e79d93,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:35.727431 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0a838e46-b113-4521-92e1-93f9ce0818ab tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for router_controller (ca0edf99-d778-40c6-a6a9-70d4f9207708), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:35.745007 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 0094a5dd-275e-4904-88d3-f14a7f953d8c {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:23:35.745451 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 0094a5dd-275e-4904-88d3-f14a7f953d8c not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:23:35.758007 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 294f8da1-b085-45b3-8e81-60e82b10c4d7 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:35.758383 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (294f8da1-b085-45b3-8e81-60e82b10c4d7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:35.760488 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0216e-3e24-4b1a-a2fb-bb66b2b0da0a req-d0348a18-c267-49d0-ad62-08918add941e tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:35.773922 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-73a0216e-3e24-4b1a-a2fb-bb66b2b0da0a req-d0348a18-c267-49d0-ad62-08918add941e tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa78af5a-c30b-4f10-a006-55a0be9c4a26 HTTP/1.1" status: 200 len: 943 time: 1.0791159 Jan 18 20:23:35.849195 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ba089b70-9e97-40d1-80bc-374cf0d97db1 None None] Current status of the port 3d7f5ed1-b619-483a-abfc-beb815d69c99 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:35.849582 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ba089b70-9e97-40d1-80bc-374cf0d97db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3d7f5ed1-b619-483a-abfc-beb815d69c99), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:35.933031 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ead87ad-e4a0-4814-8fb4-d6451fba056b None None] Network 24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:35.942016 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acd0e19-d781-4d9d-a1e7-0c34a8e946b6 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:35.963247 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0a838e46-b113-4521-92e1-93f9ce0818ab tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (ca0edf99-d778-40c6-a6a9-70d4f9207708), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:35.963800 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a838e46-b113-4521-92e1-93f9ce0818ab tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Fanout notify agent at l3_agent the message router_deleted on router ca0edf99-d778-40c6-a6a9-70d4f9207708 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:23:35.984164 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ba089b70-9e97-40d1-80bc-374cf0d97db1 None None] For port 3d7f5ed1-b619-483a-abfc-beb815d69c99, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=3d7f5ed1-b619-483a-abfc-beb815d69c99,segment=NetworkSegment(e24f1ea1-6d79-482f-8871-e9b293bc25fd),segment_id=e24f1ea1-6d79-482f-8871-e9b293bc25fd)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:36.012527 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ba089b70-9e97-40d1-80bc-374cf0d97db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3d7f5ed1-b619-483a-abfc-beb815d69c99), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:36.042579 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0a838e46-b113-4521-92e1-93f9ce0818ab tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:36.043673 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0a838e46-b113-4521-92e1-93f9ce0818ab tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/routers/ca0edf99-d778-40c6-a6a9-70d4f9207708 HTTP/1.1" status: 204 len: 168 time: 1.7381814 Jan 18 20:23:36.059980 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadda2b-c3ef-4c7f-ad71-64ba0a36cd2c req-640ab580-670e-47c0-bc54-0a7c881545a9 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:36.073376 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-beadda2b-c3ef-4c7f-ad71-64ba0a36cd2c req-640ab580-670e-47c0-bc54-0a7c881545a9 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 946 time: 0.4503460 Jan 18 20:23:36.095281 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33664) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:36.100268 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-8000c6cb-c9ab-4315-8c6a-0eb377bc9e02 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:36.123101 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba089b70-9e97-40d1-80bc-374cf0d97db1 None None] Pushing event updated for resources: {'Port': ['ID=3d7f5ed1-b619-483a-abfc-beb815d69c99,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:36.194935 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 294f8da1-b085-45b3-8e81-60e82b10c4d7 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:36.196070 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9f0395ea-18d4-4954-b0be-df8ded935369 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:36.333733 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-73a0216e-3e24-4b1a-a2fb-bb66b2b0da0a req-93bcb759-4127-4efb-b003-6e6aa8cf1de9 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/security-groups?id=90ef2e7c-d46e-495a-9e98-16ebc69d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5586486 Jan 18 20:23:36.399505 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93459ff6-2426-426a-8c65-ea23cbed52a6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Subnet': ['ID=d8d8c0ab-963e-46fb-8155-490dd7a1ad5b,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:36.402893 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45340678-7d20-4696-9728-fcfe5620fbf9 req-4f8bb740-78cf-4603-908e-22f55df2378b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:36.404324 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-45340678-7d20-4696-9728-fcfe5620fbf9 req-4f8bb740-78cf-4603-908e-22f55df2378b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4f2ba373-eec1-44a8-ab01-e114dba3bae4 HTTP/1.1" status: 200 len: 854 time: 1.1365919 Jan 18 20:23:36.442241 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0896e908-6eca-4e4a-934a-7ebbc77c58be x-openstack-request-id: req-0896e908-6eca-4e4a-934a-7ebbc77c58be {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:23:36.442544 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed746928-61fa-41d7-870c-c69758daec2f", "name": "network-vif-unplugged", "status": "completed", "tag": "20d85752-3eb5-4ef4-99d1-37b915e79d93", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:23:36.442916 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0896e908-6eca-4e4a-934a-7ebbc77c58be {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:23:36.443179 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed746928-61fa-41d7-870c-c69758daec2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20d85752-3eb5-4ef4-99d1-37b915e79d93', 'code': 200} Jan 18 20:23:36.468175 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 9f0395ea-18d4-4954-b0be-df8ded935369 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:36.469421 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9f0395ea-18d4-4954-b0be-df8ded935369), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:36.493289 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-a525b2af-1e07-4c7e-8d86-61fe5b27f497 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Calling delete_port for 20d85752-3eb5-4ef4-99d1-37b915e79d93 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:36.554572 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c2a1ca-1665-4da3-a483-57f815f2110c None None] DHCP port deletion for c68ada5d-da8a-41c6-813a-b53f9c35e893 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:23:36.571101 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ff75a454-61c6-4c47-a3b1-53231dcc547c tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.1919122 Jan 18 20:23:36.596794 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed746928-61fa-41d7-870c-c69758daec2f', 'name': 'network-vif-deleted', 'tag': 'ec218c03-ea01-4384-a2f1-9e91619b9d08'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:23:36.602770 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2ca2f9-4949-4c42-974c-db0ea6b40094" -d '{"events": [{"server_uuid": "ed746928-61fa-41d7-870c-c69758daec2f", "name": "network-vif-deleted", "tag": "ec218c03-ea01-4384-a2f1-9e91619b9d08"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:23:36.615018 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33668) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:36.632554 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-6af96505-6314-4081-95e7-1c283479f26b tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Request body: {'ports': [{'network_id': 'baddcdc7-f268-4e86-8dd2-935452e19319', 'name': 'tempest-port--1169195181', 'admin_state_up': True}, {'network_id': '1e82688f-78b8-4557-aacd-db250c8a42d8', 'admin_state_up': False}]} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:36.632882 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-6af96505-6314-4081-95e7-1c283479f26b tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Request body: {'port': {'network_id': 'baddcdc7-f268-4e86-8dd2-935452e19319', 'name': 'tempest-port--1169195181', 'admin_state_up': True}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:36.633368 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-6af96505-6314-4081-95e7-1c283479f26b tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Request body: {'port': {'network_id': '1e82688f-78b8-4557-aacd-db250c8a42d8', 'admin_state_up': False}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:36.748959 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93459ff6-2426-426a-8c65-ea23cbed52a6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Checking segment: {'id': '5b0bc7e7-07b3-4238-bbf8-869d3554d0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '460d29e2-33b5-419b-a35d-07e504cf79ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:36.749244 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93459ff6-2426-426a-8c65-ea23cbed52a6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network hostable DHCP agents. Network: 460d29e2-33b5-419b-a35d-07e504cf79ed, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:23:36.752933 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-45340678-7d20-4696-9728-fcfe5620fbf9 req-5655b826-fcbc-437f-8e26-407e0fae27ad service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=375c5786-cef2-4610-ba18-7cde0f4de332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2486575 Jan 18 20:23:36.789240 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8000c6cb-c9ab-4315-8c6a-0eb377bc9e02 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:36.792878 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8000c6cb-c9ab-4315-8c6a-0eb377bc9e02 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:36.845380 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 9f0395ea-18d4-4954-b0be-df8ded935369 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:36.846547 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 3d7f5ed1-b619-483a-abfc-beb815d69c99 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:36.887213 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-46c2a1ca-1665-4da3-a483-57f815f2110c None None] Deleting port 05fe8bdb-1b3f-4bd0-9121-55e4920085f6 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:36.887596 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-46c2a1ca-1665-4da3-a483-57f815f2110c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (05fe8bdb-1b3f-4bd0-9121-55e4920085f6), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:36.908941 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75a454-61c6-4c47-a3b1-53231dcc547c tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Pushing event updated for resources: {'Network': ['ID=1e82688f-78b8-4557-aacd-db250c8a42d8,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:36.922215 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661b3f5-9080-45b6-b0ec-c61cd7254b17 req-52fbeeed-3fc4-4aae-915c-936ed50942d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:36.925478 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1661b3f5-9080-45b6-b0ec-c61cd7254b17 req-52fbeeed-3fc4-4aae-915c-936ed50942d2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 912 time: 1.8565476 Jan 18 20:23:36.934438 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 1e82688f-78b8-4557-aacd-db250c8a42d8 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:23:37.027556 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 3d7f5ed1-b619-483a-abfc-beb815d69c99 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:37.027873 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3d7f5ed1-b619-483a-abfc-beb815d69c99), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:37.035981 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:37.073026 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93459ff6-2426-426a-8c65-ea23cbed52a6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network 460d29e2-33b5-419b-a35d-07e504cf79ed is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:23:37.111563 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8000c6cb-c9ab-4315-8c6a-0eb377bc9e02 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (9fb4a468-1086-4d9b-97a4-91cf72d64583), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:37.145914 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-beadda2b-c3ef-4c7f-ad71-64ba0a36cd2c req-1b1c74b0-5002-4fd4-a34e-ff46c4d04855 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0667834 Jan 18 20:23:37.248985 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-93459ff6-2426-426a-8c65-ea23cbed52a6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 460d29e2-33b5-419b-a35d-07e504cf79ed) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:37.264059 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1661b3f5-9080-45b6-b0ec-c61cd7254b17 req-7a0b4041-2c7e-4652-bdac-0c060e0087f1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4095c9e8-3357-49c1-a713-048d6946f5fd HTTP/1.1" status: 200 len: 1000 time: 0.3146796 Jan 18 20:23:37.267595 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0af9f34-88dc-40ee-86ff-f814097fe391 x-openstack-request-id: req-b0af9f34-88dc-40ee-86ff-f814097fe391 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:23:37.268027 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed746928-61fa-41d7-870c-c69758daec2f", "name": "network-vif-deleted", "tag": "ec218c03-ea01-4384-a2f1-9e91619b9d08", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:23:37.268385 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0af9f34-88dc-40ee-86ff-f814097fe391 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:23:37.283223 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed746928-61fa-41d7-870c-c69758daec2f', 'name': 'network-vif-deleted', 'tag': 'ec218c03-ea01-4384-a2f1-9e91619b9d08', 'status': 'completed', 'code': 200} Jan 18 20:23:37.292934 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93459ff6-2426-426a-8c65-ea23cbed52a6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:37.293621 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-93459ff6-2426-426a-8c65-ea23cbed52a6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:37.395868 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8000c6cb-c9ab-4315-8c6a-0eb377bc9e02 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:37.403707 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device f2a5dba5-9611-480f-b910-487b47164c8c details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:23:37.406967 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e64562-1aa3-4fe5-bf32-e494bf925ec7 None None] Network 460d29e2-33b5-419b-a35d-07e504cf79ed requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:37.407187 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-8000c6cb-c9ab-4315-8c6a-0eb377bc9e02 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:37.418136 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5885a-6973-4f76-a6a3-cdcd1692be75 req-ef52b404-def0-4cb1-ad0e-9b3bd3694e61 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:37.421690 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-27d5885a-6973-4f76-a6a3-cdcd1692be75 req-ef52b404-def0-4cb1-ad0e-9b3bd3694e61 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 944 time: 0.8057301 Jan 18 20:23:37.427348 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8000c6cb-c9ab-4315-8c6a-0eb377bc9e02 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:37.428079 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8000c6cb-c9ab-4315-8c6a-0eb377bc9e02 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:37.429862 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-93459ff6-2426-426a-8c65-ea23cbed52a6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8499498 Jan 18 20:23:37.440627 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-45340678-7d20-4696-9728-fcfe5620fbf9 req-e2e14f57-c436-421d-a9bf-f7038427bc91 service neutron] 10.222.0.70 "GET /v2.0/networks/375c5786-cef2-4610-ba18-7cde0f4de332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6494861 Jan 18 20:23:37.442932 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33678) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:37.458871 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-99ec9787-a4ae-4a80-a81d-ccfcade9397b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'port': {'network_id': '460d29e2-33b5-419b-a35d-07e504cf79ed', 'security_groups': [], 'name': 'tempest-PortsTestJSON-784396745'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:37.501768 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af96505-6314-4081-95e7-1c283479f26b tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Made reservation on behalf of 6246fd597f344519aeb532e16fff057a for: {'port': 2} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:37.506982 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6af96505-6314-4081-95e7-1c283479f26b tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:37.520564 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c28a1b3a-cc87-4ea2-8579-a34dfde9afb1 None None] Provisioning complete for port 22d4834f-9613-44bb-b10a-1b06552ec6f5 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:37.520984 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c28a1b3a-cc87-4ea2-8579-a34dfde9afb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (22d4834f-9613-44bb-b10a-1b06552ec6f5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:37.530849 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6af96505-6314-4081-95e7-1c283479f26b tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:37.660227 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c28a1b3a-cc87-4ea2-8579-a34dfde9afb1 None None] Port 22d4834f-9613-44bb-b10a-1b06552ec6f5 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:23:37.680659 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-46c2a1ca-1665-4da3-a483-57f815f2110c None None] For port 05fe8bdb-1b3f-4bd0-9121-55e4920085f6, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=05fe8bdb-1b3f-4bd0-9121-55e4920085f6,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:37.681139 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-46c2a1ca-1665-4da3-a483-57f815f2110c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (05fe8bdb-1b3f-4bd0-9121-55e4920085f6), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:37.690748 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-45340678-7d20-4696-9728-fcfe5620fbf9 req-934af35f-5ff3-4c42-9b39-f498302c5531 service neutron] 10.222.0.70 "GET /v2.0/networks/375c5786-cef2-4610-ba18-7cde0f4de332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262695 Jan 18 20:23:37.697167 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143ff8de-4c43-4d33-b26e-5ffaf35eb98d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-460d29e2-33b5-419b-a35d-07e504cf79ed', 'network_id': '460d29e2-33b5-419b-a35d-07e504cf79ed', 'project_id': '63f8edee0de14e468d1d768dd710c4df', 'fixed_ips': [{'subnet_id': 'd8d8c0ab-963e-46fb-8155-490dd7a1ad5b'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:23:37.697510 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661b3f5-9080-45b6-b0ec-c61cd7254b17 req-9fb0323d-a1ec-4d48-b0c8-c14a6381a76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:37.698346 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-143ff8de-4c43-4d33-b26e-5ffaf35eb98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:37.699431 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1661b3f5-9080-45b6-b0ec-c61cd7254b17 req-9fb0323d-a1ec-4d48-b0c8-c14a6381a76b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2eac11f-fef0-464c-9aac-08a05c8cc068 HTTP/1.1" status: 200 len: 850 time: 0.3906403 Jan 18 20:23:37.719465 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-27d5885a-6973-4f76-a6a3-cdcd1692be75 req-53a9a03c-f605-4453-8783-89d4f453677f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499552 Jan 18 20:23:37.733131 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8000c6cb-c9ab-4315-8c6a-0eb377bc9e02 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6367035 Jan 18 20:23:37.739311 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000c6cb-c9ab-4315-8c6a-0eb377bc9e02 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=9fb4a468-1086-4d9b-97a4-91cf72d64583,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:37.748949 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33688) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:37.776472 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-8b1f6653-245f-4008-8920-32f2be938d5b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2122649555', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:37.783190 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-46c2a1ca-1665-4da3-a483-57f815f2110c None None] Calling delete_port for 05fe8bdb-1b3f-4bd0-9121-55e4920085f6 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:37.924500 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b1f6653-245f-4008-8920-32f2be938d5b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (47d81a2c-173f-438d-9789-ea38a2a965b2), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:37.925829 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b1f6653-245f-4008-8920-32f2be938d5b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (47d81a2c-173f-438d-9789-ea38a2a965b2), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:37.934273 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-a525b2af-1e07-4c7e-8d86-61fe5b27f497 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (20d85752-3eb5-4ef4-99d1-37b915e79d93), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:38.037062 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-6af96505-6314-4081-95e7-1c283479f26b tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] device_id is not set on port 32c61655-d06e-4c34-ba46-e7edd4e3fd33 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:23:38.042082 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525b2af-1e07-4c7e-8d86-61fe5b27f497 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Pushing event deleted for resources: {'Port': ['ID=20d85752-3eb5-4ef4-99d1-37b915e79d93,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:38.065009 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50715f4f-e7bb-4798-9a0e-2ee4a817d79e req-f6797c39-6ab7-48e0-8c2a-d17e62ea7ff2 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:38.068612 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-50715f4f-e7bb-4798-9a0e-2ee4a817d79e req-f6797c39-6ab7-48e0-8c2a-d17e62ea7ff2 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa78af5a-c30b-4f10-a006-55a0be9c4a26 HTTP/1.1" status: 200 len: 943 time: 0.3836856 Jan 18 20:23:38.099967 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-46c2a1ca-1665-4da3-a483-57f815f2110c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (05fe8bdb-1b3f-4bd0-9121-55e4920085f6), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:38.112007 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.resource_extend [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:23:38.140306 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-a525b2af-1e07-4c7e-8d86-61fe5b27f497 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] No DVR routers for this DVR port 20d85752-3eb5-4ef4-99d1-37b915e79d93 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:23:38.165362 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ec9787-a4ae-4a80-a81d-ccfcade9397b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:38.192053 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99ec9787-a4ae-4a80-a81d-ccfcade9397b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:38.201229 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-a525b2af-1e07-4c7e-8d86-61fe5b27f497 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:38.214399 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ff81abd6-827c-4289-9a1d-05d9cccc81cc req-a525b2af-1e07-4c7e-8d86-61fe5b27f497 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.70 "DELETE /v2.0/ports/20d85752-3eb5-4ef4-99d1-37b915e79d93 HTTP/1.1" status: 204 len: 173 time: 3.9462395 Jan 18 20:23:38.261859 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-414b48b1-2784-41b4-b940-987f3dacea82 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Deleting port 22d4834f-9613-44bb-b10a-1b06552ec6f5 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:38.270749 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-414b48b1-2784-41b4-b940-987f3dacea82 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (22d4834f-9613-44bb-b10a-1b06552ec6f5), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:38.296511 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661b3f5-9080-45b6-b0ec-c61cd7254b17 req-828acf65-4674-415a-832c-51d57eaaec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:38.297971 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1661b3f5-9080-45b6-b0ec-c61cd7254b17 req-828acf65-4674-415a-832c-51d57eaaec16 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88e9200-d99d-4ea0-a241-681917733bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5571880 Jan 18 20:23:38.349365 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port f2a5dba5-9611-480f-b910-487b47164c8c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=f2a5dba5-9611-480f-b910-487b47164c8c,segment=NetworkSegment(f5b735d7-9032-4626-8d63-46d78e25d37e),segment_id=f5b735d7-9032-4626-8d63-46d78e25d37e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:38.381981 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'f2a5dba5-9611-480f-b910-487b47164c8c', 'network_id': '375c5786-cef2-4610-ba18-7cde0f4de332', 'port_id': 'f2a5dba5-9611-480f-b910-487b47164c8c', 'mac_address': 'fa:16:3e:20:bd:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f2ba373-eec1-44a8-ab01-e114dba3bae4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:23:38.413395 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b1f6653-245f-4008-8920-32f2be938d5b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for router_controller (47d81a2c-173f-438d-9789-ea38a2a965b2), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:38.418468 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-99ec9787-a4ae-4a80-a81d-ccfcade9397b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] device_id is not set on port 618f9fab-f731-457a-acbc-1fcc9727d057 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:23:38.449287 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b1f6653-245f-4008-8920-32f2be938d5b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (47d81a2c-173f-438d-9789-ea38a2a965b2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:38.511181 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b1f6653-245f-4008-8920-32f2be938d5b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:38.512986 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8b1f6653-245f-4008-8920-32f2be938d5b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7513907 Jan 18 20:23:38.514221 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-50715f4f-e7bb-4798-9a0e-2ee4a817d79e req-ad405255-8fad-4bb9-9ea7-acd28b52a399 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/security-groups?id=90ef2e7c-d46e-495a-9e98-16ebc69d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340899 Jan 18 20:23:38.518364 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33702) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:38.562322 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c28a1b3a-cc87-4ea2-8579-a34dfde9afb1 None None] Provisioning complete for port 3d7f5ed1-b619-483a-abfc-beb815d69c99 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:38.562322 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c28a1b3a-cc87-4ea2-8579-a34dfde9afb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3d7f5ed1-b619-483a-abfc-beb815d69c99), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:38.644105 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c2a1ca-1665-4da3-a483-57f815f2110c None None] No DVR routers for this DVR port 05fe8bdb-1b3f-4bd0-9121-55e4920085f6 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:23:38.650874 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2a1ca-1665-4da3-a483-57f815f2110c None None] Pushing event deleted for resources: {'Port': ['ID=05fe8bdb-1b3f-4bd0-9121-55e4920085f6,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:38.712328 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1661b3f5-9080-45b6-b0ec-c61cd7254b17 req-46b45b2e-a52f-42da-82d2-25136d472023 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730092 Jan 18 20:23:38.717668 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port f2a5dba5-9611-480f-b910-487b47164c8c is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:38.718055 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f2a5dba5-9611-480f-b910-487b47164c8c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:38.757493 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfca61e0-4fe7-4a3a-9d29-c29727eeaa42 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:38.820341 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a5dba5-9611-480f-b910-487b47164c8c {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:23:38.885498 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6af96505-6314-4081-95e7-1c283479f26b tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks [] for port (32c61655-d06e-4c34-ba46-e7edd4e3fd33), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:38.905440 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 3d7f5ed1-b619-483a-abfc-beb815d69c99 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:38.923650 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port f2a5dba5-9611-480f-b910-487b47164c8c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=f2a5dba5-9611-480f-b910-487b47164c8c,segment=NetworkSegment(f5b735d7-9032-4626-8d63-46d78e25d37e),segment_id=f5b735d7-9032-4626-8d63-46d78e25d37e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:38.972187 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f2a5dba5-9611-480f-b910-487b47164c8c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:39.108962 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=f2a5dba5-9611-480f-b910-487b47164c8c,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:39.110404 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28c1f3-daeb-4bc0-b078-0097342128fc req-0d12f439-16c6-4a33-8362-c8801e137b39 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:39.112084 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e28c1f3-daeb-4bc0-b078-0097342128fc req-0d12f439-16c6-4a33-8362-c8801e137b39 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 946 time: 0.7840745 Jan 18 20:23:39.115271 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c28a1b3a-cc87-4ea2-8579-a34dfde9afb1 None None] Current status of the port 3d7f5ed1-b619-483a-abfc-beb815d69c99 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:39.125797 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-078fa2b1-5b49-47e6-a381-bece345b0c58 req-eee0bce1-5b35-46c4-9259-9b5d5b8bf68d tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed746928-61fa-41d7-870c-c69758daec2f HTTP/1.1" status: 200 len: 210 time: 0.1827202 Jan 18 20:23:39.141557 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49b7989-a1de-4cf2-8346-deb6f9bb7bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-c68ada5d-da8a-41c6-813a-b53f9c35e893', 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'fixed_ips': [{'subnet_id': '9fb4a468-1086-4d9b-97a4-91cf72d64583'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:23:39.142537 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a49b7989-a1de-4cf2-8346-deb6f9bb7bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:39.167194 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1661b3f5-9080-45b6-b0ec-c61cd7254b17 req-c037c433-8c80-4f31-9cb9-9c28ddedce29 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271791 Jan 18 20:23:39.181769 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-99ec9787-a4ae-4a80-a81d-ccfcade9397b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Allocated IP 172.20.0.9 (460d29e2-33b5-419b-a35d-07e504cf79ed/d8d8c0ab-963e-46fb-8155-490dd7a1ad5b/618f9fab-f731-457a-acbc-1fcc9727d057) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:39.291696 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed746928-61fa-41d7-870c-c69758daec2f', 'name': 'network-vif-deleted', 'tag': '20d85752-3eb5-4ef4-99d1-37b915e79d93'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:23:39.301416 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99732a1-4f4a-4590-83c7-8e78cea55d80" -d '{"events": [{"server_uuid": "ed746928-61fa-41d7-870c-c69758daec2f", "name": "network-vif-deleted", "tag": "20d85752-3eb5-4ef4-99d1-37b915e79d93"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:23:39.318040 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 3d7f5ed1-b619-483a-abfc-beb815d69c99 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:39.325138 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['f2a5dba5-9611-480f-b910-487b47164c8c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:23:39.345052 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-6af96505-6314-4081-95e7-1c283479f26b tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] device_id is not set on port 30dadd60-9fd7-46ce-9288-b35ec8b8aa62 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:23:39.424840 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-414b48b1-2784-41b4-b940-987f3dacea82 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (22d4834f-9613-44bb-b10a-1b06552ec6f5), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:39.438589 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da571a04-7293-4c90-8566-9f3a1bca8ec8 x-openstack-request-id: req-da571a04-7293-4c90-8566-9f3a1bca8ec8 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:23:39.439177 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed746928-61fa-41d7-870c-c69758daec2f", "name": "network-vif-deleted", "tag": "20d85752-3eb5-4ef4-99d1-37b915e79d93", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:23:39.440344 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da571a04-7293-4c90-8566-9f3a1bca8ec8 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:23:39.440862 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed746928-61fa-41d7-870c-c69758daec2f', 'name': 'network-vif-deleted', 'tag': '20d85752-3eb5-4ef4-99d1-37b915e79d93', 'status': 'completed', 'code': 200} Jan 18 20:23:39.484068 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-414b48b1-2784-41b4-b940-987f3dacea82 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Calling delete_port for 22d4834f-9613-44bb-b10a-1b06552ec6f5 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:39.496098 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99ec9787-a4ae-4a80-a81d-ccfcade9397b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for port (618f9fab-f731-457a-acbc-1fcc9727d057), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:39.502767 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e28c1f3-daeb-4bc0-b078-0097342128fc req-6e6835f0-754e-49d4-b161-9604de2ce2ab tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3421302 Jan 18 20:23:39.592324 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99ec9787-a4ae-4a80-a81d-ccfcade9397b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (618f9fab-f731-457a-acbc-1fcc9727d057), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:39.652034 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ff128920-3bf0-4e5c-951a-c1ea05a04c0a None None] Provisioning complete for port 22d4834f-9613-44bb-b10a-1b06552ec6f5 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:39.662320 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ff128920-3bf0-4e5c-951a-c1ea05a04c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (22d4834f-9613-44bb-b10a-1b06552ec6f5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:39.716278 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ec9787-a4ae-4a80-a81d-ccfcade9397b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network 460d29e2-33b5-419b-a35d-07e504cf79ed is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:39.717859 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec9787-a4ae-4a80-a81d-ccfcade9397b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Port': ['ID=618f9fab-f731-457a-acbc-1fcc9727d057,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:39.728668 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-99ec9787-a4ae-4a80-a81d-ccfcade9397b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:39.732171 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ec9787-a4ae-4a80-a81d-ccfcade9397b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:39.787199 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6af96505-6314-4081-95e7-1c283479f26b tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks [] for port (30dadd60-9fd7-46ce-9288-b35ec8b8aa62), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:39.793693 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-143ff8de-4c43-4d33-b26e-5ffaf35eb98d None None] Allocated IP 172.20.0.2 (460d29e2-33b5-419b-a35d-07e504cf79ed/d8d8c0ab-963e-46fb-8155-490dd7a1ad5b/aaac0c0f-6ef9-47bd-bdc4-ed0798cc8864) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:39.796655 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-a49b7989-a1de-4cf2-8346-deb6f9bb7bc0 None None] Allocated IP 2001:db8::2 (c68ada5d-da8a-41c6-813a-b53f9c35e893/9fb4a468-1086-4d9b-97a4-91cf72d64583/d57916b4-6226-44f9-81dc-9ee594b56222) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:39.805504 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ff128920-3bf0-4e5c-951a-c1ea05a04c0a None None] Port 22d4834f-9613-44bb-b10a-1b06552ec6f5 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:23:39.827006 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 3d7f5ed1-b619-483a-abfc-beb815d69c99 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:39.827691 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3d7f5ed1-b619-483a-abfc-beb815d69c99), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:39.841587 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ec9787-a4ae-4a80-a81d-ccfcade9397b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:39.843240 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fd824c87-e1a2-43a5-9851-5bfef3040a11 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:39.843914 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99ec9787-a4ae-4a80-a81d-ccfcade9397b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:39.892603 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-99ec9787-a4ae-4a80-a81d-ccfcade9397b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.4464810 Jan 18 20:23:39.892904 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6af96505-6314-4081-95e7-1c283479f26b tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (32c61655-d06e-4c34-ba46-e7edd4e3fd33), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:39.893304 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33720) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:40.075375 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-bb9575a3-7d65-41ef-a429-c78dec53e66a tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting port 618f9fab-f731-457a-acbc-1fcc9727d057 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:40.075757 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bb9575a3-7d65-41ef-a429-c78dec53e66a tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (618f9fab-f731-457a-acbc-1fcc9727d057), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:40.213091 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33732) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:40.216222 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 3d7f5ed1-b619-483a-abfc-beb815d69c99 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:40.308168 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af96505-6314-4081-95e7-1c283479f26b tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Pushing event updated for resources: {'Port': ['ID=32c61655-d06e-4c34-ba46-e7edd4e3fd33,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:40.344189 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 1fea051e-f864-4776-bf2d-6166ef9cd417 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:23:40.350142 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bb9575a3-7d65-41ef-a429-c78dec53e66a tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (618f9fab-f731-457a-acbc-1fcc9727d057), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:40.365326 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-bb9575a3-7d65-41ef-a429-c78dec53e66a tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Calling delete_port for 618f9fab-f731-457a-acbc-1fcc9727d057 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:40.365744 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda299a6-0d83-44ae-8fd6-9c966d9206f3 req-6fce4669-d0d2-4ee1-bc5f-6e1a45d7f20b tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:40.367900 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bda299a6-0d83-44ae-8fd6-9c966d9206f3 req-6fce4669-d0d2-4ee1-bc5f-6e1a45d7f20b tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa78af5a-c30b-4f10-a006-55a0be9c4a26 HTTP/1.1" status: 200 len: 944 time: 0.5212109 Jan 18 20:23:40.368069 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 1fea051e-f864-4776-bf2d-6166ef9cd417 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:23:40.368247 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 1fea051e-f864-4776-bf2d-6166ef9cd417 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:23:40.368662 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 05fe8bdb-1b3f-4bd0-9121-55e4920085f6 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:23:40.392206 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af96505-6314-4081-95e7-1c283479f26b tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Checking segment: {'id': 'a4642727-c571-411d-8070-f1914a0bc4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'baddcdc7-f268-4e86-8dd2-935452e19319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:40.392708 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af96505-6314-4081-95e7-1c283479f26b tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Network hostable DHCP agents. Network: baddcdc7-f268-4e86-8dd2-935452e19319, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:23:40.406768 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfcbc8ae-8de0-4500-8610-00a325f15827 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Deleting subnet 04161035-3f90-45e0-a9f8-db7bc83dd72a {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:23:40.421907 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cfcbc8ae-8de0-4500-8610-00a325f15827 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks [] for subnet (04161035-3f90-45e0-a9f8-db7bc83dd72a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:40.443369 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 05fe8bdb-1b3f-4bd0-9121-55e4920085f6 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:23:40.443644 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 05fe8bdb-1b3f-4bd0-9121-55e4920085f6 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:23:40.486297 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-143ff8de-4c43-4d33-b26e-5ffaf35eb98d None None] Publish callbacks [] for port (aaac0c0f-6ef9-47bd-bdc4-ed0798cc8864), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:40.492215 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a49b7989-a1de-4cf2-8346-deb6f9bb7bc0 None None] Publish callbacks [] for port (d57916b4-6226-44f9-81dc-9ee594b56222), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:40.502514 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-143ff8de-4c43-4d33-b26e-5ffaf35eb98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (aaac0c0f-6ef9-47bd-bdc4-ed0798cc8864), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:40.512956 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a49b7989-a1de-4cf2-8346-deb6f9bb7bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (d57916b4-6226-44f9-81dc-9ee594b56222), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:40.571065 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af96505-6314-4081-95e7-1c283479f26b tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Network baddcdc7-f268-4e86-8dd2-935452e19319 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:23:40.578766 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143ff8de-4c43-4d33-b26e-5ffaf35eb98d None None] Network 460d29e2-33b5-419b-a35d-07e504cf79ed is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:40.588246 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49b7989-a1de-4cf2-8346-deb6f9bb7bc0 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:40.594116 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-a49b7989-a1de-4cf2-8346-deb6f9bb7bc0 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:40.604021 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-143ff8de-4c43-4d33-b26e-5ffaf35eb98d None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:40.609722 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49b7989-a1de-4cf2-8346-deb6f9bb7bc0 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:40.615106 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143ff8de-4c43-4d33-b26e-5ffaf35eb98d None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:40.617624 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-6af96505-6314-4081-95e7-1c283479f26b tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, baddcdc7-f268-4e86-8dd2-935452e19319) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:40.627408 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bb9575a3-7d65-41ef-a429-c78dec53e66a tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (618f9fab-f731-457a-acbc-1fcc9727d057), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:40.634602 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b77e12d-e584-447c-9ca6-f94fcb9ceb20 None None] Network baddcdc7-f268-4e86-8dd2-935452e19319 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:40.649419 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af96505-6314-4081-95e7-1c283479f26b tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:40.650369 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6af96505-6314-4081-95e7-1c283479f26b tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (30dadd60-9fd7-46ce-9288-b35ec8b8aa62), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:40.663824 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ff8de-4c43-4d33-b26e-5ffaf35eb98d None None] Pushing event updated for resources: {'Port': ['ID=aaac0c0f-6ef9-47bd-bdc4-ed0798cc8864,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:40.708220 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cfcbc8ae-8de0-4500-8610-00a325f15827 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (04161035-3f90-45e0-a9f8-db7bc83dd72a), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:40.732354 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bda299a6-0d83-44ae-8fd6-9c966d9206f3 req-d7e0a14b-d611-4047-a889-8468523b804f tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/security-groups?id=90ef2e7c-d46e-495a-9e98-16ebc69d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499451 Jan 18 20:23:40.762832 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b7989-a1de-4cf2-8346-deb6f9bb7bc0 None None] Pushing event updated for resources: {'Port': ['ID=d57916b4-6226-44f9-81dc-9ee594b56222,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:40.821553 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9575a3-7d65-41ef-a429-c78dec53e66a tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Port': ['ID=618f9fab-f731-457a-acbc-1fcc9727d057,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:40.883282 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bb9575a3-7d65-41ef-a429-c78dec53e66a tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:40.891824 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bb9575a3-7d65-41ef-a429-c78dec53e66a tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/ports/618f9fab-f731-457a-acbc-1fcc9727d057 HTTP/1.1" status: 204 len: 168 time: 0.9928205 Jan 18 20:23:40.892618 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33740) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:40.933010 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cfcbc8ae-8de0-4500-8610-00a325f15827 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (04161035-3f90-45e0-a9f8-db7bc83dd72a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:40.946572 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-97959922-c42a-48ef-9025-10edb5ac1af9 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] GET failed (client error): The resource could not be found. Jan 18 20:23:40.949216 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-97959922-c42a-48ef-9025-10edb5ac1af9 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "GET /v2.0/ports/618f9fab-f731-457a-acbc-1fcc9727d057 HTTP/1.1" status: 404 len: 333 time: 0.0556519 Jan 18 20:23:40.952652 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33742) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:41.003084 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af96505-6314-4081-95e7-1c283479f26b tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Checking segment: {'id': '0e59f49d-6762-4037-9650-5caf36555012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1e82688f-78b8-4557-aacd-db250c8a42d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:41.004152 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af96505-6314-4081-95e7-1c283479f26b tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Network hostable DHCP agents. Network: 1e82688f-78b8-4557-aacd-db250c8a42d8, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:23:41.009188 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-414b48b1-2784-41b4-b940-987f3dacea82 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (22d4834f-9613-44bb-b10a-1b06552ec6f5), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:41.018364 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c2cb201-385e-4e4b-bc90-cde8e30c6f1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting subnet d8d8c0ab-963e-46fb-8155-490dd7a1ad5b {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:23:41.022195 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c2cb201-385e-4e4b-bc90-cde8e30c6f1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for subnet (d8d8c0ab-963e-46fb-8155-490dd7a1ad5b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:41.050218 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-143ff8de-4c43-4d33-b26e-5ffaf35eb98d None None] Attempting to bind port aaac0c0f-6ef9-47bd-bdc4-ed0798cc8864 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:23:41.051069 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-143ff8de-4c43-4d33-b26e-5ffaf35eb98d None None] Attempting to bind port aaac0c0f-6ef9-47bd-bdc4-ed0798cc8864 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '5b0bc7e7-07b3-4238-bbf8-869d3554d0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '460d29e2-33b5-419b-a35d-07e504cf79ed'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:23:41.053142 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143ff8de-4c43-4d33-b26e-5ffaf35eb98d None None] Attempting to bind port aaac0c0f-6ef9-47bd-bdc4-ed0798cc8864 on network 460d29e2-33b5-419b-a35d-07e504cf79ed {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:41.058636 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-fd824c87-e1a2-43a5-9851-5bfef3040a11 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 2001:db8::1 (c68ada5d-da8a-41c6-813a-b53f9c35e893/9fb4a468-1086-4d9b-97a4-91cf72d64583/a6744ead-cce3-4eef-8bcc-8b6b687a28c7) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:41.106581 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143ff8de-4c43-4d33-b26e-5ffaf35eb98d None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:23:41.107103 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143ff8de-4c43-4d33-b26e-5ffaf35eb98d None None] Checking segment: {'id': '5b0bc7e7-07b3-4238-bbf8-869d3554d0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '460d29e2-33b5-419b-a35d-07e504cf79ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:41.107706 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-143ff8de-4c43-4d33-b26e-5ffaf35eb98d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:41.108194 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143ff8de-4c43-4d33-b26e-5ffaf35eb98d None None] Bound using segment: {'id': '5b0bc7e7-07b3-4238-bbf8-869d3554d0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '460d29e2-33b5-419b-a35d-07e504cf79ed'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:23:41.109353 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-143ff8de-4c43-4d33-b26e-5ffaf35eb98d None None] Bound port: aaac0c0f-6ef9-47bd-bdc4-ed0798cc8864, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0bc7e7-07b3-4238-bbf8-869d3554d0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '460d29e2-33b5-419b-a35d-07e504cf79ed'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:23:41.109883 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-143ff8de-4c43-4d33-b26e-5ffaf35eb98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (aaac0c0f-6ef9-47bd-bdc4-ed0798cc8864), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:41.115289 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-a49b7989-a1de-4cf2-8346-deb6f9bb7bc0 None None] Attempting to bind port d57916b4-6226-44f9-81dc-9ee594b56222 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:23:41.115799 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-a49b7989-a1de-4cf2-8346-deb6f9bb7bc0 None None] Attempting to bind port d57916b4-6226-44f9-81dc-9ee594b56222 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:23:41.116758 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49b7989-a1de-4cf2-8346-deb6f9bb7bc0 None None] Attempting to bind port d57916b4-6226-44f9-81dc-9ee594b56222 on network c68ada5d-da8a-41c6-813a-b53f9c35e893 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:41.149999 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c2cb201-385e-4e4b-bc90-cde8e30c6f1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (d8d8c0ab-963e-46fb-8155-490dd7a1ad5b), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:41.179048 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49b7989-a1de-4cf2-8346-deb6f9bb7bc0 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:23:41.179433 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49b7989-a1de-4cf2-8346-deb6f9bb7bc0 None None] Checking segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:41.179843 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a49b7989-a1de-4cf2-8346-deb6f9bb7bc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:41.180238 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49b7989-a1de-4cf2-8346-deb6f9bb7bc0 None None] Bound using segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:23:41.180729 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-a49b7989-a1de-4cf2-8346-deb6f9bb7bc0 None None] Bound port: d57916b4-6226-44f9-81dc-9ee594b56222, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:23:41.181112 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a49b7989-a1de-4cf2-8346-deb6f9bb7bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d57916b4-6226-44f9-81dc-9ee594b56222), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:41.186107 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:23:41.214829 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device f2a5dba5-9611-480f-b910-487b47164c8c up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:41.296055 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-414b48b1-2784-41b4-b940-987f3dacea82 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:41.309724 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af96505-6314-4081-95e7-1c283479f26b tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Network 1e82688f-78b8-4557-aacd-db250c8a42d8 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:23:41.434386 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fd824c87-e1a2-43a5-9851-5bfef3040a11 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (a6744ead-cce3-4eef-8bcc-8b6b687a28c7), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:41.455796 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c2cb201-385e-4e4b-bc90-cde8e30c6f1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (d8d8c0ab-963e-46fb-8155-490dd7a1ad5b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:41.487277 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cfcbc8ae-8de0-4500-8610-00a325f15827 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (04161035-3f90-45e0-a9f8-db7bc83dd72a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:41.494492 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-6af96505-6314-4081-95e7-1c283479f26b tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 1e82688f-78b8-4557-aacd-db250c8a42d8) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:41.496758 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fd824c87-e1a2-43a5-9851-5bfef3040a11 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (a6744ead-cce3-4eef-8bcc-8b6b687a28c7), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:41.520134 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd824c87-e1a2-43a5-9851-5bfef3040a11 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:41.527356 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af96505-6314-4081-95e7-1c283479f26b tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Pushing event updated for resources: {'Port': ['ID=30dadd60-9fd7-46ce-9288-b35ec8b8aa62,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:41.535351 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af96505-6314-4081-95e7-1c283479f26b tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:41.542535 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af96505-6314-4081-95e7-1c283479f26b tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:41.547719 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af96505-6314-4081-95e7-1c283479f26b tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:41.548478 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6af96505-6314-4081-95e7-1c283479f26b tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:41.569190 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-fd824c87-e1a2-43a5-9851-5bfef3040a11 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:41.579668 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2e219-f7c9-4c06-b8d5-4eb92e938fe0 req-a414f868-620d-4787-9c8e-1cff72908d3c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:41.581740 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9aa2e219-f7c9-4c06-b8d5-4eb92e938fe0 req-a414f868-620d-4787-9c8e-1cff72908d3c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 946 time: 0.7700605 Jan 18 20:23:41.582696 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd824c87-e1a2-43a5-9851-5bfef3040a11 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:41.583326 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fd824c87-e1a2-43a5-9851-5bfef3040a11 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (47d81a2c-173f-438d-9789-ea38a2a965b2), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:41.611993 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b48b1-2784-41b4-b940-987f3dacea82 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Pushing event deleted for resources: {'Port': ['ID=22d4834f-9613-44bb-b10a-1b06552ec6f5,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:41.624162 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c2cb201-385e-4e4b-bc90-cde8e30c6f1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (d8d8c0ab-963e-46fb-8155-490dd7a1ad5b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:41.669577 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbc8ae-8de0-4500-8610-00a325f15827 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Pushing event deleted for resources: {'Subnet': ['ID=04161035-3f90-45e0-a9f8-db7bc83dd72a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:41.696644 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cb201-385e-4e4b-bc90-cde8e30c6f1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Subnet': ['ID=d8d8c0ab-963e-46fb-8155-490dd7a1ad5b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:41.704426 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c2cb201-385e-4e4b-bc90-cde8e30c6f1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:41.715645 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9c2cb201-385e-4e4b-bc90-cde8e30c6f1b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/subnets/d8d8c0ab-963e-46fb-8155-490dd7a1ad5b HTTP/1.1" status: 204 len: 168 time: 0.7574158 Jan 18 20:23:41.717661 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33754) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:41.771697 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a044d8-3171-4a90-842c-007b3265fed6 None None] Network 1e82688f-78b8-4557-aacd-db250c8a42d8 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:41.964375 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0931c063-fa2d-41e0-99b4-a0880e7018de tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (460d29e2-33b5-419b-a35d-07e504cf79ed), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:41.967114 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-143ff8de-4c43-4d33-b26e-5ffaf35eb98d None None] For port aaac0c0f-6ef9-47bd-bdc4-ed0798cc8864, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:23:41.983276 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a49b7989-a1de-4cf2-8346-deb6f9bb7bc0 None None] For port d57916b4-6226-44f9-81dc-9ee594b56222, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:23:42.004968 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-143ff8de-4c43-4d33-b26e-5ffaf35eb98d None None] For port aaac0c0f-6ef9-47bd-bdc4-ed0798cc8864, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=aaac0c0f-6ef9-47bd-bdc4-ed0798cc8864,segment=NetworkSegment(5b0bc7e7-07b3-4238-bbf8-869d3554d0bc),segment_id=5b0bc7e7-07b3-4238-bbf8-869d3554d0bc)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:23:42.006091 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port f2a5dba5-9611-480f-b910-487b47164c8c completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:23:42.016206 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a49b7989-a1de-4cf2-8346-deb6f9bb7bc0 None None] For port d57916b4-6226-44f9-81dc-9ee594b56222, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d57916b4-6226-44f9-81dc-9ee594b56222,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:23:42.019705 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-143ff8de-4c43-4d33-b26e-5ffaf35eb98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (aaac0c0f-6ef9-47bd-bdc4-ed0798cc8864), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:42.075440 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port f2a5dba5-9611-480f-b910-487b47164c8c triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:42.076062 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f2a5dba5-9611-480f-b910-487b47164c8c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:42.083922 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0931c063-fa2d-41e0-99b4-a0880e7018de tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting port aaac0c0f-6ef9-47bd-bdc4-ed0798cc8864 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:42.084281 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0931c063-fa2d-41e0-99b4-a0880e7018de tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (aaac0c0f-6ef9-47bd-bdc4-ed0798cc8864), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:42.172339 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a49b7989-a1de-4cf2-8346-deb6f9bb7bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d57916b4-6226-44f9-81dc-9ee594b56222), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:42.206471 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ff8de-4c43-4d33-b26e-5ffaf35eb98d None None] Pushing event updated for resources: {'Port': ['ID=aaac0c0f-6ef9-47bd-bdc4-ed0798cc8864,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:42.368773 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9aa2e219-f7c9-4c06-b8d5-4eb92e938fe0 req-2ca932fb-0d1b-40f2-963e-1a8279191e86 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7166717 Jan 18 20:23:42.393241 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cfcbc8ae-8de0-4500-8610-00a325f15827 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:42.399051 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cfcbc8ae-8de0-4500-8610-00a325f15827 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "DELETE /v2.0/subnets/04161035-3f90-45e0-a9f8-db7bc83dd72a HTTP/1.1" status: 204 len: 168 time: 2.1807249 Jan 18 20:23:42.417250 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0931c063-fa2d-41e0-99b4-a0880e7018de tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] For port aaac0c0f-6ef9-47bd-bdc4-ed0798cc8864, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=aaac0c0f-6ef9-47bd-bdc4-ed0798cc8864,segment=NetworkSegment(5b0bc7e7-07b3-4238-bbf8-869d3554d0bc),segment_id=5b0bc7e7-07b3-4238-bbf8-869d3554d0bc)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:42.417648 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0931c063-fa2d-41e0-99b4-a0880e7018de tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (aaac0c0f-6ef9-47bd-bdc4-ed0798cc8864), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:42.429215 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0725cb9-0b23-4cc2-9001-45ec379bbc7e None None] Network 2a35706e-bab0-4b9d-bd84-206f9df02a32 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:42.448745 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33764) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:42.460519 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0931c063-fa2d-41e0-99b4-a0880e7018de tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Calling delete_port for aaac0c0f-6ef9-47bd-bdc4-ed0798cc8864 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:42.477322 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b7989-a1de-4cf2-8346-deb6f9bb7bc0 None None] Pushing event updated for resources: {'Port': ['ID=d57916b4-6226-44f9-81dc-9ee594b56222,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:42.525483 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6af96505-6314-4081-95e7-1c283479f26b tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.8979588 Jan 18 20:23:42.593970 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33768) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:42.604885 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port f2a5dba5-9611-480f-b910-487b47164c8c is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:42.605393 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f2a5dba5-9611-480f-b910-487b47164c8c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:42.636697 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa78af5a-c30b-4f10-a006-55a0be9c4a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a5dba5-9611-480f-b910-487b47164c8c'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:23:42.639854 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a8e281-b583-4000-ac92-a4f7addc515c" -d '{"events": [{"server_uuid": "aa78af5a-c30b-4f10-a006-55a0be9c4a26", "name": "network-vif-plugged", "status": "completed", "tag": "f2a5dba5-9611-480f-b910-487b47164c8c"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:23:42.677177 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port f2a5dba5-9611-480f-b910-487b47164c8c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=f2a5dba5-9611-480f-b910-487b47164c8c,segment=NetworkSegment(f5b735d7-9032-4626-8d63-46d78e25d37e),segment_id=f5b735d7-9032-4626-8d63-46d78e25d37e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:42.714485 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f2a5dba5-9611-480f-b910-487b47164c8c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:42.856930 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15f5640-7fca-4c5c-a57b-38a32ff05ef3 x-openstack-request-id: req-e15f5640-7fca-4c5c-a57b-38a32ff05ef3 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:23:42.859136 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa78af5a-c30b-4f10-a006-55a0be9c4a26", "name": "network-vif-plugged", "status": "completed", "tag": "f2a5dba5-9611-480f-b910-487b47164c8c", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:23:42.859593 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e15f5640-7fca-4c5c-a57b-38a32ff05ef3 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:23:42.860216 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa78af5a-c30b-4f10-a006-55a0be9c4a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a5dba5-9611-480f-b910-487b47164c8c', 'code': 200} Jan 18 20:23:42.896404 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0931c063-fa2d-41e0-99b4-a0880e7018de tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (aaac0c0f-6ef9-47bd-bdc4-ed0798cc8864), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:42.952074 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=f2a5dba5-9611-480f-b910-487b47164c8c,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:42.956483 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bb02f5-07c1-452f-b4c9-56106f1a86dc None None] DHCP port deletion for 2a35706e-bab0-4b9d-bd84-206f9df02a32 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:23:42.970617 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931c063-fa2d-41e0-99b4-a0880e7018de tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Port': ['ID=aaac0c0f-6ef9-47bd-bdc4-ed0798cc8864,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:43.014517 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0931c063-fa2d-41e0-99b4-a0880e7018de tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] No DVR routers for this DVR port aaac0c0f-6ef9-47bd-bdc4-ed0798cc8864 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:23:43.029480 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd824c87-e1a2-43a5-9851-5bfef3040a11 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=a6744ead-cce3-4eef-8bcc-8b6b687a28c7,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:43.087267 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-45bb02f5-07c1-452f-b4c9-56106f1a86dc None None] Deleting port 4c122eb6-c44a-4092-9510-0303b576a2f2 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:43.087267 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-45bb02f5-07c1-452f-b4c9-56106f1a86dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (4c122eb6-c44a-4092-9510-0303b576a2f2), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:43.160336 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e0a446a6-f524-41e9-9bce-74a6e8007f00 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (2a35706e-bab0-4b9d-bd84-206f9df02a32), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:43.184042 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45bb15-f7f0-433d-a090-a3a94329fd41 req-764c33fa-a985-4360-ab3d-1bf8e94ce340 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:43.185999 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1d45bb15-f7f0-433d-a090-a3a94329fd41 req-764c33fa-a985-4360-ab3d-1bf8e94ce340 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa78af5a-c30b-4f10-a006-55a0be9c4a26 HTTP/1.1" status: 200 len: 944 time: 0.8107157 Jan 18 20:23:43.190783 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414b48b1-2784-41b4-b940-987f3dacea82 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Router 3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:23:43.251144 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754009cd-0bb3-49bd-8567-ed21a5cb6dc0 req-c36e6181-76ba-4e47-8919-d92c6766d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:43.253322 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-754009cd-0bb3-49bd-8567-ed21a5cb6dc0 req-c36e6181-76ba-4e47-8919-d92c6766d56b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aa78af5a-c30b-4f10-a006-55a0be9c4a26 HTTP/1.1" status: 200 len: 1096 time: 0.3456368 Jan 18 20:23:43.259508 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0931c063-fa2d-41e0-99b4-a0880e7018de tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (460d29e2-33b5-419b-a35d-07e504cf79ed), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:43.292211 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-45bb02f5-07c1-452f-b4c9-56106f1a86dc None None] For port 4c122eb6-c44a-4092-9510-0303b576a2f2, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4c122eb6-c44a-4092-9510-0303b576a2f2,segment=NetworkSegment(e26783d5-f862-4c86-9a92-52cebc9192c7),segment_id=e26783d5-f862-4c86-9a92-52cebc9192c7)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:43.292211 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-45bb02f5-07c1-452f-b4c9-56106f1a86dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (4c122eb6-c44a-4092-9510-0303b576a2f2), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:43.323059 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-0931c063-fa2d-41e0-99b4-a0880e7018de tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460d29e2-33b5-419b-a35d-07e504cf79ed']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:43.330727 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-45bb02f5-07c1-452f-b4c9-56106f1a86dc None None] Calling delete_port for 4c122eb6-c44a-4092-9510-0303b576a2f2 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:43.334757 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f94ec54-6c38-4eb0-b2ac-e7ae6a40e4ae tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:43.343969 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-0931c063-fa2d-41e0-99b4-a0880e7018de tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b0bc7e7-07b3-4238-bbf8-869d3554d0bc') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:43.344625 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-0931c063-fa2d-41e0-99b4-a0880e7018de tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b0bc7e7-07b3-4238-bbf8-869d3554d0bc') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:43.364645 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0931c063-fa2d-41e0-99b4-a0880e7018de tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (5b0bc7e7-07b3-4238-bbf8-869d3554d0bc), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:43.367025 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d57916b4-6226-44f9-81dc-9ee594b56222 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:43.371605 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f94ec54-6c38-4eb0-b2ac-e7ae6a40e4ae tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:43.374684 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7f94ec54-6c38-4eb0-b2ac-e7ae6a40e4ae tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7339988 Jan 18 20:23:43.378442 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-754009cd-0bb3-49bd-8567-ed21a5cb6dc0 req-bb4ff3d3-0c6c-4f53-9ad1-43c9a4fba78f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=90ef2e7c-d46e-495a-9e98-16ebc69d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140211 Jan 18 20:23:43.379601 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33778) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:43.415006 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0931c063-fa2d-41e0-99b4-a0880e7018de tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (5b0bc7e7-07b3-4238-bbf8-869d3554d0bc), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:43.430683 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0931c063-fa2d-41e0-99b4-a0880e7018de tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:23:43.431192 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0931c063-fa2d-41e0-99b4-a0880e7018de tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (5b0bc7e7-07b3-4238-bbf8-869d3554d0bc), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:23:43.436896 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:23:43.507915 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port d57916b4-6226-44f9-81dc-9ee594b56222 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:43.508330 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d57916b4-6226-44f9-81dc-9ee594b56222), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:43.557018 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0931c063-fa2d-41e0-99b4-a0880e7018de tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (460d29e2-33b5-419b-a35d-07e504cf79ed), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:43.571287 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0931c063-fa2d-41e0-99b4-a0880e7018de tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:43.578956 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0931c063-fa2d-41e0-99b4-a0880e7018de tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/networks/460d29e2-33b5-419b-a35d-07e504cf79ed HTTP/1.1" status: 204 len: 168 time: 1.8572874 Jan 18 20:23:43.586600 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33782) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:43.597817 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931c063-fa2d-41e0-99b4-a0880e7018de tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Network': ['ID=460d29e2-33b5-419b-a35d-07e504cf79ed,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:43.616713 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-405888fd-fd9d-4e41-9823-2a5068b9b383 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Deleting port 32c61655-d06e-4c34-ba46-e7edd4e3fd33 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:43.617438 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-405888fd-fd9d-4e41-9823-2a5068b9b383 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (32c61655-d06e-4c34-ba46-e7edd4e3fd33), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:43.632661 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-26785fad-5c01-4443-a7e1-41b3855c6eaa tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'port': {'network_id': 'febaf15b-5046-47b7-b6d8-f2693dbad764', 'name': 'tempest-PortsTestJSON-818923070'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:43.655086 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port d57916b4-6226-44f9-81dc-9ee594b56222 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:43.655488 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d57916b4-6226-44f9-81dc-9ee594b56222), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:43.672159 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-45bb02f5-07c1-452f-b4c9-56106f1a86dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (4c122eb6-c44a-4092-9510-0303b576a2f2), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:43.690307 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fd824c87-e1a2-43a5-9851-5bfef3040a11 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a6744ead-cce3-4eef-8bcc-8b6b687a28c7), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:43.702350 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bb02f5-07c1-452f-b4c9-56106f1a86dc None None] No DVR routers for this DVR port 4c122eb6-c44a-4092-9510-0303b576a2f2 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:23:43.757023 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb02f5-07c1-452f-b4c9-56106f1a86dc None None] Pushing event deleted for resources: {'Port': ['ID=4c122eb6-c44a-4092-9510-0303b576a2f2,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:43.788193 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-e0a446a6-f524-41e9-9bce-74a6e8007f00 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] The port '4c122eb6-c44a-4092-9510-0303b576a2f2' was deleted {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Jan 18 20:23:43.802006 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-405888fd-fd9d-4e41-9823-2a5068b9b383 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (32c61655-d06e-4c34-ba46-e7edd4e3fd33), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:43.822540 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-405888fd-fd9d-4e41-9823-2a5068b9b383 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Calling delete_port for 32c61655-d06e-4c34-ba46-e7edd4e3fd33 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:43.825831 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port d57916b4-6226-44f9-81dc-9ee594b56222, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d57916b4-6226-44f9-81dc-9ee594b56222,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:43.837346 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d57916b4-6226-44f9-81dc-9ee594b56222), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:43.961952 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4c122eb6-c44a-4092-9510-0303b576a2f2 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:23:43.971019 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1d45bb15-f7f0-433d-a090-a3a94329fd41 req-7b9b136e-bff7-4e98-bd9a-06ed622ef0df tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/security-groups?id=90ef2e7c-d46e-495a-9e98-16ebc69d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7480776 Jan 18 20:23:43.996021 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=d57916b4-6226-44f9-81dc-9ee594b56222,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:44.024839 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-405888fd-fd9d-4e41-9823-2a5068b9b383 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (32c61655-d06e-4c34-ba46-e7edd4e3fd33), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:44.033471 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 4c122eb6-c44a-4092-9510-0303b576a2f2 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:23:44.033913 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4c122eb6-c44a-4092-9510-0303b576a2f2 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:23:44.104711 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405888fd-fd9d-4e41-9823-2a5068b9b383 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Pushing event deleted for resources: {'Port': ['ID=32c61655-d06e-4c34-ba46-e7edd4e3fd33,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:44.109562 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-405888fd-fd9d-4e41-9823-2a5068b9b383 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:44.115327 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-405888fd-fd9d-4e41-9823-2a5068b9b383 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] 10.222.0.31 "DELETE /v2.0/ports/32c61655-d06e-4c34-ba46-e7edd4e3fd33 HTTP/1.1" status: 204 len: 168 time: 0.7318392 Jan 18 20:23:44.118202 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33788) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:44.175591 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414b48b1-2784-41b4-b940-987f3dacea82 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:23:44.192589 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d851b-6408-49b1-9ff1-08a23a96baed None None] Sync routers for ids ['3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:23:44.200717 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-414b48b1-2784-41b4-b940-987f3dacea82 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "PUT /v2.0/routers/3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0604496 Jan 18 20:23:44.204298 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33792) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:44.212118 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1d851b-6408-49b1-9ff1-08a23a96baed None None] Routers {'3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:23:44.218086 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-6b1d851b-6408-49b1-9ff1-08a23a96baed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:23:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:44.339900 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26785fad-5c01-4443-a7e1-41b3855c6eaa tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:44.342147 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-6b1d851b-6408-49b1-9ff1-08a23a96baed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:44.345549 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-26785fad-5c01-4443-a7e1-41b3855c6eaa tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:44.358113 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1d851b-6408-49b1-9ff1-08a23a96baed None None] Routers {'3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:23:44.358834 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-6b1d851b-6408-49b1-9ff1-08a23a96baed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:23:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:44.395229 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-4e461cfc-9132-4bfa-b5b8-31456e91e4e6 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] delete failed (client error): The resource could not be found. Jan 18 20:23:44.406898 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4e461cfc-9132-4bfa-b5b8-31456e91e4e6 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-261335777 HTTP/1.1" status: 404 len: 334 time: 0.1927299 Jan 18 20:23:44.407144 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33798) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:44.413244 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-311a347f-fc13-4a8e-84a8-24b03e6db916 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Request body: {'router': {'external_gateway_info': {'network_id': '3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:44.442145 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-6b1d851b-6408-49b1-9ff1-08a23a96baed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:44.450466 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d851b-6408-49b1-9ff1-08a23a96baed None None] The sync data for ids ['3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:23:44.505325 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8fb94-3d52-4821-b800-9b5966f7f645 req-922cc444-1dd2-4fee-8743-708a75136bf7 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:44.514785 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-20e8fb94-3d52-4821-b800-9b5966f7f645 req-922cc444-1dd2-4fee-8743-708a75136bf7 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 946 time: 0.8713944 Jan 18 20:23:44.808727 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-fd8dabe9-4155-4726-880f-1715e67e09b5 None None] Provisioning complete for port d57916b4-6226-44f9-81dc-9ee594b56222 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:44.814458 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fd8dabe9-4155-4726-880f-1715e67e09b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d57916b4-6226-44f9-81dc-9ee594b56222), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:44.972381 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-fd8dabe9-4155-4726-880f-1715e67e09b5 None None] Current status of the port d57916b4-6226-44f9-81dc-9ee594b56222 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:44.986541 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184d6ded-99bb-4c2f-8111-fb0c8ac87bac None None] DHCP port deletion for 460d29e2-33b5-419b-a35d-07e504cf79ed request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:23:45.013087 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618c5c58-7802-4640-bf7a-a9635074b3ab None None] Network 460d29e2-33b5-419b-a35d-07e504cf79ed requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:45.068695 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618c5c58-7802-4640-bf7a-a9635074b3ab None None] Network 460d29e2-33b5-419b-a35d-07e504cf79ed could not be found, it might have been deleted concurrently. {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 18 20:23:45.104403 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-518416ec-95bf-4bd1-abbc-486aa2a1d12f None None] Could not find standard attr ID for object aaac0c0f-6ef9-47bd-bdc4-ed0798cc8864. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:23:45.168599 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fd824c87-e1a2-43a5-9851-5bfef3040a11 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (a6744ead-cce3-4eef-8bcc-8b6b687a28c7), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:45.175481 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e0a446a6-f524-41e9-9bce-74a6e8007f00 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (2a35706e-bab0-4b9d-bd84-206f9df02a32), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:45.192117 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d57916b4-6226-44f9-81dc-9ee594b56222 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:45.209559 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-e0a446a6-f524-41e9-9bce-74a6e8007f00 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a35706e-bab0-4b9d-bd84-206f9df02a32']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:45.296489 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-e0a446a6-f524-41e9-9bce-74a6e8007f00 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26783d5-f862-4c86-9a92-52cebc9192c7') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:45.297064 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-e0a446a6-f524-41e9-9bce-74a6e8007f00 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26783d5-f862-4c86-9a92-52cebc9192c7') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:45.297722 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port d57916b4-6226-44f9-81dc-9ee594b56222 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:45.298295 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d57916b4-6226-44f9-81dc-9ee594b56222), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:45.326718 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e0a446a6-f524-41e9-9bce-74a6e8007f00 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (e26783d5-f862-4c86-9a92-52cebc9192c7), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:45.345931 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e0a446a6-f524-41e9-9bce-74a6e8007f00 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (e26783d5-f862-4c86-9a92-52cebc9192c7), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:45.362710 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fd824c87-e1a2-43a5-9851-5bfef3040a11 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (a6744ead-cce3-4eef-8bcc-8b6b687a28c7), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:45.363924 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fd824c87-e1a2-43a5-9851-5bfef3040a11 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (47d81a2c-173f-438d-9789-ea38a2a965b2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:45.372792 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-49fa5d20-f145-4558-bf69-402467e1fdcc tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Deleting port 30dadd60-9fd7-46ce-9288-b35ec8b8aa62 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:45.373779 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-49fa5d20-f145-4558-bf69-402467e1fdcc tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (30dadd60-9fd7-46ce-9288-b35ec8b8aa62), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:45.375751 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a446a6-f524-41e9-9bce-74a6e8007f00 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:23:45.376266 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e0a446a6-f524-41e9-9bce-74a6e8007f00 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (e26783d5-f862-4c86-9a92-52cebc9192c7), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:23:45.380781 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:23:45.434857 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-26785fad-5c01-4443-a7e1-41b3855c6eaa tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] device_id is not set on port 09f0c01d-6bf8-46e0-a896-2c1ff1199de0 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:23:45.481621 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-311a347f-fc13-4a8e-84a8-24b03e6db916 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks [] for router_gateway (3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:45.503712 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7e59c3e4-f837-4294-b24d-6cb4f71b902b None None] Provisioning complete for port a6744ead-cce3-4eef-8bcc-8b6b687a28c7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:45.504154 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7e59c3e4-f837-4294-b24d-6cb4f71b902b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a6744ead-cce3-4eef-8bcc-8b6b687a28c7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:45.506605 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port d57916b4-6226-44f9-81dc-9ee594b56222 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:45.521879 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-311a347f-fc13-4a8e-84a8-24b03e6db916 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] update failed (client error): The resource could not be found. Jan 18 20:23:45.528787 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-311a347f-fc13-4a8e-84a8-24b03e6db916 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "PUT /v2.0/routers/3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7 HTTP/1.1" status: 404 len: 339 time: 1.1190510 Jan 18 20:23:45.549176 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7e59c3e4-f837-4294-b24d-6cb4f71b902b None None] Port a6744ead-cce3-4eef-8bcc-8b6b687a28c7 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:23:45.556532 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33814) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:45.562769 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-9f4486ee-8841-4f69-9b8e-a27fd8873fbc tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-617387434'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:45.584831 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-49fa5d20-f145-4558-bf69-402467e1fdcc tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (30dadd60-9fd7-46ce-9288-b35ec8b8aa62), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:45.608004 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-49fa5d20-f145-4558-bf69-402467e1fdcc tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Calling delete_port for 30dadd60-9fd7-46ce-9288-b35ec8b8aa62 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:45.626233 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4486ee-8841-4f69-9b8e-a27fd8873fbc tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Made reservation on behalf of a4f7ad9691084ba3b68c9ddf0b5a9a55 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:45.630330 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9f4486ee-8841-4f69-9b8e-a27fd8873fbc tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:45.688720 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4486ee-8841-4f69-9b8e-a27fd8873fbc tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:23:45.699076 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9f4486ee-8841-4f69-9b8e-a27fd8873fbc tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (7d59ecce-499a-4b71-9015-0cdb957a258d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:45.699742 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-9f4486ee-8841-4f69-9b8e-a27fd8873fbc tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Added segment 7d59ecce-499a-4b71-9015-0cdb957a258d of type vlan for network e5c4f209-3bd9-4abf-8892-f84e855c30de Jan 18 20:23:45.758156 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9f4486ee-8841-4f69-9b8e-a27fd8873fbc tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (e5c4f209-3bd9-4abf-8892-f84e855c30de), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:45.771486 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e0a446a6-f524-41e9-9bce-74a6e8007f00 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (2a35706e-bab0-4b9d-bd84-206f9df02a32), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:45.797876 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b277d95-d081-4f54-b83d-38d10898d4b8 req-3f0e7cf8-beca-472f-890b-bfcde3078061 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:45.799012 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1b277d95-d081-4f54-b83d-38d10898d4b8 req-3f0e7cf8-beca-472f-890b-bfcde3078061 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa78af5a-c30b-4f10-a006-55a0be9c4a26 HTTP/1.1" status: 200 len: 945 time: 0.5740433 Jan 18 20:23:45.802571 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-20e8fb94-3d52-4821-b800-9b5966f7f645 req-35126c59-6972-48ab-b581-984aab7f9a32 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2868533 Jan 18 20:23:45.803747 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9f4486ee-8841-4f69-9b8e-a27fd8873fbc tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (e5c4f209-3bd9-4abf-8892-f84e855c30de), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:45.809360 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd824c87-e1a2-43a5-9851-5bfef3040a11 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=a6744ead-cce3-4eef-8bcc-8b6b687a28c7,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:45.820751 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4486ee-8841-4f69-9b8e-a27fd8873fbc tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:45.821661 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9f4486ee-8841-4f69-9b8e-a27fd8873fbc tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:45.835683 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e0a446a6-f524-41e9-9bce-74a6e8007f00 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:45.841937 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e0a446a6-f524-41e9-9bce-74a6e8007f00 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "DELETE /v2.0/networks/2a35706e-bab0-4b9d-bd84-206f9df02a32 HTTP/1.1" status: 204 len: 168 time: 3.3649449 Jan 18 20:23:45.844629 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33822) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:45.872284 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a446a6-f524-41e9-9bce-74a6e8007f00 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Pushing event deleted for resources: {'Network': ['ID=2a35706e-bab0-4b9d-bd84-206f9df02a32,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:45.931350 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4486ee-8841-4f69-9b8e-a27fd8873fbc tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Pushing event updated for resources: {'Network': ['ID=e5c4f209-3bd9-4abf-8892-f84e855c30de,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:45.940825 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9f4486ee-8841-4f69-9b8e-a27fd8873fbc tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3831105 Jan 18 20:23:45.941883 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33824) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:45.943197 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-49fa5d20-f145-4558-bf69-402467e1fdcc tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (30dadd60-9fd7-46ce-9288-b35ec8b8aa62), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:45.947536 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network e5c4f209-3bd9-4abf-8892-f84e855c30de details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:23:45.951563 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-b45e340a-1401-4916-9d19-bc9a79f26250 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Request body: {'subnet': {'network_id': 'e5c4f209-3bd9-4abf-8892-f84e855c30de', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:45.993179 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa5d20-f145-4558-bf69-402467e1fdcc tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Pushing event deleted for resources: {'Port': ['ID=30dadd60-9fd7-46ce-9288-b35ec8b8aa62,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:46.025698 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-49fa5d20-f145-4558-bf69-402467e1fdcc tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:46.031624 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-49fa5d20-f145-4558-bf69-402467e1fdcc tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] 10.222.0.31 "DELETE /v2.0/ports/30dadd60-9fd7-46ce-9288-b35ec8b8aa62 HTTP/1.1" status: 204 len: 168 time: 1.9091198 Jan 18 20:23:46.039587 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33826) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:46.127547 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ab1e1319-a9f3-49e6-8d81-8762f30dfa34 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0799887 Jan 18 20:23:46.129073 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33828) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:46.134047 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-fcf1fdca-d834-40e2-a16a-62020c83f40f tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1250528611'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:46.134398 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-3317c7f9-20b0-4fa4-88df-50232541edfc tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Deleting subnet 1281de5a-bdf2-4cc6-baaa-3c06db5aeefc {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:23:46.164911 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1b277d95-d081-4f54-b83d-38d10898d4b8 req-62f947ca-cd3a-4ffa-be7c-652ab768b830 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/security-groups?id=90ef2e7c-d46e-495a-9e98-16ebc69d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503549 Jan 18 20:23:46.173135 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3317c7f9-20b0-4fa4-88df-50232541edfc tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks [] for subnet (1281de5a-bdf2-4cc6-baaa-3c06db5aeefc), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:46.175176 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf1fdca-d834-40e2-a16a-62020c83f40f tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Made reservation on behalf of 6246fd597f344519aeb532e16fff057a for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:46.179891 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fcf1fdca-d834-40e2-a16a-62020c83f40f tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:46.198014 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd824c87-e1a2-43a5-9851-5bfef3040a11 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:46.223920 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf1fdca-d834-40e2-a16a-62020c83f40f tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:23:46.239767 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45e340a-1401-4916-9d19-bc9a79f26250 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Made reservation on behalf of a4f7ad9691084ba3b68c9ddf0b5a9a55 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:46.244400 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b45e340a-1401-4916-9d19-bc9a79f26250 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:46.289309 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-fd824c87-e1a2-43a5-9851-5bfef3040a11 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:46.504058 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-26785fad-5c01-4443-a7e1-41b3855c6eaa tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for port (09f0c01d-6bf8-46e0-a896-2c1ff1199de0), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:46.532813 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3317c7f9-20b0-4fa4-88df-50232541edfc tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (1281de5a-bdf2-4cc6-baaa-3c06db5aeefc), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:46.543259 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fcf1fdca-d834-40e2-a16a-62020c83f40f tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (aaa8c8b5-5e28-45b4-9d26-2f220e9f03f1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:46.543866 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-fcf1fdca-d834-40e2-a16a-62020c83f40f tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Added segment aaa8c8b5-5e28-45b4-9d26-2f220e9f03f1 of type vlan for network c6fe220e-0eef-464b-b8c8-988ef6ad65f7 Jan 18 20:23:46.546511 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b45e340a-1401-4916-9d19-bc9a79f26250 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (e394dd2f-848f-4028-9627-a20c334266cb), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:46.700841 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-26785fad-5c01-4443-a7e1-41b3855c6eaa tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (09f0c01d-6bf8-46e0-a896-2c1ff1199de0), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:46.737363 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45e340a-1401-4916-9d19-bc9a79f26250 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Checking segment: {'id': '7d59ecce-499a-4b71-9015-0cdb957a258d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e5c4f209-3bd9-4abf-8892-f84e855c30de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:46.737915 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45e340a-1401-4916-9d19-bc9a79f26250 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Network hostable DHCP agents. Network: e5c4f209-3bd9-4abf-8892-f84e855c30de, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:23:46.768436 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fcf1fdca-d834-40e2-a16a-62020c83f40f tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (c6fe220e-0eef-464b-b8c8-988ef6ad65f7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:46.790200 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-05d05acd-0c1f-464a-903b-50c4f66b2a70 None None] Provisioning complete for port a6744ead-cce3-4eef-8bcc-8b6b687a28c7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:46.791976 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-05d05acd-0c1f-464a-903b-50c4f66b2a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a6744ead-cce3-4eef-8bcc-8b6b687a28c7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:46.800358 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e340a-1401-4916-9d19-bc9a79f26250 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Pushing event updated for resources: {'Subnet': ['ID=e394dd2f-848f-4028-9627-a20c334266cb,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:46.812934 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86e2e2-5fe0-47ab-a20a-7060cf1d02d3 req-4e1be8a6-6f6f-49d3-805f-7ab0f6fd008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:46.813279 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26785fad-5c01-4443-a7e1-41b3855c6eaa tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Port': ['ID=09f0c01d-6bf8-46e0-a896-2c1ff1199de0,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:46.814860 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4c86e2e2-5fe0-47ab-a20a-7060cf1d02d3 req-4e1be8a6-6f6f-49d3-805f-7ab0f6fd008d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bdcd4eb1072f46dda2c83cc667244bd4&device_id=aa78af5a-c30b-4f10-a006-55a0be9c4a26 HTTP/1.1" status: 200 len: 1096 time: 0.1114447 Jan 18 20:23:46.818811 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45e340a-1401-4916-9d19-bc9a79f26250 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Network e5c4f209-3bd9-4abf-8892-f84e855c30de is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:23:46.861152 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-05d05acd-0c1f-464a-903b-50c4f66b2a70 None None] Port a6744ead-cce3-4eef-8bcc-8b6b687a28c7 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:23:46.884516 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26785fad-5c01-4443-a7e1-41b3855c6eaa tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network febaf15b-5046-47b7-b6d8-f2693dbad764 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:46.885802 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd824c87-e1a2-43a5-9851-5bfef3040a11 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Router 47d81a2c-173f-438d-9789-ea38a2a965b2 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:23:46.890958 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3317c7f9-20b0-4fa4-88df-50232541edfc tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (1281de5a-bdf2-4cc6-baaa-3c06db5aeefc), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:46.895227 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-26785fad-5c01-4443-a7e1-41b3855c6eaa tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:46.908085 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26785fad-5c01-4443-a7e1-41b3855c6eaa tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:46.920206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86e2e2-5fe0-47ab-a20a-7060cf1d02d3 req-a65be910-1343-4310-97ed-fa6abb3a5335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:46.921909 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4c86e2e2-5fe0-47ab-a20a-7060cf1d02d3 req-a65be910-1343-4310-97ed-fa6abb3a5335 service neutron] 10.222.0.70 "GET /v2.0/networks?id=375c5786-cef2-4610-ba18-7cde0f4de332 HTTP/1.1" status: 200 len: 915 time: 0.1006298 Jan 18 20:23:46.924812 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26785fad-5c01-4443-a7e1-41b3855c6eaa tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:46.925798 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-26785fad-5c01-4443-a7e1-41b3855c6eaa tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:46.971900 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4c86e2e2-5fe0-47ab-a20a-7060cf1d02d3 req-9196f974-56ab-44d2-9e83-80ced34ecd02 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2a5dba5-9611-480f-b910-487b47164c8c HTTP/1.1" status: 200 len: 217 time: 0.0425172 Jan 18 20:23:46.973645 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-b45e340a-1401-4916-9d19-bc9a79f26250 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, e5c4f209-3bd9-4abf-8892-f84e855c30de) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:46.986503 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45e340a-1401-4916-9d19-bc9a79f26250 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:46.987106 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b45e340a-1401-4916-9d19-bc9a79f26250 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:46.999819 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fcf1fdca-d834-40e2-a16a-62020c83f40f tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (c6fe220e-0eef-464b-b8c8-988ef6ad65f7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:47.006270 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf1fdca-d834-40e2-a16a-62020c83f40f tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:47.006881 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fcf1fdca-d834-40e2-a16a-62020c83f40f tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:47.009887 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147268e4-f799-48af-870b-0e81f2e3b6e9 None None] Network e5c4f209-3bd9-4abf-8892-f84e855c30de requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:47.047149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device aaac0c0f-6ef9-47bd-bdc4-ed0798cc8864 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:23:47.050226 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b45e340a-1401-4916-9d19-bc9a79f26250 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1043489 Jan 18 20:23:47.054779 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33858) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:47.059470 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fcf1fdca-d834-40e2-a16a-62020c83f40f tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9292793 Jan 18 20:23:47.065316 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-c67d8483-a15f-4976-9c1c-42f7bf626e6c tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e5c4f209-3bd9-4abf-8892-f84e855c30de'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:47.085167 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: aaac0c0f-6ef9-47bd-bdc4-ed0798cc8864 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:23:47.085921 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device aaac0c0f-6ef9-47bd-bdc4-ed0798cc8864 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:23:47.158660 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33862) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:47.237813 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-74161b41-84c1-476d-9aec-2cddfbffce58 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1481424726'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:47.244543 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c37ed36-1eb4-4130-b943-c5e273454b21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-e5c4f209-3bd9-4abf-8892-f84e855c30de', 'network_id': 'e5c4f209-3bd9-4abf-8892-f84e855c30de', 'project_id': 'a4f7ad9691084ba3b68c9ddf0b5a9a55', 'fixed_ips': [{'subnet_id': 'e394dd2f-848f-4028-9627-a20c334266cb'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:23:47.245425 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0c37ed36-1eb4-4130-b943-c5e273454b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:47.392053 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1fdca-d834-40e2-a16a-62020c83f40f tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Pushing event updated for resources: {'Network': ['ID=c6fe220e-0eef-464b-b8c8-988ef6ad65f7,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:47.417273 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c67d8483-a15f-4976-9c1c-42f7bf626e6c tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks [] for router_gateway (3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:47.421984 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network c6fe220e-0eef-464b-b8c8-988ef6ad65f7 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:23:47.426129 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86e2e2-5fe0-47ab-a20a-7060cf1d02d3 req-b9bfb4e3-52ed-486f-a08c-447e866d33c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:47.428399 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4c86e2e2-5fe0-47ab-a20a-7060cf1d02d3 req-b9bfb4e3-52ed-486f-a08c-447e866d33c7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4f2ba373-eec1-44a8-ab01-e114dba3bae4 HTTP/1.1" status: 200 len: 854 time: 0.4509945 Jan 18 20:23:47.441847 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74161b41-84c1-476d-9aec-2cddfbffce58 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Made reservation on behalf of 6246fd597f344519aeb532e16fff057a for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:47.446449 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74161b41-84c1-476d-9aec-2cddfbffce58 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:47.466667 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-26785fad-5c01-4443-a7e1-41b3855c6eaa tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.8378782 Jan 18 20:23:47.469853 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33872) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:47.497432 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83342f48-ef96-42c3-9e5f-1a4a76264ecd req-c5fc785a-ea5b-46a1-9fb2-27a4a462b569 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:47.511536 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-83342f48-ef96-42c3-9e5f-1a4a76264ecd req-c5fc785a-ea5b-46a1-9fb2-27a4a462b569 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa78af5a-c30b-4f10-a006-55a0be9c4a26 HTTP/1.1" status: 200 len: 945 time: 0.7097018 Jan 18 20:23:47.533293 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74161b41-84c1-476d-9aec-2cddfbffce58 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:23:47.536077 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-0c37ed36-1eb4-4130-b943-c5e273454b21 None None] Allocated IP 2001:db8:1::2 (e5c4f209-3bd9-4abf-8892-f84e855c30de/e394dd2f-848f-4028-9627-a20c334266cb/2523e188-9240-4c04-bee8-cf120d2a0984) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:47.546626 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74161b41-84c1-476d-9aec-2cddfbffce58 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (5bc7f5e7-f609-4c32-aa25-725eb7242a5d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:47.547729 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-74161b41-84c1-476d-9aec-2cddfbffce58 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Added segment 5bc7f5e7-f609-4c32-aa25-725eb7242a5d of type vlan for network 2c67f217-bf39-40a6-b397-9b2322eb6208 Jan 18 20:23:47.597221 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74161b41-84c1-476d-9aec-2cddfbffce58 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (2c67f217-bf39-40a6-b397-9b2322eb6208), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:47.610594 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3317c7f9-20b0-4fa4-88df-50232541edfc tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (1281de5a-bdf2-4cc6-baaa-3c06db5aeefc), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:47.626767 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd824c87-e1a2-43a5-9851-5bfef3040a11 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:23:47.637456 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57700312-296f-4c15-852c-8b83ce7818f1 req-19587984-2a27-4a3f-a7f9-a0497ebb3818 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:47.639363 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-57700312-296f-4c15-852c-8b83ce7818f1 req-19587984-2a27-4a3f-a7f9-a0497ebb3818 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 946 time: 0.6149864 Jan 18 20:23:47.646015 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fd824c87-e1a2-43a5-9851-5bfef3040a11 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "PUT /v2.0/routers/47d81a2c-173f-438d-9789-ea38a2a965b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1191578 Jan 18 20:23:47.649417 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3317c7f9-20b0-4fa4-88df-50232541edfc tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:47.651975 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cd3e68-2d34-4e2f-8073-e6704268bb9b None None] Network 957354af-04bd-406c-953d-2bd45afe9e07 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:47.653557 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3317c7f9-20b0-4fa4-88df-50232541edfc tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "DELETE /v2.0/subnets/1281de5a-bdf2-4cc6-baaa-3c06db5aeefc HTTP/1.1" status: 204 len: 168 time: 1.8051727 Jan 18 20:23:47.657194 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33876) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:47.657753 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33878) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:47.660724 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74161b41-84c1-476d-9aec-2cddfbffce58 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (2c67f217-bf39-40a6-b397-9b2322eb6208), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:47.667558 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74161b41-84c1-476d-9aec-2cddfbffce58 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:47.668304 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74161b41-84c1-476d-9aec-2cddfbffce58 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:47.743649 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4c86e2e2-5fe0-47ab-a20a-7060cf1d02d3 req-22655652-af28-467f-9126-a66a12110503 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=375c5786-cef2-4610-ba18-7cde0f4de332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186364 Jan 18 20:23:47.752753 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bd957a-7014-4d30-b7a6-15b9dc6eff45 None None] Sync routers for ids ['47d81a2c-173f-438d-9789-ea38a2a965b2'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:23:47.777323 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-505b2808-a798-4e73-8102-ff71065c9af8 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (957354af-04bd-406c-953d-2bd45afe9e07), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:47.806178 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317c7f9-20b0-4fa4-88df-50232541edfc tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Pushing event deleted for resources: {'Subnet': ['ID=1281de5a-bdf2-4cc6-baaa-3c06db5aeefc,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:47.823033 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-83342f48-ef96-42c3-9e5f-1a4a76264ecd req-ac79d036-6b04-4560-a589-0b31ca2d613d tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/security-groups?id=90ef2e7c-d46e-495a-9e98-16ebc69d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010051 Jan 18 20:23:47.864208 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-57700312-296f-4c15-852c-8b83ce7818f1 req-93deb644-fe09-4a6e-bbac-48119e89917b tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052732 Jan 18 20:23:47.864383 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74161b41-84c1-476d-9aec-2cddfbffce58 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Pushing event updated for resources: {'Network': ['ID=2c67f217-bf39-40a6-b397-9b2322eb6208,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:47.879025 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bd957a-7014-4d30-b7a6-15b9dc6eff45 None None] Routers {'47d81a2c-173f-438d-9789-ea38a2a965b2'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:23:47.879780 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b7bd957a-7014-4d30-b7a6-15b9dc6eff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:23:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['47d81a2c-173f-438d-9789-ea38a2a965b2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:47.880471 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbe522a-6a07-47e6-94b6-dfc9ad12a187 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:47.884702 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4bbe522a-6a07-47e6-94b6-dfc9ad12a187 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports/a6744ead-cce3-4eef-8bcc-8b6b687a28c7 HTTP/1.1" status: 200 len: 911 time: 0.2017124 Jan 18 20:23:47.886667 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33886) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:47.930253 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 2c67f217-bf39-40a6-b397-9b2322eb6208 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:23:48.008296 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cff341-a708-4a65-8ec8-46a99a8f92b4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:48.017430 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cff341-a708-4a65-8ec8-46a99a8f92b4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:48.023466 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-61cff341-a708-4a65-8ec8-46a99a8f92b4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1354523 Jan 18 20:23:48.027720 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33892) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:48.065293 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-74161b41-84c1-476d-9aec-2cddfbffce58 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8314075 Jan 18 20:23:48.212127 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33896) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:48.220894 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-25263dad-8b4e-42a2-b129-eab8c3061c9d tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Request body: {'subnets': [{'network_id': 'c6fe220e-0eef-464b-b8c8-988ef6ad65f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1717824960', 'ip_version': 4}, {'network_id': '2c67f217-bf39-40a6-b397-9b2322eb6208', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:48.221207 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-25263dad-8b4e-42a2-b129-eab8c3061c9d tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Request body: {'subnet': {'network_id': 'c6fe220e-0eef-464b-b8c8-988ef6ad65f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1717824960', 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:48.221880 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-25263dad-8b4e-42a2-b129-eab8c3061c9d tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Request body: {'subnet': {'network_id': '2c67f217-bf39-40a6-b397-9b2322eb6208', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:48.239132 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0c37ed36-1eb4-4130-b943-c5e273454b21 None None] Publish callbacks [] for port (2523e188-9240-4c04-bee8-cf120d2a0984), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:48.250598 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-20ddfd47-2e9b-45da-97ea-1f0174da9a40 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting port 09f0c01d-6bf8-46e0-a896-2c1ff1199de0 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:48.250942 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-20ddfd47-2e9b-45da-97ea-1f0174da9a40 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (09f0c01d-6bf8-46e0-a896-2c1ff1199de0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:48.255163 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0c37ed36-1eb4-4130-b943-c5e273454b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (2523e188-9240-4c04-bee8-cf120d2a0984), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:48.262898 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4c86e2e2-5fe0-47ab-a20a-7060cf1d02d3 req-ed162b22-88fd-442b-806e-bc8959e329d9 service neutron] 10.222.0.70 "GET /v2.0/networks/375c5786-cef2-4610-ba18-7cde0f4de332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003953 Jan 18 20:23:48.294245 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-505b2808-a798-4e73-8102-ff71065c9af8 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Deleting port a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:48.294618 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-505b2808-a798-4e73-8102-ff71065c9af8 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:48.379603 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-505b2808-a798-4e73-8102-ff71065c9af8 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] For port a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24,segment=NetworkSegment(b653f61e-1f44-49ef-acf6-58f2f4cd30db),segment_id=b653f61e-1f44-49ef-acf6-58f2f4cd30db)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:48.380092 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-505b2808-a798-4e73-8102-ff71065c9af8 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:48.396629 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-505b2808-a798-4e73-8102-ff71065c9af8 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Calling delete_port for a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:48.411502 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-c67d8483-a15f-4976-9c1c-42f7bf626e6c tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:23:48.412708 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c67d8483-a15f-4976-9c1c-42f7bf626e6c tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "PUT /v2.0/routers/3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7 HTTP/1.1" status: 400 len: 364 time: 1.3521478 Jan 18 20:23:48.418761 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33916) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:48.475115 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c37ed36-1eb4-4130-b943-c5e273454b21 None None] Network e5c4f209-3bd9-4abf-8892-f84e855c30de is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:48.489407 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-0c37ed36-1eb4-4130-b943-c5e273454b21 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:48.514881 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-b7bd957a-7014-4d30-b7a6-15b9dc6eff45 None None] Set router 47d81a2c-173f-438d-9789-ea38a2a965b2 gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:23:48.522883 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-20ddfd47-2e9b-45da-97ea-1f0174da9a40 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (09f0c01d-6bf8-46e0-a896-2c1ff1199de0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:48.528116 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c37ed36-1eb4-4130-b943-c5e273454b21 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:48.609489 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-20ddfd47-2e9b-45da-97ea-1f0174da9a40 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Calling delete_port for 09f0c01d-6bf8-46e0-a896-2c1ff1199de0 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:48.643969 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37ed36-1eb4-4130-b943-c5e273454b21 None None] Pushing event updated for resources: {'Port': ['ID=2523e188-9240-4c04-bee8-cf120d2a0984,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:48.658466 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a50a70-3a9b-41b7-b121-3f1454d3b98b None None] DHCP port deletion for 957354af-04bd-406c-953d-2bd45afe9e07 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:23:48.747543 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4c86e2e2-5fe0-47ab-a20a-7060cf1d02d3 req-e7c586e6-08c8-4971-b46a-6aa338df58a4 service neutron] 10.222.0.70 "GET /v2.0/networks/375c5786-cef2-4610-ba18-7cde0f4de332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535365 Jan 18 20:23:48.798291 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25263dad-8b4e-42a2-b129-eab8c3061c9d tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Made reservation on behalf of 6246fd597f344519aeb532e16fff057a for: {'subnet': 2} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:48.802147 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0c37ed36-1eb4-4130-b943-c5e273454b21 None None] Attempting to bind port 2523e188-9240-4c04-bee8-cf120d2a0984 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:23:48.803261 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0c37ed36-1eb4-4130-b943-c5e273454b21 None None] Attempting to bind port 2523e188-9240-4c04-bee8-cf120d2a0984 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '7d59ecce-499a-4b71-9015-0cdb957a258d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e5c4f209-3bd9-4abf-8892-f84e855c30de'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:23:48.803758 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c37ed36-1eb4-4130-b943-c5e273454b21 None None] Attempting to bind port 2523e188-9240-4c04-bee8-cf120d2a0984 on network e5c4f209-3bd9-4abf-8892-f84e855c30de {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:48.805342 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-25263dad-8b4e-42a2-b129-eab8c3061c9d tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:48.805913 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-25263dad-8b4e-42a2-b129-eab8c3061c9d tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:48.825673 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c37ed36-1eb4-4130-b943-c5e273454b21 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:23:48.826798 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c37ed36-1eb4-4130-b943-c5e273454b21 None None] Checking segment: {'id': '7d59ecce-499a-4b71-9015-0cdb957a258d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e5c4f209-3bd9-4abf-8892-f84e855c30de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:48.827313 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0c37ed36-1eb4-4130-b943-c5e273454b21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:48.827881 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c37ed36-1eb4-4130-b943-c5e273454b21 None None] Bound using segment: {'id': '7d59ecce-499a-4b71-9015-0cdb957a258d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e5c4f209-3bd9-4abf-8892-f84e855c30de'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:23:48.828434 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0c37ed36-1eb4-4130-b943-c5e273454b21 None None] Bound port: 2523e188-9240-4c04-bee8-cf120d2a0984, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d59ecce-499a-4b71-9015-0cdb957a258d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e5c4f209-3bd9-4abf-8892-f84e855c30de'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:23:48.829074 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0c37ed36-1eb4-4130-b943-c5e273454b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2523e188-9240-4c04-bee8-cf120d2a0984), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:48.952995 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a2a50a70-3a9b-41b7-b121-3f1454d3b98b None None] Deleting port a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:48.954666 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a2a50a70-3a9b-41b7-b121-3f1454d3b98b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:49.023679 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-505b2808-a798-4e73-8102-ff71065c9af8 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:49.072070 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b2808-a798-4e73-8102-ff71065c9af8 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Pushing event deleted for resources: {'Port': ['ID=a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:49.083027 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0c37ed36-1eb4-4130-b943-c5e273454b21 None None] For port 2523e188-9240-4c04-bee8-cf120d2a0984, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:23:49.088335 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:23:49.102476 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a2a50a70-3a9b-41b7-b121-3f1454d3b98b None None] For port a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24,segment=NetworkSegment(b653f61e-1f44-49ef-acf6-58f2f4cd30db),segment_id=b653f61e-1f44-49ef-acf6-58f2f4cd30db)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:49.105575 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a2a50a70-3a9b-41b7-b121-3f1454d3b98b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:49.153535 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505b2808-a798-4e73-8102-ff71065c9af8 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] No DVR routers for this DVR port a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:23:49.163120 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0c37ed36-1eb4-4130-b943-c5e273454b21 None None] For port 2523e188-9240-4c04-bee8-cf120d2a0984, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=2523e188-9240-4c04-bee8-cf120d2a0984,segment=NetworkSegment(7d59ecce-499a-4b71-9015-0cdb957a258d),segment_id=7d59ecce-499a-4b71-9015-0cdb957a258d)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:23:49.168060 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:23:49.168627 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:23:49.211711 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0c37ed36-1eb4-4130-b943-c5e273454b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (2523e188-9240-4c04-bee8-cf120d2a0984), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:49.238993 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a2a50a70-3a9b-41b7-b121-3f1454d3b98b None None] Calling delete_port for a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:49.243687 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cb01c278-802b-418c-a327-32ff28a269f2 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:49.344269 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535c769-b8b2-4840-90f0-0619132a394f req-1f66fed1-e70c-4a17-a347-8221f78db479 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:49.352808 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c535c769-b8b2-4840-90f0-0619132a394f req-1f66fed1-e70c-4a17-a347-8221f78db479 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa78af5a-c30b-4f10-a006-55a0be9c4a26 HTTP/1.1" status: 200 len: 945 time: 0.3557904 Jan 18 20:23:49.393508 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-505b2808-a798-4e73-8102-ff71065c9af8 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (957354af-04bd-406c-953d-2bd45afe9e07), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:49.418626 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e0795-7b8d-4e28-ad38-804ec3acdf7a req-a409b979-d23e-4b52-9675-20d31473f3e5 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:49.420850 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-988e0795-7b8d-4e28-ad38-804ec3acdf7a req-a409b979-d23e-4b52-9675-20d31473f3e5 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 946 time: 0.3272979 Jan 18 20:23:49.468763 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b7bd957a-7014-4d30-b7a6-15b9dc6eff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d81a2c-173f-438d-9789-ea38a2a965b2', 'name': 'tempest-NetworksTestDHCPv6-router-2122649555', 'tenant_id': '1ad5990bab5d42749b32b42dcd594991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:37Z', 'updated_at': '2022-01-18T20:23:43Z', 'revision_number': 2, 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'gw_port_host': None, '_interfaces': [{'id': 'a6744ead-cce3-4eef-8bcc-8b6b687a28c7', 'name': '', 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'tenant_id': '1ad5990bab5d42749b32b42dcd594991', 'mac_address': 'fa:16:3e:c7:f4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d81a2c-173f-438d-9789-ea38a2a965b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '9fb4a468-1086-4d9b-97a4-91cf72d64583', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:40Z', 'updated_at': '2022-01-18T20:23:44Z', 'revision_number': 2, 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'subnets': [{'id': '9fb4a468-1086-4d9b-97a4-91cf72d64583', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:49.501139 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bd957a-7014-4d30-b7a6-15b9dc6eff45 None None] Checking router: 47d81a2c-173f-438d-9789-ea38a2a965b2 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:23:49.501139 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bd957a-7014-4d30-b7a6-15b9dc6eff45 None None] Updating router 47d81a2c-173f-438d-9789-ea38a2a965b2 port a6744ead-cce3-4eef-8bcc-8b6b687a28c7 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:23:49.502386 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37ed36-1eb4-4130-b943-c5e273454b21 None None] Pushing event updated for resources: {'Port': ['ID=2523e188-9240-4c04-bee8-cf120d2a0984,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:49.548407 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b7bd957a-7014-4d30-b7a6-15b9dc6eff45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a6744ead-cce3-4eef-8bcc-8b6b687a28c7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:49.610537 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-20ddfd47-2e9b-45da-97ea-1f0174da9a40 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (09f0c01d-6bf8-46e0-a896-2c1ff1199de0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:49.658318 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-20ddfd47-2e9b-45da-97ea-1f0174da9a40 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:49.667179 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-20ddfd47-2e9b-45da-97ea-1f0174da9a40 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/ports/09f0c01d-6bf8-46e0-a896-2c1ff1199de0 HTTP/1.1" status: 204 len: 168 time: 2.1924491 Jan 18 20:23:49.676814 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33932) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:49.676972 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ddfd47-2e9b-45da-97ea-1f0174da9a40 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Port': ['ID=09f0c01d-6bf8-46e0-a896-2c1ff1199de0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:49.691175 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-2ce9401b-fee6-4955-ab90-790b23f50bed tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'port': {'network_id': 'febaf15b-5046-47b7-b6d8-f2693dbad764', 'mac_address': 'fa:16:3e:bc:8e:62', 'name': 'tempest-PortsTestJSON-1411974844'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:49.699604 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddfd47-2e9b-45da-97ea-1f0174da9a40 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:49.700512 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddfd47-2e9b-45da-97ea-1f0174da9a40 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:49.701120 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddfd47-2e9b-45da-97ea-1f0174da9a40 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:49.701682 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddfd47-2e9b-45da-97ea-1f0174da9a40 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:49.702206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddfd47-2e9b-45da-97ea-1f0174da9a40 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:49.702874 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddfd47-2e9b-45da-97ea-1f0174da9a40 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:49.703434 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddfd47-2e9b-45da-97ea-1f0174da9a40 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:49.703974 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddfd47-2e9b-45da-97ea-1f0174da9a40 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:49.704500 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddfd47-2e9b-45da-97ea-1f0174da9a40 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:49.705027 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddfd47-2e9b-45da-97ea-1f0174da9a40 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:49.705845 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddfd47-2e9b-45da-97ea-1f0174da9a40 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:49.706382 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddfd47-2e9b-45da-97ea-1f0174da9a40 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:49.706909 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddfd47-2e9b-45da-97ea-1f0174da9a40 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:49.741940 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a2a50a70-3a9b-41b7-b121-3f1454d3b98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:49.799112 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a50a70-3a9b-41b7-b121-3f1454d3b98b None None] Pushing event deleted for resources: {'Port': ['ID=a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:49.825209 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a50a70-3a9b-41b7-b121-3f1454d3b98b None None] No DVR routers for this DVR port a2cbbb3e-bd5a-4943-acbf-e6356a3ebf24 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:23:49.863439 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-505b2808-a798-4e73-8102-ff71065c9af8 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957354af-04bd-406c-953d-2bd45afe9e07']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:49.898088 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce9401b-fee6-4955-ab90-790b23f50bed tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:49.934942 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-505b2808-a798-4e73-8102-ff71065c9af8 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b653f61e-1f44-49ef-acf6-58f2f4cd30db') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:49.935154 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-505b2808-a798-4e73-8102-ff71065c9af8 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b653f61e-1f44-49ef-acf6-58f2f4cd30db') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:50.006455 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c535c769-b8b2-4840-90f0-0619132a394f req-3c09ca63-f676-4715-a915-9c451b9ba000 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/security-groups?id=90ef2e7c-d46e-495a-9e98-16ebc69d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6527598 Jan 18 20:23:50.018978 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-505b2808-a798-4e73-8102-ff71065c9af8 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (b653f61e-1f44-49ef-acf6-58f2f4cd30db), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.042374 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2ce9401b-fee6-4955-ab90-790b23f50bed tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.068713 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-25263dad-8b4e-42a2-b129-eab8c3061c9d tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (4fb91b42-d4ee-4bb7-b65b-1f9e879b873f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.070327 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b7bd957a-7014-4d30-b7a6-15b9dc6eff45 None None] Publish callbacks [] for port (a6744ead-cce3-4eef-8bcc-8b6b687a28c7), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.080139 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b7bd957a-7014-4d30-b7a6-15b9dc6eff45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a6744ead-cce3-4eef-8bcc-8b6b687a28c7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.080799 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-2ce9401b-fee6-4955-ab90-790b23f50bed tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] device_id is not set on port 2b687d12-0bec-475b-8943-3b2374424001 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:23:50.092714 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-988e0795-7b8d-4e28-ad38-804ec3acdf7a req-5b61ba68-671b-4e00-aa05-aa026b621e3f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6364405 Jan 18 20:23:50.092714 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-505b2808-a798-4e73-8102-ff71065c9af8 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (b653f61e-1f44-49ef-acf6-58f2f4cd30db), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.106788 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-505b2808-a798-4e73-8102-ff71065c9af8 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:23:50.107190 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-505b2808-a798-4e73-8102-ff71065c9af8 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (b653f61e-1f44-49ef-acf6-58f2f4cd30db), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:23:50.111206 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:23:50.123929 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-cb01c278-802b-418c-a327-32ff28a269f2 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Allocated IP 2001:db8::1 (e23a2e00-d439-4ee5-9429-401a14c83ea8/a03a19f9-4f9f-41df-9c94-2ff66f9025ed/47e2a7ec-c17b-445b-850e-31519d0049cd) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:50.175845 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6aba04-1bcd-409b-90f7-174cc75b79c6 None None] Pushing event updated for resources: {'Port': ['ID=a6744ead-cce3-4eef-8bcc-8b6b687a28c7,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:50.241713 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25263dad-8b4e-42a2-b129-eab8c3061c9d tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Pushing event updated for resources: {'Subnet': ['ID=4fb91b42-d4ee-4bb7-b65b-1f9e879b873f,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:50.261448 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-505b2808-a798-4e73-8102-ff71065c9af8 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (957354af-04bd-406c-953d-2bd45afe9e07), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.301851 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b7bd957a-7014-4d30-b7a6-15b9dc6eff45 None None] Attempting to bind port a6744ead-cce3-4eef-8bcc-8b6b687a28c7 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:23:50.305261 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b7bd957a-7014-4d30-b7a6-15b9dc6eff45 None None] Attempting to bind port a6744ead-cce3-4eef-8bcc-8b6b687a28c7 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:23:50.305261 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd957a-7014-4d30-b7a6-15b9dc6eff45 None None] Attempting to bind port a6744ead-cce3-4eef-8bcc-8b6b687a28c7 on network c68ada5d-da8a-41c6-813a-b53f9c35e893 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:50.313212 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-505b2808-a798-4e73-8102-ff71065c9af8 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.314424 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25263dad-8b4e-42a2-b129-eab8c3061c9d tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Checking segment: {'id': 'aaa8c8b5-5e28-45b4-9d26-2f220e9f03f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c6fe220e-0eef-464b-b8c8-988ef6ad65f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:50.314895 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd957a-7014-4d30-b7a6-15b9dc6eff45 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:23:50.315230 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25263dad-8b4e-42a2-b129-eab8c3061c9d tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Network hostable DHCP agents. Network: c6fe220e-0eef-464b-b8c8-988ef6ad65f7, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:23:50.315372 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd957a-7014-4d30-b7a6-15b9dc6eff45 None None] Checking segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:50.315672 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b7bd957a-7014-4d30-b7a6-15b9dc6eff45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.316073 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd957a-7014-4d30-b7a6-15b9dc6eff45 None None] Bound using segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:23:50.316500 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-505b2808-a798-4e73-8102-ff71065c9af8 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "DELETE /v2.0/networks/957354af-04bd-406c-953d-2bd45afe9e07 HTTP/1.1" status: 204 len: 168 time: 2.6246715 Jan 18 20:23:50.329762 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b7bd957a-7014-4d30-b7a6-15b9dc6eff45 None None] Bound port: a6744ead-cce3-4eef-8bcc-8b6b687a28c7, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:23:50.330103 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33944) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:50.330281 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b7bd957a-7014-4d30-b7a6-15b9dc6eff45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a6744ead-cce3-4eef-8bcc-8b6b687a28c7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.348104 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-e54a0f7b-2486-4709-a304-34a58049463b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1778773362'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:50.398991 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b2808-a798-4e73-8102-ff71065c9af8 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Pushing event deleted for resources: {'Network': ['ID=957354af-04bd-406c-953d-2bd45afe9e07,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:50.442142 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25263dad-8b4e-42a2-b129-eab8c3061c9d tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Network c6fe220e-0eef-464b-b8c8-988ef6ad65f7 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:23:50.442731 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b7bd957a-7014-4d30-b7a6-15b9dc6eff45 None None] For port a6744ead-cce3-4eef-8bcc-8b6b687a28c7, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:23:50.446781 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b7bd957a-7014-4d30-b7a6-15b9dc6eff45 None None] For port a6744ead-cce3-4eef-8bcc-8b6b687a28c7, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=a6744ead-cce3-4eef-8bcc-8b6b687a28c7,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:23:50.469836 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b7bd957a-7014-4d30-b7a6-15b9dc6eff45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a6744ead-cce3-4eef-8bcc-8b6b687a28c7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.473740 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-25263dad-8b4e-42a2-b129-eab8c3061c9d tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, c6fe220e-0eef-464b-b8c8-988ef6ad65f7) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:50.480757 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-25263dad-8b4e-42a2-b129-eab8c3061c9d tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (f881dda2-50fb-4967-ae4c-dd5da10e8c9d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.538273 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef1540d-cf9c-4b54-86b5-a2f9459d5c38 None None] Network c6fe220e-0eef-464b-b8c8-988ef6ad65f7 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:50.591057 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25263dad-8b4e-42a2-b129-eab8c3061c9d tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Pushing event updated for resources: {'Subnet': ['ID=f881dda2-50fb-4967-ae4c-dd5da10e8c9d,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:50.665801 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2ce9401b-fee6-4955-ab90-790b23f50bed tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for port (2b687d12-0bec-475b-8943-3b2374424001), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.682055 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25263dad-8b4e-42a2-b129-eab8c3061c9d tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Checking segment: {'id': '5bc7f5e7-f609-4c32-aa25-725eb7242a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2c67f217-bf39-40a6-b397-9b2322eb6208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:50.682566 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25263dad-8b4e-42a2-b129-eab8c3061c9d tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Network hostable DHCP agents. Network: 2c67f217-bf39-40a6-b397-9b2322eb6208, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:23:50.720146 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bd957a-7014-4d30-b7a6-15b9dc6eff45 None None] Routers {'47d81a2c-173f-438d-9789-ea38a2a965b2'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:23:50.720785 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b7bd957a-7014-4d30-b7a6-15b9dc6eff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:23:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['47d81a2c-173f-438d-9789-ea38a2a965b2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:50.763325 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6aba04-1bcd-409b-90f7-174cc75b79c6 None None] Pushing event updated for resources: {'Port': ['ID=a6744ead-cce3-4eef-8bcc-8b6b687a28c7,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:50.764936 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25263dad-8b4e-42a2-b129-eab8c3061c9d tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Network 2c67f217-bf39-40a6-b397-9b2322eb6208 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:23:50.784467 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-25263dad-8b4e-42a2-b129-eab8c3061c9d tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 2c67f217-bf39-40a6-b397-9b2322eb6208) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:50.802850 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25263dad-8b4e-42a2-b129-eab8c3061c9d tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:50.803609 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25263dad-8b4e-42a2-b129-eab8c3061c9d tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:50.803971 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-25263dad-8b4e-42a2-b129-eab8c3061c9d tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.824221 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f910aa-87d5-47fe-a3e9-502ed9fa18b1 None None] Network 2c67f217-bf39-40a6-b397-9b2322eb6208 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:50.827531 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2ce9401b-fee6-4955-ab90-790b23f50bed tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (2b687d12-0bec-475b-8943-3b2374424001), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.848797 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-856b8c3e-727a-4aa3-a869-8727b24f78f3 None None] Provisioning complete for port a6744ead-cce3-4eef-8bcc-8b6b687a28c7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:50.849366 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-856b8c3e-727a-4aa3-a869-8727b24f78f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a6744ead-cce3-4eef-8bcc-8b6b687a28c7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.869348 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-25263dad-8b4e-42a2-b129-eab8c3061c9d tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.6538231 Jan 18 20:23:50.914258 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33948) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:51.003906 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-b7bd957a-7014-4d30-b7a6-15b9dc6eff45 None None] Set router 47d81a2c-173f-438d-9789-ea38a2a965b2 gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:23:51.051725 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e222c561-4594-4135-b50f-4b7a9991cfd2 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:51.053472 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e222c561-4594-4135-b50f-4b7a9991cfd2 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:51.055504 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e222c561-4594-4135-b50f-4b7a9991cfd2 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:51.060529 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e222c561-4594-4135-b50f-4b7a9991cfd2 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1400433 Jan 18 20:23:51.069901 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33952) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:51.098099 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4f4636-fca7-4a6f-b263-4e84ca7049db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-c6fe220e-0eef-464b-b8c8-988ef6ad65f7', 'network_id': 'c6fe220e-0eef-464b-b8c8-988ef6ad65f7', 'project_id': '6246fd597f344519aeb532e16fff057a', 'fixed_ips': [{'subnet_id': '4fb91b42-d4ee-4bb7-b65b-1f9e879b873f'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:23:51.099948 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4a4f4636-fca7-4a6f-b263-4e84ca7049db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:51.169393 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce9401b-fee6-4955-ab90-790b23f50bed tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network febaf15b-5046-47b7-b6d8-f2693dbad764 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:51.179815 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e582ff7-0c31-49f2-8e4f-9fdabf0efa9c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (47d81a2c-173f-438d-9789-ea38a2a965b2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:51.185538 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-2ce9401b-fee6-4955-ab90-790b23f50bed tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:51.195068 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9401b-fee6-4955-ab90-790b23f50bed tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Port': ['ID=2b687d12-0bec-475b-8943-3b2374424001,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:51.198171 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce9401b-fee6-4955-ab90-790b23f50bed tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:51.208665 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce9401b-fee6-4955-ab90-790b23f50bed tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:51.209318 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2ce9401b-fee6-4955-ab90-790b23f50bed tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:51.243851 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2ce9401b-fee6-4955-ab90-790b23f50bed tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5568328 Jan 18 20:23:51.249180 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33954) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:51.259421 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16440cf-3d02-4ba7-915d-b57c6e08072c tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Deleting subnet 4fb91b42-d4ee-4bb7-b65b-1f9e879b873f {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:23:51.265227 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e16440cf-3d02-4ba7-915d-b57c6e08072c tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks [] for subnet (4fb91b42-d4ee-4bb7-b65b-1f9e879b873f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:51.322216 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e16440cf-3d02-4ba7-915d-b57c6e08072c tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (4fb91b42-d4ee-4bb7-b65b-1f9e879b873f), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:51.375377 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e16440cf-3d02-4ba7-915d-b57c6e08072c tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (4fb91b42-d4ee-4bb7-b65b-1f9e879b873f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:51.393938 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dee1f2-e058-454d-8eb8-9594eab8a7f2 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:51.395509 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b1dee1f2-e058-454d-8eb8-9594eab8a7f2 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "GET /v2.0/ports/2b687d12-0bec-475b-8943-3b2374424001 HTTP/1.1" status: 200 len: 841 time: 0.1304636 Jan 18 20:23:51.401920 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33956) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:51.416382 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 2523e188-9240-4c04-bee8-cf120d2a0984 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:51.439344 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54a0f7b-2486-4709-a304-34a58049463b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Made reservation on behalf of 05d04115a5b94604bf26feb88e948fe0 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:51.440524 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021fd98c-73c6-41dd-970f-1e8077742897 None None] Network e5c4f209-3bd9-4abf-8892-f84e855c30de requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:51.442440 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 4095c9e8-3357-49c1-a713-048d6946f5fd no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:23:51.443446 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e54a0f7b-2486-4709-a304-34a58049463b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:51.444871 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e16440cf-3d02-4ba7-915d-b57c6e08072c tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (4fb91b42-d4ee-4bb7-b65b-1f9e879b873f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:51.484329 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54a0f7b-2486-4709-a304-34a58049463b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:23:51.494968 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e54a0f7b-2486-4709-a304-34a58049463b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:51.495623 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-e54a0f7b-2486-4709-a304-34a58049463b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Added segment 3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a of type vlan for network bf0e8bd0-f052-4e1e-81c3-a95e14f34d93 Jan 18 20:23:51.516448 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e16440cf-3d02-4ba7-915d-b57c6e08072c tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:51.524999 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e16440cf-3d02-4ba7-915d-b57c6e08072c tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] 10.222.0.31 "DELETE /v2.0/subnets/4fb91b42-d4ee-4bb7-b65b-1f9e879b873f HTTP/1.1" status: 204 len: 168 time: 0.4537752 Jan 18 20:23:51.525955 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16440cf-3d02-4ba7-915d-b57c6e08072c tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb91b42-d4ee-4bb7-b65b-1f9e879b873f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:51.532411 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f945a817-5e6e-48a1-b41f-d88b5fb59b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-2c67f217-bf39-40a6-b397-9b2322eb6208', 'network_id': '2c67f217-bf39-40a6-b397-9b2322eb6208', 'project_id': '6246fd597f344519aeb532e16fff057a', 'fixed_ips': [{'subnet_id': 'f881dda2-50fb-4967-ae4c-dd5da10e8c9d'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:23:51.533274 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f945a817-5e6e-48a1-b41f-d88b5fb59b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:51.536376 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33958) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:51.538989 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e54a0f7b-2486-4709-a304-34a58049463b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (bf0e8bd0-f052-4e1e-81c3-a95e14f34d93), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:51.592358 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddbd2b-11f9-43f2-915e-66a4516b8c00 req-24b5143e-a202-49c3-874f-d7ce898c7656 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:51.593994 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a1ddbd2b-11f9-43f2-915e-66a4516b8c00 req-24b5143e-a202-49c3-874f-d7ce898c7656 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa78af5a-c30b-4f10-a006-55a0be9c4a26 HTTP/1.1" status: 200 len: 945 time: 0.3417864 Jan 18 20:23:51.595944 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e54a0f7b-2486-4709-a304-34a58049463b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (bf0e8bd0-f052-4e1e-81c3-a95e14f34d93), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:51.601594 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54a0f7b-2486-4709-a304-34a58049463b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:51.602522 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e54a0f7b-2486-4709-a304-34a58049463b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:51.648493 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5fc8538-7b8b-4183-b2b6-1eb1584affb7 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Deleting subnet f881dda2-50fb-4967-ae4c-dd5da10e8c9d {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:23:51.655071 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5fc8538-7b8b-4183-b2b6-1eb1584affb7 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks [] for subnet (f881dda2-50fb-4967-ae4c-dd5da10e8c9d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:51.719285 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5fc8538-7b8b-4183-b2b6-1eb1584affb7 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (f881dda2-50fb-4967-ae4c-dd5da10e8c9d), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:51.719964 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c380b2-6589-43d1-8e1b-145a2ec05ab8 req-d97154e2-1ee4-41b2-b4b2-65df4ce59a59 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:51.720768 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-856b8c3e-727a-4aa3-a869-8727b24f78f3 None None] Current status of the port a6744ead-cce3-4eef-8bcc-8b6b687a28c7 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:51.721165 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-856b8c3e-727a-4aa3-a869-8727b24f78f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a6744ead-cce3-4eef-8bcc-8b6b687a28c7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:51.721305 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-92c380b2-6589-43d1-8e1b-145a2ec05ab8 req-d97154e2-1ee4-41b2-b4b2-65df4ce59a59 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 946 time: 0.5627830 Jan 18 20:23:51.726776 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e54a0f7b-2486-4709-a304-34a58049463b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3870599 Jan 18 20:23:51.742914 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33962) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:51.760428 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-ca1007c5-f22c-4a83-a1cb-9611318e4166 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Request body: {'subnet': {'network_id': 'bf0e8bd0-f052-4e1e-81c3-a95e14f34d93', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:51.796521 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5fc8538-7b8b-4183-b2b6-1eb1584affb7 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (f881dda2-50fb-4967-ae4c-dd5da10e8c9d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:51.807341 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-856b8c3e-727a-4aa3-a869-8727b24f78f3 None None] For port a6744ead-cce3-4eef-8bcc-8b6b687a28c7, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=a6744ead-cce3-4eef-8bcc-8b6b687a28c7,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server [None req-4a4f4636-fca7-4a6f-b263-4e84ca7049db None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4fb91b42-d4ee-4bb7-b65b-1f9e879b873f: This subnet is being modified by another concurrent operation. Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 20:23:51.811159 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise exception Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4fb91b42-d4ee-4bb7-b65b-1f9e879b873f: This subnet is being modified by another concurrent operation. Jan 18 20:23:51.815315 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server Jan 18 20:23:51.845447 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cb01c278-802b-418c-a327-32ff28a269f2 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks [] for port (47e2a7ec-c17b-445b-850e-31519d0049cd), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:51.850831 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-856b8c3e-727a-4aa3-a869-8727b24f78f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a6744ead-cce3-4eef-8bcc-8b6b687a28c7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:51.850831 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353f4a2d-0ea6-48fb-8b32-69121a385833 None None] Network c6fe220e-0eef-464b-b8c8-988ef6ad65f7 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:51.929317 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a0f7b-2486-4709-a304-34a58049463b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Pushing event updated for resources: {'Network': ['ID=bf0e8bd0-f052-4e1e-81c3-a95e14f34d93,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:51.931294 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5fc8538-7b8b-4183-b2b6-1eb1584affb7 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (f881dda2-50fb-4967-ae4c-dd5da10e8c9d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:51.975683 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a1ddbd2b-11f9-43f2-915e-66a4516b8c00 req-f21bacc6-2e1f-4de4-87e3-73d3c6137849 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/security-groups?id=90ef2e7c-d46e-495a-9e98-16ebc69d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501959 Jan 18 20:23:52.003596 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc8538-7b8b-4183-b2b6-1eb1584affb7 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Pushing event deleted for resources: {'Subnet': ['ID=f881dda2-50fb-4967-ae4c-dd5da10e8c9d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:52.013230 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5fc8538-7b8b-4183-b2b6-1eb1584affb7 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:52.016598 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b5fc8538-7b8b-4183-b2b6-1eb1584affb7 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] 10.222.0.31 "DELETE /v2.0/subnets/f881dda2-50fb-4967-ae4c-dd5da10e8c9d HTTP/1.1" status: 204 len: 168 time: 0.4791284 Jan 18 20:23:52.019218 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33966) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:52.036225 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-92c380b2-6589-43d1-8e1b-145a2ec05ab8 req-5feaf162-5441-45dd-a5a7-8df3eba346d3 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2923112 Jan 18 20:23:52.037307 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b8c3e-727a-4aa3-a869-8727b24f78f3 None None] Pushing event updated for resources: {'Port': ['ID=a6744ead-cce3-4eef-8bcc-8b6b687a28c7,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:52.051950 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network bf0e8bd0-f052-4e1e-81c3-a95e14f34d93 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:23:52.098612 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-8b45bc63-fdaf-4f5e-8217-ca9690704fed tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting port 2b687d12-0bec-475b-8943-3b2374424001 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:52.099151 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8b45bc63-fdaf-4f5e-8217-ca9690704fed tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (2b687d12-0bec-475b-8943-3b2374424001), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:52.120016 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933529e3-2235-4afc-b138-ce950d4892be tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:52.125535 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-933529e3-2235-4afc-b138-ce950d4892be tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1013343 Jan 18 20:23:52.126081 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33972) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:52.126249 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1007c5-f22c-4a83-a1cb-9611318e4166 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Made reservation on behalf of 05d04115a5b94604bf26feb88e948fe0 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:52.130030 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca1007c5-f22c-4a83-a1cb-9611318e4166 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:52.326761 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5726b46c-9b28-4cc7-89e4-b1c8c310522e tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (2c67f217-bf39-40a6-b397-9b2322eb6208), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:52.390131 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8b45bc63-fdaf-4f5e-8217-ca9690704fed tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (2b687d12-0bec-475b-8943-3b2374424001), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:52.425723 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 2523e188-9240-4c04-bee8-cf120d2a0984 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:52.426463 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2523e188-9240-4c04-bee8-cf120d2a0984), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:52.451608 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-11f8687a-5789-4bb0-9a17-dedf3538204f None None] Provisioning complete for port 2523e188-9240-4c04-bee8-cf120d2a0984 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:52.451995 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-11f8687a-5789-4bb0-9a17-dedf3538204f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2523e188-9240-4c04-bee8-cf120d2a0984), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:52.460495 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-8b45bc63-fdaf-4f5e-8217-ca9690704fed tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Calling delete_port for 2b687d12-0bec-475b-8943-3b2374424001 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:52.516789 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5726b46c-9b28-4cc7-89e4-b1c8c310522e tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (2c67f217-bf39-40a6-b397-9b2322eb6208), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:52.572573 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-5726b46c-9b28-4cc7-89e4-b1c8c310522e tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c67f217-bf39-40a6-b397-9b2322eb6208']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:52.587264 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-5726b46c-9b28-4cc7-89e4-b1c8c310522e tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc7f5e7-f609-4c32-aa25-725eb7242a5d') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:52.588154 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-5726b46c-9b28-4cc7-89e4-b1c8c310522e tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc7f5e7-f609-4c32-aa25-725eb7242a5d') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:52.621286 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5726b46c-9b28-4cc7-89e4-b1c8c310522e tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (5bc7f5e7-f609-4c32-aa25-725eb7242a5d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:52.637790 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cb01c278-802b-418c-a327-32ff28a269f2 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (47e2a7ec-c17b-445b-850e-31519d0049cd), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:52.644879 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5726b46c-9b28-4cc7-89e4-b1c8c310522e tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (5bc7f5e7-f609-4c32-aa25-725eb7242a5d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:52.677494 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5726b46c-9b28-4cc7-89e4-b1c8c310522e tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:23:52.679630 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5726b46c-9b28-4cc7-89e4-b1c8c310522e tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (5bc7f5e7-f609-4c32-aa25-725eb7242a5d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:52.682686 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50693ff8-c508-4e5f-a8e5-ac283c51b633 None None] get_active_networks_info from n-d-741529-9 {{(pid=103337) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:23:52.693181 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:23:52.742263 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb01c278-802b-418c-a327-32ff28a269f2 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Network e23a2e00-d439-4ee5-9429-401a14c83ea8 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:52.744061 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8b45bc63-fdaf-4f5e-8217-ca9690704fed tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (2b687d12-0bec-475b-8943-3b2374424001), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:52.757772 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-cb01c278-802b-418c-a327-32ff28a269f2 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:52.787153 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 4095c9e8-3357-49c1-a713-048d6946f5fd is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:52.787578 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:52.798037 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb01c278-802b-418c-a327-32ff28a269f2 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:52.798854 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cb01c278-802b-418c-a327-32ff28a269f2 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:52.803223 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01c278-802b-418c-a327-32ff28a269f2 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Pushing event updated for resources: {'Port': ['ID=47e2a7ec-c17b-445b-850e-31519d0049cd,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:52.840018 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5726b46c-9b28-4cc7-89e4-b1c8c310522e tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (2c67f217-bf39-40a6-b397-9b2322eb6208), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:52.861902 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5726b46c-9b28-4cc7-89e4-b1c8c310522e tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:52.862090 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8b45bc63-fdaf-4f5e-8217-ca9690704fed tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:52.868246 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8b45bc63-fdaf-4f5e-8217-ca9690704fed tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/ports/2b687d12-0bec-475b-8943-3b2374424001 HTTP/1.1" status: 204 len: 168 time: 1.4545875 Jan 18 20:23:52.872162 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5726b46c-9b28-4cc7-89e4-b1c8c310522e tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] 10.222.0.31 "DELETE /v2.0/networks/2c67f217-bf39-40a6-b397-9b2322eb6208 HTTP/1.1" status: 204 len: 168 time: 0.7428122 Jan 18 20:23:52.873873 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34016) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:52.876617 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34018) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:52.897592 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eeebda-80a4-451e-b027-bcafd814ae17 req-71e6bdb4-539b-47ab-9b1e-05d336c39600 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:52.905929 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d0eeebda-80a4-451e-b027-bcafd814ae17 req-71e6bdb4-539b-47ab-9b1e-05d336c39600 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa78af5a-c30b-4f10-a006-55a0be9c4a26 HTTP/1.1" status: 200 len: 945 time: 0.2643251 Jan 18 20:23:52.927830 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45bc63-fdaf-4f5e-8217-ca9690704fed tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Port': ['ID=2b687d12-0bec-475b-8943-3b2374424001,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:52.982248 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-11f8687a-5789-4bb0-9a17-dedf3538204f None None] Current status of the port 2523e188-9240-4c04-bee8-cf120d2a0984 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:52.984501 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-11f8687a-5789-4bb0-9a17-dedf3538204f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2523e188-9240-4c04-bee8-cf120d2a0984), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:53.019070 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd90044-e944-4203-b6fa-2382d197a621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4095c9e8-3357-49c1-a713-048d6946f5fd'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:23:53.022882 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bcacb5-83b1-43d9-b57b-5c318fb82289" -d '{"events": [{"server_uuid": "6cd90044-e944-4203-b6fa-2382d197a621", "name": "network-vif-unplugged", "status": "completed", "tag": "4095c9e8-3357-49c1-a713-048d6946f5fd"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:23:53.024817 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726b46c-9b28-4cc7-89e4-b1c8c310522e tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Pushing event deleted for resources: {'Network': ['ID=2c67f217-bf39-40a6-b397-9b2322eb6208,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:53.030700 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-9369989b-90a4-444f-ad8b-5e049e8a6805 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] GET failed (client error): The resource could not be found. Jan 18 20:23:53.035727 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9369989b-90a4-444f-ad8b-5e049e8a6805 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "GET /v2.0/ports/2b687d12-0bec-475b-8943-3b2374424001 HTTP/1.1" status: 404 len: 333 time: 0.1545112 Jan 18 20:23:53.036216 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b7bd957a-7014-4d30-b7a6-15b9dc6eff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d81a2c-173f-438d-9789-ea38a2a965b2', 'name': 'tempest-NetworksTestDHCPv6-router-2122649555', 'tenant_id': '1ad5990bab5d42749b32b42dcd594991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:37Z', 'updated_at': '2022-01-18T20:23:43Z', 'revision_number': 2, 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'gw_port_host': None, '_interfaces': [{'id': 'a6744ead-cce3-4eef-8bcc-8b6b687a28c7', 'name': '', 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'tenant_id': '1ad5990bab5d42749b32b42dcd594991', 'mac_address': 'fa:16:3e:c7:f4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d81a2c-173f-438d-9789-ea38a2a965b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '9fb4a468-1086-4d9b-97a4-91cf72d64583', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:40Z', 'updated_at': '2022-01-18T20:23:50Z', 'revision_number': 4, 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'subnets': [{'id': '9fb4a468-1086-4d9b-97a4-91cf72d64583', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:53.036765 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34028) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:53.047090 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-0fdfee20-caad-4981-9d8e-d536a5d8d9da tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'port': {'network_id': 'febaf15b-5046-47b7-b6d8-f2693dbad764', 'name': 'tempest-PortsTestJSON-1338669436'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:53.097932 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-95c85d99-a023-4298-8536-326842704ccb tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (c6fe220e-0eef-464b-b8c8-988ef6ad65f7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:53.110580 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d0eeebda-80a4-451e-b027-bcafd814ae17 req-f7386951-9923-4e21-9bbd-401e66af9010 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/security-groups?id=90ef2e7c-d46e-495a-9e98-16ebc69d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037051 Jan 18 20:23:53.156068 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-3e582ff7-0c31-49f2-8e4f-9fdabf0efa9c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting port a6744ead-cce3-4eef-8bcc-8b6b687a28c7 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:53.156408 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e582ff7-0c31-49f2-8e4f-9fdabf0efa9c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (a6744ead-cce3-4eef-8bcc-8b6b687a28c7), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:53.161665 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85b0423-b9ef-4fe5-9985-10df4e310cfc x-openstack-request-id: req-f85b0423-b9ef-4fe5-9985-10df4e310cfc {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:23:53.161980 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd90044-e944-4203-b6fa-2382d197a621", "name": "network-vif-unplugged", "status": "completed", "tag": "4095c9e8-3357-49c1-a713-048d6946f5fd", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:23:53.165789 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f85b0423-b9ef-4fe5-9985-10df4e310cfc {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:23:53.166328 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd90044-e944-4203-b6fa-2382d197a621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4095c9e8-3357-49c1-a713-048d6946f5fd', 'code': 200} Jan 18 20:23:53.167670 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 2523e188-9240-4c04-bee8-cf120d2a0984 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:53.168062 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2523e188-9240-4c04-bee8-cf120d2a0984), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:53.196071 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 4095c9e8-3357-49c1-a713-048d6946f5fd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4095c9e8-3357-49c1-a713-048d6946f5fd,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:53.212811 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bd957a-7014-4d30-b7a6-15b9dc6eff45 None None] The sync data for ids ['47d81a2c-173f-438d-9789-ea38a2a965b2'] in n-d-741529-9 is: [{'id': '47d81a2c-173f-438d-9789-ea38a2a965b2', 'name': 'tempest-NetworksTestDHCPv6-router-2122649555', 'tenant_id': '1ad5990bab5d42749b32b42dcd594991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:37Z', 'updated_at': '2022-01-18T20:23:43Z', 'revision_number': 2, 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'gw_port_host': None, '_interfaces': [{'id': 'a6744ead-cce3-4eef-8bcc-8b6b687a28c7', 'name': '', 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'tenant_id': '1ad5990bab5d42749b32b42dcd594991', 'mac_address': 'fa:16:3e:c7:f4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d81a2c-173f-438d-9789-ea38a2a965b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '9fb4a468-1086-4d9b-97a4-91cf72d64583', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:40Z', 'updated_at': '2022-01-18T20:23:50Z', 'revision_number': 4, 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'subnets': [{'id': '9fb4a468-1086-4d9b-97a4-91cf72d64583', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:23:53.223085 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:53.287762 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-11f8687a-5789-4bb0-9a17-dedf3538204f None None] For port 2523e188-9240-4c04-bee8-cf120d2a0984, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=2523e188-9240-4c04-bee8-cf120d2a0984,segment=NetworkSegment(7d59ecce-499a-4b71-9015-0cdb957a258d),segment_id=7d59ecce-499a-4b71-9015-0cdb957a258d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:53.318957 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-11f8687a-5789-4bb0-9a17-dedf3538204f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (2523e188-9240-4c04-bee8-cf120d2a0984), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:53.324955 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cb01c278-802b-418c-a327-32ff28a269f2 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (47e2a7ec-c17b-445b-850e-31519d0049cd), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:53.344495 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-95c85d99-a023-4298-8536-326842704ccb tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (c6fe220e-0eef-464b-b8c8-988ef6ad65f7), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:53.388828 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-95c85d99-a023-4298-8536-326842704ccb tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6fe220e-0eef-464b-b8c8-988ef6ad65f7']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:53.408026 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-95c85d99-a023-4298-8536-326842704ccb tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa8c8b5-5e28-45b4-9d26-2f220e9f03f1') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:53.408324 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-95c85d99-a023-4298-8536-326842704ccb tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa8c8b5-5e28-45b4-9d26-2f220e9f03f1') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:53.417029 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:23:53.417707 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:23:53.418469 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdfee20-caad-4981-9d8e-d536a5d8d9da tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:53.423088 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fdfee20-caad-4981-9d8e-d536a5d8d9da tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:53.428430 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca1007c5-f22c-4a83-a1cb-9611318e4166 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (c3d8abc3-e9df-474b-b2ee-d36f66d71a92), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:53.442214 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-11f8687a-5789-4bb0-9a17-dedf3538204f None None] Provisioning complete for port a6744ead-cce3-4eef-8bcc-8b6b687a28c7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:53.443630 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-11f8687a-5789-4bb0-9a17-dedf3538204f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a6744ead-cce3-4eef-8bcc-8b6b687a28c7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:53.460358 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-3e582ff7-0c31-49f2-8e4f-9fdabf0efa9c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] For port a6744ead-cce3-4eef-8bcc-8b6b687a28c7, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=a6744ead-cce3-4eef-8bcc-8b6b687a28c7,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:53.460730 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e582ff7-0c31-49f2-8e4f-9fdabf0efa9c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (a6744ead-cce3-4eef-8bcc-8b6b687a28c7), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:53.475299 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-95c85d99-a023-4298-8536-326842704ccb tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (aaa8c8b5-5e28-45b4-9d26-2f220e9f03f1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:53.487907 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=4095c9e8-3357-49c1-a713-048d6946f5fd,revision_number=14']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:53.502825 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50693ff8-c508-4e5f-a8e5-ac283c51b633 None None] Resources bound (agent type, host, resource id): {{(pid=103337) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 20:23:53.510616 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-0fdfee20-caad-4981-9d8e-d536a5d8d9da tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] device_id is not set on port e6de9776-3887-4d3b-8040-609dce6268ab yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:23:53.537895 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-3e582ff7-0c31-49f2-8e4f-9fdabf0efa9c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Calling delete_port for a6744ead-cce3-4eef-8bcc-8b6b687a28c7 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:53.636155 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-95c85d99-a023-4298-8536-326842704ccb tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (aaa8c8b5-5e28-45b4-9d26-2f220e9f03f1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:53.642896 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c85d99-a023-4298-8536-326842704ccb tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:23:53.643295 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-95c85d99-a023-4298-8536-326842704ccb tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (aaa8c8b5-5e28-45b4-9d26-2f220e9f03f1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:53.721483 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1007c5-f22c-4a83-a1cb-9611318e4166 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Pushing event updated for resources: {'Subnet': ['ID=c3d8abc3-e9df-474b-b2ee-d36f66d71a92,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:53.778771 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1007c5-f22c-4a83-a1cb-9611318e4166 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Checking segment: {'id': '3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'bf0e8bd0-f052-4e1e-81c3-a95e14f34d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:53.780259 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1007c5-f22c-4a83-a1cb-9611318e4166 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Network hostable DHCP agents. Network: bf0e8bd0-f052-4e1e-81c3-a95e14f34d93, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:23:53.790226 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:23:53.796021 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-95c85d99-a023-4298-8536-326842704ccb tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (c6fe220e-0eef-464b-b8c8-988ef6ad65f7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:53.813424 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-95c85d99-a023-4298-8536-326842704ccb tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:53.826699 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-95c85d99-a023-4298-8536-326842704ccb tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] 10.222.0.31 "DELETE /v2.0/networks/c6fe220e-0eef-464b-b8c8-988ef6ad65f7 HTTP/1.1" status: 204 len: 168 time: 0.9453168 Jan 18 20:23:53.835447 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34060) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:53.856625 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c85d99-a023-4298-8536-326842704ccb tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Pushing event deleted for resources: {'Network': ['ID=c6fe220e-0eef-464b-b8c8-988ef6ad65f7,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:53.879908 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-11f8687a-5789-4bb0-9a17-dedf3538204f None None] Current status of the port a6744ead-cce3-4eef-8bcc-8b6b687a28c7 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:53.940132 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8687a-5789-4bb0-9a17-dedf3538204f None None] Pushing event updated for resources: {'Port': ['ID=2523e188-9240-4c04-bee8-cf120d2a0984,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:54.039531 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1007c5-f22c-4a83-a1cb-9611318e4166 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Network bf0e8bd0-f052-4e1e-81c3-a95e14f34d93 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:23:54.105398 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-3b7a0c1a-9d6b-4871-bc49-6ca4b3c2d3e4 None None] Provisioning complete for port 2523e188-9240-4c04-bee8-cf120d2a0984 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:54.106198 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3b7a0c1a-9d6b-4871-bc49-6ca4b3c2d3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2523e188-9240-4c04-bee8-cf120d2a0984), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:54.122430 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-ca1007c5-f22c-4a83-a1cb-9611318e4166 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, bf0e8bd0-f052-4e1e-81c3-a95e14f34d93) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:54.143194 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e7b88-4981-4747-b95f-89b6bcb4d2cd req-19d29c26-9d0a-4f6f-96f6-0ce3345e451b tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:54.144982 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-478e7b88-4981-4747-b95f-89b6bcb4d2cd req-19d29c26-9d0a-4f6f-96f6-0ce3345e451b tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa78af5a-c30b-4f10-a006-55a0be9c4a26 HTTP/1.1" status: 200 len: 945 time: 0.1054804 Jan 18 20:23:54.145574 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01eade3-6fbf-42ef-b8f2-ae13b0d872a6 req-28c36de9-b106-400e-93f7-09c72a4eea9c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:54.147446 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f01eade3-6fbf-42ef-b8f2-ae13b0d872a6 req-28c36de9-b106-400e-93f7-09c72a4eea9c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.3386962 Jan 18 20:23:54.148926 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fdfee20-caad-4981-9d8e-d536a5d8d9da tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for port (e6de9776-3887-4d3b-8040-609dce6268ab), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:54.154904 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1007c5-f22c-4a83-a1cb-9611318e4166 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:54.156057 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca1007c5-f22c-4a83-a1cb-9611318e4166 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:54.180112 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d85ae78a-2763-4825-bd6c-5ebd2cfaed5e tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (1e82688f-78b8-4557-aacd-db250c8a42d8), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:54.253376 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fdfee20-caad-4981-9d8e-d536a5d8d9da tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e6de9776-3887-4d3b-8040-609dce6268ab), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:54.260565 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 2523e188-9240-4c04-bee8-cf120d2a0984 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:54.261399 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ca1007c5-f22c-4a83-a1cb-9611318e4166 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5046453 Jan 18 20:23:54.316509 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34064) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:54.330299 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-673052c1-6ef1-45c7-95ad-aa71a12b6797 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1994940772'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:54.448515 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdfee20-caad-4981-9d8e-d536a5d8d9da tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Port': ['ID=e6de9776-3887-4d3b-8040-609dce6268ab,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:54.500553 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673052c1-6ef1-45c7-95ad-aa71a12b6797 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Made reservation on behalf of 05d04115a5b94604bf26feb88e948fe0 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:54.504216 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-673052c1-6ef1-45c7-95ad-aa71a12b6797 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:54.527425 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f01eade3-6fbf-42ef-b8f2-ae13b0d872a6 req-55a6c7fb-dcd6-4967-ad8c-9f73edc85567 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3636627 Jan 18 20:23:54.565854 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdfee20-caad-4981-9d8e-d536a5d8d9da tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network febaf15b-5046-47b7-b6d8-f2693dbad764 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:54.614031 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-0fdfee20-caad-4981-9d8e-d536a5d8d9da tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:54.619878 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdfee20-caad-4981-9d8e-d536a5d8d9da tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:54.633215 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdfee20-caad-4981-9d8e-d536a5d8d9da tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:54.637798 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fdfee20-caad-4981-9d8e-d536a5d8d9da tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:54.676024 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a0c1a-9d6b-4871-bc49-6ca4b3c2d3e4 None None] Current status of the port 2523e188-9240-4c04-bee8-cf120d2a0984 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:54.681747 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0fdfee20-caad-4981-9d8e-d536a5d8d9da tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6436946 Jan 18 20:23:54.690491 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 2523e188-9240-4c04-bee8-cf120d2a0984 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:54.720187 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34068) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:54.736491 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ffa69a-cffe-4cc3-b294-ef469310c6b6 None None] Network 2c67f217-bf39-40a6-b397-9b2322eb6208 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:54.747376 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-47ccfd31-212b-4656-afcf-14424827a6cc tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:54.773310 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ffa69a-cffe-4cc3-b294-ef469310c6b6 None None] Network 2c67f217-bf39-40a6-b397-9b2322eb6208 could not be found, it might have been deleted concurrently. {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 18 20:23:54.797792 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 2523e188-9240-4c04-bee8-cf120d2a0984 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:54.798301 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2523e188-9240-4c04-bee8-cf120d2a0984), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:54.801300 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516449df-5ab9-4df4-8cb1-2e75e5950f3b None None] Network bf0e8bd0-f052-4e1e-81c3-a95e14f34d93 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:54.823374 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-478e7b88-4981-4747-b95f-89b6bcb4d2cd req-296db7ae-ba58-485d-b04d-77fe9e8e6c29 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Deleting port f2a5dba5-9611-480f-b910-487b47164c8c {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:54.823729 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-478e7b88-4981-4747-b95f-89b6bcb4d2cd req-296db7ae-ba58-485d-b04d-77fe9e8e6c29 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (f2a5dba5-9611-480f-b910-487b47164c8c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:54.979371 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3816409-5834-4799-8ae9-0d464d1505f0 req-4eb628ed-0912-41a4-a70a-0c483004a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:54.981502 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e3816409-5834-4799-8ae9-0d464d1505f0 req-4eb628ed-0912-41a4-a70a-0c483004a76e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 1095 time: 0.1806147 Jan 18 20:23:55.008107 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47ccfd31-212b-4656-afcf-14424827a6cc tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e6de9776-3887-4d3b-8040-609dce6268ab), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:55.010210 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 2523e188-9240-4c04-bee8-cf120d2a0984 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:55.011305 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device a6744ead-cce3-4eef-8bcc-8b6b687a28c7 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:55.047148 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-bf0e8bd0-f052-4e1e-81c3-a95e14f34d93', 'network_id': 'bf0e8bd0-f052-4e1e-81c3-a95e14f34d93', 'project_id': '05d04115a5b94604bf26feb88e948fe0', 'fixed_ips': [{'subnet_id': 'c3d8abc3-e9df-474b-b2ee-d36f66d71a92'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:23:55.048080 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:55.193101 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cb01c278-802b-418c-a327-32ff28a269f2 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks [] for port (47e2a7ec-c17b-445b-850e-31519d0049cd), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:55.200209 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port a6744ead-cce3-4eef-8bcc-8b6b687a28c7 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:55.200756 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a6744ead-cce3-4eef-8bcc-8b6b687a28c7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:55.227089 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb0484-0cf8-4ae2-8638-46a1be4b860d req-0392dd5c-da71-4ebc-ad42-75bd1262f601 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:55.236166 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-88cb0484-0cf8-4ae2-8638-46a1be4b860d req-0392dd5c-da71-4ebc-ad42-75bd1262f601 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa78af5a-c30b-4f10-a006-55a0be9c4a26 HTTP/1.1" status: 200 len: 945 time: 0.9683325 Jan 18 20:23:55.248303 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d85ae78a-2763-4825-bd6c-5ebd2cfaed5e tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (1e82688f-78b8-4557-aacd-db250c8a42d8), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:55.266172 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-478e7b88-4981-4747-b95f-89b6bcb4d2cd req-296db7ae-ba58-485d-b04d-77fe9e8e6c29 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] For port f2a5dba5-9611-480f-b910-487b47164c8c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=f2a5dba5-9611-480f-b910-487b47164c8c,segment=NetworkSegment(f5b735d7-9032-4626-8d63-46d78e25d37e),segment_id=f5b735d7-9032-4626-8d63-46d78e25d37e)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:55.267219 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-478e7b88-4981-4747-b95f-89b6bcb4d2cd req-296db7ae-ba58-485d-b04d-77fe9e8e6c29 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (f2a5dba5-9611-480f-b910-487b47164c8c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:55.290628 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e582ff7-0c31-49f2-8e4f-9fdabf0efa9c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (a6744ead-cce3-4eef-8bcc-8b6b687a28c7), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:55.305216 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-6eafa5e1-fa77-472f-9023-7394cc4c9cfd None None] Provisioning complete for port 47e2a7ec-c17b-445b-850e-31519d0049cd triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:55.305216 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6eafa5e1-fa77-472f-9023-7394cc4c9cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (47e2a7ec-c17b-445b-850e-31519d0049cd), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:55.317482 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cb01c278-802b-418c-a327-32ff28a269f2 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (47e2a7ec-c17b-445b-850e-31519d0049cd), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:55.318265 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cb01c278-802b-418c-a327-32ff28a269f2 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:55.335287 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Could not find standard attr ID for object a6744ead-cce3-4eef-8bcc-8b6b687a28c7. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:23:55.337847 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-478e7b88-4981-4747-b95f-89b6bcb4d2cd req-296db7ae-ba58-485d-b04d-77fe9e8e6c29 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Calling delete_port for f2a5dba5-9611-480f-b910-487b47164c8c owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:55.338161 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Allocated IP 19.80.0.2 (bf0e8bd0-f052-4e1e-81c3-a95e14f34d93/c3d8abc3-e9df-474b-b2ee-d36f66d71a92/ddfcf773-50b7-4a2d-9967-c9ddf887bf79) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:55.355934 n-d-741529-9 neutron-server[103337]: INFO neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No ports have port_id starting with a6744ead-cce3-4eef-8bcc-8b6b687a28c7 Jan 18 20:23:55.374038 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e582ff7-0c31-49f2-8e4f-9fdabf0efa9c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Port': ['ID=a6744ead-cce3-4eef-8bcc-8b6b687a28c7,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:55.376021 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673052c1-6ef1-45c7-95ad-aa71a12b6797 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:23:55.380006 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6eafa5e1-fa77-472f-9023-7394cc4c9cfd None None] Port 47e2a7ec-c17b-445b-850e-31519d0049cd cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:23:55.393174 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-d85ae78a-2763-4825-bd6c-5ebd2cfaed5e tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e82688f-78b8-4557-aacd-db250c8a42d8']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:55.422076 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3816409-5834-4799-8ae9-0d464d1505f0 req-af0e9f97-3932-408f-b018-13a3b78fb9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:55.424593 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e3816409-5834-4799-8ae9-0d464d1505f0 req-af0e9f97-3932-408f-b018-13a3b78fb9b3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 912 time: 0.4301660 Jan 18 20:23:55.495051 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-d85ae78a-2763-4825-bd6c-5ebd2cfaed5e tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e59f49d-6762-4037-9650-5caf36555012') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:55.495448 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-d85ae78a-2763-4825-bd6c-5ebd2cfaed5e tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e59f49d-6762-4037-9650-5caf36555012') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:55.536814 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a1aed-cfe4-4347-93d3-f6a1bc640fed req-20946abe-7818-4798-b817-51fecda9e447 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:55.538506 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f56a1aed-cfe4-4347-93d3-f6a1bc640fed req-20946abe-7818-4798-b817-51fecda9e447 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.3383720 Jan 18 20:23:55.573736 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-673052c1-6ef1-45c7-95ad-aa71a12b6797 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (0189c155-285f-4fc0-acf2-28f6faf4cfa9), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:55.574086 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-673052c1-6ef1-45c7-95ad-aa71a12b6797 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Added segment 0189c155-285f-4fc0-acf2-28f6faf4cfa9 of type vlan for network 7ec4c546-7391-4a65-a026-23d6cbdb75f0 Jan 18 20:23:55.585497 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47ccfd31-212b-4656-afcf-14424827a6cc tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for port (e6de9776-3887-4d3b-8040-609dce6268ab), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:55.592958 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e3816409-5834-4799-8ae9-0d464d1505f0 req-b71cc071-f2b2-4db9-a4aa-54c069a02a55 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4095c9e8-3357-49c1-a713-048d6946f5fd HTTP/1.1" status: 200 len: 998 time: 0.1550691 Jan 18 20:23:55.608751 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47ccfd31-212b-4656-afcf-14424827a6cc tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (e6de9776-3887-4d3b-8040-609dce6268ab), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:55.609735 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Publish callbacks [] for port (ddfcf773-50b7-4a2d-9967-c9ddf887bf79), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:55.619224 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d85ae78a-2763-4825-bd6c-5ebd2cfaed5e tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (0e59f49d-6762-4037-9650-5caf36555012), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:55.642276 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (ddfcf773-50b7-4a2d-9967-c9ddf887bf79), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:55.715825 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-47ccfd31-212b-4656-afcf-14424827a6cc tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] In _notify_port_updated(), no bound segment for port e6de9776-3887-4d3b-8040-609dce6268ab on network febaf15b-5046-47b7-b6d8-f2693dbad764 {{(pid=103335) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 18 20:23:55.718774 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0580cbe7-0abb-44c0-8508-753bf89ec9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:55.727821 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ccfd31-212b-4656-afcf-14424827a6cc tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:55.729328 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47ccfd31-212b-4656-afcf-14424827a6cc tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:55.730760 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Network bf0e8bd0-f052-4e1e-81c3-a95e14f34d93 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:55.733524 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-47ccfd31-212b-4656-afcf-14424827a6cc tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "PUT /v2.0/ports/e6de9776-3887-4d3b-8040-609dce6268ab HTTP/1.1" status: 200 len: 818 time: 1.0029423 Jan 18 20:23:55.738374 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-88cb0484-0cf8-4ae2-8638-46a1be4b860d req-3b7f9ef5-fc6b-4567-9478-17e28095475b tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/security-groups?id=90ef2e7c-d46e-495a-9e98-16ebc69d22f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007858 Jan 18 20:23:55.739097 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:55.742684 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:55.745008 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Pushing event updated for resources: {'Port': ['ID=ddfcf773-50b7-4a2d-9967-c9ddf887bf79,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:55.755597 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:55.755943 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:55.756283 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:55.756615 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:55.756942 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:55.757267 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:55.757731 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:55.758058 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:55.758382 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:55.758704 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:55.759022 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:55.759342 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:55.759659 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:55.801961 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34074) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:55.818071 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d85ae78a-2763-4825-bd6c-5ebd2cfaed5e tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (0e59f49d-6762-4037-9650-5caf36555012), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:55.835653 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3816409-5834-4799-8ae9-0d464d1505f0 req-327f2f00-cc73-4e13-a051-616c53eedf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:55.837939 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e3816409-5834-4799-8ae9-0d464d1505f0 req-327f2f00-cc73-4e13-a051-616c53eedf38 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2eac11f-fef0-464c-9aac-08a05c8cc068 HTTP/1.1" status: 200 len: 850 time: 0.2331812 Jan 18 20:23:55.845991 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Attempting to bind port ddfcf773-50b7-4a2d-9967-c9ddf887bf79 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:23:55.846453 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Attempting to bind port ddfcf773-50b7-4a2d-9967-c9ddf887bf79 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'bf0e8bd0-f052-4e1e-81c3-a95e14f34d93'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:23:55.847058 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Attempting to bind port ddfcf773-50b7-4a2d-9967-c9ddf887bf79 on network bf0e8bd0-f052-4e1e-81c3-a95e14f34d93 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:55.854703 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:23:55.855327 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Checking segment: {'id': '3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'bf0e8bd0-f052-4e1e-81c3-a95e14f34d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:55.855835 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:55.856514 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Bound using segment: {'id': '3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'bf0e8bd0-f052-4e1e-81c3-a95e14f34d93'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:23:55.857052 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Bound port: ddfcf773-50b7-4a2d-9967-c9ddf887bf79, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'bf0e8bd0-f052-4e1e-81c3-a95e14f34d93'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:23:55.858119 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ddfcf773-50b7-4a2d-9967-c9ddf887bf79), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:55.863854 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01c278-802b-418c-a327-32ff28a269f2 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Pushing event updated for resources: {'Port': ['ID=47e2a7ec-c17b-445b-850e-31519d0049cd,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:55.865703 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccfd31-212b-4656-afcf-14424827a6cc tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Port': ['ID=e6de9776-3887-4d3b-8040-609dce6268ab,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:55.870154 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-673052c1-6ef1-45c7-95ad-aa71a12b6797 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (7ec4c546-7391-4a65-a026-23d6cbdb75f0), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:55.883323 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d85ae78a-2763-4825-bd6c-5ebd2cfaed5e tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:23:55.883900 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d85ae78a-2763-4825-bd6c-5ebd2cfaed5e tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (0e59f49d-6762-4037-9650-5caf36555012), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:23:55.894721 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:23:55.915657 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e582ff7-0c31-49f2-8e4f-9fdabf0efa9c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (47d81a2c-173f-438d-9789-ea38a2a965b2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:55.945241 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] For port ddfcf773-50b7-4a2d-9967-c9ddf887bf79, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:23:55.949003 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] For port ddfcf773-50b7-4a2d-9967-c9ddf887bf79, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ddfcf773-50b7-4a2d-9967-c9ddf887bf79,segment=NetworkSegment(3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a),segment_id=3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:23:55.960336 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ddfcf773-50b7-4a2d-9967-c9ddf887bf79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:55.990229 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3816409-5834-4799-8ae9-0d464d1505f0 req-fc536e9f-67f8-4f3c-a90b-35dfd42218d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:55.992844 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e3816409-5834-4799-8ae9-0d464d1505f0 req-fc536e9f-67f8-4f3c-a90b-35dfd42218d8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88e9200-d99d-4ea0-a241-681917733bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1445813 Jan 18 20:23:55.999945 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-478e7b88-4981-4747-b95f-89b6bcb4d2cd req-296db7ae-ba58-485d-b04d-77fe9e8e6c29 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (f2a5dba5-9611-480f-b910-487b47164c8c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:56.057371 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc7af7-ce1f-4b5e-bb87-b98c407636f1 None None] Pushing event updated for resources: {'Port': ['ID=ddfcf773-50b7-4a2d-9967-c9ddf887bf79,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:56.074930 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296db7ae-ba58-485d-b04d-77fe9e8e6c29 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Pushing event deleted for resources: {'Port': ['ID=f2a5dba5-9611-480f-b910-487b47164c8c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:56.077784 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f56a1aed-cfe4-4347-93d3-f6a1bc640fed req-a91ab67c-089f-43b0-8482-793a6f73b6d3 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4702728 Jan 18 20:23:56.128444 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8b9cef-c35e-4d1f-8bf1-ba5ee924cadf None None] DHCP port deletion for 375c5786-cef2-4610-ba18-7cde0f4de332 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:23:56.179304 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-478e7b88-4981-4747-b95f-89b6bcb4d2cd req-296db7ae-ba58-485d-b04d-77fe9e8e6c29 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] No DVR routers for this DVR port f2a5dba5-9611-480f-b910-487b47164c8c on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:23:56.183164 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-478e7b88-4981-4747-b95f-89b6bcb4d2cd req-296db7ae-ba58-485d-b04d-77fe9e8e6c29 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:56.186640 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-478e7b88-4981-4747-b95f-89b6bcb4d2cd req-296db7ae-ba58-485d-b04d-77fe9e8e6c29 tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.70 "DELETE /v2.0/ports/f2a5dba5-9611-480f-b910-487b47164c8c HTTP/1.1" status: 204 len: 173 time: 1.9477313 Jan 18 20:23:56.187092 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa78af5a-c30b-4f10-a006-55a0be9c4a26', 'name': 'network-vif-deleted', 'tag': 'f2a5dba5-9611-480f-b910-487b47164c8c'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:23:56.189346 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fa19b4-bb71-4ded-bec5-92e63040f69f" -d '{"events": [{"server_uuid": "aa78af5a-c30b-4f10-a006-55a0be9c4a26", "name": "network-vif-deleted", "tag": "f2a5dba5-9611-480f-b910-487b47164c8c"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:23:56.222887 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-673052c1-6ef1-45c7-95ad-aa71a12b6797 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (7ec4c546-7391-4a65-a026-23d6cbdb75f0), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:56.230742 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673052c1-6ef1-45c7-95ad-aa71a12b6797 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:56.231344 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-673052c1-6ef1-45c7-95ad-aa71a12b6797 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:56.242685 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb01c278-802b-418c-a327-32ff28a269f2 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Network e23a2e00-d439-4ee5-9429-401a14c83ea8 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:56.267561 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63516d36-e260-4382-9148-4ab38c5c19ab x-openstack-request-id: req-63516d36-e260-4382-9148-4ab38c5c19ab {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:23:56.268070 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa78af5a-c30b-4f10-a006-55a0be9c4a26", "name": "network-vif-deleted", "tag": "f2a5dba5-9611-480f-b910-487b47164c8c", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:23:56.268494 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63516d36-e260-4382-9148-4ab38c5c19ab {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:23:56.269099 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa78af5a-c30b-4f10-a006-55a0be9c4a26', 'name': 'network-vif-deleted', 'tag': 'f2a5dba5-9611-480f-b910-487b47164c8c', 'status': 'completed', 'code': 200} Jan 18 20:23:56.284310 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e3816409-5834-4799-8ae9-0d464d1505f0 req-a200e95e-071b-415f-93a2-94c86780de0c service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806740 Jan 18 20:23:56.325094 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-cb01c278-802b-418c-a327-32ff28a269f2 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:56.338672 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673052c1-6ef1-45c7-95ad-aa71a12b6797 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Pushing event updated for resources: {'Network': ['ID=7ec4c546-7391-4a65-a026-23d6cbdb75f0,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:56.351835 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 7ec4c546-7391-4a65-a026-23d6cbdb75f0 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:23:56.477688 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d85ae78a-2763-4825-bd6c-5ebd2cfaed5e tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (1e82688f-78b8-4557-aacd-db250c8a42d8), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:56.495633 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e3816409-5834-4799-8ae9-0d464d1505f0 req-efcc2778-825a-43d1-bae2-794cb3404b96 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940229 Jan 18 20:23:56.581853 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d85ae78a-2763-4825-bd6c-5ebd2cfaed5e tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:56.585801 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d85ae78a-2763-4825-bd6c-5ebd2cfaed5e tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] 10.222.0.31 "DELETE /v2.0/networks/1e82688f-78b8-4557-aacd-db250c8a42d8 HTTP/1.1" status: 204 len: 168 time: 2.7465277 Jan 18 20:23:56.590499 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34080) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:56.604030 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-673052c1-6ef1-45c7-95ad-aa71a12b6797 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.2801702 Jan 18 20:23:56.608875 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34082) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:56.616398 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-6031a047-574b-4ff2-bf78-3ea630657c7f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Request body: {'subnet': {'network_id': '7ec4c546-7391-4a65-a026-23d6cbdb75f0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:56.616621 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ae78a-2763-4825-bd6c-5ebd2cfaed5e tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Pushing event deleted for resources: {'Network': ['ID=1e82688f-78b8-4557-aacd-db250c8a42d8,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:56.630820 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-bea55f39-bd63-4d53-81d1-76038b05d026 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting port e6de9776-3887-4d3b-8040-609dce6268ab {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:23:56.631153 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bea55f39-bd63-4d53-81d1-76038b05d026 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e6de9776-3887-4d3b-8040-609dce6268ab), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:56.639837 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e582ff7-0c31-49f2-8e4f-9fdabf0efa9c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Router 47d81a2c-173f-438d-9789-ea38a2a965b2 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:23:56.759347 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bea55f39-bd63-4d53-81d1-76038b05d026 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e6de9776-3887-4d3b-8040-609dce6268ab), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:56.814765 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e0b16444-330e-4eff-82bb-ddb92ddc5420 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (baddcdc7-f268-4e86-8dd2-935452e19319), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:56.824261 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb01c278-802b-418c-a327-32ff28a269f2 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Router 3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:23:56.892950 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6031a047-574b-4ff2-bf78-3ea630657c7f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Made reservation on behalf of 05d04115a5b94604bf26feb88e948fe0 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:56.896933 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6031a047-574b-4ff2-bf78-3ea630657c7f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:56.954711 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-bea55f39-bd63-4d53-81d1-76038b05d026 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Calling delete_port for e6de9776-3887-4d3b-8040-609dce6268ab owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:23:56.970758 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-2a1fc098-87f5-4697-aa3d-b3778a2cb282 None None] Provisioning complete for port 47e2a7ec-c17b-445b-850e-31519d0049cd triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:56.971483 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2a1fc098-87f5-4697-aa3d-b3778a2cb282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (47e2a7ec-c17b-445b-850e-31519d0049cd), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:56.982928 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e0b16444-330e-4eff-82bb-ddb92ddc5420 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (baddcdc7-f268-4e86-8dd2-935452e19319), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:56.995054 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dd67ea95-f40b-48bc-943a-ae7df2837205 req-e3e64119-d706-498d-af98-d10befbbc4fd tempest-InstanceActionsTestJSON-1584565279 tempest-InstanceActionsTestJSON-1584565279-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa78af5a-c30b-4f10-a006-55a0be9c4a26 HTTP/1.1" status: 200 len: 210 time: 0.0572743 Jan 18 20:23:57.059090 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e582ff7-0c31-49f2-8e4f-9fdabf0efa9c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:23:57.065994 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2a1fc098-87f5-4697-aa3d-b3778a2cb282 None None] Port 47e2a7ec-c17b-445b-850e-31519d0049cd cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:23:57.081362 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64eb74e-e3b2-4137-9bca-83a4caf75520 None None] Sync routers for ids ['47d81a2c-173f-438d-9789-ea38a2a965b2'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:23:57.082080 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-e0b16444-330e-4eff-82bb-ddb92ddc5420 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baddcdc7-f268-4e86-8dd2-935452e19319']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:57.102491 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-e0b16444-330e-4eff-82bb-ddb92ddc5420 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4642727-c571-411d-8070-f1914a0bc4c3') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:57.102734 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3e582ff7-0c31-49f2-8e4f-9fdabf0efa9c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "PUT /v2.0/routers/47d81a2c-173f-438d-9789-ea38a2a965b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0738399 Jan 18 20:23:57.102859 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-e0b16444-330e-4eff-82bb-ddb92ddc5420 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4642727-c571-411d-8070-f1914a0bc4c3') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:57.105164 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34090) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:57.108366 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64eb74e-e3b2-4137-9bca-83a4caf75520 None None] Routers {'47d81a2c-173f-438d-9789-ea38a2a965b2'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:23:57.109318 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-b64eb74e-e3b2-4137-9bca-83a4caf75520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:23:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['47d81a2c-173f-438d-9789-ea38a2a965b2'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:57.120127 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e0b16444-330e-4eff-82bb-ddb92ddc5420 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (a4642727-c571-411d-8070-f1914a0bc4c3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:57.149331 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e0b16444-330e-4eff-82bb-ddb92ddc5420 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (a4642727-c571-411d-8070-f1914a0bc4c3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:57.184174 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b16444-330e-4eff-82bb-ddb92ddc5420 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:23:57.184576 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e0b16444-330e-4eff-82bb-ddb92ddc5420 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (a4642727-c571-411d-8070-f1914a0bc4c3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:23:57.197329 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:23:57.252434 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-b64eb74e-e3b2-4137-9bca-83a4caf75520 None None] Set router 47d81a2c-173f-438d-9789-ea38a2a965b2 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:23:57.274664 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device f2a5dba5-9611-480f-b910-487b47164c8c no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:23:57.332522 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: f2a5dba5-9611-480f-b910-487b47164c8c {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:23:57.332875 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device f2a5dba5-9611-480f-b910-487b47164c8c not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:23:57.335231 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4653e66-4125-4cf8-8a06-6e33283e3fc8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:57.336793 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4653e66-4125-4cf8-8a06-6e33283e3fc8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:57.342934 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c4653e66-4125-4cf8-8a06-6e33283e3fc8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2087057 Jan 18 20:23:57.348495 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb01c278-802b-418c-a327-32ff28a269f2 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:23:57.355683 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34092) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:57.361961 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813cca94-5199-4b8d-ab98-e110bcade05a None None] Sync routers for ids ['3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:23:57.375370 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813cca94-5199-4b8d-ab98-e110bcade05a None None] Routers {'3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:23:57.375867 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cb01c278-802b-418c-a327-32ff28a269f2 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "PUT /v2.0/routers/3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9536290 Jan 18 20:23:57.376051 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-813cca94-5199-4b8d-ab98-e110bcade05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:23:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:57.379110 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34094) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:57.382807 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e0b16444-330e-4eff-82bb-ddb92ddc5420 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (baddcdc7-f268-4e86-8dd2-935452e19319), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:57.394380 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e0b16444-330e-4eff-82bb-ddb92ddc5420 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:57.405598 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e0b16444-330e-4eff-82bb-ddb92ddc5420 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] 10.222.0.31 "DELETE /v2.0/networks/baddcdc7-f268-4e86-8dd2-935452e19319 HTTP/1.1" status: 204 len: 168 time: 0.8118203 Jan 18 20:23:57.469145 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a2cf4-90cf-489d-b00c-c83b0ef137b0 req-ba27e306-413c-4646-b74a-203e22f4e39f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:57.469995 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b16444-330e-4eff-82bb-ddb92ddc5420 tempest-BulkNetworkOpsTest-617368618 tempest-BulkNetworkOpsTest-617368618-project] Pushing event deleted for resources: {'Network': ['ID=baddcdc7-f268-4e86-8dd2-935452e19319,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:57.470773 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a07a2cf4-90cf-489d-b00c-c83b0ef137b0 req-ba27e306-413c-4646-b74a-203e22f4e39f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.2636399 Jan 18 20:23:57.475820 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6031a047-574b-4ff2-bf78-3ea630657c7f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (21a9884b-d1c3-4ece-8a4b-b537e72d9c2e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:57.479937 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-813cca94-5199-4b8d-ab98-e110bcade05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:57.506445 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813cca94-5199-4b8d-ab98-e110bcade05a None None] Routers {'3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:23:57.507083 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-813cca94-5199-4b8d-ab98-e110bcade05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:23:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:57.551514 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-813cca94-5199-4b8d-ab98-e110bcade05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:57.552188 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813cca94-5199-4b8d-ab98-e110bcade05a None None] The sync data for ids ['3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:23:57.577930 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e4df94-2d22-45c2-8e53-54588396a1a7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet 9fb4a468-1086-4d9b-97a4-91cf72d64583 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:23:57.581446 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bea55f39-bd63-4d53-81d1-76038b05d026 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (e6de9776-3887-4d3b-8040-609dce6268ab), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:57.593382 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-b64eb74e-e3b2-4137-9bca-83a4caf75520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d81a2c-173f-438d-9789-ea38a2a965b2', 'name': 'tempest-NetworksTestDHCPv6-router-2122649555', 'tenant_id': '1ad5990bab5d42749b32b42dcd594991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:37Z', 'updated_at': '2022-01-18T20:23:54Z', 'revision_number': 3, 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:57.606950 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46e4df94-2d22-45c2-8e53-54588396a1a7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (9fb4a468-1086-4d9b-97a4-91cf72d64583), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:57.664635 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64eb74e-e3b2-4137-9bca-83a4caf75520 None None] Checking router: 47d81a2c-173f-438d-9789-ea38a2a965b2 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:23:57.683624 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64eb74e-e3b2-4137-9bca-83a4caf75520 None None] Routers {'47d81a2c-173f-438d-9789-ea38a2a965b2'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:23:57.684256 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-b64eb74e-e3b2-4137-9bca-83a4caf75520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:23:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['47d81a2c-173f-438d-9789-ea38a2a965b2'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:57.700297 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a07a2cf4-90cf-489d-b00c-c83b0ef137b0 req-1e92f966-9fa4-4c79-bc17-7c17e7b2ee3d tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524539 Jan 18 20:23:57.708414 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea55f39-bd63-4d53-81d1-76038b05d026 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Port': ['ID=e6de9776-3887-4d3b-8040-609dce6268ab,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:57.740491 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bea55f39-bd63-4d53-81d1-76038b05d026 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:57.744537 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bea55f39-bd63-4d53-81d1-76038b05d026 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/ports/e6de9776-3887-4d3b-8040-609dce6268ab HTTP/1.1" status: 204 len: 168 time: 1.9365661 Jan 18 20:23:57.752562 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46e4df94-2d22-45c2-8e53-54588396a1a7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (9fb4a468-1086-4d9b-97a4-91cf72d64583), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:57.755312 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34100) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:57.793574 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a3a6160a-debd-42bf-9da0-85bc380b1300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:57.823320 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-92c26211-6785-4362-bcb1-f8495c2b6233 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks [] for router (3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:57.928139 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-b64eb74e-e3b2-4137-9bca-83a4caf75520 None None] Set router 47d81a2c-173f-438d-9789-ea38a2a965b2 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:23:57.928938 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-92c26211-6785-4362-bcb1-f8495c2b6233 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 18 20:23:57.931726 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-92c26211-6785-4362-bcb1-f8495c2b6233 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "DELETE /v2.0/routers/3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7 HTTP/1.1" status: 409 len: 329 time: 0.5302711 Jan 18 20:23:57.937096 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34108) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:57.949493 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2999321a-f69d-4f39-bfa4-a416949a7dc5 None None] Network bf0e8bd0-f052-4e1e-81c3-a95e14f34d93 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:57.996031 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-b64eb74e-e3b2-4137-9bca-83a4caf75520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d81a2c-173f-438d-9789-ea38a2a965b2', 'name': 'tempest-NetworksTestDHCPv6-router-2122649555', 'tenant_id': '1ad5990bab5d42749b32b42dcd594991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:37Z', 'updated_at': '2022-01-18T20:23:54Z', 'revision_number': 3, 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:58.011792 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6031a047-574b-4ff2-bf78-3ea630657c7f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Pushing event updated for resources: {'Subnet': ['ID=21a9884b-d1c3-4ece-8a4b-b537e72d9c2e,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:58.031943 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6031a047-574b-4ff2-bf78-3ea630657c7f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Checking segment: {'id': '0189c155-285f-4fc0-acf2-28f6faf4cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7ec4c546-7391-4a65-a026-23d6cbdb75f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:58.038591 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6031a047-574b-4ff2-bf78-3ea630657c7f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Network hostable DHCP agents. Network: 7ec4c546-7391-4a65-a026-23d6cbdb75f0, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:23:58.053516 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64eb74e-e3b2-4137-9bca-83a4caf75520 None None] The sync data for ids ['47d81a2c-173f-438d-9789-ea38a2a965b2'] in n-d-741529-9 is: [{'id': '47d81a2c-173f-438d-9789-ea38a2a965b2', 'name': 'tempest-NetworksTestDHCPv6-router-2122649555', 'tenant_id': '1ad5990bab5d42749b32b42dcd594991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:37Z', 'updated_at': '2022-01-18T20:23:54Z', 'revision_number': 3, 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'gw_port_host': None}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:23:58.069032 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a383b3f-db93-45f8-9853-324f16d2fe98 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:58.070955 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5a383b3f-db93-45f8-9853-324f16d2fe98 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3146098 Jan 18 20:23:58.073878 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34112) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:58.085278 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34114) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:58.108262 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6031a047-574b-4ff2-bf78-3ea630657c7f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Network 7ec4c546-7391-4a65-a026-23d6cbdb75f0 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:23:58.128035 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34116) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:58.153154 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02ec74f-b656-4a0c-8d22-42e0817f67f5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] GET failed (client error): The resource could not be found. Jan 18 20:23:58.155377 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f02ec74f-b656-4a0c-8d22-42e0817f67f5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "GET /v2.0/ports/e6de9776-3887-4d3b-8040-609dce6268ab HTTP/1.1" status: 404 len: 333 time: 0.0803487 Jan 18 20:23:58.160446 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34120) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:58.165545 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-7a6ce48e-cc74-4105-a5ac-3c132837d57d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-698428376'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:58.176836 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-6031a047-574b-4ff2-bf78-3ea630657c7f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 7ec4c546-7391-4a65-a026-23d6cbdb75f0) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:58.184608 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6031a047-574b-4ff2-bf78-3ea630657c7f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:58.185320 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6031a047-574b-4ff2-bf78-3ea630657c7f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:58.204697 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897c1bc6-d277-4223-b244-4e837e177dcf None None] Network 7ec4c546-7391-4a65-a026-23d6cbdb75f0 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:58.217274 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa87c466-7437-4add-873e-f9ad0c4fa6fb admin admin] Deleting subnet 4f2ba373-eec1-44a8-ab01-e114dba3bae4 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:23:58.221454 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fa87c466-7437-4add-873e-f9ad0c4fa6fb admin admin] Publish callbacks [] for subnet (4f2ba373-eec1-44a8-ab01-e114dba3bae4), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:58.233869 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dc01d-86cc-4c87-84c0-cbdffb45b3e8 req-006333b7-17c5-4c6e-a658-f44397fa3903 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:58.236380 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-b04b535f-6e0b-4293-846d-010ad5989504 None None] Provisioning complete for port ddfcf773-50b7-4a2d-9967-c9ddf887bf79 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:58.236761 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b04b535f-6e0b-4293-846d-010ad5989504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ddfcf773-50b7-4a2d-9967-c9ddf887bf79), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:58.243702 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bb2dc01d-86cc-4c87-84c0-cbdffb45b3e8 req-006333b7-17c5-4c6e-a658-f44397fa3903 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.2545888 Jan 18 20:23:58.261806 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6031a047-574b-4ff2-bf78-3ea630657c7f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6517396 Jan 18 20:23:58.272747 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6ce48e-cc74-4105-a5ac-3c132837d57d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:58.277255 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a6ce48e-cc74-4105-a5ac-3c132837d57d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:58.291503 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fa87c466-7437-4add-873e-f9ad0c4fa6fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (4f2ba373-eec1-44a8-ab01-e114dba3bae4), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:58.337479 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a6ce48e-cc74-4105-a5ac-3c132837d57d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:23:58.347225 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46e4df94-2d22-45c2-8e53-54588396a1a7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (9fb4a468-1086-4d9b-97a4-91cf72d64583), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:58.353077 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fa87c466-7437-4add-873e-f9ad0c4fa6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (4f2ba373-eec1-44a8-ab01-e114dba3bae4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:58.377913 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a6ce48e-cc74-4105-a5ac-3c132837d57d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (420a97fe-77dd-40a9-89fe-c366ae1230ed), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:58.378183 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-7a6ce48e-cc74-4105-a5ac-3c132837d57d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Added segment 420a97fe-77dd-40a9-89fe-c366ae1230ed of type vlan for network 493275ff-62cf-493b-95e5-7c2fbcdf96b7 Jan 18 20:23:58.510692 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a6ce48e-cc74-4105-a5ac-3c132837d57d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (493275ff-62cf-493b-95e5-7c2fbcdf96b7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:58.619429 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fa87c466-7437-4add-873e-f9ad0c4fa6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (4f2ba373-eec1-44a8-ab01-e114dba3bae4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:58.649534 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87c466-7437-4add-873e-f9ad0c4fa6fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f2ba373-eec1-44a8-ab01-e114dba3bae4,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:58.654201 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a6ce48e-cc74-4105-a5ac-3c132837d57d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (493275ff-62cf-493b-95e5-7c2fbcdf96b7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:58.660032 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6ce48e-cc74-4105-a5ac-3c132837d57d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:58.660637 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a6ce48e-cc74-4105-a5ac-3c132837d57d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:58.694687 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40e8aa1-dde7-49a8-913d-807ae2a8e94b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-7ec4c546-7391-4a65-a026-23d6cbdb75f0', 'network_id': '7ec4c546-7391-4a65-a026-23d6cbdb75f0', 'project_id': '05d04115a5b94604bf26feb88e948fe0', 'fixed_ips': [{'subnet_id': '21a9884b-d1c3-4ece-8a4b-b537e72d9c2e'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:23:58.695739 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d40e8aa1-dde7-49a8-913d-807ae2a8e94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:58.700406 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7a6ce48e-cc74-4105-a5ac-3c132837d57d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5360012 Jan 18 20:23:58.700624 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ddfcf773-50b7-4a2d-9967-c9ddf887bf79 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:58.717361 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34134) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:58.724100 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-7f62a4d3-73c7-47fa-8bc0-5a19749004aa tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'subnet': {'network_id': '493275ff-62cf-493b-95e5-7c2fbcdf96b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:58.738506 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fa87c466-7437-4add-873e-f9ad0c4fa6fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:58.746041 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fa87c466-7437-4add-873e-f9ad0c4fa6fb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4f2ba373-eec1-44a8-ab01-e114dba3bae4 HTTP/1.1" status: 204 len: 168 time: 0.6460631 Jan 18 20:23:58.760584 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34136) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:58.773497 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf43f0d-812b-4e39-9078-4c9872c56ece None None] Network 375c5786-cef2-4610-ba18-7cde0f4de332 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:58.849071 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a3983ed-9f6b-4791-bac1-41fb4383dc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (375c5786-cef2-4610-ba18-7cde0f4de332), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:58.878776 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b04b535f-6e0b-4293-846d-010ad5989504 None None] Current status of the port ddfcf773-50b7-4a2d-9967-c9ddf887bf79 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:58.879255 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b04b535f-6e0b-4293-846d-010ad5989504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ddfcf773-50b7-4a2d-9967-c9ddf887bf79), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:58.896468 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bb2dc01d-86cc-4c87-84c0-cbdffb45b3e8 req-6f7faf15-2705-4e5c-943b-b3bf45dfb5a7 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6388857 Jan 18 20:23:58.973927 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ce48e-cc74-4105-a5ac-3c132837d57d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Network': ['ID=493275ff-62cf-493b-95e5-7c2fbcdf96b7,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:59.017216 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46e4df94-2d22-45c2-8e53-54588396a1a7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (9fb4a468-1086-4d9b-97a4-91cf72d64583), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:59.025856 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b04b535f-6e0b-4293-846d-010ad5989504 None None] For port ddfcf773-50b7-4a2d-9967-c9ddf887bf79, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ddfcf773-50b7-4a2d-9967-c9ddf887bf79,segment=NetworkSegment(3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a),segment_id=3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:59.032972 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 493275ff-62cf-493b-95e5-7c2fbcdf96b7 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:23:59.063455 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b04b535f-6e0b-4293-846d-010ad5989504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ddfcf773-50b7-4a2d-9967-c9ddf887bf79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:59.081598 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b1ff0f-00f2-43b9-823b-f9f8b56eca71 None None] DHCP port deletion for 375c5786-cef2-4610-ba18-7cde0f4de332 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:23:59.084310 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a3983ed-9f6b-4791-bac1-41fb4383dc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (375c5786-cef2-4610-ba18-7cde0f4de332), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:59.088527 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f62a4d3-73c7-47fa-8bc0-5a19749004aa tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:59.095672 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7f62a4d3-73c7-47fa-8bc0-5a19749004aa tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:59.099724 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:59.188212 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8adaef5e-fd76-4865-83d9-7dbdaa24ee14 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6246fd597f344519aeb532e16fff057a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0539088 Jan 18 20:23:59.209233 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34142) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:59.218248 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4df94-2d22-45c2-8e53-54588396a1a7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=9fb4a468-1086-4d9b-97a4-91cf72d64583,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:59.223431 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46e4df94-2d22-45c2-8e53-54588396a1a7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:59.230880 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-46e4df94-2d22-45c2-8e53-54588396a1a7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/9fb4a468-1086-4d9b-97a4-91cf72d64583 HTTP/1.1" status: 204 len: 168 time: 1.8735933 Jan 18 20:23:59.236384 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8989ebb-cd8a-468d-b328-7fd08b2e8c74 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:59.239525 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34144) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:59.267167 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-7a3983ed-9f6b-4791-bac1-41fb4383dc74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375c5786-cef2-4610-ba18-7cde0f4de332']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:59.310459 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-7a3983ed-9f6b-4791-bac1-41fb4383dc74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b735d7-9032-4626-8d63-46d78e25d37e') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:59.310755 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-7a3983ed-9f6b-4791-bac1-41fb4383dc74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b735d7-9032-4626-8d63-46d78e25d37e') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:59.347964 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a3983ed-9f6b-4791-bac1-41fb4383dc74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (f5b735d7-9032-4626-8d63-46d78e25d37e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:59.356842 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-3d3a7097-1270-4eae-b405-078a623db3dc None None] Provisioning complete for port ddfcf773-50b7-4a2d-9967-c9ddf887bf79 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:59.358029 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3d3a7097-1270-4eae-b405-078a623db3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ddfcf773-50b7-4a2d-9967-c9ddf887bf79), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:59.369679 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port ddfcf773-50b7-4a2d-9967-c9ddf887bf79 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:59.370058 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ddfcf773-50b7-4a2d-9967-c9ddf887bf79), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:59.384185 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a3983ed-9f6b-4791-bac1-41fb4383dc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (f5b735d7-9032-4626-8d63-46d78e25d37e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:59.394170 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3983ed-9f6b-4791-bac1-41fb4383dc74 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:23:59.394570 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a3983ed-9f6b-4791-bac1-41fb4383dc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (f5b735d7-9032-4626-8d63-46d78e25d37e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:23:59.397146 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:23:59.409115 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7f62a4d3-73c7-47fa-8bc0-5a19749004aa tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (c880fc17-8ab1-4951-a5e2-a9473219abe3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:59.463557 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63f4d2-e68a-4a74-a030-75ced3448cdc req-22bc6c39-18c3-4dec-b8a7-77e74a169bb6 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:59.465248 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7b63f4d2-e68a-4a74-a030-75ced3448cdc req-22bc6c39-18c3-4dec-b8a7-77e74a169bb6 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.4223967 Jan 18 20:23:59.480127 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62a4d3-73c7-47fa-8bc0-5a19749004aa tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Subnet': ['ID=c880fc17-8ab1-4951-a5e2-a9473219abe3,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:59.489224 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-afbb2b02-1cdf-44e0-a0f6-42402e2df1d0 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:59.495848 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-afbb2b02-1cdf-44e0-a0f6-42402e2df1d0 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:59.497840 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-afbb2b02-1cdf-44e0-a0f6-42402e2df1d0 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/networks?id=bf0e8bd0-f052-4e1e-81c3-a95e14f34d93&id=7ec4c546-7391-4a65-a026-23d6cbdb75f0 HTTP/1.1" status: 200 len: 1392 time: 0.5927956 Jan 18 20:23:59.558544 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f62a4d3-73c7-47fa-8bc0-5a19749004aa tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Checking segment: {'id': '420a97fe-77dd-40a9-89fe-c366ae1230ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '493275ff-62cf-493b-95e5-7c2fbcdf96b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:59.559049 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f62a4d3-73c7-47fa-8bc0-5a19749004aa tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network hostable DHCP agents. Network: 493275ff-62cf-493b-95e5-7c2fbcdf96b7, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:23:59.562761 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a3983ed-9f6b-4791-bac1-41fb4383dc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (375c5786-cef2-4610-ba18-7cde0f4de332), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:59.577910 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-6c28462e-a720-459c-a299-d1d1353fe320 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/quotas/05d04115a5b94604bf26feb88e948fe0 HTTP/1.1" status: 200 len: 375 time: 0.0705273 Jan 18 20:23:59.583761 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a3983ed-9f6b-4791-bac1-41fb4383dc74 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:59.587850 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-58516e74-586d-4642-8513-b81121490cbc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3404627 Jan 18 20:23:59.588651 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34146) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:59.590242 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7a3983ed-9f6b-4791-bac1-41fb4383dc74 admin admin] 10.222.0.31 "DELETE /v2.0/networks/375c5786-cef2-4610-ba18-7cde0f4de332 HTTP/1.1" status: 204 len: 168 time: 0.8289869 Jan 18 20:23:59.592752 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3983ed-9f6b-4791-bac1-41fb4383dc74 admin admin] Pushing event deleted for resources: {'Network': ['ID=375c5786-cef2-4610-ba18-7cde0f4de332,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:59.608639 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8f57-a4f2-4593-95a7-e3534366e7d0 admin admin] Publish callbacks [] for security_group (936ab1da-3686-4432-97f1-fb3816de9ba0), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:59.613358 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f62a4d3-73c7-47fa-8bc0-5a19749004aa tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network 493275ff-62cf-493b-95e5-7c2fbcdf96b7 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:23:59.629671 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-7f62a4d3-73c7-47fa-8bc0-5a19749004aa tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 493275ff-62cf-493b-95e5-7c2fbcdf96b7) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:59.639053 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b535f-6e0b-4293-846d-010ad5989504 None None] Pushing event updated for resources: {'Port': ['ID=ddfcf773-50b7-4a2d-9967-c9ddf887bf79,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:59.646667 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f62a4d3-73c7-47fa-8bc0-5a19749004aa tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:59.648077 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7f62a4d3-73c7-47fa-8bc0-5a19749004aa tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:59.652076 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc6d927-0619-4285-81bc-cb8ed5dd9a6b None None] Network 493275ff-62cf-493b-95e5-7c2fbcdf96b7 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:59.678139 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7f62a4d3-73c7-47fa-8bc0-5a19749004aa tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9569147 Jan 18 20:23:59.678993 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34150) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:59.686854 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-00d788af-e1a8-4f20-bd6d-3c74ee715f6d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'subnet': {'network_id': '493275ff-62cf-493b-95e5-7c2fbcdf96b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:59.773419 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-d40e8aa1-dde7-49a8-913d-807ae2a8e94b None None] Allocated IP 19.86.0.2 (7ec4c546-7391-4a65-a026-23d6cbdb75f0/21a9884b-d1c3-4ece-8a4b-b537e72d9c2e/c9354665-18ae-4ff5-9a40-90c229af3a5e) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:59.819939 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34152) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:59.840651 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8f57-a4f2-4593-95a7-e3534366e7d0 admin admin] Publish callbacks [] for security_group (936ab1da-3686-4432-97f1-fb3816de9ba0), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:59.841791 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3d3a7097-1270-4eae-b405-078a623db3dc None None] Current status of the port ddfcf773-50b7-4a2d-9967-c9ddf887bf79 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:59.843831 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3905e4f5-5cc1-4fc3-a594-98cdc43c39f5 None None] DHCP port deletion for c68ada5d-da8a-41c6-813a-b53f9c35e893 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:23:59.911621 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port ddfcf773-50b7-4a2d-9967-c9ddf887bf79 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:59.920888 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2abbd649-e1b7-49c4-918d-1b369cf646f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bdcd4eb1072f46dda2c83cc667244bd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0924518 Jan 18 20:23:59.921837 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7b63f4d2-e68a-4a74-a030-75ced3448cdc req-0e0fa41d-71e9-435f-84f0-e25f24bd707d tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4215064 Jan 18 20:23:59.927810 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34154) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:59.934094 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63e5e9c2-aac2-4b46-8aeb-16befa97c38d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for router (47d81a2c-173f-438d-9789-ea38a2a965b2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:59.965669 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d788af-e1a8-4f20-bd6d-3c74ee715f6d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:59.971665 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-00d788af-e1a8-4f20-bd6d-3c74ee715f6d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:00.004937 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device a6744ead-cce3-4eef-8bcc-8b6b687a28c7 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:24:00.021537 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c127fd21-5a36-483c-b6b9-0135f3aee515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-493275ff-62cf-493b-95e5-7c2fbcdf96b7', 'network_id': '493275ff-62cf-493b-95e5-7c2fbcdf96b7', 'project_id': '63f8edee0de14e468d1d768dd710c4df', 'fixed_ips': [{'subnet_id': 'c880fc17-8ab1-4951-a5e2-a9473219abe3'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:24:00.031296 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c127fd21-5a36-483c-b6b9-0135f3aee515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:00.102824 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: a6744ead-cce3-4eef-8bcc-8b6b687a28c7 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:24:00.103417 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device a6744ead-cce3-4eef-8bcc-8b6b687a28c7 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:24:00.121410 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cb2f598c-5355-4f01-9474-543fbeb610bb admin admin] Publish callbacks [] for security_group (90ef2e7c-d46e-495a-9e98-16ebc69d22f4), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:00.172470 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63e5e9c2-aac2-4b46-8aeb-16befa97c38d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (47d81a2c-173f-438d-9789-ea38a2a965b2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:00.174876 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63e5e9c2-aac2-4b46-8aeb-16befa97c38d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for router_controller (47d81a2c-173f-438d-9789-ea38a2a965b2), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:00.176454 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cb2f598c-5355-4f01-9474-543fbeb610bb admin admin] Publish callbacks [] for security_group (90ef2e7c-d46e-495a-9e98-16ebc69d22f4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:00.222675 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8f57-a4f2-4593-95a7-e3534366e7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (936ab1da-3686-4432-97f1-fb3816de9ba0), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:00.230686 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8f57-a4f2-4593-95a7-e3534366e7d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:00.231873 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1f3f8f57-a4f2-4593-95a7-e3534366e7d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/936ab1da-3686-4432-97f1-fb3816de9ba0 HTTP/1.1" status: 204 len: 168 time: 1.0196168 Jan 18 20:24:00.255154 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cb2f598c-5355-4f01-9474-543fbeb610bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (90ef2e7c-d46e-495a-9e98-16ebc69d22f4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:00.258345 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cb2f598c-5355-4f01-9474-543fbeb610bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:00.262697 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cb2f598c-5355-4f01-9474-543fbeb610bb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90ef2e7c-d46e-495a-9e98-16ebc69d22f4 HTTP/1.1" status: 204 len: 168 time: 0.3324094 Jan 18 20:24:00.264430 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-b645dac5-3eef-496c-82bf-63b348828782 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=05d04115a5b94604bf26feb88e948fe0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6744535 Jan 18 20:24:00.265094 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63e5e9c2-aac2-4b46-8aeb-16befa97c38d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (47d81a2c-173f-438d-9789-ea38a2a965b2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:00.265837 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e5e9c2-aac2-4b46-8aeb-16befa97c38d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Fanout notify agent at l3_agent the message router_deleted on router 47d81a2c-173f-438d-9789-ea38a2a965b2 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:24:00.271372 n-d-741529-9 neutron-server[103335]: INFO neutron.db.ipam_backend_mixin [None req-00d788af-e1a8-4f20-bd6d-3c74ee715f6d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c880fc17-8ab1-4951-a5e2-a9473219abe3 (CIDR: 172.20.0.0/28) Jan 18 20:24:00.289971 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f598c-5355-4f01-9474-543fbeb610bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ef2e7c-d46e-495a-9e98-16ebc69d22f4,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:00.293019 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d788af-e1a8-4f20-bd6d-3c74ee715f6d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:24:00.293513 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d788af-e1a8-4f20-bd6d-3c74ee715f6d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:24:00.305908 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63e5e9c2-aac2-4b46-8aeb-16befa97c38d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:00.311343 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-63e5e9c2-aac2-4b46-8aeb-16befa97c38d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/routers/47d81a2c-173f-438d-9789-ea38a2a965b2 HTTP/1.1" status: 204 len: 168 time: 0.7059457 Jan 18 20:24:00.316069 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-c127fd21-5a36-483c-b6b9-0135f3aee515 None None] Allocated IP 172.20.0.2 (493275ff-62cf-493b-95e5-7c2fbcdf96b7/c880fc17-8ab1-4951-a5e2-a9473219abe3/115a8b8f-8b70-45e9-9556-ffc8c569afa3) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:00.321882 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34174) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:00.340283 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-00d788af-e1a8-4f20-bd6d-3c74ee715f6d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6586175 Jan 18 20:24:00.340668 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34176) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:00.357772 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-a3e5a943-6b96-4e31-a46d-17e2be9884ce tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'subnet': {'network_id': '493275ff-62cf-493b-95e5-7c2fbcdf96b7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:00.532392 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f8f57-a4f2-4593-95a7-e3534366e7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936ab1da-3686-4432-97f1-fb3816de9ba0,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:00.559522 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c127fd21-5a36-483c-b6b9-0135f3aee515 None None] Publish callbacks [] for port (115a8b8f-8b70-45e9-9556-ffc8c569afa3), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:00.586103 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ddfcf773-50b7-4a2d-9967-c9ddf887bf79 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:24:00.595257 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e5a943-6b96-4e31-a46d-17e2be9884ce tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:00.604559 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3e5a943-6b96-4e31-a46d-17e2be9884ce tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:00.613860 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c127fd21-5a36-483c-b6b9-0135f3aee515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (115a8b8f-8b70-45e9-9556-ffc8c569afa3), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:00.738483 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0c1256-b039-4682-8071-05352775a680 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:00.743461 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1d0c1256-b039-4682-8071-05352775a680 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3978584 Jan 18 20:24:00.744225 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34186) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:00.760583 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c127fd21-5a36-483c-b6b9-0135f3aee515 None None] Network 493275ff-62cf-493b-95e5-7c2fbcdf96b7 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:00.761823 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:00.769247 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-c127fd21-5a36-483c-b6b9-0135f3aee515 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:00.778597 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c127fd21-5a36-483c-b6b9-0135f3aee515 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:00.815305 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-9fca5322-d223-472c-818b-3251b5d8c368 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:00.817592 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-9fca5322-d223-472c-818b-3251b5d8c368 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 811 time: 0.4899468 Jan 18 20:24:00.824101 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3905e4f5-5cc1-4fc3-a594-98cdc43c39f5 None None] Deleting port d57916b4-6226-44f9-81dc-9ee594b56222 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:00.824474 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3905e4f5-5cc1-4fc3-a594-98cdc43c39f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d57916b4-6226-44f9-81dc-9ee594b56222), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:00.827136 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-397b99f2-2d0e-46ee-b961-72e98b46fd83 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:00.852689 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b934cfba-753b-47b0-86c3-4926fcf63157 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:00.854237 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b934cfba-753b-47b0-86c3-4926fcf63157 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1078990 Jan 18 20:24:00.859818 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34188) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:00.860014 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127fd21-5a36-483c-b6b9-0135f3aee515 None None] Pushing event updated for resources: {'Port': ['ID=115a8b8f-8b70-45e9-9556-ffc8c569afa3,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:00.909388 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-050a0b96-d459-4619-b6b7-cbc683eee40f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/quotas/4b4c13fbb3bf4713b8724b5ef55060b7 HTTP/1.1" status: 200 len: 375 time: 0.0760992 Jan 18 20:24:00.911836 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-83dcb7e0-59e9-4f63-8c88-77e6ec4fd0d2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509279 Jan 18 20:24:00.918705 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34192) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:00.925557 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-cc3a76a6-2c09-4984-8a79-0ea911ae8c6b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:01.028084 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-d6c5bc3e-d447-4244-9c41-a356dcf9ebaf service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:24:01.035485 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-d6c5bc3e-d447-4244-9c41-a356dcf9ebaf service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7178514 Jan 18 20:24:01.071236 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d40e8aa1-dde7-49a8-913d-807ae2a8e94b None None] Publish callbacks [] for port (c9354665-18ae-4ff5-9a40-90c229af3a5e), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:01.111777 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3905e4f5-5cc1-4fc3-a594-98cdc43c39f5 None None] For port d57916b4-6226-44f9-81dc-9ee594b56222, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d57916b4-6226-44f9-81dc-9ee594b56222,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:01.116763 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3905e4f5-5cc1-4fc3-a594-98cdc43c39f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d57916b4-6226-44f9-81dc-9ee594b56222), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:01.131331 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d40e8aa1-dde7-49a8-913d-807ae2a8e94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (c9354665-18ae-4ff5-9a40-90c229af3a5e), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:01.136556 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c127fd21-5a36-483c-b6b9-0135f3aee515 None None] Attempting to bind port 115a8b8f-8b70-45e9-9556-ffc8c569afa3 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:24:01.137024 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c127fd21-5a36-483c-b6b9-0135f3aee515 None None] Attempting to bind port 115a8b8f-8b70-45e9-9556-ffc8c569afa3 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '420a97fe-77dd-40a9-89fe-c366ae1230ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '493275ff-62cf-493b-95e5-7c2fbcdf96b7'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:24:01.137471 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c127fd21-5a36-483c-b6b9-0135f3aee515 None None] Attempting to bind port 115a8b8f-8b70-45e9-9556-ffc8c569afa3 on network 493275ff-62cf-493b-95e5-7c2fbcdf96b7 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:24:01.145027 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port ddfcf773-50b7-4a2d-9967-c9ddf887bf79 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:01.145480 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ddfcf773-50b7-4a2d-9967-c9ddf887bf79), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:01.156288 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3905e4f5-5cc1-4fc3-a594-98cdc43c39f5 None None] Calling delete_port for d57916b4-6226-44f9-81dc-9ee594b56222 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:01.198572 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c127fd21-5a36-483c-b6b9-0135f3aee515 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:24:01.198946 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c127fd21-5a36-483c-b6b9-0135f3aee515 None None] Checking segment: {'id': '420a97fe-77dd-40a9-89fe-c366ae1230ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '493275ff-62cf-493b-95e5-7c2fbcdf96b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:01.199560 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c127fd21-5a36-483c-b6b9-0135f3aee515 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:01.200024 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c127fd21-5a36-483c-b6b9-0135f3aee515 None None] Bound using segment: {'id': '420a97fe-77dd-40a9-89fe-c366ae1230ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '493275ff-62cf-493b-95e5-7c2fbcdf96b7'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:24:01.200592 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c127fd21-5a36-483c-b6b9-0135f3aee515 None None] Bound port: 115a8b8f-8b70-45e9-9556-ffc8c569afa3, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420a97fe-77dd-40a9-89fe-c366ae1230ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '493275ff-62cf-493b-95e5-7c2fbcdf96b7'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:24:01.201102 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c127fd21-5a36-483c-b6b9-0135f3aee515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (115a8b8f-8b70-45e9-9556-ffc8c569afa3), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:01.232625 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-a1143619-8f54-49b7-8984-9a3177a49c66 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2640202 Jan 18 20:24:01.254063 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40e8aa1-dde7-49a8-913d-807ae2a8e94b None None] Network 7ec4c546-7391-4a65-a026-23d6cbdb75f0 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:01.311618 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3e5a943-6b96-4e31-a46d-17e2be9884ce tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (7c1c96ba-8411-4f58-acb2-6cdae5c2500e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:01.355881 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-d40e8aa1-dde7-49a8-913d-807ae2a8e94b None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:01.374729 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e5a943-6b96-4e31-a46d-17e2be9884ce tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network 493275ff-62cf-493b-95e5-7c2fbcdf96b7 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:01.380866 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-a3e5a943-6b96-4e31-a46d-17e2be9884ce tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:01.389238 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e5a943-6b96-4e31-a46d-17e2be9884ce tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:01.390080 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3e5a943-6b96-4e31-a46d-17e2be9884ce tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:01.416391 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40e8aa1-dde7-49a8-913d-807ae2a8e94b None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:01.423020 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a3e5a943-6b96-4e31-a46d-17e2be9884ce tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0800588 Jan 18 20:24:01.424073 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e8aa1-dde7-49a8-913d-807ae2a8e94b None None] Pushing event updated for resources: {'Port': ['ID=c9354665-18ae-4ff5-9a40-90c229af3a5e,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:01.426759 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34214) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:01.434853 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-01629fe2-ecc2-4be2-955b-4e1022f10efb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'port': {'network_id': '493275ff-62cf-493b-95e5-7c2fbcdf96b7', 'fixed_ips': [{'subnet_id': 'c880fc17-8ab1-4951-a5e2-a9473219abe3'}, {'subnet_id': '7c1c96ba-8411-4f58-acb2-6cdae5c2500e'}], 'name': 'tempest-PortsTestJSON-1890204815'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:01.440930 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-e4067180-d7ac-4cf7-80ad-ed7cbb144d04 service neutron] 10.222.0.31 "GET /v2.0/networks/bf0e8bd0-f052-4e1e-81c3-a95e14f34d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044952 Jan 18 20:24:01.544151 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5a943-6b96-4e31-a46d-17e2be9884ce tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Subnet': ['ID=7c1c96ba-8411-4f58-acb2-6cdae5c2500e,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:01.550774 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3a76a6-2c09-4984-8a79-0ea911ae8c6b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:01.555231 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cc3a76a6-2c09-4984-8a79-0ea911ae8c6b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:01.635429 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-c10ab847-22ea-4e1b-88a1-70e18fb16760 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:24:01.642707 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-c10ab847-22ea-4e1b-88a1-70e18fb16760 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4086993 Jan 18 20:24:01.765688 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c127fd21-5a36-483c-b6b9-0135f3aee515 None None] For port 115a8b8f-8b70-45e9-9556-ffc8c569afa3, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:24:01.766475 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-d40e8aa1-dde7-49a8-913d-807ae2a8e94b None None] Attempting to bind port c9354665-18ae-4ff5-9a40-90c229af3a5e on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:24:01.766905 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-d40e8aa1-dde7-49a8-913d-807ae2a8e94b None None] Attempting to bind port c9354665-18ae-4ff5-9a40-90c229af3a5e by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '0189c155-285f-4fc0-acf2-28f6faf4cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7ec4c546-7391-4a65-a026-23d6cbdb75f0'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:24:01.767280 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40e8aa1-dde7-49a8-913d-807ae2a8e94b None None] Attempting to bind port c9354665-18ae-4ff5-9a40-90c229af3a5e on network 7ec4c546-7391-4a65-a026-23d6cbdb75f0 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:24:01.819307 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01629fe2-ecc2-4be2-955b-4e1022f10efb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:01.850296 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3905e4f5-5cc1-4fc3-a594-98cdc43c39f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (d57916b4-6226-44f9-81dc-9ee594b56222), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:01.866149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40e8aa1-dde7-49a8-913d-807ae2a8e94b None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:24:01.866765 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40e8aa1-dde7-49a8-913d-807ae2a8e94b None None] Checking segment: {'id': '0189c155-285f-4fc0-acf2-28f6faf4cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7ec4c546-7391-4a65-a026-23d6cbdb75f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:01.867345 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d40e8aa1-dde7-49a8-913d-807ae2a8e94b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:01.868261 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40e8aa1-dde7-49a8-913d-807ae2a8e94b None None] Bound using segment: {'id': '0189c155-285f-4fc0-acf2-28f6faf4cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7ec4c546-7391-4a65-a026-23d6cbdb75f0'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:24:01.869434 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-d40e8aa1-dde7-49a8-913d-807ae2a8e94b None None] Bound port: c9354665-18ae-4ff5-9a40-90c229af3a5e, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0189c155-285f-4fc0-acf2-28f6faf4cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7ec4c546-7391-4a65-a026-23d6cbdb75f0'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:24:01.870942 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d40e8aa1-dde7-49a8-913d-807ae2a8e94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c9354665-18ae-4ff5-9a40-90c229af3a5e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:01.883253 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c127fd21-5a36-483c-b6b9-0135f3aee515 None None] For port 115a8b8f-8b70-45e9-9556-ffc8c569afa3, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=115a8b8f-8b70-45e9-9556-ffc8c569afa3,segment=NetworkSegment(420a97fe-77dd-40a9-89fe-c366ae1230ed),segment_id=420a97fe-77dd-40a9-89fe-c366ae1230ed)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:24:01.915197 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:01.943947 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-b334cc4e-3cbb-4b45-a0b3-a8ab3710210d service neutron] 10.222.0.31 "GET /v2.0/networks/bf0e8bd0-f052-4e1e-81c3-a95e14f34d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020938 Jan 18 20:24:01.965040 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c127fd21-5a36-483c-b6b9-0135f3aee515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (115a8b8f-8b70-45e9-9556-ffc8c569afa3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:01.981471 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905e4f5-5cc1-4fc3-a594-98cdc43c39f5 None None] Pushing event deleted for resources: {'Port': ['ID=d57916b4-6226-44f9-81dc-9ee594b56222,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:01.995270 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port ddfcf773-50b7-4a2d-9967-c9ddf887bf79 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:02.030698 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3905e4f5-5cc1-4fc3-a594-98cdc43c39f5 None None] No DVR routers for this DVR port d57916b4-6226-44f9-81dc-9ee594b56222 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:24:02.072900 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34232) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:02.084876 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34234) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:02.156009 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-2e9b16d2-7431-4d54-a807-965db9542570 service neutron] 10.222.0.31 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124352 Jan 18 20:24:02.167457 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01629fe2-ecc2-4be2-955b-4e1022f10efb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:02.224329 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-01629fe2-ecc2-4be2-955b-4e1022f10efb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] device_id is not set on port 52a77691-acd4-4de3-9534-3298e35affbe yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:24:02.253421 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127fd21-5a36-483c-b6b9-0135f3aee515 None None] Pushing event updated for resources: {'Port': ['ID=115a8b8f-8b70-45e9-9556-ffc8c569afa3,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:02.260164 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d40e8aa1-dde7-49a8-913d-807ae2a8e94b None None] For port c9354665-18ae-4ff5-9a40-90c229af3a5e, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:24:02.265400 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d57916b4-6226-44f9-81dc-9ee594b56222 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:24:02.312931 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: d57916b4-6226-44f9-81dc-9ee594b56222 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:24:02.312931 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d57916b4-6226-44f9-81dc-9ee594b56222 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:24:02.324761 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d40e8aa1-dde7-49a8-913d-807ae2a8e94b None None] For port c9354665-18ae-4ff5-9a40-90c229af3a5e, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c9354665-18ae-4ff5-9a40-90c229af3a5e,segment=NetworkSegment(0189c155-285f-4fc0-acf2-28f6faf4cfa9),segment_id=0189c155-285f-4fc0-acf2-28f6faf4cfa9)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:24:02.328077 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-622b5d3e-f078-4ce8-bf95-9b984fb328fc service neutron] 10.222.0.31 "GET /v2.0/networks/7ec4c546-7391-4a65-a026-23d6cbdb75f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828332 Jan 18 20:24:02.331914 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d40e8aa1-dde7-49a8-913d-807ae2a8e94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c9354665-18ae-4ff5-9a40-90c229af3a5e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:02.363403 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-397b99f2-2d0e-46ee-b961-72e98b46fd83 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Deleting port 47e2a7ec-c17b-445b-850e-31519d0049cd {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:02.363904 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-397b99f2-2d0e-46ee-b961-72e98b46fd83 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (47e2a7ec-c17b-445b-850e-31519d0049cd), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:02.405187 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-a0dedf3f-e158-4c5a-814c-7c3757db8ec7 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-72608027'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:02.411400 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-8949bdf2-86dc-49b3-b188-c12015567e6f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-68994124-network', 'tenant_id': 'e4b7df2c01cb4493927e2b64920ba9c5'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:02.473603 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e8aa1-dde7-49a8-913d-807ae2a8e94b None None] Pushing event updated for resources: {'Port': ['ID=c9354665-18ae-4ff5-9a40-90c229af3a5e,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:02.510048 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-adbdc662-7959-4f2c-bf7e-467b3c9a23d3 service neutron] 10.222.0.31 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471007 Jan 18 20:24:02.619514 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-102c47cf-d3f2-4961-8cbb-da85b30ccc29 service neutron] 10.222.0.31 "GET /v2.0/networks/7ec4c546-7391-4a65-a026-23d6cbdb75f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813110 Jan 18 20:24:02.646968 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-397b99f2-2d0e-46ee-b961-72e98b46fd83 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (47e2a7ec-c17b-445b-850e-31519d0049cd), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:02.681346 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-397b99f2-2d0e-46ee-b961-72e98b46fd83 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Calling delete_port for 47e2a7ec-c17b-445b-850e-31519d0049cd owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:02.760526 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8949bdf2-86dc-49b3-b188-c12015567e6f admin admin] Made reservation on behalf of e4b7df2c01cb4493927e2b64920ba9c5 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:02.762862 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8949bdf2-86dc-49b3-b188-c12015567e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:02.840938 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dedf3f-e158-4c5a-814c-7c3757db8ec7 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Made reservation on behalf of 77abb998886b4c7181d724dcc5445bb0 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:02.849441 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0dedf3f-e158-4c5a-814c-7c3757db8ec7 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:02.910363 n-d-741529-9 neutron-server[103335]: DEBUG neutron.objects.ports [None req-cc3a76a6-2c09-4984-8a79-0ea911ae8c6b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103335) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 20:24:03.011283 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cc3a76a6-2c09-4984-8a79-0ea911ae8c6b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (ea9b7495-a8f2-4d47-a525-ebf96ce6d7d8), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:03.022850 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fb486db-cae0-458e-a154-4969170bd2bc req-79ad229d-c2b2-4a8e-9b22-f188b45c004e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 210 time: 0.0803673 Jan 18 20:24:03.040067 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0dedf3f-e158-4c5a-814c-7c3757db8ec7 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:03.048797 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8949bdf2-86dc-49b3-b188-c12015567e6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:03.121255 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-438f9fca-370c-4536-9fc2-1e69724d77e8 req-6b1115e9-5f22-48f1-910e-84966f5340a7 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 210 time: 0.0726681 Jan 18 20:24:03.158869 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-397b99f2-2d0e-46ee-b961-72e98b46fd83 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (47e2a7ec-c17b-445b-850e-31519d0049cd), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:03.315642 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3a76a6-2c09-4984-8a79-0ea911ae8c6b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:03.333783 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-cc3a76a6-2c09-4984-8a79-0ea911ae8c6b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:03.348268 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-01629fe2-ecc2-4be2-955b-4e1022f10efb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Allocated IP 172.20.0.13 (493275ff-62cf-493b-95e5-7c2fbcdf96b7/c880fc17-8ab1-4951-a5e2-a9473219abe3/52a77691-acd4-4de3-9534-3298e35affbe) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:03.356096 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3a76a6-2c09-4984-8a79-0ea911ae8c6b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:03.356096 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cc3a76a6-2c09-4984-8a79-0ea911ae8c6b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:03.368249 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c24a85f-379f-4bba-ab25-8f184329072e None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:03.372406 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a76a6-2c09-4984-8a79-0ea911ae8c6b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=ea9b7495-a8f2-4d47-a525-ebf96ce6d7d8,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:03.385300 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-01629fe2-ecc2-4be2-955b-4e1022f10efb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Allocated IP 172.20.0.25 (493275ff-62cf-493b-95e5-7c2fbcdf96b7/7c1c96ba-8411-4f58-acb2-6cdae5c2500e/52a77691-acd4-4de3-9534-3298e35affbe) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:03.442284 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cc3a76a6-2c09-4984-8a79-0ea911ae8c6b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5223024 Jan 18 20:24:03.446293 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34258) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:03.483112 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-ab7788bd-b386-4040-9841-90c13c74494d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:03.614534 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d72a10-ece6-4b23-9723-83e1184f247e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-c68ada5d-da8a-41c6-813a-b53f9c35e893', 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'fixed_ips': [{'subnet_id': 'ea9b7495-a8f2-4d47-a525-ebf96ce6d7d8'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:24:03.615731 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-62d72a10-ece6-4b23-9723-83e1184f247e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:03.912578 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0dedf3f-e158-4c5a-814c-7c3757db8ec7 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks [] for security_group (74c3d50a-b1a8-44ba-a925-789b4dacf37b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:03.950327 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0dedf3f-e158-4c5a-814c-7c3757db8ec7 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (74c3d50a-b1a8-44ba-a925-789b4dacf37b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:04.019701 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b99f2-2d0e-46ee-b961-72e98b46fd83 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Pushing event deleted for resources: {'Port': ['ID=47e2a7ec-c17b-445b-850e-31519d0049cd,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:04.020739 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:04.061060 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-62d72a10-ece6-4b23-9723-83e1184f247e None None] Allocated IP 2001:db8::f816:3eff:fe38:b07 (c68ada5d-da8a-41c6-813a-b53f9c35e893/ea9b7495-a8f2-4d47-a525-ebf96ce6d7d8/cae06ba3-760f-4f73-9610-7166393fafa0) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:04.255939 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-645dfa7f-5b44-4007-9f0b-135532e3ef95 req-ad1a3215-fe28-4c40-a353-94cbc11ff5c5 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 210 time: 0.1054044 Jan 18 20:24:04.266870 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8949bdf2-86dc-49b3-b188-c12015567e6f admin admin] Publish callbacks [] for security_group (e143cbb1-83a0-43f4-b358-016c6b1306d9), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:04.267667 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-397b99f2-2d0e-46ee-b961-72e98b46fd83 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:04.301800 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0dedf3f-e158-4c5a-814c-7c3757db8ec7 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:24:04.435155 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8949bdf2-86dc-49b3-b188-c12015567e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e143cbb1-83a0-43f4-b358-016c6b1306d9), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:04.457244 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dedf3f-e158-4c5a-814c-7c3757db8ec7 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74c3d50a-b1a8-44ba-a925-789b4dacf37b,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:04.490291 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0dedf3f-e158-4c5a-814c-7c3757db8ec7 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (40db1069-bacf-48b1-bc1a-9381bc9372f6), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:04.490667 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-a0dedf3f-e158-4c5a-814c-7c3757db8ec7 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Added segment 40db1069-bacf-48b1-bc1a-9381bc9372f6 of type vlan for network 0b2352f8-fd6d-4cf2-9dc3-c14c1461daf5 Jan 18 20:24:04.512493 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f89272-778c-46a2-b477-a6bd9be920af None None] Network 493275ff-62cf-493b-95e5-7c2fbcdf96b7 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:04.555496 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ff85ff23-8def-4611-a4e3-17b7b85d8311 req-2dbaed87-984f-4e41-a512-74f998b13c9c tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 210 time: 0.1863880 Jan 18 20:24:04.586988 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0dedf3f-e158-4c5a-814c-7c3757db8ec7 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (0b2352f8-fd6d-4cf2-9dc3-c14c1461daf5), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:04.619460 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8949bdf2-86dc-49b3-b188-c12015567e6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:24:04.625729 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0dedf3f-e158-4c5a-814c-7c3757db8ec7 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (0b2352f8-fd6d-4cf2-9dc3-c14c1461daf5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:04.631927 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 115a8b8f-8b70-45e9-9556-ffc8c569afa3 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:24:04.632567 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dedf3f-e158-4c5a-814c-7c3757db8ec7 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:04.633229 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0dedf3f-e158-4c5a-814c-7c3757db8ec7 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:04.708923 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8949bdf2-86dc-49b3-b188-c12015567e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (c06d65af-b5b6-453f-a1ef-f806ab8cf49f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:04.709944 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-8949bdf2-86dc-49b3-b188-c12015567e6f admin admin] Added segment c06d65af-b5b6-453f-a1ef-f806ab8cf49f of type vlan for network ff97675f-c8e6-49db-aa2d-ad62f5afec6e Jan 18 20:24:04.731877 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397b99f2-2d0e-46ee-b961-72e98b46fd83 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Router 3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:24:04.747879 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc7e212-4730-4720-927b-c39b1003e40c None None] Network 7ec4c546-7391-4a65-a026-23d6cbdb75f0 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:04.759937 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949bdf2-86dc-49b3-b188-c12015567e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e143cbb1-83a0-43f4-b358-016c6b1306d9,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:04.827009 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397b99f2-2d0e-46ee-b961-72e98b46fd83 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:24:04.838208 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-397b99f2-2d0e-46ee-b961-72e98b46fd83 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "PUT /v2.0/routers/3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8997378 Jan 18 20:24:04.839103 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34270) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:04.841069 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc63bf4a-be9e-406f-9a0d-94019c6ab76e None None] Sync routers for ids ['3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:24:04.867425 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc63bf4a-be9e-406f-9a0d-94019c6ab76e None None] Routers {'3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:24:04.868064 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-bc63bf4a-be9e-406f-9a0d-94019c6ab76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:23:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:04.885320 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-28f5bf43-9bfe-4ec9-8332-0379b667038b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] show failed (client error): The resource could not be found. Jan 18 20:24:04.892528 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-28f5bf43-9bfe-4ec9-8332-0379b667038b tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1192897441 HTTP/1.1" status: 404 len: 335 time: 0.0520384 Jan 18 20:24:04.893552 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34272) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:04.898676 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-17ec31b0-e32a-400c-a461-fcf355df6ef7 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:04.925907 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-bc63bf4a-be9e-406f-9a0d-94019c6ab76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:04.935221 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc63bf4a-be9e-406f-9a0d-94019c6ab76e None None] Routers {'3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:24:04.936102 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-bc63bf4a-be9e-406f-9a0d-94019c6ab76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:23:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:04.938786 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-17ec31b0-e32a-400c-a461-fcf355df6ef7 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] update failed (client error): The resource could not be found. Jan 18 20:24:04.944769 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-17ec31b0-e32a-400c-a461-fcf355df6ef7 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-62843091 HTTP/1.1" status: 404 len: 333 time: 0.0499198 Jan 18 20:24:04.945665 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34274) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:04.970640 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-bc63bf4a-be9e-406f-9a0d-94019c6ab76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:04.971850 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc63bf4a-be9e-406f-9a0d-94019c6ab76e None None] The sync data for ids ['3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:24:05.018791 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c9cf3d-a0b7-48e5-92bf-21c0f1dd36e4 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Deleting subnet e394dd2f-848f-4028-9627-a20c334266cb {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:24:05.023266 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-85ee5eba-3c39-4c35-ad56-f03da1327e9a None None] Provisioning complete for port 115a8b8f-8b70-45e9-9556-ffc8c569afa3 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:05.023431 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-14c9cf3d-a0b7-48e5-92bf-21c0f1dd36e4 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks [] for subnet (e394dd2f-848f-4028-9627-a20c334266cb), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:05.023644 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-85ee5eba-3c39-4c35-ad56-f03da1327e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (115a8b8f-8b70-45e9-9556-ffc8c569afa3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:05.058894 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-62d72a10-ece6-4b23-9723-83e1184f247e None None] Publish callbacks [] for port (cae06ba3-760f-4f73-9610-7166393fafa0), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:05.081329 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-14c9cf3d-a0b7-48e5-92bf-21c0f1dd36e4 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (e394dd2f-848f-4028-9627-a20c334266cb), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:05.124272 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-62d72a10-ece6-4b23-9723-83e1184f247e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (cae06ba3-760f-4f73-9610-7166393fafa0), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:05.191239 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-14c9cf3d-a0b7-48e5-92bf-21c0f1dd36e4 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (e394dd2f-848f-4028-9627-a20c334266cb), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:05.195779 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a0dedf3f-e158-4c5a-814c-7c3757db8ec7 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 3.1040499 Jan 18 20:24:05.282219 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-14c9cf3d-a0b7-48e5-92bf-21c0f1dd36e4 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (e394dd2f-848f-4028-9627-a20c334266cb), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:05.283761 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8949bdf2-86dc-49b3-b188-c12015567e6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (ff97675f-c8e6-49db-aa2d-ad62f5afec6e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:05.289949 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d72a10-ece6-4b23-9723-83e1184f247e None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:05.305463 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-14c9cf3d-a0b7-48e5-92bf-21c0f1dd36e4 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:05.313958 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-14c9cf3d-a0b7-48e5-92bf-21c0f1dd36e4 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "DELETE /v2.0/subnets/e394dd2f-848f-4028-9627-a20c334266cb HTTP/1.1" status: 204 len: 168 time: 0.3647735 Jan 18 20:24:05.314685 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34282) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:05.374795 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9cf3d-a0b7-48e5-92bf-21c0f1dd36e4 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Pushing event deleted for resources: {'Subnet': ['ID=e394dd2f-848f-4028-9627-a20c334266cb,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:05.377919 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f04d719-fd0f-415a-839e-07dc0a595f50 None None] Network e5c4f209-3bd9-4abf-8892-f84e855c30de requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:05.384578 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 115a8b8f-8b70-45e9-9556-ffc8c569afa3 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:05.388124 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (115a8b8f-8b70-45e9-9556-ffc8c569afa3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:05.391644 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dedf3f-e158-4c5a-814c-7c3757db8ec7 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event updated for resources: {'Network': ['ID=0b2352f8-fd6d-4cf2-9dc3-c14c1461daf5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:05.413406 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01629fe2-ecc2-4be2-955b-4e1022f10efb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for port (52a77691-acd4-4de3-9534-3298e35affbe), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:05.451640 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.db.resource_extend [None req-8949bdf2-86dc-49b3-b188-c12015567e6f admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:24:05.470926 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26985c61-70ea-4e10-ae77-fbabbecae11f req-f537cff1-999c-4f01-8af6-e02d251a42a2 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 210 time: 0.0566478 Jan 18 20:24:05.481091 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 0b2352f8-fd6d-4cf2-9dc3-c14c1461daf5 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:24:05.531567 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7788bd-b386-4040-9841-90c13c74494d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:05.535675 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ab7788bd-b386-4040-9841-90c13c74494d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:05.549203 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-62d72a10-ece6-4b23-9723-83e1184f247e None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:05.559384 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d72a10-ece6-4b23-9723-83e1184f247e None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:05.564106 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19ed2041-7e21-43ad-b798-42b55a23c1bf tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (e5c4f209-3bd9-4abf-8892-f84e855c30de), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:05.623799 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d72a10-ece6-4b23-9723-83e1184f247e None None] Pushing event updated for resources: {'Port': ['ID=cae06ba3-760f-4f73-9610-7166393fafa0,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:05.642419 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8949bdf2-86dc-49b3-b188-c12015567e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (ff97675f-c8e6-49db-aa2d-ad62f5afec6e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:05.645801 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8949bdf2-86dc-49b3-b188-c12015567e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:05.647603 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8949bdf2-86dc-49b3-b188-c12015567e6f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:05.774223 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-62d72a10-ece6-4b23-9723-83e1184f247e None None] Attempting to bind port cae06ba3-760f-4f73-9610-7166393fafa0 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:24:05.775260 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-62d72a10-ece6-4b23-9723-83e1184f247e None None] Attempting to bind port cae06ba3-760f-4f73-9610-7166393fafa0 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:24:05.778272 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d72a10-ece6-4b23-9723-83e1184f247e None None] Attempting to bind port cae06ba3-760f-4f73-9610-7166393fafa0 on network c68ada5d-da8a-41c6-813a-b53f9c35e893 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:24:05.790828 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949bdf2-86dc-49b3-b188-c12015567e6f admin admin] Pushing event updated for resources: {'Network': ['ID=ff97675f-c8e6-49db-aa2d-ad62f5afec6e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:05.792881 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-85ee5eba-3c39-4c35-ad56-f03da1327e9a None None] Current status of the port 115a8b8f-8b70-45e9-9556-ffc8c569afa3 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:05.801089 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-85ee5eba-3c39-4c35-ad56-f03da1327e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (115a8b8f-8b70-45e9-9556-ffc8c569afa3), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:05.827836 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-299462a8-6977-40c6-bbb5-5fde86c2413d req-980ceb9c-dac6-47e8-a13e-5562cb219011 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 210 time: 0.1154387 Jan 18 20:24:05.833551 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-19ed2041-7e21-43ad-b798-42b55a23c1bf tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Deleting port 2523e188-9240-4c04-bee8-cf120d2a0984 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:05.833927 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19ed2041-7e21-43ad-b798-42b55a23c1bf tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (2523e188-9240-4c04-bee8-cf120d2a0984), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:05.906227 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-25d8bc3a-9d8c-4f90-9f4e-97c4ddd7cffd tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:05.912269 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-25d8bc3a-9d8c-4f90-9f4e-97c4ddd7cffd tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:05.914154 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-25d8bc3a-9d8c-4f90-9f4e-97c4ddd7cffd tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.70 "GET /v2.0/networks?id=bf0e8bd0-f052-4e1e-81c3-a95e14f34d93&id=7ec4c546-7391-4a65-a026-23d6cbdb75f0 HTTP/1.1" status: 200 len: 1392 time: 0.7239065 Jan 18 20:24:05.921382 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-ae9e021d-7450-40e8-8d99-6fade1ac186f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:05.923056 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-ae9e021d-7450-40e8-8d99-6fade1ac186f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.70 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 811 time: 1.1537213 Jan 18 20:24:05.927463 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network ff97675f-c8e6-49db-aa2d-ad62f5afec6e details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:24:05.931485 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8949bdf2-86dc-49b3-b188-c12015567e6f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.8549213 Jan 18 20:24:05.939509 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-da70532c-8a6d-4c3c-bc54-67da567d7092 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Request body: {'port': {'device_id': '815c5017-8147-40e7-9f27-8aa841a249ed', 'network_id': 'bf0e8bd0-f052-4e1e-81c3-a95e14f34d93', 'admin_state_up': True, 'tenant_id': '05d04115a5b94604bf26feb88e948fe0'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:05.948019 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-d44533da-8bac-480d-a982-da7a678be134 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Request body: {'port': {'device_id': '80d6b4a9-d843-4097-9089-cfd2b7e30f3f', 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'admin_state_up': True, 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:05.952193 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-19ed2041-7e21-43ad-b798-42b55a23c1bf tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] For port 2523e188-9240-4c04-bee8-cf120d2a0984, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=2523e188-9240-4c04-bee8-cf120d2a0984,segment=NetworkSegment(7d59ecce-499a-4b71-9015-0cdb957a258d),segment_id=7d59ecce-499a-4b71-9015-0cdb957a258d)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:05.952551 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19ed2041-7e21-43ad-b798-42b55a23c1bf tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (2523e188-9240-4c04-bee8-cf120d2a0984), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:05.953705 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34290) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:05.971553 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-19ed2041-7e21-43ad-b798-42b55a23c1bf tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Calling delete_port for 2523e188-9240-4c04-bee8-cf120d2a0984 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:05.973404 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-ebc1858c-2326-4dbd-aeff-604a476db271 admin admin] Request body: {'subnet': {'network_id': 'ff97675f-c8e6-49db-aa2d-ad62f5afec6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-68994124-subnet', 'tenant_id': 'e4b7df2c01cb4493927e2b64920ba9c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:06.070109 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19ed2041-7e21-43ad-b798-42b55a23c1bf tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (2523e188-9240-4c04-bee8-cf120d2a0984), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:06.103891 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed2041-7e21-43ad-b798-42b55a23c1bf tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Pushing event deleted for resources: {'Port': ['ID=2523e188-9240-4c04-bee8-cf120d2a0984,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:06.105963 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ed2041-7e21-43ad-b798-42b55a23c1bf tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] No DVR routers for this DVR port 2523e188-9240-4c04-bee8-cf120d2a0984 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:24:06.117958 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d72a10-ece6-4b23-9723-83e1184f247e None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:24:06.123450 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d72a10-ece6-4b23-9723-83e1184f247e None None] Checking segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:06.124320 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-62d72a10-ece6-4b23-9723-83e1184f247e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:06.127982 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d72a10-ece6-4b23-9723-83e1184f247e None None] Bound using segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:24:06.128674 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-62d72a10-ece6-4b23-9723-83e1184f247e None None] Bound port: cae06ba3-760f-4f73-9610-7166393fafa0, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:24:06.129204 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-62d72a10-ece6-4b23-9723-83e1184f247e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cae06ba3-760f-4f73-9610-7166393fafa0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:06.139734 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01629fe2-ecc2-4be2-955b-4e1022f10efb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (52a77691-acd4-4de3-9534-3298e35affbe), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:06.180146 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 115a8b8f-8b70-45e9-9556-ffc8c569afa3 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:06.180639 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (115a8b8f-8b70-45e9-9556-ffc8c569afa3), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:06.188583 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943665ae-5868-4590-af12-0ccae9f64298 None None] Update dhcp port {'port': {'network_id': '493275ff-62cf-493b-95e5-7c2fbcdf96b7', 'fixed_ips': [{'subnet_id': 'c880fc17-8ab1-4951-a5e2-a9473219abe3', 'ip_address': '172.20.0.2'}, {'subnet_id': '7c1c96ba-8411-4f58-acb2-6cdae5c2500e'}], 'binding:host_id': 'n-d-741529-9'}, 'id': '115a8b8f-8b70-45e9-9556-ffc8c569afa3'} from n-d-741529-9. {{(pid=103337) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 18 20:24:06.265781 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19ed2041-7e21-43ad-b798-42b55a23c1bf tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (e5c4f209-3bd9-4abf-8892-f84e855c30de), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:06.328565 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-19ed2041-7e21-43ad-b798-42b55a23c1bf tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c4f209-3bd9-4abf-8892-f84e855c30de']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:06.348717 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-85ee5eba-3c39-4c35-ad56-f03da1327e9a None None] For port 115a8b8f-8b70-45e9-9556-ffc8c569afa3, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=115a8b8f-8b70-45e9-9556-ffc8c569afa3,segment=NetworkSegment(420a97fe-77dd-40a9-89fe-c366ae1230ed),segment_id=420a97fe-77dd-40a9-89fe-c366ae1230ed)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:06.362466 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-19ed2041-7e21-43ad-b798-42b55a23c1bf tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d59ecce-499a-4b71-9015-0cdb957a258d') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:06.362776 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-19ed2041-7e21-43ad-b798-42b55a23c1bf tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d59ecce-499a-4b71-9015-0cdb957a258d') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:06.366602 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-943665ae-5868-4590-af12-0ccae9f64298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (115a8b8f-8b70-45e9-9556-ffc8c569afa3), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:06.393400 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19ed2041-7e21-43ad-b798-42b55a23c1bf tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (7d59ecce-499a-4b71-9015-0cdb957a258d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:06.424668 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19ed2041-7e21-43ad-b798-42b55a23c1bf tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (7d59ecce-499a-4b71-9015-0cdb957a258d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:06.436320 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ed2041-7e21-43ad-b798-42b55a23c1bf tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:24:06.436731 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19ed2041-7e21-43ad-b798-42b55a23c1bf tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (7d59ecce-499a-4b71-9015-0cdb957a258d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:24:06.443950 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:24:06.596300 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19ed2041-7e21-43ad-b798-42b55a23c1bf tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (e5c4f209-3bd9-4abf-8892-f84e855c30de), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:06.606268 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19ed2041-7e21-43ad-b798-42b55a23c1bf tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:06.614998 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-19ed2041-7e21-43ad-b798-42b55a23c1bf tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "DELETE /v2.0/networks/e5c4f209-3bd9-4abf-8892-f84e855c30de HTTP/1.1" status: 204 len: 168 time: 1.2987459 Jan 18 20:24:06.617071 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34298) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:06.679963 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2da132-1c81-44f2-82fa-fb1ec55f34e4 None None] DHCP port deletion for e5c4f209-3bd9-4abf-8892-f84e855c30de request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:24:06.697524 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed2041-7e21-43ad-b798-42b55a23c1bf tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Pushing event deleted for resources: {'Network': ['ID=e5c4f209-3bd9-4abf-8892-f84e855c30de,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:06.713156 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-85ee5eba-3c39-4c35-ad56-f03da1327e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (115a8b8f-8b70-45e9-9556-ffc8c569afa3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:06.733262 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ab7788bd-b386-4040-9841-90c13c74494d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (c7536625-937a-455e-aaba-f018cbed9b86), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:06.750914 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a0c3f4f6-8bfc-4537-976b-8ef4b2630a32 req-3d2e1f41-fc05-4f8b-bff3-dc2e5a2c38ce tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 210 time: 0.0918353 Jan 18 20:24:06.753120 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc1858c-2326-4dbd-aeff-604a476db271 admin admin] Made reservation on behalf of e4b7df2c01cb4493927e2b64920ba9c5 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:06.762395 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ebc1858c-2326-4dbd-aeff-604a476db271 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:06.789830 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f7f717-ed15-4b81-94d4-6ddd072b16ee tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Deleting subnet 8ec21291-7115-47cb-87a6-0389828824d2 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:24:06.797727 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74f7f717-ed15-4b81-94d4-6ddd072b16ee tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks [] for subnet (8ec21291-7115-47cb-87a6-0389828824d2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:06.892039 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:24:06.894210 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:24:06.924199 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74f7f717-ed15-4b81-94d4-6ddd072b16ee tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (8ec21291-7115-47cb-87a6-0389828824d2), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:07.020340 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-62d72a10-ece6-4b23-9723-83e1184f247e None None] For port cae06ba3-760f-4f73-9610-7166393fafa0, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:24:07.039110 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:07.054221 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74f7f717-ed15-4b81-94d4-6ddd072b16ee tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (8ec21291-7115-47cb-87a6-0389828824d2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:07.055518 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-943665ae-5868-4590-af12-0ccae9f64298 None None] Allocated IP 172.20.0.18 (493275ff-62cf-493b-95e5-7c2fbcdf96b7/7c1c96ba-8411-4f58-acb2-6cdae5c2500e/115a8b8f-8b70-45e9-9556-ffc8c569afa3) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:07.073890 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-62d72a10-ece6-4b23-9723-83e1184f247e None None] For port cae06ba3-760f-4f73-9610-7166393fafa0, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=cae06ba3-760f-4f73-9610-7166393fafa0,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:24:07.081309 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01629fe2-ecc2-4be2-955b-4e1022f10efb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Port': ['ID=52a77691-acd4-4de3-9534-3298e35affbe,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:07.118048 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-62d72a10-ece6-4b23-9723-83e1184f247e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (cae06ba3-760f-4f73-9610-7166393fafa0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:07.134315 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee5eba-3c39-4c35-ad56-f03da1327e9a None None] Pushing event updated for resources: {'Port': ['ID=115a8b8f-8b70-45e9-9556-ffc8c569afa3,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:07.143627 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-5fc4165f-4cb4-4cfb-998b-ef714e8124a5 None None] Provisioning complete for port c9354665-18ae-4ff5-9a40-90c229af3a5e triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:07.144177 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5fc4165f-4cb4-4cfb-998b-ef714e8124a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c9354665-18ae-4ff5-9a40-90c229af3a5e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:07.155134 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7788bd-b386-4040-9841-90c13c74494d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:07.168417 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-da70532c-8a6d-4c3c-bc54-67da567d7092 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Made reservation on behalf of 05d04115a5b94604bf26feb88e948fe0 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:07.171237 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74f7f717-ed15-4b81-94d4-6ddd072b16ee tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (8ec21291-7115-47cb-87a6-0389828824d2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:07.173800 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-da70532c-8a6d-4c3c-bc54-67da567d7092 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:07.181613 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01629fe2-ecc2-4be2-955b-4e1022f10efb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network 493275ff-62cf-493b-95e5-7c2fbcdf96b7 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:07.183555 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-ab7788bd-b386-4040-9841-90c13c74494d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:07.195107 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ebc1858c-2326-4dbd-aeff-604a476db271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (71ef8b4e-ce19-40c4-9274-60297e5974b8), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:07.214073 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7788bd-b386-4040-9841-90c13c74494d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:07.215027 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ab7788bd-b386-4040-9841-90c13c74494d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:07.219492 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-01629fe2-ecc2-4be2-955b-4e1022f10efb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:07.241690 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01629fe2-ecc2-4be2-955b-4e1022f10efb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:07.296565 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74f7f717-ed15-4b81-94d4-6ddd072b16ee tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:07.307135 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-74f7f717-ed15-4b81-94d4-6ddd072b16ee tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "DELETE /v2.0/subnets/8ec21291-7115-47cb-87a6-0389828824d2 HTTP/1.1" status: 204 len: 168 time: 0.6860459 Jan 18 20:24:07.309803 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34302) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:07.312250 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7f717-ed15-4b81-94d4-6ddd072b16ee tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec21291-7115-47cb-87a6-0389828824d2,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:07.336191 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7788bd-b386-4040-9841-90c13c74494d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=c7536625-937a-455e-aaba-f018cbed9b86,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:07.341877 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ab4405-492a-4505-8c83-e598d016b438 None None] Network 9da3dce7-9ed4-4f9a-aa20-5f8882001b60 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:07.358387 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f4d2bb76-fd54-4868-a493-cc9c38187ca7 req-40e7eda0-d8e3-4a98-a7b9-60aa7fb160c1 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 210 time: 0.2190068 Jan 18 20:24:07.379771 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ab7788bd-b386-4040-9841-90c13c74494d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9071660 Jan 18 20:24:07.400506 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34304) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:07.420085 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-d44533da-8bac-480d-a982-da7a678be134 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Made reservation on behalf of 4b4c13fbb3bf4713b8724b5ef55060b7 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:07.422682 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-793d84c9-f62a-4f1f-b5c2-9502f4066096 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'port': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'mac_address': 'fa:16:3e:28:46:33', 'name': 'tempest-NetworksTestDHCPv6-1788995614'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:07.430209 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-d44533da-8bac-480d-a982-da7a678be134 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:07.509218 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d72a10-ece6-4b23-9723-83e1184f247e None None] Pushing event updated for resources: {'Port': ['ID=cae06ba3-760f-4f73-9610-7166393fafa0,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:07.554929 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-943665ae-5868-4590-af12-0ccae9f64298 None None] For port 115a8b8f-8b70-45e9-9556-ffc8c569afa3, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=115a8b8f-8b70-45e9-9556-ffc8c569afa3,segment=NetworkSegment(420a97fe-77dd-40a9-89fe-c366ae1230ed),segment_id=420a97fe-77dd-40a9-89fe-c366ae1230ed)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:07.594438 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 115a8b8f-8b70-45e9-9556-ffc8c569afa3 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:07.595428 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c9354665-18ae-4ff5-9a40-90c229af3a5e up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:24:07.629005 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01629fe2-ecc2-4be2-955b-4e1022f10efb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:07.630017 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01629fe2-ecc2-4be2-955b-4e1022f10efb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:07.759917 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c6e6dd-441b-41bb-be3e-a0cba5ae184e tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Deleting subnet 49df7b3f-303d-4343-b694-bdbdcc10c107 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:24:07.800721 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5fc4165f-4cb4-4cfb-998b-ef714e8124a5 None None] Current status of the port c9354665-18ae-4ff5-9a40-90c229af3a5e is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:07.801382 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5fc4165f-4cb4-4cfb-998b-ef714e8124a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c9354665-18ae-4ff5-9a40-90c229af3a5e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:07.803291 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95c6e6dd-441b-41bb-be3e-a0cba5ae184e tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks [] for subnet (49df7b3f-303d-4343-b694-bdbdcc10c107), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:07.867655 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-5fc4165f-4cb4-4cfb-998b-ef714e8124a5 None None] For port c9354665-18ae-4ff5-9a40-90c229af3a5e, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c9354665-18ae-4ff5-9a40-90c229af3a5e,segment=NetworkSegment(0189c155-285f-4fc0-acf2-28f6faf4cfa9),segment_id=0189c155-285f-4fc0-acf2-28f6faf4cfa9)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:07.870687 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-943665ae-5868-4590-af12-0ccae9f64298 None None] Publish callbacks [] for port (115a8b8f-8b70-45e9-9556-ffc8c569afa3), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:07.875065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c620b77a-079b-4148-ac92-24d1010dc460 None None] DHCP port deletion for 9da3dce7-9ed4-4f9a-aa20-5f8882001b60 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:24:07.878037 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5fc4165f-4cb4-4cfb-998b-ef714e8124a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c9354665-18ae-4ff5-9a40-90c229af3a5e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:07.912610 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-da70532c-8a6d-4c3c-bc54-67da567d7092 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Allocated IP 19.80.0.247 (bf0e8bd0-f052-4e1e-81c3-a95e14f34d93/c3d8abc3-e9df-474b-b2ee-d36f66d71a92/e83831d5-2222-4f88-9823-55f6e4414226) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:07.983080 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port c9354665-18ae-4ff5-9a40-90c229af3a5e triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:07.983666 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c9354665-18ae-4ff5-9a40-90c229af3a5e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:07.996794 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4165f-4cb4-4cfb-998b-ef714e8124a5 None None] Pushing event updated for resources: {'Port': ['ID=c9354665-18ae-4ff5-9a40-90c229af3a5e,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:08.009391 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0f65ac1a-95c8-4321-a3f4-3666b8e919ff req-5e610add-9cee-4d5b-99bc-1ee92566c9c3 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 210 time: 0.0844140 Jan 18 20:24:08.010241 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-943665ae-5868-4590-af12-0ccae9f64298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (115a8b8f-8b70-45e9-9556-ffc8c569afa3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:08.025402 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95c6e6dd-441b-41bb-be3e-a0cba5ae184e tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (49df7b3f-303d-4343-b694-bdbdcc10c107), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:08.133427 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-da70532c-8a6d-4c3c-bc54-67da567d7092 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks [] for port (e83831d5-2222-4f88-9823-55f6e4414226), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:08.177054 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc1858c-2326-4dbd-aeff-604a476db271 admin admin] Checking segment: {'id': 'c06d65af-b5b6-453f-a1ef-f806ab8cf49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ff97675f-c8e6-49db-aa2d-ad62f5afec6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:08.177813 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc1858c-2326-4dbd-aeff-604a476db271 admin admin] Network hostable DHCP agents. Network: ff97675f-c8e6-49db-aa2d-ad62f5afec6e, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:24:08.187726 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-01629fe2-ecc2-4be2-955b-4e1022f10efb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 6.7570877 Jan 18 20:24:08.192190 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34308) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:08.198226 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-da70532c-8a6d-4c3c-bc54-67da567d7092 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e83831d5-2222-4f88-9823-55f6e4414226), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:08.210503 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793d84c9-f62a-4f1f-b5c2-9502f4066096 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:08.240119 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-771afb3e-a46d-4e98-b46f-bcabe39310a5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c880fc17-8ab1-4951-a5e2-a9473219abe3'}]}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:08.330231 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95c6e6dd-441b-41bb-be3e-a0cba5ae184e tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (49df7b3f-303d-4343-b694-bdbdcc10c107), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:08.356389 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1858c-2326-4dbd-aeff-604a476db271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71ef8b4e-ce19-40c4-9274-60297e5974b8,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:08.387521 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc1858c-2326-4dbd-aeff-604a476db271 admin admin] Network ff97675f-c8e6-49db-aa2d-ad62f5afec6e is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:24:08.415169 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-793d84c9-f62a-4f1f-b5c2-9502f4066096 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:08.492959 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-793d84c9-f62a-4f1f-b5c2-9502f4066096 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] device_id is not set on port 2d6c21e6-4cf4-4491-a914-afa1a5dd34e7 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:24:08.565520 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da70532c-8a6d-4c3c-bc54-67da567d7092 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Pushing event updated for resources: {'Port': ['ID=e83831d5-2222-4f88-9823-55f6e4414226,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:08.605691 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34312) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:08.627166 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-da70532c-8a6d-4c3c-bc54-67da567d7092 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Network bf0e8bd0-f052-4e1e-81c3-a95e14f34d93 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:08.634829 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-76e029ce-bb21-495e-b3be-4db15c2f91a1 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Request body: {'subnet': {'network_id': '0b2352f8-fd6d-4cf2-9dc3-c14c1461daf5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:08.666424 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-ebc1858c-2326-4dbd-aeff-604a476db271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, ff97675f-c8e6-49db-aa2d-ad62f5afec6e) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:08.668253 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-da70532c-8a6d-4c3c-bc54-67da567d7092 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:08.696157 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbcfdf1-82e1-49ab-a730-bb7ded8ebc9d None None] Network ff97675f-c8e6-49db-aa2d-ad62f5afec6e requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:08.723701 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc1858c-2326-4dbd-aeff-604a476db271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:08.724293 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ebc1858c-2326-4dbd-aeff-604a476db271 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:08.742851 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-da70532c-8a6d-4c3c-bc54-67da567d7092 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:08.758670 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-793d84c9-f62a-4f1f-b5c2-9502f4066096 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 172.20.0.7 (c68ada5d-da8a-41c6-813a-b53f9c35e893/c7536625-937a-455e-aaba-f018cbed9b86/2d6c21e6-4cf4-4491-a914-afa1a5dd34e7) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:08.767514 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-793d84c9-f62a-4f1f-b5c2-9502f4066096 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 2001:db8::f816:3eff:fe28:4633 (c68ada5d-da8a-41c6-813a-b53f9c35e893/ea9b7495-a8f2-4d47-a525-ebf96ce6d7d8/2d6c21e6-4cf4-4491-a914-afa1a5dd34e7) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:08.832596 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-da70532c-8a6d-4c3c-bc54-67da567d7092 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:08.833273 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-da70532c-8a6d-4c3c-bc54-67da567d7092 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:08.846638 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95c6e6dd-441b-41bb-be3e-a0cba5ae184e tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (49df7b3f-303d-4343-b694-bdbdcc10c107), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:08.906353 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ebc1858c-2326-4dbd-aeff-604a476db271 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.9513035 Jan 18 20:24:08.906774 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb232e6-adfe-4946-ac0b-325cf2a2c802 None None] Network ff97675f-c8e6-49db-aa2d-ad62f5afec6e requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:08.913235 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943665ae-5868-4590-af12-0ccae9f64298 None None] Pushing event updated for resources: {'Port': ['ID=115a8b8f-8b70-45e9-9556-ffc8c569afa3,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:09.034259 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95c6e6dd-441b-41bb-be3e-a0cba5ae184e tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:09.045706 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-95c6e6dd-441b-41bb-be3e-a0cba5ae184e tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "DELETE /v2.0/subnets/49df7b3f-303d-4343-b694-bdbdcc10c107 HTTP/1.1" status: 204 len: 168 time: 1.7212107 Jan 18 20:24:09.058361 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-d44533da-8bac-480d-a982-da7a678be134 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Allocated IP 172.20.0.14 (e88e9200-d99d-4ea0-a241-681917733bb6/f2eac11f-fef0-464c-9aac-08a05c8cc068/80e97295-c4f1-4760-baa3-1cc63a28cfc5) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:09.072115 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f811c3-b99f-4c95-9f15-285c9bf8ee44 None None] Network 24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:09.088167 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6e6dd-441b-41bb-be3e-a0cba5ae184e tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Pushing event deleted for resources: {'Subnet': ['ID=49df7b3f-303d-4343-b694-bdbdcc10c107,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:09.112780 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-da70532c-8a6d-4c3c-bc54-67da567d7092 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1848581 Jan 18 20:24:09.113977 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34316) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:09.130606 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-308d7665-ed24-489b-a947-e58242a5e6fa tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Request body: {'port': {'device_id': '815c5017-8147-40e7-9f27-8aa841a249ed', 'network_id': '7ec4c546-7391-4a65-a026-23d6cbdb75f0', 'admin_state_up': True, 'tenant_id': '05d04115a5b94604bf26feb88e948fe0'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:09.241115 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c620b77a-079b-4148-ac92-24d1010dc460 None None] Deleting port 9f0395ea-18d4-4954-b0be-df8ded935369 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:09.241997 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c620b77a-079b-4148-ac92-24d1010dc460 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (9f0395ea-18d4-4954-b0be-df8ded935369), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:09.255285 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcdd1e3-c802-473f-bcfc-c152957d4110 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:09.314027 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27edbd3-9069-425f-979b-3b63725ace2d req-200a7b4a-d607-44a5-a6a1-9912d0af389e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:09.315789 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d27edbd3-9069-425f-979b-3b63725ace2d req-200a7b4a-d607-44a5-a6a1-9912d0af389e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 932 time: 0.4737177 Jan 18 20:24:09.338419 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port c9354665-18ae-4ff5-9a40-90c229af3a5e is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:09.359975 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-77acb3c6-054e-4777-b9b2-7be61fdced79 req-fb28494c-c61d-4dcf-871c-aecefc8239d9 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 210 time: 0.1034892 Jan 18 20:24:09.425693 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-239586b3-ec59-45ba-a39a-20bc89829112 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (9da3dce7-9ed4-4f9a-aa20-5f8882001b60), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:09.461238 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-793d84c9-f62a-4f1f-b5c2-9502f4066096 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (2d6c21e6-4cf4-4491-a914-afa1a5dd34e7), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:09.510651 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d27edbd3-9069-425f-979b-3b63725ace2d req-64bf5310-5051-460b-ada0-5a97ed71322d tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605101 Jan 18 20:24:09.607926 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-793d84c9-f62a-4f1f-b5c2-9502f4066096 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (2d6c21e6-4cf4-4491-a914-afa1a5dd34e7), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:09.655734 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-771afb3e-a46d-4e98-b46f-bcabe39310a5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (52a77691-acd4-4de3-9534-3298e35affbe), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:09.665913 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-45e60f69-9cf7-4fed-b780-f5a0dca7c158 None None] Provisioning complete for port e83831d5-2222-4f88-9823-55f6e4414226 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:09.666246 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-45e60f69-9cf7-4fed-b780-f5a0dca7c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e83831d5-2222-4f88-9823-55f6e4414226), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:09.695868 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-239586b3-ec59-45ba-a39a-20bc89829112 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Deleting port 9f0395ea-18d4-4954-b0be-df8ded935369 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:09.696245 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-239586b3-ec59-45ba-a39a-20bc89829112 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (9f0395ea-18d4-4954-b0be-df8ded935369), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:09.751166 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device cae06ba3-760f-4f73-9610-7166393fafa0 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:24:09.786026 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-239586b3-ec59-45ba-a39a-20bc89829112 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] For port 9f0395ea-18d4-4954-b0be-df8ded935369, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9f0395ea-18d4-4954-b0be-df8ded935369,segment=NetworkSegment(864ef5c1-85ff-4552-a625-c82421888d15),segment_id=864ef5c1-85ff-4552-a625-c82421888d15)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:09.786665 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-239586b3-ec59-45ba-a39a-20bc89829112 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (9f0395ea-18d4-4954-b0be-df8ded935369), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:09.789571 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e029ce-bb21-495e-b3be-4db15c2f91a1 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Made reservation on behalf of 77abb998886b4c7181d724dcc5445bb0 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:09.793477 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76e029ce-bb21-495e-b3be-4db15c2f91a1 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:09.802287 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-239586b3-ec59-45ba-a39a-20bc89829112 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Calling delete_port for 9f0395ea-18d4-4954-b0be-df8ded935369 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:09.915479 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c620b77a-079b-4148-ac92-24d1010dc460 None None] For port 9f0395ea-18d4-4954-b0be-df8ded935369, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9f0395ea-18d4-4954-b0be-df8ded935369,segment=NetworkSegment(864ef5c1-85ff-4552-a625-c82421888d15),segment_id=864ef5c1-85ff-4552-a625-c82421888d15)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:09.915860 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c620b77a-079b-4148-ac92-24d1010dc460 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (9f0395ea-18d4-4954-b0be-df8ded935369), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:09.920634 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d84c9-f62a-4f1f-b5c2-9502f4066096 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=2d6c21e6-4cf4-4491-a914-afa1a5dd34e7,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:09.929177 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-239586b3-ec59-45ba-a39a-20bc89829112 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (9f0395ea-18d4-4954-b0be-df8ded935369), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:09.932709 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793d84c9-f62a-4f1f-b5c2-9502f4066096 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:09.967299 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f126b64c-db2f-4185-a582-98de61a0a252 None None] Network 493275ff-62cf-493b-95e5-7c2fbcdf96b7 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:09.969351 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239586b3-ec59-45ba-a39a-20bc89829112 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Pushing event deleted for resources: {'Port': ['ID=9f0395ea-18d4-4954-b0be-df8ded935369,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:09.984422 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c620b77a-079b-4148-ac92-24d1010dc460 None None] Calling delete_port for 9f0395ea-18d4-4954-b0be-df8ded935369 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:09.987097 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-45e60f69-9cf7-4fed-b780-f5a0dca7c158 None None] Port e83831d5-2222-4f88-9823-55f6e4414226 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:24:10.004075 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-793d84c9-f62a-4f1f-b5c2-9502f4066096 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:10.014243 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793d84c9-f62a-4f1f-b5c2-9502f4066096 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:10.027134 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-308d7665-ed24-489b-a947-e58242a5e6fa tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Made reservation on behalf of 05d04115a5b94604bf26feb88e948fe0 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:10.031140 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-308d7665-ed24-489b-a947-e58242a5e6fa tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:10.040887 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239586b3-ec59-45ba-a39a-20bc89829112 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] No DVR routers for this DVR port 9f0395ea-18d4-4954-b0be-df8ded935369 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:24:10.104965 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69dcafc-364d-4992-920f-9937aced63b5 None None] DHCP port deletion for 24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:24:10.135748 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port cae06ba3-760f-4f73-9610-7166393fafa0 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:10.136127 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cae06ba3-760f-4f73-9610-7166393fafa0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:10.217870 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793d84c9-f62a-4f1f-b5c2-9502f4066096 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:10.218748 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-793d84c9-f62a-4f1f-b5c2-9502f4066096 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:10.251689 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-308d7665-ed24-489b-a947-e58242a5e6fa tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Allocated IP 19.86.0.230 (7ec4c546-7391-4a65-a026-23d6cbdb75f0/21a9884b-d1c3-4ece-8a4b-b537e72d9c2e/98c9774a-948d-4952-8908-46dae54efb1c) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:10.261186 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-239586b3-ec59-45ba-a39a-20bc89829112 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (9da3dce7-9ed4-4f9a-aa20-5f8882001b60), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:10.287668 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-5a2788b3-dc36-4794-9dda-802606b8f3c4 None None] Provisioning complete for port 115a8b8f-8b70-45e9-9556-ffc8c569afa3 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:10.288041 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5a2788b3-dc36-4794-9dda-802606b8f3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (115a8b8f-8b70-45e9-9556-ffc8c569afa3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:10.307844 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-793d84c9-f62a-4f1f-b5c2-9502f4066096 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8987508 Jan 18 20:24:10.312877 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-239586b3-ec59-45ba-a39a-20bc89829112 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da3dce7-9ed4-4f9a-aa20-5f8882001b60']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:10.315465 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34338) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:10.341985 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-69fc06e5-cfcb-423a-9398-27b693627aad tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:10.343904 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-69fc06e5-cfcb-423a-9398-27b693627aad tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/networks?id=ff97675f-c8e6-49db-aa2d-ad62f5afec6e HTTP/1.1" status: 200 len: 820 time: 0.4520845 Jan 18 20:24:10.345851 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c63713-dd5e-428b-a276-65156e727c67 None None] Update dhcp port {'port': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'fixed_ips': [{'subnet_id': 'ea9b7495-a8f2-4d47-a525-ebf96ce6d7d8', 'ip_address': '2001:db8::f816:3eff:fe38:b07'}, {'subnet_id': 'c7536625-937a-455e-aaba-f018cbed9b86'}], 'binding:host_id': 'n-d-741529-9'}, 'id': 'cae06ba3-760f-4f73-9610-7166393fafa0'} from n-d-741529-9. {{(pid=103337) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 18 20:24:10.346316 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-239586b3-ec59-45ba-a39a-20bc89829112 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864ef5c1-85ff-4552-a625-c82421888d15') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:10.346751 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-239586b3-ec59-45ba-a39a-20bc89829112 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864ef5c1-85ff-4552-a625-c82421888d15') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:10.382007 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-239586b3-ec59-45ba-a39a-20bc89829112 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (864ef5c1-85ff-4552-a625-c82421888d15), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:10.391159 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-42669416-929d-48ef-a3f5-f69333464b25 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/quotas/e4b7df2c01cb4493927e2b64920ba9c5 HTTP/1.1" status: 200 len: 375 time: 0.0225825 Jan 18 20:24:10.433537 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-308d7665-ed24-489b-a947-e58242a5e6fa tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks [] for port (98c9774a-948d-4952-8908-46dae54efb1c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:10.442827 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-239586b3-ec59-45ba-a39a-20bc89829112 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (864ef5c1-85ff-4552-a625-c82421888d15), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:10.474944 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port cae06ba3-760f-4f73-9610-7166393fafa0 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:10.475262 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cae06ba3-760f-4f73-9610-7166393fafa0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:10.475598 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-239586b3-ec59-45ba-a39a-20bc89829112 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:24:10.476179 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-239586b3-ec59-45ba-a39a-20bc89829112 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (864ef5c1-85ff-4552-a625-c82421888d15), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:10.484101 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a7c63713-dd5e-428b-a276-65156e727c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cae06ba3-760f-4f73-9610-7166393fafa0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:10.485339 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-5a7e602b-9bcd-4bd9-b96d-f73c69959870 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e4b7df2c01cb4493927e2b64920ba9c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674508 Jan 18 20:24:10.486149 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c620b77a-079b-4148-ac92-24d1010dc460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (9f0395ea-18d4-4954-b0be-df8ded935369), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:24:10.486497 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:24:10.497067 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-308d7665-ed24-489b-a947-e58242a5e6fa tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (98c9774a-948d-4952-8908-46dae54efb1c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:10.574386 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5a2788b3-dc36-4794-9dda-802606b8f3c4 None None] Current status of the port 115a8b8f-8b70-45e9-9556-ffc8c569afa3 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:10.611825 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e6e994-17d6-430d-b1f3-df5f9b0a881b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:10.619641 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e6e994-17d6-430d-b1f3-df5f9b0a881b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:10.621596 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-40e6e994-17d6-430d-b1f3-df5f9b0a881b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.3049486 Jan 18 20:24:10.642806 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620b77a-079b-4148-ac92-24d1010dc460 None None] Pushing event deleted for resources: {'Port': ['ID=9f0395ea-18d4-4954-b0be-df8ded935369,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:10.651922 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c620b77a-079b-4148-ac92-24d1010dc460 None None] No DVR routers for this DVR port 9f0395ea-18d4-4954-b0be-df8ded935369 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:24:10.663192 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c69dcafc-364d-4992-920f-9937aced63b5 None None] Deleting port 3d7f5ed1-b619-483a-abfc-beb815d69c99 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:10.663639 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c69dcafc-364d-4992-920f-9937aced63b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (3d7f5ed1-b619-483a-abfc-beb815d69c99), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:10.675577 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-5a2788b3-dc36-4794-9dda-802606b8f3c4 None None] Provisioning complete for port cae06ba3-760f-4f73-9610-7166393fafa0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:10.676078 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5a2788b3-dc36-4794-9dda-802606b8f3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cae06ba3-760f-4f73-9610-7166393fafa0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:10.756381 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port cae06ba3-760f-4f73-9610-7166393fafa0, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=cae06ba3-760f-4f73-9610-7166393fafa0,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:10.813038 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (cae06ba3-760f-4f73-9610-7166393fafa0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:10.814080 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 115a8b8f-8b70-45e9-9556-ffc8c569afa3 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:24:10.831404 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cf938bbf-87f7-4fbe-9237-b300aa4501e7 req-b7c0050f-abba-4974-8ed7-8793c85c2c3c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 210 time: 0.3042314 Jan 18 20:24:10.838015 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34344) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:10.959657 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c69dcafc-364d-4992-920f-9937aced63b5 None None] For port 3d7f5ed1-b619-483a-abfc-beb815d69c99, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=3d7f5ed1-b619-483a-abfc-beb815d69c99,segment=NetworkSegment(e24f1ea1-6d79-482f-8871-e9b293bc25fd),segment_id=e24f1ea1-6d79-482f-8871-e9b293bc25fd)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:10.960153 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c69dcafc-364d-4992-920f-9937aced63b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (3d7f5ed1-b619-483a-abfc-beb815d69c99), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:10.999744 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c69dcafc-364d-4992-920f-9937aced63b5 None None] Calling delete_port for 3d7f5ed1-b619-483a-abfc-beb815d69c99 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:11.018956 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-d44533da-8bac-480d-a982-da7a678be134 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks [] for port (80e97295-c4f1-4760-baa3-1cc63a28cfc5), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:11.025000 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-17a15a73-7063-492e-ae62-3b7d1668331b service neutron] 10.222.0.31 "GET /v2.0/networks/ff97675f-c8e6-49db-aa2d-ad62f5afec6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5086141 Jan 18 20:24:11.046817 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=cae06ba3-760f-4f73-9610-7166393fafa0,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:11.137766 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-239586b3-ec59-45ba-a39a-20bc89829112 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (9da3dce7-9ed4-4f9a-aa20-5f8882001b60), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:11.142799 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-308d7665-ed24-489b-a947-e58242a5e6fa tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Network 7ec4c546-7391-4a65-a026-23d6cbdb75f0 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:11.157355 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-308d7665-ed24-489b-a947-e58242a5e6fa tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:11.165803 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-239586b3-ec59-45ba-a39a-20bc89829112 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:11.172039 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-239586b3-ec59-45ba-a39a-20bc89829112 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "DELETE /v2.0/networks/9da3dce7-9ed4-4f9a-aa20-5f8882001b60 HTTP/1.1" status: 204 len: 168 time: 2.0563867 Jan 18 20:24:11.173688 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-308d7665-ed24-489b-a947-e58242a5e6fa tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:11.185846 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34346) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:11.239748 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d7665-ed24-489b-a947-e58242a5e6fa tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Pushing event updated for resources: {'Port': ['ID=98c9774a-948d-4952-8908-46dae54efb1c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:11.367740 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-d44533da-8bac-480d-a982-da7a678be134 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (80e97295-c4f1-4760-baa3-1cc63a28cfc5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:11.394770 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 115a8b8f-8b70-45e9-9556-ffc8c569afa3 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:11.395320 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (115a8b8f-8b70-45e9-9556-ffc8c569afa3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:11.403914 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-a7c63713-dd5e-428b-a276-65156e727c67 None None] Allocated IP 172.20.0.2 (c68ada5d-da8a-41c6-813a-b53f9c35e893/c7536625-937a-455e-aaba-f018cbed9b86/cae06ba3-760f-4f73-9610-7166393fafa0) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:11.423896 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-308d7665-ed24-489b-a947-e58242a5e6fa tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:11.424736 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-308d7665-ed24-489b-a947-e58242a5e6fa tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:11.442428 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5a2788b3-dc36-4794-9dda-802606b8f3c4 None None] Current status of the port cae06ba3-760f-4f73-9610-7166393fafa0 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:11.498096 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48721f75-f4f0-4686-9546-73847d4208e3 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:11.558868 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-d44533da-8bac-480d-a982-da7a678be134 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Network e88e9200-d99d-4ea0-a241-681917733bb6 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:11.568013 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c69dcafc-364d-4992-920f-9937aced63b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (3d7f5ed1-b619-483a-abfc-beb815d69c99), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:11.589580 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-d44533da-8bac-480d-a982-da7a678be134 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:11.604251 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69dcafc-364d-4992-920f-9937aced63b5 None None] Pushing event deleted for resources: {'Port': ['ID=3d7f5ed1-b619-483a-abfc-beb815d69c99,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:11.619148 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-d44533da-8bac-480d-a982-da7a678be134 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:11.635486 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69dcafc-364d-4992-920f-9937aced63b5 None None] No DVR routers for this DVR port 3d7f5ed1-b619-483a-abfc-beb815d69c99 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:24:11.680305 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a7c63713-dd5e-428b-a276-65156e727c67 None None] For port cae06ba3-760f-4f73-9610-7166393fafa0, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=cae06ba3-760f-4f73-9610-7166393fafa0,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:11.690825 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-58507ec1-e44b-4fb6-b590-ada1f39721a2 None None] Provisioning complete for port 52a77691-acd4-4de3-9534-3298e35affbe triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:11.691212 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-58507ec1-e44b-4fb6-b590-ada1f39721a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (52a77691-acd4-4de3-9534-3298e35affbe), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:11.729527 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-d44533da-8bac-480d-a982-da7a678be134 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:11.731726 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 115a8b8f-8b70-45e9-9556-ffc8c569afa3 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:11.732881 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c9354665-18ae-4ff5-9a40-90c229af3a5e up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:24:11.742975 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-d44533da-8bac-480d-a982-da7a678be134 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:11.754918 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239586b3-ec59-45ba-a39a-20bc89829112 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Pushing event deleted for resources: {'Network': ['ID=9da3dce7-9ed4-4f9a-aa20-5f8882001b60,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:11.785210 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485bfd1-bf13-4822-b422-cbf405755643 req-76a561af-241a-4e14-98e9-62744aa43732 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:11.796212 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485bfd1-bf13-4822-b422-cbf405755643 req-76a561af-241a-4e14-98e9-62744aa43732 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:11.796212 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5485bfd1-bf13-4822-b422-cbf405755643 req-76a561af-241a-4e14-98e9-62744aa43732 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 1655 time: 0.8276439 Jan 18 20:24:11.811881 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a7c63713-dd5e-428b-a276-65156e727c67 None None] Publish callbacks [] for port (cae06ba3-760f-4f73-9610-7166393fafa0), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:11.813488 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-58507ec1-e44b-4fb6-b590-ada1f39721a2 None None] Port 52a77691-acd4-4de3-9534-3298e35affbe cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:24:11.816942 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-308d7665-ed24-489b-a947-e58242a5e6fa tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6951454 Jan 18 20:24:11.825093 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a7c63713-dd5e-428b-a276-65156e727c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (cae06ba3-760f-4f73-9610-7166393fafa0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:11.846897 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-58507ec1-e44b-4fb6-b590-ada1f39721a2 None None] Provisioning complete for port 115a8b8f-8b70-45e9-9556-ffc8c569afa3 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:11.847274 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-58507ec1-e44b-4fb6-b590-ada1f39721a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (115a8b8f-8b70-45e9-9556-ffc8c569afa3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:11.884444 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5485bfd1-bf13-4822-b422-cbf405755643 req-9b372d62-da2f-4e0e-a95a-87352313da5e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818007 Jan 18 20:24:11.892763 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-4d83c9bb-e6c8-461f-bf75-bb2343178afd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting port 2d6c21e6-4cf4-4491-a914-afa1a5dd34e7 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:11.893119 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d83c9bb-e6c8-461f-bf75-bb2343178afd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (2d6c21e6-4cf4-4491-a914-afa1a5dd34e7), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:11.938611 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-964b5ac9-49d1-480d-8dae-4484473cff04 service neutron] Request body: {'port': {'device_id': '815c5017-8147-40e7-9f27-8aa841a249ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:11.950284 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-a07fe221-05db-4e57-aa40-ce4f59d33513 service neutron] 10.222.0.31 "GET /v2.0/networks/ff97675f-c8e6-49db-aa2d-ad62f5afec6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8620083 Jan 18 20:24:12.002263 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-771afb3e-a46d-4e98-b46f-bcabe39310a5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Delete allocated IP 172.20.0.25 (493275ff-62cf-493b-95e5-7c2fbcdf96b7/7c1c96ba-8411-4f58-acb2-6cdae5c2500e) {{(pid=103335) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 18 20:24:12.020745 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port c9354665-18ae-4ff5-9a40-90c229af3a5e triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:12.021259 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c9354665-18ae-4ff5-9a40-90c229af3a5e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:12.119010 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c63713-dd5e-428b-a276-65156e727c67 None None] Pushing event updated for resources: {'Port': ['ID=cae06ba3-760f-4f73-9610-7166393fafa0,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:12.150609 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44533da-8bac-480d-a982-da7a678be134 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Pushing event updated for resources: {'Port': ['ID=80e97295-c4f1-4760-baa3-1cc63a28cfc5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:12.214055 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d83c9bb-e6c8-461f-bf75-bb2343178afd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (2d6c21e6-4cf4-4491-a914-afa1a5dd34e7), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:12.251170 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-58507ec1-e44b-4fb6-b590-ada1f39721a2 None None] Current status of the port 115a8b8f-8b70-45e9-9556-ffc8c569afa3 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:12.259649 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48721f75-f4f0-4686-9546-73847d4208e3 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:12.269041 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954be6f0-d5ec-4cb8-adbe-ee66e73a2a53 req-2a999f24-ce8a-4b7b-9d93-4a2bdaeea149 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:12.286475 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-48721f75-f4f0-4686-9546-73847d4208e3 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:12.288097 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port c9354665-18ae-4ff5-9a40-90c229af3a5e is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:12.290846 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-954be6f0-d5ec-4cb8-adbe-ee66e73a2a53 req-2a999f24-ce8a-4b7b-9d93-4a2bdaeea149 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 932 time: 0.2576709 Jan 18 20:24:12.299406 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-48721f75-f4f0-4686-9546-73847d4208e3 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24f1ea1-6d79-482f-8871-e9b293bc25fd') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:12.299714 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-48721f75-f4f0-4686-9546-73847d4208e3 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24f1ea1-6d79-482f-8871-e9b293bc25fd') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:12.331379 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-d44533da-8bac-480d-a982-da7a678be134 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3949416 Jan 18 20:24:12.347873 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6de14725-5c1b-4421-93d4-b42613a4b8f0 req-bf5e4feb-3d18-4355-a0ee-f38bcf9967f1 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/ports?device_id=93148927-e2e0-4f29-97c2-e9d6379275dc HTTP/1.1" status: 200 len: 210 time: 0.1303105 Jan 18 20:24:12.381067 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-4d83c9bb-e6c8-461f-bf75-bb2343178afd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Calling delete_port for 2d6c21e6-4cf4-4491-a914-afa1a5dd34e7 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:12.386660 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0366000f-6bd7-432d-9082-e1838adbed04 None None] Provisioning complete for port 98c9774a-948d-4952-8908-46dae54efb1c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:12.387042 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0366000f-6bd7-432d-9082-e1838adbed04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (98c9774a-948d-4952-8908-46dae54efb1c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:12.399122 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-33c9db80-8a2a-46a7-8413-b5451daf1937 service neutron] Request body: {'port': {'device_id': '80d6b4a9-d843-4097-9089-cfd2b7e30f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:12.411656 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76e029ce-bb21-495e-b3be-4db15c2f91a1 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (3dcdee4b-c4be-4d6b-bba2-ee799657c263), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:12.418727 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48721f75-f4f0-4686-9546-73847d4208e3 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (e24f1ea1-6d79-482f-8871-e9b293bc25fd), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:12.441172 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9f0395ea-18d4-4954-b0be-df8ded935369 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:24:12.496383 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-954be6f0-d5ec-4cb8-adbe-ee66e73a2a53 req-d56e7325-5f1b-4151-90c0-4edbea49ffd0 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592994 Jan 18 20:24:12.539643 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0366000f-6bd7-432d-9082-e1838adbed04 None None] Port 98c9774a-948d-4952-8908-46dae54efb1c cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:24:12.548110 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 9f0395ea-18d4-4954-b0be-df8ded935369 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:24:12.548575 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9f0395ea-18d4-4954-b0be-df8ded935369 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:24:12.548860 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 2523e188-9240-4c04-bee8-cf120d2a0984 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:24:12.591577 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 2523e188-9240-4c04-bee8-cf120d2a0984 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:24:12.591941 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 2523e188-9240-4c04-bee8-cf120d2a0984 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:24:12.600208 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e029ce-bb21-495e-b3be-4db15c2f91a1 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event updated for resources: {'Subnet': ['ID=3dcdee4b-c4be-4d6b-bba2-ee799657c263,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:12.636482 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-964b5ac9-49d1-480d-8dae-4484473cff04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e83831d5-2222-4f88-9823-55f6e4414226), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:12.649322 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0366000f-6bd7-432d-9082-e1838adbed04 None None] Provisioning complete for port 80e97295-c4f1-4760-baa3-1cc63a28cfc5 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:12.649322 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0366000f-6bd7-432d-9082-e1838adbed04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (80e97295-c4f1-4760-baa3-1cc63a28cfc5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:12.668631 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48721f75-f4f0-4686-9546-73847d4208e3 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (e24f1ea1-6d79-482f-8871-e9b293bc25fd), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:12.772455 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0366000f-6bd7-432d-9082-e1838adbed04 None None] Port 80e97295-c4f1-4760-baa3-1cc63a28cfc5 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:24:12.822345 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d83c9bb-e6c8-461f-bf75-bb2343178afd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (2d6c21e6-4cf4-4491-a914-afa1a5dd34e7), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:12.828996 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device cae06ba3-760f-4f73-9610-7166393fafa0 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:24:12.835919 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-33c9db80-8a2a-46a7-8413-b5451daf1937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (80e97295-c4f1-4760-baa3-1cc63a28cfc5), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:12.865124 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48721f75-f4f0-4686-9546-73847d4208e3 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:24:12.865544 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48721f75-f4f0-4686-9546-73847d4208e3 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (e24f1ea1-6d79-482f-8871-e9b293bc25fd), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:12.871886 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83c9bb-e6c8-461f-bf75-bb2343178afd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Port': ['ID=2d6c21e6-4cf4-4491-a914-afa1a5dd34e7,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:24:12.878753 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:24:12.881345 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:24:12.957230 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port cae06ba3-760f-4f73-9610-7166393fafa0 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:12.957837 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cae06ba3-760f-4f73-9610-7166393fafa0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:13.031238 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-771afb3e-a46d-4e98-b46f-bcabe39310a5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for port (52a77691-acd4-4de3-9534-3298e35affbe), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:13.083620 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port cae06ba3-760f-4f73-9610-7166393fafa0 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:13.108535 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-771afb3e-a46d-4e98-b46f-bcabe39310a5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (52a77691-acd4-4de3-9534-3298e35affbe), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:13.109990 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d83c9bb-e6c8-461f-bf75-bb2343178afd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:13.120257 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e029ce-bb21-495e-b3be-4db15c2f91a1 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Checking segment: {'id': '40db1069-bacf-48b1-bc1a-9381bc9372f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b2352f8-fd6d-4cf2-9dc3-c14c1461daf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:13.120639 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e029ce-bb21-495e-b3be-4db15c2f91a1 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Network hostable DHCP agents. Network: 0b2352f8-fd6d-4cf2-9dc3-c14c1461daf5, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:24:13.123289 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4d83c9bb-e6c8-461f-bf75-bb2343178afd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/2d6c21e6-4cf4-4491-a914-afa1a5dd34e7 HTTP/1.1" status: 204 len: 168 time: 2.2743735 Jan 18 20:24:13.127347 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34368) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:13.197343 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 3d7f5ed1-b619-483a-abfc-beb815d69c99 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:24:13.252794 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 3d7f5ed1-b619-483a-abfc-beb815d69c99 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:24:13.253138 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 3d7f5ed1-b619-483a-abfc-beb815d69c99 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:24:13.270650 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f19e02-f97b-4fc3-9316-549c3b4025a1 req-d5212bee-72eb-473f-af25-9eee0c5032e3 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:13.280543 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f19e02-f97b-4fc3-9316-549c3b4025a1 req-d5212bee-72eb-473f-af25-9eee0c5032e3 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:13.282309 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-90f19e02-f97b-4fc3-9316-549c3b4025a1 req-d5212bee-72eb-473f-af25-9eee0c5032e3 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 1655 time: 0.2583902 Jan 18 20:24:13.286548 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb50b3c-a787-444c-a810-91caa26be901 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:13.288221 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb50b3c-a787-444c-a810-91caa26be901 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:13.289776 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb50b3c-a787-444c-a810-91caa26be901 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:13.294111 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4eb50b3c-a787-444c-a810-91caa26be901 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1577408 Jan 18 20:24:13.304917 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34370) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:13.305086 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-738d07e4-ea5b-4d32-b0a9-ca01a55b1e22 None None] Could not find standard attr ID for object 2d6c21e6-4cf4-4491-a914-afa1a5dd34e7. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:24:13.305193 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48721f75-f4f0-4686-9546-73847d4208e3 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:13.340329 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48721f75-f4f0-4686-9546-73847d4208e3 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:13.345862 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-48721f75-f4f0-4686-9546-73847d4208e3 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "DELETE /v2.0/networks/24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757 HTTP/1.1" status: 204 len: 168 time: 2.1555688 Jan 18 20:24:13.346004 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-738d07e4-ea5b-4d32-b0a9-ca01a55b1e22 None None] Provisioning complete for port cae06ba3-760f-4f73-9610-7166393fafa0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:13.346004 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-738d07e4-ea5b-4d32-b0a9-ca01a55b1e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cae06ba3-760f-4f73-9610-7166393fafa0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:13.373486 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34374) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:13.415051 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48721f75-f4f0-4686-9546-73847d4208e3 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Pushing event deleted for resources: {'Network': ['ID=24d6c1fe-50f6-4ed4-b3f9-74d8a61fd757,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:13.494489 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-738d07e4-ea5b-4d32-b0a9-ca01a55b1e22 None None] Current status of the port cae06ba3-760f-4f73-9610-7166393fafa0 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:13.541900 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771afb3e-a46d-4e98-b46f-bcabe39310a5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Port': ['ID=52a77691-acd4-4de3-9534-3298e35affbe,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:13.565941 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5a59a1e-b042-4122-b5b6-e1f90a46d479 req-80b7873a-be1f-4c05-98c9-9134b11a8d90 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/ports?device_id=93148927-e2e0-4f29-97c2-e9d6379275dc HTTP/1.1" status: 200 len: 210 time: 0.0705338 Jan 18 20:24:13.601372 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0eb5d2-0b5c-46cf-9bea-6bd5ba7241c8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet c7536625-937a-455e-aaba-f018cbed9b86 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:24:13.610198 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-609eb14d-54f4-4dc6-9363-c9b449f1d43c tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Deleting subnet a03a19f9-4f9f-41df-9c94-2ff66f9025ed {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:24:13.618847 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e0eb5d2-0b5c-46cf-9bea-6bd5ba7241c8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (c7536625-937a-455e-aaba-f018cbed9b86), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:13.649037 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e029ce-bb21-495e-b3be-4db15c2f91a1 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Network 0b2352f8-fd6d-4cf2-9dc3-c14c1461daf5 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:24:13.687593 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-90f19e02-f97b-4fc3-9316-549c3b4025a1 req-771e9dd8-c222-4045-b4be-42614744320b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942852 Jan 18 20:24:13.692241 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-609eb14d-54f4-4dc6-9363-c9b449f1d43c tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks [] for subnet (a03a19f9-4f9f-41df-9c94-2ff66f9025ed), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:13.755006 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-76e029ce-bb21-495e-b3be-4db15c2f91a1 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 0b2352f8-fd6d-4cf2-9dc3-c14c1461daf5) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:13.764084 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6971f3b9-78e6-4b21-9b80-76971813ae7b None None] Network 0b2352f8-fd6d-4cf2-9dc3-c14c1461daf5 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:13.766226 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e029ce-bb21-495e-b3be-4db15c2f91a1 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:13.767359 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76e029ce-bb21-495e-b3be-4db15c2f91a1 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:13.806900 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-609eb14d-54f4-4dc6-9363-c9b449f1d43c tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (a03a19f9-4f9f-41df-9c94-2ff66f9025ed), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:13.877497 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e0eb5d2-0b5c-46cf-9bea-6bd5ba7241c8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (c7536625-937a-455e-aaba-f018cbed9b86), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:13.886607 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-964b5ac9-49d1-480d-8dae-4484473cff04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e83831d5-2222-4f88-9823-55f6e4414226 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:24:13.897306 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-964b5ac9-49d1-480d-8dae-4484473cff04 service neutron] Publish callbacks [] for port (e83831d5-2222-4f88-9823-55f6e4414226), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:13.913572 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e7799888-75e4-4535-abf9-8e12748d5357 None None] Provisioning complete for port 52a77691-acd4-4de3-9534-3298e35affbe triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:13.913993 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e7799888-75e4-4535-abf9-8e12748d5357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (52a77691-acd4-4de3-9534-3298e35affbe), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:13.915247 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-964b5ac9-49d1-480d-8dae-4484473cff04 service neutron] Transition to ACTIVE for port object e83831d5-2222-4f88-9823-55f6e4414226 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:24:13.921951 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e530bf96-aa38-4178-b688-6629f877e81b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-0b2352f8-fd6d-4cf2-9dc3-c14c1461daf5', 'network_id': '0b2352f8-fd6d-4cf2-9dc3-c14c1461daf5', 'project_id': '77abb998886b4c7181d724dcc5445bb0', 'fixed_ips': [{'subnet_id': '3dcdee4b-c4be-4d6b-bba2-ee799657c263'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:24:13.923294 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e530bf96-aa38-4178-b688-6629f877e81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:13.985138 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5cccd-d534-4a28-bc25-d1fbfd71386a req-fe9a9aa0-2cc0-40e4-b652-1f9f5afff065 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:13.986704 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98f5cccd-d534-4a28-bc25-d1fbfd71386a req-fe9a9aa0-2cc0-40e4-b652-1f9f5afff065 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 932 time: 0.2434320 Jan 18 20:24:14.038579 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-771afb3e-a46d-4e98-b46f-bcabe39310a5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] In _notify_port_updated(), no bound segment for port 52a77691-acd4-4de3-9534-3298e35affbe on network 493275ff-62cf-493b-95e5-7c2fbcdf96b7 {{(pid=103335) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 18 20:24:14.045407 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771afb3e-a46d-4e98-b46f-bcabe39310a5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:14.046165 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-771afb3e-a46d-4e98-b46f-bcabe39310a5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:14.047552 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-771afb3e-a46d-4e98-b46f-bcabe39310a5 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "PUT /v2.0/ports/52a77691-acd4-4de3-9534-3298e35affbe HTTP/1.1" status: 200 len: 920 time: 5.8510997 Jan 18 20:24:14.056707 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34380) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:14.058854 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-964b5ac9-49d1-480d-8dae-4484473cff04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (e83831d5-2222-4f88-9823-55f6e4414226), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:14.066199 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-86dd8730-5318-4737-b7d4-95f3881fd59c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c880fc17-8ab1-4951-a5e2-a9473219abe3'}, {'subnet_id': '7c1c96ba-8411-4f58-acb2-6cdae5c2500e'}]}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:14.082289 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-b4fe6e04-0d93-4cc4-b7c9-7cc010274681 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:14.083792 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-b4fe6e04-0d93-4cc4-b7c9-7cc010274681 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.70 "GET /v2.0/networks?id=ff97675f-c8e6-49db-aa2d-ad62f5afec6e HTTP/1.1" status: 200 len: 820 time: 0.3993888 Jan 18 20:24:14.117848 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-cf6d4792-20c9-4d4b-9676-2865819c617c tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Request body: {'port': {'device_id': '93148927-e2e0-4f29-97c2-e9d6379275dc', 'network_id': 'ff97675f-c8e6-49db-aa2d-ad62f5afec6e', 'admin_state_up': True, 'tenant_id': 'e4b7df2c01cb4493927e2b64920ba9c5'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:14.124261 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-609eb14d-54f4-4dc6-9363-c9b449f1d43c tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (a03a19f9-4f9f-41df-9c94-2ff66f9025ed), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:14.129733 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e0eb5d2-0b5c-46cf-9bea-6bd5ba7241c8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (c7536625-937a-455e-aaba-f018cbed9b86), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:14.145215 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-e530bf96-aa38-4178-b688-6629f877e81b None None] Allocated IP 2001:db8:0:ffff::2 (0b2352f8-fd6d-4cf2-9dc3-c14c1461daf5/3dcdee4b-c4be-4d6b-bba2-ee799657c263/1da82915-0c5b-45a1-b721-ab14dbffd3b3) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:14.154948 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-76e029ce-bb21-495e-b3be-4db15c2f91a1 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.5268514 Jan 18 20:24:14.178852 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34382) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:14.228507 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-dd0f7079-a265-419a-b387-c1846b1376b7 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1503047529'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:14.277668 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98f5cccd-d534-4a28-bc25-d1fbfd71386a req-ebd6eb00-fb1e-4624-b7c1-1c321c882a9a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617233 Jan 18 20:24:14.353989 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e530bf96-aa38-4178-b688-6629f877e81b None None] Publish callbacks [] for port (1da82915-0c5b-45a1-b721-ab14dbffd3b3), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:14.356597 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-609eb14d-54f4-4dc6-9363-c9b449f1d43c tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (a03a19f9-4f9f-41df-9c94-2ff66f9025ed), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:14.361744 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e7799888-75e4-4535-abf9-8e12748d5357 None None] Port 52a77691-acd4-4de3-9534-3298e35affbe cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:24:14.369565 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e7799888-75e4-4535-abf9-8e12748d5357 None None] Could not find standard attr ID for object 2d6c21e6-4cf4-4491-a914-afa1a5dd34e7. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:24:14.374084 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e530bf96-aa38-4178-b688-6629f877e81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (1da82915-0c5b-45a1-b721-ab14dbffd3b3), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:14.416492 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b5ac9-49d1-480d-8dae-4484473cff04 service neutron] Pushing event updated for resources: {'Port': ['ID=e83831d5-2222-4f88-9823-55f6e4414226,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:14.437379 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609987b9-ac62-410d-9bee-2480c9404e7c None None] Network e23a2e00-d439-4ee5-9429-401a14c83ea8 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:14.439411 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-609eb14d-54f4-4dc6-9363-c9b449f1d43c tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:14.444570 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e530bf96-aa38-4178-b688-6629f877e81b None None] Network 0b2352f8-fd6d-4cf2-9dc3-c14c1461daf5 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:14.450124 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-609eb14d-54f4-4dc6-9363-c9b449f1d43c tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "DELETE /v2.0/subnets/a03a19f9-4f9f-41df-9c94-2ff66f9025ed HTTP/1.1" status: 204 len: 168 time: 1.0670393 Jan 18 20:24:14.452378 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e0eb5d2-0b5c-46cf-9bea-6bd5ba7241c8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (c7536625-937a-455e-aaba-f018cbed9b86), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:14.455180 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530bf96-aa38-4178-b688-6629f877e81b None None] Pushing event updated for resources: {'Port': ['ID=1da82915-0c5b-45a1-b721-ab14dbffd3b3,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:14.458058 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-e530bf96-aa38-4178-b688-6629f877e81b None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:14.459137 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34386) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:14.467493 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609eb14d-54f4-4dc6-9363-c9b449f1d43c tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Pushing event deleted for resources: {'Subnet': ['ID=a03a19f9-4f9f-41df-9c94-2ff66f9025ed,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:14.474002 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e530bf96-aa38-4178-b688-6629f877e81b None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:14.534869 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e0eb5d2-0b5c-46cf-9bea-6bd5ba7241c8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:14.541886 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3e0eb5d2-0b5c-46cf-9bea-6bd5ba7241c8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/c7536625-937a-455e-aaba-f018cbed9b86 HTTP/1.1" status: 204 len: 168 time: 1.2386322 Jan 18 20:24:14.544849 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34388) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:14.552763 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0eb5d2-0b5c-46cf-9bea-6bd5ba7241c8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=c7536625-937a-455e-aaba-f018cbed9b86,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:14.556678 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86dd8730-5318-4737-b7d4-95f3881fd59c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (52a77691-acd4-4de3-9534-3298e35affbe), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:14.645564 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e759b0d4-3c7f-4556-831e-36cc959ecbad None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:14.684377 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-add8dac5-2c17-4ddf-8c7c-b488ac2185db tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet ea9b7495-a8f2-4d47-a525-ebf96ce6d7d8 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:24:14.696739 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-add8dac5-2c17-4ddf-8c7c-b488ac2185db tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (ea9b7495-a8f2-4d47-a525-ebf96ce6d7d8), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:14.775141 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a7f505a4-3f93-4aa6-b6c9-58d0019399d4 req-2ff941d4-6f2e-4b29-971a-f32ce995bf0c tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/ports?device_id=93148927-e2e0-4f29-97c2-e9d6379275dc HTTP/1.1" status: 200 len: 210 time: 0.0418863 Jan 18 20:24:14.784209 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0f7079-a265-419a-b387-c1846b1376b7 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Made reservation on behalf of 77abb998886b4c7181d724dcc5445bb0 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:14.792327 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-e530bf96-aa38-4178-b688-6629f877e81b None None] Attempting to bind port 1da82915-0c5b-45a1-b721-ab14dbffd3b3 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:24:14.792977 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-e530bf96-aa38-4178-b688-6629f877e81b None None] Attempting to bind port 1da82915-0c5b-45a1-b721-ab14dbffd3b3 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '40db1069-bacf-48b1-bc1a-9381bc9372f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b2352f8-fd6d-4cf2-9dc3-c14c1461daf5'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:24:14.793447 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e530bf96-aa38-4178-b688-6629f877e81b None None] Attempting to bind port 1da82915-0c5b-45a1-b721-ab14dbffd3b3 on network 0b2352f8-fd6d-4cf2-9dc3-c14c1461daf5 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:24:14.794995 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dd0f7079-a265-419a-b387-c1846b1376b7 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:14.803764 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-add8dac5-2c17-4ddf-8c7c-b488ac2185db tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (ea9b7495-a8f2-4d47-a525-ebf96ce6d7d8), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:14.816478 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e530bf96-aa38-4178-b688-6629f877e81b None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:24:14.817034 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e530bf96-aa38-4178-b688-6629f877e81b None None] Checking segment: {'id': '40db1069-bacf-48b1-bc1a-9381bc9372f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b2352f8-fd6d-4cf2-9dc3-c14c1461daf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:14.817560 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e530bf96-aa38-4178-b688-6629f877e81b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:14.818090 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e530bf96-aa38-4178-b688-6629f877e81b None None] Bound using segment: {'id': '40db1069-bacf-48b1-bc1a-9381bc9372f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b2352f8-fd6d-4cf2-9dc3-c14c1461daf5'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:24:14.819180 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-e530bf96-aa38-4178-b688-6629f877e81b None None] Bound port: 1da82915-0c5b-45a1-b721-ab14dbffd3b3, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40db1069-bacf-48b1-bc1a-9381bc9372f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b2352f8-fd6d-4cf2-9dc3-c14c1461daf5'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:24:14.819801 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e530bf96-aa38-4178-b688-6629f877e81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1da82915-0c5b-45a1-b721-ab14dbffd3b3), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:14.874105 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d06fc460-cdec-4e7e-a4e0-5a0399a11bed tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (e23a2e00-d439-4ee5-9429-401a14c83ea8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:14.893911 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-33c9db80-8a2a-46a7-8413-b5451daf1937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e97295-c4f1-4760-baa3-1cc63a28cfc5 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:24:14.897714 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e530bf96-aa38-4178-b688-6629f877e81b None None] For port 1da82915-0c5b-45a1-b721-ab14dbffd3b3, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:24:14.901224 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e530bf96-aa38-4178-b688-6629f877e81b None None] For port 1da82915-0c5b-45a1-b721-ab14dbffd3b3, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=1da82915-0c5b-45a1-b721-ab14dbffd3b3,segment=NetworkSegment(40db1069-bacf-48b1-bc1a-9381bc9372f6),segment_id=40db1069-bacf-48b1-bc1a-9381bc9372f6)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:24:14.915280 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e530bf96-aa38-4178-b688-6629f877e81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1da82915-0c5b-45a1-b721-ab14dbffd3b3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:14.929622 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33ee00-5eeb-4dd5-a3f4-3641cbd9dea1 req-986f24aa-03de-4d20-a5c2-6327a1c361e1 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:14.937750 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33ee00-5eeb-4dd5-a3f4-3641cbd9dea1 req-986f24aa-03de-4d20-a5c2-6327a1c361e1 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:14.941189 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8c33ee00-5eeb-4dd5-a3f4-3641cbd9dea1 req-986f24aa-03de-4d20-a5c2-6327a1c361e1 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 1667 time: 0.1078751 Jan 18 20:24:14.955931 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-33c9db80-8a2a-46a7-8413-b5451daf1937 service neutron] Publish callbacks [] for port (80e97295-c4f1-4760-baa3-1cc63a28cfc5), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:14.974486 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-33c9db80-8a2a-46a7-8413-b5451daf1937 service neutron] Transition to ACTIVE for port object 80e97295-c4f1-4760-baa3-1cc63a28cfc5 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:24:14.995777 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0f7079-a265-419a-b387-c1846b1376b7 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:24:15.015159 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dd0f7079-a265-419a-b387-c1846b1376b7 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (56a837b7-661f-4a0e-aebf-c593e162037e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:15.015699 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-dd0f7079-a265-419a-b387-c1846b1376b7 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Added segment 56a837b7-661f-4a0e-aebf-c593e162037e of type vlan for network c6ef56e8-aa3d-4f4f-9415-5758010f76ff Jan 18 20:24:15.016139 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf81472-109f-4559-9244-d49a6801500d None None] DHCP port deletion for e23a2e00-d439-4ee5-9429-401a14c83ea8 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:24:15.038616 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-add8dac5-2c17-4ddf-8c7c-b488ac2185db tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (ea9b7495-a8f2-4d47-a525-ebf96ce6d7d8), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:15.088994 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530bf96-aa38-4178-b688-6629f877e81b None None] Pushing event updated for resources: {'Port': ['ID=1da82915-0c5b-45a1-b721-ab14dbffd3b3,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:15.143851 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8c33ee00-5eeb-4dd5-a3f4-3641cbd9dea1 req-343520b6-fc1e-4bdc-8ac4-e63d31835f49 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566559 Jan 18 20:24:15.156456 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-acf81472-109f-4559-9244-d49a6801500d None None] Deleting port 294f8da1-b085-45b3-8e81-60e82b10c4d7 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:15.156869 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-acf81472-109f-4559-9244-d49a6801500d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (294f8da1-b085-45b3-8e81-60e82b10c4d7), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:15.192240 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-add8dac5-2c17-4ddf-8c7c-b488ac2185db tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (ea9b7495-a8f2-4d47-a525-ebf96ce6d7d8), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:15.212445 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-add8dac5-2c17-4ddf-8c7c-b488ac2185db tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:15.218005 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-add8dac5-2c17-4ddf-8c7c-b488ac2185db tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/ea9b7495-a8f2-4d47-a525-ebf96ce6d7d8 HTTP/1.1" status: 204 len: 168 time: 0.6720779 Jan 18 20:24:15.220933 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34394) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:15.254146 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8dac5-2c17-4ddf-8c7c-b488ac2185db tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=ea9b7495-a8f2-4d47-a525-ebf96ce6d7d8,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:15.271935 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-acf81472-109f-4559-9244-d49a6801500d None None] For port 294f8da1-b085-45b3-8e81-60e82b10c4d7, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=294f8da1-b085-45b3-8e81-60e82b10c4d7,segment=NetworkSegment(36d5f69d-6af6-4d9c-b763-34e6af838b32),segment_id=36d5f69d-6af6-4d9c-b763-34e6af838b32)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:15.278593 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-acf81472-109f-4559-9244-d49a6801500d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (294f8da1-b085-45b3-8e81-60e82b10c4d7), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:15.301101 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1748b752-d148-42b2-b8d4-8e89e0f90ee8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783682 Jan 18 20:24:15.303743 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34396) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:15.322179 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-fc2ff1d5-6805-4bb3-9bd9-d6a997f78a07 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:15.336808 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-acf81472-109f-4559-9244-d49a6801500d None None] Calling delete_port for 294f8da1-b085-45b3-8e81-60e82b10c4d7 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:15.493279 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-acf81472-109f-4559-9244-d49a6801500d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (294f8da1-b085-45b3-8e81-60e82b10c4d7), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:15.521474 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf81472-109f-4559-9244-d49a6801500d None None] Pushing event deleted for resources: {'Port': ['ID=294f8da1-b085-45b3-8e81-60e82b10c4d7,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:15.533187 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf81472-109f-4559-9244-d49a6801500d None None] No DVR routers for this DVR port 294f8da1-b085-45b3-8e81-60e82b10c4d7 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:24:15.562948 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c163f0c-3401-457e-b5e9-d2acd5c98a45 req-6f4566c5-6046-4010-b482-c36928821e7f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:15.564492 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c163f0c-3401-457e-b5e9-d2acd5c98a45 req-6f4566c5-6046-4010-b482-c36928821e7f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 944 time: 0.0892105 Jan 18 20:24:15.655178 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c163f0c-3401-457e-b5e9-d2acd5c98a45 req-bf00e405-1ee8-4732-85fb-d251124beff3 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801344 Jan 18 20:24:15.666302 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dd0f7079-a265-419a-b387-c1846b1376b7 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (c6ef56e8-aa3d-4f4f-9415-5758010f76ff), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:15.681465 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-33c9db80-8a2a-46a7-8413-b5451daf1937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (80e97295-c4f1-4760-baa3-1cc63a28cfc5), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:15.720352 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-964b5ac9-49d1-480d-8dae-4484473cff04 service neutron] Attempting to bind port e83831d5-2222-4f88-9823-55f6e4414226 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:24:15.720685 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-964b5ac9-49d1-480d-8dae-4484473cff04 service neutron] Attempting to bind port e83831d5-2222-4f88-9823-55f6e4414226 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'bf0e8bd0-f052-4e1e-81c3-a95e14f34d93'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:24:15.721513 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-964b5ac9-49d1-480d-8dae-4484473cff04 service neutron] Attempting to bind port e83831d5-2222-4f88-9823-55f6e4414226 on network bf0e8bd0-f052-4e1e-81c3-a95e14f34d93 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:24:15.735717 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2ff1d5-6805-4bb3-9bd9-d6a997f78a07 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:15.739431 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fc2ff1d5-6805-4bb3-9bd9-d6a997f78a07 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:15.800554 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-cf6d4792-20c9-4d4b-9676-2865819c617c tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Made reservation on behalf of e4b7df2c01cb4493927e2b64920ba9c5 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:15.808840 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-cf6d4792-20c9-4d4b-9676-2865819c617c tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:15.891938 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-964b5ac9-49d1-480d-8dae-4484473cff04 service neutron] Port e83831d5-2222-4f88-9823-55f6e4414226 on network bf0e8bd0-f052-4e1e-81c3-a95e14f34d93 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:24:15.892624 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-964b5ac9-49d1-480d-8dae-4484473cff04 service neutron] Attempting to bind port e83831d5-2222-4f88-9823-55f6e4414226 on network bf0e8bd0-f052-4e1e-81c3-a95e14f34d93 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:24:15.939640 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dd0f7079-a265-419a-b387-c1846b1376b7 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (c6ef56e8-aa3d-4f4f-9415-5758010f76ff), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:15.945979 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0f7079-a265-419a-b387-c1846b1376b7 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:15.946824 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dd0f7079-a265-419a-b387-c1846b1376b7 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:15.960315 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-774ab7e1-b430-4a97-90a0-fb629001dd09 req-1e075c97-0cb3-4c38-a2fb-45cb68030c09 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/ports?device_id=93148927-e2e0-4f29-97c2-e9d6379275dc HTTP/1.1" status: 200 len: 210 time: 0.0591817 Jan 18 20:24:15.971275 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-964b5ac9-49d1-480d-8dae-4484473cff04 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:24:15.977360 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-964b5ac9-49d1-480d-8dae-4484473cff04 service neutron] Checking segment: {'id': '3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'bf0e8bd0-f052-4e1e-81c3-a95e14f34d93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:15.978017 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-964b5ac9-49d1-480d-8dae-4484473cff04 service neutron] Bound using segment: {'id': '3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'bf0e8bd0-f052-4e1e-81c3-a95e14f34d93'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:24:15.978617 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-964b5ac9-49d1-480d-8dae-4484473cff04 service neutron] Bound port: e83831d5-2222-4f88-9823-55f6e4414226, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'bf0e8bd0-f052-4e1e-81c3-a95e14f34d93'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:24:15.979141 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-964b5ac9-49d1-480d-8dae-4484473cff04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e83831d5-2222-4f88-9823-55f6e4414226), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:15.995807 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c9db80-8a2a-46a7-8413-b5451daf1937 service neutron] Pushing event updated for resources: {'Port': ['ID=80e97295-c4f1-4760-baa3-1cc63a28cfc5,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:16.121499 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159119a2-34fa-4ccd-b1c6-12f3aae98bf7 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:16.172678 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d06fc460-cdec-4e7e-a4e0-5a0399a11bed tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (e23a2e00-d439-4ee5-9429-401a14c83ea8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:16.345221 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-dd0f7079-a265-419a-b387-c1846b1376b7 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1363487 Jan 18 20:24:16.375109 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34408) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:16.380492 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f7079-a265-419a-b387-c1846b1376b7 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event updated for resources: {'Network': ['ID=c6ef56e8-aa3d-4f4f-9415-5758010f76ff,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:16.388809 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-a493dce5-9d08-42b9-8585-5db79573e451 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Request body: {'subnet': {'network_id': 'c6ef56e8-aa3d-4f4f-9415-5758010f76ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:16.410530 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-d06fc460-cdec-4e7e-a4e0-5a0399a11bed tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23a2e00-d439-4ee5-9429-401a14c83ea8']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:16.436471 n-d-741529-9 neutron-server[103336]: DEBUG neutron.objects.ports [None req-fc2ff1d5-6805-4bb3-9bd9-d6a997f78a07 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103336) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 20:24:16.487462 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-d06fc460-cdec-4e7e-a4e0-5a0399a11bed tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d5f69d-6af6-4d9c-b763-34e6af838b32') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:16.487757 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-d06fc460-cdec-4e7e-a4e0-5a0399a11bed tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d5f69d-6af6-4d9c-b763-34e6af838b32') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:16.515030 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network c6ef56e8-aa3d-4f4f-9415-5758010f76ff details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:24:16.551677 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d06fc460-cdec-4e7e-a4e0-5a0399a11bed tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (36d5f69d-6af6-4d9c-b763-34e6af838b32), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:16.563583 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1e145abe-2061-4f34-bafc-f5cfdc3c2539 None None] Provisioning complete for port cae06ba3-760f-4f73-9610-7166393fafa0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:16.564180 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1e145abe-2061-4f34-bafc-f5cfdc3c2539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cae06ba3-760f-4f73-9610-7166393fafa0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:16.666042 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d06fc460-cdec-4e7e-a4e0-5a0399a11bed tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (36d5f69d-6af6-4d9c-b763-34e6af838b32), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:16.668306 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-964b5ac9-49d1-480d-8dae-4484473cff04 service neutron] For port e83831d5-2222-4f88-9823-55f6e4414226, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:24:16.695372 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d06490-0681-4819-86b1-525dabffaf30 req-3ebfea6b-4e8b-48fe-a1c8-8634375ef447 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:16.704800 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d06490-0681-4819-86b1-525dabffaf30 req-3ebfea6b-4e8b-48fe-a1c8-8634375ef447 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:16.707561 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37d06490-0681-4819-86b1-525dabffaf30 req-3ebfea6b-4e8b-48fe-a1c8-8634375ef447 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 1667 time: 0.4264183 Jan 18 20:24:16.739135 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06fc460-cdec-4e7e-a4e0-5a0399a11bed tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:24:16.740915 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d06fc460-cdec-4e7e-a4e0-5a0399a11bed tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (36d5f69d-6af6-4d9c-b763-34e6af838b32), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:16.762975 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d786935-7e41-49b4-a409-4c87b306d3e8 None None] Network 0b2352f8-fd6d-4cf2-9dc3-c14c1461daf5 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:24:16.779001 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:24:16.815006 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-33c9db80-8a2a-46a7-8413-b5451daf1937 service neutron] Attempting to bind port 80e97295-c4f1-4760-baa3-1cc63a28cfc5 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:24:16.816651 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-33c9db80-8a2a-46a7-8413-b5451daf1937 service neutron] Attempting to bind port 80e97295-c4f1-4760-baa3-1cc63a28cfc5 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:24:16.817825 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-33c9db80-8a2a-46a7-8413-b5451daf1937 service neutron] Attempting to bind port 80e97295-c4f1-4760-baa3-1cc63a28cfc5 on network e88e9200-d99d-4ea0-a241-681917733bb6 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:24:16.825497 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-964b5ac9-49d1-480d-8dae-4484473cff04 service neutron] For port e83831d5-2222-4f88-9823-55f6e4414226, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e83831d5-2222-4f88-9823-55f6e4414226,segment=NetworkSegment(3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a),segment_id=3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:24:16.859385 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-cf6d4792-20c9-4d4b-9676-2865819c617c tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Allocated IP 172.20.0.11 (ff97675f-c8e6-49db-aa2d-ad62f5afec6e/71ef8b4e-ce19-40c4-9274-60297e5974b8/887e7f46-77ef-4212-813e-b54c230e2d50) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:16.892660 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 1da82915-0c5b-45a1-b721-ab14dbffd3b3 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:24:16.892906 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37d06490-0681-4819-86b1-525dabffaf30 req-26a42718-018c-4300-97a5-7c3c2681a7d8 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291831 Jan 18 20:24:16.898740 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fc2ff1d5-6805-4bb3-9bd9-d6a997f78a07 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cae06ba3-760f-4f73-9610-7166393fafa0), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:16.953368 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-964b5ac9-49d1-480d-8dae-4484473cff04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (e83831d5-2222-4f88-9823-55f6e4414226), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:16.960903 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33554a06-db25-49f9-8077-974d8796e27f req-66860f46-dc53-461d-b9bb-79db915bf28c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:16.962557 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33554a06-db25-49f9-8077-974d8796e27f req-66860f46-dc53-461d-b9bb-79db915bf28c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 944 time: 0.1748166 Jan 18 20:24:16.970187 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-33c9db80-8a2a-46a7-8413-b5451daf1937 service neutron] Port 80e97295-c4f1-4760-baa3-1cc63a28cfc5 on network e88e9200-d99d-4ea0-a241-681917733bb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:24:16.970505 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-33c9db80-8a2a-46a7-8413-b5451daf1937 service neutron] Attempting to bind port 80e97295-c4f1-4760-baa3-1cc63a28cfc5 on network e88e9200-d99d-4ea0-a241-681917733bb6 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:24:17.006831 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1e145abe-2061-4f34-bafc-f5cfdc3c2539 None None] Current status of the port cae06ba3-760f-4f73-9610-7166393fafa0 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:17.086251 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 1da82915-0c5b-45a1-b721-ab14dbffd3b3 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:17.086251 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1da82915-0c5b-45a1-b721-ab14dbffd3b3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:17.106028 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-33c9db80-8a2a-46a7-8413-b5451daf1937 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:24:17.106589 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-33c9db80-8a2a-46a7-8413-b5451daf1937 service neutron] Checking segment: {'id': '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:17.107822 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-33c9db80-8a2a-46a7-8413-b5451daf1937 service neutron] Bound using segment: {'id': '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:24:17.108408 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-33c9db80-8a2a-46a7-8413-b5451daf1937 service neutron] Bound port: 80e97295-c4f1-4760-baa3-1cc63a28cfc5, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:24:17.108954 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-33c9db80-8a2a-46a7-8413-b5451daf1937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (80e97295-c4f1-4760-baa3-1cc63a28cfc5), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:17.194374 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-964b5ac9-49d1-480d-8dae-4484473cff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:17.195121 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-964b5ac9-49d1-480d-8dae-4484473cff04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:17.196558 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2a5aaca-ad3f-4ee7-9a4d-4f302d697ac2 req-5a1cbc67-382b-41ee-88ee-8f83314409ec tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/ports?device_id=93148927-e2e0-4f29-97c2-e9d6379275dc HTTP/1.1" status: 200 len: 210 time: 0.0456638 Jan 18 20:24:17.196669 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-964b5ac9-49d1-480d-8dae-4484473cff04 service neutron] 10.222.0.70 "PUT /v2.0/ports/e83831d5-2222-4f88-9823-55f6e4414226 HTTP/1.1" status: 200 len: 1092 time: 5.2655613 Jan 18 20:24:17.212162 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815c5017-8147-40e7-9f27-8aa841a249ed', 'tag': 'e83831d5-2222-4f88-9823-55f6e4414226'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:24:17.218641 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a87f5fb-f675-4d1c-847b-0a01ae48ebb7" -d '{"events": [{"name": "network-changed", "server_uuid": "815c5017-8147-40e7-9f27-8aa841a249ed", "tag": "e83831d5-2222-4f88-9823-55f6e4414226"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:24:17.225861 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d06fc460-cdec-4e7e-a4e0-5a0399a11bed tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (e23a2e00-d439-4ee5-9429-401a14c83ea8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:17.245795 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33554a06-db25-49f9-8077-974d8796e27f req-cf2f9307-a5b2-4603-a069-6a7c7f744833 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707591 Jan 18 20:24:17.257410 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-86dd8730-5318-4737-b7d4-95f3881fd59c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Allocated IP 172.20.0.20 (493275ff-62cf-493b-95e5-7c2fbcdf96b7/7c1c96ba-8411-4f58-acb2-6cdae5c2500e/52a77691-acd4-4de3-9534-3298e35affbe) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:17.303678 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-fc2ff1d5-6805-4bb3-9bd9-d6a997f78a07 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] For port cae06ba3-760f-4f73-9610-7166393fafa0, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=cae06ba3-760f-4f73-9610-7166393fafa0,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:17.327432 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-32e77c67-6ac6-4fc5-a113-220eeab797c2 None None] Provisioning complete for port 1da82915-0c5b-45a1-b721-ab14dbffd3b3 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:17.328081 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-32e77c67-6ac6-4fc5-a113-220eeab797c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1da82915-0c5b-45a1-b721-ab14dbffd3b3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:17.358826 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d06fc460-cdec-4e7e-a4e0-5a0399a11bed tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:17.366402 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34418) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:17.369399 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d06fc460-cdec-4e7e-a4e0-5a0399a11bed tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "DELETE /v2.0/networks/e23a2e00-d439-4ee5-9429-401a14c83ea8 HTTP/1.1" status: 204 len: 168 time: 2.9034650 Jan 18 20:24:17.400480 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a43dc31-689e-47e9-a5c1-055a243bb723 x-openstack-request-id: req-5a43dc31-689e-47e9-a5c1-055a243bb723 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:24:17.400932 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "815c5017-8147-40e7-9f27-8aa841a249ed", "tag": "e83831d5-2222-4f88-9823-55f6e4414226", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:24:17.402555 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a43dc31-689e-47e9-a5c1-055a243bb723 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:24:17.403078 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '815c5017-8147-40e7-9f27-8aa841a249ed', 'tag': 'e83831d5-2222-4f88-9823-55f6e4414226', 'status': 'completed', 'code': 200} Jan 18 20:24:17.418753 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-0f0e905a-21f5-499c-9c6e-caf974e9bd16 service neutron] Request body: {'port': {'device_id': '815c5017-8147-40e7-9f27-8aa841a249ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:17.431677 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 1da82915-0c5b-45a1-b721-ab14dbffd3b3 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:17.432293 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1da82915-0c5b-45a1-b721-ab14dbffd3b3), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:17.476234 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2a0affe5-9334-4cd5-bc6d-ef79f9d04770 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7 HTTP/1.1" status: 200 len: 205 time: 0.1007128 Jan 18 20:24:17.511362 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a493dce5-9d08-42b9-8585-5db79573e451 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Made reservation on behalf of 77abb998886b4c7181d724dcc5445bb0 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:17.515316 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-32e77c67-6ac6-4fc5-a113-220eeab797c2 None None] Current status of the port 1da82915-0c5b-45a1-b721-ab14dbffd3b3 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:17.515811 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-32e77c67-6ac6-4fc5-a113-220eeab797c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1da82915-0c5b-45a1-b721-ab14dbffd3b3), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:17.516142 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a493dce5-9d08-42b9-8585-5db79573e451 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:17.544366 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fc2ff1d5-6805-4bb3-9bd9-d6a997f78a07 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (cae06ba3-760f-4f73-9610-7166393fafa0), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:17.547477 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 1da82915-0c5b-45a1-b721-ab14dbffd3b3, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=1da82915-0c5b-45a1-b721-ab14dbffd3b3,segment=NetworkSegment(40db1069-bacf-48b1-bc1a-9381bc9372f6),segment_id=40db1069-bacf-48b1-bc1a-9381bc9372f6)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:17.549475 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34420) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:17.557367 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b5ac9-49d1-480d-8dae-4484473cff04 service neutron] Pushing event updated for resources: {'Port': ['ID=e83831d5-2222-4f88-9823-55f6e4414226,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:17.570163 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1da82915-0c5b-45a1-b721-ab14dbffd3b3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:17.583796 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fc2ff1d5-6805-4bb3-9bd9-d6a997f78a07 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (cae06ba3-760f-4f73-9610-7166393fafa0), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:17.585386 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fc2ff1d5-6805-4bb3-9bd9-d6a997f78a07 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (4bfc4935-0186-413e-b966-d229a2ae3cb2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:17.610191 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06fc460-cdec-4e7e-a4e0-5a0399a11bed tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Pushing event deleted for resources: {'Network': ['ID=e23a2e00-d439-4ee5-9429-401a14c83ea8,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:17.657228 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=1da82915-0c5b-45a1-b721-ab14dbffd3b3,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:17.678196 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 294f8da1-b085-45b3-8e81-60e82b10c4d7 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:24:17.700232 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 294f8da1-b085-45b3-8e81-60e82b10c4d7 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:24:17.701130 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 294f8da1-b085-45b3-8e81-60e82b10c4d7 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:24:17.710151 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-32e77c67-6ac6-4fc5-a113-220eeab797c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:24:17.711316 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-32e77c67-6ac6-4fc5-a113-220eeab797c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:24:17.829039 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e5ed28c1-9daa-40f2-86ea-ac658f7a0d16 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks [] for router (3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:17.832370 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2ff1d5-6805-4bb3-9bd9-d6a997f78a07 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:17.833540 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-0f0e905a-21f5-499c-9c6e-caf974e9bd16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (98c9774a-948d-4952-8908-46dae54efb1c), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:17.867007 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-33c9db80-8a2a-46a7-8413-b5451daf1937 service neutron] For port 80e97295-c4f1-4760-baa3-1cc63a28cfc5, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:24:17.903344 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-fc2ff1d5-6805-4bb3-9bd9-d6a997f78a07 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:17.905416 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-33c9db80-8a2a-46a7-8413-b5451daf1937 service neutron] For port 80e97295-c4f1-4760-baa3-1cc63a28cfc5, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=80e97295-c4f1-4760-baa3-1cc63a28cfc5,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:24:17.906890 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87f5fb-f675-4d1c-847b-0a01ae48ebb7 req-88dcc06e-89e9-455b-b48f-ad57f7cda7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:17.907650 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87f5fb-f675-4d1c-847b-0a01ae48ebb7 req-88dcc06e-89e9-455b-b48f-ad57f7cda7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:17.909022 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4a87f5fb-f675-4d1c-847b-0a01ae48ebb7 req-88dcc06e-89e9-455b-b48f-ad57f7cda7d3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=05d04115a5b94604bf26feb88e948fe0&device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 1914 time: 0.5644360 Jan 18 20:24:17.915889 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2ff1d5-6805-4bb3-9bd9-d6a997f78a07 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:17.916594 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fc2ff1d5-6805-4bb3-9bd9-d6a997f78a07 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:17.934444 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a918ea-1096-4074-9367-5e615e99d08a None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:17.946182 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ff1d5-6805-4bb3-9bd9-d6a997f78a07 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=4bfc4935-0186-413e-b966-d229a2ae3cb2,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:17.946613 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-33c9db80-8a2a-46a7-8413-b5451daf1937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (80e97295-c4f1-4760-baa3-1cc63a28cfc5), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:17.971538 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ff1d5-6805-4bb3-9bd9-d6a997f78a07 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=cae06ba3-760f-4f73-9610-7166393fafa0,revision_number=8']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:18.005027 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fc2ff1d5-6805-4bb3-9bd9-d6a997f78a07 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7000568 Jan 18 20:24:18.011730 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-33c9db80-8a2a-46a7-8413-b5451daf1937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:18.013572 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-33c9db80-8a2a-46a7-8413-b5451daf1937 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:18.015074 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-33c9db80-8a2a-46a7-8413-b5451daf1937 service neutron] 10.222.0.70 "PUT /v2.0/ports/80e97295-c4f1-4760-baa3-1cc63a28cfc5 HTTP/1.1" status: 200 len: 1092 time: 5.6211348 Jan 18 20:24:18.015574 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34426) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:18.022377 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-cf6d4792-20c9-4d4b-9676-2865819c617c tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Publish callbacks [] for port (887e7f46-77ef-4212-813e-b54c230e2d50), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:18.036392 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-94d9080f-ce48-43d5-89f0-7d155ffd5f5e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:18.167590 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:24:18.175390 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86dd8730-5318-4737-b7d4-95f3881fd59c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for port (52a77691-acd4-4de3-9534-3298e35affbe), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:18.322442 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-32e77c67-6ac6-4fc5-a113-220eeab797c2 None None] Current status of the port 1da82915-0c5b-45a1-b721-ab14dbffd3b3 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:18.475708 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-10fa40aa-3b99-469e-a769-aea7c17433da None None] Provisioning complete for port 1da82915-0c5b-45a1-b721-ab14dbffd3b3 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:18.476812 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-10fa40aa-3b99-469e-a769-aea7c17433da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1da82915-0c5b-45a1-b721-ab14dbffd3b3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:18.613798 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-10fa40aa-3b99-469e-a769-aea7c17433da None None] Current status of the port 1da82915-0c5b-45a1-b721-ab14dbffd3b3 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:18.626630 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-10fa40aa-3b99-469e-a769-aea7c17433da None None] Provisioning complete for port cae06ba3-760f-4f73-9610-7166393fafa0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:18.627334 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-10fa40aa-3b99-469e-a769-aea7c17433da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cae06ba3-760f-4f73-9610-7166393fafa0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:18.640283 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86dd8730-5318-4737-b7d4-95f3881fd59c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (52a77691-acd4-4de3-9534-3298e35affbe), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:18.705409 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c9db80-8a2a-46a7-8413-b5451daf1937 service neutron] Pushing event updated for resources: {'Port': ['ID=80e97295-c4f1-4760-baa3-1cc63a28cfc5,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:18.765602 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-10fa40aa-3b99-469e-a769-aea7c17433da None None] Current status of the port cae06ba3-760f-4f73-9610-7166393fafa0 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:18.799177 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device cae06ba3-760f-4f73-9610-7166393fafa0 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:24:18.806526 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e5ed28c1-9daa-40f2-86ea-ac658f7a0d16 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:18.809606 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1826ff96-356d-4c5e-9685-a38fe0290b1d req-7ec500fc-411a-4221-a376-95a5d46ca76e tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/ports?device_id=93148927-e2e0-4f29-97c2-e9d6379275dc HTTP/1.1" status: 200 len: 210 time: 0.0999684 Jan 18 20:24:18.816519 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e5ed28c1-9daa-40f2-86ea-ac658f7a0d16 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks [] for router_controller (3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:18.953790 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-de74244b-77ac-466d-816f-0e44db67e7f7 None None] Provisioning complete for port cae06ba3-760f-4f73-9610-7166393fafa0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:18.954182 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-de74244b-77ac-466d-816f-0e44db67e7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cae06ba3-760f-4f73-9610-7166393fafa0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:18.956018 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port cae06ba3-760f-4f73-9610-7166393fafa0 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:18.956398 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cae06ba3-760f-4f73-9610-7166393fafa0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:18.957915 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e5ed28c1-9daa-40f2-86ea-ac658f7a0d16 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:18.960156 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ed28c1-9daa-40f2-86ea-ac658f7a0d16 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Fanout notify agent at l3_agent the message router_deleted on router 3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:24:18.971034 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd8730-5318-4737-b7d4-95f3881fd59c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Port': ['ID=52a77691-acd4-4de3-9534-3298e35affbe,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:18.983799 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87f5fb-f675-4d1c-847b-0a01ae48ebb7 req-973d645f-1a42-4084-adba-95e52dc34659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:18.984316 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87f5fb-f675-4d1c-847b-0a01ae48ebb7 req-973d645f-1a42-4084-adba-95e52dc34659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:18.984739 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87f5fb-f675-4d1c-847b-0a01ae48ebb7 req-973d645f-1a42-4084-adba-95e52dc34659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:18.994651 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4a87f5fb-f675-4d1c-847b-0a01ae48ebb7 req-973d645f-1a42-4084-adba-95e52dc34659 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=05d04115a5b94604bf26feb88e948fe0&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.0715806 Jan 18 20:24:19.016792 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e5ed28c1-9daa-40f2-86ea-ac658f7a0d16 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:19.020801 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e5ed28c1-9daa-40f2-86ea-ac658f7a0d16 tempest-RoutersNegativeIpV6Test-437184901 tempest-RoutersNegativeIpV6Test-437184901-project] 10.222.0.31 "DELETE /v2.0/routers/3e603e3e-24cd-4bd4-bce7-c29c0d6d2ec7 HTTP/1.1" status: 204 len: 168 time: 1.4700966 Jan 18 20:24:19.038860 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85be5c-55ce-4977-9bb8-e8fe49a5e0b4 req-91306cba-f942-4088-bac3-487b49b9654c tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:19.047314 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85be5c-55ce-4977-9bb8-e8fe49a5e0b4 req-91306cba-f942-4088-bac3-487b49b9654c tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:19.052825 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-db85be5c-55ce-4977-9bb8-e8fe49a5e0b4 req-91306cba-f942-4088-bac3-487b49b9654c tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 1667 time: 0.3898852 Jan 18 20:24:19.083033 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-aa1c9104-983f-4118-847d-1e6844ff77e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:19.086547 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-aa1c9104-983f-4118-847d-1e6844ff77e5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 1095 time: 1.0212471 Jan 18 20:24:19.130376 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port cae06ba3-760f-4f73-9610-7166393fafa0 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:19.131379 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 1da82915-0c5b-45a1-b721-ab14dbffd3b3 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:24:19.160543 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-86dd8730-5318-4737-b7d4-95f3881fd59c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] In _notify_port_updated(), no bound segment for port 52a77691-acd4-4de3-9534-3298e35affbe on network 493275ff-62cf-493b-95e5-7c2fbcdf96b7 {{(pid=103335) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 18 20:24:19.166762 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dd8730-5318-4737-b7d4-95f3881fd59c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:19.167418 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86dd8730-5318-4737-b7d4-95f3881fd59c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:19.168923 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-86dd8730-5318-4737-b7d4-95f3881fd59c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "PUT /v2.0/ports/52a77691-acd4-4de3-9534-3298e35affbe HTTP/1.1" status: 200 len: 1000 time: 5.1069241 Jan 18 20:24:19.170716 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-cf6d4792-20c9-4d4b-9676-2865819c617c tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (887e7f46-77ef-4212-813e-b54c230e2d50), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:19.207638 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-de74244b-77ac-466d-816f-0e44db67e7f7 None None] Current status of the port cae06ba3-760f-4f73-9610-7166393fafa0 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:19.219183 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34436) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:19.241618 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 1da82915-0c5b-45a1-b721-ab14dbffd3b3 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:19.242194 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1da82915-0c5b-45a1-b721-ab14dbffd3b3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:19.299150 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-cf6d4792-20c9-4d4b-9676-2865819c617c tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Network ff97675f-c8e6-49db-aa2d-ad62f5afec6e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:19.304760 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d4792-20c9-4d4b-9676-2865819c617c tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Pushing event updated for resources: {'Port': ['ID=887e7f46-77ef-4212-813e-b54c230e2d50,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:19.307025 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-cf6d4792-20c9-4d4b-9676-2865819c617c tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:19.318230 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-71d9f0f4-1bea-4a4e-a548-af0cdcbf0af6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80e97295-c4f1-4760-baa3-1cc63a28cfc5 HTTP/1.1" status: 200 len: 217 time: 0.1373010 Jan 18 20:24:19.319264 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-cf6d4792-20c9-4d4b-9676-2865819c617c tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:19.360123 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 1da82915-0c5b-45a1-b721-ab14dbffd3b3 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:19.380721 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4e13cdd4-71aa-43f4-9bb6-89ed4560b55f None None] Provisioning complete for port 52a77691-acd4-4de3-9534-3298e35affbe triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:19.381198 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4e13cdd4-71aa-43f4-9bb6-89ed4560b55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (52a77691-acd4-4de3-9534-3298e35affbe), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:19.399480 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34440) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:19.434177 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4e13cdd4-71aa-43f4-9bb6-89ed4560b55f None None] Port 52a77691-acd4-4de3-9534-3298e35affbe cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:24:19.442167 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-d4878094-e373-42d6-bcfe-6cdbf372d888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:19.444093 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-d4878094-e373-42d6-bcfe-6cdbf372d888 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2eac11f-fef0-464c-9aac-08a05c8cc068 HTTP/1.1" status: 200 len: 850 time: 0.0899930 Jan 18 20:24:19.445455 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87f5fb-f675-4d1c-847b-0a01ae48ebb7 req-c32d6178-db7a-4635-b912-ec77a18d20d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:19.447031 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4a87f5fb-f675-4d1c-847b-0a01ae48ebb7 req-c32d6178-db7a-4635-b912-ec77a18d20d7 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3926427 Jan 18 20:24:19.447933 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d6b4a9-d843-4097-9089-cfd2b7e30f3f', 'tag': '80e97295-c4f1-4760-baa3-1cc63a28cfc5'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:24:19.450593 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff740897-273b-464b-b689-12e863109355" -d '{"events": [{"name": "network-changed", "server_uuid": "80d6b4a9-d843-4097-9089-cfd2b7e30f3f", "tag": "80e97295-c4f1-4760-baa3-1cc63a28cfc5"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:24:19.509683 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeeb243-4097-4041-b4fd-ace5747c3f6a req-b29483c5-6d22-41f4-8d49-11c70961ba6e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:19.510755 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7aeeb243-4097-4041-b4fd-ace5747c3f6a req-b29483c5-6d22-41f4-8d49-11c70961ba6e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 944 time: 0.5147343 Jan 18 20:24:19.526377 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-db85be5c-55ce-4977-9bb8-e8fe49a5e0b4 req-52e90473-d94f-4bf2-962c-c7de0a447116 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071989 Jan 18 20:24:19.577682 n-d-741529-9 neutron-server[103335]: DEBUG neutron.objects.ports [None req-a493dce5-9d08-42b9-8585-5db79573e451 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103335) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 20:24:19.588033 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a493dce5-9d08-42b9-8585-5db79573e451 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (f490e9e9-e78d-4454-b4d7-1a87c6670178), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:19.603987 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-cf6d4792-20c9-4d4b-9676-2865819c617c tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:19.604639 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-cf6d4792-20c9-4d4b-9676-2865819c617c tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:19.620163 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18968db7-a9c7-4426-a6eb-27129b1f4e7b x-openstack-request-id: req-18968db7-a9c7-4426-a6eb-27129b1f4e7b {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:24:19.620521 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d6b4a9-d843-4097-9089-cfd2b7e30f3f", "tag": "80e97295-c4f1-4760-baa3-1cc63a28cfc5", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:24:19.620953 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18968db7-a9c7-4426-a6eb-27129b1f4e7b {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:24:19.621220 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d6b4a9-d843-4097-9089-cfd2b7e30f3f', 'tag': '80e97295-c4f1-4760-baa3-1cc63a28cfc5', 'status': 'completed', 'code': 200} Jan 18 20:24:19.642594 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7aeeb243-4097-4041-b4fd-ace5747c3f6a req-40560c69-06ae-41dd-921c-16f3f6316791 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217201 Jan 18 20:24:19.675655 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-45557dd7-9346-43fa-909c-a89d93036363 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting port 52a77691-acd4-4de3-9534-3298e35affbe {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:19.676129 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-45557dd7-9346-43fa-909c-a89d93036363 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (52a77691-acd4-4de3-9534-3298e35affbe), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:19.678834 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d9080f-ce48-43d5-89f0-7d155ffd5f5e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:19.682356 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-94d9080f-ce48-43d5-89f0-7d155ffd5f5e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:19.704231 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-cf6d4792-20c9-4d4b-9676-2865819c617c tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5903993 Jan 18 20:24:19.752715 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-ca59a286-8fdc-400b-923b-ab8a9ae3446b service neutron] Request body: {'port': {'device_id': '93148927-e2e0-4f29-97c2-e9d6379275dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:19.762557 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-a622de7c-d7fc-4a3d-9449-463f8b367ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:19.764601 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-a622de7c-d7fc-4a3d-9449-463f8b367ab7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88e9200-d99d-4ea0-a241-681917733bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3008282 Jan 18 20:24:19.770798 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493dce5-9d08-42b9-8585-5db79573e451 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event updated for resources: {'Subnet': ['ID=f490e9e9-e78d-4454-b4d7-1a87c6670178,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:19.772950 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-45557dd7-9346-43fa-909c-a89d93036363 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (52a77691-acd4-4de3-9534-3298e35affbe), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:19.786335 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-45557dd7-9346-43fa-909c-a89d93036363 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Calling delete_port for 52a77691-acd4-4de3-9534-3298e35affbe owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:19.923927 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-0f0e905a-21f5-499c-9c6e-caf974e9bd16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98c9774a-948d-4952-8908-46dae54efb1c {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:24:19.989577 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-0f0e905a-21f5-499c-9c6e-caf974e9bd16 service neutron] Publish callbacks [] for port (98c9774a-948d-4952-8908-46dae54efb1c), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:20.006046 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0cd0674b-c1ac-4710-bd68-6ea5a6a5d285 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a4f7ad9691084ba3b68c9ddf0b5a9a55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5565767 Jan 18 20:24:20.008382 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270d54e-4a36-4899-8e41-d15c191025b1 req-3868afb9-9380-4bd4-ab83-1340483ca928 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:20.011929 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a493dce5-9d08-42b9-8585-5db79573e451 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Checking segment: {'id': '56a837b7-661f-4a0e-aebf-c593e162037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c6ef56e8-aa3d-4f4f-9415-5758010f76ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:20.012314 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a493dce5-9d08-42b9-8585-5db79573e451 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Network hostable DHCP agents. Network: c6ef56e8-aa3d-4f4f-9415-5758010f76ff, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:24:20.014098 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8270d54e-4a36-4899-8e41-d15c191025b1 req-3868afb9-9380-4bd4-ab83-1340483ca928 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/ports?device_id=93148927-e2e0-4f29-97c2-e9d6379275dc HTTP/1.1" status: 200 len: 932 time: 0.0932391 Jan 18 20:24:20.014758 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34450) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:20.033881 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-ca59a286-8fdc-400b-923b-ab8a9ae3446b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (887e7f46-77ef-4212-813e-b54c230e2d50), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:20.057217 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-0f0e905a-21f5-499c-9c6e-caf974e9bd16 service neutron] Transition to ACTIVE for port object 98c9774a-948d-4952-8908-46dae54efb1c will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:24:20.060685 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-45557dd7-9346-43fa-909c-a89d93036363 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (52a77691-acd4-4de3-9534-3298e35affbe), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:20.088817 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-0f0e905a-21f5-499c-9c6e-caf974e9bd16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (98c9774a-948d-4952-8908-46dae54efb1c), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:20.108074 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45557dd7-9346-43fa-909c-a89d93036363 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Port': ['ID=52a77691-acd4-4de3-9534-3298e35affbe,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:20.118549 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8270d54e-4a36-4899-8e41-d15c191025b1 req-2d610fce-aa12-4d2c-beb5-6ed9cd3141c7 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/security-groups?id=e143cbb1-83a0-43f4-b358-016c6b1306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983584 Jan 18 20:24:20.214706 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-45557dd7-9346-43fa-909c-a89d93036363 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:20.223527 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-45557dd7-9346-43fa-909c-a89d93036363 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/ports/52a77691-acd4-4de3-9534-3298e35affbe HTTP/1.1" status: 204 len: 168 time: 0.9993827 Jan 18 20:24:20.223527 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34452) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:20.252031 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-876f3c30-a4ff-4313-af68-dad8c05f18fb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] GET failed (client error): The resource could not be found. Jan 18 20:24:20.256502 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-876f3c30-a4ff-4313-af68-dad8c05f18fb tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "GET /v2.0/ports/52a77691-acd4-4de3-9534-3298e35affbe HTTP/1.1" status: 404 len: 333 time: 0.0320289 Jan 18 20:24:20.257224 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34454) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:20.314037 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf904ac-54a1-4a2a-b4b3-d6b96a201ad9 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting subnet 7c1c96ba-8411-4f58-acb2-6cdae5c2500e {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:24:20.318069 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3bf904ac-54a1-4a2a-b4b3-d6b96a201ad9 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for subnet (7c1c96ba-8411-4f58-acb2-6cdae5c2500e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:20.367222 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-da3f8231-8679-4138-b070-e00b62572786 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5938387 Jan 18 20:24:20.368430 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3bf904ac-54a1-4a2a-b4b3-d6b96a201ad9 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (7c1c96ba-8411-4f58-acb2-6cdae5c2500e), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:20.411407 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a493dce5-9d08-42b9-8585-5db79573e451 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Network c6ef56e8-aa3d-4f4f-9415-5758010f76ff is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:24:20.468385 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-a493dce5-9d08-42b9-8585-5db79573e451 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, c6ef56e8-aa3d-4f4f-9415-5758010f76ff) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:20.469581 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3bf904ac-54a1-4a2a-b4b3-d6b96a201ad9 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (7c1c96ba-8411-4f58-acb2-6cdae5c2500e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:20.473327 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a493dce5-9d08-42b9-8585-5db79573e451 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:20.473939 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a493dce5-9d08-42b9-8585-5db79573e451 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:20.482067 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7530fb-2886-4043-b530-106242ca31fd None None] Network c6ef56e8-aa3d-4f4f-9415-5758010f76ff requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:20.505599 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e905a-21f5-499c-9c6e-caf974e9bd16 service neutron] Pushing event updated for resources: {'Port': ['ID=98c9774a-948d-4952-8908-46dae54efb1c,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:20.549336 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3bf904ac-54a1-4a2a-b4b3-d6b96a201ad9 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (7c1c96ba-8411-4f58-acb2-6cdae5c2500e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:20.594457 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06280855-ca19-4fd3-a800-35518a173ee1 None None] Network 493275ff-62cf-493b-95e5-7c2fbcdf96b7 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:20.638926 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3bf904ac-54a1-4a2a-b4b3-d6b96a201ad9 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:20.651130 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3bf904ac-54a1-4a2a-b4b3-d6b96a201ad9 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/subnets/7c1c96ba-8411-4f58-acb2-6cdae5c2500e HTTP/1.1" status: 204 len: 168 time: 0.3923807 Jan 18 20:24:20.651849 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34460) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:20.654611 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf904ac-54a1-4a2a-b4b3-d6b96a201ad9 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Subnet': ['ID=7c1c96ba-8411-4f58-acb2-6cdae5c2500e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:20.774325 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-ca59a286-8fdc-400b-923b-ab8a9ae3446b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 887e7f46-77ef-4212-813e-b54c230e2d50 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:24:20.782691 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-ca59a286-8fdc-400b-923b-ab8a9ae3446b service neutron] Publish callbacks [] for port (887e7f46-77ef-4212-813e-b54c230e2d50), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:20.785418 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43c425c-d6a4-4a2d-a9db-774f29c836ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-c6ef56e8-aa3d-4f4f-9415-5758010f76ff', 'network_id': 'c6ef56e8-aa3d-4f4f-9415-5758010f76ff', 'project_id': '77abb998886b4c7181d724dcc5445bb0', 'fixed_ips': [{'subnet_id': 'f490e9e9-e78d-4454-b4d7-1a87c6670178'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:24:20.786428 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e43c425c-d6a4-4a2d-a9db-774f29c836ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:20.797167 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-ca59a286-8fdc-400b-923b-ab8a9ae3446b service neutron] Transition to ACTIVE for port object 887e7f46-77ef-4212-813e-b54c230e2d50 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:24:20.808583 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6a1dd548-c2c9-48d1-a765-037c4e8ea92e admin admin] Publish callbacks [] for security_group (7ba6866d-49ad-4699-b13a-57d8d761dae9), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:20.833243 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-ca59a286-8fdc-400b-923b-ab8a9ae3446b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (887e7f46-77ef-4212-813e-b54c230e2d50), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:20.849897 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a493dce5-9d08-42b9-8585-5db79573e451 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.4654825 Jan 18 20:24:20.858447 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34464) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:20.863900 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770d0a1-36f6-4f73-9727-fe1dd53a6791 req-5918b45a-0a22-43ad-ab7e-19c2dd67f45f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:20.867694 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-47ee641f-bb08-44e6-9c07-59a99187cec2 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Request body: {'port': {'network_id': 'c6ef56e8-aa3d-4f4f-9415-5758010f76ff', 'name': 'tempest-NetworksIpV6TestAttrs-1974219149'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:20.871268 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770d0a1-36f6-4f73-9727-fe1dd53a6791 req-5918b45a-0a22-43ad-ab7e-19c2dd67f45f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:20.873790 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2770d0a1-36f6-4f73-9727-fe1dd53a6791 req-5918b45a-0a22-43ad-ab7e-19c2dd67f45f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 1679 time: 0.2363923 Jan 18 20:24:20.891889 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f27dc9c-dada-450c-884e-949a64a9bcee tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting subnet c880fc17-8ab1-4951-a5e2-a9473219abe3 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:24:20.905524 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f27dc9c-dada-450c-884e-949a64a9bcee tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for subnet (c880fc17-8ab1-4951-a5e2-a9473219abe3), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:20.965391 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ee4e5-3038-46a3-b81e-d47349cfb77f req-a444c4e4-ca61-4338-b660-b845aff47b2a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:20.965588 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-94d9080f-ce48-43d5-89f0-7d155ffd5f5e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (a8aa9c1c-bc51-4a72-9720-a613b8525203), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:20.967454 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-df6ee4e5-3038-46a3-b81e-d47349cfb77f req-a444c4e4-ca61-4338-b660-b845aff47b2a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 944 time: 0.1990771 Jan 18 20:24:21.008000 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2770d0a1-36f6-4f73-9727-fe1dd53a6791 req-b3560cdb-3a00-4bd4-8301-f54c768457cb tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280432 Jan 18 20:24:21.008408 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-e43c425c-d6a4-4a2d-a9db-774f29c836ee None None] Allocated IP 2001:db8::f816:3eff:fe31:85e7 (c6ef56e8-aa3d-4f4f-9415-5758010f76ff/f490e9e9-e78d-4454-b4d7-1a87c6670178/f89b2744-3be1-4d04-a5fc-6826c7239dd7) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:21.011653 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f27dc9c-dada-450c-884e-949a64a9bcee tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (c880fc17-8ab1-4951-a5e2-a9473219abe3), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:21.071421 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9080f-ce48-43d5-89f0-7d155ffd5f5e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=a8aa9c1c-bc51-4a72-9720-a613b8525203,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:21.102626 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6a1dd548-c2c9-48d1-a765-037c4e8ea92e admin admin] Publish callbacks [] for security_group (7ba6866d-49ad-4699-b13a-57d8d761dae9), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:21.104678 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-df6ee4e5-3038-46a3-b81e-d47349cfb77f req-fc6cf452-3e82-4a20-b299-eda5ac291480 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286097 Jan 18 20:24:21.159320 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0056e1a5-efbd-4996-85ac-83e86e90b9ce req-84d946a5-d8c7-4bc8-8bc8-5fe8f13fdfab service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7746274 Jan 18 20:24:21.164054 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d9080f-ce48-43d5-89f0-7d155ffd5f5e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:21.187388 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f27dc9c-dada-450c-884e-949a64a9bcee tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (c880fc17-8ab1-4951-a5e2-a9473219abe3), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:21.189879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ee641f-bb08-44e6-9c07-59a99187cec2 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Made reservation on behalf of 77abb998886b4c7181d724dcc5445bb0 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:21.193431 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47ee641f-bb08-44e6-9c07-59a99187cec2 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:21.229800 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-94d9080f-ce48-43d5-89f0-7d155ffd5f5e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:21.232066 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59a286-8fdc-400b-923b-ab8a9ae3446b service neutron] Pushing event updated for resources: {'Port': ['ID=887e7f46-77ef-4212-813e-b54c230e2d50,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:21.234960 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d9080f-ce48-43d5-89f0-7d155ffd5f5e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:21.235603 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-94d9080f-ce48-43d5-89f0-7d155ffd5f5e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:21.252860 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bae54a0-2ea6-4952-bb14-60c22ae18200 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:21.293036 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-0f0e905a-21f5-499c-9c6e-caf974e9bd16 service neutron] Attempting to bind port 98c9774a-948d-4952-8908-46dae54efb1c on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:24:21.293381 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-0f0e905a-21f5-499c-9c6e-caf974e9bd16 service neutron] Attempting to bind port 98c9774a-948d-4952-8908-46dae54efb1c by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '0189c155-285f-4fc0-acf2-28f6faf4cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7ec4c546-7391-4a65-a026-23d6cbdb75f0'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:24:21.293878 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-0f0e905a-21f5-499c-9c6e-caf974e9bd16 service neutron] Attempting to bind port 98c9774a-948d-4952-8908-46dae54efb1c on network 7ec4c546-7391-4a65-a026-23d6cbdb75f0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:24:21.351294 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f27dc9c-dada-450c-884e-949a64a9bcee tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (c880fc17-8ab1-4951-a5e2-a9473219abe3), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:21.360260 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-47ee641f-bb08-44e6-9c07-59a99187cec2 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] device_id is not set on port fe0d73e1-e327-4a40-bfb3-720638f8a1c7 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:24:21.401330 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-0f0e905a-21f5-499c-9c6e-caf974e9bd16 service neutron] Port 98c9774a-948d-4952-8908-46dae54efb1c on network 7ec4c546-7391-4a65-a026-23d6cbdb75f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:24:21.401685 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-0f0e905a-21f5-499c-9c6e-caf974e9bd16 service neutron] Attempting to bind port 98c9774a-948d-4952-8908-46dae54efb1c on network 7ec4c546-7391-4a65-a026-23d6cbdb75f0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:24:21.433625 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27dc9c-dada-450c-884e-949a64a9bcee tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Subnet': ['ID=c880fc17-8ab1-4951-a5e2-a9473219abe3,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:21.442111 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f27dc9c-dada-450c-884e-949a64a9bcee tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:21.449442 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2f27dc9c-dada-450c-884e-949a64a9bcee tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/subnets/c880fc17-8ab1-4951-a5e2-a9473219abe3 HTTP/1.1" status: 204 len: 168 time: 0.7957947 Jan 18 20:24:21.456522 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34468) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:21.530300 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e43c425c-d6a4-4a2d-a9db-774f29c836ee None None] Publish callbacks [] for port (f89b2744-3be1-4d04-a5fc-6826c7239dd7), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:21.545690 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e43c425c-d6a4-4a2d-a9db-774f29c836ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (f89b2744-3be1-4d04-a5fc-6826c7239dd7), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:21.568829 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-53a7121c-8ead-40b4-8b4f-0d93cf829c64 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (493275ff-62cf-493b-95e5-7c2fbcdf96b7), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:21.572726 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43c425c-d6a4-4a2d-a9db-774f29c836ee None None] Network c6ef56e8-aa3d-4f4f-9415-5758010f76ff is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:21.579268 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-e43c425c-d6a4-4a2d-a9db-774f29c836ee None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:21.588088 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43c425c-d6a4-4a2d-a9db-774f29c836ee None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:21.595141 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b76de-de54-4e60-84e2-f0a6478a8f75 req-03a3dc40-a2b2-4ea9-b217-260c7554c25e tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:21.597125 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-015b76de-de54-4e60-84e2-f0a6478a8f75 req-03a3dc40-a2b2-4ea9-b217-260c7554c25e tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/ports?device_id=93148927-e2e0-4f29-97c2-e9d6379275dc HTTP/1.1" status: 200 len: 944 time: 0.2646255 Jan 18 20:24:21.711923 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-015b76de-de54-4e60-84e2-f0a6478a8f75 req-dd253e2d-c968-492b-809d-14b4fea1b30d tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/security-groups?id=e143cbb1-83a0-43f4-b358-016c6b1306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750518 Jan 18 20:24:21.713880 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcb92c2-90f7-4ce3-8259-6fd80833c90e None None] Update dhcp port {'port': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'fixed_ips': [{'subnet_id': '4bfc4935-0186-413e-b966-d229a2ae3cb2', 'ip_address': '2001:db8::f816:3eff:fe38:b07'}, {'subnet_id': 'a8aa9c1c-bc51-4a72-9720-a613b8525203'}], 'binding:host_id': 'n-d-741529-9'}, 'id': 'cae06ba3-760f-4f73-9610-7166393fafa0'} from n-d-741529-9. {{(pid=103337) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 18 20:24:21.749211 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-53a7121c-8ead-40b4-8b4f-0d93cf829c64 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting port 115a8b8f-8b70-45e9-9556-ffc8c569afa3 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:21.749664 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-53a7121c-8ead-40b4-8b4f-0d93cf829c64 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (115a8b8f-8b70-45e9-9556-ffc8c569afa3), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:21.800461 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9fcb92c2-90f7-4ce3-8259-6fd80833c90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cae06ba3-760f-4f73-9610-7166393fafa0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:21.847309 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-53a7121c-8ead-40b4-8b4f-0d93cf829c64 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] For port 115a8b8f-8b70-45e9-9556-ffc8c569afa3, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=115a8b8f-8b70-45e9-9556-ffc8c569afa3,segment=NetworkSegment(420a97fe-77dd-40a9-89fe-c366ae1230ed),segment_id=420a97fe-77dd-40a9-89fe-c366ae1230ed)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:21.847777 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-53a7121c-8ead-40b4-8b4f-0d93cf829c64 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (115a8b8f-8b70-45e9-9556-ffc8c569afa3), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:21.868118 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-53a7121c-8ead-40b4-8b4f-0d93cf829c64 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Calling delete_port for 115a8b8f-8b70-45e9-9556-ffc8c569afa3 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:21.961703 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-94d9080f-ce48-43d5-89f0-7d155ffd5f5e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9301186 Jan 18 20:24:21.968075 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34472) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:21.983823 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-53a7121c-8ead-40b4-8b4f-0d93cf829c64 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (115a8b8f-8b70-45e9-9556-ffc8c569afa3), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:21.989405 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-61ddcee8-96dc-47e5-8d35-da81a50276dd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'port': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'mac_address': 'fa:16:3e:d0:85:47', 'name': 'tempest-NetworksTestDHCPv6-1355423426'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:22.008010 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a7121c-8ead-40b4-8b4f-0d93cf829c64 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] No DVR routers for this DVR port 115a8b8f-8b70-45e9-9556-ffc8c569afa3 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:24:22.038795 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7121c-8ead-40b4-8b4f-0d93cf829c64 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Port': ['ID=115a8b8f-8b70-45e9-9556-ffc8c569afa3,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:22.132313 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-0f0e905a-21f5-499c-9c6e-caf974e9bd16 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:24:22.132886 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-0f0e905a-21f5-499c-9c6e-caf974e9bd16 service neutron] Checking segment: {'id': '0189c155-285f-4fc0-acf2-28f6faf4cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7ec4c546-7391-4a65-a026-23d6cbdb75f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:22.133019 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-0f0e905a-21f5-499c-9c6e-caf974e9bd16 service neutron] Bound using segment: {'id': '0189c155-285f-4fc0-acf2-28f6faf4cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7ec4c546-7391-4a65-a026-23d6cbdb75f0'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:24:22.133370 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-0f0e905a-21f5-499c-9c6e-caf974e9bd16 service neutron] Bound port: 98c9774a-948d-4952-8908-46dae54efb1c, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0189c155-285f-4fc0-acf2-28f6faf4cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7ec4c546-7391-4a65-a026-23d6cbdb75f0'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:24:22.133759 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-0f0e905a-21f5-499c-9c6e-caf974e9bd16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (98c9774a-948d-4952-8908-46dae54efb1c), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:22.160646 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6a1dd548-c2c9-48d1-a765-037c4e8ea92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7ba6866d-49ad-4699-b13a-57d8d761dae9), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:22.169065 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-53a7121c-8ead-40b4-8b4f-0d93cf829c64 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (493275ff-62cf-493b-95e5-7c2fbcdf96b7), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:22.174724 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6a1dd548-c2c9-48d1-a765-037c4e8ea92e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:22.178180 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6a1dd548-c2c9-48d1-a765-037c4e8ea92e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ba6866d-49ad-4699-b13a-57d8d761dae9 HTTP/1.1" status: 204 len: 168 time: 2.1518030 Jan 18 20:24:22.308435 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5d02ce-7813-4333-abdc-6953433cdd15 None None] Network 493275ff-62cf-493b-95e5-7c2fbcdf96b7 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:22.315318 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-53a7121c-8ead-40b4-8b4f-0d93cf829c64 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493275ff-62cf-493b-95e5-7c2fbcdf96b7']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:22.317877 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c425c-d6a4-4a2d-a9db-774f29c836ee None None] Pushing event updated for resources: {'Port': ['ID=f89b2744-3be1-4d04-a5fc-6826c7239dd7,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:22.346449 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-46f58980-3ed2-4463-b332-9ff57895c828 None None] Could not find standard attr ID for object 115a8b8f-8b70-45e9-9556-ffc8c569afa3. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:24:22.402567 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-53a7121c-8ead-40b4-8b4f-0d93cf829c64 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420a97fe-77dd-40a9-89fe-c366ae1230ed') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:22.403038 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-53a7121c-8ead-40b4-8b4f-0d93cf829c64 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420a97fe-77dd-40a9-89fe-c366ae1230ed') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:22.415890 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-53a7121c-8ead-40b4-8b4f-0d93cf829c64 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (420a97fe-77dd-40a9-89fe-c366ae1230ed), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:22.434231 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-53a7121c-8ead-40b4-8b4f-0d93cf829c64 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (420a97fe-77dd-40a9-89fe-c366ae1230ed), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:22.442699 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a7121c-8ead-40b4-8b4f-0d93cf829c64 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:24:22.443474 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-53a7121c-8ead-40b4-8b4f-0d93cf829c64 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (420a97fe-77dd-40a9-89fe-c366ae1230ed), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:24:22.454732 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:24:22.493713 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-e43c425c-d6a4-4a2d-a9db-774f29c836ee None None] Attempting to bind port f89b2744-3be1-4d04-a5fc-6826c7239dd7 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:24:22.494301 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-e43c425c-d6a4-4a2d-a9db-774f29c836ee None None] Attempting to bind port f89b2744-3be1-4d04-a5fc-6826c7239dd7 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '56a837b7-661f-4a0e-aebf-c593e162037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c6ef56e8-aa3d-4f4f-9415-5758010f76ff'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:24:22.494814 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43c425c-d6a4-4a2d-a9db-774f29c836ee None None] Attempting to bind port f89b2744-3be1-4d04-a5fc-6826c7239dd7 on network c6ef56e8-aa3d-4f4f-9415-5758010f76ff {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:24:22.575931 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff740897-273b-464b-b689-12e863109355 req-0dd94245-67e6-417c-8c74-9db585169481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:22.577918 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ff740897-273b-464b-b689-12e863109355 req-0dd94245-67e6-417c-8c74-9db585169481 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 1095 time: 1.3100247 Jan 18 20:24:22.579571 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43c425c-d6a4-4a2d-a9db-774f29c836ee None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:24:22.580141 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43c425c-d6a4-4a2d-a9db-774f29c836ee None None] Checking segment: {'id': '56a837b7-661f-4a0e-aebf-c593e162037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c6ef56e8-aa3d-4f4f-9415-5758010f76ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:22.580357 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e43c425c-d6a4-4a2d-a9db-774f29c836ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:22.581013 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43c425c-d6a4-4a2d-a9db-774f29c836ee None None] Bound using segment: {'id': '56a837b7-661f-4a0e-aebf-c593e162037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c6ef56e8-aa3d-4f4f-9415-5758010f76ff'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:24:22.581503 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-e43c425c-d6a4-4a2d-a9db-774f29c836ee None None] Bound port: f89b2744-3be1-4d04-a5fc-6826c7239dd7, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a837b7-661f-4a0e-aebf-c593e162037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c6ef56e8-aa3d-4f4f-9415-5758010f76ff'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:24:22.581918 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e43c425c-d6a4-4a2d-a9db-774f29c836ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f89b2744-3be1-4d04-a5fc-6826c7239dd7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:22.585706 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743d298-1323-4e8e-933f-ad7dd9999b61 req-bc80f742-9e9b-469a-bbfe-0840ce3c2943 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:22.591194 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1dd548-c2c9-48d1-a765-037c4e8ea92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba6866d-49ad-4699-b13a-57d8d761dae9,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:22.592604 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743d298-1323-4e8e-933f-ad7dd9999b61 req-bc80f742-9e9b-469a-bbfe-0840ce3c2943 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:22.599889 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1743d298-1323-4e8e-933f-ad7dd9999b61 req-bc80f742-9e9b-469a-bbfe-0840ce3c2943 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 1679 time: 0.4135776 Jan 18 20:24:22.601697 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-53a7121c-8ead-40b4-8b4f-0d93cf829c64 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (493275ff-62cf-493b-95e5-7c2fbcdf96b7), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:22.615885 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-53a7121c-8ead-40b4-8b4f-0d93cf829c64 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:22.619220 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-53a7121c-8ead-40b4-8b4f-0d93cf829c64 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/networks/493275ff-62cf-493b-95e5-7c2fbcdf96b7 HTTP/1.1" status: 204 len: 168 time: 1.1594007 Jan 18 20:24:22.650464 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34484) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:22.686484 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7121c-8ead-40b4-8b4f-0d93cf829c64 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Network': ['ID=493275ff-62cf-493b-95e5-7c2fbcdf96b7,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:22.725876 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b7a5d-9eab-4034-bb08-e446ea80e3fc req-b3aff8ab-bad5-4a93-8115-cb94a307c766 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:22.730862 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e4b7a5d-9eab-4034-bb08-e446ea80e3fc req-b3aff8ab-bad5-4a93-8115-cb94a307c766 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 944 time: 0.4735994 Jan 18 20:24:22.798247 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-9fcb92c2-90f7-4ce3-8259-6fd80833c90e None None] Allocated IP 172.20.0.2 (c68ada5d-da8a-41c6-813a-b53f9c35e893/a8aa9c1c-bc51-4a72-9720-a613b8525203/cae06ba3-760f-4f73-9610-7166393fafa0) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:22.833216 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff740897-273b-464b-b689-12e863109355 req-69720a13-c314-4bcf-a0db-fac1bedb04ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:22.835826 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ff740897-273b-464b-b689-12e863109355 req-69720a13-c314-4bcf-a0db-fac1bedb04ca service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 912 time: 0.2388673 Jan 18 20:24:22.837197 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-ca59a286-8fdc-400b-923b-ab8a9ae3446b service neutron] Attempting to bind port 887e7f46-77ef-4212-813e-b54c230e2d50 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:24:22.837863 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-ca59a286-8fdc-400b-923b-ab8a9ae3446b service neutron] Attempting to bind port 887e7f46-77ef-4212-813e-b54c230e2d50 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'c06d65af-b5b6-453f-a1ef-f806ab8cf49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ff97675f-c8e6-49db-aa2d-ad62f5afec6e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:24:22.838396 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-ca59a286-8fdc-400b-923b-ab8a9ae3446b service neutron] Attempting to bind port 887e7f46-77ef-4212-813e-b54c230e2d50 on network ff97675f-c8e6-49db-aa2d-ad62f5afec6e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:24:22.855897 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-ca59a286-8fdc-400b-923b-ab8a9ae3446b service neutron] Port 887e7f46-77ef-4212-813e-b54c230e2d50 on network ff97675f-c8e6-49db-aa2d-ad62f5afec6e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:24:22.856339 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-ca59a286-8fdc-400b-923b-ab8a9ae3446b service neutron] Attempting to bind port 887e7f46-77ef-4212-813e-b54c230e2d50 on network ff97675f-c8e6-49db-aa2d-ad62f5afec6e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:24:22.883552 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ddcee8-96dc-47e5-8d35-da81a50276dd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:22.940110 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1743d298-1323-4e8e-933f-ad7dd9999b61 req-50f4a314-6e0e-4e11-aa94-64b75d37e585 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392737 Jan 18 20:24:22.973470 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d34856-d783-43da-9cd3-200c92efe61a None None] DHCP port deletion for 493275ff-62cf-493b-95e5-7c2fbcdf96b7 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:24:23.005654 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e4b7a5d-9eab-4034-bb08-e446ea80e3fc req-3842be97-71f7-452b-9457-d20af0ec9644 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701852 Jan 18 20:24:23.033545 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e3184-8b62-46f9-b51d-9b87b52b8e91 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:23.035178 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cc2e3184-8b62-46f9-b51d-9b87b52b8e91 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3827579 Jan 18 20:24:23.047392 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34496) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:23.076027 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-ca59a286-8fdc-400b-923b-ab8a9ae3446b service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:24:23.076373 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-ca59a286-8fdc-400b-923b-ab8a9ae3446b service neutron] Checking segment: {'id': 'c06d65af-b5b6-453f-a1ef-f806ab8cf49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ff97675f-c8e6-49db-aa2d-ad62f5afec6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:23.076765 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-ca59a286-8fdc-400b-923b-ab8a9ae3446b service neutron] Bound using segment: {'id': 'c06d65af-b5b6-453f-a1ef-f806ab8cf49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ff97675f-c8e6-49db-aa2d-ad62f5afec6e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:24:23.077215 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-ca59a286-8fdc-400b-923b-ab8a9ae3446b service neutron] Bound port: 887e7f46-77ef-4212-813e-b54c230e2d50, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c06d65af-b5b6-453f-a1ef-f806ab8cf49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ff97675f-c8e6-49db-aa2d-ad62f5afec6e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:24:23.088655 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-ca59a286-8fdc-400b-923b-ab8a9ae3446b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (887e7f46-77ef-4212-813e-b54c230e2d50), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:23.108605 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e43c425c-d6a4-4a2d-a9db-774f29c836ee None None] For port f89b2744-3be1-4d04-a5fc-6826c7239dd7, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:24:23.109285 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ff740897-273b-464b-b689-12e863109355 req-b48cf2e8-0ce5-4963-9a05-87329a61abd6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80e97295-c4f1-4760-baa3-1cc63a28cfc5 HTTP/1.1" status: 200 len: 217 time: 0.2642970 Jan 18 20:24:23.116054 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-9fcb92c2-90f7-4ce3-8259-6fd80833c90e None None] For port cae06ba3-760f-4f73-9610-7166393fafa0, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=cae06ba3-760f-4f73-9610-7166393fafa0,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:23.119577 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e43c425c-d6a4-4a2d-a9db-774f29c836ee None None] For port f89b2744-3be1-4d04-a5fc-6826c7239dd7, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f89b2744-3be1-4d04-a5fc-6826c7239dd7,segment=NetworkSegment(56a837b7-661f-4a0e-aebf-c593e162037e),segment_id=56a837b7-661f-4a0e-aebf-c593e162037e)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:24:23.130347 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e43c425c-d6a4-4a2d-a9db-774f29c836ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f89b2744-3be1-4d04-a5fc-6826c7239dd7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:23.139918 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-0f0e905a-21f5-499c-9c6e-caf974e9bd16 service neutron] For port 98c9774a-948d-4952-8908-46dae54efb1c, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:24:23.170079 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9fcb92c2-90f7-4ce3-8259-6fd80833c90e None None] Publish callbacks [] for port (cae06ba3-760f-4f73-9610-7166393fafa0), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:23.211089 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9a373685-40a4-4720-b23d-261e104b77e4 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1625009 Jan 18 20:24:23.227958 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500af89-c5a2-40d4-838e-198614aa9b3e req-653a44bb-e543-4b2c-8028-a53975fc1e14 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:23.229542 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5500af89-c5a2-40d4-838e-198614aa9b3e req-653a44bb-e543-4b2c-8028-a53975fc1e14 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/ports?device_id=93148927-e2e0-4f29-97c2-e9d6379275dc HTTP/1.1" status: 200 len: 944 time: 0.1832488 Jan 18 20:24:23.230156 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34502) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:23.245450 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-eeaba0b4-6367-46ce-9600-cedfeab34b56 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-85321545'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:23.254774 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9fcb92c2-90f7-4ce3-8259-6fd80833c90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (cae06ba3-760f-4f73-9610-7166393fafa0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:23.271266 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-47ee641f-bb08-44e6-9c07-59a99187cec2 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Allocated IP 2001:db8::f816:3eff:feef:7ea4 (c6ef56e8-aa3d-4f4f-9415-5758010f76ff/f490e9e9-e78d-4454-b4d7-1a87c6670178/fe0d73e1-e327-4a40-bfb3-720638f8a1c7) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:23.284966 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-0f0e905a-21f5-499c-9c6e-caf974e9bd16 service neutron] For port 98c9774a-948d-4952-8908-46dae54efb1c, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=98c9774a-948d-4952-8908-46dae54efb1c,segment=NetworkSegment(0189c155-285f-4fc0-acf2-28f6faf4cfa9),segment_id=0189c155-285f-4fc0-acf2-28f6faf4cfa9)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:24:23.286350 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c425c-d6a4-4a2d-a9db-774f29c836ee None None] Pushing event updated for resources: {'Port': ['ID=f89b2744-3be1-4d04-a5fc-6826c7239dd7,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:23.372946 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61ddcee8-96dc-47e5-8d35-da81a50276dd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:23.378553 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb92c2-90f7-4ce3-8259-6fd80833c90e None None] Pushing event updated for resources: {'Port': ['ID=cae06ba3-760f-4f73-9610-7166393fafa0,revision_number=9']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:23.378712 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeaba0b4-6367-46ce-9600-cedfeab34b56 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:23.382124 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-eeaba0b4-6367-46ce-9600-cedfeab34b56 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:23.388946 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-0f0e905a-21f5-499c-9c6e-caf974e9bd16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (98c9774a-948d-4952-8908-46dae54efb1c), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:23.396686 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5500af89-c5a2-40d4-838e-198614aa9b3e req-05150300-b607-46c2-9d3d-fc86fcf88f37 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/security-groups?id=e143cbb1-83a0-43f4-b358-016c6b1306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458671 Jan 18 20:24:23.460841 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeaba0b4-6367-46ce-9600-cedfeab34b56 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:24:23.473667 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-eeaba0b4-6367-46ce-9600-cedfeab34b56 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (6528c4ed-4428-45f1-9874-6ab76d5a3d51), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:23.474144 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-eeaba0b4-6367-46ce-9600-cedfeab34b56 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Added segment 6528c4ed-4428-45f1-9874-6ab76d5a3d51 of type vlan for network 220d3993-a57a-4e65-a5b1-330340b046c3 Jan 18 20:24:23.488209 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff740897-273b-464b-b689-12e863109355 req-c492cab0-418d-4639-8d83-ba3c9f4adbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:23.490621 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ff740897-273b-464b-b689-12e863109355 req-c492cab0-418d-4639-8d83-ba3c9f4adbf6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2eac11f-fef0-464c-9aac-08a05c8cc068 HTTP/1.1" status: 200 len: 850 time: 0.3457284 Jan 18 20:24:23.530456 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-eeaba0b4-6367-46ce-9600-cedfeab34b56 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (220d3993-a57a-4e65-a5b1-330340b046c3), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:23.584047 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-eeaba0b4-6367-46ce-9600-cedfeab34b56 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (220d3993-a57a-4e65-a5b1-330340b046c3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:23.594949 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaba0b4-6367-46ce-9600-cedfeab34b56 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:23.595743 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-eeaba0b4-6367-46ce-9600-cedfeab34b56 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:23.609471 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-0f0e905a-21f5-499c-9c6e-caf974e9bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:23.610135 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-0f0e905a-21f5-499c-9c6e-caf974e9bd16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:23.611563 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-0f0e905a-21f5-499c-9c6e-caf974e9bd16 service neutron] 10.222.0.70 "PUT /v2.0/ports/98c9774a-948d-4952-8908-46dae54efb1c HTTP/1.1" status: 200 len: 1092 time: 6.2410738 Jan 18 20:24:23.675279 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815c5017-8147-40e7-9f27-8aa841a249ed', 'tag': '98c9774a-948d-4952-8908-46dae54efb1c'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:24:23.685204 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ad48b1-97bb-4050-8d86-7c56f200be1a" -d '{"events": [{"name": "network-changed", "server_uuid": "815c5017-8147-40e7-9f27-8aa841a249ed", "tag": "98c9774a-948d-4952-8908-46dae54efb1c"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:24:23.709938 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-eeaba0b4-6367-46ce-9600-cedfeab34b56 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4786994 Jan 18 20:24:23.740470 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34510) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:23.763640 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaba0b4-6367-46ce-9600-cedfeab34b56 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Network': ['ID=220d3993-a57a-4e65-a5b1-330340b046c3,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:23.774290 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 220d3993-a57a-4e65-a5b1-330340b046c3 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:24:23.799801 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34514) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:23.821838 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-61ddcee8-96dc-47e5-8d35-da81a50276dd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] device_id is not set on port f8f7f176-ff75-4c2f-9aea-ceff86f2d526 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:24:24.054935 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-b320e07c-1d2f-4ab4-bd19-0f9a716bb7b3 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-563988965'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:24.114960 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b320e07c-1d2f-4ab4-bd19-0f9a716bb7b3 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Made reservation on behalf of 0fe6d91e322648f6acbef8704ef06fa1 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:24.119004 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b320e07c-1d2f-4ab4-bd19-0f9a716bb7b3 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:24.129021 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e905a-21f5-499c-9c6e-caf974e9bd16 service neutron] Pushing event updated for resources: {'Port': ['ID=98c9774a-948d-4952-8908-46dae54efb1c,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:24.134369 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b320e07c-1d2f-4ab4-bd19-0f9a716bb7b3 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:24.152065 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-803b91e6-eefd-4fab-8bfd-bb4afffe187d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'subnet': {'network_id': '220d3993-a57a-4e65-a5b1-330340b046c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:24.156781 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d44f994-2645-41ff-ac53-06f923f3297d x-openstack-request-id: req-7d44f994-2645-41ff-ac53-06f923f3297d {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:24:24.157078 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "815c5017-8147-40e7-9f27-8aa841a249ed", "tag": "98c9774a-948d-4952-8908-46dae54efb1c", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:24:24.157335 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d44f994-2645-41ff-ac53-06f923f3297d {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:24:24.157745 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '815c5017-8147-40e7-9f27-8aa841a249ed', 'tag': '98c9774a-948d-4952-8908-46dae54efb1c', 'status': 'completed', 'code': 200} Jan 18 20:24:24.224370 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-ca59a286-8fdc-400b-923b-ab8a9ae3446b service neutron] For port 887e7f46-77ef-4212-813e-b54c230e2d50, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:24:24.248864 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d638b7a-48b6-4194-bdc8-67c202b1e899 req-7bbf780d-014c-41ff-8f83-2c17e63561c9 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:24.258765 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d638b7a-48b6-4194-bdc8-67c202b1e899 req-7bbf780d-014c-41ff-8f83-2c17e63561c9 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:24.260835 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3d638b7a-48b6-4194-bdc8-67c202b1e899 req-7bbf780d-014c-41ff-8f83-2c17e63561c9 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 1679 time: 0.1584930 Jan 18 20:24:24.313871 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-ca59a286-8fdc-400b-923b-ab8a9ae3446b service neutron] For port 887e7f46-77ef-4212-813e-b54c230e2d50, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=887e7f46-77ef-4212-813e-b54c230e2d50,segment=NetworkSegment(c06d65af-b5b6-453f-a1ef-f806ab8cf49f),segment_id=c06d65af-b5b6-453f-a1ef-f806ab8cf49f)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:24:24.316517 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ecf956-bd23-4a08-a4a4-0835c584a85f req-49e0f834-5299-47d5-bc77-a3017ef257fb tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:24.318749 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-83ecf956-bd23-4a08-a4a4-0835c584a85f req-49e0f834-5299-47d5-bc77-a3017ef257fb tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 944 time: 0.1857357 Jan 18 20:24:24.414170 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-ca59a286-8fdc-400b-923b-ab8a9ae3446b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (887e7f46-77ef-4212-813e-b54c230e2d50), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:24.422003 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3d638b7a-48b6-4194-bdc8-67c202b1e899 req-ddde0007-3691-4535-9ca9-211715496420 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512704 Jan 18 20:24:24.442128 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-61ddcee8-96dc-47e5-8d35-da81a50276dd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 172.20.0.10 (c68ada5d-da8a-41c6-813a-b53f9c35e893/a8aa9c1c-bc51-4a72-9720-a613b8525203/f8f7f176-ff75-4c2f-9aea-ceff86f2d526) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:24.458435 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-83ecf956-bd23-4a08-a4a4-0835c584a85f req-92a22c22-7b62-4842-bd64-3da888dcc9fd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280029 Jan 18 20:24:24.502406 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b320e07c-1d2f-4ab4-bd19-0f9a716bb7b3 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks [] for security_group (b557b1ba-fd28-4ec0-907f-72e3386010fa), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:24.508414 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b320e07c-1d2f-4ab4-bd19-0f9a716bb7b3 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b557b1ba-fd28-4ec0-907f-72e3386010fa), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:24.525944 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b320e07c-1d2f-4ab4-bd19-0f9a716bb7b3 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:24:24.541347 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b320e07c-1d2f-4ab4-bd19-0f9a716bb7b3 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (23f64dfe-2857-44cc-b0f3-2ba2f3b3fdb0), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:24.541834 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-b320e07c-1d2f-4ab4-bd19-0f9a716bb7b3 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Added segment 23f64dfe-2857-44cc-b0f3-2ba2f3b3fdb0 of type vlan for network 3ac2f093-a03c-49f6-9c66-d8dfd6b65a59 Jan 18 20:24:24.598351 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b320e07c-1d2f-4ab4-bd19-0f9a716bb7b3 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (3ac2f093-a03c-49f6-9c66-d8dfd6b65a59), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:24.624708 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-61ddcee8-96dc-47e5-8d35-da81a50276dd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 2001:db8::f816:3eff:fed0:8547 (c68ada5d-da8a-41c6-813a-b53f9c35e893/4bfc4935-0186-413e-b966-d229a2ae3cb2/f8f7f176-ff75-4c2f-9aea-ceff86f2d526) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:24.630744 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff740897-273b-464b-b689-12e863109355 req-3b1bfa16-dbc5-4eb0-acb4-52ba685b7f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:24.632516 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ff740897-273b-464b-b689-12e863109355 req-3b1bfa16-dbc5-4eb0-acb4-52ba685b7f24 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88e9200-d99d-4ea0-a241-681917733bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1212232 Jan 18 20:24:24.694273 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-ca59a286-8fdc-400b-923b-ab8a9ae3446b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:24.706558 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-ca59a286-8fdc-400b-923b-ab8a9ae3446b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:24.710683 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-ca59a286-8fdc-400b-923b-ab8a9ae3446b service neutron] 10.222.0.70 "PUT /v2.0/ports/887e7f46-77ef-4212-813e-b54c230e2d50 HTTP/1.1" status: 200 len: 1092 time: 4.9622312 Jan 18 20:24:24.774934 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-3c805dbe-bceb-45af-b08f-68300ab5304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:24.775652 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-3c805dbe-bceb-45af-b08f-68300ab5304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:24.779445 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-3c805dbe-bceb-45af-b08f-68300ab5304a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=05d04115a5b94604bf26feb88e948fe0&device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 1981 time: 1.0878475 Jan 18 20:24:24.812766 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b320e07c-1d2f-4ab4-bd19-0f9a716bb7b3 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (3ac2f093-a03c-49f6-9c66-d8dfd6b65a59), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:24.827452 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b320e07c-1d2f-4ab4-bd19-0f9a716bb7b3 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:24.828902 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b320e07c-1d2f-4ab4-bd19-0f9a716bb7b3 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:24.891857 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320e07c-1d2f-4ab4-bd19-0f9a716bb7b3 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b557b1ba-fd28-4ec0-907f-72e3386010fa,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:24.958221 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b320e07c-1d2f-4ab4-bd19-0f9a716bb7b3 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1543097 Jan 18 20:24:24.962553 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f89b2744-3be1-4d04-a5fc-6826c7239dd7 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:24:24.984269 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34526) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:25.006745 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-d881ac02-a3e8-422c-9bfb-b2ad711c4ba9 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Request body: {'subnet': {'network_id': '3ac2f093-a03c-49f6-9c66-d8dfd6b65a59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:25.074674 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port f89b2744-3be1-4d04-a5fc-6826c7239dd7 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:25.075858 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f89b2744-3be1-4d04-a5fc-6826c7239dd7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:25.148390 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-82f864ba-4319-4458-a906-9ce1230304d9 None None] Provisioning complete for port cae06ba3-760f-4f73-9610-7166393fafa0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:25.148852 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-82f864ba-4319-4458-a906-9ce1230304d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cae06ba3-760f-4f73-9610-7166393fafa0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:25.177731 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61ddcee8-96dc-47e5-8d35-da81a50276dd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (f8f7f176-ff75-4c2f-9aea-ceff86f2d526), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:25.241415 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-1c79a971-0800-4047-a4fa-47257b3ef299 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.247&port_id=e83831d5-2222-4f88-9823-55f6e4414226 HTTP/1.1" status: 200 len: 217 time: 0.4002771 Jan 18 20:24:25.243789 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e3bab-5c57-47e8-8f7a-ddcc17c25aa7 req-82d15c6f-1d19-4e7d-9aa0-f3ac0e9b48f8 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:25.246362 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9c1e3bab-5c57-47e8-8f7a-ddcc17c25aa7 req-82d15c6f-1d19-4e7d-9aa0-f3ac0e9b48f8 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/ports?device_id=93148927-e2e0-4f29-97c2-e9d6379275dc HTTP/1.1" status: 200 len: 944 time: 0.5961971 Jan 18 20:24:25.250593 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320e07c-1d2f-4ab4-bd19-0f9a716bb7b3 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Pushing event updated for resources: {'Network': ['ID=3ac2f093-a03c-49f6-9c66-d8dfd6b65a59,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:25.275044 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 3ac2f093-a03c-49f6-9c66-d8dfd6b65a59 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:24:25.316524 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d881ac02-a3e8-422c-9bfb-b2ad711c4ba9 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Made reservation on behalf of 0fe6d91e322648f6acbef8704ef06fa1 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:25.330464 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47ee641f-bb08-44e6-9c07-59a99187cec2 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks [] for port (fe0d73e1-e327-4a40-bfb3-720638f8a1c7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:25.331784 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d881ac02-a3e8-422c-9bfb-b2ad711c4ba9 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:25.341009 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port f89b2744-3be1-4d04-a5fc-6826c7239dd7 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:25.341406 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f89b2744-3be1-4d04-a5fc-6826c7239dd7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:25.356082 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6f1d33-7ef5-4f68-971f-d4a9445117ca None None] Network c6ef56e8-aa3d-4f4f-9415-5758010f76ff requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:25.358960 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 80e97295-c4f1-4760-baa3-1cc63a28cfc5 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:24:25.359404 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61ddcee8-96dc-47e5-8d35-da81a50276dd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (f8f7f176-ff75-4c2f-9aea-ceff86f2d526), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:25.403478 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59a286-8fdc-400b-923b-ab8a9ae3446b service neutron] Pushing event updated for resources: {'Port': ['ID=887e7f46-77ef-4212-813e-b54c230e2d50,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:25.445488 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9c1e3bab-5c57-47e8-8f7a-ddcc17c25aa7 req-213b2958-0634-4394-be8f-227bac68f889 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/security-groups?id=e143cbb1-83a0-43f4-b358-016c6b1306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905761 Jan 18 20:24:25.461572 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ff740897-273b-464b-b689-12e863109355 req-d064019a-7c2b-468b-ad89-6ab5ad799552 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8171489 Jan 18 20:24:25.540757 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803b91e6-eefd-4fab-8bfd-bb4afffe187d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:25.544445 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-803b91e6-eefd-4fab-8bfd-bb4afffe187d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:25.579457 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ddcee8-96dc-47e5-8d35-da81a50276dd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:25.596694 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-76fd33ed-7d30-4254-857c-f8f9ebf9ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:25.598355 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-76fd33ed-7d30-4254-857c-f8f9ebf9ad45 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e4b7df2c01cb4493927e2b64920ba9c5&device_id=93148927-e2e0-4f29-97c2-e9d6379275dc HTTP/1.1" status: 200 len: 1095 time: 0.8157301 Jan 18 20:24:25.611698 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port f89b2744-3be1-4d04-a5fc-6826c7239dd7, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f89b2744-3be1-4d04-a5fc-6826c7239dd7,segment=NetworkSegment(56a837b7-661f-4a0e-aebf-c593e162037e),segment_id=56a837b7-661f-4a0e-aebf-c593e162037e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:25.619932 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-61ddcee8-96dc-47e5-8d35-da81a50276dd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:25.633370 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.resource_extend [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:24:25.652818 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f89b2744-3be1-4d04-a5fc-6826c7239dd7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:25.655572 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device cae06ba3-760f-4f73-9610-7166393fafa0 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:24:25.658071 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-82f864ba-4319-4458-a906-9ce1230304d9 None None] Current status of the port cae06ba3-760f-4f73-9610-7166393fafa0 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:25.691285 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ddcee8-96dc-47e5-8d35-da81a50276dd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:25.706278 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d881ac02-a3e8-422c-9bfb-b2ad711c4ba9 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (4c8f6cec-f42f-49f7-b95d-5db4c8f66f72), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:25.734535 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-acbc9851-65a7-41a0-bdcd-d79101d2c4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:25.736037 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-acbc9851-65a7-41a0-bdcd-d79101d2c4bd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3d8abc3-e9df-474b-b2ee-d36f66d71a92 HTTP/1.1" status: 200 len: 801 time: 0.3871138 Jan 18 20:24:25.790300 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881ac02-a3e8-422c-9bfb-b2ad711c4ba9 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Pushing event updated for resources: {'Subnet': ['ID=4c8f6cec-f42f-49f7-b95d-5db4c8f66f72,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:25.797759 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-f4fe0408-b0f1-4d2b-9a2d-28fea556b27b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=887e7f46-77ef-4212-813e-b54c230e2d50 HTTP/1.1" status: 200 len: 217 time: 0.1738007 Jan 18 20:24:25.798378 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ddcee8-96dc-47e5-8d35-da81a50276dd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=f8f7f176-ff75-4c2f-9aea-ceff86f2d526,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:25.814049 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a5d5e9a4-59c5-47d1-8d38-5098697d07f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:25.818099 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08c760-7293-43ff-acd0-898bc8d33163 req-f738c1eb-321b-447e-8b1d-c3f41fbe686e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:25.824196 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08c760-7293-43ff-acd0-898bc8d33163 req-f738c1eb-321b-447e-8b1d-c3f41fbe686e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:25.825935 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7c08c760-7293-43ff-acd0-898bc8d33163 req-f738c1eb-321b-447e-8b1d-c3f41fbe686e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 1679 time: 0.2046931 Jan 18 20:24:25.841248 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddaf75-b735-4b3a-a28b-20d5e9c83620 req-12d12ad2-3fbc-49bd-99bd-fb6fe9b6c49f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:25.842799 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5dddaf75-b735-4b3a-a28b-20d5e9c83620 req-12d12ad2-3fbc-49bd-99bd-fb6fe9b6c49f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 944 time: 0.1883349 Jan 18 20:24:25.889212 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881ac02-a3e8-422c-9bfb-b2ad711c4ba9 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Checking segment: {'id': '23f64dfe-2857-44cc-b0f3-2ba2f3b3fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3ac2f093-a03c-49f6-9c66-d8dfd6b65a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:25.889519 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d881ac02-a3e8-422c-9bfb-b2ad711c4ba9 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Network hostable DHCP agents. Network: 3ac2f093-a03c-49f6-9c66-d8dfd6b65a59, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:24:25.923764 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=f89b2744-3be1-4d04-a5fc-6826c7239dd7,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:25.923953 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-b8ce31b9-5e54-4dff-91d6-d4a6cc164b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:25.925065 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-b8ce31b9-5e54-4dff-91d6-d4a6cc164b94 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=71ef8b4e-ce19-40c4-9274-60297e5974b8 HTTP/1.1" status: 200 len: 860 time: 0.0649874 Jan 18 20:24:25.936540 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dff4cf12-a31e-4963-8055-8ae6dde8b0c3 None None] Provisioning complete for port f89b2744-3be1-4d04-a5fc-6826c7239dd7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:25.936916 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dff4cf12-a31e-4963-8055-8ae6dde8b0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f89b2744-3be1-4d04-a5fc-6826c7239dd7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:25.940306 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 80e97295-c4f1-4760-baa3-1cc63a28cfc5, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=80e97295-c4f1-4760-baa3-1cc63a28cfc5,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:25.942639 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7c08c760-7293-43ff-acd0-898bc8d33163 req-1fc4e42f-ec36-4d60-81ab-bcaa66ba0906 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980728 Jan 18 20:24:25.958701 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5dddaf75-b735-4b3a-a28b-20d5e9c83620 req-3148534f-16b5-46dc-9422-d7cb9ca08a64 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049716 Jan 18 20:24:25.960206 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d881ac02-a3e8-422c-9bfb-b2ad711c4ba9 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Network 3ac2f093-a03c-49f6-9c66-d8dfd6b65a59 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:24:25.971568 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47ee641f-bb08-44e6-9c07-59a99187cec2 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (fe0d73e1-e327-4a40-bfb3-720638f8a1c7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:25.975168 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-d881ac02-a3e8-422c-9bfb-b2ad711c4ba9 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 3ac2f093-a03c-49f6-9c66-d8dfd6b65a59) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:25.991155 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d881ac02-a3e8-422c-9bfb-b2ad711c4ba9 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:25.993482 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d881ac02-a3e8-422c-9bfb-b2ad711c4ba9 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.017561 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d881ac02-a3e8-422c-9bfb-b2ad711c4ba9 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0314043 Jan 18 20:24:26.020062 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34536) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:26.027245 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '80e97295-c4f1-4760-baa3-1cc63a28cfc5', 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'port_id': '80e97295-c4f1-4760-baa3-1cc63a28cfc5', 'mac_address': 'fa:16:3e:7b:cb:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:24:26.028919 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-9d7997e7-7496-43f5-864a-9976bec78b37 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Request body: {'port': {'network_id': '3ac2f093-a03c-49f6-9c66-d8dfd6b65a59', 'name': 'tempest-TagsExtTest-807354782'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:26.033197 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c156b52-e498-4d88-8a88-eafa01318401 None None] Network 3ac2f093-a03c-49f6-9c66-d8dfd6b65a59 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:26.072274 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port cae06ba3-760f-4f73-9610-7166393fafa0 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:26.072930 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cae06ba3-760f-4f73-9610-7166393fafa0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.181574 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7997e7-7496-43f5-864a-9976bec78b37 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Made reservation on behalf of 0fe6d91e322648f6acbef8704ef06fa1 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:26.187791 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9d7997e7-7496-43f5-864a-9976bec78b37 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.218885 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-9d7997e7-7496-43f5-864a-9976bec78b37 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] device_id is not set on port f531e74e-b9fd-44ea-aac3-4a285f10df25 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:24:26.244432 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dff4cf12-a31e-4963-8055-8ae6dde8b0c3 None None] Current status of the port f89b2744-3be1-4d04-a5fc-6826c7239dd7 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:26.250048 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 80e97295-c4f1-4760-baa3-1cc63a28cfc5 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:26.250536 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (80e97295-c4f1-4760-baa3-1cc63a28cfc5), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.268523 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e97295-c4f1-4760-baa3-1cc63a28cfc5 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:24:26.289378 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 80e97295-c4f1-4760-baa3-1cc63a28cfc5, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=80e97295-c4f1-4760-baa3-1cc63a28cfc5,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:26.302611 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (80e97295-c4f1-4760-baa3-1cc63a28cfc5), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.359875 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93148927-e2e0-4f29-97c2-e9d6379275dc', 'tag': '887e7f46-77ef-4212-813e-b54c230e2d50'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:24:26.362479 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1838c8-2f63-4eff-811d-99c156caf8f4" -d '{"events": [{"name": "network-changed", "server_uuid": "93148927-e2e0-4f29-97c2-e9d6379275dc", "tag": "887e7f46-77ef-4212-813e-b54c230e2d50"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:24:26.367544 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-9d7997e7-7496-43f5-864a-9976bec78b37 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Allocated IP 172.20.0.14 (3ac2f093-a03c-49f6-9c66-d8dfd6b65a59/4c8f6cec-f42f-49f7-b95d-5db4c8f66f72/f531e74e-b9fd-44ea-aac3-4a285f10df25) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:26.398613 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-c32297e3-8f84-47cb-9456-a7a656577fc4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff97675f-c8e6-49db-aa2d-ad62f5afec6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4249399 Jan 18 20:24:26.451598 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4192aa0b-eedc-479b-9843-c78ed3a55220 x-openstack-request-id: req-4192aa0b-eedc-479b-9843-c78ed3a55220 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:24:26.451817 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93148927-e2e0-4f29-97c2-e9d6379275dc", "tag": "887e7f46-77ef-4212-813e-b54c230e2d50", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:24:26.452111 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4192aa0b-eedc-479b-9843-c78ed3a55220 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:24:26.452647 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93148927-e2e0-4f29-97c2-e9d6379275dc', 'tag': '887e7f46-77ef-4212-813e-b54c230e2d50', 'status': 'completed', 'code': 200} Jan 18 20:24:26.458325 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ee641f-bb08-44e6-9c07-59a99187cec2 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Network c6ef56e8-aa3d-4f4f-9415-5758010f76ff is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:26.467839 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ddcee8-96dc-47e5-8d35-da81a50276dd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:26.469055 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61ddcee8-96dc-47e5-8d35-da81a50276dd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.471324 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee641f-bb08-44e6-9c07-59a99187cec2 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event updated for resources: {'Port': ['ID=fe0d73e1-e327-4a40-bfb3-720638f8a1c7,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:26.475373 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-95dd784d-300a-4503-8a28-cb2eb57009a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:26.477304 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-95dd784d-300a-4503-8a28-cb2eb57009a1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bf0e8bd0-f052-4e1e-81c3-a95e14f34d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6813343 Jan 18 20:24:26.478228 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-47ee641f-bb08-44e6-9c07-59a99187cec2 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:26.554527 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port cae06ba3-760f-4f73-9610-7166393fafa0 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:26.572711 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 115a8b8f-8b70-45e9-9556-ffc8c569afa3 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:24:26.574817 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad7e380-4a1d-4b0a-aa32-49cd2edbce4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-3ac2f093-a03c-49f6-9c66-d8dfd6b65a59', 'network_id': '3ac2f093-a03c-49f6-9c66-d8dfd6b65a59', 'project_id': '0fe6d91e322648f6acbef8704ef06fa1', 'fixed_ips': [{'subnet_id': '4c8f6cec-f42f-49f7-b95d-5db4c8f66f72'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:24:26.576345 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3ad7e380-4a1d-4b0a-aa32-49cd2edbce4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.581290 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9d7997e7-7496-43f5-864a-9976bec78b37 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks [] for port (f531e74e-b9fd-44ea-aac3-4a285f10df25), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.616264 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ff740897-273b-464b-b689-12e863109355 req-c5adc0d6-351a-4e6b-b9c2-a7eca0b68873 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1122291 Jan 18 20:24:26.619947 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ee641f-bb08-44e6-9c07-59a99187cec2 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:26.626174 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ee641f-bb08-44e6-9c07-59a99187cec2 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:26.626828 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47ee641f-bb08-44e6-9c07-59a99187cec2 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.708968 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9d7997e7-7496-43f5-864a-9976bec78b37 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (f531e74e-b9fd-44ea-aac3-4a285f10df25), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.735257 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['80e97295-c4f1-4760-baa3-1cc63a28cfc5'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:24:26.739147 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 115a8b8f-8b70-45e9-9556-ffc8c569afa3 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:24:26.739653 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 115a8b8f-8b70-45e9-9556-ffc8c569afa3 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:24:26.780343 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-d5a348c7-58bc-4a6f-a7b0-e468d748b9d1 service neutron] 10.222.0.70 "GET /v2.0/networks/bf0e8bd0-f052-4e1e-81c3-a95e14f34d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490862 Jan 18 20:24:26.806863 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7997e7-7496-43f5-864a-9976bec78b37 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Pushing event updated for resources: {'Port': ['ID=f531e74e-b9fd-44ea-aac3-4a285f10df25,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:26.817563 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4d0fd-5d31-463b-b971-4497559ffe52 req-64600126-3003-4e21-adaf-d7761be49248 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:26.819463 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fed4d0fd-5d31-463b-b971-4497559ffe52 req-64600126-3003-4e21-adaf-d7761be49248 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/ports?device_id=93148927-e2e0-4f29-97c2-e9d6379275dc HTTP/1.1" status: 200 len: 944 time: 0.1727235 Jan 18 20:24:26.835280 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-77da7541-7edf-43ab-835e-8a018aa65869 None None] Provisioning complete for port f8f7f176-ff75-4c2f-9aea-ceff86f2d526 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:26.835948 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-77da7541-7edf-43ab-835e-8a018aa65869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f8f7f176-ff75-4c2f-9aea-ceff86f2d526), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.904568 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-a9246416-c51e-404d-b442-516fc649aeeb service neutron] 10.222.0.70 "GET /v2.0/networks/bf0e8bd0-f052-4e1e-81c3-a95e14f34d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046939 Jan 18 20:24:26.934011 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f89b2744-3be1-4d04-a5fc-6826c7239dd7 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:24:26.978017 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-2cd5ca9f-74ad-4d5f-bce7-8c91d53faf42 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.230&port_id=98c9774a-948d-4952-8908-46dae54efb1c HTTP/1.1" status: 200 len: 217 time: 0.0643108 Jan 18 20:24:27.000656 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=80e97295-c4f1-4760-baa3-1cc63a28cfc5,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:27.002231 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-61ddcee8-96dc-47e5-8d35-da81a50276dd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.0316513 Jan 18 20:24:27.004097 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34548) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:27.069214 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-77da7541-7edf-43ab-835e-8a018aa65869 None None] Port f8f7f176-ff75-4c2f-9aea-ceff86f2d526 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:24:27.107362 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-074b6279-aa88-4e81-a59c-4f9dcb7fd770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:27.109096 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-074b6279-aa88-4e81-a59c-4f9dcb7fd770 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=21a9884b-d1c3-4ece-8a4b-b537e72d9c2e HTTP/1.1" status: 200 len: 801 time: 0.1232319 Jan 18 20:24:27.110789 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-803b91e6-eefd-4fab-8bfd-bb4afffe187d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (45c060ce-11b4-4235-8eab-1691ae438fec), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.112393 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-3ad7e380-4a1d-4b0a-aa32-49cd2edbce4a None None] Allocated IP 172.20.0.2 (3ac2f093-a03c-49f6-9c66-d8dfd6b65a59/4c8f6cec-f42f-49f7-b95d-5db4c8f66f72/0acad12f-3ff9-4db4-b5fa-887be38c9276) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:27.128643 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-47ee641f-bb08-44e6-9c07-59a99187cec2 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 6.2654502 Jan 18 20:24:27.142456 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port f89b2744-3be1-4d04-a5fc-6826c7239dd7 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:27.142833 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f89b2744-3be1-4d04-a5fc-6826c7239dd7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.150704 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34550) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:27.264425 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7997e7-7496-43f5-864a-9976bec78b37 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:27.264947 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7997e7-7496-43f5-864a-9976bec78b37 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:27.265274 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7997e7-7496-43f5-864a-9976bec78b37 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:27.265761 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7997e7-7496-43f5-864a-9976bec78b37 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:27.266194 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7997e7-7496-43f5-864a-9976bec78b37 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:27.267031 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7997e7-7496-43f5-864a-9976bec78b37 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:27.267476 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7997e7-7496-43f5-864a-9976bec78b37 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:27.267910 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7997e7-7496-43f5-864a-9976bec78b37 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:27.268350 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7997e7-7496-43f5-864a-9976bec78b37 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:27.269340 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7997e7-7496-43f5-864a-9976bec78b37 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:27.269813 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7997e7-7496-43f5-864a-9976bec78b37 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:27.270894 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7997e7-7496-43f5-864a-9976bec78b37 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:27.271344 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7997e7-7496-43f5-864a-9976bec78b37 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:27.282059 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1b8bf428-e2c7-4dde-a5e7-bc1cf0b7260d None None] Provisioning complete for port fe0d73e1-e327-4a40-bfb3-720638f8a1c7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:27.283071 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1b8bf428-e2c7-4dde-a5e7-bc1cf0b7260d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fe0d73e1-e327-4a40-bfb3-720638f8a1c7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.294977 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7997e7-7496-43f5-864a-9976bec78b37 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Network 3ac2f093-a03c-49f6-9c66-d8dfd6b65a59 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:27.312615 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-86bb7104-8c33-4d6f-841c-32f16df3ef15 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Deleting subnet f490e9e9-e78d-4454-b4d7-1a87c6670178 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:24:27.316286 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86bb7104-8c33-4d6f-841c-32f16df3ef15 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks [] for subnet (f490e9e9-e78d-4454-b4d7-1a87c6670178), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.339484 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fed4d0fd-5d31-463b-b971-4497559ffe52 req-402704e7-ef91-4453-9698-33a22277e021 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/security-groups?id=e143cbb1-83a0-43f4-b358-016c6b1306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5099678 Jan 18 20:24:27.340468 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-9d7997e7-7496-43f5-864a-9976bec78b37 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:27.344191 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7997e7-7496-43f5-864a-9976bec78b37 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:27.390610 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86bb7104-8c33-4d6f-841c-32f16df3ef15 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (f490e9e9-e78d-4454-b4d7-1a87c6670178), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.402242 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d54323-0568-4ac6-bec2-fef5947617da req-b1e36f7c-5dd2-4cfd-bcf9-802b6fa4fbd4 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:27.409427 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d54323-0568-4ac6-bec2-fef5947617da req-b1e36f7c-5dd2-4cfd-bcf9-802b6fa4fbd4 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:27.411166 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c1d54323-0568-4ac6-bec2-fef5947617da req-b1e36f7c-5dd2-4cfd-bcf9-802b6fa4fbd4 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 1679 time: 0.1279845 Jan 18 20:24:27.438464 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7997e7-7496-43f5-864a-9976bec78b37 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:27.439263 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9d7997e7-7496-43f5-864a-9976bec78b37 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.497911 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9d7997e7-7496-43f5-864a-9976bec78b37 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4757688 Jan 18 20:24:27.501305 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1b8bf428-e2c7-4dde-a5e7-bc1cf0b7260d None None] Port fe0d73e1-e327-4a40-bfb3-720638f8a1c7 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:24:27.508163 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34552) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:27.515399 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-55751e3d-60ff-49bb-9a94-7428efade751 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-126637830', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:27.533538 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c1d54323-0568-4ac6-bec2-fef5947617da req-df261175-fd7d-4620-9334-a7cdc583c3af tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164827 Jan 18 20:24:27.564400 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff65e9-d77d-4083-b0a2-e8cb2b812458 req-5049c2df-c83e-47de-82b6-fd4ce475d504 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:27.566931 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fff65e9-d77d-4083-b0a2-e8cb2b812458 req-5049c2df-c83e-47de-82b6-fd4ce475d504 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 945 time: 0.1056395 Jan 18 20:24:27.568417 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-55751e3d-60ff-49bb-9a94-7428efade751 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (cde0621b-873a-4175-9ca0-fe6ebce9883a), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.569696 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-55751e3d-60ff-49bb-9a94-7428efade751 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (cde0621b-873a-4175-9ca0-fe6ebce9883a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.574010 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86bb7104-8c33-4d6f-841c-32f16df3ef15 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (f490e9e9-e78d-4454-b4d7-1a87c6670178), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.587051 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port f89b2744-3be1-4d04-a5fc-6826c7239dd7 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:27.594957 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1b8bf428-e2c7-4dde-a5e7-bc1cf0b7260d None None] Provisioning complete for port f89b2744-3be1-4d04-a5fc-6826c7239dd7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:27.595327 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1b8bf428-e2c7-4dde-a5e7-bc1cf0b7260d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f89b2744-3be1-4d04-a5fc-6826c7239dd7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.602775 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3ad7e380-4a1d-4b0a-aa32-49cd2edbce4a None None] Publish callbacks [] for port (0acad12f-3ff9-4db4-b5fa-887be38c9276), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.635486 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3ad7e380-4a1d-4b0a-aa32-49cd2edbce4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (0acad12f-3ff9-4db4-b5fa-887be38c9276), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.643455 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-55751e3d-60ff-49bb-9a94-7428efade751 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks [] for router_controller (cde0621b-873a-4175-9ca0-fe6ebce9883a), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.653903 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-55751e3d-60ff-49bb-9a94-7428efade751 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (cde0621b-873a-4175-9ca0-fe6ebce9883a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.679375 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86bb7104-8c33-4d6f-841c-32f16df3ef15 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (f490e9e9-e78d-4454-b4d7-1a87c6670178), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.686750 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fff65e9-d77d-4083-b0a2-e8cb2b812458 req-c14d5c05-c9c3-4487-9611-b9982aa9ab6b tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614548 Jan 18 20:24:27.690595 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-55751e3d-60ff-49bb-9a94-7428efade751 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.694438 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-55751e3d-60ff-49bb-9a94-7428efade751 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1810946 Jan 18 20:24:27.695253 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34554) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:27.702955 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-42cc7d0f-1e71-47cf-80ee-b3fc22cd1dd4 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2082720583', 'prefixes': ['172.20.0.0/16']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:27.721571 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91898cb5-bb4c-49c0-bd0b-c4304b175dcd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:27.726119 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7e380-4a1d-4b0a-aa32-49cd2edbce4a None None] Pushing event updated for resources: {'Port': ['ID=0acad12f-3ff9-4db4-b5fa-887be38c9276,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:27.746044 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91898cb5-bb4c-49c0-bd0b-c4304b175dcd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:27.750349 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad7e380-4a1d-4b0a-aa32-49cd2edbce4a None None] Network 3ac2f093-a03c-49f6-9c66-d8dfd6b65a59 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:27.752188 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34556) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:27.753947 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-91898cb5-bb4c-49c0-bd0b-c4304b175dcd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.7456853 Jan 18 20:24:27.759383 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-3ad7e380-4a1d-4b0a-aa32-49cd2edbce4a None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:27.769285 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad7e380-4a1d-4b0a-aa32-49cd2edbce4a None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:27.818355 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-232cc50b-e7f0-416f-95ee-95d935073931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:27.820230 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-232cc50b-e7f0-416f-95ee-95d935073931 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ec4c546-7391-4a65-a026-23d6cbdb75f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6859057 Jan 18 20:24:27.823827 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86bb7104-8c33-4d6f-841c-32f16df3ef15 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.829803 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-86bb7104-8c33-4d6f-841c-32f16df3ef15 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "DELETE /v2.0/subnets/f490e9e9-e78d-4454-b4d7-1a87c6670178 HTTP/1.1" status: 204 len: 168 time: 0.6680543 Jan 18 20:24:27.834680 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1b8bf428-e2c7-4dde-a5e7-bc1cf0b7260d None None] Current status of the port f89b2744-3be1-4d04-a5fc-6826c7239dd7 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:27.840979 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115ced54-e55c-463c-a748-c63090c8c67f None None] Network c6ef56e8-aa3d-4f4f-9415-5758010f76ff requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:27.846914 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34558) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:27.854648 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803b91e6-eefd-4fab-8bfd-bb4afffe187d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Checking segment: {'id': '6528c4ed-4428-45f1-9874-6ab76d5a3d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '220d3993-a57a-4e65-a5b1-330340b046c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:27.855096 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803b91e6-eefd-4fab-8bfd-bb4afffe187d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network hostable DHCP agents. Network: 220d3993-a57a-4e65-a5b1-330340b046c3, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:24:27.860711 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b91e6-eefd-4fab-8bfd-bb4afffe187d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Subnet': ['ID=45c060ce-11b4-4235-8eab-1691ae438fec,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:27.986528 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb7104-8c33-4d6f-841c-32f16df3ef15 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event deleted for resources: {'Subnet': ['ID=f490e9e9-e78d-4454-b4d7-1a87c6670178,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:27.988100 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-376860b6-2f68-4bf2-af90-4c3dcdb20e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.988430 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-7c079bd2-edb4-4ab6-baaf-baa89591b841 service neutron] 10.222.0.70 "GET /v2.0/networks/ff97675f-c8e6-49db-aa2d-ad62f5afec6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5182776 Jan 18 20:24:28.012186 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25d4056-cc36-49df-b02f-9a0dbd3f877f tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:28.014479 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25d4056-cc36-49df-b02f-9a0dbd3f877f tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:28.017137 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f25d4056-cc36-49df-b02f-9a0dbd3f877f tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1676302 Jan 18 20:24:28.022051 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34572) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:28.025981 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-42cc7d0f-1e71-47cf-80ee-b3fc22cd1dd4 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:28.027245 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-42cc7d0f-1e71-47cf-80ee-b3fc22cd1dd4 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3308940 Jan 18 20:24:28.031818 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34574) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:28.039647 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-1fbe0f2e-2444-4396-8ebe-db212c48e29d tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4c8f6cec-f42f-49f7-b95d-5db4c8f66f72', 'tempest-TagsExtTest-Tag-234948433') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:28.050931 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3ad7e380-4a1d-4b0a-aa32-49cd2edbce4a None None] Attempting to bind port 0acad12f-3ff9-4db4-b5fa-887be38c9276 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:24:28.051536 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3ad7e380-4a1d-4b0a-aa32-49cd2edbce4a None None] Attempting to bind port 0acad12f-3ff9-4db4-b5fa-887be38c9276 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '23f64dfe-2857-44cc-b0f3-2ba2f3b3fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3ac2f093-a03c-49f6-9c66-d8dfd6b65a59'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:24:28.052255 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad7e380-4a1d-4b0a-aa32-49cd2edbce4a None None] Attempting to bind port 0acad12f-3ff9-4db4-b5fa-887be38c9276 on network 3ac2f093-a03c-49f6-9c66-d8dfd6b65a59 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:24:28.081108 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad7e380-4a1d-4b0a-aa32-49cd2edbce4a None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:24:28.082800 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad7e380-4a1d-4b0a-aa32-49cd2edbce4a None None] Checking segment: {'id': '23f64dfe-2857-44cc-b0f3-2ba2f3b3fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3ac2f093-a03c-49f6-9c66-d8dfd6b65a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:28.083663 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3ad7e380-4a1d-4b0a-aa32-49cd2edbce4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:28.084155 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad7e380-4a1d-4b0a-aa32-49cd2edbce4a None None] Bound using segment: {'id': '23f64dfe-2857-44cc-b0f3-2ba2f3b3fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3ac2f093-a03c-49f6-9c66-d8dfd6b65a59'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:24:28.084735 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3ad7e380-4a1d-4b0a-aa32-49cd2edbce4a None None] Bound port: 0acad12f-3ff9-4db4-b5fa-887be38c9276, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f64dfe-2857-44cc-b0f3-2ba2f3b3fdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3ac2f093-a03c-49f6-9c66-d8dfd6b65a59'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:24:28.085348 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3ad7e380-4a1d-4b0a-aa32-49cd2edbce4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0acad12f-3ff9-4db4-b5fa-887be38c9276), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:28.085467 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803b91e6-eefd-4fab-8bfd-bb4afffe187d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network 220d3993-a57a-4e65-a5b1-330340b046c3 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:24:28.149503 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ccc1b2b0-9696-4ae3-a8c8-87e372f14b3c tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (c6ef56e8-aa3d-4f4f-9415-5758010f76ff), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:28.172307 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-29f0222d-026e-47e5-b225-c49e9332f90b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting port f8f7f176-ff75-4c2f-9aea-ceff86f2d526 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:28.172916 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-29f0222d-026e-47e5-b225-c49e9332f90b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (f8f7f176-ff75-4c2f-9aea-ceff86f2d526), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:28.176540 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3ad7e380-4a1d-4b0a-aa32-49cd2edbce4a None None] For port 0acad12f-3ff9-4db4-b5fa-887be38c9276, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:24:28.182971 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3ad7e380-4a1d-4b0a-aa32-49cd2edbce4a None None] For port 0acad12f-3ff9-4db4-b5fa-887be38c9276, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=0acad12f-3ff9-4db4-b5fa-887be38c9276,segment=NetworkSegment(23f64dfe-2857-44cc-b0f3-2ba2f3b3fdb0),segment_id=23f64dfe-2857-44cc-b0f3-2ba2f3b3fdb0)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:24:28.190037 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3ad7e380-4a1d-4b0a-aa32-49cd2edbce4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (0acad12f-3ff9-4db4-b5fa-887be38c9276), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:28.203629 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-803b91e6-eefd-4fab-8bfd-bb4afffe187d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 220d3993-a57a-4e65-a5b1-330340b046c3) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:28.220294 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803b91e6-eefd-4fab-8bfd-bb4afffe187d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:28.223513 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-803b91e6-eefd-4fab-8bfd-bb4afffe187d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:28.250883 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7e380-4a1d-4b0a-aa32-49cd2edbce4a None None] Pushing event updated for resources: {'Port': ['ID=0acad12f-3ff9-4db4-b5fa-887be38c9276,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:28.253669 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8af22d-3618-4555-85d9-5a65559d80e5 None None] Network 220d3993-a57a-4e65-a5b1-330340b046c3 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:28.256172 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a430c24-cfdb-44bb-ada0-c8b998f7b624 None None] DHCP port deletion for c6ef56e8-aa3d-4f4f-9415-5758010f76ff request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:24:28.265226 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-803b91e6-eefd-4fab-8bfd-bb4afffe187d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1349916 Jan 18 20:24:28.277609 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34580) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:28.278013 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-29f0222d-026e-47e5-b225-c49e9332f90b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (f8f7f176-ff75-4c2f-9aea-ceff86f2d526), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:28.281243 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-8f89fe4e-92ff-48d7-b82a-cc59588b1d4d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'port': {'network_id': '220d3993-a57a-4e65-a5b1-330340b046c3', 'name': 'tempest-PortsTestJSON-1669046409'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:28.292166 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-aa19874a-b44b-480c-8995-8e126ac14abe service neutron] 10.222.0.70 "GET /v2.0/networks/7ec4c546-7391-4a65-a026-23d6cbdb75f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511750 Jan 18 20:24:28.303429 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-29f0222d-026e-47e5-b225-c49e9332f90b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Calling delete_port for f8f7f176-ff75-4c2f-9aea-ceff86f2d526 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:28.371127 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc1b2b0-9696-4ae3-a8c8-87e372f14b3c tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 18 20:24:28.372110 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccc1b2b0-9696-4ae3-a8c8-87e372f14b3c tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:24:28.375954 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ccc1b2b0-9696-4ae3-a8c8-87e372f14b3c tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "DELETE /v2.0/networks/c6ef56e8-aa3d-4f4f-9415-5758010f76ff HTTP/1.1" status: 409 len: 466 time: 0.3474236 Jan 18 20:24:28.389412 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34586) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:28.405046 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-8a9ae0a9-2fef-409e-8461-8ceebf619c65 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1292421037'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:28.466503 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b52f77e-b3c9-4b85-ae1c-dfdf006b1fdf req-2743ab90-2f75-42be-bf31-d5875c4bcd20 service neutron] 10.222.0.70 "GET /v2.0/networks/ff97675f-c8e6-49db-aa2d-ad62f5afec6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131850 Jan 18 20:24:28.488300 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d7c87d-acee-47c0-9e22-5b75a98ad312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-220d3993-a57a-4e65-a5b1-330340b046c3', 'network_id': '220d3993-a57a-4e65-a5b1-330340b046c3', 'project_id': '63f8edee0de14e468d1d768dd710c4df', 'fixed_ips': [{'subnet_id': '45c060ce-11b4-4235-8eab-1691ae438fec'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:24:28.492617 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-33d7c87d-acee-47c0-9e22-5b75a98ad312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:28.497237 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0a430c24-cfdb-44bb-ada0-c8b998f7b624 None None] Deleting port f89b2744-3be1-4d04-a5fc-6826c7239dd7 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:28.497742 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0a430c24-cfdb-44bb-ada0-c8b998f7b624 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (f89b2744-3be1-4d04-a5fc-6826c7239dd7), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:28.525758 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9ae0a9-2fef-409e-8461-8ceebf619c65 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Made reservation on behalf of 77abb998886b4c7181d724dcc5445bb0 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:28.531511 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8a9ae0a9-2fef-409e-8461-8ceebf619c65 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:28.590283 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3014196-7a7f-41fe-bba4-8a85affda037 req-913abbda-7a25-4e69-86c9-84739943f0cd tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:28.591935 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b3014196-7a7f-41fe-bba4-8a85affda037 req-913abbda-7a25-4e69-86c9-84739943f0cd tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/ports?device_id=93148927-e2e0-4f29-97c2-e9d6379275dc HTTP/1.1" status: 200 len: 944 time: 0.1441407 Jan 18 20:24:28.646513 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9ae0a9-2fef-409e-8461-8ceebf619c65 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:24:28.701412 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-738d235e-a90c-45e9-8e97-d90554f5b57e req-073cb884-69d4-4e98-a733-625c848462ad service neutron] 10.222.0.70 "GET /v2.0/networks/7ec4c546-7391-4a65-a026-23d6cbdb75f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695679 Jan 18 20:24:28.711357 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1838c8-2f63-4eff-811d-99c156caf8f4 req-8b95a6a9-52cf-468c-be8b-60bee78c1eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:28.712807 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0e1838c8-2f63-4eff-811d-99c156caf8f4 req-8b95a6a9-52cf-468c-be8b-60bee78c1eb7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e4b7df2c01cb4493927e2b64920ba9c5&device_id=93148927-e2e0-4f29-97c2-e9d6379275dc HTTP/1.1" status: 200 len: 1095 time: 0.1881793 Jan 18 20:24:28.795804 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8a9ae0a9-2fef-409e-8461-8ceebf619c65 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (93ce97a1-867b-475d-8c5a-38a18b0c0962), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:28.796197 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-8a9ae0a9-2fef-409e-8461-8ceebf619c65 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Added segment 93ce97a1-867b-475d-8c5a-38a18b0c0962 of type vlan for network 88bbdfad-b7f3-4423-b188-86133ef94b36 Jan 18 20:24:28.820250 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-33d7c87d-acee-47c0-9e22-5b75a98ad312 None None] Allocated IP 172.20.0.2 (220d3993-a57a-4e65-a5b1-330340b046c3/45c060ce-11b4-4235-8eab-1691ae438fec/e5f7b5fe-99fe-4306-a204-9913ce6f8536) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:28.828558 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f89fe4e-92ff-48d7-b82a-cc59588b1d4d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:28.844994 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8f89fe4e-92ff-48d7-b82a-cc59588b1d4d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:28.926430 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0a430c24-cfdb-44bb-ada0-c8b998f7b624 None None] For port f89b2744-3be1-4d04-a5fc-6826c7239dd7, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f89b2744-3be1-4d04-a5fc-6826c7239dd7,segment=NetworkSegment(56a837b7-661f-4a0e-aebf-c593e162037e),segment_id=56a837b7-661f-4a0e-aebf-c593e162037e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:28.926855 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0a430c24-cfdb-44bb-ada0-c8b998f7b624 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (f89b2744-3be1-4d04-a5fc-6826c7239dd7), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:28.938563 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-29f0222d-026e-47e5-b225-c49e9332f90b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (f8f7f176-ff75-4c2f-9aea-ceff86f2d526), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:28.980179 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-8f89fe4e-92ff-48d7-b82a-cc59588b1d4d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] device_id is not set on port 0e767ad7-a9e8-4fac-bf7d-309c064b2227 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:24:28.996010 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0a430c24-cfdb-44bb-ada0-c8b998f7b624 None None] Calling delete_port for f89b2744-3be1-4d04-a5fc-6826c7239dd7 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:29.000081 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1fbe0f2e-2444-4396-8ebe-db212c48e29d tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "PUT /v2.0/subnets/4c8f6cec-f42f-49f7-b95d-5db4c8f66f72/tags/tempest-TagsExtTest-Tag-234948433 HTTP/1.1" status: 201 len: 201 time: 0.9642081 Jan 18 20:24:29.007303 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34598) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:29.010552 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b3014196-7a7f-41fe-bba4-8a85affda037 req-a408fd10-452f-493f-8513-d4f074391f7a tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/security-groups?id=e143cbb1-83a0-43f4-b358-016c6b1306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931441 Jan 18 20:24:29.042119 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 0acad12f-3ff9-4db4-b5fa-887be38c9276 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:24:29.086081 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-216fa7eb-1c4b-4d85-97f7-7c653cfa9e77 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f531e74e-b9fd-44ea-aac3-4a285f10df25', 'tempest-TagsExtTest-Tag-1985592370') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:29.116099 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0222d-026e-47e5-b225-c49e9332f90b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Port': ['ID=f8f7f176-ff75-4c2f-9aea-ceff86f2d526,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:29.139147 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa84e1-730e-48a0-abca-d345cba32da8 req-54262ce5-42f2-417f-89cd-af5567872e30 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:29.145743 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa84e1-730e-48a0-abca-d345cba32da8 req-54262ce5-42f2-417f-89cd-af5567872e30 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:29.147609 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-44fa84e1-730e-48a0-abca-d345cba32da8 req-54262ce5-42f2-417f-89cd-af5567872e30 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 1679 time: 0.4827368 Jan 18 20:24:29.151305 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8a9ae0a9-2fef-409e-8461-8ceebf619c65 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (88bbdfad-b7f3-4423-b188-86133ef94b36), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:29.185487 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad48b1-97bb-4050-8d86-7c56f200be1a req-20de0fee-750b-4da1-864f-987f3a3eeb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:29.186103 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad48b1-97bb-4050-8d86-7c56f200be1a req-20de0fee-750b-4da1-864f-987f3a3eeb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:29.187734 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-39ad48b1-97bb-4050-8d86-7c56f200be1a req-20de0fee-750b-4da1-864f-987f3a3eeb92 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=05d04115a5b94604bf26feb88e948fe0&device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 1981 time: 0.3828971 Jan 18 20:24:29.222020 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1838c8-2f63-4eff-811d-99c156caf8f4 req-637c4579-77b5-4708-8a7e-57913fcf68d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:29.223555 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0e1838c8-2f63-4eff-811d-99c156caf8f4 req-637c4579-77b5-4708-8a7e-57913fcf68d2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff97675f-c8e6-49db-aa2d-ad62f5afec6e HTTP/1.1" status: 200 len: 921 time: 0.4983072 Jan 18 20:24:29.259243 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:29.332146 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0e1838c8-2f63-4eff-811d-99c156caf8f4 req-4f55ff54-2064-4ac9-b68d-4805ce1995fc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=887e7f46-77ef-4212-813e-b54c230e2d50 HTTP/1.1" status: 200 len: 217 time: 0.0804148 Jan 18 20:24:29.339170 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-33d7c87d-acee-47c0-9e22-5b75a98ad312 None None] Publish callbacks [] for port (e5f7b5fe-99fe-4306-a204-9913ce6f8536), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:29.355950 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-33d7c87d-acee-47c0-9e22-5b75a98ad312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (e5f7b5fe-99fe-4306-a204-9913ce6f8536), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:29.373159 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.db.resource_extend [None req-8a9ae0a9-2fef-409e-8461-8ceebf619c65 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:24:29.373375 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 80e97295-c4f1-4760-baa3-1cc63a28cfc5 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:24:29.425750 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-44fa84e1-730e-48a0-abca-d345cba32da8 req-8abfe423-2fa3-4956-ac0b-a2f87897e0ae tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669148 Jan 18 20:24:29.459894 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20b371-8fca-4720-b2cc-3007e5f7a374 req-f9d56ce2-ebdb-4ec7-891c-21d95d7c737c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:29.468216 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9c20b371-8fca-4720-b2cc-3007e5f7a374 req-f9d56ce2-ebdb-4ec7-891c-21d95d7c737c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 945 time: 0.2772341 Jan 18 20:24:29.490940 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-29f0222d-026e-47e5-b225-c49e9332f90b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:29.497474 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-29f0222d-026e-47e5-b225-c49e9332f90b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/f8f7f176-ff75-4c2f-9aea-ceff86f2d526 HTTP/1.1" status: 204 len: 168 time: 1.7415459 Jan 18 20:24:29.497474 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34604) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:29.509837 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8a9ae0a9-2fef-409e-8461-8ceebf619c65 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (88bbdfad-b7f3-4423-b188-86133ef94b36), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:29.517070 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9ae0a9-2fef-409e-8461-8ceebf619c65 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:29.517924 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8a9ae0a9-2fef-409e-8461-8ceebf619c65 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:29.568086 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d7c87d-acee-47c0-9e22-5b75a98ad312 None None] Network 220d3993-a57a-4e65-a5b1-330340b046c3 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:29.576912 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-33d7c87d-acee-47c0-9e22-5b75a98ad312 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:29.594684 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d7c87d-acee-47c0-9e22-5b75a98ad312 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:29.598293 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1838c8-2f63-4eff-811d-99c156caf8f4 req-e41526d6-7c4a-4b34-aa59-7e08089188ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:29.600015 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0e1838c8-2f63-4eff-811d-99c156caf8f4 req-e41526d6-7c4a-4b34-aa59-7e08089188ef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=71ef8b4e-ce19-40c4-9274-60297e5974b8 HTTP/1.1" status: 200 len: 860 time: 0.2578921 Jan 18 20:24:29.618732 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7c87d-acee-47c0-9e22-5b75a98ad312 None None] Pushing event updated for resources: {'Port': ['ID=e5f7b5fe-99fe-4306-a204-9913ce6f8536,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:29.624953 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8a9ae0a9-2fef-409e-8461-8ceebf619c65 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2309608 Jan 18 20:24:29.631774 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34608) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:29.633572 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-8f89fe4e-92ff-48d7-b82a-cc59588b1d4d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Allocated IP 172.20.0.11 (220d3993-a57a-4e65-a5b1-330340b046c3/45c060ce-11b4-4235-8eab-1691ae438fec/0e767ad7-a9e8-4fac-bf7d-309c064b2227) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:29.636207 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9c20b371-8fca-4720-b2cc-3007e5f7a374 req-75de4cd4-d1ba-47aa-b357-6f2dd46a3040 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670663 Jan 18 20:24:29.655900 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 0acad12f-3ff9-4db4-b5fa-887be38c9276 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:29.656250 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (0acad12f-3ff9-4db4-b5fa-887be38c9276), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:29.672525 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-cc3f5159-c64f-4053-8c1e-f75a4e32eef8 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Request body: {'subnet': {'network_id': '88bbdfad-b7f3-4423-b188-86133ef94b36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:29.686821 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-216fa7eb-1c4b-4d85-97f7-7c653cfa9e77 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "PUT /v2.0/ports/f531e74e-b9fd-44ea-aac3-4a285f10df25/tags/tempest-TagsExtTest-Tag-1985592370 HTTP/1.1" status: 201 len: 201 time: 0.6234534 Jan 18 20:24:29.686821 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0e1838c8-2f63-4eff-811d-99c156caf8f4 req-6eee1e5b-20d8-4940-8309-ed13ae00e95c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff97675f-c8e6-49db-aa2d-ad62f5afec6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781860 Jan 18 20:24:29.696130 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34610) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:29.705429 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.tag.tag_plugin [None req-d9c7567e-876d-4709-8004-6c06bfd74e35 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'cde0621b-873a-4175-9ca0-fe6ebce9883a', 'tempest-TagsExtTest-Tag-2077020829') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:29.711564 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad48b1-97bb-4050-8d86-7c56f200be1a req-5d757963-1321-47e9-9095-b07fff07a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:29.713580 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-39ad48b1-97bb-4050-8d86-7c56f200be1a req-5d757963-1321-47e9-9095-b07fff07a93f service neutron] 10.222.0.70 "GET /v2.0/networks?id=7ec4c546-7391-4a65-a026-23d6cbdb75f0 HTTP/1.1" status: 200 len: 903 time: 0.5062554 Jan 18 20:24:29.747776 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c15ab8b-f43b-4644-969b-3dcd1d43aad9 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:29.749486 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c15ab8b-f43b-4644-969b-3dcd1d43aad9 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:29.751368 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c15ab8b-f43b-4644-969b-3dcd1d43aad9 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:29.757349 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5c15ab8b-f43b-4644-969b-3dcd1d43aad9 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2551086 Jan 18 20:24:29.757349 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34612) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:29.764220 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0a430c24-cfdb-44bb-ada0-c8b998f7b624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (f89b2744-3be1-4d04-a5fc-6826c7239dd7), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:29.770835 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ae0a9-2fef-409e-8461-8ceebf619c65 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event updated for resources: {'Network': ['ID=88bbdfad-b7f3-4423-b188-86133ef94b36,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:29.800996 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 88bbdfad-b7f3-4423-b188-86133ef94b36 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:24:29.815370 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-7e3b0d65-5fd7-484c-b5be-738ecd3fd53c req-348e6dff-b1a8-44d7-a939-ed88d2f48297 service neutron] (103336) timed out ('10.222.0.57', 52784) {{(pid=103336) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 18 20:24:29.867365 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9bb6733-7c0f-446f-9de4-1826585ac47b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet 4bfc4935-0186-413e-b966-d229a2ae3cb2 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:24:29.874814 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e9bb6733-7c0f-446f-9de4-1826585ac47b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (4bfc4935-0186-413e-b966-d229a2ae3cb2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:29.909429 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-33d7c87d-acee-47c0-9e22-5b75a98ad312 None None] Attempting to bind port e5f7b5fe-99fe-4306-a204-9913ce6f8536 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:24:29.909835 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-33d7c87d-acee-47c0-9e22-5b75a98ad312 None None] Attempting to bind port e5f7b5fe-99fe-4306-a204-9913ce6f8536 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '6528c4ed-4428-45f1-9874-6ab76d5a3d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '220d3993-a57a-4e65-a5b1-330340b046c3'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:24:29.910339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d7c87d-acee-47c0-9e22-5b75a98ad312 None None] Attempting to bind port e5f7b5fe-99fe-4306-a204-9913ce6f8536 on network 220d3993-a57a-4e65-a5b1-330340b046c3 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:24:29.914309 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 80e97295-c4f1-4760-baa3-1cc63a28cfc5 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:24:29.948522 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d9c7567e-876d-4709-8004-6c06bfd74e35 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "PUT /v2.0/routers/cde0621b-873a-4175-9ca0-fe6ebce9883a/tags/tempest-TagsExtTest-Tag-2077020829 HTTP/1.1" status: 201 len: 201 time: 0.2444863 Jan 18 20:24:29.949594 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34618) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:29.955317 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.tag.tag_plugin [None req-39c9548b-fbfe-437b-b5e4-1759f98d2fd5 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b5d569ff-3fea-4189-a851-604de86f4280', 'tempest-TagsExtTest-Tag-987908452') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:29.957484 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a430c24-cfdb-44bb-ada0-c8b998f7b624 None None] Pushing event deleted for resources: {'Port': ['ID=f89b2744-3be1-4d04-a5fc-6826c7239dd7,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:29.975869 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e9bb6733-7c0f-446f-9de4-1826585ac47b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (4bfc4935-0186-413e-b966-d229a2ae3cb2), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:30.000357 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a430c24-cfdb-44bb-ada0-c8b998f7b624 None None] No DVR routers for this DVR port f89b2744-3be1-4d04-a5fc-6826c7239dd7 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:24:30.029534 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d7c87d-acee-47c0-9e22-5b75a98ad312 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:24:30.029955 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d7c87d-acee-47c0-9e22-5b75a98ad312 None None] Checking segment: {'id': '6528c4ed-4428-45f1-9874-6ab76d5a3d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '220d3993-a57a-4e65-a5b1-330340b046c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:30.030465 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-33d7c87d-acee-47c0-9e22-5b75a98ad312 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:30.030861 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d7c87d-acee-47c0-9e22-5b75a98ad312 None None] Bound using segment: {'id': '6528c4ed-4428-45f1-9874-6ab76d5a3d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '220d3993-a57a-4e65-a5b1-330340b046c3'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:24:30.031357 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-33d7c87d-acee-47c0-9e22-5b75a98ad312 None None] Bound port: e5f7b5fe-99fe-4306-a204-9913ce6f8536, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6528c4ed-4428-45f1-9874-6ab76d5a3d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '220d3993-a57a-4e65-a5b1-330340b046c3'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:24:30.031735 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-33d7c87d-acee-47c0-9e22-5b75a98ad312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e5f7b5fe-99fe-4306-a204-9913ce6f8536), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:30.034039 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 80e97295-c4f1-4760-baa3-1cc63a28cfc5 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:30.034405 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (80e97295-c4f1-4760-baa3-1cc63a28cfc5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:30.209097 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e9bb6733-7c0f-446f-9de4-1826585ac47b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (4bfc4935-0186-413e-b966-d229a2ae3cb2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:30.293138 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-39c9548b-fbfe-437b-b5e4-1759f98d2fd5 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "PUT /v2.0/subnetpools/b5d569ff-3fea-4189-a851-604de86f4280/tags/tempest-TagsExtTest-Tag-987908452 HTTP/1.1" status: 201 len: 201 time: 0.3425066 Jan 18 20:24:30.298498 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34628) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:30.301344 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.tag.tag_plugin [None req-3d954f13-4792-4c4a-9334-383fa96c550f tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4c8f6cec-f42f-49f7-b95d-5db4c8f66f72') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:30.359251 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0e1838c8-2f63-4eff-811d-99c156caf8f4 req-36b9e652-28e8-4dec-9bd0-bc49e5eac99a service neutron] 10.222.0.70 "GET /v2.0/networks/ff97675f-c8e6-49db-aa2d-ad62f5afec6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6578276 Jan 18 20:24:30.367373 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-39ad48b1-97bb-4050-8d86-7c56f200be1a req-f8e61344-724a-42a9-8e84-cbb8ee39639a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.230&port_id=98c9774a-948d-4952-8908-46dae54efb1c HTTP/1.1" status: 200 len: 217 time: 0.6421154 Jan 18 20:24:30.376556 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffb9a6-6cc7-41a5-84e6-b58b91148a7f req-86ddebd6-8cdd-43e1-a5f8-ea6231314557 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:30.378599 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8cffb9a6-6cc7-41a5-84e6-b58b91148a7f req-86ddebd6-8cdd-43e1-a5f8-ea6231314557 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/ports?device_id=93148927-e2e0-4f29-97c2-e9d6379275dc HTTP/1.1" status: 200 len: 944 time: 0.1817536 Jan 18 20:24:30.384944 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa680949-0e46-4061-98d0-18855baef76f None None] Network 3ac2f093-a03c-49f6-9c66-d8dfd6b65a59 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:30.445103 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 0acad12f-3ff9-4db4-b5fa-887be38c9276 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:30.445679 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0acad12f-3ff9-4db4-b5fa-887be38c9276), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:30.500282 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e9bb6733-7c0f-446f-9de4-1826585ac47b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (4bfc4935-0186-413e-b966-d229a2ae3cb2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:30.531797 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e9bb6733-7c0f-446f-9de4-1826585ac47b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:30.538804 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e9bb6733-7c0f-446f-9de4-1826585ac47b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/4bfc4935-0186-413e-b966-d229a2ae3cb2 HTTP/1.1" status: 204 len: 168 time: 0.7804754 Jan 18 20:24:30.546598 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34636) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:30.567619 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b8c3c2-83c7-47d9-af23-62385e97270e None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:30.567829 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0e1838c8-2f63-4eff-811d-99c156caf8f4 req-0f9b09ab-8d90-4bb3-8190-7eabee694358 service neutron] 10.222.0.70 "GET /v2.0/networks/ff97675f-c8e6-49db-aa2d-ad62f5afec6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862941 Jan 18 20:24:30.612330 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-925c22a2-de3b-432d-a427-323f502f6c54 None None] Provisioning complete for port 0acad12f-3ff9-4db4-b5fa-887be38c9276 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:30.612926 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-925c22a2-de3b-432d-a427-323f502f6c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (0acad12f-3ff9-4db4-b5fa-887be38c9276), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:30.637693 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb6733-7c0f-446f-9de4-1826585ac47b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=4bfc4935-0186-413e-b966-d229a2ae3cb2,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:30.687622 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:30.696144 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad48b1-97bb-4050-8d86-7c56f200be1a req-dcb0d8c7-6189-49fa-95c4-06df3190ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:30.697847 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-39ad48b1-97bb-4050-8d86-7c56f200be1a req-dcb0d8c7-6189-49fa-95c4-06df3190ff0e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=21a9884b-d1c3-4ece-8a4b-b537e72d9c2e HTTP/1.1" status: 200 len: 801 time: 0.2775738 Jan 18 20:24:30.702843 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3f5159-c64f-4053-8c1e-f75a4e32eef8 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Made reservation on behalf of 77abb998886b4c7181d724dcc5445bb0 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:30.704457 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8cffb9a6-6cc7-41a5-84e6-b58b91148a7f req-1404ef5d-c3d5-49cb-8b51-b18458dc5851 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/security-groups?id=e143cbb1-83a0-43f4-b358-016c6b1306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898023 Jan 18 20:24:30.707903 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cc3f5159-c64f-4053-8c1e-f75a4e32eef8 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:30.753707 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3d954f13-4792-4c4a-9334-383fa96c550f tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "GET /v2.0/subnets/4c8f6cec-f42f-49f7-b95d-5db4c8f66f72/tags HTTP/1.1" status: 200 len: 240 time: 0.4558551 Jan 18 20:24:30.754422 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34640) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:30.761596 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 0acad12f-3ff9-4db4-b5fa-887be38c9276, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=0acad12f-3ff9-4db4-b5fa-887be38c9276,segment=NetworkSegment(23f64dfe-2857-44cc-b0f3-2ba2f3b3fdb0),segment_id=23f64dfe-2857-44cc-b0f3-2ba2f3b3fdb0)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:30.767220 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e8f609-0217-49a6-aead-d95fc855af56 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet a8aa9c1c-bc51-4a72-9720-a613b8525203 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:24:30.779780 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.tag.tag_plugin [None req-3ea86dd0-1706-443d-b597-2369fc339b12 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4c8f6cec-f42f-49f7-b95d-5db4c8f66f72', 'tempest-TagsExtTest-Tag-234948433') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:30.781338 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (0acad12f-3ff9-4db4-b5fa-887be38c9276), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:30.791181 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-33d7c87d-acee-47c0-9e22-5b75a98ad312 None None] For port e5f7b5fe-99fe-4306-a204-9913ce6f8536, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:24:30.800511 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b6e8f609-0217-49a6-aead-d95fc855af56 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (a8aa9c1c-bc51-4a72-9720-a613b8525203), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:30.823229 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-33d7c87d-acee-47c0-9e22-5b75a98ad312 None None] For port e5f7b5fe-99fe-4306-a204-9913ce6f8536, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=e5f7b5fe-99fe-4306-a204-9913ce6f8536,segment=NetworkSegment(6528c4ed-4428-45f1-9874-6ab76d5a3d51),segment_id=6528c4ed-4428-45f1-9874-6ab76d5a3d51)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:24:30.898626 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f89b2744-3be1-4d04-a5fc-6826c7239dd7 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:24:30.900841 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe93c5-b35b-4682-a073-e7c15393d5ec req-a0a710b6-ce46-492b-9c1a-78b85e259eea tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:30.912819 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-33d7c87d-acee-47c0-9e22-5b75a98ad312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e5f7b5fe-99fe-4306-a204-9913ce6f8536), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:30.920157 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe93c5-b35b-4682-a073-e7c15393d5ec req-a0a710b6-ce46-492b-9c1a-78b85e259eea tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:30.922586 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a3fe93c5-b35b-4682-a073-e7c15393d5ec req-a0a710b6-ce46-492b-9c1a-78b85e259eea tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 1679 time: 0.2791903 Jan 18 20:24:30.973140 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: f89b2744-3be1-4d04-a5fc-6826c7239dd7 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:24:30.973140 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f89b2744-3be1-4d04-a5fc-6826c7239dd7 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:24:31.019045 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 80e97295-c4f1-4760-baa3-1cc63a28cfc5 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:31.019560 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (80e97295-c4f1-4760-baa3-1cc63a28cfc5), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:31.023804 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8f89fe4e-92ff-48d7-b82a-cc59588b1d4d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for port (0e767ad7-a9e8-4fac-bf7d-309c064b2227), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:31.046981 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad48b1-97bb-4050-8d86-7c56f200be1a req-8c40ae1b-01e5-4bad-b43c-0c55b012be3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:31.048692 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-39ad48b1-97bb-4050-8d86-7c56f200be1a req-8c40ae1b-01e5-4bad-b43c-0c55b012be3f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ec4c546-7391-4a65-a026-23d6cbdb75f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1929431 Jan 18 20:24:31.052678 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=0acad12f-3ff9-4db4-b5fa-887be38c9276,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:31.175844 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b6e8f609-0217-49a6-aead-d95fc855af56 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (a8aa9c1c-bc51-4a72-9720-a613b8525203), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:31.242608 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 80e97295-c4f1-4760-baa3-1cc63a28cfc5, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=80e97295-c4f1-4760-baa3-1cc63a28cfc5,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:31.259183 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d6b4a9-d843-4097-9089-cfd2b7e30f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e97295-c4f1-4760-baa3-1cc63a28cfc5'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:24:31.261882 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f07be09-40d0-4160-a071-49f2a156ea1c" -d '{"events": [{"server_uuid": "80d6b4a9-d843-4097-9089-cfd2b7e30f3f", "name": "network-vif-plugged", "status": "completed", "tag": "80e97295-c4f1-4760-baa3-1cc63a28cfc5"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:24:31.267490 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-925c22a2-de3b-432d-a427-323f502f6c54 None None] Current status of the port 0acad12f-3ff9-4db4-b5fa-887be38c9276 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:31.272926 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8f89fe4e-92ff-48d7-b82a-cc59588b1d4d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (0e767ad7-a9e8-4fac-bf7d-309c064b2227), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:31.277665 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (80e97295-c4f1-4760-baa3-1cc63a28cfc5), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:31.303677 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad66d15-8dbd-46d8-8a08-1d3a7b7f9e7f req-0fbe6508-ab74-4727-9c51-fc1bbdff8a85 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:31.303842 n-d-741529-9 neutron-server[103335]: DEBUG neutron.objects.ports [None req-cc3f5159-c64f-4053-8c1e-f75a4e32eef8 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103335) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 20:24:31.310403 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fad66d15-8dbd-46d8-8a08-1d3a7b7f9e7f req-0fbe6508-ab74-4727-9c51-fc1bbdff8a85 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 945 time: 0.3530736 Jan 18 20:24:31.320466 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7c87d-acee-47c0-9e22-5b75a98ad312 None None] Pushing event updated for resources: {'Port': ['ID=e5f7b5fe-99fe-4306-a204-9913ce6f8536,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:31.372377 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a3fe93c5-b35b-4682-a073-e7c15393d5ec req-947228f8-9dfa-415f-aaa2-68a6b5ac5215 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717680 Jan 18 20:24:31.395594 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 98c9774a-948d-4952-8908-46dae54efb1c details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:24:31.479569 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3ea86dd0-1706-443d-b597-2369fc339b12 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "GET /v2.0/subnets/4c8f6cec-f42f-49f7-b95d-5db4c8f66f72/tags/tempest-TagsExtTest-Tag-234948433 HTTP/1.1" status: 204 len: 168 time: 0.7080588 Jan 18 20:24:31.498734 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34650) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:31.503322 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-39ad48b1-97bb-4050-8d86-7c56f200be1a req-81f227a7-07ce-4a62-bfdc-92795d2bea3d service neutron] 10.222.0.70 "GET /v2.0/networks/7ec4c546-7391-4a65-a026-23d6cbdb75f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449484 Jan 18 20:24:31.503500 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.tag.tag_plugin [None req-9fc49d99-822a-4f5d-8844-fb8a60da9f34 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '4c8f6cec-f42f-49f7-b95d-5db4c8f66f72', 'tempest-TagsExtTest-Tag-234948433') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:31.507098 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cc3f5159-c64f-4053-8c1e-f75a4e32eef8 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (35e77931-51f5-4c05-8383-5cc5a42ce2dc), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:31.528232 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f89fe4e-92ff-48d7-b82a-cc59588b1d4d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network 220d3993-a57a-4e65-a5b1-330340b046c3 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:31.537487 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=80e97295-c4f1-4760-baa3-1cc63a28cfc5,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:31.638082 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b6e8f609-0217-49a6-aead-d95fc855af56 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (a8aa9c1c-bc51-4a72-9720-a613b8525203), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:31.651776 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-8f89fe4e-92ff-48d7-b82a-cc59588b1d4d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:31.707521 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f89fe4e-92ff-48d7-b82a-cc59588b1d4d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:31.712299 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fad66d15-8dbd-46d8-8a08-1d3a7b7f9e7f req-6cfdee6c-2161-41b9-b02e-5990c8b2ba7e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830802 Jan 18 20:24:31.741944 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 98c9774a-948d-4952-8908-46dae54efb1c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=98c9774a-948d-4952-8908-46dae54efb1c,segment=NetworkSegment(0189c155-285f-4fc0-acf2-28f6faf4cfa9),segment_id=0189c155-285f-4fc0-acf2-28f6faf4cfa9)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:31.763544 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df19815d-d46a-40ac-8e1b-6d482c8e09a8 x-openstack-request-id: req-df19815d-d46a-40ac-8e1b-6d482c8e09a8 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:24:31.764076 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d6b4a9-d843-4097-9089-cfd2b7e30f3f", "name": "network-vif-plugged", "status": "completed", "tag": "80e97295-c4f1-4760-baa3-1cc63a28cfc5", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:24:31.764481 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df19815d-d46a-40ac-8e1b-6d482c8e09a8 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:24:31.765034 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d6b4a9-d843-4097-9089-cfd2b7e30f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e97295-c4f1-4760-baa3-1cc63a28cfc5', 'code': 200} Jan 18 20:24:31.769487 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '98c9774a-948d-4952-8908-46dae54efb1c', 'network_id': '7ec4c546-7391-4a65-a026-23d6cbdb75f0', 'port_id': '98c9774a-948d-4952-8908-46dae54efb1c', 'mac_address': 'fa:16:3e:c4:90:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a9884b-d1c3-4ece-8a4b-b537e72d9c2e', 'ip_address': '19.86.0.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:24:31.864219 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:31.871168 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b6e8f609-0217-49a6-aead-d95fc855af56 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (a8aa9c1c-bc51-4a72-9720-a613b8525203), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:31.878731 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f89fe4e-92ff-48d7-b82a-cc59588b1d4d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:31.879608 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8f89fe4e-92ff-48d7-b82a-cc59588b1d4d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:31.900717 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-6076cf62-cde5-4ebb-ae23-a9d9f6eb5d93 None None] Provisioning complete for port f531e74e-b9fd-44ea-aac3-4a285f10df25 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:31.905186 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6076cf62-cde5-4ebb-ae23-a9d9f6eb5d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f531e74e-b9fd-44ea-aac3-4a285f10df25), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:31.913026 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 98c9774a-948d-4952-8908-46dae54efb1c is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:31.916232 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (98c9774a-948d-4952-8908-46dae54efb1c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:31.942172 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9fc49d99-822a-4f5d-8844-fb8a60da9f34 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "DELETE /v2.0/subnets/4c8f6cec-f42f-49f7-b95d-5db4c8f66f72/tags/tempest-TagsExtTest-Tag-234948433 HTTP/1.1" status: 204 len: 168 time: 0.4418485 Jan 18 20:24:31.943365 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34658) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:31.960831 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8f609-0217-49a6-aead-d95fc855af56 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=a8aa9c1c-bc51-4a72-9720-a613b8525203,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:31.968896 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.tag.tag_plugin [None req-e763435c-c1bc-4c98-b188-94fbd8bffd24 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4c8f6cec-f42f-49f7-b95d-5db4c8f66f72') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:31.993084 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89fe4e-92ff-48d7-b82a-cc59588b1d4d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Port': ['ID=0e767ad7-a9e8-4fac-bf7d-309c064b2227,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:31.997281 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b6e8f609-0217-49a6-aead-d95fc855af56 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:32.004974 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b6e8f609-0217-49a6-aead-d95fc855af56 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/a8aa9c1c-bc51-4a72-9720-a613b8525203 HTTP/1.1" status: 204 len: 168 time: 1.4528761 Jan 18 20:24:32.011077 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34660) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:32.034144 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98c9774a-948d-4952-8908-46dae54efb1c {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:24:32.063751 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6076cf62-cde5-4ebb-ae23-a9d9f6eb5d93 None None] Port f531e74e-b9fd-44ea-aac3-4a285f10df25 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:24:32.069168 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 98c9774a-948d-4952-8908-46dae54efb1c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=98c9774a-948d-4952-8908-46dae54efb1c,segment=NetworkSegment(0189c155-285f-4fc0-acf2-28f6faf4cfa9),segment_id=0189c155-285f-4fc0-acf2-28f6faf4cfa9)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:32.074859 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f5159-c64f-4053-8c1e-f75a4e32eef8 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event updated for resources: {'Subnet': ['ID=35e77931-51f5-4c05-8383-5cc5a42ce2dc,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:32.078795 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (98c9774a-948d-4952-8908-46dae54efb1c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:32.092475 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-aea167c1-66f8-4d3b-bf5b-881c622a61fb tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0779674 Jan 18 20:24:32.093066 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 887e7f46-77ef-4212-813e-b54c230e2d50 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:24:32.095058 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34662) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:32.101374 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-6076cf62-cde5-4ebb-ae23-a9d9f6eb5d93 None None] Provisioning complete for port 0acad12f-3ff9-4db4-b5fa-887be38c9276 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:32.102104 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6076cf62-cde5-4ebb-ae23-a9d9f6eb5d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (0acad12f-3ff9-4db4-b5fa-887be38c9276), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:32.103211 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-9f49f3ba-13b8-4a0c-8b41-07d3bb4fb2d4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:32.106291 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8f89fe4e-92ff-48d7-b82a-cc59588b1d4d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.8313341 Jan 18 20:24:32.111427 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5c69f-8a8d-4dd1-bd3d-492e27c0ce77 req-ad285bcb-13a7-4fea-a671-795781c2a94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:32.113948 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dde5c69f-8a8d-4dd1-bd3d-492e27c0ce77 req-ad285bcb-13a7-4fea-a671-795781c2a94d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 1097 time: 0.5583193 Jan 18 20:24:32.115520 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34664) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:32.138879 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-ffaefbc7-3dd9-493b-acff-11103f173b28 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'port': {'network_id': '220d3993-a57a-4e65-a5b1-330340b046c3', 'name': 'tempest-PortsTestJSON-228074323'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:32.209487 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae363b-5058-4a4f-b244-69a039f71cff req-c730914d-9044-4df2-a77a-f3515b973721 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:32.212474 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21ae363b-5058-4a4f-b244-69a039f71cff req-c730914d-9044-4df2-a77a-f3515b973721 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/ports?device_id=93148927-e2e0-4f29-97c2-e9d6379275dc HTTP/1.1" status: 200 len: 944 time: 0.3289940 Jan 18 20:24:32.236238 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dde5c69f-8a8d-4dd1-bd3d-492e27c0ce77 req-b77fde41-6328-4fb0-add0-8a726b382065 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097491 Jan 18 20:24:32.239713 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3f5159-c64f-4053-8c1e-f75a4e32eef8 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Checking segment: {'id': '93ce97a1-867b-475d-8c5a-38a18b0c0962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '88bbdfad-b7f3-4423-b188-86133ef94b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:32.240158 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3f5159-c64f-4053-8c1e-f75a4e32eef8 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Network hostable DHCP agents. Network: 88bbdfad-b7f3-4423-b188-86133ef94b36, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:24:32.262159 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-39ad48b1-97bb-4050-8d86-7c56f200be1a req-39a5d4e8-cedb-434a-bbc7-fcfcfc2e8b5e service neutron] 10.222.0.70 "GET /v2.0/networks/7ec4c546-7391-4a65-a026-23d6cbdb75f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7239871 Jan 18 20:24:32.292329 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3f5159-c64f-4053-8c1e-f75a4e32eef8 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Network 88bbdfad-b7f3-4423-b188-86133ef94b36 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:24:32.311946 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-cc3f5159-c64f-4053-8c1e-f75a4e32eef8 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 88bbdfad-b7f3-4423-b188-86133ef94b36) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:32.321980 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3f5159-c64f-4053-8c1e-f75a4e32eef8 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:32.322611 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cc3f5159-c64f-4053-8c1e-f75a4e32eef8 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:32.358132 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf6562d-06ec-41f7-9dfe-0ec2bac0eb5c None None] Network 88bbdfad-b7f3-4423-b188-86133ef94b36 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:32.366433 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cc3f5159-c64f-4053-8c1e-f75a4e32eef8 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7024977 Jan 18 20:24:32.368977 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34670) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:32.374831 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-bcb2e9d4-dee0-472a-84fd-151da88d93eb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Request body: {'port': {'network_id': '88bbdfad-b7f3-4423-b188-86133ef94b36', 'name': 'tempest-NetworksIpV6TestAttrs-623971609'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:32.492105 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=98c9774a-948d-4952-8908-46dae54efb1c,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:32.521823 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21ae363b-5058-4a4f-b244-69a039f71cff req-8e049654-e984-4073-9cb3-d30685d59ca6 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/security-groups?id=e143cbb1-83a0-43f4-b358-016c6b1306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887907 Jan 18 20:24:32.524697 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e763435c-c1bc-4c98-b188-94fbd8bffd24 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "GET /v2.0/subnets/4c8f6cec-f42f-49f7-b95d-5db4c8f66f72/tags HTTP/1.1" status: 200 len: 205 time: 0.5606911 Jan 18 20:24:32.550947 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34676) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:32.585138 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.tag.tag_plugin [None req-3b6302c1-9cc6-47df-8a69-68086b9fa930 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f531e74e-b9fd-44ea-aac3-4a285f10df25') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:32.609875 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c107d809-99e9-45c6-a245-912d4ca860eb None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:32.617826 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 887e7f46-77ef-4212-813e-b54c230e2d50, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=887e7f46-77ef-4212-813e-b54c230e2d50,segment=NetworkSegment(c06d65af-b5b6-453f-a1ef-f806ab8cf49f),segment_id=c06d65af-b5b6-453f-a1ef-f806ab8cf49f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:32.630754 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f49f3ba-13b8-4a0c-8b41-07d3bb4fb2d4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:32.635465 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9f49f3ba-13b8-4a0c-8b41-07d3bb4fb2d4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:32.670663 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb2e9d4-dee0-472a-84fd-151da88d93eb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Made reservation on behalf of 77abb998886b4c7181d724dcc5445bb0 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:32.697012 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bcb2e9d4-dee0-472a-84fd-151da88d93eb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:32.737869 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '887e7f46-77ef-4212-813e-b54c230e2d50', 'network_id': 'ff97675f-c8e6-49db-aa2d-ad62f5afec6e', 'port_id': '887e7f46-77ef-4212-813e-b54c230e2d50', 'mac_address': 'fa:16:3e:e4:81:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ef8b4e-ce19-40c4-9274-60297e5974b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:24:32.739945 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-bcb2e9d4-dee0-472a-84fd-151da88d93eb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] device_id is not set on port 5610400d-1b8c-4820-aaf7-9fec65b510a1 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:24:32.756042 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffaefbc7-3dd9-493b-acff-11103f173b28 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:32.760445 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ffaefbc7-3dd9-493b-acff-11103f173b28 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:32.866746 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 887e7f46-77ef-4212-813e-b54c230e2d50 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:32.867480 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (887e7f46-77ef-4212-813e-b54c230e2d50), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:32.868350 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62804a-678c-46be-9d7c-63df0651f917 req-5b3769b3-8bd1-4372-a098-111f5f9b3c18 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:32.875487 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62804a-678c-46be-9d7c-63df0651f917 req-5b3769b3-8bd1-4372-a098-111f5f9b3c18 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:32.890592 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f62804a-678c-46be-9d7c-63df0651f917 req-5b3769b3-8bd1-4372-a098-111f5f9b3c18 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 1680 time: 0.3644719 Jan 18 20:24:32.916407 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6076cf62-cde5-4ebb-ae23-a9d9f6eb5d93 None None] Current status of the port 0acad12f-3ff9-4db4-b5fa-887be38c9276 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:32.924974 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 887e7f46-77ef-4212-813e-b54c230e2d50 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:24:32.957083 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-bcb2e9d4-dee0-472a-84fd-151da88d93eb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Allocated IP 2001:db8::f816:3eff:fe47:5b53 (88bbdfad-b7f3-4423-b188-86133ef94b36/35e77931-51f5-4c05-8383-5cc5a42ce2dc/5610400d-1b8c-4820-aaf7-9fec65b510a1) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:32.971481 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd917d4-be1b-4445-82d3-98838bf38d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-88bbdfad-b7f3-4423-b188-86133ef94b36', 'network_id': '88bbdfad-b7f3-4423-b188-86133ef94b36', 'project_id': '77abb998886b4c7181d724dcc5445bb0', 'fixed_ips': [{'subnet_id': '35e77931-51f5-4c05-8383-5cc5a42ce2dc'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:24:32.972938 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6fd917d4-be1b-4445-82d3-98838bf38d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:32.983771 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee81db2-fc7c-4c55-8552-0582b4d96eb7 None None] Network 220d3993-a57a-4e65-a5b1-330340b046c3 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:33.010833 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-ffaefbc7-3dd9-493b-acff-11103f173b28 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] device_id is not set on port bb195a43-da45-4f96-bc4a-f43dbf21e6c0 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:24:33.036848 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3b6302c1-9cc6-47df-8a69-68086b9fa930 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "GET /v2.0/ports/f531e74e-b9fd-44ea-aac3-4a285f10df25/tags HTTP/1.1" status: 200 len: 241 time: 0.4833090 Jan 18 20:24:33.037320 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 887e7f46-77ef-4212-813e-b54c230e2d50, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=887e7f46-77ef-4212-813e-b54c230e2d50,segment=NetworkSegment(c06d65af-b5b6-453f-a1ef-f806ab8cf49f),segment_id=c06d65af-b5b6-453f-a1ef-f806ab8cf49f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:33.038248 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34686) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:33.054583 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-d05fac3a-4b6d-4607-a0e8-6ac8698e73bd tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f531e74e-b9fd-44ea-aac3-4a285f10df25', 'tempest-TagsExtTest-Tag-1985592370') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:33.157547 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (887e7f46-77ef-4212-813e-b54c230e2d50), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:33.158850 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e83831d5-2222-4f88-9823-55f6e4414226 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:24:33.253576 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fbb39e-b618-4327-9a4f-e52a5c8bc3c7 None None] DHCP port deletion for c68ada5d-da8a-41c6-813a-b53f9c35e893 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:24:33.256570 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7841c50e-65d0-4f87-b18e-5cd176fee560 None None] Provisioning complete for port f531e74e-b9fd-44ea-aac3-4a285f10df25 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:33.257180 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7841c50e-65d0-4f87-b18e-5cd176fee560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f531e74e-b9fd-44ea-aac3-4a285f10df25), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:33.320623 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d05fac3a-4b6d-4607-a0e8-6ac8698e73bd tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "GET /v2.0/ports/f531e74e-b9fd-44ea-aac3-4a285f10df25/tags/tempest-TagsExtTest-Tag-1985592370 HTTP/1.1" status: 204 len: 168 time: 0.2791889 Jan 18 20:24:33.328991 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34692) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:33.336536 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-f2795ace-8a68-4ab2-9d59-05485b51357e tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f531e74e-b9fd-44ea-aac3-4a285f10df25', 'tempest-TagsExtTest-Tag-1985592370') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:33.385877 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bcb2e9d4-dee0-472a-84fd-151da88d93eb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks [] for port (5610400d-1b8c-4820-aaf7-9fec65b510a1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:33.428006 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f62804a-678c-46be-9d7c-63df0651f917 req-7b1d0d7e-bd1b-4ca3-8f3f-cb901adb9307 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5052907 Jan 18 20:24:33.528758 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-ffaefbc7-3dd9-493b-acff-11103f173b28 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Allocated IP 172.20.0.5 (220d3993-a57a-4e65-a5b1-330340b046c3/45c060ce-11b4-4235-8eab-1691ae438fec/bb195a43-da45-4f96-bc4a-f43dbf21e6c0) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:33.542825 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bcb2e9d4-dee0-472a-84fd-151da88d93eb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (5610400d-1b8c-4820-aaf7-9fec65b510a1), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:33.560769 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f2795ace-8a68-4ab2-9d59-05485b51357e tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "DELETE /v2.0/ports/f531e74e-b9fd-44ea-aac3-4a285f10df25/tags/tempest-TagsExtTest-Tag-1985592370 HTTP/1.1" status: 204 len: 168 time: 0.2277312 Jan 18 20:24:33.563472 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2975fb-e014-4b57-91ee-fb8da500b5c3 req-cdfe15ec-dced-4c46-8a32-46aa33322158 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:33.565411 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eb2975fb-e014-4b57-91ee-fb8da500b5c3 req-cdfe15ec-dced-4c46-8a32-46aa33322158 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 946 time: 0.6602097 Jan 18 20:24:33.584134 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34696) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:33.598198 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb2e9d4-dee0-472a-84fd-151da88d93eb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Network 88bbdfad-b7f3-4423-b188-86133ef94b36 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:33.603074 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-bcb2e9d4-dee0-472a-84fd-151da88d93eb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:33.613810 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb2e9d4-dee0-472a-84fd-151da88d93eb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:33.620541 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb2e9d4-dee0-472a-84fd-151da88d93eb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:33.621427 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bcb2e9d4-dee0-472a-84fd-151da88d93eb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:33.622860 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port e83831d5-2222-4f88-9823-55f6e4414226, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e83831d5-2222-4f88-9823-55f6e4414226,segment=NetworkSegment(3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a),segment_id=3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:33.632122 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.tag.tag_plugin [None req-0b1c5797-70aa-413a-8e65-a35b66ce7c1e tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f531e74e-b9fd-44ea-aac3-4a285f10df25') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:33.638920 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'e83831d5-2222-4f88-9823-55f6e4414226', 'network_id': 'bf0e8bd0-f052-4e1e-81c3-a95e14f34d93', 'port_id': 'e83831d5-2222-4f88-9823-55f6e4414226', 'mac_address': 'fa:16:3e:49:d0:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d8abc3-e9df-474b-b2ee-d36f66d71a92', 'ip_address': '19.80.0.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:24:33.646196 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2e9d4-dee0-472a-84fd-151da88d93eb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event updated for resources: {'Port': ['ID=5610400d-1b8c-4820-aaf7-9fec65b510a1,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:33.655877 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bcb2e9d4-dee0-472a-84fd-151da88d93eb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2835710 Jan 18 20:24:33.656284 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34700) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:33.665779 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device e5f7b5fe-99fe-4306-a204-9913ce6f8536 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:24:33.675023 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9f49f3ba-13b8-4a0c-8b41-07d3bb4fb2d4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (360011c4-8372-4b28-a618-8f6b834e8808), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:33.736213 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ad04f3-dbf1-498c-80b1-0f3c2eaa4504 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Deleting subnet 35e77931-51f5-4c05-8383-5cc5a42ce2dc {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:24:33.802674 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f49f3ba-13b8-4a0c-8b41-07d3bb4fb2d4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:33.823124 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=887e7f46-77ef-4212-813e-b54c230e2d50,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:33.826370 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eb2975fb-e014-4b57-91ee-fb8da500b5c3 req-7aea557f-711b-4711-b99d-6ed2dcb16a5f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479296 Jan 18 20:24:33.826792 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-9f49f3ba-13b8-4a0c-8b41-07d3bb4fb2d4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:33.838616 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f49f3ba-13b8-4a0c-8b41-07d3bb4fb2d4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:33.839205 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9f49f3ba-13b8-4a0c-8b41-07d3bb4fb2d4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:33.852304 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49f3ba-13b8-4a0c-8b41-07d3bb4fb2d4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=360011c4-8372-4b28-a618-8f6b834e8808,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:33.890328 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7841c50e-65d0-4f87-b18e-5cd176fee560 None None] Port f531e74e-b9fd-44ea-aac3-4a285f10df25 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:24:33.937512 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-6fd917d4-be1b-4445-82d3-98838bf38d89 None None] Allocated IP 2001:db8::f816:3eff:fed2:52c0 (88bbdfad-b7f3-4423-b188-86133ef94b36/35e77931-51f5-4c05-8383-5cc5a42ce2dc/41bbf3df-590b-40b7-ba8d-477b8f6d8919) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:33.979925 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port e83831d5-2222-4f88-9823-55f6e4414226 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:33.980415 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e83831d5-2222-4f88-9823-55f6e4414226), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:34.031903 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port e5f7b5fe-99fe-4306-a204-9913ce6f8536 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:34.032171 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e5f7b5fe-99fe-4306-a204-9913ce6f8536), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:34.045323 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7841c50e-65d0-4f87-b18e-5cd176fee560 None None] Provisioning complete for port e5f7b5fe-99fe-4306-a204-9913ce6f8536 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:34.046094 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7841c50e-65d0-4f87-b18e-5cd176fee560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e5f7b5fe-99fe-4306-a204-9913ce6f8536), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:34.079575 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e83831d5-2222-4f88-9823-55f6e4414226 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:24:34.084659 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:34.167169 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-87fbb39e-b618-4327-9a4f-e52a5c8bc3c7 None None] Deleting port cae06ba3-760f-4f73-9610-7166393fafa0 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:34.167822 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-87fbb39e-b618-4327-9a4f-e52a5c8bc3c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (cae06ba3-760f-4f73-9610-7166393fafa0), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:34.214673 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port e83831d5-2222-4f88-9823-55f6e4414226, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e83831d5-2222-4f88-9823-55f6e4414226,segment=NetworkSegment(3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a),segment_id=3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:34.244346 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e83831d5-2222-4f88-9823-55f6e4414226), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:34.309260 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254b855-b8d6-4070-932e-26ca97404946 req-02709674-7441-49d2-b177-ac0adc6b444c tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:34.311377 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d254b855-b8d6-4070-932e-26ca97404946 req-02709674-7441-49d2-b177-ac0adc6b444c tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/ports?device_id=93148927-e2e0-4f29-97c2-e9d6379275dc HTTP/1.1" status: 200 len: 945 time: 0.6319275 Jan 18 20:24:34.318138 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9f49f3ba-13b8-4a0c-8b41-07d3bb4fb2d4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2207015 Jan 18 20:24:34.321911 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34712) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:34.328793 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-ece73ff4-2a99-4d52-a90e-678e2bae3976 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:34.329201 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0b1c5797-70aa-413a-8e65-a35b66ce7c1e tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "GET /v2.0/ports/f531e74e-b9fd-44ea-aac3-4a285f10df25/tags HTTP/1.1" status: 200 len: 205 time: 0.7398295 Jan 18 20:24:34.331906 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34714) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:34.344717 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.tag.tag_plugin [None req-e7f08463-bd46-405c-9d4e-09f15cafa259 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'cde0621b-873a-4175-9ca0-fe6ebce9883a') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:34.514294 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ffaefbc7-3dd9-493b-acff-11103f173b28 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for port (bb195a43-da45-4f96-bc4a-f43dbf21e6c0), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:34.550850 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d254b855-b8d6-4070-932e-26ca97404946 req-c43d5051-7a3a-4c96-9705-296df55c8a92 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/security-groups?id=e143cbb1-83a0-43f4-b358-016c6b1306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009759 Jan 18 20:24:34.555179 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e7f08463-bd46-405c-9d4e-09f15cafa259 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "GET /v2.0/routers/cde0621b-873a-4175-9ca0-fe6ebce9883a/tags HTTP/1.1" status: 200 len: 241 time: 0.2222879 Jan 18 20:24:34.557829 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34720) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:34.572740 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.tag.tag_plugin [None req-082fb934-3abc-4274-bc01-91339ee28208 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cde0621b-873a-4175-9ca0-fe6ebce9883a', 'tempest-TagsExtTest-Tag-2077020829') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:34.588808 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=e83831d5-2222-4f88-9823-55f6e4414226,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:34.609582 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['887e7f46-77ef-4212-813e-b54c230e2d50'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:24:34.612357 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['e83831d5-2222-4f88-9823-55f6e4414226'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:24:34.624956 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4cc0b5f8-7928-4497-b21b-0804a7b53ecf req-c79b2462-6d11-4485-b5a1-82713d16d33f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2733829 Jan 18 20:24:34.726695 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-082fb934-3abc-4274-bc01-91339ee28208 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "GET /v2.0/routers/cde0621b-873a-4175-9ca0-fe6ebce9883a/tags/tempest-TagsExtTest-Tag-2077020829 HTTP/1.1" status: 204 len: 168 time: 0.1678157 Jan 18 20:24:34.728254 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ffaefbc7-3dd9-493b-acff-11103f173b28 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (bb195a43-da45-4f96-bc4a-f43dbf21e6c0), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:34.732788 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34722) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:34.738572 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.tag.tag_plugin [None req-3b8bb6fa-dbf6-4e7a-b3f2-8f06eab0ff11 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'cde0621b-873a-4175-9ca0-fe6ebce9883a', 'tempest-TagsExtTest-Tag-2077020829') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:34.740134 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['98c9774a-948d-4952-8908-46dae54efb1c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:24:34.766857 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36ef79-8d9d-4b75-82f6-be31766dc96f req-d686b28d-de82-4cb4-b3f0-ddce9bd70254 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:34.777411 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36ef79-8d9d-4b75-82f6-be31766dc96f req-d686b28d-de82-4cb4-b3f0-ddce9bd70254 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:34.781142 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ff36ef79-8d9d-4b75-82f6-be31766dc96f req-d686b28d-de82-4cb4-b3f0-ddce9bd70254 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 1681 time: 0.1654856 Jan 18 20:24:34.799127 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-87fbb39e-b618-4327-9a4f-e52a5c8bc3c7 None None] For port cae06ba3-760f-4f73-9610-7166393fafa0, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=cae06ba3-760f-4f73-9610-7166393fafa0,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:34.799535 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-87fbb39e-b618-4327-9a4f-e52a5c8bc3c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (cae06ba3-760f-4f73-9610-7166393fafa0), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:34.818194 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0b5f8-7928-4497-b21b-0804a7b53ecf req-c858657a-4243-4d91-96a9-13764ce0f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:34.826804 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4cc0b5f8-7928-4497-b21b-0804a7b53ecf req-c858657a-4243-4d91-96a9-13764ce0f5c0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 1095 time: 0.1325185 Jan 18 20:24:34.830084 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece73ff4-2a99-4d52-a90e-678e2bae3976 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:34.841674 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ece73ff4-2a99-4d52-a90e-678e2bae3976 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:34.854648 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port e5f7b5fe-99fe-4306-a204-9913ce6f8536 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:34.855169 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e5f7b5fe-99fe-4306-a204-9913ce6f8536), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:34.857804 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-87fbb39e-b618-4327-9a4f-e52a5c8bc3c7 None None] Calling delete_port for cae06ba3-760f-4f73-9610-7166393fafa0 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:34.880120 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6fd917d4-be1b-4445-82d3-98838bf38d89 None None] Publish callbacks [] for port (41bbf3df-590b-40b7-ba8d-477b8f6d8919), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:34.928927 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaefbc7-3dd9-493b-acff-11103f173b28 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network 220d3993-a57a-4e65-a5b1-330340b046c3 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:34.935471 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7841c50e-65d0-4f87-b18e-5cd176fee560 None None] Current status of the port e5f7b5fe-99fe-4306-a204-9913ce6f8536 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:34.937928 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-ffaefbc7-3dd9-493b-acff-11103f173b28 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:34.941051 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7841c50e-65d0-4f87-b18e-5cd176fee560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e5f7b5fe-99fe-4306-a204-9913ce6f8536), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:34.941430 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e8ad04f3-dbf1-498c-80b1-0f3c2eaa4504 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks [] for subnet (35e77931-51f5-4c05-8383-5cc5a42ce2dc), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:34.979967 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaefbc7-3dd9-493b-acff-11103f173b28 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:34.988068 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaefbc7-3dd9-493b-acff-11103f173b28 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Port': ['ID=bb195a43-da45-4f96-bc4a-f43dbf21e6c0,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:35.018407 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e8ad04f3-dbf1-498c-80b1-0f3c2eaa4504 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (35e77931-51f5-4c05-8383-5cc5a42ce2dc), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:35.056449 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7841c50e-65d0-4f87-b18e-5cd176fee560 None None] For port e5f7b5fe-99fe-4306-a204-9913ce6f8536, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=e5f7b5fe-99fe-4306-a204-9913ce6f8536,segment=NetworkSegment(6528c4ed-4428-45f1-9874-6ab76d5a3d51),segment_id=6528c4ed-4428-45f1-9874-6ab76d5a3d51)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:35.170632 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e8ad04f3-dbf1-498c-80b1-0f3c2eaa4504 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (35e77931-51f5-4c05-8383-5cc5a42ce2dc), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:35.197202 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaefbc7-3dd9-493b-acff-11103f173b28 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:35.197876 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ffaefbc7-3dd9-493b-acff-11103f173b28 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:35.206530 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ff36ef79-8d9d-4b75-82f6-be31766dc96f req-c045587a-4c60-4a93-b5f2-900469437ba2 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505676 Jan 18 20:24:35.232070 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6fd917d4-be1b-4445-82d3-98838bf38d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (41bbf3df-590b-40b7-ba8d-477b8f6d8919), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:35.241222 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ffaefbc7-3dd9-493b-acff-11103f173b28 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1106122 Jan 18 20:24:35.243602 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3b8bb6fa-dbf6-4e7a-b3f2-8f06eab0ff11 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "DELETE /v2.0/routers/cde0621b-873a-4175-9ca0-fe6ebce9883a/tags/tempest-TagsExtTest-Tag-2077020829 HTTP/1.1" status: 204 len: 168 time: 0.5091398 Jan 18 20:24:35.248657 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34730) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:35.248974 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34732) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:35.279908 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7841c50e-65d0-4f87-b18e-5cd176fee560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e5f7b5fe-99fe-4306-a204-9913ce6f8536), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:35.285656 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c82c9-8879-4683-b5b1-adf0a0f08480 req-4c0ac0d5-983e-4cbe-9b43-5c3b79a1a834 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:35.287296 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c87c82c9-8879-4683-b5b1-adf0a0f08480 req-4c0ac0d5-983e-4cbe-9b43-5c3b79a1a834 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 946 time: 0.1907065 Jan 18 20:24:35.340264 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-ff4db707-2dda-44e0-b390-05e67483be35 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'cde0621b-873a-4175-9ca0-fe6ebce9883a') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:35.420532 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c87c82c9-8879-4683-b5b1-adf0a0f08480 req-cb56a529-d951-406e-a2f4-d2e250013b9b tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177382 Jan 18 20:24:35.460361 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e8ad04f3-dbf1-498c-80b1-0f3c2eaa4504 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (35e77931-51f5-4c05-8383-5cc5a42ce2dc), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:35.516034 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd917d4-be1b-4445-82d3-98838bf38d89 None None] Network 88bbdfad-b7f3-4423-b188-86133ef94b36 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:35.542642 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-6fd917d4-be1b-4445-82d3-98838bf38d89 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:35.553800 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:24:35.554177 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:24:35.556351 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd917d4-be1b-4445-82d3-98838bf38d89 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:35.578709 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7841c50e-65d0-4f87-b18e-5cd176fee560 None None] Provisioning complete for port cae06ba3-760f-4f73-9610-7166393fafa0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:35.579077 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7841c50e-65d0-4f87-b18e-5cd176fee560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cae06ba3-760f-4f73-9610-7166393fafa0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:35.582936 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd917d4-be1b-4445-82d3-98838bf38d89 None None] Pushing event updated for resources: {'Port': ['ID=41bbf3df-590b-40b7-ba8d-477b8f6d8919,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:35.674582 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e8ad04f3-dbf1-498c-80b1-0f3c2eaa4504 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:35.688105 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e8ad04f3-dbf1-498c-80b1-0f3c2eaa4504 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "DELETE /v2.0/subnets/35e77931-51f5-4c05-8383-5cc5a42ce2dc HTTP/1.1" status: 204 len: 168 time: 2.0305812 Jan 18 20:24:35.692319 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34744) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:35.721534 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad04f3-dbf1-498c-80b1-0f3c2eaa4504 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event deleted for resources: {'Subnet': ['ID=35e77931-51f5-4c05-8383-5cc5a42ce2dc,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:35.818190 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2e2d1-ab4b-4419-8b70-4da78f56100e req-7e19a28c-5534-436d-994b-4d1e01cf788c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:35.821746 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8dc2e2d1-ab4b-4419-8b70-4da78f56100e req-7e19a28c-5534-436d-994b-4d1e01cf788c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 946 time: 0.1598375 Jan 18 20:24:35.865768 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955bc11-35f8-4240-9d46-019397e77451 req-84c00f18-7747-40ca-b177-7076f9c96f6a tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:35.880420 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2955bc11-35f8-4240-9d46-019397e77451 req-84c00f18-7747-40ca-b177-7076f9c96f6a tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/ports?device_id=93148927-e2e0-4f29-97c2-e9d6379275dc HTTP/1.1" status: 200 len: 945 time: 0.1644466 Jan 18 20:24:35.885231 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-87fbb39e-b618-4327-9a4f-e52a5c8bc3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (cae06ba3-760f-4f73-9610-7166393fafa0), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:35.894478 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6fd917d4-be1b-4445-82d3-98838bf38d89 None None] Attempting to bind port 41bbf3df-590b-40b7-ba8d-477b8f6d8919 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:24:35.894677 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6fd917d4-be1b-4445-82d3-98838bf38d89 None None] Attempting to bind port 41bbf3df-590b-40b7-ba8d-477b8f6d8919 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '93ce97a1-867b-475d-8c5a-38a18b0c0962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '88bbdfad-b7f3-4423-b188-86133ef94b36'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:24:35.895041 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd917d4-be1b-4445-82d3-98838bf38d89 None None] Attempting to bind port 41bbf3df-590b-40b7-ba8d-477b8f6d8919 on network 88bbdfad-b7f3-4423-b188-86133ef94b36 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:24:35.897222 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7841c50e-65d0-4f87-b18e-5cd176fee560 None None] Could not find standard attr ID for object cae06ba3-760f-4f73-9610-7166393fafa0. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:24:35.908277 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841c50e-65d0-4f87-b18e-5cd176fee560 None None] Pushing event updated for resources: {'Port': ['ID=e5f7b5fe-99fe-4306-a204-9913ce6f8536,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:35.915730 n-d-741529-9 neutron-server[103337]: INFO neutron.plugins.ml2.db [None req-7841c50e-65d0-4f87-b18e-5cd176fee560 None None] No ports have port_id starting with cae06ba3-760f-4f73-9610-7166393fafa0 Jan 18 20:24:35.935782 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd917d4-be1b-4445-82d3-98838bf38d89 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:24:35.936203 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd917d4-be1b-4445-82d3-98838bf38d89 None None] Checking segment: {'id': '93ce97a1-867b-475d-8c5a-38a18b0c0962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '88bbdfad-b7f3-4423-b188-86133ef94b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:35.936593 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6fd917d4-be1b-4445-82d3-98838bf38d89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:35.936989 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd917d4-be1b-4445-82d3-98838bf38d89 None None] Bound using segment: {'id': '93ce97a1-867b-475d-8c5a-38a18b0c0962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '88bbdfad-b7f3-4423-b188-86133ef94b36'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:24:35.937846 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6fd917d4-be1b-4445-82d3-98838bf38d89 None None] Bound port: 41bbf3df-590b-40b7-ba8d-477b8f6d8919, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93ce97a1-867b-475d-8c5a-38a18b0c0962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '88bbdfad-b7f3-4423-b188-86133ef94b36'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:24:35.938342 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6fd917d4-be1b-4445-82d3-98838bf38d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (41bbf3df-590b-40b7-ba8d-477b8f6d8919), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:35.982295 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fbb39e-b618-4327-9a4f-e52a5c8bc3c7 None None] No DVR routers for this DVR port cae06ba3-760f-4f73-9610-7166393fafa0 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:24:35.990274 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8dc2e2d1-ab4b-4419-8b70-4da78f56100e req-b23d8739-c827-489a-a0cc-5895095284c6 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616902 Jan 18 20:24:35.993447 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbb39e-b618-4327-9a4f-e52a5c8bc3c7 None None] Pushing event deleted for resources: {'Port': ['ID=cae06ba3-760f-4f73-9610-7166393fafa0,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:36.000181 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2955bc11-35f8-4240-9d46-019397e77451 req-31b8e086-e39e-4ccf-b476-8728745a7e27 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/security-groups?id=e143cbb1-83a0-43f4-b358-016c6b1306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984917 Jan 18 20:24:36.177023 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ff4db707-2dda-44e0-b390-05e67483be35 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "GET /v2.0/routers/cde0621b-873a-4175-9ca0-fe6ebce9883a/tags HTTP/1.1" status: 200 len: 205 time: 0.8404310 Jan 18 20:24:36.179556 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34752) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:36.184088 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.tag.tag_plugin [None req-78e85d67-3b39-4d1a-b8d6-d36cb01d8297 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b5d569ff-3fea-4189-a851-604de86f4280') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:36.192090 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c115e0df-d967-4e35-9504-20c3dd4e5de6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:36.196462 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c115e0df-d967-4e35-9504-20c3dd4e5de6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.9303977 Jan 18 20:24:36.197593 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34754) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:36.207275 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0b5f8-7928-4497-b21b-0804a7b53ecf req-30f9d986-5970-489d-99d2-d6ad6117dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:36.208746 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4cc0b5f8-7928-4497-b21b-0804a7b53ecf req-30f9d986-5970-489d-99d2-d6ad6117dd17 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 912 time: 1.3595669 Jan 18 20:24:36.240890 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-78e85d67-3b39-4d1a-b8d6-d36cb01d8297 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "GET /v2.0/subnetpools/b5d569ff-3fea-4189-a851-604de86f4280/tags HTTP/1.1" status: 200 len: 240 time: 0.0600951 Jan 18 20:24:36.244613 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d262689-a552-4250-bca7-9bee64b7f27f tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:36.246330 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d262689-a552-4250-bca7-9bee64b7f27f tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:36.248302 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34756) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:36.250903 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5d262689-a552-4250-bca7-9bee64b7f27f tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5377402 Jan 18 20:24:36.251406 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.tag.tag_plugin [None req-87c64389-d337-48a3-b731-372adddf4745 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b5d569ff-3fea-4189-a851-604de86f4280', 'tempest-TagsExtTest-Tag-987908452') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:36.277501 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34758) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:36.292660 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f11a66-c625-4c74-b0f0-29a75a540bd8 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:36.382237 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4cc0b5f8-7928-4497-b21b-0804a7b53ecf req-a8d53165-8f14-4ecf-866e-d9e296a4aaf9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4095c9e8-3357-49c1-a713-048d6946f5fd HTTP/1.1" status: 200 len: 998 time: 0.1509445 Jan 18 20:24:36.424134 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-87c64389-d337-48a3-b731-372adddf4745 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "GET /v2.0/subnetpools/b5d569ff-3fea-4189-a851-604de86f4280/tags/tempest-TagsExtTest-Tag-987908452 HTTP/1.1" status: 204 len: 168 time: 0.1761067 Jan 18 20:24:36.426596 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34766) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:36.430987 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.tag.tag_plugin [None req-e004ac0d-093d-471f-a935-1bccf91ef46d tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b5d569ff-3fea-4189-a851-604de86f4280', 'tempest-TagsExtTest-Tag-987908452') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:36.439613 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8779533c-bf9d-40bb-a1cc-d76e10ea413c tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (88bbdfad-b7f3-4423-b188-86133ef94b36), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:36.440458 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6fd917d4-be1b-4445-82d3-98838bf38d89 None None] For port 41bbf3df-590b-40b7-ba8d-477b8f6d8919, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:24:36.445099 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6fd917d4-be1b-4445-82d3-98838bf38d89 None None] For port 41bbf3df-590b-40b7-ba8d-477b8f6d8919, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=41bbf3df-590b-40b7-ba8d-477b8f6d8919,segment=NetworkSegment(93ce97a1-867b-475d-8c5a-38a18b0c0962),segment_id=93ce97a1-867b-475d-8c5a-38a18b0c0962)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:24:36.449659 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port e5f7b5fe-99fe-4306-a204-9913ce6f8536 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:36.451886 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 0acad12f-3ff9-4db4-b5fa-887be38c9276 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:24:36.471420 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6fd917d4-be1b-4445-82d3-98838bf38d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (41bbf3df-590b-40b7-ba8d-477b8f6d8919), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:36.483765 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c9159-1a51-4bc9-895f-46d9c2274975 req-2963eb5c-9d61-4085-8cfa-0a75ff4b31d0 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:36.489993 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c9159-1a51-4bc9-895f-46d9c2274975 req-2963eb5c-9d61-4085-8cfa-0a75ff4b31d0 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:36.491670 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-007c9159-1a51-4bc9-895f-46d9c2274975 req-2963eb5c-9d61-4085-8cfa-0a75ff4b31d0 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 1681 time: 0.1559527 Jan 18 20:24:36.497656 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-9333378e-7b6e-4215-ba9f-1aa4a2dd00a8 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting port bb195a43-da45-4f96-bc4a-f43dbf21e6c0 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:36.498002 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9333378e-7b6e-4215-ba9f-1aa4a2dd00a8 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (bb195a43-da45-4f96-bc4a-f43dbf21e6c0), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:36.501014 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-8779533c-bf9d-40bb-a1cc-d76e10ea413c tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 18 20:24:36.501490 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8779533c-bf9d-40bb-a1cc-d76e10ea413c tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:24:36.508878 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0b5f8-7928-4497-b21b-0804a7b53ecf req-9824c5d0-623a-4102-921d-733250600069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:36.511064 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8779533c-bf9d-40bb-a1cc-d76e10ea413c tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "DELETE /v2.0/networks/88bbdfad-b7f3-4423-b188-86133ef94b36 HTTP/1.1" status: 409 len: 466 time: 0.2366805 Jan 18 20:24:36.513266 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4cc0b5f8-7928-4497-b21b-0804a7b53ecf req-9824c5d0-623a-4102-921d-733250600069 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2eac11f-fef0-464c-9aac-08a05c8cc068 HTTP/1.1" status: 200 len: 850 time: 0.1109235 Jan 18 20:24:36.516359 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34768) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:36.522857 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-50308f6e-9847-49b3-a5f3-ead2fce0970d tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2009719431'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:36.555481 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ea2a2d80-39c5-474d-806b-ede0d2d8b96b None None] Provisioning complete for port e5f7b5fe-99fe-4306-a204-9913ce6f8536 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:36.555906 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ea2a2d80-39c5-474d-806b-ede0d2d8b96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e5f7b5fe-99fe-4306-a204-9913ce6f8536), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:36.614974 n-d-741529-9 neutron-server[103335]: DEBUG neutron.objects.ports [None req-ece73ff4-2a99-4d52-a90e-678e2bae3976 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103335) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 20:24:36.618162 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ece73ff4-2a99-4d52-a90e-678e2bae3976 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (ee73da5d-6bb5-4fa7-947f-80b9a2956254), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:36.629282 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0b5f8-7928-4497-b21b-0804a7b53ecf req-5ab5535f-47bf-4e6e-a3c8-24fe2902e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:36.631369 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-007c9159-1a51-4bc9-895f-46d9c2274975 req-863409d2-e08c-4efd-afa8-f9735fe33dd3 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139493 Jan 18 20:24:36.631558 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4cc0b5f8-7928-4497-b21b-0804a7b53ecf req-5ab5535f-47bf-4e6e-a3c8-24fe2902e59e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88e9200-d99d-4ea0-a241-681917733bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118927 Jan 18 20:24:36.633438 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e004ac0d-093d-471f-a935-1bccf91ef46d tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "DELETE /v2.0/subnetpools/b5d569ff-3fea-4189-a851-604de86f4280/tags/tempest-TagsExtTest-Tag-987908452 HTTP/1.1" status: 204 len: 168 time: 0.2058225 Jan 18 20:24:36.638409 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34772) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:36.646891 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.tag.tag_plugin [None req-c7b09004-f01c-4a8a-af87-8a77dfab9390 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b5d569ff-3fea-4189-a851-604de86f4280') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:36.662599 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece73ff4-2a99-4d52-a90e-678e2bae3976 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:36.712031 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-ece73ff4-2a99-4d52-a90e-678e2bae3976 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:36.719353 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece73ff4-2a99-4d52-a90e-678e2bae3976 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:36.719929 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd917d4-be1b-4445-82d3-98838bf38d89 None None] Pushing event updated for resources: {'Port': ['ID=41bbf3df-590b-40b7-ba8d-477b8f6d8919,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:36.720094 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ece73ff4-2a99-4d52-a90e-678e2bae3976 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:36.747914 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ece73ff4-2a99-4d52-a90e-678e2bae3976 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4205482 Jan 18 20:24:36.764146 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34774) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:36.775254 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e5fb14-136a-434f-b576-69856921ed9f None None] Network 88bbdfad-b7f3-4423-b188-86133ef94b36 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:36.777106 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 0acad12f-3ff9-4db4-b5fa-887be38c9276 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:36.777484 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (0acad12f-3ff9-4db4-b5fa-887be38c9276), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:36.780992 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-46bf7382-9f10-4ed3-b194-30cc37b473ff tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'port': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'mac_address': 'fa:16:3e:a6:70:43', 'name': 'tempest-NetworksTestDHCPv6-1814944381'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:36.791142 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:36.796131 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece73ff4-2a99-4d52-a90e-678e2bae3976 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=ee73da5d-6bb5-4fa7-947f-80b9a2956254,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:36.810304 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34776) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:36.814498 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-a71a141e-aeb2-49a7-b3f1-0519a3f86310 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b5d569ff-3fea-4189-a851-604de86f4280') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:36.815823 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c7b09004-f01c-4a8a-af87-8a77dfab9390 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "GET /v2.0/subnetpools/b5d569ff-3fea-4189-a851-604de86f4280/tags HTTP/1.1" status: 200 len: 205 time: 0.1729140 Jan 18 20:24:36.828988 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b921ad1c-f6c3-46a4-8563-edde97ee6896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-c68ada5d-da8a-41c6-813a-b53f9c35e893', 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'fixed_ips': [{'subnet_id': '360011c4-8372-4b28-a618-8f6b834e8808'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:24:36.830184 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b921ad1c-f6c3-46a4-8563-edde97ee6896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:36.872791 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4cc0b5f8-7928-4497-b21b-0804a7b53ecf req-f99e10e1-5fb4-4dcb-af92-3c43ed131a45 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290390 Jan 18 20:24:36.901269 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a71a141e-aeb2-49a7-b3f1-0519a3f86310 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "DELETE /v2.0/subnetpools/b5d569ff-3fea-4189-a851-604de86f4280/tags HTTP/1.1" status: 204 len: 168 time: 0.0901384 Jan 18 20:24:36.901760 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34778) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:36.906139 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50308f6e-9847-49b3-a5f3-ead2fce0970d tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Made reservation on behalf of 77abb998886b4c7181d724dcc5445bb0 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:36.911432 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-50308f6e-9847-49b3-a5f3-ead2fce0970d tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:36.915631 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-882cd578-d7ae-44b7-b868-dd0599a4ae65 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cde0621b-873a-4175-9ca0-fe6ebce9883a') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:36.942664 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a2d80-39c5-474d-806b-ede0d2d8b96b None None] Current status of the port e5f7b5fe-99fe-4306-a204-9913ce6f8536 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:37.001268 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9333378e-7b6e-4215-ba9f-1aa4a2dd00a8 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (bb195a43-da45-4f96-bc4a-f43dbf21e6c0), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:37.022136 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-9333378e-7b6e-4215-ba9f-1aa4a2dd00a8 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Calling delete_port for bb195a43-da45-4f96-bc4a-f43dbf21e6c0 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:37.067317 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-882cd578-d7ae-44b7-b868-dd0599a4ae65 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "DELETE /v2.0/routers/cde0621b-873a-4175-9ca0-fe6ebce9883a/tags HTTP/1.1" status: 204 len: 168 time: 0.1553569 Jan 18 20:24:37.069369 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34786) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:37.083646 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-c22d1bb1-80b6-44f3-bbe6-a0ea02c4882d tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f531e74e-b9fd-44ea-aac3-4a285f10df25') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:37.126230 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ea2a2d80-39c5-474d-806b-ede0d2d8b96b None None] Provisioning complete for port bb195a43-da45-4f96-bc4a-f43dbf21e6c0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:37.126729 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ea2a2d80-39c5-474d-806b-ede0d2d8b96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bb195a43-da45-4f96-bc4a-f43dbf21e6c0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:37.153505 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4cc0b5f8-7928-4497-b21b-0804a7b53ecf req-dd58fae7-d2ec-45e9-a986-d348111d28c2 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711873 Jan 18 20:24:37.192437 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c22d1bb1-80b6-44f3-bbe6-a0ea02c4882d tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "DELETE /v2.0/ports/f531e74e-b9fd-44ea-aac3-4a285f10df25/tags HTTP/1.1" status: 204 len: 168 time: 0.1219397 Jan 18 20:24:37.193107 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34790) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:37.197378 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-66ed3cb2-528e-4da9-9e23-4dbea26687c2 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4c8f6cec-f42f-49f7-b95d-5db4c8f66f72') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:37.208678 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 0acad12f-3ff9-4db4-b5fa-887be38c9276 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:37.216071 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a2d80-39c5-474d-806b-ede0d2d8b96b None None] Port bb195a43-da45-4f96-bc4a-f43dbf21e6c0 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:24:37.242477 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ea2a2d80-39c5-474d-806b-ede0d2d8b96b None None] Provisioning complete for port 0e767ad7-a9e8-4fac-bf7d-309c064b2227 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:37.242959 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ea2a2d80-39c5-474d-806b-ede0d2d8b96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (0e767ad7-a9e8-4fac-bf7d-309c064b2227), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:37.286756 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-66ed3cb2-528e-4da9-9e23-4dbea26687c2 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "DELETE /v2.0/subnets/4c8f6cec-f42f-49f7-b95d-5db4c8f66f72/tags HTTP/1.1" status: 204 len: 168 time: 0.0890577 Jan 18 20:24:37.287269 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34792) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:37.295249 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-294fe21c-00cc-42f6-ad40-ad86a74d8b04 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4c8f6cec-f42f-49f7-b95d-5db4c8f66f72', 'tempest-TagsExtTest-Tag-755867236') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:37.312386 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a2d80-39c5-474d-806b-ede0d2d8b96b None None] Port 0e767ad7-a9e8-4fac-bf7d-309c064b2227 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:24:37.323403 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-b921ad1c-f6c3-46a4-8563-edde97ee6896 None None] Allocated IP 172.20.0.2 (c68ada5d-da8a-41c6-813a-b53f9c35e893/360011c4-8372-4b28-a618-8f6b834e8808/7351b80c-229a-40fc-8c4e-3de4a68533fc) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:37.338229 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-b921ad1c-f6c3-46a4-8563-edde97ee6896 None None] Allocated IP 2001:db8::f816:3eff:fe4f:55c9 (c68ada5d-da8a-41c6-813a-b53f9c35e893/ee73da5d-6bb5-4fa7-947f-80b9a2956254/7351b80c-229a-40fc-8c4e-3de4a68533fc) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:37.361454 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device e5f7b5fe-99fe-4306-a204-9913ce6f8536 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:24:37.371784 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50308f6e-9847-49b3-a5f3-ead2fce0970d tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:24:37.417151 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-294fe21c-00cc-42f6-ad40-ad86a74d8b04 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "PUT /v2.0/subnets/4c8f6cec-f42f-49f7-b95d-5db4c8f66f72/tags/tempest-TagsExtTest-Tag-755867236 HTTP/1.1" status: 201 len: 201 time: 0.1287229 Jan 18 20:24:37.420448 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34796) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:37.425053 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-96451d66-28f5-4382-8c21-de522ba4c535 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f531e74e-b9fd-44ea-aac3-4a285f10df25', 'tempest-TagsExtTest-Tag-1099077281') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:37.479047 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-50308f6e-9847-49b3-a5f3-ead2fce0970d tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (c6703419-99be-49e5-b1a6-5750cf6c7953), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:37.479409 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-50308f6e-9847-49b3-a5f3-ead2fce0970d tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Added segment c6703419-99be-49e5-b1a6-5750cf6c7953 of type vlan for network b77e87e4-70d8-46bd-9b01-726ac2dc3e64 Jan 18 20:24:37.502847 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e08b17-e779-4a03-bd04-adff266aa02f req-964a703a-b049-4f93-b322-9a486bd16261 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:37.504429 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-74e08b17-e779-4a03-bd04-adff266aa02f req-964a703a-b049-4f93-b322-9a486bd16261 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 946 time: 0.3077259 Jan 18 20:24:37.505097 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9333378e-7b6e-4215-ba9f-1aa4a2dd00a8 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (bb195a43-da45-4f96-bc4a-f43dbf21e6c0), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:37.515898 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-96451d66-28f5-4382-8c21-de522ba4c535 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "PUT /v2.0/ports/f531e74e-b9fd-44ea-aac3-4a285f10df25/tags/tempest-TagsExtTest-Tag-1099077281 HTTP/1.1" status: 201 len: 201 time: 0.0943310 Jan 18 20:24:37.518629 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34800) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:37.523492 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port e5f7b5fe-99fe-4306-a204-9913ce6f8536 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:37.524054 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e5f7b5fe-99fe-4306-a204-9913ce6f8536), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:37.524852 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-50d5257a-ad74-4ef8-ae05-d4c9a467c7d8 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'cde0621b-873a-4175-9ca0-fe6ebce9883a', 'tempest-TagsExtTest-Tag-439400436') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:37.543348 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cb927-f5df-4a24-86e3-11a89d6f3757 req-bd0aa062-4e6d-43b1-ac95-60ec0f89790f tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:37.551383 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f37cb927-f5df-4a24-86e3-11a89d6f3757 req-bd0aa062-4e6d-43b1-ac95-60ec0f89790f tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/ports?device_id=93148927-e2e0-4f29-97c2-e9d6379275dc HTTP/1.1" status: 200 len: 945 time: 0.3073442 Jan 18 20:24:37.610769 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333378e-7b6e-4215-ba9f-1aa4a2dd00a8 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Port': ['ID=bb195a43-da45-4f96-bc4a-f43dbf21e6c0,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:37.611356 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b921ad1c-f6c3-46a4-8563-edde97ee6896 None None] Publish callbacks [] for port (7351b80c-229a-40fc-8c4e-3de4a68533fc), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:37.630203 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-50d5257a-ad74-4ef8-ae05-d4c9a467c7d8 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "PUT /v2.0/routers/cde0621b-873a-4175-9ca0-fe6ebce9883a/tags/tempest-TagsExtTest-Tag-439400436 HTTP/1.1" status: 201 len: 201 time: 0.1102712 Jan 18 20:24:37.632923 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34804) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:37.638757 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-c35c1dec-aa3b-4da5-9d66-e8793512d84c tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b5d569ff-3fea-4189-a851-604de86f4280', 'tempest-TagsExtTest-Tag-912966863') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:37.646164 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b921ad1c-f6c3-46a4-8563-edde97ee6896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (7351b80c-229a-40fc-8c4e-3de4a68533fc), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:37.672937 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bf7382-9f10-4ed3-b194-30cc37b473ff tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:37.684635 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-50308f6e-9847-49b3-a5f3-ead2fce0970d tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (b77e87e4-70d8-46bd-9b01-726ac2dc3e64), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:37.693900 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c35c1dec-aa3b-4da5-9d66-e8793512d84c tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "PUT /v2.0/subnetpools/b5d569ff-3fea-4189-a851-604de86f4280/tags/tempest-TagsExtTest-Tag-912966863 HTTP/1.1" status: 201 len: 201 time: 0.0589042 Jan 18 20:24:37.695781 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34808) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:37.702730 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-f409e68d-b629-4164-9d3d-86cd78bf9176 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '4c8f6cec-f42f-49f7-b95d-5db4c8f66f72', {'tags': ['tempest-TagsExtTest-Tag-626488197', 'tempest-TagsExtTest-Tag-655001346', 'tempest-TagsExtTest-Tag-1441562986']}) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:37.727157 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b921ad1c-f6c3-46a4-8563-edde97ee6896 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:37.727613 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port e5f7b5fe-99fe-4306-a204-9913ce6f8536 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:37.750630 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921ad1c-f6c3-46a4-8563-edde97ee6896 None None] Pushing event updated for resources: {'Port': ['ID=7351b80c-229a-40fc-8c4e-3de4a68533fc,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:37.765281 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-b921ad1c-f6c3-46a4-8563-edde97ee6896 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:37.773606 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b921ad1c-f6c3-46a4-8563-edde97ee6896 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:37.788243 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9333378e-7b6e-4215-ba9f-1aa4a2dd00a8 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:37.794339 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9333378e-7b6e-4215-ba9f-1aa4a2dd00a8 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/ports/bb195a43-da45-4f96-bc4a-f43dbf21e6c0 HTTP/1.1" status: 204 len: 168 time: 1.5963449 Jan 18 20:24:37.796879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34810) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:37.816037 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-74e08b17-e779-4a03-bd04-adff266aa02f req-1e519aa2-5561-4442-b486-c98d1813af05 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293129 Jan 18 20:24:37.862724 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f409e68d-b629-4164-9d3d-86cd78bf9176 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "PUT /v2.0/subnets/4c8f6cec-f42f-49f7-b95d-5db4c8f66f72/tags HTTP/1.1" status: 200 len: 316 time: 0.1655204 Jan 18 20:24:37.864358 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef79371-1e7c-4c53-b051-5ceb9a9def38 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] GET failed (client error): The resource could not be found. Jan 18 20:24:37.868638 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bef79371-1e7c-4c53-b051-5ceb9a9def38 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "GET /v2.0/ports/bb195a43-da45-4f96-bc4a-f43dbf21e6c0 HTTP/1.1" status: 404 len: 333 time: 0.0694716 Jan 18 20:24:37.869251 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34812) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:37.869660 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34814) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:37.882527 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-d1a0593c-36bd-46b9-868a-bc7875d37f0e tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4c8f6cec-f42f-49f7-b95d-5db4c8f66f72') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:37.893333 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device cae06ba3-760f-4f73-9610-7166393fafa0 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:24:37.896233 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.db.resource_extend [None req-50308f6e-9847-49b3-a5f3-ead2fce0970d tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:24:37.928965 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: cae06ba3-760f-4f73-9610-7166393fafa0 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:24:37.929626 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device cae06ba3-760f-4f73-9610-7166393fafa0 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:24:37.935440 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f37cb927-f5df-4a24-86e3-11a89d6f3757 req-1cc83b3e-850c-47ad-bf6f-fc1f85fb3bf5 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/security-groups?id=e143cbb1-83a0-43f4-b358-016c6b1306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831813 Jan 18 20:24:37.974325 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-50308f6e-9847-49b3-a5f3-ead2fce0970d tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (b77e87e4-70d8-46bd-9b01-726ac2dc3e64), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:37.981713 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50308f6e-9847-49b3-a5f3-ead2fce0970d tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:37.982384 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-50308f6e-9847-49b3-a5f3-ead2fce0970d tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:37.983381 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b921ad1c-f6c3-46a4-8563-edde97ee6896 None None] Attempting to bind port 7351b80c-229a-40fc-8c4e-3de4a68533fc on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:24:37.983895 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b921ad1c-f6c3-46a4-8563-edde97ee6896 None None] Attempting to bind port 7351b80c-229a-40fc-8c4e-3de4a68533fc by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:24:37.984358 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b921ad1c-f6c3-46a4-8563-edde97ee6896 None None] Attempting to bind port 7351b80c-229a-40fc-8c4e-3de4a68533fc on network c68ada5d-da8a-41c6-813a-b53f9c35e893 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:24:37.994955 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b921ad1c-f6c3-46a4-8563-edde97ee6896 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:24:37.995651 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b921ad1c-f6c3-46a4-8563-edde97ee6896 None None] Checking segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:37.996353 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b921ad1c-f6c3-46a4-8563-edde97ee6896 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:37.997666 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b921ad1c-f6c3-46a4-8563-edde97ee6896 None None] Bound using segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:24:37.998341 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b921ad1c-f6c3-46a4-8563-edde97ee6896 None None] Bound port: 7351b80c-229a-40fc-8c4e-3de4a68533fc, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:24:37.998933 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b921ad1c-f6c3-46a4-8563-edde97ee6896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7351b80c-229a-40fc-8c4e-3de4a68533fc), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:38.079477 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b921ad1c-f6c3-46a4-8563-edde97ee6896 None None] For port 7351b80c-229a-40fc-8c4e-3de4a68533fc, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:24:38.080439 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50308f6e-9847-49b3-a5f3-ead2fce0970d tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event updated for resources: {'Network': ['ID=b77e87e4-70d8-46bd-9b01-726ac2dc3e64,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:38.097024 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b921ad1c-f6c3-46a4-8563-edde97ee6896 None None] For port 7351b80c-229a-40fc-8c4e-3de4a68533fc, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7351b80c-229a-40fc-8c4e-3de4a68533fc,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:24:38.099905 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network b77e87e4-70d8-46bd-9b01-726ac2dc3e64 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:24:38.106361 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b921ad1c-f6c3-46a4-8563-edde97ee6896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7351b80c-229a-40fc-8c4e-3de4a68533fc), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:38.116876 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a355444c-4ae8-44c9-89db-5c4e8374eb96 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting port 0e767ad7-a9e8-4fac-bf7d-309c064b2227 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:38.117483 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a355444c-4ae8-44c9-89db-5c4e8374eb96 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (0e767ad7-a9e8-4fac-bf7d-309c064b2227), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:38.119040 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-50308f6e-9847-49b3-a5f3-ead2fce0970d tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6000371 Jan 18 20:24:38.124813 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34818) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:38.125415 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46bf7382-9f10-4ed3-b194-30cc37b473ff tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:38.130755 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-e74e6c50-978c-4138-811a-4c9df7a75357 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Request body: {'subnet': {'network_id': 'b77e87e4-70d8-46bd-9b01-726ac2dc3e64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:38.155412 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-46bf7382-9f10-4ed3-b194-30cc37b473ff tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] device_id is not set on port 604646c2-a367-4099-b422-fa5c71c1db38 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:24:38.168797 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07caba7-1270-4079-8475-c2bceaac9b9d req-bfa0f397-b2d8-4976-a61a-73fdb11a5e40 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:38.174977 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07caba7-1270-4079-8475-c2bceaac9b9d req-bfa0f397-b2d8-4976-a61a-73fdb11a5e40 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:38.176703 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a07caba7-1270-4079-8475-c2bceaac9b9d req-bfa0f397-b2d8-4976-a61a-73fdb11a5e40 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 1681 time: 0.1875172 Jan 18 20:24:38.246128 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 887e7f46-77ef-4212-813e-b54c230e2d50 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:24:38.282563 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921ad1c-f6c3-46a4-8563-edde97ee6896 None None] Pushing event updated for resources: {'Port': ['ID=7351b80c-229a-40fc-8c4e-3de4a68533fc,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:38.300332 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a07caba7-1270-4079-8475-c2bceaac9b9d req-fdd45060-6cb1-43ee-acd1-c54179aa8bdb tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112983 Jan 18 20:24:38.343704 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d1a0593c-36bd-46b9-868a-bc7875d37f0e tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "DELETE /v2.0/subnets/4c8f6cec-f42f-49f7-b95d-5db4c8f66f72/tags HTTP/1.1" status: 204 len: 168 time: 0.4699693 Jan 18 20:24:38.344277 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34822) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:38.350051 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.tag.tag_plugin [None req-ab5befff-4323-4c46-96c9-15f9006fac2e tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4c8f6cec-f42f-49f7-b95d-5db4c8f66f72', 'tempest-TagsExtTest-Tag-626488197') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:38.352342 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 887e7f46-77ef-4212-813e-b54c230e2d50 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:24:38.357942 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 887e7f46-77ef-4212-813e-b54c230e2d50 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:38.358376 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (887e7f46-77ef-4212-813e-b54c230e2d50), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:38.370304 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74e6c50-978c-4138-811a-4c9df7a75357 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Made reservation on behalf of 77abb998886b4c7181d724dcc5445bb0 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:38.374817 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e74e6c50-978c-4138-811a-4c9df7a75357 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:38.420050 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a355444c-4ae8-44c9-89db-5c4e8374eb96 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (0e767ad7-a9e8-4fac-bf7d-309c064b2227), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:38.496434 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-ab5befff-4323-4c46-96c9-15f9006fac2e tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] show failed (client error): The resource could not be found. Jan 18 20:24:38.500227 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ab5befff-4323-4c46-96c9-15f9006fac2e tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "GET /v2.0/subnets/4c8f6cec-f42f-49f7-b95d-5db4c8f66f72/tags/tempest-TagsExtTest-Tag-626488197 HTTP/1.1" status: 404 len: 328 time: 0.1522121 Jan 18 20:24:38.502521 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34828) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:38.502725 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a355444c-4ae8-44c9-89db-5c4e8374eb96 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Calling delete_port for 0e767ad7-a9e8-4fac-bf7d-309c064b2227 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:38.531318 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.tag.tag_plugin [None req-62ed9e68-f741-4941-8554-3713644641f8 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4c8f6cec-f42f-49f7-b95d-5db4c8f66f72', 'tempest-TagsExtTest-Tag-655001346') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:38.565246 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 887e7f46-77ef-4212-813e-b54c230e2d50 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:38.568126 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (887e7f46-77ef-4212-813e-b54c230e2d50), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:38.610729 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93148927-e2e0-4f29-97c2-e9d6379275dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887e7f46-77ef-4212-813e-b54c230e2d50'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:24:38.613918 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f3bdd6-414f-4747-841b-971a751a690f" -d '{"events": [{"server_uuid": "93148927-e2e0-4f29-97c2-e9d6379275dc", "name": "network-vif-plugged", "status": "completed", "tag": "887e7f46-77ef-4212-813e-b54c230e2d50"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:24:38.645095 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 887e7f46-77ef-4212-813e-b54c230e2d50, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=887e7f46-77ef-4212-813e-b54c230e2d50,segment=NetworkSegment(c06d65af-b5b6-453f-a1ef-f806ab8cf49f),segment_id=c06d65af-b5b6-453f-a1ef-f806ab8cf49f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:38.651622 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (887e7f46-77ef-4212-813e-b54c230e2d50), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:38.652565 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e83831d5-2222-4f88-9823-55f6e4414226 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:24:38.689519 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e009dae1-71ac-4180-9656-3aaa0fe0b02c x-openstack-request-id: req-e009dae1-71ac-4180-9656-3aaa0fe0b02c {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:24:38.690117 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93148927-e2e0-4f29-97c2-e9d6379275dc", "name": "network-vif-plugged", "status": "completed", "tag": "887e7f46-77ef-4212-813e-b54c230e2d50", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:24:38.690377 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e009dae1-71ac-4180-9656-3aaa0fe0b02c {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:24:38.691010 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93148927-e2e0-4f29-97c2-e9d6379275dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887e7f46-77ef-4212-813e-b54c230e2d50', 'code': 200} Jan 18 20:24:38.794047 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=887e7f46-77ef-4212-813e-b54c230e2d50,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:38.811724 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port e83831d5-2222-4f88-9823-55f6e4414226 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:24:38.817378 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port e83831d5-2222-4f88-9823-55f6e4414226 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:38.818060 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e83831d5-2222-4f88-9823-55f6e4414226), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:38.947781 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port e83831d5-2222-4f88-9823-55f6e4414226 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:38.948570 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e83831d5-2222-4f88-9823-55f6e4414226), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:38.987880 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-46bf7382-9f10-4ed3-b194-30cc37b473ff tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 172.20.0.8 (c68ada5d-da8a-41c6-813a-b53f9c35e893/360011c4-8372-4b28-a618-8f6b834e8808/604646c2-a367-4099-b422-fa5c71c1db38) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:39.009775 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e59f8-429b-48c9-a93c-9ec9660c750e req-1a06e58f-b889-4083-aa8a-495dbb2a8bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:39.015123 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-46bf7382-9f10-4ed3-b194-30cc37b473ff tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 2001:db8::f816:3eff:fea6:7043 (c68ada5d-da8a-41c6-813a-b53f9c35e893/ee73da5d-6bb5-4fa7-947f-80b9a2956254/604646c2-a367-4099-b422-fa5c71c1db38) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:39.016262 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-237e59f8-429b-48c9-a93c-9ec9660c750e req-1a06e58f-b889-4083-aa8a-495dbb2a8bf2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=93148927-e2e0-4f29-97c2-e9d6379275dc HTTP/1.1" status: 200 len: 1097 time: 0.2463601 Jan 18 20:24:39.020397 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port e83831d5-2222-4f88-9823-55f6e4414226, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e83831d5-2222-4f88-9823-55f6e4414226,segment=NetworkSegment(3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a),segment_id=3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:39.031655 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e83831d5-2222-4f88-9823-55f6e4414226), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:39.032479 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 98c9774a-948d-4952-8908-46dae54efb1c up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:24:39.057045 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a355444c-4ae8-44c9-89db-5c4e8374eb96 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (0e767ad7-a9e8-4fac-bf7d-309c064b2227), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:39.121607 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6b867-9394-4bc4-b2ac-5e4fdf026aba req-39907aaf-7597-4d50-a1bd-443ff447ec95 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:39.123739 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4df6b867-9394-4bc4-b2ac-5e4fdf026aba req-39907aaf-7597-4d50-a1bd-443ff447ec95 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 946 time: 0.1596403 Jan 18 20:24:39.136456 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355444c-4ae8-44c9-89db-5c4e8374eb96 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Port': ['ID=0e767ad7-a9e8-4fac-bf7d-309c064b2227,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:39.199765 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=e83831d5-2222-4f88-9823-55f6e4414226,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:39.228938 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 98c9774a-948d-4952-8908-46dae54efb1c completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:24:39.234954 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 98c9774a-948d-4952-8908-46dae54efb1c triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:39.235329 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (98c9774a-948d-4952-8908-46dae54efb1c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:39.245312 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-62ed9e68-f741-4941-8554-3713644641f8 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] show failed (client error): The resource could not be found. Jan 18 20:24:39.249568 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-62ed9e68-f741-4941-8554-3713644641f8 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "GET /v2.0/subnets/4c8f6cec-f42f-49f7-b95d-5db4c8f66f72/tags/tempest-TagsExtTest-Tag-655001346 HTTP/1.1" status: 404 len: 328 time: 0.7430048 Jan 18 20:24:39.249727 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a355444c-4ae8-44c9-89db-5c4e8374eb96 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:39.255802 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a355444c-4ae8-44c9-89db-5c4e8374eb96 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/ports/0e767ad7-a9e8-4fac-bf7d-309c064b2227 HTTP/1.1" status: 204 len: 168 time: 1.3833838 Jan 18 20:24:39.258405 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-237e59f8-429b-48c9-a93c-9ec9660c750e req-f07b7f38-0d38-47d2-aef8-46b2beda9c8f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e143cbb1-83a0-43f4-b358-016c6b1306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882126 Jan 18 20:24:39.258938 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34842) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:39.259185 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34844) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:39.283596 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-1a512551-b70c-437a-89a9-83dcecb61d23 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4c8f6cec-f42f-49f7-b95d-5db4c8f66f72', 'tempest-TagsExtTest-Tag-1441562986') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:39.332533 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1a05b-edf3-490a-a5eb-a407e8c36be6 req-0ba82b0d-25b7-4bb1-b041-61b5d86cd0ff tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:39.335920 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f4f1a05b-edf3-490a-a5eb-a407e8c36be6 req-0ba82b0d-25b7-4bb1-b041-61b5d86cd0ff tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/ports?device_id=93148927-e2e0-4f29-97c2-e9d6379275dc HTTP/1.1" status: 200 len: 946 time: 0.2606504 Jan 18 20:24:39.354927 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b796a5f-d87e-4429-947b-53f5c62e6f70 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] GET failed (client error): The resource could not be found. Jan 18 20:24:39.363324 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1b796a5f-d87e-4429-947b-53f5c62e6f70 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "GET /v2.0/ports/0e767ad7-a9e8-4fac-bf7d-309c064b2227 HTTP/1.1" status: 404 len: 333 time: 0.0991352 Jan 18 20:24:39.363822 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34848) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:39.404359 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 98c9774a-948d-4952-8908-46dae54efb1c is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:39.404757 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (98c9774a-948d-4952-8908-46dae54efb1c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:39.458346 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4df6b867-9394-4bc4-b2ac-5e4fdf026aba req-1e409c43-c7f8-4432-b325-394f2564d993 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217270 Jan 18 20:24:39.489379 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 98c9774a-948d-4952-8908-46dae54efb1c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=98c9774a-948d-4952-8908-46dae54efb1c,segment=NetworkSegment(0189c155-285f-4fc0-acf2-28f6faf4cfa9),segment_id=0189c155-285f-4fc0-acf2-28f6faf4cfa9)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:39.491946 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7351b80c-229a-40fc-8c4e-3de4a68533fc up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:24:39.549240 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (98c9774a-948d-4952-8908-46dae54efb1c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:39.556937 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f4f1a05b-edf3-490a-a5eb-a407e8c36be6 req-ae085816-9f98-43db-be97-af26fb79bab7 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/security-groups?id=e143cbb1-83a0-43f4-b358-016c6b1306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678452 Jan 18 20:24:39.645270 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46bf7382-9f10-4ed3-b194-30cc37b473ff tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (604646c2-a367-4099-b422-fa5c71c1db38), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:39.651572 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-2660c88d-5aa0-440f-ae7f-86275c01790e tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting subnet 45c060ce-11b4-4235-8eab-1691ae438fec {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:24:39.677369 n-d-741529-9 neutron-server[103335]: DEBUG neutron.objects.ports [None req-e74e6c50-978c-4138-811a-4c9df7a75357 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103335) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 20:24:39.678236 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2660c88d-5aa0-440f-ae7f-86275c01790e tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for subnet (45c060ce-11b4-4235-8eab-1691ae438fec), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:39.709333 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e74e6c50-978c-4138-811a-4c9df7a75357 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (76879935-f2f9-4304-82e2-5748e51f4085), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:39.721474 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=98c9774a-948d-4952-8908-46dae54efb1c,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:39.746790 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbf77e-a747-462c-ac68-8fd4238ac3b5 req-184ace1b-30f3-4cf1-924f-8cbc3edcf7f1 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:39.754981 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbf77e-a747-462c-ac68-8fd4238ac3b5 req-184ace1b-30f3-4cf1-924f-8cbc3edcf7f1 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:39.756670 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-67bbf77e-a747-462c-ac68-8fd4238ac3b5 req-184ace1b-30f3-4cf1-924f-8cbc3edcf7f1 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 1683 time: 0.1386285 Jan 18 20:24:39.758374 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46bf7382-9f10-4ed3-b194-30cc37b473ff tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (604646c2-a367-4099-b422-fa5c71c1db38), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:39.781004 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 7351b80c-229a-40fc-8c4e-3de4a68533fc triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:39.781980 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7351b80c-229a-40fc-8c4e-3de4a68533fc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:39.802097 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e6c50-978c-4138-811a-4c9df7a75357 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event updated for resources: {'Subnet': ['ID=76879935-f2f9-4304-82e2-5748e51f4085,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:39.814226 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2660c88d-5aa0-440f-ae7f-86275c01790e tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (45c060ce-11b4-4235-8eab-1691ae438fec), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:39.839806 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-1a512551-b70c-437a-89a9-83dcecb61d23 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] show failed (client error): The resource could not be found. Jan 18 20:24:39.841421 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1a512551-b70c-437a-89a9-83dcecb61d23 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "GET /v2.0/subnets/4c8f6cec-f42f-49f7-b95d-5db4c8f66f72/tags/tempest-TagsExtTest-Tag-1441562986 HTTP/1.1" status: 404 len: 329 time: 0.5786431 Jan 18 20:24:39.848224 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34856) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:39.853863 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bf7382-9f10-4ed3-b194-30cc37b473ff tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:39.855506 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-c47ae068-2f4a-4e29-891b-84222e53930e tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f531e74e-b9fd-44ea-aac3-4a285f10df25', {'tags': ['tempest-TagsExtTest-Tag-1354391814', 'tempest-TagsExtTest-Tag-174913042', 'tempest-TagsExtTest-Tag-1849364782']}) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:39.871284 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-46bf7382-9f10-4ed3-b194-30cc37b473ff tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:39.874310 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bf7382-9f10-4ed3-b194-30cc37b473ff tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:39.925218 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48adfbb0-55ba-47a0-bf0e-a25d3042fb06 None None] get_active_networks_info from n-d-741529-9 {{(pid=103337) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 18 20:24:39.953273 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74e6c50-978c-4138-811a-4c9df7a75357 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Checking segment: {'id': 'c6703419-99be-49e5-b1a6-5750cf6c7953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b77e87e4-70d8-46bd-9b01-726ac2dc3e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:39.953656 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74e6c50-978c-4138-811a-4c9df7a75357 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Network hostable DHCP agents. Network: b77e87e4-70d8-46bd-9b01-726ac2dc3e64, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:24:39.963972 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bf7382-9f10-4ed3-b194-30cc37b473ff tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:39.964797 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46bf7382-9f10-4ed3-b194-30cc37b473ff tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:39.992533 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-67bbf77e-a747-462c-ac68-8fd4238ac3b5 req-790092e8-b48b-4a5a-9ec0-783dd8130a6c tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220294 Jan 18 20:24:40.006372 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf7382-9f10-4ed3-b194-30cc37b473ff tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=604646c2-a367-4099-b422-fa5c71c1db38,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:40.033318 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2660c88d-5aa0-440f-ae7f-86275c01790e tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (45c060ce-11b4-4235-8eab-1691ae438fec), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:40.038514 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74e6c50-978c-4138-811a-4c9df7a75357 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Network b77e87e4-70d8-46bd-9b01-726ac2dc3e64 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:24:40.039762 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-46bf7382-9f10-4ed3-b194-30cc37b473ff tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2669506 Jan 18 20:24:40.040748 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34862) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:40.079908 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c47ae068-2f4a-4e29-891b-84222e53930e tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "PUT /v2.0/ports/f531e74e-b9fd-44ea-aac3-4a285f10df25/tags HTTP/1.1" status: 200 len: 317 time: 0.2277102 Jan 18 20:24:40.085733 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34866) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:40.096777 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.tag.tag_plugin [None req-efaad0e7-009a-4399-8360-7e52eced4e7e tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f531e74e-b9fd-44ea-aac3-4a285f10df25') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:40.116904 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-e74e6c50-978c-4138-811a-4c9df7a75357 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, b77e87e4-70d8-46bd-9b01-726ac2dc3e64) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:40.125139 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74e6c50-978c-4138-811a-4c9df7a75357 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:40.126127 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e74e6c50-978c-4138-811a-4c9df7a75357 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:40.134999 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2660c88d-5aa0-440f-ae7f-86275c01790e tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (45c060ce-11b4-4235-8eab-1691ae438fec), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:40.164961 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08df2454-417b-46d0-bc05-7a21f928a11c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:40.171844 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08df2454-417b-46d0-bc05-7a21f928a11c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:40.173507 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-08df2454-417b-46d0-bc05-7a21f928a11c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1315942 Jan 18 20:24:40.176971 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34870) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:40.197558 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e74e6c50-978c-4138-811a-4c9df7a75357 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.0712135 Jan 18 20:24:40.204104 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34872) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:40.207616 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2660c88d-5aa0-440f-ae7f-86275c01790e tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:40.216568 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2660c88d-5aa0-440f-ae7f-86275c01790e tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/subnets/45c060ce-11b4-4235-8eab-1691ae438fec HTTP/1.1" status: 204 len: 168 time: 0.8012595 Jan 18 20:24:40.217467 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34874) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:40.236614 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-efaad0e7-009a-4399-8360-7e52eced4e7e tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "DELETE /v2.0/ports/f531e74e-b9fd-44ea-aac3-4a285f10df25/tags HTTP/1.1" status: 204 len: 168 time: 0.1457126 Jan 18 20:24:40.236819 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 7351b80c-229a-40fc-8c4e-3de4a68533fc is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:40.236819 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7351b80c-229a-40fc-8c4e-3de4a68533fc), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:40.244872 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34876) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:40.251380 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.tag.tag_plugin [None req-0bb4fb1a-4fe1-46c2-8928-061a9a6df896 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f531e74e-b9fd-44ea-aac3-4a285f10df25', 'tempest-TagsExtTest-Tag-1354391814') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:40.266607 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c88d-5aa0-440f-ae7f-86275c01790e tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Subnet': ['ID=45c060ce-11b4-4235-8eab-1691ae438fec,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:40.279413 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d970b784-8e23-4e19-8cb0-26227f601bab None None] Provisioning complete for port 7351b80c-229a-40fc-8c4e-3de4a68533fc triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:40.279687 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d970b784-8e23-4e19-8cb0-26227f601bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7351b80c-229a-40fc-8c4e-3de4a68533fc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:40.347864 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 7351b80c-229a-40fc-8c4e-3de4a68533fc, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7351b80c-229a-40fc-8c4e-3de4a68533fc,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:40.366095 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7351b80c-229a-40fc-8c4e-3de4a68533fc), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:40.444429 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c3eb0d1-fc60-4ef6-99ec-ac7c35f1f484 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (220d3993-a57a-4e65-a5b1-330340b046c3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:40.465334 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80ed645e-48fb-4a33-951e-fbffb1ece2bb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (b77e87e4-70d8-46bd-9b01-726ac2dc3e64), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:40.472004 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-0bb4fb1a-4fe1-46c2-8928-061a9a6df896 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] show failed (client error): The resource could not be found. Jan 18 20:24:40.473058 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0bb4fb1a-4fe1-46c2-8928-061a9a6df896 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "GET /v2.0/ports/f531e74e-b9fd-44ea-aac3-4a285f10df25/tags/tempest-TagsExtTest-Tag-1354391814 HTTP/1.1" status: 404 len: 329 time: 0.2272446 Jan 18 20:24:40.476508 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34882) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:40.480656 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.tag.tag_plugin [None req-e4bd09ed-aa22-4499-a4dd-4e4b7e1af692 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f531e74e-b9fd-44ea-aac3-4a285f10df25', 'tempest-TagsExtTest-Tag-174913042') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:40.532247 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d98d68f0-fbd1-434c-92b1-f54f0c0cb4d9 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting port 604646c2-a367-4099-b422-fa5c71c1db38 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:40.532755 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d98d68f0-fbd1-434c-92b1-f54f0c0cb4d9 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (604646c2-a367-4099-b422-fa5c71c1db38), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:40.631650 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=7351b80c-229a-40fc-8c4e-3de4a68533fc,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:40.638115 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80ed645e-48fb-4a33-951e-fbffb1ece2bb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (76879935-f2f9-4304-82e2-5748e51f4085), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:40.642162 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-9c3eb0d1-fc60-4ef6-99ec-ac7c35f1f484 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting port e5f7b5fe-99fe-4306-a204-9913ce6f8536 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:40.642505 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c3eb0d1-fc60-4ef6-99ec-ac7c35f1f484 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e5f7b5fe-99fe-4306-a204-9913ce6f8536), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:40.680759 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d970b784-8e23-4e19-8cb0-26227f601bab None None] Current status of the port 7351b80c-229a-40fc-8c4e-3de4a68533fc is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:40.698239 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815c5017-8147-40e7-9f27-8aa841a249ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83831d5-2222-4f88-9823-55f6e4414226'}, {'server_uuid': '815c5017-8147-40e7-9f27-8aa841a249ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c9774a-948d-4952-8908-46dae54efb1c'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:24:40.703318 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f81127-5174-4ad5-b79a-961f26795f83" -d '{"events": [{"server_uuid": "815c5017-8147-40e7-9f27-8aa841a249ed", "name": "network-vif-plugged", "status": "completed", "tag": "e83831d5-2222-4f88-9823-55f6e4414226"}, {"server_uuid": "815c5017-8147-40e7-9f27-8aa841a249ed", "name": "network-vif-plugged", "status": "completed", "tag": "98c9774a-948d-4952-8908-46dae54efb1c"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:24:40.755908 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d98d68f0-fbd1-434c-92b1-f54f0c0cb4d9 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (604646c2-a367-4099-b422-fa5c71c1db38), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:40.775488 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-e4bd09ed-aa22-4499-a4dd-4e4b7e1af692 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] show failed (client error): The resource could not be found. Jan 18 20:24:40.776549 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e4bd09ed-aa22-4499-a4dd-4e4b7e1af692 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "GET /v2.0/ports/f531e74e-b9fd-44ea-aac3-4a285f10df25/tags/tempest-TagsExtTest-Tag-174913042 HTTP/1.1" status: 404 len: 328 time: 0.2991657 Jan 18 20:24:40.780845 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34894) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:40.786426 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26aa256-0f6d-49b3-a9b1-8f809520c5cf req-89d0ce31-49b7-4606-8b1f-5089a0e8f180 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:40.788067 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b26aa256-0f6d-49b3-a9b1-8f809520c5cf req-89d0ce31-49b7-4606-8b1f-5089a0e8f180 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 946 time: 0.2061000 Jan 18 20:24:40.789586 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-74208b79-46a6-44e1-8e17-f55cf3766812 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f531e74e-b9fd-44ea-aac3-4a285f10df25', 'tempest-TagsExtTest-Tag-1849364782') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:40.793042 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-9c3eb0d1-fc60-4ef6-99ec-ac7c35f1f484 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] For port e5f7b5fe-99fe-4306-a204-9913ce6f8536, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=e5f7b5fe-99fe-4306-a204-9913ce6f8536,segment=NetworkSegment(6528c4ed-4428-45f1-9874-6ab76d5a3d51),segment_id=6528c4ed-4428-45f1-9874-6ab76d5a3d51)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:40.793366 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c3eb0d1-fc60-4ef6-99ec-ac7c35f1f484 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e5f7b5fe-99fe-4306-a204-9913ce6f8536), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:40.796589 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d98d68f0-fbd1-434c-92b1-f54f0c0cb4d9 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Calling delete_port for 604646c2-a367-4099-b422-fa5c71c1db38 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:40.818824 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2b970-f6e5-407c-8e1e-20a56ca270c4 req-8e34634d-6bae-4a77-862c-4931cc519fe3 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:40.820183 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48adfbb0-55ba-47a0-bf0e-a25d3042fb06 None None] Unable to find a vacant binding_index for network b77e87e4-70d8-46bd-9b01-726ac2dc3e64 and agent aedf7989-aa5d-49f5-9945-0d422630356c {{(pid=103337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 18 20:24:40.820338 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dbe2b970-f6e5-407c-8e1e-20a56ca270c4 req-8e34634d-6bae-4a77-862c-4931cc519fe3 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/ports?device_id=93148927-e2e0-4f29-97c2-e9d6379275dc HTTP/1.1" status: 200 len: 946 time: 0.1318829 Jan 18 20:24:40.822917 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80ed645e-48fb-4a33-951e-fbffb1ece2bb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (76879935-f2f9-4304-82e2-5748e51f4085), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:40.829074 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48adfbb0-55ba-47a0-bf0e-a25d3042fb06 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, b77e87e4-70d8-46bd-9b01-726ac2dc3e64) {{(pid=103337) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 20:24:40.840127 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-9c3eb0d1-fc60-4ef6-99ec-ac7c35f1f484 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Calling delete_port for e5f7b5fe-99fe-4306-a204-9913ce6f8536 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:40.886951 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed645e-48fb-4a33-951e-fbffb1ece2bb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event deleted for resources: {'Subnet': ['ID=76879935-f2f9-4304-82e2-5748e51f4085,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:40.952089 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b26aa256-0f6d-49b3-a9b1-8f809520c5cf req-772f9421-0d3d-4c86-8c75-c3f0c19541d7 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503203 Jan 18 20:24:40.993960 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80ed645e-48fb-4a33-951e-fbffb1ece2bb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (b77e87e4-70d8-46bd-9b01-726ac2dc3e64), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:41.007909 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dbe2b970-f6e5-407c-8e1e-20a56ca270c4 req-b8e546f7-0f0b-4575-bb3d-69bbe4bd9a18 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/security-groups?id=e143cbb1-83a0-43f4-b358-016c6b1306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682875 Jan 18 20:24:41.025695 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-80ed645e-48fb-4a33-951e-fbffb1ece2bb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b77e87e4-70d8-46bd-9b01-726ac2dc3e64']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:41.030131 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-74208b79-46a6-44e1-8e17-f55cf3766812 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] show failed (client error): The resource could not be found. Jan 18 20:24:41.031175 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-74208b79-46a6-44e1-8e17-f55cf3766812 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "GET /v2.0/ports/f531e74e-b9fd-44ea-aac3-4a285f10df25/tags/tempest-TagsExtTest-Tag-1849364782 HTTP/1.1" status: 404 len: 329 time: 0.2449315 Jan 18 20:24:41.040045 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34902) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:41.044800 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-f367b709-e84b-483a-844f-a22bf2db9539 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'cde0621b-873a-4175-9ca0-fe6ebce9883a', {'tags': ['tempest-TagsExtTest-Tag-313511844', 'tempest-TagsExtTest-Tag-911398517', 'tempest-TagsExtTest-Tag-623564971']}) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:41.068927 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-80ed645e-48fb-4a33-951e-fbffb1ece2bb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6703419-99be-49e5-b1a6-5750cf6c7953') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:41.070097 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-80ed645e-48fb-4a33-951e-fbffb1ece2bb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6703419-99be-49e5-b1a6-5750cf6c7953') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:41.112768 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80ed645e-48fb-4a33-951e-fbffb1ece2bb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (c6703419-99be-49e5-b1a6-5750cf6c7953), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:41.129410 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 18 Jan 2022 20:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7142dd-20c1-4d03-8c87-5c215c4b94e8 x-openstack-request-id: req-6a7142dd-20c1-4d03-8c87-5c215c4b94e8 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:24:41.130018 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815c5017-8147-40e7-9f27-8aa841a249ed", "name": "network-vif-plugged", "status": "completed", "tag": "e83831d5-2222-4f88-9823-55f6e4414226", "code": 200}, {"server_uuid": "815c5017-8147-40e7-9f27-8aa841a249ed", "name": "network-vif-plugged", "status": "completed", "tag": "98c9774a-948d-4952-8908-46dae54efb1c", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:24:41.130425 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a7142dd-20c1-4d03-8c87-5c215c4b94e8 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:24:41.130992 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815c5017-8147-40e7-9f27-8aa841a249ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83831d5-2222-4f88-9823-55f6e4414226', 'code': 200} Jan 18 20:24:41.131394 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815c5017-8147-40e7-9f27-8aa841a249ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c9774a-948d-4952-8908-46dae54efb1c', 'code': 200} Jan 18 20:24:41.172000 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f367b709-e84b-483a-844f-a22bf2db9539 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "PUT /v2.0/routers/cde0621b-873a-4175-9ca0-fe6ebce9883a/tags HTTP/1.1" status: 200 len: 315 time: 0.1286910 Jan 18 20:24:41.188419 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34906) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:41.193946 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-bf8c5236-1c35-43cf-8bc8-93f99ed5cef9 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cde0621b-873a-4175-9ca0-fe6ebce9883a') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:41.221824 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80ed645e-48fb-4a33-951e-fbffb1ece2bb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (c6703419-99be-49e5-b1a6-5750cf6c7953), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:41.234032 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ed645e-48fb-4a33-951e-fbffb1ece2bb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:24:41.234407 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80ed645e-48fb-4a33-951e-fbffb1ece2bb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (c6703419-99be-49e5-b1a6-5750cf6c7953), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:41.245545 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c3eb0d1-fc60-4ef6-99ec-ac7c35f1f484 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e5f7b5fe-99fe-4306-a204-9913ce6f8536), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:41.359174 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:24:41.362774 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:24:41.370969 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80ed645e-48fb-4a33-951e-fbffb1ece2bb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (b77e87e4-70d8-46bd-9b01-726ac2dc3e64), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:41.377869 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7351b80c-229a-40fc-8c4e-3de4a68533fc up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:24:41.386855 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80ed645e-48fb-4a33-951e-fbffb1ece2bb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:41.390770 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-80ed645e-48fb-4a33-951e-fbffb1ece2bb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "DELETE /v2.0/networks/b77e87e4-70d8-46bd-9b01-726ac2dc3e64 HTTP/1.1" status: 204 len: 168 time: 1.1863003 Jan 18 20:24:41.396060 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34916) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:41.412106 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-b2ccc5fa-c722-46c6-abd3-bb4192ad986b tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-552409388'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:41.418078 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed645e-48fb-4a33-951e-fbffb1ece2bb tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event deleted for resources: {'Network': ['ID=b77e87e4-70d8-46bd-9b01-726ac2dc3e64,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:41.440298 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053025ce-bbd7-444c-a238-700e47e4430a req-b1ac23ec-3755-4adf-9af8-3cf2d5345bb6 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:41.446562 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053025ce-bbd7-444c-a238-700e47e4430a req-b1ac23ec-3755-4adf-9af8-3cf2d5345bb6 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:41.454921 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-053025ce-bbd7-444c-a238-700e47e4430a req-b1ac23ec-3755-4adf-9af8-3cf2d5345bb6 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 1683 time: 0.3205330 Jan 18 20:24:41.477781 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792dc33f-6d09-4a49-a3f4-b900f1b74a89 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:41.481025 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdeecf02-5cd0-4c30-be4e-962f969c4142 None None] Network b77e87e4-70d8-46bd-9b01-726ac2dc3e64 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:41.504580 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ccc5fa-c722-46c6-abd3-bb4192ad986b tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Made reservation on behalf of 77abb998886b4c7181d724dcc5445bb0 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:41.504979 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65651f18-42f2-4dc1-a4b8-821f539a4dc3 None None] Network 220d3993-a57a-4e65-a5b1-330340b046c3 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:41.508176 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b2ccc5fa-c722-46c6-abd3-bb4192ad986b tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:41.544952 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-053025ce-bbd7-444c-a238-700e47e4430a req-977dda37-4a15-4bba-8cc2-9c0931b99925 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890219 Jan 18 20:24:41.566116 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdeecf02-5cd0-4c30-be4e-962f969c4142 None None] Network b77e87e4-70d8-46bd-9b01-726ac2dc3e64 could not be found, it might have been deleted concurrently. {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 18 20:24:41.593187 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0a389b-eb47-42aa-b2d7-62d09b5d0555 None None] Network b77e87e4-70d8-46bd-9b01-726ac2dc3e64 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:41.683979 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0a389b-eb47-42aa-b2d7-62d09b5d0555 None None] Network b77e87e4-70d8-46bd-9b01-726ac2dc3e64 could not be found, it might have been deleted concurrently. {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 18 20:24:41.708685 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-6c21b794-6d90-44a0-ac74-cb554dd61a3a None None] Provisioning complete for port 887e7f46-77ef-4212-813e-b54c230e2d50 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:41.709127 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6c21b794-6d90-44a0-ac74-cb554dd61a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (887e7f46-77ef-4212-813e-b54c230e2d50), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:41.722520 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc7755-b5b0-4fb4-820e-3256077dd1e5 req-3423e1fe-7e00-4dd9-bec7-0de2e084d7bf tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:41.724491 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8fcc7755-b5b0-4fb4-820e-3256077dd1e5 req-3423e1fe-7e00-4dd9-bec7-0de2e084d7bf tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/ports?device_id=93148927-e2e0-4f29-97c2-e9d6379275dc HTTP/1.1" status: 200 len: 946 time: 0.0953138 Jan 18 20:24:41.803332 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8fcc7755-b5b0-4fb4-820e-3256077dd1e5 req-2372c5ff-f956-442b-90ad-47c69422068b tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/security-groups?id=e143cbb1-83a0-43f4-b358-016c6b1306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681188 Jan 18 20:24:41.806552 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 7351b80c-229a-40fc-8c4e-3de4a68533fc triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:41.807648 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7351b80c-229a-40fc-8c4e-3de4a68533fc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:41.829800 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ea02a-ebdc-4cec-862b-77412bc41801 req-69a5e2c3-4773-4322-a460-1791301754cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:41.830402 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ea02a-ebdc-4cec-862b-77412bc41801 req-69a5e2c3-4773-4322-a460-1791301754cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:41.832442 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-607ea02a-ebdc-4cec-862b-77412bc41801 req-69a5e2c3-4773-4322-a460-1791301754cd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 1985 time: 0.6814635 Jan 18 20:24:41.834735 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6654284-6195-4284-adee-2933142b2231 None None] DHCP port deletion for 220d3993-a57a-4e65-a5b1-330340b046c3 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:24:41.872808 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3eb0d1-fc60-4ef6-99ec-ac7c35f1f484 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Port': ['ID=e5f7b5fe-99fe-4306-a204-9913ce6f8536,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:41.874926 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3eb0d1-fc60-4ef6-99ec-ac7c35f1f484 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] No DVR routers for this DVR port e5f7b5fe-99fe-4306-a204-9913ce6f8536 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:24:41.969872 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6c21b794-6d90-44a0-ac74-cb554dd61a3a None None] Current status of the port 887e7f46-77ef-4212-813e-b54c230e2d50 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:41.997397 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 7351b80c-229a-40fc-8c4e-3de4a68533fc is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:42.080638 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-607ea02a-ebdc-4cec-862b-77412bc41801 req-b6ba1ea8-48c2-4e78-936a-8f72f7da6b17 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210155 Jan 18 20:24:42.085570 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c3eb0d1-fc60-4ef6-99ec-ac7c35f1f484 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (220d3993-a57a-4e65-a5b1-330340b046c3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:42.088942 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d98d68f0-fbd1-434c-92b1-f54f0c0cb4d9 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (604646c2-a367-4099-b422-fa5c71c1db38), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:42.094485 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ccc5fa-c722-46c6-abd3-bb4192ad986b tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:24:42.109795 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b2ccc5fa-c722-46c6-abd3-bb4192ad986b tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (689ebd5d-62bc-433f-b431-803ef168aba0), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:42.111993 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-b2ccc5fa-c722-46c6-abd3-bb4192ad986b tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Added segment 689ebd5d-62bc-433f-b431-803ef168aba0 of type vlan for network 8d98a228-ac49-4ec8-add4-21fec32edf01 Jan 18 20:24:42.142784 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-9c3eb0d1-fc60-4ef6-99ec-ac7c35f1f484 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220d3993-a57a-4e65-a5b1-330340b046c3']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:42.149190 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bf8c5236-1c35-43cf-8bc8-93f99ed5cef9 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "DELETE /v2.0/routers/cde0621b-873a-4175-9ca0-fe6ebce9883a/tags HTTP/1.1" status: 204 len: 168 time: 0.9587643 Jan 18 20:24:42.155365 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34934) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:42.160312 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-f86c69dc-d3a2-4dd1-8ba9-5f8a59723f5f tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cde0621b-873a-4175-9ca0-fe6ebce9883a', 'tempest-TagsExtTest-Tag-313511844') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:42.164806 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d68f0-fbd1-434c-92b1-f54f0c0cb4d9 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Port': ['ID=604646c2-a367-4099-b422-fa5c71c1db38,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:42.185385 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b2ccc5fa-c722-46c6-abd3-bb4192ad986b tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (8d98a228-ac49-4ec8-add4-21fec32edf01), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:42.230028 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-9c3eb0d1-fc60-4ef6-99ec-ac7c35f1f484 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6528c4ed-4428-45f1-9874-6ab76d5a3d51') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:42.230334 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-9c3eb0d1-fc60-4ef6-99ec-ac7c35f1f484 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6528c4ed-4428-45f1-9874-6ab76d5a3d51') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:42.239328 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a278ff-afe4-43ee-9385-48ab4503df4e req-c7b83b85-1d88-4c67-9f4f-1483e9bf758d tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:42.259192 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21a278ff-afe4-43ee-9385-48ab4503df4e req-c7b83b85-1d88-4c67-9f4f-1483e9bf758d tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 946 time: 0.2039506 Jan 18 20:24:42.286878 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b2ccc5fa-c722-46c6-abd3-bb4192ad986b tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (8d98a228-ac49-4ec8-add4-21fec32edf01), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:42.298511 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ccc5fa-c722-46c6-abd3-bb4192ad986b tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:42.299291 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b2ccc5fa-c722-46c6-abd3-bb4192ad986b tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:42.306501 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c3eb0d1-fc60-4ef6-99ec-ac7c35f1f484 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (6528c4ed-4428-45f1-9874-6ab76d5a3d51), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:42.371189 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c3eb0d1-fc60-4ef6-99ec-ac7c35f1f484 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (6528c4ed-4428-45f1-9874-6ab76d5a3d51), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:42.382608 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d98d68f0-fbd1-434c-92b1-f54f0c0cb4d9 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:42.386414 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d98d68f0-fbd1-434c-92b1-f54f0c0cb4d9 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/604646c2-a367-4099-b422-fa5c71c1db38 HTTP/1.1" status: 204 len: 168 time: 2.2076824 Jan 18 20:24:42.389297 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3eb0d1-fc60-4ef6-99ec-ac7c35f1f484 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:24:42.389862 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c3eb0d1-fc60-4ef6-99ec-ac7c35f1f484 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (6528c4ed-4428-45f1-9874-6ab76d5a3d51), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:42.395023 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:24:42.397517 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:24:42.400201 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34940) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:42.443228 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ccc5fa-c722-46c6-abd3-bb4192ad986b tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event updated for resources: {'Network': ['ID=8d98a228-ac49-4ec8-add4-21fec32edf01,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:42.456345 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 8d98a228-ac49-4ec8-add4-21fec32edf01 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:24:42.461239 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b2ccc5fa-c722-46c6-abd3-bb4192ad986b tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0604577 Jan 18 20:24:42.464703 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21a278ff-afe4-43ee-9385-48ab4503df4e req-80ee5bfc-6d1b-452e-a57f-52981cb6416f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043984 Jan 18 20:24:42.468097 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34944) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:42.473671 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-ceb2f18d-53c8-471f-91c1-471bc821a5c6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Request body: {'subnet': {'network_id': '8d98a228-ac49-4ec8-add4-21fec32edf01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:42.501402 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c3eb0d1-fc60-4ef6-99ec-ac7c35f1f484 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (220d3993-a57a-4e65-a5b1-330340b046c3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:42.514510 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c3eb0d1-fc60-4ef6-99ec-ac7c35f1f484 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:42.522971 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9c3eb0d1-fc60-4ef6-99ec-ac7c35f1f484 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/networks/220d3993-a57a-4e65-a5b1-330340b046c3 HTTP/1.1" status: 204 len: 168 time: 2.2577758 Jan 18 20:24:42.557218 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34946) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:42.562068 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-f86c69dc-d3a2-4dd1-8ba9-5f8a59723f5f tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] show failed (client error): The resource could not be found. Jan 18 20:24:42.563805 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f86c69dc-d3a2-4dd1-8ba9-5f8a59723f5f tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "GET /v2.0/routers/cde0621b-873a-4175-9ca0-fe6ebce9883a/tags/tempest-TagsExtTest-Tag-313511844 HTTP/1.1" status: 404 len: 328 time: 0.4064605 Jan 18 20:24:42.570465 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34950) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:42.573140 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-9b3f3419-fc3d-4b4f-84ef-d2556e5d5a0c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1476714628'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:42.578533 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-6a7199a6-f6fa-4da9-bb34-db6c8e53cdef tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cde0621b-873a-4175-9ca0-fe6ebce9883a', 'tempest-TagsExtTest-Tag-911398517') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:42.583303 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3eb0d1-fc60-4ef6-99ec-ac7c35f1f484 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Network': ['ID=220d3993-a57a-4e65-a5b1-330340b046c3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:42.595885 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675125a5-5fdc-443b-9edb-1f959a4b0ebc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:42.597512 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675125a5-5fdc-443b-9edb-1f959a4b0ebc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:42.605105 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675125a5-5fdc-443b-9edb-1f959a4b0ebc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:42.606862 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-675125a5-5fdc-443b-9edb-1f959a4b0ebc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2006040 Jan 18 20:24:42.612322 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34952) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:42.699421 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-6a7199a6-f6fa-4da9-bb34-db6c8e53cdef tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] show failed (client error): The resource could not be found. Jan 18 20:24:42.701180 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3f3419-fc3d-4b4f-84ef-d2556e5d5a0c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:42.704886 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6a7199a6-f6fa-4da9-bb34-db6c8e53cdef tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "GET /v2.0/routers/cde0621b-873a-4175-9ca0-fe6ebce9883a/tags/tempest-TagsExtTest-Tag-911398517 HTTP/1.1" status: 404 len: 328 time: 0.1307600 Jan 18 20:24:42.705452 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34958) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:42.707091 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3419-fc3d-4b4f-84ef-d2556e5d5a0c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:42.711086 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-245a1fd1-9b88-47fb-8ebb-2cedb5870777 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cde0621b-873a-4175-9ca0-fe6ebce9883a', 'tempest-TagsExtTest-Tag-623564971') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:42.777882 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb2f18d-53c8-471f-91c1-471bc821a5c6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Made reservation on behalf of 77abb998886b4c7181d724dcc5445bb0 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:42.782022 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f18d-53c8-471f-91c1-471bc821a5c6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:42.790820 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-3c30d3cb-5306-48d7-8218-102ae89ff061 None None] Could not find standard attr ID for object 604646c2-a367-4099-b422-fa5c71c1db38. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:24:42.791005 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-040a7dbc-a897-4837-ba77-234064ad55b0 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet 360011c4-8372-4b28-a618-8f6b834e8808 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:24:42.805998 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-3c30d3cb-5306-48d7-8218-102ae89ff061 None None] Provisioning complete for port 7351b80c-229a-40fc-8c4e-3de4a68533fc triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:42.806326 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3c30d3cb-5306-48d7-8218-102ae89ff061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7351b80c-229a-40fc-8c4e-3de4a68533fc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:42.815022 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-245a1fd1-9b88-47fb-8ebb-2cedb5870777 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] show failed (client error): The resource could not be found. Jan 18 20:24:42.818692 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-245a1fd1-9b88-47fb-8ebb-2cedb5870777 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "GET /v2.0/routers/cde0621b-873a-4175-9ca0-fe6ebce9883a/tags/tempest-TagsExtTest-Tag-623564971 HTTP/1.1" status: 404 len: 328 time: 0.1094129 Jan 18 20:24:42.819696 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34960) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:42.820001 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b3f3419-fc3d-4b4f-84ef-d2556e5d5a0c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:24:42.823639 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-040a7dbc-a897-4837-ba77-234064ad55b0 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (360011c4-8372-4b28-a618-8f6b834e8808), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:42.824497 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-6a0540ca-648e-4cdf-9c8d-3ddb328c2f0e tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b5d569ff-3fea-4189-a851-604de86f4280', {'tags': ['tempest-TagsExtTest-Tag-1298934927', 'tempest-TagsExtTest-Tag-215006371', 'tempest-TagsExtTest-Tag-418964239']}) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:42.874387 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6a0540ca-648e-4cdf-9c8d-3ddb328c2f0e tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "PUT /v2.0/subnetpools/b5d569ff-3fea-4189-a851-604de86f4280/tags HTTP/1.1" status: 200 len: 316 time: 0.0539038 Jan 18 20:24:42.877185 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34964) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:42.886438 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-14c1c9f0-f227-4201-ac25-52472ddcda24 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b5d569ff-3fea-4189-a851-604de86f4280') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:42.940686 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3c30d3cb-5306-48d7-8218-102ae89ff061 None None] Current status of the port 7351b80c-229a-40fc-8c4e-3de4a68533fc is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:42.960235 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-14c1c9f0-f227-4201-ac25-52472ddcda24 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "DELETE /v2.0/subnetpools/b5d569ff-3fea-4189-a851-604de86f4280/tags HTTP/1.1" status: 204 len: 168 time: 0.0793219 Jan 18 20:24:42.960500 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34968) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:42.967016 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-58130450-78cb-4cf1-82bb-9b580b157d6c tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b5d569ff-3fea-4189-a851-604de86f4280', 'tempest-TagsExtTest-Tag-1298934927') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:42.993455 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-58130450-78cb-4cf1-82bb-9b580b157d6c tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] show failed (client error): The resource could not be found. Jan 18 20:24:42.994962 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-58130450-78cb-4cf1-82bb-9b580b157d6c tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "GET /v2.0/subnetpools/b5d569ff-3fea-4189-a851-604de86f4280/tags/tempest-TagsExtTest-Tag-1298934927 HTTP/1.1" status: 404 len: 329 time: 0.0335312 Jan 18 20:24:42.998761 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34970) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:43.003207 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-437b4863-3fd6-4f2a-9ca4-96c85aefe156 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b5d569ff-3fea-4189-a851-604de86f4280', 'tempest-TagsExtTest-Tag-215006371') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:43.019152 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac49ea-a5dd-434f-b7af-43e09a5d05e4 req-4b4e609f-4228-4fd4-a14c-c39263fa3715 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:43.032935 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac49ea-a5dd-434f-b7af-43e09a5d05e4 req-4b4e609f-4228-4fd4-a14c-c39263fa3715 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:43.035809 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-01ac49ea-a5dd-434f-b7af-43e09a5d05e4 req-4b4e609f-4228-4fd4-a14c-c39263fa3715 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 1683 time: 0.3830965 Jan 18 20:24:43.051881 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-040a7dbc-a897-4837-ba77-234064ad55b0 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (360011c4-8372-4b28-a618-8f6b834e8808), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:43.055283 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3419-fc3d-4b4f-84ef-d2556e5d5a0c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (b6b4bcc0-c125-4b24-a09d-715ed0561005), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:43.055794 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-9b3f3419-fc3d-4b4f-84ef-d2556e5d5a0c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Added segment b6b4bcc0-c125-4b24-a09d-715ed0561005 of type vlan for network 18538a00-3a41-43a1-b01a-c2f4abf793f4 Jan 18 20:24:43.058122 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-437b4863-3fd6-4f2a-9ca4-96c85aefe156 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] show failed (client error): The resource could not be found. Jan 18 20:24:43.059772 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-437b4863-3fd6-4f2a-9ca4-96c85aefe156 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "GET /v2.0/subnetpools/b5d569ff-3fea-4189-a851-604de86f4280/tags/tempest-TagsExtTest-Tag-215006371 HTTP/1.1" status: 404 len: 328 time: 0.0594988 Jan 18 20:24:43.062736 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34972) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:43.070152 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-36810c9c-c1f5-44e4-8c38-0302aae06017 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b5d569ff-3fea-4189-a851-604de86f4280', 'tempest-TagsExtTest-Tag-418964239') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:43.104653 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-36810c9c-c1f5-44e4-8c38-0302aae06017 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] show failed (client error): The resource could not be found. Jan 18 20:24:43.106744 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-36810c9c-c1f5-44e4-8c38-0302aae06017 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "GET /v2.0/subnetpools/b5d569ff-3fea-4189-a851-604de86f4280/tags/tempest-TagsExtTest-Tag-418964239 HTTP/1.1" status: 404 len: 328 time: 0.0419025 Jan 18 20:24:43.109398 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34976) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:43.115165 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-f1903456-670a-4539-b958-4724e0431e31 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b5d569ff-3fea-4189-a851-604de86f4280') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:43.148564 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f1903456-670a-4539-b958-4724e0431e31 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "DELETE /v2.0/subnetpools/b5d569ff-3fea-4189-a851-604de86f4280/tags HTTP/1.1" status: 204 len: 168 time: 0.0378547 Jan 18 20:24:43.151268 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34978) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:43.171001 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-57a0be6c-048d-4a64-9649-33bfdb4df40e tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cde0621b-873a-4175-9ca0-fe6ebce9883a') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:43.175189 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c9fc58ca-7c8b-470a-b699-1b8ce4e150e0 None None] Could not find standard attr ID for object 604646c2-a367-4099-b422-fa5c71c1db38. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:24:43.221704 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3419-fc3d-4b4f-84ef-d2556e5d5a0c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (18538a00-3a41-43a1-b01a-c2f4abf793f4), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:43.234563 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-01ac49ea-a5dd-434f-b7af-43e09a5d05e4 req-88d5441e-2da1-4d59-91f2-07b750032e3f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751258 Jan 18 20:24:43.259007 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbcd87-cb44-4f8d-8c19-8ddce108a175 req-bd5a4b2c-0e97-4c5d-9ea4-79830c45046f tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:43.260554 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bdfbcd87-cb44-4f8d-8c19-8ddce108a175 req-bd5a4b2c-0e97-4c5d-9ea4-79830c45046f tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/ports?device_id=93148927-e2e0-4f29-97c2-e9d6379275dc HTTP/1.1" status: 200 len: 946 time: 0.3295712 Jan 18 20:24:43.346744 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device e5f7b5fe-99fe-4306-a204-9913ce6f8536 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:24:43.359717 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3419-fc3d-4b4f-84ef-d2556e5d5a0c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (18538a00-3a41-43a1-b01a-c2f4abf793f4), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:43.367645 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3f3419-fc3d-4b4f-84ef-d2556e5d5a0c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:43.368638 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3419-fc3d-4b4f-84ef-d2556e5d5a0c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:43.372662 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747a2c0-9723-48ec-940c-62cef37b510a req-4625fff5-0e66-42f9-b8cd-a2e833fcd003 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:43.374296 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8747a2c0-9723-48ec-940c-62cef37b510a req-4625fff5-0e66-42f9-b8cd-a2e833fcd003 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.70 "GET /v2.0/ports?device_id=93148927-e2e0-4f29-97c2-e9d6379275dc HTTP/1.1" status: 200 len: 946 time: 0.1218669 Jan 18 20:24:43.379966 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-57a0be6c-048d-4a64-9649-33bfdb4df40e tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "DELETE /v2.0/routers/cde0621b-873a-4175-9ca0-fe6ebce9883a/tags HTTP/1.1" status: 204 len: 168 time: 0.2252741 Jan 18 20:24:43.380654 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34984) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:43.385658 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-938070fd-cfe7-425b-9f37-0d53a1d2c9a4 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f531e74e-b9fd-44ea-aac3-4a285f10df25') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:43.388263 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: e5f7b5fe-99fe-4306-a204-9913ce6f8536 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:24:43.388616 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device e5f7b5fe-99fe-4306-a204-9913ce6f8536 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:24:43.482423 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9b3f3419-fc3d-4b4f-84ef-d2556e5d5a0c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9240406 Jan 18 20:24:43.488473 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34988) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:43.510795 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-4804f87a-0c6e-4a3c-a67a-2bb68afa428b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'subnet': {'network_id': '18538a00-3a41-43a1-b01a-c2f4abf793f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:43.605310 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bdfbcd87-cb44-4f8d-8c19-8ddce108a175 req-1a2a9e00-1bad-4da7-b054-5a50a476be55 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/security-groups?id=e143cbb1-83a0-43f4-b358-016c6b1306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960963 Jan 18 20:24:43.631455 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-938070fd-cfe7-425b-9f37-0d53a1d2c9a4 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "DELETE /v2.0/ports/f531e74e-b9fd-44ea-aac3-4a285f10df25/tags HTTP/1.1" status: 204 len: 168 time: 0.2498446 Jan 18 20:24:43.634139 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34994) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:43.645731 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-dafbdbac-d136-467a-aa8c-211c7b31f600 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4c8f6cec-f42f-49f7-b95d-5db4c8f66f72') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:43.648861 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f3419-fc3d-4b4f-84ef-d2556e5d5a0c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Network': ['ID=18538a00-3a41-43a1-b01a-c2f4abf793f4,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:43.661587 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 18538a00-3a41-43a1-b01a-c2f4abf793f4 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:24:43.662615 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-040a7dbc-a897-4837-ba77-234064ad55b0 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (360011c4-8372-4b28-a618-8f6b834e8808), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:43.751293 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-8747a2c0-9723-48ec-940c-62cef37b510a req-d542a685-0444-4651-a881-e4d9941d6e2c tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Deleting port 887e7f46-77ef-4212-813e-b54c230e2d50 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:43.751512 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-8747a2c0-9723-48ec-940c-62cef37b510a req-d542a685-0444-4651-a881-e4d9941d6e2c tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (887e7f46-77ef-4212-813e-b54c230e2d50), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:43.763923 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a54325-66e6-4321-91c9-e3724049f311 req-c1e529da-6351-4b7a-bde6-40a98d8408f2 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:43.765796 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-91a54325-66e6-4321-91c9-e3724049f311 req-c1e529da-6351-4b7a-bde6-40a98d8408f2 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 946 time: 0.1730704 Jan 18 20:24:43.798723 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4804f87a-0c6e-4a3c-a67a-2bb68afa428b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:43.802672 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4804f87a-0c6e-4a3c-a67a-2bb68afa428b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:43.807747 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f18d-53c8-471f-91c1-471bc821a5c6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (f72c52cb-e69f-466e-9e45-7fa16c536290), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:43.895738 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2f18d-53c8-471f-91c1-471bc821a5c6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event updated for resources: {'Subnet': ['ID=f72c52cb-e69f-466e-9e45-7fa16c536290,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:43.903931 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-040a7dbc-a897-4837-ba77-234064ad55b0 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (360011c4-8372-4b28-a618-8f6b834e8808), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:43.949546 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-dafbdbac-d136-467a-aa8c-211c7b31f600 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "DELETE /v2.0/subnets/4c8f6cec-f42f-49f7-b95d-5db4c8f66f72/tags HTTP/1.1" status: 204 len: 168 time: 0.3104374 Jan 18 20:24:43.950211 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35002) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:43.954557 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-91a54325-66e6-4321-91c9-e3724049f311 req-ef8e1794-d63e-456f-a67a-02ce2f26f7d0 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733036 Jan 18 20:24:43.970502 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-040a7dbc-a897-4837-ba77-234064ad55b0 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:43.973564 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd472f0f-2048-4bd6-ad6f-e8a5d0f90e52 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:43.975405 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-040a7dbc-a897-4837-ba77-234064ad55b0 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/360011c4-8372-4b28-a618-8f6b834e8808 HTTP/1.1" status: 204 len: 168 time: 1.3621066 Jan 18 20:24:43.976363 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a7dbc-a897-4837-ba77-234064ad55b0 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=360011c4-8372-4b28-a618-8f6b834e8808,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:43.979250 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35006) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:44.018695 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb2f18d-53c8-471f-91c1-471bc821a5c6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Checking segment: {'id': '689ebd5d-62bc-433f-b431-803ef168aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8d98a228-ac49-4ec8-add4-21fec32edf01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:44.019053 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb2f18d-53c8-471f-91c1-471bc821a5c6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Network hostable DHCP agents. Network: 8d98a228-ac49-4ec8-add4-21fec32edf01, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:24:44.034429 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-8747a2c0-9723-48ec-940c-62cef37b510a req-d542a685-0444-4651-a881-e4d9941d6e2c tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] For port 887e7f46-77ef-4212-813e-b54c230e2d50, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=887e7f46-77ef-4212-813e-b54c230e2d50,segment=NetworkSegment(c06d65af-b5b6-453f-a1ef-f806ab8cf49f),segment_id=c06d65af-b5b6-453f-a1ef-f806ab8cf49f)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:44.035831 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-8747a2c0-9723-48ec-940c-62cef37b510a req-d542a685-0444-4651-a881-e4d9941d6e2c tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (887e7f46-77ef-4212-813e-b54c230e2d50), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:44.057733 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-8747a2c0-9723-48ec-940c-62cef37b510a req-d542a685-0444-4651-a881-e4d9941d6e2c tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Calling delete_port for 887e7f46-77ef-4212-813e-b54c230e2d50 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:44.059617 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-420aeb45-d2fd-4e3e-9f90-b5074b3a6760 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet ee73da5d-6bb5-4fa7-947f-80b9a2956254 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:24:44.063118 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-420aeb45-d2fd-4e3e-9f90-b5074b3a6760 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (ee73da5d-6bb5-4fa7-947f-80b9a2956254), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:44.211562 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f678528-09c3-4cd9-8d49-4a68d1aab076 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:44.216049 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6f678528-09c3-4cd9-8d49-4a68d1aab076 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "DELETE /v2.0/subnetpools/b5d569ff-3fea-4189-a851-604de86f4280 HTTP/1.1" status: 204 len: 168 time: 0.2568455 Jan 18 20:24:44.238546 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35010) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:44.317560 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-db2065db-6a7d-46f0-bc3e-696096826bfc tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "GET /v2.0/ports?device_id=cde0621b-873a-4175-9ca0-fe6ebce9883a HTTP/1.1" status: 200 len: 205 time: 0.0768900 Jan 18 20:24:44.319647 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35016) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:44.335716 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4804f87a-0c6e-4a3c-a67a-2bb68afa428b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (5e28d18c-f188-450d-92d2-10fcd22d4c91), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:44.382061 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb2f18d-53c8-471f-91c1-471bc821a5c6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Network 8d98a228-ac49-4ec8-add4-21fec32edf01 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:24:44.429548 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-ceb2f18d-53c8-471f-91c1-471bc821a5c6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 8d98a228-ac49-4ec8-add4-21fec32edf01) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:44.440944 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-420aeb45-d2fd-4e3e-9f90-b5074b3a6760 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (ee73da5d-6bb5-4fa7-947f-80b9a2956254), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:44.444467 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb2f18d-53c8-471f-91c1-471bc821a5c6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:44.445016 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f18d-53c8-471f-91c1-471bc821a5c6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:44.447145 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5073b897-aaa3-467e-abb0-8b42705e5205 None None] Network 8d98a228-ac49-4ec8-add4-21fec32edf01 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:44.502149 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ceb2f18d-53c8-471f-91c1-471bc821a5c6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0331001 Jan 18 20:24:44.521509 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59a0f0-1024-4a4a-9b49-d1a9e3297e18 req-5d71c8e4-bd3d-443d-8713-c4e97a6b462a tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:44.521509 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59a0f0-1024-4a4a-9b49-d1a9e3297e18 req-5d71c8e4-bd3d-443d-8713-c4e97a6b462a tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:44.521817 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca59a0f0-1024-4a4a-9b49-d1a9e3297e18 req-5d71c8e4-bd3d-443d-8713-c4e97a6b462a tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 1683 time: 0.1371431 Jan 18 20:24:44.522918 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35020) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:44.577404 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c0260313-0fb3-4ad9-ac9e-7505ee8a1773 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks [] for router (cde0621b-873a-4175-9ca0-fe6ebce9883a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:44.672726 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-420aeb45-d2fd-4e3e-9f90-b5074b3a6760 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (ee73da5d-6bb5-4fa7-947f-80b9a2956254), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:44.680463 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca59a0f0-1024-4a4a-9b49-d1a9e3297e18 req-32066db8-0b1f-45a0-8db0-531d938aec4f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299429 Jan 18 20:24:44.775906 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (8d98a228-ac49-4ec8-add4-21fec32edf01), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:44.800816 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4804f87a-0c6e-4a3c-a67a-2bb68afa428b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Checking segment: {'id': 'b6b4bcc0-c125-4b24-a09d-715ed0561005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '18538a00-3a41-43a1-b01a-c2f4abf793f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:44.801326 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4804f87a-0c6e-4a3c-a67a-2bb68afa428b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network hostable DHCP agents. Network: 18538a00-3a41-43a1-b01a-c2f4abf793f4, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:24:44.803656 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9db584-408a-41df-8b77-bb73f4741004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-8d98a228-ac49-4ec8-add4-21fec32edf01', 'network_id': '8d98a228-ac49-4ec8-add4-21fec32edf01', 'project_id': '77abb998886b4c7181d724dcc5445bb0', 'fixed_ips': [{'subnet_id': 'f72c52cb-e69f-466e-9e45-7fa16c536290'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:24:44.804180 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804f87a-0c6e-4a3c-a67a-2bb68afa428b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Subnet': ['ID=5e28d18c-f188-450d-92d2-10fcd22d4c91,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:44.804556 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7b9db584-408a-41df-8b77-bb73f4741004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:44.885338 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-420aeb45-d2fd-4e3e-9f90-b5074b3a6760 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (ee73da5d-6bb5-4fa7-947f-80b9a2956254), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:44.985750 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-8747a2c0-9723-48ec-940c-62cef37b510a req-d542a685-0444-4651-a881-e4d9941d6e2c tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (887e7f46-77ef-4212-813e-b54c230e2d50), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:44.992553 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c0260313-0fb3-4ad9-ac9e-7505ee8a1773 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (cde0621b-873a-4175-9ca0-fe6ebce9883a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:45.004166 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0cfe4-a6e0-4266-a731-17b0317f09be req-c9eb7b03-5ac6-4b85-9b29-7304181ec132 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:45.011097 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ff0cfe4-a6e0-4266-a731-17b0317f09be req-c9eb7b03-5ac6-4b85-9b29-7304181ec132 tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/ports?device_id=93148927-e2e0-4f29-97c2-e9d6379275dc HTTP/1.1" status: 200 len: 946 time: 0.2272480 Jan 18 20:24:45.035786 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c0260313-0fb3-4ad9-ac9e-7505ee8a1773 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks [] for router_controller (cde0621b-873a-4175-9ca0-fe6ebce9883a), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:45.039727 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542a685-0444-4651-a881-e4d9941d6e2c tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Pushing event deleted for resources: {'Port': ['ID=887e7f46-77ef-4212-813e-b54c230e2d50,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:45.052438 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4804f87a-0c6e-4a3c-a67a-2bb68afa428b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network 18538a00-3a41-43a1-b01a-c2f4abf793f4 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:24:45.057252 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-420aeb45-d2fd-4e3e-9f90-b5074b3a6760 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:45.062903 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-420aeb45-d2fd-4e3e-9f90-b5074b3a6760 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/ee73da5d-6bb5-4fa7-947f-80b9a2956254 HTTP/1.1" status: 204 len: 168 time: 1.0814776 Jan 18 20:24:45.067689 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420aeb45-d2fd-4e3e-9f90-b5074b3a6760 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=ee73da5d-6bb5-4fa7-947f-80b9a2956254,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:45.084073 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['887e7f46-77ef-4212-813e-b54c230e2d50'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:24:45.103539 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35040) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:45.104217 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-4804f87a-0c6e-4a3c-a67a-2bb68afa428b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 18538a00-3a41-43a1-b01a-c2f4abf793f4) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:45.106688 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6854a804-633d-4891-a6dc-5e7148d057bb None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:45.122778 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27e5d80-294a-4eea-9cbf-6d1b32c5ab3e None None] DHCP port deletion for ff97675f-c8e6-49db-aa2d-ad62f5afec6e request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:24:45.125925 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c5f2d6-5cb0-4986-96f5-3465576b4964 None None] Network 18538a00-3a41-43a1-b01a-c2f4abf793f4 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:45.170795 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-54ad0720-55bd-41c5-bc34-79372643dc6b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533290 Jan 18 20:24:45.170795 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35044) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:45.170795 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4804f87a-0c6e-4a3c-a67a-2bb68afa428b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:45.170795 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4804f87a-0c6e-4a3c-a67a-2bb68afa428b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:45.180110 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-29f9cc8d-2b02-4062-9a91-d7065f77181b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:45.202799 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (f72c52cb-e69f-466e-9e45-7fa16c536290), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:45.229735 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e961b966-c3ca-4f16-910a-6f8c1e8f62ea None None] Provisioning complete for port 7351b80c-229a-40fc-8c4e-3de4a68533fc triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:45.230063 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e961b966-c3ca-4f16-910a-6f8c1e8f62ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7351b80c-229a-40fc-8c4e-3de4a68533fc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:45.239707 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-7b9db584-408a-41df-8b77-bb73f4741004 None None] Allocated IP 2001:db8::2 (8d98a228-ac49-4ec8-add4-21fec32edf01/f72c52cb-e69f-466e-9e45-7fa16c536290/1f3abd2a-8844-45f0-a053-7028bfc03ce8) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:45.302633 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c0260313-0fb3-4ad9-ac9e-7505ee8a1773 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (cde0621b-873a-4175-9ca0-fe6ebce9883a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:45.303332 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0260313-0fb3-4ad9-ac9e-7505ee8a1773 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Fanout notify agent at l3_agent the message router_deleted on router cde0621b-873a-4175-9ca0-fe6ebce9883a {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:24:45.327960 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c0260313-0fb3-4ad9-ac9e-7505ee8a1773 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:45.329262 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c0260313-0fb3-4ad9-ac9e-7505ee8a1773 tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "DELETE /v2.0/routers/cde0621b-873a-4175-9ca0-fe6ebce9883a HTTP/1.1" status: 204 len: 168 time: 1.0029728 Jan 18 20:24:45.331175 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-8747a2c0-9723-48ec-940c-62cef37b510a req-d542a685-0444-4651-a881-e4d9941d6e2c tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] No DVR routers for this DVR port 887e7f46-77ef-4212-813e-b54c230e2d50 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:24:45.332199 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35048) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:45.351466 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-8747a2c0-9723-48ec-940c-62cef37b510a req-d542a685-0444-4651-a881-e4d9941d6e2c tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:45.355673 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8747a2c0-9723-48ec-940c-62cef37b510a req-d542a685-0444-4651-a881-e4d9941d6e2c tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.70 "DELETE /v2.0/ports/887e7f46-77ef-4212-813e-b54c230e2d50 HTTP/1.1" status: 204 len: 173 time: 1.9753573 Jan 18 20:24:45.362677 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4804f87a-0c6e-4a3c-a67a-2bb68afa428b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8658302 Jan 18 20:24:45.363333 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93148927-e2e0-4f29-97c2-e9d6379275dc', 'name': 'network-vif-deleted', 'tag': '887e7f46-77ef-4212-813e-b54c230e2d50'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:24:45.366430 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe3136f-0653-42a0-8623-0a23b97b7cc6" -d '{"events": [{"server_uuid": "93148927-e2e0-4f29-97c2-e9d6379275dc", "name": "network-vif-deleted", "tag": "887e7f46-77ef-4212-813e-b54c230e2d50"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:24:45.370404 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35050) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:45.377526 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-4d6abd7d-8d1f-413e-804b-8b846478e816 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'port': {'network_id': '18538a00-3a41-43a1-b01a-c2f4abf793f4', 'name': 'tempest-PortsTestJSON-528827735', 'fixed_ips': [{'subnet_id': '5e28d18c-f188-450d-92d2-10fcd22d4c91', 'ip_address': '172.20.0.10'}]}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:45.381538 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f9cc8d-2b02-4062-9a91-d7065f77181b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:45.384798 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-29f9cc8d-2b02-4062-9a91-d7065f77181b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:45.386931 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ff0cfe4-a6e0-4266-a731-17b0317f09be req-fd028ed7-9c07-4288-8fb0-de7006d5f02e tempest-ServerAddressesNegativeTestJSON-1547950602 tempest-ServerAddressesNegativeTestJSON-1547950602-project] 10.222.0.31 "GET /v2.0/security-groups?id=e143cbb1-83a0-43f4-b358-016c6b1306d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719244 Jan 18 20:24:45.446854 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279eadca-68b7-4f1d-9324-4313a5ab4e48 req-25d065f7-e99c-4546-b482-17549fcc0a8c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:45.454433 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-279eadca-68b7-4f1d-9324-4313a5ab4e48 req-25d065f7-e99c-4546-b482-17549fcc0a8c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 946 time: 0.2110374 Jan 18 20:24:45.555453 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-279eadca-68b7-4f1d-9324-4313a5ab4e48 req-7d0e88c4-90c7-4f92-a725-8fc063a4e791 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963390 Jan 18 20:24:45.644014 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-1432a61c-2f2a-4630-b7fa-c7d1cd35dccf tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Deleting port f531e74e-b9fd-44ea-aac3-4a285f10df25 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:45.644695 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1432a61c-2f2a-4630-b7fa-c7d1cd35dccf tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (f531e74e-b9fd-44ea-aac3-4a285f10df25), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:45.693024 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8fec0-401a-4ac5-b8c7-83f25370442a req-a0a1486c-fc3a-4b41-aedb-18d7a077fb5d tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:45.700951 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8fec0-401a-4ac5-b8c7-83f25370442a req-a0a1486c-fc3a-4b41-aedb-18d7a077fb5d tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:45.702671 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7b9db584-408a-41df-8b77-bb73f4741004 None None] Publish callbacks [] for port (1f3abd2a-8844-45f0-a053-7028bfc03ce8), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:45.705603 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5537253c-4d59-47d1-908e-df9803d78223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-18538a00-3a41-43a1-b01a-c2f4abf793f4', 'network_id': '18538a00-3a41-43a1-b01a-c2f4abf793f4', 'project_id': '63f8edee0de14e468d1d768dd710c4df', 'fixed_ips': [{'subnet_id': '5e28d18c-f188-450d-92d2-10fcd22d4c91'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:24:45.706733 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5537253c-4d59-47d1-908e-df9803d78223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:45.712021 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fab8fec0-401a-4ac5-b8c7-83f25370442a req-a0a1486c-fc3a-4b41-aedb-18d7a077fb5d tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 1683 time: 0.1549613 Jan 18 20:24:45.756992 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7b9db584-408a-41df-8b77-bb73f4741004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (1f3abd2a-8844-45f0-a053-7028bfc03ce8), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:45.782401 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9db584-408a-41df-8b77-bb73f4741004 None None] Network 8d98a228-ac49-4ec8-add4-21fec32edf01 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:45.788788 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-7b9db584-408a-41df-8b77-bb73f4741004 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:45.797668 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9db584-408a-41df-8b77-bb73f4741004 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:45.859435 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29eb22a-0cac-4522-a36b-a7a411262f5b x-openstack-request-id: req-b29eb22a-0cac-4522-a36b-a7a411262f5b {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:24:45.860086 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93148927-e2e0-4f29-97c2-e9d6379275dc", "name": "network-vif-deleted", "tag": "887e7f46-77ef-4212-813e-b54c230e2d50", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:24:45.860512 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b29eb22a-0cac-4522-a36b-a7a411262f5b {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:24:45.861100 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93148927-e2e0-4f29-97c2-e9d6379275dc', 'name': 'network-vif-deleted', 'tag': '887e7f46-77ef-4212-813e-b54c230e2d50', 'status': 'completed', 'code': 200} Jan 18 20:24:45.895892 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c39e07-8f3c-42be-a25e-ff9ae58f8492 None None] DHCP port deletion for c68ada5d-da8a-41c6-813a-b53f9c35e893 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:24:45.948071 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e961b966-c3ca-4f16-910a-6f8c1e8f62ea None None] Current status of the port 7351b80c-229a-40fc-8c4e-3de4a68533fc is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:45.966644 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fab8fec0-401a-4ac5-b8c7-83f25370442a req-443a9070-c7fd-4bdf-9ef0-1a43697c5c6e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531605 Jan 18 20:24:45.980236 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (f72c52cb-e69f-466e-9e45-7fa16c536290), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:46.084391 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1432a61c-2f2a-4630-b7fa-c7d1cd35dccf tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (f531e74e-b9fd-44ea-aac3-4a285f10df25), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:46.122196 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-1432a61c-2f2a-4630-b7fa-c7d1cd35dccf tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Calling delete_port for f531e74e-b9fd-44ea-aac3-4a285f10df25 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:46.140996 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6abd7d-8d1f-413e-804b-8b846478e816 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:46.195371 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9db584-408a-41df-8b77-bb73f4741004 None None] Pushing event updated for resources: {'Port': ['ID=1f3abd2a-8844-45f0-a053-7028bfc03ce8,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:46.223099 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7b9db584-408a-41df-8b77-bb73f4741004 None None] Attempting to bind port 1f3abd2a-8844-45f0-a053-7028bfc03ce8 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:24:46.223750 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7b9db584-408a-41df-8b77-bb73f4741004 None None] Attempting to bind port 1f3abd2a-8844-45f0-a053-7028bfc03ce8 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '689ebd5d-62bc-433f-b431-803ef168aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8d98a228-ac49-4ec8-add4-21fec32edf01'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:24:46.224322 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9db584-408a-41df-8b77-bb73f4741004 None None] Attempting to bind port 1f3abd2a-8844-45f0-a053-7028bfc03ce8 on network 8d98a228-ac49-4ec8-add4-21fec32edf01 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:24:46.242813 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event deleted for resources: {'Subnet': ['ID=f72c52cb-e69f-466e-9e45-7fa16c536290,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:46.258680 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9db584-408a-41df-8b77-bb73f4741004 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:24:46.259290 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9db584-408a-41df-8b77-bb73f4741004 None None] Checking segment: {'id': '689ebd5d-62bc-433f-b431-803ef168aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8d98a228-ac49-4ec8-add4-21fec32edf01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:46.259882 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7b9db584-408a-41df-8b77-bb73f4741004 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:46.260424 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9db584-408a-41df-8b77-bb73f4741004 None None] Bound using segment: {'id': '689ebd5d-62bc-433f-b431-803ef168aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8d98a228-ac49-4ec8-add4-21fec32edf01'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:24:46.261071 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7b9db584-408a-41df-8b77-bb73f4741004 None None] Bound port: 1f3abd2a-8844-45f0-a053-7028bfc03ce8, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '689ebd5d-62bc-433f-b431-803ef168aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8d98a228-ac49-4ec8-add4-21fec32edf01'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:24:46.262237 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7b9db584-408a-41df-8b77-bb73f4741004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1f3abd2a-8844-45f0-a053-7028bfc03ce8), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:46.351192 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (8d98a228-ac49-4ec8-add4-21fec32edf01), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:46.358639 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-29f9cc8d-2b02-4062-9a91-d7065f77181b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (5afb1163-2008-462a-9a3b-c265dacd640a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:46.381655 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d98a228-ac49-4ec8-add4-21fec32edf01']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:46.381912 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7b9db584-408a-41df-8b77-bb73f4741004 None None] For port 1f3abd2a-8844-45f0-a053-7028bfc03ce8, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:24:46.382547 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7b9db584-408a-41df-8b77-bb73f4741004 None None] For port 1f3abd2a-8844-45f0-a053-7028bfc03ce8, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=1f3abd2a-8844-45f0-a053-7028bfc03ce8,segment=NetworkSegment(689ebd5d-62bc-433f-b431-803ef168aba0),segment_id=689ebd5d-62bc-433f-b431-803ef168aba0)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:24:46.396114 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7b9db584-408a-41df-8b77-bb73f4741004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1f3abd2a-8844-45f0-a053-7028bfc03ce8), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:46.396628 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '689ebd5d-62bc-433f-b431-803ef168aba0') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:46.397148 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '689ebd5d-62bc-433f-b431-803ef168aba0') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:46.400210 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-5537253c-4d59-47d1-908e-df9803d78223 None None] Allocated IP 172.20.0.2 (18538a00-3a41-43a1-b01a-c2f4abf793f4/5e28d18c-f188-450d-92d2-10fcd22d4c91/cbafc40c-4958-4019-9b99-74940ac7b878) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:46.403873 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-35c39e07-8f3c-42be-a25e-ff9ae58f8492 None None] Deleting port 7351b80c-229a-40fc-8c4e-3de4a68533fc {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:46.404561 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-35c39e07-8f3c-42be-a25e-ff9ae58f8492 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (7351b80c-229a-40fc-8c4e-3de4a68533fc), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:46.408409 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (689ebd5d-62bc-433f-b431-803ef168aba0), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:46.442262 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9cc8d-2b02-4062-9a91-d7065f77181b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=5afb1163-2008-462a-9a3b-c265dacd640a,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:46.450860 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (689ebd5d-62bc-433f-b431-803ef168aba0), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:46.458099 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4d6abd7d-8d1f-413e-804b-8b846478e816 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:46.463012 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:24:46.463543 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (689ebd5d-62bc-433f-b431-803ef168aba0), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:24:46.467481 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:24:46.491801 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f9cc8d-2b02-4062-9a91-d7065f77181b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:46.499086 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-4d6abd7d-8d1f-413e-804b-8b846478e816 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] device_id is not set on port 01f31581-1a95-4508-8d40-64581dfd7b79 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:24:46.533981 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35072) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:46.567104 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-29f9cc8d-2b02-4062-9a91-d7065f77181b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:46.576209 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1432a61c-2f2a-4630-b7fa-c7d1cd35dccf tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (f531e74e-b9fd-44ea-aac3-4a285f10df25), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:46.593740 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f9cc8d-2b02-4062-9a91-d7065f77181b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:46.594719 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-29f9cc8d-2b02-4062-9a91-d7065f77181b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:46.621391 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432a61c-2f2a-4630-b7fa-c7d1cd35dccf tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Pushing event deleted for resources: {'Port': ['ID=f531e74e-b9fd-44ea-aac3-4a285f10df25,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:46.623092 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.db.api [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 20:24:46.623092 n-d-741529-9 neutron-server[103336]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 20:24:46.623092 n-d-741529-9 neutron-server[103336]: [parameters: {'id': '8d98a228-ac49-4ec8-add4-21fec32edf01'}] Jan 18 20:24:46.623092 n-d-741529-9 neutron-server[103336]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103336) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:24:46.623396 n-d-741529-9 neutron-server[103336]: DEBUG oslo_db.api [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:24:46.639912 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-e24a8042-af1b-44cc-a258-a0551354c963 admin admin] Deleting subnet 71ef8b4e-ce19-40c4-9274-60297e5974b8 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:24:46.648707 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e24a8042-af1b-44cc-a258-a0551354c963 admin admin] Publish callbacks [] for subnet (71ef8b4e-ce19-40c4-9274-60297e5974b8), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:46.696172 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-29f9cc8d-2b02-4062-9a91-d7065f77181b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5223150 Jan 18 20:24:46.712728 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35078) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:46.735344 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9db584-408a-41df-8b77-bb73f4741004 None None] Pushing event updated for resources: {'Port': ['ID=1f3abd2a-8844-45f0-a053-7028bfc03ce8,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:46.751665 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-5a851def-d4f6-44ed-88d2-71ff82786fdc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:46.796714 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d185f0-9981-4858-971d-32fb0586dfc7 None None] Network 8d98a228-ac49-4ec8-add4-21fec32edf01 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:46.862297 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e24a8042-af1b-44cc-a258-a0551354c963 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (71ef8b4e-ce19-40c4-9274-60297e5974b8), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:46.876585 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-35c39e07-8f3c-42be-a25e-ff9ae58f8492 None None] For port 7351b80c-229a-40fc-8c4e-3de4a68533fc, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7351b80c-229a-40fc-8c4e-3de4a68533fc,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:46.877723 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-35c39e07-8f3c-42be-a25e-ff9ae58f8492 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (7351b80c-229a-40fc-8c4e-3de4a68533fc), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:46.931003 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-35c39e07-8f3c-42be-a25e-ff9ae58f8492 None None] Calling delete_port for 7351b80c-229a-40fc-8c4e-3de4a68533fc owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:46.938705 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3bf6dd-e051-491e-acdd-d330cb78eac0 req-9fee1276-c61f-4ff9-82b6-5995e2741f3e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:46.948170 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3bf6dd-e051-491e-acdd-d330cb78eac0 req-9fee1276-c61f-4ff9-82b6-5995e2741f3e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:46.950507 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dd3bf6dd-e051-491e-acdd-d330cb78eac0 req-9fee1276-c61f-4ff9-82b6-5995e2741f3e tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.70 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 1683 time: 0.2607179 Jan 18 20:24:46.968843 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e24a8042-af1b-44cc-a258-a0551354c963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (71ef8b4e-ce19-40c4-9274-60297e5974b8), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:47.080436 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4acb77-f59a-4954-a8a9-55db950369e7 req-3ad4f9dd-adb6-4ff3-b917-963cadba2baa tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:47.083420 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3c4acb77-f59a-4954-a8a9-55db950369e7 req-3ad4f9dd-adb6-4ff3-b917-963cadba2baa tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 946 time: 0.3963168 Jan 18 20:24:47.086167 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1432a61c-2f2a-4630-b7fa-c7d1cd35dccf tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:47.090638 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1432a61c-2f2a-4630-b7fa-c7d1cd35dccf tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "DELETE /v2.0/ports/f531e74e-b9fd-44ea-aac3-4a285f10df25 HTTP/1.1" status: 204 len: 168 time: 1.7555997 Jan 18 20:24:47.100446 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35088) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:47.110154 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e24a8042-af1b-44cc-a258-a0551354c963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (71ef8b4e-ce19-40c4-9274-60297e5974b8), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:47.115576 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5537253c-4d59-47d1-908e-df9803d78223 None None] Publish callbacks [] for port (cbafc40c-4958-4019-9b99-74940ac7b878), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:47.138136 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (8d98a228-ac49-4ec8-add4-21fec32edf01), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:47.140673 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5537253c-4d59-47d1-908e-df9803d78223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (cbafc40c-4958-4019-9b99-74940ac7b878), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:47.183100 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a8042-af1b-44cc-a258-a0551354c963 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71ef8b4e-ce19-40c4-9274-60297e5974b8,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:47.189363 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e24a8042-af1b-44cc-a258-a0551354c963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:47.194838 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e24a8042-af1b-44cc-a258-a0551354c963 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/71ef8b4e-ce19-40c4-9274-60297e5974b8 HTTP/1.1" status: 204 len: 168 time: 0.6576996 Jan 18 20:24:47.194990 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-4d6abd7d-8d1f-413e-804b-8b846478e816 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Allocated IP 172.20.0.10 (18538a00-3a41-43a1-b01a-c2f4abf793f4/5e28d18c-f188-450d-92d2-10fcd22d4c91/01f31581-1a95-4508-8d40-64581dfd7b79) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:47.195448 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35092) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:47.206694 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5529e52d-6bf2-4e00-99bc-7a609db1cd2d None None] Network ff97675f-c8e6-49db-aa2d-ad62f5afec6e requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:47.283844 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5537253c-4d59-47d1-908e-df9803d78223 None None] Network 18538a00-3a41-43a1-b01a-c2f4abf793f4 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:47.303779 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-5537253c-4d59-47d1-908e-df9803d78223 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:47.312308 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5537253c-4d59-47d1-908e-df9803d78223 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:47.328955 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3c4acb77-f59a-4954-a8a9-55db950369e7 req-29d54bdc-572c-4b61-a9b1-1e0212d60719 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202628 Jan 18 20:24:47.340086 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71784f-c451-41d0-b387-d28dba69ae03 req-bb3e473d-43e6-4c4e-8fa6-7d4772e5e4f1 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:47.346109 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71784f-c451-41d0-b387-d28dba69ae03 req-bb3e473d-43e6-4c4e-8fa6-7d4772e5e4f1 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:47.354199 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cb71784f-c451-41d0-b387-d28dba69ae03 req-bb3e473d-43e6-4c4e-8fa6-7d4772e5e4f1 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 1683 time: 0.2620063 Jan 18 20:24:47.360706 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537253c-4d59-47d1-908e-df9803d78223 None None] Pushing event updated for resources: {'Port': ['ID=cbafc40c-4958-4019-9b99-74940ac7b878,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:47.374375 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ff172a1b-11b5-462b-97c3-67ee9e86e2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (ff97675f-c8e6-49db-aa2d-ad62f5afec6e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:47.429265 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Deleting port 1f3abd2a-8844-45f0-a053-7028bfc03ce8 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:47.430020 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (1f3abd2a-8844-45f0-a053-7028bfc03ce8), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:47.443061 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-35c39e07-8f3c-42be-a25e-ff9ae58f8492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (7351b80c-229a-40fc-8c4e-3de4a68533fc), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:47.485959 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a851def-d4f6-44ed-88d2-71ff82786fdc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:47.489457 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a851def-d4f6-44ed-88d2-71ff82786fdc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:47.493344 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c39e07-8f3c-42be-a25e-ff9ae58f8492 None None] No DVR routers for this DVR port 7351b80c-229a-40fc-8c4e-3de4a68533fc on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:24:47.523692 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] For port 1f3abd2a-8844-45f0-a053-7028bfc03ce8, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=1f3abd2a-8844-45f0-a053-7028bfc03ce8,segment=NetworkSegment(689ebd5d-62bc-433f-b431-803ef168aba0),segment_id=689ebd5d-62bc-433f-b431-803ef168aba0)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:47.524085 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (1f3abd2a-8844-45f0-a053-7028bfc03ce8), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:47.562951 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Calling delete_port for 1f3abd2a-8844-45f0-a053-7028bfc03ce8 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:47.563549 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c39e07-8f3c-42be-a25e-ff9ae58f8492 None None] Pushing event deleted for resources: {'Port': ['ID=7351b80c-229a-40fc-8c4e-3de4a68533fc,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:47.588382 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322716db-c1d4-4ceb-a3e0-f688a6d669ac None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:47.595508 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffb281a-16c9-486d-8c1b-6dbe8bd84855 None None] DHCP port deletion for ff97675f-c8e6-49db-aa2d-ad62f5afec6e request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:24:47.631145 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-46524d83-1588-41fc-838e-6dc002a6826d tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Deleting subnet 4c8f6cec-f42f-49f7-b95d-5db4c8f66f72 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:24:47.640724 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7351b80c-229a-40fc-8c4e-3de4a68533fc no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:24:47.681262 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-5537253c-4d59-47d1-908e-df9803d78223 None None] Attempting to bind port cbafc40c-4958-4019-9b99-74940ac7b878 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:24:47.682670 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-5537253c-4d59-47d1-908e-df9803d78223 None None] Attempting to bind port cbafc40c-4958-4019-9b99-74940ac7b878 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'b6b4bcc0-c125-4b24-a09d-715ed0561005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '18538a00-3a41-43a1-b01a-c2f4abf793f4'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:24:47.683329 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5537253c-4d59-47d1-908e-df9803d78223 None None] Attempting to bind port cbafc40c-4958-4019-9b99-74940ac7b878 on network 18538a00-3a41-43a1-b01a-c2f4abf793f4 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:24:47.686430 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46524d83-1588-41fc-838e-6dc002a6826d tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks [] for subnet (4c8f6cec-f42f-49f7-b95d-5db4c8f66f72), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:47.690466 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 7351b80c-229a-40fc-8c4e-3de4a68533fc {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:24:47.691023 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7351b80c-229a-40fc-8c4e-3de4a68533fc not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:24:47.704680 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4d6abd7d-8d1f-413e-804b-8b846478e816 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for port (01f31581-1a95-4508-8d40-64581dfd7b79), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:47.714481 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cb71784f-c451-41d0-b387-d28dba69ae03 req-22e26c64-a24d-4451-a611-ab3283d2f189 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594196 Jan 18 20:24:47.715112 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (1f3abd2a-8844-45f0-a053-7028bfc03ce8), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:47.760608 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-dd3bf6dd-e051-491e-acdd-d330cb78eac0 req-90509117-5a2e-4d33-ad77-3dde1c5eb437 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Deleting port e83831d5-2222-4f88-9823-55f6e4414226 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:47.761443 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dd3bf6dd-e051-491e-acdd-d330cb78eac0 req-90509117-5a2e-4d33-ad77-3dde1c5eb437 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e83831d5-2222-4f88-9823-55f6e4414226), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:47.762959 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] No DVR routers for this DVR port 1f3abd2a-8844-45f0-a053-7028bfc03ce8 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:24:47.788013 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5537253c-4d59-47d1-908e-df9803d78223 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:24:47.788992 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5537253c-4d59-47d1-908e-df9803d78223 None None] Checking segment: {'id': 'b6b4bcc0-c125-4b24-a09d-715ed0561005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '18538a00-3a41-43a1-b01a-c2f4abf793f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:47.789616 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5537253c-4d59-47d1-908e-df9803d78223 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:47.790748 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5537253c-4d59-47d1-908e-df9803d78223 None None] Bound using segment: {'id': 'b6b4bcc0-c125-4b24-a09d-715ed0561005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '18538a00-3a41-43a1-b01a-c2f4abf793f4'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:24:47.791536 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-5537253c-4d59-47d1-908e-df9803d78223 None None] Bound port: cbafc40c-4958-4019-9b99-74940ac7b878, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b4bcc0-c125-4b24-a09d-715ed0561005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '18538a00-3a41-43a1-b01a-c2f4abf793f4'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:24:47.796508 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5537253c-4d59-47d1-908e-df9803d78223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cbafc40c-4958-4019-9b99-74940ac7b878), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:47.796965 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46524d83-1588-41fc-838e-6dc002a6826d tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (4c8f6cec-f42f-49f7-b95d-5db4c8f66f72), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:47.924949 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (8d98a228-ac49-4ec8-add4-21fec32edf01), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:47.931410 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361d27c0-8936-4a13-b319-642fd64e913f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-c68ada5d-da8a-41c6-813a-b53f9c35e893', 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'fixed_ips': [{'subnet_id': '5afb1163-2008-462a-9a3b-c265dacd640a'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:24:47.936121 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event deleted for resources: {'Port': ['ID=1f3abd2a-8844-45f0-a053-7028bfc03ce8,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:47.941417 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-361d27c0-8936-4a13-b319-642fd64e913f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:47.983275 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d98a228-ac49-4ec8-add4-21fec32edf01']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:47.986710 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4d6abd7d-8d1f-413e-804b-8b846478e816 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (01f31581-1a95-4508-8d40-64581dfd7b79), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:48.022087 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '689ebd5d-62bc-433f-b431-803ef168aba0') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:48.022521 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '689ebd5d-62bc-433f-b431-803ef168aba0') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:48.033357 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ff172a1b-11b5-462b-97c3-67ee9e86e2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (ff97675f-c8e6-49db-aa2d-ad62f5afec6e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:48.046272 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (689ebd5d-62bc-433f-b431-803ef168aba0), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:48.055741 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-dd3bf6dd-e051-491e-acdd-d330cb78eac0 req-90509117-5a2e-4d33-ad77-3dde1c5eb437 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] For port e83831d5-2222-4f88-9823-55f6e4414226, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e83831d5-2222-4f88-9823-55f6e4414226,segment=NetworkSegment(3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a),segment_id=3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:48.056316 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dd3bf6dd-e051-491e-acdd-d330cb78eac0 req-90509117-5a2e-4d33-ad77-3dde1c5eb437 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e83831d5-2222-4f88-9823-55f6e4414226), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:48.081254 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (689ebd5d-62bc-433f-b431-803ef168aba0), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:48.088240 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-ff172a1b-11b5-462b-97c3-67ee9e86e2d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff97675f-c8e6-49db-aa2d-ad62f5afec6e']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:48.099635 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46524d83-1588-41fc-838e-6dc002a6826d tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (4c8f6cec-f42f-49f7-b95d-5db4c8f66f72), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:48.101887 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:24:48.102962 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (689ebd5d-62bc-433f-b431-803ef168aba0), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:24:48.106544 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:24:48.108869 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-ff172a1b-11b5-462b-97c3-67ee9e86e2d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06d65af-b5b6-453f-a1ef-f806ab8cf49f') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:48.108869 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-ff172a1b-11b5-462b-97c3-67ee9e86e2d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06d65af-b5b6-453f-a1ef-f806ab8cf49f') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:48.114161 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-dd3bf6dd-e051-491e-acdd-d330cb78eac0 req-90509117-5a2e-4d33-ad77-3dde1c5eb437 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Calling delete_port for e83831d5-2222-4f88-9823-55f6e4414226 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:48.136570 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ff172a1b-11b5-462b-97c3-67ee9e86e2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (c06d65af-b5b6-453f-a1ef-f806ab8cf49f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:48.138773 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-5537253c-4d59-47d1-908e-df9803d78223 None None] For port cbafc40c-4958-4019-9b99-74940ac7b878, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:24:48.143850 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-5537253c-4d59-47d1-908e-df9803d78223 None None] For port cbafc40c-4958-4019-9b99-74940ac7b878, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=cbafc40c-4958-4019-9b99-74940ac7b878,segment=NetworkSegment(b6b4bcc0-c125-4b24-a09d-715ed0561005),segment_id=b6b4bcc0-c125-4b24-a09d-715ed0561005)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:24:48.147887 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5537253c-4d59-47d1-908e-df9803d78223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (cbafc40c-4958-4019-9b99-74940ac7b878), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:48.185753 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ff172a1b-11b5-462b-97c3-67ee9e86e2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (c06d65af-b5b6-453f-a1ef-f806ab8cf49f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:48.187554 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-361d27c0-8936-4a13-b319-642fd64e913f None None] Allocated IP 172.20.0.2 (c68ada5d-da8a-41c6-813a-b53f9c35e893/5afb1163-2008-462a-9a3b-c265dacd640a/8b0227ae-abfb-43c3-a02e-63e1eecbea31) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:48.195427 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff172a1b-11b5-462b-97c3-67ee9e86e2d3 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:24:48.195924 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ff172a1b-11b5-462b-97c3-67ee9e86e2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (c06d65af-b5b6-453f-a1ef-f806ab8cf49f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:24:48.198382 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:24:48.218102 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (8d98a228-ac49-4ec8-add4-21fec32edf01), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:48.231060 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:48.239633 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "DELETE /v2.0/networks/8d98a228-ac49-4ec8-add4-21fec32edf01 HTTP/1.1" status: 204 len: 168 time: 3.7089303 Jan 18 20:24:48.239633 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35110) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:48.244452 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537253c-4d59-47d1-908e-df9803d78223 None None] Pushing event updated for resources: {'Port': ['ID=cbafc40c-4958-4019-9b99-74940ac7b878,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:48.247293 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-b6b0dfdd-926d-42cc-a626-d7b3f8019e7a tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1691008188'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:48.250295 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 887e7f46-77ef-4212-813e-b54c230e2d50 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:24:48.272704 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6abd7d-8d1f-413e-804b-8b846478e816 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network 18538a00-3a41-43a1-b01a-c2f4abf793f4 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:48.312423 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 887e7f46-77ef-4212-813e-b54c230e2d50 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:24:48.313028 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 887e7f46-77ef-4212-813e-b54c230e2d50 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:24:48.315499 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bf331-733e-4f93-8d46-a7ae0aefa002 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event deleted for resources: {'Network': ['ID=8d98a228-ac49-4ec8-add4-21fec32edf01,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:48.336068 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ff172a1b-11b5-462b-97c3-67ee9e86e2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (ff97675f-c8e6-49db-aa2d-ad62f5afec6e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:48.345716 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ff172a1b-11b5-462b-97c3-67ee9e86e2d3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:48.349057 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ff172a1b-11b5-462b-97c3-67ee9e86e2d3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ff97675f-c8e6-49db-aa2d-ad62f5afec6e HTTP/1.1" status: 204 len: 168 time: 1.1524632 Jan 18 20:24:48.371821 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b0dfdd-926d-42cc-a626-d7b3f8019e7a tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Made reservation on behalf of 77abb998886b4c7181d724dcc5445bb0 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:48.377176 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b6b0dfdd-926d-42cc-a626-d7b3f8019e7a tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:48.411824 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff172a1b-11b5-462b-97c3-67ee9e86e2d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff97675f-c8e6-49db-aa2d-ad62f5afec6e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:48.443829 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b0dfdd-926d-42cc-a626-d7b3f8019e7a tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:24:48.450285 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-4d6abd7d-8d1f-413e-804b-8b846478e816 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:48.484432 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6abd7d-8d1f-413e-804b-8b846478e816 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Port': ['ID=01f31581-1a95-4508-8d40-64581dfd7b79,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:48.495907 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6abd7d-8d1f-413e-804b-8b846478e816 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:48.499829 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b6b0dfdd-926d-42cc-a626-d7b3f8019e7a tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (c957a8e2-560a-435f-a97d-1371f62c9642), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:48.499994 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-b6b0dfdd-926d-42cc-a626-d7b3f8019e7a tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Added segment c957a8e2-560a-435f-a97d-1371f62c9642 of type vlan for network 4fb37d62-84a7-42d6-b4a8-5c0e81c36cfa Jan 18 20:24:48.624871 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b6b0dfdd-926d-42cc-a626-d7b3f8019e7a tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (4fb37d62-84a7-42d6-b4a8-5c0e81c36cfa), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:48.640057 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46524d83-1588-41fc-838e-6dc002a6826d tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (4c8f6cec-f42f-49f7-b95d-5db4c8f66f72), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:48.645014 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd5a3d-dc2e-4d94-9159-2e9078e1fc2f req-fc8dbf91-924b-428f-9f33-12f7928b1b0c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:48.652167 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-52bd5a3d-dc2e-4d94-9159-2e9078e1fc2f req-fc8dbf91-924b-428f-9f33-12f7928b1b0c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 946 time: 0.1981351 Jan 18 20:24:48.684969 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-361d27c0-8936-4a13-b319-642fd64e913f None None] Publish callbacks [] for port (8b0227ae-abfb-43c3-a02e-63e1eecbea31), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:48.690011 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35118) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:48.702053 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-361d27c0-8936-4a13-b319-642fd64e913f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (8b0227ae-abfb-43c3-a02e-63e1eecbea31), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:48.710932 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46524d83-1588-41fc-838e-6dc002a6826d tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Pushing event deleted for resources: {'Subnet': ['ID=4c8f6cec-f42f-49f7-b95d-5db4c8f66f72,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:48.757889 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b6b0dfdd-926d-42cc-a626-d7b3f8019e7a tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (4fb37d62-84a7-42d6-b4a8-5c0e81c36cfa), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:48.766074 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b0dfdd-926d-42cc-a626-d7b3f8019e7a tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:48.766814 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b6b0dfdd-926d-42cc-a626-d7b3f8019e7a tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:48.796081 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361d27c0-8936-4a13-b319-642fd64e913f None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:48.801742 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-361d27c0-8936-4a13-b319-642fd64e913f None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:48.808393 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361d27c0-8936-4a13-b319-642fd64e913f None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:48.817584 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6abd7d-8d1f-413e-804b-8b846478e816 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:48.822743 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1d3f8e-3979-4a05-afea-40a91579a1ec None None] Network 3ac2f093-a03c-49f6-9c66-d8dfd6b65a59 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:48.825495 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4d6abd7d-8d1f-413e-804b-8b846478e816 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:48.832492 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5a8191e2-c172-4e9a-8778-f95fdd76bea2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4b7df2c01cb4493927e2b64920ba9c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1357551 Jan 18 20:24:48.836464 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-52bd5a3d-dc2e-4d94-9159-2e9078e1fc2f req-7a477bcf-764e-448f-894b-40c392e8ee69 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790793 Jan 18 20:24:48.836968 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35122) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:48.850871 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46524d83-1588-41fc-838e-6dc002a6826d tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:48.859470 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-46524d83-1588-41fc-838e-6dc002a6826d tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "DELETE /v2.0/subnets/4c8f6cec-f42f-49f7-b95d-5db4c8f66f72 HTTP/1.1" status: 204 len: 168 time: 1.7576480 Jan 18 20:24:48.863591 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35124) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:48.936956 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d27c0-8936-4a13-b319-642fd64e913f None None] Pushing event updated for resources: {'Port': ['ID=8b0227ae-abfb-43c3-a02e-63e1eecbea31,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:48.945602 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b6b0dfdd-926d-42cc-a626-d7b3f8019e7a tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7049844 Jan 18 20:24:48.959427 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4d6abd7d-8d1f-413e-804b-8b846478e816 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5875981 Jan 18 20:24:48.960086 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35128) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:48.960425 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35130) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:48.967693 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (3ac2f093-a03c-49f6-9c66-d8dfd6b65a59), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:48.974621 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bade5d8a-edef-4218-8504-b64483fcfa8d admin admin] Publish callbacks [] for security_group (e143cbb1-83a0-43f4-b358-016c6b1306d9), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:48.974957 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-1831e8d9-b9ff-42ab-812b-90205fc517d2 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Request body: {'subnet': {'network_id': '4fb37d62-84a7-42d6-b4a8-5c0e81c36cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:48.984627 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-9d40d558-a0ae-460f-8164-25f64fa9584e tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'port': {'network_id': '18538a00-3a41-43a1-b01a-c2f4abf793f4', 'name': 'tempest-PortsTestJSON-113129929', 'fixed_ips': [{'subnet_id': '5e28d18c-f188-450d-92d2-10fcd22d4c91', 'ip_address': '172.20.0.9'}]}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:49.054250 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f32e5-c2c2-4d49-a78d-ace999a5e7d9 req-7ab44333-7c04-4dc2-84e5-37f4ac16b9eb tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:49.067175 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-361d27c0-8936-4a13-b319-642fd64e913f None None] Attempting to bind port 8b0227ae-abfb-43c3-a02e-63e1eecbea31 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:24:49.067554 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-361d27c0-8936-4a13-b319-642fd64e913f None None] Attempting to bind port 8b0227ae-abfb-43c3-a02e-63e1eecbea31 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:24:49.067678 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f32e5-c2c2-4d49-a78d-ace999a5e7d9 req-7ab44333-7c04-4dc2-84e5-37f4ac16b9eb tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:49.067918 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361d27c0-8936-4a13-b319-642fd64e913f None None] Attempting to bind port 8b0227ae-abfb-43c3-a02e-63e1eecbea31 on network c68ada5d-da8a-41c6-813a-b53f9c35e893 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:24:49.070430 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-108f32e5-c2c2-4d49-a78d-ace999a5e7d9 req-7ab44333-7c04-4dc2-84e5-37f4ac16b9eb tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 1683 time: 0.1789589 Jan 18 20:24:49.071144 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0dfdd-926d-42cc-a626-d7b3f8019e7a tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event updated for resources: {'Network': ['ID=4fb37d62-84a7-42d6-b4a8-5c0e81c36cfa,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:49.093135 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 4fb37d62-84a7-42d6-b4a8-5c0e81c36cfa details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:24:49.096123 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361d27c0-8936-4a13-b319-642fd64e913f None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:24:49.097386 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361d27c0-8936-4a13-b319-642fd64e913f None None] Checking segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:49.097386 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-361d27c0-8936-4a13-b319-642fd64e913f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:49.097711 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361d27c0-8936-4a13-b319-642fd64e913f None None] Bound using segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:24:49.098331 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-361d27c0-8936-4a13-b319-642fd64e913f None None] Bound port: 8b0227ae-abfb-43c3-a02e-63e1eecbea31, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:24:49.098777 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-361d27c0-8936-4a13-b319-642fd64e913f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8b0227ae-abfb-43c3-a02e-63e1eecbea31), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:49.105186 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bade5d8a-edef-4218-8504-b64483fcfa8d admin admin] Publish callbacks [] for security_group (e143cbb1-83a0-43f4-b358-016c6b1306d9), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:49.235342 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527cf16e-57b1-449a-aeb9-c020c56ef41d None None] DHCP port deletion for 3ac2f093-a03c-49f6-9c66-d8dfd6b65a59 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:24:49.273953 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-108f32e5-c2c2-4d49-a78d-ace999a5e7d9 req-0e129c29-8a26-4343-a59e-2438e81d5004 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882272 Jan 18 20:24:49.305083 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bade5d8a-edef-4218-8504-b64483fcfa8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e143cbb1-83a0-43f4-b358-016c6b1306d9), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:49.307647 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bade5d8a-edef-4218-8504-b64483fcfa8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:49.311774 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bade5d8a-edef-4218-8504-b64483fcfa8d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e143cbb1-83a0-43f4-b358-016c6b1306d9 HTTP/1.1" status: 204 len: 168 time: 0.4627130 Jan 18 20:24:49.331913 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade5d8a-edef-4218-8504-b64483fcfa8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e143cbb1-83a0-43f4-b358-016c6b1306d9,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:49.368664 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-361d27c0-8936-4a13-b319-642fd64e913f None None] For port 8b0227ae-abfb-43c3-a02e-63e1eecbea31, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:24:49.398553 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-361d27c0-8936-4a13-b319-642fd64e913f None None] For port 8b0227ae-abfb-43c3-a02e-63e1eecbea31, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8b0227ae-abfb-43c3-a02e-63e1eecbea31,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:24:49.405743 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-527cf16e-57b1-449a-aeb9-c020c56ef41d None None] Deleting port 0acad12f-3ff9-4db4-b5fa-887be38c9276 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:49.407193 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-527cf16e-57b1-449a-aeb9-c020c56ef41d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (0acad12f-3ff9-4db4-b5fa-887be38c9276), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:49.409592 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dd3bf6dd-e051-491e-acdd-d330cb78eac0 req-90509117-5a2e-4d33-ad77-3dde1c5eb437 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e83831d5-2222-4f88-9823-55f6e4414226), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:49.476973 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90509117-5a2e-4d33-ad77-3dde1c5eb437 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Pushing event deleted for resources: {'Port': ['ID=e83831d5-2222-4f88-9823-55f6e4414226,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:49.507667 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-527cf16e-57b1-449a-aeb9-c020c56ef41d None None] For port 0acad12f-3ff9-4db4-b5fa-887be38c9276, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=0acad12f-3ff9-4db4-b5fa-887be38c9276,segment=NetworkSegment(23f64dfe-2857-44cc-b0f3-2ba2f3b3fdb0),segment_id=23f64dfe-2857-44cc-b0f3-2ba2f3b3fdb0)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:49.508072 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-527cf16e-57b1-449a-aeb9-c020c56ef41d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (0acad12f-3ff9-4db4-b5fa-887be38c9276), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:49.522329 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-527cf16e-57b1-449a-aeb9-c020c56ef41d None None] Calling delete_port for 0acad12f-3ff9-4db4-b5fa-887be38c9276 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:49.526006 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device cbafc40c-4958-4019-9b99-74940ac7b878 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:24:49.529181 n-d-741529-9 neutron-server[103335]: DEBUG neutron.objects.ports [None req-5a851def-d4f6-44ed-88d2-71ff82786fdc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103335) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 20:24:49.589868 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-361d27c0-8936-4a13-b319-642fd64e913f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8b0227ae-abfb-43c3-a02e-63e1eecbea31), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:49.787866 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-527cf16e-57b1-449a-aeb9-c020c56ef41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (0acad12f-3ff9-4db4-b5fa-887be38c9276), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:49.802585 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3bf6dd-e051-491e-acdd-d330cb78eac0 req-90509117-5a2e-4d33-ad77-3dde1c5eb437 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] No DVR routers for this DVR port e83831d5-2222-4f88-9823-55f6e4414226 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:24:49.856059 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dd3bf6dd-e051-491e-acdd-d330cb78eac0 req-90509117-5a2e-4d33-ad77-3dde1c5eb437 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:49.864608 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port cbafc40c-4958-4019-9b99-74940ac7b878 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:49.864963 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cbafc40c-4958-4019-9b99-74940ac7b878), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:49.867619 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527cf16e-57b1-449a-aeb9-c020c56ef41d None None] No DVR routers for this DVR port 0acad12f-3ff9-4db4-b5fa-887be38c9276 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:24:49.876845 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dd3bf6dd-e051-491e-acdd-d330cb78eac0 req-90509117-5a2e-4d33-ad77-3dde1c5eb437 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.70 "DELETE /v2.0/ports/e83831d5-2222-4f88-9823-55f6e4414226 HTTP/1.1" status: 204 len: 173 time: 2.9182746 Jan 18 20:24:49.898132 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d27c0-8936-4a13-b319-642fd64e913f None None] Pushing event updated for resources: {'Port': ['ID=8b0227ae-abfb-43c3-a02e-63e1eecbea31,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:49.924173 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815c5017-8147-40e7-9f27-8aa841a249ed', 'name': 'network-vif-deleted', 'tag': 'e83831d5-2222-4f88-9823-55f6e4414226'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:24:49.926541 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90caf37-4ec8-4ed9-a20e-4d641305f268" -d '{"events": [{"server_uuid": "815c5017-8147-40e7-9f27-8aa841a249ed", "name": "network-vif-deleted", "tag": "e83831d5-2222-4f88-9823-55f6e4414226"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:24:49.979901 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527cf16e-57b1-449a-aeb9-c020c56ef41d None None] Pushing event deleted for resources: {'Port': ['ID=0acad12f-3ff9-4db4-b5fa-887be38c9276,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:50.057001 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Deleting port 0acad12f-3ff9-4db4-b5fa-887be38c9276 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:50.057348 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (0acad12f-3ff9-4db4-b5fa-887be38c9276), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:50.079117 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6636ec65-3b3b-41b2-af33-8bef6716345f None None] Network 18538a00-3a41-43a1-b01a-c2f4abf793f4 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:50.120770 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49224768-ca69-4898-b47a-b6cb97a284a3 x-openstack-request-id: req-49224768-ca69-4898-b47a-b6cb97a284a3 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:24:50.121228 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815c5017-8147-40e7-9f27-8aa841a249ed", "name": "network-vif-deleted", "tag": "e83831d5-2222-4f88-9823-55f6e4414226", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:24:50.122207 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-49224768-ca69-4898-b47a-b6cb97a284a3 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:24:50.122610 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815c5017-8147-40e7-9f27-8aa841a249ed', 'name': 'network-vif-deleted', 'tag': 'e83831d5-2222-4f88-9823-55f6e4414226', 'status': 'completed', 'code': 200} Jan 18 20:24:50.129337 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfb51b-6464-49b4-b8ce-012338aa6820 req-9a0d26e9-8c24-4291-a76a-af7ca8381022 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:50.129892 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1831e8d9-b9ff-42ab-812b-90205fc517d2 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Made reservation on behalf of 77abb998886b4c7181d724dcc5445bb0 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:50.130968 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cadfb51b-6464-49b4-b8ce-012338aa6820 req-9a0d26e9-8c24-4291-a76a-af7ca8381022 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 946 time: 0.1015933 Jan 18 20:24:50.142090 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port cbafc40c-4958-4019-9b99-74940ac7b878 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:50.142801 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cbafc40c-4958-4019-9b99-74940ac7b878), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:50.143598 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1831e8d9-b9ff-42ab-812b-90205fc517d2 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:50.262957 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cadfb51b-6464-49b4-b8ce-012338aa6820 req-88b91b93-0588-46ee-b34f-7ab5896219a3 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213813 Jan 18 20:24:50.411490 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e83831d5-2222-4f88-9823-55f6e4414226 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:24:50.484488 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port cbafc40c-4958-4019-9b99-74940ac7b878, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=cbafc40c-4958-4019-9b99-74940ac7b878,segment=NetworkSegment(b6b4bcc0-c125-4b24-a09d-715ed0561005),segment_id=b6b4bcc0-c125-4b24-a09d-715ed0561005)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:50.486173 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: e83831d5-2222-4f88-9823-55f6e4414226 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:24:50.486879 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e83831d5-2222-4f88-9823-55f6e4414226 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:24:50.487519 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 98c9774a-948d-4952-8908-46dae54efb1c no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:24:50.525310 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (cbafc40c-4958-4019-9b99-74940ac7b878), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:50.540203 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dd332bbe-6e05-4a66-9c7f-6e6c6313ea70 None None] Provisioning complete for port cbafc40c-4958-4019-9b99-74940ac7b878 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:50.541029 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dd332bbe-6e05-4a66-9c7f-6e6c6313ea70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cbafc40c-4958-4019-9b99-74940ac7b878), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:50.589118 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6b4dd-fe21-4d86-99db-e36c086aa40a req-c7332e4e-51e8-4bc8-b291-7c795ef8b4d9 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:50.600160 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a6a6b4dd-fe21-4d86-99db-e36c086aa40a req-c7332e4e-51e8-4bc8-b291-7c795ef8b4d9 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 946 time: 0.1379464 Jan 18 20:24:50.635813 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] For port 0acad12f-3ff9-4db4-b5fa-887be38c9276, host n-d-741529-9, got binding levels [] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:50.636350 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (0acad12f-3ff9-4db4-b5fa-887be38c9276), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:50.644073 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a851def-d4f6-44ed-88d2-71ff82786fdc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8b0227ae-abfb-43c3-a02e-63e1eecbea31), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:50.646287 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d40d558-a0ae-460f-8164-25f64fa9584e tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:50.651640 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 0acad12f-3ff9-4db4-b5fa-887be38c9276 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:24:50.656988 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9d40d558-a0ae-460f-8164-25f64fa9584e tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:50.702536 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a6a6b4dd-fe21-4d86-99db-e36c086aa40a req-6f768074-f658-49fb-abf8-ba1c7d3761eb tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015058 Jan 18 20:24:50.708768 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Calling delete_port for 0acad12f-3ff9-4db4-b5fa-887be38c9276 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:50.714681 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.ipam_backend_mixin [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Port 0acad12f-3ff9-4db4-b5fa-887be38c9276 was not found and therefore no delete operation was performed {{(pid=103335) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 20:24:50.725588 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (0acad12f-3ff9-4db4-b5fa-887be38c9276), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:50.726592 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 0acad12f-3ff9-4db4-b5fa-887be38c9276 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:24:50.727009 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 0acad12f-3ff9-4db4-b5fa-887be38c9276 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:24:50.746147 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=cbafc40c-4958-4019-9b99-74940ac7b878,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:50.764310 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-9d40d558-a0ae-460f-8164-25f64fa9584e tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] device_id is not set on port 921cf0b9-a04d-44b1-94f9-e4ea1d2a08d0 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:24:50.777258 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-dd3bf6dd-e051-491e-acdd-d330cb78eac0 req-f1ca57d7-d1a9-4d86-9265-baf85b64ad5f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Deleting port 98c9774a-948d-4952-8908-46dae54efb1c {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:50.778139 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dd3bf6dd-e051-491e-acdd-d330cb78eac0 req-f1ca57d7-d1a9-4d86-9265-baf85b64ad5f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (98c9774a-948d-4952-8908-46dae54efb1c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:50.780245 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 98c9774a-948d-4952-8908-46dae54efb1c is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:50.782775 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (98c9774a-948d-4952-8908-46dae54efb1c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:50.857904 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815c5017-8147-40e7-9f27-8aa841a249ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98c9774a-948d-4952-8908-46dae54efb1c'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:24:50.862603 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fa5793-d695-4393-a73a-e5b56c882055" -d '{"events": [{"server_uuid": "815c5017-8147-40e7-9f27-8aa841a249ed", "name": "network-vif-unplugged", "status": "completed", "tag": "98c9774a-948d-4952-8908-46dae54efb1c"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:24:50.862901 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35160) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:50.877709 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 98c9774a-948d-4952-8908-46dae54efb1c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=98c9774a-948d-4952-8908-46dae54efb1c,segment=NetworkSegment(0189c155-285f-4fc0-acf2-28f6faf4cfa9),segment_id=0189c155-285f-4fc0-acf2-28f6faf4cfa9)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:50.878942 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dd332bbe-6e05-4a66-9c7f-6e6c6313ea70 None None] Current status of the port cbafc40c-4958-4019-9b99-74940ac7b878 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:50.883256 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (98c9774a-948d-4952-8908-46dae54efb1c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:50.938347 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd54259-a716-41b1-96aa-30c4cbabc3d4 x-openstack-request-id: req-ebd54259-a716-41b1-96aa-30c4cbabc3d4 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:24:50.938642 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815c5017-8147-40e7-9f27-8aa841a249ed", "name": "network-vif-unplugged", "status": "completed", "tag": "98c9774a-948d-4952-8908-46dae54efb1c", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:24:50.938897 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebd54259-a716-41b1-96aa-30c4cbabc3d4 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:24:50.939322 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815c5017-8147-40e7-9f27-8aa841a249ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98c9774a-948d-4952-8908-46dae54efb1c', 'code': 200} Jan 18 20:24:50.999736 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=98c9774a-948d-4952-8908-46dae54efb1c,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:51.049963 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-3638469e-db17-4a2e-b5f4-1881c78bf0f7 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1564585464-network', 'tenant_id': 'ac4ab9b0dc53486ab76d7f297ae34d71'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:51.080471 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3638469e-db17-4a2e-b5f4-1881c78bf0f7 admin admin] Made reservation on behalf of ac4ab9b0dc53486ab76d7f297ae34d71 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:51.090664 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3638469e-db17-4a2e-b5f4-1881c78bf0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:51.114354 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3638469e-db17-4a2e-b5f4-1881c78bf0f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:51.236918 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-60bc3da2-674c-481a-b292-831e3874944f None None] Provisioning complete for port 01f31581-1a95-4508-8d40-64581dfd7b79 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:51.237408 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-60bc3da2-674c-481a-b292-831e3874944f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (01f31581-1a95-4508-8d40-64581dfd7b79), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:51.259859 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3638469e-db17-4a2e-b5f4-1881c78bf0f7 admin admin] Publish callbacks [] for security_group (71e66f05-64f8-46aa-8655-5c767c2a948f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:51.270468 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3638469e-db17-4a2e-b5f4-1881c78bf0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (71e66f05-64f8-46aa-8655-5c767c2a948f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:51.311280 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-60bc3da2-674c-481a-b292-831e3874944f None None] Port 01f31581-1a95-4508-8d40-64581dfd7b79 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:24:51.336891 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Pushing event deleted for resources: {'Port': ['ID=0acad12f-3ff9-4db4-b5fa-887be38c9276,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:51.349770 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-60bc3da2-674c-481a-b292-831e3874944f None None] Provisioning complete for port cbafc40c-4958-4019-9b99-74940ac7b878 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:51.350312 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-60bc3da2-674c-481a-b292-831e3874944f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cbafc40c-4958-4019-9b99-74940ac7b878), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:51.362509 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3638469e-db17-4a2e-b5f4-1881c78bf0f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:24:51.374288 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] No DVR routers for this DVR port 0acad12f-3ff9-4db4-b5fa-887be38c9276 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:24:51.441277 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3638469e-db17-4a2e-b5f4-1881c78bf0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (0f828785-ca91-4d11-b039-822dc9c7dbad), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:51.442039 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-3638469e-db17-4a2e-b5f4-1881c78bf0f7 admin admin] Added segment 0f828785-ca91-4d11-b039-822dc9c7dbad of type vlan for network 378382ac-3009-4f14-80ff-aa1e6029c8a8 Jan 18 20:24:51.473941 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638469e-db17-4a2e-b5f4-1881c78bf0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e66f05-64f8-46aa-8655-5c767c2a948f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:51.539148 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-60bc3da2-674c-481a-b292-831e3874944f None None] Current status of the port cbafc40c-4958-4019-9b99-74940ac7b878 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:51.581206 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8b0227ae-abfb-43c3-a02e-63e1eecbea31 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:24:51.602389 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3638469e-db17-4a2e-b5f4-1881c78bf0f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (378382ac-3009-4f14-80ff-aa1e6029c8a8), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:51.636057 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d8089-1ea1-4130-87c5-7fb83614e4da req-bd089e63-2fd1-4af0-b2ff-2ae9eaad6d2c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:51.636265 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 8b0227ae-abfb-43c3-a02e-63e1eecbea31 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:51.636522 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8b0227ae-abfb-43c3-a02e-63e1eecbea31), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:51.641343 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d47d8089-1ea1-4130-87c5-7fb83614e4da req-bd089e63-2fd1-4af0-b2ff-2ae9eaad6d2c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 946 time: 0.2469356 Jan 18 20:24:51.656155 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:51.656670 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:51.656825 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:51.657381 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:51.657934 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:51.658458 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:51.659373 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:51.663834 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:51.664498 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:51.665048 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:51.665614 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:51.666186 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:51.666717 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:51.709122 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f889de6-48d6-450e-821f-68b997742b40 None None] get_active_networks_info from n-d-741529-9 {{(pid=103337) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 18 20:24:51.722410 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3638469e-db17-4a2e-b5f4-1881c78bf0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (378382ac-3009-4f14-80ff-aa1e6029c8a8), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:51.723383 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3638469e-db17-4a2e-b5f4-1881c78bf0f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:51.723963 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3638469e-db17-4a2e-b5f4-1881c78bf0f7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:51.851800 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f889de6-48d6-450e-821f-68b997742b40 None None] Resources bound (agent type, host, resource id): {{(pid=103337) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 20:24:51.854053 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c08504fa-4cee-4512-ad6e-ab9b077b2004 None None] Provisioning complete for port 01f31581-1a95-4508-8d40-64581dfd7b79 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:51.854428 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c08504fa-4cee-4512-ad6e-ab9b077b2004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (01f31581-1a95-4508-8d40-64581dfd7b79), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:51.895169 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c08504fa-4cee-4512-ad6e-ab9b077b2004 None None] Port 01f31581-1a95-4508-8d40-64581dfd7b79 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:24:51.930854 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (3ac2f093-a03c-49f6-9c66-d8dfd6b65a59), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:51.991592 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-dd3bf6dd-e051-491e-acdd-d330cb78eac0 req-f1ca57d7-d1a9-4d86-9265-baf85b64ad5f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] For port 98c9774a-948d-4952-8908-46dae54efb1c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=98c9774a-948d-4952-8908-46dae54efb1c,segment=NetworkSegment(0189c155-285f-4fc0-acf2-28f6faf4cfa9),segment_id=0189c155-285f-4fc0-acf2-28f6faf4cfa9)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:51.992347 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dd3bf6dd-e051-491e-acdd-d330cb78eac0 req-f1ca57d7-d1a9-4d86-9265-baf85b64ad5f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (98c9774a-948d-4952-8908-46dae54efb1c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:52.015504 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 8b0227ae-abfb-43c3-a02e-63e1eecbea31 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:52.016091 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8b0227ae-abfb-43c3-a02e-63e1eecbea31), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:52.035737 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-dd3bf6dd-e051-491e-acdd-d330cb78eac0 req-f1ca57d7-d1a9-4d86-9265-baf85b64ad5f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Calling delete_port for 98c9774a-948d-4952-8908-46dae54efb1c owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:52.052075 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-6f28338f-eba3-40ea-a688-019be28f28d3 None None] Provisioning complete for port 8b0227ae-abfb-43c3-a02e-63e1eecbea31 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:52.052448 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6f28338f-eba3-40ea-a688-019be28f28d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8b0227ae-abfb-43c3-a02e-63e1eecbea31), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:52.071654 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac2f093-a03c-49f6-9c66-d8dfd6b65a59']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:52.102236 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f64dfe-2857-44cc-b0f3-2ba2f3b3fdb0') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:52.102915 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f64dfe-2857-44cc-b0f3-2ba2f3b3fdb0') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:52.131059 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5a851def-d4f6-44ed-88d2-71ff82786fdc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] For port 8b0227ae-abfb-43c3-a02e-63e1eecbea31, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8b0227ae-abfb-43c3-a02e-63e1eecbea31,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:52.137536 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (23f64dfe-2857-44cc-b0f3-2ba2f3b3fdb0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:52.207017 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-9d40d558-a0ae-460f-8164-25f64fa9584e tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Allocated IP 172.20.0.9 (18538a00-3a41-43a1-b01a-c2f4abf793f4/5e28d18c-f188-450d-92d2-10fcd22d4c91/921cf0b9-a04d-44b1-94f9-e4ea1d2a08d0) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:52.214365 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638469e-db17-4a2e-b5f4-1881c78bf0f7 admin admin] Pushing event updated for resources: {'Network': ['ID=378382ac-3009-4f14-80ff-aa1e6029c8a8,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:52.220455 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3638469e-db17-4a2e-b5f4-1881c78bf0f7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3564229 Jan 18 20:24:52.227263 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35174) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:52.246131 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 378382ac-3009-4f14-80ff-aa1e6029c8a8 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:24:52.268951 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-9d396f4a-511f-458d-962c-4c3a92e9396f admin admin] Request body: {'subnet': {'network_id': '378382ac-3009-4f14-80ff-aa1e6029c8a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1564585464-subnet', 'tenant_id': 'ac4ab9b0dc53486ab76d7f297ae34d71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:52.271277 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (23f64dfe-2857-44cc-b0f3-2ba2f3b3fdb0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:52.280963 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6f28338f-eba3-40ea-a688-019be28f28d3 None None] Current status of the port 8b0227ae-abfb-43c3-a02e-63e1eecbea31 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:52.281409 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6f28338f-eba3-40ea-a688-019be28f28d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8b0227ae-abfb-43c3-a02e-63e1eecbea31), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:52.284887 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d47d8089-1ea1-4130-87c5-7fb83614e4da req-4de40955-0277-4a91-a94c-e655fcfc748d tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6340809 Jan 18 20:24:52.307079 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:24:52.307710 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (23f64dfe-2857-44cc-b0f3-2ba2f3b3fdb0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:24:52.311805 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:24:52.332745 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d396f4a-511f-458d-962c-4c3a92e9396f admin admin] Made reservation on behalf of ac4ab9b0dc53486ab76d7f297ae34d71 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:52.335588 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9d396f4a-511f-458d-962c-4c3a92e9396f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:52.365079 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf981b1-5c0b-4a84-a07e-2d174280a19e req-eea4a337-2489-4f14-bc13-cd7d2ef81a94 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:52.374019 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2cf981b1-5c0b-4a84-a07e-2d174280a19e req-eea4a337-2489-4f14-bc13-cd7d2ef81a94 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/ports?device_id=815c5017-8147-40e7-9f27-8aa841a249ed HTTP/1.1" status: 200 len: 944 time: 0.1606300 Jan 18 20:24:52.422413 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a851def-d4f6-44ed-88d2-71ff82786fdc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (8b0227ae-abfb-43c3-a02e-63e1eecbea31), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:52.461529 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a851def-d4f6-44ed-88d2-71ff82786fdc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (8b0227ae-abfb-43c3-a02e-63e1eecbea31), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:52.462220 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a851def-d4f6-44ed-88d2-71ff82786fdc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (67cf4fa9-423b-4fac-9fed-81180542e423), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:52.490536 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2cf981b1-5c0b-4a84-a07e-2d174280a19e req-d4f55671-4bf2-4c55-949a-f0b7bb4e68fd tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1cf527-5a11-43ca-ba13-eed327831d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151617 Jan 18 20:24:52.497457 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:24:52.497457 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:24:52.517690 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a851def-d4f6-44ed-88d2-71ff82786fdc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:52.518906 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dd3bf6dd-e051-491e-acdd-d330cb78eac0 req-f1ca57d7-d1a9-4d86-9265-baf85b64ad5f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (98c9774a-948d-4952-8908-46dae54efb1c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:52.537819 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-6f28338f-eba3-40ea-a688-019be28f28d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:24:52.538174 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-6f28338f-eba3-40ea-a688-019be28f28d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:24:52.552903 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-5a851def-d4f6-44ed-88d2-71ff82786fdc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:52.616085 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a851def-d4f6-44ed-88d2-71ff82786fdc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:52.616386 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a851def-d4f6-44ed-88d2-71ff82786fdc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:52.631968 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9d396f4a-511f-458d-962c-4c3a92e9396f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (b774b52b-adf5-40bb-b282-27fdfa73bc8a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:52.669858 n-d-741529-9 neutron-server[103335]: DEBUG neutron.objects.ports [None req-1831e8d9-b9ff-42ab-812b-90205fc517d2 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103335) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 20:24:52.686494 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1831e8d9-b9ff-42ab-812b-90205fc517d2 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (293a7f8d-5e4d-43bc-b94e-afbdfcd6ec50), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:52.716299 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d396f4a-511f-458d-962c-4c3a92e9396f admin admin] Checking segment: {'id': '0f828785-ca91-4d11-b039-822dc9c7dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '378382ac-3009-4f14-80ff-aa1e6029c8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:52.716618 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d396f4a-511f-458d-962c-4c3a92e9396f admin admin] Network hostable DHCP agents. Network: 378382ac-3009-4f14-80ff-aa1e6029c8a8, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:24:52.742016 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d396f4a-511f-458d-962c-4c3a92e9396f admin admin] Network 378382ac-3009-4f14-80ff-aa1e6029c8a8 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:24:52.754810 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d396f4a-511f-458d-962c-4c3a92e9396f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b774b52b-adf5-40bb-b282-27fdfa73bc8a,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:52.765325 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-9d396f4a-511f-458d-962c-4c3a92e9396f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 378382ac-3009-4f14-80ff-aa1e6029c8a8) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:52.770798 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3bf6dd-e051-491e-acdd-d330cb78eac0 req-f1ca57d7-d1a9-4d86-9265-baf85b64ad5f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] No DVR routers for this DVR port 98c9774a-948d-4952-8908-46dae54efb1c on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:24:52.771405 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d396f4a-511f-458d-962c-4c3a92e9396f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:52.772619 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9d396f4a-511f-458d-962c-4c3a92e9396f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:52.785228 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cba4d9-b576-4fea-a742-15602b95a4b5 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:52.805461 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9d396f4a-511f-458d-962c-4c3a92e9396f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5323150 Jan 18 20:24:52.806346 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5a851def-d4f6-44ed-88d2-71ff82786fdc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.0592971 Jan 18 20:24:52.806346 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (3ac2f093-a03c-49f6-9c66-d8dfd6b65a59), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:52.806632 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35176) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:52.806840 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-dd3bf6dd-e051-491e-acdd-d330cb78eac0 req-f1ca57d7-d1a9-4d86-9265-baf85b64ad5f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:52.806840 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dd3bf6dd-e051-491e-acdd-d330cb78eac0 req-f1ca57d7-d1a9-4d86-9265-baf85b64ad5f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.70 "DELETE /v2.0/ports/98c9774a-948d-4952-8908-46dae54efb1c HTTP/1.1" status: 204 len: 173 time: 2.8642957 Jan 18 20:24:52.813549 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f24995cd-8597-4aa3-8383-968fa7f30c13 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'port': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'mac_address': 'fa:16:3e:ea:33:47', 'name': 'tempest-NetworksTestDHCPv6-190510962'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:52.836737 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815c5017-8147-40e7-9f27-8aa841a249ed', 'name': 'network-vif-deleted', 'tag': '98c9774a-948d-4952-8908-46dae54efb1c'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:24:52.839092 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be117190-f17f-47d9-b76d-e08b19f76500" -d '{"events": [{"server_uuid": "815c5017-8147-40e7-9f27-8aa841a249ed", "name": "network-vif-deleted", "tag": "98c9774a-948d-4952-8908-46dae54efb1c"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:24:52.876996 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:52.880321 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] 10.222.0.31 "DELETE /v2.0/networks/3ac2f093-a03c-49f6-9c66-d8dfd6b65a59 HTTP/1.1" status: 204 len: 168 time: 4.0146029 Jan 18 20:24:52.881160 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a851def-d4f6-44ed-88d2-71ff82786fdc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=8b0227ae-abfb-43c3-a02e-63e1eecbea31,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:52.948123 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa48c253-95f0-439a-a745-20e091611825 None None] Network 378382ac-3009-4f14-80ff-aa1e6029c8a8 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:52.978704 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2f8c0d-2490-4ed4-b47b-852344cbbad7 x-openstack-request-id: req-8e2f8c0d-2490-4ed4-b47b-852344cbbad7 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:24:52.979069 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815c5017-8147-40e7-9f27-8aa841a249ed", "name": "network-vif-deleted", "tag": "98c9774a-948d-4952-8908-46dae54efb1c", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:24:52.979267 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e2f8c0d-2490-4ed4-b47b-852344cbbad7 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:24:52.979693 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815c5017-8147-40e7-9f27-8aa841a249ed', 'name': 'network-vif-deleted', 'tag': '98c9774a-948d-4952-8908-46dae54efb1c', 'status': 'completed', 'code': 200} Jan 18 20:24:52.995504 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc9d4e-4488-4791-be59-ec9e2d19cf0b tempest-TagsExtTest-199913469 tempest-TagsExtTest-199913469-project] Pushing event deleted for resources: {'Network': ['ID=3ac2f093-a03c-49f6-9c66-d8dfd6b65a59,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:53.019477 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a851def-d4f6-44ed-88d2-71ff82786fdc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=67cf4fa9-423b-4fac-9fed-81180542e423,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:53.057031 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1831e8d9-b9ff-42ab-812b-90205fc517d2 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Checking segment: {'id': 'c957a8e2-560a-435f-a97d-1371f62c9642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4fb37d62-84a7-42d6-b4a8-5c0e81c36cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:53.058018 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1831e8d9-b9ff-42ab-812b-90205fc517d2 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Network hostable DHCP agents. Network: 4fb37d62-84a7-42d6-b4a8-5c0e81c36cfa, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:24:53.132773 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24995cd-8597-4aa3-8383-968fa7f30c13 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:53.144221 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca57d7-d1a9-4d86-9265-baf85b64ad5f tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Pushing event deleted for resources: {'Port': ['ID=98c9774a-948d-4952-8908-46dae54efb1c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:53.219585 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 8b0227ae-abfb-43c3-a02e-63e1eecbea31 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:53.220280 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8b0227ae-abfb-43c3-a02e-63e1eecbea31), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:53.250163 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6f28338f-eba3-40ea-a688-019be28f28d3 None None] Current status of the port 8b0227ae-abfb-43c3-a02e-63e1eecbea31 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:53.250582 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6f28338f-eba3-40ea-a688-019be28f28d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8b0227ae-abfb-43c3-a02e-63e1eecbea31), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:53.296385 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 8b0227ae-abfb-43c3-a02e-63e1eecbea31, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8b0227ae-abfb-43c3-a02e-63e1eecbea31,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:53.324720 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8b0227ae-abfb-43c3-a02e-63e1eecbea31), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:53.325429 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device cbafc40c-4958-4019-9b99-74940ac7b878 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:24:53.346297 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f24995cd-8597-4aa3-8383-968fa7f30c13 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:53.380983 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-f24995cd-8597-4aa3-8383-968fa7f30c13 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] device_id is not set on port 14830c3b-f9fe-4d1e-9a42-fedf4683124d yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:24:53.409344 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f22c635-e5c4-4567-b8bd-dfab2fd6ec45 None None] Network 378382ac-3009-4f14-80ff-aa1e6029c8a8 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:53.427671 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1831e8d9-b9ff-42ab-812b-90205fc517d2 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Network 4fb37d62-84a7-42d6-b4a8-5c0e81c36cfa is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:24:53.456225 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831e8d9-b9ff-42ab-812b-90205fc517d2 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event updated for resources: {'Subnet': ['ID=293a7f8d-5e4d-43bc-b94e-afbdfcd6ec50,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:53.512497 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port cbafc40c-4958-4019-9b99-74940ac7b878 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:53.512804 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cbafc40c-4958-4019-9b99-74940ac7b878), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:53.616690 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9d40d558-a0ae-460f-8164-25f64fa9584e tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for port (921cf0b9-a04d-44b1-94f9-e4ea1d2a08d0), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:53.618989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35196) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:53.627054 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-1831e8d9-b9ff-42ab-812b-90205fc517d2 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 4fb37d62-84a7-42d6-b4a8-5c0e81c36cfa) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:53.637501 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1831e8d9-b9ff-42ab-812b-90205fc517d2 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:53.638253 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1831e8d9-b9ff-42ab-812b-90205fc517d2 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:53.754258 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1831e8d9-b9ff-42ab-812b-90205fc517d2 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.7811511 Jan 18 20:24:53.755211 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-f24995cd-8597-4aa3-8383-968fa7f30c13 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 172.20.0.4 (c68ada5d-da8a-41c6-813a-b53f9c35e893/5afb1163-2008-462a-9a3b-c265dacd640a/14830c3b-f9fe-4d1e-9a42-fedf4683124d) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:53.761458 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35200) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:53.774005 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-f24995cd-8597-4aa3-8383-968fa7f30c13 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 2001:db8::f816:3eff:feea:3347 (c68ada5d-da8a-41c6-813a-b53f9c35e893/67cf4fa9-423b-4fac-9fed-81180542e423/14830c3b-f9fe-4d1e-9a42-fedf4683124d) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:53.815091 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa2275-8df5-43b8-98a2-a21bf67dd8c2 req-75d17928-f949-4a4f-828e-2a13286a1357 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:53.816483 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cafa2275-8df5-43b8-98a2-a21bf67dd8c2 req-75d17928-f949-4a4f-828e-2a13286a1357 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 946 time: 0.1734278 Jan 18 20:24:53.823654 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9d40d558-a0ae-460f-8164-25f64fa9584e tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (921cf0b9-a04d-44b1-94f9-e4ea1d2a08d0), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:53.976783 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabc2cdb-1c01-4ff0-992b-39d5c5043ae3 None None] Network 4fb37d62-84a7-42d6-b4a8-5c0e81c36cfa requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:53.990873 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cafa2275-8df5-43b8-98a2-a21bf67dd8c2 req-77c37cf7-fbe3-4e8d-bc3d-e9099b22ab66 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578481 Jan 18 20:24:54.006389 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-6f28338f-eba3-40ea-a688-019be28f28d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:24:54.007298 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-6f28338f-eba3-40ea-a688-019be28f28d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:24:54.053339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=8b0227ae-abfb-43c3-a02e-63e1eecbea31,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:54.058474 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d40d558-a0ae-460f-8164-25f64fa9584e tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network 18538a00-3a41-43a1-b01a-c2f4abf793f4 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:54.063230 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40d558-a0ae-460f-8164-25f64fa9584e tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Port': ['ID=921cf0b9-a04d-44b1-94f9-e4ea1d2a08d0,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:54.073692 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-9d40d558-a0ae-460f-8164-25f64fa9584e tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:54.085718 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d40d558-a0ae-460f-8164-25f64fa9584e tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:54.094358 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35206) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:54.216305 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed4bd53-0bd3-4203-be01-2f370686a29a tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Deleting subnet 21a9884b-d1c3-4ece-8a4b-b537e72d9c2e {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:24:54.222129 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port cbafc40c-4958-4019-9b99-74940ac7b878 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:54.224643 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1ed4bd53-0bd3-4203-be01-2f370686a29a tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks [] for subnet (21a9884b-d1c3-4ece-8a4b-b537e72d9c2e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:54.246160 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9f41d5d3-8f64-4f0c-9369-f5d6c54d7eca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0fe6d91e322648f6acbef8704ef06fa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6253552 Jan 18 20:24:54.247429 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35208) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:54.272068 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f24995cd-8597-4aa3-8383-968fa7f30c13 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (14830c3b-f9fe-4d1e-9a42-fedf4683124d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:54.294205 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-acdaefec-b9ff-401c-84b0-3eebcafd4d16 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (4fb37d62-84a7-42d6-b4a8-5c0e81c36cfa), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:54.335988 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1ed4bd53-0bd3-4203-be01-2f370686a29a tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (21a9884b-d1c3-4ece-8a4b-b537e72d9c2e), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:54.357004 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d40d558-a0ae-460f-8164-25f64fa9584e tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:54.357150 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3453c1df-af4f-48c2-8aab-16e8bd791ec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-4fb37d62-84a7-42d6-b4a8-5c0e81c36cfa', 'network_id': '4fb37d62-84a7-42d6-b4a8-5c0e81c36cfa', 'project_id': '77abb998886b4c7181d724dcc5445bb0', 'fixed_ips': [{'subnet_id': '293a7f8d-5e4d-43bc-b94e-afbdfcd6ec50'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:24:54.357676 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9d40d558-a0ae-460f-8164-25f64fa9584e tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:54.360095 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3453c1df-af4f-48c2-8aab-16e8bd791ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:54.446040 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9d40d558-a0ae-460f-8164-25f64fa9584e tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.4668956 Jan 18 20:24:54.458019 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35212) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:54.463095 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8b0227ae-abfb-43c3-a02e-63e1eecbea31 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:24:54.573145 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-acdaefec-b9ff-401c-84b0-3eebcafd4d16 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (293a7f8d-5e4d-43bc-b94e-afbdfcd6ec50), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:54.629443 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f24995cd-8597-4aa3-8383-968fa7f30c13 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (14830c3b-f9fe-4d1e-9a42-fedf4683124d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:54.667676 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2209d22d-4833-481d-a2b6-316a374aac69 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:54.675380 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35220) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:54.677116 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2209d22d-4833-481d-a2b6-316a374aac69 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2085786 Jan 18 20:24:54.728565 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1ed4bd53-0bd3-4203-be01-2f370686a29a tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (21a9884b-d1c3-4ece-8a4b-b537e72d9c2e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server [None req-3453c1df-af4f-48c2-8aab-16e8bd791ec9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 293a7f8d-5e4d-43bc-b94e-afbdfcd6ec50: This subnet is being modified by another concurrent operation. Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 20:24:54.755536 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise exception Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 293a7f8d-5e4d-43bc-b94e-afbdfcd6ec50: This subnet is being modified by another concurrent operation. Jan 18 20:24:54.758561 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server Jan 18 20:24:54.760580 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6f28338f-eba3-40ea-a688-019be28f28d3 None None] Current status of the port 8b0227ae-abfb-43c3-a02e-63e1eecbea31 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:54.763963 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 8b0227ae-abfb-43c3-a02e-63e1eecbea31 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:54.763963 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8b0227ae-abfb-43c3-a02e-63e1eecbea31), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:54.784849 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-acdaefec-b9ff-401c-84b0-3eebcafd4d16 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (293a7f8d-5e4d-43bc-b94e-afbdfcd6ec50), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:54.796098 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e94de1e-3dd0-4533-b0aa-c0770f2689a1 None None] get_active_networks_info from n-d-741529-9 {{(pid=103337) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 18 20:24:54.843974 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24995cd-8597-4aa3-8383-968fa7f30c13 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:54.848012 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-f24995cd-8597-4aa3-8383-968fa7f30c13 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:54.853616 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24995cd-8597-4aa3-8383-968fa7f30c13 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:54.881251 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdaefec-b9ff-401c-84b0-3eebcafd4d16 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event deleted for resources: {'Subnet': ['ID=293a7f8d-5e4d-43bc-b94e-afbdfcd6ec50,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:54.896470 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-541d7229-1adc-41be-9aa6-47d9ff9df666 admin admin] Publish callbacks [] for security_group (b557b1ba-fd28-4ec0-907f-72e3386010fa), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:54.916765 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24995cd-8597-4aa3-8383-968fa7f30c13 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=14830c3b-f9fe-4d1e-9a42-fedf4683124d,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:54.938826 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-541d7229-1adc-41be-9aa6-47d9ff9df666 admin admin] Publish callbacks [] for security_group (b557b1ba-fd28-4ec0-907f-72e3386010fa), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:54.977808 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24995cd-8597-4aa3-8383-968fa7f30c13 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:54.978826 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f24995cd-8597-4aa3-8383-968fa7f30c13 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:54.984163 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1ed4bd53-0bd3-4203-be01-2f370686a29a tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (21a9884b-d1c3-4ece-8a4b-b537e72d9c2e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:54.991424 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-54dd8c6e-b573-4e32-bb69-c99fac409ae8 None None] Provisioning complete for port 8b0227ae-abfb-43c3-a02e-63e1eecbea31 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:54.991882 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-54dd8c6e-b573-4e32-bb69-c99fac409ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8b0227ae-abfb-43c3-a02e-63e1eecbea31), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:55.020972 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f0b136-34a0-47ba-b767-a6ee74622757 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:55.034948 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f0b136-34a0-47ba-b767-a6ee74622757 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:55.043766 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f0b136-34a0-47ba-b767-a6ee74622757 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:55.048704 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a6f0b136-34a0-47ba-b767-a6ee74622757 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3711526 Jan 18 20:24:55.051028 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35234) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:55.053562 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 8b0227ae-abfb-43c3-a02e-63e1eecbea31 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:55.073206 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-541d7229-1adc-41be-9aa6-47d9ff9df666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b557b1ba-fd28-4ec0-907f-72e3386010fa), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:55.077334 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-541d7229-1adc-41be-9aa6-47d9ff9df666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:55.078789 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-541d7229-1adc-41be-9aa6-47d9ff9df666 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b557b1ba-fd28-4ec0-907f-72e3386010fa HTTP/1.1" status: 204 len: 168 time: 0.8197544 Jan 18 20:24:55.117520 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d7229-1adc-41be-9aa6-47d9ff9df666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b557b1ba-fd28-4ec0-907f-72e3386010fa,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:55.132962 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e94de1e-3dd0-4533-b0aa-c0770f2689a1 None None] Resources bound (agent type, host, resource id): {{(pid=103337) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 20:24:55.170957 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-acdaefec-b9ff-401c-84b0-3eebcafd4d16 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (4fb37d62-84a7-42d6-b4a8-5c0e81c36cfa), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:55.175677 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:24:55.202842 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-acdaefec-b9ff-401c-84b0-3eebcafd4d16 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb37d62-84a7-42d6-b4a8-5c0e81c36cfa']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:55.225996 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-54dd8c6e-b573-4e32-bb69-c99fac409ae8 None None] Current status of the port 8b0227ae-abfb-43c3-a02e-63e1eecbea31 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:55.226452 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4bd53-0bd3-4203-be01-2f370686a29a tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Pushing event deleted for resources: {'Subnet': ['ID=21a9884b-d1c3-4ece-8a4b-b537e72d9c2e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:55.228436 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-acdaefec-b9ff-401c-84b0-3eebcafd4d16 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c957a8e2-560a-435f-a97d-1371f62c9642') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:55.241177 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-acdaefec-b9ff-401c-84b0-3eebcafd4d16 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c957a8e2-560a-435f-a97d-1371f62c9642') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:55.241462 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1ed4bd53-0bd3-4203-be01-2f370686a29a tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:55.245106 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1ed4bd53-0bd3-4203-be01-2f370686a29a tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "DELETE /v2.0/subnets/21a9884b-d1c3-4ece-8a4b-b537e72d9c2e HTTP/1.1" status: 204 len: 168 time: 1.1491284 Jan 18 20:24:55.251275 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f24995cd-8597-4aa3-8383-968fa7f30c13 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4495118 Jan 18 20:24:55.256526 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35246) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:55.256863 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35248) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:55.276045 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-acdaefec-b9ff-401c-84b0-3eebcafd4d16 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (c957a8e2-560a-435f-a97d-1371f62c9642), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:55.315889 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-acdaefec-b9ff-401c-84b0-3eebcafd4d16 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (c957a8e2-560a-435f-a97d-1371f62c9642), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:55.330271 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acdaefec-b9ff-401c-84b0-3eebcafd4d16 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:24:55.330615 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-acdaefec-b9ff-401c-84b0-3eebcafd4d16 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (c957a8e2-560a-435f-a97d-1371f62c9642), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:24:55.351757 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:24:55.391480 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-54dd8c6e-b573-4e32-bb69-c99fac409ae8 None None] Provisioning complete for port 921cf0b9-a04d-44b1-94f9-e4ea1d2a08d0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:55.392070 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-54dd8c6e-b573-4e32-bb69-c99fac409ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (921cf0b9-a04d-44b1-94f9-e4ea1d2a08d0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:55.439851 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-54dd8c6e-b573-4e32-bb69-c99fac409ae8 None None] Port 921cf0b9-a04d-44b1-94f9-e4ea1d2a08d0 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:24:55.464699 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2d93400a-1a6d-4cb4-98f1-838d8e014700 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (7ec4c546-7391-4a65-a026-23d6cbdb75f0), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:55.478965 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e92b4-0666-41cd-a857-dedbfae8335c req-e7b9f1c1-a300-40e4-b096-925f976dd14a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:55.486128 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1e7e92b4-0666-41cd-a857-dedbfae8335c req-e7b9f1c1-a300-40e4-b096-925f976dd14a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 946 time: 0.2623990 Jan 18 20:24:55.530777 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda4d8a6-fca4-4a47-bb8c-7681c5519e2c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:55.536944 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda4d8a6-fca4-4a47-bb8c-7681c5519e2c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:55.541896 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35262) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:55.542092 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bda4d8a6-fca4-4a47-bb8c-7681c5519e2c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2482913 Jan 18 20:24:55.553512 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-acdaefec-b9ff-401c-84b0-3eebcafd4d16 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (4fb37d62-84a7-42d6-b4a8-5c0e81c36cfa), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:55.581308 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-acdaefec-b9ff-401c-84b0-3eebcafd4d16 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:55.584796 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-acdaefec-b9ff-401c-84b0-3eebcafd4d16 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "DELETE /v2.0/networks/4fb37d62-84a7-42d6-b4a8-5c0e81c36cfa HTTP/1.1" status: 204 len: 168 time: 1.8215947 Jan 18 20:24:55.595384 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35264) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:55.600594 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdaefec-b9ff-401c-84b0-3eebcafd4d16 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event deleted for resources: {'Network': ['ID=4fb37d62-84a7-42d6-b4a8-5c0e81c36cfa,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:55.641455 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3fefb125-92f3-4a08-8939-d2861b12d394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:55.676323 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-a792045c-9812-4568-be6c-b0e9d3dc7333 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting port 921cf0b9-a04d-44b1-94f9-e4ea1d2a08d0 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:55.676829 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a792045c-9812-4568-be6c-b0e9d3dc7333 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (921cf0b9-a04d-44b1-94f9-e4ea1d2a08d0), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:55.714206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-53391941-b389-4b6c-9b04-deb2e9007b46 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting port 14830c3b-f9fe-4d1e-9a42-fedf4683124d {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:55.714955 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53391941-b389-4b6c-9b04-deb2e9007b46 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (14830c3b-f9fe-4d1e-9a42-fedf4683124d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:55.728954 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ec4def-e36e-4dd3-823b-40390d82b151 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] DELETE failed (client error): The resource could not be found. Jan 18 20:24:55.729582 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ec4def-e36e-4dd3-823b-40390d82b151 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:24:55.733053 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-57ec4def-e36e-4dd3-823b-40390d82b151 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "DELETE /v2.0/subnets/293a7f8d-5e4d-43bc-b94e-afbdfcd6ec50 HTTP/1.1" status: 404 len: 337 time: 0.1344342 Jan 18 20:24:55.750849 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35270) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:55.825049 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1e7e92b4-0666-41cd-a857-dedbfae8335c req-2fc3c6aa-dd7b-4b9b-8a0e-d62077b69ef2 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247213 Jan 18 20:24:55.835788 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14350821-6bc0-484c-a0a7-89d3773c5fde None None] Network 4fb37d62-84a7-42d6-b4a8-5c0e81c36cfa requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:55.845070 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-616da6fa-2fa0-4db1-93a6-251c3ec457e5 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] DELETE failed (client error): The resource could not be found. Jan 18 20:24:55.845972 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-616da6fa-2fa0-4db1-93a6-251c3ec457e5 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:24:55.849485 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-616da6fa-2fa0-4db1-93a6-251c3ec457e5 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "DELETE /v2.0/networks/4fb37d62-84a7-42d6-b4a8-5c0e81c36cfa HTTP/1.1" status: 404 len: 339 time: 0.0975504 Jan 18 20:24:55.853141 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35274) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:55.868048 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f7d41a-b266-4f33-a0e9-6b2d6f1ad764 None None] Network 7ec4c546-7391-4a65-a026-23d6cbdb75f0 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:55.881020 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-69eb52f4-7350-46f8-9adb-59d099fa3035 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:55.883027 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-69eb52f4-7350-46f8-9adb-59d099fa3035 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.31 "GET /v2.0/networks?id=378382ac-3009-4f14-80ff-aa1e6029c8a8 HTTP/1.1" status: 200 len: 810 time: 0.3396795 Jan 18 20:24:55.908158 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-6382c725-e7e0-42c0-99c2-898f8489a312 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] DELETE failed (client error): The resource could not be found. Jan 18 20:24:55.910291 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14350821-6bc0-484c-a0a7-89d3773c5fde None None] Network 4fb37d62-84a7-42d6-b4a8-5c0e81c36cfa could not be found, it might have been deleted concurrently. {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 18 20:24:55.911323 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6382c725-e7e0-42c0-99c2-898f8489a312 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:24:55.914566 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6382c725-e7e0-42c0-99c2-898f8489a312 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "DELETE /v2.0/subnets/f72c52cb-e69f-466e-9e45-7fa16c536290 HTTP/1.1" status: 404 len: 337 time: 0.0606737 Jan 18 20:24:55.915849 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a792045c-9812-4568-be6c-b0e9d3dc7333 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (921cf0b9-a04d-44b1-94f9-e4ea1d2a08d0), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:55.920089 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35278) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:55.934440 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-b9a08df4-2455-4a32-895c-038ba955b6ed tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.31 "GET /v2.0/quotas/ac4ab9b0dc53486ab76d7f297ae34d71 HTTP/1.1" status: 200 len: 375 time: 0.0383995 Jan 18 20:24:55.946527 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53391941-b389-4b6c-9b04-deb2e9007b46 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (14830c3b-f9fe-4d1e-9a42-fedf4683124d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:55.948784 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-2d93400a-1a6d-4cb4-98f1-838d8e014700 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Deleting port c9354665-18ae-4ff5-9a40-90c229af3a5e {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:55.948919 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2d93400a-1a6d-4cb4-98f1-838d8e014700 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (c9354665-18ae-4ff5-9a40-90c229af3a5e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:55.951497 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-a792045c-9812-4568-be6c-b0e9d3dc7333 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Calling delete_port for 921cf0b9-a04d-44b1-94f9-e4ea1d2a08d0 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:55.966067 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a1a2f7-927e-47cb-9b7f-1b6f0063905a tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] DELETE failed (client error): The resource could not be found. Jan 18 20:24:55.966937 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03a1a2f7-927e-47cb-9b7f-1b6f0063905a tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:24:55.970163 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-03a1a2f7-927e-47cb-9b7f-1b6f0063905a tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "DELETE /v2.0/networks/8d98a228-ac49-4ec8-add4-21fec32edf01 HTTP/1.1" status: 404 len: 339 time: 0.0491138 Jan 18 20:24:55.973953 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35280) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:55.983256 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-53391941-b389-4b6c-9b04-deb2e9007b46 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Calling delete_port for 14830c3b-f9fe-4d1e-9a42-fedf4683124d owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:55.993590 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-88316154-14f9-4373-9601-a7ece15b786e tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ac4ab9b0dc53486ab76d7f297ae34d71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580606 Jan 18 20:24:56.008413 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9fd126-31dc-4be8-ad52-3fb475cbf025 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] DELETE failed (client error): The resource could not be found. Jan 18 20:24:56.008873 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a9fd126-31dc-4be8-ad52-3fb475cbf025 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:24:56.012712 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2a9fd126-31dc-4be8-ad52-3fb475cbf025 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "DELETE /v2.0/subnets/76879935-f2f9-4304-82e2-5748e51f4085 HTTP/1.1" status: 404 len: 337 time: 0.0371528 Jan 18 20:24:56.016401 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35282) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:56.071833 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7416c40-5e45-458f-b6ee-e2c720449bae tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] DELETE failed (client error): The resource could not be found. Jan 18 20:24:56.072748 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7416c40-5e45-458f-b6ee-e2c720449bae tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:24:56.079193 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f7416c40-5e45-458f-b6ee-e2c720449bae tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "DELETE /v2.0/networks/b77e87e4-70d8-46bd-9b01-726ac2dc3e64 HTTP/1.1" status: 404 len: 339 time: 0.0615654 Jan 18 20:24:56.123784 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35284) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:56.252942 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9a9520-04f4-46b1-a205-b4a6efe9dae0 None None] DHCP port deletion for 7ec4c546-7391-4a65-a026-23d6cbdb75f0 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:24:56.383687 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53391941-b389-4b6c-9b04-deb2e9007b46 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (14830c3b-f9fe-4d1e-9a42-fedf4683124d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:56.387652 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-2d93400a-1a6d-4cb4-98f1-838d8e014700 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] For port c9354665-18ae-4ff5-9a40-90c229af3a5e, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c9354665-18ae-4ff5-9a40-90c229af3a5e,segment=NetworkSegment(0189c155-285f-4fc0-acf2-28f6faf4cfa9),segment_id=0189c155-285f-4fc0-acf2-28f6faf4cfa9)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:56.388031 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2d93400a-1a6d-4cb4-98f1-838d8e014700 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (c9354665-18ae-4ff5-9a40-90c229af3a5e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:56.399909 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c9354665-18ae-4ff5-9a40-90c229af3a5e no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:24:56.419064 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-2d93400a-1a6d-4cb4-98f1-838d8e014700 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Calling delete_port for c9354665-18ae-4ff5-9a40-90c229af3a5e owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:56.429684 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53391941-b389-4b6c-9b04-deb2e9007b46 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Port': ['ID=14830c3b-f9fe-4d1e-9a42-fedf4683124d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:56.442197 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-1514cab5-02aa-4b8c-93b0-17f0d600bf48 service neutron] 10.222.0.31 "GET /v2.0/networks/378382ac-3009-4f14-80ff-aa1e6029c8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475899 Jan 18 20:24:56.486947 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-af9bc399-638b-4553-bdb1-2be545117b94 None None] Provisioning complete for port 14830c3b-f9fe-4d1e-9a42-fedf4683124d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:56.487450 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-af9bc399-638b-4553-bdb1-2be545117b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (14830c3b-f9fe-4d1e-9a42-fedf4683124d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:56.531062 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-af9bc399-638b-4553-bdb1-2be545117b94 None None] Port 14830c3b-f9fe-4d1e-9a42-fedf4683124d was deleted so its status cannot be updated. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Jan 18 20:24:56.539157 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6e9a9520-04f4-46b1-a205-b4a6efe9dae0 None None] Deleting port c9354665-18ae-4ff5-9a40-90c229af3a5e {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:56.539304 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9520-04f4-46b1-a205-b4a6efe9dae0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (c9354665-18ae-4ff5-9a40-90c229af3a5e), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:56.615121 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35296) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:56.629296 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026889 Jan 18 20:24:56.632651 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35298) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:56.638687 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53391941-b389-4b6c-9b04-deb2e9007b46 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:56.648756 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-53391941-b389-4b6c-9b04-deb2e9007b46 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/14830c3b-f9fe-4d1e-9a42-fedf4683124d HTTP/1.1" status: 204 len: 168 time: 1.1054480 Jan 18 20:24:56.652666 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35302) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:56.699124 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port c9354665-18ae-4ff5-9a40-90c229af3a5e is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:56.701899 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c9354665-18ae-4ff5-9a40-90c229af3a5e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:56.730892 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-5152746b-176b-4f52-b0a7-93249522f8e4 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Deleting port 5610400d-1b8c-4820-aaf7-9fec65b510a1 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:56.731450 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5152746b-176b-4f52-b0a7-93249522f8e4 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (5610400d-1b8c-4820-aaf7-9fec65b510a1), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:56.741746 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6e9a9520-04f4-46b1-a205-b4a6efe9dae0 None None] For port c9354665-18ae-4ff5-9a40-90c229af3a5e, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c9354665-18ae-4ff5-9a40-90c229af3a5e,segment=NetworkSegment(0189c155-285f-4fc0-acf2-28f6faf4cfa9),segment_id=0189c155-285f-4fc0-acf2-28f6faf4cfa9)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:56.742200 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9520-04f4-46b1-a205-b4a6efe9dae0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (c9354665-18ae-4ff5-9a40-90c229af3a5e), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:56.780233 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port c9354665-18ae-4ff5-9a40-90c229af3a5e, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c9354665-18ae-4ff5-9a40-90c229af3a5e,segment=NetworkSegment(0189c155-285f-4fc0-acf2-28f6faf4cfa9),segment_id=0189c155-285f-4fc0-acf2-28f6faf4cfa9)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:56.781982 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6e9a9520-04f4-46b1-a205-b4a6efe9dae0 None None] Calling delete_port for c9354665-18ae-4ff5-9a40-90c229af3a5e owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:56.792511 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88c167c-9f68-48a9-b4c1-02a2ff088eb3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:56.792791 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c9354665-18ae-4ff5-9a40-90c229af3a5e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:56.798290 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88c167c-9f68-48a9-b4c1-02a2ff088eb3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:56.805855 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88c167c-9f68-48a9-b4c1-02a2ff088eb3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:56.814698 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e88c167c-9f68-48a9-b4c1-02a2ff088eb3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1595569 Jan 18 20:24:56.815583 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35304) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:56.841338 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a792045c-9812-4568-be6c-b0e9d3dc7333 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (921cf0b9-a04d-44b1-94f9-e4ea1d2a08d0), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:56.903397 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-7dafd9d3-32dd-4bf4-a332-321e0cc9adc6 service neutron] 10.222.0.31 "GET /v2.0/networks/378382ac-3009-4f14-80ff-aa1e6029c8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315276 Jan 18 20:24:56.910140 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a792045c-9812-4568-be6c-b0e9d3dc7333 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Port': ['ID=921cf0b9-a04d-44b1-94f9-e4ea1d2a08d0,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:56.910468 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-335d8df3-44af-4abe-94bb-60e456374529 tempest-NetworksApiDiscovery-1779512922 tempest-NetworksApiDiscovery-1779512922-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2736039 Jan 18 20:24:56.937585 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5152746b-176b-4f52-b0a7-93249522f8e4 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (5610400d-1b8c-4820-aaf7-9fec65b510a1), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:57.002125 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6f27f3-f67b-4b56-921d-0f1dc90eed9c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet 5afb1163-2008-462a-9a3b-c265dacd640a {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:24:57.010962 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5f6f27f3-f67b-4b56-921d-0f1dc90eed9c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (5afb1163-2008-462a-9a3b-c265dacd640a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:57.013571 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=c9354665-18ae-4ff5-9a40-90c229af3a5e,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:57.031060 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:57.031412 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:57.031756 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:57.032092 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:57.032421 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:57.032751 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:57.033077 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:57.034861 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:57.035196 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:57.035516 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:57.035750 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2d93400a-1a6d-4cb4-98f1-838d8e014700 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (c9354665-18ae-4ff5-9a40-90c229af3a5e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:57.036092 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:57.036465 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:57.036793 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:57.055141 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9520-04f4-46b1-a205-b4a6efe9dae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (c9354665-18ae-4ff5-9a40-90c229af3a5e), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:57.108127 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-5152746b-176b-4f52-b0a7-93249522f8e4 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Calling delete_port for 5610400d-1b8c-4820-aaf7-9fec65b510a1 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:57.111193 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a9520-04f4-46b1-a205-b4a6efe9dae0 None None] Pushing event deleted for resources: {'Port': ['ID=c9354665-18ae-4ff5-9a40-90c229af3a5e,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:57.114535 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5f6f27f3-f67b-4b56-921d-0f1dc90eed9c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (5afb1163-2008-462a-9a3b-c265dacd640a), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:57.136725 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9a9520-04f4-46b1-a205-b4a6efe9dae0 None None] No DVR routers for this DVR port c9354665-18ae-4ff5-9a40-90c229af3a5e on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:24:57.232257 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d93400a-1a6d-4cb4-98f1-838d8e014700 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] No DVR routers for this DVR port c9354665-18ae-4ff5-9a40-90c229af3a5e on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:24:57.248230 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93400a-1a6d-4cb4-98f1-838d8e014700 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Pushing event deleted for resources: {'Port': ['ID=c9354665-18ae-4ff5-9a40-90c229af3a5e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:57.330347 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5f6f27f3-f67b-4b56-921d-0f1dc90eed9c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (5afb1163-2008-462a-9a3b-c265dacd640a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:57.414306 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35316) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:57.470199 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5f6f27f3-f67b-4b56-921d-0f1dc90eed9c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (5afb1163-2008-462a-9a3b-c265dacd640a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:57.525674 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f27f3-f67b-4b56-921d-0f1dc90eed9c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=5afb1163-2008-462a-9a3b-c265dacd640a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:57.538826 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5f6f27f3-f67b-4b56-921d-0f1dc90eed9c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:57.542176 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bbedb1-ea92-45df-a8a1-2e68c6e7abc9 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:57.544852 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5f6f27f3-f67b-4b56-921d-0f1dc90eed9c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/5afb1163-2008-462a-9a3b-c265dacd640a HTTP/1.1" status: 204 len: 168 time: 0.7277484 Jan 18 20:24:57.547188 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35322) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:57.566186 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-80669064-b9d0-471a-81fe-da01632d3e2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:57.660228 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4fd3219-01b8-4fc4-9627-ccf54d4119ab tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet 67cf4fa9-423b-4fac-9fed-81180542e423 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:24:57.673502 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4fd3219-01b8-4fc4-9627-ccf54d4119ab tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (67cf4fa9-423b-4fac-9fed-81180542e423), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:57.765065 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4fd3219-01b8-4fc4-9627-ccf54d4119ab tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (67cf4fa9-423b-4fac-9fed-81180542e423), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:57.792264 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94edbc5-a333-4e8c-b0de-6bbc6090b820 req-750937fd-ab67-405f-a662-84a4e0f5a16a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:57.800940 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b87ea98a-0513-4206-a62f-d684eca111a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:57.826355 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e94edbc5-a333-4e8c-b0de-6bbc6090b820 req-750937fd-ab67-405f-a662-84a4e0f5a16a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 946 time: 0.8331881 Jan 18 20:24:57.832771 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-80669064-b9d0-471a-81fe-da01632d3e2b admin admin] Publish callbacks [] for security_group (0bedfee7-64b6-4990-ae90-3e4e9b26fa55), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:57.834926 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a792045c-9812-4568-be6c-b0e9d3dc7333 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:57.839749 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-80669064-b9d0-471a-81fe-da01632d3e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0bedfee7-64b6-4990-ae90-3e4e9b26fa55), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:57.842884 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a792045c-9812-4568-be6c-b0e9d3dc7333 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/ports/921cf0b9-a04d-44b1-94f9-e4ea1d2a08d0 HTTP/1.1" status: 204 len: 168 time: 2.7794669 Jan 18 20:24:57.857985 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35328) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:57.916562 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-80669064-b9d0-471a-81fe-da01632d3e2b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=01c53ada9d574a57811a24902e238f18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5003409 Jan 18 20:24:57.917238 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35330) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:57.924468 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e832fae9-b08a-4cc9-9f5a-1f0ce80a2bed req-4d47c288-da43-44f2-a3d7-2eada02cd946 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a69e9f4-8146-4c47-bc79-82de52aea133 HTTP/1.1" status: 200 len: 210 time: 0.2616861 Jan 18 20:24:57.930596 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80669064-b9d0-471a-81fe-da01632d3e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bedfee7-64b6-4990-ae90-3e4e9b26fa55,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:57.943479 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4fd3219-01b8-4fc4-9627-ccf54d4119ab tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (67cf4fa9-423b-4fac-9fed-81180542e423), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:57.946128 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5152746b-176b-4f52-b0a7-93249522f8e4 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (5610400d-1b8c-4820-aaf7-9fec65b510a1), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:57.994724 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2d93400a-1a6d-4cb4-98f1-838d8e014700 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (7ec4c546-7391-4a65-a026-23d6cbdb75f0), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:58.034914 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ef9e96-4913-4713-9c0b-fedddb294921 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] GET failed (client error): The resource could not be found. Jan 18 20:24:58.039867 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d8ef9e96-4913-4713-9c0b-fedddb294921 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "GET /v2.0/ports/921cf0b9-a04d-44b1-94f9-e4ea1d2a08d0 HTTP/1.1" status: 404 len: 333 time: 0.1137843 Jan 18 20:24:58.040181 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35334) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:58.046082 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152746b-176b-4f52-b0a7-93249522f8e4 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event deleted for resources: {'Port': ['ID=5610400d-1b8c-4820-aaf7-9fec65b510a1,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:58.065754 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e94edbc5-a333-4e8c-b0de-6bbc6090b820 req-97c23d6c-6ac5-4c52-aaa2-6d80e58ddef6 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385933 Jan 18 20:24:58.066956 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5152746b-176b-4f52-b0a7-93249522f8e4 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:58.072550 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5152746b-176b-4f52-b0a7-93249522f8e4 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "DELETE /v2.0/ports/5610400d-1b8c-4820-aaf7-9fec65b510a1 HTTP/1.1" status: 204 len: 168 time: 1.9422774 Jan 18 20:24:58.072550 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-2d93400a-1a6d-4cb4-98f1-838d8e014700 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec4c546-7391-4a65-a026-23d6cbdb75f0']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:58.074911 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35336) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:58.110938 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0766bab-afa6-43b0-a626-18abcd31ecc3 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] DELETE failed (client error): The resource could not be found. Jan 18 20:24:58.111412 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0766bab-afa6-43b0-a626-18abcd31ecc3 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:24:58.114738 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d0766bab-afa6-43b0-a626-18abcd31ecc3 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "DELETE /v2.0/subnets/35e77931-51f5-4c05-8383-5cc5a42ce2dc HTTP/1.1" status: 404 len: 337 time: 0.0388050 Jan 18 20:24:58.116730 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-2d93400a-1a6d-4cb4-98f1-838d8e014700 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0189c155-285f-4fc0-acf2-28f6faf4cfa9') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:58.117027 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-2d93400a-1a6d-4cb4-98f1-838d8e014700 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0189c155-285f-4fc0-acf2-28f6faf4cfa9') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:58.118742 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35338) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:58.141241 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2d93400a-1a6d-4cb4-98f1-838d8e014700 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (0189c155-285f-4fc0-acf2-28f6faf4cfa9), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:58.194976 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2d93400a-1a6d-4cb4-98f1-838d8e014700 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (0189c155-285f-4fc0-acf2-28f6faf4cfa9), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:58.264531 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d93400a-1a6d-4cb4-98f1-838d8e014700 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:24:58.265082 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2d93400a-1a6d-4cb4-98f1-838d8e014700 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (0189c155-285f-4fc0-acf2-28f6faf4cfa9), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:24:58.268807 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:24:58.311493 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4bfcc229-b053-49ad-a0a5-82df7d7d73c3 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (88bbdfad-b7f3-4423-b188-86133ef94b36), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:58.433311 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2d93400a-1a6d-4cb4-98f1-838d8e014700 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (7ec4c546-7391-4a65-a026-23d6cbdb75f0), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:58.447392 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2d93400a-1a6d-4cb4-98f1-838d8e014700 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:58.454555 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2d93400a-1a6d-4cb4-98f1-838d8e014700 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "DELETE /v2.0/networks/7ec4c546-7391-4a65-a026-23d6cbdb75f0 HTTP/1.1" status: 204 len: 168 time: 3.1681004 Jan 18 20:24:58.464601 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35342) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:58.522856 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93400a-1a6d-4cb4-98f1-838d8e014700 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Pushing event deleted for resources: {'Network': ['ID=7ec4c546-7391-4a65-a026-23d6cbdb75f0,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:58.530159 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a496d0c7-2c88-4d62-bbd8-d9342b94eb54 admin admin] Publish callbacks [] for security_group (0bedfee7-64b6-4990-ae90-3e4e9b26fa55), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:58.584885 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-4bfcc229-b053-49ad-a0a5-82df7d7d73c3 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Deleting port 41bbf3df-590b-40b7-ba8d-477b8f6d8919 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:58.585556 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4bfcc229-b053-49ad-a0a5-82df7d7d73c3 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (41bbf3df-590b-40b7-ba8d-477b8f6d8919), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:58.595156 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-98003d2b-7462-4775-9500-eb39d086339b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Deleting subnet c3d8abc3-e9df-474b-b2ee-d36f66d71a92 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:24:58.602538 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a496d0c7-2c88-4d62-bbd8-d9342b94eb54 admin admin] Publish callbacks [] for security_group (0bedfee7-64b6-4990-ae90-3e4e9b26fa55), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:58.605471 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4fd3219-01b8-4fc4-9627-ccf54d4119ab tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (67cf4fa9-423b-4fac-9fed-81180542e423), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:58.615185 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98003d2b-7462-4775-9500-eb39d086339b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks [] for subnet (c3d8abc3-e9df-474b-b2ee-d36f66d71a92), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:58.674113 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4fd3219-01b8-4fc4-9627-ccf54d4119ab tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:58.678138 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e4fd3219-01b8-4fc4-9627-ccf54d4119ab tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/67cf4fa9-423b-4fac-9fed-81180542e423 HTTP/1.1" status: 204 len: 168 time: 1.1295874 Jan 18 20:24:58.682261 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35344) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:58.705086 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a496d0c7-2c88-4d62-bbd8-d9342b94eb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0bedfee7-64b6-4990-ae90-3e4e9b26fa55), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:58.708080 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a496d0c7-2c88-4d62-bbd8-d9342b94eb54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:58.713365 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a496d0c7-2c88-4d62-bbd8-d9342b94eb54 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0bedfee7-64b6-4990-ae90-3e4e9b26fa55 HTTP/1.1" status: 204 len: 168 time: 0.7915435 Jan 18 20:24:58.714258 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd3219-01b8-4fc4-9627-ccf54d4119ab tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=67cf4fa9-423b-4fac-9fed-81180542e423,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:58.719134 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2ac079-0a47-4cf5-ba51-1e32e0441ed0 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:58.742203 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496d0c7-2c88-4d62-bbd8-d9342b94eb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bedfee7-64b6-4990-ae90-3e4e9b26fa55,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:58.768651 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-ee672dc1-d536-4164-a525-ac40b49e9863 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting port 01f31581-1a95-4508-8d40-64581dfd7b79 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:58.773616 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee672dc1-d536-4164-a525-ac40b49e9863 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (01f31581-1a95-4508-8d40-64581dfd7b79), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:58.792263 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a33a5729-4862-4a29-b94d-732c841753ae tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0989726 Jan 18 20:24:58.796147 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35348) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:58.851909 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98003d2b-7462-4775-9500-eb39d086339b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (c3d8abc3-e9df-474b-b2ee-d36f66d71a92), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:58.865256 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-4bfcc229-b053-49ad-a0a5-82df7d7d73c3 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] For port 41bbf3df-590b-40b7-ba8d-477b8f6d8919, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=41bbf3df-590b-40b7-ba8d-477b8f6d8919,segment=NetworkSegment(93ce97a1-867b-475d-8c5a-38a18b0c0962),segment_id=93ce97a1-867b-475d-8c5a-38a18b0c0962)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:58.865726 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4bfcc229-b053-49ad-a0a5-82df7d7d73c3 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (41bbf3df-590b-40b7-ba8d-477b8f6d8919), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:58.918619 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-255db2da-8181-4ea3-8a3f-143ba4b9e036 None None] Provisioning complete for port 8b0227ae-abfb-43c3-a02e-63e1eecbea31 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:58.919073 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-255db2da-8181-4ea3-8a3f-143ba4b9e036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8b0227ae-abfb-43c3-a02e-63e1eecbea31), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:58.976108 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-4bfcc229-b053-49ad-a0a5-82df7d7d73c3 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Calling delete_port for 41bbf3df-590b-40b7-ba8d-477b8f6d8919 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:59.037985 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:59.049855 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-255db2da-8181-4ea3-8a3f-143ba4b9e036 None None] Current status of the port 8b0227ae-abfb-43c3-a02e-63e1eecbea31 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:59.055614 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cab1a7f-1a25-4eca-a7c3-b3763d2f17a2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:59.057176 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0cab1a7f-1a25-4eca-a7c3-b3763d2f17a2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2583189 Jan 18 20:24:59.075108 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7331aad-c883-47be-a549-5723b10fe04a None None] DHCP port deletion for c68ada5d-da8a-41c6-813a-b53f9c35e893 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:24:59.163512 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35354) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:59.181422 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f7331aad-c883-47be-a549-5723b10fe04a None None] Deleting port 8b0227ae-abfb-43c3-a02e-63e1eecbea31 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:59.182091 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f7331aad-c883-47be-a549-5723b10fe04a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (8b0227ae-abfb-43c3-a02e-63e1eecbea31), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:59.232204 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59589db6-3176-48ad-8a94-f006f2baec58 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:59.236726 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-59589db6-3176-48ad-8a94-f006f2baec58 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0720286 Jan 18 20:24:59.241247 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35362) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:59.284923 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f7331aad-c883-47be-a549-5723b10fe04a None None] For port 8b0227ae-abfb-43c3-a02e-63e1eecbea31, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8b0227ae-abfb-43c3-a02e-63e1eecbea31,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:59.285320 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f7331aad-c883-47be-a549-5723b10fe04a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (8b0227ae-abfb-43c3-a02e-63e1eecbea31), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:59.291362 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee672dc1-d536-4164-a525-ac40b49e9863 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (01f31581-1a95-4508-8d40-64581dfd7b79), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:59.301467 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f7331aad-c883-47be-a549-5723b10fe04a None None] Calling delete_port for 8b0227ae-abfb-43c3-a02e-63e1eecbea31 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:59.310013 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98003d2b-7462-4775-9500-eb39d086339b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (c3d8abc3-e9df-474b-b2ee-d36f66d71a92), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:59.336254 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-ee672dc1-d536-4164-a525-ac40b49e9863 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Calling delete_port for 01f31581-1a95-4508-8d40-64581dfd7b79 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:59.404455 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-10827c29-a91c-4f90-aead-d71fa709f47c tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:59.406223 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-10827c29-a91c-4f90-aead-d71fa709f47c tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.70 "GET /v2.0/networks?id=378382ac-3009-4f14-80ff-aa1e6029c8a8 HTTP/1.1" status: 200 len: 810 time: 0.5599473 Jan 18 20:24:59.416623 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-89421543-5985-40b8-8d0e-efabdee9b6ac req-7ed8ba61-2efe-4df6-bbf2-3f16de460731 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a69e9f4-8146-4c47-bc79-82de52aea133 HTTP/1.1" status: 200 len: 210 time: 0.2551451 Jan 18 20:24:59.426049 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2f377974-d9e3-455c-9fae-0508d613a002 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1736679 Jan 18 20:24:59.426049 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35370) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:59.445407 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-e239fe30-ad60-48b3-ac71-c9415c90f74f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:59.460690 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f7331aad-c883-47be-a549-5723b10fe04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (8b0227ae-abfb-43c3-a02e-63e1eecbea31), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:59.478165 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7331aad-c883-47be-a549-5723b10fe04a None None] No DVR routers for this DVR port 8b0227ae-abfb-43c3-a02e-63e1eecbea31 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:24:59.511398 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7331aad-c883-47be-a549-5723b10fe04a None None] Pushing event deleted for resources: {'Port': ['ID=8b0227ae-abfb-43c3-a02e-63e1eecbea31,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:59.512020 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-b1b2e4ed-1504-4df5-979f-94a94c221301 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Request body: {'port': {'device_id': '4a69e9f4-8146-4c47-bc79-82de52aea133', 'network_id': '378382ac-3009-4f14-80ff-aa1e6029c8a8', 'admin_state_up': True, 'tenant_id': 'ac4ab9b0dc53486ab76d7f297ae34d71'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:59.635378 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc018eb-6148-4506-b19f-9cb2bed70eae req-baf8a0ef-931b-4499-97cb-f3acf3c3427c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:59.636949 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7dc018eb-6148-4506-b19f-9cb2bed70eae req-baf8a0ef-931b-4499-97cb-f3acf3c3427c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 946 time: 0.3948441 Jan 18 20:24:59.684755 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e239fe30-ad60-48b3-ac71-c9415c90f74f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:59.688749 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e239fe30-ad60-48b3-ac71-c9415c90f74f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:59.691430 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-e239fe30-ad60-48b3-ac71-c9415c90f74f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:24:59.691952 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e239fe30-ad60-48b3-ac71-c9415c90f74f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:24:59.694514 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98003d2b-7462-4775-9500-eb39d086339b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (c3d8abc3-e9df-474b-b2ee-d36f66d71a92), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:59.734259 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98003d2b-7462-4775-9500-eb39d086339b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Pushing event deleted for resources: {'Subnet': ['ID=c3d8abc3-e9df-474b-b2ee-d36f66d71a92,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:59.750528 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4bfcc229-b053-49ad-a0a5-82df7d7d73c3 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (41bbf3df-590b-40b7-ba8d-477b8f6d8919), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:59.755828 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-b1b2e4ed-1504-4df5-979f-94a94c221301 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Made reservation on behalf of ac4ab9b0dc53486ab76d7f297ae34d71 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:59.759657 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98003d2b-7462-4775-9500-eb39d086339b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:59.760043 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-b1b2e4ed-1504-4df5-979f-94a94c221301 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:59.763929 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-98003d2b-7462-4775-9500-eb39d086339b tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "DELETE /v2.0/subnets/c3d8abc3-e9df-474b-b2ee-d36f66d71a92 HTTP/1.1" status: 204 len: 168 time: 1.2965577 Jan 18 20:24:59.770444 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35378) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:59.770882 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40193090-27c4-4f6b-b56a-b3c03ac91f75 None None] Network bf0e8bd0-f052-4e1e-81c3-a95e14f34d93 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:59.775760 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7dc018eb-6148-4506-b19f-9cb2bed70eae req-30a7c1de-5e45-4bd7-bb93-862ba51ad079 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303134 Jan 18 20:24:59.815676 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee672dc1-d536-4164-a525-ac40b49e9863 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (01f31581-1a95-4508-8d40-64581dfd7b79), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:59.888664 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bcf39f41-5cf1-4cd0-802d-9134bbd6f402 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (bf0e8bd0-f052-4e1e-81c3-a95e14f34d93), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:59.896706 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e239fe30-ad60-48b3-ac71-c9415c90f74f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4633777 Jan 18 20:24:59.897694 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35382) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:59.903273 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfcc229-b053-49ad-a0a5-82df7d7d73c3 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] No DVR routers for this DVR port 41bbf3df-590b-40b7-ba8d-477b8f6d8919 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:24:59.911326 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-2616017d-0bfb-4fac-acde-fbc9ec6e2172 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:59.916590 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfcc229-b053-49ad-a0a5-82df7d7d73c3 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event deleted for resources: {'Port': ['ID=41bbf3df-590b-40b7-ba8d-477b8f6d8919,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:59.947187 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35384) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:59.951079 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee672dc1-d536-4164-a525-ac40b49e9863 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Port': ['ID=01f31581-1a95-4508-8d40-64581dfd7b79,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:00.026614 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e9e8af-3ffa-4ce7-9424-1000cdb33459 None None] DHCP port deletion for bf0e8bd0-f052-4e1e-81c3-a95e14f34d93 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:25:00.079167 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-b1b2e4ed-1504-4df5-979f-94a94c221301 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Allocated IP 172.20.0.8 (378382ac-3009-4f14-80ff-aa1e6029c8a8/b774b52b-adf5-40bb-b282-27fdfa73bc8a/c128720d-fd28-4c89-9fca-4a9291d9b618) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:00.138246 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a8e9e8af-3ffa-4ce7-9424-1000cdb33459 None None] Deleting port ddfcf773-50b7-4a2d-9967-c9ddf887bf79 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:00.139053 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a8e9e8af-3ffa-4ce7-9424-1000cdb33459 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ddfcf773-50b7-4a2d-9967-c9ddf887bf79), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.194517 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4bfcc229-b053-49ad-a0a5-82df7d7d73c3 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (88bbdfad-b7f3-4423-b188-86133ef94b36), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.228140 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-73c12942-6faa-4877-ab69-937842108110 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1530533012-network', 'tenant_id': '3215a06b250a4ec6953f8a7fdf6b3041'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:00.260676 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-4bfcc229-b053-49ad-a0a5-82df7d7d73c3 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88bbdfad-b7f3-4423-b188-86133ef94b36']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:00.267632 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a8e9e8af-3ffa-4ce7-9424-1000cdb33459 None None] For port ddfcf773-50b7-4a2d-9967-c9ddf887bf79, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ddfcf773-50b7-4a2d-9967-c9ddf887bf79,segment=NetworkSegment(3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a),segment_id=3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:00.274182 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a8e9e8af-3ffa-4ce7-9424-1000cdb33459 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ddfcf773-50b7-4a2d-9967-c9ddf887bf79), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.296066 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-4bfcc229-b053-49ad-a0a5-82df7d7d73c3 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93ce97a1-867b-475d-8c5a-38a18b0c0962') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:00.296365 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-4bfcc229-b053-49ad-a0a5-82df7d7d73c3 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93ce97a1-867b-475d-8c5a-38a18b0c0962') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:00.309776 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a8e9e8af-3ffa-4ce7-9424-1000cdb33459 None None] Calling delete_port for ddfcf773-50b7-4a2d-9967-c9ddf887bf79 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:00.328058 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-b1b2e4ed-1504-4df5-979f-94a94c221301 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Publish callbacks [] for port (c128720d-fd28-4c89-9fca-4a9291d9b618), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.339585 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4bfcc229-b053-49ad-a0a5-82df7d7d73c3 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (93ce97a1-867b-475d-8c5a-38a18b0c0962), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.373974 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-bcf39f41-5cf1-4cd0-802d-9134bbd6f402 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Deleting port ddfcf773-50b7-4a2d-9967-c9ddf887bf79 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:00.374320 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bcf39f41-5cf1-4cd0-802d-9134bbd6f402 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ddfcf773-50b7-4a2d-9967-c9ddf887bf79), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.399694 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8b0227ae-abfb-43c3-a02e-63e1eecbea31 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:25:00.403784 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-b1b2e4ed-1504-4df5-979f-94a94c221301 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (c128720d-fd28-4c89-9fca-4a9291d9b618), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.450316 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 8b0227ae-abfb-43c3-a02e-63e1eecbea31 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:25:00.450505 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-bcf39f41-5cf1-4cd0-802d-9134bbd6f402 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] For port ddfcf773-50b7-4a2d-9967-c9ddf887bf79, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ddfcf773-50b7-4a2d-9967-c9ddf887bf79,segment=NetworkSegment(3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a),segment_id=3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:00.450676 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8b0227ae-abfb-43c3-a02e-63e1eecbea31 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:25:00.450798 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bcf39f41-5cf1-4cd0-802d-9134bbd6f402 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ddfcf773-50b7-4a2d-9967-c9ddf887bf79), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.451158 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ddfcf773-50b7-4a2d-9967-c9ddf887bf79 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:25:00.472385 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-bcf39f41-5cf1-4cd0-802d-9134bbd6f402 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Calling delete_port for ddfcf773-50b7-4a2d-9967-c9ddf887bf79 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:00.542956 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-b1b2e4ed-1504-4df5-979f-94a94c221301 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Network 378382ac-3009-4f14-80ff-aa1e6029c8a8 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:00.545173 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2e4ed-1504-4df5-979f-94a94c221301 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Pushing event updated for resources: {'Port': ['ID=c128720d-fd28-4c89-9fca-4a9291d9b618,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:00.550121 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-b1b2e4ed-1504-4df5-979f-94a94c221301 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:00.553282 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee672dc1-d536-4164-a525-ac40b49e9863 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.561359 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ee672dc1-d536-4164-a525-ac40b49e9863 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/ports/01f31581-1a95-4508-8d40-64581dfd7b79 HTTP/1.1" status: 204 len: 168 time: 2.1093774 Jan 18 20:25:00.562774 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35392) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:00.569755 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.576234 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2616017d-0bfb-4fac-acde-fbc9ec6e2172 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:00.580121 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-b1b2e4ed-1504-4df5-979f-94a94c221301 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:00.580482 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2616017d-0bfb-4fac-acde-fbc9ec6e2172 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.583182 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-2616017d-0bfb-4fac-acde-fbc9ec6e2172 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:25:00.583182 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2616017d-0bfb-4fac-acde-fbc9ec6e2172 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:25:00.584628 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45742aff-fcfb-44fb-b945-4858777506cf None None] DHCP port deletion for 378382ac-3009-4f14-80ff-aa1e6029c8a8 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:25:00.617172 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a8e9e8af-3ffa-4ce7-9424-1000cdb33459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (ddfcf773-50b7-4a2d-9967-c9ddf887bf79), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.632180 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bcf39f41-5cf1-4cd0-802d-9134bbd6f402 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (ddfcf773-50b7-4a2d-9967-c9ddf887bf79), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.640515 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4bfcc229-b053-49ad-a0a5-82df7d7d73c3 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (93ce97a1-867b-475d-8c5a-38a18b0c0962), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.647898 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-36836c86-dc8b-4fc2-a159-fe15a833c899 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] GET failed (client error): The resource could not be found. Jan 18 20:25:00.653147 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-36836c86-dc8b-4fc2-a159-fe15a833c899 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "GET /v2.0/ports/01f31581-1a95-4508-8d40-64581dfd7b79 HTTP/1.1" status: 404 len: 333 time: 0.0878642 Jan 18 20:25:00.656060 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9e8af-3ffa-4ce7-9424-1000cdb33459 None None] Pushing event deleted for resources: {'Port': ['ID=ddfcf773-50b7-4a2d-9967-c9ddf887bf79,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:00.658987 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35394) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:00.675168 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e9e8af-3ffa-4ce7-9424-1000cdb33459 None None] No DVR routers for this DVR port ddfcf773-50b7-4a2d-9967-c9ddf887bf79 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:25:00.676484 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c12942-6faa-4877-ab69-937842108110 admin admin] Made reservation on behalf of 3215a06b250a4ec6953f8a7fdf6b3041 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:00.678765 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-73c12942-6faa-4877-ab69-937842108110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.694432 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port ddfcf773-50b7-4a2d-9967-c9ddf887bf79 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:00.695248 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ddfcf773-50b7-4a2d-9967-c9ddf887bf79), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.708859 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf39f41-5cf1-4cd0-802d-9134bbd6f402 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Pushing event deleted for resources: {'Port': ['ID=ddfcf773-50b7-4a2d-9967-c9ddf887bf79,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:00.712273 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-73c12942-6faa-4877-ab69-937842108110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.731966 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e3e6653a-1b04-4dd0-b809-0b908386a4b5 None None] Provisioning complete for port c128720d-fd28-4c89-9fca-4a9291d9b618 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:00.732357 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e3e6653a-1b04-4dd0-b809-0b908386a4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c128720d-fd28-4c89-9fca-4a9291d9b618), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.733729 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2616017d-0bfb-4fac-acde-fbc9ec6e2172 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8339467 Jan 18 20:25:00.738991 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35396) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:00.749886 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bfcc229-b053-49ad-a0a5-82df7d7d73c3 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:25:00.750303 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4bfcc229-b053-49ad-a0a5-82df7d7d73c3 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (93ce97a1-867b-475d-8c5a-38a18b0c0962), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.752825 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-42174474-e97a-4b22-9dbd-d1f5d3438949 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:00.803075 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-b1b2e4ed-1504-4df5-979f-94a94c221301 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:00.804173 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-b1b2e4ed-1504-4df5-979f-94a94c221301 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.869420 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bbd4b83-2c5c-4a1a-bbad-76e47733e8d1 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting subnet 5e28d18c-f188-450d-92d2-10fcd22d4c91 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:25:00.885793 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9bbd4b83-2c5c-4a1a-bbad-76e47733e8d1 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for subnet (5e28d18c-f188-450d-92d2-10fcd22d4c91), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.889747 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-73c12942-6faa-4877-ab69-937842108110 admin admin] Publish callbacks [] for security_group (d94497ff-62d4-4ad4-8ffc-0ce71472c30a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:25:00.892320 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:25:00.910420 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-12e8d00a-3717-438b-bab8-cd0e36112fdf req-edd676b4-11b4-40e6-a7b8-20b68a7ad6b3 tempest-ImagesTestJSON-2074561257 tempest-ImagesTestJSON-2074561257-project] (103336) timed out ('10.222.0.70', 55084) {{(pid=103336) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 18 20:25:00.926958 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-b1b2e4ed-1504-4df5-979f-94a94c221301 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4314585 Jan 18 20:25:00.940929 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-53bcd227-ef76-491e-8934-0c52690d6815 service neutron] Request body: {'port': {'device_id': '4a69e9f4-8146-4c47-bc79-82de52aea133', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:00.970611 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e3e6653a-1b04-4dd0-b809-0b908386a4b5 None None] Port c128720d-fd28-4c89-9fca-4a9291d9b618 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:25:00.982141 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9bbd4b83-2c5c-4a1a-bbad-76e47733e8d1 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (5e28d18c-f188-450d-92d2-10fcd22d4c91), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.992695 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf39f41-5cf1-4cd0-802d-9134bbd6f402 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] No DVR routers for this DVR port ddfcf773-50b7-4a2d-9967-c9ddf887bf79 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:25:01.004095 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35880f-40fc-44f8-96f6-480151927072 req-b0a27ac4-bc07-487b-b339-b8c02029c324 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:01.007326 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-db35880f-40fc-44f8-96f6-480151927072 req-b0a27ac4-bc07-487b-b339-b8c02029c324 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a69e9f4-8146-4c47-bc79-82de52aea133 HTTP/1.1" status: 200 len: 931 time: 0.4048851 Jan 18 20:25:01.008128 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-73c12942-6faa-4877-ab69-937842108110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d94497ff-62d4-4ad4-8ffc-0ce71472c30a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:01.146807 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-53bcd227-ef76-491e-8934-0c52690d6815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c128720d-fd28-4c89-9fca-4a9291d9b618), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:01.169281 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42174474-e97a-4b22-9dbd-d1f5d3438949 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:01.172911 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-42174474-e97a-4b22-9dbd-d1f5d3438949 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:01.174937 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-42174474-e97a-4b22-9dbd-d1f5d3438949 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:25:01.175079 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42174474-e97a-4b22-9dbd-d1f5d3438949 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:25:01.196916 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c12942-6faa-4877-ab69-937842108110 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:25:01.201514 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4bfcc229-b053-49ad-a0a5-82df7d7d73c3 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (88bbdfad-b7f3-4423-b188-86133ef94b36), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:01.241418 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bcf39f41-5cf1-4cd0-802d-9134bbd6f402 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (bf0e8bd0-f052-4e1e-81c3-a95e14f34d93), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:01.255489 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-db35880f-40fc-44f8-96f6-480151927072 req-c1faee37-58be-4c3c-aafe-d8c19318e27a tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.31 "GET /v2.0/security-groups?id=71e66f05-64f8-46aa-8655-5c767c2a948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671352 Jan 18 20:25:01.267034 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-42174474-e97a-4b22-9dbd-d1f5d3438949 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5240033 Jan 18 20:25:01.267626 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4bfcc229-b053-49ad-a0a5-82df7d7d73c3 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:01.267751 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35400) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:01.270974 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4bfcc229-b053-49ad-a0a5-82df7d7d73c3 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "DELETE /v2.0/networks/88bbdfad-b7f3-4423-b188-86133ef94b36 HTTP/1.1" status: 204 len: 168 time: 3.1513000 Jan 18 20:25:01.276216 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9bbd4b83-2c5c-4a1a-bbad-76e47733e8d1 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (5e28d18c-f188-450d-92d2-10fcd22d4c91), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:01.288760 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c12942-6faa-4877-ab69-937842108110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94497ff-62d4-4ad4-8ffc-0ce71472c30a,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:01.288953 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-befa2d78-c6ad-4ee8-886f-25fec14d19be tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:01.289987 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35402) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:01.317395 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfcc229-b053-49ad-a0a5-82df7d7d73c3 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event deleted for resources: {'Network': ['ID=88bbdfad-b7f3-4423-b188-86133ef94b36,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:01.325558 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-73c12942-6faa-4877-ab69-937842108110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (5ff5193d-88de-4c25-a323-4cbe15cb12df), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:01.326025 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-73c12942-6faa-4877-ab69-937842108110 admin admin] Added segment 5ff5193d-88de-4c25-a323-4cbe15cb12df of type vlan for network 4f9fd7c0-94c6-48eb-9252-584f8dd8a8b7 Jan 18 20:25:01.365687 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-bcf39f41-5cf1-4cd0-802d-9134bbd6f402 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0e8bd0-f052-4e1e-81c3-a95e14f34d93']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:01.376749 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc345b92-b9cb-4994-9abc-e415a13643bf req-5451db32-5eef-4e44-9cac-6fba39fb6e19 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:01.379236 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc345b92-b9cb-4994-9abc-e415a13643bf req-5451db32-5eef-4e44-9cac-6fba39fb6e19 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 946 time: 0.3245792 Jan 18 20:25:01.399060 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-bcf39f41-5cf1-4cd0-802d-9134bbd6f402 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:01.399257 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-bcf39f41-5cf1-4cd0-802d-9134bbd6f402 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:01.406157 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-73c12942-6faa-4877-ab69-937842108110 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (4f9fd7c0-94c6-48eb-9252-584f8dd8a8b7), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:01.424195 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bcf39f41-5cf1-4cd0-802d-9134bbd6f402 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:01.471264 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bcf39f41-5cf1-4cd0-802d-9134bbd6f402 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:01.486963 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf39f41-5cf1-4cd0-802d-9134bbd6f402 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:25:01.487359 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bcf39f41-5cf1-4cd0-802d-9134bbd6f402 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (3ba2a0aa-0ff5-4e66-899a-d2ca6e19624a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:25:01.491796 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:25:01.556495 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc345b92-b9cb-4994-9abc-e415a13643bf req-fecf8394-322b-437f-bb20-c487823af5d2 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682391 Jan 18 20:25:01.560219 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-73c12942-6faa-4877-ab69-937842108110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (4f9fd7c0-94c6-48eb-9252-584f8dd8a8b7), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:01.561190 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c12942-6faa-4877-ab69-937842108110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:01.561784 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-73c12942-6faa-4877-ab69-937842108110 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:01.612862 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-73c12942-6faa-4877-ab69-937842108110 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6368444 Jan 18 20:25:01.613280 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bcf39f41-5cf1-4cd0-802d-9134bbd6f402 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (bf0e8bd0-f052-4e1e-81c3-a95e14f34d93), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:01.614905 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35406) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:01.622878 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-9377345a-c40d-40e6-a04e-8807b402b9c8 admin admin] Request body: {'subnet': {'network_id': '4f9fd7c0-94c6-48eb-9252-584f8dd8a8b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1530533012-subnet', 'tenant_id': '3215a06b250a4ec6953f8a7fdf6b3041', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:01.654081 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bcf39f41-5cf1-4cd0-802d-9134bbd6f402 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:01.657311 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bcf39f41-5cf1-4cd0-802d-9134bbd6f402 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] 10.222.0.31 "DELETE /v2.0/networks/bf0e8bd0-f052-4e1e-81c3-a95e14f34d93 HTTP/1.1" status: 204 len: 168 time: 1.8806031 Jan 18 20:25:01.672471 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c12942-6faa-4877-ab69-937842108110 admin admin] Pushing event updated for resources: {'Network': ['ID=4f9fd7c0-94c6-48eb-9252-584f8dd8a8b7,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:01.677508 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9bbd4b83-2c5c-4a1a-bbad-76e47733e8d1 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (5e28d18c-f188-450d-92d2-10fcd22d4c91), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:01.684326 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 4f9fd7c0-94c6-48eb-9252-584f8dd8a8b7 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:25:01.707338 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9377345a-c40d-40e6-a04e-8807b402b9c8 admin admin] Made reservation on behalf of 3215a06b250a4ec6953f8a7fdf6b3041 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:01.724707 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9377345a-c40d-40e6-a04e-8807b402b9c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:01.728882 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf39f41-5cf1-4cd0-802d-9134bbd6f402 tempest-ServersTestMultiNic-1697031965 tempest-ServersTestMultiNic-1697031965-project] Pushing event deleted for resources: {'Network': ['ID=bf0e8bd0-f052-4e1e-81c3-a95e14f34d93,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:01.732878 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9bbd4b83-2c5c-4a1a-bbad-76e47733e8d1 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:01.745911 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9bbd4b83-2c5c-4a1a-bbad-76e47733e8d1 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/subnets/5e28d18c-f188-450d-92d2-10fcd22d4c91 HTTP/1.1" status: 204 len: 168 time: 1.0854561 Jan 18 20:25:01.747899 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd4b83-2c5c-4a1a-bbad-76e47733e8d1 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Subnet': ['ID=5e28d18c-f188-450d-92d2-10fcd22d4c91,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:01.753802 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35412) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:01.780206 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e1c378-f112-48e3-af9c-62a0a5b81823 None None] Network 18538a00-3a41-43a1-b01a-c2f4abf793f4 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:01.814535 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befa2d78-c6ad-4ee8-886f-25fec14d19be tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:01.818355 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-befa2d78-c6ad-4ee8-886f-25fec14d19be tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:01.819947 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-befa2d78-c6ad-4ee8-886f-25fec14d19be tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:25:01.820568 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-befa2d78-c6ad-4ee8-886f-25fec14d19be tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:25:01.836275 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2a849f79-a4e3-4a11-879e-7fa79873e020 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Deleting port fe0d73e1-e327-4a40-bfb3-720638f8a1c7 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:01.837143 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a849f79-a4e3-4a11-879e-7fa79873e020 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (fe0d73e1-e327-4a40-bfb3-720638f8a1c7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:01.928114 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-53bcd227-ef76-491e-8934-0c52690d6815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c128720d-fd28-4c89-9fca-4a9291d9b618 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:25:01.940669 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-53bcd227-ef76-491e-8934-0c52690d6815 service neutron] Publish callbacks [] for port (c128720d-fd28-4c89-9fca-4a9291d9b618), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:01.945078 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-81b932db-d717-4013-b2ee-985d0ca2829c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (18538a00-3a41-43a1-b01a-c2f4abf793f4), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:01.962165 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-53bcd227-ef76-491e-8934-0c52690d6815 service neutron] Transition to ACTIVE for port object c128720d-fd28-4c89-9fca-4a9291d9b618 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:25:02.047688 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-53bcd227-ef76-491e-8934-0c52690d6815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (c128720d-fd28-4c89-9fca-4a9291d9b618), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:02.050557 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:02.092470 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a849f79-a4e3-4a11-879e-7fa79873e020 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (fe0d73e1-e327-4a40-bfb3-720638f8a1c7), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:02.115661 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f86fe0-2f7e-4a2d-aa30-051549bd30c1 None None] DHCP port deletion for 378382ac-3009-4f14-80ff-aa1e6029c8a8 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:25:02.120794 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-befa2d78-c6ad-4ee8-886f-25fec14d19be tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8404319 Jan 18 20:25:02.135444 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35418) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:02.166309 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-900430fc-3e7f-4eff-b41b-a1fc93b555fc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:02.170320 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2a849f79-a4e3-4a11-879e-7fa79873e020 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Calling delete_port for fe0d73e1-e327-4a40-bfb3-720638f8a1c7 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:02.233973 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7af96e6-07ea-4537-8d69-8bdc6ff5e9be None None] DHCP port deletion for 18538a00-3a41-43a1-b01a-c2f4abf793f4 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:25:02.278805 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-81b932db-d717-4013-b2ee-985d0ca2829c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting port cbafc40c-4958-4019-9b99-74940ac7b878 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:02.279409 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-81b932db-d717-4013-b2ee-985d0ca2829c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (cbafc40c-4958-4019-9b99-74940ac7b878), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:02.324893 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c7af96e6-07ea-4537-8d69-8bdc6ff5e9be None None] Deleting port cbafc40c-4958-4019-9b99-74940ac7b878 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:02.325421 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7af96e6-07ea-4537-8d69-8bdc6ff5e9be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (cbafc40c-4958-4019-9b99-74940ac7b878), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:02.366484 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9377345a-c40d-40e6-a04e-8807b402b9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (46a844be-25b1-4c5f-bac8-00e0b308df6b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:02.384221 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35422) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:02.412785 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device cbafc40c-4958-4019-9b99-74940ac7b878 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:25:02.415002 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bcd227-ef76-491e-8934-0c52690d6815 service neutron] Pushing event updated for resources: {'Port': ['ID=c128720d-fd28-4c89-9fca-4a9291d9b618,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:02.455714 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c7af96e6-07ea-4537-8d69-8bdc6ff5e9be None None] For port cbafc40c-4958-4019-9b99-74940ac7b878, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=cbafc40c-4958-4019-9b99-74940ac7b878,segment=NetworkSegment(b6b4bcc0-c125-4b24-a09d-715ed0561005),segment_id=b6b4bcc0-c125-4b24-a09d-715ed0561005)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:02.456726 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7af96e6-07ea-4537-8d69-8bdc6ff5e9be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (cbafc40c-4958-4019-9b99-74940ac7b878), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:02.457481 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-53bcd227-ef76-491e-8934-0c52690d6815 service neutron] Attempting to bind port c128720d-fd28-4c89-9fca-4a9291d9b618 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:25:02.457842 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-53bcd227-ef76-491e-8934-0c52690d6815 service neutron] Attempting to bind port c128720d-fd28-4c89-9fca-4a9291d9b618 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '0f828785-ca91-4d11-b039-822dc9c7dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '378382ac-3009-4f14-80ff-aa1e6029c8a8'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:25:02.458168 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-53bcd227-ef76-491e-8934-0c52690d6815 service neutron] Attempting to bind port c128720d-fd28-4c89-9fca-4a9291d9b618 on network 378382ac-3009-4f14-80ff-aa1e6029c8a8 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:25:02.464702 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-53bcd227-ef76-491e-8934-0c52690d6815 service neutron] Port c128720d-fd28-4c89-9fca-4a9291d9b618 on network 378382ac-3009-4f14-80ff-aa1e6029c8a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:25:02.465604 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-53bcd227-ef76-491e-8934-0c52690d6815 service neutron] Attempting to bind port c128720d-fd28-4c89-9fca-4a9291d9b618 on network 378382ac-3009-4f14-80ff-aa1e6029c8a8 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:25:02.479620 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-53bcd227-ef76-491e-8934-0c52690d6815 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:25:02.479985 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-53bcd227-ef76-491e-8934-0c52690d6815 service neutron] Checking segment: {'id': '0f828785-ca91-4d11-b039-822dc9c7dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '378382ac-3009-4f14-80ff-aa1e6029c8a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:25:02.480338 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-53bcd227-ef76-491e-8934-0c52690d6815 service neutron] Bound using segment: {'id': '0f828785-ca91-4d11-b039-822dc9c7dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '378382ac-3009-4f14-80ff-aa1e6029c8a8'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:25:02.480822 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-53bcd227-ef76-491e-8934-0c52690d6815 service neutron] Bound port: c128720d-fd28-4c89-9fca-4a9291d9b618, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f828785-ca91-4d11-b039-822dc9c7dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '378382ac-3009-4f14-80ff-aa1e6029c8a8'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:25:02.481182 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-53bcd227-ef76-491e-8934-0c52690d6815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c128720d-fd28-4c89-9fca-4a9291d9b618), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:02.526088 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c7af96e6-07ea-4537-8d69-8bdc6ff5e9be None None] Calling delete_port for cbafc40c-4958-4019-9b99-74940ac7b878 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:02.534723 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a849f79-a4e3-4a11-879e-7fa79873e020 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (fe0d73e1-e327-4a40-bfb3-720638f8a1c7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:02.588345 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a849f79-a4e3-4a11-879e-7fa79873e020 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event deleted for resources: {'Port': ['ID=fe0d73e1-e327-4a40-bfb3-720638f8a1c7,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:02.606892 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a849f79-a4e3-4a11-879e-7fa79873e020 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:02.614149 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2a849f79-a4e3-4a11-879e-7fa79873e020 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "DELETE /v2.0/ports/fe0d73e1-e327-4a40-bfb3-720638f8a1c7 HTTP/1.1" status: 204 len: 168 time: 1.3204782 Jan 18 20:25:02.614797 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-53bcd227-ef76-491e-8934-0c52690d6815 service neutron] For port c128720d-fd28-4c89-9fca-4a9291d9b618, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:25:02.624950 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-53bcd227-ef76-491e-8934-0c52690d6815 service neutron] For port c128720d-fd28-4c89-9fca-4a9291d9b618, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=c128720d-fd28-4c89-9fca-4a9291d9b618,segment=NetworkSegment(0f828785-ca91-4d11-b039-822dc9c7dbad),segment_id=0f828785-ca91-4d11-b039-822dc9c7dbad)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:25:02.625943 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35428) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:02.659080 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port cbafc40c-4958-4019-9b99-74940ac7b878 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:02.659469 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cbafc40c-4958-4019-9b99-74940ac7b878), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:02.708394 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-53bcd227-ef76-491e-8934-0c52690d6815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (c128720d-fd28-4c89-9fca-4a9291d9b618), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:02.711506 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port cbafc40c-4958-4019-9b99-74940ac7b878, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=cbafc40c-4958-4019-9b99-74940ac7b878,segment=NetworkSegment(b6b4bcc0-c125-4b24-a09d-715ed0561005),segment_id=b6b4bcc0-c125-4b24-a09d-715ed0561005)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:02.719620 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (cbafc40c-4958-4019-9b99-74940ac7b878), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:02.728266 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6220f2-665b-41f6-932f-d23d2a80c414 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] DELETE failed (client error): The resource could not be found. Jan 18 20:25:02.728791 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6220f2-665b-41f6-932f-d23d2a80c414 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:25:02.735100 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0c6220f2-665b-41f6-932f-d23d2a80c414 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "DELETE /v2.0/subnets/f490e9e9-e78d-4454-b4d7-1a87c6670178 HTTP/1.1" status: 404 len: 337 time: 0.1080666 Jan 18 20:25:02.748816 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7af96e6-07ea-4537-8d69-8bdc6ff5e9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (cbafc40c-4958-4019-9b99-74940ac7b878), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:02.756041 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35430) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:02.770647 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af96e6-07ea-4537-8d69-8bdc6ff5e9be None None] No DVR routers for this DVR port cbafc40c-4958-4019-9b99-74940ac7b878 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:25:02.784737 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-53bcd227-ef76-491e-8934-0c52690d6815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:02.785380 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-53bcd227-ef76-491e-8934-0c52690d6815 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:02.787223 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-53bcd227-ef76-491e-8934-0c52690d6815 service neutron] 10.222.0.70 "PUT /v2.0/ports/c128720d-fd28-4c89-9fca-4a9291d9b618 HTTP/1.1" status: 200 len: 1091 time: 1.8512523 Jan 18 20:25:02.814934 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a69e9f4-8146-4c47-bc79-82de52aea133', 'tag': 'c128720d-fd28-4c89-9fca-4a9291d9b618'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:25:02.815821 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6033c7-ac7f-410f-ad8c-c333b551cede None None] DHCP port deletion for 378382ac-3009-4f14-80ff-aa1e6029c8a8 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:25:02.831279 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389bf653-916c-4eff-8a27-d08e6f934d15" -d '{"events": [{"name": "network-changed", "server_uuid": "4a69e9f4-8146-4c47-bc79-82de52aea133", "tag": "c128720d-fd28-4c89-9fca-4a9291d9b618"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:25:02.857296 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=cbafc40c-4958-4019-9b99-74940ac7b878,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:02.887987 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af96e6-07ea-4537-8d69-8bdc6ff5e9be None None] Pushing event deleted for resources: {'Port': ['ID=cbafc40c-4958-4019-9b99-74940ac7b878,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:02.957316 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bcd227-ef76-491e-8934-0c52690d6815 service neutron] Pushing event updated for resources: {'Port': ['ID=c128720d-fd28-4c89-9fca-4a9291d9b618,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:02.966240 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-e48991a3-67dd-463d-ada6-21133b3e41e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:02.967815 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-e48991a3-67dd-463d-ada6-21133b3e41e7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac4ab9b0dc53486ab76d7f297ae34d71&device_id=4a69e9f4-8146-4c47-bc79-82de52aea133 HTTP/1.1" status: 200 len: 1094 time: 0.1216187 Jan 18 20:25:02.971722 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-37090347-367c-474c-8b15-1f4319aae3c8 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (c6ef56e8-aa3d-4f4f-9415-5758010f76ff), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:03.015965 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-81b932db-d717-4013-b2ee-985d0ca2829c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] For port cbafc40c-4958-4019-9b99-74940ac7b878, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=cbafc40c-4958-4019-9b99-74940ac7b878,segment=NetworkSegment(b6b4bcc0-c125-4b24-a09d-715ed0561005),segment_id=b6b4bcc0-c125-4b24-a09d-715ed0561005)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:03.016620 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-81b932db-d717-4013-b2ee-985d0ca2829c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (cbafc40c-4958-4019-9b99-74940ac7b878), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:03.020207 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-ad135dbf-cc48-4431-814e-e5c0552b455a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c128720d-fd28-4c89-9fca-4a9291d9b618 HTTP/1.1" status: 200 len: 217 time: 0.0388823 Jan 18 20:25:03.063472 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-81b932db-d717-4013-b2ee-985d0ca2829c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Calling delete_port for cbafc40c-4958-4019-9b99-74940ac7b878 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:03.094618 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857ed51-e240-448a-afd3-6df0f8729536 req-4c92e022-8333-4365-a14e-f2de6a375cd2 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:03.102238 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8857ed51-e240-448a-afd3-6df0f8729536 req-4c92e022-8333-4365-a14e-f2de6a375cd2 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a69e9f4-8146-4c47-bc79-82de52aea133 HTTP/1.1" status: 200 len: 943 time: 0.6325121 Jan 18 20:25:03.104154 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377345a-c40d-40e6-a04e-8807b402b9c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46a844be-25b1-4c5f-bac8-00e0b308df6b,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:03.130701 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-37090347-367c-474c-8b15-1f4319aae3c8 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (c6ef56e8-aa3d-4f4f-9415-5758010f76ff), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:03.134842 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900430fc-3e7f-4eff-b41b-a1fc93b555fc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:03.138325 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-900430fc-3e7f-4eff-b41b-a1fc93b555fc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:03.139717 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-900430fc-3e7f-4eff-b41b-a1fc93b555fc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:25:03.140553 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-900430fc-3e7f-4eff-b41b-a1fc93b555fc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:25:03.141276 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-5a9e327b-796c-4418-a00f-3872fd9a89ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:03.142846 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-5a9e327b-796c-4418-a00f-3872fd9a89ad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b774b52b-adf5-40bb-b282-27fdfa73bc8a HTTP/1.1" status: 200 len: 850 time: 0.1064799 Jan 18 20:25:03.165831 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-37090347-367c-474c-8b15-1f4319aae3c8 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ef56e8-aa3d-4f4f-9415-5758010f76ff']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:03.186288 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-ccccae6c-3029-422d-ab98-60675f7d5819 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=378382ac-3009-4f14-80ff-aa1e6029c8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332119 Jan 18 20:25:03.189860 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-37090347-367c-474c-8b15-1f4319aae3c8 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a837b7-661f-4a0e-aebf-c593e162037e') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:03.190263 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-37090347-367c-474c-8b15-1f4319aae3c8 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a837b7-661f-4a0e-aebf-c593e162037e') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:03.201534 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0d6d0-4153-4dba-9eb7-18fba825df78 req-7eae595a-2a12-41f9-9152-45fa745dbc05 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:03.207983 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-37090347-367c-474c-8b15-1f4319aae3c8 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (56a837b7-661f-4a0e-aebf-c593e162037e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:03.208512 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cef0d6d0-4153-4dba-9eb7-18fba825df78 req-7eae595a-2a12-41f9-9152-45fa745dbc05 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 946 time: 0.3373301 Jan 18 20:25:03.265768 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9377345a-c40d-40e6-a04e-8807b402b9c8 admin admin] Checking segment: {'id': '5ff5193d-88de-4c25-a323-4cbe15cb12df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4f9fd7c0-94c6-48eb-9252-584f8dd8a8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:25:03.266018 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-37090347-367c-474c-8b15-1f4319aae3c8 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (56a837b7-661f-4a0e-aebf-c593e162037e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:03.266210 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9377345a-c40d-40e6-a04e-8807b402b9c8 admin admin] Network hostable DHCP agents. Network: 4f9fd7c0-94c6-48eb-9252-584f8dd8a8b7, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:25:03.292631 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37090347-367c-474c-8b15-1f4319aae3c8 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:25:03.294276 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-37090347-367c-474c-8b15-1f4319aae3c8 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (56a837b7-661f-4a0e-aebf-c593e162037e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:03.296933 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-900430fc-3e7f-4eff-b41b-a1fc93b555fc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1492584 Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:25:03.297753 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:25:03.301057 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35434) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:03.309219 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-ef7f5f06-b67a-4b72-8e92-1194272e0afa tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:03.353063 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8857ed51-e240-448a-afd3-6df0f8729536 req-b14ff1dc-b16c-4196-be4a-bc534a43859b tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.31 "GET /v2.0/security-groups?id=71e66f05-64f8-46aa-8655-5c767c2a948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497087 Jan 18 20:25:03.416736 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9377345a-c40d-40e6-a04e-8807b402b9c8 admin admin] Network 4f9fd7c0-94c6-48eb-9252-584f8dd8a8b7 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:25:03.435046 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cef0d6d0-4153-4dba-9eb7-18fba825df78 req-32180dac-86b0-41f3-8384-e5122d7b2932 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255802 Jan 18 20:25:03.452870 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-b3ff9cc3-cd93-4d2f-86dc-8c840f05f6de service neutron] 10.222.0.70 "GET /v2.0/networks/378382ac-3009-4f14-80ff-aa1e6029c8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557464 Jan 18 20:25:03.456615 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f0b833-5695-4662-adf7-8b834784183c x-openstack-request-id: req-c0f0b833-5695-4662-adf7-8b834784183c {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:25:03.456911 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a69e9f4-8146-4c47-bc79-82de52aea133", "tag": "c128720d-fd28-4c89-9fca-4a9291d9b618", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:25:03.457168 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0f0b833-5695-4662-adf7-8b834784183c {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:25:03.457569 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a69e9f4-8146-4c47-bc79-82de52aea133', 'tag': 'c128720d-fd28-4c89-9fca-4a9291d9b618', 'status': 'completed', 'code': 200} Jan 18 20:25:03.472152 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-81b932db-d717-4013-b2ee-985d0ca2829c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (cbafc40c-4958-4019-9b99-74940ac7b878), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:03.475595 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-9377345a-c40d-40e6-a04e-8807b402b9c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 4f9fd7c0-94c6-48eb-9252-584f8dd8a8b7) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:03.494324 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87a6b0a-f319-4e31-99e3-8866ff07b480 None None] Network 4f9fd7c0-94c6-48eb-9252-584f8dd8a8b7 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:03.529324 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-37090347-367c-474c-8b15-1f4319aae3c8 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (c6ef56e8-aa3d-4f4f-9415-5758010f76ff), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:03.617299 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-37090347-367c-474c-8b15-1f4319aae3c8 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:03.620569 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-37090347-367c-474c-8b15-1f4319aae3c8 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "DELETE /v2.0/networks/c6ef56e8-aa3d-4f4f-9415-5758010f76ff HTTP/1.1" status: 204 len: 168 time: 0.8613877 Jan 18 20:25:03.621511 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37090347-367c-474c-8b15-1f4319aae3c8 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event deleted for resources: {'Network': ['ID=c6ef56e8-aa3d-4f4f-9415-5758010f76ff,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:03.629813 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35442) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:03.659911 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9377345a-c40d-40e6-a04e-8807b402b9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:03.660519 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9377345a-c40d-40e6-a04e-8807b402b9c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:03.664673 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b932db-d717-4013-b2ee-985d0ca2829c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Port': ['ID=cbafc40c-4958-4019-9b99-74940ac7b878,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:03.680740 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0608feb-feed-46c0-9827-082eec15bd3c None None] Network 4f9fd7c0-94c6-48eb-9252-584f8dd8a8b7 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:03.688862 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b932db-d717-4013-b2ee-985d0ca2829c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] No DVR routers for this DVR port cbafc40c-4958-4019-9b99-74940ac7b878 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:25:03.736884 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7f5f06-b67a-4b72-8e92-1194272e0afa tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:03.741117 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ef7f5f06-b67a-4b72-8e92-1194272e0afa tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:03.743310 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9377345a-c40d-40e6-a04e-8807b402b9c8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1256819 Jan 18 20:25:03.753543 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef7f5f06-b67a-4b72-8e92-1194272e0afa tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:25:03.753543 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef7f5f06-b67a-4b72-8e92-1194272e0afa tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:25:03.788207 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8714ff-4001-4bf7-aa61-8a2d7de79590 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Deleting subnet 3dcdee4b-c4be-4d6b-bba2-ee799657c263 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:25:03.794187 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2f8714ff-4001-4bf7-aa61-8a2d7de79590 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks [] for subnet (3dcdee4b-c4be-4d6b-bba2-ee799657c263), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:03.802474 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ef7f5f06-b67a-4b72-8e92-1194272e0afa tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4953077 Jan 18 20:25:03.806090 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35446) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:03.832913 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa49e952-5fbb-42dc-a7ae-37f05dad37ec req-ef7b91d5-4fba-46d4-9768-602a7fe7c65e service neutron] 10.222.0.70 "GET /v2.0/networks/378382ac-3009-4f14-80ff-aa1e6029c8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650243 Jan 18 20:25:03.870742 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2f8714ff-4001-4bf7-aa61-8a2d7de79590 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (3dcdee4b-c4be-4d6b-bba2-ee799657c263), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:03.878958 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9d36ec50-da03-439f-9a70-c5e9d37092a7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0672522 Jan 18 20:25:03.886091 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-81b932db-d717-4013-b2ee-985d0ca2829c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (18538a00-3a41-43a1-b01a-c2f4abf793f4), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:03.894155 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35448) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:03.928443 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:03.930335 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1485f-0f1f-4d40-b590-ff276982ea2c req-c2f3d0a0-525f-4865-bca6-a791d41d52a1 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:03.931955 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d1a1485f-0f1f-4d40-b590-ff276982ea2c req-c2f3d0a0-525f-4865-bca6-a791d41d52a1 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.2629294 Jan 18 20:25:03.998028 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-81b932db-d717-4013-b2ee-985d0ca2829c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18538a00-3a41-43a1-b01a-c2f4abf793f4']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:04.044716 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-81b932db-d717-4013-b2ee-985d0ca2829c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b4bcc0-c125-4b24-a09d-715ed0561005') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:04.045389 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-81b932db-d717-4013-b2ee-985d0ca2829c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b4bcc0-c125-4b24-a09d-715ed0561005') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:04.091201 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-81b932db-d717-4013-b2ee-985d0ca2829c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (b6b4bcc0-c125-4b24-a09d-715ed0561005), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:04.118016 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97f7573-0861-45a7-8a0a-3d798b4c2dee tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:04.121962 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d97f7573-0861-45a7-8a0a-3d798b4c2dee tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2228861 Jan 18 20:25:04.133902 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35454) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:04.151076 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d1a1485f-0f1f-4d40-b590-ff276982ea2c req-4e02aee9-6452-47da-a8b9-2ee5b3e0febf tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875017 Jan 18 20:25:04.153870 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-81b932db-d717-4013-b2ee-985d0ca2829c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (b6b4bcc0-c125-4b24-a09d-715ed0561005), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:04.196254 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-85263be1-0d42-4544-b1d1-10582243bb49 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0593956 Jan 18 20:25:04.197710 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b932db-d717-4013-b2ee-985d0ca2829c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:25:04.198122 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-81b932db-d717-4013-b2ee-985d0ca2829c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (b6b4bcc0-c125-4b24-a09d-715ed0561005), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:25:04.205271 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:25:04.209378 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35460) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:04.228596 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-773916ae-8d8c-4182-b065-5e1e5dbcc1e0 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:04.381017 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2f8714ff-4001-4bf7-aa61-8a2d7de79590 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (3dcdee4b-c4be-4d6b-bba2-ee799657c263), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:04.394489 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-81b932db-d717-4013-b2ee-985d0ca2829c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (18538a00-3a41-43a1-b01a-c2f4abf793f4), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:04.399411 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-81b932db-d717-4013-b2ee-985d0ca2829c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:04.407055 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-81b932db-d717-4013-b2ee-985d0ca2829c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/networks/18538a00-3a41-43a1-b01a-c2f4abf793f4 HTTP/1.1" status: 204 len: 168 time: 2.6475604 Jan 18 20:25:04.411103 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3df5c71-c40a-4f0c-80e4-1f93ce495779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (106911a7-7365-456a-bf6b-5af0b82d233b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:04.415151 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35468) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:04.419428 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-614b6204-62ad-4acc-b9fe-7e97f12ca9d4 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-957776548'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:04.454428 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bf653-916c-4eff-8a27-d08e6f934d15 req-55ef3ba0-cf85-4461-ac97-bea297e3ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:04.456243 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-389bf653-916c-4eff-8a27-d08e6f934d15 req-55ef3ba0-cf85-4461-ac97-bea297e3ed77 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac4ab9b0dc53486ab76d7f297ae34d71&device_id=4a69e9f4-8146-4c47-bc79-82de52aea133 HTTP/1.1" status: 200 len: 1094 time: 0.4944928 Jan 18 20:25:04.466324 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b932db-d717-4013-b2ee-985d0ca2829c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Network': ['ID=18538a00-3a41-43a1-b01a-c2f4abf793f4,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:04.483047 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90367db0-f7c4-4f96-918b-28a8fd9c2967 req-35fa935f-4576-4025-b192-265a55a06b5c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:04.484702 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-90367db0-f7c4-4f96-918b-28a8fd9c2967 req-35fa935f-4576-4025-b192-265a55a06b5c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.1925056 Jan 18 20:25:04.495805 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614b6204-62ad-4acc-b9fe-7e97f12ca9d4 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:04.504221 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-614b6204-62ad-4acc-b9fe-7e97f12ca9d4 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:04.506040 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35472) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:04.525753 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-baad21f1-7ffc-440e-80bc-1e86011f9cb2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1204709926-network', 'tenant_id': '5beac45f91704c13ba9ec89aa6429854'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:04.528328 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2f8714ff-4001-4bf7-aa61-8a2d7de79590 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (3dcdee4b-c4be-4d6b-bba2-ee799657c263), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:04.577876 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773916ae-8d8c-4182-b065-5e1e5dbcc1e0 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:04.581607 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-773916ae-8d8c-4182-b065-5e1e5dbcc1e0 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:04.598879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8714ff-4001-4bf7-aa61-8a2d7de79590 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event deleted for resources: {'Subnet': ['ID=3dcdee4b-c4be-4d6b-bba2-ee799657c263,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:04.603353 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2f8714ff-4001-4bf7-aa61-8a2d7de79590 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:04.604103 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb57bca-114f-40f3-8f96-e6d230eee744 None None] Network 0b2352f8-fd6d-4cf2-9dc3-c14c1461daf5 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:04.607651 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2f8714ff-4001-4bf7-aa61-8a2d7de79590 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "DELETE /v2.0/subnets/3dcdee4b-c4be-4d6b-bba2-ee799657c263 HTTP/1.1" status: 204 len: 168 time: 0.9769521 Jan 18 20:25:04.612061 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35478) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:04.653324 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-614b6204-62ad-4acc-b9fe-7e97f12ca9d4 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:25:04.729742 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-614b6204-62ad-4acc-b9fe-7e97f12ca9d4 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (c58bc4d6-e7a4-4d95-a2da-67976c23ab76), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:04.729742 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-614b6204-62ad-4acc-b9fe-7e97f12ca9d4 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Added segment c58bc4d6-e7a4-4d95-a2da-67976c23ab76 of type vlan for network 49c65133-879a-43b0-a426-f3422d3007ce Jan 18 20:25:04.730153 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9f044-f5f8-40cd-bd1e-70dde13f652f req-66a7fc7b-d2d0-476b-a68f-c45a016969e8 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:04.732268 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7bc9f044-f5f8-40cd-bd1e-70dde13f652f req-66a7fc7b-d2d0-476b-a68f-c45a016969e8 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a69e9f4-8146-4c47-bc79-82de52aea133 HTTP/1.1" status: 200 len: 943 time: 0.2579174 Jan 18 20:25:04.742417 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bf653-916c-4eff-8a27-d08e6f934d15 req-9cc0425b-33f4-47a9-bd24-626582a0b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:04.744426 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-389bf653-916c-4eff-8a27-d08e6f934d15 req-9cc0425b-33f4-47a9-bd24-626582a0b81f service neutron] 10.222.0.70 "GET /v2.0/networks?id=378382ac-3009-4f14-80ff-aa1e6029c8a8 HTTP/1.1" status: 200 len: 911 time: 0.2667675 Jan 18 20:25:04.752036 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baad21f1-7ffc-440e-80bc-1e86011f9cb2 admin admin] Made reservation on behalf of 5beac45f91704c13ba9ec89aa6429854 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:04.754585 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-baad21f1-7ffc-440e-80bc-1e86011f9cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:04.774981 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b55efded-fb75-40c0-84f1-b4f60f612cc6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (0b2352f8-fd6d-4cf2-9dc3-c14c1461daf5), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:04.775404 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-90367db0-f7c4-4f96-918b-28a8fd9c2967 req-da135cf1-6bb0-4015-9e9f-f318395153dd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2748747 Jan 18 20:25:04.815304 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8dff77-0b1d-4b2c-9367-2bd383cd6a90 None None] DHCP port deletion for 0b2352f8-fd6d-4cf2-9dc3-c14c1461daf5 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:25:04.827057 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-baad21f1-7ffc-440e-80bc-1e86011f9cb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:04.830078 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-389bf653-916c-4eff-8a27-d08e6f934d15 req-3e9613b3-cdf8-43dd-b3eb-60a31d31fddf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c128720d-fd28-4c89-9fca-4a9291d9b618 HTTP/1.1" status: 200 len: 217 time: 0.0612750 Jan 18 20:25:04.864316 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-614b6204-62ad-4acc-b9fe-7e97f12ca9d4 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (49c65133-879a-43b0-a426-f3422d3007ce), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:04.889683 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0f8dff77-0b1d-4b2c-9367-2bd383cd6a90 None None] Deleting port 1da82915-0c5b-45a1-b721-ab14dbffd3b3 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:04.890335 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0f8dff77-0b1d-4b2c-9367-2bd383cd6a90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (1da82915-0c5b-45a1-b721-ab14dbffd3b3), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:04.952200 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-614b6204-62ad-4acc-b9fe-7e97f12ca9d4 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (49c65133-879a-43b0-a426-f3422d3007ce), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:04.958740 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614b6204-62ad-4acc-b9fe-7e97f12ca9d4 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:04.959770 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-614b6204-62ad-4acc-b9fe-7e97f12ca9d4 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:04.973151 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bf653-916c-4eff-8a27-d08e6f934d15 req-788c79c1-9d90-407e-a065-ba4f06155f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:04.974066 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0f8dff77-0b1d-4b2c-9367-2bd383cd6a90 None None] For port 1da82915-0c5b-45a1-b721-ab14dbffd3b3, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=1da82915-0c5b-45a1-b721-ab14dbffd3b3,segment=NetworkSegment(40db1069-bacf-48b1-bc1a-9381bc9372f6),segment_id=40db1069-bacf-48b1-bc1a-9381bc9372f6)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:04.974646 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0f8dff77-0b1d-4b2c-9367-2bd383cd6a90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (1da82915-0c5b-45a1-b721-ab14dbffd3b3), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:04.974949 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-389bf653-916c-4eff-8a27-d08e6f934d15 req-788c79c1-9d90-407e-a065-ba4f06155f23 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b774b52b-adf5-40bb-b282-27fdfa73bc8a HTTP/1.1" status: 200 len: 850 time: 0.1129525 Jan 18 20:25:04.989353 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-614b6204-62ad-4acc-b9fe-7e97f12ca9d4 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5741227 Jan 18 20:25:04.994143 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7bc9f044-f5f8-40cd-bd1e-70dde13f652f req-31e45680-e30f-4887-8991-c8f741088d09 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.31 "GET /v2.0/security-groups?id=71e66f05-64f8-46aa-8655-5c767c2a948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405384 Jan 18 20:25:04.994241 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b55efded-fb75-40c0-84f1-b4f60f612cc6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Deleting port 1da82915-0c5b-45a1-b721-ab14dbffd3b3 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:04.994241 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b55efded-fb75-40c0-84f1-b4f60f612cc6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (1da82915-0c5b-45a1-b721-ab14dbffd3b3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:04.995794 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35486) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:05.020993 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0f8dff77-0b1d-4b2c-9367-2bd383cd6a90 None None] Calling delete_port for 1da82915-0c5b-45a1-b721-ab14dbffd3b3 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:05.045244 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-87295e66-ca13-4505-882a-c23f339bbdde tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'subnet': {'network_id': '49c65133-879a-43b0-a426-f3422d3007ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:05.109975 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-389bf653-916c-4eff-8a27-d08e6f934d15 req-5453bdc6-994a-4892-b3fa-c07df959a704 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=378382ac-3009-4f14-80ff-aa1e6029c8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160882 Jan 18 20:25:05.151805 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0f8dff77-0b1d-4b2c-9367-2bd383cd6a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (1da82915-0c5b-45a1-b721-ab14dbffd3b3), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:05.192510 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8dff77-0b1d-4b2c-9367-2bd383cd6a90 None None] Pushing event deleted for resources: {'Port': ['ID=1da82915-0c5b-45a1-b721-ab14dbffd3b3,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:05.193069 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35498) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:05.194572 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8dff77-0b1d-4b2c-9367-2bd383cd6a90 None None] No DVR routers for this DVR port 1da82915-0c5b-45a1-b721-ab14dbffd3b3 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:25:05.228168 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-045e9545-6774-4471-a9f7-d5d557204760 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1190821788', 'description': 'tempest-secgroup-smoke-1190821788 description', 'project_id': '823a89669aba4a1ca250f17180b6d997'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:05.229476 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-baad21f1-7ffc-440e-80bc-1e86011f9cb2 admin admin] Publish callbacks [] for security_group (6c3025c7-dd5c-41fd-a52c-00511a6deaeb), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:05.264509 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-baad21f1-7ffc-440e-80bc-1e86011f9cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6c3025c7-dd5c-41fd-a52c-00511a6deaeb), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:05.314979 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b6204-62ad-4acc-b9fe-7e97f12ca9d4 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Network': ['ID=49c65133-879a-43b0-a426-f3422d3007ce,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:05.329247 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b55efded-fb75-40c0-84f1-b4f60f612cc6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] For port 1da82915-0c5b-45a1-b721-ab14dbffd3b3, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=1da82915-0c5b-45a1-b721-ab14dbffd3b3,segment=NetworkSegment(40db1069-bacf-48b1-bc1a-9381bc9372f6),segment_id=40db1069-bacf-48b1-bc1a-9381bc9372f6)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:05.329532 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b55efded-fb75-40c0-84f1-b4f60f612cc6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (1da82915-0c5b-45a1-b721-ab14dbffd3b3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:05.333589 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 49c65133-879a-43b0-a426-f3422d3007ce details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:25:05.360128 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baad21f1-7ffc-440e-80bc-1e86011f9cb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:25:05.363818 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b55efded-fb75-40c0-84f1-b4f60f612cc6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Calling delete_port for 1da82915-0c5b-45a1-b721-ab14dbffd3b3 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:05.376464 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad21f1-7ffc-440e-80bc-1e86011f9cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3025c7-dd5c-41fd-a52c-00511a6deaeb,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:05.383822 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-baad21f1-7ffc-440e-80bc-1e86011f9cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (87930748-d008-4496-b02f-9d5f6bc4ada2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:05.384163 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-baad21f1-7ffc-440e-80bc-1e86011f9cb2 admin admin] Added segment 87930748-d008-4496-b02f-9d5f6bc4ada2 of type vlan for network dba32556-329f-4aa7-8344-65c71c290015 Jan 18 20:25:05.407405 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-389bf653-916c-4eff-8a27-d08e6f934d15 req-8aad69e0-a15a-40c4-8f6c-e57598085c4c service neutron] 10.222.0.70 "GET /v2.0/networks/378382ac-3009-4f14-80ff-aa1e6029c8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695527 Jan 18 20:25:05.434825 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-045e9545-6774-4471-a9f7-d5d557204760 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:05.448173 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87295e66-ca13-4505-882a-c23f339bbdde tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:05.452168 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87295e66-ca13-4505-882a-c23f339bbdde tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:05.666919 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b55efded-fb75-40c0-84f1-b4f60f612cc6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (1da82915-0c5b-45a1-b721-ab14dbffd3b3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:05.682829 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-389bf653-916c-4eff-8a27-d08e6f934d15 req-267a80e9-d017-4311-bb16-fd2ea517f53a service neutron] 10.222.0.70 "GET /v2.0/networks/378382ac-3009-4f14-80ff-aa1e6029c8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441096 Jan 18 20:25:05.720475 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55efded-fb75-40c0-84f1-b4f60f612cc6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event deleted for resources: {'Port': ['ID=1da82915-0c5b-45a1-b721-ab14dbffd3b3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:05.726892 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-baad21f1-7ffc-440e-80bc-1e86011f9cb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (dba32556-329f-4aa7-8344-65c71c290015), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:05.729921 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55efded-fb75-40c0-84f1-b4f60f612cc6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] No DVR routers for this DVR port 1da82915-0c5b-45a1-b721-ab14dbffd3b3 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:25:05.740127 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46201413-3416-4002-8328-393ce3443c0e req-c168b030-1077-4fe1-9d2f-03ef536db299 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:05.741603 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46201413-3416-4002-8328-393ce3443c0e req-c168b030-1077-4fe1-9d2f-03ef536db299 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 811 time: 0.5998349 Jan 18 20:25:05.761060 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-045e9545-6774-4471-a9f7-d5d557204760 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for security_group (6884ff19-a64f-4752-8b6d-9adf6f2b5250), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:05.782119 n-d-741529-9 neutron-server[103336]: DEBUG neutron.objects.ports [None req-773916ae-8d8c-4182-b065-5e1e5dbcc1e0 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103336) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 20:25:05.784634 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-045e9545-6774-4471-a9f7-d5d557204760 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6884ff19-a64f-4752-8b6d-9adf6f2b5250), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:05.789563 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-773916ae-8d8c-4182-b065-5e1e5dbcc1e0 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (21172842-990d-4287-873e-96a6302fafe5), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:05.797591 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46201413-3416-4002-8328-393ce3443c0e req-0b39501d-8f79-4117-9023-503f0c7c45d8 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/quotas/4b4c13fbb3bf4713b8724b5ef55060b7 HTTP/1.1" status: 200 len: 375 time: 0.0491123 Jan 18 20:25:05.803607 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-d3df5c71-c40a-4f0c-80e4-1f93ce495779 admin admin] Deleting port 7eb14a9b-f84f-4d5f-9608-1018466f94fe {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:05.803886 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3df5c71-c40a-4f0c-80e4-1f93ce495779 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (7eb14a9b-f84f-4d5f-9608-1018466f94fe), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:05.834439 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-baad21f1-7ffc-440e-80bc-1e86011f9cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (dba32556-329f-4aa7-8344-65c71c290015), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:05.835352 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baad21f1-7ffc-440e-80bc-1e86011f9cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:05.835940 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-baad21f1-7ffc-440e-80bc-1e86011f9cb2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:05.851064 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-045e9545-6774-4471-a9f7-d5d557204760 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:05.852297 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-045e9545-6774-4471-a9f7-d5d557204760 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6276691 Jan 18 20:25:05.860874 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35500) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:05.892613 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-c0ca995c-a2c7-4830-ab13-229f0dab88c6 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Request body: {'security_group_rule': {'security_group_id': '6884ff19-a64f-4752-8b6d-9adf6f2b5250', 'project_id': '823a89669aba4a1ca250f17180b6d997', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:05.905294 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e9545-6774-4471-a9f7-d5d557204760 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6884ff19-a64f-4752-8b6d-9adf6f2b5250,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:05.907330 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773916ae-8d8c-4182-b065-5e1e5dbcc1e0 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:05.915577 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b55efded-fb75-40c0-84f1-b4f60f612cc6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (0b2352f8-fd6d-4cf2-9dc3-c14c1461daf5), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:05.936261 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87295e66-ca13-4505-882a-c23f339bbdde tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (14c4e313-db32-41cb-bfb9-8a1a6de2351b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:05.950662 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b55efded-fb75-40c0-84f1-b4f60f612cc6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2352f8-fd6d-4cf2-9dc3-c14c1461daf5']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:05.957104 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-773916ae-8d8c-4182-b065-5e1e5dbcc1e0 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:05.970606 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773916ae-8d8c-4182-b065-5e1e5dbcc1e0 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:05.971210 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-773916ae-8d8c-4182-b065-5e1e5dbcc1e0 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:05.971866 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7280bcf7-8e26-4a5b-ae35-7a2a02f9ea4b None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:05.986630 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b55efded-fb75-40c0-84f1-b4f60f612cc6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40db1069-bacf-48b1-bc1a-9381bc9372f6') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:05.987023 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b55efded-fb75-40c0-84f1-b4f60f612cc6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40db1069-bacf-48b1-bc1a-9381bc9372f6') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:06.005318 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b55efded-fb75-40c0-84f1-b4f60f612cc6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (40db1069-bacf-48b1-bc1a-9381bc9372f6), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.011316 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-baad21f1-7ffc-440e-80bc-1e86011f9cb2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5009372 Jan 18 20:25:06.011316 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773916ae-8d8c-4182-b065-5e1e5dbcc1e0 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=21172842-990d-4287-873e-96a6302fafe5,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:06.013374 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35502) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:06.024995 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-461b8469-e092-4846-bd53-87941b316c5c admin admin] Request body: {'subnet': {'network_id': 'dba32556-329f-4aa7-8344-65c71c290015', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1204709926-subnet', 'tenant_id': '5beac45f91704c13ba9ec89aa6429854', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:06.032285 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad21f1-7ffc-440e-80bc-1e86011f9cb2 admin admin] Pushing event updated for resources: {'Network': ['ID=dba32556-329f-4aa7-8344-65c71c290015,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:06.044441 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87295e66-ca13-4505-882a-c23f339bbdde tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Subnet': ['ID=14c4e313-db32-41cb-bfb9-8a1a6de2351b,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:06.050071 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b55efded-fb75-40c0-84f1-b4f60f612cc6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (40db1069-bacf-48b1-bc1a-9381bc9372f6), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.059389 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46201413-3416-4002-8328-393ce3443c0e req-f3076cf5-8fbf-4819-842b-f5c2c55b9688 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2321174 Jan 18 20:25:06.060555 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55efded-fb75-40c0-84f1-b4f60f612cc6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:25:06.060963 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b55efded-fb75-40c0-84f1-b4f60f612cc6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (40db1069-bacf-48b1-bc1a-9381bc9372f6), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.062694 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-773916ae-8d8c-4182-b065-5e1e5dbcc1e0 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8393760 Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:25:06.067325 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:25:06.070484 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35506) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:06.070586 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87295e66-ca13-4505-882a-c23f339bbdde tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Checking segment: {'id': 'c58bc4d6-e7a4-4d95-a2da-67976c23ab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '49c65133-879a-43b0-a426-f3422d3007ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:25:06.070586 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87295e66-ca13-4505-882a-c23f339bbdde tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network hostable DHCP agents. Network: 49c65133-879a-43b0-a426-f3422d3007ce, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:25:06.078450 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-07156f38-60d7-4f28-8288-adc76cbcc4f3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'port': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'mac_address': 'fa:16:3e:b5:ed:27', 'name': 'tempest-NetworksTestDHCPv6-1983541441'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:06.116715 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network dba32556-329f-4aa7-8344-65c71c290015 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:25:06.119060 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0ca995c-a2c7-4830-ab13-229f0dab88c6 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for security_group_rule (9ab86215-1b58-4bba-bbff-9f43e4dcb451), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.151762 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461b8469-e092-4846-bd53-87941b316c5c admin admin] Made reservation on behalf of 5beac45f91704c13ba9ec89aa6429854 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:06.155305 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-461b8469-e092-4846-bd53-87941b316c5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.158913 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87295e66-ca13-4505-882a-c23f339bbdde tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network 49c65133-879a-43b0-a426-f3422d3007ce is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:25:06.171826 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a030f94-0668-4c83-a591-92083a40cf02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-c68ada5d-da8a-41c6-813a-b53f9c35e893', 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'fixed_ips': [{'subnet_id': '21172842-990d-4287-873e-96a6302fafe5'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:25:06.172623 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4a030f94-0668-4c83-a591-92083a40cf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.180500 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b55efded-fb75-40c0-84f1-b4f60f612cc6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (0b2352f8-fd6d-4cf2-9dc3-c14c1461daf5), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.192346 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b55efded-fb75-40c0-84f1-b4f60f612cc6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.195571 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b55efded-fb75-40c0-84f1-b4f60f612cc6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] 10.222.0.31 "DELETE /v2.0/networks/0b2352f8-fd6d-4cf2-9dc3-c14c1461daf5 HTTP/1.1" status: 204 len: 168 time: 1.5825205 Jan 18 20:25:06.206923 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-87295e66-ca13-4505-882a-c23f339bbdde tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 49c65133-879a-43b0-a426-f3422d3007ce) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:06.235507 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55efded-fb75-40c0-84f1-b4f60f612cc6 tempest-NetworksIpV6TestAttrs-1881629190 tempest-NetworksIpV6TestAttrs-1881629190-project] Pushing event deleted for resources: {'Network': ['ID=0b2352f8-fd6d-4cf2-9dc3-c14c1461daf5,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:06.237802 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87295e66-ca13-4505-882a-c23f339bbdde tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:06.238394 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87295e66-ca13-4505-882a-c23f339bbdde tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.243075 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-d3df5c71-c40a-4f0c-80e4-1f93ce495779 admin admin] For port 7eb14a9b-f84f-4d5f-9608-1018466f94fe, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7eb14a9b-f84f-4d5f-9608-1018466f94fe,segment=NetworkSegment(5b4bbcbf-bd31-4721-9ced-30315d87bf8f),segment_id=5b4bbcbf-bd31-4721-9ced-30315d87bf8f)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:06.244088 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3df5c71-c40a-4f0c-80e4-1f93ce495779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (7eb14a9b-f84f-4d5f-9608-1018466f94fe), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.279428 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-87295e66-ca13-4505-882a-c23f339bbdde tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2633684 Jan 18 20:25:06.284517 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7aec98-ae41-4153-8f7a-2e17239db5b4 None None] Network 49c65133-879a-43b0-a426-f3422d3007ce requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:06.289725 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35510) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:06.298082 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-0941ceb0-616a-4a66-afc3-7d694944dddd tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1706250180', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:06.368842 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0941ceb0-616a-4a66-afc3-7d694944dddd tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (4694fdf8-69a6-4883-866d-cf84911e1e6d), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.370460 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0941ceb0-616a-4a66-afc3-7d694944dddd tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (4694fdf8-69a6-4883-866d-cf84911e1e6d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.400187 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-d3df5c71-c40a-4f0c-80e4-1f93ce495779 admin admin] Calling delete_port for 7eb14a9b-f84f-4d5f-9608-1018466f94fe owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:06.423319 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 1da82915-0c5b-45a1-b721-ab14dbffd3b3 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:25:06.441444 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354fc79a-91a0-4049-acaa-d899d949eb4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-49c65133-879a-43b0-a426-f3422d3007ce', 'network_id': '49c65133-879a-43b0-a426-f3422d3007ce', 'project_id': '63f8edee0de14e468d1d768dd710c4df', 'fixed_ips': [{'subnet_id': '14c4e313-db32-41cb-bfb9-8a1a6de2351b'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:25:06.442324 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-354fc79a-91a0-4049-acaa-d899d949eb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.443707 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0ca995c-a2c7-4830-ab13-229f0dab88c6 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for security_group_rule (9ab86215-1b58-4bba-bbff-9f43e4dcb451), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.452600 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56374c6-d629-4c34-84fa-9bd2541df19e req-594c6540-a00e-49b8-a627-5a23338eabb3 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:06.459893 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a56374c6-d629-4c34-84fa-9bd2541df19e req-594c6540-a00e-49b8-a627-5a23338eabb3 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a69e9f4-8146-4c47-bc79-82de52aea133 HTTP/1.1" status: 200 len: 943 time: 0.2964706 Jan 18 20:25:06.474879 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0941ceb0-616a-4a66-afc3-7d694944dddd tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for router_controller (4694fdf8-69a6-4883-866d-cf84911e1e6d), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.477576 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-461b8469-e092-4846-bd53-87941b316c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (c9a1b399-0b60-4d7e-85fe-4b363f787c8f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.482225 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 1da82915-0c5b-45a1-b721-ab14dbffd3b3 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:25:06.482635 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 1da82915-0c5b-45a1-b721-ab14dbffd3b3 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:25:06.483419 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0ca995c-a2c7-4830-ab13-229f0dab88c6 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (9ab86215-1b58-4bba-bbff-9f43e4dcb451), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.513213 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0941ceb0-616a-4a66-afc3-7d694944dddd tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (4694fdf8-69a6-4883-866d-cf84911e1e6d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.537485 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0941ceb0-616a-4a66-afc3-7d694944dddd tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.540852 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0941ceb0-616a-4a66-afc3-7d694944dddd tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2477651 Jan 18 20:25:06.543971 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35514) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:06.550785 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-b3b3a9ce-a324-4f21-9e92-36ee627ad4df tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'port': {'network_id': '49c65133-879a-43b0-a426-f3422d3007ce', 'name': 'tempest-PortsTestJSON-1421484795'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:06.610637 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b8469-e092-4846-bd53-87941b316c5c admin admin] Checking segment: {'id': '87930748-d008-4496-b02f-9d5f6bc4ada2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dba32556-329f-4aa7-8344-65c71c290015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:25:06.611106 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461b8469-e092-4846-bd53-87941b316c5c admin admin] Network hostable DHCP agents. Network: dba32556-329f-4aa7-8344-65c71c290015, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:25:06.618783 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca995c-a2c7-4830-ab13-229f0dab88c6 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab86215-1b58-4bba-bbff-9f43e4dcb451,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:06.635878 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46201413-3416-4002-8328-393ce3443c0e req-327b5026-0f07-444b-8478-d150f122e3ff service neutron] 10.222.0.31 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464566 Jan 18 20:25:06.645495 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0ca995c-a2c7-4830-ab13-229f0dab88c6 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.646070 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b8469-e092-4846-bd53-87941b316c5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9a1b399-0b60-4d7e-85fe-4b363f787c8f,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:06.647286 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c0ca995c-a2c7-4830-ab13-229f0dab88c6 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7741592 Jan 18 20:25:06.652861 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35516) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:06.653831 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35518) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:06.663804 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-94759c6a-a791-4fc3-a918-000d2d244125 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Request body: {'security_group_rule': {'security_group_id': '6884ff19-a64f-4752-8b6d-9adf6f2b5250', 'project_id': '823a89669aba4a1ca250f17180b6d997', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:06.702942 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a56374c6-d629-4c34-84fa-9bd2541df19e req-27e301d7-7951-4fee-a97a-4bc7e1200f1d tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.31 "GET /v2.0/security-groups?id=71e66f05-64f8-46aa-8655-5c767c2a948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415948 Jan 18 20:25:06.722048 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461b8469-e092-4846-bd53-87941b316c5c admin admin] Network dba32556-329f-4aa7-8344-65c71c290015 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:25:06.726595 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-94759c6a-a791-4fc3-a918-000d2d244125 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for security_group_rule (d39cc54e-15f4-4d6d-a223-c17a066a9d43), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.764414 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-461b8469-e092-4846-bd53-87941b316c5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, dba32556-329f-4aa7-8344-65c71c290015) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:06.776429 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461b8469-e092-4846-bd53-87941b316c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:06.777907 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-461b8469-e092-4846-bd53-87941b316c5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.787106 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931372a4-6be5-4a66-8d17-807e13f12ff9 None None] Network dba32556-329f-4aa7-8344-65c71c290015 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:06.802198 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-461b8469-e092-4846-bd53-87941b316c5c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7856729 Jan 18 20:25:06.819804 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07156f38-60d7-4f28-8288-adc76cbcc4f3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:06.847085 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b3a9ce-a324-4f21-9e92-36ee627ad4df tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:06.851448 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b3b3a9ce-a324-4f21-9e92-36ee627ad4df tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.856528 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-94759c6a-a791-4fc3-a918-000d2d244125 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for security_group_rule (d39cc54e-15f4-4d6d-a223-c17a066a9d43), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.856722 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.868647 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-94759c6a-a791-4fc3-a918-000d2d244125 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (d39cc54e-15f4-4d6d-a223-c17a066a9d43), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.872413 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-4a030f94-0668-4c83-a591-92083a40cf02 None None] Allocated IP 2001:db8::f816:3eff:fe09:ba28 (c68ada5d-da8a-41c6-813a-b53f9c35e893/21172842-990d-4287-873e-96a6302fafe5/10cadf9c-84ec-41a7-8582-d0f58b9471c9) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:06.911486 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-b3b3a9ce-a324-4f21-9e92-36ee627ad4df tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] device_id is not set on port 2d68f222-37bb-41e4-ac58-91f13020de2a yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:25:06.935999 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46201413-3416-4002-8328-393ce3443c0e req-ec1e9f87-c4a6-40fb-90e4-2a51b89a2e97 service neutron] 10.222.0.31 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872882 Jan 18 20:25:06.968981 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35524) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:06.988529 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-354fc79a-91a0-4049-acaa-d899d949eb4d None None] Allocated IP 172.20.0.2 (49c65133-879a-43b0-a426-f3422d3007ce/14c4e313-db32-41cb-bfb9-8a1a6de2351b/8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:07.000431 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94759c6a-a791-4fc3-a918-000d2d244125 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39cc54e-15f4-4d6d-a223-c17a066a9d43,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:07.003514 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-07156f38-60d7-4f28-8288-adc76cbcc4f3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:07.020695 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-94759c6a-a791-4fc3-a918-000d2d244125 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:07.021945 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-94759c6a-a791-4fc3-a918-000d2d244125 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3653729 Jan 18 20:25:07.025875 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35526) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:07.048348 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-18b21a2d-7f1d-463b-8cbf-f578573d8a7a tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Request body: {'security_group_rule': {'security_group_id': '6884ff19-a64f-4752-8b6d-9adf6f2b5250', 'project_id': '823a89669aba4a1ca250f17180b6d997', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:07.055757 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-45abbd43-d44f-4ac2-9e37-c58b4f18eed2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=77abb998886b4c7181d724dcc5445bb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4004183 Jan 18 20:25:07.059480 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35528) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:07.081376 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-07156f38-60d7-4f28-8288-adc76cbcc4f3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] device_id is not set on port a7a30dbc-4482-4111-9c38-e95c187054ad yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:25:07.110914 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3df5c71-c40a-4f0c-80e4-1f93ce495779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (7eb14a9b-f84f-4d5f-9608-1018466f94fe), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:07.123312 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-de8c714b-401f-4e86-86aa-465fe644905b admin admin] Deleting subnet 46a844be-25b1-4c5f-bac8-00e0b308df6b {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:25:07.172957 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-de8c714b-401f-4e86-86aa-465fe644905b admin admin] Publish callbacks [] for subnet (46a844be-25b1-4c5f-bac8-00e0b308df6b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:07.177248 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-545cefd2-233a-4f9b-b86a-82114934f4a8 admin admin] Publish callbacks [] for security_group (74c3d50a-b1a8-44ba-a925-789b4dacf37b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:07.208336 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-545cefd2-233a-4f9b-b86a-82114934f4a8 admin admin] Publish callbacks [] for security_group (74c3d50a-b1a8-44ba-a925-789b4dacf37b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:07.220224 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df5c71-c40a-4f0c-80e4-1f93ce495779 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb14a9b-f84f-4d5f-9608-1018466f94fe,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:07.227757 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-18b21a2d-7f1d-463b-8cbf-f578573d8a7a tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for security_group_rule (1e8a3129-d764-4fa0-82ba-392285a7c51a), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:07.271669 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bfef09-cffa-4db7-8ee0-ddd862514427 None None] Network dba32556-329f-4aa7-8344-65c71c290015 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:07.273616 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f17eeae9-57b0-426c-9b1e-a8c842df19c9 req-88dcd1d9-fe3c-4892-a1c3-63089add4703 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bef97fa-0b03-4835-953a-37e79c904ea1 HTTP/1.1" status: 200 len: 210 time: 0.1174617 Jan 18 20:25:07.306144 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4a030f94-0668-4c83-a591-92083a40cf02 None None] Publish callbacks [] for port (10cadf9c-84ec-41a7-8582-d0f58b9471c9), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:07.317738 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-545cefd2-233a-4f9b-b86a-82114934f4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (74c3d50a-b1a8-44ba-a925-789b4dacf37b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:07.321612 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-545cefd2-233a-4f9b-b86a-82114934f4a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:07.327633 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-545cefd2-233a-4f9b-b86a-82114934f4a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/74c3d50a-b1a8-44ba-a925-789b4dacf37b HTTP/1.1" status: 204 len: 168 time: 0.2636795 Jan 18 20:25:07.345567 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545cefd2-233a-4f9b-b86a-82114934f4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c3d50a-b1a8-44ba-a925-789b4dacf37b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:07.353400 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4a030f94-0668-4c83-a591-92083a40cf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (10cadf9c-84ec-41a7-8582-d0f58b9471c9), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:07.365146 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-de8c714b-401f-4e86-86aa-465fe644905b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (46a844be-25b1-4c5f-bac8-00e0b308df6b), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:07.485181 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a030f94-0668-4c83-a591-92083a40cf02 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:07.524765 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-4a030f94-0668-4c83-a591-92083a40cf02 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:07.535325 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-de8c714b-401f-4e86-86aa-465fe644905b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (46a844be-25b1-4c5f-bac8-00e0b308df6b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:07.537074 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a030f94-0668-4c83-a591-92083a40cf02 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:07.602966 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-07156f38-60d7-4f28-8288-adc76cbcc4f3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 2001:db8::f816:3eff:feb5:ed27 (c68ada5d-da8a-41c6-813a-b53f9c35e893/21172842-990d-4287-873e-96a6302fafe5/a7a30dbc-4482-4111-9c38-e95c187054ad) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:07.622488 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-18b21a2d-7f1d-463b-8cbf-f578573d8a7a tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for security_group_rule (1e8a3129-d764-4fa0-82ba-392285a7c51a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:07.647839 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-18b21a2d-7f1d-463b-8cbf-f578573d8a7a tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (1e8a3129-d764-4fa0-82ba-392285a7c51a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:07.718607 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b21a2d-7f1d-463b-8cbf-f578573d8a7a tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e8a3129-d764-4fa0-82ba-392285a7c51a,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:07.798755 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-18b21a2d-7f1d-463b-8cbf-f578573d8a7a tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:07.799528 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-18b21a2d-7f1d-463b-8cbf-f578573d8a7a tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7677884 Jan 18 20:25:07.802582 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35550) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:07.807289 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-de8c714b-401f-4e86-86aa-465fe644905b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (46a844be-25b1-4c5f-bac8-00e0b308df6b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:07.807841 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-84eaeacf-0439-414f-b990-2fbe1cee2636 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Request body: {'security_group_rule': {'security_group_id': '6884ff19-a64f-4752-8b6d-9adf6f2b5250', 'project_id': '823a89669aba4a1ca250f17180b6d997', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:07.870348 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84eaeacf-0439-414f-b990-2fbe1cee2636 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for security_group_rule (73db42b5-b84b-48df-ba6a-798b9a21ef99), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:07.874468 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c714b-401f-4e86-86aa-465fe644905b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46a844be-25b1-4c5f-bac8-00e0b308df6b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:07.876231 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3df5c71-c40a-4f0c-80e4-1f93ce495779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (106911a7-7365-456a-bf6b-5af0b82d233b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:07.904490 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-de8c714b-401f-4e86-86aa-465fe644905b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:07.912093 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-de8c714b-401f-4e86-86aa-465fe644905b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/46a844be-25b1-4c5f-bac8-00e0b308df6b HTTP/1.1" status: 204 len: 168 time: 0.9420938 Jan 18 20:25:07.917930 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35554) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:07.921289 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a030f94-0668-4c83-a591-92083a40cf02 None None] Pushing event updated for resources: {'Port': ['ID=10cadf9c-84ec-41a7-8582-d0f58b9471c9,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:07.971365 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84eaeacf-0439-414f-b990-2fbe1cee2636 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for security_group_rule (73db42b5-b84b-48df-ba6a-798b9a21ef99), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:07.999213 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84eaeacf-0439-414f-b990-2fbe1cee2636 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (73db42b5-b84b-48df-ba6a-798b9a21ef99), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.009923 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-354fc79a-91a0-4049-acaa-d899d949eb4d None None] Publish callbacks [] for port (8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.022533 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-4a030f94-0668-4c83-a591-92083a40cf02 None None] Attempting to bind port 10cadf9c-84ec-41a7-8582-d0f58b9471c9 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:25:08.023133 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-4a030f94-0668-4c83-a591-92083a40cf02 None None] Attempting to bind port 10cadf9c-84ec-41a7-8582-d0f58b9471c9 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:25:08.024286 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a030f94-0668-4c83-a591-92083a40cf02 None None] Attempting to bind port 10cadf9c-84ec-41a7-8582-d0f58b9471c9 on network c68ada5d-da8a-41c6-813a-b53f9c35e893 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:25:08.030988 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-354fc79a-91a0-4049-acaa-d899d949eb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.040842 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5bf5924e-a28f-4ee1-9d69-0451bb1dd05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (4f9fd7c0-94c6-48eb-9252-584f8dd8a8b7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.051731 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a030f94-0668-4c83-a591-92083a40cf02 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:25:08.053564 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a030f94-0668-4c83-a591-92083a40cf02 None None] Checking segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:25:08.054824 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4a030f94-0668-4c83-a591-92083a40cf02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.055241 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a030f94-0668-4c83-a591-92083a40cf02 None None] Bound using segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:25:08.056970 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-4a030f94-0668-4c83-a591-92083a40cf02 None None] Bound port: 10cadf9c-84ec-41a7-8582-d0f58b9471c9, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:25:08.057374 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4a030f94-0668-4c83-a591-92083a40cf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (10cadf9c-84ec-41a7-8582-d0f58b9471c9), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.065987 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eaeacf-0439-414f-b990-2fbe1cee2636 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73db42b5-b84b-48df-ba6a-798b9a21ef99,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:08.081096 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84eaeacf-0439-414f-b990-2fbe1cee2636 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.082509 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-84eaeacf-0439-414f-b990-2fbe1cee2636 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2781515 Jan 18 20:25:08.088478 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35558) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:08.097026 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-eba30cde-7059-4776-ace3-8d771889e9cb tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Request body: {'security_group_rule': {'security_group_id': '6884ff19-a64f-4752-8b6d-9adf6f2b5250', 'project_id': '823a89669aba4a1ca250f17180b6d997', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:08.135929 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354fc79a-91a0-4049-acaa-d899d949eb4d None None] Network 49c65133-879a-43b0-a426-f3422d3007ce is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:08.177310 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-b3b3a9ce-a324-4f21-9e92-36ee627ad4df tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Allocated IP 172.20.0.14 (49c65133-879a-43b0-a426-f3422d3007ce/14c4e313-db32-41cb-bfb9-8a1a6de2351b/2d68f222-37bb-41e4-ac58-91f13020de2a) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:08.191380 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-354fc79a-91a0-4049-acaa-d899d949eb4d None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:08.206212 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354fc79a-91a0-4049-acaa-d899d949eb4d None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:08.228654 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fc79a-91a0-4049-acaa-d899d949eb4d None None] Pushing event updated for resources: {'Port': ['ID=8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:08.260365 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-4a030f94-0668-4c83-a591-92083a40cf02 None None] For port 10cadf9c-84ec-41a7-8582-d0f58b9471c9, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:25:08.278538 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device c128720d-fd28-4c89-9fca-4a9291d9b618 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:25:08.368731 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bab88d-0267-4919-bafe-597150f046bb req-00b0e90a-74dd-4a55-be24-9140d143aea6 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:08.370294 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-03bab88d-0267-4919-bafe-597150f046bb req-00b0e90a-74dd-4a55-be24-9140d143aea6 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a69e9f4-8146-4c47-bc79-82de52aea133 HTTP/1.1" status: 200 len: 943 time: 0.5303640 Jan 18 20:25:08.383372 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port c128720d-fd28-4c89-9fca-4a9291d9b618, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=c128720d-fd28-4c89-9fca-4a9291d9b618,segment=NetworkSegment(0f828785-ca91-4d11-b039-822dc9c7dbad),segment_id=0f828785-ca91-4d11-b039-822dc9c7dbad)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:08.405280 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'c128720d-fd28-4c89-9fca-4a9291d9b618', 'network_id': '378382ac-3009-4f14-80ff-aa1e6029c8a8', 'port_id': 'c128720d-fd28-4c89-9fca-4a9291d9b618', 'mac_address': 'fa:16:3e:c5:bd:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b774b52b-adf5-40bb-b282-27fdfa73bc8a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:25:08.410244 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5bf5924e-a28f-4ee1-9d69-0451bb1dd05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (4f9fd7c0-94c6-48eb-9252-584f8dd8a8b7), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.411538 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-07156f38-60d7-4f28-8288-adc76cbcc4f3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (a7a30dbc-4482-4111-9c38-e95c187054ad), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.420205 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-4a030f94-0668-4c83-a591-92083a40cf02 None None] For port 10cadf9c-84ec-41a7-8582-d0f58b9471c9, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=10cadf9c-84ec-41a7-8582-d0f58b9471c9,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:25:08.423352 n-d-741529-9 neutron-server[103335]: INFO neutron.db.securitygroups_db [None req-eba30cde-7059-4776-ace3-8d771889e9cb tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Project 823a89669aba4a1ca250f17180b6d997 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:25:08.427445 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-354fc79a-91a0-4049-acaa-d899d949eb4d None None] Attempting to bind port 8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:25:08.427821 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-354fc79a-91a0-4049-acaa-d899d949eb4d None None] Attempting to bind port 8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c58bc4d6-e7a4-4d95-a2da-67976c23ab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '49c65133-879a-43b0-a426-f3422d3007ce'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:25:08.428187 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354fc79a-91a0-4049-acaa-d899d949eb4d None None] Attempting to bind port 8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0 on network 49c65133-879a-43b0-a426-f3422d3007ce {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:25:08.436224 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354fc79a-91a0-4049-acaa-d899d949eb4d None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:25:08.436224 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354fc79a-91a0-4049-acaa-d899d949eb4d None None] Checking segment: {'id': 'c58bc4d6-e7a4-4d95-a2da-67976c23ab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '49c65133-879a-43b0-a426-f3422d3007ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:25:08.436224 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-354fc79a-91a0-4049-acaa-d899d949eb4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.436682 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354fc79a-91a0-4049-acaa-d899d949eb4d None None] Bound using segment: {'id': 'c58bc4d6-e7a4-4d95-a2da-67976c23ab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '49c65133-879a-43b0-a426-f3422d3007ce'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:25:08.437009 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-354fc79a-91a0-4049-acaa-d899d949eb4d None None] Bound port: 8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58bc4d6-e7a4-4d95-a2da-67976c23ab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '49c65133-879a-43b0-a426-f3422d3007ce'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:25:08.437396 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-354fc79a-91a0-4049-acaa-d899d949eb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.461260 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4a030f94-0668-4c83-a591-92083a40cf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (10cadf9c-84ec-41a7-8582-d0f58b9471c9), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.461381 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eba30cde-7059-4776-ace3-8d771889e9cb tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for security_group_rule (d7e8d941-cbb2-41b5-a412-5e6b66b52916), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.480360 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-5bf5924e-a28f-4ee1-9d69-0451bb1dd05d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f9fd7c0-94c6-48eb-9252-584f8dd8a8b7']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:08.504975 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-5bf5924e-a28f-4ee1-9d69-0451bb1dd05d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff5193d-88de-4c25-a323-4cbe15cb12df') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:08.505253 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-5bf5924e-a28f-4ee1-9d69-0451bb1dd05d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff5193d-88de-4c25-a323-4cbe15cb12df') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:08.507051 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-03bab88d-0267-4919-bafe-597150f046bb req-df031f7c-86ca-47ff-8f44-eb5ba6af7ff4 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.31 "GET /v2.0/security-groups?id=71e66f05-64f8-46aa-8655-5c767c2a948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247327 Jan 18 20:25:08.529027 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5bf5924e-a28f-4ee1-9d69-0451bb1dd05d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (5ff5193d-88de-4c25-a323-4cbe15cb12df), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.571402 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port c128720d-fd28-4c89-9fca-4a9291d9b618 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:08.571800 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c128720d-fd28-4c89-9fca-4a9291d9b618), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.591098 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ab570ece-2e05-41a7-a4b0-d6dc5bfee5eb req-50ee9cbc-55a1-4c53-8304-f61d21db17c9 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bef97fa-0b03-4835-953a-37e79c904ea1 HTTP/1.1" status: 200 len: 210 time: 0.1384978 Jan 18 20:25:08.592516 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5bf5924e-a28f-4ee1-9d69-0451bb1dd05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (5ff5193d-88de-4c25-a323-4cbe15cb12df), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.593654 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c128720d-fd28-4c89-9fca-4a9291d9b618 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:25:08.610321 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a030f94-0668-4c83-a591-92083a40cf02 None None] Pushing event updated for resources: {'Port': ['ID=10cadf9c-84ec-41a7-8582-d0f58b9471c9,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:08.613175 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf5924e-a28f-4ee1-9d69-0451bb1dd05d admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:25:08.613766 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5bf5924e-a28f-4ee1-9d69-0451bb1dd05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (5ff5193d-88de-4c25-a323-4cbe15cb12df), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:25:08.626493 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:25:08.633968 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port c128720d-fd28-4c89-9fca-4a9291d9b618, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=c128720d-fd28-4c89-9fca-4a9291d9b618,segment=NetworkSegment(0f828785-ca91-4d11-b039-822dc9c7dbad),segment_id=0f828785-ca91-4d11-b039-822dc9c7dbad)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:08.648816 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eba30cde-7059-4776-ace3-8d771889e9cb tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for security_group_rule (d7e8d941-cbb2-41b5-a412-5e6b66b52916), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.651676 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c128720d-fd28-4c89-9fca-4a9291d9b618), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.688841 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-07156f38-60d7-4f28-8288-adc76cbcc4f3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (a7a30dbc-4482-4111-9c38-e95c187054ad), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.705070 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eba30cde-7059-4776-ace3-8d771889e9cb tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (d7e8d941-cbb2-41b5-a412-5e6b66b52916), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.721571 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-354fc79a-91a0-4049-acaa-d899d949eb4d None None] For port 8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:25:08.741533 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-354fc79a-91a0-4049-acaa-d899d949eb4d None None] For port 8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0,segment=NetworkSegment(c58bc4d6-e7a4-4d95-a2da-67976c23ab76),segment_id=c58bc4d6-e7a4-4d95-a2da-67976c23ab76)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:25:08.756701 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-354fc79a-91a0-4049-acaa-d899d949eb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.770867 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=c128720d-fd28-4c89-9fca-4a9291d9b618,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:08.791449 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35570) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:08.829551 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07156f38-60d7-4f28-8288-adc76cbcc4f3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=a7a30dbc-4482-4111-9c38-e95c187054ad,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:08.837514 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fc79a-91a0-4049-acaa-d899d949eb4d None None] Pushing event updated for resources: {'Port': ['ID=8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:08.852185 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba30cde-7059-4776-ace3-8d771889e9cb tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e8d941-cbb2-41b5-a412-5e6b66b52916,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:08.869907 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07156f38-60d7-4f28-8288-adc76cbcc4f3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:08.873999 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-07156f38-60d7-4f28-8288-adc76cbcc4f3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:08.882044 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07156f38-60d7-4f28-8288-adc76cbcc4f3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:08.893213 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07156f38-60d7-4f28-8288-adc76cbcc4f3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:08.904637 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-07156f38-60d7-4f28-8288-adc76cbcc4f3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.928072 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eba30cde-7059-4776-ace3-8d771889e9cb tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.929291 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-eba30cde-7059-4776-ace3-8d771889e9cb tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8400443 Jan 18 20:25:08.930063 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5bf5924e-a28f-4ee1-9d69-0451bb1dd05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (4f9fd7c0-94c6-48eb-9252-584f8dd8a8b7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.945940 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35574) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:08.948043 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3df5c71-c40a-4f0c-80e4-1f93ce495779 admin admin] Router 106911a7-7365-456a-bf6b-5af0b82d233b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:25:08.958095 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-07156f38-60d7-4f28-8288-adc76cbcc4f3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8872983 Jan 18 20:25:08.962204 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-1e402577-b641-414e-b002-8cdbc51da976 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Request body: {'security_group_rule': {'security_group_id': '6884ff19-a64f-4752-8b6d-9adf6f2b5250', 'project_id': '823a89669aba4a1ca250f17180b6d997', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:08.962376 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35576) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:08.976468 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5bf5924e-a28f-4ee1-9d69-0451bb1dd05d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.988596 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5bf5924e-a28f-4ee1-9d69-0451bb1dd05d admin admin] 10.222.0.31 "DELETE /v2.0/networks/4f9fd7c0-94c6-48eb-9252-584f8dd8a8b7 HTTP/1.1" status: 204 len: 168 time: 1.0641832 Jan 18 20:25:08.999983 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35578) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:09.007282 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['c128720d-fd28-4c89-9fca-4a9291d9b618'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:25:09.067240 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-350d3048-2a3a-48b1-aadb-044802b59cce admin admin] Deleting subnet c9a1b399-0b60-4d7e-85fe-4b363f787c8f {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:25:09.068483 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5924e-a28f-4ee1-9d69-0451bb1dd05d admin admin] Pushing event deleted for resources: {'Network': ['ID=4f9fd7c0-94c6-48eb-9252-584f8dd8a8b7,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:09.078897 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b3b3a9ce-a324-4f21-9e92-36ee627ad4df tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for port (2d68f222-37bb-41e4-ac58-91f13020de2a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:09.087050 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-350d3048-2a3a-48b1-aadb-044802b59cce admin admin] Publish callbacks [] for subnet (c9a1b399-0b60-4d7e-85fe-4b363f787c8f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:09.123174 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-778b75c6-a0e0-4082-8305-fa6f8a225cbf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1871587090'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:09.151066 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46201413-3416-4002-8328-393ce3443c0e req-ef4c758c-8eed-4dc5-8b4c-ab63b5d36d87 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:09.152659 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-46201413-3416-4002-8328-393ce3443c0e req-ef4c758c-8eed-4dc5-8b4c-ab63b5d36d87 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.70 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 811 time: 0.3922007 Jan 18 20:25:09.174680 n-d-741529-9 neutron-server[103335]: INFO neutron.db.securitygroups_db [None req-1e402577-b641-414e-b002-8cdbc51da976 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Project 823a89669aba4a1ca250f17180b6d997 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:25:09.190440 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-46201413-3416-4002-8328-393ce3443c0e req-839ee55f-99fa-4085-845e-2153878cc26e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Request body: {'port': {'device_id': '5bef97fa-0b03-4835-953a-37e79c904ea1', 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'admin_state_up': True, 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:09.241773 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e402577-b641-414e-b002-8cdbc51da976 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for security_group_rule (ab8de249-eea5-4d55-836a-ed2799ea585e), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:09.260955 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b3b3a9ce-a324-4f21-9e92-36ee627ad4df tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (2d68f222-37bb-41e4-ac58-91f13020de2a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:09.278524 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-350d3048-2a3a-48b1-aadb-044802b59cce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (c9a1b399-0b60-4d7e-85fe-4b363f787c8f), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:09.315860 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c3cafa-59cc-4195-a738-ea372c5aa325 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:09.322415 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c3cafa-59cc-4195-a738-ea372c5aa325 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:09.327027 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-89c3cafa-59cc-4195-a738-ea372c5aa325 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3599060 Jan 18 20:25:09.333725 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35580) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:09.393365 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-350d3048-2a3a-48b1-aadb-044802b59cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (c9a1b399-0b60-4d7e-85fe-4b363f787c8f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:09.397027 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3df5c71-c40a-4f0c-80e4-1f93ce495779 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:25:09.411998 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778b75c6-a0e0-4082-8305-fa6f8a225cbf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:09.414027 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d6b41-5dc8-46d0-89fe-c4b476a58b78 None None] Sync routers for ids ['106911a7-7365-456a-bf6b-5af0b82d233b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:25:09.415704 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-778b75c6-a0e0-4082-8305-fa6f8a225cbf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:09.424636 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b3a9ce-a324-4f21-9e92-36ee627ad4df tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network 49c65133-879a-43b0-a426-f3422d3007ce is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:09.426990 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d3df5c71-c40a-4f0c-80e4-1f93ce495779 admin admin] 10.222.0.31 "PUT /v2.0/routers/106911a7-7365-456a-bf6b-5af0b82d233b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0336735 Jan 18 20:25:09.431421 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35582) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:09.434496 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59d6b41-5dc8-46d0-89fe-c4b476a58b78 None None] Routers {'106911a7-7365-456a-bf6b-5af0b82d233b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:25:09.435388 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-e59d6b41-5dc8-46d0-89fe-c4b476a58b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:24:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['106911a7-7365-456a-bf6b-5af0b82d233b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:09.448288 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-b3b3a9ce-a324-4f21-9e92-36ee627ad4df tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:09.459282 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-778b75c6-a0e0-4082-8305-fa6f8a225cbf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:09.471912 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b3a9ce-a324-4f21-9e92-36ee627ad4df tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:09.488292 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3a9ce-a324-4f21-9e92-36ee627ad4df tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Port': ['ID=2d68f222-37bb-41e4-ac58-91f13020de2a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:09.555894 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e402577-b641-414e-b002-8cdbc51da976 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for security_group_rule (ab8de249-eea5-4d55-836a-ed2799ea585e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:09.569249 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e402577-b641-414e-b002-8cdbc51da976 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (ab8de249-eea5-4d55-836a-ed2799ea585e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:09.582771 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-e59d6b41-5dc8-46d0-89fe-c4b476a58b78 None None] Set router 106911a7-7365-456a-bf6b-5af0b82d233b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:25:09.586254 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b3a9ce-a324-4f21-9e92-36ee627ad4df tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:09.587125 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b3b3a9ce-a324-4f21-9e92-36ee627ad4df tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:09.602407 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-350d3048-2a3a-48b1-aadb-044802b59cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (c9a1b399-0b60-4d7e-85fe-4b363f787c8f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:09.634492 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e402577-b641-414e-b002-8cdbc51da976 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8de249-eea5-4d55-836a-ed2799ea585e,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:09.649588 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e402577-b641-414e-b002-8cdbc51da976 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:09.653708 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1e402577-b641-414e-b002-8cdbc51da976 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6942933 Jan 18 20:25:09.671213 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b3b3a9ce-a324-4f21-9e92-36ee627ad4df tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1260986 Jan 18 20:25:09.672067 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35590) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:09.691979 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46201413-3416-4002-8328-393ce3443c0e req-839ee55f-99fa-4085-845e-2153878cc26e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Made reservation on behalf of 4b4c13fbb3bf4713b8724b5ef55060b7 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:09.695716 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-46201413-3416-4002-8328-393ce3443c0e req-839ee55f-99fa-4085-845e-2153878cc26e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:09.705244 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-27658c40-0120-41dc-bfcf-51d31db88e19 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting port a7a30dbc-4482-4111-9c38-e95c187054ad {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:09.705588 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-27658c40-0120-41dc-bfcf-51d31db88e19 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (a7a30dbc-4482-4111-9c38-e95c187054ad), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:09.716932 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d3048-2a3a-48b1-aadb-044802b59cce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9a1b399-0b60-4d7e-85fe-4b363f787c8f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:09.745935 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-350d3048-2a3a-48b1-aadb-044802b59cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:09.759313 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-350d3048-2a3a-48b1-aadb-044802b59cce admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c9a1b399-0b60-4d7e-85fe-4b363f787c8f HTTP/1.1" status: 204 len: 168 time: 0.7563572 Jan 18 20:25:09.765459 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35592) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:09.829047 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c5677fbf-b345-4fd5-aad4-639a170c526f admin admin] Publish callbacks [] for router (106911a7-7365-456a-bf6b-5af0b82d233b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:09.942785 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-778b75c6-a0e0-4082-8305-fa6f8a225cbf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (54e152de-0507-42a3-99f2-b3345e0f0955), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:09.950534 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-e59d6b41-5dc8-46d0-89fe-c4b476a58b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106911a7-7365-456a-bf6b-5af0b82d233b', 'name': 'tempest-ServersTestMultiNic-2098915653-router', 'tenant_id': '05d04115a5b94604bf26feb88e948fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '372ff760-a571-4c92-9f88-06ff00f8484e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:21:53Z', 'updated_at': '2022-01-18T20:25:06Z', 'revision_number': 5, 'project_id': '05d04115a5b94604bf26feb88e948fe0', 'gw_port': {'id': '372ff760-a571-4c92-9f88-06ff00f8484e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106911a7-7365-456a-bf6b-5af0b82d233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:21:55Z', 'updated_at': '2022-01-18T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:09.955574 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-778b75c6-a0e0-4082-8305-fa6f8a225cbf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (54e152de-0507-42a3-99f2-b3345e0f0955), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:09.977107 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3b2bc5fe-1662-458e-b134-1ac1f51d02f3 req-19711cf7-56c6-4b27-9ecd-989c55fd1c45 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bef97fa-0b03-4835-953a-37e79c904ea1 HTTP/1.1" status: 200 len: 210 time: 0.2102456 Jan 18 20:25:09.985056 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d6b41-5dc8-46d0-89fe-c4b476a58b78 None None] Checking router: 106911a7-7365-456a-bf6b-5af0b82d233b for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:25:09.994216 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59d6b41-5dc8-46d0-89fe-c4b476a58b78 None None] Routers {'106911a7-7365-456a-bf6b-5af0b82d233b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:25:09.995023 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-e59d6b41-5dc8-46d0-89fe-c4b476a58b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:24:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['106911a7-7365-456a-bf6b-5af0b82d233b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:10.059923 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73173f57-2449-42ae-b392-c030da7b55b3 req-30e45147-dcf1-441f-965f-627c31f6c89e tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:10.061738 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-73173f57-2449-42ae-b392-c030da7b55b3 req-30e45147-dcf1-441f-965f-627c31f6c89e tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a69e9f4-8146-4c47-bc79-82de52aea133 HTTP/1.1" status: 200 len: 944 time: 0.4008112 Jan 18 20:25:10.164364 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-27658c40-0120-41dc-bfcf-51d31db88e19 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (a7a30dbc-4482-4111-9c38-e95c187054ad), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:10.183147 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-e59d6b41-5dc8-46d0-89fe-c4b476a58b78 None None] Set router 106911a7-7365-456a-bf6b-5af0b82d233b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:25:10.185687 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-27910183-98ff-46ad-8ee0-4d241e8beea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (dba32556-329f-4aa7-8344-65c71c290015), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:10.239244 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-27658c40-0120-41dc-bfcf-51d31db88e19 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Calling delete_port for a7a30dbc-4482-4111-9c38-e95c187054ad owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:10.302201 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device c128720d-fd28-4c89-9fca-4a9291d9b618 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:10.373532 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-73173f57-2449-42ae-b392-c030da7b55b3 req-31a3b2c4-a2ef-4cd5-98d6-832a24828cf4 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.31 "GET /v2.0/security-groups?id=71e66f05-64f8-46aa-8655-5c767c2a948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974772 Jan 18 20:25:10.389384 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-ba253b24-89f4-40b0-ba66-b66a7d23aff8 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1190821788&fields=id&tenant_id=823a89669aba4a1ca250f17180b6d997 HTTP/1.1" status: 200 len: 267 time: 0.2701848 Jan 18 20:25:10.394954 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b75c6-a0e0-4082-8305-fa6f8a225cbf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e152de-0507-42a3-99f2-b3345e0f0955,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:10.497741 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e5ef249d-d2e3-4797-982d-cae9ff43d811 None None] Provisioning complete for port 10cadf9c-84ec-41a7-8582-d0f58b9471c9 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:10.498330 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e5ef249d-d2e3-4797-982d-cae9ff43d811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (10cadf9c-84ec-41a7-8582-d0f58b9471c9), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:10.529601 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c5677fbf-b345-4fd5-aad4-639a170c526f admin admin] Publish callbacks [] for router_gateway (106911a7-7365-456a-bf6b-5af0b82d233b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:10.548167 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-778b75c6-a0e0-4082-8305-fa6f8a225cbf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:25:10.566648 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 10cadf9c-84ec-41a7-8582-d0f58b9471c9 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:10.638246 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-46201413-3416-4002-8328-393ce3443c0e req-839ee55f-99fa-4085-845e-2153878cc26e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Allocated IP 172.20.0.5 (e88e9200-d99d-4ea0-a241-681917733bb6/f2eac11f-fef0-464c-9aac-08a05c8cc068/2015aaef-8718-4b14-8924-35c1c727009b) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:10.666294 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-27910183-98ff-46ad-8ee0-4d241e8beea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (dba32556-329f-4aa7-8344-65c71c290015), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:10.691839 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-27910183-98ff-46ad-8ee0-4d241e8beea0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba32556-329f-4aa7-8344-65c71c290015']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:10.703790 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-27910183-98ff-46ad-8ee0-4d241e8beea0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87930748-d008-4496-b02f-9d5f6bc4ada2') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:10.704251 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-27910183-98ff-46ad-8ee0-4d241e8beea0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87930748-d008-4496-b02f-9d5f6bc4ada2') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:10.718553 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port c128720d-fd28-4c89-9fca-4a9291d9b618 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:25:10.721217 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-27910183-98ff-46ad-8ee0-4d241e8beea0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (87930748-d008-4496-b02f-9d5f6bc4ada2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:10.728364 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port c128720d-fd28-4c89-9fca-4a9291d9b618 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:10.728742 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c128720d-fd28-4c89-9fca-4a9291d9b618), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:10.759783 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-27910183-98ff-46ad-8ee0-4d241e8beea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (87930748-d008-4496-b02f-9d5f6bc4ada2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:10.763782 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983c3c64-91a2-451a-b52c-beb3e7ccafeb None None] Network 49c65133-879a-43b0-a426-f3422d3007ce requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:10.783212 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27910183-98ff-46ad-8ee0-4d241e8beea0 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:25:10.783615 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-27910183-98ff-46ad-8ee0-4d241e8beea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (87930748-d008-4496-b02f-9d5f6bc4ada2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:10.792725 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-6a44e9ee-8a96-470a-87f2-9b2aa70180a8 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:10.794306 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-6a44e9ee-8a96-470a-87f2-9b2aa70180a8 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/networks?id=ba355ad9-b534-4edd-96f7-c8f599565a2d HTTP/1.1" status: 200 len: 813 time: 0.4040413 Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:25:10.794968 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:25:10.811206 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-46201413-3416-4002-8328-393ce3443c0e req-839ee55f-99fa-4085-845e-2153878cc26e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks [] for port (2015aaef-8718-4b14-8924-35c1c727009b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:10.829382 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 10cadf9c-84ec-41a7-8582-d0f58b9471c9 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:10.829382 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (10cadf9c-84ec-41a7-8582-d0f58b9471c9), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:10.876146 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-46201413-3416-4002-8328-393ce3443c0e req-839ee55f-99fa-4085-845e-2153878cc26e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (2015aaef-8718-4b14-8924-35c1c727009b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:10.901966 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['80e97295-c4f1-4760-baa3-1cc63a28cfc5'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:25:10.937224 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e5ef249d-d2e3-4797-982d-cae9ff43d811 None None] Current status of the port 10cadf9c-84ec-41a7-8582-d0f58b9471c9 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:10.937621 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e5ef249d-d2e3-4797-982d-cae9ff43d811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (10cadf9c-84ec-41a7-8582-d0f58b9471c9), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:10.947471 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-e59d6b41-5dc8-46d0-89fe-c4b476a58b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106911a7-7365-456a-bf6b-5af0b82d233b', 'name': 'tempest-ServersTestMultiNic-2098915653-router', 'tenant_id': '05d04115a5b94604bf26feb88e948fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '372ff760-a571-4c92-9f88-06ff00f8484e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:21:53Z', 'updated_at': '2022-01-18T20:25:06Z', 'revision_number': 5, 'project_id': '05d04115a5b94604bf26feb88e948fe0', 'gw_port': {'id': '372ff760-a571-4c92-9f88-06ff00f8484e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106911a7-7365-456a-bf6b-5af0b82d233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:21:55Z', 'updated_at': '2022-01-18T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:10.966475 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46201413-3416-4002-8328-393ce3443c0e req-839ee55f-99fa-4085-845e-2153878cc26e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Network e88e9200-d99d-4ea0-a241-681917733bb6 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:10.976144 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-46201413-3416-4002-8328-393ce3443c0e req-839ee55f-99fa-4085-845e-2153878cc26e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:10.985755 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-46201413-3416-4002-8328-393ce3443c0e req-839ee55f-99fa-4085-845e-2153878cc26e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:11.006104 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d6b41-5dc8-46d0-89fe-c4b476a58b78 None None] The sync data for ids ['106911a7-7365-456a-bf6b-5af0b82d233b'] in n-d-741529-9 is: [{'id': '106911a7-7365-456a-bf6b-5af0b82d233b', 'name': 'tempest-ServersTestMultiNic-2098915653-router', 'tenant_id': '05d04115a5b94604bf26feb88e948fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '372ff760-a571-4c92-9f88-06ff00f8484e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:21:53Z', 'updated_at': '2022-01-18T20:25:06Z', 'revision_number': 5, 'project_id': '05d04115a5b94604bf26feb88e948fe0', 'gw_port': {'id': '372ff760-a571-4c92-9f88-06ff00f8484e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106911a7-7365-456a-bf6b-5af0b82d233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:21:55Z', 'updated_at': '2022-01-18T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:25:11.069407 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46201413-3416-4002-8328-393ce3443c0e req-839ee55f-99fa-4085-845e-2153878cc26e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:11.070114 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-46201413-3416-4002-8328-393ce3443c0e req-839ee55f-99fa-4085-845e-2153878cc26e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:11.081174 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ee55f-99fa-4085-845e-2153878cc26e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Pushing event updated for resources: {'Port': ['ID=2015aaef-8718-4b14-8924-35c1c727009b,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:11.100887 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e5ef249d-d2e3-4797-982d-cae9ff43d811 None None] For port 10cadf9c-84ec-41a7-8582-d0f58b9471c9, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=10cadf9c-84ec-41a7-8582-d0f58b9471c9,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:11.122785 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e5ef249d-d2e3-4797-982d-cae9ff43d811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (10cadf9c-84ec-41a7-8582-d0f58b9471c9), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:11.131500 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-46201413-3416-4002-8328-393ce3443c0e req-839ee55f-99fa-4085-845e-2153878cc26e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9694383 Jan 18 20:25:11.154526 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-46201413-3416-4002-8328-393ce3443c0e req-bf0c0f44-ed6f-456e-9749-45be9f453c38 service neutron] Request body: {'port': {'device_id': '5bef97fa-0b03-4835-953a-37e79c904ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:11.181418 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port c128720d-fd28-4c89-9fca-4a9291d9b618 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:11.181846 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c128720d-fd28-4c89-9fca-4a9291d9b618), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:11.185882 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da4dd0f7-c08e-424b-9c87-d4ec87898a4f tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2d68f222-37bb-41e4-ac58-91f13020de2a), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:11.217711 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-d0335fb5-73fd-4a8b-8eaf-e0c18feaa369 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/quotas/823a89669aba4a1ca250f17180b6d997 HTTP/1.1" status: 200 len: 375 time: 0.4074833 Jan 18 20:25:11.235095 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-c5677fbf-b345-4fd5-aad4-639a170c526f admin admin] Deleting port 372ff760-a571-4c92-9f88-06ff00f8484e {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:11.235702 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c5677fbf-b345-4fd5-aad4-639a170c526f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (372ff760-a571-4c92-9f88-06ff00f8484e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:11.290398 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-27910183-98ff-46ad-8ee0-4d241e8beea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (dba32556-329f-4aa7-8344-65c71c290015), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:11.301876 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-778b75c6-a0e0-4082-8305-fa6f8a225cbf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (3920f69b-a683-4495-b4f0-19ed202e5b03), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:11.302301 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-778b75c6-a0e0-4082-8305-fa6f8a225cbf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Added segment 3920f69b-a683-4495-b4f0-19ed202e5b03 of type vlan for network 7b7c004e-6af7-41de-a971-545b6714615f Jan 18 20:25:11.328446 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-27910183-98ff-46ad-8ee0-4d241e8beea0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:11.334621 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-27910183-98ff-46ad-8ee0-4d241e8beea0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/dba32556-329f-4aa7-8344-65c71c290015 HTTP/1.1" status: 204 len: 168 time: 1.5451276 Jan 18 20:25:11.436292 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-46201413-3416-4002-8328-393ce3443c0e req-bf0c0f44-ed6f-456e-9749-45be9f453c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2015aaef-8718-4b14-8924-35c1c727009b), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:11.477967 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-778b75c6-a0e0-4082-8305-fa6f8a225cbf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (7b7c004e-6af7-41de-a971-545b6714615f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:11.481978 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a69e9f4-8146-4c47-bc79-82de52aea133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c128720d-fd28-4c89-9fca-4a9291d9b618'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:25:11.484335 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2d0794-1b4c-469f-a24a-110cd34d8644" -d '{"events": [{"server_uuid": "4a69e9f4-8146-4c47-bc79-82de52aea133", "name": "network-vif-plugged", "status": "completed", "tag": "c128720d-fd28-4c89-9fca-4a9291d9b618"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:25:11.493306 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-27658c40-0120-41dc-bfcf-51d31db88e19 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (a7a30dbc-4482-4111-9c38-e95c187054ad), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:11.514667 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 10cadf9c-84ec-41a7-8582-d0f58b9471c9 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:11.515835 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:11.519122 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef249d-d2e3-4797-982d-cae9ff43d811 None None] Pushing event updated for resources: {'Port': ['ID=10cadf9c-84ec-41a7-8582-d0f58b9471c9,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:11.529260 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port c128720d-fd28-4c89-9fca-4a9291d9b618, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=c128720d-fd28-4c89-9fca-4a9291d9b618,segment=NetworkSegment(0f828785-ca91-4d11-b039-822dc9c7dbad),segment_id=0f828785-ca91-4d11-b039-822dc9c7dbad)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:11.560656 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27910183-98ff-46ad-8ee0-4d241e8beea0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dba32556-329f-4aa7-8344-65c71c290015,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:11.581791 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27658c40-0120-41dc-bfcf-51d31db88e19 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Port': ['ID=a7a30dbc-4482-4111-9c38-e95c187054ad,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:11.585068 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c128720d-fd28-4c89-9fca-4a9291d9b618), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:11.587067 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c95d0579-7763-4e01-8ff9-bfe100efdc20 None None] Provisioning complete for port 8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:11.587434 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c95d0579-7763-4e01-8ff9-bfe100efdc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:11.638764 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2124365-e3dd-42a2-b034-1c5043ca7ec8 req-a1b3d80d-0d7c-4a1c-88f6-179307d943a0 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:11.644421 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b2124365-e3dd-42a2-b034-1c5043ca7ec8 req-a1b3d80d-0d7c-4a1c-88f6-179307d943a0 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bef97fa-0b03-4835-953a-37e79c904ea1 HTTP/1.1" status: 200 len: 931 time: 0.4395041 Jan 18 20:25:11.684278 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-c5677fbf-b345-4fd5-aad4-639a170c526f admin admin] For port 372ff760-a571-4c92-9f88-06ff00f8484e, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=372ff760-a571-4c92-9f88-06ff00f8484e,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:11.690058 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c5677fbf-b345-4fd5-aad4-639a170c526f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (372ff760-a571-4c92-9f88-06ff00f8484e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:11.694366 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-27658c40-0120-41dc-bfcf-51d31db88e19 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:11.710600 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-27658c40-0120-41dc-bfcf-51d31db88e19 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/a7a30dbc-4482-4111-9c38-e95c187054ad HTTP/1.1" status: 204 len: 168 time: 2.3757401 Jan 18 20:25:11.730165 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35606) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:11.752541 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.db.resource_extend [None req-778b75c6-a0e0-4082-8305-fa6f8a225cbf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:25:11.775191 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-c5677fbf-b345-4fd5-aad4-639a170c526f admin admin] Calling delete_port for 372ff760-a571-4c92-9f88-06ff00f8484e owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:11.778317 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35608) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:11.784496 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-67e2ee58-9d05-42e3-a72f-6c23a9914832 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=823a89669aba4a1ca250f17180b6d997&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5551353 Jan 18 20:25:11.792265 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=c128720d-fd28-4c89-9fca-4a9291d9b618,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:11.862904 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:11.863278 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:11.889190 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f99233-20e2-4a24-ba3a-d3b7806985fb tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:11.890506 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-778b75c6-a0e0-4082-8305-fa6f8a225cbf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (7b7c004e-6af7-41de-a971-545b6714615f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:11.891099 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f99233-20e2-4a24-ba3a-d3b7806985fb tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:11.893025 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b0f99233-20e2-4a24-ba3a-d3b7806985fb tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1577532 Jan 18 20:25:11.899119 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778b75c6-a0e0-4082-8305-fa6f8a225cbf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:11.899736 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-778b75c6-a0e0-4082-8305-fa6f8a225cbf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:11.903833 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c95d0579-7763-4e01-8ff9-bfe100efdc20 None None] Current status of the port 8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:11.904853 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c95d0579-7763-4e01-8ff9-bfe100efdc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:11.904994 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35610) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:11.948767 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-30672190-3192-490c-a2c3-2b9f616d9edc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3215a06b250a4ec6953f8a7fdf6b3041&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1631629 Jan 18 20:25:11.962338 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c95d0579-7763-4e01-8ff9-bfe100efdc20 None None] For port 8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0,segment=NetworkSegment(c58bc4d6-e7a4-4d95-a2da-67976c23ab76),segment_id=c58bc4d6-e7a4-4d95-a2da-67976c23ab76)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:11.978936 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35612) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:11.992927 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c95d0579-7763-4e01-8ff9-bfe100efdc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:12.032687 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c95d0579-7763-4e01-8ff9-bfe100efdc20 None None] Could not find standard attr ID for object a7a30dbc-4482-4111-9c38-e95c187054ad. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:25:12.051796 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:12.070659 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d0579-7763-4e01-8ff9-bfe100efdc20 None None] Pushing event updated for resources: {'Port': ['ID=8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:12.071748 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b2124365-e3dd-42a2-b034-1c5043ca7ec8 req-1bcd030f-d737-4fb8-9aa5-db65065f1b3a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957827 Jan 18 20:25:12.155832 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-786bd8e8-9282-4eda-8374-b4cc0b164a3f service neutron] 10.222.0.31 "GET /v2.0/networks/ba355ad9-b534-4edd-96f7-c8f599565a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228884 Jan 18 20:25:12.164685 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ac19f0e1-b34b-4848-add5-a77e8f51e2d6 None None] Provisioning complete for port 2d68f222-37bb-41e4-ac58-91f13020de2a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:12.165072 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ac19f0e1-b34b-4848-add5-a77e8f51e2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2d68f222-37bb-41e4-ac58-91f13020de2a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:12.197430 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-778b75c6-a0e0-4082-8305-fa6f8a225cbf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.4001606 Jan 18 20:25:12.230634 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ac19f0e1-b34b-4848-add5-a77e8f51e2d6 None None] Port 2d68f222-37bb-41e4-ac58-91f13020de2a cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:25:12.232206 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35614) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:12.251949 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-1fad789a-b4a0-4b4f-b2d0-002d65333518 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'port': {'network_id': '7b7c004e-6af7-41de-a971-545b6714615f', 'name': 'tempest-PortsIpV6TestJSON-2016107210'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:12.267670 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ac19f0e1-b34b-4848-add5-a77e8f51e2d6 None None] Provisioning complete for port 8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:12.268245 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ac19f0e1-b34b-4848-add5-a77e8f51e2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:12.290229 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f97cfc-6cab-46fb-9707-a1fedf9316cd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet 21172842-990d-4287-873e-96a6302fafe5 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:25:12.320719 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-09f97cfc-6cab-46fb-9707-a1fedf9316cd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (21172842-990d-4287-873e-96a6302fafe5), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:12.330443 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b75c6-a0e0-4082-8305-fa6f8a225cbf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Network': ['ID=7b7c004e-6af7-41de-a971-545b6714615f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:12.345752 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 7b7c004e-6af7-41de-a971-545b6714615f details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:25:12.382977 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-46201413-3416-4002-8328-393ce3443c0e req-bf0c0f44-ed6f-456e-9749-45be9f453c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2015aaef-8718-4b14-8924-35c1c727009b {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:25:12.383194 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ba705-4079-49f0-9728-8eecd4d02d1a req-8ee8c59c-eed4-455a-ae23-0fd7b6b4f0fd tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:12.384816 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-616ba705-4079-49f0-9728-8eecd4d02d1a req-8ee8c59c-eed4-455a-ae23-0fd7b6b4f0fd tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a69e9f4-8146-4c47-bc79-82de52aea133 HTTP/1.1" status: 200 len: 945 time: 0.1976969 Jan 18 20:25:12.393597 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 10cadf9c-84ec-41a7-8582-d0f58b9471c9 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:12.409263 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-46201413-3416-4002-8328-393ce3443c0e req-bf0c0f44-ed6f-456e-9749-45be9f453c38 service neutron] Publish callbacks [] for port (2015aaef-8718-4b14-8924-35c1c727009b), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:12.419558 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-9ded7e46-bc46-4185-a018-2280b6e063ec service neutron] 10.222.0.31 "GET /v2.0/networks/ba355ad9-b534-4edd-96f7-c8f599565a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627766 Jan 18 20:25:12.447123 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-09f97cfc-6cab-46fb-9707-a1fedf9316cd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (21172842-990d-4287-873e-96a6302fafe5), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:12.480431 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-25529508-465e-421f-907c-ce7011bb158a admin admin] Publish callbacks [] for security_group (d94497ff-62d4-4ad4-8ffc-0ce71472c30a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:12.492489 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-616ba705-4079-49f0-9728-8eecd4d02d1a req-16fd9698-29c6-43f1-89ad-6d05602b4bf4 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.31 "GET /v2.0/security-groups?id=71e66f05-64f8-46aa-8655-5c767c2a948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708382 Jan 18 20:25:12.506329 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ac19f0e1-b34b-4848-add5-a77e8f51e2d6 None None] Current status of the port 8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:12.527327 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ac19f0e1-b34b-4848-add5-a77e8f51e2d6 None None] Provisioning complete for port 2015aaef-8718-4b14-8924-35c1c727009b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:12.527994 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ac19f0e1-b34b-4848-add5-a77e8f51e2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2015aaef-8718-4b14-8924-35c1c727009b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:12.533804 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da4dd0f7-c08e-424b-9c87-d4ec87898a4f tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for port (2d68f222-37bb-41e4-ac58-91f13020de2a), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:12.539248 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-46201413-3416-4002-8328-393ce3443c0e req-bf0c0f44-ed6f-456e-9749-45be9f453c38 service neutron] Transition to ACTIVE for port object 2015aaef-8718-4b14-8924-35c1c727009b will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:25:12.539580 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c5677fbf-b345-4fd5-aad4-639a170c526f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (372ff760-a571-4c92-9f88-06ff00f8484e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:12.552848 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-25529508-465e-421f-907c-ce7011bb158a admin admin] Publish callbacks [] for security_group (d94497ff-62d4-4ad4-8ffc-0ce71472c30a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:12.564317 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-46201413-3416-4002-8328-393ce3443c0e req-bf0c0f44-ed6f-456e-9749-45be9f453c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (2015aaef-8718-4b14-8924-35c1c727009b), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:12.570245 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 10cadf9c-84ec-41a7-8582-d0f58b9471c9 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:12.570634 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (10cadf9c-84ec-41a7-8582-d0f58b9471c9), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:12.586926 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da4dd0f7-c08e-424b-9c87-d4ec87898a4f tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (2d68f222-37bb-41e4-ac58-91f13020de2a), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:12.590390 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677fbf-b345-4fd5-aad4-639a170c526f admin admin] Pushing event deleted for resources: {'Port': ['ID=372ff760-a571-4c92-9f88-06ff00f8484e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:12.593374 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd9278d-5043-4de0-b266-9745377f8bf8 x-openstack-request-id: req-7cd9278d-5043-4de0-b266-9745377f8bf8 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:25:12.593694 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a69e9f4-8146-4c47-bc79-82de52aea133", "name": "network-vif-plugged", "status": "completed", "tag": "c128720d-fd28-4c89-9fca-4a9291d9b618", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:25:12.593922 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7cd9278d-5043-4de0-b266-9745377f8bf8 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:25:12.594329 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a69e9f4-8146-4c47-bc79-82de52aea133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c128720d-fd28-4c89-9fca-4a9291d9b618', 'code': 200} Jan 18 20:25:12.596597 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ac19f0e1-b34b-4848-add5-a77e8f51e2d6 None None] Port 2015aaef-8718-4b14-8924-35c1c727009b cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:25:12.654663 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc017d4-ec07-498a-a55c-54452a6c6ac1 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:25:12.689465 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c5677fbf-b345-4fd5-aad4-639a170c526f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (106911a7-7365-456a-bf6b-5af0b82d233b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:12.695156 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fad789a-b4a0-4b4f-b2d0-002d65333518 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:12.702172 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1fad789a-b4a0-4b4f-b2d0-002d65333518 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:12.752088 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 10cadf9c-84ec-41a7-8582-d0f58b9471c9 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:12.753484 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:12.821260 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-09f97cfc-6cab-46fb-9707-a1fedf9316cd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (21172842-990d-4287-873e-96a6302fafe5), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:12.832205 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-1fad789a-b4a0-4b4f-b2d0-002d65333518 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] device_id is not set on port dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:25:12.839723 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c0f44-ed6f-456e-9749-45be9f453c38 service neutron] Pushing event updated for resources: {'Port': ['ID=2015aaef-8718-4b14-8924-35c1c727009b,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:12.843348 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ef67e112-1d60-48b4-850e-6bb5f112cd0e None None] Provisioning complete for port 2d68f222-37bb-41e4-ac58-91f13020de2a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:12.843715 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ef67e112-1d60-48b4-850e-6bb5f112cd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2d68f222-37bb-41e4-ac58-91f13020de2a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:12.852257 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c5677fbf-b345-4fd5-aad4-639a170c526f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (106911a7-7365-456a-bf6b-5af0b82d233b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:12.856307 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c5677fbf-b345-4fd5-aad4-639a170c526f admin admin] Publish callbacks [] for router_controller (106911a7-7365-456a-bf6b-5af0b82d233b), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:12.904935 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:12.905467 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:12.964133 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ef67e112-1d60-48b4-850e-6bb5f112cd0e None None] Port 2d68f222-37bb-41e4-ac58-91f13020de2a cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:25:12.979036 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c5677fbf-b345-4fd5-aad4-639a170c526f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (106911a7-7365-456a-bf6b-5af0b82d233b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:12.979573 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5677fbf-b345-4fd5-aad4-639a170c526f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 106911a7-7365-456a-bf6b-5af0b82d233b {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:25:12.985672 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c5677fbf-b345-4fd5-aad4-639a170c526f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:12.995301 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c5677fbf-b345-4fd5-aad4-639a170c526f admin admin] 10.222.0.31 "DELETE /v2.0/routers/106911a7-7365-456a-bf6b-5af0b82d233b HTTP/1.1" status: 204 len: 168 time: 3.5626490 Jan 18 20:25:12.995893 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35620) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:13.075603 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:13.087572 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7eb14a9b-f84f-4d5f-9608-1018466f94fe no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:25:13.123247 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815d159-0e2c-416e-a4a7-ae6466440863 req-7bb80817-c994-4b54-8f90-5b5403bf3555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:13.124865 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9815d159-0e2c-416e-a4a7-ae6466440863 req-7bb80817-c994-4b54-8f90-5b5403bf3555 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4a69e9f4-8146-4c47-bc79-82de52aea133 HTTP/1.1" status: 200 len: 1096 time: 0.4484262 Jan 18 20:25:13.125416 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 7eb14a9b-f84f-4d5f-9608-1018466f94fe {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:25:13.125940 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7eb14a9b-f84f-4d5f-9608-1018466f94fe not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:25:13.158592 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-25529508-465e-421f-907c-ce7011bb158a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d94497ff-62d4-4ad4-8ffc-0ce71472c30a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:13.161437 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-25529508-465e-421f-907c-ce7011bb158a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:13.164500 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-25529508-465e-421f-907c-ce7011bb158a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d94497ff-62d4-4ad4-8ffc-0ce71472c30a HTTP/1.1" status: 204 len: 168 time: 1.1849992 Jan 18 20:25:13.190170 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4dd0f7-c08e-424b-9c87-d4ec87898a4f tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Port': ['ID=2d68f222-37bb-41e4-ac58-91f13020de2a,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:13.196360 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c98b1da1-9347-4a17-9b89-9cafc9341b3e None None] Provisioning complete for port 2d68f222-37bb-41e4-ac58-91f13020de2a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:13.197124 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c98b1da1-9347-4a17-9b89-9cafc9341b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2d68f222-37bb-41e4-ac58-91f13020de2a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:13.222282 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25529508-465e-421f-907c-ce7011bb158a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94497ff-62d4-4ad4-8ffc-0ce71472c30a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:13.279499 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-09f97cfc-6cab-46fb-9707-a1fedf9316cd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (21172842-990d-4287-873e-96a6302fafe5), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:13.301998 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c98b1da1-9347-4a17-9b89-9cafc9341b3e None None] Port 2d68f222-37bb-41e4-ac58-91f13020de2a cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:25:13.325682 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-46201413-3416-4002-8328-393ce3443c0e req-bf0c0f44-ed6f-456e-9749-45be9f453c38 service neutron] Attempting to bind port 2015aaef-8718-4b14-8924-35c1c727009b on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:25:13.326293 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-46201413-3416-4002-8328-393ce3443c0e req-bf0c0f44-ed6f-456e-9749-45be9f453c38 service neutron] Attempting to bind port 2015aaef-8718-4b14-8924-35c1c727009b by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:25:13.326894 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46201413-3416-4002-8328-393ce3443c0e req-bf0c0f44-ed6f-456e-9749-45be9f453c38 service neutron] Attempting to bind port 2015aaef-8718-4b14-8924-35c1c727009b on network e88e9200-d99d-4ea0-a241-681917733bb6 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:25:13.358579 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f3a20a-a9c7-4e89-a6c2-db9d764f15d6 admin admin] Deleting subnet 4e107e7d-a27a-4755-8ce1-4fea9113763a {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:25:13.370445 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-24f3a20a-a9c7-4e89-a6c2-db9d764f15d6 admin admin] Publish callbacks [] for subnet (4e107e7d-a27a-4755-8ce1-4fea9113763a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:13.376209 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f97cfc-6cab-46fb-9707-a1fedf9316cd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=21172842-990d-4287-873e-96a6302fafe5,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:13.399816 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62ff068-0ce2-4685-bc31-3b5ab5ceee73 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:13.425609 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-09f97cfc-6cab-46fb-9707-a1fedf9316cd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:13.429731 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-09f97cfc-6cab-46fb-9707-a1fedf9316cd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/21172842-990d-4287-873e-96a6302fafe5 HTTP/1.1" status: 204 len: 168 time: 1.4904099 Jan 18 20:25:13.430722 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46201413-3416-4002-8328-393ce3443c0e req-bf0c0f44-ed6f-456e-9749-45be9f453c38 service neutron] Port 2015aaef-8718-4b14-8924-35c1c727009b on network e88e9200-d99d-4ea0-a241-681917733bb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:25:13.431187 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46201413-3416-4002-8328-393ce3443c0e req-bf0c0f44-ed6f-456e-9749-45be9f453c38 service neutron] Attempting to bind port 2015aaef-8718-4b14-8924-35c1c727009b on network e88e9200-d99d-4ea0-a241-681917733bb6 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:25:13.435165 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35632) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:13.461511 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1fad789a-b4a0-4b4f-b2d0-002d65333518 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for port (dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:13.495932 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-95540efc-89fc-4184-8db1-3dca7e56c33d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0543153 Jan 18 20:25:13.501261 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9815d159-0e2c-416e-a4a7-ae6466440863 req-50faac9d-7e14-43fc-9973-25a4281da6c2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=71e66f05-64f8-46aa-8655-5c767c2a948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266969 Jan 18 20:25:13.501950 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35636) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:13.509246 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-9b431150-2395-4c22-882e-15193a92abd7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:13.511273 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-24f3a20a-a9c7-4e89-a6c2-db9d764f15d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (4e107e7d-a27a-4755-8ce1-4fea9113763a), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:13.543956 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46201413-3416-4002-8328-393ce3443c0e req-bf0c0f44-ed6f-456e-9749-45be9f453c38 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:25:13.544303 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46201413-3416-4002-8328-393ce3443c0e req-bf0c0f44-ed6f-456e-9749-45be9f453c38 service neutron] Checking segment: {'id': '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:25:13.544688 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46201413-3416-4002-8328-393ce3443c0e req-bf0c0f44-ed6f-456e-9749-45be9f453c38 service neutron] Bound using segment: {'id': '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:25:13.545137 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-46201413-3416-4002-8328-393ce3443c0e req-bf0c0f44-ed6f-456e-9749-45be9f453c38 service neutron] Bound port: 2015aaef-8718-4b14-8924-35c1c727009b, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:25:13.545498 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-46201413-3416-4002-8328-393ce3443c0e req-bf0c0f44-ed6f-456e-9749-45be9f453c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2015aaef-8718-4b14-8924-35c1c727009b), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:13.590513 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975d3af-78c5-4088-8c6b-b112ff30f987 req-d6cbccb1-f7f8-44c7-9753-9505355f1b87 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:13.599010 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6975d3af-78c5-4088-8c6b-b112ff30f987 req-d6cbccb1-f7f8-44c7-9753-9505355f1b87 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bef97fa-0b03-4835-953a-37e79c904ea1 HTTP/1.1" status: 200 len: 943 time: 0.2838216 Jan 18 20:25:13.668741 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c403eaf9-fba9-4c2d-9edb-cc5ba42d9083 None None] DHCP port deletion for c68ada5d-da8a-41c6-813a-b53f9c35e893 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:25:13.696718 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da4dd0f7-c08e-424b-9c87-d4ec87898a4f tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (4694fdf8-69a6-4883-866d-cf84911e1e6d), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:13.765562 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c403eaf9-fba9-4c2d-9edb-cc5ba42d9083 None None] Deleting port 10cadf9c-84ec-41a7-8582-d0f58b9471c9 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:13.766410 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c403eaf9-fba9-4c2d-9edb-cc5ba42d9083 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (10cadf9c-84ec-41a7-8582-d0f58b9471c9), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:13.782815 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-24f3a20a-a9c7-4e89-a6c2-db9d764f15d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (4e107e7d-a27a-4755-8ce1-4fea9113763a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:13.785329 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1fad789a-b4a0-4b4f-b2d0-002d65333518 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:13.790005 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-866ef484-437b-4286-a59c-80607fbb0f2a req-d81f86a2-29a0-4569-ab28-35ba5bca7200 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 210 time: 0.1751878 Jan 18 20:25:13.909670 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35646) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:13.927999 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c403eaf9-fba9-4c2d-9edb-cc5ba42d9083 None None] For port 10cadf9c-84ec-41a7-8582-d0f58b9471c9, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=10cadf9c-84ec-41a7-8582-d0f58b9471c9,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:13.928757 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c403eaf9-fba9-4c2d-9edb-cc5ba42d9083 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (10cadf9c-84ec-41a7-8582-d0f58b9471c9), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:13.944155 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c403eaf9-fba9-4c2d-9edb-cc5ba42d9083 None None] Calling delete_port for 10cadf9c-84ec-41a7-8582-d0f58b9471c9 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:13.974030 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6975d3af-78c5-4088-8c6b-b112ff30f987 req-aec5c21a-a7ea-4bea-8029-e53f51ef7c47 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726840 Jan 18 20:25:13.988274 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-46201413-3416-4002-8328-393ce3443c0e req-bf0c0f44-ed6f-456e-9749-45be9f453c38 service neutron] For port 2015aaef-8718-4b14-8924-35c1c727009b, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:25:13.990354 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b431150-2395-4c22-882e-15193a92abd7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:13.993857 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9b431150-2395-4c22-882e-15193a92abd7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:14.027034 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad789a-b4a0-4b4f-b2d0-002d65333518 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Port': ['ID=dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:14.041734 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fad789a-b4a0-4b4f-b2d0-002d65333518 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Checking segment: {'id': '3920f69b-a683-4495-b4f0-19ed202e5b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7b7c004e-6af7-41de-a971-545b6714615f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:25:14.042309 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fad789a-b4a0-4b4f-b2d0-002d65333518 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network hostable DHCP agents. Network: 7b7c004e-6af7-41de-a971-545b6714615f, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:25:14.077153 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba15e8-51fd-413e-8407-165ad6878562 req-7929544d-dc41-4bce-a626-cbe62c4240c7 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:14.078970 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38ba15e8-51fd-413e-8407-165ad6878562 req-7929544d-dc41-4bce-a626-cbe62c4240c7 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a69e9f4-8146-4c47-bc79-82de52aea133 HTTP/1.1" status: 200 len: 945 time: 0.1506629 Jan 18 20:25:14.095821 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-24f3a20a-a9c7-4e89-a6c2-db9d764f15d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (4e107e7d-a27a-4755-8ce1-4fea9113763a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:14.102810 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fad789a-b4a0-4b4f-b2d0-002d65333518 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network 7b7c004e-6af7-41de-a971-545b6714615f is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:25:14.107426 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c403eaf9-fba9-4c2d-9edb-cc5ba42d9083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (10cadf9c-84ec-41a7-8582-d0f58b9471c9), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:14.137671 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403eaf9-fba9-4c2d-9edb-cc5ba42d9083 None None] Pushing event deleted for resources: {'Port': ['ID=10cadf9c-84ec-41a7-8582-d0f58b9471c9,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:14.148605 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c403eaf9-fba9-4c2d-9edb-cc5ba42d9083 None None] No DVR routers for this DVR port 10cadf9c-84ec-41a7-8582-d0f58b9471c9 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:25:14.162561 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f3a20a-a9c7-4e89-a6c2-db9d764f15d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e107e7d-a27a-4755-8ce1-4fea9113763a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:14.167876 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-24f3a20a-a9c7-4e89-a6c2-db9d764f15d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:14.172121 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-24f3a20a-a9c7-4e89-a6c2-db9d764f15d6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4e107e7d-a27a-4755-8ce1-4fea9113763a HTTP/1.1" status: 204 len: 168 time: 1.1713963 Jan 18 20:25:14.177154 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-1fad789a-b4a0-4b4f-b2d0-002d65333518 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 7b7c004e-6af7-41de-a971-545b6714615f) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:14.181902 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fad789a-b4a0-4b4f-b2d0-002d65333518 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:14.188813 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5361221-cca8-463b-8974-efc85701ab87 None None] Network 7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:14.189741 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fad789a-b4a0-4b4f-b2d0-002d65333518 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:14.190410 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1fad789a-b4a0-4b4f-b2d0-002d65333518 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:14.195021 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35650) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:14.214295 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06e4498-cb94-4aa0-892f-89358c643487 None None] Network 7b7c004e-6af7-41de-a971-545b6714615f requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:14.254659 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38ba15e8-51fd-413e-8407-165ad6878562 req-fe2b8715-06d3-4675-93de-b73ec9674cb6 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.31 "GET /v2.0/security-groups?id=71e66f05-64f8-46aa-8655-5c767c2a948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691654 Jan 18 20:25:14.263177 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1fad789a-b4a0-4b4f-b2d0-002d65333518 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0269783 Jan 18 20:25:14.290438 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35652) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:14.295565 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-61b16d44-eaf0-4379-871c-209898733df4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-15269597'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:14.326270 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19074679-18f2-4aa0-89f9-f9d22450ccce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:14.374363 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 372ff760-a571-4c92-9f88-06ff00f8484e no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:25:14.382910 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b16d44-eaf0-4379-871c-209898733df4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:14.385966 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-46201413-3416-4002-8328-393ce3443c0e req-bf0c0f44-ed6f-456e-9749-45be9f453c38 service neutron] For port 2015aaef-8718-4b14-8924-35c1c727009b, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=2015aaef-8718-4b14-8924-35c1c727009b,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:25:14.386538 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-61b16d44-eaf0-4379-871c-209898733df4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:14.422090 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b16d44-eaf0-4379-871c-209898733df4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:25:14.422424 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 372ff760-a571-4c92-9f88-06ff00f8484e {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:25:14.422894 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 372ff760-a571-4c92-9f88-06ff00f8484e not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:25:14.423408 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 10cadf9c-84ec-41a7-8582-d0f58b9471c9 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:25:14.426752 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-46201413-3416-4002-8328-393ce3443c0e req-bf0c0f44-ed6f-456e-9749-45be9f453c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (2015aaef-8718-4b14-8924-35c1c727009b), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:14.435503 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-61b16d44-eaf0-4379-871c-209898733df4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (82d82340-0fc8-4565-beb9-0b12023d0187), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:14.436082 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-61b16d44-eaf0-4379-871c-209898733df4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Added segment 82d82340-0fc8-4565-beb9-0b12023d0187 of type vlan for network 9a4cf104-a23c-4dda-86c8-20866ed1cb74 Jan 18 20:25:14.448328 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 10cadf9c-84ec-41a7-8582-d0f58b9471c9 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:25:14.448911 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 10cadf9c-84ec-41a7-8582-d0f58b9471c9 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:25:14.457684 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da4dd0f7-c08e-424b-9c87-d4ec87898a4f tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2d68f222-37bb-41e4-ac58-91f13020de2a), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:14.460305 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-19074679-18f2-4aa0-89f9-f9d22450ccce admin admin] Deleting port 92adabbc-8427-4fe2-8c9c-55bee0a2269e {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:14.460637 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19074679-18f2-4aa0-89f9-f9d22450ccce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (92adabbc-8427-4fe2-8c9c-55bee0a2269e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:14.475545 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a4804a2e-52c7-49bc-b012-710589fc54b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5beac45f91704c13ba9ec89aa6429854&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5646737 Jan 18 20:25:14.484031 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35654) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:14.569297 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-61b16d44-eaf0-4379-871c-209898733df4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (9a4cf104-a23c-4dda-86c8-20866ed1cb74), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:14.585550 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46201413-3416-4002-8328-393ce3443c0e req-bf0c0f44-ed6f-456e-9749-45be9f453c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:14.586204 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-46201413-3416-4002-8328-393ce3443c0e req-bf0c0f44-ed6f-456e-9749-45be9f453c38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:14.588523 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-46201413-3416-4002-8328-393ce3443c0e req-bf0c0f44-ed6f-456e-9749-45be9f453c38 service neutron] 10.222.0.70 "PUT /v2.0/ports/2015aaef-8718-4b14-8924-35c1c727009b HTTP/1.1" status: 200 len: 1091 time: 3.4441893 Jan 18 20:25:14.591351 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bef97fa-0b03-4835-953a-37e79c904ea1', 'tag': '2015aaef-8718-4b14-8924-35c1c727009b'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:25:14.594179 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b8c592-8e0d-4139-a544-220cd2299dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "5bef97fa-0b03-4835-953a-37e79c904ea1", "tag": "2015aaef-8718-4b14-8924-35c1c727009b"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:25:14.599865 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49861f50-4033-40a2-b043-a758ae142edb None None] DHCP port deletion for 7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:25:14.668202 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-19074679-18f2-4aa0-89f9-f9d22450ccce admin admin] For port 92adabbc-8427-4fe2-8c9c-55bee0a2269e, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=92adabbc-8427-4fe2-8c9c-55bee0a2269e,segment=NetworkSegment(5b4bbcbf-bd31-4721-9ced-30315d87bf8f),segment_id=5b4bbcbf-bd31-4721-9ced-30315d87bf8f)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:14.668687 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19074679-18f2-4aa0-89f9-f9d22450ccce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (92adabbc-8427-4fe2-8c9c-55bee0a2269e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:14.685557 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-49861f50-4033-40a2-b043-a758ae142edb None None] Deleting port 92adabbc-8427-4fe2-8c9c-55bee0a2269e {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:14.686146 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-49861f50-4033-40a2-b043-a758ae142edb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (92adabbc-8427-4fe2-8c9c-55bee0a2269e), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:14.703727 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c0f44-ed6f-456e-9749-45be9f453c38 service neutron] Pushing event updated for resources: {'Port': ['ID=2015aaef-8718-4b14-8924-35c1c727009b,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:14.710775 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-172405d7-e0ea-43f1-8303-74e343500981 admin admin] Publish callbacks [] for security_group (6c3025c7-dd5c-41fd-a52c-00511a6deaeb), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:14.733939 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-19074679-18f2-4aa0-89f9-f9d22450ccce admin admin] Calling delete_port for 92adabbc-8427-4fe2-8c9c-55bee0a2269e owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:14.734055 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d0705b-7e09-4480-8a43-43ed63223d9e x-openstack-request-id: req-83d0705b-7e09-4480-8a43-43ed63223d9e {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:25:14.734327 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bef97fa-0b03-4835-953a-37e79c904ea1", "tag": "2015aaef-8718-4b14-8924-35c1c727009b", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:25:14.734583 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83d0705b-7e09-4480-8a43-43ed63223d9e {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:25:14.734998 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bef97fa-0b03-4835-953a-37e79c904ea1', 'tag': '2015aaef-8718-4b14-8924-35c1c727009b', 'status': 'completed', 'code': 200} Jan 18 20:25:14.761940 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-61b16d44-eaf0-4379-871c-209898733df4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (9a4cf104-a23c-4dda-86c8-20866ed1cb74), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:14.769271 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b16d44-eaf0-4379-871c-209898733df4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:14.769990 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-61b16d44-eaf0-4379-871c-209898733df4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:14.825766 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-172405d7-e0ea-43f1-8303-74e343500981 admin admin] Publish callbacks [] for security_group (6c3025c7-dd5c-41fd-a52c-00511a6deaeb), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:14.832689 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-49861f50-4033-40a2-b043-a758ae142edb None None] For port 92adabbc-8427-4fe2-8c9c-55bee0a2269e, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=92adabbc-8427-4fe2-8c9c-55bee0a2269e,segment=NetworkSegment(5b4bbcbf-bd31-4721-9ced-30315d87bf8f),segment_id=5b4bbcbf-bd31-4721-9ced-30315d87bf8f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:14.836973 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-49861f50-4033-40a2-b043-a758ae142edb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (92adabbc-8427-4fe2-8c9c-55bee0a2269e), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:14.865087 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-49861f50-4033-40a2-b043-a758ae142edb None None] Calling delete_port for 92adabbc-8427-4fe2-8c9c-55bee0a2269e owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:14.866480 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-61b16d44-eaf0-4379-871c-209898733df4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5748296 Jan 18 20:25:14.876206 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35660) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:14.886650 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-98a88105-2df8-4821-b1ed-52d94c5dcb1d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'ports': [{'network_id': '7b7c004e-6af7-41de-a971-545b6714615f'}, {'network_id': '9a4cf104-a23c-4dda-86c8-20866ed1cb74'}]} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:14.886967 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-98a88105-2df8-4821-b1ed-52d94c5dcb1d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'port': {'network_id': '7b7c004e-6af7-41de-a971-545b6714615f'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:14.887799 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-98a88105-2df8-4821-b1ed-52d94c5dcb1d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'port': {'network_id': '9a4cf104-a23c-4dda-86c8-20866ed1cb74'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:15.000533 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-49861f50-4033-40a2-b043-a758ae142edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (92adabbc-8427-4fe2-8c9c-55bee0a2269e), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:15.004375 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-16acdcad-4a05-4d20-876e-de42e7a6341f req-82cc7264-eb6b-4808-be42-3352551a183c tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 210 time: 0.0523863 Jan 18 20:25:15.018125 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b16d44-eaf0-4379-871c-209898733df4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Network': ['ID=9a4cf104-a23c-4dda-86c8-20866ed1cb74,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:15.055983 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49861f50-4033-40a2-b043-a758ae142edb None None] Pushing event deleted for resources: {'Port': ['ID=92adabbc-8427-4fe2-8c9c-55bee0a2269e,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:15.060834 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46201413-3416-4002-8328-393ce3443c0e req-2be24fb6-7f76-4379-85cf-df67cd5d49e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:15.062345 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-46201413-3416-4002-8328-393ce3443c0e req-2be24fb6-7f76-4379-85cf-df67cd5d49e4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&device_id=5bef97fa-0b03-4835-953a-37e79c904ea1 HTTP/1.1" status: 200 len: 1094 time: 0.4246778 Jan 18 20:25:15.081128 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49861f50-4033-40a2-b043-a758ae142edb None None] No DVR routers for this DVR port 92adabbc-8427-4fe2-8c9c-55bee0a2269e on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:25:15.097227 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 9a4cf104-a23c-4dda-86c8-20866ed1cb74 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:25:15.132666 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19074679-18f2-4aa0-89f9-f9d22450ccce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (92adabbc-8427-4fe2-8c9c-55bee0a2269e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:15.139344 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-172405d7-e0ea-43f1-8303-74e343500981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6c3025c7-dd5c-41fd-a52c-00511a6deaeb), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:15.141957 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-172405d7-e0ea-43f1-8303-74e343500981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:15.143161 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-172405d7-e0ea-43f1-8303-74e343500981 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c3025c7-dd5c-41fd-a52c-00511a6deaeb HTTP/1.1" status: 204 len: 168 time: 0.6578429 Jan 18 20:25:15.150155 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-46201413-3416-4002-8328-393ce3443c0e req-60964a5a-1314-49e6-b27d-b716d7b35c08 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2015aaef-8718-4b14-8924-35c1c727009b HTTP/1.1" status: 200 len: 217 time: 0.0740190 Jan 18 20:25:15.237496 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19074679-18f2-4aa0-89f9-f9d22450ccce admin admin] Pushing event deleted for resources: {'Port': ['ID=92adabbc-8427-4fe2-8c9c-55bee0a2269e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:15.245073 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172405d7-e0ea-43f1-8303-74e343500981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3025c7-dd5c-41fd-a52c-00511a6deaeb,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:15.259100 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19074679-18f2-4aa0-89f9-f9d22450ccce admin admin] No DVR routers for this DVR port 92adabbc-8427-4fe2-8c9c-55bee0a2269e on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:25:15.336195 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c14f2-8e97-4aec-9bc1-9fe2446451d3 req-e15f80ef-a42e-46fb-a3d8-d132a0d17a7a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:15.344031 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-658c14f2-8e97-4aec-9bc1-9fe2446451d3 req-e15f80ef-a42e-46fb-a3d8-d132a0d17a7a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bef97fa-0b03-4835-953a-37e79c904ea1 HTTP/1.1" status: 200 len: 943 time: 0.1959212 Jan 18 20:25:15.391457 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-2966ce33-ea45-454e-a7ce-5f5c36b970a9 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:15.393051 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-2966ce33-ea45-454e-a7ce-5f5c36b970a9 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.70 "GET /v2.0/networks?id=ba355ad9-b534-4edd-96f7-c8f599565a2d HTTP/1.1" status: 200 len: 813 time: 0.4655139 Jan 18 20:25:15.442493 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19074679-18f2-4aa0-89f9-f9d22450ccce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:15.446017 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46201413-3416-4002-8328-393ce3443c0e req-59ba5fec-a815-444d-9031-26f64a31fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:15.447440 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-46201413-3416-4002-8328-393ce3443c0e req-59ba5fec-a815-444d-9031-26f64a31fe79 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2eac11f-fef0-464c-9aac-08a05c8cc068 HTTP/1.1" status: 200 len: 850 time: 0.2448149 Jan 18 20:25:15.481336 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a88105-2df8-4821-b1ed-52d94c5dcb1d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'port': 2} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:15.486103 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98a88105-2df8-4821-b1ed-52d94c5dcb1d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:15.520045 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-658c14f2-8e97-4aec-9bc1-9fe2446451d3 req-959cee25-7d3d-473d-931a-30b5814e09c8 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704373 Jan 18 20:25:15.526108 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-19074679-18f2-4aa0-89f9-f9d22450ccce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:15.537563 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98a88105-2df8-4821-b1ed-52d94c5dcb1d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:15.544298 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-19074679-18f2-4aa0-89f9-f9d22450ccce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4bbcbf-bd31-4721-9ced-30315d87bf8f') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:15.544865 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-19074679-18f2-4aa0-89f9-f9d22450ccce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4bbcbf-bd31-4721-9ced-30315d87bf8f') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:15.567942 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19074679-18f2-4aa0-89f9-f9d22450ccce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (5b4bbcbf-bd31-4721-9ced-30315d87bf8f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:15.588075 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8a260-d0b2-4a34-9ec1-b0bcee748d0a req-9bbbd8d0-9bf7-4807-88ee-1468e807c917 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:15.589617 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f6e8a260-d0b2-4a34-9ec1-b0bcee748d0a req-9bbbd8d0-9bf7-4807-88ee-1468e807c917 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a69e9f4-8146-4c47-bc79-82de52aea133 HTTP/1.1" status: 200 len: 945 time: 0.1718256 Jan 18 20:25:15.622525 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19074679-18f2-4aa0-89f9-f9d22450ccce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (5b4bbcbf-bd31-4721-9ced-30315d87bf8f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:15.628264 n-d-741529-9 neutron-server[103335]: DEBUG neutron.objects.ports [None req-9b431150-2395-4c22-882e-15193a92abd7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103335) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 20:25:15.642949 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9b431150-2395-4c22-882e-15193a92abd7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (35b3b268-10fc-4be5-8d73-e4c8352fb1e2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:15.646455 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19074679-18f2-4aa0-89f9-f9d22450ccce admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:25:15.646863 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19074679-18f2-4aa0-89f9-f9d22450ccce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (5b4bbcbf-bd31-4721-9ced-30315d87bf8f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:25:15.651679 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:25:15.723214 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b431150-2395-4c22-882e-15193a92abd7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=35b3b268-10fc-4be5-8d73-e4c8352fb1e2,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:15.748592 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da4dd0f7-c08e-424b-9c87-d4ec87898a4f tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for port (2d68f222-37bb-41e4-ac58-91f13020de2a), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:15.762775 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46201413-3416-4002-8328-393ce3443c0e req-4b5936c7-1200-4aed-9447-c732f1fbe866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:15.762775 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-46201413-3416-4002-8328-393ce3443c0e req-4b5936c7-1200-4aed-9447-c732f1fbe866 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88e9200-d99d-4ea0-a241-681917733bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2963364 Jan 18 20:25:15.766903 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da4dd0f7-c08e-424b-9c87-d4ec87898a4f tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (2d68f222-37bb-41e4-ac58-91f13020de2a), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:15.773104 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b431150-2395-4c22-882e-15193a92abd7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:15.826868 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-d2edf78b-f806-400f-a95d-dc0b90972ac4 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=823a89669aba4a1ca250f17180b6d997 HTTP/1.1" status: 200 len: 380 time: 0.4232383 Jan 18 20:25:15.854109 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4dd0f7-c08e-424b-9c87-d4ec87898a4f tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Port': ['ID=2d68f222-37bb-41e4-ac58-91f13020de2a,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:15.872858 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-9b431150-2395-4c22-882e-15193a92abd7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:15.876664 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b431150-2395-4c22-882e-15193a92abd7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:15.877297 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9b431150-2395-4c22-882e-15193a92abd7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:15.883438 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afc8b1c-5a57-4d02-ba5f-ec15594c4b34 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:15.903135 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-42832f19-5443-44f9-838a-6adbe06e911f tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Request body: {'port': {'device_id': '138676da-e01f-4e54-a383-be4cfa435039', 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d', 'admin_state_up': True, 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'security_groups': ['6884ff19-a64f-4752-8b6d-9adf6f2b5250']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:15.983315 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da4dd0f7-c08e-424b-9c87-d4ec87898a4f tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (4694fdf8-69a6-4883-866d-cf84911e1e6d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:16.055417 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9b431150-2395-4c22-882e-15193a92abd7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5500815 Jan 18 20:25:16.056125 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35686) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:16.082217 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-83269d39-6172-408d-8c89-50040654071b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'port': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'mac_address': 'fa:16:3e:aa:a0:3b', 'name': 'tempest-NetworksTestDHCPv6-1345724363'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:16.098620 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c9d1a5-b818-434c-8c70-48b33d7f5ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-c68ada5d-da8a-41c6-813a-b53f9c35e893', 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'fixed_ips': [{'subnet_id': '35b3b268-10fc-4be5-8d73-e4c8352fb1e2'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:25:16.099797 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-53c9d1a5-b818-434c-8c70-48b33d7f5ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:16.266166 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-53c9d1a5-b818-434c-8c70-48b33d7f5ec7 None None] Allocated IP 2001:db8::f816:3eff:fe4b:db5a (c68ada5d-da8a-41c6-813a-b53f9c35e893/35b3b268-10fc-4be5-8d73-e4c8352fb1e2/ea81d5ff-9506-4667-99de-2c4f4a8c6d66) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:16.350041 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-09bcbd82-5a36-4b58-82cd-643d20044879 req-703319b7-6e58-438c-8995-cb4153c41970 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 210 time: 0.2071931 Jan 18 20:25:16.359078 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f6e8a260-d0b2-4a34-9ec1-b0bcee748d0a req-07a0d59a-5690-4bce-a987-08123c7337de tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.31 "GET /v2.0/security-groups?id=71e66f05-64f8-46aa-8655-5c767c2a948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7343984 Jan 18 20:25:16.361219 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19074679-18f2-4aa0-89f9-f9d22450ccce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:16.404078 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19074679-18f2-4aa0-89f9-f9d22450ccce admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:16.410242 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-19074679-18f2-4aa0-89f9-f9d22450ccce admin admin] 10.222.0.31 "DELETE /v2.0/networks/7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05 HTTP/1.1" status: 204 len: 168 time: 2.2133727 Jan 18 20:25:16.412801 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 92adabbc-8427-4fe2-8c9c-55bee0a2269e no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:25:16.425370 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-46201413-3416-4002-8328-393ce3443c0e req-d702cd77-63ef-4777-8ecb-b0b9e2da0180 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6511199 Jan 18 20:25:16.427173 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4dd0f7-c08e-424b-9c87-d4ec87898a4f tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network 49c65133-879a-43b0-a426-f3422d3007ce is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:16.456372 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-98a88105-2df8-4821-b1ed-52d94c5dcb1d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] device_id is not set on port b4dc31b4-f091-4d41-b84a-d1ed60158f7a yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:25:16.463523 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19074679-18f2-4aa0-89f9-f9d22450ccce admin admin] Pushing event deleted for resources: {'Network': ['ID=7d81e14b-e6ed-4b8c-89b1-012b1c8bfa05,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:16.467014 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 92adabbc-8427-4fe2-8c9c-55bee0a2269e {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:25:16.467554 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 92adabbc-8427-4fe2-8c9c-55bee0a2269e not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:25:16.511540 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-da4dd0f7-c08e-424b-9c87-d4ec87898a4f tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:16.597302 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-53c9d1a5-b818-434c-8c70-48b33d7f5ec7 None None] Publish callbacks [] for port (ea81d5ff-9506-4667-99de-2c4f4a8c6d66), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:16.608789 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-53c9d1a5-b818-434c-8c70-48b33d7f5ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (ea81d5ff-9506-4667-99de-2c4f4a8c6d66), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:16.680832 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c9d1a5-b818-434c-8c70-48b33d7f5ec7 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:16.687523 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-53c9d1a5-b818-434c-8c70-48b33d7f5ec7 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:16.691860 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c9d1a5-b818-434c-8c70-48b33d7f5ec7 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:16.710040 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9d1a5-b818-434c-8c70-48b33d7f5ec7 None None] Pushing event updated for resources: {'Port': ['ID=ea81d5ff-9506-4667-99de-2c4f4a8c6d66,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:16.790486 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-53c9d1a5-b818-434c-8c70-48b33d7f5ec7 None None] Attempting to bind port ea81d5ff-9506-4667-99de-2c4f4a8c6d66 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:25:16.791534 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-53c9d1a5-b818-434c-8c70-48b33d7f5ec7 None None] Attempting to bind port ea81d5ff-9506-4667-99de-2c4f4a8c6d66 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:25:16.792299 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c9d1a5-b818-434c-8c70-48b33d7f5ec7 None None] Attempting to bind port ea81d5ff-9506-4667-99de-2c4f4a8c6d66 on network c68ada5d-da8a-41c6-813a-b53f9c35e893 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:25:16.798642 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c9d1a5-b818-434c-8c70-48b33d7f5ec7 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:25:16.799551 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c9d1a5-b818-434c-8c70-48b33d7f5ec7 None None] Checking segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:25:16.800174 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-53c9d1a5-b818-434c-8c70-48b33d7f5ec7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:16.800927 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c9d1a5-b818-434c-8c70-48b33d7f5ec7 None None] Bound using segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:25:16.801988 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-53c9d1a5-b818-434c-8c70-48b33d7f5ec7 None None] Bound port: ea81d5ff-9506-4667-99de-2c4f4a8c6d66, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:25:16.802591 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-53c9d1a5-b818-434c-8c70-48b33d7f5ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ea81d5ff-9506-4667-99de-2c4f4a8c6d66), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:16.850837 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98a88105-2df8-4821-b1ed-52d94c5dcb1d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for port (b4dc31b4-f091-4d41-b84a-d1ed60158f7a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:16.954427 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35710) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:16.954670 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-53c9d1a5-b818-434c-8c70-48b33d7f5ec7 None None] For port ea81d5ff-9506-4667-99de-2c4f4a8c6d66, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:25:16.959729 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-53c9d1a5-b818-434c-8c70-48b33d7f5ec7 None None] For port ea81d5ff-9506-4667-99de-2c4f4a8c6d66, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ea81d5ff-9506-4667-99de-2c4f4a8c6d66,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:25:16.966329 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-53c9d1a5-b818-434c-8c70-48b33d7f5ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ea81d5ff-9506-4667-99de-2c4f4a8c6d66), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:17.039499 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9d1a5-b818-434c-8c70-48b33d7f5ec7 None None] Pushing event updated for resources: {'Port': ['ID=ea81d5ff-9506-4667-99de-2c4f4a8c6d66,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:17.040903 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-42832f19-5443-44f9-838a-6adbe06e911f tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Made reservation on behalf of 823a89669aba4a1ca250f17180b6d997 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:17.044471 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-42832f19-5443-44f9-838a-6adbe06e911f tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:17.057667 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-af001713-b247-42c9-80ac-890612703759 None None] Provisioning complete for port 2d68f222-37bb-41e4-ac58-91f13020de2a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:17.057847 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-af001713-b247-42c9-80ac-890612703759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2d68f222-37bb-41e4-ac58-91f13020de2a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:17.062868 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c5feb-6af1-43c4-9c93-469a423879ae req-45b18f74-cab7-4805-b89c-d19cea9061ba tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:17.064474 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9d5c5feb-6af1-43c4-9c93-469a423879ae req-45b18f74-cab7-4805-b89c-d19cea9061ba tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bef97fa-0b03-4835-953a-37e79c904ea1 HTTP/1.1" status: 200 len: 943 time: 0.4028206 Jan 18 20:25:17.099129 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-af001713-b247-42c9-80ac-890612703759 None None] Port 2d68f222-37bb-41e4-ac58-91f13020de2a cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:25:17.113767 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-98a88105-2df8-4821-b1ed-52d94c5dcb1d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] device_id is not set on port 2a309d17-0682-44e1-a8a7-48fe93a8b9cc yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:25:17.208409 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-42832f19-5443-44f9-838a-6adbe06e911f tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Allocated IP 172.20.0.5 (ba355ad9-b534-4edd-96f7-c8f599565a2d/f6050b78-f460-4028-811c-57bb560e336d/ef402ab9-2794-4d83-a267-a0bd03e0340d) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:17.220739 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9d5c5feb-6af1-43c4-9c93-469a423879ae req-5ef4e03e-295d-4a6f-b6f4-e6648f642ffc tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319072 Jan 18 20:25:17.231691 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1d973-7f2c-451b-9e95-355370c6a9a6 req-3e79896c-727e-4dbf-9727-836cde6608fc tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:17.249543 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b2c1d973-7f2c-451b-9e95-355370c6a9a6 req-3e79896c-727e-4dbf-9727-836cde6608fc tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a69e9f4-8146-4c47-bc79-82de52aea133 HTTP/1.1" status: 200 len: 945 time: 0.2172539 Jan 18 20:25:17.378631 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98a88105-2df8-4821-b1ed-52d94c5dcb1d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for port (2a309d17-0682-44e1-a8a7-48fe93a8b9cc), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:17.382424 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-42832f19-5443-44f9-838a-6adbe06e911f tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for port (ef402ab9-2794-4d83-a267-a0bd03e0340d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:17.454350 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-42832f19-5443-44f9-838a-6adbe06e911f tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ef402ab9-2794-4d83-a267-a0bd03e0340d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:17.541303 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4dd0f7-c08e-424b-9c87-d4ec87898a4f tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Router 4694fdf8-69a6-4883-866d-cf84911e1e6d is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:25:17.564668 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-46201413-3416-4002-8328-393ce3443c0e req-efe9f8a8-a62f-47ca-b26f-48bed62e0c97 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0852685 Jan 18 20:25:17.588140 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a38df763-92f6-47f7-b9a6-b6b11fb0d921 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=05d04115a5b94604bf26feb88e948fe0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6300910 Jan 18 20:25:17.601008 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35718) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:17.614874 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-42832f19-5443-44f9-838a-6adbe06e911f tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Network ba355ad9-b534-4edd-96f7-c8f599565a2d is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:17.627409 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-42832f19-5443-44f9-838a-6adbe06e911f tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:17.630933 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-42832f19-5443-44f9-838a-6adbe06e911f tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:17.647142 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83269d39-6172-408d-8c89-50040654071b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:17.717355 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b2c1d973-7f2c-451b-9e95-355370c6a9a6 req-9228d9ef-655a-467d-9ca0-eb81e1c75701 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.31 "GET /v2.0/security-groups?id=71e66f05-64f8-46aa-8655-5c767c2a948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748969 Jan 18 20:25:17.733187 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42832f19-5443-44f9-838a-6adbe06e911f tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Pushing event updated for resources: {'Port': ['ID=ef402ab9-2794-4d83-a267-a0bd03e0340d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:17.781365 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89bc9d-2104-49a0-a799-29cdf2b64454 req-0e73609b-c0e6-4f53-8cc0-8cb3bae9c890 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:17.785512 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7f89bc9d-2104-49a0-a799-29cdf2b64454 req-0e73609b-c0e6-4f53-8cc0-8cb3bae9c890 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 931 time: 0.2654588 Jan 18 20:25:17.818458 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c91b04e8-a066-4d01-8924-f4c6e66b32a8 admin admin] Publish callbacks [] for security_group (ce1cf527-5a11-43ca-ba13-eed327831d82), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:17.831674 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98a88105-2df8-4821-b1ed-52d94c5dcb1d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (b4dc31b4-f091-4d41-b84a-d1ed60158f7a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:17.909252 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-42832f19-5443-44f9-838a-6adbe06e911f tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:17.909938 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-42832f19-5443-44f9-838a-6adbe06e911f tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:17.921317 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8c592-8e0d-4139-a544-220cd2299dfa req-e600b5b6-3994-4aa6-9dd5-c14a22ad9403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:17.922869 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-33b8c592-8e0d-4139-a544-220cd2299dfa req-e600b5b6-3994-4aa6-9dd5-c14a22ad9403 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&device_id=5bef97fa-0b03-4835-953a-37e79c904ea1 HTTP/1.1" status: 200 len: 1094 time: 0.2981129 Jan 18 20:25:17.928130 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4dd0f7-c08e-424b-9c87-d4ec87898a4f tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:25:17.934124 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-da4dd0f7-c08e-424b-9c87-d4ec87898a4f tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "PUT /v2.0/routers/4694fdf8-69a6-4883-866d-cf84911e1e6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2489533 Jan 18 20:25:17.944871 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b222648-2131-4431-b8b6-a1b138d33d98 None None] Sync routers for ids ['4694fdf8-69a6-4883-866d-cf84911e1e6d'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:25:17.949477 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35724) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:17.967408 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b222648-2131-4431-b8b6-a1b138d33d98 None None] Routers {'4694fdf8-69a6-4883-866d-cf84911e1e6d'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:25:17.975150 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-4b222648-2131-4431-b8b6-a1b138d33d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:24:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['4694fdf8-69a6-4883-866d-cf84911e1e6d'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:17.989003 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7f89bc9d-2104-49a0-a799-29cdf2b64454 req-ad05cf8d-603c-466e-bd7e-4067d2082bd6 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/security-groups?id=6884ff19-a64f-4752-8b6d-9adf6f2b5250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915669 Jan 18 20:25:17.991342 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c91b04e8-a066-4d01-8924-f4c6e66b32a8 admin admin] Publish callbacks [] for security_group (ce1cf527-5a11-43ca-ba13-eed327831d82), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:17.998787 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-42832f19-5443-44f9-838a-6adbe06e911f tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1295183 Jan 18 20:25:18.032482 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-455b60f2-296c-4ba2-af1b-283380653fa5 None None] Provisioning complete for port ef402ab9-2794-4d83-a267-a0bd03e0340d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:18.033565 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-455b60f2-296c-4ba2-af1b-283380653fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ef402ab9-2794-4d83-a267-a0bd03e0340d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:18.038653 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-a5db5ed7-d39f-4f58-ba99-802ac2c57a0a service neutron] Request body: {'port': {'device_id': '138676da-e01f-4e54-a383-be4cfa435039', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:18.043975 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a88105-2df8-4821-b1ed-52d94c5dcb1d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network 7b7c004e-6af7-41de-a971-545b6714615f is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:18.044149 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-4b222648-2131-4431-b8b6-a1b138d33d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:18.052118 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83269d39-6172-408d-8c89-50040654071b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:18.056295 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b222648-2131-4431-b8b6-a1b138d33d98 None None] Routers {'4694fdf8-69a6-4883-866d-cf84911e1e6d'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:25:18.057102 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-4b222648-2131-4431-b8b6-a1b138d33d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:24:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['4694fdf8-69a6-4883-866d-cf84911e1e6d'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:18.084599 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-98a88105-2df8-4821-b1ed-52d94c5dcb1d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:18.088314 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a88105-2df8-4821-b1ed-52d94c5dcb1d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:18.092607 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98a88105-2df8-4821-b1ed-52d94c5dcb1d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (2a309d17-0682-44e1-a8a7-48fe93a8b9cc), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:18.122313 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-4b222648-2131-4431-b8b6-a1b138d33d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:18.125739 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b222648-2131-4431-b8b6-a1b138d33d98 None None] The sync data for ids ['4694fdf8-69a6-4883-866d-cf84911e1e6d'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:25:18.178460 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-83269d39-6172-408d-8c89-50040654071b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] device_id is not set on port c24c8ba6-e884-4ef3-a72c-7d7679b94795 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:25:18.198314 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a88105-2df8-4821-b1ed-52d94c5dcb1d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Port': ['ID=b4dc31b4-f091-4d41-b84a-d1ed60158f7a,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:18.242893 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a88105-2df8-4821-b1ed-52d94c5dcb1d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Checking segment: {'id': '82d82340-0fc8-4565-beb9-0b12023d0187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9a4cf104-a23c-4dda-86c8-20866ed1cb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:25:18.243347 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a88105-2df8-4821-b1ed-52d94c5dcb1d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network hostable DHCP agents. Network: 9a4cf104-a23c-4dda-86c8-20866ed1cb74, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:25:18.328504 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a88105-2df8-4821-b1ed-52d94c5dcb1d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Port': ['ID=2a309d17-0682-44e1-a8a7-48fe93a8b9cc,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:18.341910 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-455b60f2-296c-4ba2-af1b-283380653fa5 None None] Port ef402ab9-2794-4d83-a267-a0bd03e0340d cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:25:18.350765 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a88105-2df8-4821-b1ed-52d94c5dcb1d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network 9a4cf104-a23c-4dda-86c8-20866ed1cb74 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:25:18.358005 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c91b04e8-a066-4d01-8924-f4c6e66b32a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ce1cf527-5a11-43ca-ba13-eed327831d82), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:18.361667 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c91b04e8-a066-4d01-8924-f4c6e66b32a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:18.363275 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c91b04e8-a066-4d01-8924-f4c6e66b32a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce1cf527-5a11-43ca-ba13-eed327831d82 HTTP/1.1" status: 204 len: 168 time: 0.7585368 Jan 18 20:25:18.380365 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-98a88105-2df8-4821-b1ed-52d94c5dcb1d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 9a4cf104-a23c-4dda-86c8-20866ed1cb74) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:18.389717 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7e96b9-4076-4bda-a790-6b9a7184e6c4 None None] Network 9a4cf104-a23c-4dda-86c8-20866ed1cb74 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:18.390104 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a88105-2df8-4821-b1ed-52d94c5dcb1d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:18.410885 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a88105-2df8-4821-b1ed-52d94c5dcb1d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:18.426742 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a88105-2df8-4821-b1ed-52d94c5dcb1d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:18.428164 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98a88105-2df8-4821-b1ed-52d94c5dcb1d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:18.462458 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b04e8-a066-4d01-8924-f4c6e66b32a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1cf527-5a11-43ca-ba13-eed327831d82,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:18.572819 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-98a88105-2df8-4821-b1ed-52d94c5dcb1d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6928310 Jan 18 20:25:18.576910 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35736) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:18.608155 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ea81d5ff-9506-4667-99de-2c4f4a8c6d66 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:18.666543 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d5f39-b6e4-482e-af6e-c9c13289ad40 req-33bb0642-6ae3-42a0-b0dc-b48730393acb tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:18.674189 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e31d5f39-b6e4-482e-af6e-c9c13289ad40 req-33bb0642-6ae3-42a0-b0dc-b48730393acb tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bef97fa-0b03-4835-953a-37e79c904ea1 HTTP/1.1" status: 200 len: 943 time: 0.2365360 Jan 18 20:25:18.747781 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-660fa883-b0de-4924-8a19-04bfd5238868 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting port 2a309d17-0682-44e1-a8a7-48fe93a8b9cc {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:18.752521 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-660fa883-b0de-4924-8a19-04bfd5238868 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (2a309d17-0682-44e1-a8a7-48fe93a8b9cc), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:18.766243 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port ea81d5ff-9506-4667-99de-2c4f4a8c6d66 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:18.767822 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ea81d5ff-9506-4667-99de-2c4f4a8c6d66), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:18.916255 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-660fa883-b0de-4924-8a19-04bfd5238868 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (2a309d17-0682-44e1-a8a7-48fe93a8b9cc), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:18.933203 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-660fa883-b0de-4924-8a19-04bfd5238868 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Calling delete_port for 2a309d17-0682-44e1-a8a7-48fe93a8b9cc owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:19.004346 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f2dc6d-e6ef-458a-ae53-37e453c7c910 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:19.006054 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d4f2dc6d-e6ef-458a-ae53-37e453c7c910 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "GET /v2.0/ports?device_id=4694fdf8-69a6-4883-866d-cf84911e1e6d HTTP/1.1" status: 200 len: 983 time: 1.0548391 Jan 18 20:25:19.022189 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35744) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:19.042243 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-a5db5ed7-d39f-4f58-ba99-802ac2c57a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ef402ab9-2794-4d83-a267-a0bd03e0340d), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:19.080448 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port ea81d5ff-9506-4667-99de-2c4f4a8c6d66 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:19.081662 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ea81d5ff-9506-4667-99de-2c4f4a8c6d66), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:19.096396 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-660fa883-b0de-4924-8a19-04bfd5238868 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (2a309d17-0682-44e1-a8a7-48fe93a8b9cc), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:19.163296 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fa883-b0de-4924-8a19-04bfd5238868 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Port': ['ID=2a309d17-0682-44e1-a8a7-48fe93a8b9cc,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:19.181931 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e31d5f39-b6e4-482e-af6e-c9c13289ad40 req-bbeab64f-4b9b-4671-bf55-c95e52b25663 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5034175 Jan 18 20:25:19.183944 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8c592-8e0d-4139-a544-220cd2299dfa req-9cf81eb6-b6b7-4a67-89a3-77fdb9d7b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:19.185586 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-33b8c592-8e0d-4139-a544-220cd2299dfa req-9cf81eb6-b6b7-4a67-89a3-77fdb9d7b408 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 912 time: 1.2479806 Jan 18 20:25:19.194609 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe5674-ce6e-465d-9c2f-97f583683667 req-bbe0def2-76ac-4281-b2d9-ab4479d93523 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:19.196155 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8abe5674-ce6e-465d-9c2f-97f583683667 req-bbe0def2-76ac-4281-b2d9-ab4479d93523 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a69e9f4-8146-4c47-bc79-82de52aea133 HTTP/1.1" status: 200 len: 945 time: 0.2057099 Jan 18 20:25:19.223451 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port ea81d5ff-9506-4667-99de-2c4f4a8c6d66, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ea81d5ff-9506-4667-99de-2c4f4a8c6d66,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:19.240051 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-44275973-1917-4713-aba8-fcf26f82c2d9 None None] Provisioning complete for port ea81d5ff-9506-4667-99de-2c4f4a8c6d66 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:19.240877 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-44275973-1917-4713-aba8-fcf26f82c2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ea81d5ff-9506-4667-99de-2c4f4a8c6d66), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:19.244407 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-33b8c592-8e0d-4139-a544-220cd2299dfa req-4d7c3c3d-a656-41c8-a806-071225f243df service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2015aaef-8718-4b14-8924-35c1c727009b HTTP/1.1" status: 200 len: 217 time: 0.0470281 Jan 18 20:25:19.248091 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ea81d5ff-9506-4667-99de-2c4f4a8c6d66), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:19.289538 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a00cd-0a82-4cc5-b603-e8ea9df4c52b req-d8603323-2046-4c8c-82bd-488b5c58c768 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:19.296710 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-633a00cd-0a82-4cc5-b603-e8ea9df4c52b req-d8603323-2046-4c8c-82bd-488b5c58c768 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a69e9f4-8146-4c47-bc79-82de52aea133 HTTP/1.1" status: 200 len: 945 time: 0.2734525 Jan 18 20:25:19.372735 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-83269d39-6172-408d-8c89-50040654071b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 2001:db8::f816:3eff:feaa:a03b (c68ada5d-da8a-41c6-813a-b53f9c35e893/35b3b268-10fc-4be5-8d73-e4c8352fb1e2/c24c8ba6-e884-4ef3-a72c-7d7679b94795) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:19.375015 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-660fa883-b0de-4924-8a19-04bfd5238868 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:19.387478 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-660fa883-b0de-4924-8a19-04bfd5238868 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/ports/2a309d17-0682-44e1-a8a7-48fe93a8b9cc HTTP/1.1" status: 204 len: 168 time: 0.8087099 Jan 18 20:25:19.397977 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35756) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:19.414070 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=ea81d5ff-9506-4667-99de-2c4f4a8c6d66,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:19.430939 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-44275973-1917-4713-aba8-fcf26f82c2d9 None None] Current status of the port ea81d5ff-9506-4667-99de-2c4f4a8c6d66 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:19.566976 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-633a00cd-0a82-4cc5-b603-e8ea9df4c52b req-cf56e940-b4eb-4a5d-9eeb-98815e8aac2b tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.31 "GET /v2.0/security-groups?id=71e66f05-64f8-46aa-8655-5c767c2a948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693703 Jan 18 20:25:19.599604 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338ac12-cacf-4a48-8a95-20e910f1caf3 req-119d8af4-8d88-4d7d-b346-2471dd73dc00 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:19.601140 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0338ac12-cacf-4a48-8a95-20e910f1caf3 req-119d8af4-8d88-4d7d-b346-2471dd73dc00 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 931 time: 0.3023636 Jan 18 20:25:19.613456 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8c592-8e0d-4139-a544-220cd2299dfa req-e8a13934-c72a-4347-867c-0d07c396a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:19.615141 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-33b8c592-8e0d-4139-a544-220cd2299dfa req-e8a13934-c72a-4347-867c-0d07c396a070 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2eac11f-fef0-464c-9aac-08a05c8cc068 HTTP/1.1" status: 200 len: 850 time: 0.3432488 Jan 18 20:25:19.685268 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0338ac12-cacf-4a48-8a95-20e910f1caf3 req-15fbe07b-cfa5-433f-adfd-9af08bdef953 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/security-groups?id=6884ff19-a64f-4752-8b6d-9adf6f2b5250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650022 Jan 18 20:25:19.717940 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcef6f2-246c-458c-9421-75d0b113f0e3 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:19.724022 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcef6f2-246c-458c-9421-75d0b113f0e3 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:19.725731 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9fcef6f2-246c-458c-9421-75d0b113f0e3 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3267703 Jan 18 20:25:19.730253 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35766) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:19.741236 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35768) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:19.816001 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-8abe5674-ce6e-465d-9c2f-97f583683667 req-91a088e7-74c9-4cdc-91bd-73a02e2b190f tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Deleting port c128720d-fd28-4c89-9fca-4a9291d9b618 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:19.816335 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-8abe5674-ce6e-465d-9c2f-97f583683667 req-91a088e7-74c9-4cdc-91bd-73a02e2b190f tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (c128720d-fd28-4c89-9fca-4a9291d9b618), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:19.931778 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8c592-8e0d-4139-a544-220cd2299dfa req-be9022d3-d9f7-46b3-98b2-035e085108a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:19.933370 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-33b8c592-8e0d-4139-a544-220cd2299dfa req-be9022d3-d9f7-46b3-98b2-035e085108a1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88e9200-d99d-4ea0-a241-681917733bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2848036 Jan 18 20:25:19.945278 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-90a9c685-0814-4259-9180-105a39d0c85e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-647798303-network', 'tenant_id': '733444720280437eb7f9cfdcefc53319'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:19.958464 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-092b1ce5-27c2-4e0b-8a7f-f05434053658 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (4694fdf8-69a6-4883-866d-cf84911e1e6d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:20.035574 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-303a88ad-6de3-4a0b-9ca7-41d4e5ec8601 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting port b4dc31b4-f091-4d41-b84a-d1ed60158f7a {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:20.036646 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-303a88ad-6de3-4a0b-9ca7-41d4e5ec8601 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b4dc31b4-f091-4d41-b84a-d1ed60158f7a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:20.074616 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-8abe5674-ce6e-465d-9c2f-97f583683667 req-91a088e7-74c9-4cdc-91bd-73a02e2b190f tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] For port c128720d-fd28-4c89-9fca-4a9291d9b618, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=c128720d-fd28-4c89-9fca-4a9291d9b618,segment=NetworkSegment(0f828785-ca91-4d11-b039-822dc9c7dbad),segment_id=0f828785-ca91-4d11-b039-822dc9c7dbad)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:20.075110 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a9c685-0814-4259-9180-105a39d0c85e admin admin] Made reservation on behalf of 733444720280437eb7f9cfdcefc53319 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:20.075206 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-8abe5674-ce6e-465d-9c2f-97f583683667 req-91a088e7-74c9-4cdc-91bd-73a02e2b190f tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (c128720d-fd28-4c89-9fca-4a9291d9b618), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:20.077047 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-90a9c685-0814-4259-9180-105a39d0c85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:20.123900 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-90a9c685-0814-4259-9180-105a39d0c85e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:20.143386 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-8abe5674-ce6e-465d-9c2f-97f583683667 req-91a088e7-74c9-4cdc-91bd-73a02e2b190f tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Calling delete_port for c128720d-fd28-4c89-9fca-4a9291d9b618 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:20.151206 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-303a88ad-6de3-4a0b-9ca7-41d4e5ec8601 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b4dc31b4-f091-4d41-b84a-d1ed60158f7a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:20.198391 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-303a88ad-6de3-4a0b-9ca7-41d4e5ec8601 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Calling delete_port for b4dc31b4-f091-4d41-b84a-d1ed60158f7a owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:20.270957 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83269d39-6172-408d-8c89-50040654071b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (c24c8ba6-e884-4ef3-a72c-7d7679b94795), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:20.278949 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-a5db5ed7-d39f-4f58-ba99-802ac2c57a0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef402ab9-2794-4d83-a267-a0bd03e0340d {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:25:20.295402 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-a5db5ed7-d39f-4f58-ba99-802ac2c57a0a service neutron] Publish callbacks [] for port (ef402ab9-2794-4d83-a267-a0bd03e0340d), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:20.300281 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-33b8c592-8e0d-4139-a544-220cd2299dfa req-71d15c53-378d-4c58-a824-ec376f490e63 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029261 Jan 18 20:25:20.337340 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-a5db5ed7-d39f-4f58-ba99-802ac2c57a0a service neutron] Transition to ACTIVE for port object ef402ab9-2794-4d83-a267-a0bd03e0340d will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:25:20.360145 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 2015aaef-8718-4b14-8924-35c1c727009b details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:25:20.361968 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-a5db5ed7-d39f-4f58-ba99-802ac2c57a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (ef402ab9-2794-4d83-a267-a0bd03e0340d), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:20.431160 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-90a9c685-0814-4259-9180-105a39d0c85e admin admin] Publish callbacks [] for security_group (551b2fbd-babf-4067-91f0-0851cd6e7d23), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:20.440135 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ea81d5ff-9506-4667-99de-2c4f4a8c6d66 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:20.479386 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e5d93-2ae0-4241-a300-e7a15d02f9c9 req-426b463b-f832-4ab2-8662-dfe0757a97ba tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:20.488898 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83269d39-6172-408d-8c89-50040654071b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (c24c8ba6-e884-4ef3-a72c-7d7679b94795), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:20.496436 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a44e5d93-2ae0-4241-a300-e7a15d02f9c9 req-426b463b-f832-4ab2-8662-dfe0757a97ba tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bef97fa-0b03-4835-953a-37e79c904ea1 HTTP/1.1" status: 200 len: 943 time: 0.1833935 Jan 18 20:25:20.502810 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-90a9c685-0814-4259-9180-105a39d0c85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (551b2fbd-babf-4067-91f0-0851cd6e7d23), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:20.523628 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a9c685-0814-4259-9180-105a39d0c85e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:25:20.541083 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-90a9c685-0814-4259-9180-105a39d0c85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (c1d21b30-858e-44e1-860f-2f5b2e55021f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:20.541602 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-90a9c685-0814-4259-9180-105a39d0c85e admin admin] Added segment c1d21b30-858e-44e1-860f-2f5b2e55021f of type vlan for network 430c56bd-8290-45d6-ab68-26d11179c94e Jan 18 20:25:20.556073 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db5ed7-d39f-4f58-ba99-802ac2c57a0a service neutron] Pushing event updated for resources: {'Port': ['ID=ef402ab9-2794-4d83-a267-a0bd03e0340d,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:20.622132 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-90a9c685-0814-4259-9180-105a39d0c85e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (430c56bd-8290-45d6-ab68-26d11179c94e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:20.635145 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83269d39-6172-408d-8c89-50040654071b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:20.640722 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 2015aaef-8718-4b14-8924-35c1c727009b, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=2015aaef-8718-4b14-8924-35c1c727009b,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:20.644107 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port ea81d5ff-9506-4667-99de-2c4f4a8c6d66 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:20.653693 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-33b8c592-8e0d-4139-a544-220cd2299dfa req-811e6f97-0098-4e74-b157-2c4925d21c5b service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341749 Jan 18 20:25:20.654532 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ea81d5ff-9506-4667-99de-2c4f4a8c6d66), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:20.654648 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-83269d39-6172-408d-8c89-50040654071b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:20.657159 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83269d39-6172-408d-8c89-50040654071b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:20.661864 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-303a88ad-6de3-4a0b-9ca7-41d4e5ec8601 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (b4dc31b4-f091-4d41-b84a-d1ed60158f7a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:20.666384 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83269d39-6172-408d-8c89-50040654071b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:20.670203 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83269d39-6172-408d-8c89-50040654071b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:20.685668 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83269d39-6172-408d-8c89-50040654071b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=c24c8ba6-e884-4ef3-a72c-7d7679b94795,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:20.694798 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-8abe5674-ce6e-465d-9c2f-97f583683667 req-91a088e7-74c9-4cdc-91bd-73a02e2b190f tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (c128720d-fd28-4c89-9fca-4a9291d9b618), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:20.702120 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-90a9c685-0814-4259-9180-105a39d0c85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (430c56bd-8290-45d6-ab68-26d11179c94e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:20.706790 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a9c685-0814-4259-9180-105a39d0c85e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:20.708507 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-90a9c685-0814-4259-9180-105a39d0c85e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:20.725167 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-83269d39-6172-408d-8c89-50040654071b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.6478317 Jan 18 20:25:20.728593 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['c128720d-fd28-4c89-9fca-4a9291d9b618'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:25:20.752386 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35784) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:20.795660 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64888c1-a591-40f7-b622-9e7f912bf01b None None] DHCP port deletion for 378382ac-3009-4f14-80ff-aa1e6029c8a8 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:25:20.797625 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '2015aaef-8718-4b14-8924-35c1c727009b', 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'port_id': '2015aaef-8718-4b14-8924-35c1c727009b', 'mac_address': 'fa:16:3e:fa:f5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:25:20.822306 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a088e7-74c9-4cdc-91bd-73a02e2b190f tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Pushing event deleted for resources: {'Port': ['ID=c128720d-fd28-4c89-9fca-4a9291d9b618,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:20.853210 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a88ad-6de3-4a0b-9ca7-41d4e5ec8601 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Port': ['ID=b4dc31b4-f091-4d41-b84a-d1ed60158f7a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:20.869960 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-a5db5ed7-d39f-4f58-ba99-802ac2c57a0a service neutron] Attempting to bind port ef402ab9-2794-4d83-a267-a0bd03e0340d on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:25:20.869960 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-a5db5ed7-d39f-4f58-ba99-802ac2c57a0a service neutron] Attempting to bind port ef402ab9-2794-4d83-a267-a0bd03e0340d by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'b61c3218-044c-49cd-a040-f785b2f0a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:25:20.869960 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-a5db5ed7-d39f-4f58-ba99-802ac2c57a0a service neutron] Attempting to bind port ef402ab9-2794-4d83-a267-a0bd03e0340d on network ba355ad9-b534-4edd-96f7-c8f599565a2d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:25:20.877942 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-90a9c685-0814-4259-9180-105a39d0c85e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1334858 Jan 18 20:25:20.894059 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 2015aaef-8718-4b14-8924-35c1c727009b is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:20.894453 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2015aaef-8718-4b14-8924-35c1c727009b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:20.904350 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35788) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:20.908537 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abe5674-ce6e-465d-9c2f-97f583683667 req-91a088e7-74c9-4cdc-91bd-73a02e2b190f tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] No DVR routers for this DVR port c128720d-fd28-4c89-9fca-4a9291d9b618 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:25:20.912255 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ba1ccea-0750-45fe-ae25-168e4c9e82cb req-ec83e641-0b97-4622-8349-8782ce46ac26 tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a69e9f4-8146-4c47-bc79-82de52aea133 HTTP/1.1" status: 200 len: 210 time: 0.1438160 Jan 18 20:25:20.920225 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-1a477375-c5bd-42ce-8ac6-038d22526c42 admin admin] Request body: {'subnet': {'network_id': '430c56bd-8290-45d6-ab68-26d11179c94e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-647798303-subnet', 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:20.920848 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-8abe5674-ce6e-465d-9c2f-97f583683667 req-91a088e7-74c9-4cdc-91bd-73a02e2b190f tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:20.925252 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8abe5674-ce6e-465d-9c2f-97f583683667 req-91a088e7-74c9-4cdc-91bd-73a02e2b190f tempest-ServerGroupTestJSON-927128318 tempest-ServerGroupTestJSON-927128318-project] 10.222.0.70 "DELETE /v2.0/ports/c128720d-fd28-4c89-9fca-4a9291d9b618 HTTP/1.1" status: 204 len: 173 time: 1.6749341 Jan 18 20:25:20.932545 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a69e9f4-8146-4c47-bc79-82de52aea133', 'name': 'network-vif-deleted', 'tag': 'c128720d-fd28-4c89-9fca-4a9291d9b618'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:25:20.935184 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3e3a4c-bb35-4b91-badb-058593239cd0" -d '{"events": [{"server_uuid": "4a69e9f4-8146-4c47-bc79-82de52aea133", "name": "network-vif-deleted", "tag": "c128720d-fd28-4c89-9fca-4a9291d9b618"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:25:20.948150 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2015aaef-8718-4b14-8924-35c1c727009b {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:25:20.953389 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-a5db5ed7-d39f-4f58-ba99-802ac2c57a0a service neutron] Port ef402ab9-2794-4d83-a267-a0bd03e0340d on network ba355ad9-b534-4edd-96f7-c8f599565a2d not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:25:20.953807 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-a5db5ed7-d39f-4f58-ba99-802ac2c57a0a service neutron] Attempting to bind port ef402ab9-2794-4d83-a267-a0bd03e0340d on network ba355ad9-b534-4edd-96f7-c8f599565a2d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:25:20.954279 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-303a88ad-6de3-4a0b-9ca7-41d4e5ec8601 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:20.960579 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-303a88ad-6de3-4a0b-9ca7-41d4e5ec8601 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/ports/b4dc31b4-f091-4d41-b84a-d1ed60158f7a HTTP/1.1" status: 204 len: 168 time: 1.2253706 Jan 18 20:25:20.976428 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35792) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:20.979082 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9c685-0814-4259-9180-105a39d0c85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551b2fbd-babf-4067-91f0-0851cd6e7d23,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:21.015209 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-a5db5ed7-d39f-4f58-ba99-802ac2c57a0a service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:25:21.015209 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-a5db5ed7-d39f-4f58-ba99-802ac2c57a0a service neutron] Checking segment: {'id': 'b61c3218-044c-49cd-a040-f785b2f0a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:25:21.015640 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-a5db5ed7-d39f-4f58-ba99-802ac2c57a0a service neutron] Bound using segment: {'id': 'b61c3218-044c-49cd-a040-f785b2f0a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:25:21.016080 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-a5db5ed7-d39f-4f58-ba99-802ac2c57a0a service neutron] Bound port: ef402ab9-2794-4d83-a267-a0bd03e0340d, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b61c3218-044c-49cd-a040-f785b2f0a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:25:21.017875 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-a5db5ed7-d39f-4f58-ba99-802ac2c57a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ef402ab9-2794-4d83-a267-a0bd03e0340d), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:21.058447 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a44e5d93-2ae0-4241-a300-e7a15d02f9c9 req-a18a49b3-22cc-4a8e-ac8f-5130bf6441eb tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5609517 Jan 18 20:25:21.076231 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9c685-0814-4259-9180-105a39d0c85e admin admin] Pushing event updated for resources: {'Network': ['ID=430c56bd-8290-45d6-ab68-26d11179c94e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:21.102105 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:21.104514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:21.104514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:21.104514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:21.104514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:21.104514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:21.104514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:21.104514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:21.104514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:21.104514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:21.104514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:21.104514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:21.104514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:21.104514 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a35dc3b-d849-417e-be1f-4ea0c03f22c9 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:21.112839 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 430c56bd-8290-45d6-ab68-26d11179c94e details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:25:21.116763 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 2015aaef-8718-4b14-8924-35c1c727009b, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=2015aaef-8718-4b14-8924-35c1c727009b,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:21.126569 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a477375-c5bd-42ce-8ac6-038d22526c42 admin admin] Made reservation on behalf of 733444720280437eb7f9cfdcefc53319 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:21.128795 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a477375-c5bd-42ce-8ac6-038d22526c42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:21.145310 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a35dc3b-d849-417e-be1f-4ea0c03f22c9 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:21.160366 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port ea81d5ff-9506-4667-99de-2c4f4a8c6d66 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:21.162831 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1a35dc3b-d849-417e-be1f-4ea0c03f22c9 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.4052093 Jan 18 20:25:21.163877 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35796) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:21.193467 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (2015aaef-8718-4b14-8924-35c1c727009b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:21.257684 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6909db88-909c-4e27-ae01-f7a2af39af36 x-openstack-request-id: req-6909db88-909c-4e27-ae01-f7a2af39af36 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:25:21.258040 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a69e9f4-8146-4c47-bc79-82de52aea133", "name": "network-vif-deleted", "tag": "c128720d-fd28-4c89-9fca-4a9291d9b618", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:25:21.258248 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6909db88-909c-4e27-ae01-f7a2af39af36 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:25:21.258672 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a69e9f4-8146-4c47-bc79-82de52aea133', 'name': 'network-vif-deleted', 'tag': 'c128720d-fd28-4c89-9fca-4a9291d9b618', 'status': 'completed', 'code': 200} Jan 18 20:25:21.281401 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-092b1ce5-27c2-4e0b-8a7f-f05434053658 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting port 2d68f222-37bb-41e4-ac58-91f13020de2a {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:21.281790 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-092b1ce5-27c2-4e0b-8a7f-f05434053658 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (2d68f222-37bb-41e4-ac58-91f13020de2a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:21.372319 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaada5-94be-46ae-b2e9-1244d124743d req-5676afc8-bea0-4bbb-ae36-5214b0cb7d8a tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:21.373930 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-25aaada5-94be-46ae-b2e9-1244d124743d req-5676afc8-bea0-4bbb-ae36-5214b0cb7d8a tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 943 time: 0.3212759 Jan 18 20:25:21.421124 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32820dba-a3b0-4761-a0c5-b9adda4a7148 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:21.427064 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-32820dba-a3b0-4761-a0c5-b9adda4a7148 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4471705 Jan 18 20:25:21.431328 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35800) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:21.456251 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a80e2d07-c313-4a90-b75a-9b7933589f48 None None] Provisioning complete for port c24c8ba6-e884-4ef3-a72c-7d7679b94795 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:21.456876 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a80e2d07-c313-4a90-b75a-9b7933589f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c24c8ba6-e884-4ef3-a72c-7d7679b94795), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:21.462953 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=2015aaef-8718-4b14-8924-35c1c727009b,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:21.501392 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-091f2ac6-17bf-48c3-861b-62c1350cc62b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] GET failed (client error): The resource could not be found. Jan 18 20:25:21.503095 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-091f2ac6-17bf-48c3-861b-62c1350cc62b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "GET /v2.0/ports/2a309d17-0682-44e1-a8a7-48fe93a8b9cc HTTP/1.1" status: 404 len: 333 time: 0.0612376 Jan 18 20:25:21.506428 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35802) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:21.528621 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-a5db5ed7-d39f-4f58-ba99-802ac2c57a0a service neutron] For port ef402ab9-2794-4d83-a267-a0bd03e0340d, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:25:21.543855 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-a5db5ed7-d39f-4f58-ba99-802ac2c57a0a service neutron] For port ef402ab9-2794-4d83-a267-a0bd03e0340d, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ef402ab9-2794-4d83-a267-a0bd03e0340d,segment=NetworkSegment(b61c3218-044c-49cd-a040-f785b2f0a1eb),segment_id=b61c3218-044c-49cd-a040-f785b2f0a1eb)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:25:21.571590 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a80e2d07-c313-4a90-b75a-9b7933589f48 None None] Port c24c8ba6-e884-4ef3-a72c-7d7679b94795 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:25:21.576382 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['2015aaef-8718-4b14-8924-35c1c727009b'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:25:21.591483 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-a5db5ed7-d39f-4f58-ba99-802ac2c57a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (ef402ab9-2794-4d83-a267-a0bd03e0340d), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:21.594436 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b05288-9390-439a-b9b5-ce105406dc7f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] GET failed (client error): The resource could not be found. Jan 18 20:25:21.598341 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-02b05288-9390-439a-b9b5-ce105406dc7f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "GET /v2.0/ports/b4dc31b4-f091-4d41-b84a-d1ed60158f7a HTTP/1.1" status: 404 len: 333 time: 0.0877826 Jan 18 20:25:21.622527 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35804) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:21.675212 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-092b1ce5-27c2-4e0b-8a7f-f05434053658 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (2d68f222-37bb-41e4-ac58-91f13020de2a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:21.706605 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-25aaada5-94be-46ae-b2e9-1244d124743d req-9e0d8d19-8634-41f6-85c0-b75c314eea8c tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/security-groups?id=6884ff19-a64f-4752-8b6d-9adf6f2b5250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2590635 Jan 18 20:25:21.731545 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-092b1ce5-27c2-4e0b-8a7f-f05434053658 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Calling delete_port for 2d68f222-37bb-41e4-ac58-91f13020de2a owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:21.759903 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-a5db5ed7-d39f-4f58-ba99-802ac2c57a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:21.761296 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-a5db5ed7-d39f-4f58-ba99-802ac2c57a0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:21.763714 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-a5db5ed7-d39f-4f58-ba99-802ac2c57a0a service neutron] 10.222.0.70 "PUT /v2.0/ports/ef402ab9-2794-4d83-a267-a0bd03e0340d HTTP/1.1" status: 200 len: 1091 time: 3.7381244 Jan 18 20:25:21.819214 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-fd162f66-2de2-4b96-9bee-5e3e43da7115 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting port c24c8ba6-e884-4ef3-a72c-7d7679b94795 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:21.819748 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd162f66-2de2-4b96-9bee-5e3e43da7115 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (c24c8ba6-e884-4ef3-a72c-7d7679b94795), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:21.940802 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db5ed7-d39f-4f58-ba99-802ac2c57a0a service neutron] Pushing event updated for resources: {'Port': ['ID=ef402ab9-2794-4d83-a267-a0bd03e0340d,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:22.005479 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b57382ec-dbd9-4b9b-9123-0268c676572f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (9a4cf104-a23c-4dda-86c8-20866ed1cb74), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:22.162070 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a477375-c5bd-42ce-8ac6-038d22526c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (2035485f-6539-4901-9376-da308db55f84), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:22.288869 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd162f66-2de2-4b96-9bee-5e3e43da7115 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (c24c8ba6-e884-4ef3-a72c-7d7679b94795), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:22.318815 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-fd162f66-2de2-4b96-9bee-5e3e43da7115 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Calling delete_port for c24c8ba6-e884-4ef3-a72c-7d7679b94795 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:22.365226 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device c128720d-fd28-4c89-9fca-4a9291d9b618 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:25:22.385931 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a477375-c5bd-42ce-8ac6-038d22526c42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2035485f-6539-4901-9376-da308db55f84,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:22.418469 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: c128720d-fd28-4c89-9fca-4a9291d9b618 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:25:22.419537 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-ddba553f-aee4-48af-a768-0c54a650037d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:22.419829 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device c128720d-fd28-4c89-9fca-4a9291d9b618 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:25:22.421214 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-ddba553f-aee4-48af-a768-0c54a650037d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=823a89669aba4a1ca250f17180b6d997&device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 1094 time: 0.5552695 Jan 18 20:25:22.458980 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a477375-c5bd-42ce-8ac6-038d22526c42 admin admin] Checking segment: {'id': 'c1d21b30-858e-44e1-860f-2f5b2e55021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '430c56bd-8290-45d6-ab68-26d11179c94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:25:22.459579 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a477375-c5bd-42ce-8ac6-038d22526c42 admin admin] Network hostable DHCP agents. Network: 430c56bd-8290-45d6-ab68-26d11179c94e, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:25:22.520757 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535022e2-704a-4dfb-81bf-b085801c9351 req-0061328c-fedd-439f-a6fd-089116498184 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:22.530112 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-535022e2-704a-4dfb-81bf-b085801c9351 req-0061328c-fedd-439f-a6fd-089116498184 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bef97fa-0b03-4835-953a-37e79c904ea1 HTTP/1.1" status: 200 len: 944 time: 0.1999257 Jan 18 20:25:22.532292 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35838) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:22.558454 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-907cf8c9-3619-4daa-b6b4-3d22f7fa3a31 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef402ab9-2794-4d83-a267-a0bd03e0340d HTTP/1.1" status: 200 len: 217 time: 0.1221056 Jan 18 20:25:22.629094 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b0afba9-99de-441f-88c2-2ed400ce91a1 admin admin] Deleting subnet b774b52b-adf5-40bb-b282-27fdfa73bc8a {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:25:22.646901 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b57382ec-dbd9-4b9b-9123-0268c676572f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (9a4cf104-a23c-4dda-86c8-20866ed1cb74), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:22.675305 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b0afba9-99de-441f-88c2-2ed400ce91a1 admin admin] Publish callbacks [] for subnet (b774b52b-adf5-40bb-b282-27fdfa73bc8a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:22.689911 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a477375-c5bd-42ce-8ac6-038d22526c42 admin admin] Network 430c56bd-8290-45d6-ab68-26d11179c94e is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:25:22.700227 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b57382ec-dbd9-4b9b-9123-0268c676572f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a4cf104-a23c-4dda-86c8-20866ed1cb74']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:22.720823 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b57382ec-dbd9-4b9b-9123-0268c676572f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d82340-0fc8-4565-beb9-0b12023d0187') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:22.721214 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b57382ec-dbd9-4b9b-9123-0268c676572f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d82340-0fc8-4565-beb9-0b12023d0187') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:22.732551 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-b6289f59-334d-420a-8d1d-d755cdffbcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:22.734294 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-b6289f59-334d-420a-8d1d-d755cdffbcba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6050b78-f460-4028-811c-57bb560e336d HTTP/1.1" status: 200 len: 852 time: 0.1670685 Jan 18 20:25:22.738390 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b57382ec-dbd9-4b9b-9123-0268c676572f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (82d82340-0fc8-4565-beb9-0b12023d0187), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:22.852469 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b57382ec-dbd9-4b9b-9123-0268c676572f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (82d82340-0fc8-4565-beb9-0b12023d0187), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:22.855104 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-1a477375-c5bd-42ce-8ac6-038d22526c42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 430c56bd-8290-45d6-ab68-26d11179c94e) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:22.866427 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32445170-8cb5-45c5-9991-d48966a596a1 None None] Network 430c56bd-8290-45d6-ab68-26d11179c94e requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:22.866979 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a477375-c5bd-42ce-8ac6-038d22526c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:22.867611 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a477375-c5bd-42ce-8ac6-038d22526c42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:22.897296 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b57382ec-dbd9-4b9b-9123-0268c676572f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:25:22.898864 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b57382ec-dbd9-4b9b-9123-0268c676572f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (82d82340-0fc8-4565-beb9-0b12023d0187), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:22.907161 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b0afba9-99de-441f-88c2-2ed400ce91a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (b774b52b-adf5-40bb-b282-27fdfa73bc8a), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:25:22.909006 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:25:22.979998 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-092b1ce5-27c2-4e0b-8a7f-f05434053658 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (2d68f222-37bb-41e4-ac58-91f13020de2a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:23.010941 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-535022e2-704a-4dfb-81bf-b085801c9351 req-f1a8ceb4-34bb-46b4-9492-95a3a00efaf0 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4794044 Jan 18 20:25:23.045405 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-cdd9028f-91c3-4a74-8839-33f98856a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:23.049126 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-cdd9028f-91c3-4a74-8839-33f98856a552 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ba355ad9-b534-4edd-96f7-c8f599565a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3012404 Jan 18 20:25:23.084644 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd162f66-2de2-4b96-9bee-5e3e43da7115 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (c24c8ba6-e884-4ef3-a72c-7d7679b94795), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:23.102715 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1118c27b-2dcd-430d-9e1f-8f0f538e7208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-430c56bd-8290-45d6-ab68-26d11179c94e', 'network_id': '430c56bd-8290-45d6-ab68-26d11179c94e', 'project_id': '733444720280437eb7f9cfdcefc53319', 'fixed_ips': [{'subnet_id': '2035485f-6539-4901-9376-da308db55f84'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:25:23.103609 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1118c27b-2dcd-430d-9e1f-8f0f538e7208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:23.109044 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b57382ec-dbd9-4b9b-9123-0268c676572f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (9a4cf104-a23c-4dda-86c8-20866ed1cb74), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:23.113797 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b57382ec-dbd9-4b9b-9123-0268c676572f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:23.117592 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b57382ec-dbd9-4b9b-9123-0268c676572f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/networks/9a4cf104-a23c-4dda-86c8-20866ed1cb74 HTTP/1.1" status: 204 len: 168 time: 1.4929514 Jan 18 20:25:23.122567 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35846) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:23.141012 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-c493498b-fcf6-4755-879d-50ee6158f528 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1046425305'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:23.215052 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd162f66-2de2-4b96-9bee-5e3e43da7115 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Port': ['ID=c24c8ba6-e884-4ef3-a72c-7d7679b94795,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:23.239282 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57382ec-dbd9-4b9b-9123-0268c676572f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Network': ['ID=9a4cf104-a23c-4dda-86c8-20866ed1cb74,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:23.273224 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138676da-e01f-4e54-a383-be4cfa435039', 'tag': 'ef402ab9-2794-4d83-a267-a0bd03e0340d'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:25:23.275772 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de047da8-4921-4d97-96bf-def806c57765" -d '{"events": [{"name": "network-changed", "server_uuid": "138676da-e01f-4e54-a383-be4cfa435039", "tag": "ef402ab9-2794-4d83-a267-a0bd03e0340d"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:25:23.283413 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c493498b-fcf6-4755-879d-50ee6158f528 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:23.288348 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c493498b-fcf6-4755-879d-50ee6158f528 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:23.313183 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd162f66-2de2-4b96-9bee-5e3e43da7115 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:23.321872 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fd162f66-2de2-4b96-9bee-5e3e43da7115 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/c24c8ba6-e884-4ef3-a72c-7d7679b94795 HTTP/1.1" status: 204 len: 168 time: 2.1465664 Jan 18 20:25:23.322743 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35850) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:23.398091 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c493498b-fcf6-4755-879d-50ee6158f528 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:25:23.405368 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fee502-e39d-4d2e-a6de-b22e48ad8f78 x-openstack-request-id: req-82fee502-e39d-4d2e-a6de-b22e48ad8f78 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:25:23.405710 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138676da-e01f-4e54-a383-be4cfa435039", "tag": "ef402ab9-2794-4d83-a267-a0bd03e0340d", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:25:23.405942 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82fee502-e39d-4d2e-a6de-b22e48ad8f78 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:25:23.406346 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138676da-e01f-4e54-a383-be4cfa435039', 'tag': 'ef402ab9-2794-4d83-a267-a0bd03e0340d', 'status': 'completed', 'code': 200} Jan 18 20:25:23.413312 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-1118c27b-2dcd-430d-9e1f-8f0f538e7208 None None] Allocated IP 172.20.0.2 (430c56bd-8290-45d6-ab68-26d11179c94e/2035485f-6539-4901-9376-da308db55f84/34126f86-8a81-462c-b269-a84232b397af) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:23.421596 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-1550b26d-fa87-44ed-b121-077a1c819ef9 service neutron] 10.222.0.70 "GET /v2.0/networks/ba355ad9-b534-4edd-96f7-c8f599565a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611572 Jan 18 20:25:23.434287 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c493498b-fcf6-4755-879d-50ee6158f528 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (fb684aae-b382-4077-877c-ee19022b7226), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:23.434641 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-c493498b-fcf6-4755-879d-50ee6158f528 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Added segment fb684aae-b382-4077-877c-ee19022b7226 of type vlan for network d65ff91d-be7b-48cf-b9af-442078bc3ea1 Jan 18 20:25:23.440202 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfaff1c-a60f-4376-85a4-b128226a33f6 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:23.442031 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfaff1c-a60f-4376-85a4-b128226a33f6 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:23.446991 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6cfaff1c-a60f-4376-85a4-b128226a33f6 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1186743 Jan 18 20:25:23.447690 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35852) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:23.673270 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b0afba9-99de-441f-88c2-2ed400ce91a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (b774b52b-adf5-40bb-b282-27fdfa73bc8a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:23.702566 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1118c27b-2dcd-430d-9e1f-8f0f538e7208 None None] Publish callbacks [] for port (34126f86-8a81-462c-b269-a84232b397af), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:23.712775 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1118c27b-2dcd-430d-9e1f-8f0f538e7208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (34126f86-8a81-462c-b269-a84232b397af), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:23.752945 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1a477375-c5bd-42ce-8ac6-038d22526c42 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8435025 Jan 18 20:25:23.767374 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35854) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:23.790250 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-96ba4b6f-604b-4ea1-9f28-f7c76635a5d6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-647798303-router', 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:23.797881 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1118c27b-2dcd-430d-9e1f-8f0f538e7208 None None] Network 430c56bd-8290-45d6-ab68-26d11179c94e is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:23.801074 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-1118c27b-2dcd-430d-9e1f-8f0f538e7208 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:23.805564 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1118c27b-2dcd-430d-9e1f-8f0f538e7208 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:23.807725 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b1ce5-27c2-4e0b-8a7f-f05434053658 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Port': ['ID=2d68f222-37bb-41e4-ac58-91f13020de2a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:23.825895 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118c27b-2dcd-430d-9e1f-8f0f538e7208 None None] Pushing event updated for resources: {'Port': ['ID=34126f86-8a81-462c-b269-a84232b397af,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:23.939511 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-1118c27b-2dcd-430d-9e1f-8f0f538e7208 None None] Attempting to bind port 34126f86-8a81-462c-b269-a84232b397af on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:25:23.940200 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-1118c27b-2dcd-430d-9e1f-8f0f538e7208 None None] Attempting to bind port 34126f86-8a81-462c-b269-a84232b397af by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c1d21b30-858e-44e1-860f-2f5b2e55021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '430c56bd-8290-45d6-ab68-26d11179c94e'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:25:23.940200 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1118c27b-2dcd-430d-9e1f-8f0f538e7208 None None] Attempting to bind port 34126f86-8a81-462c-b269-a84232b397af on network 430c56bd-8290-45d6-ab68-26d11179c94e {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:25:23.968005 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1118c27b-2dcd-430d-9e1f-8f0f538e7208 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:25:23.968387 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1118c27b-2dcd-430d-9e1f-8f0f538e7208 None None] Checking segment: {'id': 'c1d21b30-858e-44e1-860f-2f5b2e55021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '430c56bd-8290-45d6-ab68-26d11179c94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:25:23.968778 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1118c27b-2dcd-430d-9e1f-8f0f538e7208 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:23.969170 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1118c27b-2dcd-430d-9e1f-8f0f538e7208 None None] Bound using segment: {'id': 'c1d21b30-858e-44e1-860f-2f5b2e55021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '430c56bd-8290-45d6-ab68-26d11179c94e'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:25:23.969675 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-1118c27b-2dcd-430d-9e1f-8f0f538e7208 None None] Bound port: 34126f86-8a81-462c-b269-a84232b397af, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d21b30-858e-44e1-860f-2f5b2e55021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '430c56bd-8290-45d6-ab68-26d11179c94e'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:25:23.970060 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1118c27b-2dcd-430d-9e1f-8f0f538e7208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (34126f86-8a81-462c-b269-a84232b397af), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:24.066277 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfba7f-3bc3-4c30-8414-f4123c106e2a req-b4f71ff9-f6db-403c-94fc-073d459c1084 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:24.074796 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-55dfba7f-3bc3-4c30-8414-f4123c106e2a req-b4f71ff9-f6db-403c-94fc-073d459c1084 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 943 time: 1.1813083 Jan 18 20:25:24.110955 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b0afba9-99de-441f-88c2-2ed400ce91a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (b774b52b-adf5-40bb-b282-27fdfa73bc8a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:24.125871 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee66b819-75e4-4df8-8731-11ec15089a1f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet 35b3b268-10fc-4be5-8d73-e4c8352fb1e2 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:25:24.168007 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96ba4b6f-604b-4ea1-9f28-f7c76635a5d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (d829a980-f002-4ff1-b509-18e891e56e2b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:24.169250 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96ba4b6f-604b-4ea1-9f28-f7c76635a5d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (d829a980-f002-4ff1-b509-18e891e56e2b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:24.185312 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee66b819-75e4-4df8-8731-11ec15089a1f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (35b3b268-10fc-4be5-8d73-e4c8352fb1e2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:24.189240 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c493498b-fcf6-4755-879d-50ee6158f528 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (d65ff91d-be7b-48cf-b9af-442078bc3ea1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:24.191336 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0afba9-99de-441f-88c2-2ed400ce91a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b774b52b-adf5-40bb-b282-27fdfa73bc8a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:24.270413 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1118c27b-2dcd-430d-9e1f-8f0f538e7208 None None] For port 34126f86-8a81-462c-b269-a84232b397af, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:25:24.280627 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1118c27b-2dcd-430d-9e1f-8f0f538e7208 None None] For port 34126f86-8a81-462c-b269-a84232b397af, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=34126f86-8a81-462c-b269-a84232b397af,segment=NetworkSegment(c1d21b30-858e-44e1-860f-2f5b2e55021f),segment_id=c1d21b30-858e-44e1-860f-2f5b2e55021f)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:25:24.282521 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee66b819-75e4-4df8-8731-11ec15089a1f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (35b3b268-10fc-4be5-8d73-e4c8352fb1e2), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:24.287702 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1118c27b-2dcd-430d-9e1f-8f0f538e7208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (34126f86-8a81-462c-b269-a84232b397af), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:24.290699 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c493498b-fcf6-4755-879d-50ee6158f528 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (d65ff91d-be7b-48cf-b9af-442078bc3ea1), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:24.297099 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c493498b-fcf6-4755-879d-50ee6158f528 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:24.297755 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c493498b-fcf6-4755-879d-50ee6158f528 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:24.394287 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 2015aaef-8718-4b14-8924-35c1c727009b up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:24.427155 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3bc84c43-e65f-443c-aac4-5f286094c261 req-68c52e51-1f39-462e-8e15-7e266b4c6530 service neutron] 10.222.0.70 "GET /v2.0/networks/ba355ad9-b534-4edd-96f7-c8f599565a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9907398 Jan 18 20:25:24.471092 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c493498b-fcf6-4755-879d-50ee6158f528 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3408115 Jan 18 20:25:24.477528 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35862) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:24.485714 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-edf4b7eb-bb8f-4147-b0fa-7dce6f70c9cf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'subnet': {'network_id': 'd65ff91d-be7b-48cf-b9af-442078bc3ea1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:24.507808 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c8eb8d-cad8-4cf2-995e-286285be86fc None None] Network 378382ac-3009-4f14-80ff-aa1e6029c8a8 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:24.520286 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b0afba9-99de-441f-88c2-2ed400ce91a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:24.532794 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7b0afba9-99de-441f-88c2-2ed400ce91a1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b774b52b-adf5-40bb-b282-27fdfa73bc8a HTTP/1.1" status: 204 len: 168 time: 1.9922395 Jan 18 20:25:24.538113 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35864) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:24.555858 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118c27b-2dcd-430d-9e1f-8f0f538e7208 None None] Pushing event updated for resources: {'Port': ['ID=34126f86-8a81-462c-b269-a84232b397af,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:24.621193 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493498b-fcf6-4755-879d-50ee6158f528 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Network': ['ID=d65ff91d-be7b-48cf-b9af-442078bc3ea1,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:24.634266 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-55dfba7f-3bc3-4c30-8414-f4123c106e2a req-5c1c6968-a3c6-43a7-839d-485ae77a0226 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/security-groups?id=6884ff19-a64f-4752-8b6d-9adf6f2b5250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5581338 Jan 18 20:25:24.651350 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network d65ff91d-be7b-48cf-b9af-442078bc3ea1 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:25:24.693518 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-092b1ce5-27c2-4e0b-8a7f-f05434053658 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (4694fdf8-69a6-4883-866d-cf84911e1e6d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:24.755349 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de047da8-4921-4d97-96bf-def806c57765 req-c03e54cc-807d-4c47-8c71-554c50cf184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:24.756995 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-de047da8-4921-4d97-96bf-def806c57765 req-c03e54cc-807d-4c47-8c71-554c50cf184a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=823a89669aba4a1ca250f17180b6d997&device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 1094 time: 0.2027197 Jan 18 20:25:24.761371 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee66b819-75e4-4df8-8731-11ec15089a1f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (35b3b268-10fc-4be5-8d73-e4c8352fb1e2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:24.856895 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf4b7eb-bb8f-4147-b0fa-7dce6f70c9cf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:24.860791 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-edf4b7eb-bb8f-4147-b0fa-7dce6f70c9cf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:24.876728 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 2015aaef-8718-4b14-8924-35c1c727009b completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:25:24.884027 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 2015aaef-8718-4b14-8924-35c1c727009b triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:24.884407 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2015aaef-8718-4b14-8924-35c1c727009b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:24.895478 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f225d28-b76f-407c-8d87-67328779fcad None None] DHCP port deletion for 378382ac-3009-4f14-80ff-aa1e6029c8a8 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:25:24.908830 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96ba4b6f-604b-4ea1-9f28-f7c76635a5d6 admin admin] Publish callbacks [] for router_controller (d829a980-f002-4ff1-b509-18e891e56e2b), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:24.934005 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba9c76-0d1e-4c16-bd49-6e8b8549ffd1 req-46d79d85-14cd-49b7-9b79-3d44cdb72c37 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:24.946669 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-49ba9c76-0d1e-4c16-bd49-6e8b8549ffd1 req-46d79d85-14cd-49b7-9b79-3d44cdb72c37 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bef97fa-0b03-4835-953a-37e79c904ea1 HTTP/1.1" status: 200 len: 944 time: 0.7005305 Jan 18 20:25:24.991413 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee66b819-75e4-4df8-8731-11ec15089a1f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (35b3b268-10fc-4be5-8d73-e4c8352fb1e2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:24.994599 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.ipam_backend_mixin [None req-edf4b7eb-bb8f-4147-b0fa-7dce6f70c9cf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Performing IP validity checks on allocation pools {{(pid=103335) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 18 20:25:24.998265 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.ipam_backend_mixin [None req-edf4b7eb-bb8f-4147-b0fa-7dce6f70c9cf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103335) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 18 20:25:25.067827 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66b819-75e4-4df8-8731-11ec15089a1f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=35b3b268-10fc-4be5-8d73-e4c8352fb1e2,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:25.075214 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee66b819-75e4-4df8-8731-11ec15089a1f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:25.078611 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ee66b819-75e4-4df8-8731-11ec15089a1f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/35b3b268-10fc-4be5-8d73-e4c8352fb1e2 HTTP/1.1" status: 204 len: 168 time: 1.6115868 Jan 18 20:25:25.082499 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35866) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:25.086545 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d881ad-91fa-40dd-b8ee-c0a3c8f707e5 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:25.126892 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de047da8-4921-4d97-96bf-def806c57765 req-f805b573-cacb-49be-a82e-1aaeb72bbe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:25.128378 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-de047da8-4921-4d97-96bf-def806c57765 req-f805b573-cacb-49be-a82e-1aaeb72bbe84 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ba355ad9-b534-4edd-96f7-c8f599565a2d HTTP/1.1" status: 200 len: 914 time: 0.3431933 Jan 18 20:25:25.131338 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5c5063a9-7f3b-440a-9ae8-36a08ac0dd27 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478177 Jan 18 20:25:25.134888 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35868) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:25.177507 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 2015aaef-8718-4b14-8924-35c1c727009b is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:25.177922 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2015aaef-8718-4b14-8924-35c1c727009b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:25.221101 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-de047da8-4921-4d97-96bf-def806c57765 req-f3c6402b-d054-496d-bba1-6049b84c4a4c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef402ab9-2794-4d83-a267-a0bd03e0340d HTTP/1.1" status: 200 len: 217 time: 0.0757747 Jan 18 20:25:25.280789 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 2015aaef-8718-4b14-8924-35c1c727009b, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=2015aaef-8718-4b14-8924-35c1c727009b,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:25.305622 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bef97fa-0b03-4835-953a-37e79c904ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2015aaef-8718-4b14-8924-35c1c727009b'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:25:25.305622 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae88f95-706f-4035-9611-e3d5b47d6767" -d '{"events": [{"server_uuid": "5bef97fa-0b03-4835-953a-37e79c904ea1", "name": "network-vif-plugged", "status": "completed", "tag": "2015aaef-8718-4b14-8924-35c1c727009b"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:25:25.324655 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2aa8afb6-042d-4977-a3e5-cbf120effd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (378382ac-3009-4f14-80ff-aa1e6029c8a8), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:25.334896 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (2015aaef-8718-4b14-8924-35c1c727009b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:25.461351 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d0c4d6-3c39-44fe-a776-bba066af2eb3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:25.466965 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e2d0c4d6-3c39-44fe-a776-bba066af2eb3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3302217 Jan 18 20:25:25.479382 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35882) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:25.493532 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e3e7fa-61bb-4435-b88f-f63e19c0b9d5 x-openstack-request-id: req-e8e3e7fa-61bb-4435-b88f-f63e19c0b9d5 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:25:25.494144 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bef97fa-0b03-4835-953a-37e79c904ea1", "name": "network-vif-plugged", "status": "completed", "tag": "2015aaef-8718-4b14-8924-35c1c727009b", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:25:25.496312 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8e3e7fa-61bb-4435-b88f-f63e19c0b9d5 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:25:25.496945 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bef97fa-0b03-4835-953a-37e79c904ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2015aaef-8718-4b14-8924-35c1c727009b', 'code': 200} Jan 18 20:25:25.545816 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=2015aaef-8718-4b14-8924-35c1c727009b,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:25.572021 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092b1ce5-27c2-4e0b-8a7f-f05434053658 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Router 4694fdf8-69a6-4883-866d-cf84911e1e6d has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:25:25.631527 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-27ac8b7d-8af3-435f-94ba-279276152858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:25.637316 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de047da8-4921-4d97-96bf-def806c57765 req-9d0d2130-1414-45c3-975d-dfe33fa98698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:25.641593 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-de047da8-4921-4d97-96bf-def806c57765 req-9d0d2130-1414-45c3-975d-dfe33fa98698 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6050b78-f460-4028-811c-57bb560e336d HTTP/1.1" status: 200 len: 852 time: 0.3637402 Jan 18 20:25:25.677479 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac857f9a-63d1-48b7-b637-1974e5e0055b None None] DHCP port deletion for c68ada5d-da8a-41c6-813a-b53f9c35e893 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:25:25.735361 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886cfc5-956e-4d6e-b5a9-8c71d0ceb401 req-4ead7846-c7b7-4e3c-b11e-dc350a0fa8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:25.740376 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9886cfc5-956e-4d6e-b5a9-8c71d0ceb401 req-4ead7846-c7b7-4e3c-b11e-dc350a0fa8d8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5bef97fa-0b03-4835-953a-37e79c904ea1 HTTP/1.1" status: 200 len: 1096 time: 0.2621520 Jan 18 20:25:25.742802 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-edf4b7eb-bb8f-4147-b0fa-7dce6f70c9cf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (80d6825f-651a-482d-9985-fbde2201ac0a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:25.833569 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ac857f9a-63d1-48b7-b637-1974e5e0055b None None] Deleting port ea81d5ff-9506-4667-99de-2c4f4a8c6d66 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:25.833569 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ac857f9a-63d1-48b7-b637-1974e5e0055b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ea81d5ff-9506-4667-99de-2c4f4a8c6d66), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:25.883361 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96ba4b6f-604b-4ea1-9f28-f7c76635a5d6 admin admin] Publish callbacks [] for router_gateway (d829a980-f002-4ff1-b509-18e891e56e2b), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:25.884138 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e5074c-66c0-4b35-b7b1-17b15ced7c47 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:25.891995 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e2e5074c-66c0-4b35-b7b1-17b15ced7c47 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4112775 Jan 18 20:25:25.912024 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-49ba9c76-0d1e-4c16-bd49-6e8b8549ffd1 req-43092278-d937-4ddb-8da1-3f0a0a99b34d tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9606934 Jan 18 20:25:25.924062 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35896) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:25.947321 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ac857f9a-63d1-48b7-b637-1974e5e0055b None None] For port ea81d5ff-9506-4667-99de-2c4f4a8c6d66, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ea81d5ff-9506-4667-99de-2c4f4a8c6d66,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:25.947725 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ac857f9a-63d1-48b7-b637-1974e5e0055b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ea81d5ff-9506-4667-99de-2c4f4a8c6d66), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:25.967029 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ac857f9a-63d1-48b7-b637-1974e5e0055b None None] Calling delete_port for ea81d5ff-9506-4667-99de-2c4f4a8c6d66 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:26.016518 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4b7eb-bb8f-4147-b0fa-7dce6f70c9cf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Subnet': ['ID=80d6825f-651a-482d-9985-fbde2201ac0a,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:26.026073 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de047da8-4921-4d97-96bf-def806c57765 req-061bcdc1-4d19-4dff-be8f-7d82ba5c26e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:26.032104 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-de047da8-4921-4d97-96bf-def806c57765 req-061bcdc1-4d19-4dff-be8f-7d82ba5c26e6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ba355ad9-b534-4edd-96f7-c8f599565a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3633618 Jan 18 20:25:26.040795 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9886cfc5-956e-4d6e-b5a9-8c71d0ceb401 req-f72a530d-0b55-4c13-a4d2-1a1b5e3bb279 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812603 Jan 18 20:25:26.111904 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092b1ce5-27c2-4e0b-8a7f-f05434053658 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:25:26.128838 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eee6295-1744-4918-b760-9390e3fb3b35 None None] Sync routers for ids ['4694fdf8-69a6-4883-866d-cf84911e1e6d'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:25:26.129589 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf4b7eb-bb8f-4147-b0fa-7dce6f70c9cf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Checking segment: {'id': 'fb684aae-b382-4077-877c-ee19022b7226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd65ff91d-be7b-48cf-b9af-442078bc3ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:25:26.129992 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf4b7eb-bb8f-4147-b0fa-7dce6f70c9cf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network hostable DHCP agents. Network: d65ff91d-be7b-48cf-b9af-442078bc3ea1, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:25:26.146189 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-092b1ce5-27c2-4e0b-8a7f-f05434053658 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "PUT /v2.0/routers/4694fdf8-69a6-4883-866d-cf84911e1e6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0843129 Jan 18 20:25:26.153414 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eee6295-1744-4918-b760-9390e3fb3b35 None None] Routers {'4694fdf8-69a6-4883-866d-cf84911e1e6d'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:25:26.154116 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1eee6295-1744-4918-b760-9390e3fb3b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:24:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['4694fdf8-69a6-4883-866d-cf84911e1e6d'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:26.160697 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35902) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:26.175009 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-93495337-d953-4693-9368-d100f5eb82ba tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2443519 Jan 18 20:25:26.212766 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1eee6295-1744-4918-b760-9390e3fb3b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:26.223000 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eee6295-1744-4918-b760-9390e3fb3b35 None None] Routers {'4694fdf8-69a6-4883-866d-cf84911e1e6d'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:25:26.223401 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35904) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:26.223630 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1eee6295-1744-4918-b760-9390e3fb3b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:24:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['4694fdf8-69a6-4883-866d-cf84911e1e6d'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:26.225467 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ac857f9a-63d1-48b7-b637-1974e5e0055b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (ea81d5ff-9506-4667-99de-2c4f4a8c6d66), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:26.241427 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-71b1fc12-8e8d-4839-bc3d-636aad25a0f7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:26.288598 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1eee6295-1744-4918-b760-9390e3fb3b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:26.289272 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eee6295-1744-4918-b760-9390e3fb3b35 None None] The sync data for ids ['4694fdf8-69a6-4883-866d-cf84911e1e6d'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:25:26.306012 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac857f9a-63d1-48b7-b637-1974e5e0055b None None] No DVR routers for this DVR port ea81d5ff-9506-4667-99de-2c4f4a8c6d66 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:25:26.313296 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f86d492-b4ee-4feb-b545-649732fe523f tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] GET failed (client error): The resource could not be found. Jan 18 20:25:26.328912 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7f86d492-b4ee-4feb-b545-649732fe523f tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "GET /v2.0/ports/2d68f222-37bb-41e4-ac58-91f13020de2a HTTP/1.1" status: 404 len: 333 time: 0.1640637 Jan 18 20:25:26.329956 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35906) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:26.341198 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92e74d8-b1fd-4b4e-b35e-7c32f7180683 None None] Network 430c56bd-8290-45d6-ab68-26d11179c94e requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:26.383019 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2aa8afb6-042d-4977-a3e5-cbf120effd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (378382ac-3009-4f14-80ff-aa1e6029c8a8), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:26.422492 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac857f9a-63d1-48b7-b637-1974e5e0055b None None] Pushing event deleted for resources: {'Port': ['ID=ea81d5ff-9506-4667-99de-2c4f4a8c6d66,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:26.450374 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bd9cc-f862-4a3c-9f29-dd9b5fdfac84 req-5d303009-8463-4814-a892-763afc4bcc9e tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:26.459047 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-966bd9cc-f862-4a3c-9f29-dd9b5fdfac84 req-5d303009-8463-4814-a892-763afc4bcc9e tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 943 time: 0.6049981 Jan 18 20:25:26.467334 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b1fc12-8e8d-4839-bc3d-636aad25a0f7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:26.470944 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-71b1fc12-8e8d-4839-bc3d-636aad25a0f7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:26.477588 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf4b7eb-bb8f-4147-b0fa-7dce6f70c9cf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network d65ff91d-be7b-48cf-b9af-442078bc3ea1 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:25:26.487784 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 34126f86-8a81-462c-b269-a84232b397af up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:26.507160 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-2aa8afb6-042d-4977-a3e5-cbf120effd3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378382ac-3009-4f14-80ff-aa1e6029c8a8']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:26.523575 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fbea02e5-0885-443c-ae51-51d72088cfe2 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for router (4694fdf8-69a6-4883-866d-cf84911e1e6d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:26.560481 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-923dd0a6-a8b3-4ee0-9001-3e27e08ef04d None None] Provisioning complete for port 34126f86-8a81-462c-b269-a84232b397af triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:26.560951 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-923dd0a6-a8b3-4ee0-9001-3e27e08ef04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (34126f86-8a81-462c-b269-a84232b397af), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:26.586866 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-2aa8afb6-042d-4977-a3e5-cbf120effd3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f828785-ca91-4d11-b039-822dc9c7dbad') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:26.587407 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-2aa8afb6-042d-4977-a3e5-cbf120effd3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f828785-ca91-4d11-b039-822dc9c7dbad') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:26.606795 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-edf4b7eb-bb8f-4147-b0fa-7dce6f70c9cf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, d65ff91d-be7b-48cf-b9af-442078bc3ea1) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:26.635490 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2aa8afb6-042d-4977-a3e5-cbf120effd3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (0f828785-ca91-4d11-b039-822dc9c7dbad), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:26.642964 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-de047da8-4921-4d97-96bf-def806c57765 req-0998a9a7-1e4b-436d-828f-f2e8f7dc3eb1 service neutron] 10.222.0.70 "GET /v2.0/networks/ba355ad9-b534-4edd-96f7-c8f599565a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6006808 Jan 18 20:25:26.676638 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d858c692-1667-4aa4-ae17-cec8a9072c44 None None] Network d65ff91d-be7b-48cf-b9af-442078bc3ea1 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:26.677668 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf4b7eb-bb8f-4147-b0fa-7dce6f70c9cf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:26.678079 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-edf4b7eb-bb8f-4147-b0fa-7dce6f70c9cf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:26.691907 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2aa8afb6-042d-4977-a3e5-cbf120effd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (0f828785-ca91-4d11-b039-822dc9c7dbad), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:26.718485 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa8afb6-042d-4977-a3e5-cbf120effd3d admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:25:26.719230 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2aa8afb6-042d-4977-a3e5-cbf120effd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (0f828785-ca91-4d11-b039-822dc9c7dbad), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:25:26.721889 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:25:26.794214 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-966bd9cc-f862-4a3c-9f29-dd9b5fdfac84 req-2ad4f8d9-3355-47d2-afeb-4023ba5231f0 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/security-groups?id=6884ff19-a64f-4752-8b6d-9adf6f2b5250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3339961 Jan 18 20:25:26.851803 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fbea02e5-0885-443c-ae51-51d72088cfe2 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (4694fdf8-69a6-4883-866d-cf84911e1e6d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:26.854595 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fbea02e5-0885-443c-ae51-51d72088cfe2 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for router_controller (4694fdf8-69a6-4883-866d-cf84911e1e6d), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:26.897296 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2aa8afb6-042d-4977-a3e5-cbf120effd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (378382ac-3009-4f14-80ff-aa1e6029c8a8), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:26.959937 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-edf4b7eb-bb8f-4147-b0fa-7dce6f70c9cf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4809783 Jan 18 20:25:26.978347 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fbea02e5-0885-443c-ae51-51d72088cfe2 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (4694fdf8-69a6-4883-866d-cf84911e1e6d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:26.978984 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbea02e5-0885-443c-ae51-51d72088cfe2 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Fanout notify agent at l3_agent the message router_deleted on router 4694fdf8-69a6-4883-866d-cf84911e1e6d {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:25:26.986396 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2aa8afb6-042d-4977-a3e5-cbf120effd3d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:26.988121 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35910) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:26.999080 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-a0df674d-6952-485b-b218-7f053cca89a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'port': {'network_id': 'd65ff91d-be7b-48cf-b9af-442078bc3ea1', 'name': 'tempest-PortsIpV6TestJSON-1699381523'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:27.003618 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2aa8afb6-042d-4977-a3e5-cbf120effd3d admin admin] 10.222.0.31 "DELETE /v2.0/networks/378382ac-3009-4f14-80ff-aa1e6029c8a8 HTTP/1.1" status: 204 len: 168 time: 2.4620092 Jan 18 20:25:27.009600 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fbea02e5-0885-443c-ae51-51d72088cfe2 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:27.013375 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fbea02e5-0885-443c-ae51-51d72088cfe2 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/routers/4694fdf8-69a6-4883-866d-cf84911e1e6d HTTP/1.1" status: 204 len: 168 time: 0.6803067 Jan 18 20:25:27.014011 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35914) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:27.161096 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-de047da8-4921-4d97-96bf-def806c57765 req-d71424f3-bca3-478b-9b8f-b1f38cea11e8 service neutron] 10.222.0.70 "GET /v2.0/networks/ba355ad9-b534-4edd-96f7-c8f599565a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991922 Jan 18 20:25:27.244380 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8afb6-042d-4977-a3e5-cbf120effd3d admin admin] Pushing event deleted for resources: {'Network': ['ID=378382ac-3009-4f14-80ff-aa1e6029c8a8,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:27.255194 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35918) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:27.332908 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9afbe5e-5882-4d96-804a-03ff95e1dd40 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting subnet 14c4e313-db32-41cb-bfb9-8a1a6de2351b {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:25:27.345445 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e9afbe5e-5882-4d96-804a-03ff95e1dd40 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for subnet (14c4e313-db32-41cb-bfb9-8a1a6de2351b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:27.348744 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 34126f86-8a81-462c-b269-a84232b397af triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:27.349268 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (34126f86-8a81-462c-b269-a84232b397af), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:27.413223 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6f44a3-1477-47dc-862c-822942b50240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-d65ff91d-be7b-48cf-b9af-442078bc3ea1', 'network_id': 'd65ff91d-be7b-48cf-b9af-442078bc3ea1', 'project_id': '5675e927592b43369fffe392229d1a22', 'fixed_ips': [{'subnet_id': '80d6825f-651a-482d-9985-fbde2201ac0a'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:25:27.414254 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bb6f44a3-1477-47dc-862c-822942b50240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:27.449227 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e9afbe5e-5882-4d96-804a-03ff95e1dd40 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (14c4e313-db32-41cb-bfb9-8a1a6de2351b), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:27.452762 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0df674d-6952-485b-b218-7f053cca89a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:27.456418 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0df674d-6952-485b-b218-7f053cca89a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:27.536873 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-a0df674d-6952-485b-b218-7f053cca89a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] device_id is not set on port 89c03f61-76d4-4fa5-80aa-bf59161650a2 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:25:27.646556 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-923dd0a6-a8b3-4ee0-9001-3e27e08ef04d None None] Current status of the port 34126f86-8a81-462c-b269-a84232b397af is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:27.646961 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-923dd0a6-a8b3-4ee0-9001-3e27e08ef04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (34126f86-8a81-462c-b269-a84232b397af), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:27.754955 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-a0df674d-6952-485b-b218-7f053cca89a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Allocated IP 2001:db8::3d7 (d65ff91d-be7b-48cf-b9af-442078bc3ea1/80d6825f-651a-482d-9985-fbde2201ac0a/89c03f61-76d4-4fa5-80aa-bf59161650a2) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:27.764981 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96ba4b6f-604b-4ea1-9f28-f7c76635a5d6 admin admin] Publish callbacks [] for router_gateway (d829a980-f002-4ff1-b509-18e891e56e2b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:27.806205 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-923dd0a6-a8b3-4ee0-9001-3e27e08ef04d None None] For port 34126f86-8a81-462c-b269-a84232b397af, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=34126f86-8a81-462c-b269-a84232b397af,segment=NetworkSegment(c1d21b30-858e-44e1-860f-2f5b2e55021f),segment_id=c1d21b30-858e-44e1-860f-2f5b2e55021f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:27.824888 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e9afbe5e-5882-4d96-804a-03ff95e1dd40 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (14c4e313-db32-41cb-bfb9-8a1a6de2351b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:27.857348 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-923dd0a6-a8b3-4ee0-9001-3e27e08ef04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (34126f86-8a81-462c-b269-a84232b397af), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:27.860738 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 34126f86-8a81-462c-b269-a84232b397af is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:27.861458 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (34126f86-8a81-462c-b269-a84232b397af), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:27.883527 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b8555-59d5-4fc2-8a0e-2f4434e1f9f7 req-65b47939-199a-4ca2-ae5a-a72a323380c7 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:27.885117 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7f0b8555-59d5-4fc2-8a0e-2f4434e1f9f7 req-65b47939-199a-4ca2-ae5a-a72a323380c7 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bef97fa-0b03-4835-953a-37e79c904ea1 HTTP/1.1" status: 200 len: 945 time: 0.7310510 Jan 18 20:25:27.925119 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96ba4b6f-604b-4ea1-9f28-f7c76635a5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:27.948167 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-635c9cde-86cd-4995-9dfa-af20ab87f1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:27.986141 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cbf2ac60-afa5-491e-be76-03b10efa9769 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac4ab9b0dc53486ab76d7f297ae34d71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7270882 Jan 18 20:25:28.013981 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923dd0a6-a8b3-4ee0-9001-3e27e08ef04d None None] Pushing event updated for resources: {'Port': ['ID=34126f86-8a81-462c-b269-a84232b397af,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:28.019136 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35924) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:28.023733 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dfb0be1a-f32f-4417-afb6-1581c7f8f356 None None] Provisioning complete for port 34126f86-8a81-462c-b269-a84232b397af triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:28.024147 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dfb0be1a-f32f-4417-afb6-1581c7f8f356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (34126f86-8a81-462c-b269-a84232b397af), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:28.033730 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:25:28.034085 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:25:28.089730 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0df674d-6952-485b-b218-7f053cca89a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for port (89c03f61-76d4-4fa5-80aa-bf59161650a2), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:28.147427 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0df674d-6952-485b-b218-7f053cca89a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (89c03f61-76d4-4fa5-80aa-bf59161650a2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:28.169063 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e9afbe5e-5882-4d96-804a-03ff95e1dd40 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (14c4e313-db32-41cb-bfb9-8a1a6de2351b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:28.257323 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df674d-6952-485b-b218-7f053cca89a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Port': ['ID=89c03f61-76d4-4fa5-80aa-bf59161650a2,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:28.267932 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dfb0be1a-f32f-4417-afb6-1581c7f8f356 None None] Current status of the port 34126f86-8a81-462c-b269-a84232b397af is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:28.288683 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9afbe5e-5882-4d96-804a-03ff95e1dd40 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Subnet': ['ID=14c4e313-db32-41cb-bfb9-8a1a6de2351b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:28.302306 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0df674d-6952-485b-b218-7f053cca89a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network d65ff91d-be7b-48cf-b9af-442078bc3ea1 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:28.315412 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-bb6f44a3-1477-47dc-862c-822942b50240 None None] Allocated IP 2001:db8::2 (d65ff91d-be7b-48cf-b9af-442078bc3ea1/80d6825f-651a-482d-9985-fbde2201ac0a/9bd52e93-09ba-43a1-87b6-6b2c26ef93fe) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:28.321241 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b31157-1f37-4d96-ad2a-7fde717ea72d None None] Network 49c65133-879a-43b0-a426-f3422d3007ce requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:28.322913 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e9afbe5e-5882-4d96-804a-03ff95e1dd40 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:28.330696 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e9afbe5e-5882-4d96-804a-03ff95e1dd40 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/subnets/14c4e313-db32-41cb-bfb9-8a1a6de2351b HTTP/1.1" status: 204 len: 168 time: 1.3042557 Jan 18 20:25:28.333907 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-a0df674d-6952-485b-b218-7f053cca89a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:28.343877 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0df674d-6952-485b-b218-7f053cca89a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:28.353414 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0df674d-6952-485b-b218-7f053cca89a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:28.354149 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0df674d-6952-485b-b218-7f053cca89a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:28.373493 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35926) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:28.506930 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1884d9-c1fd-4537-9b8e-129a26c5fafa req-ca134179-e63e-4f9c-8db0-e224091b3a51 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:28.508781 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-df1884d9-c1fd-4537-9b8e-129a26c5fafa req-ca134179-e63e-4f9c-8db0-e224091b3a51 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 943 time: 0.6060450 Jan 18 20:25:28.523241 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-940319c8-496c-43eb-8265-33a5f083b1ca tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (49c65133-879a-43b0-a426-f3422d3007ce), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:28.525695 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7f0b8555-59d5-4fc2-8a0e-2f4434e1f9f7 req-dbd947c5-e11f-435c-bfa9-e9d293820615 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956635 Jan 18 20:25:28.532273 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-67033d56-2601-4ff7-afb2-b57f511e8747 admin admin] Publish callbacks [] for security_group (71e66f05-64f8-46aa-8655-5c767c2a948f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:28.551661 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a0df674d-6952-485b-b218-7f053cca89a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5619991 Jan 18 20:25:28.557997 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35932) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:28.603034 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-96ba4b6f-604b-4ea1-9f28-f7c76635a5d6 admin admin] Allocated IP 172.25.4.111 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/38d15467-84f1-483e-9063-ad6c4607fe7f) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:28.629434 n-d-741529-9 neutron-server[103336]: DEBUG neutron.objects.ports [None req-71b1fc12-8e8d-4839-bc3d-636aad25a0f7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103336) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 20:25:28.636998 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b580b4a6-1256-4c32-90f1-1550ebd6c1f8 None None] DHCP port deletion for 49c65133-879a-43b0-a426-f3422d3007ce request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:25:28.640715 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bb6f44a3-1477-47dc-862c-822942b50240 None None] Publish callbacks [] for port (9bd52e93-09ba-43a1-87b6-6b2c26ef93fe), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:28.644218 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 34126f86-8a81-462c-b269-a84232b397af is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:28.655710 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-71b1fc12-8e8d-4839-bc3d-636aad25a0f7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (f0583a14-d940-4cd8-84fd-860e64375a66), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:28.676781 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bb6f44a3-1477-47dc-862c-822942b50240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (9bd52e93-09ba-43a1-87b6-6b2c26ef93fe), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:28.708071 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-67033d56-2601-4ff7-afb2-b57f511e8747 admin admin] Publish callbacks [] for security_group (71e66f05-64f8-46aa-8655-5c767c2a948f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:28.757396 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ea81d5ff-9506-4667-99de-2c4f4a8c6d66 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:25:28.794113 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-940319c8-496c-43eb-8265-33a5f083b1ca tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting port 8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:28.794459 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-940319c8-496c-43eb-8265-33a5f083b1ca tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:28.827026 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b1fc12-8e8d-4839-bc3d-636aad25a0f7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:28.845869 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-df1884d9-c1fd-4537-9b8e-129a26c5fafa req-8f5566f9-a3fa-4084-830c-b4396fd2097b tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/security-groups?id=6884ff19-a64f-4752-8b6d-9adf6f2b5250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3144071 Jan 18 20:25:28.856978 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6f44a3-1477-47dc-862c-822942b50240 None None] Network d65ff91d-be7b-48cf-b9af-442078bc3ea1 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:28.860078 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: ea81d5ff-9506-4667-99de-2c4f4a8c6d66 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:25:28.860432 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ea81d5ff-9506-4667-99de-2c4f4a8c6d66 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:25:28.863083 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f44a3-1477-47dc-862c-822942b50240 None None] Pushing event updated for resources: {'Port': ['ID=9bd52e93-09ba-43a1-87b6-6b2c26ef93fe,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:28.876665 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-bb6f44a3-1477-47dc-862c-822942b50240 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:28.882415 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6f44a3-1477-47dc-862c-822942b50240 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:28.882609 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e7856991-362c-44ef-a5e1-14d84aeec11d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting port 89c03f61-76d4-4fa5-80aa-bf59161650a2 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:28.890808 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7856991-362c-44ef-a5e1-14d84aeec11d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (89c03f61-76d4-4fa5-80aa-bf59161650a2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:28.893340 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-71b1fc12-8e8d-4839-bc3d-636aad25a0f7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:28.902636 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b1fc12-8e8d-4839-bc3d-636aad25a0f7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:28.903350 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-71b1fc12-8e8d-4839-bc3d-636aad25a0f7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:28.911224 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dfaa31-dfd5-4179-8b5b-35bf75044c4a None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:28.922456 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1fc12-8e8d-4839-bc3d-636aad25a0f7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=f0583a14-d940-4cd8-84fd-860e64375a66,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:28.935267 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1fc12-8e8d-4839-bc3d-636aad25a0f7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:28.935724 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1fc12-8e8d-4839-bc3d-636aad25a0f7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:28.936247 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1fc12-8e8d-4839-bc3d-636aad25a0f7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:28.936646 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1fc12-8e8d-4839-bc3d-636aad25a0f7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:28.937069 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1fc12-8e8d-4839-bc3d-636aad25a0f7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:28.937582 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1fc12-8e8d-4839-bc3d-636aad25a0f7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:28.938037 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1fc12-8e8d-4839-bc3d-636aad25a0f7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:28.938529 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1fc12-8e8d-4839-bc3d-636aad25a0f7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:28.941952 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-940319c8-496c-43eb-8265-33a5f083b1ca tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] For port 8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0,segment=NetworkSegment(c58bc4d6-e7a4-4d95-a2da-67976c23ab76),segment_id=c58bc4d6-e7a4-4d95-a2da-67976c23ab76)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:28.942350 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-940319c8-496c-43eb-8265-33a5f083b1ca tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:28.953494 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1fc12-8e8d-4839-bc3d-636aad25a0f7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:28.953985 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1fc12-8e8d-4839-bc3d-636aad25a0f7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:28.954522 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1fc12-8e8d-4839-bc3d-636aad25a0f7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:28.954938 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1fc12-8e8d-4839-bc3d-636aad25a0f7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:28.955462 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1fc12-8e8d-4839-bc3d-636aad25a0f7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:28.969166 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-940319c8-496c-43eb-8265-33a5f083b1ca tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Calling delete_port for 8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:28.976270 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-71b1fc12-8e8d-4839-bc3d-636aad25a0f7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.7516603 Jan 18 20:25:28.981948 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35934) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:29.004554 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-e4d185cf-e972-430f-8866-f1748bc58b48 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'port': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'mac_address': 'fa:16:3e:b9:15:c3', 'name': 'tempest-NetworksTestDHCPv6-216760826'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:29.028427 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-67033d56-2601-4ff7-afb2-b57f511e8747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (71e66f05-64f8-46aa-8655-5c767c2a948f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:29.031192 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-67033d56-2601-4ff7-afb2-b57f511e8747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:29.045179 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-67033d56-2601-4ff7-afb2-b57f511e8747 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/71e66f05-64f8-46aa-8655-5c767c2a948f HTTP/1.1" status: 204 len: 168 time: 1.0228097 Jan 18 20:25:29.065434 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b580b4a6-1256-4c32-90f1-1550ebd6c1f8 None None] Deleting port 8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:29.065863 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b580b4a6-1256-4c32-90f1-1550ebd6c1f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:29.124197 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67033d56-2601-4ff7-afb2-b57f511e8747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e66f05-64f8-46aa-8655-5c767c2a948f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:29.135743 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96ba4b6f-604b-4ea1-9f28-f7c76635a5d6 admin admin] Publish callbacks [] for port (38d15467-84f1-483e-9063-ad6c4607fe7f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:29.163442 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 34126f86-8a81-462c-b269-a84232b397af up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:29.167382 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-bb6f44a3-1477-47dc-862c-822942b50240 None None] Attempting to bind port 9bd52e93-09ba-43a1-87b6-6b2c26ef93fe on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:25:29.169983 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-bb6f44a3-1477-47dc-862c-822942b50240 None None] Attempting to bind port 9bd52e93-09ba-43a1-87b6-6b2c26ef93fe by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'fb684aae-b382-4077-877c-ee19022b7226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd65ff91d-be7b-48cf-b9af-442078bc3ea1'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:25:29.170385 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6f44a3-1477-47dc-862c-822942b50240 None None] Attempting to bind port 9bd52e93-09ba-43a1-87b6-6b2c26ef93fe on network d65ff91d-be7b-48cf-b9af-442078bc3ea1 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:25:29.194566 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6f44a3-1477-47dc-862c-822942b50240 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:25:29.194966 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6f44a3-1477-47dc-862c-822942b50240 None None] Checking segment: {'id': 'fb684aae-b382-4077-877c-ee19022b7226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd65ff91d-be7b-48cf-b9af-442078bc3ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:25:29.195371 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bb6f44a3-1477-47dc-862c-822942b50240 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:29.195767 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6f44a3-1477-47dc-862c-822942b50240 None None] Bound using segment: {'id': 'fb684aae-b382-4077-877c-ee19022b7226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd65ff91d-be7b-48cf-b9af-442078bc3ea1'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:25:29.196260 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-bb6f44a3-1477-47dc-862c-822942b50240 None None] Bound port: 9bd52e93-09ba-43a1-87b6-6b2c26ef93fe, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb684aae-b382-4077-877c-ee19022b7226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd65ff91d-be7b-48cf-b9af-442078bc3ea1'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:25:29.200954 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bb6f44a3-1477-47dc-862c-822942b50240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9bd52e93-09ba-43a1-87b6-6b2c26ef93fe), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:29.260111 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96ba4b6f-604b-4ea1-9f28-f7c76635a5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (38d15467-84f1-483e-9063-ad6c4607fe7f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:29.353336 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ba4b6f-604b-4ea1-9f28-f7c76635a5d6 admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:29.354547 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d185cf-e972-430f-8866-f1748bc58b48 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:29.380912 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-96ba4b6f-604b-4ea1-9f28-f7c76635a5d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:29.397172 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ba4b6f-604b-4ea1-9f28-f7c76635a5d6 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:29.406476 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba4b6f-604b-4ea1-9f28-f7c76635a5d6 admin admin] Pushing event updated for resources: {'Port': ['ID=38d15467-84f1-483e-9063-ad6c4607fe7f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:29.571649 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d57041-d7e1-4f53-b5a7-c51603fc05b3 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:25:29.666732 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:29.775391 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4d185cf-e972-430f-8866-f1748bc58b48 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:29.786975 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7856991-362c-44ef-a5e1-14d84aeec11d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (89c03f61-76d4-4fa5-80aa-bf59161650a2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:29.802155 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e7856991-362c-44ef-a5e1-14d84aeec11d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Calling delete_port for 89c03f61-76d4-4fa5-80aa-bf59161650a2 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:29.814335 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-bb6f44a3-1477-47dc-862c-822942b50240 None None] For port 9bd52e93-09ba-43a1-87b6-6b2c26ef93fe, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:25:29.822305 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-bb6f44a3-1477-47dc-862c-822942b50240 None None] For port 9bd52e93-09ba-43a1-87b6-6b2c26ef93fe, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9bd52e93-09ba-43a1-87b6-6b2c26ef93fe,segment=NetworkSegment(fb684aae-b382-4077-877c-ee19022b7226),segment_id=fb684aae-b382-4077-877c-ee19022b7226)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:25:29.866751 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b580b4a6-1256-4c32-90f1-1550ebd6c1f8 None None] For port 8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0,segment=NetworkSegment(c58bc4d6-e7a4-4d95-a2da-67976c23ab76),segment_id=c58bc4d6-e7a4-4d95-a2da-67976c23ab76)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:29.867237 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b580b4a6-1256-4c32-90f1-1550ebd6c1f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:29.868422 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-e4d185cf-e972-430f-8866-f1748bc58b48 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] device_id is not set on port 6c854cc5-8b3e-433d-a14c-0372e33f4f78 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:25:29.911065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbda2513-e8d3-4f05-b4d6-d02ac7a236dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-c68ada5d-da8a-41c6-813a-b53f9c35e893', 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'fixed_ips': [{'subnet_id': 'f0583a14-d940-4cd8-84fd-860e64375a66'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:25:29.916655 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cbda2513-e8d3-4f05-b4d6-d02ac7a236dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:30.021002 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02107e31-743e-4121-805b-5191f96172b2 req-7108a9ba-bf35-4b2c-a03b-de49d6a2ca76 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:30.028846 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-02107e31-743e-4121-805b-5191f96172b2 req-7108a9ba-bf35-4b2c-a03b-de49d6a2ca76 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bef97fa-0b03-4835-953a-37e79c904ea1 HTTP/1.1" status: 200 len: 945 time: 0.2703822 Jan 18 20:25:30.067998 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7856991-362c-44ef-a5e1-14d84aeec11d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (89c03f61-76d4-4fa5-80aa-bf59161650a2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:30.096991 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bb6f44a3-1477-47dc-862c-822942b50240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9bd52e93-09ba-43a1-87b6-6b2c26ef93fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:30.119554 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b580b4a6-1256-4c32-90f1-1550ebd6c1f8 None None] Calling delete_port for 8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:30.129581 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7856991-362c-44ef-a5e1-14d84aeec11d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Port': ['ID=89c03f61-76d4-4fa5-80aa-bf59161650a2,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:30.167586 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7856991-362c-44ef-a5e1-14d84aeec11d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:30.175408 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e7856991-362c-44ef-a5e1-14d84aeec11d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/ports/89c03f61-76d4-4fa5-80aa-bf59161650a2 HTTP/1.1" status: 204 len: 168 time: 1.6090989 Jan 18 20:25:30.175742 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35958) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:30.187137 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-940319c8-496c-43eb-8265-33a5f083b1ca tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:30.220050 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-c51a3cd6-0c97-48cc-aa62-9a4cbd7232af tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] DELETE failed (client error): The resource could not be found. Jan 18 20:25:30.220679 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c51a3cd6-0c97-48cc-aa62-9a4cbd7232af tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:25:30.226485 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c51a3cd6-0c97-48cc-aa62-9a4cbd7232af tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/ports/89c03f61-76d4-4fa5-80aa-bf59161650a2 HTTP/1.1" status: 404 len: 333 time: 0.0471649 Jan 18 20:25:30.244489 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35962) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:30.264304 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940319c8-496c-43eb-8265-33a5f083b1ca tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Port': ['ID=8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:30.267315 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940319c8-496c-43eb-8265-33a5f083b1ca tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] No DVR routers for this DVR port 8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:25:30.290357 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c5ffa5-cd1f-43fd-828b-7b87c86180b8 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] GET failed (client error): The resource could not be found. Jan 18 20:25:30.294529 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-65c5ffa5-cd1f-43fd-828b-7b87c86180b8 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "GET /v2.0/ports/89c03f61-76d4-4fa5-80aa-bf59161650a2 HTTP/1.1" status: 404 len: 333 time: 0.0458148 Jan 18 20:25:30.312022 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35966) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:30.367304 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b580b4a6-1256-4c32-90f1-1550ebd6c1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:30.388372 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f44a3-1477-47dc-862c-822942b50240 None None] Pushing event updated for resources: {'Port': ['ID=9bd52e93-09ba-43a1-87b6-6b2c26ef93fe,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:30.400979 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-02107e31-743e-4121-805b-5191f96172b2 req-a10b9251-cfa2-4c86-ad5a-fd98e0ed9fd9 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711822 Jan 18 20:25:30.444912 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-940319c8-496c-43eb-8265-33a5f083b1ca tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (49c65133-879a-43b0-a426-f3422d3007ce), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:30.449054 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c2055-1119-4116-8c5e-8d3b1efe8e65 req-b7a22ec9-5e25-4218-ae2f-cfb74aebc008 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:30.451297 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-dafc0df6-b53e-4504-a66f-7aacc5cd5991 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting subnet 80d6825f-651a-482d-9985-fbde2201ac0a {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:25:30.461959 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dafc0df6-b53e-4504-a66f-7aacc5cd5991 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for subnet (80d6825f-651a-482d-9985-fbde2201ac0a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:30.468245 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b580b4a6-1256-4c32-90f1-1550ebd6c1f8 None None] No DVR routers for this DVR port 8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:25:30.474063 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-467c2055-1119-4116-8c5e-8d3b1efe8e65 req-b7a22ec9-5e25-4218-ae2f-cfb74aebc008 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 943 time: 0.4766595 Jan 18 20:25:30.483864 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580b4a6-1256-4c32-90f1-1550ebd6c1f8 None None] Pushing event deleted for resources: {'Port': ['ID=8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:30.529863 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 34126f86-8a81-462c-b269-a84232b397af triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:30.530575 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (34126f86-8a81-462c-b269-a84232b397af), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:30.531891 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-940319c8-496c-43eb-8265-33a5f083b1ca tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c65133-879a-43b0-a426-f3422d3007ce']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:30.533289 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-418222a3-47d2-4183-9c56-333b36c90e02 None None] Provisioning complete for port 38d15467-84f1-483e-9063-ad6c4607fe7f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:30.533866 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-418222a3-47d2-4183-9c56-333b36c90e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (38d15467-84f1-483e-9063-ad6c4607fe7f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:30.551831 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-940319c8-496c-43eb-8265-33a5f083b1ca tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58bc4d6-e7a4-4d95-a2da-67976c23ab76') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:30.552131 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-940319c8-496c-43eb-8265-33a5f083b1ca tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58bc4d6-e7a4-4d95-a2da-67976c23ab76') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:30.576464 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dafc0df6-b53e-4504-a66f-7aacc5cd5991 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (80d6825f-651a-482d-9985-fbde2201ac0a), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:30.578508 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-e4d185cf-e972-430f-8866-f1748bc58b48 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 2001:db8::f816:3eff:feb9:15c3 (c68ada5d-da8a-41c6-813a-b53f9c35e893/f0583a14-d940-4cd8-84fd-860e64375a66/6c854cc5-8b3e-433d-a14c-0372e33f4f78) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:30.580248 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-940319c8-496c-43eb-8265-33a5f083b1ca tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (c58bc4d6-e7a4-4d95-a2da-67976c23ab76), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:30.584268 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96ba4b6f-604b-4ea1-9f28-f7c76635a5d6 admin admin] Publish callbacks [] for router_gateway (d829a980-f002-4ff1-b509-18e891e56e2b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:30.594521 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:30.624675 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-418222a3-47d2-4183-9c56-333b36c90e02 None None] Port 38d15467-84f1-483e-9063-ad6c4607fe7f cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:25:30.632064 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-940319c8-496c-43eb-8265-33a5f083b1ca tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (c58bc4d6-e7a4-4d95-a2da-67976c23ab76), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:30.645064 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-940319c8-496c-43eb-8265-33a5f083b1ca tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:25:30.645473 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-940319c8-496c-43eb-8265-33a5f083b1ca tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (c58bc4d6-e7a4-4d95-a2da-67976c23ab76), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:25:30.648558 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:25:30.652222 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:25:30.652222 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:25:30.652222 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:25:30.652222 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:25:30.652222 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:25:30.725815 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 34126f86-8a81-462c-b269-a84232b397af is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:30.876891 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:25:30.884611 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dafc0df6-b53e-4504-a66f-7aacc5cd5991 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (80d6825f-651a-482d-9985-fbde2201ac0a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:30.896612 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-940319c8-496c-43eb-8265-33a5f083b1ca tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (49c65133-879a-43b0-a426-f3422d3007ce), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:30.948893 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-940319c8-496c-43eb-8265-33a5f083b1ca tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:30.953566 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-940319c8-496c-43eb-8265-33a5f083b1ca tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/networks/49c65133-879a-43b0-a426-f3422d3007ce HTTP/1.1" status: 204 len: 168 time: 2.5786479 Jan 18 20:25:30.981438 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:25:30.981830 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8102a4d5-a00c-4fc7-af0a-802b1a7d1bb0 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:25:31.007396 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940319c8-496c-43eb-8265-33a5f083b1ca tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Network': ['ID=49c65133-879a-43b0-a426-f3422d3007ce,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:31.011475 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-467c2055-1119-4116-8c5e-8d3b1efe8e65 req-d066a918-d6ec-496a-8b41-da851157420c tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/security-groups?id=6884ff19-a64f-4752-8b6d-9adf6f2b5250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5309017 Jan 18 20:25:31.055289 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35982) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:31.103832 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dafc0df6-b53e-4504-a66f-7aacc5cd5991 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (80d6825f-651a-482d-9985-fbde2201ac0a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:31.158677 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc0df6-b53e-4504-a66f-7aacc5cd5991 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Subnet': ['ID=80d6825f-651a-482d-9985-fbde2201ac0a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:31.164339 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dafc0df6-b53e-4504-a66f-7aacc5cd5991 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:31.172430 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-dafc0df6-b53e-4504-a66f-7aacc5cd5991 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/subnets/80d6825f-651a-482d-9985-fbde2201ac0a HTTP/1.1" status: 204 len: 168 time: 0.8588197 Jan 18 20:25:31.173233 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35984) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:31.249461 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9bd52e93-09ba-43a1-87b6-6b2c26ef93fe up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:31.286935 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55885d3e-0856-4da9-a321-590239bb807b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:31.288342 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-55885d3e-0856-4da9-a321-590239bb807b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "GET /v2.0/ports/a1a74289-7681-4f03-ae7c-6380a02b194d HTTP/1.1" status: 200 len: 841 time: 0.2205124 Jan 18 20:25:31.298429 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35994) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:31.381385 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 9bd52e93-09ba-43a1-87b6-6b2c26ef93fe triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:31.381841 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9bd52e93-09ba-43a1-87b6-6b2c26ef93fe), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:31.407764 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12256d76-fc81-4cef-b725-5ad03f5af69a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (d65ff91d-be7b-48cf-b9af-442078bc3ea1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:31.554702 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 9bd52e93-09ba-43a1-87b6-6b2c26ef93fe is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:31.555375 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9bd52e93-09ba-43a1-87b6-6b2c26ef93fe), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:31.558624 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-12256d76-fc81-4cef-b725-5ad03f5af69a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting port 9bd52e93-09ba-43a1-87b6-6b2c26ef93fe {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:31.558989 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12256d76-fc81-4cef-b725-5ad03f5af69a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (9bd52e93-09ba-43a1-87b6-6b2c26ef93fe), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:31.615584 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 9bd52e93-09ba-43a1-87b6-6b2c26ef93fe, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9bd52e93-09ba-43a1-87b6-6b2c26ef93fe,segment=NetworkSegment(fb684aae-b382-4077-877c-ee19022b7226),segment_id=fb684aae-b382-4077-877c-ee19022b7226)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:31.626778 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9bd52e93-09ba-43a1-87b6-6b2c26ef93fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:31.759597 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-12256d76-fc81-4cef-b725-5ad03f5af69a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] For port 9bd52e93-09ba-43a1-87b6-6b2c26ef93fe, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9bd52e93-09ba-43a1-87b6-6b2c26ef93fe,segment=NetworkSegment(fb684aae-b382-4077-877c-ee19022b7226),segment_id=fb684aae-b382-4077-877c-ee19022b7226)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:31.760272 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12256d76-fc81-4cef-b725-5ad03f5af69a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (9bd52e93-09ba-43a1-87b6-6b2c26ef93fe), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:31.768068 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=9bd52e93-09ba-43a1-87b6-6b2c26ef93fe,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:31.817789 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-12256d76-fc81-4cef-b725-5ad03f5af69a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Calling delete_port for 9bd52e93-09ba-43a1-87b6-6b2c26ef93fe owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:31.828781 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:31.988697 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12256d76-fc81-4cef-b725-5ad03f5af69a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (9bd52e93-09ba-43a1-87b6-6b2c26ef93fe), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:32.067553 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12256d76-fc81-4cef-b725-5ad03f5af69a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Port': ['ID=9bd52e93-09ba-43a1-87b6-6b2c26ef93fe,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:32.089650 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12256d76-fc81-4cef-b725-5ad03f5af69a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] No DVR routers for this DVR port 9bd52e93-09ba-43a1-87b6-6b2c26ef93fe on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:25:32.179121 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:25:32.286146 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-31d4fa71-4d76-47d6-bf63-807dcac4efae req-9db34662-0153-4a85-a3db-011f4b77b418 tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=1237dafe-0648-4d99-81dc-6278f9c53508 HTTP/1.1" status: 200 len: 210 time: 0.1562333 Jan 18 20:25:32.318455 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2be81e4e-212a-4551-82e3-34598db4b7cd tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "GET /v2.0/ports/a1a74289-7681-4f03-ae7c-6380a02b194d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 1.0188770 Jan 18 20:25:32.363615 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36018) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:32.373145 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12256d76-fc81-4cef-b725-5ad03f5af69a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (d65ff91d-be7b-48cf-b9af-442078bc3ea1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:32.375691 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-044b7a6d-4f04-4e87-8186-553a50731b08 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'subnet': {'network_id': 'febaf15b-5046-47b7-b6d8-f2693dbad764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:32.496705 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-12256d76-fc81-4cef-b725-5ad03f5af69a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d65ff91d-be7b-48cf-b9af-442078bc3ea1']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:32.498101 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e64f2a-c337-4a1f-82a7-62b98f9b26c4 None None] Network d65ff91d-be7b-48cf-b9af-442078bc3ea1 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:32.527031 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-12256d76-fc81-4cef-b725-5ad03f5af69a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb684aae-b382-4077-877c-ee19022b7226') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:32.527240 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-12256d76-fc81-4cef-b725-5ad03f5af69a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb684aae-b382-4077-877c-ee19022b7226') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:32.546680 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12256d76-fc81-4cef-b725-5ad03f5af69a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (fb684aae-b382-4077-877c-ee19022b7226), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:32.564911 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12256d76-fc81-4cef-b725-5ad03f5af69a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (fb684aae-b382-4077-877c-ee19022b7226), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:32.576496 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12256d76-fc81-4cef-b725-5ad03f5af69a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:25:32.576902 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12256d76-fc81-4cef-b725-5ad03f5af69a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (fb684aae-b382-4077-877c-ee19022b7226), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:32.629291 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4d185cf-e972-430f-8866-f1748bc58b48 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (6c854cc5-8b3e-433d-a14c-0372e33f4f78), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:32.636192 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4c89c5c2-889a-47fc-a654-d71118505bd6 None None] Could not find standard attr ID for object 9bd52e93-09ba-43a1-87b6-6b2c26ef93fe. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:25:32.698765 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:25:32.706270 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96ba4b6f-604b-4ea1-9f28-f7c76635a5d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (d829a980-f002-4ff1-b509-18e891e56e2b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:32.719585 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12256d76-fc81-4cef-b725-5ad03f5af69a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (d65ff91d-be7b-48cf-b9af-442078bc3ea1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:32.726189 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60c408-2811-4394-9f1f-386043204c7d req-8d348492-8db8-4be0-838f-f5ba81044cd8 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:32.735126 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec60c408-2811-4394-9f1f-386043204c7d req-8d348492-8db8-4be0-838f-f5ba81044cd8 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 943 time: 0.4980285 Jan 18 20:25:32.735548 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12256d76-fc81-4cef-b725-5ad03f5af69a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:32.753783 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-12256d76-fc81-4cef-b725-5ad03f5af69a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/networks/d65ff91d-be7b-48cf-b9af-442078bc3ea1 HTTP/1.1" status: 204 len: 168 time: 1.5794301 Jan 18 20:25:32.768031 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36034) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:32.774811 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12256d76-fc81-4cef-b725-5ad03f5af69a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Network': ['ID=d65ff91d-be7b-48cf-b9af-442078bc3ea1,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:32.784697 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-4608388f-1284-40ca-9b7e-acf92776e4f3 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2077492318'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:32.853221 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbda980-b9b2-4257-88b0-dcf8eae73ce8 None None] DHCP port deletion for d65ff91d-be7b-48cf-b9af-442078bc3ea1 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:25:32.891179 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044b7a6d-4f04-4e87-8186-553a50731b08 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:32.895136 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-044b7a6d-4f04-4e87-8186-553a50731b08 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:32.948646 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4d185cf-e972-430f-8866-f1748bc58b48 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (6c854cc5-8b3e-433d-a14c-0372e33f4f78), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:32.956983 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-cbda2513-e8d3-4f05-b4d6-d02ac7a236dd None None] Allocated IP 2001:db8::f816:3eff:fe56:7ccd (c68ada5d-da8a-41c6-813a-b53f9c35e893/f0583a14-d940-4cd8-84fd-860e64375a66/6ea7bf49-f04f-4ab7-85a0-3d18089d538f) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:33.098256 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec60c408-2811-4394-9f1f-386043204c7d req-13cf09ee-96a6-4385-8780-52da76461ce3 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/security-groups?id=6884ff19-a64f-4752-8b6d-9adf6f2b5250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3621469 Jan 18 20:25:33.191352 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9bd52e93-09ba-43a1-87b6-6b2c26ef93fe no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:25:33.376562 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cbda2513-e8d3-4f05-b4d6-d02ac7a236dd None None] Publish callbacks [] for port (6ea7bf49-f04f-4ab7-85a0-3d18089d538f), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:33.394998 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9dfa3335-dcf0-4b76-9dcf-87b6bc65f196 req-b768a634-5ec6-4a5d-a2f9-ce768eb505b4 tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.2366428 Jan 18 20:25:33.416543 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d185cf-e972-430f-8866-f1748bc58b48 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:33.417764 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4608388f-1284-40ca-9b7e-acf92776e4f3 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:33.421342 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4608388f-1284-40ca-9b7e-acf92776e4f3 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:33.433110 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cbda2513-e8d3-4f05-b4d6-d02ac7a236dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (6ea7bf49-f04f-4ab7-85a0-3d18089d538f), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:33.440260 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-e4d185cf-e972-430f-8866-f1748bc58b48 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:33.447453 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 9bd52e93-09ba-43a1-87b6-6b2c26ef93fe {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:25:33.447915 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9bd52e93-09ba-43a1-87b6-6b2c26ef93fe not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:25:33.454537 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d185cf-e972-430f-8866-f1748bc58b48 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=6c854cc5-8b3e-433d-a14c-0372e33f4f78,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:33.457597 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d185cf-e972-430f-8866-f1748bc58b48 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:33.464739 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d185cf-e972-430f-8866-f1748bc58b48 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:33.465515 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4d185cf-e972-430f-8866-f1748bc58b48 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:33.520578 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e4d185cf-e972-430f-8866-f1748bc58b48 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.5344250 Jan 18 20:25:33.521916 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4608388f-1284-40ca-9b7e-acf92776e4f3 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:25:33.523456 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36058) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:33.545137 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4608388f-1284-40ca-9b7e-acf92776e4f3 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (18d4e6ac-1c12-4acf-947d-41c025701a8d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:33.545829 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-4608388f-1284-40ca-9b7e-acf92776e4f3 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Added segment 18d4e6ac-1c12-4acf-947d-41c025701a8d of type vlan for network cb383d42-8366-4dad-8e2b-12bb3e025200 Jan 18 20:25:33.595753 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbda2513-e8d3-4f05-b4d6-d02ac7a236dd None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:33.607140 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-cbda2513-e8d3-4f05-b4d6-d02ac7a236dd None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:33.621971 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbda2513-e8d3-4f05-b4d6-d02ac7a236dd None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:33.639687 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda2513-e8d3-4f05-b4d6-d02ac7a236dd None None] Pushing event updated for resources: {'Port': ['ID=6ea7bf49-f04f-4ab7-85a0-3d18089d538f,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:33.647179 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ba4b6f-604b-4ea1-9f28-f7c76635a5d6 admin admin] Router d829a980-f002-4ff1-b509-18e891e56e2b is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:25:33.654689 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4608388f-1284-40ca-9b7e-acf92776e4f3 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (cb383d42-8366-4dad-8e2b-12bb3e025200), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:33.683615 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1edadc-bb44-4ed4-a8f5-ece139936fd5 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:33.708569 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1edadc-bb44-4ed4-a8f5-ece139936fd5 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:33.711058 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4f1edadc-bb44-4ed4-a8f5-ece139936fd5 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1864831 Jan 18 20:25:33.721096 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36060) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:33.942033 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-603c2ce3-3f43-47fd-a17b-36999cfc9097 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting port 6c854cc5-8b3e-433d-a14c-0372e33f4f78 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:33.942466 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-603c2ce3-3f43-47fd-a17b-36999cfc9097 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (6c854cc5-8b3e-433d-a14c-0372e33f4f78), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:33.946373 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-044b7a6d-4f04-4e87-8186-553a50731b08 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (f9b52877-4aa0-450c-bb2e-6accba8d3b26), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:34.048371 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b7a6d-4f04-4e87-8186-553a50731b08 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Subnet': ['ID=f9b52877-4aa0-450c-bb2e-6accba8d3b26,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:34.060446 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4608388f-1284-40ca-9b7e-acf92776e4f3 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (cb383d42-8366-4dad-8e2b-12bb3e025200), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:34.066859 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4608388f-1284-40ca-9b7e-acf92776e4f3 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:34.067499 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4608388f-1284-40ca-9b7e-acf92776e4f3 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:34.146053 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-cbda2513-e8d3-4f05-b4d6-d02ac7a236dd None None] Attempting to bind port 6ea7bf49-f04f-4ab7-85a0-3d18089d538f on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:25:34.146563 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-cbda2513-e8d3-4f05-b4d6-d02ac7a236dd None None] Attempting to bind port 6ea7bf49-f04f-4ab7-85a0-3d18089d538f by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:25:34.147582 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbda2513-e8d3-4f05-b4d6-d02ac7a236dd None None] Attempting to bind port 6ea7bf49-f04f-4ab7-85a0-3d18089d538f on network c68ada5d-da8a-41c6-813a-b53f9c35e893 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:25:34.156605 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-603c2ce3-3f43-47fd-a17b-36999cfc9097 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (6c854cc5-8b3e-433d-a14c-0372e33f4f78), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:34.159847 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbda2513-e8d3-4f05-b4d6-d02ac7a236dd None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:25:34.160233 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbda2513-e8d3-4f05-b4d6-d02ac7a236dd None None] Checking segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:25:34.160642 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cbda2513-e8d3-4f05-b4d6-d02ac7a236dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:34.161033 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbda2513-e8d3-4f05-b4d6-d02ac7a236dd None None] Bound using segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:25:34.161512 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-cbda2513-e8d3-4f05-b4d6-d02ac7a236dd None None] Bound port: 6ea7bf49-f04f-4ab7-85a0-3d18089d538f, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:25:34.161938 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cbda2513-e8d3-4f05-b4d6-d02ac7a236dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6ea7bf49-f04f-4ab7-85a0-3d18089d538f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:34.176400 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:34.193883 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-603c2ce3-3f43-47fd-a17b-36999cfc9097 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Calling delete_port for 6c854cc5-8b3e-433d-a14c-0372e33f4f78 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:34.254598 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4608388f-1284-40ca-9b7e-acf92776e4f3 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4800463 Jan 18 20:25:34.256080 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ba4b6f-604b-4ea1-9f28-f7c76635a5d6 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:25:34.257461 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36066) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:34.262394 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-cbda2513-e8d3-4f05-b4d6-d02ac7a236dd None None] For port 6ea7bf49-f04f-4ab7-85a0-3d18089d538f, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:25:34.267867 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9399a10b-9d20-43a6-b7b3-3485405488db None None] Sync routers for ids ['d829a980-f002-4ff1-b509-18e891e56e2b'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:25:34.268522 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-cbda2513-e8d3-4f05-b4d6-d02ac7a236dd None None] For port 6ea7bf49-f04f-4ab7-85a0-3d18089d538f, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6ea7bf49-f04f-4ab7-85a0-3d18089d538f,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:25:34.275843 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cbda2513-e8d3-4f05-b4d6-d02ac7a236dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6ea7bf49-f04f-4ab7-85a0-3d18089d538f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:34.284262 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9399a10b-9d20-43a6-b7b3-3485405488db None None] Routers {'d829a980-f002-4ff1-b509-18e891e56e2b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:25:34.285195 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-9399a10b-9d20-43a6-b7b3-3485405488db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:25:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d829a980-f002-4ff1-b509-18e891e56e2b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:34.311289 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-3c2fe8a0-4cc5-4f86-8f8d-4697498f4c1a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'subnet': {'network_id': 'cb383d42-8366-4dad-8e2b-12bb3e025200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:34.402687 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda2513-e8d3-4f05-b4d6-d02ac7a236dd None None] Pushing event updated for resources: {'Port': ['ID=6ea7bf49-f04f-4ab7-85a0-3d18089d538f,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:34.413308 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044b7a6d-4f04-4e87-8186-553a50731b08 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network febaf15b-5046-47b7-b6d8-f2693dbad764 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:34.456219 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-603c2ce3-3f43-47fd-a17b-36999cfc9097 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (6c854cc5-8b3e-433d-a14c-0372e33f4f78), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:34.474068 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-044b7a6d-4f04-4e87-8186-553a50731b08 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:34.490264 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f1ca3b-76a4-4d68-ada4-307db9feaefd None None] Network febaf15b-5046-47b7-b6d8-f2693dbad764 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:34.530821 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2fe8a0-4cc5-4f86-8f8d-4697498f4c1a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:34.545368 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c2fe8a0-4cc5-4f86-8f8d-4697498f4c1a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:34.548032 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-9399a10b-9d20-43a6-b7b3-3485405488db None None] Set router d829a980-f002-4ff1-b509-18e891e56e2b gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:25:34.557953 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044b7a6d-4f04-4e87-8186-553a50731b08 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:34.565993 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-044b7a6d-4f04-4e87-8186-553a50731b08 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:34.574283 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c2ce3-3f43-47fd-a17b-36999cfc9097 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Port': ['ID=6c854cc5-8b3e-433d-a14c-0372e33f4f78,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:34.729520 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-603c2ce3-3f43-47fd-a17b-36999cfc9097 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:34.748529 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-603c2ce3-3f43-47fd-a17b-36999cfc9097 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/6c854cc5-8b3e-433d-a14c-0372e33f4f78 HTTP/1.1" status: 204 len: 168 time: 1.0247183 Jan 18 20:25:34.749356 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36080) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:34.775945 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ead578-50b0-4633-b87b-820696d60676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-febaf15b-5046-47b7-b6d8-f2693dbad764', 'network_id': 'febaf15b-5046-47b7-b6d8-f2693dbad764', 'project_id': '63f8edee0de14e468d1d768dd710c4df', 'fixed_ips': [{'subnet_id': 'f9b52877-4aa0-450c-bb2e-6accba8d3b26'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:25:34.777892 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36082) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:34.778032 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-62ead578-50b0-4633-b87b-820696d60676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:34.779556 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-044b7a6d-4f04-4e87-8186-553a50731b08 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3998435 Jan 18 20:25:34.805859 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-6e50fd7a-0888-4b55-ac29-772c0ca8d475 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'security_group': {'name': 'tempest-secgroup-236643079'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:34.866190 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96ba4b6f-604b-4ea1-9f28-f7c76635a5d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:34.870931 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-96ba4b6f-604b-4ea1-9f28-f7c76635a5d6 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.0989199 Jan 18 20:25:34.877607 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5b64d141-4e15-436a-95ac-ddc795c1060e req-c78365a7-a3ef-43f2-b206-9041c96f6094 tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.1443610 Jan 18 20:25:34.885208 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36088) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:34.912863 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608388f-1284-40ca-9b7e-acf92776e4f3 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Network': ['ID=cb383d42-8366-4dad-8e2b-12bb3e025200,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:35.008120 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network cb383d42-8366-4dad-8e2b-12bb3e025200 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:25:35.072387 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e50fd7a-0888-4b55-ac29-772c0ca8d475 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:35.096572 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-9399a10b-9d20-43a6-b7b3-3485405488db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'name': 'tempest-TaggedBootDevicesTest_v242-647798303-router', 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '38d15467-84f1-483e-9063-ad6c4607fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:25:24Z', 'updated_at': '2022-01-18T20:25:29Z', 'revision_number': 3, 'project_id': '733444720280437eb7f9cfdcefc53319', 'gw_port': {'id': '38d15467-84f1-483e-9063-ad6c4607fe7f', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bf:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:27Z', 'updated_at': '2022-01-18T20:25:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:35.195496 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9399a10b-9d20-43a6-b7b3-3485405488db None None] Checking router: d829a980-f002-4ff1-b509-18e891e56e2b for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:25:35.195838 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9399a10b-9d20-43a6-b7b3-3485405488db None None] Updating router d829a980-f002-4ff1-b509-18e891e56e2b port 38d15467-84f1-483e-9063-ad6c4607fe7f binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:25:35.264021 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-9399a10b-9d20-43a6-b7b3-3485405488db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (38d15467-84f1-483e-9063-ad6c4607fe7f), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:35.334300 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9ec761a8-ff81-44d5-a3a9-a0999ab6a971 req-586b3edb-4b17-42d3-8e1d-2c9005579553 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1237dafe-0648-4d99-81dc-6278f9c53508 HTTP/1.1" status: 200 len: 210 time: 0.0796642 Jan 18 20:25:35.380797 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a7d65-693e-4ab0-8741-cdb314aa77b5 req-2794366d-9486-4f34-9902-591dff0a0143 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:35.383044 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-184a7d65-693e-4ab0-8741-cdb314aa77b5 req-2794366d-9486-4f34-9902-591dff0a0143 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 943 time: 1.1136196 Jan 18 20:25:35.404404 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d576157-e195-4b5f-bd84-16117fc372ad tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:35.406288 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d576157-e195-4b5f-bd84-16117fc372ad tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:35.413412 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6ea7bf49-f04f-4ab7-85a0-3d18089d538f up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:35.418796 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36100) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:35.422933 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8d576157-e195-4b5f-bd84-16117fc372ad tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.6704679 Jan 18 20:25:35.490930 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-62ead578-50b0-4633-b87b-820696d60676 None None] Allocated IP 172.20.0.2 (febaf15b-5046-47b7-b6d8-f2693dbad764/f9b52877-4aa0-450c-bb2e-6accba8d3b26/432c15c0-f97c-4b36-b009-3221ed707f84) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:35.560606 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e50fd7a-0888-4b55-ac29-772c0ca8d475 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (73e350a6-3d98-4d1b-9bed-9d0e87625af0), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:35.568495 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e50fd7a-0888-4b55-ac29-772c0ca8d475 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (73e350a6-3d98-4d1b-9bed-9d0e87625af0), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:35.602881 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 6ea7bf49-f04f-4ab7-85a0-3d18089d538f triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:35.603632 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6ea7bf49-f04f-4ab7-85a0-3d18089d538f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:35.738645 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e50fd7a-0888-4b55-ac29-772c0ca8d475 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:35.748773 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6e50fd7a-0888-4b55-ac29-772c0ca8d475 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9653251 Jan 18 20:25:35.749708 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36102) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:35.773122 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-627a3f21-0090-4887-8734-c89b6e43e34c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'security_group': {'name': 'tempest-secgroup-2079401778'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:35.807121 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-184a7d65-693e-4ab0-8741-cdb314aa77b5 req-98b4607c-af30-422a-a5e2-5e61ade442ae tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/security-groups?id=6884ff19-a64f-4752-8b6d-9adf6f2b5250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4157875 Jan 18 20:25:35.854676 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50fd7a-0888-4b55-ac29-772c0ca8d475 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73e350a6-3d98-4d1b-9bed-9d0e87625af0,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:35.905150 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 6ea7bf49-f04f-4ab7-85a0-3d18089d538f is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:35.907401 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6ea7bf49-f04f-4ab7-85a0-3d18089d538f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:35.913896 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7b0d2435-9234-452b-b808-a1a8cdecf241 req-377c91b1-c74a-4d79-8507-31816d227073 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3098471 Jan 18 20:25:35.915263 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-62ead578-50b0-4633-b87b-820696d60676 None None] Publish callbacks [] for port (432c15c0-f97c-4b36-b009-3221ed707f84), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:35.919166 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-627a3f21-0090-4887-8734-c89b6e43e34c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:35.957106 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-62ead578-50b0-4633-b87b-820696d60676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (432c15c0-f97c-4b36-b009-3221ed707f84), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:36.002513 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ead578-50b0-4633-b87b-820696d60676 None None] Network febaf15b-5046-47b7-b6d8-f2693dbad764 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:36.008563 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-62ead578-50b0-4633-b87b-820696d60676 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:36.019122 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ead578-50b0-4633-b87b-820696d60676 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:36.046103 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ac70e9-4c93-462d-adee-97e85cfdf2ed tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet f0583a14-d940-4cd8-84fd-860e64375a66 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:25:36.099464 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54ac70e9-4c93-462d-adee-97e85cfdf2ed tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (f0583a14-d940-4cd8-84fd-860e64375a66), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:36.139713 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d2435-9234-452b-b808-a1a8cdecf241 req-e00aa0ab-8f09-4513-8cba-7b4512c2658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:36.142614 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7b0d2435-9234-452b-b808-a1a8cdecf241 req-e00aa0ab-8f09-4513-8cba-7b4512c2658a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 1097 time: 0.1943824 Jan 18 20:25:36.170424 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-9399a10b-9d20-43a6-b7b3-3485405488db None None] Publish callbacks [] for port (38d15467-84f1-483e-9063-ad6c4607fe7f), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:36.181074 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-9399a10b-9d20-43a6-b7b3-3485405488db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (38d15467-84f1-483e-9063-ad6c4607fe7f), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:36.219083 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 6ea7bf49-f04f-4ab7-85a0-3d18089d538f, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6ea7bf49-f04f-4ab7-85a0-3d18089d538f,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:36.220986 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ead578-50b0-4633-b87b-820696d60676 None None] Pushing event updated for resources: {'Port': ['ID=432c15c0-f97c-4b36-b009-3221ed707f84,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:36.273471 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f9fb4-cac6-496d-b7dc-151180d84af0 None None] Pushing event updated for resources: {'Port': ['ID=38d15467-84f1-483e-9063-ad6c4607fe7f,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:36.307199 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-9399a10b-9d20-43a6-b7b3-3485405488db None None] Attempting to bind port 38d15467-84f1-483e-9063-ad6c4607fe7f on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:25:36.307321 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90df9a7a-55cd-48b3-8f26-e2691098bfde None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:25:36.307432 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-9399a10b-9d20-43a6-b7b3-3485405488db None None] Attempting to bind port 38d15467-84f1-483e-9063-ad6c4607fe7f by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:25:36.307432 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399a10b-9d20-43a6-b7b3-3485405488db None None] Attempting to bind port 38d15467-84f1-483e-9063-ad6c4607fe7f on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:25:36.312599 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6ea7bf49-f04f-4ab7-85a0-3d18089d538f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:36.326474 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3a244150-d4fe-4709-946e-53f5f3725e5a req-9152e2be-4bc6-40a7-b947-00f9d4100859 tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.2046540 Jan 18 20:25:36.332438 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f9fb4-cac6-496d-b7dc-151180d84af0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:36.332902 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f9fb4-cac6-496d-b7dc-151180d84af0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:36.333261 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f9fb4-cac6-496d-b7dc-151180d84af0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:36.333601 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f9fb4-cac6-496d-b7dc-151180d84af0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:36.333958 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f9fb4-cac6-496d-b7dc-151180d84af0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:36.335566 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f9fb4-cac6-496d-b7dc-151180d84af0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:36.335900 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f9fb4-cac6-496d-b7dc-151180d84af0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:36.336228 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f9fb4-cac6-496d-b7dc-151180d84af0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:36.336553 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f9fb4-cac6-496d-b7dc-151180d84af0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:36.336875 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f9fb4-cac6-496d-b7dc-151180d84af0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:36.337196 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f9fb4-cac6-496d-b7dc-151180d84af0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:36.337513 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f9fb4-cac6-496d-b7dc-151180d84af0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:36.337855 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f9fb4-cac6-496d-b7dc-151180d84af0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:36.368377 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399a10b-9d20-43a6-b7b3-3485405488db None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:25:36.368377 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399a10b-9d20-43a6-b7b3-3485405488db None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:25:36.368377 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-9399a10b-9d20-43a6-b7b3-3485405488db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:36.368770 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399a10b-9d20-43a6-b7b3-3485405488db None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:25:36.369093 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-9399a10b-9d20-43a6-b7b3-3485405488db None None] Bound port: 38d15467-84f1-483e-9063-ad6c4607fe7f, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:25:36.369467 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-9399a10b-9d20-43a6-b7b3-3485405488db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (38d15467-84f1-483e-9063-ad6c4607fe7f), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:36.404717 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54ac70e9-4c93-462d-adee-97e85cfdf2ed tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (f0583a14-d940-4cd8-84fd-860e64375a66), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:36.433719 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-62ead578-50b0-4633-b87b-820696d60676 None None] Attempting to bind port 432c15c0-f97c-4b36-b009-3221ed707f84 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:25:36.434179 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-62ead578-50b0-4633-b87b-820696d60676 None None] Attempting to bind port 432c15c0-f97c-4b36-b009-3221ed707f84 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '5de8e155-939a-4be3-a7d6-875bae8dbb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'febaf15b-5046-47b7-b6d8-f2693dbad764'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:25:36.436603 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ead578-50b0-4633-b87b-820696d60676 None None] Attempting to bind port 432c15c0-f97c-4b36-b009-3221ed707f84 on network febaf15b-5046-47b7-b6d8-f2693dbad764 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:25:36.449273 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ead578-50b0-4633-b87b-820696d60676 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:25:36.450131 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ead578-50b0-4633-b87b-820696d60676 None None] Checking segment: {'id': '5de8e155-939a-4be3-a7d6-875bae8dbb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'febaf15b-5046-47b7-b6d8-f2693dbad764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:25:36.450773 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-62ead578-50b0-4633-b87b-820696d60676 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:36.453884 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ead578-50b0-4633-b87b-820696d60676 None None] Bound using segment: {'id': '5de8e155-939a-4be3-a7d6-875bae8dbb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'febaf15b-5046-47b7-b6d8-f2693dbad764'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:25:36.454626 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-62ead578-50b0-4633-b87b-820696d60676 None None] Bound port: 432c15c0-f97c-4b36-b009-3221ed707f84, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de8e155-939a-4be3-a7d6-875bae8dbb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'febaf15b-5046-47b7-b6d8-f2693dbad764'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:25:36.455272 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-62ead578-50b0-4633-b87b-820696d60676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (432c15c0-f97c-4b36-b009-3221ed707f84), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:36.476611 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-627a3f21-0090-4887-8734-c89b6e43e34c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (16c4e07d-2056-4443-8374-3f0452ee41d6), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:36.501157 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-627a3f21-0090-4887-8734-c89b6e43e34c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (16c4e07d-2056-4443-8374-3f0452ee41d6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:36.513071 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54ac70e9-4c93-462d-adee-97e85cfdf2ed tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (f0583a14-d940-4cd8-84fd-860e64375a66), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:36.575591 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-9399a10b-9d20-43a6-b7b3-3485405488db None None] For port 38d15467-84f1-483e-9063-ad6c4607fe7f, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:25:36.586848 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-9399a10b-9d20-43a6-b7b3-3485405488db None None] For port 38d15467-84f1-483e-9063-ad6c4607fe7f, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=38d15467-84f1-483e-9063-ad6c4607fe7f,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:25:36.594952 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-9399a10b-9d20-43a6-b7b3-3485405488db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (38d15467-84f1-483e-9063-ad6c4607fe7f), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:36.642386 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=6ea7bf49-f04f-4ab7-85a0-3d18089d538f,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:36.647357 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-627a3f21-0090-4887-8734-c89b6e43e34c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:36.665077 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-627a3f21-0090-4887-8734-c89b6e43e34c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8991656 Jan 18 20:25:36.673682 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36112) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:36.688771 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-62ead578-50b0-4633-b87b-820696d60676 None None] For port 432c15c0-f97c-4b36-b009-3221ed707f84, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:25:36.695671 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-629e87e8-5eaf-495b-a6db-6a8f3e515327 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-11101237', 'security_groups': ['16c4e07d-2056-4443-8374-3f0452ee41d6'], 'network_id': 'febaf15b-5046-47b7-b6d8-f2693dbad764', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f9b52877-4aa0-450c-bb2e-6accba8d3b26'}]}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:36.717616 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-62ead578-50b0-4633-b87b-820696d60676 None None] For port 432c15c0-f97c-4b36-b009-3221ed707f84, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=432c15c0-f97c-4b36-b009-3221ed707f84,segment=NetworkSegment(5de8e155-939a-4be3-a7d6-875bae8dbb18),segment_id=5de8e155-939a-4be3-a7d6-875bae8dbb18)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:25:36.718670 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d2435-9234-452b-b808-a1a8cdecf241 req-944e7e72-d61e-47f4-835c-ca14775ce021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:36.720313 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7b0d2435-9234-452b-b808-a1a8cdecf241 req-944e7e72-d61e-47f4-835c-ca14775ce021 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 912 time: 0.5394194 Jan 18 20:25:36.721387 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a3f21-0090-4887-8734-c89b6e43e34c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c4e07d-2056-4443-8374-3f0452ee41d6,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:36.728298 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9399a10b-9d20-43a6-b7b3-3485405488db None None] Routers {'d829a980-f002-4ff1-b509-18e891e56e2b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:25:36.728930 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-9399a10b-9d20-43a6-b7b3-3485405488db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:25:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d829a980-f002-4ff1-b509-18e891e56e2b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:36.731854 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-34f50d2c-6077-4c4a-aaac-42bbe442de89 None None] Provisioning complete for port 38d15467-84f1-483e-9063-ad6c4607fe7f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:36.732806 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-34f50d2c-6077-4c4a-aaac-42bbe442de89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (38d15467-84f1-483e-9063-ad6c4607fe7f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:36.798754 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-62ead578-50b0-4633-b87b-820696d60676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (432c15c0-f97c-4b36-b009-3221ed707f84), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:36.816678 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aada464-e523-47e7-8276-3bdb2c773e05 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:25:36.819392 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54ac70e9-4c93-462d-adee-97e85cfdf2ed tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (f0583a14-d940-4cd8-84fd-860e64375a66), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:36.847802 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f9fb4-cac6-496d-b7dc-151180d84af0 None None] Pushing event updated for resources: {'Port': ['ID=38d15467-84f1-483e-9063-ad6c4607fe7f,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:36.981252 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-35c7dc81-d4da-463e-a955-c9baed79a358 req-5e6e912d-1e69-42fb-b9de-48d2461bf782 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.2713368 Jan 18 20:25:37.051589 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-9399a10b-9d20-43a6-b7b3-3485405488db None None] Set router d829a980-f002-4ff1-b509-18e891e56e2b gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:25:37.061704 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:37.101804 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7b0d2435-9234-452b-b808-a1a8cdecf241 req-a75ef697-50cc-4222-b23f-e06ea2005a32 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80e97295-c4f1-4760-baa3-1cc63a28cfc5 HTTP/1.1" status: 200 len: 217 time: 0.3223946 Jan 18 20:25:37.176347 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6ea7bf49-f04f-4ab7-85a0-3d18089d538f up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:37.313293 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ead578-50b0-4633-b87b-820696d60676 None None] Pushing event updated for resources: {'Port': ['ID=432c15c0-f97c-4b36-b009-3221ed707f84,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:37.432577 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629e87e8-5eaf-495b-a6db-6a8f3e515327 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:37.469079 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d2435-9234-452b-b808-a1a8cdecf241 req-5fe19aea-54f5-4b9b-8cdd-849e78501273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:37.470884 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7b0d2435-9234-452b-b808-a1a8cdecf241 req-5fe19aea-54f5-4b9b-8cdd-849e78501273 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2eac11f-fef0-464c-9aac-08a05c8cc068 HTTP/1.1" status: 200 len: 850 time: 0.2164099 Jan 18 20:25:37.558693 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-34f50d2c-6077-4c4a-aaac-42bbe442de89 None None] Current status of the port 38d15467-84f1-483e-9063-ad6c4607fe7f is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:37.561860 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-34f50d2c-6077-4c4a-aaac-42bbe442de89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (38d15467-84f1-483e-9063-ad6c4607fe7f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:37.613542 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 6ea7bf49-f04f-4ab7-85a0-3d18089d538f triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:37.614713 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6ea7bf49-f04f-4ab7-85a0-3d18089d538f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:37.668068 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-9399a10b-9d20-43a6-b7b3-3485405488db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'name': 'tempest-TaggedBootDevicesTest_v242-647798303-router', 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '38d15467-84f1-483e-9063-ad6c4607fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:25:24Z', 'updated_at': '2022-01-18T20:25:29Z', 'revision_number': 3, 'project_id': '733444720280437eb7f9cfdcefc53319', 'gw_port': {'id': '38d15467-84f1-483e-9063-ad6c4607fe7f', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bf:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:27Z', 'updated_at': '2022-01-18T20:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:37.705915 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-34f50d2c-6077-4c4a-aaac-42bbe442de89 None None] For port 38d15467-84f1-483e-9063-ad6c4607fe7f, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=38d15467-84f1-483e-9063-ad6c4607fe7f,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:37.732414 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9399a10b-9d20-43a6-b7b3-3485405488db None None] The sync data for ids ['d829a980-f002-4ff1-b509-18e891e56e2b'] in n-d-741529-9 is: [{'id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'name': 'tempest-TaggedBootDevicesTest_v242-647798303-router', 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '38d15467-84f1-483e-9063-ad6c4607fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:25:24Z', 'updated_at': '2022-01-18T20:25:29Z', 'revision_number': 3, 'project_id': '733444720280437eb7f9cfdcefc53319', 'gw_port': {'id': '38d15467-84f1-483e-9063-ad6c4607fe7f', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bf:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:27Z', 'updated_at': '2022-01-18T20:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:25:37.743469 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d2435-9234-452b-b808-a1a8cdecf241 req-5e55fe5f-abf7-40c5-ad7e-5d572ddfa687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:37.743723 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-34f50d2c-6077-4c4a-aaac-42bbe442de89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (38d15467-84f1-483e-9063-ad6c4607fe7f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:37.750620 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7b0d2435-9234-452b-b808-a1a8cdecf241 req-5e55fe5f-abf7-40c5-ad7e-5d572ddfa687 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88e9200-d99d-4ea0-a241-681917733bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2602911 Jan 18 20:25:37.898569 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-629e87e8-5eaf-495b-a6db-6a8f3e515327 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:37.906574 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f50d2c-6077-4c4a-aaac-42bbe442de89 None None] Pushing event updated for resources: {'Port': ['ID=38d15467-84f1-483e-9063-ad6c4607fe7f,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:37.911251 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac70e9-4c93-462d-adee-97e85cfdf2ed tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=f0583a14-d940-4cd8-84fd-860e64375a66,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:37.920996 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54ac70e9-4c93-462d-adee-97e85cfdf2ed tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:37.929434 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-54ac70e9-4c93-462d-adee-97e85cfdf2ed tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/f0583a14-d940-4cd8-84fd-860e64375a66 HTTP/1.1" status: 204 len: 168 time: 2.5079434 Jan 18 20:25:37.930336 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ef944eb6-6a8c-4649-b50d-2f44ba426837 None None] Provisioning complete for port 6ea7bf49-f04f-4ab7-85a0-3d18089d538f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:37.933728 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ef944eb6-6a8c-4649-b50d-2f44ba426837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6ea7bf49-f04f-4ab7-85a0-3d18089d538f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:37.938662 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b370492d-ecff-4439-9cd4-630ccb917c51 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:37.957715 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36130) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:37.959796 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-462b7f45-cf99-4a57-9105-b1be0a8bdd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:37.962457 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7b0d2435-9234-452b-b808-a1a8cdecf241 req-8bb1bd01-31c8-4ffc-a394-c012391f942f service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043300 Jan 18 20:25:37.972447 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-629e87e8-5eaf-495b-a6db-6a8f3e515327 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] device_id is not set on port ca128ce5-4bc3-4ced-a784-503110b88220 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:25:37.999778 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c2fe8a0-4cc5-4f86-8f8d-4697498f4c1a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (0afbb905-6f5b-4712-9635-a57f5fdc278f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:38.155875 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-86009968-f386-41db-8c25-d5ce61ba85a9 req-86751ad9-5c7c-41b5-a623-d314bad656e9 tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.2251990 Jan 18 20:25:38.242546 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 6ea7bf49-f04f-4ab7-85a0-3d18089d538f is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:38.295347 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7b0d2435-9234-452b-b808-a1a8cdecf241 req-353c29a8-304e-48f8-8d38-2af5e87284d7 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122392 Jan 18 20:25:38.373256 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-774de9a2-16d0-46b4-8238-8a97c1ce55d0 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4092782 Jan 18 20:25:38.375189 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36132) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:38.389448 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-21c098b6-5dc4-49d6-85d5-62c7992c65a8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:38.423811 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-629e87e8-5eaf-495b-a6db-6a8f3e515327 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Allocated IP 172.20.0.12 (febaf15b-5046-47b7-b6d8-f2693dbad764/f9b52877-4aa0-450c-bb2e-6accba8d3b26/ca128ce5-4bc3-4ced-a784-503110b88220) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:38.453328 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ef944eb6-6a8c-4649-b50d-2f44ba426837 None None] Current status of the port 6ea7bf49-f04f-4ab7-85a0-3d18089d538f is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:38.463387 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ef944eb6-6a8c-4649-b50d-2f44ba426837 None None] Could not find standard attr ID for object 6c854cc5-8b3e-433d-a14c-0372e33f4f78. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:25:38.487583 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ef944eb6-6a8c-4649-b50d-2f44ba426837 None None] Provisioning complete for port 38d15467-84f1-483e-9063-ad6c4607fe7f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:38.488208 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ef944eb6-6a8c-4649-b50d-2f44ba426837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (38d15467-84f1-483e-9063-ad6c4607fe7f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:38.539023 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0497e5-e88c-46cd-ab7e-50ee69cbe64d None None] DHCP port deletion for c68ada5d-da8a-41c6-813a-b53f9c35e893 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:25:38.596488 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2fe8a0-4cc5-4f86-8f8d-4697498f4c1a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Checking segment: {'id': '18d4e6ac-1c12-4acf-947d-41c025701a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cb383d42-8366-4dad-8e2b-12bb3e025200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:25:38.597100 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2fe8a0-4cc5-4f86-8f8d-4697498f4c1a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network hostable DHCP agents. Network: cb383d42-8366-4dad-8e2b-12bb3e025200, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:25:38.627828 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fe8a0-4cc5-4f86-8f8d-4697498f4c1a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Subnet': ['ID=0afbb905-6f5b-4712-9635-a57f5fdc278f,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:38.704228 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ef944eb6-6a8c-4649-b50d-2f44ba426837 None None] Current status of the port 38d15467-84f1-483e-9063-ad6c4607fe7f is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:38.715038 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8d0497e5-e88c-46cd-ab7e-50ee69cbe64d None None] Deleting port 6ea7bf49-f04f-4ab7-85a0-3d18089d538f {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:38.718128 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8d0497e5-e88c-46cd-ab7e-50ee69cbe64d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (6ea7bf49-f04f-4ab7-85a0-3d18089d538f), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:38.828768 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-629e87e8-5eaf-495b-a6db-6a8f3e515327 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for port (ca128ce5-4bc3-4ced-a784-503110b88220), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:38.882665 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8d0497e5-e88c-46cd-ab7e-50ee69cbe64d None None] For port 6ea7bf49-f04f-4ab7-85a0-3d18089d538f, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6ea7bf49-f04f-4ab7-85a0-3d18089d538f,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:38.883089 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8d0497e5-e88c-46cd-ab7e-50ee69cbe64d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (6ea7bf49-f04f-4ab7-85a0-3d18089d538f), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:38.894647 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-462b7f45-cf99-4a57-9105-b1be0a8bdd00 admin admin] Allocated IP 172.20.0.1 (430c56bd-8290-45d6-ab68-26d11179c94e/2035485f-6539-4901-9376-da308db55f84/d5fd4c74-0cf0-4c5d-83bd-ca95b5532679) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:38.917780 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-629e87e8-5eaf-495b-a6db-6a8f3e515327 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ca128ce5-4bc3-4ced-a784-503110b88220), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:38.935435 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8d0497e5-e88c-46cd-ab7e-50ee69cbe64d None None] Calling delete_port for 6ea7bf49-f04f-4ab7-85a0-3d18089d538f owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:38.944606 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63ec52-f0df-422c-b695-245edaf9e4be req-6922a5ae-8cbb-4d72-adde-62ab01c3cf9b tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:38.946291 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bb63ec52-f0df-422c-b695-245edaf9e4be req-6922a5ae-8cbb-4d72-adde-62ab01c3cf9b tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 943 time: 1.9394920 Jan 18 20:25:38.999339 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2fe8a0-4cc5-4f86-8f8d-4697498f4c1a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network cb383d42-8366-4dad-8e2b-12bb3e025200 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:25:39.025783 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629e87e8-5eaf-495b-a6db-6a8f3e515327 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network febaf15b-5046-47b7-b6d8-f2693dbad764 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:39.112480 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-629e87e8-5eaf-495b-a6db-6a8f3e515327 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:39.123095 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629e87e8-5eaf-495b-a6db-6a8f3e515327 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:39.142998 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8d0497e5-e88c-46cd-ab7e-50ee69cbe64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (6ea7bf49-f04f-4ab7-85a0-3d18089d538f), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:39.196523 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e87e8-5eaf-495b-a6db-6a8f3e515327 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Port': ['ID=ca128ce5-4bc3-4ced-a784-503110b88220,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:39.220756 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0497e5-e88c-46cd-ab7e-50ee69cbe64d None None] No DVR routers for this DVR port 6ea7bf49-f04f-4ab7-85a0-3d18089d538f on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:25:39.226394 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0497e5-e88c-46cd-ab7e-50ee69cbe64d None None] Pushing event deleted for resources: {'Port': ['ID=6ea7bf49-f04f-4ab7-85a0-3d18089d538f,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:39.236318 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-9776be3a-1449-4b3e-8b74-b8ac81e47477 None None] Provisioning complete for port 432c15c0-f97c-4b36-b009-3221ed707f84 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:39.236687 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9776be3a-1449-4b3e-8b74-b8ac81e47477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (432c15c0-f97c-4b36-b009-3221ed707f84), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:39.239878 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-3c2fe8a0-4cc5-4f86-8f8d-4697498f4c1a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, cb383d42-8366-4dad-8e2b-12bb3e025200) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:39.268126 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caa3f4e-b430-41ad-bce0-67ee31e582e8 None None] Network cb383d42-8366-4dad-8e2b-12bb3e025200 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:39.318384 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629e87e8-5eaf-495b-a6db-6a8f3e515327 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:39.320434 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-629e87e8-5eaf-495b-a6db-6a8f3e515327 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:39.340431 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2fe8a0-4cc5-4f86-8f8d-4697498f4c1a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:39.340959 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c2fe8a0-4cc5-4f86-8f8d-4697498f4c1a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:39.360688 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c098b6-5dc4-49d6-85d5-62c7992c65a8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:39.366338 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-21c098b6-5dc4-49d6-85d5-62c7992c65a8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:39.389378 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-629e87e8-5eaf-495b-a6db-6a8f3e515327 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7063181 Jan 18 20:25:39.407358 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36142) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:39.413235 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 432c15c0-f97c-4b36-b009-3221ed707f84 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:39.414288 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bb63ec52-f0df-422c-b695-245edaf9e4be req-2ebbb110-849c-4556-8f5f-ee148f4ef232 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/security-groups?id=6884ff19-a64f-4752-8b6d-9adf6f2b5250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4595470 Jan 18 20:25:39.419708 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-07fa2b9a-4ada-45aa-b2d1-edcc0e25f152 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'subnet': {'network_id': 'febaf15b-5046-47b7-b6d8-f2693dbad764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:39.485052 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-10173db5-2fa0-4705-88ff-8bbbb3aaa88b req-5f837c91-6ca6-4b6f-8fdb-5aad1e505fca tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.0616820 Jan 18 20:25:39.496556 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3c2fe8a0-4cc5-4f86-8f8d-4697498f4c1a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.1952178 Jan 18 20:25:39.500082 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36144) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:39.506679 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-bb4155ed-56fb-434f-b883-14bcd2af5e17 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'port': {'network_id': 'cb383d42-8366-4dad-8e2b-12bb3e025200', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1623176579'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:39.612400 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-462b7f45-cf99-4a57-9105-b1be0a8bdd00 admin admin] Publish callbacks [] for port (d5fd4c74-0cf0-4c5d-83bd-ca95b5532679), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:39.653745 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-462b7f45-cf99-4a57-9105-b1be0a8bdd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (d5fd4c74-0cf0-4c5d-83bd-ca95b5532679), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:39.720847 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462b7f45-cf99-4a57-9105-b1be0a8bdd00 admin admin] Network 430c56bd-8290-45d6-ab68-26d11179c94e is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:39.732407 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-462b7f45-cf99-4a57-9105-b1be0a8bdd00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:39.736452 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462b7f45-cf99-4a57-9105-b1be0a8bdd00 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:39.742906 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee2f31d-7a12-4ab8-a230-992baac4c9a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-cb383d42-8366-4dad-8e2b-12bb3e025200', 'network_id': 'cb383d42-8366-4dad-8e2b-12bb3e025200', 'project_id': '5675e927592b43369fffe392229d1a22', 'fixed_ips': [{'subnet_id': '0afbb905-6f5b-4712-9635-a57f5fdc278f'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:25:39.744790 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f31d-7a12-4ab8-a230-992baac4c9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:39.777593 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4155ed-56fb-434f-b883-14bcd2af5e17 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:39.790621 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bb4155ed-56fb-434f-b883-14bcd2af5e17 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:39.810919 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 432c15c0-f97c-4b36-b009-3221ed707f84 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:39.820686 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b7f45-cf99-4a57-9105-b1be0a8bdd00 admin admin] Pushing event updated for resources: {'Port': ['ID=d5fd4c74-0cf0-4c5d-83bd-ca95b5532679,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:39.821230 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (432c15c0-f97c-4b36-b009-3221ed707f84), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:39.843579 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-bb4155ed-56fb-434f-b883-14bcd2af5e17 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] device_id is not set on port bfa49cd8-3a3d-4603-b4ba-6949df7998ea yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:25:39.872369 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-462b7f45-cf99-4a57-9105-b1be0a8bdd00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (d829a980-f002-4ff1-b509-18e891e56e2b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:39.924927 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9776be3a-1449-4b3e-8b74-b8ac81e47477 None None] Current status of the port 432c15c0-f97c-4b36-b009-3221ed707f84 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:39.929919 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9776be3a-1449-4b3e-8b74-b8ac81e47477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (432c15c0-f97c-4b36-b009-3221ed707f84), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:40.082664 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-9776be3a-1449-4b3e-8b74-b8ac81e47477 None None] For port 432c15c0-f97c-4b36-b009-3221ed707f84, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=432c15c0-f97c-4b36-b009-3221ed707f84,segment=NetworkSegment(5de8e155-939a-4be3-a7d6-875bae8dbb18),segment_id=5de8e155-939a-4be3-a7d6-875bae8dbb18)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:40.093103 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fa2b9a-4ada-45aa-b2d1-edcc0e25f152 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:40.093587 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9776be3a-1449-4b3e-8b74-b8ac81e47477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (432c15c0-f97c-4b36-b009-3221ed707f84), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:40.103040 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-07fa2b9a-4ada-45aa-b2d1-edcc0e25f152 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:40.255953 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-9776be3a-1449-4b3e-8b74-b8ac81e47477 None None] Provisioning complete for port a1a74289-7681-4f03-ae7c-6380a02b194d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:40.256592 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9776be3a-1449-4b3e-8b74-b8ac81e47477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a1a74289-7681-4f03-ae7c-6380a02b194d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:40.297772 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776be3a-1449-4b3e-8b74-b8ac81e47477 None None] Pushing event updated for resources: {'Port': ['ID=432c15c0-f97c-4b36-b009-3221ed707f84,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:40.317273 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-00bb6c0f-da1c-4dfc-8519-1aeab9af9774 req-a71e5abb-3d0e-4094-9078-c2390c93f69b tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.0909874 Jan 18 20:25:40.324875 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 432c15c0-f97c-4b36-b009-3221ed707f84 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:40.326014 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 38d15467-84f1-483e-9063-ad6c4607fe7f up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:40.344224 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-bb4155ed-56fb-434f-b883-14bcd2af5e17 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Allocated IP 2001:db8::270 (cb383d42-8366-4dad-8e2b-12bb3e025200/0afbb905-6f5b-4712-9635-a57f5fdc278f/bfa49cd8-3a3d-4603-b4ba-6949df7998ea) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:40.376016 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9776be3a-1449-4b3e-8b74-b8ac81e47477 None None] Port a1a74289-7681-4f03-ae7c-6380a02b194d cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:25:40.413679 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 38d15467-84f1-483e-9063-ad6c4607fe7f triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:40.414090 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (38d15467-84f1-483e-9063-ad6c4607fe7f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:40.440738 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-462b7f45-cf99-4a57-9105-b1be0a8bdd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d5fd4c74-0cf0-4c5d-83bd-ca95b5532679), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:40.520885 n-d-741529-9 neutron-server[103336]: INFO neutron.db.ipam_backend_mixin [None req-07fa2b9a-4ada-45aa-b2d1-edcc0e25f152 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f9b52877-4aa0-450c-bb2e-6accba8d3b26 (CIDR: 172.20.0.0/28) Jan 18 20:25:40.564256 n-d-741529-9 neutron-server[103335]: DEBUG neutron.objects.ports [None req-21c098b6-5dc4-49d6-85d5-62c7992c65a8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103335) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 20:25:40.570274 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-21c098b6-5dc4-49d6-85d5-62c7992c65a8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (106d5503-e3a5-4c79-9c22-49e91954aead), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:40.590293 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-07fa2b9a-4ada-45aa-b2d1-edcc0e25f152 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:25:40.591154 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07fa2b9a-4ada-45aa-b2d1-edcc0e25f152 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:25:40.628510 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bb4155ed-56fb-434f-b883-14bcd2af5e17 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for port (bfa49cd8-3a3d-4603-b4ba-6949df7998ea), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:40.638650 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-07fa2b9a-4ada-45aa-b2d1-edcc0e25f152 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2270825 Jan 18 20:25:40.642175 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36170) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:40.643832 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-fd1d6e27-ab77-4e1a-8256-1e97bce6cabc None None] Provisioning complete for port ca128ce5-4bc3-4ced-a784-503110b88220 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:40.644209 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fd1d6e27-ab77-4e1a-8256-1e97bce6cabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ca128ce5-4bc3-4ced-a784-503110b88220), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:40.647713 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c098b6-5dc4-49d6-85d5-62c7992c65a8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:40.647846 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-e42e36f9-3a08-47b6-ad46-99ccf96765d0 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'subnet': {'network_id': 'febaf15b-5046-47b7-b6d8-f2693dbad764', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:40.655764 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-21c098b6-5dc4-49d6-85d5-62c7992c65a8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:40.659740 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c098b6-5dc4-49d6-85d5-62c7992c65a8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:40.660324 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-21c098b6-5dc4-49d6-85d5-62c7992c65a8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:40.662621 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c098b6-5dc4-49d6-85d5-62c7992c65a8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=106d5503-e3a5-4c79-9c22-49e91954aead,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:40.683460 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-fd1d6e27-ab77-4e1a-8256-1e97bce6cabc None None] Port ca128ce5-4bc3-4ced-a784-503110b88220 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:25:40.685273 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f34124-9d3b-49d2-99e6-84c77360f14f None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:40.696766 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-21c098b6-5dc4-49d6-85d5-62c7992c65a8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3200314 Jan 18 20:25:40.698902 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bb4155ed-56fb-434f-b883-14bcd2af5e17 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (bfa49cd8-3a3d-4603-b4ba-6949df7998ea), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:40.702588 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36172) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:40.710547 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-caaaf54b-b6b5-4a84-8b97-68fe47d8bda4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'port': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'mac_address': 'fa:16:3e:05:95:b8', 'name': 'tempest-NetworksTestDHCPv6-1994872474'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:40.732563 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24413124-2c00-45ec-a2ea-139892eb1b6c req-295bf5a8-414d-4a47-ac51-3ae5a726b63d tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:40.739788 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24413124-2c00-45ec-a2ea-139892eb1b6c req-295bf5a8-414d-4a47-ac51-3ae5a726b63d tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 943 time: 0.2178795 Jan 18 20:25:40.775761 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4155ed-56fb-434f-b883-14bcd2af5e17 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network cb383d42-8366-4dad-8e2b-12bb3e025200 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:40.783383 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-bb4155ed-56fb-434f-b883-14bcd2af5e17 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:40.817209 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4155ed-56fb-434f-b883-14bcd2af5e17 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:40.822882 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4155ed-56fb-434f-b883-14bcd2af5e17 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:40.824024 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bb4155ed-56fb-434f-b883-14bcd2af5e17 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:40.885082 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-1ee2f31d-7a12-4ab8-a230-992baac4c9a1 None None] Allocated IP 2001:db8::2 (cb383d42-8366-4dad-8e2b-12bb3e025200/0afbb905-6f5b-4712-9635-a57f5fdc278f/59f625ea-8708-4ea7-a315-289d7cdac06e) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:40.933550 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24413124-2c00-45ec-a2ea-139892eb1b6c req-7412db2b-3b9a-48fb-8266-64191c2a51fc tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/security-groups?id=6884ff19-a64f-4752-8b6d-9adf6f2b5250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927264 Jan 18 20:25:41.025667 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42e36f9-3a08-47b6-ad46-99ccf96765d0 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:41.029526 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e42e36f9-3a08-47b6-ad46-99ccf96765d0 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:41.031344 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-fd1d6e27-ab77-4e1a-8256-1e97bce6cabc None None] Provisioning complete for port d5fd4c74-0cf0-4c5d-83bd-ca95b5532679 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:41.033011 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fd1d6e27-ab77-4e1a-8256-1e97bce6cabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d5fd4c74-0cf0-4c5d-83bd-ca95b5532679), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:41.036177 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 38d15467-84f1-483e-9063-ad6c4607fe7f is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:41.071347 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-462b7f45-cf99-4a57-9105-b1be0a8bdd00 admin admin] Publish callbacks [] for port (d5fd4c74-0cf0-4c5d-83bd-ca95b5532679), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:41.080140 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-462b7f45-cf99-4a57-9105-b1be0a8bdd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (d5fd4c74-0cf0-4c5d-83bd-ca95b5532679), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:41.179690 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4155ed-56fb-434f-b883-14bcd2af5e17 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Port': ['ID=bfa49cd8-3a3d-4603-b4ba-6949df7998ea,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:41.186286 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6ea7bf49-f04f-4ab7-85a0-3d18089d538f no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:25:41.208150 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bb4155ed-56fb-434f-b883-14bcd2af5e17 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.7028730 Jan 18 20:25:41.209942 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36190) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:41.210077 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb071b5-4f81-4d36-9c19-e31d0a098aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-c68ada5d-da8a-41c6-813a-b53f9c35e893', 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'fixed_ips': [{'subnet_id': '106d5503-e3a5-4c79-9c22-49e91954aead'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:25:41.210954 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ffb071b5-4f81-4d36-9c19-e31d0a098aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:41.228623 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-462b7f45-cf99-4a57-9105-b1be0a8bdd00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (d829a980-f002-4ff1-b509-18e891e56e2b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:41.270729 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-fd1d6e27-ab77-4e1a-8256-1e97bce6cabc None None] Port d5fd4c74-0cf0-4c5d-83bd-ca95b5532679 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:25:41.279525 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 6ea7bf49-f04f-4ab7-85a0-3d18089d538f {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:25:41.279866 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6ea7bf49-f04f-4ab7-85a0-3d18089d538f not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:25:41.449156 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 432c15c0-f97c-4b36-b009-3221ed707f84 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:41.451863 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaaf54b-b6b5-4a84-8b97-68fe47d8bda4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:41.476039 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b7f45-cf99-4a57-9105-b1be0a8bdd00 admin admin] Pushing event updated for resources: {'Port': ['ID=d5fd4c74-0cf0-4c5d-83bd-ca95b5532679,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:41.499121 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-69c41817-d5d0-4cf5-b3bf-21e18909982d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting port bfa49cd8-3a3d-4603-b4ba-6949df7998ea {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:41.499542 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69c41817-d5d0-4cf5-b3bf-21e18909982d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (bfa49cd8-3a3d-4603-b4ba-6949df7998ea), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:41.534047 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f31d-7a12-4ab8-a230-992baac4c9a1 None None] Publish callbacks [] for port (59f625ea-8708-4ea7-a315-289d7cdac06e), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:41.550745 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f31d-7a12-4ab8-a230-992baac4c9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (59f625ea-8708-4ea7-a315-289d7cdac06e), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:41.552650 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66822a51-c290-47a6-a4fc-68134c40df6b req-4eabdf26-9a0e-4799-ae5d-774f94c78dc7 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:41.554573 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66822a51-c290-47a6-a4fc-68134c40df6b req-4eabdf26-9a0e-4799-ae5d-774f94c78dc7 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.4066210 Jan 18 20:25:41.579743 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-07e839ad-d704-4e60-a77c-cc47fc5ed239 req-2bafb25b-40a9-4b96-9595-938b735fc8ac tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.0928373 Jan 18 20:25:41.599713 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2f31d-7a12-4ab8-a230-992baac4c9a1 None None] Pushing event updated for resources: {'Port': ['ID=59f625ea-8708-4ea7-a315-289d7cdac06e,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:41.621788 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-ffb071b5-4f81-4d36-9c19-e31d0a098aaf None None] Allocated IP 2001:db8::f816:3eff:fe97:52fb (c68ada5d-da8a-41c6-813a-b53f9c35e893/106d5503-e3a5-4c79-9c22-49e91954aead/b59fd8ca-1b56-4a61-b29a-3141eb574642) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:41.640844 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee2f31d-7a12-4ab8-a230-992baac4c9a1 None None] Network cb383d42-8366-4dad-8e2b-12bb3e025200 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:41.646680 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 432c15c0-f97c-4b36-b009-3221ed707f84 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:41.647982 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (432c15c0-f97c-4b36-b009-3221ed707f84), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:41.677240 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-caaaf54b-b6b5-4a84-8b97-68fe47d8bda4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:41.690224 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-1ee2f31d-7a12-4ab8-a230-992baac4c9a1 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:41.694976 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66822a51-c290-47a6-a4fc-68134c40df6b req-93ff12c4-0ce4-41d4-bd07-6aab4ce1c934 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075952 Jan 18 20:25:41.696528 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee2f31d-7a12-4ab8-a230-992baac4c9a1 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:41.700474 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462b7f45-cf99-4a57-9105-b1be0a8bdd00 admin admin] Network 430c56bd-8290-45d6-ab68-26d11179c94e is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:41.705868 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-462b7f45-cf99-4a57-9105-b1be0a8bdd00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:41.737729 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-caaaf54b-b6b5-4a84-8b97-68fe47d8bda4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] device_id is not set on port 9361a4ea-8d66-457f-a979-22eacf3afd5c yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:25:41.783787 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69c41817-d5d0-4cf5-b3bf-21e18909982d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (bfa49cd8-3a3d-4603-b4ba-6949df7998ea), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:41.801744 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-69c41817-d5d0-4cf5-b3bf-21e18909982d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Calling delete_port for bfa49cd8-3a3d-4603-b4ba-6949df7998ea owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:41.892657 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-1ee2f31d-7a12-4ab8-a230-992baac4c9a1 None None] Attempting to bind port 59f625ea-8708-4ea7-a315-289d7cdac06e on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:25:41.893870 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-1ee2f31d-7a12-4ab8-a230-992baac4c9a1 None None] Attempting to bind port 59f625ea-8708-4ea7-a315-289d7cdac06e by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '18d4e6ac-1c12-4acf-947d-41c025701a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cb383d42-8366-4dad-8e2b-12bb3e025200'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:25:41.894446 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee2f31d-7a12-4ab8-a230-992baac4c9a1 None None] Attempting to bind port 59f625ea-8708-4ea7-a315-289d7cdac06e on network cb383d42-8366-4dad-8e2b-12bb3e025200 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:25:41.902977 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee2f31d-7a12-4ab8-a230-992baac4c9a1 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:25:41.903739 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee2f31d-7a12-4ab8-a230-992baac4c9a1 None None] Checking segment: {'id': '18d4e6ac-1c12-4acf-947d-41c025701a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cb383d42-8366-4dad-8e2b-12bb3e025200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:25:41.904367 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f31d-7a12-4ab8-a230-992baac4c9a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:41.904953 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee2f31d-7a12-4ab8-a230-992baac4c9a1 None None] Bound using segment: {'id': '18d4e6ac-1c12-4acf-947d-41c025701a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cb383d42-8366-4dad-8e2b-12bb3e025200'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:25:41.905625 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-1ee2f31d-7a12-4ab8-a230-992baac4c9a1 None None] Bound port: 59f625ea-8708-4ea7-a315-289d7cdac06e, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d4e6ac-1c12-4acf-947d-41c025701a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cb383d42-8366-4dad-8e2b-12bb3e025200'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:25:41.906752 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f31d-7a12-4ab8-a230-992baac4c9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (59f625ea-8708-4ea7-a315-289d7cdac06e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:41.913447 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 432c15c0-f97c-4b36-b009-3221ed707f84 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:42.039318 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1ee2f31d-7a12-4ab8-a230-992baac4c9a1 None None] For port 59f625ea-8708-4ea7-a315-289d7cdac06e, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:25:42.044903 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1ee2f31d-7a12-4ab8-a230-992baac4c9a1 None None] For port 59f625ea-8708-4ea7-a315-289d7cdac06e, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=59f625ea-8708-4ea7-a315-289d7cdac06e,segment=NetworkSegment(18d4e6ac-1c12-4acf-947d-41c025701a8d),segment_id=18d4e6ac-1c12-4acf-947d-41c025701a8d)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:25:42.052088 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f31d-7a12-4ab8-a230-992baac4c9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (59f625ea-8708-4ea7-a315-289d7cdac06e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:42.086171 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69c41817-d5d0-4cf5-b3bf-21e18909982d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (bfa49cd8-3a3d-4603-b4ba-6949df7998ea), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:42.132423 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c41817-d5d0-4cf5-b3bf-21e18909982d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Port': ['ID=bfa49cd8-3a3d-4603-b4ba-6949df7998ea,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:42.133348 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ffb071b5-4f81-4d36-9c19-e31d0a098aaf None None] Publish callbacks [] for port (b59fd8ca-1b56-4a61-b29a-3141eb574642), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:42.135271 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2f31d-7a12-4ab8-a230-992baac4c9a1 None None] Pushing event updated for resources: {'Port': ['ID=59f625ea-8708-4ea7-a315-289d7cdac06e,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:42.155186 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69c41817-d5d0-4cf5-b3bf-21e18909982d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:42.161197 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-69c41817-d5d0-4cf5-b3bf-21e18909982d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/ports/bfa49cd8-3a3d-4603-b4ba-6949df7998ea HTTP/1.1" status: 204 len: 168 time: 0.9501660 Jan 18 20:25:42.164118 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ffb071b5-4f81-4d36-9c19-e31d0a098aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (b59fd8ca-1b56-4a61-b29a-3141eb574642), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:42.164986 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36202) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:42.191838 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb071b5-4f81-4d36-9c19-e31d0a098aaf None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:42.195076 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-ffb071b5-4f81-4d36-9c19-e31d0a098aaf None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:42.202189 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e42e36f9-3a08-47b6-ad46-99ccf96765d0 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (dbe15980-e5b4-450f-bf8b-4249da9abff4), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:42.229292 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb071b5-4f81-4d36-9c19-e31d0a098aaf None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:42.230248 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ac418-c684-4602-9bf7-433098cd46c8 req-9204f513-d89e-4ffa-bc90-97b4b7a19e8f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:42.231783 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ef7ac418-c684-4602-9bf7-433098cd46c8 req-9204f513-d89e-4ffa-bc90-97b4b7a19e8f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.3841093 Jan 18 20:25:42.237767 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462b7f45-cf99-4a57-9105-b1be0a8bdd00 admin admin] Router d829a980-f002-4ff1-b509-18e891e56e2b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:25:42.240960 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-35454eb2-d725-423c-9396-347dd6385c59 None None] Provisioning complete for port d5fd4c74-0cf0-4c5d-83bd-ca95b5532679 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:42.241375 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-caaaf54b-b6b5-4a84-8b97-68fe47d8bda4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 2001:db8::f816:3eff:fe05:95b8 (c68ada5d-da8a-41c6-813a-b53f9c35e893/106d5503-e3a5-4c79-9c22-49e91954aead/9361a4ea-8d66-457f-a979-22eacf3afd5c) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:42.241653 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-35454eb2-d725-423c-9396-347dd6385c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d5fd4c74-0cf0-4c5d-83bd-ca95b5532679), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:42.251023 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abba152-220e-4f12-858a-580a7acbcf23 req-ba674011-0027-4b33-b216-0145574efa1a tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:42.252547 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5abba152-220e-4f12-858a-580a7acbcf23 req-ba674011-0027-4b33-b216-0145574efa1a tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 943 time: 0.2262044 Jan 18 20:25:42.293378 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-05380f61-7117-40d3-8ac7-f64f5ee1b4aa tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] GET failed (client error): The resource could not be found. Jan 18 20:25:42.294957 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-05380f61-7117-40d3-8ac7-f64f5ee1b4aa tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "GET /v2.0/ports/bfa49cd8-3a3d-4603-b4ba-6949df7998ea HTTP/1.1" status: 404 len: 333 time: 0.1133232 Jan 18 20:25:42.297683 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36204) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:42.302823 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-35454eb2-d725-423c-9396-347dd6385c59 None None] Port d5fd4c74-0cf0-4c5d-83bd-ca95b5532679 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:25:42.356438 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42e36f9-3a08-47b6-ad46-99ccf96765d0 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network febaf15b-5046-47b7-b6d8-f2693dbad764 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:42.360152 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb071b5-4f81-4d36-9c19-e31d0a098aaf None None] Pushing event updated for resources: {'Port': ['ID=b59fd8ca-1b56-4a61-b29a-3141eb574642,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:42.380288 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ffb071b5-4f81-4d36-9c19-e31d0a098aaf None None] Attempting to bind port b59fd8ca-1b56-4a61-b29a-3141eb574642 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:25:42.380661 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ffb071b5-4f81-4d36-9c19-e31d0a098aaf None None] Attempting to bind port b59fd8ca-1b56-4a61-b29a-3141eb574642 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:25:42.381024 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb071b5-4f81-4d36-9c19-e31d0a098aaf None None] Attempting to bind port b59fd8ca-1b56-4a61-b29a-3141eb574642 on network c68ada5d-da8a-41c6-813a-b53f9c35e893 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:25:42.388040 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb071b5-4f81-4d36-9c19-e31d0a098aaf None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:25:42.388416 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb071b5-4f81-4d36-9c19-e31d0a098aaf None None] Checking segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:25:42.388810 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ffb071b5-4f81-4d36-9c19-e31d0a098aaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:42.389199 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb071b5-4f81-4d36-9c19-e31d0a098aaf None None] Bound using segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:25:42.389704 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ffb071b5-4f81-4d36-9c19-e31d0a098aaf None None] Bound port: b59fd8ca-1b56-4a61-b29a-3141eb574642, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:25:42.390086 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ffb071b5-4f81-4d36-9c19-e31d0a098aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b59fd8ca-1b56-4a61-b29a-3141eb574642), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:42.407525 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-e42e36f9-3a08-47b6-ad46-99ccf96765d0 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:42.413106 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42e36f9-3a08-47b6-ad46-99ccf96765d0 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:42.413759 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e42e36f9-3a08-47b6-ad46-99ccf96765d0 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:42.420230 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018e347e-f094-4046-9930-e7df8c924c77 None None] Network febaf15b-5046-47b7-b6d8-f2693dbad764 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:42.458855 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1987b02-9820-4580-a433-a0894022ba22 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting subnet 0afbb905-6f5b-4712-9635-a57f5fdc278f {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:25:42.490911 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e1987b02-9820-4580-a433-a0894022ba22 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for subnet (0afbb905-6f5b-4712-9635-a57f5fdc278f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:42.503892 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ef402ab9-2794-4d83-a267-a0bd03e0340d details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:25:42.548697 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5abba152-220e-4f12-858a-580a7acbcf23 req-046a661e-1c88-4acb-ae1a-6353b086e25c tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/security-groups?id=6884ff19-a64f-4752-8b6d-9adf6f2b5250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522361 Jan 18 20:25:42.564765 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e42e36f9-3a08-47b6-ad46-99ccf96765d0 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9212537 Jan 18 20:25:42.565354 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36210) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:42.579032 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-542a3586-f6e1-4072-8223-96ba7c70abec tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1800762180', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dbe15980-e5b4-450f-bf8b-4249da9abff4'}], 'security_groups': ['73e350a6-3d98-4d1b-9bed-9d0e87625af0']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:42.673114 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e1987b02-9820-4580-a433-a0894022ba22 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (0afbb905-6f5b-4712-9635-a57f5fdc278f), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:42.756486 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462b7f45-cf99-4a57-9105-b1be0a8bdd00 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:25:42.759884 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-542a3586-f6e1-4072-8223-96ba7c70abec tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ca128ce5-4bc3-4ced-a784-503110b88220), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:42.768093 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e36f9-3a08-47b6-ad46-99ccf96765d0 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Subnet': ['ID=dbe15980-e5b4-450f-bf8b-4249da9abff4,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:42.779354 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-462b7f45-cf99-4a57-9105-b1be0a8bdd00 admin admin] 10.222.0.31 "PUT /v2.0/routers/d829a980-f002-4ff1-b509-18e891e56e2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8511019 Jan 18 20:25:42.801026 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e4fcdf-0676-4d95-82ef-7c67af4fed24 None None] Sync routers for ids ['d829a980-f002-4ff1-b509-18e891e56e2b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:25:42.803529 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ecc197cf-cf54-4384-a8ac-8a14f64b4f70 req-3b0e45d0-7ba6-4549-ae38-8a49c09665ee tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.0584919 Jan 18 20:25:42.814370 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ef7ac418-c684-4602-9bf7-433098cd46c8 req-fd470fe7-e02f-4a51-ad96-e3c216d6cdbd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5587397 Jan 18 20:25:42.817688 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-caaaf54b-b6b5-4a84-8b97-68fe47d8bda4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (9361a4ea-8d66-457f-a979-22eacf3afd5c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:42.860340 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ffb071b5-4f81-4d36-9c19-e31d0a098aaf None None] For port b59fd8ca-1b56-4a61-b29a-3141eb574642, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:25:42.942596 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ffb071b5-4f81-4d36-9c19-e31d0a098aaf None None] For port b59fd8ca-1b56-4a61-b29a-3141eb574642, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b59fd8ca-1b56-4a61-b29a-3141eb574642,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:25:43.022523 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ffb071b5-4f81-4d36-9c19-e31d0a098aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b59fd8ca-1b56-4a61-b29a-3141eb574642), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:43.024981 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e4fcdf-0676-4d95-82ef-7c67af4fed24 None None] Routers {'d829a980-f002-4ff1-b509-18e891e56e2b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:25:43.025101 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-40e4fcdf-0676-4d95-82ef-7c67af4fed24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:25:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d829a980-f002-4ff1-b509-18e891e56e2b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:43.083494 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-caaaf54b-b6b5-4a84-8b97-68fe47d8bda4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (9361a4ea-8d66-457f-a979-22eacf3afd5c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:43.157460 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e1987b02-9820-4580-a433-a0894022ba22 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (0afbb905-6f5b-4712-9635-a57f5fdc278f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:43.227777 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaaf54b-b6b5-4a84-8b97-68fe47d8bda4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:43.235118 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaaf54b-b6b5-4a84-8b97-68fe47d8bda4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=9361a4ea-8d66-457f-a979-22eacf3afd5c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:43.297564 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-caaaf54b-b6b5-4a84-8b97-68fe47d8bda4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:43.303103 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db529f-41f2-4fd9-9522-9619e304a244 req-3993d3fb-b4de-43bb-bacc-1f3099846884 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:43.304757 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a2db529f-41f2-4fd9-9522-9619e304a244 req-3993d3fb-b4de-43bb-bacc-1f3099846884 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.1108117 Jan 18 20:25:43.319287 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaaf54b-b6b5-4a84-8b97-68fe47d8bda4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:43.333858 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaaf54b-b6b5-4a84-8b97-68fe47d8bda4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:43.334532 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-caaaf54b-b6b5-4a84-8b97-68fe47d8bda4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:43.406178 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a2db529f-41f2-4fd9-9522-9619e304a244 req-87b5dfc8-bc2c-4561-a47a-940185aa67bf tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942605 Jan 18 20:25:43.618545 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-caaaf54b-b6b5-4a84-8b97-68fe47d8bda4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9096851 Jan 18 20:25:43.619022 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36236) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:43.654559 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ef402ab9-2794-4d83-a267-a0bd03e0340d, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ef402ab9-2794-4d83-a267-a0bd03e0340d,segment=NetworkSegment(b61c3218-044c-49cd-a040-f785b2f0a1eb),segment_id=b61c3218-044c-49cd-a040-f785b2f0a1eb)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:43.762130 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1cdc92-8edd-4a1f-8903-615448f33cb8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:43.779160 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1cdc92-8edd-4a1f-8903-615448f33cb8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:43.785284 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 59f625ea-8708-4ea7-a315-289d7cdac06e up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:43.789551 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ab1cdc92-8edd-4a1f-8903-615448f33cb8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1683095 Jan 18 20:25:43.790570 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36244) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:43.792218 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb071b5-4f81-4d36-9c19-e31d0a098aaf None None] Pushing event updated for resources: {'Port': ['ID=b59fd8ca-1b56-4a61-b29a-3141eb574642,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:43.798361 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'ef402ab9-2794-4d83-a267-a0bd03e0340d', 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d', 'port_id': 'ef402ab9-2794-4d83-a267-a0bd03e0340d', 'mac_address': 'fa:16:3e:ed:3a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6050b78-f460-4028-811c-57bb560e336d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:25:43.842316 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e1987b02-9820-4580-a433-a0894022ba22 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (0afbb905-6f5b-4712-9635-a57f5fdc278f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:43.897527 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58c31f4-07d9-4813-9abe-34a341e34a22 None None] Update dhcp port {'port': {'network_id': 'febaf15b-5046-47b7-b6d8-f2693dbad764', 'fixed_ips': [{'subnet_id': 'f9b52877-4aa0-450c-bb2e-6accba8d3b26', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dbe15980-e5b4-450f-bf8b-4249da9abff4'}], 'binding:host_id': 'n-d-741529-9'}, 'id': '432c15c0-f97c-4b36-b009-3221ed707f84'} from n-d-741529-9. {{(pid=103337) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 18 20:25:43.906203 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1987b02-9820-4580-a433-a0894022ba22 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Subnet': ['ID=0afbb905-6f5b-4712-9635-a57f5fdc278f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:43.932716 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e1987b02-9820-4580-a433-a0894022ba22 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:43.942774 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e1987b02-9820-4580-a433-a0894022ba22 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/subnets/0afbb905-6f5b-4712-9635-a57f5fdc278f HTTP/1.1" status: 204 len: 168 time: 1.6438942 Jan 18 20:25:43.949035 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36252) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:44.039557 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-542a3586-f6e1-4072-8223-96ba7c70abec tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Delete allocated IP 172.20.0.12 (febaf15b-5046-47b7-b6d8-f2693dbad764/f9b52877-4aa0-450c-bb2e-6accba8d3b26) {{(pid=103335) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 18 20:25:44.087503 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36258) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:44.093996 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-f1042927-771e-4ccd-8567-fe6410ec1058 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1940002370-network', 'tenant_id': '39e8f145e2a44ac0a62026476f0abecb'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:44.099484 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-40e4fcdf-0676-4d95-82ef-7c67af4fed24 None None] Set router d829a980-f002-4ff1-b509-18e891e56e2b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:25:44.101547 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-542a3586-f6e1-4072-8223-96ba7c70abec tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Allocated IP 172.20.0.30 (febaf15b-5046-47b7-b6d8-f2693dbad764/dbe15980-e5b4-450f-bf8b-4249da9abff4/ca128ce5-4bc3-4ced-a784-503110b88220) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:44.146357 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1042927-771e-4ccd-8567-fe6410ec1058 admin admin] Made reservation on behalf of 39e8f145e2a44ac0a62026476f0abecb for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:44.149011 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1042927-771e-4ccd-8567-fe6410ec1058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:44.172933 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1042927-771e-4ccd-8567-fe6410ec1058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:44.175118 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c2f98b-8ec2-4d1e-a152-aa75e146419c None None] Network cb383d42-8366-4dad-8e2b-12bb3e025200 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:44.187423 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d6bfe0c-2983-4935-bce7-f3eef7215e8b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (cb383d42-8366-4dad-8e2b-12bb3e025200), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:44.209194 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d58c31f4-07d9-4813-9abe-34a341e34a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (432c15c0-f97c-4b36-b009-3221ed707f84), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:44.258574 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port ef402ab9-2794-4d83-a267-a0bd03e0340d is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:44.259062 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ef402ab9-2794-4d83-a267-a0bd03e0340d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:44.361553 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e6405954-c4eb-4986-9f31-23ab95c5e67c None None] Provisioning complete for port 59f625ea-8708-4ea7-a315-289d7cdac06e triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:44.361979 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e6405954-c4eb-4986-9f31-23ab95c5e67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (59f625ea-8708-4ea7-a315-289d7cdac06e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:44.416672 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2d6bfe0c-2983-4935-bce7-f3eef7215e8b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting port 59f625ea-8708-4ea7-a315-289d7cdac06e {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:44.417552 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d6bfe0c-2983-4935-bce7-f3eef7215e8b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (59f625ea-8708-4ea7-a315-289d7cdac06e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:44.431209 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef402ab9-2794-4d83-a267-a0bd03e0340d {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:25:44.443342 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bd3d5962-39b7-4315-b938-35c918cbb7ee req-9c7d051f-30d1-4235-b791-1449d3b8aba3 tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.0376470 Jan 18 20:25:44.453495 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f6864-4afc-4f28-8881-7a490a06a07d req-4ca89b29-c72d-4153-832a-c796285b57a6 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:44.453983 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1042927-771e-4ccd-8567-fe6410ec1058 admin admin] Publish callbacks [] for security_group (7c5bf440-1242-45ab-b948-54d09895540a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:44.461007 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-542a3586-f6e1-4072-8223-96ba7c70abec tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for port (ca128ce5-4bc3-4ced-a784-503110b88220), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:44.461718 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4c7f6864-4afc-4f28-8881-7a490a06a07d req-4ca89b29-c72d-4153-832a-c796285b57a6 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 943 time: 0.6696866 Jan 18 20:25:44.464812 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1042927-771e-4ccd-8567-fe6410ec1058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7c5bf440-1242-45ab-b948-54d09895540a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:44.526089 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-542a3586-f6e1-4072-8223-96ba7c70abec tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (ca128ce5-4bc3-4ced-a784-503110b88220), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:44.546845 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4c7f6864-4afc-4f28-8881-7a490a06a07d req-be9c0b87-7a0b-4994-9500-c4bcc0430b72 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/security-groups?id=6884ff19-a64f-4752-8b6d-9adf6f2b5250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790725 Jan 18 20:25:44.555422 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1042927-771e-4ccd-8567-fe6410ec1058 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:25:44.562260 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-82c25f22-8001-465f-ab5a-71663a3fe66c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting port 9361a4ea-8d66-457f-a979-22eacf3afd5c {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:44.562843 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82c25f22-8001-465f-ab5a-71663a3fe66c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (9361a4ea-8d66-457f-a979-22eacf3afd5c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:44.568230 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-2d6bfe0c-2983-4935-bce7-f3eef7215e8b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] For port 59f625ea-8708-4ea7-a315-289d7cdac06e, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=59f625ea-8708-4ea7-a315-289d7cdac06e,segment=NetworkSegment(18d4e6ac-1c12-4acf-947d-41c025701a8d),segment_id=18d4e6ac-1c12-4acf-947d-41c025701a8d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:44.568669 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d6bfe0c-2983-4935-bce7-f3eef7215e8b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (59f625ea-8708-4ea7-a315-289d7cdac06e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:44.579196 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 59f625ea-8708-4ea7-a315-289d7cdac06e triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:44.579891 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (59f625ea-8708-4ea7-a315-289d7cdac06e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:44.587945 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2d6bfe0c-2983-4935-bce7-f3eef7215e8b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Calling delete_port for 59f625ea-8708-4ea7-a315-289d7cdac06e owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:44.665277 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ef402ab9-2794-4d83-a267-a0bd03e0340d, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ef402ab9-2794-4d83-a267-a0bd03e0340d,segment=NetworkSegment(b61c3218-044c-49cd-a040-f785b2f0a1eb),segment_id=b61c3218-044c-49cd-a040-f785b2f0a1eb)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:44.699522 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ef402ab9-2794-4d83-a267-a0bd03e0340d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:44.724372 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c0f9b-930a-4ba7-8d88-a3f0b709fb0d req-379ba2ec-b561-4168-8c2d-6f004ed06c50 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:44.726478 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1042927-771e-4ccd-8567-fe6410ec1058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (3c7fcd62-73da-4810-b41e-b969350ec112), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:44.726956 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-f1042927-771e-4ccd-8567-fe6410ec1058 admin admin] Added segment 3c7fcd62-73da-4810-b41e-b969350ec112 of type vlan for network e079085a-4cbb-47d0-a992-ad80243cea5f Jan 18 20:25:44.737862 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cd7c0f9b-930a-4ba7-8d88-a3f0b709fb0d req-379ba2ec-b561-4168-8c2d-6f004ed06c50 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.1691928 Jan 18 20:25:44.740129 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1042927-771e-4ccd-8567-fe6410ec1058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5bf440-1242-45ab-b948-54d09895540a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:44.765684 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d6bfe0c-2983-4935-bce7-f3eef7215e8b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (59f625ea-8708-4ea7-a315-289d7cdac06e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:44.811762 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82c25f22-8001-465f-ab5a-71663a3fe66c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (9361a4ea-8d66-457f-a979-22eacf3afd5c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:44.811986 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6bfe0c-2983-4935-bce7-f3eef7215e8b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] No DVR routers for this DVR port 59f625ea-8708-4ea7-a315-289d7cdac06e on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:25:44.853044 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Could not find standard attr ID for object 59f625ea-8708-4ea7-a315-289d7cdac06e. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:25:44.856801 n-d-741529-9 neutron-server[103337]: INFO neutron.plugins.ml2.db [None req-e6405954-c4eb-4986-9f31-23ab95c5e67c None None] No ports have port_id starting with 59f625ea-8708-4ea7-a315-289d7cdac06e Jan 18 20:25:44.858494 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a3586-f6e1-4072-8223-96ba7c70abec tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Port': ['ID=ca128ce5-4bc3-4ced-a784-503110b88220,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:44.859006 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-82c25f22-8001-465f-ab5a-71663a3fe66c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Calling delete_port for 9361a4ea-8d66-457f-a979-22eacf3afd5c owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:44.871830 n-d-741529-9 neutron-server[103337]: INFO neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No ports have port_id starting with 59f625ea-8708-4ea7-a315-289d7cdac06e Jan 18 20:25:44.898897 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1042927-771e-4ccd-8567-fe6410ec1058 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (e079085a-4cbb-47d0-a992-ad80243cea5f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:44.906177 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cd7c0f9b-930a-4ba7-8d88-a3f0b709fb0d req-6d29c718-74f7-4c88-9f60-7aa4963d9294 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667812 Jan 18 20:25:44.908616 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6fed04-ca75-48a8-9d35-d51a6bdd7c2b None None] DHCP port deletion for cb383d42-8366-4dad-8e2b-12bb3e025200 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:25:44.922794 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=ef402ab9-2794-4d83-a267-a0bd03e0340d,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:44.935947 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-d58c31f4-07d9-4813-9abe-34a341e34a22 None None] Allocated IP 172.20.0.18 (febaf15b-5046-47b7-b6d8-f2693dbad764/dbe15980-e5b4-450f-bf8b-4249da9abff4/432c15c0-f97c-4b36-b009-3221ed707f84) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:44.962916 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6bfe0c-2983-4935-bce7-f3eef7215e8b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Port': ['ID=59f625ea-8708-4ea7-a315-289d7cdac06e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:45.024633 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d6bfe0c-2983-4935-bce7-f3eef7215e8b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (cb383d42-8366-4dad-8e2b-12bb3e025200), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:45.033524 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['ef402ab9-2794-4d83-a267-a0bd03e0340d'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:25:45.036809 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-542a3586-f6e1-4072-8223-96ba7c70abec tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] In _notify_port_updated(), no bound segment for port ca128ce5-4bc3-4ced-a784-503110b88220 on network febaf15b-5046-47b7-b6d8-f2693dbad764 {{(pid=103335) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 18 20:25:45.044510 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542a3586-f6e1-4072-8223-96ba7c70abec tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:45.045283 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-542a3586-f6e1-4072-8223-96ba7c70abec tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:45.046960 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-542a3586-f6e1-4072-8223-96ba7c70abec tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "PUT /v2.0/ports/ca128ce5-4bc3-4ced-a784-503110b88220 HTTP/1.1" status: 200 len: 921 time: 2.4722948 Jan 18 20:25:45.050770 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1042927-771e-4ccd-8567-fe6410ec1058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (e079085a-4cbb-47d0-a992-ad80243cea5f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:45.052043 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1042927-771e-4ccd-8567-fe6410ec1058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:45.052643 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1042927-771e-4ccd-8567-fe6410ec1058 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:45.063938 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36264) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:45.088996 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-40e4fcdf-0676-4d95-82ef-7c67af4fed24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'name': 'tempest-TaggedBootDevicesTest_v242-647798303-router', 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '38d15467-84f1-483e-9063-ad6c4607fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:25:24Z', 'updated_at': '2022-01-18T20:25:40Z', 'revision_number': 4, 'project_id': '733444720280437eb7f9cfdcefc53319', 'gw_port': {'id': '38d15467-84f1-483e-9063-ad6c4607fe7f', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bf:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:27Z', 'updated_at': '2022-01-18T20:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'd5fd4c74-0cf0-4c5d-83bd-ca95b5532679', 'name': '', 'network_id': '430c56bd-8290-45d6-ab68-26d11179c94e', 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'mac_address': 'fa:16:3e:64:48:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '2035485f-6539-4901-9376-da308db55f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:38Z', 'updated_at': '2022-01-18T20:25:40Z', 'revision_number': 2, 'project_id': '733444720280437eb7f9cfdcefc53319', 'subnets': [{'id': '2035485f-6539-4901-9376-da308db55f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:45.093064 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f1042927-771e-4ccd-8567-fe6410ec1058 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0018568 Jan 18 20:25:45.118054 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36266) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:45.133148 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-2d6bfe0c-2983-4935-bce7-f3eef7215e8b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb383d42-8366-4dad-8e2b-12bb3e025200']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:45.133570 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-ac19d086-e330-46aa-a381-91ffd3a784a3 admin admin] Request body: {'subnet': {'network_id': 'e079085a-4cbb-47d0-a992-ad80243cea5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1940002370-subnet', 'tenant_id': '39e8f145e2a44ac0a62026476f0abecb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:45.142764 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e4fcdf-0676-4d95-82ef-7c67af4fed24 None None] Checking router: d829a980-f002-4ff1-b509-18e891e56e2b for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:25:45.143290 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e4fcdf-0676-4d95-82ef-7c67af4fed24 None None] Updating router d829a980-f002-4ff1-b509-18e891e56e2b port d5fd4c74-0cf0-4c5d-83bd-ca95b5532679 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:25:45.174253 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82c25f22-8001-465f-ab5a-71663a3fe66c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (9361a4ea-8d66-457f-a979-22eacf3afd5c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:45.182347 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-2d6bfe0c-2983-4935-bce7-f3eef7215e8b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d4e6ac-1c12-4acf-947d-41c025701a8d') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:45.182347 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-2d6bfe0c-2983-4935-bce7-f3eef7215e8b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d4e6ac-1c12-4acf-947d-41c025701a8d') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:45.192433 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d58c31f4-07d9-4813-9abe-34a341e34a22 None None] For port 432c15c0-f97c-4b36-b009-3221ed707f84, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=432c15c0-f97c-4b36-b009-3221ed707f84,segment=NetworkSegment(5de8e155-939a-4be3-a7d6-875bae8dbb18),segment_id=5de8e155-939a-4be3-a7d6-875bae8dbb18)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:45.201523 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d6bfe0c-2983-4935-bce7-f3eef7215e8b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (18d4e6ac-1c12-4acf-947d-41c025701a8d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:45.214266 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1042927-771e-4ccd-8567-fe6410ec1058 admin admin] Pushing event updated for resources: {'Network': ['ID=e079085a-4cbb-47d0-a992-ad80243cea5f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:45.237503 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network e079085a-4cbb-47d0-a992-ad80243cea5f details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:25:45.239815 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c25f22-8001-465f-ab5a-71663a3fe66c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Port': ['ID=9361a4ea-8d66-457f-a979-22eacf3afd5c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:45.250314 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d6bfe0c-2983-4935-bce7-f3eef7215e8b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (18d4e6ac-1c12-4acf-947d-41c025701a8d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:45.250974 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e7b14a68-87d9-4ac1-86f4-897a44ce8ca0 None None] Provisioning complete for port b59fd8ca-1b56-4a61-b29a-3141eb574642 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:45.251358 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e7b14a68-87d9-4ac1-86f4-897a44ce8ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b59fd8ca-1b56-4a61-b29a-3141eb574642), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:45.269711 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6bfe0c-2983-4935-bce7-f3eef7215e8b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:25:45.270074 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d6bfe0c-2983-4935-bce7-f3eef7215e8b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (18d4e6ac-1c12-4acf-947d-41c025701a8d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:45.272704 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-40e4fcdf-0676-4d95-82ef-7c67af4fed24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d5fd4c74-0cf0-4c5d-83bd-ca95b5532679), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:25:45.274245 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:25:45.277342 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:25:45.308166 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac19d086-e330-46aa-a381-91ffd3a784a3 admin admin] Made reservation on behalf of 39e8f145e2a44ac0a62026476f0abecb for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:45.333492 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ac19d086-e330-46aa-a381-91ffd3a784a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:45.336316 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82c25f22-8001-465f-ab5a-71663a3fe66c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:45.344595 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-82c25f22-8001-465f-ab5a-71663a3fe66c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/9361a4ea-8d66-457f-a979-22eacf3afd5c HTTP/1.1" status: 204 len: 168 time: 1.5507846 Jan 18 20:25:45.351804 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36274) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:45.382435 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-18cb856f-a9ae-47f4-ac56-00ba06af8d89 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting port ca128ce5-4bc3-4ced-a784-503110b88220 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:45.382919 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18cb856f-a9ae-47f4-ac56-00ba06af8d89 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ca128ce5-4bc3-4ced-a784-503110b88220), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:45.439232 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d6bfe0c-2983-4935-bce7-f3eef7215e8b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (cb383d42-8366-4dad-8e2b-12bb3e025200), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:45.453653 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d6bfe0c-2983-4935-bce7-f3eef7215e8b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:45.453653 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2d6bfe0c-2983-4935-bce7-f3eef7215e8b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/networks/cb383d42-8366-4dad-8e2b-12bb3e025200 HTTP/1.1" status: 204 len: 168 time: 1.4951687 Jan 18 20:25:45.459370 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36276) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:45.476451 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d58c31f4-07d9-4813-9abe-34a341e34a22 None None] Publish callbacks [] for port (432c15c0-f97c-4b36-b009-3221ed707f84), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:45.477042 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-625fcd39-f820-47dd-91eb-2ee0e5a01dd4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'port': {'network_id': '7b7c004e-6af7-41de-a971-545b6714615f', 'name': 'tempest-PortsIpV6TestJSON-1473960425'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:45.564212 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d58c31f4-07d9-4813-9abe-34a341e34a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (432c15c0-f97c-4b36-b009-3221ed707f84), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:45.583753 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18cb856f-a9ae-47f4-ac56-00ba06af8d89 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ca128ce5-4bc3-4ced-a784-503110b88220), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:45.590901 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b59fd8ca-1b56-4a61-b29a-3141eb574642 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:45.601744 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-18cb856f-a9ae-47f4-ac56-00ba06af8d89 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Calling delete_port for ca128ce5-4bc3-4ced-a784-503110b88220 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:45.665321 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6bfe0c-2983-4935-bce7-f3eef7215e8b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Network': ['ID=cb383d42-8366-4dad-8e2b-12bb3e025200,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:45.673116 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb85be2-e60d-45e6-9401-40df44e52a67 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:45.675284 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb85be2-e60d-45e6-9401-40df44e52a67 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:45.676932 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-acb85be2-e60d-45e6-9401-40df44e52a67 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3243835 Jan 18 20:25:45.680313 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36284) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:45.770298 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0469ceb7-bcc6-472c-8743-54a35914e3d1 req-09d2cdd0-d9f1-4cbc-9932-86e49190b893 tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.0946467 Jan 18 20:25:45.773612 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c82bd06-6187-476a-94cd-1509071a9f97 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet 106d5503-e3a5-4c79-9c22-49e91954aead {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:25:45.784729 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c82bd06-6187-476a-94cd-1509071a9f97 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (106d5503-e3a5-4c79-9c22-49e91954aead), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:45.810427 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc978ed-e6f5-43d5-b499-f018fe4af2c7 req-6b592861-1eea-4f34-b60b-4f580f176e17 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:45.811592 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9bc978ed-e6f5-43d5-b499-f018fe4af2c7 req-6b592861-1eea-4f34-b60b-4f580f176e17 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 944 time: 0.1371939 Jan 18 20:25:45.893194 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625fcd39-f820-47dd-91eb-2ee0e5a01dd4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:45.896873 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-625fcd39-f820-47dd-91eb-2ee0e5a01dd4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:45.920394 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c82bd06-6187-476a-94cd-1509071a9f97 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (106d5503-e3a5-4c79-9c22-49e91954aead), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:45.967472 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18cb856f-a9ae-47f4-ac56-00ba06af8d89 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ca128ce5-4bc3-4ced-a784-503110b88220), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:45.976801 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-625fcd39-f820-47dd-91eb-2ee0e5a01dd4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] device_id is not set on port 2ee23b4f-56ca-4f37-b687-10d955278fa9 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:25:45.978692 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c31f4-07d9-4813-9abe-34a341e34a22 None None] Pushing event updated for resources: {'Port': ['ID=432c15c0-f97c-4b36-b009-3221ed707f84,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:46.004034 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9bc978ed-e6f5-43d5-b499-f018fe4af2c7 req-6d31e64e-d3fb-4b99-9109-1ba0a8a424dc tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/security-groups?id=6884ff19-a64f-4752-8b6d-9adf6f2b5250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851783 Jan 18 20:25:46.022566 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e7b14a68-87d9-4ac1-86f4-897a44ce8ca0 None None] Current status of the port b59fd8ca-1b56-4a61-b29a-3141eb574642 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:46.022967 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e7b14a68-87d9-4ac1-86f4-897a44ce8ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b59fd8ca-1b56-4a61-b29a-3141eb574642), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:46.071788 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb856f-a9ae-47f4-ac56-00ba06af8d89 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Port': ['ID=ca128ce5-4bc3-4ced-a784-503110b88220,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:46.094683 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ac19d086-e330-46aa-a381-91ffd3a784a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (b8f358d0-96a1-4721-a681-a5d6a2e8410c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:46.116028 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port b59fd8ca-1b56-4a61-b29a-3141eb574642 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:46.116452 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b59fd8ca-1b56-4a61-b29a-3141eb574642), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:46.189277 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18cb856f-a9ae-47f4-ac56-00ba06af8d89 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:46.197995 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-18cb856f-a9ae-47f4-ac56-00ba06af8d89 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/ports/ca128ce5-4bc3-4ced-a784-503110b88220 HTTP/1.1" status: 204 len: 168 time: 1.1271439 Jan 18 20:25:46.199080 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36288) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:46.207446 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d5b06-4b1d-4e8b-bb2d-2d608286f1fa req-562911c8-9382-4f36-a5de-282186edc632 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:46.209343 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7b7d5b06-4b1d-4e8b-bb2d-2d608286f1fa req-562911c8-9382-4f36-a5de-282186edc632 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.1544104 Jan 18 20:25:46.227752 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd44dca9-a0f3-48e4-b09e-bfe7661d7b65 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] GET failed (client error): The resource could not be found. Jan 18 20:25:46.233819 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cd44dca9-a0f3-48e4-b09e-bfe7661d7b65 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "GET /v2.0/ports/ca128ce5-4bc3-4ced-a784-503110b88220 HTTP/1.1" status: 404 len: 333 time: 0.0333455 Jan 18 20:25:46.234715 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36290) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:46.237003 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac19d086-e330-46aa-a381-91ffd3a784a3 admin admin] Checking segment: {'id': '3c7fcd62-73da-4810-b41e-b969350ec112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e079085a-4cbb-47d0-a992-ad80243cea5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:25:46.237367 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac19d086-e330-46aa-a381-91ffd3a784a3 admin admin] Network hostable DHCP agents. Network: e079085a-4cbb-47d0-a992-ad80243cea5f, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:25:46.252967 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19d086-e330-46aa-a381-91ffd3a784a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8f358d0-96a1-4721-a681-a5d6a2e8410c,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:46.310017 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea10b3d2-fb99-4be4-823e-baf91c0af409 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (16c4e07d-2056-4443-8374-3f0452ee41d6), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:46.335720 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea10b3d2-fb99-4be4-823e-baf91c0af409 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (16c4e07d-2056-4443-8374-3f0452ee41d6), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:46.358378 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-625fcd39-f820-47dd-91eb-2ee0e5a01dd4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for port (2ee23b4f-56ca-4f37-b687-10d955278fa9), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:46.384813 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac19d086-e330-46aa-a381-91ffd3a784a3 admin admin] Network e079085a-4cbb-47d0-a992-ad80243cea5f is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:25:46.394335 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea10b3d2-fb99-4be4-823e-baf91c0af409 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (16c4e07d-2056-4443-8374-3f0452ee41d6), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:46.403454 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea10b3d2-fb99-4be4-823e-baf91c0af409 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:46.407132 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-ac19d086-e330-46aa-a381-91ffd3a784a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, e079085a-4cbb-47d0-a992-ad80243cea5f) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:46.408584 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36292) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:46.410655 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e7b14a68-87d9-4ac1-86f4-897a44ce8ca0 None None] For port b59fd8ca-1b56-4a61-b29a-3141eb574642, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b59fd8ca-1b56-4a61-b29a-3141eb574642,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:46.413815 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ea10b3d2-fb99-4be4-823e-baf91c0af409 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/security-groups/16c4e07d-2056-4443-8374-3f0452ee41d6 HTTP/1.1" status: 204 len: 168 time: 0.1699460 Jan 18 20:25:46.431087 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c82bd06-6187-476a-94cd-1509071a9f97 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (106d5503-e3a5-4c79-9c22-49e91954aead), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:46.434020 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e7b14a68-87d9-4ac1-86f4-897a44ce8ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b59fd8ca-1b56-4a61-b29a-3141eb574642), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:46.437268 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac19d086-e330-46aa-a381-91ffd3a784a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:46.437939 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ac19d086-e330-46aa-a381-91ffd3a784a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:46.459870 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7b7d5b06-4b1d-4e8b-bb2d-2d608286f1fa req-f0dfaca3-45b8-40b3-b96f-72c7bcdc3ea5 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425222 Jan 18 20:25:46.463611 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10b3d2-fb99-4be4-823e-baf91c0af409 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c4e07d-2056-4443-8374-3f0452ee41d6,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:46.471476 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ac19d086-e330-46aa-a381-91ffd3a784a3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3522756 Jan 18 20:25:46.472121 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36294) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:46.489074 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36ca088-7c9c-4130-80ea-2f9d910ff90c None None] Network e079085a-4cbb-47d0-a992-ad80243cea5f requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:46.503284 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-fe65f3f1-59ec-4a71-837d-d1d33c4947f7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1940002370-router', 'tenant_id': '39e8f145e2a44ac0a62026476f0abecb', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:46.528818 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c82bd06-6187-476a-94cd-1509071a9f97 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (106d5503-e3a5-4c79-9c22-49e91954aead), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:46.557529 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fe65f3f1-59ec-4a71-837d-d1d33c4947f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (264faf7e-bc54-4086-a763-7a3079630d27), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:46.558032 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fe65f3f1-59ec-4a71-837d-d1d33c4947f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (264faf7e-bc54-4086-a763-7a3079630d27), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:46.560339 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82bd06-6187-476a-94cd-1509071a9f97 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=106d5503-e3a5-4c79-9c22-49e91954aead,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:46.564213 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c82bd06-6187-476a-94cd-1509071a9f97 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:46.568322 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8c82bd06-6187-476a-94cd-1509071a9f97 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/106d5503-e3a5-4c79-9c22-49e91954aead HTTP/1.1" status: 204 len: 168 time: 0.8867691 Jan 18 20:25:46.570694 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36298) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:46.575780 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-625fcd39-f820-47dd-91eb-2ee0e5a01dd4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (2ee23b4f-56ca-4f37-b687-10d955278fa9), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:46.622185 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e80ce0-0e31-46a3-b239-11dfd5af8e79 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:46.622527 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-65dde27e-262a-444c-abe3-d43954285e61 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (73e350a6-3d98-4d1b-9bed-9d0e87625af0), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:46.631387 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b6915754-11bd-4781-a4e7-d6b5fd6ee4fc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592427 Jan 18 20:25:46.633833 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36300) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:46.691467 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625fcd39-f820-47dd-91eb-2ee0e5a01dd4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network 7b7c004e-6af7-41de-a971-545b6714615f is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:46.702314 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-625fcd39-f820-47dd-91eb-2ee0e5a01dd4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:46.703331 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c308a999-5da6-4ef5-b2bf-f74b08499f3e None None] Could not find standard attr ID for object 9361a4ea-8d66-457f-a979-22eacf3afd5c. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:25:46.711665 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625fcd39-f820-47dd-91eb-2ee0e5a01dd4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:46.718331 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625fcd39-f820-47dd-91eb-2ee0e5a01dd4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:46.718951 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-625fcd39-f820-47dd-91eb-2ee0e5a01dd4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:46.720308 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76f4c10-225f-4995-963c-4d3ffe740dc6 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:46.721432 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625fcd39-f820-47dd-91eb-2ee0e5a01dd4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Port': ['ID=2ee23b4f-56ca-4f37-b687-10d955278fa9,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:46.722723 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b76f4c10-225f-4995-963c-4d3ffe740dc6 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0875673 Jan 18 20:25:46.725108 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36304) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:46.731013 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fe65f3f1-59ec-4a71-837d-d1d33c4947f7 admin admin] Publish callbacks [] for router_controller (264faf7e-bc54-4086-a763-7a3079630d27), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:46.733882 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-65dde27e-262a-444c-abe3-d43954285e61 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (73e350a6-3d98-4d1b-9bed-9d0e87625af0), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:46.773160 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b14a68-87d9-4ac1-86f4-897a44ce8ca0 None None] Pushing event updated for resources: {'Port': ['ID=b59fd8ca-1b56-4a61-b29a-3141eb574642,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:46.812424 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port b59fd8ca-1b56-4a61-b29a-3141eb574642 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:46.821589 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b720cda7-7a68-4f86-96d3-5b8c53e43e37 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:46.825369 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b720cda7-7a68-4f86-96d3-5b8c53e43e37 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0985277 Jan 18 20:25:46.832427 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-625fcd39-f820-47dd-91eb-2ee0e5a01dd4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3684366 Jan 18 20:25:46.832518 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36312) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:46.832591 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36314) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:46.913364 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2cc1025f-e4e1-42d7-abda-21e29cc1f4ce tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0806901 Jan 18 20:25:46.918213 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36318) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:46.923980 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-40e4fcdf-0676-4d95-82ef-7c67af4fed24 None None] Publish callbacks [] for port (d5fd4c74-0cf0-4c5d-83bd-ca95b5532679), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:46.925193 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-960fea78-3723-44ee-a141-85b8d37e615f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:46.958594 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 59f625ea-8708-4ea7-a315-289d7cdac06e no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:25:46.961330 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-40e4fcdf-0676-4d95-82ef-7c67af4fed24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d5fd4c74-0cf0-4c5d-83bd-ca95b5532679), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:46.987094 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-65dde27e-262a-444c-abe3-d43954285e61 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (73e350a6-3d98-4d1b-9bed-9d0e87625af0), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:46.994293 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-65dde27e-262a-444c-abe3-d43954285e61 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:46.997699 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-65dde27e-262a-444c-abe3-d43954285e61 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/security-groups/73e350a6-3d98-4d1b-9bed-9d0e87625af0 HTTP/1.1" status: 204 len: 168 time: 0.5822930 Jan 18 20:25:46.999789 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36322) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:47.022804 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fe65f3f1-59ec-4a71-837d-d1d33c4947f7 admin admin] Publish callbacks [] for router_gateway (264faf7e-bc54-4086-a763-7a3079630d27), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:47.050789 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e641ccdf-3989-4f27-90a7-24f79658925c req-a477a48f-a9b1-4446-9362-f5637d1dc6bd tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.1131897 Jan 18 20:25:47.109892 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-4137809a-58c9-4166-b636-5ca50904c2b3 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting subnet f9b52877-4aa0-450c-bb2e-6accba8d3b26 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:25:47.116857 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4137809a-58c9-4166-b636-5ca50904c2b3 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for subnet (f9b52877-4aa0-450c-bb2e-6accba8d3b26), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:47.160439 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c767c308-bd68-4e75-a187-2431fdd40135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-e079085a-4cbb-47d0-a992-ad80243cea5f', 'network_id': 'e079085a-4cbb-47d0-a992-ad80243cea5f', 'project_id': '39e8f145e2a44ac0a62026476f0abecb', 'fixed_ips': [{'subnet_id': 'b8f358d0-96a1-4721-a681-a5d6a2e8410c'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:25:47.171778 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dde27e-262a-444c-abe3-d43954285e61 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e350a6-3d98-4d1b-9bed-9d0e87625af0,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:47.174295 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c767c308-bd68-4e75-a187-2431fdd40135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:47.174889 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4137809a-58c9-4166-b636-5ca50904c2b3 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (f9b52877-4aa0-450c-bb2e-6accba8d3b26), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:47.205827 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8435212e-1ccf-4468-8e5a-bd62d15a186b None None] Provisioning complete for port a1a74289-7681-4f03-ae7c-6380a02b194d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:47.207990 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8435212e-1ccf-4468-8e5a-bd62d15a186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a1a74289-7681-4f03-ae7c-6380a02b194d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:47.213187 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960fea78-3723-44ee-a141-85b8d37e615f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:47.218506 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-960fea78-3723-44ee-a141-85b8d37e615f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:47.308603 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 59f625ea-8708-4ea7-a315-289d7cdac06e {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:25:47.309312 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 59f625ea-8708-4ea7-a315-289d7cdac06e not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:25:47.322658 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-0c446cbe-89e2-4c92-85d4-825b956f104b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting port 2ee23b4f-56ca-4f37-b687-10d955278fa9 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:47.323002 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c446cbe-89e2-4c92-85d4-825b956f104b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (2ee23b4f-56ca-4f37-b687-10d955278fa9), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:47.398966 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4137809a-58c9-4166-b636-5ca50904c2b3 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (f9b52877-4aa0-450c-bb2e-6accba8d3b26), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:47.424025 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8435212e-1ccf-4468-8e5a-bd62d15a186b None None] Port a1a74289-7681-4f03-ae7c-6380a02b194d cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:25:47.535572 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 432c15c0-f97c-4b36-b009-3221ed707f84 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:47.553122 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8435212e-1ccf-4468-8e5a-bd62d15a186b None None] Provisioning complete for port 432c15c0-f97c-4b36-b009-3221ed707f84 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:47.554072 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8435212e-1ccf-4468-8e5a-bd62d15a186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (432c15c0-f97c-4b36-b009-3221ed707f84), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:47.555729 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b4166-345e-444d-8df8-d484a13906ae None None] Pushing event updated for resources: {'Port': ['ID=d5fd4c74-0cf0-4c5d-83bd-ca95b5532679,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:47.559087 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb6f45-7b52-4e1e-a5ed-6497299dd76a req-2a86e215-fd4b-4635-829c-59db7266dba7 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:47.582364 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-73cb6f45-7b52-4e1e-a5ed-6497299dd76a req-2a86e215-fd4b-4635-829c-59db7266dba7 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 944 time: 0.3918471 Jan 18 20:25:47.659211 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4137809a-58c9-4166-b636-5ca50904c2b3 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (f9b52877-4aa0-450c-bb2e-6accba8d3b26), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:47.712051 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c786b33-e1bf-48b4-9c2a-9f20acbdb82d None None] DHCP port deletion for c68ada5d-da8a-41c6-813a-b53f9c35e893 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:25:47.719260 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4137809a-58c9-4166-b636-5ca50904c2b3 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:47.722906 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4137809a-58c9-4166-b636-5ca50904c2b3 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/subnets/f9b52877-4aa0-450c-bb2e-6accba8d3b26 HTTP/1.1" status: 204 len: 168 time: 0.7217970 Jan 18 20:25:47.726696 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137809a-58c9-4166-b636-5ca50904c2b3 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b52877-4aa0-450c-bb2e-6accba8d3b26,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:47.730833 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36336) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:47.736922 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-1daf7ab9-ed6c-4914-9d31-7c5f7b384ee4 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'subnet': {'network_id': 'febaf15b-5046-47b7-b6d8-f2693dbad764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:47.742939 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-960fea78-3723-44ee-a141-85b8d37e615f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (128ad4e8-672d-4c36-b3bc-73914975aa38), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:47.755876 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-40e4fcdf-0676-4d95-82ef-7c67af4fed24 None None] Attempting to bind port d5fd4c74-0cf0-4c5d-83bd-ca95b5532679 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:25:47.756186 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-40e4fcdf-0676-4d95-82ef-7c67af4fed24 None None] Attempting to bind port d5fd4c74-0cf0-4c5d-83bd-ca95b5532679 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c1d21b30-858e-44e1-860f-2f5b2e55021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '430c56bd-8290-45d6-ab68-26d11179c94e'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:25:47.756792 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e4fcdf-0676-4d95-82ef-7c67af4fed24 None None] Attempting to bind port d5fd4c74-0cf0-4c5d-83bd-ca95b5532679 on network 430c56bd-8290-45d6-ab68-26d11179c94e {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:25:47.771119 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e4fcdf-0676-4d95-82ef-7c67af4fed24 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:25:47.772265 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e4fcdf-0676-4d95-82ef-7c67af4fed24 None None] Checking segment: {'id': 'c1d21b30-858e-44e1-860f-2f5b2e55021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '430c56bd-8290-45d6-ab68-26d11179c94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:25:47.772831 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-40e4fcdf-0676-4d95-82ef-7c67af4fed24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:47.773311 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e4fcdf-0676-4d95-82ef-7c67af4fed24 None None] Bound using segment: {'id': 'c1d21b30-858e-44e1-860f-2f5b2e55021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '430c56bd-8290-45d6-ab68-26d11179c94e'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:25:47.773917 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-40e4fcdf-0676-4d95-82ef-7c67af4fed24 None None] Bound port: d5fd4c74-0cf0-4c5d-83bd-ca95b5532679, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d21b30-858e-44e1-860f-2f5b2e55021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '430c56bd-8290-45d6-ab68-26d11179c94e'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:25:47.774365 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-40e4fcdf-0676-4d95-82ef-7c67af4fed24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d5fd4c74-0cf0-4c5d-83bd-ca95b5532679), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:47.811424 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-73cb6f45-7b52-4e1e-a5ed-6497299dd76a req-67a59e6d-2eed-4a7d-be6f-53564cc22e90 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/security-groups?id=6884ff19-a64f-4752-8b6d-9adf6f2b5250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209890 Jan 18 20:25:47.828325 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960fea78-3723-44ee-a141-85b8d37e615f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:47.860218 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c446cbe-89e2-4c92-85d4-825b956f104b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (2ee23b4f-56ca-4f37-b687-10d955278fa9), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:47.869306 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-960fea78-3723-44ee-a141-85b8d37e615f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:47.876791 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960fea78-3723-44ee-a141-85b8d37e615f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:47.877407 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-960fea78-3723-44ee-a141-85b8d37e615f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:47.893514 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad42ea6-669e-4256-a2db-e5d198c6a047 req-9f9e9ac7-9026-44a8-ac57-b957cc8a0ab4 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:47.895492 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ad42ea6-669e-4256-a2db-e5d198c6a047 req-9f9e9ac7-9026-44a8-ac57-b957cc8a0ab4 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.2349761 Jan 18 20:25:47.913831 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-0c446cbe-89e2-4c92-85d4-825b956f104b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Calling delete_port for 2ee23b4f-56ca-4f37-b687-10d955278fa9 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:47.917401 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-960fea78-3723-44ee-a141-85b8d37e615f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9960761 Jan 18 20:25:47.918100 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36338) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:47.928996 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-e52b499b-8613-44e8-bba8-de2cfcb9cabf tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'port': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'mac_address': 'fa:16:3e:40:09:87', 'name': 'tempest-NetworksTestDHCPv6-1890491576'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:47.951005 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-40e4fcdf-0676-4d95-82ef-7c67af4fed24 None None] For port d5fd4c74-0cf0-4c5d-83bd-ca95b5532679, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:25:47.952127 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960fea78-3723-44ee-a141-85b8d37e615f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=128ad4e8-672d-4c36-b3bc-73914975aa38,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:47.965382 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-40e4fcdf-0676-4d95-82ef-7c67af4fed24 None None] For port d5fd4c74-0cf0-4c5d-83bd-ca95b5532679, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d5fd4c74-0cf0-4c5d-83bd-ca95b5532679,segment=NetworkSegment(c1d21b30-858e-44e1-860f-2f5b2e55021f),segment_id=c1d21b30-858e-44e1-860f-2f5b2e55021f)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:25:47.993611 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5466fdc-4572-4d1d-ba4f-36dcf1ff0538 None None] Network febaf15b-5046-47b7-b6d8-f2693dbad764 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:48.007301 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ad42ea6-669e-4256-a2db-e5d198c6a047 req-c0f358e3-4a6d-4f57-a538-e66e83bb8d8c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998874 Jan 18 20:25:48.043700 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-40e4fcdf-0676-4d95-82ef-7c67af4fed24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d5fd4c74-0cf0-4c5d-83bd-ca95b5532679), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:48.073077 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 432c15c0-f97c-4b36-b009-3221ed707f84 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:48.073463 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (432c15c0-f97c-4b36-b009-3221ed707f84), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:48.127958 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1daf7ab9-ed6c-4914-9d31-7c5f7b384ee4 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:48.133714 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1daf7ab9-ed6c-4914-9d31-7c5f7b384ee4 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:48.159447 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fe65f3f1-59ec-4a71-837d-d1d33c4947f7 admin admin] Publish callbacks [] for router_gateway (264faf7e-bc54-4086-a763-7a3079630d27), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:48.220724 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8e209a0a-39d4-4858-9d65-21b5748cbd0e req-2341e2d2-ba8a-4ed2-b2ec-f92c223dab28 tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.0444765 Jan 18 20:25:48.259385 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fe65f3f1-59ec-4a71-837d-d1d33c4947f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:48.265673 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-c767c308-bd68-4e75-a187-2431fdd40135 None None] Allocated IP 172.20.0.2 (e079085a-4cbb-47d0-a992-ad80243cea5f/b8f358d0-96a1-4721-a681-a5d6a2e8410c/4ad7590b-863d-4203-a603-2cf074ac1bab) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:48.290070 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e4fcdf-0676-4d95-82ef-7c67af4fed24 None None] Routers {'d829a980-f002-4ff1-b509-18e891e56e2b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:25:48.290730 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-40e4fcdf-0676-4d95-82ef-7c67af4fed24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:25:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d829a980-f002-4ff1-b509-18e891e56e2b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:48.321371 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c446cbe-89e2-4c92-85d4-825b956f104b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (2ee23b4f-56ca-4f37-b687-10d955278fa9), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:48.396392 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c446cbe-89e2-4c92-85d4-825b956f104b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Port': ['ID=2ee23b4f-56ca-4f37-b687-10d955278fa9,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:48.406623 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c446cbe-89e2-4c92-85d4-825b956f104b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:48.410589 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0c446cbe-89e2-4c92-85d4-825b956f104b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/ports/2ee23b4f-56ca-4f37-b687-10d955278fa9 HTTP/1.1" status: 204 len: 168 time: 1.5719757 Jan 18 20:25:48.414042 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36342) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:48.421210 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-ad93d39f-c45a-4ed4-a121-922908e26ba4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'port': {'network_id': '7b7c004e-6af7-41de-a971-545b6714615f', 'mac_address': 'fa:16:3e:3e:a7:03', 'name': 'tempest-PortsIpV6TestJSON-64892306'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:48.437092 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b4166-345e-444d-8df8-d484a13906ae None None] Pushing event updated for resources: {'Port': ['ID=d5fd4c74-0cf0-4c5d-83bd-ca95b5532679,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:48.440023 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8435212e-1ccf-4468-8e5a-bd62d15a186b None None] Current status of the port 432c15c0-f97c-4b36-b009-3221ed707f84 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:48.534953 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c786b33-e1bf-48b4-9c2a-9f20acbdb82d None None] Deleting port b59fd8ca-1b56-4a61-b29a-3141eb574642 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:48.535658 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c786b33-e1bf-48b4-9c2a-9f20acbdb82d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b59fd8ca-1b56-4a61-b29a-3141eb574642), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:48.537494 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8435212e-1ccf-4468-8e5a-bd62d15a186b None None] Could not find standard attr ID for object ca128ce5-4bc3-4ced-a784-503110b88220. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:25:48.619213 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-fe65f3f1-59ec-4a71-837d-d1d33c4947f7 admin admin] Allocated IP 172.25.4.25 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/7508945b-0842-4953-a205-02793977c404) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:48.686549 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-40e4fcdf-0676-4d95-82ef-7c67af4fed24 None None] Set router d829a980-f002-4ff1-b509-18e891e56e2b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:25:48.694585 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f28a3a24-5ef2-4107-a8dc-849a303bb4d3 None None] Could not find standard attr ID for object ca128ce5-4bc3-4ced-a784-503110b88220. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:25:48.708589 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad93d39f-c45a-4ed4-a121-922908e26ba4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:48.749916 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52b499b-8613-44e8-bba8-de2cfcb9cabf tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:48.768196 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ef402ab9-2794-4d83-a267-a0bd03e0340d up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:48.786995 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 432c15c0-f97c-4b36-b009-3221ed707f84 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:48.788289 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b59fd8ca-1b56-4a61-b29a-3141eb574642 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:48.825344 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ad93d39f-c45a-4ed4-a121-922908e26ba4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:48.887664 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fe65f3f1-59ec-4a71-837d-d1d33c4947f7 admin admin] Publish callbacks [] for port (7508945b-0842-4953-a205-02793977c404), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:48.889297 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e52b499b-8613-44e8-bba8-de2cfcb9cabf tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:48.898453 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-ad93d39f-c45a-4ed4-a121-922908e26ba4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] device_id is not set on port a4865718-1091-469c-8e72-33ced9cd3589 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:25:48.921898 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-e52b499b-8613-44e8-bba8-de2cfcb9cabf tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] device_id is not set on port 81932b6f-6cf4-4b44-9eb9-8cb0ddf97d11 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:25:49.052535 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-e52b499b-8613-44e8-bba8-de2cfcb9cabf tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 2001:db8::174 (c68ada5d-da8a-41c6-813a-b53f9c35e893/128ad4e8-672d-4c36-b3bc-73914975aa38/81932b6f-6cf4-4b44-9eb9-8cb0ddf97d11) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:49.059408 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f28a3a24-5ef2-4107-a8dc-849a303bb4d3 None None] Provisioning complete for port d5fd4c74-0cf0-4c5d-83bd-ca95b5532679 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:49.060168 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f28a3a24-5ef2-4107-a8dc-849a303bb4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d5fd4c74-0cf0-4c5d-83bd-ca95b5532679), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:49.141853 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ad93d39f-c45a-4ed4-a121-922908e26ba4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for port (a4865718-1091-469c-8e72-33ced9cd3589), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:49.190799 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ad93d39f-c45a-4ed4-a121-922908e26ba4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (a4865718-1091-469c-8e72-33ced9cd3589), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:49.244333 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c786b33-e1bf-48b4-9c2a-9f20acbdb82d None None] For port b59fd8ca-1b56-4a61-b29a-3141eb574642, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b59fd8ca-1b56-4a61-b29a-3141eb574642,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:49.245691 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c786b33-e1bf-48b4-9c2a-9f20acbdb82d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b59fd8ca-1b56-4a61-b29a-3141eb574642), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:49.250408 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e52b499b-8613-44e8-bba8-de2cfcb9cabf tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (81932b6f-6cf4-4b44-9eb9-8cb0ddf97d11), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:49.274789 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93d39f-c45a-4ed4-a121-922908e26ba4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Port': ['ID=a4865718-1091-469c-8e72-33ced9cd3589,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:49.298667 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e52b499b-8613-44e8-bba8-de2cfcb9cabf tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (81932b6f-6cf4-4b44-9eb9-8cb0ddf97d11), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:49.339963 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad93d39f-c45a-4ed4-a121-922908e26ba4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network 7b7c004e-6af7-41de-a971-545b6714615f is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:49.344523 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-ad93d39f-c45a-4ed4-a121-922908e26ba4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:49.347099 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad93d39f-c45a-4ed4-a121-922908e26ba4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:49.353673 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad93d39f-c45a-4ed4-a121-922908e26ba4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:49.354349 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ad93d39f-c45a-4ed4-a121-922908e26ba4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:49.359439 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52b499b-8613-44e8-bba8-de2cfcb9cabf tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:49.366578 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-e52b499b-8613-44e8-bba8-de2cfcb9cabf tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:49.404837 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ad93d39f-c45a-4ed4-a121-922908e26ba4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.9878545 Jan 18 20:25:49.408506 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36354) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:49.425622 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52b499b-8613-44e8-bba8-de2cfcb9cabf tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:49.434047 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c786b33-e1bf-48b4-9c2a-9f20acbdb82d None None] Calling delete_port for b59fd8ca-1b56-4a61-b29a-3141eb574642 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:49.437335 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52b499b-8613-44e8-bba8-de2cfcb9cabf tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:49.438738 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e52b499b-8613-44e8-bba8-de2cfcb9cabf tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:49.449529 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1c3e4-b415-4abb-a774-71955574c906 req-3532632a-bc64-424a-9507-f77f01f70bc5 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:49.451134 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d3f1c3e4-b415-4abb-a774-71955574c906 req-3532632a-bc64-424a-9507-f77f01f70bc5 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 944 time: 0.2678692 Jan 18 20:25:49.479127 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b499b-8613-44e8-bba8-de2cfcb9cabf tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=81932b6f-6cf4-4b44-9eb9-8cb0ddf97d11,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:49.486318 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecd13e-8d9b-409b-bec1-40cfe766db0c req-109c1e11-cd51-4791-9812-9f03a7dcfb51 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:49.489021 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port ef402ab9-2794-4d83-a267-a0bd03e0340d completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:25:49.492735 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e52b499b-8613-44e8-bba8-de2cfcb9cabf tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5691504 Jan 18 20:25:49.496407 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36356) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:49.497493 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fcecd13e-8d9b-409b-bec1-40cfe766db0c req-109c1e11-cd51-4791-9812-9f03a7dcfb51 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.3157258 Jan 18 20:25:49.521283 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fe65f3f1-59ec-4a71-837d-d1d33c4947f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (7508945b-0842-4953-a205-02793977c404), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:49.534484 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port ef402ab9-2794-4d83-a267-a0bd03e0340d triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:49.535149 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ef402ab9-2794-4d83-a267-a0bd03e0340d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:49.615891 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port b59fd8ca-1b56-4a61-b29a-3141eb574642 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:49.617555 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b59fd8ca-1b56-4a61-b29a-3141eb574642), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:49.637833 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff76d921-0d0c-4195-b039-1bb5ee72e3e2 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:49.649041 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ff76d921-0d0c-4195-b039-1bb5ee72e3e2 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "GET /v2.0/ports/a4865718-1091-469c-8e72-33ced9cd3589 HTTP/1.1" status: 200 len: 843 time: 0.2287750 Jan 18 20:25:49.650282 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d69cc4-4414-41cc-92aa-29d658de1a1b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:49.657778 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d69cc4-4414-41cc-92aa-29d658de1a1b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:49.659361 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c7d69cc4-4414-41cc-92aa-29d658de1a1b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1615770 Jan 18 20:25:49.660004 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36360) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:49.660726 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe65f3f1-59ec-4a71-837d-d1d33c4947f7 admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:49.665877 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36364) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:49.676543 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c767c308-bd68-4e75-a187-2431fdd40135 None None] Publish callbacks [] for port (4ad7590b-863d-4203-a603-2cf074ac1bab), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:49.724175 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-fe65f3f1-59ec-4a71-837d-d1d33c4947f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:49.734816 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe65f3f1-59ec-4a71-837d-d1d33c4947f7 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:49.747562 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fcecd13e-8d9b-409b-bec1-40cfe766db0c req-8ee8b8f5-3c09-4894-a7b3-e47cb730bf62 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491989 Jan 18 20:25:49.751006 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1daf7ab9-ed6c-4914-9d31-7c5f7b384ee4 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (22a455cc-14a8-4219-ac4e-4678f3b886fc), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:49.758681 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c767c308-bd68-4e75-a187-2431fdd40135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (4ad7590b-863d-4203-a603-2cf074ac1bab), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:49.777430 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd9f88b-2f03-4f1a-9e67-f313e1155aa9 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:25:49.834916 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65f3f1-59ec-4a71-837d-d1d33c4947f7 admin admin] Pushing event updated for resources: {'Port': ['ID=7508945b-0842-4953-a205-02793977c404,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:49.857329 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daf7ab9-ed6c-4914-9d31-7c5f7b384ee4 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network febaf15b-5046-47b7-b6d8-f2693dbad764 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:49.864363 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-1daf7ab9-ed6c-4914-9d31-7c5f7b384ee4 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:49.881730 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f28a3a24-5ef2-4107-a8dc-849a303bb4d3 None None] Current status of the port d5fd4c74-0cf0-4c5d-83bd-ca95b5532679 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:49.888473 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f28a3a24-5ef2-4107-a8dc-849a303bb4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d5fd4c74-0cf0-4c5d-83bd-ca95b5532679), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:49.904262 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daf7ab9-ed6c-4914-9d31-7c5f7b384ee4 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:49.904860 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1daf7ab9-ed6c-4914-9d31-7c5f7b384ee4 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:49.915429 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf7ab9-ed6c-4914-9d31-7c5f7b384ee4 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Subnet': ['ID=22a455cc-14a8-4219-ac4e-4678f3b886fc,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:49.964465 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1daf7ab9-ed6c-4914-9d31-7c5f7b384ee4 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2317133 Jan 18 20:25:49.977419 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-899c0d1a-0d32-4372-ab6e-fde8ce4ecf9d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting port a4865718-1091-469c-8e72-33ced9cd3589 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:49.978682 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-899c0d1a-0d32-4372-ab6e-fde8ce4ecf9d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (a4865718-1091-469c-8e72-33ced9cd3589), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:49.982322 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36366) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:49.990432 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-ec1f9f92-f5ca-48ea-b602-3c4f454738b7 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'security_group': {'name': 'tempest-secgroup-636880161'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:50.030780 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c767c308-bd68-4e75-a187-2431fdd40135 None None] Network e079085a-4cbb-47d0-a992-ad80243cea5f is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:50.035772 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395e676f-80c1-462f-9892-1bc99e0b430b None None] Network febaf15b-5046-47b7-b6d8-f2693dbad764 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:50.060566 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ec1f9f92-f5ca-48ea-b602-3c4f454738b7 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:50.072581 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-c767c308-bd68-4e75-a187-2431fdd40135 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:50.101781 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port ef402ab9-2794-4d83-a267-a0bd03e0340d is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:50.102405 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ef402ab9-2794-4d83-a267-a0bd03e0340d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:50.104996 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767c308-bd68-4e75-a187-2431fdd40135 None None] Pushing event updated for resources: {'Port': ['ID=4ad7590b-863d-4203-a603-2cf074ac1bab,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:50.111454 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c767c308-bd68-4e75-a187-2431fdd40135 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:50.117484 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f28a3a24-5ef2-4107-a8dc-849a303bb4d3 None None] For port d5fd4c74-0cf0-4c5d-83bd-ca95b5532679, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d5fd4c74-0cf0-4c5d-83bd-ca95b5532679,segment=NetworkSegment(c1d21b30-858e-44e1-860f-2f5b2e55021f),segment_id=c1d21b30-858e-44e1-860f-2f5b2e55021f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:50.153374 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-899c0d1a-0d32-4372-ab6e-fde8ce4ecf9d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (a4865718-1091-469c-8e72-33ced9cd3589), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:50.176763 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f28a3a24-5ef2-4107-a8dc-849a303bb4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d5fd4c74-0cf0-4c5d-83bd-ca95b5532679), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:50.179317 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-899c0d1a-0d32-4372-ab6e-fde8ce4ecf9d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Calling delete_port for a4865718-1091-469c-8e72-33ced9cd3589 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:50.181125 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-40e4fcdf-0676-4d95-82ef-7c67af4fed24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'name': 'tempest-TaggedBootDevicesTest_v242-647798303-router', 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '38d15467-84f1-483e-9063-ad6c4607fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:25:24Z', 'updated_at': '2022-01-18T20:25:40Z', 'revision_number': 4, 'project_id': '733444720280437eb7f9cfdcefc53319', 'gw_port': {'id': '38d15467-84f1-483e-9063-ad6c4607fe7f', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bf:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:27Z', 'updated_at': '2022-01-18T20:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'd5fd4c74-0cf0-4c5d-83bd-ca95b5532679', 'name': '', 'network_id': '430c56bd-8290-45d6-ab68-26d11179c94e', 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'mac_address': 'fa:16:3e:64:48:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '2035485f-6539-4901-9376-da308db55f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:38Z', 'updated_at': '2022-01-18T20:25:47Z', 'revision_number': 4, 'project_id': '733444720280437eb7f9cfdcefc53319', 'subnets': [{'id': '2035485f-6539-4901-9376-da308db55f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:50.280053 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e4fcdf-0676-4d95-82ef-7c67af4fed24 None None] The sync data for ids ['d829a980-f002-4ff1-b509-18e891e56e2b'] in n-d-741529-9 is: [{'id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'name': 'tempest-TaggedBootDevicesTest_v242-647798303-router', 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '38d15467-84f1-483e-9063-ad6c4607fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:25:24Z', 'updated_at': '2022-01-18T20:25:40Z', 'revision_number': 4, 'project_id': '733444720280437eb7f9cfdcefc53319', 'gw_port': {'id': '38d15467-84f1-483e-9063-ad6c4607fe7f', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bf:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:27Z', 'updated_at': '2022-01-18T20:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'd5fd4c74-0cf0-4c5d-83bd-ca95b5532679', 'name': '', 'network_id': '430c56bd-8290-45d6-ab68-26d11179c94e', 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'mac_address': 'fa:16:3e:64:48:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '2035485f-6539-4901-9376-da308db55f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:38Z', 'updated_at': '2022-01-18T20:25:47Z', 'revision_number': 4, 'project_id': '733444720280437eb7f9cfdcefc53319', 'subnets': [{'id': '2035485f-6539-4901-9376-da308db55f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:25:50.291250 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port b59fd8ca-1b56-4a61-b29a-3141eb574642 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:50.294202 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c786b33-e1bf-48b4-9c2a-9f20acbdb82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (b59fd8ca-1b56-4a61-b29a-3141eb574642), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:50.317289 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-18bc8398-c526-449f-9f4f-77c2b775077e req-8ae91201-aacf-49ac-b031-27838fd98465 tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.0805881 Jan 18 20:25:50.339395 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138676da-e01f-4e54-a383-be4cfa435039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef402ab9-2794-4d83-a267-a0bd03e0340d'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:25:50.342183 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418801a6-351c-4cba-afde-7770ebb52e59" -d '{"events": [{"server_uuid": "138676da-e01f-4e54-a383-be4cfa435039", "name": "network-vif-plugged", "status": "completed", "tag": "ef402ab9-2794-4d83-a267-a0bd03e0340d"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:25:50.347027 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d3f1c3e4-b415-4abb-a774-71955574c906 req-a5ab7172-ee8c-4f44-91c1-d2ca37ff56d7 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/security-groups?id=6884ff19-a64f-4752-8b6d-9adf6f2b5250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8363001 Jan 18 20:25:50.405890 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ec1f9f92-f5ca-48ea-b602-3c4f454738b7 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (496149e0-0e4a-4f60-b8e0-24ecc801167c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:50.413683 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c786b33-e1bf-48b4-9c2a-9f20acbdb82d None None] No DVR routers for this DVR port b59fd8ca-1b56-4a61-b29a-3141eb574642 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:25:50.425526 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ec1f9f92-f5ca-48ea-b602-3c4f454738b7 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (496149e0-0e4a-4f60-b8e0-24ecc801167c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:50.431210 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port ef402ab9-2794-4d83-a267-a0bd03e0340d, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ef402ab9-2794-4d83-a267-a0bd03e0340d,segment=NetworkSegment(b61c3218-044c-49cd-a040-f785b2f0a1eb),segment_id=b61c3218-044c-49cd-a040-f785b2f0a1eb)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:50.467463 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea71988-f1be-4674-8556-6f794436f3e0 x-openstack-request-id: req-fea71988-f1be-4674-8556-6f794436f3e0 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:25:50.468143 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138676da-e01f-4e54-a383-be4cfa435039", "name": "network-vif-plugged", "status": "completed", "tag": "ef402ab9-2794-4d83-a267-a0bd03e0340d", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:25:50.468637 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fea71988-f1be-4674-8556-6f794436f3e0 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:25:50.469321 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138676da-e01f-4e54-a383-be4cfa435039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef402ab9-2794-4d83-a267-a0bd03e0340d', 'code': 200} Jan 18 20:25:50.478670 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ef402ab9-2794-4d83-a267-a0bd03e0340d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:50.486948 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a3a24-5ef2-4107-a8dc-849a303bb4d3 None None] Pushing event updated for resources: {'Port': ['ID=d5fd4c74-0cf0-4c5d-83bd-ca95b5532679,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:50.494380 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ec1f9f92-f5ca-48ea-b602-3c4f454738b7 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:50.496783 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ec1f9f92-f5ca-48ea-b602-3c4f454738b7 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5118408 Jan 18 20:25:50.502720 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-899c0d1a-0d32-4372-ab6e-fde8ce4ecf9d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (a4865718-1091-469c-8e72-33ced9cd3589), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:50.507951 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36370) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:50.520613 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c767c308-bd68-4e75-a187-2431fdd40135 None None] Attempting to bind port 4ad7590b-863d-4203-a603-2cf074ac1bab on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:25:50.521724 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c767c308-bd68-4e75-a187-2431fdd40135 None None] Attempting to bind port 4ad7590b-863d-4203-a603-2cf074ac1bab by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '3c7fcd62-73da-4810-b41e-b969350ec112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e079085a-4cbb-47d0-a992-ad80243cea5f'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:25:50.522334 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c767c308-bd68-4e75-a187-2431fdd40135 None None] Attempting to bind port 4ad7590b-863d-4203-a603-2cf074ac1bab on network e079085a-4cbb-47d0-a992-ad80243cea5f {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:25:50.535452 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1e0e59-a4bb-4961-a804-b502b4ba6b8e None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:50.542953 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b59fd8ca-1b56-4a61-b29a-3141eb574642 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:25:50.545897 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f67c235d-b5c9-4583-be26-3361d3d25909 None None] Provisioning complete for port a1a74289-7681-4f03-ae7c-6380a02b194d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:50.546591 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f67c235d-b5c9-4583-be26-3361d3d25909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a1a74289-7681-4f03-ae7c-6380a02b194d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:50.568910 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-b1c6f151-e8ba-439d-be9d-780481cc37cf tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'security_group': {'name': 'tempest-secgroup-757410016'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:50.594560 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c767c308-bd68-4e75-a187-2431fdd40135 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:25:50.595041 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c767c308-bd68-4e75-a187-2431fdd40135 None None] Checking segment: {'id': '3c7fcd62-73da-4810-b41e-b969350ec112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e079085a-4cbb-47d0-a992-ad80243cea5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:25:50.595639 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c767c308-bd68-4e75-a187-2431fdd40135 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:50.596046 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c767c308-bd68-4e75-a187-2431fdd40135 None None] Bound using segment: {'id': '3c7fcd62-73da-4810-b41e-b969350ec112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e079085a-4cbb-47d0-a992-ad80243cea5f'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:25:50.597469 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c767c308-bd68-4e75-a187-2431fdd40135 None None] Bound port: 4ad7590b-863d-4203-a603-2cf074ac1bab, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7fcd62-73da-4810-b41e-b969350ec112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e079085a-4cbb-47d0-a992-ad80243cea5f'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:25:50.597923 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c767c308-bd68-4e75-a187-2431fdd40135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4ad7590b-863d-4203-a603-2cf074ac1bab), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:50.607640 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c0d1a-0d32-4372-ab6e-fde8ce4ecf9d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Port': ['ID=a4865718-1091-469c-8e72-33ced9cd3589,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:50.630328 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f9f92-f5ca-48ea-b602-3c4f454738b7 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=496149e0-0e4a-4f60-b8e0-24ecc801167c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:50.658861 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-899c0d1a-0d32-4372-ab6e-fde8ce4ecf9d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:50.663526 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-899c0d1a-0d32-4372-ab6e-fde8ce4ecf9d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/ports/a4865718-1091-469c-8e72-33ced9cd3589 HTTP/1.1" status: 204 len: 168 time: 0.9906030 Jan 18 20:25:50.665972 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1c6f151-e8ba-439d-be9d-780481cc37cf tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:50.671296 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36372) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:50.688789 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-f4c74f3b-e24c-48b5-a7d7-40b1acf42529 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting port 81932b6f-6cf4-4b44-9eb9-8cb0ddf97d11 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:50.689338 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f4c74f3b-e24c-48b5-a7d7-40b1acf42529 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (81932b6f-6cf4-4b44-9eb9-8cb0ddf97d11), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:50.692141 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f67c235d-b5c9-4583-be26-3361d3d25909 None None] Port a1a74289-7681-4f03-ae7c-6380a02b194d cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:25:50.728304 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: b59fd8ca-1b56-4a61-b29a-3141eb574642 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:25:50.728304 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b59fd8ca-1b56-4a61-b29a-3141eb574642 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:25:50.742801 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-0904c769-5699-4528-8084-3e8756938e30 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] GET failed (client error): The resource could not be found. Jan 18 20:25:50.749799 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0904c769-5699-4528-8084-3e8756938e30 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "GET /v2.0/ports/a4865718-1091-469c-8e72-33ced9cd3589 HTTP/1.1" status: 404 len: 333 time: 0.0762079 Jan 18 20:25:50.759844 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36376) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:50.764928 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c786b33-e1bf-48b4-9c2a-9f20acbdb82d None None] Pushing event deleted for resources: {'Port': ['ID=b59fd8ca-1b56-4a61-b29a-3141eb574642,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:50.766458 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-7aa311b3-45be-4dba-8e07-bb950702a40b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'port': {'network_id': '7b7c004e-6af7-41de-a971-545b6714615f', 'name': 'tempest-PortsIpV6TestJSON-1028624745'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:50.842445 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1c6f151-e8ba-439d-be9d-780481cc37cf tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (03a2241a-7679-4ef9-8e97-90023b3d4e68), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:50.868660 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cc797-8b2e-4843-9d44-74aa7a6c697e req-f89fb990-759e-42b9-b063-8cbef8f3184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:50.869948 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-849cc797-8b2e-4843-9d44-74aa7a6c697e req-f89fb990-759e-42b9-b063-8cbef8f3184d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 1096 time: 0.2748957 Jan 18 20:25:50.876382 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1c6f151-e8ba-439d-be9d-780481cc37cf tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (03a2241a-7679-4ef9-8e97-90023b3d4e68), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:50.897851 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=ef402ab9-2794-4d83-a267-a0bd03e0340d,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:50.900714 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f67c235d-b5c9-4583-be26-3361d3d25909 None None] Provisioning complete for port 432c15c0-f97c-4b36-b009-3221ed707f84 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:50.901598 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f67c235d-b5c9-4583-be26-3361d3d25909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (432c15c0-f97c-4b36-b009-3221ed707f84), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:50.953721 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1c6f151-e8ba-439d-be9d-780481cc37cf tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:50.954967 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b1c6f151-e8ba-439d-be9d-780481cc37cf tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3917034 Jan 18 20:25:50.962213 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36382) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:50.967315 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-0f7a3000-0bbb-4512-b348-c38c0c1408db tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'security_group': {'name': 'tempest-secgroup-1913436706'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:50.982440 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6f151-e8ba-439d-be9d-780481cc37cf tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03a2241a-7679-4ef9-8e97-90023b3d4e68,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:51.013272 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-849cc797-8b2e-4843-9d44-74aa7a6c697e req-10e70de0-b7ea-40ed-8970-21ffb992a282 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6884ff19-a64f-4752-8b6d-9adf6f2b5250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321263 Jan 18 20:25:51.038506 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0f7a3000-0bbb-4512-b348-c38c0c1408db tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:51.100304 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93381fce-ca3a-4ef8-9dad-6d61a457c116 req-83e320f2-aec7-47b1-91f6-fc2f8e2ce41e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:51.104879 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-93381fce-ca3a-4ef8-9dad-6d61a457c116 req-83e320f2-aec7-47b1-91f6-fc2f8e2ce41e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.1904581 Jan 18 20:25:51.145706 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa311b3-45be-4dba-8e07-bb950702a40b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:51.149453 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7aa311b3-45be-4dba-8e07-bb950702a40b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:51.151960 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fe65f3f1-59ec-4a71-837d-d1d33c4947f7 admin admin] Publish callbacks [] for router_gateway (264faf7e-bc54-4086-a763-7a3079630d27), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:51.216467 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f67c235d-b5c9-4583-be26-3361d3d25909 None None] Current status of the port 432c15c0-f97c-4b36-b009-3221ed707f84 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:51.219179 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0f7a3000-0bbb-4512-b348-c38c0c1408db tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (1fd8a539-08ce-426d-9d3f-93a13e47a8ac), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:51.219646 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c767c308-bd68-4e75-a187-2431fdd40135 None None] For port 4ad7590b-863d-4203-a603-2cf074ac1bab, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:25:51.243272 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0f7a3000-0bbb-4512-b348-c38c0c1408db tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1fd8a539-08ce-426d-9d3f-93a13e47a8ac), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:51.251499 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c767c308-bd68-4e75-a187-2431fdd40135 None None] For port 4ad7590b-863d-4203-a603-2cf074ac1bab, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4ad7590b-863d-4203-a603-2cf074ac1bab,segment=NetworkSegment(3c7fcd62-73da-4810-b41e-b969350ec112),segment_id=3c7fcd62-73da-4810-b41e-b969350ec112)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:25:51.262600 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c6965d-1c3b-4d17-81b6-dbccb83ed85a None None] Update dhcp port {'port': {'network_id': 'febaf15b-5046-47b7-b6d8-f2693dbad764', 'fixed_ips': [{'subnet_id': 'dbe15980-e5b4-450f-bf8b-4249da9abff4', 'ip_address': '172.20.0.18'}, {'subnet_id': '22a455cc-14a8-4219-ac4e-4678f3b886fc'}], 'binding:host_id': 'n-d-741529-9'}, 'id': '432c15c0-f97c-4b36-b009-3221ed707f84'} from n-d-741529-9. {{(pid=103337) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 18 20:25:51.282244 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c767c308-bd68-4e75-a187-2431fdd40135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4ad7590b-863d-4203-a603-2cf074ac1bab), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:51.291832 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0f7a3000-0bbb-4512-b348-c38c0c1408db tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:51.293234 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0f7a3000-0bbb-4512-b348-c38c0c1408db tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3300180 Jan 18 20:25:51.297756 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36384) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:51.315064 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f4c74f3b-e24c-48b5-a7d7-40b1acf42529 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (81932b6f-6cf4-4b44-9eb9-8cb0ddf97d11), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:51.320029 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-76a38ae4-f7d1-47e2-b510-676e27a8bd0a tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-367096368', 'security_groups': ['1fd8a539-08ce-426d-9d3f-93a13e47a8ac'], 'network_id': 'febaf15b-5046-47b7-b6d8-f2693dbad764', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '22a455cc-14a8-4219-ac4e-4678f3b886fc'}]}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:51.340410 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f67c235d-b5c9-4583-be26-3361d3d25909 None None] Provisioning complete for port 7508945b-0842-4953-a205-02793977c404 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:51.340785 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f67c235d-b5c9-4583-be26-3361d3d25909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7508945b-0842-4953-a205-02793977c404), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:51.417380 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-19c6965d-1c3b-4d17-81b6-dbccb83ed85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (432c15c0-f97c-4b36-b009-3221ed707f84), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:51.460174 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-f4c74f3b-e24c-48b5-a7d7-40b1acf42529 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Calling delete_port for 81932b6f-6cf4-4b44-9eb9-8cb0ddf97d11 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:51.493207 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa8e9ca-6367-494d-ba49-1c759b71a272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-c68ada5d-da8a-41c6-813a-b53f9c35e893', 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'fixed_ips': [{'subnet_id': '128ad4e8-672d-4c36-b3bc-73914975aa38'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:25:51.494097 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-eaa8e9ca-6367-494d-ba49-1c759b71a272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:51.517599 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f67c235d-b5c9-4583-be26-3361d3d25909 None None] Port 7508945b-0842-4953-a205-02793977c404 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:25:51.526395 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a3000-0bbb-4512-b348-c38c0c1408db tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd8a539-08ce-426d-9d3f-93a13e47a8ac,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:51.550636 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-7aa311b3-45be-4dba-8e07-bb950702a40b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] device_id is not set on port 5f1ccd35-2868-437d-868f-ffe8615938e5 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:25:51.553090 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a38ae4-f7d1-47e2-b510-676e27a8bd0a tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:51.560747 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767c308-bd68-4e75-a187-2431fdd40135 None None] Pushing event updated for resources: {'Port': ['ID=4ad7590b-863d-4203-a603-2cf074ac1bab,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:51.594524 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-93381fce-ca3a-4ef8-9dad-6d61a457c116 req-47f1d985-638c-45a0-b2d9-e00e5bea933e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4765306 Jan 18 20:25:51.684792 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76a38ae4-f7d1-47e2-b510-676e27a8bd0a tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:51.726650 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-76a38ae4-f7d1-47e2-b510-676e27a8bd0a tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] device_id is not set on port 4bed9b7c-aa7f-4844-97f5-8b82f6445a7a yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:25:51.857475 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de9f82-18da-44c2-9bc3-1d9ad03331cd req-95fdd7e4-0aa6-4973-a592-d2e402fd0297 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:51.859682 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a3de9f82-18da-44c2-9bc3-1d9ad03331cd req-95fdd7e4-0aa6-4973-a592-d2e402fd0297 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 945 time: 0.3920197 Jan 18 20:25:51.996923 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-daf02b11-ee22-427b-aab1-027ea1a4945a req-5ce2c41b-dd13-4ac8-b71d-fb54d5c1ccfc tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.1674051 Jan 18 20:25:52.095166 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a3de9f82-18da-44c2-9bc3-1d9ad03331cd req-ce91c012-4ce5-4544-a7d2-5e2a0856dbff tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/security-groups?id=6884ff19-a64f-4752-8b6d-9adf6f2b5250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337731 Jan 18 20:25:52.117174 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fe65f3f1-59ec-4a71-837d-d1d33c4947f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (264faf7e-bc54-4086-a763-7a3079630d27), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:52.259910 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-19c6965d-1c3b-4d17-81b6-dbccb83ed85a None None] Allocated IP 172.20.0.2 (febaf15b-5046-47b7-b6d8-f2693dbad764/22a455cc-14a8-4219-ac4e-4678f3b886fc/432c15c0-f97c-4b36-b009-3221ed707f84) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:52.362877 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7aa311b3-45be-4dba-8e07-bb950702a40b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for port (5f1ccd35-2868-437d-868f-ffe8615938e5), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:52.392410 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-eaa8e9ca-6367-494d-ba49-1c759b71a272 None None] Allocated IP 2001:db8::2 (c68ada5d-da8a-41c6-813a-b53f9c35e893/128ad4e8-672d-4c36-b3bc-73914975aa38/07fec232-621d-47ab-8125-f3cd1601bc5f) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:52.420311 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f4c74f3b-e24c-48b5-a7d7-40b1acf42529 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (81932b6f-6cf4-4b44-9eb9-8cb0ddf97d11), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:52.552336 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f4c74f3b-e24c-48b5-a7d7-40b1acf42529 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:52.560114 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f4c74f3b-e24c-48b5-a7d7-40b1acf42529 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/81932b6f-6cf4-4b44-9eb9-8cb0ddf97d11 HTTP/1.1" status: 204 len: 168 time: 2.8331077 Jan 18 20:25:52.562264 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36394) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:52.568501 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c74f3b-e24c-48b5-a7d7-40b1acf42529 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Port': ['ID=81932b6f-6cf4-4b44-9eb9-8cb0ddf97d11,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:52.571547 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d5fd4c74-0cf0-4c5d-83bd-ca95b5532679 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:52.595615 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7aa311b3-45be-4dba-8e07-bb950702a40b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (5f1ccd35-2868-437d-868f-ffe8615938e5), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:52.603484 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe65f3f1-59ec-4a71-837d-d1d33c4947f7 admin admin] Router 264faf7e-bc54-4086-a763-7a3079630d27 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:25:52.723496 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa311b3-45be-4dba-8e07-bb950702a40b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network 7b7c004e-6af7-41de-a971-545b6714615f is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:52.733738 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-7aa311b3-45be-4dba-8e07-bb950702a40b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:52.737997 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa311b3-45be-4dba-8e07-bb950702a40b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:52.742437 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2907e67d-4f80-40b9-90ca-038e857f61a2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:52.744792 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2907e67d-4f80-40b9-90ca-038e857f61a2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:52.747949 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2907e67d-4f80-40b9-90ca-038e857f61a2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1844277 Jan 18 20:25:52.750419 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa311b3-45be-4dba-8e07-bb950702a40b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:52.751117 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7aa311b3-45be-4dba-8e07-bb950702a40b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:52.752279 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36398) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:52.764910 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa311b3-45be-4dba-8e07-bb950702a40b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Port': ['ID=5f1ccd35-2868-437d-868f-ffe8615938e5,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:52.824782 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-f694defc-55b0-4bca-8c0e-f0530dd4f137 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet 128ad4e8-672d-4c36-b3bc-73914975aa38 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:25:52.835958 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-eaa8e9ca-6367-494d-ba49-1c759b71a272 None None] Publish callbacks [] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:52.845494 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f694defc-55b0-4bca-8c0e-f0530dd4f137 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (128ad4e8-672d-4c36-b3bc-73914975aa38), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:52.859972 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-eaa8e9ca-6367-494d-ba49-1c759b71a272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:52.916079 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7aa311b3-45be-4dba-8e07-bb950702a40b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1527014 Jan 18 20:25:52.917194 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f694defc-55b0-4bca-8c0e-f0530dd4f137 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (128ad4e8-672d-4c36-b3bc-73914975aa38), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:52.922290 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36400) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:52.924296 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8e9ca-6367-494d-ba49-1c759b71a272 None None] Pushing event updated for resources: {'Port': ['ID=07fec232-621d-47ab-8125-f3cd1601bc5f,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:52.928791 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-19c6965d-1c3b-4d17-81b6-dbccb83ed85a None None] For port 432c15c0-f97c-4b36-b009-3221ed707f84, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=432c15c0-f97c-4b36-b009-3221ed707f84,segment=NetworkSegment(5de8e155-939a-4be3-a7d6-875bae8dbb18),segment_id=5de8e155-939a-4be3-a7d6-875bae8dbb18)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:52.935152 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-0dedf0af-1035-4942-b887-fe35f598e637 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:52.962371 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc11e0-8efe-4c7c-92b2-0ee8b8c92f52 req-617c40ec-6030-4c0b-999d-cd1c961b99c5 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:52.970504 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-16dc11e0-8efe-4c7c-92b2-0ee8b8c92f52 req-617c40ec-6030-4c0b-999d-cd1c961b99c5 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.1938715 Jan 18 20:25:52.987693 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe65f3f1-59ec-4a71-837d-d1d33c4947f7 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:25:52.989767 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa8e9ca-6367-494d-ba49-1c759b71a272 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:52.993584 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-eaa8e9ca-6367-494d-ba49-1c759b71a272 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:52.998911 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051e7044-5c45-4a54-8643-a4513080f2d7 None None] Sync routers for ids ['264faf7e-bc54-4086-a763-7a3079630d27'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:25:52.999371 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa8e9ca-6367-494d-ba49-1c759b71a272 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:53.013211 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051e7044-5c45-4a54-8643-a4513080f2d7 None None] Routers {'264faf7e-bc54-4086-a763-7a3079630d27'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:25:53.014104 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-051e7044-5c45-4a54-8643-a4513080f2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:25:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['264faf7e-bc54-4086-a763-7a3079630d27'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:53.029898 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fe65f3f1-59ec-4a71-837d-d1d33c4947f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:53.056880 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fe65f3f1-59ec-4a71-837d-d1d33c4947f7 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5605643 Jan 18 20:25:53.057488 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36406) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:53.080097 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-19c6965d-1c3b-4d17-81b6-dbccb83ed85a None None] Publish callbacks [] for port (432c15c0-f97c-4b36-b009-3221ed707f84), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:53.107214 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port d5fd4c74-0cf0-4c5d-83bd-ca95b5532679 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:53.107590 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d5fd4c74-0cf0-4c5d-83bd-ca95b5532679), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:53.114631 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f277b8-5328-44fb-a9ef-133c8b3b90fa None None] Network e079085a-4cbb-47d0-a992-ad80243cea5f requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:53.138058 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-19c6965d-1c3b-4d17-81b6-dbccb83ed85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (432c15c0-f97c-4b36-b009-3221ed707f84), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:53.200925 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0dedf0af-1035-4942-b887-fe35f598e637 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (5f1ccd35-2868-437d-868f-ffe8615938e5), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:53.201144 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-051e7044-5c45-4a54-8643-a4513080f2d7 None None] Set router 264faf7e-bc54-4086-a763-7a3079630d27 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:25:53.246830 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-eaa8e9ca-6367-494d-ba49-1c759b71a272 None None] Attempting to bind port 07fec232-621d-47ab-8125-f3cd1601bc5f on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:25:53.247448 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-eaa8e9ca-6367-494d-ba49-1c759b71a272 None None] Attempting to bind port 07fec232-621d-47ab-8125-f3cd1601bc5f by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:25:53.247982 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa8e9ca-6367-494d-ba49-1c759b71a272 None None] Attempting to bind port 07fec232-621d-47ab-8125-f3cd1601bc5f on network c68ada5d-da8a-41c6-813a-b53f9c35e893 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:25:53.260564 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6965d-1c3b-4d17-81b6-dbccb83ed85a None None] Pushing event updated for resources: {'Port': ['ID=432c15c0-f97c-4b36-b009-3221ed707f84,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:53.312036 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa8e9ca-6367-494d-ba49-1c759b71a272 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:25:53.312641 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa8e9ca-6367-494d-ba49-1c759b71a272 None None] Checking segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:25:53.313207 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-eaa8e9ca-6367-494d-ba49-1c759b71a272 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:53.313905 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa8e9ca-6367-494d-ba49-1c759b71a272 None None] Bound using segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:25:53.314564 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-eaa8e9ca-6367-494d-ba49-1c759b71a272 None None] Bound port: 07fec232-621d-47ab-8125-f3cd1601bc5f, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:25:53.315110 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-eaa8e9ca-6367-494d-ba49-1c759b71a272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:53.327043 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4e25182-e57a-455a-8de7-62f1c6950de4 req-7bfdb87c-5c60-4d01-a601-1064784eb515 tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.1330991 Jan 18 20:25:53.340103 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-184cfae9-a06f-4003-8db7-e7030b3b60a8 None None] Provisioning complete for port 4ad7590b-863d-4203-a603-2cf074ac1bab triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:53.340813 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-184cfae9-a06f-4003-8db7-e7030b3b60a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4ad7590b-863d-4203-a603-2cf074ac1bab), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:53.368928 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-16dc11e0-8efe-4c7c-92b2-0ee8b8c92f52 req-8545a645-e38a-4713-bea8-49810f8f2583 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3973126 Jan 18 20:25:53.445039 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f694defc-55b0-4bca-8c0e-f0530dd4f137 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (128ad4e8-672d-4c36-b3bc-73914975aa38), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:53.454723 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.db.api [None req-76a38ae4-f7d1-47e2-b510-676e27a8bd0a tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-f961640a-1683-484f-9047-fbc97edacf4d {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:25:53.454975 n-d-741529-9 neutron-server[103335]: DEBUG oslo_db.api [None req-76a38ae4-f7d1-47e2-b510-676e27a8bd0a tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:25:53.559511 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-051e7044-5c45-4a54-8643-a4513080f2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264faf7e-bc54-4086-a763-7a3079630d27', 'name': 'tempest-TaggedBootDevicesTest_v242-1940002370-router', 'tenant_id': '39e8f145e2a44ac0a62026476f0abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '7508945b-0842-4953-a205-02793977c404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:25:46Z', 'updated_at': '2022-01-18T20:25:50Z', 'revision_number': 3, 'project_id': '39e8f145e2a44ac0a62026476f0abecb', 'gw_port': {'id': '7508945b-0842-4953-a205-02793977c404', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264faf7e-bc54-4086-a763-7a3079630d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:48Z', 'updated_at': '2022-01-18T20:25:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:53.602380 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051e7044-5c45-4a54-8643-a4513080f2d7 None None] Checking router: 264faf7e-bc54-4086-a763-7a3079630d27 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:25:53.603183 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051e7044-5c45-4a54-8643-a4513080f2d7 None None] Updating router 264faf7e-bc54-4086-a763-7a3079630d27 port 7508945b-0842-4953-a205-02793977c404 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:25:53.612493 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port d5fd4c74-0cf0-4c5d-83bd-ca95b5532679 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:53.613963 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4ad7590b-863d-4203-a603-2cf074ac1bab up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:53.647591 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-184cfae9-a06f-4003-8db7-e7030b3b60a8 None None] Current status of the port 4ad7590b-863d-4203-a603-2cf074ac1bab is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:53.648309 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-184cfae9-a06f-4003-8db7-e7030b3b60a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4ad7590b-863d-4203-a603-2cf074ac1bab), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:53.648682 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ec3a4-a338-4d36-ad36-0738a50afa82 req-3fb2e3f5-064f-4395-808b-b6010916848f tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:53.653128 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e2ec3a4-a338-4d36-ad36-0738a50afa82 req-3fb2e3f5-064f-4395-808b-b6010916848f tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 945 time: 0.1415579 Jan 18 20:25:53.670019 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-051e7044-5c45-4a54-8643-a4513080f2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7508945b-0842-4953-a205-02793977c404), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:53.709973 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f694defc-55b0-4bca-8c0e-f0530dd4f137 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (128ad4e8-672d-4c36-b3bc-73914975aa38), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:53.731226 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-eaa8e9ca-6367-494d-ba49-1c759b71a272 None None] For port 07fec232-621d-47ab-8125-f3cd1601bc5f, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:25:53.747644 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-eaa8e9ca-6367-494d-ba49-1c759b71a272 None None] For port 07fec232-621d-47ab-8125-f3cd1601bc5f, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=07fec232-621d-47ab-8125-f3cd1601bc5f,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:25:53.767419 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-eaa8e9ca-6367-494d-ba49-1c759b71a272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:53.771614 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f694defc-55b0-4bca-8c0e-f0530dd4f137 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:53.784279 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f694defc-55b0-4bca-8c0e-f0530dd4f137 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/128ad4e8-672d-4c36-b3bc-73914975aa38 HTTP/1.1" status: 204 len: 168 time: 1.0234015 Jan 18 20:25:53.785569 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-184cfae9-a06f-4003-8db7-e7030b3b60a8 None None] For port 4ad7590b-863d-4203-a603-2cf074ac1bab, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4ad7590b-863d-4203-a603-2cf074ac1bab,segment=NetworkSegment(3c7fcd62-73da-4810-b41e-b969350ec112),segment_id=3c7fcd62-73da-4810-b41e-b969350ec112)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:53.787183 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36412) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:53.788027 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694defc-55b0-4bca-8c0e-f0530dd4f137 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=128ad4e8-672d-4c36-b3bc-73914975aa38,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:53.826431 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-184cfae9-a06f-4003-8db7-e7030b3b60a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4ad7590b-863d-4203-a603-2cf074ac1bab), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:53.837056 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e2ec3a4-a338-4d36-ad36-0738a50afa82 req-4e8fae58-43b8-4916-b20b-1a6d0eae0999 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/security-groups?id=6884ff19-a64f-4752-8b6d-9adf6f2b5250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757264 Jan 18 20:25:53.897197 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c3fdc9cf-da73-43d0-95ad-1b8cc9d16c4b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1023617 Jan 18 20:25:53.897197 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36416) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:53.929435 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8e9ca-6367-494d-ba49-1c759b71a272 None None] Pushing event updated for resources: {'Port': ['ID=07fec232-621d-47ab-8125-f3cd1601bc5f,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:53.974041 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76a38ae4-f7d1-47e2-b510-676e27a8bd0a tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:53.984256 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694defc-55b0-4bca-8c0e-f0530dd4f137 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:53.984555 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694defc-55b0-4bca-8c0e-f0530dd4f137 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:53.984867 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694defc-55b0-4bca-8c0e-f0530dd4f137 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:53.985206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694defc-55b0-4bca-8c0e-f0530dd4f137 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:53.985541 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694defc-55b0-4bca-8c0e-f0530dd4f137 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:53.985920 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694defc-55b0-4bca-8c0e-f0530dd4f137 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:53.986247 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694defc-55b0-4bca-8c0e-f0530dd4f137 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:53.986585 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694defc-55b0-4bca-8c0e-f0530dd4f137 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:53.986912 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694defc-55b0-4bca-8c0e-f0530dd4f137 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:53.987240 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694defc-55b0-4bca-8c0e-f0530dd4f137 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:53.987565 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694defc-55b0-4bca-8c0e-f0530dd4f137 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:53.987893 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694defc-55b0-4bca-8c0e-f0530dd4f137 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:53.992766 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694defc-55b0-4bca-8c0e-f0530dd4f137 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:54.039096 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0dedf0af-1035-4942-b887-fe35f598e637 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for port (5f1ccd35-2868-437d-868f-ffe8615938e5), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:54.089075 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0dedf0af-1035-4942-b887-fe35f598e637 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (5f1ccd35-2868-437d-868f-ffe8615938e5), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:54.097391 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184cfae9-a06f-4003-8db7-e7030b3b60a8 None None] Pushing event updated for resources: {'Port': ['ID=4ad7590b-863d-4203-a603-2cf074ac1bab,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:54.106020 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 4ad7590b-863d-4203-a603-2cf074ac1bab triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:54.106405 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4ad7590b-863d-4203-a603-2cf074ac1bab), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:54.127161 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342555f1-135f-4039-97c5-17554f2a1b2c req-c6dfbc5d-9cdd-490b-97f5-3d517079cf4a tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:54.128946 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-342555f1-135f-4039-97c5-17554f2a1b2c req-c6dfbc5d-9cdd-490b-97f5-3d517079cf4a tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 945 time: 0.1594589 Jan 18 20:25:54.143174 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7fc482-05bb-40d3-b5b0-5b73a2bef49e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:54.159137 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9f7fc482-05bb-40d3-b5b0-5b73a2bef49e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2481160 Jan 18 20:25:54.165757 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0dedf0af-1035-4942-b887-fe35f598e637 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] In _notify_port_updated(), no bound segment for port 5f1ccd35-2868-437d-868f-ffe8615938e5 on network 7b7c004e-6af7-41de-a971-545b6714615f {{(pid=103335) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 18 20:25:54.183693 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dedf0af-1035-4942-b887-fe35f598e637 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:54.186008 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0dedf0af-1035-4942-b887-fe35f598e637 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:54.189816 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0dedf0af-1035-4942-b887-fe35f598e637 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "PUT /v2.0/ports/5f1ccd35-2868-437d-868f-ffe8615938e5 HTTP/1.1" status: 200 len: 818 time: 1.2641184 Jan 18 20:25:54.193678 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36418) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:54.194005 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36422) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:54.329071 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-76a38ae4-f7d1-47e2-b510-676e27a8bd0a tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] device_id is not set on port 1380b3a3-468d-4bb0-aaf0-72f045bcb0e2 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:25:54.366697 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-051e7044-5c45-4a54-8643-a4513080f2d7 None None] Publish callbacks [] for port (7508945b-0842-4953-a205-02793977c404), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:54.404364 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-342555f1-135f-4039-97c5-17554f2a1b2c req-ba531b2f-cc36-4fbd-9f32-3203e63762b8 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/security-groups?id=6884ff19-a64f-4752-8b6d-9adf6f2b5250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2620451 Jan 18 20:25:54.415329 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-051e7044-5c45-4a54-8643-a4513080f2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7508945b-0842-4953-a205-02793977c404), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:54.436598 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 4ad7590b-863d-4203-a603-2cf074ac1bab is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:54.444664 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-579c88bc-46df-42f3-aabb-9da8df3af760 None None] Provisioning complete for port 4ad7590b-863d-4203-a603-2cf074ac1bab triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:54.445043 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-579c88bc-46df-42f3-aabb-9da8df3af760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4ad7590b-863d-4203-a603-2cf074ac1bab), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:54.473106 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-244368aa-b352-450b-8cb1-c2588f87df71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:54.474929 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36430) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:54.662532 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-051e7044-5c45-4a54-8643-a4513080f2d7 None None] Attempting to bind port 7508945b-0842-4953-a205-02793977c404 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:25:54.663319 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-051e7044-5c45-4a54-8643-a4513080f2d7 None None] Attempting to bind port 7508945b-0842-4953-a205-02793977c404 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:25:54.663910 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051e7044-5c45-4a54-8643-a4513080f2d7 None None] Attempting to bind port 7508945b-0842-4953-a205-02793977c404 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:25:54.671041 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20d3bb2-bef0-433a-b74b-4e4f28d2ba75 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:25:54.679378 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d612fe-d848-4565-ba78-4f6e04b3e285 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:54.683724 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051e7044-5c45-4a54-8643-a4513080f2d7 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:25:54.684101 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051e7044-5c45-4a54-8643-a4513080f2d7 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:25:54.684506 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-051e7044-5c45-4a54-8643-a4513080f2d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:54.684897 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051e7044-5c45-4a54-8643-a4513080f2d7 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:25:54.686415 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-051e7044-5c45-4a54-8643-a4513080f2d7 None None] Bound port: 7508945b-0842-4953-a205-02793977c404, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:25:54.686789 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-051e7044-5c45-4a54-8643-a4513080f2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7508945b-0842-4953-a205-02793977c404), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:54.687763 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-38d612fe-d848-4565-ba78-4f6e04b3e285 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4876528 Jan 18 20:25:54.688543 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36434) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:54.708952 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d98a5-8805-4d9b-ade7-bff6bd65802a None None] Pushing event updated for resources: {'Port': ['ID=7508945b-0842-4953-a205-02793977c404,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:54.732704 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-579c88bc-46df-42f3-aabb-9da8df3af760 None None] Current status of the port 4ad7590b-863d-4203-a603-2cf074ac1bab is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:54.814259 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-051e7044-5c45-4a54-8643-a4513080f2d7 None None] For port 7508945b-0842-4953-a205-02793977c404, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:25:54.820400 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-051e7044-5c45-4a54-8643-a4513080f2d7 None None] For port 7508945b-0842-4953-a205-02793977c404, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7508945b-0842-4953-a205-02793977c404,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:25:54.826398 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3b9622d3-f76b-41d5-a14f-a7984c01d8f4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1219740 Jan 18 20:25:54.831836 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-051e7044-5c45-4a54-8643-a4513080f2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7508945b-0842-4953-a205-02793977c404), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:54.832843 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 07fec232-621d-47ab-8125-f3cd1601bc5f up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:54.844514 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36436) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:54.859296 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-4718aed3-0e0d-4fa3-bbbd-22d8e83e8329 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:54.907025 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dedf0af-1035-4942-b887-fe35f598e637 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Port': ['ID=5f1ccd35-2868-437d-868f-ffe8615938e5,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:54.915300 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b84fd0-ac67-480c-bd87-b214e9a11934 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:25:54.958572 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d98a5-8805-4d9b-ade7-bff6bd65802a None None] Pushing event updated for resources: {'Port': ['ID=7508945b-0842-4953-a205-02793977c404,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:54.983743 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051e7044-5c45-4a54-8643-a4513080f2d7 None None] Routers {'264faf7e-bc54-4086-a763-7a3079630d27'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:25:54.984291 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-051e7044-5c45-4a54-8643-a4513080f2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:25:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['264faf7e-bc54-4086-a763-7a3079630d27'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:54.993087 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0e6ed26f-3067-423e-b4a5-dd6b0c35ea73 None None] Provisioning complete for port 432c15c0-f97c-4b36-b009-3221ed707f84 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:54.996938 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0e6ed26f-3067-423e-b4a5-dd6b0c35ea73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (432c15c0-f97c-4b36-b009-3221ed707f84), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:55.079173 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 07fec232-621d-47ab-8125-f3cd1601bc5f triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:55.093357 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:55.107395 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-051e7044-5c45-4a54-8643-a4513080f2d7 None None] Set router 264faf7e-bc54-4086-a763-7a3079630d27 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:25:55.144448 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-76a38ae4-f7d1-47e2-b510-676e27a8bd0a tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Allocated IP 172.20.0.4 (febaf15b-5046-47b7-b6d8-f2693dbad764/22a455cc-14a8-4219-ac4e-4678f3b886fc/1380b3a3-468d-4bb0-aaf0-72f045bcb0e2) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:55.225216 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0e6ed26f-3067-423e-b4a5-dd6b0c35ea73 None None] Current status of the port 432c15c0-f97c-4b36-b009-3221ed707f84 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:55.282877 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d93c596-d8fa-4a60-9f55-72d2e2643146 req-d71fc661-d358-42ba-8a57-7932bc96c1c1 tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.6268983 Jan 18 20:25:55.312689 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0e6ed26f-3067-423e-b4a5-dd6b0c35ea73 None None] Provisioning complete for port a1a74289-7681-4f03-ae7c-6380a02b194d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:55.313197 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0e6ed26f-3067-423e-b4a5-dd6b0c35ea73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a1a74289-7681-4f03-ae7c-6380a02b194d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:55.386610 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0e6ed26f-3067-423e-b4a5-dd6b0c35ea73 None None] Port a1a74289-7681-4f03-ae7c-6380a02b194d cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:25:55.427370 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 07fec232-621d-47ab-8125-f3cd1601bc5f is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:55.429928 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:55.439397 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0e6ed26f-3067-423e-b4a5-dd6b0c35ea73 None None] Provisioning complete for port 7508945b-0842-4953-a205-02793977c404 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:55.441108 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-8177d3d8-4d40-40a2-8c73-cfbead746a37 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting port 5f1ccd35-2868-437d-868f-ffe8615938e5 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:55.441269 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0e6ed26f-3067-423e-b4a5-dd6b0c35ea73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7508945b-0842-4953-a205-02793977c404), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:55.444339 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8177d3d8-4d40-40a2-8c73-cfbead746a37 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (5f1ccd35-2868-437d-868f-ffe8615938e5), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:55.465699 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-051e7044-5c45-4a54-8643-a4513080f2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264faf7e-bc54-4086-a763-7a3079630d27', 'name': 'tempest-TaggedBootDevicesTest_v242-1940002370-router', 'tenant_id': '39e8f145e2a44ac0a62026476f0abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '7508945b-0842-4953-a205-02793977c404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:25:46Z', 'updated_at': '2022-01-18T20:25:50Z', 'revision_number': 3, 'project_id': '39e8f145e2a44ac0a62026476f0abecb', 'gw_port': {'id': '7508945b-0842-4953-a205-02793977c404', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264faf7e-bc54-4086-a763-7a3079630d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:48Z', 'updated_at': '2022-01-18T20:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:25:55.504702 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051e7044-5c45-4a54-8643-a4513080f2d7 None None] The sync data for ids ['264faf7e-bc54-4086-a763-7a3079630d27'] in n-d-741529-9 is: [{'id': '264faf7e-bc54-4086-a763-7a3079630d27', 'name': 'tempest-TaggedBootDevicesTest_v242-1940002370-router', 'tenant_id': '39e8f145e2a44ac0a62026476f0abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '7508945b-0842-4953-a205-02793977c404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:25:46Z', 'updated_at': '2022-01-18T20:25:50Z', 'revision_number': 3, 'project_id': '39e8f145e2a44ac0a62026476f0abecb', 'gw_port': {'id': '7508945b-0842-4953-a205-02793977c404', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264faf7e-bc54-4086-a763-7a3079630d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:48Z', 'updated_at': '2022-01-18T20:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:25:55.523458 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4718aed3-0e0d-4fa3-bbbd-22d8e83e8329 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:55.527364 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4718aed3-0e0d-4fa3-bbbd-22d8e83e8329 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:55.561514 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 07fec232-621d-47ab-8125-f3cd1601bc5f, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=07fec232-621d-47ab-8125-f3cd1601bc5f,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:55.588553 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:55.589321 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 432c15c0-f97c-4b36-b009-3221ed707f84 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:55.591360 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f3a63-6cd9-43ac-b273-95196a279ae1 req-18223038-2352-45c0-930e-8fdffdf36bc8 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:55.601727 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-923f3a63-6cd9-43ac-b273-95196a279ae1 req-18223038-2352-45c0-930e-8fdffdf36bc8 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.9122860 Jan 18 20:25:55.652389 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2080cc7c-135f-4a00-bcb5-25f318a2aff9 tempest-TestVolumeBackupRestore-1693523342 tempest-TestVolumeBackupRestore-1693523342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:55.657790 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2080cc7c-135f-4a00-bcb5-25f318a2aff9 tempest-TestVolumeBackupRestore-1693523342 tempest-TestVolumeBackupRestore-1693523342-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 1091 time: 1.1818748 Jan 18 20:25:55.664349 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36442) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:55.680369 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-7fcc396a-c62f-4a9e-921f-dfe72124dc93 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'port_id': 'ef402ab9-2794-4d83-a267-a0bd03e0340d', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:55.716976 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0e6ed26f-3067-423e-b4a5-dd6b0c35ea73 None None] Current status of the port 7508945b-0842-4953-a205-02793977c404 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:55.717416 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0e6ed26f-3067-423e-b4a5-dd6b0c35ea73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7508945b-0842-4953-a205-02793977c404), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:55.773939 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a87dc1ab-8c89-4982-9a80-af1eb9c7056a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:55.802326 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-923f3a63-6cd9-43ac-b273-95196a279ae1 req-c559a2f4-7075-4e3a-8974-31f74cbc1443 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992283 Jan 18 20:25:55.803051 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=07fec232-621d-47ab-8125-f3cd1601bc5f,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:55.836851 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0e6ed26f-3067-423e-b4a5-dd6b0c35ea73 None None] For port 7508945b-0842-4953-a205-02793977c404, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7508945b-0842-4953-a205-02793977c404,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:55.840273 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 432c15c0-f97c-4b36-b009-3221ed707f84 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:55.841745 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (432c15c0-f97c-4b36-b009-3221ed707f84), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:55.846477 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-244368aa-b352-450b-8cb1-c2588f87df71 admin admin] Allocated IP 172.20.0.1 (e079085a-4cbb-47d0-a992-ad80243cea5f/b8f358d0-96a1-4721-a681-a5d6a2e8410c/2a13ac67-4d8d-4348-b726-5a8f74fbe4f5) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:55.846656 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0e6ed26f-3067-423e-b4a5-dd6b0c35ea73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7508945b-0842-4953-a205-02793977c404), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:55.865137 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7fcc396a-c62f-4a9e-921f-dfe72124dc93 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:56.039836 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8177d3d8-4d40-40a2-8c73-cfbead746a37 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (5f1ccd35-2868-437d-868f-ffe8615938e5), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:56.044129 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6a8ac4-cc7b-4c80-a519-2acb2be57878 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:56.078826 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-244368aa-b352-450b-8cb1-c2588f87df71 admin admin] Publish callbacks [] for port (2a13ac67-4d8d-4348-b726-5a8f74fbe4f5), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:56.096121 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76a38ae4-f7d1-47e2-b510-676e27a8bd0a tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for port (1380b3a3-468d-4bb0-aaf0-72f045bcb0e2), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:56.100608 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-8177d3d8-4d40-40a2-8c73-cfbead746a37 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Calling delete_port for 5f1ccd35-2868-437d-868f-ffe8615938e5 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:56.136247 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ed26f-3067-423e-b4a5-dd6b0c35ea73 None None] Pushing event updated for resources: {'Port': ['ID=7508945b-0842-4953-a205-02793977c404,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:56.187276 n-d-741529-9 neutron-server[103335]: DEBUG neutron.objects.ports [None req-4718aed3-0e0d-4fa3-bbbd-22d8e83e8329 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103335) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 20:25:56.211445 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-23fe0b15-8c3b-4236-a038-b94e40667146 None None] Provisioning complete for port 07fec232-621d-47ab-8125-f3cd1601bc5f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:56.212067 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-23fe0b15-8c3b-4236-a038-b94e40667146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:56.232979 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-244368aa-b352-450b-8cb1-c2588f87df71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (2a13ac67-4d8d-4348-b726-5a8f74fbe4f5), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:56.296858 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244368aa-b352-450b-8cb1-c2588f87df71 admin admin] Pushing event updated for resources: {'Port': ['ID=2a13ac67-4d8d-4348-b726-5a8f74fbe4f5,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:56.328131 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244368aa-b352-450b-8cb1-c2588f87df71 admin admin] Network e079085a-4cbb-47d0-a992-ad80243cea5f is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:56.340798 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c845c2-d947-4ce5-81a3-3f24494359dc req-7c433931-1f56-41e1-8257-fe3199c8082e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:56.341462 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76a38ae4-f7d1-47e2-b510-676e27a8bd0a tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (1380b3a3-468d-4bb0-aaf0-72f045bcb0e2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:56.342701 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9c845c2-d947-4ce5-81a3-3f24494359dc req-7c433931-1f56-41e1-8257-fe3199c8082e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.1506898 Jan 18 20:25:56.343926 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-244368aa-b352-450b-8cb1-c2588f87df71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:56.347613 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244368aa-b352-450b-8cb1-c2588f87df71 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:56.533590 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 432c15c0-f97c-4b36-b009-3221ed707f84 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:56.534800 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4ad7590b-863d-4203-a603-2cf074ac1bab up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:56.562726 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9c845c2-d947-4ce5-81a3-3f24494359dc req-823eefd8-e390-48ac-a16c-a11a113fdbe0 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118387 Jan 18 20:25:56.582150 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a38ae4-f7d1-47e2-b510-676e27a8bd0a tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Port': ['ID=1380b3a3-468d-4bb0-aaf0-72f045bcb0e2,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:56.597486 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a38ae4-f7d1-47e2-b510-676e27a8bd0a tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network febaf15b-5046-47b7-b6d8-f2693dbad764 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:56.601212 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8177d3d8-4d40-40a2-8c73-cfbead746a37 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (5f1ccd35-2868-437d-868f-ffe8615938e5), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:56.609261 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf620a2-b2f3-42c4-aaad-a9257f8c7f24 req-fa99dd1a-69da-4a70-9287-d249d52eee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:56.611566 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edf620a2-b2f3-42c4-aaad-a9257f8c7f24 req-fa99dd1a-69da-4a70-9287-d249d52eee71 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 1095 time: 0.4679170 Jan 18 20:25:56.612656 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-76a38ae4-f7d1-47e2-b510-676e27a8bd0a tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:56.676143 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-40ebe5f5-ca75-402f-a6d0-7d9fd6fa4db8 req-8aeb752e-6555-4385-aec5-e0e2d7b62ad0 tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.1397080 Jan 18 20:25:56.714920 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-23fe0b15-8c3b-4236-a038-b94e40667146 None None] Current status of the port 07fec232-621d-47ab-8125-f3cd1601bc5f is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:56.733235 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7fcc396a-c62f-4a9e-921f-dfe72124dc93 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:56.747384 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-23fe0b15-8c3b-4236-a038-b94e40667146 None None] Could not find standard attr ID for object 81932b6f-6cf4-4b44-9eb9-8cb0ddf97d11. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:25:56.778056 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-23fe0b15-8c3b-4236-a038-b94e40667146 None None] Provisioning complete for port 7508945b-0842-4953-a205-02793977c404 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:56.778594 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-23fe0b15-8c3b-4236-a038-b94e40667146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7508945b-0842-4953-a205-02793977c404), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:56.940523 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-7fcc396a-c62f-4a9e-921f-dfe72124dc93 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Allocated IP 172.25.4.115 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/12c06ee7-7ec6-453b-b7a7-58e496b7295a) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:57.102472 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7fcc396a-c62f-4a9e-921f-dfe72124dc93 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for port (12c06ee7-7ec6-453b-b7a7-58e496b7295a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:57.144519 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-244368aa-b352-450b-8cb1-c2588f87df71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (264faf7e-bc54-4086-a763-7a3079630d27), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:57.156697 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 4ad7590b-863d-4203-a603-2cf074ac1bab triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:57.157532 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4ad7590b-863d-4203-a603-2cf074ac1bab), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:57.227326 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7fcc396a-c62f-4a9e-921f-dfe72124dc93 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (12c06ee7-7ec6-453b-b7a7-58e496b7295a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:57.243063 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a38ae4-f7d1-47e2-b510-676e27a8bd0a tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:57.253217 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8177d3d8-4d40-40a2-8c73-cfbead746a37 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:57.258350 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8177d3d8-4d40-40a2-8c73-cfbead746a37 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/ports/5f1ccd35-2868-437d-868f-ffe8615938e5 HTTP/1.1" status: 204 len: 168 time: 2.9642029 Jan 18 20:25:57.316794 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36454) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:57.325734 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc396a-c62f-4a9e-921f-dfe72124dc93 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Pushing event updated for resources: {'Port': ['ID=12c06ee7-7ec6-453b-b7a7-58e496b7295a,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:57.357313 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4718aed3-0e0d-4fa3-bbbd-22d8e83e8329 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:57.361084 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcc396a-c62f-4a9e-921f-dfe72124dc93 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:57.366412 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-7fcc396a-c62f-4a9e-921f-dfe72124dc93 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:57.376232 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcc396a-c62f-4a9e-921f-dfe72124dc93 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:57.388668 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177d3d8-4d40-40a2-8c73-cfbead746a37 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Port': ['ID=5f1ccd35-2868-437d-868f-ffe8615938e5,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:57.417593 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 4ad7590b-863d-4203-a603-2cf074ac1bab is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:57.422310 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-23fe0b15-8c3b-4236-a038-b94e40667146 None None] Current status of the port 7508945b-0842-4953-a205-02793977c404 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:57.546663 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0afbc5bf-c338-4385-8e53-0c47929f3d9a None None] Provisioning complete for port 1380b3a3-468d-4bb0-aaf0-72f045bcb0e2 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:57.547285 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0afbc5bf-c338-4385-8e53-0c47929f3d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1380b3a3-468d-4bb0-aaf0-72f045bcb0e2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:57.634563 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0afbc5bf-c338-4385-8e53-0c47929f3d9a None None] Port 1380b3a3-468d-4bb0-aaf0-72f045bcb0e2 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:25:57.648048 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a38ae4-f7d1-47e2-b510-676e27a8bd0a tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:57.648710 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76a38ae4-f7d1-47e2-b510-676e27a8bd0a tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:57.667439 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0afbc5bf-c338-4385-8e53-0c47929f3d9a None None] Provisioning complete for port 2a13ac67-4d8d-4348-b726-5a8f74fbe4f5 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:57.670110 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0afbc5bf-c338-4385-8e53-0c47929f3d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2a13ac67-4d8d-4348-b726-5a8f74fbe4f5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:57.697189 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff0f973-eb7a-4c17-b599-a903924a8c82 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:57.703462 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5ff0f973-eb7a-4c17-b599-a903924a8c82 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3396509 Jan 18 20:25:57.722259 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36462) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:57.740838 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 07fec232-621d-47ab-8125-f3cd1601bc5f up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:57.767973 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-244368aa-b352-450b-8cb1-c2588f87df71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2a13ac67-4d8d-4348-b726-5a8f74fbe4f5), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:57.801688 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb605c56-b9ce-4b99-ae2b-914d302c30be tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] GET failed (client error): The resource could not be found. Jan 18 20:25:57.808686 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-eb605c56-b9ce-4b99-ae2b-914d302c30be tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "GET /v2.0/ports/5f1ccd35-2868-437d-868f-ffe8615938e5 HTTP/1.1" status: 404 len: 333 time: 0.0845153 Jan 18 20:25:57.810308 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36466) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:57.820764 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-3876b4ee-decd-43b3-bba3-406a63f12530 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-474923349'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:57.821891 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf620a2-b2f3-42c4-aaad-a9257f8c7f24 req-d54baeab-86b4-416e-8a6f-db313dfc2a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:57.824805 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edf620a2-b2f3-42c4-aaad-a9257f8c7f24 req-d54baeab-86b4-416e-8a6f-db313dfc2a61 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 912 time: 1.2022855 Jan 18 20:25:57.842805 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-76a38ae4-f7d1-47e2-b510-676e27a8bd0a tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 6.5416780 Jan 18 20:25:57.856681 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36468) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:57.865320 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-629531c6-2690-47c9-94d3-d052827112c1 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'subnet': {'network_id': 'febaf15b-5046-47b7-b6d8-f2693dbad764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:57.923660 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-447c289c-d161-4c44-b7df-e06cf37ac205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:57.931799 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0afbc5bf-c338-4385-8e53-0c47929f3d9a None None] Port 2a13ac67-4d8d-4348-b726-5a8f74fbe4f5 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:25:57.947729 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 07fec232-621d-47ab-8125-f3cd1601bc5f triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:57.948394 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:57.952349 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0afbc5bf-c338-4385-8e53-0c47929f3d9a None None] Provisioning complete for port 07fec232-621d-47ab-8125-f3cd1601bc5f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:57.952872 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0afbc5bf-c338-4385-8e53-0c47929f3d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:58.004395 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edf620a2-b2f3-42c4-aaad-a9257f8c7f24 req-c5f08f09-ed21-443d-bdb4-e6c87f4e6640 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4095c9e8-3357-49c1-a713-048d6946f5fd HTTP/1.1" status: 200 len: 998 time: 0.1597068 Jan 18 20:25:58.058821 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-244368aa-b352-450b-8cb1-c2588f87df71 admin admin] Publish callbacks [] for port (2a13ac67-4d8d-4348-b726-5a8f74fbe4f5), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:58.074514 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3876b4ee-decd-43b3-bba3-406a63f12530 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:58.077330 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3876b4ee-decd-43b3-bba3-406a63f12530 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:58.098510 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-4718aed3-0e0d-4fa3-bbbd-22d8e83e8329 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] For port 07fec232-621d-47ab-8125-f3cd1601bc5f, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=07fec232-621d-47ab-8125-f3cd1601bc5f,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:58.101902 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4135f5c-5fa6-4ee6-bb2f-9d2c517e723a req-d786552d-2a20-4745-8915-7d58a244b93a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:58.103432 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4135f5c-5fa6-4ee6-bb2f-9d2c517e723a req-d786552d-2a20-4745-8915-7d58a244b93a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.3798213 Jan 18 20:25:58.104810 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-244368aa-b352-450b-8cb1-c2588f87df71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (2a13ac67-4d8d-4348-b726-5a8f74fbe4f5), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:58.117269 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf620a2-b2f3-42c4-aaad-a9257f8c7f24 req-c8a7f07e-aabc-4090-8320-b19bc3345729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:58.118801 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edf620a2-b2f3-42c4-aaad-a9257f8c7f24 req-c8a7f07e-aabc-4090-8320-b19bc3345729 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2eac11f-fef0-464c-9aac-08a05c8cc068 HTTP/1.1" status: 200 len: 850 time: 0.1039994 Jan 18 20:25:58.152128 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0afbc5bf-c338-4385-8e53-0c47929f3d9a None None] Current status of the port 07fec232-621d-47ab-8125-f3cd1601bc5f is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:58.161484 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0afbc5bf-c338-4385-8e53-0c47929f3d9a None None] Could not find standard attr ID for object 81932b6f-6cf4-4b44-9eb9-8cb0ddf97d11. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:25:58.201263 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4718aed3-0e0d-4fa3-bbbd-22d8e83e8329 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:58.209546 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf620a2-b2f3-42c4-aaad-a9257f8c7f24 req-c579dd20-b909-4ad2-b6fc-607b52fec192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:58.211227 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edf620a2-b2f3-42c4-aaad-a9257f8c7f24 req-c579dd20-b909-4ad2-b6fc-607b52fec192 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88e9200-d99d-4ea0-a241-681917733bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797470 Jan 18 20:25:58.212550 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4718aed3-0e0d-4fa3-bbbd-22d8e83e8329 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:58.213286 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4718aed3-0e0d-4fa3-bbbd-22d8e83e8329 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (de407000-64d0-439e-be0f-b9810966ec5e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:58.224048 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 07fec232-621d-47ab-8125-f3cd1601bc5f is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:58.230843 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-244368aa-b352-450b-8cb1-c2588f87df71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (264faf7e-bc54-4086-a763-7a3079630d27), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:58.238244 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7508945b-0842-4953-a205-02793977c404 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:58.324702 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 7508945b-0842-4953-a205-02793977c404 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:58.325071 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7508945b-0842-4953-a205-02793977c404), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:58.325762 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4135f5c-5fa6-4ee6-bb2f-9d2c517e723a req-0e50c066-0a6b-4422-b69a-81d30a64f70e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280890 Jan 18 20:25:58.373319 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f1705bc-4a4b-462d-b741-02275e2fdf7e req-753320e3-7fa7-4134-9eb5-cd0dbaf7c770 tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.3014212 Jan 18 20:25:58.423678 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3876b4ee-decd-43b3-bba3-406a63f12530 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:25:58.424021 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718aed3-0e0d-4fa3-bbbd-22d8e83e8329 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=07fec232-621d-47ab-8125-f3cd1601bc5f,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:58.436739 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718aed3-0e0d-4fa3-bbbd-22d8e83e8329 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=de407000-64d0-439e-be0f-b9810966ec5e,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:58.438968 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 7508945b-0842-4953-a205-02793977c404 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:58.446843 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4718aed3-0e0d-4fa3-bbbd-22d8e83e8329 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:58.472945 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3876b4ee-decd-43b3-bba3-406a63f12530 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (9d43a821-da6a-4533-9c7e-a45b8bdd3f0f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:58.473323 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-3876b4ee-decd-43b3-bba3-406a63f12530 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Added segment 9d43a821-da6a-4533-9c7e-a45b8bdd3f0f of type vlan for network ef3f94e6-e52b-4190-b577-17efc85d90d9 Jan 18 20:25:58.482960 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-4718aed3-0e0d-4fa3-bbbd-22d8e83e8329 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:58.487155 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4718aed3-0e0d-4fa3-bbbd-22d8e83e8329 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:58.488179 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4718aed3-0e0d-4fa3-bbbd-22d8e83e8329 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:58.506782 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6672e495-9815-4a60-9141-f003689635eb None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:58.516499 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4718aed3-0e0d-4fa3-bbbd-22d8e83e8329 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6686094 Jan 18 20:25:58.521274 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36470) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:58.533583 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-b9ebb241-5652-4cd2-b564-e80b0d705e08 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:58.562016 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244368aa-b352-450b-8cb1-c2588f87df71 admin admin] Pushing event updated for resources: {'Port': ['ID=2a13ac67-4d8d-4348-b726-5a8f74fbe4f5,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:58.562344 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edf620a2-b2f3-42c4-aaad-a9257f8c7f24 req-cc04940f-55b7-400f-bef8-1b8dc0e37ead service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800217 Jan 18 20:25:58.595132 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3876b4ee-decd-43b3-bba3-406a63f12530 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (ef3f94e6-e52b-4190-b577-17efc85d90d9), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:58.766543 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ebb241-5652-4cd2-b564-e80b0d705e08 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:58.770771 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b9ebb241-5652-4cd2-b564-e80b0d705e08 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:58.777752 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edf620a2-b2f3-42c4-aaad-a9257f8c7f24 req-90637297-6235-4c31-884c-e428d2ee4bae service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069957 Jan 18 20:25:58.862348 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244368aa-b352-450b-8cb1-c2588f87df71 admin admin] Network e079085a-4cbb-47d0-a992-ad80243cea5f is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:58.873589 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-244368aa-b352-450b-8cb1-c2588f87df71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:58.886549 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3876b4ee-decd-43b3-bba3-406a63f12530 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (ef3f94e6-e52b-4190-b577-17efc85d90d9), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:58.888380 n-d-741529-9 neutron-server[103335]: INFO neutron.db.ipam_backend_mixin [None req-b9ebb241-5652-4cd2-b564-e80b0d705e08 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet de407000-64d0-439e-be0f-b9810966ec5e (CIDR: 2001:db8::/64) Jan 18 20:25:58.892560 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ebb241-5652-4cd2-b564-e80b0d705e08 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:25:58.893076 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ebb241-5652-4cd2-b564-e80b0d705e08 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:25:58.897607 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3876b4ee-decd-43b3-bba3-406a63f12530 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:58.899540 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3876b4ee-decd-43b3-bba3-406a63f12530 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:58.913457 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b9ebb241-5652-4cd2-b564-e80b0d705e08 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3912466 Jan 18 20:25:58.918075 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36476) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:58.926850 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-cc3bf2bf-89a1-4e3e-92d0-97a09f1891ad tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:59.025362 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:59.093771 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-cbbe80f3-5339-43eb-b27b-7fe2f2749ee9 None None] Provisioning complete for port 07fec232-621d-47ab-8125-f3cd1601bc5f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:59.094151 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cbbe80f3-5339-43eb-b27b-7fe2f2749ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:59.122042 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3bf2bf-89a1-4e3e-92d0-97a09f1891ad tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:59.125915 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf2bf-89a1-4e3e-92d0-97a09f1891ad tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:59.249999 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-cbbe80f3-5339-43eb-b27b-7fe2f2749ee9 None None] Current status of the port 07fec232-621d-47ab-8125-f3cd1601bc5f is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:59.393180 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f303fb47-94c5-418e-bf81-fb8b04988da6 None None] Provisioning complete for port 2a13ac67-4d8d-4348-b726-5a8f74fbe4f5 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:59.396076 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f303fb47-94c5-418e-bf81-fb8b04988da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2a13ac67-4d8d-4348-b726-5a8f74fbe4f5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:59.482961 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f303fb47-94c5-418e-bf81-fb8b04988da6 None None] Port 2a13ac67-4d8d-4348-b726-5a8f74fbe4f5 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:25:59.527121 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3876b4ee-decd-43b3-bba3-406a63f12530 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7132025 Jan 18 20:25:59.549108 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36482) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:59.554732 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-79724b59-9b8e-4251-865d-06fc066c665e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'subnet': {'network_id': 'ef3f94e6-e52b-4190-b577-17efc85d90d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:59.561670 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf2bf-89a1-4e3e-92d0-97a09f1891ad tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (1a057a2b-d069-473f-944b-5d9e25aa381c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:59.576169 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 07fec232-621d-47ab-8125-f3cd1601bc5f up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:59.640323 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 07fec232-621d-47ab-8125-f3cd1601bc5f triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:59.641156 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:59.663651 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3bf2bf-89a1-4e3e-92d0-97a09f1891ad tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:59.668814 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9583367f-45bd-4b94-b4bb-48f4d7de1669 req-5246edb2-873d-4f21-b29c-a07e46c011f0 tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.1337950 Jan 18 20:25:59.673050 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876b4ee-decd-43b3-bba3-406a63f12530 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Network': ['ID=ef3f94e6-e52b-4190-b577-17efc85d90d9,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:59.689288 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-cc3bf2bf-89a1-4e3e-92d0-97a09f1891ad tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:59.698352 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3bf2bf-89a1-4e3e-92d0-97a09f1891ad tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:59.699137 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf2bf-89a1-4e3e-92d0-97a09f1891ad tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:59.703604 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network ef3f94e6-e52b-4190-b577-17efc85d90d9 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:25:59.708752 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bf2bf-89a1-4e3e-92d0-97a09f1891ad tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=1a057a2b-d069-473f-944b-5d9e25aa381c,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:59.719131 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d762c2b-f01a-45f0-bf99-18b4e5da1811 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:25:59.731988 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7fcc396a-c62f-4a9e-921f-dfe72124dc93 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for floatingip (3ba6a8ba-c20d-4f40-9c3b-87f6de443cde), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:59.734960 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cc3bf2bf-89a1-4e3e-92d0-97a09f1891ad tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8154271 Jan 18 20:25:59.737606 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36484) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:59.743437 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-e26dc19f-cafd-4f4c-b422-64618858a31e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'port': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'mac_address': 'fa:16:3e:55:1d:ac', 'name': 'tempest-NetworksTestDHCPv6-1559982143'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:59.768534 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79724b59-9b8e-4251-865d-06fc066c665e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:59.772273 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-79724b59-9b8e-4251-865d-06fc066c665e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:59.822373 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629531c6-2690-47c9-94d3-d052827112c1 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:59.827517 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-629531c6-2690-47c9-94d3-d052827112c1 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:59.952738 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 07fec232-621d-47ab-8125-f3cd1601bc5f is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:59.957176 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244368aa-b352-450b-8cb1-c2588f87df71 admin admin] Router 264faf7e-bc54-4086-a763-7a3079630d27 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:26:00.024793 n-d-741529-9 neutron-server[103336]: INFO neutron.db.ipam_backend_mixin [None req-629531c6-2690-47c9-94d3-d052827112c1 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 22a455cc-14a8-4219-ac4e-4678f3b886fc (CIDR: 172.20.0.0/28) Jan 18 20:26:00.063611 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-629531c6-2690-47c9-94d3-d052827112c1 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:26:00.067968 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-629531c6-2690-47c9-94d3-d052827112c1 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:00.076175 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26dc19f-cafd-4f4c-b422-64618858a31e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:00.078395 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7fcc396a-c62f-4a9e-921f-dfe72124dc93 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (12c06ee7-7ec6-453b-b7a7-58e496b7295a), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:00.087951 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad51b0-efea-49eb-a634-e6ff86ce9302 req-535ac7f3-0b23-46f1-9abd-a23dc71f7b21 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:00.090379 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-15ad51b0-efea-49eb-a634-e6ff86ce9302 req-535ac7f3-0b23-46f1-9abd-a23dc71f7b21 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.5809608 Jan 18 20:26:00.129698 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee86d3dd-d987-4d37-8015-8479412a1ff7 None None] Update dhcp port {'port': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'fixed_ips': [{'subnet_id': 'de407000-64d0-439e-be0f-b9810966ec5e', 'ip_address': '2001:db8::f816:3eff:feba:c46d'}, {'subnet_id': '1a057a2b-d069-473f-944b-5d9e25aa381c'}], 'binding:host_id': 'n-d-741529-9'}, 'id': '07fec232-621d-47ab-8125-f3cd1601bc5f'} from n-d-741529-9. {{(pid=103337) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 18 20:26:00.168196 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ee86d3dd-d987-4d37-8015-8479412a1ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:00.222477 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-79724b59-9b8e-4251-865d-06fc066c665e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (dfe46db8-e678-4f46-a10c-37eb07721386), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:00.250292 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-629531c6-2690-47c9-94d3-d052827112c1 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3895464 Jan 18 20:26:00.257667 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36508) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:00.267408 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-293ff0e0-b329-466c-8f92-b70245485f2b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'subnet': {'network_id': 'febaf15b-5046-47b7-b6d8-f2693dbad764', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:00.286653 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e26dc19f-cafd-4f4c-b422-64618858a31e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:00.310760 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-e26dc19f-cafd-4f4c-b422-64618858a31e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] device_id is not set on port 020e2ea5-e0fa-4d99-8329-3bc51f6653b3 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:26:00.324563 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-15ad51b0-efea-49eb-a634-e6ff86ce9302 req-6e7c423f-e3e9-4807-b527-efe3d1d04107 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748979 Jan 18 20:26:00.449622 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79724b59-9b8e-4251-865d-06fc066c665e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Subnet': ['ID=dfe46db8-e678-4f46-a10c-37eb07721386,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:00.488451 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79724b59-9b8e-4251-865d-06fc066c665e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Checking segment: {'id': '9d43a821-da6a-4533-9c7e-a45b8bdd3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ef3f94e6-e52b-4190-b577-17efc85d90d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:26:00.488817 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79724b59-9b8e-4251-865d-06fc066c665e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network hostable DHCP agents. Network: ef3f94e6-e52b-4190-b577-17efc85d90d9, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:26:00.534572 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244368aa-b352-450b-8cb1-c2588f87df71 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:26:00.537111 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79724b59-9b8e-4251-865d-06fc066c665e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network ef3f94e6-e52b-4190-b577-17efc85d90d9 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:26:00.550724 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-244368aa-b352-450b-8cb1-c2588f87df71 admin admin] 10.222.0.31 "PUT /v2.0/routers/264faf7e-bc54-4086-a763-7a3079630d27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4768136 Jan 18 20:26:00.565884 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-79724b59-9b8e-4251-865d-06fc066c665e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, ef3f94e6-e52b-4190-b577-17efc85d90d9) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:00.578605 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79724b59-9b8e-4251-865d-06fc066c665e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:00.580192 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-79724b59-9b8e-4251-865d-06fc066c665e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:00.592280 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-ee86d3dd-d987-4d37-8015-8479412a1ff7 None None] Allocated IP 2001:db8:0:1::2 (c68ada5d-da8a-41c6-813a-b53f9c35e893/1a057a2b-d069-473f-944b-5d9e25aa381c/07fec232-621d-47ab-8125-f3cd1601bc5f) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:00.595147 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b711d18-cd68-43c0-8b2c-969a467b4696 None None] Sync routers for ids ['264faf7e-bc54-4086-a763-7a3079630d27'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:26:00.611712 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65645368-5a9b-42b1-8a21-1df95c6ef6b3 None None] Network ef3f94e6-e52b-4190-b577-17efc85d90d9 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:00.630840 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-79724b59-9b8e-4251-865d-06fc066c665e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0798917 Jan 18 20:26:00.632989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36516) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:00.640097 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-91709443-1b06-412a-94a9-5ca25afa1fe4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'subnet': {'network_id': 'ef3f94e6-e52b-4190-b577-17efc85d90d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:00.683675 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40546ac-2d53-442b-8238-3f97711029fa req-49d71b6a-b15e-4a2c-82dc-0959cfc96db9 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:00.685231 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e40546ac-2d53-442b-8238-3f97711029fa req-49d71b6a-b15e-4a2c-82dc-0959cfc96db9 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.1977093 Jan 18 20:26:00.701982 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36518) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:00.786813 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293ff0e0-b329-466c-8f92-b70245485f2b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:00.799042 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-293ff0e0-b329-466c-8f92-b70245485f2b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:00.822652 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0853c7-9864-467e-a0a5-dadc2efda312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-ef3f94e6-e52b-4190-b577-17efc85d90d9', 'network_id': 'ef3f94e6-e52b-4190-b577-17efc85d90d9', 'project_id': '5675e927592b43369fffe392229d1a22', 'fixed_ips': [{'subnet_id': 'dfe46db8-e678-4f46-a10c-37eb07721386'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:26:00.827456 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7fcc396a-c62f-4a9e-921f-dfe72124dc93 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for port (12c06ee7-7ec6-453b-b7a7-58e496b7295a), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:00.828441 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-db0853c7-9864-467e-a0a5-dadc2efda312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:00.863834 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:00.890286 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b711d18-cd68-43c0-8b2c-969a467b4696 None None] Routers {'264faf7e-bc54-4086-a763-7a3079630d27'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:26:00.891128 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1b711d18-cd68-43c0-8b2c-969a467b4696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:25:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['264faf7e-bc54-4086-a763-7a3079630d27'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:00.916995 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7fcc396a-c62f-4a9e-921f-dfe72124dc93 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (12c06ee7-7ec6-453b-b7a7-58e496b7295a), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:00.944236 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-55fd8a77-6c90-4c29-9d03-64b2e107ab83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:00.976201 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91709443-1b06-412a-94a9-5ca25afa1fe4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:00.982157 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-91709443-1b06-412a-94a9-5ca25afa1fe4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:01.021149 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76568719-8adc-43e3-acd0-820e2a3a9c40 req-9b5bcb07-467b-465b-beae-a25bcf57a10e tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.2094460 Jan 18 20:26:01.083813 n-d-741529-9 neutron-server[103335]: INFO neutron.db.ipam_backend_mixin [None req-91709443-1b06-412a-94a9-5ca25afa1fe4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dfe46db8-e678-4f46-a10c-37eb07721386 (CIDR: 2001:db8::/64) Jan 18 20:26:01.090475 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-91709443-1b06-412a-94a9-5ca25afa1fe4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:26:01.090885 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91709443-1b06-412a-94a9-5ca25afa1fe4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:01.122970 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-91709443-1b06-412a-94a9-5ca25afa1fe4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4888561 Jan 18 20:26:01.127412 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36552) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:01.132836 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-8e2cc6c1-9558-4fb0-9ac3-fd2cca46a682 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'subnet': {'network_id': 'ef3f94e6-e52b-4190-b577-17efc85d90d9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:01.135885 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-1b711d18-cd68-43c0-8b2c-969a467b4696 None None] Set router 264faf7e-bc54-4086-a763-7a3079630d27 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:26:01.143066 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc396a-c62f-4a9e-921f-dfe72124dc93 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Pushing event updated for resources: {'Port': ['ID=12c06ee7-7ec6-453b-b7a7-58e496b7295a,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:01.174607 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e40546ac-2d53-442b-8238-3f97711029fa req-b3616352-2d82-4c16-8233-12e676435987 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4504762 Jan 18 20:26:01.287853 n-d-741529-9 neutron-server[103336]: INFO neutron.db.ipam_backend_mixin [None req-293ff0e0-b329-466c-8f92-b70245485f2b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet dbe15980-e5b4-450f-bf8b-4249da9abff4 (CIDR: 172.20.0.16/28) Jan 18 20:26:01.295755 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-55fd8a77-6c90-4c29-9d03-64b2e107ab83 admin admin] Publish callbacks [] for security_group (f6a347a0-046a-4994-bd6c-ca7d0f85d6b6), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:01.297159 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7fcc396a-c62f-4a9e-921f-dfe72124dc93 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (3ba6a8ba-c20d-4f40-9c3b-87f6de443cde), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:01.306828 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-55fd8a77-6c90-4c29-9d03-64b2e107ab83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f6a347a0-046a-4994-bd6c-ca7d0f85d6b6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:01.310485 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-293ff0e0-b329-466c-8f92-b70245485f2b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:26:01.311194 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-293ff0e0-b329-466c-8f92-b70245485f2b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:01.388781 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd8a77-6c90-4c29-9d03-64b2e107ab83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a347a0-046a-4994-bd6c-ca7d0f85d6b6,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:01.393473 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-55fd8a77-6c90-4c29-9d03-64b2e107ab83 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8395494f2c4c47cbbbed05862b9e2329&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6898680 Jan 18 20:26:01.396011 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36564) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:01.409783 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-293ff0e0-b329-466c-8f92-b70245485f2b tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1461182 Jan 18 20:26:01.412503 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36568) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:01.431962 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-ac041eb9-7791-4e97-bf76-3d1e562391c6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'subnet': {'network_id': 'febaf15b-5046-47b7-b6d8-f2693dbad764', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:01.498810 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2cc6c1-9558-4fb0-9ac3-fd2cca46a682 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:01.502631 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8e2cc6c1-9558-4fb0-9ac3-fd2cca46a682 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:01.651857 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fffd88e2-2fb9-4784-a9c8-56004500b996 admin admin] Publish callbacks [] for security_group (f6a347a0-046a-4994-bd6c-ca7d0f85d6b6), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:01.702267 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fffd88e2-2fb9-4784-a9c8-56004500b996 admin admin] Publish callbacks [] for security_group (f6a347a0-046a-4994-bd6c-ca7d0f85d6b6), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:01.706381 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-7fcc396a-c62f-4a9e-921f-dfe72124dc93 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Floating IP 3ba6a8ba-c20d-4f40-9c3b-87f6de443cde associated. External IP: 172.25.4.115, port: ef402ab9-2794-4d83-a267-a0bd03e0340d. Jan 18 20:26:01.867087 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:01.882006 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ee86d3dd-d987-4d37-8015-8479412a1ff7 None None] For port 07fec232-621d-47ab-8125-f3cd1601bc5f, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=07fec232-621d-47ab-8125-f3cd1601bc5f,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:01.890786 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fc847-dc3d-44f7-8835-4e70cf1312e1 req-53c72707-0f2c-42f4-a8ca-9021d9944135 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:01.892248 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fffd88e2-2fb9-4784-a9c8-56004500b996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f6a347a0-046a-4994-bd6c-ca7d0f85d6b6), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:01.892615 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4a3fc847-dc3d-44f7-8835-4e70cf1312e1 req-53c72707-0f2c-42f4-a8ca-9021d9944135 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.3530393 Jan 18 20:26:01.895248 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fffd88e2-2fb9-4784-a9c8-56004500b996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:01.897110 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fffd88e2-2fb9-4784-a9c8-56004500b996 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f6a347a0-046a-4994-bd6c-ca7d0f85d6b6 HTTP/1.1" status: 204 len: 168 time: 0.4997072 Jan 18 20:26:01.926628 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd88e2-2fb9-4784-a9c8-56004500b996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a347a0-046a-4994-bd6c-ca7d0f85d6b6,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:01.985312 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-db0853c7-9864-467e-a0a5-dadc2efda312 None None] Allocated IP 2001:db8::2 (ef3f94e6-e52b-4190-b577-17efc85d90d9/dfe46db8-e678-4f46-a10c-37eb07721386/d030f0c8-a286-42c8-b911-c683a355cc26) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:02.006026 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ee86d3dd-d987-4d37-8015-8479412a1ff7 None None] Publish callbacks [] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:02.025670 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ee86d3dd-d987-4d37-8015-8479412a1ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:02.043074 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8e2cc6c1-9558-4fb0-9ac3-fd2cca46a682 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (83d30834-f0b1-4d71-9ca4-a369f4162d46), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:02.166492 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2cc6c1-9558-4fb0-9ac3-fd2cca46a682 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network ef3f94e6-e52b-4190-b577-17efc85d90d9 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:26:02.177372 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-8e2cc6c1-9558-4fb0-9ac3-fd2cca46a682 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:02.195743 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2cc6c1-9558-4fb0-9ac3-fd2cca46a682 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:02.196440 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8e2cc6c1-9558-4fb0-9ac3-fd2cca46a682 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:02.225161 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1b711d18-cd68-43c0-8b2c-969a467b4696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264faf7e-bc54-4086-a763-7a3079630d27', 'name': 'tempest-TaggedBootDevicesTest_v242-1940002370-router', 'tenant_id': '39e8f145e2a44ac0a62026476f0abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '7508945b-0842-4953-a205-02793977c404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:25:46Z', 'updated_at': '2022-01-18T20:25:57Z', 'revision_number': 4, 'project_id': '39e8f145e2a44ac0a62026476f0abecb', 'gw_port': {'id': '7508945b-0842-4953-a205-02793977c404', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264faf7e-bc54-4086-a763-7a3079630d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:48Z', 'updated_at': '2022-01-18T20:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '2a13ac67-4d8d-4348-b726-5a8f74fbe4f5', 'name': '', 'network_id': 'e079085a-4cbb-47d0-a992-ad80243cea5f', 'tenant_id': '39e8f145e2a44ac0a62026476f0abecb', 'mac_address': 'fa:16:3e:db:81:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264faf7e-bc54-4086-a763-7a3079630d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'b8f358d0-96a1-4721-a681-a5d6a2e8410c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:54Z', 'updated_at': '2022-01-18T20:25:57Z', 'revision_number': 2, 'project_id': '39e8f145e2a44ac0a62026476f0abecb', 'subnets': [{'id': 'b8f358d0-96a1-4721-a681-a5d6a2e8410c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:02.230646 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cc6c1-9558-4fb0-9ac3-fd2cca46a682 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Subnet': ['ID=83d30834-f0b1-4d71-9ca4-a369f4162d46,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:02.281455 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8e2cc6c1-9558-4fb0-9ac3-fd2cca46a682 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1529329 Jan 18 20:26:02.285066 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36606) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:02.289355 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b711d18-cd68-43c0-8b2c-969a467b4696 None None] Checking router: 264faf7e-bc54-4086-a763-7a3079630d27 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:26:02.289748 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b711d18-cd68-43c0-8b2c-969a467b4696 None None] Updating router 264faf7e-bc54-4086-a763-7a3079630d27 port 2a13ac67-4d8d-4348-b726-5a8f74fbe4f5 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:26:02.297212 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fb38f3bb-3681-4d78-be5c-68030506b9b4 req-1a910e19-23f8-4987-8fdd-6382f288af3f tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.1385550 Jan 18 20:26:02.297911 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-2ad1baa3-5fc6-47af-9796-92f12eee0920 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'port': {'network_id': 'ef3f94e6-e52b-4190-b577-17efc85d90d9', 'fixed_ips': [{'subnet_id': 'dfe46db8-e678-4f46-a10c-37eb07721386'}, {'subnet_id': '83d30834-f0b1-4d71-9ca4-a369f4162d46'}], 'name': 'tempest-PortsIpV6TestJSON-1684741506'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:02.319652 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1b711d18-cd68-43c0-8b2c-969a467b4696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2a13ac67-4d8d-4348-b726-5a8f74fbe4f5), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:02.323721 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86d3dd-d987-4d37-8015-8479412a1ff7 None None] Pushing event updated for resources: {'Port': ['ID=07fec232-621d-47ab-8125-f3cd1601bc5f,revision_number=7']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:02.333768 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4a3fc847-dc3d-44f7-8835-4e70cf1312e1 req-1eb5e762-8660-4e25-a8a5-d5a90af4549d tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3356926 Jan 18 20:26:02.336125 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86d3dd-d987-4d37-8015-8479412a1ff7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:02.336517 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86d3dd-d987-4d37-8015-8479412a1ff7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:02.336896 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86d3dd-d987-4d37-8015-8479412a1ff7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:02.337306 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86d3dd-d987-4d37-8015-8479412a1ff7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:02.337654 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86d3dd-d987-4d37-8015-8479412a1ff7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:02.337983 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86d3dd-d987-4d37-8015-8479412a1ff7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:02.338388 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86d3dd-d987-4d37-8015-8479412a1ff7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:02.338713 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86d3dd-d987-4d37-8015-8479412a1ff7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:02.339035 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86d3dd-d987-4d37-8015-8479412a1ff7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:02.339402 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86d3dd-d987-4d37-8015-8479412a1ff7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:02.340476 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86d3dd-d987-4d37-8015-8479412a1ff7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:02.340813 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86d3dd-d987-4d37-8015-8479412a1ff7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:02.341138 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86d3dd-d987-4d37-8015-8479412a1ff7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:02.504698 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac041eb9-7791-4e97-bf76-3d1e562391c6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Made reservation on behalf of 63f8edee0de14e468d1d768dd710c4df for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:02.518157 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ac041eb9-7791-4e97-bf76-3d1e562391c6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:02.525697 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36614) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:02.552712 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-e26dc19f-cafd-4f4c-b422-64618858a31e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 2001:db8:0:1::39b (c68ada5d-da8a-41c6-813a-b53f9c35e893/1a057a2b-d069-473f-944b-5d9e25aa381c/020e2ea5-e0fa-4d99-8329-3bc51f6653b3) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:02.587404 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d0608425-c742-4c6b-afc3-8645369ce4dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:02.595743 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-e26dc19f-cafd-4f4c-b422-64618858a31e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 2001:db8::f816:3eff:fe55:1dac (c68ada5d-da8a-41c6-813a-b53f9c35e893/de407000-64d0-439e-be0f-b9810966ec5e/020e2ea5-e0fa-4d99-8329-3bc51f6653b3) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:02.626943 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-db0853c7-9864-467e-a0a5-dadc2efda312 None None] Publish callbacks [] for port (d030f0c8-a286-42c8-b911-c683a355cc26), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:02.649918 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-db0853c7-9864-467e-a0a5-dadc2efda312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (d030f0c8-a286-42c8-b911-c683a355cc26), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:02.710209 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad1baa3-5fc6-47af-9796-92f12eee0920 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:02.745094 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0853c7-9864-467e-a0a5-dadc2efda312 None None] Network ef3f94e6-e52b-4190-b577-17efc85d90d9 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:26:02.749244 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0853c7-9864-467e-a0a5-dadc2efda312 None None] Pushing event updated for resources: {'Port': ['ID=d030f0c8-a286-42c8-b911-c683a355cc26,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:02.752099 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-db0853c7-9864-467e-a0a5-dadc2efda312 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:02.757569 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0853c7-9864-467e-a0a5-dadc2efda312 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:26:02.993740 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-db0853c7-9864-467e-a0a5-dadc2efda312 None None] Attempting to bind port d030f0c8-a286-42c8-b911-c683a355cc26 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:26:02.994119 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-db0853c7-9864-467e-a0a5-dadc2efda312 None None] Attempting to bind port d030f0c8-a286-42c8-b911-c683a355cc26 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '9d43a821-da6a-4533-9c7e-a45b8bdd3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ef3f94e6-e52b-4190-b577-17efc85d90d9'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:26:02.995031 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0853c7-9864-467e-a0a5-dadc2efda312 None None] Attempting to bind port d030f0c8-a286-42c8-b911-c683a355cc26 on network ef3f94e6-e52b-4190-b577-17efc85d90d9 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:26:03.008539 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0853c7-9864-467e-a0a5-dadc2efda312 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:26:03.009225 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0853c7-9864-467e-a0a5-dadc2efda312 None None] Checking segment: {'id': '9d43a821-da6a-4533-9c7e-a45b8bdd3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ef3f94e6-e52b-4190-b577-17efc85d90d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:26:03.009354 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-db0853c7-9864-467e-a0a5-dadc2efda312 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.009704 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0853c7-9864-467e-a0a5-dadc2efda312 None None] Bound using segment: {'id': '9d43a821-da6a-4533-9c7e-a45b8bdd3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ef3f94e6-e52b-4190-b577-17efc85d90d9'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:26:03.010257 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-db0853c7-9864-467e-a0a5-dadc2efda312 None None] Bound port: d030f0c8-a286-42c8-b911-c683a355cc26, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d43a821-da6a-4533-9c7e-a45b8bdd3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ef3f94e6-e52b-4190-b577-17efc85d90d9'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:26:03.011170 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-db0853c7-9864-467e-a0a5-dadc2efda312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d030f0c8-a286-42c8-b911-c683a355cc26), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.090186 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2ad1baa3-5fc6-47af-9796-92f12eee0920 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.138068 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-db0853c7-9864-467e-a0a5-dadc2efda312 None None] For port d030f0c8-a286-42c8-b911-c683a355cc26, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:26:03.142316 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-db0853c7-9864-467e-a0a5-dadc2efda312 None None] For port d030f0c8-a286-42c8-b911-c683a355cc26, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d030f0c8-a286-42c8-b911-c683a355cc26,segment=NetworkSegment(9d43a821-da6a-4533-9c7e-a45b8bdd3f0f),segment_id=9d43a821-da6a-4533-9c7e-a45b8bdd3f0f)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:26:03.148754 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d0608425-c742-4c6b-afc3-8645369ce4dc admin admin] Publish callbacks [] for security_group (a0feb4d1-a958-4d20-a9ae-82613d743638), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.151006 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-db0853c7-9864-467e-a0a5-dadc2efda312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d030f0c8-a286-42c8-b911-c683a355cc26), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.154315 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e26dc19f-cafd-4f4c-b422-64618858a31e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (020e2ea5-e0fa-4d99-8329-3bc51f6653b3), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.201039 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d0608425-c742-4c6b-afc3-8645369ce4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a0feb4d1-a958-4d20-a9ae-82613d743638), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.209172 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e26dc19f-cafd-4f4c-b422-64618858a31e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (020e2ea5-e0fa-4d99-8329-3bc51f6653b3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.293431 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-2ad1baa3-5fc6-47af-9796-92f12eee0920 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] device_id is not set on port ef73938b-6734-4e52-a081-cdf0a3b70f60 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:26:03.318593 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1b711d18-cd68-43c0-8b2c-969a467b4696 None None] Publish callbacks [] for port (2a13ac67-4d8d-4348-b726-5a8f74fbe4f5), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.324124 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0853c7-9864-467e-a0a5-dadc2efda312 None None] Pushing event updated for resources: {'Port': ['ID=d030f0c8-a286-42c8-b911-c683a355cc26,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:03.332397 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1b711d18-cd68-43c0-8b2c-969a467b4696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (2a13ac67-4d8d-4348-b726-5a8f74fbe4f5), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.365667 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26dc19f-cafd-4f4c-b422-64618858a31e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=020e2ea5-e0fa-4d99-8329-3bc51f6653b3,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:03.384934 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fcc396a-c62f-4a9e-921f-dfe72124dc93 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Router 8945969a-189b-4f40-972e-2b9c31ede4df has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:26:03.386235 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec28dd7-e6bd-481e-a604-285468b07906 None None] Pushing event updated for resources: {'Port': ['ID=2a13ac67-4d8d-4348-b726-5a8f74fbe4f5,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:03.415716 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb556c4-c4ff-4512-95ab-b926a469cdbf req-63fafef6-824e-47dc-8ba4-a5ad9e72bcb4 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:03.418163 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0eb556c4-c4ff-4512-95ab-b926a469cdbf req-63fafef6-824e-47dc-8ba4-a5ad9e72bcb4 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.6409605 Jan 18 20:26:03.528812 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-1b711d18-cd68-43c0-8b2c-969a467b4696 None None] Attempting to bind port 2a13ac67-4d8d-4348-b726-5a8f74fbe4f5 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:26:03.529195 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-1b711d18-cd68-43c0-8b2c-969a467b4696 None None] Attempting to bind port 2a13ac67-4d8d-4348-b726-5a8f74fbe4f5 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '3c7fcd62-73da-4810-b41e-b969350ec112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e079085a-4cbb-47d0-a992-ad80243cea5f'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:26:03.529724 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b711d18-cd68-43c0-8b2c-969a467b4696 None None] Attempting to bind port 2a13ac67-4d8d-4348-b726-5a8f74fbe4f5 on network e079085a-4cbb-47d0-a992-ad80243cea5f {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:26:03.539324 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0eb556c4-c4ff-4512-95ab-b926a469cdbf req-5be89a42-450c-4050-90ca-98e384013b31 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105144 Jan 18 20:26:03.553077 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b711d18-cd68-43c0-8b2c-969a467b4696 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:26:03.553459 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b711d18-cd68-43c0-8b2c-969a467b4696 None None] Checking segment: {'id': '3c7fcd62-73da-4810-b41e-b969350ec112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e079085a-4cbb-47d0-a992-ad80243cea5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:26:03.553906 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1b711d18-cd68-43c0-8b2c-969a467b4696 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.554300 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b711d18-cd68-43c0-8b2c-969a467b4696 None None] Bound using segment: {'id': '3c7fcd62-73da-4810-b41e-b969350ec112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e079085a-4cbb-47d0-a992-ad80243cea5f'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:26:03.554778 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-1b711d18-cd68-43c0-8b2c-969a467b4696 None None] Bound port: 2a13ac67-4d8d-4348-b726-5a8f74fbe4f5, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7fcd62-73da-4810-b41e-b969350ec112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e079085a-4cbb-47d0-a992-ad80243cea5f'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:26:03.555157 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1b711d18-cd68-43c0-8b2c-969a467b4696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2a13ac67-4d8d-4348-b726-5a8f74fbe4f5), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.701299 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ea768d2d-7e3f-4d49-8775-5004ca9aed26 None None] Provisioning complete for port 07fec232-621d-47ab-8125-f3cd1601bc5f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:03.701878 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ea768d2d-7e3f-4d49-8775-5004ca9aed26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.704087 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1b711d18-cd68-43c0-8b2c-969a467b4696 None None] For port 2a13ac67-4d8d-4348-b726-5a8f74fbe4f5, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:26:03.711151 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1b711d18-cd68-43c0-8b2c-969a467b4696 None None] For port 2a13ac67-4d8d-4348-b726-5a8f74fbe4f5, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=2a13ac67-4d8d-4348-b726-5a8f74fbe4f5,segment=NetworkSegment(3c7fcd62-73da-4810-b41e-b969350ec112),segment_id=3c7fcd62-73da-4810-b41e-b969350ec112)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:26:03.742936 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 07fec232-621d-47ab-8125-f3cd1601bc5f up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:26:03.781756 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d0608425-c742-4c6b-afc3-8645369ce4dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0fd0f1e3f0f14913b5fa408ac471b869&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2495816 Jan 18 20:26:03.796992 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1b711d18-cd68-43c0-8b2c-969a467b4696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (2a13ac67-4d8d-4348-b726-5a8f74fbe4f5), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.800982 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0608425-c742-4c6b-afc3-8645369ce4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0feb4d1-a958-4d20-a9ae-82613d743638,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:03.803550 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36622) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:03.805860 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26dc19f-cafd-4f4c-b422-64618858a31e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:26:03.870342 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 07fec232-621d-47ab-8125-f3cd1601bc5f triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:03.870954 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.880670 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-e26dc19f-cafd-4f4c-b422-64618858a31e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:03.945910 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26dc19f-cafd-4f4c-b422-64618858a31e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:26:03.953480 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26dc19f-cafd-4f4c-b422-64618858a31e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:03.954150 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e26dc19f-cafd-4f4c-b422-64618858a31e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:04.027090 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b711d18-cd68-43c0-8b2c-969a467b4696 None None] Routers {'264faf7e-bc54-4086-a763-7a3079630d27'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:26:04.031074 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1b711d18-cd68-43c0-8b2c-969a467b4696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:25:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['264faf7e-bc54-4086-a763-7a3079630d27'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:04.031254 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e26dc19f-cafd-4f4c-b422-64618858a31e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.2896693 Jan 18 20:26:04.031456 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36626) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:04.044074 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-75c6df4f-5e3f-420e-9297-abbb84f29cbd req-331daa08-71d7-42fc-8be9-31946076da17 tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.4726276 Jan 18 20:26:04.062147 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ac041eb9-7791-4e97-bf76-3d1e562391c6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (f4de19fd-0bc7-4a18-962a-dff358d6d99b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:04.091640 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:04.138526 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec28dd7-e6bd-481e-a604-285468b07906 None None] Pushing event updated for resources: {'Port': ['ID=2a13ac67-4d8d-4348-b726-5a8f74fbe4f5,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:04.180630 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c0e814fb-e195-464c-8b22-fe49f9aaef6c admin admin] Publish callbacks [] for security_group (a0feb4d1-a958-4d20-a9ae-82613d743638), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:04.201762 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac041eb9-7791-4e97-bf76-3d1e562391c6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Subnet': ['ID=f4de19fd-0bc7-4a18-962a-dff358d6d99b,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:04.233328 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac041eb9-7791-4e97-bf76-3d1e562391c6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Network febaf15b-5046-47b7-b6d8-f2693dbad764 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:26:04.236098 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-ac041eb9-7791-4e97-bf76-3d1e562391c6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:04.254333 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac041eb9-7791-4e97-bf76-3d1e562391c6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:04.255135 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ac041eb9-7791-4e97-bf76-3d1e562391c6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:04.263231 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ea768d2d-7e3f-4d49-8775-5004ca9aed26 None None] Current status of the port 07fec232-621d-47ab-8125-f3cd1601bc5f is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:04.283791 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa44a36-f83c-469f-a2a7-41635498d85d None None] Network febaf15b-5046-47b7-b6d8-f2693dbad764 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:04.302755 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcc396a-c62f-4a9e-921f-dfe72124dc93 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:26:04.316767 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af7767c-abba-478d-9d4c-dd9de464b982 None None] Sync routers for ids ['8945969a-189b-4f40-972e-2b9c31ede4df'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:26:04.331010 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ac041eb9-7791-4e97-bf76-3d1e562391c6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.9164791 Jan 18 20:26:04.334188 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af7767c-abba-478d-9d4c-dd9de464b982 None None] Routers {'8945969a-189b-4f40-972e-2b9c31ede4df'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:26:04.335266 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-6af7767c-abba-478d-9d4c-dd9de464b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:25:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8945969a-189b-4f40-972e-2b9c31ede4df'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:04.341007 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c0e814fb-e195-464c-8b22-fe49f9aaef6c admin admin] Publish callbacks [] for security_group (a0feb4d1-a958-4d20-a9ae-82613d743638), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:04.341488 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36628) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:04.352847 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-535d56de-d5c2-4966-9ace-72b1faa5dd70 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1957092812', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f4de19fd-0bc7-4a18-962a-dff358d6d99b'}], 'security_groups': ['496149e0-0e4a-4f60-b8e0-24ecc801167c', '03a2241a-7679-4ef9-8e97-90023b3d4e68']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:04.407439 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-1b711d18-cd68-43c0-8b2c-969a467b4696 None None] Set router 264faf7e-bc54-4086-a763-7a3079630d27 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:26:04.522854 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-2ad1baa3-5fc6-47af-9796-92f12eee0920 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Allocated IP 2001:db8::370 (ef3f94e6-e52b-4190-b577-17efc85d90d9/dfe46db8-e678-4f46-a10c-37eb07721386/ef73938b-6734-4e52-a081-cdf0a3b70f60) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:04.538854 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-2ad1baa3-5fc6-47af-9796-92f12eee0920 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Allocated IP 2001:db8:0:1::d0 (ef3f94e6-e52b-4190-b577-17efc85d90d9/83d30834-f0b1-4d71-9ca4-a369f4162d46/ef73938b-6734-4e52-a081-cdf0a3b70f60) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:04.550030 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-84073d23-296c-4d68-bb9e-9a753a807c7e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting port 020e2ea5-e0fa-4d99-8329-3bc51f6653b3 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:26:04.550030 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84073d23-296c-4d68-bb9e-9a753a807c7e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (020e2ea5-e0fa-4d99-8329-3bc51f6653b3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:04.664595 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7fcc396a-c62f-4a9e-921f-dfe72124dc93 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:04.710250 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7fcc396a-c62f-4a9e-921f-dfe72124dc93 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.0375080 Jan 18 20:26:04.713663 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138676da-e01f-4e54-a383-be4cfa435039', 'tag': 'ef402ab9-2794-4d83-a267-a0bd03e0340d'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:26:04.713914 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 07fec232-621d-47ab-8125-f3cd1601bc5f is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:04.716744 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b6ae9c-bc0d-4aeb-8def-e6a09df70965" -d '{"events": [{"name": "network-changed", "server_uuid": "138676da-e01f-4e54-a383-be4cfa435039", "tag": "ef402ab9-2794-4d83-a267-a0bd03e0340d"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:26:04.719740 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36632) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:04.768703 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-009aff8b-49ff-4080-8436-9f346b703766 None None] Provisioning complete for port 2a13ac67-4d8d-4348-b726-5a8f74fbe4f5 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:04.769648 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-009aff8b-49ff-4080-8436-9f346b703766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2a13ac67-4d8d-4348-b726-5a8f74fbe4f5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:04.789564 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-6af7767c-abba-478d-9d4c-dd9de464b982 None None] Set router 8945969a-189b-4f40-972e-2b9c31ede4df gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:26:05.141012 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108f137-96f8-461c-b3ba-bb3c9415e611 req-23d63a4f-8517-453c-843b-32aaf5d381fd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:05.154577 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7108f137-96f8-461c-b3ba-bb3c9415e611 req-23d63a4f-8517-453c-843b-32aaf5d381fd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.4546885 Jan 18 20:26:05.156363 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-535d56de-d5c2-4966-9ace-72b1faa5dd70 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1380b3a3-468d-4bb0-aaf0-72f045bcb0e2), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:05.195259 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa763f68-31f5-4040-b6ba-4914fcc5d179 tempest-TestVolumeBackupRestore-1693523342 tempest-TestVolumeBackupRestore-1693523342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:05.196876 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-aa763f68-31f5-4040-b6ba-4914fcc5d179 tempest-TestVolumeBackupRestore-1693523342 tempest-TestVolumeBackupRestore-1693523342-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 1091 time: 0.4661205 Jan 18 20:26:05.216951 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36642) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:05.224327 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f4653d12-536b-48e4-8fde-a90c91afb460 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Request body: {'floatingip': {'port_id': 'ef402ab9-2794-4d83-a267-a0bd03e0340d'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:05.285775 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfa9933-2d98-4e63-b2f7-849457a11ec9 None None] Network ef3f94e6-e52b-4190-b577-17efc85d90d9 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:05.364499 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-6af7767c-abba-478d-9d4c-dd9de464b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'name': 'tempest-TestVolumeBackupRestore-557413874-router', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:35Z', 'updated_at': '2022-01-18T20:19:46Z', 'revision_number': 4, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'gw_port': {'id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:37Z', 'updated_at': '2022-01-18T20:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '3ba6a8ba-c20d-4f40-9c3b-87f6de443cde', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'port_id': 'ef402ab9-2794-4d83-a267-a0bd03e0340d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d', 'mac_address': 'fa:16:3e:ed:3a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138676da-e01f-4e54-a383-be4cfa435039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:25:58Z', 'updated_at': '2022-01-18T20:25:58Z', 'revision_number': 0, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd845d4-9f6c-42b3-8ab6-45f55871a660', 'name': '', 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'mac_address': 'fa:16:3e:f8:85:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'f6050b78-f460-4028-811c-57bb560e336d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:45Z', 'updated_at': '2022-01-18T20:19:53Z', 'revision_number': 5, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'subnets': [{'id': 'f6050b78-f460-4028-811c-57bb560e336d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:05.377474 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03a1e99-8f8e-440c-98b9-0bffde60b552 x-openstack-request-id: req-c03a1e99-8f8e-440c-98b9-0bffde60b552 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:26:05.377795 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138676da-e01f-4e54-a383-be4cfa435039", "tag": "ef402ab9-2794-4d83-a267-a0bd03e0340d", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:26:05.378055 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c03a1e99-8f8e-440c-98b9-0bffde60b552 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:26:05.380613 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138676da-e01f-4e54-a383-be4cfa435039', 'tag': 'ef402ab9-2794-4d83-a267-a0bd03e0340d', 'status': 'completed', 'code': 200} Jan 18 20:26:05.424287 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af7767c-abba-478d-9d4c-dd9de464b982 None None] Checking router: 8945969a-189b-4f40-972e-2b9c31ede4df for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:26:05.435571 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af7767c-abba-478d-9d4c-dd9de464b982 None None] Routers {'8945969a-189b-4f40-972e-2b9c31ede4df'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:26:05.436474 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-6af7767c-abba-478d-9d4c-dd9de464b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:25:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8945969a-189b-4f40-972e-2b9c31ede4df'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:05.516457 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c0e814fb-e195-464c-8b22-fe49f9aaef6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a0feb4d1-a958-4d20-a9ae-82613d743638), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:05.519095 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c0e814fb-e195-464c-8b22-fe49f9aaef6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:05.520260 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c0e814fb-e195-464c-8b22-fe49f9aaef6c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a0feb4d1-a958-4d20-a9ae-82613d743638 HTTP/1.1" status: 204 len: 168 time: 1.7084444 Jan 18 20:26:05.583840 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e814fb-e195-464c-8b22-fe49f9aaef6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0feb4d1-a958-4d20-a9ae-82613d743638,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:05.675808 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bd295355-83fd-4dc5-a872-0379395ef315 req-a2111943-c65d-4b31-9ca7-fc68a40dd047 tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.2934570 Jan 18 20:26:05.727313 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-6af7767c-abba-478d-9d4c-dd9de464b982 None None] Set router 8945969a-189b-4f40-972e-2b9c31ede4df gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:26:05.736395 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7108f137-96f8-461c-b3ba-bb3c9415e611 req-f3c64233-caab-4912-9a27-9d82bad96253 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5762565 Jan 18 20:26:05.757593 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6ae9c-bc0d-4aeb-8def-e6a09df70965 req-aa4302fe-a61a-4c33-aa2b-320ea5d93d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:05.759435 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c3b6ae9c-bc0d-4aeb-8def-e6a09df70965 req-aa4302fe-a61a-4c33-aa2b-320ea5d93d12 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=823a89669aba4a1ca250f17180b6d997&device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 1096 time: 0.4370964 Jan 18 20:26:05.765571 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84073d23-296c-4d68-bb9e-9a753a807c7e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (020e2ea5-e0fa-4d99-8329-3bc51f6653b3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:05.783768 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d030f0c8-a286-42c8-b911-c683a355cc26 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:26:05.800029 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-009aff8b-49ff-4080-8436-9f346b703766 None None] Current status of the port 2a13ac67-4d8d-4348-b726-5a8f74fbe4f5 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:05.800446 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-009aff8b-49ff-4080-8436-9f346b703766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2a13ac67-4d8d-4348-b726-5a8f74fbe4f5), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:05.883372 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abb4f80-7855-46ac-a1f1-f876a333a189 None None] Update dhcp port {'port': {'network_id': 'febaf15b-5046-47b7-b6d8-f2693dbad764', 'fixed_ips': [{'subnet_id': 'dbe15980-e5b4-450f-bf8b-4249da9abff4', 'ip_address': '172.20.0.18'}, {'subnet_id': '22a455cc-14a8-4219-ac4e-4678f3b886fc', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f4de19fd-0bc7-4a18-962a-dff358d6d99b'}], 'binding:host_id': 'n-d-741529-9'}, 'id': '432c15c0-f97c-4b36-b009-3221ed707f84'} from n-d-741529-9. {{(pid=103337) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 18 20:26:05.955210 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2abb4f80-7855-46ac-a1f1-f876a333a189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (432c15c0-f97c-4b36-b009-3221ed707f84), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:05.982813 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-009aff8b-49ff-4080-8436-9f346b703766 None None] For port 2a13ac67-4d8d-4348-b726-5a8f74fbe4f5, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=2a13ac67-4d8d-4348-b726-5a8f74fbe4f5,segment=NetworkSegment(3c7fcd62-73da-4810-b41e-b969350ec112),segment_id=3c7fcd62-73da-4810-b41e-b969350ec112)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:06.001139 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-009aff8b-49ff-4080-8436-9f346b703766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (2a13ac67-4d8d-4348-b726-5a8f74fbe4f5), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:06.003229 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-84073d23-296c-4d68-bb9e-9a753a807c7e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Calling delete_port for 020e2ea5-e0fa-4d99-8329-3bc51f6653b3 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:26:06.135750 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f4653d12-536b-48e4-8fde-a90c91afb460 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for floatingip (3ba6a8ba-c20d-4f40-9c3b-87f6de443cde), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:06.268848 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6ae9c-bc0d-4aeb-8def-e6a09df70965 req-37d66596-4bcb-4a14-9074-f561f83c986b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:06.269813 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c3b6ae9c-bc0d-4aeb-8def-e6a09df70965 req-37d66596-4bcb-4a14-9074-f561f83c986b service neutron] 10.222.0.70 "GET /v2.0/networks?id=ba355ad9-b534-4edd-96f7-c8f599565a2d HTTP/1.1" status: 200 len: 914 time: 0.5015697 Jan 18 20:26:06.334948 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-6af7767c-abba-478d-9d4c-dd9de464b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'name': 'tempest-TestVolumeBackupRestore-557413874-router', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:35Z', 'updated_at': '2022-01-18T20:19:46Z', 'revision_number': 4, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'gw_port': {'id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:37Z', 'updated_at': '2022-01-18T20:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '3ba6a8ba-c20d-4f40-9c3b-87f6de443cde', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'port_id': 'ef402ab9-2794-4d83-a267-a0bd03e0340d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d', 'mac_address': 'fa:16:3e:ed:3a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138676da-e01f-4e54-a383-be4cfa435039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:25:58Z', 'updated_at': '2022-01-18T20:25:58Z', 'revision_number': 0, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd845d4-9f6c-42b3-8ab6-45f55871a660', 'name': '', 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'mac_address': 'fa:16:3e:f8:85:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'f6050b78-f460-4028-811c-57bb560e336d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:45Z', 'updated_at': '2022-01-18T20:19:53Z', 'revision_number': 5, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'subnets': [{'id': 'f6050b78-f460-4028-811c-57bb560e336d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:06.352337 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2ad1baa3-5fc6-47af-9796-92f12eee0920 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for port (ef73938b-6734-4e52-a081-cdf0a3b70f60), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:06.393921 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af7767c-abba-478d-9d4c-dd9de464b982 None None] The sync data for ids ['8945969a-189b-4f40-972e-2b9c31ede4df'] in n-d-741529-9 is: [{'id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'name': 'tempest-TestVolumeBackupRestore-557413874-router', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:35Z', 'updated_at': '2022-01-18T20:19:46Z', 'revision_number': 4, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'gw_port': {'id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:37Z', 'updated_at': '2022-01-18T20:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '3ba6a8ba-c20d-4f40-9c3b-87f6de443cde', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'port_id': 'ef402ab9-2794-4d83-a267-a0bd03e0340d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d', 'mac_address': 'fa:16:3e:ed:3a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138676da-e01f-4e54-a383-be4cfa435039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:25:58Z', 'updated_at': '2022-01-18T20:25:58Z', 'revision_number': 0, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd845d4-9f6c-42b3-8ab6-45f55871a660', 'name': '', 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'mac_address': 'fa:16:3e:f8:85:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'f6050b78-f460-4028-811c-57bb560e336d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:45Z', 'updated_at': '2022-01-18T20:19:53Z', 'revision_number': 5, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'subnets': [{'id': 'f6050b78-f460-4028-811c-57bb560e336d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:26:06.445236 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2ad1baa3-5fc6-47af-9796-92f12eee0920 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ef73938b-6734-4e52-a081-cdf0a3b70f60), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:06.520130 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad1baa3-5fc6-47af-9796-92f12eee0920 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network ef3f94e6-e52b-4190-b577-17efc85d90d9 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:26:06.529692 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1b711d18-cd68-43c0-8b2c-969a467b4696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264faf7e-bc54-4086-a763-7a3079630d27', 'name': 'tempest-TaggedBootDevicesTest_v242-1940002370-router', 'tenant_id': '39e8f145e2a44ac0a62026476f0abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '7508945b-0842-4953-a205-02793977c404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:25:46Z', 'updated_at': '2022-01-18T20:25:57Z', 'revision_number': 4, 'project_id': '39e8f145e2a44ac0a62026476f0abecb', 'gw_port': {'id': '7508945b-0842-4953-a205-02793977c404', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264faf7e-bc54-4086-a763-7a3079630d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:48Z', 'updated_at': '2022-01-18T20:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '2a13ac67-4d8d-4348-b726-5a8f74fbe4f5', 'name': '', 'network_id': 'e079085a-4cbb-47d0-a992-ad80243cea5f', 'tenant_id': '39e8f145e2a44ac0a62026476f0abecb', 'mac_address': 'fa:16:3e:db:81:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264faf7e-bc54-4086-a763-7a3079630d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'b8f358d0-96a1-4721-a681-a5d6a2e8410c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:54Z', 'updated_at': '2022-01-18T20:26:03Z', 'revision_number': 4, 'project_id': '39e8f145e2a44ac0a62026476f0abecb', 'subnets': [{'id': 'b8f358d0-96a1-4721-a681-a5d6a2e8410c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:06.531929 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85fd3db-a54a-499c-a98c-be936d327b1d None None] Update dhcp port {'port': {'network_id': 'ef3f94e6-e52b-4190-b577-17efc85d90d9', 'fixed_ips': [{'subnet_id': 'dfe46db8-e678-4f46-a10c-37eb07721386', 'ip_address': '2001:db8::2'}, {'subnet_id': '83d30834-f0b1-4d71-9ca4-a369f4162d46'}], 'binding:host_id': 'n-d-741529-9'}, 'id': 'd030f0c8-a286-42c8-b911-c683a355cc26'} from n-d-741529-9. {{(pid=103337) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 18 20:26:06.533733 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009aff8b-49ff-4080-8436-9f346b703766 None None] Pushing event updated for resources: {'Port': ['ID=2a13ac67-4d8d-4348-b726-5a8f74fbe4f5,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:06.545210 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f88c1d90-ec78-4b2d-bdf8-890e1d3786a1 None None] Provisioning complete for port d030f0c8-a286-42c8-b911-c683a355cc26 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:06.545592 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f88c1d90-ec78-4b2d-bdf8-890e1d3786a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d030f0c8-a286-42c8-b911-c683a355cc26), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:06.547214 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port d030f0c8-a286-42c8-b911-c683a355cc26 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:06.547554 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d030f0c8-a286-42c8-b911-c683a355cc26), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:06.563802 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-2ad1baa3-5fc6-47af-9796-92f12eee0920 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:06.626468 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad1baa3-5fc6-47af-9796-92f12eee0920 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:26:06.633740 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad1baa3-5fc6-47af-9796-92f12eee0920 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:06.634934 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2ad1baa3-5fc6-47af-9796-92f12eee0920 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:06.638325 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b711d18-cd68-43c0-8b2c-969a467b4696 None None] The sync data for ids ['264faf7e-bc54-4086-a763-7a3079630d27'] in n-d-741529-9 is: [{'id': '264faf7e-bc54-4086-a763-7a3079630d27', 'name': 'tempest-TaggedBootDevicesTest_v242-1940002370-router', 'tenant_id': '39e8f145e2a44ac0a62026476f0abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '7508945b-0842-4953-a205-02793977c404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:25:46Z', 'updated_at': '2022-01-18T20:25:57Z', 'revision_number': 4, 'project_id': '39e8f145e2a44ac0a62026476f0abecb', 'gw_port': {'id': '7508945b-0842-4953-a205-02793977c404', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264faf7e-bc54-4086-a763-7a3079630d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:48Z', 'updated_at': '2022-01-18T20:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '2a13ac67-4d8d-4348-b726-5a8f74fbe4f5', 'name': '', 'network_id': 'e079085a-4cbb-47d0-a992-ad80243cea5f', 'tenant_id': '39e8f145e2a44ac0a62026476f0abecb', 'mac_address': 'fa:16:3e:db:81:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264faf7e-bc54-4086-a763-7a3079630d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'b8f358d0-96a1-4721-a681-a5d6a2e8410c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:54Z', 'updated_at': '2022-01-18T20:26:03Z', 'revision_number': 4, 'project_id': '39e8f145e2a44ac0a62026476f0abecb', 'subnets': [{'id': 'b8f358d0-96a1-4721-a681-a5d6a2e8410c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:26:06.693079 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d85fd3db-a54a-499c-a98c-be936d327b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d030f0c8-a286-42c8-b911-c683a355cc26), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:06.773935 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-2abb4f80-7855-46ac-a1f1-f876a333a189 None None] Allocated IP 172.20.0.34 (febaf15b-5046-47b7-b6d8-f2693dbad764/f4de19fd-0bc7-4a18-962a-dff358d6d99b/432c15c0-f97c-4b36-b009-3221ed707f84) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:06.829561 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f4653d12-536b-48e4-8fde-a90c91afb460 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:06.845700 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f4653d12-536b-48e4-8fde-a90c91afb460 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (3ba6a8ba-c20d-4f40-9c3b-87f6de443cde), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:06.862793 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c3b6ae9c-bc0d-4aeb-8def-e6a09df70965 req-12315e27-02f1-4cc0-a610-87139c52caee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef402ab9-2794-4d83-a267-a0bd03e0340d HTTP/1.1" status: 200 len: 999 time: 0.5741096 Jan 18 20:26:06.884630 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:06.897290 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2ad1baa3-5fc6-47af-9796-92f12eee0920 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.6106892 Jan 18 20:26:06.921355 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36668) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:06.934690 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-6a6d2f39-d528-4536-854b-e0279e6bb3b9 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dfe46db8-e678-4f46-a10c-37eb07721386'}]}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:07.068534 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9510434b-12d9-4a73-94da-8170ca16a6c7 req-20d7b5c0-1709-4b67-ba2f-b5bc3bcc048c tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.1762385 Jan 18 20:26:07.083961 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f53c692-c4f9-4efb-825f-198c1df51e25 None None] New status for floating IP 3ba6a8ba-c20d-4f40-9c3b-87f6de443cde: ACTIVE {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:26:07.106358 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6a6d2f39-d528-4536-854b-e0279e6bb3b9 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ef73938b-6734-4e52-a081-cdf0a3b70f60), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:07.141157 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1baa3-5fc6-47af-9796-92f12eee0920 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Port': ['ID=ef73938b-6734-4e52-a081-cdf0a3b70f60,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:07.148179 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162d4e7-d877-43c8-8672-f9090c7be36e req-88d73e82-10c9-488b-8e1a-088bfbbd0cb6 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:07.150134 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f162d4e7-d877-43c8-8672-f9090c7be36e req-88d73e82-10c9-488b-8e1a-088bfbbd0cb6 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.3142390 Jan 18 20:26:07.272387 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f162d4e7-d877-43c8-8672-f9090c7be36e req-68f65d8e-a7e1-433b-9b6b-ec6f0f0783dd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140001 Jan 18 20:26:07.317581 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6ae9c-bc0d-4aeb-8def-e6a09df70965 req-e2ea423b-ff26-479a-a7c6-239e3e3367dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:07.319372 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c3b6ae9c-bc0d-4aeb-8def-e6a09df70965 req-e2ea423b-ff26-479a-a7c6-239e3e3367dd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6050b78-f460-4028-811c-57bb560e336d HTTP/1.1" status: 200 len: 852 time: 0.4164870 Jan 18 20:26:07.388422 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-2abb4f80-7855-46ac-a1f1-f876a333a189 None None] For port 432c15c0-f97c-4b36-b009-3221ed707f84, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=432c15c0-f97c-4b36-b009-3221ed707f84,segment=NetworkSegment(5de8e155-939a-4be3-a7d6-875bae8dbb18),segment_id=5de8e155-939a-4be3-a7d6-875bae8dbb18)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:07.409273 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port d030f0c8-a286-42c8-b911-c683a355cc26 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:07.413660 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d030f0c8-a286-42c8-b911-c683a355cc26), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:07.433440 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f88c1d90-ec78-4b2d-bdf8-890e1d3786a1 None None] Current status of the port d030f0c8-a286-42c8-b911-c683a355cc26 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:07.434095 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f88c1d90-ec78-4b2d-bdf8-890e1d3786a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d030f0c8-a286-42c8-b911-c683a355cc26), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:07.478954 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4653d12-536b-48e4-8fde-a90c91afb460 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Router 8945969a-189b-4f40-972e-2b9c31ede4df has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:26:07.631201 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2abb4f80-7855-46ac-a1f1-f876a333a189 None None] Publish callbacks [] for port (432c15c0-f97c-4b36-b009-3221ed707f84), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:07.661018 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6ae9c-bc0d-4aeb-8def-e6a09df70965 req-a7b240cc-f681-4330-b856-27845cb80a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:07.666972 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c3b6ae9c-bc0d-4aeb-8def-e6a09df70965 req-a7b240cc-f681-4330-b856-27845cb80a73 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ba355ad9-b534-4edd-96f7-c8f599565a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3261774 Jan 18 20:26:07.677271 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4653d12-536b-48e4-8fde-a90c91afb460 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:26:07.689872 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f4653d12-536b-48e4-8fde-a90c91afb460 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:07.707478 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port d030f0c8-a286-42c8-b911-c683a355cc26, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d030f0c8-a286-42c8-b911-c683a355cc26,segment=NetworkSegment(9d43a821-da6a-4533-9c7e-a45b8bdd3f0f),segment_id=9d43a821-da6a-4533-9c7e-a45b8bdd3f0f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:07.710357 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2abb4f80-7855-46ac-a1f1-f876a333a189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (432c15c0-f97c-4b36-b009-3221ed707f84), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:07.738818 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d030f0c8-a286-42c8-b911-c683a355cc26), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:07.776047 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138676da-e01f-4e54-a383-be4cfa435039', 'tag': 'ef402ab9-2794-4d83-a267-a0bd03e0340d'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:26:07.786356 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6e9548-95cd-4f4c-b795-19ad863f79f7" -d '{"events": [{"name": "network-changed", "server_uuid": "138676da-e01f-4e54-a383-be4cfa435039", "tag": "ef402ab9-2794-4d83-a267-a0bd03e0340d"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:26:07.842181 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f4653d12-536b-48e4-8fde-a90c91afb460 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "PUT /v2.0/floatingips/3ba6a8ba-c20d-4f40-9c3b-87f6de443cde HTTP/1.1" status: 200 len: 991 time: 2.6239922 Jan 18 20:26:07.891674 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff22229c-51ef-435f-ab6b-6b74b05da34d x-openstack-request-id: req-ff22229c-51ef-435f-ab6b-6b74b05da34d {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:26:07.891959 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138676da-e01f-4e54-a383-be4cfa435039", "tag": "ef402ab9-2794-4d83-a267-a0bd03e0340d", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:26:07.892213 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff22229c-51ef-435f-ab6b-6b74b05da34d {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:26:07.892603 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138676da-e01f-4e54-a383-be4cfa435039', 'tag': 'ef402ab9-2794-4d83-a267-a0bd03e0340d', 'status': 'completed', 'code': 200} Jan 18 20:26:07.955421 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-535d56de-d5c2-4966-9ace-72b1faa5dd70 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Delete allocated IP 172.20.0.4 (febaf15b-5046-47b7-b6d8-f2693dbad764/22a455cc-14a8-4219-ac4e-4678f3b886fc) {{(pid=103336) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 18 20:26:07.969977 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-535d56de-d5c2-4966-9ace-72b1faa5dd70 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Allocated IP 172.20.0.45 (febaf15b-5046-47b7-b6d8-f2693dbad764/f4de19fd-0bc7-4a18-962a-dff358d6d99b/1380b3a3-468d-4bb0-aaf0-72f045bcb0e2) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:08.018768 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 2a13ac67-4d8d-4348-b726-5a8f74fbe4f5 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:26:08.022128 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84073d23-296c-4d68-bb9e-9a753a807c7e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (020e2ea5-e0fa-4d99-8329-3bc51f6653b3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:08.099284 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84073d23-296c-4d68-bb9e-9a753a807c7e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Port': ['ID=020e2ea5-e0fa-4d99-8329-3bc51f6653b3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:08.227521 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c3b6ae9c-bc0d-4aeb-8def-e6a09df70965 req-532aa02d-4fc4-488d-bcd2-96859047daa6 service neutron] 10.222.0.70 "GET /v2.0/networks/ba355ad9-b534-4edd-96f7-c8f599565a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040603 Jan 18 20:26:08.320824 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9cdedd69-d818-4062-909b-4afd77b79a8f req-722284a0-e25d-4629-b53a-6e0ed57c7018 tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.0840416 Jan 18 20:26:08.398953 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84073d23-296c-4d68-bb9e-9a753a807c7e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:08.405923 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36698) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:08.407626 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-84073d23-296c-4d68-bb9e-9a753a807c7e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/020e2ea5-e0fa-4d99-8329-3bc51f6653b3 HTTP/1.1" status: 204 len: 168 time: 4.3751214 Jan 18 20:26:08.473910 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c3b6ae9c-bc0d-4aeb-8def-e6a09df70965 req-11691ef2-338f-4196-a7fd-57b441aecaf5 service neutron] 10.222.0.70 "GET /v2.0/networks/ba355ad9-b534-4edd-96f7-c8f599565a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265754 Jan 18 20:26:08.476280 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-535d56de-d5c2-4966-9ace-72b1faa5dd70 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for port (1380b3a3-468d-4bb0-aaf0-72f045bcb0e2), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:08.521575 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-535d56de-d5c2-4966-9ace-72b1faa5dd70 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (1380b3a3-468d-4bb0-aaf0-72f045bcb0e2), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:08.611408 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e9548-95cd-4f4c-b795-19ad863f79f7 req-41c4e6ab-6cdc-421e-85d4-e639868bc9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:08.614689 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc6e9548-95cd-4f4c-b795-19ad863f79f7 req-41c4e6ab-6cdc-421e-85d4-e639868bc9f3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=823a89669aba4a1ca250f17180b6d997&device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 1096 time: 0.0745943 Jan 18 20:26:08.624471 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-d85fd3db-a54a-499c-a98c-be936d327b1d None None] Allocated IP 2001:db8:0:1::2 (ef3f94e6-e52b-4190-b577-17efc85d90d9/83d30834-f0b1-4d71-9ca4-a369f4162d46/d030f0c8-a286-42c8-b911-c683a355cc26) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:08.729222 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-f88c1d90-ec78-4b2d-bdf8-890e1d3786a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:26:08.729798 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-f88c1d90-ec78-4b2d-bdf8-890e1d3786a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:26:08.756191 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb4f80-7855-46ac-a1f1-f876a333a189 None None] Pushing event updated for resources: {'Port': ['ID=432c15c0-f97c-4b36-b009-3221ed707f84,revision_number=7']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:08.795373 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e9548-95cd-4f4c-b795-19ad863f79f7 req-7de7cf7f-dc38-4c8f-94a0-f968c084f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:08.799708 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc6e9548-95cd-4f4c-b795-19ad863f79f7 req-7de7cf7f-dc38-4c8f-94a0-f968c084f836 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ba355ad9-b534-4edd-96f7-c8f599565a2d HTTP/1.1" status: 200 len: 914 time: 0.1736557 Jan 18 20:26:08.831889 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 2a13ac67-4d8d-4348-b726-5a8f74fbe4f5 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:08.832267 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2a13ac67-4d8d-4348-b726-5a8f74fbe4f5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:08.850785 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-535d56de-d5c2-4966-9ace-72b1faa5dd70 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] In _notify_port_updated(), no bound segment for port 1380b3a3-468d-4bb0-aaf0-72f045bcb0e2 on network febaf15b-5046-47b7-b6d8-f2693dbad764 {{(pid=103336) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:08.864662 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:08.866802 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:08.866802 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:08.866802 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:08.866802 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:08.866802 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:08.866802 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:08.866802 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:08.866802 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:08.866802 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:08.866802 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:08.866802 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:08.866802 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:08.877178 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535d56de-d5c2-4966-9ace-72b1faa5dd70 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:08.879646 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-535d56de-d5c2-4966-9ace-72b1faa5dd70 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:08.883091 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-535d56de-d5c2-4966-9ace-72b1faa5dd70 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "PUT /v2.0/ports/1380b3a3-468d-4bb0-aaf0-72f045bcb0e2 HTTP/1.1" status: 200 len: 960 time: 4.5405688 Jan 18 20:26:08.906402 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36704) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:08.925980 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7186b01-7ba5-42b4-b2b1-415c37406db2 None None] Sync routers for ids ['8945969a-189b-4f40-972e-2b9c31ede4df'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:26:08.931065 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb2d8db-fd42-4a07-8069-e91a18b494d3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:08.944543 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7186b01-7ba5-42b4-b2b1-415c37406db2 None None] Routers {'8945969a-189b-4f40-972e-2b9c31ede4df'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:26:08.945305 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-b7186b01-7ba5-42b4-b2b1-415c37406db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:25:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8945969a-189b-4f40-972e-2b9c31ede4df'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:08.951187 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7cb2d8db-fd42-4a07-8069-e91a18b494d3 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5438621 Jan 18 20:26:08.964324 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36706) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:08.964991 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d56de-d5c2-4966-9ace-72b1faa5dd70 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event updated for resources: {'Port': ['ID=1380b3a3-468d-4bb0-aaf0-72f045bcb0e2,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:09.049200 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d86b6e-1a7d-445e-ad7f-2296051f6e4c req-2ac28f79-427a-48d5-88a5-a7f7174ae378 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:09.063681 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-53d86b6e-1a7d-445e-ad7f-2296051f6e4c req-2ac28f79-427a-48d5-88a5-a7f7174ae378 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.5553982 Jan 18 20:26:09.107943 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d85fd3db-a54a-499c-a98c-be936d327b1d None None] For port d030f0c8-a286-42c8-b911-c683a355cc26, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d030f0c8-a286-42c8-b911-c683a355cc26,segment=NetworkSegment(9d43a821-da6a-4533-9c7e-a45b8bdd3f0f),segment_id=9d43a821-da6a-4533-9c7e-a45b8bdd3f0f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:09.155663 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=d030f0c8-a286-42c8-b911-c683a355cc26,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:09.192637 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-53d86b6e-1a7d-445e-ad7f-2296051f6e4c req-71721038-26b1-47a1-af41-5c17405d6ad0 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260257 Jan 18 20:26:09.215805 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc6e9548-95cd-4f4c-b795-19ad863f79f7 req-6a305908-89dc-4af1-8738-23914f8fad06 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef402ab9-2794-4d83-a267-a0bd03e0340d HTTP/1.1" status: 200 len: 1001 time: 0.4100060 Jan 18 20:26:09.270726 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f4ed6c-121c-4561-9ea4-b37be9305c8f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:09.286191 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-28f4ed6c-121c-4561-9ea4-b37be9305c8f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3018978 Jan 18 20:26:09.287422 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36718) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:09.311539 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:26:09.351345 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-b7186b01-7ba5-42b4-b2b1-415c37406db2 None None] Set router 8945969a-189b-4f40-972e-2b9c31ede4df gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:26:09.399888 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 2a13ac67-4d8d-4348-b726-5a8f74fbe4f5 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:09.418986 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f88c1d90-ec78-4b2d-bdf8-890e1d3786a1 None None] Current status of the port d030f0c8-a286-42c8-b911-c683a355cc26 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:09.434047 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d85fd3db-a54a-499c-a98c-be936d327b1d None None] Publish callbacks [] for port (d030f0c8-a286-42c8-b911-c683a355cc26), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:09.435331 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e9548-95cd-4f4c-b795-19ad863f79f7 req-ec418524-61f2-41c5-8b97-c0dc1432c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:09.439478 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc6e9548-95cd-4f4c-b795-19ad863f79f7 req-ec418524-61f2-41c5-8b97-c0dc1432c581 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6050b78-f460-4028-811c-57bb560e336d HTTP/1.1" status: 200 len: 852 time: 0.2150695 Jan 18 20:26:09.451835 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e452004b-3869-4a7a-abae-e418f0841976 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting port 1380b3a3-468d-4bb0-aaf0-72f045bcb0e2 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:26:09.452266 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e452004b-3869-4a7a-abae-e418f0841976 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (1380b3a3-468d-4bb0-aaf0-72f045bcb0e2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:09.459026 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f88c1d90-ec78-4b2d-bdf8-890e1d3786a1 None None] Provisioning complete for port 2a13ac67-4d8d-4348-b726-5a8f74fbe4f5 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:09.459475 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f88c1d90-ec78-4b2d-bdf8-890e1d3786a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2a13ac67-4d8d-4348-b726-5a8f74fbe4f5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:09.462441 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d85fd3db-a54a-499c-a98c-be936d327b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d030f0c8-a286-42c8-b911-c683a355cc26), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:09.598670 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-6a6d2f39-d528-4536-854b-e0279e6bb3b9 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Delete allocated IP 2001:db8:0:1::d0 (ef3f94e6-e52b-4190-b577-17efc85d90d9/83d30834-f0b1-4d71-9ca4-a369f4162d46) {{(pid=103335) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 18 20:26:09.628134 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fd3db-a54a-499c-a98c-be936d327b1d None None] Pushing event updated for resources: {'Port': ['ID=d030f0c8-a286-42c8-b911-c683a355cc26,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:09.812549 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f88c1d90-ec78-4b2d-bdf8-890e1d3786a1 None None] Current status of the port 2a13ac67-4d8d-4348-b726-5a8f74fbe4f5 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:09.822928 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f88c1d90-ec78-4b2d-bdf8-890e1d3786a1 None None] Could not find standard attr ID for object 020e2ea5-e0fa-4d99-8329-3bc51f6653b3. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:26:09.960107 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fddca80-81de-42ce-949f-0eb4648aba8a None None] Provisioning complete for port 1380b3a3-468d-4bb0-aaf0-72f045bcb0e2 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:09.961575 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fddca80-81de-42ce-949f-0eb4648aba8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1380b3a3-468d-4bb0-aaf0-72f045bcb0e2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:09.988933 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-b7186b01-7ba5-42b4-b2b1-415c37406db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'name': 'tempest-TestVolumeBackupRestore-557413874-router', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:35Z', 'updated_at': '2022-01-18T20:19:46Z', 'revision_number': 4, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'gw_port': {'id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:37Z', 'updated_at': '2022-01-18T20:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '3ba6a8ba-c20d-4f40-9c3b-87f6de443cde', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'port_id': 'ef402ab9-2794-4d83-a267-a0bd03e0340d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d', 'mac_address': 'fa:16:3e:ed:3a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138676da-e01f-4e54-a383-be4cfa435039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:25:58Z', 'updated_at': '2022-01-18T20:26:07Z', 'revision_number': 2, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd845d4-9f6c-42b3-8ab6-45f55871a660', 'name': '', 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'mac_address': 'fa:16:3e:f8:85:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'f6050b78-f460-4028-811c-57bb560e336d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:45Z', 'updated_at': '2022-01-18T20:19:53Z', 'revision_number': 5, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'subnets': [{'id': 'f6050b78-f460-4028-811c-57bb560e336d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:10.054476 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7186b01-7ba5-42b4-b2b1-415c37406db2 None None] Checking router: 8945969a-189b-4f40-972e-2b9c31ede4df for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:26:10.064027 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e9548-95cd-4f4c-b795-19ad863f79f7 req-e6691db1-6212-4ab0-ae6e-c3e31ccdcf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:10.065887 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc6e9548-95cd-4f4c-b795-19ad863f79f7 req-e6691db1-6212-4ab0-ae6e-c3e31ccdcf33 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ba355ad9-b534-4edd-96f7-c8f599565a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1958401 Jan 18 20:26:10.073755 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7186b01-7ba5-42b4-b2b1-415c37406db2 None None] Routers {'8945969a-189b-4f40-972e-2b9c31ede4df'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:26:10.074863 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-b7186b01-7ba5-42b4-b2b1-415c37406db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:25:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8945969a-189b-4f40-972e-2b9c31ede4df'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:10.079774 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fddca80-81de-42ce-949f-0eb4648aba8a None None] Port 1380b3a3-468d-4bb0-aaf0-72f045bcb0e2 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:26:10.091055 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 432c15c0-f97c-4b36-b009-3221ed707f84 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:26:10.207256 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fddca80-81de-42ce-949f-0eb4648aba8a None None] Provisioning complete for port 432c15c0-f97c-4b36-b009-3221ed707f84 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:10.207931 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fddca80-81de-42ce-949f-0eb4648aba8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (432c15c0-f97c-4b36-b009-3221ed707f84), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:10.227854 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e452004b-3869-4a7a-abae-e418f0841976 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (1380b3a3-468d-4bb0-aaf0-72f045bcb0e2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:10.251726 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6a6d2f39-d528-4536-854b-e0279e6bb3b9 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for port (ef73938b-6734-4e52-a081-cdf0a3b70f60), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:10.275217 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e452004b-3869-4a7a-abae-e418f0841976 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Calling delete_port for 1380b3a3-468d-4bb0-aaf0-72f045bcb0e2 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:26:10.279568 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6a6d2f39-d528-4536-854b-e0279e6bb3b9 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (ef73938b-6734-4e52-a081-cdf0a3b70f60), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:10.290433 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-b7186b01-7ba5-42b4-b2b1-415c37406db2 None None] Set router 8945969a-189b-4f40-972e-2b9c31ede4df gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:26:10.312790 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 432c15c0-f97c-4b36-b009-3221ed707f84 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:10.313151 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (432c15c0-f97c-4b36-b009-3221ed707f84), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:10.381092 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138676da-e01f-4e54-a383-be4cfa435039', 'tag': 'ef402ab9-2794-4d83-a267-a0bd03e0340d'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:26:10.384462 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0416ff78-9e75-41fa-b20f-d02f2857b977" -d '{"events": [{"name": "network-changed", "server_uuid": "138676da-e01f-4e54-a383-be4cfa435039", "tag": "ef402ab9-2794-4d83-a267-a0bd03e0340d"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:26:10.389125 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-6a6d2f39-d528-4536-854b-e0279e6bb3b9 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] In _notify_port_updated(), no bound segment for port ef73938b-6734-4e52-a081-cdf0a3b70f60 on network ef3f94e6-e52b-4190-b577-17efc85d90d9 {{(pid=103335) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 18 20:26:10.399556 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6d2f39-d528-4536-854b-e0279e6bb3b9 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:10.403098 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6a6d2f39-d528-4536-854b-e0279e6bb3b9 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:10.407742 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6a6d2f39-d528-4536-854b-e0279e6bb3b9 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "PUT /v2.0/ports/ef73938b-6734-4e52-a081-cdf0a3b70f60 HTTP/1.1" status: 200 len: 926 time: 3.4806941 Jan 18 20:26:10.411503 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc6e9548-95cd-4f4c-b795-19ad863f79f7 req-d29e738c-cdbe-4b34-88d7-0c235677a24d service neutron] 10.222.0.70 "GET /v2.0/networks/ba355ad9-b534-4edd-96f7-c8f599565a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261814 Jan 18 20:26:10.415674 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36730) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:10.430330 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f8059517-e20e-4c4b-ae92-beb53a35b107 req-d04c9709-79d9-4ad9-b7da-6c78556d54ff tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.9196734 Jan 18 20:26:10.452047 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f120e416-fe47-4c9b-b0a3-6ad259ab8a08 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:10.455709 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f120e416-fe47-4c9b-b0a3-6ad259ab8a08 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:10.464945 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f120e416-fe47-4c9b-b0a3-6ad259ab8a08 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:10.468592 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f120e416-fe47-4c9b-b0a3-6ad259ab8a08 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 1.1801651 Jan 18 20:26:10.476102 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f5e588a4-2ca3-4ed0-88e3-8e0b4c62b649 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dfe46db8-e678-4f46-a10c-37eb07721386'}, {'subnet_id': '83d30834-f0b1-4d71-9ca4-a369f4162d46'}]}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:10.493224 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36732) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:10.535495 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fddca80-81de-42ce-949f-0eb4648aba8a None None] Current status of the port 432c15c0-f97c-4b36-b009-3221ed707f84 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:10.571581 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfce0ff3-de1e-4930-b381-e586cef0158c x-openstack-request-id: req-dfce0ff3-de1e-4930-b381-e586cef0158c {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:26:10.572262 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138676da-e01f-4e54-a383-be4cfa435039", "tag": "ef402ab9-2794-4d83-a267-a0bd03e0340d", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:26:10.572745 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dfce0ff3-de1e-4930-b381-e586cef0158c {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:26:10.573448 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138676da-e01f-4e54-a383-be4cfa435039', 'tag': 'ef402ab9-2794-4d83-a267-a0bd03e0340d', 'status': 'completed', 'code': 200} Jan 18 20:26:10.642121 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fddca80-81de-42ce-949f-0eb4648aba8a None None] Provisioning complete for port a1a74289-7681-4f03-ae7c-6380a02b194d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:10.642511 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fddca80-81de-42ce-949f-0eb4648aba8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a1a74289-7681-4f03-ae7c-6380a02b194d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:10.643152 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9f784-1790-4d85-91dc-1f25bfc0f836 req-0dbd4fa0-af2c-40af-8892-4f719758b08d tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:10.644917 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4fe9f784-1790-4d85-91dc-1f25bfc0f836 req-0dbd4fa0-af2c-40af-8892-4f719758b08d tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 1.3126807 Jan 18 20:26:10.730008 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc6e9548-95cd-4f4c-b795-19ad863f79f7 req-d2f3c005-8006-43d3-a97c-9f977863697d service neutron] 10.222.0.70 "GET /v2.0/networks/ba355ad9-b534-4edd-96f7-c8f599565a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918479 Jan 18 20:26:10.745721 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d2f39-d528-4536-854b-e0279e6bb3b9 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Port': ['ID=ef73938b-6734-4e52-a081-cdf0a3b70f60,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:10.766310 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fddca80-81de-42ce-949f-0eb4648aba8a None None] Port a1a74289-7681-4f03-ae7c-6380a02b194d cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:26:10.769846 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 432c15c0-f97c-4b36-b009-3221ed707f84 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:10.771252 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d030f0c8-a286-42c8-b911-c683a355cc26 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:26:10.815113 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4fe9f784-1790-4d85-91dc-1f25bfc0f836 req-4348d870-f999-4a3b-9df7-b1e560d54e45 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621878 Jan 18 20:26:10.834027 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port d030f0c8-a286-42c8-b911-c683a355cc26 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:10.834408 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d030f0c8-a286-42c8-b911-c683a355cc26), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:10.844472 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc9e3ea-c131-4e4d-9b65-086904a01a8a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet 1a057a2b-d069-473f-944b-5d9e25aa381c {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:26:10.844880 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416ff78-9e75-41fa-b20f-d02f2857b977 req-ed2937f1-71ec-4cd1-98cf-4acec379b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:10.846430 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0416ff78-9e75-41fa-b20f-d02f2857b977 req-ed2937f1-71ec-4cd1-98cf-4acec379b049 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=823a89669aba4a1ca250f17180b6d997&device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 1096 time: 0.0589011 Jan 18 20:26:10.861783 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bfc9e3ea-c131-4e4d-9b65-086904a01a8a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (1a057a2b-d069-473f-944b-5d9e25aa381c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:10.931559 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bfc9e3ea-c131-4e4d-9b65-086904a01a8a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (1a057a2b-d069-473f-944b-5d9e25aa381c), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:10.956618 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416ff78-9e75-41fa-b20f-d02f2857b977 req-88e98f18-62ff-435e-b1bc-f82f1c8ecad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:10.958166 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0416ff78-9e75-41fa-b20f-d02f2857b977 req-88e98f18-62ff-435e-b1bc-f82f1c8ecad7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ba355ad9-b534-4edd-96f7-c8f599565a2d HTTP/1.1" status: 200 len: 914 time: 0.1038840 Jan 18 20:26:10.960559 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f696473c-4e0f-4a41-bb78-878753758fc0 None None] Provisioning complete for port 1380b3a3-468d-4bb0-aaf0-72f045bcb0e2 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:10.961073 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f696473c-4e0f-4a41-bb78-878753758fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1380b3a3-468d-4bb0-aaf0-72f045bcb0e2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:10.966488 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port d030f0c8-a286-42c8-b911-c683a355cc26 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:10.969669 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e8030e-bc21-4911-9e87-603ed6d295ae None None] Network ef3f94e6-e52b-4190-b577-17efc85d90d9 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:11.006697 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-b7186b01-7ba5-42b4-b2b1-415c37406db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'name': 'tempest-TestVolumeBackupRestore-557413874-router', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:35Z', 'updated_at': '2022-01-18T20:19:46Z', 'revision_number': 4, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'gw_port': {'id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:37Z', 'updated_at': '2022-01-18T20:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '3ba6a8ba-c20d-4f40-9c3b-87f6de443cde', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'port_id': 'ef402ab9-2794-4d83-a267-a0bd03e0340d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d', 'mac_address': 'fa:16:3e:ed:3a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138676da-e01f-4e54-a383-be4cfa435039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:25:58Z', 'updated_at': '2022-01-18T20:26:07Z', 'revision_number': 2, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd845d4-9f6c-42b3-8ab6-45f55871a660', 'name': '', 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'mac_address': 'fa:16:3e:f8:85:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'f6050b78-f460-4028-811c-57bb560e336d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:45Z', 'updated_at': '2022-01-18T20:19:53Z', 'revision_number': 5, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'subnets': [{'id': 'f6050b78-f460-4028-811c-57bb560e336d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:11.061305 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f696473c-4e0f-4a41-bb78-878753758fc0 None None] Port 1380b3a3-468d-4bb0-aaf0-72f045bcb0e2 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:26:11.074092 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e452004b-3869-4a7a-abae-e418f0841976 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (1380b3a3-468d-4bb0-aaf0-72f045bcb0e2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:11.078029 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0416ff78-9e75-41fa-b20f-d02f2857b977 req-fdc29033-b5a9-4a72-897a-3b4e054081c3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef402ab9-2794-4d83-a267-a0bd03e0340d HTTP/1.1" status: 200 len: 1001 time: 0.0980749 Jan 18 20:26:11.122480 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452004b-3869-4a7a-abae-e418f0841976 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Port': ['ID=1380b3a3-468d-4bb0-aaf0-72f045bcb0e2,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:11.244847 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-634f68d4-2552-4018-a23f-e566abbea62b None None] Provisioning complete for port d030f0c8-a286-42c8-b911-c683a355cc26 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:11.246683 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-634f68d4-2552-4018-a23f-e566abbea62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d030f0c8-a286-42c8-b911-c683a355cc26), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:11.347382 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416ff78-9e75-41fa-b20f-d02f2857b977 req-abca528b-efd4-45f1-a2ca-259a6f74e025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:11.350112 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0416ff78-9e75-41fa-b20f-d02f2857b977 req-abca528b-efd4-45f1-a2ca-259a6f74e025 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6050b78-f460-4028-811c-57bb560e336d HTTP/1.1" status: 200 len: 852 time: 0.2390292 Jan 18 20:26:11.379180 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-634f68d4-2552-4018-a23f-e566abbea62b None None] Current status of the port d030f0c8-a286-42c8-b911-c683a355cc26 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:11.389564 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bfc9e3ea-c131-4e4d-9b65-086904a01a8a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (1a057a2b-d069-473f-944b-5d9e25aa381c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:11.407741 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7186b01-7ba5-42b4-b2b1-415c37406db2 None None] The sync data for ids ['8945969a-189b-4f40-972e-2b9c31ede4df'] in n-d-741529-9 is: [{'id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'name': 'tempest-TestVolumeBackupRestore-557413874-router', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:35Z', 'updated_at': '2022-01-18T20:19:46Z', 'revision_number': 4, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'gw_port': {'id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:37Z', 'updated_at': '2022-01-18T20:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '3ba6a8ba-c20d-4f40-9c3b-87f6de443cde', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'port_id': 'ef402ab9-2794-4d83-a267-a0bd03e0340d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d', 'mac_address': 'fa:16:3e:ed:3a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138676da-e01f-4e54-a383-be4cfa435039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:25:58Z', 'updated_at': '2022-01-18T20:26:07Z', 'revision_number': 2, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd845d4-9f6c-42b3-8ab6-45f55871a660', 'name': '', 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'mac_address': 'fa:16:3e:f8:85:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'f6050b78-f460-4028-811c-57bb560e336d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:45Z', 'updated_at': '2022-01-18T20:19:53Z', 'revision_number': 5, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'subnets': [{'id': 'f6050b78-f460-4028-811c-57bb560e336d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:26:11.416459 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6027a99-60a2-4864-a200-a3ae94401779 req-b402a6fa-d628-41c3-a182-80a4450d600b tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:11.418105 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6027a99-60a2-4864-a200-a3ae94401779 req-b402a6fa-d628-41c3-a182-80a4450d600b tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.2550747 Jan 18 20:26:11.486134 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f5e588a4-2ca3-4ed0-88e3-8e0b4c62b649 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ef73938b-6734-4e52-a081-cdf0a3b70f60), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:11.718353 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-84a4f846-4d8b-4d4e-a7e0-87a79e55be84 req-35d02017-b5fa-4538-9d3d-20a3aa7cadc4 tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.0641828 Jan 18 20:26:11.807303 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bfc9e3ea-c131-4e4d-9b65-086904a01a8a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (1a057a2b-d069-473f-944b-5d9e25aa381c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:11.831462 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4de5350f-6aae-49e6-a6f0-9aac942e0b8d None None] Provisioning complete for port ef73938b-6734-4e52-a081-cdf0a3b70f60 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:11.831957 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4de5350f-6aae-49e6-a6f0-9aac942e0b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ef73938b-6734-4e52-a081-cdf0a3b70f60), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:11.905480 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4de5350f-6aae-49e6-a6f0-9aac942e0b8d None None] Port ef73938b-6734-4e52-a081-cdf0a3b70f60 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:26:11.924143 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4de5350f-6aae-49e6-a6f0-9aac942e0b8d None None] Provisioning complete for port d030f0c8-a286-42c8-b911-c683a355cc26 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:11.924973 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4de5350f-6aae-49e6-a6f0-9aac942e0b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d030f0c8-a286-42c8-b911-c683a355cc26), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:12.042506 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e452004b-3869-4a7a-abae-e418f0841976 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:12.046361 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e452004b-3869-4a7a-abae-e418f0841976 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/ports/1380b3a3-468d-4bb0-aaf0-72f045bcb0e2 HTTP/1.1" status: 204 len: 168 time: 3.1388729 Jan 18 20:26:12.048829 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416ff78-9e75-41fa-b20f-d02f2857b977 req-3a5106c1-ac91-489a-8b75-c1b56fe36fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:12.050365 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0416ff78-9e75-41fa-b20f-d02f2857b977 req-3a5106c1-ac91-489a-8b75-c1b56fe36fac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ba355ad9-b534-4edd-96f7-c8f599565a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6911886 Jan 18 20:26:12.051358 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36758) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:12.077109 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9e3ea-c131-4e4d-9b65-086904a01a8a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=1a057a2b-d069-473f-944b-5d9e25aa381c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:12.107902 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6027a99-60a2-4864-a200-a3ae94401779 req-13c8e352-b5c3-4d09-89ab-a8f1029d74e6 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6421452 Jan 18 20:26:12.117196 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bfc9e3ea-c131-4e4d-9b65-086904a01a8a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:12.123847 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bfc9e3ea-c131-4e4d-9b65-086904a01a8a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/1a057a2b-d069-473f-944b-5d9e25aa381c HTTP/1.1" status: 204 len: 168 time: 1.6267312 Jan 18 20:26:12.124820 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36760) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:12.146263 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-976f7f49-9197-4113-b4a1-fcb8c48623f4 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] GET failed (client error): The resource could not be found. Jan 18 20:26:12.147498 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-976f7f49-9197-4113-b4a1-fcb8c48623f4 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "GET /v2.0/ports/1380b3a3-468d-4bb0-aaf0-72f045bcb0e2 HTTP/1.1" status: 404 len: 333 time: 0.0952375 Jan 18 20:26:12.156213 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dd5414-0f59-4e00-bf0e-941e1fe1c831 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:12.164326 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36764) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:12.258610 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-148fdd96-9644-41b3-b63b-1a5ed433bf73 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet de407000-64d0-439e-be0f-b9810966ec5e {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:26:12.264051 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-148fdd96-9644-41b3-b63b-1a5ed433bf73 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (de407000-64d0-439e-be0f-b9810966ec5e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:12.309892 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4de5350f-6aae-49e6-a6f0-9aac942e0b8d None None] Current status of the port d030f0c8-a286-42c8-b911-c683a355cc26 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:12.316244 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0416ff78-9e75-41fa-b20f-d02f2857b977 req-27afd410-2c2e-499a-a830-5be1312c17f5 service neutron] 10.222.0.70 "GET /v2.0/networks/ba355ad9-b534-4edd-96f7-c8f599565a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525885 Jan 18 20:26:12.345725 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-148fdd96-9644-41b3-b63b-1a5ed433bf73 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (de407000-64d0-439e-be0f-b9810966ec5e), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:12.410472 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4eb99f52-2cb8-40f5-9686-5235cbf82d54 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (1fd8a539-08ce-426d-9d3f-93a13e47a8ac), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:12.470513 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-3123bf93-0d94-478e-a8a4-6fa19b3ba23e None None] Provisioning complete for port ef73938b-6734-4e52-a081-cdf0a3b70f60 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:12.470904 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3123bf93-0d94-478e-a8a4-6fa19b3ba23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ef73938b-6734-4e52-a081-cdf0a3b70f60), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:12.500097 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780fef4-2ae3-4b57-9763-3a296fa2fe77 req-dc9cd863-5646-4b69-8968-f8db1406f77a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:12.504004 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3780fef4-2ae3-4b57-9763-3a296fa2fe77 req-dc9cd863-5646-4b69-8968-f8db1406f77a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.2183135 Jan 18 20:26:12.504286 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4eb99f52-2cb8-40f5-9686-5235cbf82d54 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (1fd8a539-08ce-426d-9d3f-93a13e47a8ac), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:12.527348 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3123bf93-0d94-478e-a8a4-6fa19b3ba23e None None] Port ef73938b-6734-4e52-a081-cdf0a3b70f60 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:26:12.579160 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-148fdd96-9644-41b3-b63b-1a5ed433bf73 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (de407000-64d0-439e-be0f-b9810966ec5e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:12.586722 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-f5e588a4-2ca3-4ed0-88e3-8e0b4c62b649 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Allocated IP 2001:db8:0:1::1c3 (ef3f94e6-e52b-4190-b577-17efc85d90d9/83d30834-f0b1-4d71-9ca4-a369f4162d46/ef73938b-6734-4e52-a081-cdf0a3b70f60) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:12.666420 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0416ff78-9e75-41fa-b20f-d02f2857b977 req-d751e28a-6ffc-4d23-99f6-41ddfa262f97 service neutron] 10.222.0.70 "GET /v2.0/networks/ba355ad9-b534-4edd-96f7-c8f599565a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428047 Jan 18 20:26:12.669166 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-148fdd96-9644-41b3-b63b-1a5ed433bf73 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (de407000-64d0-439e-be0f-b9810966ec5e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:12.673003 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3780fef4-2ae3-4b57-9763-3a296fa2fe77 req-06370642-9ee5-4ac2-8317-d791ca3d8246 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429169 Jan 18 20:26:12.702599 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4eb99f52-2cb8-40f5-9686-5235cbf82d54 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1fd8a539-08ce-426d-9d3f-93a13e47a8ac), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:12.702599 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4eb99f52-2cb8-40f5-9686-5235cbf82d54 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:12.702599 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4eb99f52-2cb8-40f5-9686-5235cbf82d54 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/security-groups/1fd8a539-08ce-426d-9d3f-93a13e47a8ac HTTP/1.1" status: 204 len: 168 time: 0.5297070 Jan 18 20:26:12.702599 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36766) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:12.723591 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148fdd96-9644-41b3-b63b-1a5ed433bf73 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=de407000-64d0-439e-be0f-b9810966ec5e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:12.731404 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-148fdd96-9644-41b3-b63b-1a5ed433bf73 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:12.736852 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-148fdd96-9644-41b3-b63b-1a5ed433bf73 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/de407000-64d0-439e-be0f-b9810966ec5e HTTP/1.1" status: 204 len: 168 time: 0.6109345 Jan 18 20:26:12.739281 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36770) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:12.770852 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ba6e486b-7119-4837-8581-345b35e443b5 None None] Provisioning complete for port ef73938b-6734-4e52-a081-cdf0a3b70f60 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:12.772475 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ba6e486b-7119-4837-8581-345b35e443b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ef73938b-6734-4e52-a081-cdf0a3b70f60), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:12.772669 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb99f52-2cb8-40f5-9686-5235cbf82d54 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd8a539-08ce-426d-9d3f-93a13e47a8ac,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:12.832731 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-154753c9-ae0e-4512-9fd9-de434adb9048 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0921412 Jan 18 20:26:12.835577 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36776) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:12.836305 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ba6e486b-7119-4837-8581-345b35e443b5 None None] Port ef73938b-6734-4e52-a081-cdf0a3b70f60 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:26:12.855718 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-913a3959-43cc-47eb-86a9-1dc56a01a24d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:12.897460 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b28f4a48-9233-4764-928a-2c23120c3c6b req-a75254e1-4857-4a0b-abfc-1e415199d340 tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.0628929 Jan 18 20:26:12.944807 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d5d9162-d59e-4c9a-b7ea-75f19622b032 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (03a2241a-7679-4ef9-8e97-90023b3d4e68), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:12.983183 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f5e588a4-2ca3-4ed0-88e3-8e0b4c62b649 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for port (ef73938b-6734-4e52-a081-cdf0a3b70f60), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:12.985661 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913a3959-43cc-47eb-86a9-1dc56a01a24d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:12.988260 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d5d9162-d59e-4c9a-b7ea-75f19622b032 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (03a2241a-7679-4ef9-8e97-90023b3d4e68), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:12.991430 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-913a3959-43cc-47eb-86a9-1dc56a01a24d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:12.998415 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f5e588a4-2ca3-4ed0-88e3-8e0b4c62b649 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (ef73938b-6734-4e52-a081-cdf0a3b70f60), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:13.165316 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-f5e588a4-2ca3-4ed0-88e3-8e0b4c62b649 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] In _notify_port_updated(), no bound segment for port ef73938b-6734-4e52-a081-cdf0a3b70f60 on network ef3f94e6-e52b-4190-b577-17efc85d90d9 {{(pid=103336) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 18 20:26:13.172303 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e588a4-2ca3-4ed0-88e3-8e0b4c62b649 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:13.172975 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f5e588a4-2ca3-4ed0-88e3-8e0b4c62b649 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:13.177143 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f5e588a4-2ca3-4ed0-88e3-8e0b4c62b649 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "PUT /v2.0/ports/ef73938b-6734-4e52-a081-cdf0a3b70f60 HTTP/1.1" status: 200 len: 1012 time: 2.7415111 Jan 18 20:26:13.178119 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36788) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:13.186971 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e588a4-2ca3-4ed0-88e3-8e0b4c62b649 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Port': ['ID=ef73938b-6734-4e52-a081-cdf0a3b70f60,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:13.189438 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d5d9162-d59e-4c9a-b7ea-75f19622b032 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (03a2241a-7679-4ef9-8e97-90023b3d4e68), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:13.192023 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d5d9162-d59e-4c9a-b7ea-75f19622b032 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:13.197743 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4d5d9162-d59e-4c9a-b7ea-75f19622b032 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/security-groups/03a2241a-7679-4ef9-8e97-90023b3d4e68 HTTP/1.1" status: 204 len: 168 time: 0.4915104 Jan 18 20:26:13.223153 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36790) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:13.285830 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d9162-d59e-4c9a-b7ea-75f19622b032 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a2241a-7679-4ef9-8e97-90023b3d4e68,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:13.405548 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-4b215b5c-357f-4aae-8bf7-513ef574bcbb tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting port ef73938b-6734-4e52-a081-cdf0a3b70f60 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:26:13.406211 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4b215b5c-357f-4aae-8bf7-513ef574bcbb tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ef73938b-6734-4e52-a081-cdf0a3b70f60), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:13.535915 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b1d50a65-3ffc-4614-a207-92f7a931936c req-a91369a6-db04-4288-b02d-d83c44a849f6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.0646002 Jan 18 20:26:13.549394 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-11ec1055-7b3a-4982-8ed8-950da507d453 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (496149e0-0e4a-4f60-b8e0-24ecc801167c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:13.571000 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34508440-e5ec-4bf3-8fc0-4f156699f491 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:13.606102 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4b215b5c-357f-4aae-8bf7-513ef574bcbb tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ef73938b-6734-4e52-a081-cdf0a3b70f60), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:13.624231 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-4b215b5c-357f-4aae-8bf7-513ef574bcbb tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Calling delete_port for ef73938b-6734-4e52-a081-cdf0a3b70f60 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:26:13.625611 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-11ec1055-7b3a-4982-8ed8-950da507d453 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (496149e0-0e4a-4f60-b8e0-24ecc801167c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:13.666526 n-d-741529-9 neutron-server[103335]: DEBUG neutron.objects.ports [None req-913a3959-43cc-47eb-86a9-1dc56a01a24d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103335) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 20:26:13.733415 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-fad880c5-b05e-43c3-8aae-bdb071e221e8 None None] Provisioning complete for port ef73938b-6734-4e52-a081-cdf0a3b70f60 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:13.734853 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fad880c5-b05e-43c3-8aae-bdb071e221e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ef73938b-6734-4e52-a081-cdf0a3b70f60), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:13.746108 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-11ec1055-7b3a-4982-8ed8-950da507d453 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (496149e0-0e4a-4f60-b8e0-24ecc801167c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:13.749036 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-11ec1055-7b3a-4982-8ed8-950da507d453 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:13.750300 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-11ec1055-7b3a-4982-8ed8-950da507d453 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/security-groups/496149e0-0e4a-4f60-b8e0-24ecc801167c HTTP/1.1" status: 204 len: 168 time: 0.5260017 Jan 18 20:26:13.760375 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36802) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:13.786961 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-fad880c5-b05e-43c3-8aae-bdb071e221e8 None None] Port ef73938b-6734-4e52-a081-cdf0a3b70f60 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:26:13.798271 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-fad880c5-b05e-43c3-8aae-bdb071e221e8 None None] Provisioning complete for port 07fec232-621d-47ab-8125-f3cd1601bc5f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:13.798729 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fad880c5-b05e-43c3-8aae-bdb071e221e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:13.805745 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec1055-7b3a-4982-8ed8-950da507d453 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=496149e0-0e4a-4f60-b8e0-24ecc801167c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:13.941184 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ae313e-8e8c-4b70-8739-9a35a8c58634 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting subnet 22a455cc-14a8-4219-ac4e-4678f3b886fc {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:26:13.958604 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98ae313e-8e8c-4b70-8739-9a35a8c58634 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for subnet (22a455cc-14a8-4219-ac4e-4678f3b886fc), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:14.049512 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4b215b5c-357f-4aae-8bf7-513ef574bcbb tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (ef73938b-6734-4e52-a081-cdf0a3b70f60), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:14.093843 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-fad880c5-b05e-43c3-8aae-bdb071e221e8 None None] Current status of the port 07fec232-621d-47ab-8125-f3cd1601bc5f is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:14.124514 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98ae313e-8e8c-4b70-8739-9a35a8c58634 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (22a455cc-14a8-4219-ac4e-4678f3b886fc), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:14.178019 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-913a3959-43cc-47eb-86a9-1dc56a01a24d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:14.222807 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b215b5c-357f-4aae-8bf7-513ef574bcbb tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Port': ['ID=ef73938b-6734-4e52-a081-cdf0a3b70f60,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:14.240643 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d63ea9d2-ed03-4e5c-985a-88fe2888f381 req-4cfa81c9-a2ed-44d8-889f-0577529818d2 tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.0962863 Jan 18 20:26:14.291695 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4b215b5c-357f-4aae-8bf7-513ef574bcbb tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:14.297901 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4b215b5c-357f-4aae-8bf7-513ef574bcbb tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/ports/ef73938b-6734-4e52-a081-cdf0a3b70f60 HTTP/1.1" status: 204 len: 168 time: 1.1161809 Jan 18 20:26:14.298463 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36816) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:14.337283 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1cbe1c-f24f-4ea1-9a59-b0d7d55791f6 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] GET failed (client error): The resource could not be found. Jan 18 20:26:14.341926 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ee1cbe1c-f24f-4ea1-9a59-b0d7d55791f6 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "GET /v2.0/ports/ef73938b-6734-4e52-a081-cdf0a3b70f60 HTTP/1.1" status: 404 len: 333 time: 0.0382340 Jan 18 20:26:14.343180 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36818) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:14.351171 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e79b1a00-8950-4a78-92d7-937e02ba451c None None] Provisioning complete for port 07fec232-621d-47ab-8125-f3cd1601bc5f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:14.351602 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e79b1a00-8950-4a78-92d7-937e02ba451c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:14.374639 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98ae313e-8e8c-4b70-8739-9a35a8c58634 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (22a455cc-14a8-4219-ac4e-4678f3b886fc), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:14.437920 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48b04c9-f9fd-4254-99ef-decf34c3d529 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting subnet 83d30834-f0b1-4d71-9ca4-a369f4162d46 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:26:14.442679 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a48b04c9-f9fd-4254-99ef-decf34c3d529 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for subnet (83d30834-f0b1-4d71-9ca4-a369f4162d46), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:14.499899 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e79b1a00-8950-4a78-92d7-937e02ba451c None None] Current status of the port 07fec232-621d-47ab-8125-f3cd1601bc5f is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:14.514646 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a48b04c9-f9fd-4254-99ef-decf34c3d529 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (83d30834-f0b1-4d71-9ca4-a369f4162d46), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:14.551253 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98ae313e-8e8c-4b70-8739-9a35a8c58634 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (22a455cc-14a8-4219-ac4e-4678f3b886fc), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:14.591053 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae313e-8e8c-4b70-8739-9a35a8c58634 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Subnet': ['ID=22a455cc-14a8-4219-ac4e-4678f3b886fc,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:14.599753 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98ae313e-8e8c-4b70-8739-9a35a8c58634 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:14.600926 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d343cf-5aac-4617-b25a-c2dd0ebcec1b None None] Network febaf15b-5046-47b7-b6d8-f2693dbad764 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:14.603287 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-98ae313e-8e8c-4b70-8739-9a35a8c58634 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/subnets/22a455cc-14a8-4219-ac4e-4678f3b886fc HTTP/1.1" status: 204 len: 168 time: 0.8423707 Jan 18 20:26:14.608397 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36822) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:14.640913 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a48b04c9-f9fd-4254-99ef-decf34c3d529 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (83d30834-f0b1-4d71-9ca4-a369f4162d46), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:14.663558 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-913a3959-43cc-47eb-86a9-1dc56a01a24d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] For port 07fec232-621d-47ab-8125-f3cd1601bc5f, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=07fec232-621d-47ab-8125-f3cd1601bc5f,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:14.747521 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-913a3959-43cc-47eb-86a9-1dc56a01a24d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:14.759226 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-913a3959-43cc-47eb-86a9-1dc56a01a24d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:14.760152 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-913a3959-43cc-47eb-86a9-1dc56a01a24d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (c7e37271-481e-417d-b03c-631c809628f5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:14.793785 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a48b04c9-f9fd-4254-99ef-decf34c3d529 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (83d30834-f0b1-4d71-9ca4-a369f4162d46), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:14.856885 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36824) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:14.865352 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913a3959-43cc-47eb-86a9-1dc56a01a24d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:26:14.868385 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b04c9-f9fd-4254-99ef-decf34c3d529 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Subnet': ['ID=83d30834-f0b1-4d71-9ca4-a369f4162d46,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:14.870829 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a48b04c9-f9fd-4254-99ef-decf34c3d529 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:14.874869 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-913a3959-43cc-47eb-86a9-1dc56a01a24d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:14.877059 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a48b04c9-f9fd-4254-99ef-decf34c3d529 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/subnets/83d30834-f0b1-4d71-9ca4-a369f4162d46 HTTP/1.1" status: 204 len: 168 time: 0.5327048 Jan 18 20:26:14.880385 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36828) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:14.887642 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913a3959-43cc-47eb-86a9-1dc56a01a24d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:14.888248 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-913a3959-43cc-47eb-86a9-1dc56a01a24d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:14.891747 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd139c7-136c-4c88-9058-f242346ddf4d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting subnet f4de19fd-0bc7-4a18-962a-dff358d6d99b {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:26:14.913871 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6dd139c7-136c-4c88-9058-f242346ddf4d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for subnet (f4de19fd-0bc7-4a18-962a-dff358d6d99b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:14.916783 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52747bc8-4719-4203-9fd2-2197150421a7 None None] Network ef3f94e6-e52b-4190-b577-17efc85d90d9 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:14.924584 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4374321-9a9f-4264-ab51-39427b2fd8a3 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:14.937719 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-913a3959-43cc-47eb-86a9-1dc56a01a24d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0996549 Jan 18 20:26:14.941760 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36830) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:14.942499 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a3959-43cc-47eb-86a9-1dc56a01a24d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=c7e37271-481e-417d-b03c-631c809628f5,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:14.951679 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-1443d281-294f-44ce-b688-1bab7426bf3a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:15.005677 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-730a663b-7a5f-44bc-8c7f-421ef1e9c252 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting subnet dfe46db8-e678-4f46-a10c-37eb07721386 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:26:15.010567 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-730a663b-7a5f-44bc-8c7f-421ef1e9c252 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for subnet (dfe46db8-e678-4f46-a10c-37eb07721386), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:15.074447 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a3959-43cc-47eb-86a9-1dc56a01a24d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=07fec232-621d-47ab-8125-f3cd1601bc5f,revision_number=11']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:15.074895 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-730a663b-7a5f-44bc-8c7f-421ef1e9c252 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (dfe46db8-e678-4f46-a10c-37eb07721386), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:15.114227 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1443d281-294f-44ce-b688-1bab7426bf3a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:15.120475 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1443d281-294f-44ce-b688-1bab7426bf3a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:15.140077 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2ee88838-e5f9-4fc1-b69f-62bc83f34b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:15.161402 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6dd139c7-136c-4c88-9058-f242346ddf4d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (f4de19fd-0bc7-4a18-962a-dff358d6d99b), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:15.283447 n-d-741529-9 neutron-server[103335]: INFO neutron.db.ipam_backend_mixin [None req-1443d281-294f-44ce-b688-1bab7426bf3a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c7e37271-481e-417d-b03c-631c809628f5 (CIDR: 2001:db8::/64) Jan 18 20:26:15.289778 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-1443d281-294f-44ce-b688-1bab7426bf3a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:26:15.290489 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1443d281-294f-44ce-b688-1bab7426bf3a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:15.326932 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-730a663b-7a5f-44bc-8c7f-421ef1e9c252 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (dfe46db8-e678-4f46-a10c-37eb07721386), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:15.328271 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1443d281-294f-44ce-b688-1bab7426bf3a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3820913 Jan 18 20:26:15.330039 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36836) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:15.341555 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-74154973-6986-49b0-9d70-b337f0fb21cc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:15.466904 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6b0a6f87-97b4-4c72-a1c0-de858fa72394 req-549c3fad-9656-4f4e-aa70-3bcd3c5ae985 tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.0604653 Jan 18 20:26:15.490403 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6dd139c7-136c-4c88-9058-f242346ddf4d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (f4de19fd-0bc7-4a18-962a-dff358d6d99b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:15.622917 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74154973-6986-49b0-9d70-b337f0fb21cc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:15.628845 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74154973-6986-49b0-9d70-b337f0fb21cc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:15.705605 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2ee88838-e5f9-4fc1-b69f-62bc83f34b1e admin admin] Publish callbacks [] for security_group (abc763fc-2090-42e9-b8f8-336df96fb619), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:15.709934 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6dd139c7-136c-4c88-9058-f242346ddf4d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (f4de19fd-0bc7-4a18-962a-dff358d6d99b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:15.760852 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2ee88838-e5f9-4fc1-b69f-62bc83f34b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (abc763fc-2090-42e9-b8f8-336df96fb619), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:15.793500 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6dd139c7-136c-4c88-9058-f242346ddf4d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:15.801760 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6dd139c7-136c-4c88-9058-f242346ddf4d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/subnets/f4de19fd-0bc7-4a18-962a-dff358d6d99b HTTP/1.1" status: 204 len: 168 time: 1.1901741 Jan 18 20:26:15.804823 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-730a663b-7a5f-44bc-8c7f-421ef1e9c252 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (dfe46db8-e678-4f46-a10c-37eb07721386), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:15.807998 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd139c7-136c-4c88-9058-f242346ddf4d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Subnet': ['ID=f4de19fd-0bc7-4a18-962a-dff358d6d99b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:15.810561 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36840) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:15.865259 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-531c5957-c794-4ba6-99ad-db21f8c2dad8 None None] Provisioning complete for port 07fec232-621d-47ab-8125-f3cd1601bc5f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:15.867293 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-531c5957-c794-4ba6-99ad-db21f8c2dad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:15.971302 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 07fec232-621d-47ab-8125-f3cd1601bc5f up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:26:15.975877 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-89addb91-8863-4ffb-ade9-e12c8cfd976c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:15.976347 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89addb91-8863-4ffb-ade9-e12c8cfd976c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:15.998087 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-89addb91-8863-4ffb-ade9-e12c8cfd976c tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/subnets/22a455cc-14a8-4219-ac4e-4678f3b886fc HTTP/1.1" status: 404 len: 337 time: 0.1524615 Jan 18 20:26:16.014199 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36842) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:16.069082 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a663b-7a5f-44bc-8c7f-421ef1e9c252 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe46db8-e678-4f46-a10c-37eb07721386,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:16.131493 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2ee88838-e5f9-4fc1-b69f-62bc83f34b1e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d6cd1bf5928c4c25942daf22109063e5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2719140 Jan 18 20:26:16.135923 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-730a663b-7a5f-44bc-8c7f-421ef1e9c252 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:16.150598 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36846) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:16.150740 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-730a663b-7a5f-44bc-8c7f-421ef1e9c252 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/subnets/dfe46db8-e678-4f46-a10c-37eb07721386 HTTP/1.1" status: 204 len: 168 time: 1.2676377 Jan 18 20:26:16.156888 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36848) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:16.169272 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee88838-e5f9-4fc1-b69f-62bc83f34b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc763fc-2090-42e9-b8f8-336df96fb619,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:16.192847 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74154973-6986-49b0-9d70-b337f0fb21cc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (4404fc26-0051-4bae-8ff3-63e8dda00fed), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:16.223223 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 07fec232-621d-47ab-8125-f3cd1601bc5f triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:16.223752 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:16.267217 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-531c5957-c794-4ba6-99ad-db21f8c2dad8 None None] Current status of the port 07fec232-621d-47ab-8125-f3cd1601bc5f is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:16.296119 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74154973-6986-49b0-9d70-b337f0fb21cc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:26:16.305147 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-74154973-6986-49b0-9d70-b337f0fb21cc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:16.314441 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74154973-6986-49b0-9d70-b337f0fb21cc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:16.315031 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74154973-6986-49b0-9d70-b337f0fb21cc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:16.356456 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74154973-6986-49b0-9d70-b337f0fb21cc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=4404fc26-0051-4bae-8ff3-63e8dda00fed,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:16.365600 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-08ad7a34-c42e-49be-b854-0c66ff61e9b4 admin admin] Publish callbacks [] for security_group (abc763fc-2090-42e9-b8f8-336df96fb619), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:16.368900 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 07fec232-621d-47ab-8125-f3cd1601bc5f is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:16.372195 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7afb39da-72c5-431b-98c1-c9529bb2b996 req-865a292a-3cbb-450a-a279-72ba2f95e8b6 tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494&device_id=1237dafe-0648-4d99-81dc-6278f9c53508 HTTP/1.1" status: 200 len: 210 time: 0.2056036 Jan 18 20:26:16.375594 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606db425-e520-427e-89f8-effd81955dac None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:16.385766 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6a333c8f-2a52-44d5-b5cc-fc67dbcea4a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (ef3f94e6-e52b-4190-b577-17efc85d90d9), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:16.395521 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-08ad7a34-c42e-49be-b854-0c66ff61e9b4 admin admin] Publish callbacks [] for security_group (abc763fc-2090-42e9-b8f8-336df96fb619), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:16.401645 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03994855-c3a8-493c-9834-6c329194ec63 None None] Network febaf15b-5046-47b7-b6d8-f2693dbad764 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:16.412647 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff1c7f3-4d35-4bd8-98b9-002f909f34f6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting subnet dbe15980-e5b4-450f-bf8b-4249da9abff4 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:26:16.420152 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dff1c7f3-4d35-4bd8-98b9-002f909f34f6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for subnet (dbe15980-e5b4-450f-bf8b-4249da9abff4), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:16.488867 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-74154973-6986-49b0-9d70-b337f0fb21cc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1579502 Jan 18 20:26:16.492293 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36852) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:16.501546 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-76c1daeb-47d4-4dbe-8dd0-77c06fb4ec65 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'port': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'mac_address': 'fa:16:3e:41:01:6b', 'name': 'tempest-NetworksTestDHCPv6-1163855255'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:16.529984 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-08ad7a34-c42e-49be-b854-0c66ff61e9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (abc763fc-2090-42e9-b8f8-336df96fb619), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:16.533343 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-08ad7a34-c42e-49be-b854-0c66ff61e9b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:16.536906 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-08ad7a34-c42e-49be-b854-0c66ff61e9b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/abc763fc-2090-42e9-b8f8-336df96fb619 HTTP/1.1" status: 204 len: 168 time: 0.3840840 Jan 18 20:26:16.572170 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad7a34-c42e-49be-b854-0c66ff61e9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc763fc-2090-42e9-b8f8-336df96fb619,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:16.611377 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dff1c7f3-4d35-4bd8-98b9-002f909f34f6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (dbe15980-e5b4-450f-bf8b-4249da9abff4), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:16.655675 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3c490c-154a-461f-9157-8c959c1516a8 None None] Network ef3f94e6-e52b-4190-b577-17efc85d90d9 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:16.682893 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-6a333c8f-2a52-44d5-b5cc-fc67dbcea4a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting port d030f0c8-a286-42c8-b911-c683a355cc26 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:26:16.683554 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6a333c8f-2a52-44d5-b5cc-fc67dbcea4a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d030f0c8-a286-42c8-b911-c683a355cc26), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:16.773189 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-52eee32a-4d6b-4f29-8082-6f4f6e08bf00 req-183502ec-0c00-4b81-8aca-b61110d62608 tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.0351954 Jan 18 20:26:16.809714 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d29a7f58-825c-43bf-944e-ab3094cb1ea5 req-63324106-5c90-47e1-8e4e-7ee970a6fb88 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57f0b26b669143d594137884d6c5afe8&device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.1628814 Jan 18 20:26:16.828569 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dbdbb02b-d1af-4f5e-b258-54f007ef2f7c None None] Provisioning complete for port a1a74289-7681-4f03-ae7c-6380a02b194d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:16.828993 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dbdbb02b-d1af-4f5e-b258-54f007ef2f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a1a74289-7681-4f03-ae7c-6380a02b194d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:16.862474 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d29a7f58-825c-43bf-944e-ab3094cb1ea5 req-7806cba2-be2b-49d3-a017-3829671c49f5 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=57f0b26b669143d594137884d6c5afe8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372546 Jan 18 20:26:16.862688 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dff1c7f3-4d35-4bd8-98b9-002f909f34f6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (dbe15980-e5b4-450f-bf8b-4249da9abff4), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:16.878587 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dbdbb02b-d1af-4f5e-b258-54f007ef2f7c None None] Port a1a74289-7681-4f03-ae7c-6380a02b194d cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:26:16.974085 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-6a333c8f-2a52-44d5-b5cc-fc67dbcea4a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] For port d030f0c8-a286-42c8-b911-c683a355cc26, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d030f0c8-a286-42c8-b911-c683a355cc26,segment=NetworkSegment(9d43a821-da6a-4533-9c7e-a45b8bdd3f0f),segment_id=9d43a821-da6a-4533-9c7e-a45b8bdd3f0f)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:16.974446 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6a333c8f-2a52-44d5-b5cc-fc67dbcea4a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d030f0c8-a286-42c8-b911-c683a355cc26), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:16.991525 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c1daeb-47d4-4dbe-8dd0-77c06fb4ec65 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:17.007985 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-6a333c8f-2a52-44d5-b5cc-fc67dbcea4a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Calling delete_port for d030f0c8-a286-42c8-b911-c683a355cc26 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:26:17.097779 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36860) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:17.101525 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a7f58-825c-43bf-944e-ab3094cb1ea5 req-438c0cd7-19f2-4bc5-a28b-cd1306a24079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:17.103120 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d29a7f58-825c-43bf-944e-ab3094cb1ea5 req-438c0cd7-19f2-4bc5-a28b-cd1306a24079 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2324486 Jan 18 20:26:17.130401 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35aa9ed4-66ba-40b8-8f47-5ac926beca7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:17.132709 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6a333c8f-2a52-44d5-b5cc-fc67dbcea4a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (d030f0c8-a286-42c8-b911-c683a355cc26), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:17.149614 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c958b1eb-501b-4df3-af50-8b58c1b0fc8e None None] DHCP port deletion for ef3f94e6-e52b-4190-b577-17efc85d90d9 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:26:17.171048 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a333c8f-2a52-44d5-b5cc-fc67dbcea4a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Port': ['ID=d030f0c8-a286-42c8-b911-c683a355cc26,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:17.177195 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a333c8f-2a52-44d5-b5cc-fc67dbcea4a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] No DVR routers for this DVR port d030f0c8-a286-42c8-b911-c683a355cc26 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:26:17.189106 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76c1daeb-47d4-4dbe-8dd0-77c06fb4ec65 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:17.195389 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dbdbb02b-d1af-4f5e-b258-54f007ef2f7c None None] Provisioning complete for port 432c15c0-f97c-4b36-b009-3221ed707f84 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:17.195957 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dbdbb02b-d1af-4f5e-b258-54f007ef2f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (432c15c0-f97c-4b36-b009-3221ed707f84), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:17.263542 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dff1c7f3-4d35-4bd8-98b9-002f909f34f6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (dbe15980-e5b4-450f-bf8b-4249da9abff4), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:17.295686 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-76c1daeb-47d4-4dbe-8dd0-77c06fb4ec65 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] device_id is not set on port 03cc5e5a-bacf-42b2-bb71-811cf0e25c9f yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:26:17.364943 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6a333c8f-2a52-44d5-b5cc-fc67dbcea4a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (ef3f94e6-e52b-4190-b577-17efc85d90d9), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:17.366670 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724cc6e0-7ee4-43dc-9e56-b9021867fac8 None None] Update dhcp port {'port': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'fixed_ips': [{'subnet_id': 'c7e37271-481e-417d-b03c-631c809628f5', 'ip_address': '2001:db8::f816:3eff:feba:c46d'}, {'subnet_id': '4404fc26-0051-4bae-8ff3-63e8dda00fed'}], 'binding:host_id': 'n-d-741529-9'}, 'id': '07fec232-621d-47ab-8125-f3cd1601bc5f'} from n-d-741529-9. {{(pid=103337) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 18 20:26:17.377474 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1c7f3-4d35-4bd8-98b9-002f909f34f6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe15980-e5b4-450f-bf8b-4249da9abff4,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:17.386803 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dff1c7f3-4d35-4bd8-98b9-002f909f34f6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:17.395523 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-dff1c7f3-4d35-4bd8-98b9-002f909f34f6 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/subnets/dbe15980-e5b4-450f-bf8b-4249da9abff4 HTTP/1.1" status: 204 len: 168 time: 1.3516164 Jan 18 20:26:17.398950 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36864) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:17.413511 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-6a333c8f-2a52-44d5-b5cc-fc67dbcea4a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef3f94e6-e52b-4190-b577-17efc85d90d9']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:17.419108 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-724cc6e0-7ee4-43dc-9e56-b9021867fac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:17.435526 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-6a333c8f-2a52-44d5-b5cc-fc67dbcea4a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d43a821-da6a-4533-9c7e-a45b8bdd3f0f') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:17.436004 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-6a333c8f-2a52-44d5-b5cc-fc67dbcea4a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d43a821-da6a-4533-9c7e-a45b8bdd3f0f') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:17.444066 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dbdbb02b-d1af-4f5e-b258-54f007ef2f7c None None] Current status of the port 432c15c0-f97c-4b36-b009-3221ed707f84 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:17.459331 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6a333c8f-2a52-44d5-b5cc-fc67dbcea4a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (9d43a821-da6a-4533-9c7e-a45b8bdd3f0f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:17.482362 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6a333c8f-2a52-44d5-b5cc-fc67dbcea4a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (9d43a821-da6a-4533-9c7e-a45b8bdd3f0f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:17.482616 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-77932cd0-ddd9-4ff0-b912-1eb92b6e1387 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:17.483218 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77932cd0-ddd9-4ff0-b912-1eb92b6e1387 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:17.487074 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-77932cd0-ddd9-4ff0-b912-1eb92b6e1387 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/subnets/f9b52877-4aa0-450c-bb2e-6accba8d3b26 HTTP/1.1" status: 404 len: 337 time: 0.0823162 Jan 18 20:26:17.491544 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a333c8f-2a52-44d5-b5cc-fc67dbcea4a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:26:17.491968 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6a333c8f-2a52-44d5-b5cc-fc67dbcea4a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (9d43a821-da6a-4533-9c7e-a45b8bdd3f0f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:17.507810 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35aa9ed4-66ba-40b8-8f47-5ac926beca7e admin admin] Publish callbacks [] for security_group (08e4d05d-0688-448a-ba49-ab69ff41fc50), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:17.509473 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36866) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:17.527733 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35aa9ed4-66ba-40b8-8f47-5ac926beca7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (08e4d05d-0688-448a-ba49-ab69ff41fc50), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:26:17.532362 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:26:17.565669 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-275c4ae8-5f52-430a-9517-75462ba928b9 None None] Could not find standard attr ID for object d030f0c8-a286-42c8-b911-c683a355cc26. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:26:17.588848 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6a333c8f-2a52-44d5-b5cc-fc67dbcea4a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (ef3f94e6-e52b-4190-b577-17efc85d90d9), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:17.597533 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6a333c8f-2a52-44d5-b5cc-fc67dbcea4a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:17.599252 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-35aa9ed4-66ba-40b8-8f47-5ac926beca7e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=934d8bc1a5654b3b8a785afd231ff271&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4950697 Jan 18 20:26:17.610256 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6a333c8f-2a52-44d5-b5cc-fc67dbcea4a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/networks/ef3f94e6-e52b-4190-b577-17efc85d90d9 HTTP/1.1" status: 204 len: 168 time: 1.4520090 Jan 18 20:26:17.614036 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36868) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:17.614452 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36870) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:17.624412 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa9ed4-66ba-40b8-8f47-5ac926beca7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e4d05d-0688-448a-ba49-ab69ff41fc50,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:17.634389 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f3f2a790-8247-4d65-9f12-23437897f2e9 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "GET /v2.0/ports?device_id=4694fdf8-69a6-4883-866d-cf84911e1e6d HTTP/1.1" status: 200 len: 205 time: 0.1171241 Jan 18 20:26:17.637850 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36872) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:17.661712 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a333c8f-2a52-44d5-b5cc-fc67dbcea4a7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Network': ['ID=ef3f94e6-e52b-4190-b577-17efc85d90d9,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:17.695342 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-72a981cc-504b-4b75-99d3-74c38ce34e7e tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] delete failed (client error): The resource could not be found. Jan 18 20:26:17.697877 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-72a981cc-504b-4b75-99d3-74c38ce34e7e tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/routers/4694fdf8-69a6-4883-866d-cf84911e1e6d HTTP/1.1" status: 404 len: 336 time: 0.0576060 Jan 18 20:26:17.700053 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36874) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:17.743513 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-214998aa-0fe6-4d0d-badd-19ce78b8f590 admin admin] Publish callbacks [] for security_group (08e4d05d-0688-448a-ba49-ab69ff41fc50), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:17.757521 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7b1418-4c54-45bc-b79e-360185f7b2a8 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:17.758236 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7b1418-4c54-45bc-b79e-360185f7b2a8 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:17.762690 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bc7b1418-4c54-45bc-b79e-360185f7b2a8 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/subnets/14c4e313-db32-41cb-bfb9-8a1a6de2351b HTTP/1.1" status: 404 len: 337 time: 0.0605125 Jan 18 20:26:17.767404 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36876) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:17.772128 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdcfa28-80b6-432b-853a-72a035737868 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:17.779514 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1fdcfa28-80b6-432b-853a-72a035737868 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1430056 Jan 18 20:26:17.793890 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36878) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:17.817102 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4901edc-85b2-46cb-815d-7b8a6ba768b4 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:17.817758 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4901edc-85b2-46cb-815d-7b8a6ba768b4 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:17.820562 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a4901edc-85b2-46cb-815d-7b8a6ba768b4 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/subnets/5e28d18c-f188-450d-92d2-10fcd22d4c91 HTTP/1.1" status: 404 len: 337 time: 0.0522089 Jan 18 20:26:17.824433 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36880) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:17.842442 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-214998aa-0fe6-4d0d-badd-19ce78b8f590 admin admin] Publish callbacks [] for security_group (08e4d05d-0688-448a-ba49-ab69ff41fc50), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:17.870216 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d030f0c8-a286-42c8-b911-c683a355cc26 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:26:17.879296 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bae45d3-4e1e-4e4e-882d-8b164918b753 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:17.879816 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bae45d3-4e1e-4e4e-882d-8b164918b753 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:17.885844 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1bae45d3-4e1e-4e4e-882d-8b164918b753 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/subnets/45c060ce-11b4-4235-8eab-1691ae438fec HTTP/1.1" status: 404 len: 337 time: 0.0578873 Jan 18 20:26:17.886671 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36884) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:17.920715 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-d390f1fe-8b40-4818-b8db-be1c47503f8d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:17.921254 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d390f1fe-8b40-4818-b8db-be1c47503f8d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:17.926980 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d390f1fe-8b40-4818-b8db-be1c47503f8d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/ports/52a77691-acd4-4de3-9534-3298e35affbe HTTP/1.1" status: 404 len: 333 time: 0.0329969 Jan 18 20:26:17.929902 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36886) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:17.949323 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: d030f0c8-a286-42c8-b911-c683a355cc26 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:26:17.949955 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d030f0c8-a286-42c8-b911-c683a355cc26 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:26:17.951034 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ec9002dc-85a4-4531-8477-d10c56dfac91 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1666167 Jan 18 20:26:17.952859 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36888) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:17.969023 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c6bec7-42da-4c3b-bb73-6dc84037413d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:17.969777 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c6bec7-42da-4c3b-bb73-6dc84037413d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:17.971618 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-b59b3900-2912-4f1f-9dad-32d4643278ea tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-683703455'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:17.972983 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a9c6bec7-42da-4c3b-bb73-6dc84037413d tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/subnets/7c1c96ba-8411-4f58-acb2-6cdae5c2500e HTTP/1.1" status: 404 len: 337 time: 0.0419502 Jan 18 20:26:17.976334 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36890) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:17.980304 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-76c1daeb-47d4-4dbe-8dd0-77c06fb4ec65 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 2001:db8:0:1::320 (c68ada5d-da8a-41c6-813a-b53f9c35e893/4404fc26-0051-4bae-8ff3-63e8dda00fed/03cc5e5a-bacf-42b2-bb71-811cf0e25c9f) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:18.006233 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-280c61bb-6a8c-4f30-b89b-c7355c1496ee req-fbdb1e55-dddd-4987-b168-4dfa7f538963 tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.0673821 Jan 18 20:26:18.017598 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-76c1daeb-47d4-4dbe-8dd0-77c06fb4ec65 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 2001:db8::f816:3eff:fe41:16b (c68ada5d-da8a-41c6-813a-b53f9c35e893/c7e37271-481e-417d-b03c-631c809628f5/03cc5e5a-bacf-42b2-bb71-811cf0e25c9f) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:18.026667 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-7465d56c-aab4-4221-a0c2-638352e1da62 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:18.027122 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7465d56c-aab4-4221-a0c2-638352e1da62 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:18.032673 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7465d56c-aab4-4221-a0c2-638352e1da62 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/subnets/c880fc17-8ab1-4951-a5e2-a9473219abe3 HTTP/1.1" status: 404 len: 337 time: 0.0529447 Jan 18 20:26:18.034189 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36892) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:18.045239 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59b3900-2912-4f1f-9dad-32d4643278ea tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:18.048850 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b59b3900-2912-4f1f-9dad-32d4643278ea tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:18.079042 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-329eef24-0bcd-44d1-809b-9b7757128332 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:18.079765 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329eef24-0bcd-44d1-809b-9b7757128332 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:18.085952 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-329eef24-0bcd-44d1-809b-9b7757128332 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/ports/618f9fab-f731-457a-acbc-1fcc9727d057 HTTP/1.1" status: 404 len: 333 time: 0.0497055 Jan 18 20:26:18.088010 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36894) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:18.097138 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-214998aa-0fe6-4d0d-badd-19ce78b8f590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (08e4d05d-0688-448a-ba49-ab69ff41fc50), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:18.099719 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-214998aa-0fe6-4d0d-badd-19ce78b8f590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:18.100855 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-214998aa-0fe6-4d0d-badd-19ce78b8f590 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/08e4d05d-0688-448a-ba49-ab69ff41fc50 HTTP/1.1" status: 204 len: 168 time: 0.4696891 Jan 18 20:26:18.132959 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d3f4c11-d2b5-4bd5-849d-8245712ee315 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:18.133522 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d3f4c11-d2b5-4bd5-849d-8245712ee315 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:18.138324 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7d3f4c11-d2b5-4bd5-849d-8245712ee315 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/subnets/d8d8c0ab-963e-46fb-8155-490dd7a1ad5b HTTP/1.1" status: 404 len: 337 time: 0.0474169 Jan 18 20:26:18.138324 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214998aa-0fe6-4d0d-badd-19ce78b8f590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e4d05d-0688-448a-ba49-ab69ff41fc50,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:18.141717 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36898) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:18.175913 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59b3900-2912-4f1f-9dad-32d4643278ea tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:26:18.178785 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c4d8af-dc5e-4e74-a821-99f11c745293 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:18.179169 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c4d8af-dc5e-4e74-a821-99f11c745293 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:18.184916 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-10c4d8af-dc5e-4e74-a821-99f11c745293 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/subnets/d1de59c8-d4d7-4a8e-bf5b-c2720c2c3b31 HTTP/1.1" status: 404 len: 337 time: 0.0375617 Jan 18 20:26:18.185858 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36900) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:18.210452 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cac6414-70e5-49d9-89a7-c88b407ce5fd None None] Network febaf15b-5046-47b7-b6d8-f2693dbad764 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:18.235770 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b59b3900-2912-4f1f-9dad-32d4643278ea tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (44b92861-fb3d-47fb-a1dd-170784dc6d1f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:18.236166 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-b59b3900-2912-4f1f-9dad-32d4643278ea tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Added segment 44b92861-fb3d-47fb-a1dd-170784dc6d1f of type vlan for network e1b22a76-2a33-4775-a9a5-d910fc9d9f60 Jan 18 20:26:18.253190 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76c1daeb-47d4-4dbe-8dd0-77c06fb4ec65 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (03cc5e5a-bacf-42b2-bb71-811cf0e25c9f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:18.285428 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b59b3900-2912-4f1f-9dad-32d4643278ea tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (e1b22a76-2a33-4775-a9a5-d910fc9d9f60), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:18.324014 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76c1daeb-47d4-4dbe-8dd0-77c06fb4ec65 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (03cc5e5a-bacf-42b2-bb71-811cf0e25c9f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:18.358701 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b59b3900-2912-4f1f-9dad-32d4643278ea tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (e1b22a76-2a33-4775-a9a5-d910fc9d9f60), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:18.365757 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59b3900-2912-4f1f-9dad-32d4643278ea tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:18.366660 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b59b3900-2912-4f1f-9dad-32d4643278ea tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:18.405695 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b59b3900-2912-4f1f-9dad-32d4643278ea tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4476740 Jan 18 20:26:18.413554 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36906) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:18.422016 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-8ecb4c53-37a3-4bab-b112-99edf1c05090 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'subnet': {'network_id': 'e1b22a76-2a33-4775-a9a5-d910fc9d9f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:18.422947 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1daeb-47d4-4dbe-8dd0-77c06fb4ec65 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=03cc5e5a-bacf-42b2-bb71-811cf0e25c9f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:18.434811 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c1daeb-47d4-4dbe-8dd0-77c06fb4ec65 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:26:18.437251 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-76c1daeb-47d4-4dbe-8dd0-77c06fb4ec65 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:18.440496 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c1daeb-47d4-4dbe-8dd0-77c06fb4ec65 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:26:18.446565 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-724cc6e0-7ee4-43dc-9e56-b9021867fac8 None None] Allocated IP 2001:db8:0:1::2 (c68ada5d-da8a-41c6-813a-b53f9c35e893/4404fc26-0051-4bae-8ff3-63e8dda00fed/07fec232-621d-47ab-8125-f3cd1601bc5f) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:18.448815 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c1daeb-47d4-4dbe-8dd0-77c06fb4ec65 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:18.449803 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76c1daeb-47d4-4dbe-8dd0-77c06fb4ec65 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:18.471111 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-76c1daeb-47d4-4dbe-8dd0-77c06fb4ec65 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9768300 Jan 18 20:26:18.473910 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36908) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:18.560087 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b3900-2912-4f1f-9dad-32d4643278ea tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Network': ['ID=e1b22a76-2a33-4775-a9a5-d910fc9d9f60,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:18.590779 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-0e6e8e3d-9a6d-4756-a200-729c73538727 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Deleting port a1a74289-7681-4f03-ae7c-6380a02b194d {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:26:18.591117 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8e3d-9a6d-4756-a200-729c73538727 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (a1a74289-7681-4f03-ae7c-6380a02b194d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:18.643234 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d29a7f58-825c-43bf-944e-ab3094cb1ea5 req-bb0d28a0-5e42-45f3-8cbc-a1f6b98e4ad2 tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.70 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.0483367 Jan 18 20:26:18.667710 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f905ce60-f383-43fd-a42b-ca7756a0b5f1 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting port 03cc5e5a-bacf-42b2-bb71-811cf0e25c9f {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:26:18.668112 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f905ce60-f383-43fd-a42b-ca7756a0b5f1 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (03cc5e5a-bacf-42b2-bb71-811cf0e25c9f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:18.686333 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecb4c53-37a3-4bab-b112-99edf1c05090 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:18.690725 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8ecb4c53-37a3-4bab-b112-99edf1c05090 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:18.699582 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8e3d-9a6d-4756-a200-729c73538727 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (a1a74289-7681-4f03-ae7c-6380a02b194d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:18.703764 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-724cc6e0-7ee4-43dc-9e56-b9021867fac8 None None] For port 07fec232-621d-47ab-8125-f3cd1601bc5f, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=07fec232-621d-47ab-8125-f3cd1601bc5f,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:18.706791 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network e1b22a76-2a33-4775-a9a5-d910fc9d9f60 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:26:18.749606 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-0e6e8e3d-9a6d-4756-a200-729c73538727 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Calling delete_port for a1a74289-7681-4f03-ae7c-6380a02b194d owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:26:18.835807 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-38b97149-8d60-4680-bfaa-62c4c5758d7f None None] Provisioning complete for port 432c15c0-f97c-4b36-b009-3221ed707f84 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:18.836189 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-38b97149-8d60-4680-bfaa-62c4c5758d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (432c15c0-f97c-4b36-b009-3221ed707f84), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:18.844159 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-724cc6e0-7ee4-43dc-9e56-b9021867fac8 None None] Publish callbacks [] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:18.874914 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-724cc6e0-7ee4-43dc-9e56-b9021867fac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:18.940433 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f905ce60-f383-43fd-a42b-ca7756a0b5f1 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (03cc5e5a-bacf-42b2-bb71-811cf0e25c9f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:18.956830 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f905ce60-f383-43fd-a42b-ca7756a0b5f1 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Calling delete_port for 03cc5e5a-bacf-42b2-bb71-811cf0e25c9f owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:26:19.050484 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa48a47-9955-4c9e-a481-220b9a64aac6 None None] DHCP port deletion for febaf15b-5046-47b7-b6d8-f2693dbad764 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:26:19.060448 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724cc6e0-7ee4-43dc-9e56-b9021867fac8 None None] Pushing event updated for resources: {'Port': ['ID=07fec232-621d-47ab-8125-f3cd1601bc5f,revision_number=12']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:19.111469 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8e3d-9a6d-4756-a200-729c73538727 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (a1a74289-7681-4f03-ae7c-6380a02b194d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:19.275966 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5aa48a47-9955-4c9e-a481-220b9a64aac6 None None] Deleting port 432c15c0-f97c-4b36-b009-3221ed707f84 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:26:19.276584 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5aa48a47-9955-4c9e-a481-220b9a64aac6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (432c15c0-f97c-4b36-b009-3221ed707f84), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:19.308740 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-38b97149-8d60-4680-bfaa-62c4c5758d7f None None] Current status of the port 432c15c0-f97c-4b36-b009-3221ed707f84 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:19.332637 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-38b97149-8d60-4680-bfaa-62c4c5758d7f None None] Could not find standard attr ID for object a1a74289-7681-4f03-ae7c-6380a02b194d. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:26:19.334041 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f905ce60-f383-43fd-a42b-ca7756a0b5f1 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (03cc5e5a-bacf-42b2-bb71-811cf0e25c9f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:19.408190 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f905ce60-f383-43fd-a42b-ca7756a0b5f1 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Port': ['ID=03cc5e5a-bacf-42b2-bb71-811cf0e25c9f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:19.498525 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-5aa48a47-9955-4c9e-a481-220b9a64aac6 None None] For port 432c15c0-f97c-4b36-b009-3221ed707f84, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=432c15c0-f97c-4b36-b009-3221ed707f84,segment=NetworkSegment(5de8e155-939a-4be3-a7d6-875bae8dbb18),segment_id=5de8e155-939a-4be3-a7d6-875bae8dbb18)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:19.499474 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5aa48a47-9955-4c9e-a481-220b9a64aac6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (432c15c0-f97c-4b36-b009-3221ed707f84), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:19.520875 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5aa48a47-9955-4c9e-a481-220b9a64aac6 None None] Calling delete_port for 432c15c0-f97c-4b36-b009-3221ed707f84 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:26:19.563966 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f905ce60-f383-43fd-a42b-ca7756a0b5f1 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:19.569873 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f905ce60-f383-43fd-a42b-ca7756a0b5f1 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/03cc5e5a-bacf-42b2-bb71-811cf0e25c9f HTTP/1.1" status: 204 len: 168 time: 1.0918202 Jan 18 20:26:19.570516 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36932) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:19.669131 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520f3bf0-75f4-420f-a506-e4be6aefe9a2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:19.671132 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-520f3bf0-75f4-420f-a506-e4be6aefe9a2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0996757 Jan 18 20:26:19.683563 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36934) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:19.688511 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5aa48a47-9955-4c9e-a481-220b9a64aac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (432c15c0-f97c-4b36-b009-3221ed707f84), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:19.705897 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa48a47-9955-4c9e-a481-220b9a64aac6 None None] No DVR routers for this DVR port 432c15c0-f97c-4b36-b009-3221ed707f84 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:26:19.741744 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa48a47-9955-4c9e-a481-220b9a64aac6 None None] Pushing event deleted for resources: {'Port': ['ID=432c15c0-f97c-4b36-b009-3221ed707f84,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:19.784805 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9b6767-c1ee-46d2-9466-e8b6a1592971 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:19.790444 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-df9b6767-c1ee-46d2-9466-e8b6a1592971 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1044314 Jan 18 20:26:19.790656 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36938) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:19.848247 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e8e3d-9a6d-4756-a200-729c73538727 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Port': ['ID=a1a74289-7681-4f03-ae7c-6380a02b194d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:19.886444 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8ecb4c53-37a3-4bab-b112-99edf1c05090 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (30cf7d9b-d83d-4d64-a1be-922eacc66368), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:19.888960 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8e3d-9a6d-4756-a200-729c73538727 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:19.894631 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0e6e8e3d-9a6d-4756-a200-729c73538727 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/ports/a1a74289-7681-4f03-ae7c-6380a02b194d HTTP/1.1" status: 204 len: 168 time: 1.7054346 Jan 18 20:26:19.896183 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19484a1e-ae5b-471e-933e-25dcb15de148 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:19.898346 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19484a1e-ae5b-471e-933e-25dcb15de148 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:19.904474 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19484a1e-ae5b-471e-933e-25dcb15de148 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:19.906307 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-19484a1e-ae5b-471e-933e-25dcb15de148 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1146812 Jan 18 20:26:19.910568 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36940) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:19.911049 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36942) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:19.911723 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8351b45b-1065-4a00-bcad-16c703a38968 req-7221fe8c-29be-41e4-af41-cf4a22ce1360 tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=8546e388-b54c-42a4-8482-a63dee5ed494 HTTP/1.1" status: 200 len: 210 time: 0.0825186 Jan 18 20:26:19.966524 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 07fec232-621d-47ab-8125-f3cd1601bc5f up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:26:20.064966 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb4c53-37a3-4bab-b112-99edf1c05090 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Subnet': ['ID=30cf7d9b-d83d-4d64-a1be-922eacc66368,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:20.067958 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecb4c53-37a3-4bab-b112-99edf1c05090 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Checking segment: {'id': '44b92861-fb3d-47fb-a1dd-170784dc6d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1b22a76-2a33-4775-a9a5-d910fc9d9f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:26:20.068321 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecb4c53-37a3-4bab-b112-99edf1c05090 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network hostable DHCP agents. Network: e1b22a76-2a33-4775-a9a5-d910fc9d9f60, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:26:20.085394 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 07fec232-621d-47ab-8125-f3cd1601bc5f triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:20.086428 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:20.101980 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecb4c53-37a3-4bab-b112-99edf1c05090 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network e1b22a76-2a33-4775-a9a5-d910fc9d9f60 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:26:20.117795 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-8ecb4c53-37a3-4bab-b112-99edf1c05090 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, e1b22a76-2a33-4775-a9a5-d910fc9d9f60) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:20.122700 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecb4c53-37a3-4bab-b112-99edf1c05090 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:20.123311 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8ecb4c53-37a3-4bab-b112-99edf1c05090 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:20.130611 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae98570-1c89-415a-b565-735cde921437 None None] Network e1b22a76-2a33-4775-a9a5-d910fc9d9f60 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:20.148868 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01eb5ee9-9761-4c6d-845a-826661914359 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (febaf15b-5046-47b7-b6d8-f2693dbad764), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:20.155593 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8ecb4c53-37a3-4bab-b112-99edf1c05090 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7399476 Jan 18 20:26:20.158070 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36946) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:20.160150 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f1f57a-c53a-469d-904b-4111fb3e4ec8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet 4404fc26-0051-4bae-8ff3-63e8dda00fed {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:26:20.163058 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-81ab588e-df68-48b6-b9a5-5fd2fef96a9c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'port': {'network_id': 'e1b22a76-2a33-4775-a9a5-d910fc9d9f60', 'name': 'tempest-PortsIpV6TestJSON-1046204094'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:20.168405 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f57a-c53a-469d-904b-4111fb3e4ec8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (4404fc26-0051-4bae-8ff3-63e8dda00fed), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:20.392089 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-936e7ef6-e7d7-4553-809a-396cc75aefe3 None None] Provisioning complete for port 07fec232-621d-47ab-8125-f3cd1601bc5f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:20.392848 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-936e7ef6-e7d7-4553-809a-396cc75aefe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:20.402715 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 07fec232-621d-47ab-8125-f3cd1601bc5f is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:20.464789 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ab588e-df68-48b6-b9a5-5fd2fef96a9c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:20.480713 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf1b4d0-5258-40ee-b24e-4cf4418dce8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-e1b22a76-2a33-4775-a9a5-d910fc9d9f60', 'network_id': 'e1b22a76-2a33-4775-a9a5-d910fc9d9f60', 'project_id': '5675e927592b43369fffe392229d1a22', 'fixed_ips': [{'subnet_id': '30cf7d9b-d83d-4d64-a1be-922eacc66368'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:26:20.481754 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ccf1b4d0-5258-40ee-b24e-4cf4418dce8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:20.494579 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-81ab588e-df68-48b6-b9a5-5fd2fef96a9c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:20.544893 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-81ab588e-df68-48b6-b9a5-5fd2fef96a9c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] device_id is not set on port 8d5041bc-3446-4fd0-85e6-1683eec0afbc yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:26:20.683029 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 432c15c0-f97c-4b36-b009-3221ed707f84 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:26:20.733868 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 432c15c0-f97c-4b36-b009-3221ed707f84 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:26:20.734610 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 432c15c0-f97c-4b36-b009-3221ed707f84 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:26:20.794266 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-936e7ef6-e7d7-4553-809a-396cc75aefe3 None None] Current status of the port 07fec232-621d-47ab-8125-f3cd1601bc5f is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:20.798132 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-81ab588e-df68-48b6-b9a5-5fd2fef96a9c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Allocated IP 2001:db8::2a (e1b22a76-2a33-4775-a9a5-d910fc9d9f60/30cf7d9b-d83d-4d64-a1be-922eacc66368/8d5041bc-3446-4fd0-85e6-1683eec0afbc) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:20.908940 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0a56be45-19f5-40b0-9a1a-904ed7b5c2d9 None None] Could not find standard attr ID for object 03cc5e5a-bacf-42b2-bb71-811cf0e25c9f. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:26:20.917884 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f57a-c53a-469d-904b-4111fb3e4ec8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (4404fc26-0051-4bae-8ff3-63e8dda00fed), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:21.044078 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01eb5ee9-9761-4c6d-845a-826661914359 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (febaf15b-5046-47b7-b6d8-f2693dbad764), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:21.079251 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-01eb5ee9-9761-4c6d-845a-826661914359 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['febaf15b-5046-47b7-b6d8-f2693dbad764']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:21.094761 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-01eb5ee9-9761-4c6d-845a-826661914359 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de8e155-939a-4be3-a7d6-875bae8dbb18') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:21.094761 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-01eb5ee9-9761-4c6d-845a-826661914359 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de8e155-939a-4be3-a7d6-875bae8dbb18') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:21.135388 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-81ab588e-df68-48b6-b9a5-5fd2fef96a9c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for port (8d5041bc-3446-4fd0-85e6-1683eec0afbc), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:21.147643 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01eb5ee9-9761-4c6d-845a-826661914359 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (5de8e155-939a-4be3-a7d6-875bae8dbb18), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:21.170075 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01eb5ee9-9761-4c6d-845a-826661914359 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (5de8e155-939a-4be3-a7d6-875bae8dbb18), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:21.172714 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f57a-c53a-469d-904b-4111fb3e4ec8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (4404fc26-0051-4bae-8ff3-63e8dda00fed), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:21.210436 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-81ab588e-df68-48b6-b9a5-5fd2fef96a9c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (8d5041bc-3446-4fd0-85e6-1683eec0afbc), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:21.236853 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01eb5ee9-9761-4c6d-845a-826661914359 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:26:21.240837 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01eb5ee9-9761-4c6d-845a-826661914359 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (5de8e155-939a-4be3-a7d6-875bae8dbb18), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:21.255287 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:26:21.258243 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:26:21.281714 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ab588e-df68-48b6-b9a5-5fd2fef96a9c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network e1b22a76-2a33-4775-a9a5-d910fc9d9f60 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:26:21.285008 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-81ab588e-df68-48b6-b9a5-5fd2fef96a9c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:21.297482 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ab588e-df68-48b6-b9a5-5fd2fef96a9c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:26:21.303803 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ab588e-df68-48b6-b9a5-5fd2fef96a9c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:21.303990 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-81ab588e-df68-48b6-b9a5-5fd2fef96a9c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:21.326689 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-ccf1b4d0-5258-40ee-b24e-4cf4418dce8a None None] Allocated IP 2001:db8::2 (e1b22a76-2a33-4775-a9a5-d910fc9d9f60/30cf7d9b-d83d-4d64-a1be-922eacc66368/b6244c8c-9ff9-44ef-9648-4f9298eae691) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:21.345313 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-64d49b59-b51b-4928-bc53-8cd7a07b4d07 req-20dc7048-e845-42d5-8a01-326380c0e504 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57f0b26b669143d594137884d6c5afe8&device_id=1237dafe-0648-4d99-81dc-6278f9c53508 HTTP/1.1" status: 200 len: 210 time: 0.0942757 Jan 18 20:26:21.381268 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bd449ae4-8ba5-43d5-a3dc-f5ab5153d66f req-b165278e-1ed2-483a-99f1-1c836f5a05c9 tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=1237dafe-0648-4d99-81dc-6278f9c53508 HTTP/1.1" status: 200 len: 210 time: 0.0535262 Jan 18 20:26:21.384337 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab588e-df68-48b6-b9a5-5fd2fef96a9c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Port': ['ID=8d5041bc-3446-4fd0-85e6-1683eec0afbc,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:21.457694 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-81ab588e-df68-48b6-b9a5-5fd2fef96a9c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2935343 Jan 18 20:26:21.459542 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36970) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:21.477036 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-b8a72b20-ee2e-4204-8b12-c8b8213f19c9 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'port': {'network_id': 'e1b22a76-2a33-4775-a9a5-d910fc9d9f60', 'name': 'tempest-PortsIpV6TestJSON-889647912'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:21.486265 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-64d49b59-b51b-4928-bc53-8cd7a07b4d07 req-73f48347-24b7-4925-850d-bac7d555b035 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=57f0b26b669143d594137884d6c5afe8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665710 Jan 18 20:26:21.589104 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01eb5ee9-9761-4c6d-845a-826661914359 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (febaf15b-5046-47b7-b6d8-f2693dbad764), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:21.611720 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01eb5ee9-9761-4c6d-845a-826661914359 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:21.618043 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-01eb5ee9-9761-4c6d-845a-826661914359 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] 10.222.0.31 "DELETE /v2.0/networks/febaf15b-5046-47b7-b6d8-f2693dbad764 HTTP/1.1" status: 204 len: 168 time: 1.7031915 Jan 18 20:26:21.648820 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb5ee9-9761-4c6d-845a-826661914359 tempest-PortsTestJSON-269858324 tempest-PortsTestJSON-269858324-project] Pushing event deleted for resources: {'Network': ['ID=febaf15b-5046-47b7-b6d8-f2693dbad764,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:21.661398 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f57a-c53a-469d-904b-4111fb3e4ec8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (4404fc26-0051-4bae-8ff3-63e8dda00fed), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:21.685144 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f57a-c53a-469d-904b-4111fb3e4ec8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:21.688783 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a7f1f57a-c53a-469d-904b-4111fb3e4ec8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/4404fc26-0051-4bae-8ff3-63e8dda00fed HTTP/1.1" status: 204 len: 168 time: 1.7743981 Jan 18 20:26:21.698298 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c7d29d-3887-4571-a965-21a347195dd7 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:21.700878 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36976) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:21.714211 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1f57a-c53a-469d-904b-4111fb3e4ec8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=4404fc26-0051-4bae-8ff3-63e8dda00fed,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:21.756307 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d49b59-b51b-4928-bc53-8cd7a07b4d07 req-56b9db6b-5dba-479a-8fea-b8b0c1ba0d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:21.761866 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-64d49b59-b51b-4928-bc53-8cd7a07b4d07 req-56b9db6b-5dba-479a-8fea-b8b0c1ba0d02 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2517450 Jan 18 20:26:21.890706 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-b94c4fed-c12e-45f1-8578-a50e47b51a9c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet c7e37271-481e-417d-b03c-631c809628f5 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:26:21.901171 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b94c4fed-c12e-45f1-8578-a50e47b51a9c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (c7e37271-481e-417d-b03c-631c809628f5), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:21.961801 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a72b20-ee2e-4204-8b12-c8b8213f19c9 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:21.967161 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b8a72b20-ee2e-4204-8b12-c8b8213f19c9 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:22.005562 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-b8a72b20-ee2e-4204-8b12-c8b8213f19c9 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] device_id is not set on port 247dcea6-619c-4fc6-8972-904386281c13 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:26:22.040325 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ccf1b4d0-5258-40ee-b24e-4cf4418dce8a None None] Publish callbacks [] for port (b6244c8c-9ff9-44ef-9648-4f9298eae691), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:22.071585 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ccf1b4d0-5258-40ee-b24e-4cf4418dce8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (b6244c8c-9ff9-44ef-9648-4f9298eae691), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:22.124613 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf1b4d0-5258-40ee-b24e-4cf4418dce8a None None] Network e1b22a76-2a33-4775-a9a5-d910fc9d9f60 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:26:22.132291 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-ccf1b4d0-5258-40ee-b24e-4cf4418dce8a None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:22.138604 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf1b4d0-5258-40ee-b24e-4cf4418dce8a None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:26:22.166537 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b94c4fed-c12e-45f1-8578-a50e47b51a9c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (c7e37271-481e-417d-b03c-631c809628f5), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:22.186172 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1b4d0-5258-40ee-b24e-4cf4418dce8a None None] Pushing event updated for resources: {'Port': ['ID=b6244c8c-9ff9-44ef-9648-4f9298eae691,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:22.222051 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ccf1b4d0-5258-40ee-b24e-4cf4418dce8a None None] Attempting to bind port b6244c8c-9ff9-44ef-9648-4f9298eae691 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:26:22.222424 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ccf1b4d0-5258-40ee-b24e-4cf4418dce8a None None] Attempting to bind port b6244c8c-9ff9-44ef-9648-4f9298eae691 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '44b92861-fb3d-47fb-a1dd-170784dc6d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1b22a76-2a33-4775-a9a5-d910fc9d9f60'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:26:22.222889 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf1b4d0-5258-40ee-b24e-4cf4418dce8a None None] Attempting to bind port b6244c8c-9ff9-44ef-9648-4f9298eae691 on network e1b22a76-2a33-4775-a9a5-d910fc9d9f60 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:26:22.228147 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf1b4d0-5258-40ee-b24e-4cf4418dce8a None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:26:22.230551 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf1b4d0-5258-40ee-b24e-4cf4418dce8a None None] Checking segment: {'id': '44b92861-fb3d-47fb-a1dd-170784dc6d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1b22a76-2a33-4775-a9a5-d910fc9d9f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:26:22.232920 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ccf1b4d0-5258-40ee-b24e-4cf4418dce8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:22.233414 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf1b4d0-5258-40ee-b24e-4cf4418dce8a None None] Bound using segment: {'id': '44b92861-fb3d-47fb-a1dd-170784dc6d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1b22a76-2a33-4775-a9a5-d910fc9d9f60'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:26:22.234049 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ccf1b4d0-5258-40ee-b24e-4cf4418dce8a None None] Bound port: b6244c8c-9ff9-44ef-9648-4f9298eae691, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b92861-fb3d-47fb-a1dd-170784dc6d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1b22a76-2a33-4775-a9a5-d910fc9d9f60'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:26:22.234459 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ccf1b4d0-5258-40ee-b24e-4cf4418dce8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b6244c8c-9ff9-44ef-9648-4f9298eae691), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:22.238399 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36986) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:22.244216 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-b8a72b20-ee2e-4204-8b12-c8b8213f19c9 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Allocated IP 2001:db8::233 (e1b22a76-2a33-4775-a9a5-d910fc9d9f60/30cf7d9b-d83d-4d64-a1be-922eacc66368/247dcea6-619c-4fc6-8972-904386281c13) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:22.424591 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b94c4fed-c12e-45f1-8578-a50e47b51a9c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (c7e37271-481e-417d-b03c-631c809628f5), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:22.447356 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ccf1b4d0-5258-40ee-b24e-4cf4418dce8a None None] For port b6244c8c-9ff9-44ef-9648-4f9298eae691, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:26:22.457856 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ccf1b4d0-5258-40ee-b24e-4cf4418dce8a None None] For port b6244c8c-9ff9-44ef-9648-4f9298eae691, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b6244c8c-9ff9-44ef-9648-4f9298eae691,segment=NetworkSegment(44b92861-fb3d-47fb-a1dd-170784dc6d1f),segment_id=44b92861-fb3d-47fb-a1dd-170784dc6d1f)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:26:22.465827 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ccf1b4d0-5258-40ee-b24e-4cf4418dce8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b6244c8c-9ff9-44ef-9648-4f9298eae691), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:22.553556 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1b4d0-5258-40ee-b24e-4cf4418dce8a None None] Pushing event updated for resources: {'Port': ['ID=b6244c8c-9ff9-44ef-9648-4f9298eae691,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:22.768895 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6c990dab-545b-464b-8623-ea79058ec1db admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63f8edee0de14e468d1d768dd710c4df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5289638 Jan 18 20:26:22.771748 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36994) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:22.780645 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-90dd8c70-d042-4d33-afb1-7188b40ba060 req-2c4cc876-286b-4009-a98b-fb9f991f9be6 tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=1237dafe-0648-4d99-81dc-6278f9c53508 HTTP/1.1" status: 200 len: 210 time: 0.0860703 Jan 18 20:26:22.784773 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b94c4fed-c12e-45f1-8578-a50e47b51a9c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (c7e37271-481e-417d-b03c-631c809628f5), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:22.866247 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b94c4fed-c12e-45f1-8578-a50e47b51a9c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:22.869639 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b94c4fed-c12e-45f1-8578-a50e47b51a9c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/c7e37271-481e-417d-b03c-631c809628f5 HTTP/1.1" status: 204 len: 168 time: 1.1680882 Jan 18 20:26:22.872352 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c4fed-c12e-45f1-8578-a50e47b51a9c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=c7e37271-481e-417d-b03c-631c809628f5,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:22.874023 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36998) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:22.962157 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-476efe54-de90-4478-b514-f25a7e739245 admin admin] Publish callbacks [] for security_group (48a75551-d037-4df5-b02f-b0f4e45d49c5), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:22.989048 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-747a2a39-d7c2-470e-bc2e-072e69f6fab2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0895565 Jan 18 20:26:22.992544 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b8a72b20-ee2e-4204-8b12-c8b8213f19c9 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for port (247dcea6-619c-4fc6-8972-904386281c13), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:22.992803 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37000) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:23.004540 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-f1052230-3029-4278-9ca0-0aa37b3905da tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:23.062467 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b8a72b20-ee2e-4204-8b12-c8b8213f19c9 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (247dcea6-619c-4fc6-8972-904386281c13), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:23.076260 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-476efe54-de90-4478-b514-f25a7e739245 admin admin] Publish callbacks [] for security_group (48a75551-d037-4df5-b02f-b0f4e45d49c5), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:23.126454 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a72b20-ee2e-4204-8b12-c8b8213f19c9 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network e1b22a76-2a33-4775-a9a5-d910fc9d9f60 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:26:23.130759 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-b8a72b20-ee2e-4204-8b12-c8b8213f19c9 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:23.147213 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a72b20-ee2e-4204-8b12-c8b8213f19c9 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:26:23.147600 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-476efe54-de90-4478-b514-f25a7e739245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (48a75551-d037-4df5-b02f-b0f4e45d49c5), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:23.150641 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-476efe54-de90-4478-b514-f25a7e739245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:23.152382 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-476efe54-de90-4478-b514-f25a7e739245 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48a75551-d037-4df5-b02f-b0f4e45d49c5 HTTP/1.1" status: 204 len: 168 time: 0.3789499 Jan 18 20:26:23.172263 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a72b20-ee2e-4204-8b12-c8b8213f19c9 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:23.175455 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b8a72b20-ee2e-4204-8b12-c8b8213f19c9 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:23.207154 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a72b20-ee2e-4204-8b12-c8b8213f19c9 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Port': ['ID=247dcea6-619c-4fc6-8972-904386281c13,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:23.224779 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b8a72b20-ee2e-4204-8b12-c8b8213f19c9 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7634606 Jan 18 20:26:23.227992 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37004) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:23.365167 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476efe54-de90-4478-b514-f25a7e739245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a75551-d037-4df5-b02f-b0f4e45d49c5,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:23.450730 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501ea5f4-eca6-458d-8b52-bfdfd7de8c15 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:23.453094 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-501ea5f4-eca6-458d-8b52-bfdfd7de8c15 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2a HTTP/1.1" status: 200 len: 928 time: 0.2208679 Jan 18 20:26:23.457720 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37008) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:23.465294 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-64d49b59-b51b-4928-bc53-8cd7a07b4d07 req-6e89f2bf-4c37-4285-8e61-1c7fae24b83c tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.70 "GET /v2.0/ports?device_id=1237dafe-0648-4d99-81dc-6278f9c53508 HTTP/1.1" status: 200 len: 210 time: 0.0890939 Jan 18 20:26:23.479221 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46c85f8-2a2c-4d17-9573-c97c9f130a57 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:23.501323 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [req-f08d7969-f795-47d1-8023-55abf5135870 req-10e99086-2d6e-44ed-a946-148a1aa76824 service neutron] (103335) timed out ('10.222.0.70', 55085) {{(pid=103335) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 18 20:26:23.532747 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1052230-3029-4278-9ca0-0aa37b3905da tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:23.544861 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1052230-3029-4278-9ca0-0aa37b3905da tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:23.701450 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-86d2966b-0794-4543-8622-0c15a6e7c298 None None] Provisioning complete for port 07fec232-621d-47ab-8125-f3cd1601bc5f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:23.702210 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-86d2966b-0794-4543-8622-0c15a6e7c298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:23.745433 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-d3074efb-6b8d-4f18-bbe9-7c5911a0d17b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting port 247dcea6-619c-4fc6-8972-904386281c13 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:26:23.746186 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3074efb-6b8d-4f18-bbe9-7c5911a0d17b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (247dcea6-619c-4fc6-8972-904386281c13), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:23.933173 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d05b2aa-4040-4f39-8c00-8b1875329326 None None] DHCP port deletion for c68ada5d-da8a-41c6-813a-b53f9c35e893 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:26:24.010068 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3074efb-6b8d-4f18-bbe9-7c5911a0d17b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (247dcea6-619c-4fc6-8972-904386281c13), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:24.042897 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-d3074efb-6b8d-4f18-bbe9-7c5911a0d17b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Calling delete_port for 247dcea6-619c-4fc6-8972-904386281c13 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:26:24.088234 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-86d2966b-0794-4543-8622-0c15a6e7c298 None None] Current status of the port 07fec232-621d-47ab-8125-f3cd1601bc5f is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:24.156246 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4d05b2aa-4040-4f39-8c00-8b1875329326 None None] Deleting port 07fec232-621d-47ab-8125-f3cd1601bc5f {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:26:24.156773 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4d05b2aa-4040-4f39-8c00-8b1875329326 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:24.291964 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b6244c8c-9ff9-44ef-9648-4f9298eae691 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:26:24.389477 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-4d05b2aa-4040-4f39-8c00-8b1875329326 None None] For port 07fec232-621d-47ab-8125-f3cd1601bc5f, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=07fec232-621d-47ab-8125-f3cd1601bc5f,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:24.391317 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4d05b2aa-4040-4f39-8c00-8b1875329326 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:24.460313 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4d05b2aa-4040-4f39-8c00-8b1875329326 None None] Calling delete_port for 07fec232-621d-47ab-8125-f3cd1601bc5f owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:26:24.511746 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1052230-3029-4278-9ca0-0aa37b3905da tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (c4464876-d12e-4a45-a922-363fcd335502), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:24.546846 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port b6244c8c-9ff9-44ef-9648-4f9298eae691 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:24.547870 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b6244c8c-9ff9-44ef-9648-4f9298eae691), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:24.558348 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a0aaa3a-78d0-4798-8c6a-e8eb2ed214da req-6bcbf963-d28e-45a0-9b9c-201dfed165cf tempest-ServerShowV247Test-696554420 tempest-ServerShowV247Test-696554420-project] 10.222.0.31 "GET /v2.0/ports?device_id=1237dafe-0648-4d99-81dc-6278f9c53508 HTTP/1.1" status: 200 len: 210 time: 0.0874894 Jan 18 20:26:24.639948 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3074efb-6b8d-4f18-bbe9-7c5911a0d17b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (247dcea6-619c-4fc6-8972-904386281c13), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:24.675980 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1052230-3029-4278-9ca0-0aa37b3905da tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=c4464876-d12e-4a45-a922-363fcd335502,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:24.746766 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1052230-3029-4278-9ca0-0aa37b3905da tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:26:24.748408 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-f1052230-3029-4278-9ca0-0aa37b3905da tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:24.762760 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3074efb-6b8d-4f18-bbe9-7c5911a0d17b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Port': ['ID=247dcea6-619c-4fc6-8972-904386281c13,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:24.770057 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1052230-3029-4278-9ca0-0aa37b3905da tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:24.770057 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1052230-3029-4278-9ca0-0aa37b3905da tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:24.816266 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f1052230-3029-4278-9ca0-0aa37b3905da tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8221242 Jan 18 20:26:24.817135 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37036) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:24.856369 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-83af8a4e-f5ab-4a3c-a745-dd74f73863f4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:24.886320 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3074efb-6b8d-4f18-bbe9-7c5911a0d17b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:24.892113 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port b6244c8c-9ff9-44ef-9648-4f9298eae691 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:24.892523 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b6244c8c-9ff9-44ef-9648-4f9298eae691), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:24.897169 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b29ea62-c579-4427-8710-b8cd955b4eb9 None None] Network e1b22a76-2a33-4775-a9a5-d910fc9d9f60 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:24.898618 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d3074efb-6b8d-4f18-bbe9-7c5911a0d17b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/ports/247dcea6-619c-4fc6-8972-904386281c13 HTTP/1.1" status: 204 len: 168 time: 1.4381204 Jan 18 20:26:24.900775 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37042) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:24.906341 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4d05b2aa-4040-4f39-8c00-8b1875329326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (07fec232-621d-47ab-8125-f3cd1601bc5f), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:24.947416 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05b2aa-4040-4f39-8c00-8b1875329326 None None] Pushing event deleted for resources: {'Port': ['ID=07fec232-621d-47ab-8125-f3cd1601bc5f,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:24.977726 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf78af0-cda2-466f-8575-b2fce2ec2c20 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] GET failed (client error): The resource could not be found. Jan 18 20:26:24.981996 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-adf78af0-cda2-466f-8575-b2fce2ec2c20 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "GET /v2.0/ports/247dcea6-619c-4fc6-8972-904386281c13 HTTP/1.1" status: 404 len: 333 time: 0.0791264 Jan 18 20:26:24.985166 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37046) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:24.995431 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d05b2aa-4040-4f39-8c00-8b1875329326 None None] No DVR routers for this DVR port 07fec232-621d-47ab-8125-f3cd1601bc5f on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:26:25.052079 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-bf771be8-2a72-4c20-852b-769da6bb51a2 None None] Provisioning complete for port b6244c8c-9ff9-44ef-9648-4f9298eae691 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:25.052466 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bf771be8-2a72-4c20-852b-769da6bb51a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b6244c8c-9ff9-44ef-9648-4f9298eae691), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:25.058612 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port b6244c8c-9ff9-44ef-9648-4f9298eae691, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b6244c8c-9ff9-44ef-9648-4f9298eae691,segment=NetworkSegment(44b92861-fb3d-47fb-a1dd-170784dc6d1f),segment_id=44b92861-fb3d-47fb-a1dd-170784dc6d1f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:25.083301 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d66e10-0678-4f6e-912f-1202c34e7d29 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:25.160681 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37050) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:25.183997 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b6244c8c-9ff9-44ef-9648-4f9298eae691), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:25.237481 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-f7272442-5af6-44fd-9871-94333298370b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting port 8d5041bc-3446-4fd0-85e6-1683eec0afbc {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:26:25.242460 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f7272442-5af6-44fd-9871-94333298370b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (8d5041bc-3446-4fd0-85e6-1683eec0afbc), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:25.252356 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=b6244c8c-9ff9-44ef-9648-4f9298eae691,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:25.253808 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83af8a4e-f5ab-4a3c-a745-dd74f73863f4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:25.268710 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83af8a4e-f5ab-4a3c-a745-dd74f73863f4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:25.317624 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9003072-1222-4710-be1b-2cb66905574f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-c68ada5d-da8a-41c6-813a-b53f9c35e893', 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'project_id': '1ad5990bab5d42749b32b42dcd594991', 'fixed_ips': [{'subnet_id': 'c4464876-d12e-4a45-a922-363fcd335502'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:26:25.318519 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b9003072-1222-4710-be1b-2cb66905574f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:25.392809 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-bf771be8-2a72-4c20-852b-769da6bb51a2 None None] Current status of the port b6244c8c-9ff9-44ef-9648-4f9298eae691 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:25.393023 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-33da00ea-639a-4462-99a5-d704639b866a tempest-DvrRoutersNegativeTest-2025549319 tempest-DvrRoutersNegativeTest-2025549319-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1555790521', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:25.397465 n-d-741529-9 neutron-server[103335]: DEBUG neutron.policy [None req-33da00ea-639a-4462-99a5-d704639b866a tempest-DvrRoutersNegativeTest-2025549319 tempest-DvrRoutersNegativeTest-2025549319-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103335) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Jan 18 20:26:25.397904 n-d-741529-9 neutron-server[103335]: DEBUG neutron.policy [None req-33da00ea-639a-4462-99a5-d704639b866a tempest-DvrRoutersNegativeTest-2025549319 tempest-DvrRoutersNegativeTest-2025549319-project] Failed policy check for 'create_router' {{(pid=103335) enforce /opt/stack/neutron/neutron/policy.py:524}} Jan 18 20:26:25.398531 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-33da00ea-639a-4462-99a5-d704639b866a tempest-DvrRoutersNegativeTest-2025549319 tempest-DvrRoutersNegativeTest-2025549319-project] create failed (client error): Access was denied to this resource. Jan 18 20:26:25.423139 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-33da00ea-639a-4462-99a5-d704639b866a tempest-DvrRoutersNegativeTest-2025549319 tempest-DvrRoutersNegativeTest-2025549319-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2556081 Jan 18 20:26:25.434833 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f7272442-5af6-44fd-9871-94333298370b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (8d5041bc-3446-4fd0-85e6-1683eec0afbc), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:25.448924 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-f7272442-5af6-44fd-9871-94333298370b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Calling delete_port for 8d5041bc-3446-4fd0-85e6-1683eec0afbc owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:26:25.565737 n-d-741529-9 neutron-server[103335]: INFO neutron.db.ipam_backend_mixin [None req-83af8a4e-f5ab-4a3c-a745-dd74f73863f4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c4464876-d12e-4a45-a922-363fcd335502 (CIDR: 2001:db8::/64) Jan 18 20:26:25.573742 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-83af8a4e-f5ab-4a3c-a745-dd74f73863f4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:26:25.574672 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83af8a4e-f5ab-4a3c-a745-dd74f73863f4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:25.613095 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-83af8a4e-f5ab-4a3c-a745-dd74f73863f4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7947052 Jan 18 20:26:25.615624 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37064) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:25.624504 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-5d0df1c0-16ac-4817-910f-3244c533f04e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:25.729494 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f7272442-5af6-44fd-9871-94333298370b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (8d5041bc-3446-4fd0-85e6-1683eec0afbc), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:25.800389 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fcfc108d-35b4-45b6-876f-fe5deef4784f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:25.813372 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7272442-5af6-44fd-9871-94333298370b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Port': ['ID=8d5041bc-3446-4fd0-85e6-1683eec0afbc,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:25.840768 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-b9003072-1222-4710-be1b-2cb66905574f None None] Allocated IP 2001:db8::2 (c68ada5d-da8a-41c6-813a-b53f9c35e893/c4464876-d12e-4a45-a922-363fcd335502/4930d113-86b6-42df-9b1e-197862bb9a31) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:25.898780 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f7272442-5af6-44fd-9871-94333298370b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:25.905839 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f7272442-5af6-44fd-9871-94333298370b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/ports/8d5041bc-3446-4fd0-85e6-1683eec0afbc HTTP/1.1" status: 204 len: 168 time: 0.9193659 Jan 18 20:26:25.913342 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37070) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:25.963905 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9626a04-371a-4044-a251-71453b68aa45 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] GET failed (client error): The resource could not be found. Jan 18 20:26:25.967122 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f9626a04-371a-4044-a251-71453b68aa45 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "GET /v2.0/ports/8d5041bc-3446-4fd0-85e6-1683eec0afbc HTTP/1.1" status: 404 len: 333 time: 0.0476522 Jan 18 20:26:25.968679 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37072) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:26.021106 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0df1c0-16ac-4817-910f-3244c533f04e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:26.042926 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5d0df1c0-16ac-4817-910f-3244c533f04e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:26.155207 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-7087ed9c-d0a7-4fbf-b46d-8b9af2a4591d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting subnet 30cf7d9b-d83d-4d64-a1be-922eacc66368 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:26:26.187776 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37080) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:26.193737 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7087ed9c-d0a7-4fbf-b46d-8b9af2a4591d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for subnet (30cf7d9b-d83d-4d64-a1be-922eacc66368), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:26.325371 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b9003072-1222-4710-be1b-2cb66905574f None None] Publish callbacks [] for port (4930d113-86b6-42df-9b1e-197862bb9a31), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:26.341395 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7087ed9c-d0a7-4fbf-b46d-8b9af2a4591d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (30cf7d9b-d83d-4d64-a1be-922eacc66368), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:26.346313 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b9003072-1222-4710-be1b-2cb66905574f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:26.387925 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b6244c8c-9ff9-44ef-9648-4f9298eae691 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:26:26.511011 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37092) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:26.518856 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9003072-1222-4710-be1b-2cb66905574f None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:26:26.529734 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-b9003072-1222-4710-be1b-2cb66905574f None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:26.545058 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9003072-1222-4710-be1b-2cb66905574f None None] Pushing event updated for resources: {'Port': ['ID=4930d113-86b6-42df-9b1e-197862bb9a31,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:26.547887 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9003072-1222-4710-be1b-2cb66905574f None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:26:26.575170 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7087ed9c-d0a7-4fbf-b46d-8b9af2a4591d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (30cf7d9b-d83d-4d64-a1be-922eacc66368), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:26.576115 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port b6244c8c-9ff9-44ef-9648-4f9298eae691 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:26.576648 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b6244c8c-9ff9-44ef-9648-4f9298eae691), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:26.641138 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1b809f2b-9125-4a51-bea5-7006a8759ce2 None None] Provisioning complete for port b6244c8c-9ff9-44ef-9648-4f9298eae691 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:26.641977 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1b809f2b-9125-4a51-bea5-7006a8759ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b6244c8c-9ff9-44ef-9648-4f9298eae691), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:26.717884 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ac6f94e8-1887-4429-80b9-9c9004c6ae70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:26.745786 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7087ed9c-d0a7-4fbf-b46d-8b9af2a4591d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (30cf7d9b-d83d-4d64-a1be-922eacc66368), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:26.832314 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7087ed9c-d0a7-4fbf-b46d-8b9af2a4591d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:26.835888 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7087ed9c-d0a7-4fbf-b46d-8b9af2a4591d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/subnets/30cf7d9b-d83d-4d64-a1be-922eacc66368 HTTP/1.1" status: 204 len: 168 time: 0.8661120 Jan 18 20:26:26.839532 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37098) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:26.840447 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087ed9c-d0a7-4fbf-b46d-8b9af2a4591d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Subnet': ['ID=30cf7d9b-d83d-4d64-a1be-922eacc66368,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:26.850367 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-47fcb09e-38d7-4094-a8c1-c7e04f1b109e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:26.881227 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port b6244c8c-9ff9-44ef-9648-4f9298eae691 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:26.951086 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1b809f2b-9125-4a51-bea5-7006a8759ce2 None None] Current status of the port b6244c8c-9ff9-44ef-9648-4f9298eae691 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:26.962595 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1b809f2b-9125-4a51-bea5-7006a8759ce2 None None] Could not find standard attr ID for object 8d5041bc-3446-4fd0-85e6-1683eec0afbc. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:26:26.970307 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b9003072-1222-4710-be1b-2cb66905574f None None] Attempting to bind port 4930d113-86b6-42df-9b1e-197862bb9a31 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:26:26.970676 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b9003072-1222-4710-be1b-2cb66905574f None None] Attempting to bind port 4930d113-86b6-42df-9b1e-197862bb9a31 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:26:26.971081 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9003072-1222-4710-be1b-2cb66905574f None None] Attempting to bind port 4930d113-86b6-42df-9b1e-197862bb9a31 on network c68ada5d-da8a-41c6-813a-b53f9c35e893 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:26:26.974749 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 07fec232-621d-47ab-8125-f3cd1601bc5f no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:26:27.001536 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c28a1be-3bdc-4c6b-86a0-340de07613a4 None None] Network e1b22a76-2a33-4775-a9a5-d910fc9d9f60 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:27.006327 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 07fec232-621d-47ab-8125-f3cd1601bc5f {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:26:27.006672 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 07fec232-621d-47ab-8125-f3cd1601bc5f not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:26:27.053355 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9003072-1222-4710-be1b-2cb66905574f None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:26:27.054056 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9003072-1222-4710-be1b-2cb66905574f None None] Checking segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:26:27.054831 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b9003072-1222-4710-be1b-2cb66905574f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:27.055582 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9003072-1222-4710-be1b-2cb66905574f None None] Bound using segment: {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:26:27.056233 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b9003072-1222-4710-be1b-2cb66905574f None None] Bound port: 4930d113-86b6-42df-9b1e-197862bb9a31, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:26:27.056894 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b9003072-1222-4710-be1b-2cb66905574f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:27.086436 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-83b26909-1d70-4ac2-ac11-5b216d86e50d None None] Could not find standard attr ID for object 8d5041bc-3446-4fd0-85e6-1683eec0afbc. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:26:27.090347 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-47fcb09e-38d7-4094-a8c1-c7e04f1b109e admin admin] Publish callbacks [] for security_group (ab696242-e3df-4ad9-b1fd-79302d81dc18), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:27.106761 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-47fcb09e-38d7-4094-a8c1-c7e04f1b109e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ab696242-e3df-4ad9-b1fd-79302d81dc18), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:27.121996 n-d-741529-9 neutron-server[103335]: DEBUG neutron.objects.ports [None req-5d0df1c0-16ac-4817-910f-3244c533f04e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103335) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 20:26:27.154634 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-83b26909-1d70-4ac2-ac11-5b216d86e50d None None] Could not find standard attr ID for object 247dcea6-619c-4fc6-8972-904386281c13. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:26:27.179461 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fcb09e-38d7-4094-a8c1-c7e04f1b109e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab696242-e3df-4ad9-b1fd-79302d81dc18,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:27.298473 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b9003072-1222-4710-be1b-2cb66905574f None None] For port 4930d113-86b6-42df-9b1e-197862bb9a31, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:26:27.313544 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b9003072-1222-4710-be1b-2cb66905574f None None] For port 4930d113-86b6-42df-9b1e-197862bb9a31, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4930d113-86b6-42df-9b1e-197862bb9a31,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:26:27.316653 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-47fcb09e-38d7-4094-a8c1-c7e04f1b109e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c9dafac8a91740ac83929cb45d6c2e2b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1248360 Jan 18 20:26:27.318711 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ac6f94e8-1887-4429-80b9-9c9004c6ae70 admin admin] Publish callbacks [] for security_group (0813d4e5-d621-49bc-ae3f-96b9b3a9c7a7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:27.326343 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b9003072-1222-4710-be1b-2cb66905574f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:27.326617 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ac6f94e8-1887-4429-80b9-9c9004c6ae70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0813d4e5-d621-49bc-ae3f-96b9b3a9c7a7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:27.327689 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37102) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:27.365140 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9623b46-4d33-4255-9460-2d47b7f0047c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (e1b22a76-2a33-4775-a9a5-d910fc9d9f60), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:27.406088 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ac6f94e8-1887-4429-80b9-9c9004c6ae70 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=57f0b26b669143d594137884d6c5afe8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8926365 Jan 18 20:26:27.415587 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37104) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:27.437262 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f94e8-1887-4429-80b9-9c9004c6ae70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0813d4e5-d621-49bc-ae3f-96b9b3a9c7a7,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:27.439836 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9003072-1222-4710-be1b-2cb66905574f None None] Pushing event updated for resources: {'Port': ['ID=4930d113-86b6-42df-9b1e-197862bb9a31,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:27.467218 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f9f0fd-efb8-4c13-9ac0-d4f9b2a584a3 None None] DHCP port deletion for e1b22a76-2a33-4775-a9a5-d910fc9d9f60 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:26:27.485913 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5d0df1c0-16ac-4817-910f-3244c533f04e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:27.516349 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-41b7a69e-6fbe-4ca2-921d-95e89f45f1e5 admin admin] Publish callbacks [] for security_group (ab696242-e3df-4ad9-b1fd-79302d81dc18), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:27.548189 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-41b7a69e-6fbe-4ca2-921d-95e89f45f1e5 admin admin] Publish callbacks [] for security_group (ab696242-e3df-4ad9-b1fd-79302d81dc18), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:27.582294 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-23f9f0fd-efb8-4c13-9ac0-d4f9b2a584a3 None None] Deleting port b6244c8c-9ff9-44ef-9648-4f9298eae691 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:26:27.583263 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-23f9f0fd-efb8-4c13-9ac0-d4f9b2a584a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b6244c8c-9ff9-44ef-9648-4f9298eae691), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:27.620725 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-b9623b46-4d33-4255-9460-2d47b7f0047c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting port b6244c8c-9ff9-44ef-9648-4f9298eae691 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:26:27.621083 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9623b46-4d33-4255-9460-2d47b7f0047c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b6244c8c-9ff9-44ef-9648-4f9298eae691), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:27.652664 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ef1d80f5-d1e9-450c-bd79-aa0b0791522c admin admin] Publish callbacks [] for security_group (0813d4e5-d621-49bc-ae3f-96b9b3a9c7a7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:27.740715 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-23f9f0fd-efb8-4c13-9ac0-d4f9b2a584a3 None None] For port b6244c8c-9ff9-44ef-9648-4f9298eae691, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b6244c8c-9ff9-44ef-9648-4f9298eae691,segment=NetworkSegment(44b92861-fb3d-47fb-a1dd-170784dc6d1f),segment_id=44b92861-fb3d-47fb-a1dd-170784dc6d1f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:27.741306 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-23f9f0fd-efb8-4c13-9ac0-d4f9b2a584a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b6244c8c-9ff9-44ef-9648-4f9298eae691), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:27.764581 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ef1d80f5-d1e9-450c-bd79-aa0b0791522c admin admin] Publish callbacks [] for security_group (0813d4e5-d621-49bc-ae3f-96b9b3a9c7a7), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:27.783853 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-b9623b46-4d33-4255-9460-2d47b7f0047c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] For port b6244c8c-9ff9-44ef-9648-4f9298eae691, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b6244c8c-9ff9-44ef-9648-4f9298eae691,segment=NetworkSegment(44b92861-fb3d-47fb-a1dd-170784dc6d1f),segment_id=44b92861-fb3d-47fb-a1dd-170784dc6d1f)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:27.784350 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9623b46-4d33-4255-9460-2d47b7f0047c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b6244c8c-9ff9-44ef-9648-4f9298eae691), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:27.805406 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-41b7a69e-6fbe-4ca2-921d-95e89f45f1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ab696242-e3df-4ad9-b1fd-79302d81dc18), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:27.812351 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-41b7a69e-6fbe-4ca2-921d-95e89f45f1e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:27.813751 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-41b7a69e-6fbe-4ca2-921d-95e89f45f1e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab696242-e3df-4ad9-b1fd-79302d81dc18 HTTP/1.1" status: 204 len: 168 time: 0.4794211 Jan 18 20:26:27.821584 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-23f9f0fd-efb8-4c13-9ac0-d4f9b2a584a3 None None] Calling delete_port for b6244c8c-9ff9-44ef-9648-4f9298eae691 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:26:27.830799 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-b9623b46-4d33-4255-9460-2d47b7f0047c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Calling delete_port for b6244c8c-9ff9-44ef-9648-4f9298eae691 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:26:27.843831 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7a69e-6fbe-4ca2-921d-95e89f45f1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab696242-e3df-4ad9-b1fd-79302d81dc18,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:28.004049 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5d0df1c0-16ac-4817-910f-3244c533f04e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] For port 4930d113-86b6-42df-9b1e-197862bb9a31, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4930d113-86b6-42df-9b1e-197862bb9a31,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:28.030906 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ef1d80f5-d1e9-450c-bd79-aa0b0791522c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0813d4e5-d621-49bc-ae3f-96b9b3a9c7a7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:28.038042 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ef1d80f5-d1e9-450c-bd79-aa0b0791522c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:28.039222 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ef1d80f5-d1e9-450c-bd79-aa0b0791522c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0813d4e5-d621-49bc-ae3f-96b9b3a9c7a7 HTTP/1.1" status: 204 len: 168 time: 0.6221168 Jan 18 20:26:28.050242 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9623b46-4d33-4255-9460-2d47b7f0047c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (b6244c8c-9ff9-44ef-9648-4f9298eae691), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:28.067227 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b6244c8c-9ff9-44ef-9648-4f9298eae691 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:26:28.105513 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: b6244c8c-9ff9-44ef-9648-4f9298eae691 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:26:28.106026 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b6244c8c-9ff9-44ef-9648-4f9298eae691 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:26:28.110942 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d80f5-d1e9-450c-bd79-aa0b0791522c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0813d4e5-d621-49bc-ae3f-96b9b3a9c7a7,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:28.123160 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9623b46-4d33-4255-9460-2d47b7f0047c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] No DVR routers for this DVR port b6244c8c-9ff9-44ef-9648-4f9298eae691 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:26:28.138184 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9623b46-4d33-4255-9460-2d47b7f0047c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Port': ['ID=b6244c8c-9ff9-44ef-9648-4f9298eae691,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:28.156404 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5d0df1c0-16ac-4817-910f-3244c533f04e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (4930d113-86b6-42df-9b1e-197862bb9a31), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:28.164639 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5d0df1c0-16ac-4817-910f-3244c533f04e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:28.165404 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5d0df1c0-16ac-4817-910f-3244c533f04e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (95ddd5d0-b6ec-4804-a665-0fa52ef9884f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:28.196887 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a8231404-2664-467c-b03d-fffe23339128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:26:28.201261 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:26:28.205527 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:26:28.205527 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:26:28.205527 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:26:28.205527 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:26:28.205527 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:26:28.205527 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:26:28.205527 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:26:28.205527 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:26:28.205527 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:26:28.205527 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:26:28.205527 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:26:28.205527 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:26:28.205527 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:26:28.205527 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:26:28.216498 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-23f9f0fd-efb8-4c13-9ac0-d4f9b2a584a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (b6244c8c-9ff9-44ef-9648-4f9298eae691), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:28.283058 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f9f0fd-efb8-4c13-9ac0-d4f9b2a584a3 None None] No DVR routers for this DVR port b6244c8c-9ff9-44ef-9648-4f9298eae691 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:26:28.314416 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9f0fd-efb8-4c13-9ac0-d4f9b2a584a3 None None] Pushing event deleted for resources: {'Port': ['ID=b6244c8c-9ff9-44ef-9648-4f9298eae691,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:28.359137 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9623b46-4d33-4255-9460-2d47b7f0047c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (e1b22a76-2a33-4775-a9a5-d910fc9d9f60), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:28.361454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0df1c0-16ac-4817-910f-3244c533f04e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=95ddd5d0-b6ec-4804-a665-0fa52ef9884f,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:28.386561 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0df1c0-16ac-4817-910f-3244c533f04e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:26:28.415446 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-5d0df1c0-16ac-4817-910f-3244c533f04e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:28.416954 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-b9623b46-4d33-4255-9460-2d47b7f0047c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b22a76-2a33-4775-a9a5-d910fc9d9f60']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:28.430379 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0df1c0-16ac-4817-910f-3244c533f04e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:28.434804 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5d0df1c0-16ac-4817-910f-3244c533f04e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:28.444491 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-b9623b46-4d33-4255-9460-2d47b7f0047c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b92861-fb3d-47fb-a1dd-170784dc6d1f') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:28.445118 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-b9623b46-4d33-4255-9460-2d47b7f0047c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b92861-fb3d-47fb-a1dd-170784dc6d1f') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:28.463102 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9623b46-4d33-4255-9460-2d47b7f0047c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (44b92861-fb3d-47fb-a1dd-170784dc6d1f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:28.484828 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9623b46-4d33-4255-9460-2d47b7f0047c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (44b92861-fb3d-47fb-a1dd-170784dc6d1f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:28.494715 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9623b46-4d33-4255-9460-2d47b7f0047c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:26:28.495550 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9623b46-4d33-4255-9460-2d47b7f0047c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (44b92861-fb3d-47fb-a1dd-170784dc6d1f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:26:28.500110 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:26:28.503546 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0df1c0-16ac-4817-910f-3244c533f04e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=4930d113-86b6-42df-9b1e-197862bb9a31,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:28.518261 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5d0df1c0-16ac-4817-910f-3244c533f04e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9002602 Jan 18 20:26:28.521073 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37120) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:28.529754 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-1a3025fc-08bd-44b4-856e-2c193842e30b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'port': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'mac_address': 'fa:16:3e:d5:98:2a', 'name': 'tempest-NetworksTestDHCPv6-69955203'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:28.591662 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9623b46-4d33-4255-9460-2d47b7f0047c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (e1b22a76-2a33-4775-a9a5-d910fc9d9f60), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:28.611176 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9623b46-4d33-4255-9460-2d47b7f0047c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:28.627423 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b9623b46-4d33-4255-9460-2d47b7f0047c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/networks/e1b22a76-2a33-4775-a9a5-d910fc9d9f60 HTTP/1.1" status: 204 len: 168 time: 1.7720468 Jan 18 20:26:28.628328 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37126) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:28.669594 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-7fb46e3f-eada-452f-86f1-a114c1fcb758 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-327962425'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:28.687931 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9623b46-4d33-4255-9460-2d47b7f0047c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Network': ['ID=e1b22a76-2a33-4775-a9a5-d910fc9d9f60,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:28.753695 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb46e3f-eada-452f-86f1-a114c1fcb758 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:28.762876 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7fb46e3f-eada-452f-86f1-a114c1fcb758 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:28.826354 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb46e3f-eada-452f-86f1-a114c1fcb758 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:26:28.845341 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7fb46e3f-eada-452f-86f1-a114c1fcb758 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (ab6accc5-e226-4153-a662-14638b1fc49b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:28.845704 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-7fb46e3f-eada-452f-86f1-a114c1fcb758 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Added segment ab6accc5-e226-4153-a662-14638b1fc49b of type vlan for network dc89e512-ca6f-4c70-928d-abd26383b9b2 Jan 18 20:26:28.848103 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3025fc-08bd-44b4-856e-2c193842e30b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:28.949988 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7fb46e3f-eada-452f-86f1-a114c1fcb758 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (dc89e512-ca6f-4c70-928d-abd26383b9b2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:29.007990 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7fb46e3f-eada-452f-86f1-a114c1fcb758 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (dc89e512-ca6f-4c70-928d-abd26383b9b2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:29.028337 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb46e3f-eada-452f-86f1-a114c1fcb758 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:29.029415 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:29.031368 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7fb46e3f-eada-452f-86f1-a114c1fcb758 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:29.068551 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1a3025fc-08bd-44b4-856e-2c193842e30b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:29.108526 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-1a3025fc-08bd-44b4-856e-2c193842e30b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] device_id is not set on port cd5ad913-fcb5-4fa2-9dbe-281f92a25dc2 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:26:29.243054 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7fb46e3f-eada-452f-86f1-a114c1fcb758 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5826938 Jan 18 20:26:29.243054 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37146) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:29.257034 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-ed5b09ff-a9b3-494c-9262-e4a16b14c842 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'subnet': {'network_id': 'dc89e512-ca6f-4c70-928d-abd26383b9b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:29.277158 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb46e3f-eada-452f-86f1-a114c1fcb758 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Network': ['ID=dc89e512-ca6f-4c70-928d-abd26383b9b2,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:29.318763 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb46e3f-eada-452f-86f1-a114c1fcb758 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:29.319118 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb46e3f-eada-452f-86f1-a114c1fcb758 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:29.320104 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb46e3f-eada-452f-86f1-a114c1fcb758 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:29.320460 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb46e3f-eada-452f-86f1-a114c1fcb758 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:29.320797 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb46e3f-eada-452f-86f1-a114c1fcb758 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:29.321148 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb46e3f-eada-452f-86f1-a114c1fcb758 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:29.321483 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb46e3f-eada-452f-86f1-a114c1fcb758 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:29.321851 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb46e3f-eada-452f-86f1-a114c1fcb758 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:29.322214 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb46e3f-eada-452f-86f1-a114c1fcb758 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:29.322537 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb46e3f-eada-452f-86f1-a114c1fcb758 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:29.322862 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb46e3f-eada-452f-86f1-a114c1fcb758 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:29.323184 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb46e3f-eada-452f-86f1-a114c1fcb758 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:29.323510 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb46e3f-eada-452f-86f1-a114c1fcb758 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:29.338927 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network dc89e512-ca6f-4c70-928d-abd26383b9b2 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:26:29.490529 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5b09ff-a9b3-494c-9262-e4a16b14c842 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:29.496393 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bf53cc-45c0-46c9-ad47-b7c818cd5ccf None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:29.504076 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ed5b09ff-a9b3-494c-9262-e4a16b14c842 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:29.546526 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-1a3025fc-08bd-44b4-856e-2c193842e30b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 2001:db8::1d1 (c68ada5d-da8a-41c6-813a-b53f9c35e893/c4464876-d12e-4a45-a922-363fcd335502/cd5ad913-fcb5-4fa2-9dbe-281f92a25dc2) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:29.560290 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-1a3025fc-08bd-44b4-856e-2c193842e30b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 2001:db8:0:1:f816:3eff:fed5:982a (c68ada5d-da8a-41c6-813a-b53f9c35e893/95ddd5d0-b6ec-4804-a665-0fa52ef9884f/cd5ad913-fcb5-4fa2-9dbe-281f92a25dc2) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:29.594276 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4a690c23-2998-4f8a-8bd7-67e69f29cdcc None None] Provisioning complete for port 4930d113-86b6-42df-9b1e-197862bb9a31 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:29.594745 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4a690c23-2998-4f8a-8bd7-67e69f29cdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:29.628797 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37160) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:29.881949 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37168) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:29.925974 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ed5b09ff-a9b3-494c-9262-e4a16b14c842 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (14d11bef-6949-4e70-af13-3ea6a7ba584a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:29.961024 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1a3025fc-08bd-44b4-856e-2c193842e30b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (cd5ad913-fcb5-4fa2-9dbe-281f92a25dc2), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:29.978203 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4a690c23-2998-4f8a-8bd7-67e69f29cdcc None None] Current status of the port 4930d113-86b6-42df-9b1e-197862bb9a31 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:29.978603 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4a690c23-2998-4f8a-8bd7-67e69f29cdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:30.038004 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4930d113-86b6-42df-9b1e-197862bb9a31 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:26:30.066164 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-1acdbe2d-b674-4435-bba7-db9d6466f080 tempest-SubnetPoolsTestJSON-1375099859 tempest-SubnetPoolsTestJSON-1375099859-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-650975247', 'prefixes': ['172.20.0.0/16']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:30.082801 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-4c92f74a-55ec-40a3-863a-1c51cea655a9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-574749641-network', 'tenant_id': 'deb1a2f7ff2a41c7978cf89e849731a8'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:30.094763 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-4a690c23-2998-4f8a-8bd7-67e69f29cdcc None None] For port 4930d113-86b6-42df-9b1e-197862bb9a31, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4930d113-86b6-42df-9b1e-197862bb9a31,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:30.110517 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4a690c23-2998-4f8a-8bd7-67e69f29cdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:30.146780 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b09ff-a9b3-494c-9262-e4a16b14c842 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Subnet': ['ID=14d11bef-6949-4e70-af13-3ea6a7ba584a,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:30.167896 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b09ff-a9b3-494c-9262-e4a16b14c842 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Checking segment: {'id': 'ab6accc5-e226-4153-a662-14638b1fc49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'dc89e512-ca6f-4c70-928d-abd26383b9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:26:30.168403 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5b09ff-a9b3-494c-9262-e4a16b14c842 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network hostable DHCP agents. Network: dc89e512-ca6f-4c70-928d-abd26383b9b2, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:26:30.184051 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c92f74a-55ec-40a3-863a-1c51cea655a9 admin admin] Made reservation on behalf of deb1a2f7ff2a41c7978cf89e849731a8 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:30.187088 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c92f74a-55ec-40a3-863a-1c51cea655a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:30.194132 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1a3025fc-08bd-44b4-856e-2c193842e30b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (cd5ad913-fcb5-4fa2-9dbe-281f92a25dc2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:30.211962 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 4930d113-86b6-42df-9b1e-197862bb9a31 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:30.212359 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:30.229254 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5b09ff-a9b3-494c-9262-e4a16b14c842 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network dc89e512-ca6f-4c70-928d-abd26383b9b2 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:26:30.250223 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-ed5b09ff-a9b3-494c-9262-e4a16b14c842 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, dc89e512-ca6f-4c70-928d-abd26383b9b2) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:30.257329 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5b09ff-a9b3-494c-9262-e4a16b14c842 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:30.260143 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ed5b09ff-a9b3-494c-9262-e4a16b14c842 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:30.263908 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a690c23-2998-4f8a-8bd7-67e69f29cdcc None None] Pushing event updated for resources: {'Port': ['ID=4930d113-86b6-42df-9b1e-197862bb9a31,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:30.268354 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3025fc-08bd-44b4-856e-2c193842e30b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=cd5ad913-fcb5-4fa2-9dbe-281f92a25dc2,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:30.272045 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c92f74a-55ec-40a3-863a-1c51cea655a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:30.279907 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e69184-869f-44b6-9af2-bda0609a0cc9 None None] Network dc89e512-ca6f-4c70-928d-abd26383b9b2 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:30.338072 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ed5b09ff-a9b3-494c-9262-e4a16b14c842 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0853095 Jan 18 20:26:30.339062 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37172) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:30.357034 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-91a53182-4493-4cdd-8dac-78080dd4ccbc tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'port': {'network_id': 'dc89e512-ca6f-4c70-928d-abd26383b9b2', 'name': 'tempest-PortsIpV6TestJSON-471508862', 'fixed_ips': [{'subnet_id': '14d11bef-6949-4e70-af13-3ea6a7ba584a', 'ip_address': '2001:db8::10'}]}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:30.380060 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c92f74a-55ec-40a3-863a-1c51cea655a9 admin admin] Publish callbacks [] for security_group (16e9bf78-7a46-4a19-b045-29c95903cb18), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:30.393187 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c92f74a-55ec-40a3-863a-1c51cea655a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (16e9bf78-7a46-4a19-b045-29c95903cb18), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:30.411452 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c92f74a-55ec-40a3-863a-1c51cea655a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:26:30.425350 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c92f74a-55ec-40a3-863a-1c51cea655a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (3926a9bc-2ab0-4e14-8e43-e7affde02047), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:30.425825 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-4c92f74a-55ec-40a3-863a-1c51cea655a9 admin admin] Added segment 3926a9bc-2ab0-4e14-8e43-e7affde02047 of type vlan for network 969e5bec-1cc4-4b20-ab88-96d006b4e701 Jan 18 20:26:30.482024 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c92f74a-55ec-40a3-863a-1c51cea655a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (969e5bec-1cc4-4b20-ab88-96d006b4e701), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:30.506969 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01602af6-8937-493c-a760-e285ddf642f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-dc89e512-ca6f-4c70-928d-abd26383b9b2', 'network_id': 'dc89e512-ca6f-4c70-928d-abd26383b9b2', 'project_id': '5675e927592b43369fffe392229d1a22', 'fixed_ips': [{'subnet_id': '14d11bef-6949-4e70-af13-3ea6a7ba584a'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:26:30.508628 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-01602af6-8937-493c-a760-e285ddf642f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:30.524960 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3025fc-08bd-44b4-856e-2c193842e30b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:26:30.577369 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:30.612179 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-1a3025fc-08bd-44b4-856e-2c193842e30b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:30.617436 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3025fc-08bd-44b4-856e-2c193842e30b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:26:30.632490 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3025fc-08bd-44b4-856e-2c193842e30b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:30.633187 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1a3025fc-08bd-44b4-856e-2c193842e30b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:30.637587 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92f74a-55ec-40a3-863a-1c51cea655a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e9bf78-7a46-4a19-b045-29c95903cb18,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:30.645894 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a53182-4493-4cdd-8dac-78080dd4ccbc tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:30.650648 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c92f74a-55ec-40a3-863a-1c51cea655a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (969e5bec-1cc4-4b20-ab88-96d006b4e701), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:30.651549 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c92f74a-55ec-40a3-863a-1c51cea655a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:30.652121 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c92f74a-55ec-40a3-863a-1c51cea655a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:30.719371 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 4930d113-86b6-42df-9b1e-197862bb9a31 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:30.801001 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-01602af6-8937-493c-a760-e285ddf642f7 None None] Allocated IP 2001:db8::2 (dc89e512-ca6f-4c70-928d-abd26383b9b2/14d11bef-6949-4e70-af13-3ea6a7ba584a/b1751b18-15fd-4cbf-b85d-297727140dc1) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:30.820135 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92f74a-55ec-40a3-863a-1c51cea655a9 admin admin] Pushing event updated for resources: {'Network': ['ID=969e5bec-1cc4-4b20-ab88-96d006b4e701,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:30.830542 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4c92f74a-55ec-40a3-863a-1c51cea655a9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9423258 Jan 18 20:26:30.839289 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-91a53182-4493-4cdd-8dac-78080dd4ccbc tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:30.842431 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37176) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:30.847032 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-f683ff2b-bca5-49c1-8c12-44c052570bad admin admin] Request body: {'subnet': {'network_id': '969e5bec-1cc4-4b20-ab88-96d006b4e701', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-574749641-subnet', 'tenant_id': 'deb1a2f7ff2a41c7978cf89e849731a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:30.850331 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 969e5bec-1cc4-4b20-ab88-96d006b4e701 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:26:30.876862 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-91a53182-4493-4cdd-8dac-78080dd4ccbc tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] device_id is not set on port f8d06fbe-c116-4d7c-9cd2-c0fd5001ba0e yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:26:30.887153 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1a3025fc-08bd-44b4-856e-2c193842e30b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.3557870 Jan 18 20:26:30.887936 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37180) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:30.930924 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1acdbe2d-b674-4435-bba7-db9d6466f080 tempest-SubnetPoolsTestJSON-1375099859 tempest-SubnetPoolsTestJSON-1375099859-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:30.932689 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1acdbe2d-b674-4435-bba7-db9d6466f080 tempest-SubnetPoolsTestJSON-1375099859 tempest-SubnetPoolsTestJSON-1375099859-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.3028264 Jan 18 20:26:30.934381 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f683ff2b-bca5-49c1-8c12-44c052570bad admin admin] Made reservation on behalf of deb1a2f7ff2a41c7978cf89e849731a8 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:30.939844 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f683ff2b-bca5-49c1-8c12-44c052570bad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:30.945492 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37186) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:31.116085 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-505636e2-42b7-43aa-85a8-b1c60653f71c tempest-SubnetPoolsTestJSON-1375099859 tempest-SubnetPoolsTestJSON-1375099859-project] 10.222.0.31 "GET /v2.0/subnetpools/b7d4cc62-7376-40cf-9758-b487e6c46f93 HTTP/1.1" status: 200 len: 731 time: 0.1613638 Jan 18 20:26:31.121560 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37192) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:31.121899 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-ae9e4b59-11c6-45d0-8233-31755bf7a26f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting port cd5ad913-fcb5-4fa2-9dbe-281f92a25dc2 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:26:31.122355 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ae9e4b59-11c6-45d0-8233-31755bf7a26f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (cd5ad913-fcb5-4fa2-9dbe-281f92a25dc2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:31.133087 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-399c1f5f-b5d1-4d06-b820-0f89d9a725ca tempest-SubnetPoolsTestJSON-1375099859 tempest-SubnetPoolsTestJSON-1375099859-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-764774557'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:31.279340 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ae9e4b59-11c6-45d0-8233-31755bf7a26f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (cd5ad913-fcb5-4fa2-9dbe-281f92a25dc2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:31.318476 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-ae9e4b59-11c6-45d0-8233-31755bf7a26f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Calling delete_port for cd5ad913-fcb5-4fa2-9dbe-281f92a25dc2 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:26:31.360792 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-399c1f5f-b5d1-4d06-b820-0f89d9a725ca tempest-SubnetPoolsTestJSON-1375099859 tempest-SubnetPoolsTestJSON-1375099859-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:31.362069 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-399c1f5f-b5d1-4d06-b820-0f89d9a725ca tempest-SubnetPoolsTestJSON-1375099859 tempest-SubnetPoolsTestJSON-1375099859-project] 10.222.0.31 "PUT /v2.0/subnetpools/b7d4cc62-7376-40cf-9758-b487e6c46f93 HTTP/1.1" status: 200 len: 683 time: 0.2387445 Jan 18 20:26:31.364623 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37194) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:31.406686 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ddd2afe8-b3bd-4645-b1b1-db8531c035c6 None None] Provisioning complete for port 4930d113-86b6-42df-9b1e-197862bb9a31 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:31.407131 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ddd2afe8-b3bd-4645-b1b1-db8531c035c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:31.570082 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da14bc47-b229-45ee-81c2-b802b58028f9 tempest-SubnetPoolsTestJSON-1375099859 tempest-SubnetPoolsTestJSON-1375099859-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:31.571267 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-da14bc47-b229-45ee-81c2-b802b58028f9 tempest-SubnetPoolsTestJSON-1375099859 tempest-SubnetPoolsTestJSON-1375099859-project] 10.222.0.31 "DELETE /v2.0/subnetpools/b7d4cc62-7376-40cf-9758-b487e6c46f93 HTTP/1.1" status: 204 len: 168 time: 0.2057388 Jan 18 20:26:31.575908 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37196) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:31.592104 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f683ff2b-bca5-49c1-8c12-44c052570bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (d51416a9-d1ba-44a6-8439-10a7eabfd114), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:31.629267 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-b26fd31b-a4df-4592-be2e-88974f359eb3 tempest-SubnetPoolsTestJSON-1375099859 tempest-SubnetPoolsTestJSON-1375099859-project] show failed (client error): The resource could not be found. Jan 18 20:26:31.630373 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b26fd31b-a4df-4592-be2e-88974f359eb3 tempest-SubnetPoolsTestJSON-1375099859 tempest-SubnetPoolsTestJSON-1375099859-project] 10.222.0.31 "GET /v2.0/subnetpools/b7d4cc62-7376-40cf-9758-b487e6c46f93 HTTP/1.1" status: 404 len: 346 time: 0.0474958 Jan 18 20:26:31.638276 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37200) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:31.639093 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-01602af6-8937-493c-a760-e285ddf642f7 None None] Publish callbacks [] for port (b1751b18-15fd-4cbf-b85d-297727140dc1), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:31.665008 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-0cabac33-965b-4f7f-98f5-20662819b7af tempest-SubnetPoolsTestJSON-1375099859 tempest-SubnetPoolsTestJSON-1375099859-project] delete failed (client error): The resource could not be found. Jan 18 20:26:31.666479 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0cabac33-965b-4f7f-98f5-20662819b7af tempest-SubnetPoolsTestJSON-1375099859 tempest-SubnetPoolsTestJSON-1375099859-project] 10.222.0.31 "DELETE /v2.0/subnetpools/b7d4cc62-7376-40cf-9758-b487e6c46f93 HTTP/1.1" status: 404 len: 346 time: 0.0185335 Jan 18 20:26:31.720820 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f683ff2b-bca5-49c1-8c12-44c052570bad admin admin] Checking segment: {'id': '3926a9bc-2ab0-4e14-8e43-e7affde02047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '969e5bec-1cc4-4b20-ab88-96d006b4e701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:26:31.721187 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f683ff2b-bca5-49c1-8c12-44c052570bad admin admin] Network hostable DHCP agents. Network: 969e5bec-1cc4-4b20-ab88-96d006b4e701, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:26:31.731404 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683ff2b-bca5-49c1-8c12-44c052570bad admin admin] Pushing event updated for resources: {'Subnet': ['ID=d51416a9-d1ba-44a6-8439-10a7eabfd114,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:31.740705 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ddd2afe8-b3bd-4645-b1b1-db8531c035c6 None None] Current status of the port 4930d113-86b6-42df-9b1e-197862bb9a31 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:31.750390 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-01602af6-8937-493c-a760-e285ddf642f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (b1751b18-15fd-4cbf-b85d-297727140dc1), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:31.777616 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f683ff2b-bca5-49c1-8c12-44c052570bad admin admin] Network 969e5bec-1cc4-4b20-ab88-96d006b4e701 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:26:31.797970 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-f683ff2b-bca5-49c1-8c12-44c052570bad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 969e5bec-1cc4-4b20-ab88-96d006b4e701) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:31.803114 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f683ff2b-bca5-49c1-8c12-44c052570bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:31.804806 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f683ff2b-bca5-49c1-8c12-44c052570bad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:31.846851 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f683ff2b-bca5-49c1-8c12-44c052570bad admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9946709 Jan 18 20:26:31.907992 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9607960-b3e8-480d-9380-9060ac611c6a None None] Network 969e5bec-1cc4-4b20-ab88-96d006b4e701 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:32.027317 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4930d113-86b6-42df-9b1e-197862bb9a31 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:26:32.037144 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01602af6-8937-493c-a760-e285ddf642f7 None None] Network dc89e512-ca6f-4c70-928d-abd26383b9b2 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:26:32.096659 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01602af6-8937-493c-a760-e285ddf642f7 None None] Pushing event updated for resources: {'Port': ['ID=b1751b18-15fd-4cbf-b85d-297727140dc1,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:32.099678 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:32.104110 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-01602af6-8937-493c-a760-e285ddf642f7 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:32.115575 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01602af6-8937-493c-a760-e285ddf642f7 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:26:32.128975 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7181ea96-adb5-42dd-a01f-53d2c1f92784 None None] Provisioning complete for port cd5ad913-fcb5-4fa2-9dbe-281f92a25dc2 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:32.129542 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7181ea96-adb5-42dd-a01f-53d2c1f92784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cd5ad913-fcb5-4fa2-9dbe-281f92a25dc2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:32.169909 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37214) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:32.277360 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7181ea96-adb5-42dd-a01f-53d2c1f92784 None None] Port cd5ad913-fcb5-4fa2-9dbe-281f92a25dc2 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:26:32.287398 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-01602af6-8937-493c-a760-e285ddf642f7 None None] Attempting to bind port b1751b18-15fd-4cbf-b85d-297727140dc1 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:26:32.288088 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-01602af6-8937-493c-a760-e285ddf642f7 None None] Attempting to bind port b1751b18-15fd-4cbf-b85d-297727140dc1 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'ab6accc5-e226-4153-a662-14638b1fc49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'dc89e512-ca6f-4c70-928d-abd26383b9b2'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:26:32.288640 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01602af6-8937-493c-a760-e285ddf642f7 None None] Attempting to bind port b1751b18-15fd-4cbf-b85d-297727140dc1 on network dc89e512-ca6f-4c70-928d-abd26383b9b2 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:26:32.291042 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa677cc-2a4f-4f95-8ce5-125a4b5e6612 None None] Network 969e5bec-1cc4-4b20-ab88-96d006b4e701 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:32.339855 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-91a53182-4493-4cdd-8dac-78080dd4ccbc tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Allocated IP 2001:db8::10 (dc89e512-ca6f-4c70-928d-abd26383b9b2/14d11bef-6949-4e70-af13-3ea6a7ba584a/f8d06fbe-c116-4d7c-9cd2-c0fd5001ba0e) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:32.406784 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01602af6-8937-493c-a760-e285ddf642f7 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:26:32.407151 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01602af6-8937-493c-a760-e285ddf642f7 None None] Checking segment: {'id': 'ab6accc5-e226-4153-a662-14638b1fc49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'dc89e512-ca6f-4c70-928d-abd26383b9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:26:32.412766 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-01602af6-8937-493c-a760-e285ddf642f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:32.413255 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01602af6-8937-493c-a760-e285ddf642f7 None None] Bound using segment: {'id': 'ab6accc5-e226-4153-a662-14638b1fc49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'dc89e512-ca6f-4c70-928d-abd26383b9b2'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:26:32.413768 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-01602af6-8937-493c-a760-e285ddf642f7 None None] Bound port: b1751b18-15fd-4cbf-b85d-297727140dc1, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6accc5-e226-4153-a662-14638b1fc49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'dc89e512-ca6f-4c70-928d-abd26383b9b2'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:26:32.414166 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-01602af6-8937-493c-a760-e285ddf642f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b1751b18-15fd-4cbf-b85d-297727140dc1), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:32.426527 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 4930d113-86b6-42df-9b1e-197862bb9a31 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:32.426907 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:32.434672 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ae9e4b59-11c6-45d0-8233-31755bf7a26f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (cd5ad913-fcb5-4fa2-9dbe-281f92a25dc2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:32.464638 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ff9134e-4fa5-44a0-8bca-ba3c343772db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:32.526522 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e4b59-11c6-45d0-8233-31755bf7a26f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Port': ['ID=cd5ad913-fcb5-4fa2-9dbe-281f92a25dc2,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:32.661065 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ae9e4b59-11c6-45d0-8233-31755bf7a26f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:32.664272 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ff9134e-4fa5-44a0-8bca-ba3c343772db admin admin] Publish callbacks [] for security_group (fbc26214-b52c-4236-b0e2-2bd466a5f2fb), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:32.670662 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ae9e4b59-11c6-45d0-8233-31755bf7a26f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/cd5ad913-fcb5-4fa2-9dbe-281f92a25dc2 HTTP/1.1" status: 204 len: 168 time: 1.7842851 Jan 18 20:26:32.670780 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37226) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:32.686976 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ff9134e-4fa5-44a0-8bca-ba3c343772db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (fbc26214-b52c-4236-b0e2-2bd466a5f2fb), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:32.705765 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-01602af6-8937-493c-a760-e285ddf642f7 None None] For port b1751b18-15fd-4cbf-b85d-297727140dc1, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:26:32.763462 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-01602af6-8937-493c-a760-e285ddf642f7 None None] For port b1751b18-15fd-4cbf-b85d-297727140dc1, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b1751b18-15fd-4cbf-b85d-297727140dc1,segment=NetworkSegment(ab6accc5-e226-4153-a662-14638b1fc49b),segment_id=ab6accc5-e226-4153-a662-14638b1fc49b)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:26:32.766566 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 4930d113-86b6-42df-9b1e-197862bb9a31 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:32.782307 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-01602af6-8937-493c-a760-e285ddf642f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b1751b18-15fd-4cbf-b85d-297727140dc1), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:32.860264 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9134e-4fa5-44a0-8bca-ba3c343772db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc26214-b52c-4236-b0e2-2bd466a5f2fb,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:32.866978 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5ff9134e-4fa5-44a0-8bca-ba3c343772db admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b915c3680ff4f7789df1b1de673c80f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6954291 Jan 18 20:26:32.886567 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37238) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:32.894536 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f779b4-723e-4591-8816-8456322db4bc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:32.896065 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-10f779b4-723e-4591-8816-8456322db4bc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2243698 Jan 18 20:26:32.901771 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37240) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:32.957409 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01602af6-8937-493c-a760-e285ddf642f7 None None] Pushing event updated for resources: {'Port': ['ID=b1751b18-15fd-4cbf-b85d-297727140dc1,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:33.002145 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89341736-aa9b-4515-9f17-6e76a882ced2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:33.003707 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-89341736-aa9b-4515-9f17-6e76a882ced2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1002102 Jan 18 20:26:33.007860 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37244) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:33.017988 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-35135773-1bdc-4ea8-b1c6-7a8fa1dc2707 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:33.030641 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-35135773-1bdc-4ea8-b1c6-7a8fa1dc2707 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/networks?id=969e5bec-1cc4-4b20-ab88-96d006b4e701 HTTP/1.1" status: 200 len: 813 time: 0.1991301 Jan 18 20:26:33.051304 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-3c8ac02c-4087-4f4d-81c5-be04339ddd28 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/quotas/deb1a2f7ff2a41c7978cf89e849731a8 HTTP/1.1" status: 200 len: 375 time: 0.0194616 Jan 18 20:26:33.064888 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-542175e5-ca86-44bc-acb4-b231b376d179 admin admin] Publish callbacks [] for security_group (fbc26214-b52c-4236-b0e2-2bd466a5f2fb), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:33.104593 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-a4410faa-ebd7-4808-9c87-0892e97e6ebe tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=deb1a2f7ff2a41c7978cf89e849731a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510921 Jan 18 20:26:33.107863 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-542175e5-ca86-44bc-acb4-b231b376d179 admin admin] Publish callbacks [] for security_group (fbc26214-b52c-4236-b0e2-2bd466a5f2fb), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:33.114758 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7dc7ef-86dd-46be-9d13-e1876cbe2ef7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:33.117944 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7dc7ef-86dd-46be-9d13-e1876cbe2ef7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:33.122408 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7dc7ef-86dd-46be-9d13-e1876cbe2ef7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:33.124417 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9a7dc7ef-86dd-46be-9d13-e1876cbe2ef7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1156137 Jan 18 20:26:33.128528 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37246) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:33.198890 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-542175e5-ca86-44bc-acb4-b231b376d179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (fbc26214-b52c-4236-b0e2-2bd466a5f2fb), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:33.202733 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-542175e5-ca86-44bc-acb4-b231b376d179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:33.218404 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-542175e5-ca86-44bc-acb4-b231b376d179 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fbc26214-b52c-4236-b0e2-2bd466a5f2fb HTTP/1.1" status: 204 len: 168 time: 0.3102524 Jan 18 20:26:33.234576 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f7b8408-cd9e-494a-92e8-3eab6a947768 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet 95ddd5d0-b6ec-4804-a665-0fa52ef9884f {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:26:33.259654 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4f7b8408-cd9e-494a-92e8-3eab6a947768 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (95ddd5d0-b6ec-4804-a665-0fa52ef9884f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:33.265798 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542175e5-ca86-44bc-acb4-b231b376d179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc26214-b52c-4236-b0e2-2bd466a5f2fb,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:33.358090 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-91a53182-4493-4cdd-8dac-78080dd4ccbc tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for port (f8d06fbe-c116-4d7c-9cd2-c0fd5001ba0e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:33.377042 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4f7b8408-cd9e-494a-92e8-3eab6a947768 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (95ddd5d0-b6ec-4804-a665-0fa52ef9884f), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:33.512563 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-3e8309e5-b607-463f-a556-8d174ce47071 service neutron] 10.222.0.31 "GET /v2.0/networks/969e5bec-1cc4-4b20-ab88-96d006b4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069912 Jan 18 20:26:33.654404 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-91a53182-4493-4cdd-8dac-78080dd4ccbc tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (f8d06fbe-c116-4d7c-9cd2-c0fd5001ba0e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:33.749390 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a53182-4493-4cdd-8dac-78080dd4ccbc tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Port': ['ID=f8d06fbe-c116-4d7c-9cd2-c0fd5001ba0e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:33.768111 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a53182-4493-4cdd-8dac-78080dd4ccbc tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network dc89e512-ca6f-4c70-928d-abd26383b9b2 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:26:33.771484 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4f7b8408-cd9e-494a-92e8-3eab6a947768 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (95ddd5d0-b6ec-4804-a665-0fa52ef9884f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:33.788791 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-91a53182-4493-4cdd-8dac-78080dd4ccbc tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:33.798444 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a53182-4493-4cdd-8dac-78080dd4ccbc tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:26:33.811068 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a53182-4493-4cdd-8dac-78080dd4ccbc tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:33.811929 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-91a53182-4493-4cdd-8dac-78080dd4ccbc tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:33.926591 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:33.970802 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-91a53182-4493-4cdd-8dac-78080dd4ccbc tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6264701 Jan 18 20:26:33.970999 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37262) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:33.978695 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-34d56fa8-77a6-40a8-a9ae-774c2fc3e097 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'port': {'network_id': 'dc89e512-ca6f-4c70-928d-abd26383b9b2', 'name': 'tempest-PortsIpV6TestJSON-1548643192', 'fixed_ips': [{'subnet_id': '14d11bef-6949-4e70-af13-3ea6a7ba584a', 'ip_address': '2001:db8::f'}]}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:33.987234 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-4506621c-e60c-4495-af96-bfc5736db3ba service neutron] 10.222.0.31 "GET /v2.0/networks/969e5bec-1cc4-4b20-ab88-96d006b4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661856 Jan 18 20:26:34.010954 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b1751b18-15fd-4cbf-b85d-297727140dc1 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:26:34.090512 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4f7b8408-cd9e-494a-92e8-3eab6a947768 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (95ddd5d0-b6ec-4804-a665-0fa52ef9884f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:34.154909 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b8408-cd9e-494a-92e8-3eab6a947768 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=95ddd5d0-b6ec-4804-a665-0fa52ef9884f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:34.174559 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4f7b8408-cd9e-494a-92e8-3eab6a947768 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:34.181201 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4f7b8408-cd9e-494a-92e8-3eab6a947768 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/95ddd5d0-b6ec-4804-a665-0fa52ef9884f HTTP/1.1" status: 204 len: 168 time: 1.0418231 Jan 18 20:26:34.183300 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37270) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:34.203161 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc03017-5073-45c5-aa19-9db5f85e23ce None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:34.269066 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ba2fa2-5848-4ef2-8326-84faf6233d99 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet c4464876-d12e-4a45-a922-363fcd335502 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:26:34.273250 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f0ba2fa2-5848-4ef2-8326-84faf6233d99 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (c4464876-d12e-4a45-a922-363fcd335502), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:34.327531 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port b1751b18-15fd-4cbf-b85d-297727140dc1 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:34.331984 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b1751b18-15fd-4cbf-b85d-297727140dc1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:34.335576 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f0ba2fa2-5848-4ef2-8326-84faf6233d99 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (c4464876-d12e-4a45-a922-363fcd335502), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:34.435159 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d56fa8-77a6-40a8-a9ae-774c2fc3e097 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:34.486194 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f0ba2fa2-5848-4ef2-8326-84faf6233d99 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (c4464876-d12e-4a45-a922-363fcd335502), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:34.594448 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7cd5526a-7062-4058-93dc-0a2369e02245 req-394e8921-aee9-4b63-8c18-57e29ab11724 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 210 time: 0.0356953 Jan 18 20:26:34.596393 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f0ba2fa2-5848-4ef2-8326-84faf6233d99 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (c4464876-d12e-4a45-a922-363fcd335502), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:34.632172 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba2fa2-5848-4ef2-8326-84faf6233d99 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=c4464876-d12e-4a45-a922-363fcd335502,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:34.638352 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34d56fa8-77a6-40a8-a9ae-774c2fc3e097 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:34.646833 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f0ba2fa2-5848-4ef2-8326-84faf6233d99 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:34.653668 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f0ba2fa2-5848-4ef2-8326-84faf6233d99 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/c4464876-d12e-4a45-a922-363fcd335502 HTTP/1.1" status: 204 len: 168 time: 0.4691510 Jan 18 20:26:34.656707 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37280) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:34.671958 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-34d56fa8-77a6-40a8-a9ae-774c2fc3e097 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] device_id is not set on port 585bcbf4-3a60-447e-9273-3b1c12653da9 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:26:34.743632 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d1a0e947-155a-49e1-8e78-83c990ab5a19 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847657 Jan 18 20:26:34.747076 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37282) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:34.753092 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-71288b22-517c-42f8-940a-cdb4f741845d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:34.767821 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port b1751b18-15fd-4cbf-b85d-297727140dc1 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:34.768691 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b1751b18-15fd-4cbf-b85d-297727140dc1), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:34.771940 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4480984c-be1f-42cb-b6dd-3beaa7b402ce None None] Network dc89e512-ca6f-4c70-928d-abd26383b9b2 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:34.926366 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d587c27c-6987-4e5b-8707-a007e6723e4c None None] Provisioning complete for port b1751b18-15fd-4cbf-b85d-297727140dc1 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:34.926730 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d587c27c-6987-4e5b-8707-a007e6723e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b1751b18-15fd-4cbf-b85d-297727140dc1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:34.944927 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71288b22-517c-42f8-940a-cdb4f741845d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:34.949112 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-71288b22-517c-42f8-940a-cdb4f741845d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:34.955230 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port b1751b18-15fd-4cbf-b85d-297727140dc1, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b1751b18-15fd-4cbf-b85d-297727140dc1,segment=NetworkSegment(ab6accc5-e226-4153-a662-14638b1fc49b),segment_id=ab6accc5-e226-4153-a662-14638b1fc49b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:35.025229 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-34d56fa8-77a6-40a8-a9ae-774c2fc3e097 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Allocated IP 2001:db8::f (dc89e512-ca6f-4c70-928d-abd26383b9b2/14d11bef-6949-4e70-af13-3ea6a7ba584a/585bcbf4-3a60-447e-9273-3b1c12653da9) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:35.050817 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b1751b18-15fd-4cbf-b85d-297727140dc1), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:35.296622 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-71288b22-517c-42f8-940a-cdb4f741845d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (629edd11-d9ad-4418-97b5-b2698ed3634f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:35.323838 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34d56fa8-77a6-40a8-a9ae-774c2fc3e097 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for port (585bcbf4-3a60-447e-9273-3b1c12653da9), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:35.393079 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71288b22-517c-42f8-940a-cdb4f741845d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:26:35.397766 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=b1751b18-15fd-4cbf-b85d-297727140dc1,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:35.413179 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-71288b22-517c-42f8-940a-cdb4f741845d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:35.417025 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71288b22-517c-42f8-940a-cdb4f741845d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:35.418058 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-71288b22-517c-42f8-940a-cdb4f741845d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:35.421001 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34d56fa8-77a6-40a8-a9ae-774c2fc3e097 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (585bcbf4-3a60-447e-9273-3b1c12653da9), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:35.473730 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71288b22-517c-42f8-940a-cdb4f741845d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=629edd11-d9ad-4418-97b5-b2698ed3634f,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:35.502421 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-71288b22-517c-42f8-940a-cdb4f741845d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7542448 Jan 18 20:26:35.505162 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37302) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:35.509686 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d587c27c-6987-4e5b-8707-a007e6723e4c None None] Current status of the port b1751b18-15fd-4cbf-b85d-297727140dc1 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:35.513270 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-de2e7fce-2d60-45bd-ba4d-97da882ab6d1 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:35.529620 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8b1332-5638-4902-87f8-aea799dcf40b None None] Update dhcp port {'port': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'fixed_ips': [{'subnet_id': 'c4464876-d12e-4a45-a922-363fcd335502'}], 'binding:host_id': 'n-d-741529-9'}, 'id': '4930d113-86b6-42df-9b1e-197862bb9a31'} from n-d-741529-9. {{(pid=103337) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 18 20:26:35.561379 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ce8b1332-5638-4902-87f8-aea799dcf40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:35.565680 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d56fa8-77a6-40a8-a9ae-774c2fc3e097 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network dc89e512-ca6f-4c70-928d-abd26383b9b2 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:26:35.569607 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-34d56fa8-77a6-40a8-a9ae-774c2fc3e097 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:35.572391 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d56fa8-77a6-40a8-a9ae-774c2fc3e097 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:26:35.584699 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d56fa8-77a6-40a8-a9ae-774c2fc3e097 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:35.585419 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34d56fa8-77a6-40a8-a9ae-774c2fc3e097 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:35.605355 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d56fa8-77a6-40a8-a9ae-774c2fc3e097 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Port': ['ID=585bcbf4-3a60-447e-9273-3b1c12653da9,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:35.624215 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-34d56fa8-77a6-40a8-a9ae-774c2fc3e097 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6525669 Jan 18 20:26:35.627444 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37306) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:35.764024 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f99769-141e-4f4a-915c-421e55db6588 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:35.782033 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-41f99769-141e-4f4a-915c-421e55db6588 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1534457 Jan 18 20:26:35.782702 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37310) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:35.817528 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d48c6071-6a0f-4ab6-94a5-740e10384269 req-ed5c2fcb-15d2-4d16-bbd1-dc3036a7b630 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 210 time: 0.0503962 Jan 18 20:26:35.851771 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2e7fce-2d60-45bd-ba4d-97da882ab6d1 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:35.864071 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-de2e7fce-2d60-45bd-ba4d-97da882ab6d1 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:35.964727 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148fd57c-8670-48bb-a949-cc35e3a64963 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:35.969910 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b1751b18-15fd-4cbf-b85d-297727140dc1 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:26:35.979053 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148fd57c-8670-48bb-a949-cc35e3a64963 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:35.989794 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148fd57c-8670-48bb-a949-cc35e3a64963 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:35.991792 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-148fd57c-8670-48bb-a949-cc35e3a64963 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2081482 Jan 18 20:26:35.995585 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37316) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:36.191470 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port b1751b18-15fd-4cbf-b85d-297727140dc1 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:36.191851 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b1751b18-15fd-4cbf-b85d-297727140dc1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:36.269730 n-d-741529-9 neutron-server[103336]: INFO neutron.db.ipam_backend_mixin [None req-de2e7fce-2d60-45bd-ba4d-97da882ab6d1 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 629edd11-d9ad-4418-97b5-b2698ed3634f (CIDR: 2001:db8::/64) Jan 18 20:26:36.276859 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2e7fce-2d60-45bd-ba4d-97da882ab6d1 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:26:36.277828 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de2e7fce-2d60-45bd-ba4d-97da882ab6d1 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:36.282394 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b77e38-00ec-4589-b9c6-6e8a2b747e49 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:36.305886 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-de2e7fce-2d60-45bd-ba4d-97da882ab6d1 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7992854 Jan 18 20:26:36.308891 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37326) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:36.325844 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-f85f5633-7d09-4309-8340-009556f75b42 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'subnet': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:36.458482 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d8860841-0cbe-42c2-a634-8dc464e695ae None None] Provisioning complete for port f8d06fbe-c116-4d7c-9cd2-c0fd5001ba0e triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:36.461685 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d8860841-0cbe-42c2-a634-8dc464e695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f8d06fbe-c116-4d7c-9cd2-c0fd5001ba0e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:36.552760 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a98e98ad-73bc-4169-95b0-7b45de03689c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting port 585bcbf4-3a60-447e-9273-3b1c12653da9 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:26:36.553324 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a98e98ad-73bc-4169-95b0-7b45de03689c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (585bcbf4-3a60-447e-9273-3b1c12653da9), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:36.648263 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port b1751b18-15fd-4cbf-b85d-297727140dc1 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:36.726711 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d8860841-0cbe-42c2-a634-8dc464e695ae None None] Port f8d06fbe-c116-4d7c-9cd2-c0fd5001ba0e cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:26:36.844196 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:36.869952 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d8860841-0cbe-42c2-a634-8dc464e695ae None None] Provisioning complete for port b1751b18-15fd-4cbf-b85d-297727140dc1 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:36.870340 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d8860841-0cbe-42c2-a634-8dc464e695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b1751b18-15fd-4cbf-b85d-297727140dc1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:36.929081 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37340) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:37.098136 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666d4bb1-d984-4828-971a-a627653caf0e None None] Update dhcp port {'port': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'fixed_ips': [{'subnet_id': '629edd11-d9ad-4418-97b5-b2698ed3634f'}], 'binding:host_id': 'n-d-741529-9'}, 'id': '4930d113-86b6-42df-9b1e-197862bb9a31'} from n-d-741529-9. {{(pid=103337) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 18 20:26:37.150877 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a78c1a49-4d80-4f1a-868d-72f7a980f139 req-1125716c-afea-4320-9f7b-c5d20c5df010 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 210 time: 0.1066294 Jan 18 20:26:37.152986 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d8860841-0cbe-42c2-a634-8dc464e695ae None None] Current status of the port b1751b18-15fd-4cbf-b85d-297727140dc1 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:37.209407 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-666d4bb1-d984-4828-971a-a627653caf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:37.340390 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37348) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:37.391380 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-ac770b72-92a6-4295-a642-5df8ad541f64 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:37.393349 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-ac770b72-92a6-4295-a642-5df8ad541f64 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.70 "GET /v2.0/networks?id=969e5bec-1cc4-4b20-ab88-96d006b4e701 HTTP/1.1" status: 200 len: 813 time: 0.9074583 Jan 18 20:26:37.410678 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a98e98ad-73bc-4169-95b0-7b45de03689c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (585bcbf4-3a60-447e-9273-3b1c12653da9), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:37.431777 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-c82c2274-4776-461e-8487-ecd8b7e2b9ee tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Request body: {'port': {'device_id': '20fdcac9-cf80-4b6a-a3aa-0391aab6c10e', 'network_id': '969e5bec-1cc4-4b20-ab88-96d006b4e701', 'admin_state_up': True, 'tenant_id': 'deb1a2f7ff2a41c7978cf89e849731a8'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:37.453223 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85f5633-7d09-4309-8340-009556f75b42 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:37.456940 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f85f5633-7d09-4309-8340-009556f75b42 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:37.466590 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-25729b96-a1f1-4722-87aa-ad83971a70cd tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Deleting port 12c06ee7-7ec6-453b-b7a7-58e496b7295a {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:26:37.467077 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-25729b96-a1f1-4722-87aa-ad83971a70cd tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (12c06ee7-7ec6-453b-b7a7-58e496b7295a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:37.532458 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a98e98ad-73bc-4169-95b0-7b45de03689c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Calling delete_port for 585bcbf4-3a60-447e-9273-3b1c12653da9 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:26:37.566320 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-25729b96-a1f1-4722-87aa-ad83971a70cd tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (12c06ee7-7ec6-453b-b7a7-58e496b7295a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:37.566819 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-25729b96-a1f1-4722-87aa-ad83971a70cd tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for floatingip (12c06ee7-7ec6-453b-b7a7-58e496b7295a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:37.581802 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-25729b96-a1f1-4722-87aa-ad83971a70cd tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Calling delete_port for 12c06ee7-7ec6-453b-b7a7-58e496b7295a owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:26:37.891308 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-25729b96-a1f1-4722-87aa-ad83971a70cd tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (12c06ee7-7ec6-453b-b7a7-58e496b7295a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:37.913314 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e82a9968-0e12-4df8-8058-52d2a25a5399 None None] Provisioning complete for port f8d06fbe-c116-4d7c-9cd2-c0fd5001ba0e triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:37.913862 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e82a9968-0e12-4df8-8058-52d2a25a5399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f8d06fbe-c116-4d7c-9cd2-c0fd5001ba0e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:37.934686 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4930d113-86b6-42df-9b1e-197862bb9a31 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:26:37.955782 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25729b96-a1f1-4722-87aa-ad83971a70cd tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Pushing event deleted for resources: {'Port': ['ID=12c06ee7-7ec6-453b-b7a7-58e496b7295a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:38.036238 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f523d2b1-546e-4ec9-bb69-3beefc1900bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:38.071607 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e82a9968-0e12-4df8-8058-52d2a25a5399 None None] Port f8d06fbe-c116-4d7c-9cd2-c0fd5001ba0e cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:26:38.101219 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-25729b96-a1f1-4722-87aa-ad83971a70cd tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for floatingip (3ba6a8ba-c20d-4f40-9c3b-87f6de443cde), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:38.102293 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-25729b96-a1f1-4722-87aa-ad83971a70cd tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Floating IP 3ba6a8ba-c20d-4f40-9c3b-87f6de443cde disassociated (deleted). External IP: 172.25.4.115, port: ef402ab9-2794-4d83-a267-a0bd03e0340d. Jan 18 20:26:38.139805 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-666d4bb1-d984-4828-971a-a627653caf0e None None] Allocated IP 2001:db8::2 (c68ada5d-da8a-41c6-813a-b53f9c35e893/629edd11-d9ad-4418-97b5-b2698ed3634f/4930d113-86b6-42df-9b1e-197862bb9a31) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:38.272192 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-666d4bb1-d984-4828-971a-a627653caf0e None None] For port 4930d113-86b6-42df-9b1e-197862bb9a31, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4930d113-86b6-42df-9b1e-197862bb9a31,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:38.312189 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-666d4bb1-d984-4828-971a-a627653caf0e None None] Publish callbacks [] for port (4930d113-86b6-42df-9b1e-197862bb9a31), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:38.315536 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e82a9968-0e12-4df8-8058-52d2a25a5399 None None] Provisioning complete for port 585bcbf4-3a60-447e-9273-3b1c12653da9 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:38.315963 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e82a9968-0e12-4df8-8058-52d2a25a5399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (585bcbf4-3a60-447e-9273-3b1c12653da9), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:38.327428 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-666d4bb1-d984-4828-971a-a627653caf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:38.374967 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e82a9968-0e12-4df8-8058-52d2a25a5399 None None] Port 585bcbf4-3a60-447e-9273-3b1c12653da9 was deleted so its status cannot be updated. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Jan 18 20:26:38.401451 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9cf29530-6df3-4ddc-baad-af97e7e85ebb req-198fcb90-21d9-49d7-8392-aea283198040 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 210 time: 0.0515411 Jan 18 20:26:38.445484 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a98e98ad-73bc-4169-95b0-7b45de03689c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (585bcbf4-3a60-447e-9273-3b1c12653da9), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:38.477423 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 4930d113-86b6-42df-9b1e-197862bb9a31 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:38.477926 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:38.522558 n-d-741529-9 neutron-server[103335]: DEBUG neutron.objects.ports [None req-f85f5633-7d09-4309-8340-009556f75b42 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103335) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 20:26:38.561879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e98ad-73bc-4169-95b0-7b45de03689c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Port': ['ID=585bcbf4-3a60-447e-9273-3b1c12653da9,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:38.566761 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e82a9968-0e12-4df8-8058-52d2a25a5399 None None] Provisioning complete for port 4930d113-86b6-42df-9b1e-197862bb9a31 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:38.567134 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e82a9968-0e12-4df8-8058-52d2a25a5399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:38.571116 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d4bb1-d984-4828-971a-a627653caf0e None None] Pushing event updated for resources: {'Port': ['ID=4930d113-86b6-42df-9b1e-197862bb9a31,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:38.666387 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a98e98ad-73bc-4169-95b0-7b45de03689c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:38.672170 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a98e98ad-73bc-4169-95b0-7b45de03689c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/ports/585bcbf4-3a60-447e-9273-3b1c12653da9 HTTP/1.1" status: 204 len: 168 time: 2.6705966 Jan 18 20:26:38.673150 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37360) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:38.673955 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:26:38.674281 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:26:38.700439 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-c82c2274-4776-461e-8487-ecd8b7e2b9ee tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Made reservation on behalf of deb1a2f7ff2a41c7978cf89e849731a8 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:38.704739 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-c82c2274-4776-461e-8487-ecd8b7e2b9ee tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:38.705849 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-e00fddb3-0492-4bca-ab6a-d612221f3e04 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] GET failed (client error): The resource could not be found. Jan 18 20:26:38.710081 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e00fddb3-0492-4bca-ab6a-d612221f3e04 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "GET /v2.0/ports/585bcbf4-3a60-447e-9273-3b1c12653da9 HTTP/1.1" status: 404 len: 333 time: 0.0313489 Jan 18 20:26:38.711436 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37362) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:38.729242 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25729b96-a1f1-4722-87aa-ad83971a70cd tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Router 8945969a-189b-4f40-972e-2b9c31ede4df has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:26:38.754801 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e82a9968-0e12-4df8-8058-52d2a25a5399 None None] Current status of the port 4930d113-86b6-42df-9b1e-197862bb9a31 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:38.869565 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-04962b3c-30dd-47d7-a132-853d7713b99c req-f5ae53b4-6316-4815-b7fa-d106b5008ec1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5984850 Jan 18 20:26:39.072340 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25729b96-a1f1-4722-87aa-ad83971a70cd tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:26:39.091402 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fede0b-935f-4608-9015-f45e38b64d99 None None] Sync routers for ids ['8945969a-189b-4f40-972e-2b9c31ede4df'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:26:39.096197 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-25729b96-a1f1-4722-87aa-ad83971a70cd tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:39.114423 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fede0b-935f-4608-9015-f45e38b64d99 None None] Routers {'8945969a-189b-4f40-972e-2b9c31ede4df'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:26:39.115073 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f9fede0b-935f-4608-9015-f45e38b64d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:26:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8945969a-189b-4f40-972e-2b9c31ede4df'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:39.146840 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f523d2b1-546e-4ec9-bb69-3beefc1900bd admin admin] Publish callbacks [] for security_group (1f80f093-8428-4fa3-93ff-8bcdb660053a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:39.154046 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f85f5633-7d09-4309-8340-009556f75b42 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:39.160414 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f523d2b1-546e-4ec9-bb69-3beefc1900bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1f80f093-8428-4fa3-93ff-8bcdb660053a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:39.176661 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-25729b96-a1f1-4722-87aa-ad83971a70cd tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "DELETE /v2.0/floatingips/3ba6a8ba-c20d-4f40-9c3b-87f6de443cde HTTP/1.1" status: 204 len: 168 time: 2.2464905 Jan 18 20:26:39.197911 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138676da-e01f-4e54-a383-be4cfa435039', 'tag': 'ef402ab9-2794-4d83-a267-a0bd03e0340d'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:26:39.205699 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26529a2-48bd-405a-93a9-b6a7615d580e" -d '{"events": [{"name": "network-changed", "server_uuid": "138676da-e01f-4e54-a383-be4cfa435039", "tag": "ef402ab9-2794-4d83-a267-a0bd03e0340d"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:26:39.215295 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f523d2b1-546e-4ec9-bb69-3beefc1900bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b2f5a063d1d04219ab2616cbfa263b4e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8719938 Jan 18 20:26:39.229043 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37370) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:39.279863 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04962b3c-30dd-47d7-a132-853d7713b99c req-70038187-3ff0-4a7f-86d9-0c5d168f0c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:39.282615 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-04962b3c-30dd-47d7-a132-853d7713b99c req-70038187-3ff0-4a7f-86d9-0c5d168f0c45 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 1095 time: 0.2925863 Jan 18 20:26:39.323373 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc32be80-1933-4e8e-84ed-f104b19bba83 x-openstack-request-id: req-dc32be80-1933-4e8e-84ed-f104b19bba83 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:26:39.323781 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138676da-e01f-4e54-a383-be4cfa435039", "tag": "ef402ab9-2794-4d83-a267-a0bd03e0340d", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:26:39.324051 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc32be80-1933-4e8e-84ed-f104b19bba83 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:26:39.324502 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138676da-e01f-4e54-a383-be4cfa435039', 'tag': 'ef402ab9-2794-4d83-a267-a0bd03e0340d', 'status': 'completed', 'code': 200} Jan 18 20:26:39.412634 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-cda84f36-9893-4d03-be8e-68efefbad311 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting port f8d06fbe-c116-4d7c-9cd2-c0fd5001ba0e {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:26:39.412983 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cda84f36-9893-4d03-be8e-68efefbad311 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (f8d06fbe-c116-4d7c-9cd2-c0fd5001ba0e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:39.572701 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523d2b1-546e-4ec9-bb69-3beefc1900bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f80f093-8428-4fa3-93ff-8bcdb660053a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:39.579463 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 4930d113-86b6-42df-9b1e-197862bb9a31 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:39.580173 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:39.596626 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-c82c2274-4776-461e-8487-ecd8b7e2b9ee tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Allocated IP 172.20.0.14 (969e5bec-1cc4-4b20-ab88-96d006b4e701/d51416a9-d1ba-44a6-8439-10a7eabfd114/30f55edd-0722-4cff-a5f8-68d9282acbc8) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:39.611805 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-f9fede0b-935f-4608-9015-f45e38b64d99 None None] Set router 8945969a-189b-4f40-972e-2b9c31ede4df gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:26:39.721920 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cda84f36-9893-4d03-be8e-68efefbad311 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (f8d06fbe-c116-4d7c-9cd2-c0fd5001ba0e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:39.737204 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 4930d113-86b6-42df-9b1e-197862bb9a31, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4930d113-86b6-42df-9b1e-197862bb9a31,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:39.757330 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.db.api [None req-f85f5633-7d09-4309-8340-009556f75b42 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:26:39.758103 n-d-741529-9 neutron-server[103335]: DEBUG oslo_db.api [None req-f85f5633-7d09-4309-8340-009556f75b42 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:26:39.765117 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9195c7da-b8c2-4c71-8a91-9fb340f18c14 admin admin] Publish callbacks [] for security_group (1f80f093-8428-4fa3-93ff-8bcdb660053a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:39.765470 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:39.772688 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4957e7d2-c1dc-42df-b977-4c40da82b590 req-768223c0-4351-44ba-ae58-660e74c09611 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 210 time: 0.0755775 Jan 18 20:26:39.780965 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-cda84f36-9893-4d03-be8e-68efefbad311 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Calling delete_port for f8d06fbe-c116-4d7c-9cd2-c0fd5001ba0e owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:26:39.819742 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9195c7da-b8c2-4c71-8a91-9fb340f18c14 admin admin] Publish callbacks [] for security_group (1f80f093-8428-4fa3-93ff-8bcdb660053a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:39.968389 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cb482-4ddd-4056-aa27-f308c9f51aa3 req-755af1c8-9ea4-4105-8a5f-b173304247a3 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:39.976516 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c0cb482-4ddd-4056-aa27-f308c9f51aa3 req-755af1c8-9ea4-4105-8a5f-b173304247a3 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 945 time: 0.2803969 Jan 18 20:26:40.117925 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=4930d113-86b6-42df-9b1e-197862bb9a31,revision_number=10']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:40.120936 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c0cb482-4ddd-4056-aa27-f308c9f51aa3 req-1b3e1c73-0c70-4728-bd30-07c1332a2e4f tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/security-groups?id=6884ff19-a64f-4752-8b6d-9adf6f2b5250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433365 Jan 18 20:26:40.148117 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4930d113-86b6-42df-9b1e-197862bb9a31 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:26:40.153874 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9195c7da-b8c2-4c71-8a91-9fb340f18c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1f80f093-8428-4fa3-93ff-8bcdb660053a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:40.156499 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9195c7da-b8c2-4c71-8a91-9fb340f18c14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:40.157717 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9195c7da-b8c2-4c71-8a91-9fb340f18c14 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f80f093-8428-4fa3-93ff-8bcdb660053a HTTP/1.1" status: 204 len: 168 time: 0.9214547 Jan 18 20:26:40.175852 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195c7da-b8c2-4c71-8a91-9fb340f18c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f80f093-8428-4fa3-93ff-8bcdb660053a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:40.184262 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-c82c2274-4776-461e-8487-ecd8b7e2b9ee tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Publish callbacks [] for port (30f55edd-0722-4cff-a5f8-68d9282acbc8), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:40.214095 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cda84f36-9893-4d03-be8e-68efefbad311 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (f8d06fbe-c116-4d7c-9cd2-c0fd5001ba0e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:40.260219 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cda84f36-9893-4d03-be8e-68efefbad311 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:40.264459 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cda84f36-9893-4d03-be8e-68efefbad311 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/ports/f8d06fbe-c116-4d7c-9cd2-c0fd5001ba0e HTTP/1.1" status: 204 len: 168 time: 1.5517032 Jan 18 20:26:40.272038 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-c82c2274-4776-461e-8487-ecd8b7e2b9ee tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (30f55edd-0722-4cff-a5f8-68d9282acbc8), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:40.283308 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26529a2-48bd-405a-93a9-b6a7615d580e req-61efdef0-0133-4d99-b8f0-6d2632584e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:40.285189 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c26529a2-48bd-405a-93a9-b6a7615d580e req-61efdef0-0133-4d99-b8f0-6d2632584e1d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=823a89669aba4a1ca250f17180b6d997&device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 1096 time: 0.9364755 Jan 18 20:26:40.285723 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37384) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:40.293346 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda84f36-9893-4d03-be8e-68efefbad311 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Port': ['ID=f8d06fbe-c116-4d7c-9cd2-c0fd5001ba0e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:40.406588 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7b47382d-40ce-4596-bf7d-2aa0ec8c1fc8 None None] Provisioning complete for port 4930d113-86b6-42df-9b1e-197862bb9a31 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:40.407195 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7b47382d-40ce-4596-bf7d-2aa0ec8c1fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:40.446834 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 4930d113-86b6-42df-9b1e-197862bb9a31 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:40.449293 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:40.588892 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f9fede0b-935f-4608-9015-f45e38b64d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'name': 'tempest-TestVolumeBackupRestore-557413874-router', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:35Z', 'updated_at': '2022-01-18T20:19:46Z', 'revision_number': 4, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'gw_port': {'id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:37Z', 'updated_at': '2022-01-18T20:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'fbd845d4-9f6c-42b3-8ab6-45f55871a660', 'name': '', 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'mac_address': 'fa:16:3e:f8:85:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'f6050b78-f460-4028-811c-57bb560e336d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:45Z', 'updated_at': '2022-01-18T20:19:53Z', 'revision_number': 5, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'subnets': [{'id': 'f6050b78-f460-4028-811c-57bb560e336d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:40.652176 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fede0b-935f-4608-9015-f45e38b64d99 None None] Checking router: 8945969a-189b-4f40-972e-2b9c31ede4df for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:26:40.692974 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37394) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:40.711652 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-c82c2274-4776-461e-8487-ecd8b7e2b9ee tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Network 969e5bec-1cc4-4b20-ab88-96d006b4e701 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:26:40.715860 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f85f5633-7d09-4309-8340-009556f75b42 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:40.733233 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96362abe-447b-4a28-bcce-6639defd8f29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:40.760072 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-c82c2274-4776-461e-8487-ecd8b7e2b9ee tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:40.772479 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fede0b-935f-4608-9015-f45e38b64d99 None None] Routers {'8945969a-189b-4f40-972e-2b9c31ede4df'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:26:40.776372 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-c82c2274-4776-461e-8487-ecd8b7e2b9ee tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:26:40.786783 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f9fede0b-935f-4608-9015-f45e38b64d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:26:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8945969a-189b-4f40-972e-2b9c31ede4df'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:40.844464 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-c82c2274-4776-461e-8487-ecd8b7e2b9ee tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:40.845466 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-c82c2274-4776-461e-8487-ecd8b7e2b9ee tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:40.915600 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a13161-2594-484e-b2b1-9fff0ea0fe28 req-0acf5e80-fc16-46f1-bb93-6af0f1336362 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:40.917189 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-35a13161-2594-484e-b2b1-9fff0ea0fe28 req-0acf5e80-fc16-46f1-bb93-6af0f1336362 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.1333723 Jan 18 20:26:40.949966 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7b47382d-40ce-4596-bf7d-2aa0ec8c1fc8 None None] Current status of the port 4930d113-86b6-42df-9b1e-197862bb9a31 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:40.956693 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7b47382d-40ce-4596-bf7d-2aa0ec8c1fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:41.033738 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96362abe-447b-4a28-bcce-6639defd8f29 admin admin] Publish callbacks [] for security_group (94dd9469-8c2d-414c-9e9c-97067b88e03e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:41.042221 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-35a13161-2594-484e-b2b1-9fff0ea0fe28 req-9107dade-14ab-4bd4-9c54-507a215d7908 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156442 Jan 18 20:26:41.044826 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96362abe-447b-4a28-bcce-6639defd8f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (94dd9469-8c2d-414c-9e9c-97067b88e03e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:41.053352 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f85f5633-7d09-4309-8340-009556f75b42 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] For port 4930d113-86b6-42df-9b1e-197862bb9a31, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4930d113-86b6-42df-9b1e-197862bb9a31,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:41.074250 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 4930d113-86b6-42df-9b1e-197862bb9a31 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:41.074718 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:41.086700 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96362abe-447b-4a28-bcce-6639defd8f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94dd9469-8c2d-414c-9e9c-97067b88e03e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:41.097211 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f85f5633-7d09-4309-8340-009556f75b42 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (4930d113-86b6-42df-9b1e-197862bb9a31), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:41.099728 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04962b3c-30dd-47d7-a132-853d7713b99c req-5f4bbe46-f5ca-4ad9-ad45-584a0a5e39de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:41.101402 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-04962b3c-30dd-47d7-a132-853d7713b99c req-5f4bbe46-f5ca-4ad9-ad45-584a0a5e39de service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 912 time: 1.7515490 Jan 18 20:26:41.102763 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9ddb74-4313-46b1-aff7-3335f65b3201 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] GET failed (client error): The resource could not be found. Jan 18 20:26:41.107002 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1b9ddb74-4313-46b1-aff7-3335f65b3201 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "GET /v2.0/ports/f8d06fbe-c116-4d7c-9cd2-c0fd5001ba0e HTTP/1.1" status: 404 len: 333 time: 0.7416518 Jan 18 20:26:41.111086 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37398) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:41.114073 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-c82c2274-4776-461e-8487-ecd8b7e2b9ee tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6969316 Jan 18 20:26:41.157787 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9731006-07eb-405f-a2c8-02cf69bca84e req-72183403-1ee2-469c-9a3a-e8f7d7265d1e tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:41.165730 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b9731006-07eb-405f-a2c8-02cf69bca84e req-72183403-1ee2-469c-9a3a-e8f7d7265d1e tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 932 time: 0.2153981 Jan 18 20:26:41.184503 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f85f5633-7d09-4309-8340-009556f75b42 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:41.185227 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f85f5633-7d09-4309-8340-009556f75b42 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (7ef977c4-3b14-4180-8a62-ff51eb8b615c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:41.195032 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-04962b3c-30dd-47d7-a132-853d7713b99c req-cc037ffc-7082-4228-bbb5-8f451781fc6a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4095c9e8-3357-49c1-a713-048d6946f5fd HTTP/1.1" status: 200 len: 998 time: 0.0775616 Jan 18 20:26:41.205736 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-96362abe-447b-4a28-bcce-6639defd8f29 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f8390c00aeb4e36883194d0663c2b24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5110893 Jan 18 20:26:41.220034 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37402) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:41.227548 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-1245bf91-2e09-41fa-98cf-926c7037c94c service neutron] Request body: {'port': {'device_id': '20fdcac9-cf80-4b6a-a3aa-0391aab6c10e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:41.245605 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-f9fede0b-935f-4608-9015-f45e38b64d99 None None] Set router 8945969a-189b-4f40-972e-2b9c31ede4df gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:26:41.290206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85f5633-7d09-4309-8340-009556f75b42 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:26:41.294819 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-7b47382d-40ce-4596-bf7d-2aa0ec8c1fc8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:26:41.295248 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-7b47382d-40ce-4596-bf7d-2aa0ec8c1fc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:26:41.320214 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:26:41.320567 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:26:41.360812 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-f85f5633-7d09-4309-8340-009556f75b42 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:41.370628 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04962b3c-30dd-47d7-a132-853d7713b99c req-b2e1a37e-2dd9-4e95-bea0-28750c4ba878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:41.372152 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-04962b3c-30dd-47d7-a132-853d7713b99c req-b2e1a37e-2dd9-4e95-bea0-28750c4ba878 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2eac11f-fef0-464c-9aac-08a05c8cc068 HTTP/1.1" status: 200 len: 850 time: 0.0758035 Jan 18 20:26:41.416147 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85f5633-7d09-4309-8340-009556f75b42 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:41.416740 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f85f5633-7d09-4309-8340-009556f75b42 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:41.436035 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b9731006-07eb-405f-a2c8-02cf69bca84e req-6c66b4e1-640e-431a-8af6-9e6d4de074bd tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694516 Jan 18 20:26:41.476758 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c87d4e-0a6a-4be3-bb1e-5425740f503e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting subnet 14d11bef-6949-4e70-af13-3ea6a7ba584a {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:26:41.492697 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-02c87d4e-0a6a-4be3-bb1e-5425740f503e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for subnet (14d11bef-6949-4e70-af13-3ea6a7ba584a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:41.499925 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c2274-4776-461e-8487-ecd8b7e2b9ee tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Pushing event updated for resources: {'Port': ['ID=30f55edd-0722-4cff-a5f8-68d9282acbc8,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:41.508593 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f85f5633-7d09-4309-8340-009556f75b42 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.1962323 Jan 18 20:26:41.513646 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37406) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:41.597012 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f5633-7d09-4309-8340-009556f75b42 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=4930d113-86b6-42df-9b1e-197862bb9a31,revision_number=11']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:41.667434 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-1245bf91-2e09-41fa-98cf-926c7037c94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (30f55edd-0722-4cff-a5f8-68d9282acbc8), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:41.770012 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b552bc5a-010d-4567-9363-2fab88519f88 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:41.987984 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7b47382d-40ce-4596-bf7d-2aa0ec8c1fc8 None None] Current status of the port 4930d113-86b6-42df-9b1e-197862bb9a31 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:41.988364 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7b47382d-40ce-4596-bf7d-2aa0ec8c1fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:41.996897 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26529a2-48bd-405a-93a9-b6a7615d580e req-0ec098ff-0da8-4427-ab4e-185f17126d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:41.998424 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c26529a2-48bd-405a-93a9-b6a7615d580e req-0ec098ff-0da8-4427-ab4e-185f17126d87 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ba355ad9-b534-4edd-96f7-c8f599565a2d HTTP/1.1" status: 200 len: 914 time: 1.5895231 Jan 18 20:26:42.000355 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04962b3c-30dd-47d7-a132-853d7713b99c req-2751f454-7707-4de2-a520-e650dd59d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:42.001865 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-04962b3c-30dd-47d7-a132-853d7713b99c req-2751f454-7707-4de2-a520-e650dd59d509 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88e9200-d99d-4ea0-a241-681917733bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5674961 Jan 18 20:26:42.002312 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-02c87d4e-0a6a-4be3-bb1e-5425740f503e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (14d11bef-6949-4e70-af13-3ea6a7ba584a), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:42.004505 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f5633-7d09-4309-8340-009556f75b42 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Subnet': ['ID=7ef977c4-3b14-4180-8a62-ff51eb8b615c,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:42.041590 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7b47382d-40ce-4596-bf7d-2aa0ec8c1fc8 None None] For port 4930d113-86b6-42df-9b1e-197862bb9a31, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4930d113-86b6-42df-9b1e-197862bb9a31,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:42.051594 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 4930d113-86b6-42df-9b1e-197862bb9a31 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:42.051997 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:42.059129 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7b47382d-40ce-4596-bf7d-2aa0ec8c1fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:42.082587 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c26529a2-48bd-405a-93a9-b6a7615d580e req-7d2bd941-ff67-43f8-a81b-d8d86e90a124 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef402ab9-2794-4d83-a267-a0bd03e0340d HTTP/1.1" status: 200 len: 217 time: 0.0672951 Jan 18 20:26:42.084940 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-1245bf91-2e09-41fa-98cf-926c7037c94c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f55edd-0722-4cff-a5f8-68d9282acbc8 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:26:42.105796 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-1245bf91-2e09-41fa-98cf-926c7037c94c service neutron] Publish callbacks [] for port (30f55edd-0722-4cff-a5f8-68d9282acbc8), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:42.164140 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-02c87d4e-0a6a-4be3-bb1e-5425740f503e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (14d11bef-6949-4e70-af13-3ea6a7ba584a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:42.183448 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-1245bf91-2e09-41fa-98cf-926c7037c94c service neutron] Transition to ACTIVE for port object 30f55edd-0722-4cff-a5f8-68d9282acbc8 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:26:42.195862 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-1245bf91-2e09-41fa-98cf-926c7037c94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (30f55edd-0722-4cff-a5f8-68d9282acbc8), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:42.197404 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47382d-40ce-4596-bf7d-2aa0ec8c1fc8 None None] Pushing event updated for resources: {'Port': ['ID=4930d113-86b6-42df-9b1e-197862bb9a31,revision_number=12']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:42.206195 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-e202afab-449e-4efe-9c5c-645b88f54fa2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Request body: {'port': {'network_id': 'c68ada5d-da8a-41c6-813a-b53f9c35e893', 'mac_address': 'fa:16:3e:49:90:7d', 'name': 'tempest-NetworksTestDHCPv6-320243731'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:42.218516 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26529a2-48bd-405a-93a9-b6a7615d580e req-7eb3fae2-85ff-446e-b3d9-3b9e80fbd64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:42.220000 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c26529a2-48bd-405a-93a9-b6a7615d580e req-7eb3fae2-85ff-446e-b3d9-3b9e80fbd64d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6050b78-f460-4028-811c-57bb560e336d HTTP/1.1" status: 200 len: 852 time: 0.1263301 Jan 18 20:26:42.260917 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-04962b3c-30dd-47d7-a132-853d7713b99c req-8dc28c14-6f55-4c08-a127-ae3df4b1c889 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469368 Jan 18 20:26:42.347169 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c01042-bc2c-48f7-8e0e-72f49f74e57f req-016789de-5a2f-46c8-ad55-006df8bf1396 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:42.354425 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-88c01042-bc2c-48f7-8e0e-72f49f74e57f req-016789de-5a2f-46c8-ad55-006df8bf1396 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 945 time: 1.1265984 Jan 18 20:26:42.390184 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185937b-c83f-4b1c-ba6c-537662003077 req-ec67520f-9d05-4727-aa73-f2bd56296184 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:42.391705 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9185937b-c83f-4b1c-ba6c-537662003077 req-ec67520f-9d05-4727-aa73-f2bd56296184 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.70 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 945 time: 1.0579851 Jan 18 20:26:42.398567 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:26:42.398994 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:26:42.432158 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-310af9bd-7b89-4f2a-b885-8af7828a40fe admin admin] Publish callbacks [] for security_group (94dd9469-8c2d-414c-9e9c-97067b88e03e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:42.464821 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f9fede0b-935f-4608-9015-f45e38b64d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'name': 'tempest-TestVolumeBackupRestore-557413874-router', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:35Z', 'updated_at': '2022-01-18T20:19:46Z', 'revision_number': 4, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'gw_port': {'id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:37Z', 'updated_at': '2022-01-18T20:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'fbd845d4-9f6c-42b3-8ab6-45f55871a660', 'name': '', 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'mac_address': 'fa:16:3e:f8:85:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'f6050b78-f460-4028-811c-57bb560e336d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:45Z', 'updated_at': '2022-01-18T20:19:53Z', 'revision_number': 5, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'subnets': [{'id': 'f6050b78-f460-4028-811c-57bb560e336d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:42.518355 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fede0b-935f-4608-9015-f45e38b64d99 None None] The sync data for ids ['8945969a-189b-4f40-972e-2b9c31ede4df'] in n-d-741529-9 is: [{'id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'name': 'tempest-TestVolumeBackupRestore-557413874-router', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:35Z', 'updated_at': '2022-01-18T20:19:46Z', 'revision_number': 4, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'gw_port': {'id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:37Z', 'updated_at': '2022-01-18T20:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'fbd845d4-9f6c-42b3-8ab6-45f55871a660', 'name': '', 'network_id': 'ba355ad9-b534-4edd-96f7-c8f599565a2d', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'mac_address': 'fa:16:3e:f8:85:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'f6050b78-f460-4028-811c-57bb560e336d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:45Z', 'updated_at': '2022-01-18T20:19:53Z', 'revision_number': 5, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'subnets': [{'id': 'f6050b78-f460-4028-811c-57bb560e336d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:26:42.545591 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-310af9bd-7b89-4f2a-b885-8af7828a40fe admin admin] Publish callbacks [] for security_group (94dd9469-8c2d-414c-9e9c-97067b88e03e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:42.547881 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-02c87d4e-0a6a-4be3-bb1e-5425740f503e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (14d11bef-6949-4e70-af13-3ea6a7ba584a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:42.570446 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc11afc-37cc-4422-b645-fa75cb9630ab req-86ea0819-1097-4324-b141-1a588a7a784e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:42.577705 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fdc11afc-37cc-4422-b645-fa75cb9630ab req-86ea0819-1097-4324-b141-1a588a7a784e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.3756111 Jan 18 20:26:42.649533 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c87d4e-0a6a-4be3-bb1e-5425740f503e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Subnet': ['ID=14d11bef-6949-4e70-af13-3ea6a7ba584a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:42.693905 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4951d31-5a51-464f-b17e-f48b595f013a None None] Network dc89e512-ca6f-4c70-928d-abd26383b9b2 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:42.699555 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-02c87d4e-0a6a-4be3-bb1e-5425740f503e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:42.702780 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-02c87d4e-0a6a-4be3-bb1e-5425740f503e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/subnets/14d11bef-6949-4e70-af13-3ea6a7ba584a HTTP/1.1" status: 204 len: 168 time: 1.5741158 Jan 18 20:26:42.734036 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-88c01042-bc2c-48f7-8e0e-72f49f74e57f req-96fbd148-7ae8-4f94-9ac2-e14bee4e5ef2 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/security-groups?id=6884ff19-a64f-4752-8b6d-9adf6f2b5250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3686328 Jan 18 20:26:42.734036 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37418) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:42.972750 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245bf91-2e09-41fa-98cf-926c7037c94c service neutron] Pushing event updated for resources: {'Port': ['ID=30f55edd-0722-4cff-a5f8-68d9282acbc8,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:43.008092 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c94bd80-e6b3-4112-934f-012a53c4002d None None] DHCP port deletion for dc89e512-ca6f-4c70-928d-abd26383b9b2 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:26:43.018030 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fdc11afc-37cc-4422-b645-fa75cb9630ab req-738a3d7f-881f-4048-bf79-26b82ec7687b tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4393077 Jan 18 20:26:43.044265 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3834913c-e3e3-4fed-8109-9762bc6f1cf0 None None] New status for floating IP 3ba6a8ba-c20d-4f40-9c3b-87f6de443cde: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:26:43.044876 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e202afab-449e-4efe-9c5c-645b88f54fa2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Made reservation on behalf of 1ad5990bab5d42749b32b42dcd594991 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:43.082831 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26529a2-48bd-405a-93a9-b6a7615d580e req-4b263f11-9462-499c-8413-9cf31f308d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:43.086341 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c26529a2-48bd-405a-93a9-b6a7615d580e req-4b263f11-9462-499c-8413-9cf31f308d56 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ba355ad9-b534-4edd-96f7-c8f599565a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8421085 Jan 18 20:26:43.101357 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-109eb19b-2e0c-4378-912d-212c356da3e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (dc89e512-ca6f-4c70-928d-abd26383b9b2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:43.109297 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-310af9bd-7b89-4f2a-b885-8af7828a40fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (94dd9469-8c2d-414c-9e9c-97067b88e03e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:43.121626 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-310af9bd-7b89-4f2a-b885-8af7828a40fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:43.125172 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-310af9bd-7b89-4f2a-b885-8af7828a40fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/94dd9469-8c2d-414c-9e9c-97067b88e03e HTTP/1.1" status: 204 len: 168 time: 1.9018605 Jan 18 20:26:43.137688 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1c94bd80-e6b3-4112-934f-012a53c4002d None None] Deleting port b1751b18-15fd-4cbf-b85d-297727140dc1 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:26:43.138182 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1c94bd80-e6b3-4112-934f-012a53c4002d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b1751b18-15fd-4cbf-b85d-297727140dc1), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:43.290442 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a8b46-6864-405f-8f35-c1959c8cd26b req-3a1f1ce7-5e6e-4176-a7c3-d4cf2fe81e44 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:43.297471 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e39a8b46-6864-405f-8f35-c1959c8cd26b req-3a1f1ce7-5e6e-4176-a7c3-d4cf2fe81e44 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 944 time: 0.4391532 Jan 18 20:26:43.304028 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-9185937b-c83f-4b1c-ba6c-537662003077 req-4333b92a-31ac-4474-93c7-04afb6cdef8c tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Deleting port ef402ab9-2794-4d83-a267-a0bd03e0340d {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:26:43.313920 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9185937b-c83f-4b1c-ba6c-537662003077 req-4333b92a-31ac-4474-93c7-04afb6cdef8c tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ef402ab9-2794-4d83-a267-a0bd03e0340d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:43.318411 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310af9bd-7b89-4f2a-b885-8af7828a40fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dd9469-8c2d-414c-9e9c-97067b88e03e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:43.425842 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-04962b3c-30dd-47d7-a132-853d7713b99c req-f9427647-0180-424f-8dae-37014bc23f52 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1435740 Jan 18 20:26:43.426613 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-1245bf91-2e09-41fa-98cf-926c7037c94c service neutron] Attempting to bind port 30f55edd-0722-4cff-a5f8-68d9282acbc8 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:26:43.433774 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-1245bf91-2e09-41fa-98cf-926c7037c94c service neutron] Attempting to bind port 30f55edd-0722-4cff-a5f8-68d9282acbc8 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '3926a9bc-2ab0-4e14-8e43-e7affde02047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '969e5bec-1cc4-4b20-ab88-96d006b4e701'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:26:43.434153 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-1245bf91-2e09-41fa-98cf-926c7037c94c service neutron] Attempting to bind port 30f55edd-0722-4cff-a5f8-68d9282acbc8 on network 969e5bec-1cc4-4b20-ab88-96d006b4e701 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:26:43.453488 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1c94bd80-e6b3-4112-934f-012a53c4002d None None] For port b1751b18-15fd-4cbf-b85d-297727140dc1, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b1751b18-15fd-4cbf-b85d-297727140dc1,segment=NetworkSegment(ab6accc5-e226-4153-a662-14638b1fc49b),segment_id=ab6accc5-e226-4153-a662-14638b1fc49b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:43.453653 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1c94bd80-e6b3-4112-934f-012a53c4002d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b1751b18-15fd-4cbf-b85d-297727140dc1), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:43.455148 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-1245bf91-2e09-41fa-98cf-926c7037c94c service neutron] Port 30f55edd-0722-4cff-a5f8-68d9282acbc8 on network 969e5bec-1cc4-4b20-ab88-96d006b4e701 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:26:43.455480 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-1245bf91-2e09-41fa-98cf-926c7037c94c service neutron] Attempting to bind port 30f55edd-0722-4cff-a5f8-68d9282acbc8 on network 969e5bec-1cc4-4b20-ab88-96d006b4e701 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:26:43.474336 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c26529a2-48bd-405a-93a9-b6a7615d580e req-86fa3043-4bbd-41a5-92e7-513897c4b0d2 service neutron] 10.222.0.70 "GET /v2.0/networks/ba355ad9-b534-4edd-96f7-c8f599565a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756294 Jan 18 20:26:43.481308 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-1245bf91-2e09-41fa-98cf-926c7037c94c service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:26:43.481972 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-1245bf91-2e09-41fa-98cf-926c7037c94c service neutron] Checking segment: {'id': '3926a9bc-2ab0-4e14-8e43-e7affde02047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '969e5bec-1cc4-4b20-ab88-96d006b4e701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:26:43.482597 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-1245bf91-2e09-41fa-98cf-926c7037c94c service neutron] Bound using segment: {'id': '3926a9bc-2ab0-4e14-8e43-e7affde02047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '969e5bec-1cc4-4b20-ab88-96d006b4e701'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:26:43.494272 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-1245bf91-2e09-41fa-98cf-926c7037c94c service neutron] Bound port: 30f55edd-0722-4cff-a5f8-68d9282acbc8, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3926a9bc-2ab0-4e14-8e43-e7affde02047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '969e5bec-1cc4-4b20-ab88-96d006b4e701'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:26:43.494991 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-1245bf91-2e09-41fa-98cf-926c7037c94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (30f55edd-0722-4cff-a5f8-68d9282acbc8), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:43.506952 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 4930d113-86b6-42df-9b1e-197862bb9a31 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:43.513805 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1c94bd80-e6b3-4112-934f-012a53c4002d None None] Calling delete_port for b1751b18-15fd-4cbf-b85d-297727140dc1 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:26:43.745102 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-1245bf91-2e09-41fa-98cf-926c7037c94c service neutron] For port 30f55edd-0722-4cff-a5f8-68d9282acbc8, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:26:43.750411 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-1245bf91-2e09-41fa-98cf-926c7037c94c service neutron] For port 30f55edd-0722-4cff-a5f8-68d9282acbc8, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=30f55edd-0722-4cff-a5f8-68d9282acbc8,segment=NetworkSegment(3926a9bc-2ab0-4e14-8e43-e7affde02047),segment_id=3926a9bc-2ab0-4e14-8e43-e7affde02047)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:26:43.770020 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4930d113-86b6-42df-9b1e-197862bb9a31 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:26:43.850522 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e202afab-449e-4efe-9c5c-645b88f54fa2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:43.872282 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e39a8b46-6864-405f-8f35-c1959c8cd26b req-ea1c8959-cbca-44aa-92f1-590de4f398df tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5723536 Jan 18 20:26:43.907106 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-1245bf91-2e09-41fa-98cf-926c7037c94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (30f55edd-0722-4cff-a5f8-68d9282acbc8), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:43.951751 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-e202afab-449e-4efe-9c5c-645b88f54fa2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] device_id is not set on port 4926472d-deb1-4cb8-b2a7-6cc47125b05e yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:26:43.990277 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a0592af2-7f9c-4b9e-9f64-70efb148d822 None None] Provisioning complete for port 4930d113-86b6-42df-9b1e-197862bb9a31 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:43.990882 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a0592af2-7f9c-4b9e-9f64-70efb148d822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:44.027470 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c26529a2-48bd-405a-93a9-b6a7615d580e req-3d65b331-2ecd-4d98-b84b-49cfe5bfa374 service neutron] 10.222.0.70 "GET /v2.0/networks/ba355ad9-b534-4edd-96f7-c8f599565a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5254052 Jan 18 20:26:44.070680 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-9185937b-c83f-4b1c-ba6c-537662003077 req-4333b92a-31ac-4474-93c7-04afb6cdef8c tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] For port ef402ab9-2794-4d83-a267-a0bd03e0340d, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=ef402ab9-2794-4d83-a267-a0bd03e0340d,segment=NetworkSegment(b61c3218-044c-49cd-a040-f785b2f0a1eb),segment_id=b61c3218-044c-49cd-a040-f785b2f0a1eb)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:44.072224 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9185937b-c83f-4b1c-ba6c-537662003077 req-4333b92a-31ac-4474-93c7-04afb6cdef8c tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ef402ab9-2794-4d83-a267-a0bd03e0340d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:44.086603 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1c94bd80-e6b3-4112-934f-012a53c4002d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (b1751b18-15fd-4cbf-b85d-297727140dc1), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:44.099597 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-9185937b-c83f-4b1c-ba6c-537662003077 req-4333b92a-31ac-4474-93c7-04afb6cdef8c tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Calling delete_port for ef402ab9-2794-4d83-a267-a0bd03e0340d owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:26:44.121145 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 4930d113-86b6-42df-9b1e-197862bb9a31 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:44.121674 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:44.122363 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129327ed-d609-4da5-9c41-0375a1492afa req-5c964d1d-0b8f-4eeb-bda7-2dc22c953f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:44.128121 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-129327ed-d609-4da5-9c41-0375a1492afa req-5c964d1d-0b8f-4eeb-bda7-2dc22c953f0a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 1095 time: 0.5879102 Jan 18 20:26:44.162964 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-1245bf91-2e09-41fa-98cf-926c7037c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:44.167893 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-1245bf91-2e09-41fa-98cf-926c7037c94c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:44.169703 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-1245bf91-2e09-41fa-98cf-926c7037c94c service neutron] 10.222.0.70 "PUT /v2.0/ports/30f55edd-0722-4cff-a5f8-68d9282acbc8 HTTP/1.1" status: 200 len: 1092 time: 2.9506228 Jan 18 20:26:44.170961 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-109eb19b-2e0c-4378-912d-212c356da3e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting port b1751b18-15fd-4cbf-b85d-297727140dc1 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:26:44.171967 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-109eb19b-2e0c-4378-912d-212c356da3e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b1751b18-15fd-4cbf-b85d-297727140dc1), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:44.278001 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c94bd80-e6b3-4112-934f-012a53c4002d None None] Pushing event deleted for resources: {'Port': ['ID=b1751b18-15fd-4cbf-b85d-297727140dc1,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:44.281307 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c94bd80-e6b3-4112-934f-012a53c4002d None None] No DVR routers for this DVR port b1751b18-15fd-4cbf-b85d-297727140dc1 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:26:44.388061 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20fdcac9-cf80-4b6a-a3aa-0391aab6c10e', 'tag': '30f55edd-0722-4cff-a5f8-68d9282acbc8'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:26:44.392396 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c5ec70-ba74-4020-ad5a-547f3b6f2116" -d '{"events": [{"name": "network-changed", "server_uuid": "20fdcac9-cf80-4b6a-a3aa-0391aab6c10e", "tag": "30f55edd-0722-4cff-a5f8-68d9282acbc8"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:26:44.420119 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a0592af2-7f9c-4b9e-9f64-70efb148d822 None None] Current status of the port 4930d113-86b6-42df-9b1e-197862bb9a31 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:44.530396 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 4930d113-86b6-42df-9b1e-197862bb9a31 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:44.540190 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245bf91-2e09-41fa-98cf-926c7037c94c service neutron] Pushing event updated for resources: {'Port': ['ID=30f55edd-0722-4cff-a5f8-68d9282acbc8,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:44.606824 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-45c7b9d2-6da7-4312-a504-97af8424c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:44.608348 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-45c7b9d2-6da7-4312-a504-97af8424c8c8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=deb1a2f7ff2a41c7978cf89e849731a8&device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 1095 time: 0.1934228 Jan 18 20:26:44.609339 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129327ed-d609-4da5-9c41-0375a1492afa req-f40ec58b-540a-4954-a864-603f673ff428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:44.610695 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-129327ed-d609-4da5-9c41-0375a1492afa req-f40ec58b-540a-4954-a864-603f673ff428 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 912 time: 0.4647660 Jan 18 20:26:44.628807 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b1751b18-15fd-4cbf-b85d-297727140dc1 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:26:44.670948 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: b1751b18-15fd-4cbf-b85d-297727140dc1 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:26:44.671321 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b1751b18-15fd-4cbf-b85d-297727140dc1 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:26:44.706149 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-e202afab-449e-4efe-9c5c-645b88f54fa2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 2001:db8::1ae (c68ada5d-da8a-41c6-813a-b53f9c35e893/629edd11-d9ad-4418-97b5-b2698ed3634f/4926472d-deb1-4cb8-b2a7-6cc47125b05e) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:44.726087 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-d213277c-be3d-4f43-a68a-0b0042fa389a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30f55edd-0722-4cff-a5f8-68d9282acbc8 HTTP/1.1" status: 200 len: 217 time: 0.1004755 Jan 18 20:26:44.778862 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-e202afab-449e-4efe-9c5c-645b88f54fa2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Allocated IP 2001:db8:0:1:f816:3eff:fe49:907d (c68ada5d-da8a-41c6-813a-b53f9c35e893/7ef977c4-3b14-4180-8a62-ff51eb8b615c/4926472d-deb1-4cb8-b2a7-6cc47125b05e) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:44.806474 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-109eb19b-2e0c-4378-912d-212c356da3e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] For port b1751b18-15fd-4cbf-b85d-297727140dc1, host n-d-741529-9, got binding levels [] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:44.806820 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-109eb19b-2e0c-4378-912d-212c356da3e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b1751b18-15fd-4cbf-b85d-297727140dc1), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:44.818074 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842d15c-d3e0-491a-9a2b-8d8ff57d7520 req-3c0f88e0-af4e-44d4-86f3-b9329cf4957d tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:44.821839 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-129327ed-d609-4da5-9c41-0375a1492afa req-72fabf99-a772-4f46-b239-788606e428bb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4095c9e8-3357-49c1-a713-048d6946f5fd HTTP/1.1" status: 200 len: 998 time: 0.1974142 Jan 18 20:26:44.824908 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3842d15c-d3e0-491a-9a2b-8d8ff57d7520 req-3c0f88e0-af4e-44d4-86f3-b9329cf4957d tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 945 time: 0.8858218 Jan 18 20:26:44.860951 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-109eb19b-2e0c-4378-912d-212c356da3e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Calling delete_port for b1751b18-15fd-4cbf-b85d-297727140dc1 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:26:44.886099 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.ipam_backend_mixin [None req-109eb19b-2e0c-4378-912d-212c356da3e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Port b1751b18-15fd-4cbf-b85d-297727140dc1 was not found and therefore no delete operation was performed {{(pid=103336) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 20:26:44.906186 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129327ed-d609-4da5-9c41-0375a1492afa req-1a8348e6-e832-476d-be04-74c86409c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:44.907695 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9185937b-c83f-4b1c-ba6c-537662003077 req-4333b92a-31ac-4474-93c7-04afb6cdef8c tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (ef402ab9-2794-4d83-a267-a0bd03e0340d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:44.908160 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-129327ed-d609-4da5-9c41-0375a1492afa req-1a8348e6-e832-476d-be04-74c86409c2b1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2eac11f-fef0-464c-9aac-08a05c8cc068 HTTP/1.1" status: 200 len: 850 time: 0.0734282 Jan 18 20:26:44.912564 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-109eb19b-2e0c-4378-912d-212c356da3e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (b1751b18-15fd-4cbf-b85d-297727140dc1), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:44.946935 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254e123-5165-4222-acc5-d3994f0a8aa6 req-732df5b3-12d6-4b92-a6c9-70b06f49eba3 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:44.950636 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-92d4fef3-c52d-4382-b1dd-52c0bb067b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:44.952359 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-92d4fef3-c52d-4382-b1dd-52c0bb067b3c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d51416a9-d1ba-44a6-8439-10a7eabfd114 HTTP/1.1" status: 200 len: 853 time: 0.1293979 Jan 18 20:26:44.960446 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c254e123-5165-4222-acc5-d3994f0a8aa6 req-732df5b3-12d6-4b92-a6c9-70b06f49eba3 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.3403242 Jan 18 20:26:44.988296 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ef402ab9-2794-4d83-a267-a0bd03e0340d no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:26:45.044931 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: ef402ab9-2794-4d83-a267-a0bd03e0340d {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:26:45.045994 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device ef402ab9-2794-4d83-a267-a0bd03e0340d not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:26:45.054692 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-d288d1fb-1077-4e26-82f8-b00882eae7ab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=969e5bec-1cc4-4b20-ab88-96d006b4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816894 Jan 18 20:26:45.062165 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109eb19b-2e0c-4378-912d-212c356da3e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Port': ['ID=b1751b18-15fd-4cbf-b85d-297727140dc1,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:45.103885 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109eb19b-2e0c-4378-912d-212c356da3e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] No DVR routers for this DVR port b1751b18-15fd-4cbf-b85d-297727140dc1 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:26:45.115891 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129327ed-d609-4da5-9c41-0375a1492afa req-43351331-85f4-44c7-8bae-3eae39ebd29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:45.118281 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-129327ed-d609-4da5-9c41-0375a1492afa req-43351331-85f4-44c7-8bae-3eae39ebd29a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88e9200-d99d-4ea0-a241-681917733bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1989498 Jan 18 20:26:45.241820 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333b92a-31ac-4474-93c7-04afb6cdef8c tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Pushing event deleted for resources: {'Port': ['ID=ef402ab9-2794-4d83-a267-a0bd03e0340d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:45.249146 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-129327ed-d609-4da5-9c41-0375a1492afa req-111be366-21d9-4de5-b259-c150444b1d55 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196358 Jan 18 20:26:45.261443 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3842d15c-d3e0-491a-9a2b-8d8ff57d7520 req-1eae14e7-309b-4611-9664-13a786a21d72 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/security-groups?id=6884ff19-a64f-4752-8b6d-9adf6f2b5250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4312036 Jan 18 20:26:45.372092 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8ec2d4-bee7-46d7-90a5-d54cc6944f67 x-openstack-request-id: req-9b8ec2d4-bee7-46d7-90a5-d54cc6944f67 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:26:45.372316 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20fdcac9-cf80-4b6a-a3aa-0391aab6c10e", "tag": "30f55edd-0722-4cff-a5f8-68d9282acbc8", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:26:45.373720 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b8ec2d4-bee7-46d7-90a5-d54cc6944f67 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:26:45.374143 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20fdcac9-cf80-4b6a-a3aa-0391aab6c10e', 'tag': '30f55edd-0722-4cff-a5f8-68d9282acbc8', 'status': 'completed', 'code': 200} Jan 18 20:26:45.415146 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-9185937b-c83f-4b1c-ba6c-537662003077 req-4333b92a-31ac-4474-93c7-04afb6cdef8c tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] No DVR routers for this DVR port ef402ab9-2794-4d83-a267-a0bd03e0340d on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:26:45.429146 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9185937b-c83f-4b1c-ba6c-537662003077 req-4333b92a-31ac-4474-93c7-04afb6cdef8c tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:45.433243 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9185937b-c83f-4b1c-ba6c-537662003077 req-4333b92a-31ac-4474-93c7-04afb6cdef8c tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.70 "DELETE /v2.0/ports/ef402ab9-2794-4d83-a267-a0bd03e0340d HTTP/1.1" status: 204 len: 173 time: 2.9971952 Jan 18 20:26:45.433868 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138676da-e01f-4e54-a383-be4cfa435039', 'name': 'network-vif-deleted', 'tag': 'ef402ab9-2794-4d83-a267-a0bd03e0340d'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:26:45.436315 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc886a0d-aaef-4cb5-9806-8e311d9946e1" -d '{"events": [{"server_uuid": "138676da-e01f-4e54-a383-be4cfa435039", "name": "network-vif-deleted", "tag": "ef402ab9-2794-4d83-a267-a0bd03e0340d"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:26:45.511173 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c254e123-5165-4222-acc5-d3994f0a8aa6 req-d558efcd-9eea-42d8-90fb-deabcec3e3e1 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5460901 Jan 18 20:26:45.518869 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-14fff2cc-6950-42fe-b223-6032fd1ada21 service neutron] 10.222.0.70 "GET /v2.0/networks/969e5bec-1cc4-4b20-ab88-96d006b4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422445 Jan 18 20:26:45.525417 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-109eb19b-2e0c-4378-912d-212c356da3e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (dc89e512-ca6f-4c70-928d-abd26383b9b2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:45.633122 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae35db0-2ec9-40b5-94a4-8d8a8ac7130d x-openstack-request-id: req-8ae35db0-2ec9-40b5-94a4-8d8a8ac7130d {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:26:45.633321 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138676da-e01f-4e54-a383-be4cfa435039", "name": "network-vif-deleted", "tag": "ef402ab9-2794-4d83-a267-a0bd03e0340d", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:26:45.633580 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ae35db0-2ec9-40b5-94a4-8d8a8ac7130d {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:26:45.634034 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138676da-e01f-4e54-a383-be4cfa435039', 'name': 'network-vif-deleted', 'tag': 'ef402ab9-2794-4d83-a267-a0bd03e0340d', 'status': 'completed', 'code': 200} Jan 18 20:26:45.660986 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-109eb19b-2e0c-4378-912d-212c356da3e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc89e512-ca6f-4c70-928d-abd26383b9b2']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:45.673233 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e202afab-449e-4efe-9c5c-645b88f54fa2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for port (4926472d-deb1-4cb8-b2a7-6cc47125b05e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:45.678617 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-109eb19b-2e0c-4378-912d-212c356da3e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6accc5-e226-4153-a662-14638b1fc49b') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:45.678913 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-109eb19b-2e0c-4378-912d-212c356da3e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6accc5-e226-4153-a662-14638b1fc49b') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:45.686523 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-129327ed-d609-4da5-9c41-0375a1492afa req-9b3a66f8-618c-4335-b05b-a6fefbe013a0 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944266 Jan 18 20:26:45.699006 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-109eb19b-2e0c-4378-912d-212c356da3e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (ab6accc5-e226-4153-a662-14638b1fc49b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:45.722327 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-109eb19b-2e0c-4378-912d-212c356da3e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (ab6accc5-e226-4153-a662-14638b1fc49b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:45.731978 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d81c9-a1d7-4fcc-888d-3abc46a3088e req-02ed9439-5c0a-44d0-850b-afd4093aa9cb tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:45.739665 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f2d81c9-a1d7-4fcc-888d-3abc46a3088e req-02ed9439-5c0a-44d0-850b-afd4093aa9cb tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 944 time: 0.2443552 Jan 18 20:26:45.761975 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109eb19b-2e0c-4378-912d-212c356da3e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:26:45.762387 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-109eb19b-2e0c-4378-912d-212c356da3e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (ab6accc5-e226-4153-a662-14638b1fc49b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:26:45.766809 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:26:45.868095 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-49cdfcb5-60b2-4700-a821-a6d5de7c3d9c req-fbb889fd-f20d-45ee-9a6c-4688c4776f44 service neutron] 10.222.0.70 "GET /v2.0/networks/969e5bec-1cc4-4b20-ab88-96d006b4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411739 Jan 18 20:26:45.922407 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e202afab-449e-4efe-9c5c-645b88f54fa2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (4926472d-deb1-4cb8-b2a7-6cc47125b05e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:46.006552 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f2d81c9-a1d7-4fcc-888d-3abc46a3088e req-dfb6d919-fa20-4eab-8b41-602dcbdf37b1 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659247 Jan 18 20:26:46.015920 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-109eb19b-2e0c-4378-912d-212c356da3e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (dc89e512-ca6f-4c70-928d-abd26383b9b2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:46.038316 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5ec70-ba74-4020-ad5a-547f3b6f2116 req-73717656-e6bf-476f-bee0-9f4fd4a43b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:46.041179 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a3c5ec70-ba74-4020-ad5a-547f3b6f2116 req-73717656-e6bf-476f-bee0-9f4fd4a43b15 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=deb1a2f7ff2a41c7978cf89e849731a8&device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 1095 time: 0.0869656 Jan 18 20:26:46.049117 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-109eb19b-2e0c-4378-912d-212c356da3e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:46.052457 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-109eb19b-2e0c-4378-912d-212c356da3e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/networks/dc89e512-ca6f-4c70-928d-abd26383b9b2 HTTP/1.1" status: 204 len: 168 time: 3.3218186 Jan 18 20:26:46.057110 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e202afab-449e-4efe-9c5c-645b88f54fa2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:26:46.060148 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37488) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:46.078714 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-e202afab-449e-4efe-9c5c-645b88f54fa2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:46.087568 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-b1775d32-68de-446a-8ed4-e5b16d8c7cd7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-557517216'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:46.095414 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e202afab-449e-4efe-9c5c-645b88f54fa2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:26:46.103665 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e202afab-449e-4efe-9c5c-645b88f54fa2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:46.104472 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e202afab-449e-4efe-9c5c-645b88f54fa2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:46.107060 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202afab-449e-4efe-9c5c-645b88f54fa2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event updated for resources: {'Port': ['ID=4926472d-deb1-4cb8-b2a7-6cc47125b05e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:46.111132 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109eb19b-2e0c-4378-912d-212c356da3e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Network': ['ID=dc89e512-ca6f-4c70-928d-abd26383b9b2,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:46.143267 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e202afab-449e-4efe-9c5c-645b88f54fa2 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.9452715 Jan 18 20:26:46.146239 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37490) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:46.238864 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1775d32-68de-446a-8ed4-e5b16d8c7cd7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:46.241438 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5ec70-ba74-4020-ad5a-547f3b6f2116 req-9d7f6192-58d8-404a-a949-4a145f420b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:46.247097 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b1775d32-68de-446a-8ed4-e5b16d8c7cd7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:46.253754 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a3c5ec70-ba74-4020-ad5a-547f3b6f2116 req-9d7f6192-58d8-404a-a949-4a145f420b3a service neutron] 10.222.0.70 "GET /v2.0/networks?id=969e5bec-1cc4-4b20-ab88-96d006b4e701 HTTP/1.1" status: 200 len: 914 time: 0.2034159 Jan 18 20:26:46.265243 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:26:46.382531 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1775d32-68de-446a-8ed4-e5b16d8c7cd7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:26:46.414471 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a3c5ec70-ba74-4020-ad5a-547f3b6f2116 req-eb6e2f26-8777-474e-a0f6-1ad0acd72a42 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30f55edd-0722-4cff-a5f8-68d9282acbc8 HTTP/1.1" status: 200 len: 217 time: 0.1449814 Jan 18 20:26:46.439936 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b1775d32-68de-446a-8ed4-e5b16d8c7cd7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (4426441c-951a-4d7b-a871-8a116e5de88f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:46.440621 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-b1775d32-68de-446a-8ed4-e5b16d8c7cd7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Added segment 4426441c-951a-4d7b-a871-8a116e5de88f of type vlan for network b50bcceb-e479-4a99-8171-85edd75f3897 Jan 18 20:26:46.514917 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5ec70-ba74-4020-ad5a-547f3b6f2116 req-f628a984-658d-4cbc-b669-6f8fa8b08a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:46.517605 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a3c5ec70-ba74-4020-ad5a-547f3b6f2116 req-f628a984-658d-4cbc-b669-6f8fa8b08a95 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d51416a9-d1ba-44a6-8439-10a7eabfd114 HTTP/1.1" status: 200 len: 853 time: 0.0973897 Jan 18 20:26:46.519444 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b917600e-e566-4f8d-a81c-2e20da0abb9f req-0825d04d-11f3-4d42-a56f-30e41bea4b07 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 210 time: 0.1017401 Jan 18 20:26:46.599564 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a7ff60b3-672f-4709-8a0e-7790401abc77 None None] Provisioning complete for port 4926472d-deb1-4cb8-b2a7-6cc47125b05e triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:46.600676 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a7ff60b3-672f-4709-8a0e-7790401abc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4926472d-deb1-4cb8-b2a7-6cc47125b05e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:46.602587 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a3c5ec70-ba74-4020-ad5a-547f3b6f2116 req-1df237d4-7407-430e-b3c9-6f7cd10ced46 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=969e5bec-1cc4-4b20-ab88-96d006b4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782712 Jan 18 20:26:46.641697 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b1775d32-68de-446a-8ed4-e5b16d8c7cd7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (b50bcceb-e479-4a99-8171-85edd75f3897), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:46.663339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a7ff60b3-672f-4709-8a0e-7790401abc77 None None] Port 4926472d-deb1-4cb8-b2a7-6cc47125b05e cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:26:46.668295 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-7dba686e-dd2e-463a-a190-4aa99304d9b9 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting port 4926472d-deb1-4cb8-b2a7-6cc47125b05e {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:26:46.668633 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7dba686e-dd2e-463a-a190-4aa99304d9b9 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (4926472d-deb1-4cb8-b2a7-6cc47125b05e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:46.760172 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a3c5ec70-ba74-4020-ad5a-547f3b6f2116 req-dc849355-0fda-4a0b-80e5-fc0a38c3a344 service neutron] 10.222.0.70 "GET /v2.0/networks/969e5bec-1cc4-4b20-ab88-96d006b4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442647 Jan 18 20:26:46.775605 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b1775d32-68de-446a-8ed4-e5b16d8c7cd7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (b50bcceb-e479-4a99-8171-85edd75f3897), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:46.782826 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1775d32-68de-446a-8ed4-e5b16d8c7cd7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:46.783436 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b1775d32-68de-446a-8ed4-e5b16d8c7cd7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:46.824946 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b1775d32-68de-446a-8ed4-e5b16d8c7cd7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7476690 Jan 18 20:26:46.832930 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37512) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:46.840553 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-8290bbfa-160c-4504-b6ad-3e335507579e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'subnet': {'network_id': 'b50bcceb-e479-4a99-8171-85edd75f3897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:46.883751 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c7189-bffb-4cd1-8f7d-b326dc08c409 req-147f8bc3-66f9-4b4c-a12c-ce63af13802a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:46.891115 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa9c7189-bffb-4cd1-8f7d-b326dc08c409 req-147f8bc3-66f9-4b4c-a12c-ce63af13802a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.2325857 Jan 18 20:26:46.983463 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a3c5ec70-ba74-4020-ad5a-547f3b6f2116 req-0ed9fb79-fb03-4de3-858a-3e4c75437f8a service neutron] 10.222.0.70 "GET /v2.0/networks/969e5bec-1cc4-4b20-ab88-96d006b4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174935 Jan 18 20:26:46.985907 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8290bbfa-160c-4504-b6ad-3e335507579e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:46.991511 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8290bbfa-160c-4504-b6ad-3e335507579e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:47.013282 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7dba686e-dd2e-463a-a190-4aa99304d9b9 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (4926472d-deb1-4cb8-b2a7-6cc47125b05e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:47.026066 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1775d32-68de-446a-8ed4-e5b16d8c7cd7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Network': ['ID=b50bcceb-e479-4a99-8171-85edd75f3897,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:47.038347 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network b50bcceb-e479-4a99-8171-85edd75f3897 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:26:47.070277 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-7dba686e-dd2e-463a-a190-4aa99304d9b9 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Calling delete_port for 4926472d-deb1-4cb8-b2a7-6cc47125b05e owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:26:47.222321 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa9c7189-bffb-4cd1-8f7d-b326dc08c409 req-d397bba0-681b-40ac-aca3-d85b86b3b0b7 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3302374 Jan 18 20:26:47.322163 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b7bd7-43a6-42dc-a7ee-79342a388cd6 req-c239fca0-86c8-4b0b-a0d6-725a6ea3e30d tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:47.323842 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a97b7bd7-43a6-42dc-a7ee-79342a388cd6 req-c239fca0-86c8-4b0b-a0d6-725a6ea3e30d tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 944 time: 0.2146909 Jan 18 20:26:47.377759 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8290bbfa-160c-4504-b6ad-3e335507579e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (7a928b65-401a-49bc-92b7-739e0b0e16cf), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:47.484409 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290bbfa-160c-4504-b6ad-3e335507579e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Subnet': ['ID=7a928b65-401a-49bc-92b7-739e0b0e16cf,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:47.491946 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8290bbfa-160c-4504-b6ad-3e335507579e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Checking segment: {'id': '4426441c-951a-4d7b-a871-8a116e5de88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b50bcceb-e479-4a99-8171-85edd75f3897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:26:47.492320 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8290bbfa-160c-4504-b6ad-3e335507579e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network hostable DHCP agents. Network: b50bcceb-e479-4a99-8171-85edd75f3897, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:26:47.515924 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a97b7bd7-43a6-42dc-a7ee-79342a388cd6 req-9115f185-99b7-41a0-975b-444952a94743 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763453 Jan 18 20:26:47.537475 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7dba686e-dd2e-463a-a190-4aa99304d9b9 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (4926472d-deb1-4cb8-b2a7-6cc47125b05e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:47.543514 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8290bbfa-160c-4504-b6ad-3e335507579e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network b50bcceb-e479-4a99-8171-85edd75f3897 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:26:47.560768 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-8290bbfa-160c-4504-b6ad-3e335507579e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, b50bcceb-e479-4a99-8171-85edd75f3897) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:47.567829 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8290bbfa-160c-4504-b6ad-3e335507579e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:47.568433 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8290bbfa-160c-4504-b6ad-3e335507579e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:47.570504 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5666e8ce-4762-455c-8364-9daaa2762129 None None] Network b50bcceb-e479-4a99-8171-85edd75f3897 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:47.610144 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8290bbfa-160c-4504-b6ad-3e335507579e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7751312 Jan 18 20:26:47.610499 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37538) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:47.620049 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-297ea905-675c-4f80-86fb-1b2721a36cb6 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-940978253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:47.646893 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba686e-dd2e-463a-a190-4aa99304d9b9 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Port': ['ID=4926472d-deb1-4cb8-b2a7-6cc47125b05e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:47.680559 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-297ea905-675c-4f80-86fb-1b2721a36cb6 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (e200480c-9782-4391-8f12-8bade0a60a42), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:47.683543 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-297ea905-675c-4f80-86fb-1b2721a36cb6 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (e200480c-9782-4391-8f12-8bade0a60a42), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:47.767442 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-297ea905-675c-4f80-86fb-1b2721a36cb6 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for router_controller (e200480c-9782-4391-8f12-8bade0a60a42), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:47.778940 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-297ea905-675c-4f80-86fb-1b2721a36cb6 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (e200480c-9782-4391-8f12-8bade0a60a42), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:47.793541 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a46260f-c1e8-4d5f-b882-7506d10b31c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-b50bcceb-e479-4a99-8171-85edd75f3897', 'network_id': 'b50bcceb-e479-4a99-8171-85edd75f3897', 'project_id': '5675e927592b43369fffe392229d1a22', 'fixed_ips': [{'subnet_id': '7a928b65-401a-49bc-92b7-739e0b0e16cf'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:26:47.795132 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7a46260f-c1e8-4d5f-b882-7506d10b31c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:47.822274 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-297ea905-675c-4f80-86fb-1b2721a36cb6 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:47.829286 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7dba686e-dd2e-463a-a190-4aa99304d9b9 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:47.831121 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-297ea905-675c-4f80-86fb-1b2721a36cb6 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2146726 Jan 18 20:26:47.837042 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37546) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:47.838868 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7dba686e-dd2e-463a-a190-4aa99304d9b9 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/4926472d-deb1-4cb8-b2a7-6cc47125b05e HTTP/1.1" status: 204 len: 168 time: 1.6898887 Jan 18 20:26:47.844369 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-84ae810a-bd62-47b4-9e29-2b848f9c8fa5 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'port': {'network_id': 'b50bcceb-e479-4a99-8171-85edd75f3897', 'name': 'tempest-PortsIpV6TestJSON-1167157592'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:47.846222 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bb151524-2112-48bc-84ee-567c1010aa68 req-dfea9f61-7284-4ec7-b025-a5cfdd17fa5b tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 210 time: 0.1592460 Jan 18 20:26:47.846796 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37548) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:48.085597 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ae810a-bd62-47b4-9e29-2b848f9c8fa5 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:48.091250 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84ae810a-bd62-47b4-9e29-2b848f9c8fa5 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:48.117830 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-7a46260f-c1e8-4d5f-b882-7506d10b31c5 None None] Allocated IP 2001:db8::2 (b50bcceb-e479-4a99-8171-85edd75f3897/7a928b65-401a-49bc-92b7-739e0b0e16cf/8efd452e-2792-4c19-82a4-3af23aa327ec) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:48.150690 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-84ae810a-bd62-47b4-9e29-2b848f9c8fa5 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] device_id is not set on port a6255063-dde8-4197-bc14-5cd9056ddd2f yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:26:48.230558 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b49e10-54c6-4057-ae23-c6ef0afb8130 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:48.234598 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c2b49e10-54c6-4057-ae23-c6ef0afb8130 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3866458 Jan 18 20:26:48.237109 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37554) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:48.348011 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9fa343-4b36-4364-b5c9-206adf232978 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:48.349578 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6e9fa343-4b36-4364-b5c9-206adf232978 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1115026 Jan 18 20:26:48.352454 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37560) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:48.463887 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e224707b-dfff-44eb-b46c-5c1bebf0c587 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:48.467736 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7a46260f-c1e8-4d5f-b882-7506d10b31c5 None None] Publish callbacks [] for port (8efd452e-2792-4c19-82a4-3af23aa327ec), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:48.470105 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e224707b-dfff-44eb-b46c-5c1bebf0c587 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:48.473054 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e224707b-dfff-44eb-b46c-5c1bebf0c587 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:48.475033 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e224707b-dfff-44eb-b46c-5c1bebf0c587 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1216357 Jan 18 20:26:48.477676 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37562) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:48.480416 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7a46260f-c1e8-4d5f-b882-7506d10b31c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (8efd452e-2792-4c19-82a4-3af23aa327ec), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:48.536997 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37564) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:48.579224 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a46260f-c1e8-4d5f-b882-7506d10b31c5 None None] Network b50bcceb-e479-4a99-8171-85edd75f3897 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:26:48.604373 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-7a46260f-c1e8-4d5f-b882-7506d10b31c5 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:48.612563 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a46260f-c1e8-4d5f-b882-7506d10b31c5 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:26:48.615949 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46260f-c1e8-4d5f-b882-7506d10b31c5 None None] Pushing event updated for resources: {'Port': ['ID=8efd452e-2792-4c19-82a4-3af23aa327ec,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:48.659694 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-84ae810a-bd62-47b4-9e29-2b848f9c8fa5 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Allocated IP 2001:db8::2dc (b50bcceb-e479-4a99-8171-85edd75f3897/7a928b65-401a-49bc-92b7-739e0b0e16cf/a6255063-dde8-4197-bc14-5cd9056ddd2f) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:48.660499 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f1a558-2aa6-4b6c-8773-7f2219f00cab tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet 629edd11-d9ad-4418-97b5-b2698ed3634f {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:26:48.675038 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-36f1a558-2aa6-4b6c-8773-7f2219f00cab tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (629edd11-d9ad-4418-97b5-b2698ed3634f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:48.775200 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f5b975b4-1023-49c8-a4d9-0a3c1a4920bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:48.783481 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7a46260f-c1e8-4d5f-b882-7506d10b31c5 None None] Attempting to bind port 8efd452e-2792-4c19-82a4-3af23aa327ec on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:26:48.784109 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7a46260f-c1e8-4d5f-b882-7506d10b31c5 None None] Attempting to bind port 8efd452e-2792-4c19-82a4-3af23aa327ec by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '4426441c-951a-4d7b-a871-8a116e5de88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b50bcceb-e479-4a99-8171-85edd75f3897'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:26:48.784643 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a46260f-c1e8-4d5f-b882-7506d10b31c5 None None] Attempting to bind port 8efd452e-2792-4c19-82a4-3af23aa327ec on network b50bcceb-e479-4a99-8171-85edd75f3897 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:26:48.790931 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a46260f-c1e8-4d5f-b882-7506d10b31c5 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:26:48.802282 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a46260f-c1e8-4d5f-b882-7506d10b31c5 None None] Checking segment: {'id': '4426441c-951a-4d7b-a871-8a116e5de88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b50bcceb-e479-4a99-8171-85edd75f3897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:26:48.803595 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7a46260f-c1e8-4d5f-b882-7506d10b31c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:48.804157 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a46260f-c1e8-4d5f-b882-7506d10b31c5 None None] Bound using segment: {'id': '4426441c-951a-4d7b-a871-8a116e5de88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b50bcceb-e479-4a99-8171-85edd75f3897'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:26:48.804849 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7a46260f-c1e8-4d5f-b882-7506d10b31c5 None None] Bound port: 8efd452e-2792-4c19-82a4-3af23aa327ec, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4426441c-951a-4d7b-a871-8a116e5de88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b50bcceb-e479-4a99-8171-85edd75f3897'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:26:48.805420 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7a46260f-c1e8-4d5f-b882-7506d10b31c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8efd452e-2792-4c19-82a4-3af23aa327ec), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:48.847732 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-36f1a558-2aa6-4b6c-8773-7f2219f00cab tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (629edd11-d9ad-4418-97b5-b2698ed3634f), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:48.961744 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8682b-8c4e-4371-8233-6421d63200b4 req-d183457e-d39e-4180-93d2-3949d61b68b7 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:48.968238 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6f8682b-8c4e-4371-8233-6421d63200b4 req-d183457e-d39e-4180-93d2-3949d61b68b7 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 944 time: 0.2850003 Jan 18 20:26:48.970799 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84ae810a-bd62-47b4-9e29-2b848f9c8fa5 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for port (a6255063-dde8-4197-bc14-5cd9056ddd2f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:48.996950 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f5b975b4-1023-49c8-a4d9-0a3c1a4920bc admin admin] Publish callbacks [] for security_group (8ca1536a-0837-46b1-b7d1-dee7a3ea9c66), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:49.007505 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f5b975b4-1023-49c8-a4d9-0a3c1a4920bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8ca1536a-0837-46b1-b7d1-dee7a3ea9c66), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:49.008201 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 30f55edd-0722-4cff-a5f8-68d9282acbc8 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:26:49.046580 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b975b4-1023-49c8-a4d9-0a3c1a4920bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca1536a-0837-46b1-b7d1-dee7a3ea9c66,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:49.064016 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6b50af75-5d95-4d67-91fb-f774c3516fde req-79859a26-2c0c-45b0-b425-e5079ecc6094 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 210 time: 0.0590723 Jan 18 20:26:49.080375 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7a46260f-c1e8-4d5f-b882-7506d10b31c5 None None] For port 8efd452e-2792-4c19-82a4-3af23aa327ec, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:26:49.089770 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f5b975b4-1023-49c8-a4d9-0a3c1a4920bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb5aa254927a4037829577f27367a27a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5326428 Jan 18 20:26:49.092258 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37574) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:49.116507 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84ae810a-bd62-47b4-9e29-2b848f9c8fa5 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (a6255063-dde8-4197-bc14-5cd9056ddd2f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:49.139785 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7a46260f-c1e8-4d5f-b882-7506d10b31c5 None None] For port 8efd452e-2792-4c19-82a4-3af23aa327ec, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8efd452e-2792-4c19-82a4-3af23aa327ec,segment=NetworkSegment(4426441c-951a-4d7b-a871-8a116e5de88f),segment_id=4426441c-951a-4d7b-a871-8a116e5de88f)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:26:49.184711 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6f8682b-8c4e-4371-8233-6421d63200b4 req-9c84d17f-0732-46b8-ac38-0f88a02f792e tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043581 Jan 18 20:26:49.194842 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ae810a-bd62-47b4-9e29-2b848f9c8fa5 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network b50bcceb-e479-4a99-8171-85edd75f3897 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:26:49.216021 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-84ae810a-bd62-47b4-9e29-2b848f9c8fa5 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:49.218860 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ae810a-bd62-47b4-9e29-2b848f9c8fa5 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:26:49.220227 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-36f1a558-2aa6-4b6c-8773-7f2219f00cab tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (629edd11-d9ad-4418-97b5-b2698ed3634f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:49.225333 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ae810a-bd62-47b4-9e29-2b848f9c8fa5 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:49.226109 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84ae810a-bd62-47b4-9e29-2b848f9c8fa5 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:49.233069 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46c7e0c3-c234-4397-b944-f7929235613b admin admin] Publish callbacks [] for security_group (8ca1536a-0837-46b1-b7d1-dee7a3ea9c66), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:49.238394 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae810a-bd62-47b4-9e29-2b848f9c8fa5 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Port': ['ID=a6255063-dde8-4197-bc14-5cd9056ddd2f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:49.276653 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37576) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:49.277391 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-84ae810a-bd62-47b4-9e29-2b848f9c8fa5 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4378192 Jan 18 20:26:49.287270 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46c7e0c3-c234-4397-b944-f7929235613b admin admin] Publish callbacks [] for security_group (8ca1536a-0837-46b1-b7d1-dee7a3ea9c66), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:49.334653 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7a46260f-c1e8-4d5f-b882-7506d10b31c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8efd452e-2792-4c19-82a4-3af23aa327ec), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:49.351535 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46c7e0c3-c234-4397-b944-f7929235613b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8ca1536a-0837-46b1-b7d1-dee7a3ea9c66), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:49.356090 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46c7e0c3-c234-4397-b944-f7929235613b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:49.358218 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-46c7e0c3-c234-4397-b944-f7929235613b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ca1536a-0837-46b1-b7d1-dee7a3ea9c66 HTTP/1.1" status: 204 len: 168 time: 0.2649679 Jan 18 20:26:49.405445 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7e0c3-c234-4397-b944-f7929235613b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca1536a-0837-46b1-b7d1-dee7a3ea9c66,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:49.787319 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 30f55edd-0722-4cff-a5f8-68d9282acbc8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=30f55edd-0722-4cff-a5f8-68d9282acbc8,segment=NetworkSegment(3926a9bc-2ab0-4e14-8e43-e7affde02047),segment_id=3926a9bc-2ab0-4e14-8e43-e7affde02047)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:49.801109 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46260f-c1e8-4d5f-b882-7506d10b31c5 None None] Pushing event updated for resources: {'Port': ['ID=8efd452e-2792-4c19-82a4-3af23aa327ec,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:49.857328 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '30f55edd-0722-4cff-a5f8-68d9282acbc8', 'network_id': '969e5bec-1cc4-4b20-ab88-96d006b4e701', 'port_id': '30f55edd-0722-4cff-a5f8-68d9282acbc8', 'mac_address': 'fa:16:3e:d5:ce:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd51416a9-d1ba-44a6-8439-10a7eabfd114', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:26:49.969158 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 30f55edd-0722-4cff-a5f8-68d9282acbc8 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:49.970029 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (30f55edd-0722-4cff-a5f8-68d9282acbc8), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:49.995262 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f55edd-0722-4cff-a5f8-68d9282acbc8 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:26:50.048407 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 30f55edd-0722-4cff-a5f8-68d9282acbc8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=30f55edd-0722-4cff-a5f8-68d9282acbc8,segment=NetworkSegment(3926a9bc-2ab0-4e14-8e43-e7affde02047),segment_id=3926a9bc-2ab0-4e14-8e43-e7affde02047)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:50.055366 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (30f55edd-0722-4cff-a5f8-68d9282acbc8), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:50.178406 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37598) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:50.199195 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-70b7ab8b-2322-424a-82fe-4aa721f436aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:50.205834 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=30f55edd-0722-4cff-a5f8-68d9282acbc8,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:50.207651 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-36f1a558-2aa6-4b6c-8773-7f2219f00cab tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (629edd11-d9ad-4418-97b5-b2698ed3634f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:50.309140 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cdcd9f9c-01f0-4c6a-a0f3-5dca37b73836 req-d644c2df-f8c4-4ba6-8bf8-64ab148b2036 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 210 time: 0.1046402 Jan 18 20:26:50.310146 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1a558-2aa6-4b6c-8773-7f2219f00cab tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=629edd11-d9ad-4418-97b5-b2698ed3634f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:50.325863 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-36f1a558-2aa6-4b6c-8773-7f2219f00cab tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:50.332288 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-36f1a558-2aa6-4b6c-8773-7f2219f00cab tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/629edd11-d9ad-4418-97b5-b2698ed3634f HTTP/1.1" status: 204 len: 168 time: 1.8417878 Jan 18 20:26:50.333484 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37608) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:50.344367 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['30f55edd-0722-4cff-a5f8-68d9282acbc8'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:26:50.352618 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d448ef-2a47-4146-8197-c5e7a2921ad6 None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:50.370472 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-70b7ab8b-2322-424a-82fe-4aa721f436aa admin admin] Publish callbacks [] for security_group (860c7be7-5fa7-413b-9854-566b6da45f85), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:50.379361 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-70b7ab8b-2322-424a-82fe-4aa721f436aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (860c7be7-5fa7-413b-9854-566b6da45f85), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:50.408109 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7ab8b-2322-424a-82fe-4aa721f436aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860c7be7-5fa7-413b-9854-566b6da45f85,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:50.437565 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-70b7ab8b-2322-424a-82fe-4aa721f436aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac4eae381df8428bb7eb5c0731d93dcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2553134 Jan 18 20:26:50.438477 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37610) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:50.499587 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-32585564-bcd3-4082-a8af-ca6ebd8dcdc2 admin admin] Publish callbacks [] for security_group (860c7be7-5fa7-413b-9854-566b6da45f85), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:50.527139 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-32585564-bcd3-4082-a8af-ca6ebd8dcdc2 admin admin] Publish callbacks [] for security_group (860c7be7-5fa7-413b-9854-566b6da45f85), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:50.616089 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-32585564-bcd3-4082-a8af-ca6ebd8dcdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (860c7be7-5fa7-413b-9854-566b6da45f85), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:50.620494 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-32585564-bcd3-4082-a8af-ca6ebd8dcdc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:50.635408 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-32585564-bcd3-4082-a8af-ca6ebd8dcdc2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/860c7be7-5fa7-413b-9854-566b6da45f85 HTTP/1.1" status: 204 len: 168 time: 0.1931934 Jan 18 20:26:50.671241 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32585564-bcd3-4082-a8af-ca6ebd8dcdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860c7be7-5fa7-413b-9854-566b6da45f85,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:50.686061 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37622) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:50.699000 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-d65a6720-e25e-4a0e-98d7-c89aa448c797 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-607265556'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:50.740211 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d432da84-fe00-4876-a910-38ece7ca0d0d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a6255063-dde8-4197-bc14-5cd9056ddd2f), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:50.759600 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-92df126d-72ae-427b-a79b-d0c2f2ac78fd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Deleting subnet 7ef977c4-3b14-4180-8a62-ff51eb8b615c {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:26:50.768672 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-92df126d-72ae-427b-a79b-d0c2f2ac78fd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for subnet (7ef977c4-3b14-4180-8a62-ff51eb8b615c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:50.803692 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65a6720-e25e-4a0e-98d7-c89aa448c797 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Made reservation on behalf of 733444720280437eb7f9cfdcefc53319 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:50.808460 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d65a6720-e25e-4a0e-98d7-c89aa448c797 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:50.845955 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65a6720-e25e-4a0e-98d7-c89aa448c797 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:26:50.856335 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69ca5c-c568-4eea-b2a4-8152887299f6 req-e4209fd9-8c27-4118-9d68-93673a053e31 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:50.858795 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d65a6720-e25e-4a0e-98d7-c89aa448c797 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:50.858795 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-d65a6720-e25e-4a0e-98d7-c89aa448c797 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Added segment 78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c of type vlan for network 5fbd40aa-f049-4550-b042-82fa935955b5 Jan 18 20:26:50.865708 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f69ca5c-c568-4eea-b2a4-8152887299f6 req-e4209fd9-8c27-4118-9d68-93673a053e31 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 945 time: 0.4632583 Jan 18 20:26:50.915857 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d65a6720-e25e-4a0e-98d7-c89aa448c797 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (5fbd40aa-f049-4550-b042-82fa935955b5), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:50.966407 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d65a6720-e25e-4a0e-98d7-c89aa448c797 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (5fbd40aa-f049-4550-b042-82fa935955b5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:50.973950 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65a6720-e25e-4a0e-98d7-c89aa448c797 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:50.974658 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d65a6720-e25e-4a0e-98d7-c89aa448c797 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:50.995994 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-92df126d-72ae-427b-a79b-d0c2f2ac78fd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (7ef977c4-3b14-4180-8a62-ff51eb8b615c), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:51.002796 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d65a6720-e25e-4a0e-98d7-c89aa448c797 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3154650 Jan 18 20:26:51.015616 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37626) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:51.071089 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-9709a7b6-e8da-44a3-a12f-69d20750ab57 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-891522422'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:51.141253 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a6720-e25e-4a0e-98d7-c89aa448c797 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event updated for resources: {'Network': ['ID=5fbd40aa-f049-4550-b042-82fa935955b5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:51.168108 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 5fbd40aa-f049-4550-b042-82fa935955b5 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:26:51.264509 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f69ca5c-c568-4eea-b2a4-8152887299f6 req-d633ee9c-83b9-4e3a-a559-8ff893ed0263 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978188 Jan 18 20:26:51.383363 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee097d5-d245-4381-bec3-d9960d72ee2c None None] Network b50bcceb-e479-4a99-8171-85edd75f3897 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:51.485558 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9709a7b6-e8da-44a3-a12f-69d20750ab57 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Made reservation on behalf of 733444720280437eb7f9cfdcefc53319 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:51.489235 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9709a7b6-e8da-44a3-a12f-69d20750ab57 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:51.546496 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3686d572-6683-43ed-b616-4f89effceb1a req-ba452c91-f45c-4eba-8c54-4397d953ed79 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 210 time: 0.1044743 Jan 18 20:26:51.622020 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-300892d9-3dd0-42b7-a216-b9dad2bfadaf None None] Provisioning complete for port 8efd452e-2792-4c19-82a4-3af23aa327ec triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:51.622584 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-300892d9-3dd0-42b7-a216-b9dad2bfadaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8efd452e-2792-4c19-82a4-3af23aa327ec), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:51.705529 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9709a7b6-e8da-44a3-a12f-69d20750ab57 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:26:51.726063 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9709a7b6-e8da-44a3-a12f-69d20750ab57 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (fbad898d-38fa-47be-becf-1f5943552590), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:51.726394 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-9709a7b6-e8da-44a3-a12f-69d20750ab57 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Added segment fbad898d-38fa-47be-becf-1f5943552590 of type vlan for network e28041d0-7a31-4e94-acee-687198cd901a Jan 18 20:26:51.765962 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-92df126d-72ae-427b-a79b-d0c2f2ac78fd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (7ef977c4-3b14-4180-8a62-ff51eb8b615c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:51.816664 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8efd452e-2792-4c19-82a4-3af23aa327ec up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:26:51.822695 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-300892d9-3dd0-42b7-a216-b9dad2bfadaf None None] Current status of the port 8efd452e-2792-4c19-82a4-3af23aa327ec is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:51.823438 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-300892d9-3dd0-42b7-a216-b9dad2bfadaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8efd452e-2792-4c19-82a4-3af23aa327ec), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:51.935820 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9709a7b6-e8da-44a3-a12f-69d20750ab57 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (e28041d0-7a31-4e94-acee-687198cd901a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:52.107442 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d432da84-fe00-4876-a910-38ece7ca0d0d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for port (a6255063-dde8-4197-bc14-5cd9056ddd2f), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:52.113011 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9709a7b6-e8da-44a3-a12f-69d20750ab57 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (e28041d0-7a31-4e94-acee-687198cd901a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:52.123653 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9709a7b6-e8da-44a3-a12f-69d20750ab57 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:52.124986 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9709a7b6-e8da-44a3-a12f-69d20750ab57 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:52.139571 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d432da84-fe00-4876-a910-38ece7ca0d0d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (a6255063-dde8-4197-bc14-5cd9056ddd2f), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:52.185155 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-300892d9-3dd0-42b7-a216-b9dad2bfadaf None None] For port 8efd452e-2792-4c19-82a4-3af23aa327ec, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8efd452e-2792-4c19-82a4-3af23aa327ec,segment=NetworkSegment(4426441c-951a-4d7b-a871-8a116e5de88f),segment_id=4426441c-951a-4d7b-a871-8a116e5de88f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:52.195674 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-300892d9-3dd0-42b7-a216-b9dad2bfadaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8efd452e-2792-4c19-82a4-3af23aa327ec), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:52.206979 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 8efd452e-2792-4c19-82a4-3af23aa327ec triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:52.208670 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8efd452e-2792-4c19-82a4-3af23aa327ec), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:52.416344 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300892d9-3dd0-42b7-a216-b9dad2bfadaf None None] Pushing event updated for resources: {'Port': ['ID=8efd452e-2792-4c19-82a4-3af23aa327ec,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:52.429793 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-5c255207-0887-4bff-8bb3-d85b35da5666 None None] Provisioning complete for port 8efd452e-2792-4c19-82a4-3af23aa327ec triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:52.430414 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5c255207-0887-4bff-8bb3-d85b35da5666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8efd452e-2792-4c19-82a4-3af23aa327ec), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:52.470029 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9709a7b6-e8da-44a3-a12f-69d20750ab57 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4153678 Jan 18 20:26:52.471470 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37666) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:52.476000 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-92df126d-72ae-427b-a79b-d0c2f2ac78fd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (7ef977c4-3b14-4180-8a62-ff51eb8b615c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:52.477291 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-6244a7e9-d56b-47a3-aaf5-d24a697911b4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Request body: {'subnet': {'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:52.570400 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 8efd452e-2792-4c19-82a4-3af23aa327ec is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:52.671074 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432da84-fe00-4876-a910-38ece7ca0d0d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Port': ['ID=a6255063-dde8-4197-bc14-5cd9056ddd2f,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:52.699388 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5c255207-0887-4bff-8bb3-d85b35da5666 None None] Current status of the port 8efd452e-2792-4c19-82a4-3af23aa327ec is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:52.750769 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df126d-72ae-427b-a79b-d0c2f2ac78fd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Subnet': ['ID=7ef977c4-3b14-4180-8a62-ff51eb8b615c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:52.752931 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709a7b6-e8da-44a3-a12f-69d20750ab57 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event updated for resources: {'Network': ['ID=e28041d0-7a31-4e94-acee-687198cd901a,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:52.760571 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6244a7e9-d56b-47a3-aaf5-d24a697911b4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Made reservation on behalf of 733444720280437eb7f9cfdcefc53319 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:52.764479 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6244a7e9-d56b-47a3-aaf5-d24a697911b4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:52.769556 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-5c255207-0887-4bff-8bb3-d85b35da5666 None None] Provisioning complete for port 4930d113-86b6-42df-9b1e-197862bb9a31 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:52.770105 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5c255207-0887-4bff-8bb3-d85b35da5666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:52.840544 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-92df126d-72ae-427b-a79b-d0c2f2ac78fd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:52.844325 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-92df126d-72ae-427b-a79b-d0c2f2ac78fd tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/7ef977c4-3b14-4180-8a62-ff51eb8b615c HTTP/1.1" status: 204 len: 168 time: 2.5096140 Jan 18 20:26:52.845212 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d432da84-fe00-4876-a910-38ece7ca0d0d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (e200480c-9782-4391-8f12-8bade0a60a42), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:52.870452 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42cbe24-02c5-48da-a095-a578966306dd None None] Network c68ada5d-da8a-41c6-813a-b53f9c35e893 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:52.892972 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37676) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:52.995803 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-19364935-f609-4809-9530-40fcb9d7fedd req-d861ca34-9d26-4e18-817f-e5e40ab3c7ff tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 210 time: 0.2684040 Jan 18 20:26:53.018107 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network e28041d0-7a31-4e94-acee-687198cd901a details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:26:53.036457 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fa228448-f9ef-450d-8ebf-6d4cd2e2e206 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1277344 Jan 18 20:26:53.041509 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37684) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:53.090941 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cac7ef-98ff-4579-bbf8-9e266c7f8fd6 req-8563e437-88ad-4e42-80c2-5824b4027095 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:53.092657 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-59cac7ef-98ff-4579-bbf8-9e266c7f8fd6 req-8563e437-88ad-4e42-80c2-5824b4027095 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 945 time: 0.6474736 Jan 18 20:26:53.093426 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d432da84-fe00-4876-a910-38ece7ca0d0d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a6255063-dde8-4197-bc14-5cd9056ddd2f), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:53.147348 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 30f55edd-0722-4cff-a5f8-68d9282acbc8 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:26:53.251793 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7537b578-73ae-4e70-92ff-8e19004fc02f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:53.253360 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7537b578-73ae-4e70-92ff-8e19004fc02f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2109263 Jan 18 20:26:53.256076 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37694) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:53.277909 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5c255207-0887-4bff-8bb3-d85b35da5666 None None] Current status of the port 4930d113-86b6-42df-9b1e-197862bb9a31 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:53.316554 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-5c255207-0887-4bff-8bb3-d85b35da5666 None None] Provisioning complete for port a6255063-dde8-4197-bc14-5cd9056ddd2f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:53.316884 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5c255207-0887-4bff-8bb3-d85b35da5666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a6255063-dde8-4197-bc14-5cd9056ddd2f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:53.364822 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 30f55edd-0722-4cff-a5f8-68d9282acbc8 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:26:53.370466 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 30f55edd-0722-4cff-a5f8-68d9282acbc8 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:53.370959 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (30f55edd-0722-4cff-a5f8-68d9282acbc8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:53.422526 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5c255207-0887-4bff-8bb3-d85b35da5666 None None] Port a6255063-dde8-4197-bc14-5cd9056ddd2f cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:26:53.455129 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4257744-4872-46c4-b4f4-71c34508c4cf None None] DHCP port deletion for c68ada5d-da8a-41c6-813a-b53f9c35e893 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:26:53.494469 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 30f55edd-0722-4cff-a5f8-68d9282acbc8 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:53.494875 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (30f55edd-0722-4cff-a5f8-68d9282acbc8), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:53.512696 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d071fce8-3e48-4fc1-8ef4-1b0d5f281d3f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:53.514229 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d071fce8-3e48-4fc1-8ef4-1b0d5f281d3f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2572594 Jan 18 20:26:53.548196 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-59cac7ef-98ff-4579-bbf8-9e266c7f8fd6 req-c8d33d16-6063-4838-a535-ce676de32ab1 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295671 Jan 18 20:26:53.549161 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37698) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:53.584639 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fdcac9-cf80-4b6a-a3aa-0391aab6c10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f55edd-0722-4cff-a5f8-68d9282acbc8'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:26:53.590059 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a8ed37-6a5b-47a9-8e88-54a60a7b63db" -d '{"events": [{"server_uuid": "20fdcac9-cf80-4b6a-a3aa-0391aab6c10e", "name": "network-vif-plugged", "status": "completed", "tag": "30f55edd-0722-4cff-a5f8-68d9282acbc8"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:26:53.635008 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 30f55edd-0722-4cff-a5f8-68d9282acbc8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=30f55edd-0722-4cff-a5f8-68d9282acbc8,segment=NetworkSegment(3926a9bc-2ab0-4e14-8e43-e7affde02047),segment_id=3926a9bc-2ab0-4e14-8e43-e7affde02047)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:53.653050 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f4257744-4872-46c4-b4f4-71c34508c4cf None None] Deleting port 4930d113-86b6-42df-9b1e-197862bb9a31 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:26:53.653735 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f4257744-4872-46c4-b4f4-71c34508c4cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:53.685339 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6fc4bafa-fffa-4b2d-8ff5-fb137ba5d40e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1345963 Jan 18 20:26:53.697895 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (30f55edd-0722-4cff-a5f8-68d9282acbc8), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:53.706856 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37706) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:53.707559 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a87904-435d-44e2-975b-27712d46c2a0 x-openstack-request-id: req-46a87904-435d-44e2-975b-27712d46c2a0 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:26:53.708042 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fdcac9-cf80-4b6a-a3aa-0391aab6c10e", "name": "network-vif-plugged", "status": "completed", "tag": "30f55edd-0722-4cff-a5f8-68d9282acbc8", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:26:53.708464 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46a87904-435d-44e2-975b-27712d46c2a0 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:26:53.709119 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fdcac9-cf80-4b6a-a3aa-0391aab6c10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f55edd-0722-4cff-a5f8-68d9282acbc8', 'code': 200} Jan 18 20:26:53.727302 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8efd452e-2792-4c19-82a4-3af23aa327ec up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:26:53.741411 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe21c908-5af2-44c5-aadf-1f2217261499 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:53.742148 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe21c908-5af2-44c5-aadf-1f2217261499 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:53.750322 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fe21c908-5af2-44c5-aadf-1f2217261499 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/4926472d-deb1-4cb8-b2a7-6cc47125b05e HTTP/1.1" status: 404 len: 333 time: 0.0377197 Jan 18 20:26:53.751707 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37710) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:53.788005 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-625ad0ba-8009-40fb-82c6-e297de9de28c None None] Provisioning complete for port a6255063-dde8-4197-bc14-5cd9056ddd2f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:53.788650 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a55f8e6-53d4-4a48-bfb8-06a387254bc7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:53.788821 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-625ad0ba-8009-40fb-82c6-e297de9de28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a6255063-dde8-4197-bc14-5cd9056ddd2f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:53.789318 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a55f8e6-53d4-4a48-bfb8-06a387254bc7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:53.795037 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1a55f8e6-53d4-4a48-bfb8-06a387254bc7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/7ef977c4-3b14-4180-8a62-ff51eb8b615c HTTP/1.1" status: 404 len: 337 time: 0.0401037 Jan 18 20:26:53.798206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37712) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:53.808428 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6244a7e9-d56b-47a3-aaf5-d24a697911b4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (adf464e5-d0e2-45fb-a0b2-ab21add0b628), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:53.851355 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-625ad0ba-8009-40fb-82c6-e297de9de28c None None] Port a6255063-dde8-4197-bc14-5cd9056ddd2f cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:26:53.871633 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d432da84-fe00-4876-a910-38ece7ca0d0d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for port (a6255063-dde8-4197-bc14-5cd9056ddd2f), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:53.883375 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d432da84-fe00-4876-a910-38ece7ca0d0d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (a6255063-dde8-4197-bc14-5cd9056ddd2f), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:53.884786 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d432da84-fe00-4876-a910-38ece7ca0d0d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (e200480c-9782-4391-8f12-8bade0a60a42), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:53.947645 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5393ce-bd00-436d-9d14-dfe69a2a1d46 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:53.948386 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c5393ce-bd00-436d-9d14-dfe69a2a1d46 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:53.953934 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2c5393ce-bd00-436d-9d14-dfe69a2a1d46 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/629edd11-d9ad-4418-97b5-b2698ed3634f HTTP/1.1" status: 404 len: 337 time: 0.1467705 Jan 18 20:26:53.960010 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37716) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:53.982015 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6244a7e9-d56b-47a3-aaf5-d24a697911b4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Checking segment: {'id': '78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:26:53.982782 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6244a7e9-d56b-47a3-aaf5-d24a697911b4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Network hostable DHCP agents. Network: 5fbd40aa-f049-4550-b042-82fa935955b5, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:26:53.989595 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b8a6e-8f98-49db-a72f-5096848a77ea req-ccda10da-dec4-4d66-9783-9dbd8a40f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:53.992139 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6c0b8a6e-8f98-49db-a72f-5096848a77ea req-ccda10da-dec4-4d66-9783-9dbd8a40f91a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 1097 time: 0.2143958 Jan 18 20:26:54.038356 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244a7e9-d56b-47a3-aaf5-d24a697911b4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event updated for resources: {'Subnet': ['ID=adf464e5-d0e2-45fb-a0b2-ab21add0b628,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:54.045090 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a82380b-2871-4131-b85b-fbc82280cb3a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:54.045090 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a82380b-2871-4131-b85b-fbc82280cb3a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:54.056469 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6244a7e9-d56b-47a3-aaf5-d24a697911b4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:54.056829 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6244a7e9-d56b-47a3-aaf5-d24a697911b4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:54.057331 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6244a7e9-d56b-47a3-aaf5-d24a697911b4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:54.057871 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6244a7e9-d56b-47a3-aaf5-d24a697911b4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:54.058206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6244a7e9-d56b-47a3-aaf5-d24a697911b4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:54.058536 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6244a7e9-d56b-47a3-aaf5-d24a697911b4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:54.058863 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6244a7e9-d56b-47a3-aaf5-d24a697911b4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:54.059293 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6244a7e9-d56b-47a3-aaf5-d24a697911b4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:54.059509 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6244a7e9-d56b-47a3-aaf5-d24a697911b4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:54.059810 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6244a7e9-d56b-47a3-aaf5-d24a697911b4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:54.061061 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f4257744-4872-46c4-b4f4-71c34508c4cf None None] For port 4930d113-86b6-42df-9b1e-197862bb9a31, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4930d113-86b6-42df-9b1e-197862bb9a31,segment=NetworkSegment(d5f18ddb-a7ca-405c-b4e7-b692253bd4a2),segment_id=d5f18ddb-a7ca-405c-b4e7-b692253bd4a2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:54.061443 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6244a7e9-d56b-47a3-aaf5-d24a697911b4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:54.062141 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6244a7e9-d56b-47a3-aaf5-d24a697911b4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:54.066939 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6244a7e9-d56b-47a3-aaf5-d24a697911b4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:54.067047 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f4257744-4872-46c4-b4f4-71c34508c4cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:54.070543 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5a82380b-2871-4131-b85b-fbc82280cb3a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/cd5ad913-fcb5-4fa2-9dbe-281f92a25dc2 HTTP/1.1" status: 404 len: 333 time: 0.0919874 Jan 18 20:26:54.077569 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37728) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:54.088979 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432da84-fe00-4876-a910-38ece7ca0d0d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Port': ['ID=a6255063-dde8-4197-bc14-5cd9056ddd2f,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:54.142138 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f4257744-4872-46c4-b4f4-71c34508c4cf None None] Calling delete_port for 4930d113-86b6-42df-9b1e-197862bb9a31 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:26:54.175705 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb744d92-06b9-4aca-83a1-a4c64b933dbc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:54.180133 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb744d92-06b9-4aca-83a1-a4c64b933dbc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:54.190185 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fb744d92-06b9-4aca-83a1-a4c64b933dbc tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/95ddd5d0-b6ec-4804-a665-0fa52ef9884f HTTP/1.1" status: 404 len: 337 time: 0.0928528 Jan 18 20:26:54.204910 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37730) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:54.244565 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6244a7e9-d56b-47a3-aaf5-d24a697911b4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Network 5fbd40aa-f049-4550-b042-82fa935955b5 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:26:54.249536 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6c0b8a6e-8f98-49db-a72f-5096848a77ea req-84ebf1a1-bf2d-4204-82ec-18023ed4fad6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484069 Jan 18 20:26:54.262020 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-6244a7e9-d56b-47a3-aaf5-d24a697911b4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 5fbd40aa-f049-4550-b042-82fa935955b5) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:54.267502 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6244a7e9-d56b-47a3-aaf5-d24a697911b4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:54.268248 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6244a7e9-d56b-47a3-aaf5-d24a697911b4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:54.274851 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-134edc0b-ccb0-4a99-8e99-117c6d0ea9c8 req-2bef2aa4-d9b5-4862-8ef5-1210aa67373b tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 210 time: 0.0688369 Jan 18 20:26:54.278896 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-522a0740-b816-4b4d-b3aa-7925dfcceef8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:54.279355 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-522a0740-b816-4b4d-b3aa-7925dfcceef8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:54.282578 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-522a0740-b816-4b4d-b3aa-7925dfcceef8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/c4464876-d12e-4a45-a922-363fcd335502 HTTP/1.1" status: 404 len: 337 time: 0.0409691 Jan 18 20:26:54.289261 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37734) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:54.290028 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d432da84-fe00-4876-a910-38ece7ca0d0d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network b50bcceb-e479-4a99-8171-85edd75f3897 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:26:54.292314 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-d432da84-fe00-4876-a910-38ece7ca0d0d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:54.347575 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9b05d6-0310-44a5-9e5a-2db47fff0f05 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:54.348337 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c9b05d6-0310-44a5-9e5a-2db47fff0f05 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:54.354922 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=30f55edd-0722-4cff-a5f8-68d9282acbc8,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:54.358979 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2c9b05d6-0310-44a5-9e5a-2db47fff0f05 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/03cc5e5a-bacf-42b2-bb71-811cf0e25c9f HTTP/1.1" status: 404 len: 333 time: 0.0628304 Jan 18 20:26:54.361389 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37736) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:54.386206 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f000042-2070-435d-86b7-846f045c93d2 None None] Network 5fbd40aa-f049-4550-b042-82fa935955b5 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:54.390804 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f4257744-4872-46c4-b4f4-71c34508c4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (4930d113-86b6-42df-9b1e-197862bb9a31), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:54.450905 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-c915786f-0542-4030-bfa1-b0ff82bf4329 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:54.451025 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c915786f-0542-4030-bfa1-b0ff82bf4329 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:54.465548 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c915786f-0542-4030-bfa1-b0ff82bf4329 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/4404fc26-0051-4bae-8ff3-63e8dda00fed HTTP/1.1" status: 404 len: 337 time: 0.1029406 Jan 18 20:26:54.468004 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37744) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:54.495704 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4257744-4872-46c4-b4f4-71c34508c4cf None None] No DVR routers for this DVR port 4930d113-86b6-42df-9b1e-197862bb9a31 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:26:54.512839 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ae2333-faa4-408e-a561-5beabbfb76c4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:54.516027 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ae2333-faa4-408e-a561-5beabbfb76c4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:54.521875 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-73ae2333-faa4-408e-a561-5beabbfb76c4 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/c7e37271-481e-417d-b03c-631c809628f5 HTTP/1.1" status: 404 len: 337 time: 0.0525858 Jan 18 20:26:54.528334 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6244a7e9-d56b-47a3-aaf5-d24a697911b4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0552766 Jan 18 20:26:54.530679 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37748) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:54.535784 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37750) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:54.579615 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-2ddb4cce-4b14-4c8b-8975-9f83bc922363 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Request body: {'subnet': {'network_id': 'e28041d0-7a31-4e94-acee-687198cd901a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:54.583966 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-618fae48-748a-4ac6-b8f1-3e64b4143aae tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:54.584988 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-618fae48-748a-4ac6-b8f1-3e64b4143aae tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:54.594803 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-618fae48-748a-4ac6-b8f1-3e64b4143aae tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/020e2ea5-e0fa-4d99-8329-3bc51f6653b3 HTTP/1.1" status: 404 len: 333 time: 0.0576878 Jan 18 20:26:54.596296 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37754) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:54.655853 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4257744-4872-46c4-b4f4-71c34508c4cf None None] Pushing event deleted for resources: {'Port': ['ID=4930d113-86b6-42df-9b1e-197862bb9a31,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:54.694065 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b21eaba-a81d-4fff-88a1-b21a47c95706 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:54.695156 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b21eaba-a81d-4fff-88a1-b21a47c95706 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:54.698097 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 8efd452e-2792-4c19-82a4-3af23aa327ec triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:54.698665 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8efd452e-2792-4c19-82a4-3af23aa327ec), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:54.705317 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2b21eaba-a81d-4fff-88a1-b21a47c95706 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/1a057a2b-d069-473f-944b-5d9e25aa381c HTTP/1.1" status: 404 len: 337 time: 0.1032617 Jan 18 20:26:54.705317 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37756) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:54.743469 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd310529-feb0-4b55-9d06-1acf95064f97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-5fbd40aa-f049-4550-b042-82fa935955b5', 'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5', 'project_id': '733444720280437eb7f9cfdcefc53319', 'fixed_ips': [{'subnet_id': 'adf464e5-d0e2-45fb-a0b2-ab21add0b628'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:26:54.744712 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fd310529-feb0-4b55-9d06-1acf95064f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:54.853736 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d432da84-fe00-4876-a910-38ece7ca0d0d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Router e200480c-9782-4391-8f12-8bade0a60a42 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:26:54.870988 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-4561802a-5faa-44eb-92b6-69114d76f05d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:54.878619 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4561802a-5faa-44eb-92b6-69114d76f05d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:54.882217 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4561802a-5faa-44eb-92b6-69114d76f05d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/de407000-64d0-439e-be0f-b9810966ec5e HTTP/1.1" status: 404 len: 337 time: 0.1674168 Jan 18 20:26:54.896214 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37762) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:54.931188 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-337fb7d5-ffc5-4a80-a45a-65659e64ec49 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:54.931997 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-337fb7d5-ffc5-4a80-a45a-65659e64ec49 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:54.935343 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-337fb7d5-ffc5-4a80-a45a-65659e64ec49 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/81932b6f-6cf4-4b44-9eb9-8cb0ddf97d11 HTTP/1.1" status: 404 len: 333 time: 0.0359030 Jan 18 20:26:54.939769 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37766) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:54.957515 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-fd310529-feb0-4b55-9d06-1acf95064f97 None None] Allocated IP 10.1.1.2 (5fbd40aa-f049-4550-b042-82fa935955b5/adf464e5-d0e2-45fb-a0b2-ab21add0b628/e3ba5027-7c21-4e38-b83c-d88d6ea57750) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:55.070509 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c435caf-620a-4a0b-b74d-22cb374ecd1b req-ad3d680e-b091-4476-9cd1-fedb4fd6a547 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:55.072836 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8c435caf-620a-4a0b-b74d-22cb374ecd1b req-ad3d680e-b091-4476-9cd1-fedb4fd6a547 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.3686233 Jan 18 20:26:55.097373 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-07069b9f-d3b0-467d-992a-767a2a431fd5 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:55.098008 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07069b9f-d3b0-467d-992a-767a2a431fd5 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:55.101565 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-07069b9f-d3b0-467d-992a-767a2a431fd5 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/128ad4e8-672d-4c36-b3bc-73914975aa38 HTTP/1.1" status: 404 len: 337 time: 0.1606824 Jan 18 20:26:55.117470 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37776) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:55.215148 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a7decf9-2f08-4501-aaf7-bf6909f78126 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:55.226612 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a7decf9-2f08-4501-aaf7-bf6909f78126 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:55.229921 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0a7decf9-2f08-4501-aaf7-bf6909f78126 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/9361a4ea-8d66-457f-a979-22eacf3afd5c HTTP/1.1" status: 404 len: 333 time: 0.1113050 Jan 18 20:26:55.231203 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d432da84-fe00-4876-a910-38ece7ca0d0d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:26:55.232775 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37780) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:55.245579 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d432da84-fe00-4876-a910-38ece7ca0d0d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "PUT /v2.0/routers/e200480c-9782-4391-8f12-8bade0a60a42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9677866 Jan 18 20:26:55.249831 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37782) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:55.276861 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d23d15-b87e-4d30-aa25-884905dd611f None None] Sync routers for ids ['e200480c-9782-4391-8f12-8bade0a60a42'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:26:55.312722 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c3eee3-1367-4851-8e5a-db5128ab7f81 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:55.317096 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-55c3eee3-1367-4851-8e5a-db5128ab7f81 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "GET /v2.0/ports?device_id=e200480c-9782-4391-8f12-8bade0a60a42 HTTP/1.1" status: 200 len: 989 time: 0.0646868 Jan 18 20:26:55.318137 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37786) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:55.318773 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddb4cce-4b14-4c8b-8975-9f83bc922363 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Made reservation on behalf of 733444720280437eb7f9cfdcefc53319 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:55.323365 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2ddb4cce-4b14-4c8b-8975-9f83bc922363 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:55.331693 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fd310529-feb0-4b55-9d06-1acf95064f97 None None] Publish callbacks [] for port (e3ba5027-7c21-4e38-b83c-d88d6ea57750), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:55.356020 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d23d15-b87e-4d30-aa25-884905dd611f None None] Routers {'e200480c-9782-4391-8f12-8bade0a60a42'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:26:55.357894 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c6d23d15-b87e-4d30-aa25-884905dd611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:26:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e200480c-9782-4391-8f12-8bade0a60a42'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:55.407744 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f7d1284-4613-47c0-b1ff-1d23c3bdd32c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:55.408171 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f7d1284-4613-47c0-b1ff-1d23c3bdd32c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:55.411280 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7f7d1284-4613-47c0-b1ff-1d23c3bdd32c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/106d5503-e3a5-4c79-9c22-49e91954aead HTTP/1.1" status: 404 len: 337 time: 0.1773298 Jan 18 20:26:55.413879 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c6d23d15-b87e-4d30-aa25-884905dd611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:55.422883 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37790) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:55.425776 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fd310529-feb0-4b55-9d06-1acf95064f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (e3ba5027-7c21-4e38-b83c-d88d6ea57750), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:55.520294 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-11e19f2f-d3fd-4839-b997-f2e5fc875e31 req-15820957-f229-4430-aa0a-0e33d2280036 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 210 time: 0.1165690 Jan 18 20:26:55.524813 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8c435caf-620a-4a0b-b74d-22cb374ecd1b req-464527af-1ded-4fc8-aaee-4844fa2c07dd tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202058 Jan 18 20:26:55.541378 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9880fd9-0106-4584-855e-2a65ce68a8ec tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:55.541378 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9880fd9-0106-4584-855e-2a65ce68a8ec tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:55.541733 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f818d825-f7a8-49fc-a90f-634f2635b724 None None] Provisioning complete for port a6255063-dde8-4197-bc14-5cd9056ddd2f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:55.541733 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f818d825-f7a8-49fc-a90f-634f2635b724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a6255063-dde8-4197-bc14-5cd9056ddd2f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:55.542216 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e9880fd9-0106-4584-855e-2a65ce68a8ec tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/6c854cc5-8b3e-433d-a14c-0372e33f4f78 HTTP/1.1" status: 404 len: 333 time: 0.1177716 Jan 18 20:26:55.543139 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37796) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:55.552231 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd310529-feb0-4b55-9d06-1acf95064f97 None None] Network 5fbd40aa-f049-4550-b042-82fa935955b5 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:26:55.554587 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d23d15-b87e-4d30-aa25-884905dd611f None None] Routers {'e200480c-9782-4391-8f12-8bade0a60a42'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:26:55.554587 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c6d23d15-b87e-4d30-aa25-884905dd611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:26:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e200480c-9782-4391-8f12-8bade0a60a42'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:55.591195 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf2d0c9-2e09-4ef3-8e3e-36c87c45e4de tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:55.592108 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf2d0c9-2e09-4ef3-8e3e-36c87c45e4de tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:55.613956 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9cf2d0c9-2e09-4ef3-8e3e-36c87c45e4de tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/f0583a14-d940-4cd8-84fd-860e64375a66 HTTP/1.1" status: 404 len: 337 time: 0.0694010 Jan 18 20:26:55.614856 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37798) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:55.640911 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-fd310529-feb0-4b55-9d06-1acf95064f97 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:55.644211 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd310529-feb0-4b55-9d06-1acf95064f97 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:26:55.659309 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd310529-feb0-4b55-9d06-1acf95064f97 None None] Pushing event updated for resources: {'Port': ['ID=e3ba5027-7c21-4e38-b83c-d88d6ea57750,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:55.668660 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0fac17-3a44-4228-9da3-0d744df85182 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:55.670424 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c6d23d15-b87e-4d30-aa25-884905dd611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:55.671169 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d23d15-b87e-4d30-aa25-884905dd611f None None] The sync data for ids ['e200480c-9782-4391-8f12-8bade0a60a42'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:26:55.686409 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab0fac17-3a44-4228-9da3-0d744df85182 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:55.689604 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ab0fac17-3a44-4228-9da3-0d744df85182 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/c24c8ba6-e884-4ef3-a72c-7d7679b94795 HTTP/1.1" status: 404 len: 333 time: 0.0735414 Jan 18 20:26:55.693951 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37800) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:55.756556 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-e327eff5-dade-4091-a3cb-d7de15e5947c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:55.758213 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e327eff5-dade-4091-a3cb-d7de15e5947c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:55.765079 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e327eff5-dade-4091-a3cb-d7de15e5947c tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/35b3b268-10fc-4be5-8d73-e4c8352fb1e2 HTTP/1.1" status: 404 len: 337 time: 0.0697105 Jan 18 20:26:55.765355 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f818d825-f7a8-49fc-a90f-634f2635b724 None None] Port a6255063-dde8-4197-bc14-5cd9056ddd2f cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:26:55.768256 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37802) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:55.800738 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 8efd452e-2792-4c19-82a4-3af23aa327ec is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:55.808600 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ee451d6a-c3ae-4e95-a924-f116d540869f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:55.829010 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-07448352-971e-47ff-91ac-a81e4918b472 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:55.829300 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07448352-971e-47ff-91ac-a81e4918b472 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:55.833962 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-07448352-971e-47ff-91ac-a81e4918b472 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/a7a30dbc-4482-4111-9c38-e95c187054ad HTTP/1.1" status: 404 len: 333 time: 0.0643003 Jan 18 20:26:55.836396 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37804) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:55.846452 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-fd310529-feb0-4b55-9d06-1acf95064f97 None None] Attempting to bind port e3ba5027-7c21-4e38-b83c-d88d6ea57750 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:26:55.846452 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-fd310529-feb0-4b55-9d06-1acf95064f97 None None] Attempting to bind port e3ba5027-7c21-4e38-b83c-d88d6ea57750 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:26:55.849918 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd310529-feb0-4b55-9d06-1acf95064f97 None None] Attempting to bind port e3ba5027-7c21-4e38-b83c-d88d6ea57750 on network 5fbd40aa-f049-4550-b042-82fa935955b5 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:26:55.881924 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd310529-feb0-4b55-9d06-1acf95064f97 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:26:55.885132 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd310529-feb0-4b55-9d06-1acf95064f97 None None] Checking segment: {'id': '78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:26:55.887671 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fd310529-feb0-4b55-9d06-1acf95064f97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:55.888182 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd310529-feb0-4b55-9d06-1acf95064f97 None None] Bound using segment: {'id': '78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:26:55.891436 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-fd310529-feb0-4b55-9d06-1acf95064f97 None None] Bound port: e3ba5027-7c21-4e38-b83c-d88d6ea57750, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:26:55.898451 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fd310529-feb0-4b55-9d06-1acf95064f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e3ba5027-7c21-4e38-b83c-d88d6ea57750), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:55.923193 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb9c584-8cea-4ed3-b944-1bd8b2fee83b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:55.923671 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cb9c584-8cea-4ed3-b944-1bd8b2fee83b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:55.927496 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5cb9c584-8cea-4ed3-b944-1bd8b2fee83b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/21172842-990d-4287-873e-96a6302fafe5 HTTP/1.1" status: 404 len: 337 time: 0.0879900 Jan 18 20:26:55.929998 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37808) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:55.961619 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2ddb4cce-4b14-4c8b-8975-9f83bc922363 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (4447c040-bbb0-41e1-84cc-ec8cc29dd4f8), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:55.969666 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4930d113-86b6-42df-9b1e-197862bb9a31 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:26:55.996584 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-1633fafb-82b5-4207-a374-e48d14c0dfc1 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:55.997291 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1633fafb-82b5-4207-a374-e48d14c0dfc1 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:56.000492 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1633fafb-82b5-4207-a374-e48d14c0dfc1 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/14830c3b-f9fe-4d1e-9a42-fedf4683124d HTTP/1.1" status: 404 len: 333 time: 0.0685887 Jan 18 20:26:56.003106 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37814) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:56.008713 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 4930d113-86b6-42df-9b1e-197862bb9a31 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:26:56.009165 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4930d113-86b6-42df-9b1e-197862bb9a31 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:26:56.073137 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc65772-8947-4b96-a8ef-5144de3f4be8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:56.074745 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dc65772-8947-4b96-a8ef-5144de3f4be8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:56.082564 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3dc65772-8947-4b96-a8ef-5144de3f4be8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/67cf4fa9-423b-4fac-9fed-81180542e423 HTTP/1.1" status: 404 len: 337 time: 0.0782571 Jan 18 20:26:56.083408 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37818) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:56.094185 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-fd310529-feb0-4b55-9d06-1acf95064f97 None None] For port e3ba5027-7c21-4e38-b83c-d88d6ea57750, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:26:56.104015 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-fd310529-feb0-4b55-9d06-1acf95064f97 None None] For port e3ba5027-7c21-4e38-b83c-d88d6ea57750, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=e3ba5027-7c21-4e38-b83c-d88d6ea57750,segment=NetworkSegment(78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c),segment_id=78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:26:56.115790 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fd310529-feb0-4b55-9d06-1acf95064f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e3ba5027-7c21-4e38-b83c-d88d6ea57750), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:56.119923 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-68976576-6265-442b-9e6a-fecbb46019ff tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:56.120650 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68976576-6265-442b-9e6a-fecbb46019ff tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:56.126853 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-68976576-6265-442b-9e6a-fecbb46019ff tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/5afb1163-2008-462a-9a3b-c265dacd640a HTTP/1.1" status: 404 len: 337 time: 0.0421951 Jan 18 20:26:56.127661 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37820) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:56.152796 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-3697fe0e-e085-458b-a5d1-185ca4de77ab tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:56.153663 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3697fe0e-e085-458b-a5d1-185ca4de77ab tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:56.160560 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3697fe0e-e085-458b-a5d1-185ca4de77ab tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/604646c2-a367-4099-b422-fa5c71c1db38 HTTP/1.1" status: 404 len: 333 time: 0.0317507 Jan 18 20:26:56.162456 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37822) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:56.200135 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-9064d14a-815b-42b2-8961-6bfa37c85e6e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:56.200774 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9064d14a-815b-42b2-8961-6bfa37c85e6e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:56.207027 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9064d14a-815b-42b2-8961-6bfa37c85e6e tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/ee73da5d-6bb5-4fa7-947f-80b9a2956254 HTTP/1.1" status: 404 len: 337 time: 0.0434225 Jan 18 20:26:56.207862 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37824) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:56.220637 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd310529-feb0-4b55-9d06-1acf95064f97 None None] Pushing event updated for resources: {'Port': ['ID=e3ba5027-7c21-4e38-b83c-d88d6ea57750,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:56.237742 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb4cce-4b14-4c8b-8975-9f83bc922363 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event updated for resources: {'Subnet': ['ID=4447c040-bbb0-41e1-84cc-ec8cc29dd4f8,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:56.251114 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec23b279-56f2-4323-9a76-4ed4a72616ac tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:56.251585 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec23b279-56f2-4323-9a76-4ed4a72616ac tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:56.257671 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ec23b279-56f2-4323-9a76-4ed4a72616ac tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/360011c4-8372-4b28-a618-8f6b834e8808 HTTP/1.1" status: 404 len: 337 time: 0.0465214 Jan 18 20:26:56.257926 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37826) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:56.308271 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddb4cce-4b14-4c8b-8975-9f83bc922363 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Checking segment: {'id': 'fbad898d-38fa-47be-becf-1f5943552590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e28041d0-7a31-4e94-acee-687198cd901a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:26:56.308639 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddb4cce-4b14-4c8b-8975-9f83bc922363 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Network hostable DHCP agents. Network: e28041d0-7a31-4e94-acee-687198cd901a, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:26:56.314721 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7abdc5f-f644-40ae-9724-750c27c7bc13 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:56.315685 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7abdc5f-f644-40ae-9724-750c27c7bc13 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:56.319961 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c7abdc5f-f644-40ae-9724-750c27c7bc13 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/f8f7f176-ff75-4c2f-9aea-ceff86f2d526 HTTP/1.1" status: 404 len: 333 time: 0.0610435 Jan 18 20:26:56.322640 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37832) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:56.385401 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddb4cce-4b14-4c8b-8975-9f83bc922363 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Network e28041d0-7a31-4e94-acee-687198cd901a is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:26:56.398563 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e1165d-d25d-44ee-a3fc-acb3845a0c5d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:56.399232 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5e1165d-d25d-44ee-a3fc-acb3845a0c5d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:56.403348 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f5e1165d-d25d-44ee-a3fc-acb3845a0c5d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/a8aa9c1c-bc51-4a72-9720-a613b8525203 HTTP/1.1" status: 404 len: 337 time: 0.0795400 Jan 18 20:26:56.406227 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37838) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:56.460271 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-2ddb4cce-4b14-4c8b-8975-9f83bc922363 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, e28041d0-7a31-4e94-acee-687198cd901a) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:56.472924 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f9f5758-ec7a-4f02-8c73-04733d39a57d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:56.473430 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f9f5758-ec7a-4f02-8c73-04733d39a57d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:56.481980 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333e5bd2-1d74-46cb-bbf0-14ea23d4373f None None] Network e28041d0-7a31-4e94-acee-687198cd901a requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:56.497880 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddb4cce-4b14-4c8b-8975-9f83bc922363 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:56.498937 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2ddb4cce-4b14-4c8b-8975-9f83bc922363 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:56.501943 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-630ecf57-1100-4115-a2a6-1ada4736414f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (e200480c-9782-4391-8f12-8bade0a60a42), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:56.505262 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7f9f5758-ec7a-4f02-8c73-04733d39a57d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/4bfc4935-0186-413e-b966-d229a2ae3cb2 HTTP/1.1" status: 404 len: 337 time: 0.0976183 Jan 18 20:26:56.505770 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37840) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:56.559560 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-846e4e98-5e15-46b7-8426-bed7ab71fd32 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:56.560137 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-846e4e98-5e15-46b7-8426-bed7ab71fd32 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:56.569010 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-846e4e98-5e15-46b7-8426-bed7ab71fd32 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/2d6c21e6-4cf4-4491-a914-afa1a5dd34e7 HTTP/1.1" status: 404 len: 333 time: 0.0591691 Jan 18 20:26:56.569655 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37844) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:56.661115 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c100fa-8860-4017-a017-9e230330f8d8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:56.661799 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c100fa-8860-4017-a017-9e230330f8d8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:56.674843 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e6c100fa-8860-4017-a017-9e230330f8d8 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/c7536625-937a-455e-aaba-f018cbed9b86 HTTP/1.1" status: 404 len: 337 time: 0.1019411 Jan 18 20:26:56.675346 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37848) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:56.805115 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49a027e-37e1-46d1-8ae6-88bf98a18a4b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:56.805701 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b49a027e-37e1-46d1-8ae6-88bf98a18a4b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:56.817565 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b49a027e-37e1-46d1-8ae6-88bf98a18a4b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/ea9b7495-a8f2-4d47-a525-ebf96ce6d7d8 HTTP/1.1" status: 404 len: 337 time: 0.1387868 Jan 18 20:26:56.829475 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37850) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:56.831736 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8b48ae2b-46b6-45c9-871a-d547dcc1bae6 req-9a704a51-8c90-44a0-bdfd-aa129cd7026d tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 210 time: 0.1278465 Jan 18 20:26:56.908141 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2ddb4cce-4b14-4c8b-8975-9f83bc922363 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3696933 Jan 18 20:26:56.912441 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37852) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:56.927424 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-f9f95a30-b7bf-4f38-aff9-d24da98daa97 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Request body: {'port': {'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5', 'name': 'tempest-TaggedBootDevicesTest_v242-1773448942', 'fixed_ips': [{'subnet_id': 'adf464e5-d0e2-45fb-a0b2-ab21add0b628'}]}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:26:56.950425 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6c8b00ef-a43f-4319-9f37-8306d62b5de9 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports?device_id=47d81a2c-173f-438d-9789-ea38a2a965b2 HTTP/1.1" status: 200 len: 205 time: 0.1173916 Jan 18 20:26:56.957031 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37856) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:57.011349 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-95f37774-82ea-49c7-8f37-21c8a397a7b7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] delete failed (client error): The resource could not be found. Jan 18 20:26:57.012846 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-95f37774-82ea-49c7-8f37-21c8a397a7b7 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/routers/47d81a2c-173f-438d-9789-ea38a2a965b2 HTTP/1.1" status: 404 len: 336 time: 0.0532572 Jan 18 20:26:57.015510 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37860) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:57.101454 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39badb22-448c-4f52-9257-803c6c87744d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-e28041d0-7a31-4e94-acee-687198cd901a', 'network_id': 'e28041d0-7a31-4e94-acee-687198cd901a', 'project_id': '733444720280437eb7f9cfdcefc53319', 'fixed_ips': [{'subnet_id': '4447c040-bbb0-41e1-84cc-ec8cc29dd4f8'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:26:57.107655 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-39badb22-448c-4f52-9257-803c6c87744d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:57.219292 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-630ecf57-1100-4115-a2a6-1ada4736414f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting port a6255063-dde8-4197-bc14-5cd9056ddd2f {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:26:57.219853 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-630ecf57-1100-4115-a2a6-1ada4736414f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (a6255063-dde8-4197-bc14-5cd9056ddd2f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:57.222671 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f95a30-b7bf-4f38-aff9-d24da98daa97 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Made reservation on behalf of 733444720280437eb7f9cfdcefc53319 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:26:57.389448 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-39badb22-448c-4f52-9257-803c6c87744d None None] Allocated IP 10.2.2.2 (e28041d0-7a31-4e94-acee-687198cd901a/4447c040-bbb0-41e1-84cc-ec8cc29dd4f8/0d1ed183-6da4-42ef-a9b2-32abda5db829) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:57.508386 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-630ecf57-1100-4115-a2a6-1ada4736414f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (a6255063-dde8-4197-bc14-5cd9056ddd2f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:57.522168 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f9f95a30-b7bf-4f38-aff9-d24da98daa97 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:57.553085 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-630ecf57-1100-4115-a2a6-1ada4736414f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Calling delete_port for a6255063-dde8-4197-bc14-5cd9056ddd2f owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:26:57.576684 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-f9f95a30-b7bf-4f38-aff9-d24da98daa97 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] device_id is not set on port fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:26:57.641870 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-39badb22-448c-4f52-9257-803c6c87744d None None] Publish callbacks [] for port (0d1ed183-6da4-42ef-a9b2-32abda5db829), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:57.655101 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-39badb22-448c-4f52-9257-803c6c87744d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (0d1ed183-6da4-42ef-a9b2-32abda5db829), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:57.735693 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39badb22-448c-4f52-9257-803c6c87744d None None] Network e28041d0-7a31-4e94-acee-687198cd901a is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:26:57.741317 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-39badb22-448c-4f52-9257-803c6c87744d None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:57.745683 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39badb22-448c-4f52-9257-803c6c87744d None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:26:57.824434 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6463a12b-15be-4390-8e9a-e005ec80daad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:57.827668 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39badb22-448c-4f52-9257-803c6c87744d None None] Pushing event updated for resources: {'Port': ['ID=0d1ed183-6da4-42ef-a9b2-32abda5db829,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:57.840864 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-886d3d16-1919-40bd-8147-f7f717aeb428 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:57.846979 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-886d3d16-1919-40bd-8147-f7f717aeb428 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:57.850365 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-886d3d16-1919-40bd-8147-f7f717aeb428 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/9fb4a468-1086-4d9b-97a4-91cf72d64583 HTTP/1.1" status: 404 len: 337 time: 0.8324044 Jan 18 20:26:57.860870 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37870) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:57.904418 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-39badb22-448c-4f52-9257-803c6c87744d None None] Attempting to bind port 0d1ed183-6da4-42ef-a9b2-32abda5db829 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:26:57.905126 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-39badb22-448c-4f52-9257-803c6c87744d None None] Attempting to bind port 0d1ed183-6da4-42ef-a9b2-32abda5db829 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'fbad898d-38fa-47be-becf-1f5943552590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e28041d0-7a31-4e94-acee-687198cd901a'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:26:57.906114 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39badb22-448c-4f52-9257-803c6c87744d None None] Attempting to bind port 0d1ed183-6da4-42ef-a9b2-32abda5db829 on network e28041d0-7a31-4e94-acee-687198cd901a {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:26:57.911196 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd45bc-66fb-4ba5-bb5a-b42379eeb198 req-f3b7a622-099d-4a8d-b878-0f046331fb54 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:57.912497 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39badb22-448c-4f52-9257-803c6c87744d None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:26:57.913104 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5cfd45bc-66fb-4ba5-bb5a-b42379eeb198 req-f3b7a622-099d-4a8d-b878-0f046331fb54 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 1.0941927 Jan 18 20:26:57.913248 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39badb22-448c-4f52-9257-803c6c87744d None None] Checking segment: {'id': 'fbad898d-38fa-47be-becf-1f5943552590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e28041d0-7a31-4e94-acee-687198cd901a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:26:57.913838 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-39badb22-448c-4f52-9257-803c6c87744d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:57.914651 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39badb22-448c-4f52-9257-803c6c87744d None None] Bound using segment: {'id': 'fbad898d-38fa-47be-becf-1f5943552590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e28041d0-7a31-4e94-acee-687198cd901a'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:26:57.916071 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-39badb22-448c-4f52-9257-803c6c87744d None None] Bound port: 0d1ed183-6da4-42ef-a9b2-32abda5db829, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbad898d-38fa-47be-becf-1f5943552590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e28041d0-7a31-4e94-acee-687198cd901a'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:26:57.916650 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-39badb22-448c-4f52-9257-803c6c87744d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0d1ed183-6da4-42ef-a9b2-32abda5db829), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:57.976968 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7e018a30-21d8-4825-9e61-b5c3c4034186 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca0edf99-d778-40c6-a6a9-70d4f9207708 HTTP/1.1" status: 200 len: 205 time: 0.1126807 Jan 18 20:26:57.980732 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37874) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:58.057057 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d9b1a4-3389-4407-83c8-f83eb2cf97f1 None None] Network 5fbd40aa-f049-4550-b042-82fa935955b5 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:26:58.101434 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33ececf4-243e-4ceb-a0d0-1425bccb74b3 req-848e0105-cf2b-4f26-b259-45d3e09e8f99 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 210 time: 0.1056910 Jan 18 20:26:58.145160 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-170aaa41-98f4-476f-998d-1af849f3a7df tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] delete failed (client error): The resource could not be found. Jan 18 20:26:58.150309 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5cfd45bc-66fb-4ba5-bb5a-b42379eeb198 req-2c0ed0c8-272b-43a4-ab59-954cb9b7e590 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977797 Jan 18 20:26:58.151223 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-170aaa41-98f4-476f-998d-1af849f3a7df tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/routers/ca0edf99-d778-40c6-a6a9-70d4f9207708 HTTP/1.1" status: 404 len: 336 time: 0.1617095 Jan 18 20:26:58.154211 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37882) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:58.194636 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd8906e-23df-42e7-8fc4-9e1a06eac070 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:58.195385 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd8906e-23df-42e7-8fc4-9e1a06eac070 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:58.200023 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3cd8906e-23df-42e7-8fc4-9e1a06eac070 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/7dfc5613-5d47-49ca-8c7d-b9579b5fbba6 HTTP/1.1" status: 404 len: 337 time: 0.0446439 Jan 18 20:26:58.208725 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37886) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:58.289313 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-805b9ca9-6cd3-424b-aa68-11316a1d1965 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:58.290902 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805b9ca9-6cd3-424b-aa68-11316a1d1965 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:58.294234 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-805b9ca9-6cd3-424b-aa68-11316a1d1965 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/b0c73c09-f8bd-453e-95aa-c25878f8dae2 HTTP/1.1" status: 404 len: 337 time: 0.0843718 Jan 18 20:26:58.298037 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37888) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:58.301498 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-39badb22-448c-4f52-9257-803c6c87744d None None] For port 0d1ed183-6da4-42ef-a9b2-32abda5db829, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:26:58.310887 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-39badb22-448c-4f52-9257-803c6c87744d None None] For port 0d1ed183-6da4-42ef-a9b2-32abda5db829, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=0d1ed183-6da4-42ef-a9b2-32abda5db829,segment=NetworkSegment(fbad898d-38fa-47be-becf-1f5943552590),segment_id=fbad898d-38fa-47be-becf-1f5943552590)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:26:58.320549 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-f9f95a30-b7bf-4f38-aff9-d24da98daa97 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Allocated IP 10.1.1.150 (5fbd40aa-f049-4550-b042-82fa935955b5/adf464e5-d0e2-45fb-a0b2-ab21add0b628/fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:26:58.326590 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-39badb22-448c-4f52-9257-803c6c87744d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (0d1ed183-6da4-42ef-a9b2-32abda5db829), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:58.352092 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-630ecf57-1100-4115-a2a6-1ada4736414f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (a6255063-dde8-4197-bc14-5cd9056ddd2f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:58.447102 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-36bec968-c5d2-456e-871b-86cbb94b9b3d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:58.447856 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36bec968-c5d2-456e-871b-86cbb94b9b3d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:58.451142 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-36bec968-c5d2-456e-871b-86cbb94b9b3d tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/18ff2497-81e5-4485-8ac9-0ab9c3f65f2f HTTP/1.1" status: 404 len: 333 time: 0.1344793 Jan 18 20:26:58.453615 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37892) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:58.469519 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ecf57-1100-4115-a2a6-1ada4736414f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Port': ['ID=a6255063-dde8-4197-bc14-5cd9056ddd2f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:58.480136 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device e3ba5027-7c21-4e38-b83c-d88d6ea57750 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:26:58.517984 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed7153d-3b8f-4419-ae5a-dc136b81f034 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:58.518718 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eed7153d-3b8f-4419-ae5a-dc136b81f034 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:58.522043 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-eed7153d-3b8f-4419-ae5a-dc136b81f034 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/7ce092f4-8ccd-4d89-b8d6-598eae74066f HTTP/1.1" status: 404 len: 337 time: 0.0673933 Jan 18 20:26:58.526575 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37900) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:58.603751 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96569c5-2183-473b-8928-46380e6cf7cb tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:58.604318 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e96569c5-2183-473b-8928-46380e6cf7cb tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:58.620929 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e96569c5-2183-473b-8928-46380e6cf7cb tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/86331d1b-9cb0-4f03-a8ac-14a1bd0c61c8 HTTP/1.1" status: 404 len: 333 time: 0.0920033 Jan 18 20:26:58.624130 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37908) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:58.672642 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39badb22-448c-4f52-9257-803c6c87744d None None] Pushing event updated for resources: {'Port': ['ID=0d1ed183-6da4-42ef-a9b2-32abda5db829,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:58.681465 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e6459fa9-a6ee-4a25-8762-1e4acdee964d None None] Provisioning complete for port e3ba5027-7c21-4e38-b83c-d88d6ea57750 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:58.683606 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e6459fa9-a6ee-4a25-8762-1e4acdee964d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e3ba5027-7c21-4e38-b83c-d88d6ea57750), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:58.736165 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-10801f7d-5b92-4039-bc8e-ebbeefee4248 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:58.736633 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10801f7d-5b92-4039-bc8e-ebbeefee4248 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:58.739975 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-10801f7d-5b92-4039-bc8e-ebbeefee4248 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/fe9ee565-0e75-44c0-b9be-d83793f0e163 HTTP/1.1" status: 404 len: 337 time: 0.1016746 Jan 18 20:26:58.747112 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37912) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:58.751048 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-630ecf57-1100-4115-a2a6-1ada4736414f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (e200480c-9782-4391-8f12-8bade0a60a42), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:58.777910 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port e3ba5027-7c21-4e38-b83c-d88d6ea57750 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:58.778625 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e3ba5027-7c21-4e38-b83c-d88d6ea57750), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:58.898260 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-503d6a80-4280-461b-ae28-49d04c5622e1 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:58.898815 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-503d6a80-4280-461b-ae28-49d04c5622e1 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:58.914158 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-503d6a80-4280-461b-ae28-49d04c5622e1 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/03bf6831-7970-4194-a3ce-1e7928208033 HTTP/1.1" status: 404 len: 333 time: 0.1490564 Jan 18 20:26:58.916997 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37914) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:58.929667 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f9f95a30-b7bf-4f38-aff9-d24da98daa97 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for port (fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:58.932021 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e6459fa9-a6ee-4a25-8762-1e4acdee964d None None] Current status of the port e3ba5027-7c21-4e38-b83c-d88d6ea57750 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:58.932421 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e6459fa9-a6ee-4a25-8762-1e4acdee964d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e3ba5027-7c21-4e38-b83c-d88d6ea57750), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:58.959893 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d12e53-027d-441b-8974-b157bef809fe tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:58.960693 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d12e53-027d-441b-8974-b157bef809fe tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:58.964637 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-06d12e53-027d-441b-8974-b157bef809fe tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/d2def43e-7260-4303-a04b-ea2233ba4b4e HTTP/1.1" status: 404 len: 337 time: 0.0459230 Jan 18 20:26:58.968872 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37916) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:59.006885 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e6459fa9-a6ee-4a25-8762-1e4acdee964d None None] For port e3ba5027-7c21-4e38-b83c-d88d6ea57750, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=e3ba5027-7c21-4e38-b83c-d88d6ea57750,segment=NetworkSegment(78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c),segment_id=78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:59.018594 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3c4c89-267f-4797-9700-a8508fbdfa91 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:59.024869 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e6459fa9-a6ee-4a25-8762-1e4acdee964d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e3ba5027-7c21-4e38-b83c-d88d6ea57750), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:59.027227 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff3c4c89-267f-4797-9700-a8508fbdfa91 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:59.033195 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ff3c4c89-267f-4797-9700-a8508fbdfa91 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/ffe41a85-ccb1-4583-8e8a-5210c770ba8d HTTP/1.1" status: 404 len: 333 time: 0.0587578 Jan 18 20:26:59.051811 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37918) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:59.142749 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port e3ba5027-7c21-4e38-b83c-d88d6ea57750 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:59.144057 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e3ba5027-7c21-4e38-b83c-d88d6ea57750), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:59.175706 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed20b71-72c1-4b9e-ad65-6d20fcb76e69 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:59.175706 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed20b71-72c1-4b9e-ad65-6d20fcb76e69 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:59.178627 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-aed20b71-72c1-4b9e-ad65-6d20fcb76e69 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/82854902-47e0-4577-a046-13ffba4f676c HTTP/1.1" status: 404 len: 337 time: 0.1255860 Jan 18 20:26:59.186661 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37926) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:59.211742 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcef31-5300-4190-a781-0594623b4a27 req-1724a89a-5451-4f92-a385-2a253c56acc6 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:59.211990 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:59.213910 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-23fcef31-5300-4190-a781-0594623b4a27 req-1724a89a-5451-4f92-a385-2a253c56acc6 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/networks?id=969e5bec-1cc4-4b20-ab88-96d006b4e701 HTTP/1.1" status: 200 len: 813 time: 0.6299033 Jan 18 20:26:59.261306 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d56e84c-c5c6-4f5f-9000-1c7a92828007 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:59.264261 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d56e84c-c5c6-4f5f-9000-1c7a92828007 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:59.277844 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9d56e84c-c5c6-4f5f-9000-1c7a92828007 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/dbbc50e3-d6a9-4d9c-8934-7cb007e48ed3 HTTP/1.1" status: 404 len: 333 time: 0.0891204 Jan 18 20:26:59.283416 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37930) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:59.383005 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-23fcef31-5300-4190-a781-0594623b4a27 req-a3cfd7f6-5bbd-49ab-bddf-9b4455fe248b tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/quotas/deb1a2f7ff2a41c7978cf89e849731a8 HTTP/1.1" status: 200 len: 375 time: 0.1466408 Jan 18 20:26:59.390611 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-c350a367-b2ab-41f2-99ab-88e6f7682e2f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:59.391713 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c350a367-b2ab-41f2-99ab-88e6f7682e2f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:59.398234 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c350a367-b2ab-41f2-99ab-88e6f7682e2f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/241dcb2e-b074-4866-b2ff-847dfd300051 HTTP/1.1" status: 404 len: 337 time: 0.1135793 Jan 18 20:26:59.404494 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6459fa9-a6ee-4a25-8762-1e4acdee964d None None] Pushing event updated for resources: {'Port': ['ID=e3ba5027-7c21-4e38-b83c-d88d6ea57750,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:59.422700 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37938) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:59.440405 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:26:59.440786 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:26:59.441076 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-332f97b4-6d9b-4471-adac-f6568ace3db1 req-8ee66970-bac2-45ba-843c-41db886f016e tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 210 time: 0.0850344 Jan 18 20:26:59.486831 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f7c1fbb7-0b7f-4a3f-921a-bbb437a4beaf None None] Provisioning complete for port e3ba5027-7c21-4e38-b83c-d88d6ea57750 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:59.487216 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f7c1fbb7-0b7f-4a3f-921a-bbb437a4beaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e3ba5027-7c21-4e38-b83c-d88d6ea57750), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:59.491001 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-622eaad9-82e2-43d6-8ce3-981777a3a48a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:59.491817 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-622eaad9-82e2-43d6-8ce3-981777a3a48a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:59.495312 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-622eaad9-82e2-43d6-8ce3-981777a3a48a tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/4e2c4d29-3d75-497c-b9c5-5e759e24b71d HTTP/1.1" status: 404 len: 333 time: 0.0688281 Jan 18 20:26:59.504072 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37944) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:59.510740 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-23fcef31-5300-4190-a781-0594623b4a27 req-992099ad-5c4c-485f-99c6-f48bdc465d58 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=deb1a2f7ff2a41c7978cf89e849731a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0818796 Jan 18 20:26:59.550675 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c732c6-8c55-4058-bf40-d5c8eaae7350 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:59.551245 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c732c6-8c55-4058-bf40-d5c8eaae7350 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:59.554815 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-87c732c6-8c55-4058-bf40-d5c8eaae7350 tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/18c9bac7-6666-42fe-a716-adf7e926e1fa HTTP/1.1" status: 404 len: 337 time: 0.0496354 Jan 18 20:26:59.557174 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630ecf57-1100-4115-a2a6-1ada4736414f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Router e200480c-9782-4391-8f12-8bade0a60a42 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:26:59.560012 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37950) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:59.620002 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f9f95a30-b7bf-4f38-aff9-d24da98daa97 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:59.623031 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae43e8e-d54a-494f-985b-134801a6a4df tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:59.623736 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eae43e8e-d54a-494f-985b-134801a6a4df tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:59.627293 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-eae43e8e-d54a-494f-985b-134801a6a4df tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/ports/a0c4e04c-c85f-44f7-8247-f21ff0afef89 HTTP/1.1" status: 404 len: 333 time: 0.0661945 Jan 18 20:26:59.636418 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37954) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:59.683639 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c46ac2-593f-4e54-83fd-fa3195dd2b4f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:26:59.684368 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c46ac2-593f-4e54-83fd-fa3195dd2b4f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:26:59.688203 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-72c46ac2-593f-4e54-83fd-fa3195dd2b4f tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/subnets/4a4b1691-fe5b-467c-9012-c1af2b7f927e HTTP/1.1" status: 404 len: 337 time: 0.0503099 Jan 18 20:26:59.690707 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37962) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:59.694294 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f7c1fbb7-0b7f-4a3f-921a-bbb437a4beaf None None] Current status of the port e3ba5027-7c21-4e38-b83c-d88d6ea57750 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:59.811638 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-23fcef31-5300-4190-a781-0594623b4a27 req-0b405f05-6249-4391-9b25-75c7cec4fcb8 service neutron] 10.222.0.31 "GET /v2.0/networks/969e5bec-1cc4-4b20-ab88-96d006b4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991900 Jan 18 20:26:59.851112 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7ed29e1f-5496-4fa7-ae0a-7fe385a4f05b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (c68ada5d-da8a-41c6-813a-b53f9c35e893), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:59.856481 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f95a30-b7bf-4f38-aff9-d24da98daa97 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Network 5fbd40aa-f049-4550-b042-82fa935955b5 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:26:59.866098 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-f9f95a30-b7bf-4f38-aff9-d24da98daa97 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:26:59.875407 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f95a30-b7bf-4f38-aff9-d24da98daa97 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:26:59.922687 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f95a30-b7bf-4f38-aff9-d24da98daa97 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event updated for resources: {'Port': ['ID=fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:59.925372 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630ecf57-1100-4115-a2a6-1ada4736414f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:26:59.935204 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b64032-c809-4486-abad-e99100a070c3 None None] Sync routers for ids ['e200480c-9782-4391-8f12-8bade0a60a42'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:26:59.939873 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-630ecf57-1100-4115-a2a6-1ada4736414f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "PUT /v2.0/routers/e200480c-9782-4391-8f12-8bade0a60a42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5410378 Jan 18 20:26:59.940505 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37970) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:59.961238 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b64032-c809-4486-abad-e99100a070c3 None None] Routers {'e200480c-9782-4391-8f12-8bade0a60a42'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:26:59.962969 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-47b64032-c809-4486-abad-e99100a070c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:26:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e200480c-9782-4391-8f12-8bade0a60a42'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:00.016040 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c04a5a-6e27-427b-8d99-1a7ea0616e4d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] GET failed (client error): The resource could not be found. Jan 18 20:27:00.023396 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-50c04a5a-6e27-427b-8d99-1a7ea0616e4d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "GET /v2.0/ports/a6255063-dde8-4197-bc14-5cd9056ddd2f HTTP/1.1" status: 404 len: 333 time: 0.0792696 Jan 18 20:27:00.034643 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37972) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:00.050703 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port e3ba5027-7c21-4e38-b83c-d88d6ea57750 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:00.107995 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-47b64032-c809-4486-abad-e99100a070c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:00.151734 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b64032-c809-4486-abad-e99100a070c3 None None] Routers {'e200480c-9782-4391-8f12-8bade0a60a42'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:00.152364 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-47b64032-c809-4486-abad-e99100a070c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:26:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e200480c-9782-4391-8f12-8bade0a60a42'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.207170 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:00.209390 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.209390 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:00.209390 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.209390 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:00.209390 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.209390 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:00.209390 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.209390 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:00.209390 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.209390 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:00.209390 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.209390 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:00.212675 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f95a30-b7bf-4f38-aff9-d24da98daa97 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:00.212841 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f9f95a30-b7bf-4f38-aff9-d24da98daa97 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:00.224484 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-47b64032-c809-4486-abad-e99100a070c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:00.225146 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b64032-c809-4486-abad-e99100a070c3 None None] The sync data for ids ['e200480c-9782-4391-8f12-8bade0a60a42'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:27:00.247522 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bfb16ae9-9927-48b4-be58-facde5ffee2c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for router (e200480c-9782-4391-8f12-8bade0a60a42), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:00.361180 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7ed29e1f-5496-4fa7-ae0a-7fe385a4f05b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (c68ada5d-da8a-41c6-813a-b53f9c35e893), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:00.378493 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-23fcef31-5300-4190-a781-0594623b4a27 req-99e86b28-acc7-464b-9d1e-8e9abfe2be5c service neutron] 10.222.0.31 "GET /v2.0/networks/969e5bec-1cc4-4b20-ab88-96d006b4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656455 Jan 18 20:27:00.388197 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device e3ba5027-7c21-4e38-b83c-d88d6ea57750 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:27:00.393738 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f9f95a30-b7bf-4f38-aff9-d24da98daa97 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4788740 Jan 18 20:27:00.394006 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37978) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:00.411800 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-7a63e2c1-010f-4aa8-a6b6-9c9a7e1d0ab5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Request body: {'port': {'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5', 'name': 'tempest-TaggedBootDevicesTest_v242-480139964', 'fixed_ips': [{'subnet_id': 'adf464e5-d0e2-45fb-a0b2-ab21add0b628'}]}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:00.463434 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-7ed29e1f-5496-4fa7-ae0a-7fe385a4f05b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c68ada5d-da8a-41c6-813a-b53f9c35e893']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:00.525823 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-7ed29e1f-5496-4fa7-ae0a-7fe385a4f05b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:00.527456 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-7ed29e1f-5496-4fa7-ae0a-7fe385a4f05b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f18ddb-a7ca-405c-b4e7-b692253bd4a2') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:00.551047 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-b0e211ab-fffd-4300-a424-0ca55e33a8b7 None None] Provisioning complete for port fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:00.551197 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b0e211ab-fffd-4300-a424-0ca55e33a8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:00.610230 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fe5bb1-fdd7-4cdb-a25f-2c5a371debc8 None None] Network e28041d0-7a31-4e94-acee-687198cd901a requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:27:00.643200 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bfb16ae9-9927-48b4-be58-facde5ffee2c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (e200480c-9782-4391-8f12-8bade0a60a42), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:00.647015 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bfb16ae9-9927-48b4-be58-facde5ffee2c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for router_controller (e200480c-9782-4391-8f12-8bade0a60a42), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:00.662300 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a83e9245-d10a-4bb1-a646-5803b3aaab87 req-8751f9c0-bc21-4f84-ac49-5819385f0f8a tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 210 time: 0.0494494 Jan 18 20:27:00.677096 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7ed29e1f-5496-4fa7-ae0a-7fe385a4f05b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (d5f18ddb-a7ca-405c-b4e7-b692253bd4a2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:00.702296 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7ed29e1f-5496-4fa7-ae0a-7fe385a4f05b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (d5f18ddb-a7ca-405c-b4e7-b692253bd4a2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:00.720733 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed29e1f-5496-4fa7-ae0a-7fe385a4f05b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:27:00.721536 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7ed29e1f-5496-4fa7-ae0a-7fe385a4f05b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (d5f18ddb-a7ca-405c-b4e7-b692253bd4a2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:00.724842 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:27:00.727112 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:27:00.727112 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:27:00.727112 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:27:00.727112 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:27:00.727112 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:27:00.727112 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:27:00.727112 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:27:00.727112 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:27:00.727112 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:27:00.727112 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:27:00.727112 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:27:00.727112 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:27:00.727112 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:27:00.727112 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:27:00.727112 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:27:00.727112 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:27:00.727112 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:27:00.727112 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:27:00.727112 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:27:00.727112 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:27:00.727112 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:27:00.727112 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:27:00.727112 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:27:00.727112 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:27:00.727112 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:27:00.727112 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:27:00.727112 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:27:00.727112 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:27:00.731938 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:27:00.731938 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:27:00.731938 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:27:00.777238 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:00.778620 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bfb16ae9-9927-48b4-be58-facde5ffee2c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (e200480c-9782-4391-8f12-8bade0a60a42), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:00.779175 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb16ae9-9927-48b4-be58-facde5ffee2c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Fanout notify agent at l3_agent the message router_deleted on router e200480c-9782-4391-8f12-8bade0a60a42 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:27:00.786627 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bfb16ae9-9927-48b4-be58-facde5ffee2c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:00.787786 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bfb16ae9-9927-48b4-be58-facde5ffee2c tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/routers/e200480c-9782-4391-8f12-8bade0a60a42 HTTP/1.1" status: 204 len: 168 time: 0.7426884 Jan 18 20:27:00.791106 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37988) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:00.854561 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b0e211ab-fffd-4300-a424-0ca55e33a8b7 None None] Port fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:00.873936 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port e3ba5027-7c21-4e38-b83c-d88d6ea57750 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:00.874554 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e3ba5027-7c21-4e38-b83c-d88d6ea57750), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:00.893056 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e9ee1b-9e6d-4008-ba3c-e1d01df98460 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting subnet 7a928b65-401a-49bc-92b7-739e0b0e16cf {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:27:00.904144 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e1e9ee1b-9e6d-4008-ba3c-e1d01df98460 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for subnet (7a928b65-401a-49bc-92b7-739e0b0e16cf), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:00.926186 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8f177dd4-fbaf-4617-b0af-d3312ad55c7e req-6ece7607-9ba6-46f3-be87-476c7fdd9566 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e97f0284-b030-4757-ba66-52fb3e6a24c4 HTTP/1.1" status: 200 len: 210 time: 0.0526547 Jan 18 20:27:00.937073 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7ed29e1f-5496-4fa7-ae0a-7fe385a4f05b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (c68ada5d-da8a-41c6-813a-b53f9c35e893), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:00.939744 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a63e2c1-010f-4aa8-a6b6-9c9a7e1d0ab5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Made reservation on behalf of 733444720280437eb7f9cfdcefc53319 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:00.974143 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7ed29e1f-5496-4fa7-ae0a-7fe385a4f05b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:00.985491 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7ed29e1f-5496-4fa7-ae0a-7fe385a4f05b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] 10.222.0.31 "DELETE /v2.0/networks/c68ada5d-da8a-41c6-813a-b53f9c35e893 HTTP/1.1" status: 204 len: 168 time: 1.2885647 Jan 18 20:27:01.002859 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed29e1f-5496-4fa7-ae0a-7fe385a4f05b tempest-NetworksTestDHCPv6-1427304574 tempest-NetworksTestDHCPv6-1427304574-project] Pushing event deleted for resources: {'Network': ['ID=c68ada5d-da8a-41c6-813a-b53f9c35e893,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:01.009656 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e1e9ee1b-9e6d-4008-ba3c-e1d01df98460 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (7a928b65-401a-49bc-92b7-739e0b0e16cf), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:01.143105 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port e3ba5027-7c21-4e38-b83c-d88d6ea57750 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:01.146849 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 0d1ed183-6da4-42ef-a9b2-32abda5db829 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:27:01.182479 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7a63e2c1-010f-4aa8-a6b6-9c9a7e1d0ab5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:01.225875 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-7a63e2c1-010f-4aa8-a6b6-9c9a7e1d0ab5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] device_id is not set on port 1488c34b-3de1-428f-94c5-ea3bbe9105fc yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:27:01.232063 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a8f381b0-e2a7-482b-9f3b-de4b392ef86d None None] Provisioning complete for port 0d1ed183-6da4-42ef-a9b2-32abda5db829 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:01.234428 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a8f381b0-e2a7-482b-9f3b-de4b392ef86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (0d1ed183-6da4-42ef-a9b2-32abda5db829), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:01.371416 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 0d1ed183-6da4-42ef-a9b2-32abda5db829 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:01.371802 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (0d1ed183-6da4-42ef-a9b2-32abda5db829), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:01.695424 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a8f381b0-e2a7-482b-9f3b-de4b392ef86d None None] Current status of the port 0d1ed183-6da4-42ef-a9b2-32abda5db829 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:01.696155 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a8f381b0-e2a7-482b-9f3b-de4b392ef86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0d1ed183-6da4-42ef-a9b2-32abda5db829), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:01.700758 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-7a63e2c1-010f-4aa8-a6b6-9c9a7e1d0ab5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Allocated IP 10.1.1.164 (5fbd40aa-f049-4550-b042-82fa935955b5/adf464e5-d0e2-45fb-a0b2-ab21add0b628/1488c34b-3de1-428f-94c5-ea3bbe9105fc) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:01.751704 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38016) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:01.828033 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 0d1ed183-6da4-42ef-a9b2-32abda5db829 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:01.828621 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0d1ed183-6da4-42ef-a9b2-32abda5db829), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:01.888714 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6a29172-fac7-49b4-b1b2-72b37a2cf619 req-bdcb7f9c-f088-40ba-ad01-cd8df005ddac tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 210 time: 0.0790570 Jan 18 20:27:01.901660 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a8f381b0-e2a7-482b-9f3b-de4b392ef86d None None] For port 0d1ed183-6da4-42ef-a9b2-32abda5db829, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=0d1ed183-6da4-42ef-a9b2-32abda5db829,segment=NetworkSegment(fbad898d-38fa-47be-becf-1f5943552590),segment_id=fbad898d-38fa-47be-becf-1f5943552590)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:01.903501 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:01.911352 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a8f381b0-e2a7-482b-9f3b-de4b392ef86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (0d1ed183-6da4-42ef-a9b2-32abda5db829), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:02.106204 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:27:02.106573 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:27:02.127908 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e1e9ee1b-9e6d-4008-ba3c-e1d01df98460 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (7a928b65-401a-49bc-92b7-739e0b0e16cf), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:02.131329 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f381b0-e2a7-482b-9f3b-de4b392ef86d None None] Pushing event updated for resources: {'Port': ['ID=0d1ed183-6da4-42ef-a9b2-32abda5db829,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:02.153882 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-5fbacee8-b2d3-466b-a723-0eb68d59f9fa None None] Provisioning complete for port 0d1ed183-6da4-42ef-a9b2-32abda5db829 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:02.153882 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5fbacee8-b2d3-466b-a723-0eb68d59f9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (0d1ed183-6da4-42ef-a9b2-32abda5db829), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:02.169986 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-767bb6e3-f1fb-45c4-b9dd-6bff8a18f1f9 req-fe389119-c852-46fd-aac2-b027a5cecf7c tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e97f0284-b030-4757-ba66-52fb3e6a24c4 HTTP/1.1" status: 200 len: 210 time: 0.0651758 Jan 18 20:27:02.198382 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7a63e2c1-010f-4aa8-a6b6-9c9a7e1d0ab5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for port (1488c34b-3de1-428f-94c5-ea3bbe9105fc), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:02.246629 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e1e9ee1b-9e6d-4008-ba3c-e1d01df98460 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (7a928b65-401a-49bc-92b7-739e0b0e16cf), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:02.298458 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9ee1b-9e6d-4008-ba3c-e1d01df98460 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Subnet': ['ID=7a928b65-401a-49bc-92b7-739e0b0e16cf,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:02.298765 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7a63e2c1-010f-4aa8-a6b6-9c9a7e1d0ab5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (1488c34b-3de1-428f-94c5-ea3bbe9105fc), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:02.314650 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e1e9ee1b-9e6d-4008-ba3c-e1d01df98460 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:02.323357 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e1e9ee1b-9e6d-4008-ba3c-e1d01df98460 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/subnets/7a928b65-401a-49bc-92b7-739e0b0e16cf HTTP/1.1" status: 204 len: 168 time: 1.5311835 Jan 18 20:27:02.325356 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38028) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:02.331169 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca506bd-0ffa-4e70-9eb4-f9de04758813 None None] Network b50bcceb-e479-4a99-8171-85edd75f3897 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:27:02.398415 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63e2c1-010f-4aa8-a6b6-9c9a7e1d0ab5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event updated for resources: {'Port': ['ID=1488c34b-3de1-428f-94c5-ea3bbe9105fc,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:02.417977 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a63e2c1-010f-4aa8-a6b6-9c9a7e1d0ab5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Network 5fbd40aa-f049-4550-b042-82fa935955b5 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:02.423616 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-7a63e2c1-010f-4aa8-a6b6-9c9a7e1d0ab5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:02.426430 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a63e2c1-010f-4aa8-a6b6-9c9a7e1d0ab5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:02.442003 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-507c4569-c5f3-4c0d-882f-fdae7596d83f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (b50bcceb-e479-4a99-8171-85edd75f3897), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:02.479679 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5fbacee8-b2d3-466b-a723-0eb68d59f9fa None None] Current status of the port 0d1ed183-6da4-42ef-a9b2-32abda5db829 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:02.562894 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-507c4569-c5f3-4c0d-882f-fdae7596d83f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting port 8efd452e-2792-4c19-82a4-3af23aa327ec {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:27:02.564141 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-507c4569-c5f3-4c0d-882f-fdae7596d83f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (8efd452e-2792-4c19-82a4-3af23aa327ec), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:02.566824 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b424826-959e-4326-b797-14379cf22750 None None] DHCP port deletion for b50bcceb-e479-4a99-8171-85edd75f3897 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:27:02.578117 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a63e2c1-010f-4aa8-a6b6-9c9a7e1d0ab5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:02.578884 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7a63e2c1-010f-4aa8-a6b6-9c9a7e1d0ab5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:02.646104 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c59c1074-0907-4202-b7dc-825ec7acab7f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ad5990bab5d42749b32b42dcd594991&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8890235 Jan 18 20:27:02.647597 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38036) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:02.751439 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-507c4569-c5f3-4c0d-882f-fdae7596d83f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] For port 8efd452e-2792-4c19-82a4-3af23aa327ec, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8efd452e-2792-4c19-82a4-3af23aa327ec,segment=NetworkSegment(4426441c-951a-4d7b-a871-8a116e5de88f),segment_id=4426441c-951a-4d7b-a871-8a116e5de88f)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:02.752254 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-507c4569-c5f3-4c0d-882f-fdae7596d83f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (8efd452e-2792-4c19-82a4-3af23aa327ec), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:02.760543 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7a63e2c1-010f-4aa8-a6b6-9c9a7e1d0ab5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3638456 Jan 18 20:27:02.790759 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c4f8a6a-bb4f-4fc7-9e5d-447092e6e2dc admin admin] Publish callbacks [] for security_group (90eca153-5a6f-4dcb-acec-51bce1090b92), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:02.819498 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 0d1ed183-6da4-42ef-a9b2-32abda5db829 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:02.836640 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6b424826-959e-4326-b797-14379cf22750 None None] Deleting port 8efd452e-2792-4c19-82a4-3af23aa327ec {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:27:02.837230 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c4f8a6a-bb4f-4fc7-9e5d-447092e6e2dc admin admin] Publish callbacks [] for security_group (90eca153-5a6f-4dcb-acec-51bce1090b92), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:02.837317 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6b424826-959e-4326-b797-14379cf22750 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (8efd452e-2792-4c19-82a4-3af23aa327ec), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:02.895284 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c4f8a6a-bb4f-4fc7-9e5d-447092e6e2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (90eca153-5a6f-4dcb-acec-51bce1090b92), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:02.898997 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c4f8a6a-bb4f-4fc7-9e5d-447092e6e2dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:02.900639 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0c4f8a6a-bb4f-4fc7-9e5d-447092e6e2dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90eca153-5a6f-4dcb-acec-51bce1090b92 HTTP/1.1" status: 204 len: 168 time: 0.2520556 Jan 18 20:27:02.903461 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-507c4569-c5f3-4c0d-882f-fdae7596d83f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Calling delete_port for 8efd452e-2792-4c19-82a4-3af23aa327ec owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:27:02.941371 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f8a6a-bb4f-4fc7-9e5d-447092e6e2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90eca153-5a6f-4dcb-acec-51bce1090b92,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:03.092833 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 0d1ed183-6da4-42ef-a9b2-32abda5db829 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:27:03.156523 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c4caf6a1-5025-46f9-9e2b-d83442ce910e None None] Provisioning complete for port 1488c34b-3de1-428f-94c5-ea3bbe9105fc triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:03.157620 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c4caf6a1-5025-46f9-9e2b-d83442ce910e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1488c34b-3de1-428f-94c5-ea3bbe9105fc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:03.274014 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d706eef5-35ff-4b4a-a8ca-7f24bf0a7468 req-00a889bc-835a-49e9-91f4-11ae5d96a4af tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 210 time: 0.1295261 Jan 18 20:27:03.318783 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcef31-5300-4190-a781-0594623b4a27 req-a2f974fb-541b-4807-abad-1e71c737e8a0 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:03.318783 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-23fcef31-5300-4190-a781-0594623b4a27 req-a2f974fb-541b-4807-abad-1e71c737e8a0 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.70 "GET /v2.0/networks?id=969e5bec-1cc4-4b20-ab88-96d006b4e701 HTTP/1.1" status: 200 len: 813 time: 0.5158134 Jan 18 20:27:03.335223 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-23fcef31-5300-4190-a781-0594623b4a27 req-11dbf8f3-0d30-42f7-960b-0ee2277f0e94 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Request body: {'port': {'device_id': 'e97f0284-b030-4757-ba66-52fb3e6a24c4', 'network_id': '969e5bec-1cc4-4b20-ab88-96d006b4e701', 'admin_state_up': True, 'tenant_id': 'deb1a2f7ff2a41c7978cf89e849731a8'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:03.343621 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38054) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:03.348244 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-50699179-5d87-4be3-9b23-250fcebda594 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1349097441', 'description': 'tempest-description--628904666'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:03.396320 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c4caf6a1-5025-46f9-9e2b-d83442ce910e None None] Port 1488c34b-3de1-428f-94c5-ea3bbe9105fc cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:03.404212 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6b424826-959e-4326-b797-14379cf22750 None None] For port 8efd452e-2792-4c19-82a4-3af23aa327ec, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8efd452e-2792-4c19-82a4-3af23aa327ec,segment=NetworkSegment(4426441c-951a-4d7b-a871-8a116e5de88f),segment_id=4426441c-951a-4d7b-a871-8a116e5de88f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:03.404611 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6b424826-959e-4326-b797-14379cf22750 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (8efd452e-2792-4c19-82a4-3af23aa327ec), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:03.408338 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-507c4569-c5f3-4c0d-882f-fdae7596d83f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (8efd452e-2792-4c19-82a4-3af23aa327ec), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:03.437843 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-86cb7c91-2409-4b3e-a4cb-d9a11b2a2b8e req-1e4d7736-8c49-4101-a4c6-ada29f13ed4a tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e97f0284-b030-4757-ba66-52fb3e6a24c4 HTTP/1.1" status: 200 len: 210 time: 0.0558777 Jan 18 20:27:03.439018 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6b424826-959e-4326-b797-14379cf22750 None None] Calling delete_port for 8efd452e-2792-4c19-82a4-3af23aa327ec owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:27:03.448623 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-50699179-5d87-4be3-9b23-250fcebda594 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:03.482557 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 0d1ed183-6da4-42ef-a9b2-32abda5db829 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:03.482884 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (0d1ed183-6da4-42ef-a9b2-32abda5db829), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:03.544642 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c4569-c5f3-4c0d-882f-fdae7596d83f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Port': ['ID=8efd452e-2792-4c19-82a4-3af23aa327ec,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:03.574568 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507c4569-c5f3-4c0d-882f-fdae7596d83f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] No DVR routers for this DVR port 8efd452e-2792-4c19-82a4-3af23aa327ec on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:27:03.628582 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-50699179-5d87-4be3-9b23-250fcebda594 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for security_group (a274c4d4-997b-45fa-a35a-3baa0a779f24), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:03.640579 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-50699179-5d87-4be3-9b23-250fcebda594 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a274c4d4-997b-45fa-a35a-3baa0a779f24), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:03.697540 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-50699179-5d87-4be3-9b23-250fcebda594 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:03.705998 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-50699179-5d87-4be3-9b23-250fcebda594 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3612416 Jan 18 20:27:03.715332 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38068) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:03.719816 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-d2cadc3c-1d59-44b1-b3ca-371fc2539486 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Request body: {'security_group_rule': {'security_group_id': 'a274c4d4-997b-45fa-a35a-3baa0a779f24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:03.739542 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50699179-5d87-4be3-9b23-250fcebda594 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a274c4d4-997b-45fa-a35a-3baa0a779f24,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:03.875264 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-507c4569-c5f3-4c0d-882f-fdae7596d83f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (b50bcceb-e479-4a99-8171-85edd75f3897), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:03.935657 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-507c4569-c5f3-4c0d-882f-fdae7596d83f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50bcceb-e479-4a99-8171-85edd75f3897']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:03.938588 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2cadc3c-1d59-44b1-b3ca-371fc2539486 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for security_group_rule (cb097ee5-d258-4139-8206-297a72043fce), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:03.963388 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-507c4569-c5f3-4c0d-882f-fdae7596d83f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4426441c-951a-4d7b-a871-8a116e5de88f') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:03.963663 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-507c4569-c5f3-4c0d-882f-fdae7596d83f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4426441c-951a-4d7b-a871-8a116e5de88f') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:03.989005 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-507c4569-c5f3-4c0d-882f-fdae7596d83f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (4426441c-951a-4d7b-a871-8a116e5de88f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:04.026485 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6b424826-959e-4326-b797-14379cf22750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (8efd452e-2792-4c19-82a4-3af23aa327ec), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:04.079293 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b424826-959e-4326-b797-14379cf22750 None None] Pushing event deleted for resources: {'Port': ['ID=8efd452e-2792-4c19-82a4-3af23aa327ec,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:04.096042 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b424826-959e-4326-b797-14379cf22750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:04.096282 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b424826-959e-4326-b797-14379cf22750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:04.096630 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b424826-959e-4326-b797-14379cf22750 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:04.096973 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b424826-959e-4326-b797-14379cf22750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:04.097310 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b424826-959e-4326-b797-14379cf22750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:04.097833 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b424826-959e-4326-b797-14379cf22750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:04.098173 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b424826-959e-4326-b797-14379cf22750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:04.098505 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b424826-959e-4326-b797-14379cf22750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:04.098833 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b424826-959e-4326-b797-14379cf22750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:04.099214 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b424826-959e-4326-b797-14379cf22750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:04.099490 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b424826-959e-4326-b797-14379cf22750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:04.099945 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b424826-959e-4326-b797-14379cf22750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:04.100123 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b424826-959e-4326-b797-14379cf22750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:04.106531 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23fcef31-5300-4190-a781-0594623b4a27 req-11dbf8f3-0d30-42f7-960b-0ee2277f0e94 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Made reservation on behalf of deb1a2f7ff2a41c7978cf89e849731a8 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:04.118885 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b424826-959e-4326-b797-14379cf22750 None None] No DVR routers for this DVR port 8efd452e-2792-4c19-82a4-3af23aa327ec on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:27:04.122737 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:04.126845 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 0d1ed183-6da4-42ef-a9b2-32abda5db829 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:04.139964 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-23fcef31-5300-4190-a781-0594623b4a27 req-11dbf8f3-0d30-42f7-960b-0ee2277f0e94 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:04.151619 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2cadc3c-1d59-44b1-b3ca-371fc2539486 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for security_group_rule (cb097ee5-d258-4139-8206-297a72043fce), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:04.184188 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-507c4569-c5f3-4c0d-882f-fdae7596d83f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (4426441c-951a-4d7b-a871-8a116e5de88f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:04.207881 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-507c4569-c5f3-4c0d-882f-fdae7596d83f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:27:04.207881 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-507c4569-c5f3-4c0d-882f-fdae7596d83f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (4426441c-951a-4d7b-a871-8a116e5de88f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:04.242458 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8efd452e-2792-4c19-82a4-3af23aa327ec no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:27:04.247235 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:27:04.270618 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2cadc3c-1d59-44b1-b3ca-371fc2539486 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (cb097ee5-d258-4139-8206-297a72043fce), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:04.307271 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 8efd452e-2792-4c19-82a4-3af23aa327ec {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:27:04.307800 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8efd452e-2792-4c19-82a4-3af23aa327ec not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:27:04.362608 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cadc3c-1d59-44b1-b3ca-371fc2539486 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb097ee5-d258-4139-8206-297a72043fce,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:04.437243 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-507c4569-c5f3-4c0d-882f-fdae7596d83f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (b50bcceb-e479-4a99-8171-85edd75f3897), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:04.462407 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a13b8b9c-5ce5-430d-800b-dd457ea481c6 req-7f994a72-cf86-441d-af5d-4479c46d1543 tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "GET /v2.0/ports?device_id=138676da-e01f-4e54-a383-be4cfa435039 HTTP/1.1" status: 200 len: 210 time: 0.0638368 Jan 18 20:27:04.515134 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2cadc3c-1d59-44b1-b3ca-371fc2539486 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:04.526533 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d2cadc3c-1d59-44b1-b3ca-371fc2539486 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8073633 Jan 18 20:27:04.527275 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38094) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:04.533662 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-7c25dab8-5f93-4863-a388-0ee57ceb8b7b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Request body: {'security_group_rule': {'security_group_id': 'a274c4d4-997b-45fa-a35a-3baa0a779f24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:04.544494 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38096) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:04.561522 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-507c4569-c5f3-4c0d-882f-fdae7596d83f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:04.571386 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-507c4569-c5f3-4c0d-882f-fdae7596d83f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/networks/b50bcceb-e479-4a99-8171-85edd75f3897 HTTP/1.1" status: 204 len: 168 time: 2.2448647 Jan 18 20:27:04.575910 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38100) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:04.604150 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c4569-c5f3-4c0d-882f-fdae7596d83f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Network': ['ID=b50bcceb-e479-4a99-8171-85edd75f3897,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:04.619489 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-68d0646f-ddbe-451e-8d12-599ef66e23f6 req-41489cbe-7355-46d2-a9ce-115f7b0d5158 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e97f0284-b030-4757-ba66-52fb3e6a24c4 HTTP/1.1" status: 200 len: 210 time: 0.0507083 Jan 18 20:27:04.637948 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7c25dab8-5f93-4863-a388-0ee57ceb8b7b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for security_group_rule (7095d837-1863-48ac-a4a2-f34be744157b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:04.681009 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cec711-d284-4fcb-9c8a-ff08f4ed3428 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:04.682826 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-73cec711-d284-4fcb-9c8a-ff08f4ed3428 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "GET /v2.0/ports/dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1 HTTP/1.1" status: 200 len: 845 time: 0.1055918 Jan 18 20:27:04.691032 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38102) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:04.740661 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-23fcef31-5300-4190-a781-0594623b4a27 req-11dbf8f3-0d30-42f7-960b-0ee2277f0e94 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Allocated IP 172.20.0.2 (969e5bec-1cc4-4b20-ab88-96d006b4e701/d51416a9-d1ba-44a6-8439-10a7eabfd114/dbe993d8-c316-4838-8f9c-364cbde3c0cc) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:04.774060 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-83fd96ab-9b3d-4276-9c89-9a2723385866 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "GET /v2.0/ports/dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0818796 Jan 18 20:27:04.781369 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38106) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:04.793269 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-df7c2ac6-1394-46e5-9f36-b3cdbd95214a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'subnet': {'network_id': '7b7c004e-6af7-41de-a971-545b6714615f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:04.815619 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7c25dab8-5f93-4863-a388-0ee57ceb8b7b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for security_group_rule (7095d837-1863-48ac-a4a2-f34be744157b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:04.823701 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7c25dab8-5f93-4863-a388-0ee57ceb8b7b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (7095d837-1863-48ac-a4a2-f34be744157b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:04.841111 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-77159a63-5694-460e-8258-4231aba663a7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1134376065', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:04.865791 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25dab8-5f93-4863-a388-0ee57ceb8b7b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7095d837-1863-48ac-a4a2-f34be744157b,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:04.876860 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7c25dab8-5f93-4863-a388-0ee57ceb8b7b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:04.882360 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7c25dab8-5f93-4863-a388-0ee57ceb8b7b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3505754 Jan 18 20:27:04.883112 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38110) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:04.889325 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-1149ddf2-e1ac-42ca-8c95-3cfbb7823879 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:04.924915 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1149ddf2-e1ac-42ca-8c95-3cfbb7823879 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:04.981447 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77159a63-5694-460e-8258-4231aba663a7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (86f2b236-5fb0-408e-9f2e-3fb71c97682b), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:04.983643 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77159a63-5694-460e-8258-4231aba663a7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (86f2b236-5fb0-408e-9f2e-3fb71c97682b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.069887 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1149ddf2-e1ac-42ca-8c95-3cfbb7823879 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.152759 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77159a63-5694-460e-8258-4231aba663a7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks [] for router_controller (86f2b236-5fb0-408e-9f2e-3fb71c97682b), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.156663 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7c2ac6-1394-46e5-9f36-b3cdbd95214a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:05.162393 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df7c2ac6-1394-46e5-9f36-b3cdbd95214a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.187628 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77159a63-5694-460e-8258-4231aba663a7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (86f2b236-5fb0-408e-9f2e-3fb71c97682b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.274671 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-1149ddf2-e1ac-42ca-8c95-3cfbb7823879 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Allocated IP 172.25.4.17 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/647d65c4-5647-49de-a180-a2d158ca6aa8) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:05.308791 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77159a63-5694-460e-8258-4231aba663a7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.310357 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-77159a63-5694-460e-8258-4231aba663a7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7544413 Jan 18 20:27:05.313671 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38114) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:05.317836 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-23fcef31-5300-4190-a781-0594623b4a27 req-11dbf8f3-0d30-42f7-960b-0ee2277f0e94 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Publish callbacks [] for port (dbe993d8-c316-4838-8f9c-364cbde3c0cc), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.322698 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-1e9ab0f3-805a-47a3-a0d4-6b319aa24b4e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1594591626'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:05.419256 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9ab0f3-805a-47a3-a0d4-6b319aa24b4e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Made reservation on behalf of 2c9c5b4259914a649fc0dcb97d825dd1 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:05.422706 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e9ab0f3-805a-47a3-a0d4-6b319aa24b4e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.439721 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e9ab0f3-805a-47a3-a0d4-6b319aa24b4e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.441857 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-23fcef31-5300-4190-a781-0594623b4a27 req-11dbf8f3-0d30-42f7-960b-0ee2277f0e94 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (dbe993d8-c316-4838-8f9c-364cbde3c0cc), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.442652 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1149ddf2-e1ac-42ca-8c95-3cfbb7823879 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for port (647d65c4-5647-49de-a180-a2d158ca6aa8), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.455964 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['30f55edd-0722-4cff-a5f8-68d9282acbc8'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:27:05.496924 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1149ddf2-e1ac-42ca-8c95-3cfbb7823879 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (647d65c4-5647-49de-a180-a2d158ca6aa8), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.549927 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1149ddf2-e1ac-42ca-8c95-3cfbb7823879 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:05.554658 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-1149ddf2-e1ac-42ca-8c95-3cfbb7823879 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:05.557920 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38124) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:05.577611 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1149ddf2-e1ac-42ca-8c95-3cfbb7823879 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:05.612382 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23fcef31-5300-4190-a781-0594623b4a27 req-11dbf8f3-0d30-42f7-960b-0ee2277f0e94 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Network 969e5bec-1cc4-4b20-ab88-96d006b4e701 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:05.623012 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-23fcef31-5300-4190-a781-0594623b4a27 req-11dbf8f3-0d30-42f7-960b-0ee2277f0e94 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:05.626327 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fcef31-5300-4190-a781-0594623b4a27 req-11dbf8f3-0d30-42f7-960b-0ee2277f0e94 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:05.633184 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149ddf2-e1ac-42ca-8c95-3cfbb7823879 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event updated for resources: {'Port': ['ID=647d65c4-5647-49de-a180-a2d158ca6aa8,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:05.638445 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbf8f3-0d30-42f7-960b-0ee2277f0e94 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Pushing event updated for resources: {'Port': ['ID=dbe993d8-c316-4838-8f9c-364cbde3c0cc,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:05.689138 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df7c2ac6-1394-46e5-9f36-b3cdbd95214a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (710437ac-1908-441f-a532-614f2b80365d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.796341 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcef31-5300-4190-a781-0594623b4a27 req-11dbf8f3-0d30-42f7-960b-0ee2277f0e94 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:05.797211 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-23fcef31-5300-4190-a781-0594623b4a27 req-11dbf8f3-0d30-42f7-960b-0ee2277f0e94 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.804254 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7c2ac6-1394-46e5-9f36-b3cdbd95214a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network 7b7c004e-6af7-41de-a971-545b6714615f is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:05.816480 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-df7c2ac6-1394-46e5-9f36-b3cdbd95214a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:05.830317 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcd6419-7425-4178-9e7d-964beb41f845 None None] Network 7b7c004e-6af7-41de-a971-545b6714615f requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:27:05.860368 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-94775bb5-09ca-43e3-88c1-3cdae5aed7fa tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for security_group (6884ff19-a64f-4752-8b6d-9adf6f2b5250), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.863481 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7c2ac6-1394-46e5-9f36-b3cdbd95214a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:05.864178 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df7c2ac6-1394-46e5-9f36-b3cdbd95214a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.896676 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1149ddf2-e1ac-42ca-8c95-3cfbb7823879 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for floatingip (5f7c0261-eebc-40ea-a3fe-0a7a6d852685), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.910286 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-23fcef31-5300-4190-a781-0594623b4a27 req-11dbf8f3-0d30-42f7-960b-0ee2277f0e94 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5791903 Jan 18 20:27:05.911274 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e227f9a-da6d-4c2a-b2ed-16cfa30442b4 req-8178dfa2-c043-4ab2-ada4-346c31047f45 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:05.912821 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6e227f9a-da6d-4c2a-b2ed-16cfa30442b4 req-8178dfa2-c043-4ab2-ada4-346c31047f45 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e97f0284-b030-4757-ba66-52fb3e6a24c4 HTTP/1.1" status: 200 len: 931 time: 0.1129522 Jan 18 20:27:05.913801 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e9ab0f3-805a-47a3-a0d4-6b319aa24b4e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks [] for security_group (7cab7280-a49d-464f-ab13-8e69f1bf6b03), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.916508 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c2ac6-1394-46e5-9f36-b3cdbd95214a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Subnet': ['ID=710437ac-1908-441f-a532-614f2b80365d,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:05.924539 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-94775bb5-09ca-43e3-88c1-3cdae5aed7fa tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for security_group (6884ff19-a64f-4752-8b6d-9adf6f2b5250), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.930101 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-23fcef31-5300-4190-a781-0594623b4a27 req-d5d80f7a-f46b-42c0-bcf4-3e4f1d468d5c service neutron] Request body: {'port': {'device_id': 'e97f0284-b030-4757-ba66-52fb3e6a24c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:05.943551 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e9ab0f3-805a-47a3-a0d4-6b319aa24b4e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7cab7280-a49d-464f-ab13-8e69f1bf6b03), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.996778 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ab0f3-805a-47a3-a0d4-6b319aa24b4e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cab7280-a49d-464f-ab13-8e69f1bf6b03,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:06.008055 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1149ddf2-e1ac-42ca-8c95-3cfbb7823879 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (647d65c4-5647-49de-a180-a2d158ca6aa8), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.020145 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-df7c2ac6-1394-46e5-9f36-b3cdbd95214a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2375164 Jan 18 20:27:06.021007 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38134) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:06.031703 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-de02de0d-93b0-4aee-973c-177ba838dc76 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'security_group': {'name': 'tempest-secgroup-930927202'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:06.052450 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e9ab0f3-805a-47a3-a0d4-6b319aa24b4e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:27:06.076538 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6e227f9a-da6d-4c2a-b2ed-16cfa30442b4 req-3f1f3a40-de99-4170-a5ae-ed9b3f18e15c tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181147 Jan 18 20:27:06.114226 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e9ab0f3-805a-47a3-a0d4-6b319aa24b4e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (892bf39b-c064-4088-a908-bb90c91c9a50), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.114667 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-1e9ab0f3-805a-47a3-a0d4-6b319aa24b4e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Added segment 892bf39b-c064-4088-a908-bb90c91c9a50 of type vlan for network 0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1 Jan 18 20:27:06.125318 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-23fcef31-5300-4190-a781-0594623b4a27 req-d5d80f7a-f46b-42c0-bcf4-3e4f1d468d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (dbe993d8-c316-4838-8f9c-364cbde3c0cc), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.127268 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa33d02-aeac-4a7c-841e-b8fdbf02d8e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-7b7c004e-6af7-41de-a971-545b6714615f', 'network_id': '7b7c004e-6af7-41de-a971-545b6714615f', 'project_id': '5675e927592b43369fffe392229d1a22', 'fixed_ips': [{'subnet_id': '710437ac-1908-441f-a532-614f2b80365d'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:27:06.128142 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8fa33d02-aeac-4a7c-841e-b8fdbf02d8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.146870 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-94775bb5-09ca-43e3-88c1-3cdae5aed7fa tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6884ff19-a64f-4752-8b6d-9adf6f2b5250), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.150922 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-94775bb5-09ca-43e3-88c1-3cdae5aed7fa tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.152415 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-94775bb5-09ca-43e3-88c1-3cdae5aed7fa tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] 10.222.0.31 "DELETE /v2.0/security-groups/6884ff19-a64f-4752-8b6d-9adf6f2b5250 HTTP/1.1" status: 204 len: 168 time: 0.5864463 Jan 18 20:27:06.182661 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94775bb5-09ca-43e3-88c1-3cdae5aed7fa tempest-TestVolumeBackupRestore-1692049769 tempest-TestVolumeBackupRestore-1692049769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6884ff19-a64f-4752-8b6d-9adf6f2b5250,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:06.213554 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e9ab0f3-805a-47a3-a0d4-6b319aa24b4e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.251223 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-de02de0d-93b0-4aee-973c-177ba838dc76 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.265467 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1149ddf2-e1ac-42ca-8c95-3cfbb7823879 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for port (647d65c4-5647-49de-a180-a2d158ca6aa8), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.271355 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1149ddf2-e1ac-42ca-8c95-3cfbb7823879 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (647d65c4-5647-49de-a180-a2d158ca6aa8), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.348195 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149ddf2-e1ac-42ca-8c95-3cfbb7823879 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event updated for resources: {'Port': ['ID=647d65c4-5647-49de-a180-a2d158ca6aa8,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:06.424030 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1149ddf2-e1ac-42ca-8c95-3cfbb7823879 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (5f7c0261-eebc-40ea-a3fe-0a7a6d852685), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.497286 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1149ddf2-e1ac-42ca-8c95-3cfbb7823879 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.509902 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1149ddf2-e1ac-42ca-8c95-3cfbb7823879 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6161284 Jan 18 20:27:06.550752 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-23fcef31-5300-4190-a781-0594623b4a27 req-d5d80f7a-f46b-42c0-bcf4-3e4f1d468d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe993d8-c316-4838-8f9c-364cbde3c0cc {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:27:06.559599 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-23fcef31-5300-4190-a781-0594623b4a27 req-d5d80f7a-f46b-42c0-bcf4-3e4f1d468d5c service neutron] Publish callbacks [] for port (dbe993d8-c316-4838-8f9c-364cbde3c0cc), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.573830 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-23fcef31-5300-4190-a781-0594623b4a27 req-d5d80f7a-f46b-42c0-bcf4-3e4f1d468d5c service neutron] Transition to ACTIVE for port object dbe993d8-c316-4838-8f9c-364cbde3c0cc will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:27:06.583367 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-23fcef31-5300-4190-a781-0594623b4a27 req-d5d80f7a-f46b-42c0-bcf4-3e4f1d468d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (dbe993d8-c316-4838-8f9c-364cbde3c0cc), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.585582 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e9ab0f3-805a-47a3-a0d4-6b319aa24b4e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.593029 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9ab0f3-805a-47a3-a0d4-6b319aa24b4e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:06.593673 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e9ab0f3-805a-47a3-a0d4-6b319aa24b4e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.618062 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-8fa33d02-aeac-4a7c-841e-b8fdbf02d8e4 None None] Allocated IP 2001:db8::2 (7b7c004e-6af7-41de-a971-545b6714615f/710437ac-1908-441f-a532-614f2b80365d/442b2e9b-dc3c-44bd-9892-d419e6edd623) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:06.855946 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1e9ab0f3-805a-47a3-a0d4-6b319aa24b4e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.5381265 Jan 18 20:27:06.856915 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38170) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:06.863139 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-c7426804-51f7-4fb9-bf45-3d242fffeb79 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Request body: {'subnet': {'network_id': '0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:06.891464 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.918963 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d80f7a-f46b-42c0-bcf4-3e4f1d468d5c service neutron] Pushing event updated for resources: {'Port': ['ID=dbe993d8-c316-4838-8f9c-364cbde3c0cc,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:07.014893 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ab0f3-805a-47a3-a0d4-6b319aa24b4e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Pushing event updated for resources: {'Network': ['ID=0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:07.054867 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:27:07.146730 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8fa33d02-aeac-4a7c-841e-b8fdbf02d8e4 None None] Publish callbacks [] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:07.177053 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-de02de0d-93b0-4aee-973c-177ba838dc76 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (5067360b-7f30-4b88-8caa-e9038bd5e707), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:07.207551 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-23fcef31-5300-4190-a781-0594623b4a27 req-d5d80f7a-f46b-42c0-bcf4-3e4f1d468d5c service neutron] Attempting to bind port dbe993d8-c316-4838-8f9c-364cbde3c0cc on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:27:07.207899 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-23fcef31-5300-4190-a781-0594623b4a27 req-d5d80f7a-f46b-42c0-bcf4-3e4f1d468d5c service neutron] Attempting to bind port dbe993d8-c316-4838-8f9c-364cbde3c0cc by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '3926a9bc-2ab0-4e14-8e43-e7affde02047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '969e5bec-1cc4-4b20-ab88-96d006b4e701'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:27:07.208241 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fcef31-5300-4190-a781-0594623b4a27 req-d5d80f7a-f46b-42c0-bcf4-3e4f1d468d5c service neutron] Attempting to bind port dbe993d8-c316-4838-8f9c-364cbde3c0cc on network 969e5bec-1cc4-4b20-ab88-96d006b4e701 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:07.211287 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-de02de0d-93b0-4aee-973c-177ba838dc76 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5067360b-7f30-4b88-8caa-e9038bd5e707), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:07.246168 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-780a1406-25fb-4b90-96ed-840023a4470d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1349097441&fields=id&tenant_id=733444720280437eb7f9cfdcefc53319 HTTP/1.1" status: 200 len: 267 time: 0.1789038 Jan 18 20:27:07.263563 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8fa33d02-aeac-4a7c-841e-b8fdbf02d8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:07.275106 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fcef31-5300-4190-a781-0594623b4a27 req-d5d80f7a-f46b-42c0-bcf4-3e4f1d468d5c service neutron] Port dbe993d8-c316-4838-8f9c-364cbde3c0cc on network 969e5bec-1cc4-4b20-ab88-96d006b4e701 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:27:07.275472 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fcef31-5300-4190-a781-0594623b4a27 req-d5d80f7a-f46b-42c0-bcf4-3e4f1d468d5c service neutron] Attempting to bind port dbe993d8-c316-4838-8f9c-364cbde3c0cc on network 969e5bec-1cc4-4b20-ab88-96d006b4e701 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:07.300354 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7426804-51f7-4fb9-bf45-3d242fffeb79 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Made reservation on behalf of 2c9c5b4259914a649fc0dcb97d825dd1 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:07.304008 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c7426804-51f7-4fb9-bf45-3d242fffeb79 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:07.308537 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fcef31-5300-4190-a781-0594623b4a27 req-d5d80f7a-f46b-42c0-bcf4-3e4f1d468d5c service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:27:07.308888 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fcef31-5300-4190-a781-0594623b4a27 req-d5d80f7a-f46b-42c0-bcf4-3e4f1d468d5c service neutron] Checking segment: {'id': '3926a9bc-2ab0-4e14-8e43-e7affde02047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '969e5bec-1cc4-4b20-ab88-96d006b4e701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:07.309280 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fcef31-5300-4190-a781-0594623b4a27 req-d5d80f7a-f46b-42c0-bcf4-3e4f1d468d5c service neutron] Bound using segment: {'id': '3926a9bc-2ab0-4e14-8e43-e7affde02047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '969e5bec-1cc4-4b20-ab88-96d006b4e701'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:27:07.309748 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-23fcef31-5300-4190-a781-0594623b4a27 req-d5d80f7a-f46b-42c0-bcf4-3e4f1d468d5c service neutron] Bound port: dbe993d8-c316-4838-8f9c-364cbde3c0cc, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3926a9bc-2ab0-4e14-8e43-e7affde02047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '969e5bec-1cc4-4b20-ab88-96d006b4e701'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:27:07.310103 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-23fcef31-5300-4190-a781-0594623b4a27 req-d5d80f7a-f46b-42c0-bcf4-3e4f1d468d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (dbe993d8-c316-4838-8f9c-364cbde3c0cc), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:07.346634 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-de02de0d-93b0-4aee-973c-177ba838dc76 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:07.353995 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-de02de0d-93b0-4aee-973c-177ba838dc76 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3292756 Jan 18 20:27:07.369993 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38204) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:07.375563 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-bf04cedf-930f-4d88-8154-28e0026431cc tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'security_group': {'name': 'tempest-secgroup-834024318'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:07.388678 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02de0d-93b0-4aee-973c-177ba838dc76 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5067360b-7f30-4b88-8caa-e9038bd5e707,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:07.476570 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa33d02-aeac-4a7c-841e-b8fdbf02d8e4 None None] Network 7b7c004e-6af7-41de-a971-545b6714615f is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:07.494817 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-8fa33d02-aeac-4a7c-841e-b8fdbf02d8e4 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:07.495392 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf04cedf-930f-4d88-8154-28e0026431cc tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:07.502791 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa33d02-aeac-4a7c-841e-b8fdbf02d8e4 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:07.534199 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa33d02-aeac-4a7c-841e-b8fdbf02d8e4 None None] Pushing event updated for resources: {'Port': ['ID=442b2e9b-dc3c-44bd-9892-d419e6edd623,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:07.561098 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-23fcef31-5300-4190-a781-0594623b4a27 req-d5d80f7a-f46b-42c0-bcf4-3e4f1d468d5c service neutron] For port dbe993d8-c316-4838-8f9c-364cbde3c0cc, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:27:07.588987 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c7426804-51f7-4fb9-bf45-3d242fffeb79 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (a650b9d0-5379-4587-be12-37cfca446f0e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:07.607521 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-23fcef31-5300-4190-a781-0594623b4a27 req-d5d80f7a-f46b-42c0-bcf4-3e4f1d468d5c service neutron] For port dbe993d8-c316-4838-8f9c-364cbde3c0cc, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=dbe993d8-c316-4838-8f9c-364cbde3c0cc,segment=NetworkSegment(3926a9bc-2ab0-4e14-8e43-e7affde02047),segment_id=3926a9bc-2ab0-4e14-8e43-e7affde02047)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:27:07.616114 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-23fcef31-5300-4190-a781-0594623b4a27 req-d5d80f7a-f46b-42c0-bcf4-3e4f1d468d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (dbe993d8-c316-4838-8f9c-364cbde3c0cc), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:07.647079 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-8fa33d02-aeac-4a7c-841e-b8fdbf02d8e4 None None] Attempting to bind port 442b2e9b-dc3c-44bd-9892-d419e6edd623 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:27:07.647634 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-8fa33d02-aeac-4a7c-841e-b8fdbf02d8e4 None None] Attempting to bind port 442b2e9b-dc3c-44bd-9892-d419e6edd623 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '3920f69b-a683-4495-b4f0-19ed202e5b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7b7c004e-6af7-41de-a971-545b6714615f'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:27:07.648091 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa33d02-aeac-4a7c-841e-b8fdbf02d8e4 None None] Attempting to bind port 442b2e9b-dc3c-44bd-9892-d419e6edd623 on network 7b7c004e-6af7-41de-a971-545b6714615f {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:07.652153 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-8b281525-180d-4ff4-889c-7f6b90249b9e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:07.653854 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-8b281525-180d-4ff4-889c-7f6b90249b9e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports/fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb HTTP/1.1" status: 200 len: 937 time: 0.4049749 Jan 18 20:27:07.668834 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa33d02-aeac-4a7c-841e-b8fdbf02d8e4 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:27:07.669519 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa33d02-aeac-4a7c-841e-b8fdbf02d8e4 None None] Checking segment: {'id': '3920f69b-a683-4495-b4f0-19ed202e5b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7b7c004e-6af7-41de-a971-545b6714615f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:07.670394 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8fa33d02-aeac-4a7c-841e-b8fdbf02d8e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:07.671028 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa33d02-aeac-4a7c-841e-b8fdbf02d8e4 None None] Bound using segment: {'id': '3920f69b-a683-4495-b4f0-19ed202e5b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7b7c004e-6af7-41de-a971-545b6714615f'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:27:07.672192 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-8fa33d02-aeac-4a7c-841e-b8fdbf02d8e4 None None] Bound port: 442b2e9b-dc3c-44bd-9892-d419e6edd623, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3920f69b-a683-4495-b4f0-19ed202e5b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7b7c004e-6af7-41de-a971-545b6714615f'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:27:07.672746 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8fa33d02-aeac-4a7c-841e-b8fdbf02d8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:07.747180 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcef31-5300-4190-a781-0594623b4a27 req-d5d80f7a-f46b-42c0-bcf4-3e4f1d468d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:07.752516 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-23fcef31-5300-4190-a781-0594623b4a27 req-d5d80f7a-f46b-42c0-bcf4-3e4f1d468d5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:07.755211 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-23fcef31-5300-4190-a781-0594623b4a27 req-d5d80f7a-f46b-42c0-bcf4-3e4f1d468d5c service neutron] 10.222.0.70 "PUT /v2.0/ports/dbe993d8-c316-4838-8f9c-364cbde3c0cc HTTP/1.1" status: 200 len: 1091 time: 1.8342004 Jan 18 20:27:07.763977 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e97f0284-b030-4757-ba66-52fb3e6a24c4', 'tag': 'dbe993d8-c316-4838-8f9c-364cbde3c0cc'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:27:07.770113 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cadee5-0214-4fe0-82f7-48503ff46bce" -d '{"events": [{"name": "network-changed", "server_uuid": "e97f0284-b030-4757-ba66-52fb3e6a24c4", "tag": "dbe993d8-c316-4838-8f9c-364cbde3c0cc"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:27:07.838422 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-749619ae-f12d-423c-90b3-9dccf553ee24 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:07.839478 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-749619ae-f12d-423c-90b3-9dccf553ee24 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports/1488c34b-3de1-428f-94c5-ea3bbe9105fc HTTP/1.1" status: 200 len: 936 time: 0.1728024 Jan 18 20:27:07.886802 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8fa33d02-aeac-4a7c-841e-b8fdbf02d8e4 None None] For port 442b2e9b-dc3c-44bd-9892-d419e6edd623, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:27:07.894213 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8fa33d02-aeac-4a7c-841e-b8fdbf02d8e4 None None] For port 442b2e9b-dc3c-44bd-9892-d419e6edd623, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=442b2e9b-dc3c-44bd-9892-d419e6edd623,segment=NetworkSegment(3920f69b-a683-4495-b4f0-19ed202e5b03),segment_id=3920f69b-a683-4495-b4f0-19ed202e5b03)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:27:07.905759 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8fa33d02-aeac-4a7c-841e-b8fdbf02d8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:08.040384 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-83038df2-c23c-4cd1-ad67-dec4a8e8d3f5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?network_id=e28041d0-7a31-4e94-acee-687198cd901a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1786456 Jan 18 20:27:08.046060 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa33d02-aeac-4a7c-841e-b8fdbf02d8e4 None None] Pushing event updated for resources: {'Port': ['ID=442b2e9b-dc3c-44bd-9892-d419e6edd623,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:08.050723 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d80f7a-f46b-42c0-bcf4-3e4f1d468d5c service neutron] Pushing event updated for resources: {'Port': ['ID=dbe993d8-c316-4838-8f9c-364cbde3c0cc,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:08.087879 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b643d4-12d8-4c3c-b1f5-a316ad2b86d1 req-f810661d-7e39-46b6-9847-830687738366 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:08.091342 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-35b643d4-12d8-4c3c-b1f5-a316ad2b86d1 req-f810661d-7e39-46b6-9847-830687738366 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e97f0284-b030-4757-ba66-52fb3e6a24c4 HTTP/1.1" status: 200 len: 943 time: 0.5692647 Jan 18 20:27:08.167506 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf04cedf-930f-4d88-8154-28e0026431cc tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (ea218736-49ca-4e5f-b623-fc8160168d89), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:08.181218 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-9b235f49-7d75-4c40-b255-659ee9987392 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?network_id=e28041d0-7a31-4e94-acee-687198cd901a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0882733 Jan 18 20:27:08.188436 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf04cedf-930f-4d88-8154-28e0026431cc tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ea218736-49ca-4e5f-b623-fc8160168d89), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:08.213117 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcef31-5300-4190-a781-0594623b4a27 req-f8b6f8bd-3802-4316-84ee-3fab817b9f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:08.218414 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-23fcef31-5300-4190-a781-0594623b4a27 req-f8b6f8bd-3802-4316-84ee-3fab817b9f43 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=deb1a2f7ff2a41c7978cf89e849731a8&device_id=e97f0284-b030-4757-ba66-52fb3e6a24c4 HTTP/1.1" status: 200 len: 1094 time: 0.3797207 Jan 18 20:27:08.256103 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7426804-51f7-4fb9-bf45-3d242fffeb79 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Pushing event updated for resources: {'Subnet': ['ID=a650b9d0-5379-4587-be12-37cfca446f0e,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:08.282613 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7426804-51f7-4fb9-bf45-3d242fffeb79 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Checking segment: {'id': '892bf39b-c064-4088-a908-bb90c91c9a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:08.283059 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7426804-51f7-4fb9-bf45-3d242fffeb79 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Network hostable DHCP agents. Network: 0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:27:08.412653 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf04cedf-930f-4d88-8154-28e0026431cc tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:08.420836 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bf04cedf-930f-4d88-8154-28e0026431cc tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0497367 Jan 18 20:27:08.434828 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38302) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:08.443315 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-e7aa2a0b-eb02-4f4f-b3b4-168bb28c27aa tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-110928187', 'security_groups': ['ea218736-49ca-4e5f-b623-fc8160168d89'], 'network_id': '7b7c004e-6af7-41de-a971-545b6714615f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '710437ac-1908-441f-a532-614f2b80365d'}]}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:08.461480 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-23fcef31-5300-4190-a781-0594623b4a27 req-d8500b0f-6f3d-4f3c-a877-076389337a51 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dbe993d8-c316-4838-8f9c-364cbde3c0cc HTTP/1.1" status: 200 len: 217 time: 0.2214689 Jan 18 20:27:08.465038 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04cedf-930f-4d88-8154-28e0026431cc tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea218736-49ca-4e5f-b623-fc8160168d89,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:08.487571 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-35b643d4-12d8-4c3c-b1f5-a316ad2b86d1 req-3219eac7-079a-4491-8dfa-f2709950b243 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967920 Jan 18 20:27:08.519960 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38310) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:08.548332 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7426804-51f7-4fb9-bf45-3d242fffeb79 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Network 0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:27:08.595502 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-c7426804-51f7-4fb9-bf45-3d242fffeb79 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:08.615885 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7426804-51f7-4fb9-bf45-3d242fffeb79 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:08.618600 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2999542d-249a-4046-8a13-1154efb3370b None None] Network 0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:27:08.619465 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c7426804-51f7-4fb9-bf45-3d242fffeb79 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:08.723190 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c7426804-51f7-4fb9-bf45-3d242fffeb79 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8649313 Jan 18 20:27:08.732021 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f17dd4-27bb-469c-a792-0adbd623d259 x-openstack-request-id: req-a7f17dd4-27bb-469c-a792-0adbd623d259 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:27:08.732484 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e97f0284-b030-4757-ba66-52fb3e6a24c4", "tag": "dbe993d8-c316-4838-8f9c-364cbde3c0cc", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:27:08.732884 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7f17dd4-27bb-469c-a792-0adbd623d259 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:27:08.733468 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e97f0284-b030-4757-ba66-52fb3e6a24c4', 'tag': 'dbe993d8-c316-4838-8f9c-364cbde3c0cc', 'status': 'completed', 'code': 200} Jan 18 20:27:08.737980 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38330) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:08.744193 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-38dca75a-cdbe-4a77-91cc-bd137a973e0d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:08.748818 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-3dd7672e-f5dc-4b3b-9b77-bef02ca51c73 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Request body: {'network': {'name': 'tempest-router-network01--254361480'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:08.757625 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-38dca75a-cdbe-4a77-91cc-bd137a973e0d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:08.773239 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-38dca75a-cdbe-4a77-91cc-bd137a973e0d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:08.778825 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-38dca75a-cdbe-4a77-91cc-bd137a973e0d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/networks?id=430c56bd-8290-45d6-ab68-26d11179c94e&id=5fbd40aa-f049-4550-b042-82fa935955b5&id=5fbd40aa-f049-4550-b042-82fa935955b5&id=e28041d0-7a31-4e94-acee-687198cd901a&id=e28041d0-7a31-4e94-acee-687198cd901a HTTP/1.1" status: 200 len: 1993 time: 0.5444877 Jan 18 20:27:08.788525 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6c8c96-e01f-4536-9bd4-1d064238815e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1', 'network_id': '0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1', 'project_id': '2c9c5b4259914a649fc0dcb97d825dd1', 'fixed_ips': [{'subnet_id': 'a650b9d0-5379-4587-be12-37cfca446f0e'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:27:08.789479 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8c96-e01f-4536-9bd4-1d064238815e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:08.797400 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4dbae329-a403-4542-9038-bb272605220f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:08.903582 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcef31-5300-4190-a781-0594623b4a27 req-9ffca1e9-69a8-49f3-8f42-baa436290310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:08.908970 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-23fcef31-5300-4190-a781-0594623b4a27 req-9ffca1e9-69a8-49f3-8f42-baa436290310 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d51416a9-d1ba-44a6-8439-10a7eabfd114 HTTP/1.1" status: 200 len: 853 time: 0.4129634 Jan 18 20:27:08.925024 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-2b78f59f-ff81-4301-a16a-453aee0b4e25 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/quotas/733444720280437eb7f9cfdcefc53319 HTTP/1.1" status: 200 len: 375 time: 0.1297519 Jan 18 20:27:08.999947 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd7672e-f5dc-4b3b-9b77-bef02ca51c73 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Made reservation on behalf of 2c9c5b4259914a649fc0dcb97d825dd1 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:09.003393 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3dd7672e-f5dc-4b3b-9b77-bef02ca51c73 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:09.014795 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-23fcef31-5300-4190-a781-0594623b4a27 req-6c9f412f-f796-41d5-9b15-d6c369bf6cde service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=969e5bec-1cc4-4b20-ab88-96d006b4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926459 Jan 18 20:27:09.070552 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-7f6c8c96-e01f-4536-9bd4-1d064238815e None None] Allocated IP 172.20.0.2 (0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1/a650b9d0-5379-4587-be12-37cfca446f0e/18c9f720-56d6-40e9-97e7-862e8122488c) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:09.111987 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 442b2e9b-dc3c-44bd-9892-d419e6edd623 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:27:09.276710 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-c1ef081a-1587-462f-8c96-707af456d0b8 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=733444720280437eb7f9cfdcefc53319&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3391194 Jan 18 20:27:09.354879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd7672e-f5dc-4b3b-9b77-bef02ca51c73 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:27:09.376361 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 442b2e9b-dc3c-44bd-9892-d419e6edd623 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:09.376746 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:09.386061 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3dd7672e-f5dc-4b3b-9b77-bef02ca51c73 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (e4382bb1-3981-42cb-92da-ee49980da000), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:09.386455 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-3dd7672e-f5dc-4b3b-9b77-bef02ca51c73 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Added segment e4382bb1-3981-42cb-92da-ee49980da000 of type vlan for network 65ab845d-2186-4eed-9138-9cb60af9ada5 Jan 18 20:27:09.394260 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4dbae329-a403-4542-9038-bb272605220f admin admin] Publish callbacks [] for security_group (995a2b2c-3809-4b71-aee0-6d750a0e7d7f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:09.396756 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7aa2a0b-eb02-4f4f-b3b4-168bb28c27aa tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:09.477501 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4dbae329-a403-4542-9038-bb272605220f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (995a2b2c-3809-4b71-aee0-6d750a0e7d7f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:09.517191 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-23fcef31-5300-4190-a781-0594623b4a27 req-937aa39e-566c-44b2-aa18-6cd0e9a667ae service neutron] 10.222.0.70 "GET /v2.0/networks/969e5bec-1cc4-4b20-ab88-96d006b4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876168 Jan 18 20:27:09.550903 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3dd7672e-f5dc-4b3b-9b77-bef02ca51c73 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (65ab845d-2186-4eed-9138-9cb60af9ada5), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:09.597564 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4dbae329-a403-4542-9038-bb272605220f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=78b8cfd208e145858703be07ddeb1193&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0747216 Jan 18 20:27:09.620200 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38404) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:09.760715 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8c96-e01f-4536-9bd4-1d064238815e None None] Publish callbacks [] for port (18c9f720-56d6-40e9-97e7-862e8122488c), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:09.780110 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8c96-e01f-4536-9bd4-1d064238815e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (18c9f720-56d6-40e9-97e7-862e8122488c), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:09.816660 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 442b2e9b-dc3c-44bd-9892-d419e6edd623 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:09.817327 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:09.819794 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-23fcef31-5300-4190-a781-0594623b4a27 req-404f71be-2c0d-4954-be3c-b4e2376b1caa service neutron] 10.222.0.70 "GET /v2.0/networks/969e5bec-1cc4-4b20-ab88-96d006b4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137692 Jan 18 20:27:09.829447 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3dd7672e-f5dc-4b3b-9b77-bef02ca51c73 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (65ab845d-2186-4eed-9138-9cb60af9ada5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:09.842589 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd7672e-f5dc-4b3b-9b77-bef02ca51c73 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:09.843573 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3dd7672e-f5dc-4b3b-9b77-bef02ca51c73 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:09.922001 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-14f8d982-c5cd-430f-b757-2a53befae672 service neutron] 10.222.0.31 "GET /v2.0/networks/430c56bd-8290-45d6-ab68-26d11179c94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6204643 Jan 18 20:27:09.942604 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 442b2e9b-dc3c-44bd-9892-d419e6edd623, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=442b2e9b-dc3c-44bd-9892-d419e6edd623,segment=NetworkSegment(3920f69b-a683-4495-b4f0-19ed202e5b03),segment_id=3920f69b-a683-4495-b4f0-19ed202e5b03)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:09.959828 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:10.008919 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6c8c96-e01f-4536-9bd4-1d064238815e None None] Network 0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:10.019629 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-7f6c8c96-e01f-4536-9bd4-1d064238815e None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:10.024296 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6c8c96-e01f-4536-9bd4-1d064238815e None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:10.057773 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c8c96-e01f-4536-9bd4-1d064238815e None None] Pushing event updated for resources: {'Port': ['ID=18c9f720-56d6-40e9-97e7-862e8122488c,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:10.211140 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7f6c8c96-e01f-4536-9bd4-1d064238815e None None] Attempting to bind port 18c9f720-56d6-40e9-97e7-862e8122488c on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:27:10.212054 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7f6c8c96-e01f-4536-9bd4-1d064238815e None None] Attempting to bind port 18c9f720-56d6-40e9-97e7-862e8122488c by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '892bf39b-c064-4088-a908-bb90c91c9a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:27:10.212812 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6c8c96-e01f-4536-9bd4-1d064238815e None None] Attempting to bind port 18c9f720-56d6-40e9-97e7-862e8122488c on network 0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:10.227132 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbae329-a403-4542-9038-bb272605220f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995a2b2c-3809-4b71-aee0-6d750a0e7d7f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:10.238087 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-568a73c1-cd8b-47ad-a3df-6ffe0e700370 None None] Provisioning complete for port dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:10.239419 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-568a73c1-cd8b-47ad-a3df-6ffe0e700370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:10.244686 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6c8c96-e01f-4536-9bd4-1d064238815e None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:27:10.245253 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6c8c96-e01f-4536-9bd4-1d064238815e None None] Checking segment: {'id': '892bf39b-c064-4088-a908-bb90c91c9a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:10.245853 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8c96-e01f-4536-9bd4-1d064238815e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:10.246399 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6c8c96-e01f-4536-9bd4-1d064238815e None None] Bound using segment: {'id': '892bf39b-c064-4088-a908-bb90c91c9a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:27:10.247058 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7f6c8c96-e01f-4536-9bd4-1d064238815e None None] Bound port: 18c9f720-56d6-40e9-97e7-862e8122488c, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892bf39b-c064-4088-a908-bb90c91c9a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:27:10.247614 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8c96-e01f-4536-9bd4-1d064238815e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (18c9f720-56d6-40e9-97e7-862e8122488c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:10.257051 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7672e-f5dc-4b3b-9b77-bef02ca51c73 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Pushing event updated for resources: {'Network': ['ID=65ab845d-2186-4eed-9138-9cb60af9ada5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:10.262326 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7aa2a0b-eb02-4f4f-b3b4-168bb28c27aa tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:10.274679 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3dd7672e-f5dc-4b3b-9b77-bef02ca51c73 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5334613 Jan 18 20:27:10.275291 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38470) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:10.283828 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-7053b000-1d59-4b40-b00a-607bf11d89d9 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Request body: {'network': {'name': 'tempest-router-network02--1950118343'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:10.301586 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 65ab845d-2186-4eed-9138-9cb60af9ada5 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:27:10.321465 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cadee5-0214-4fe0-82f7-48503ff46bce req-b008a2bc-4da9-4436-880f-52c1656f0777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:10.326628 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e7cadee5-0214-4fe0-82f7-48503ff46bce req-b008a2bc-4da9-4436-880f-52c1656f0777 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=deb1a2f7ff2a41c7978cf89e849731a8&device_id=e97f0284-b030-4757-ba66-52fb3e6a24c4 HTTP/1.1" status: 200 len: 1094 time: 0.3989689 Jan 18 20:27:10.334882 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-e7aa2a0b-eb02-4f4f-b3b4-168bb28c27aa tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] device_id is not set on port b927dc0f-0481-4c49-87b3-dce62fb0e028 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:27:10.344823 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-3e81180b-8735-42d1-bd3e-90f01959e53b service neutron] 10.222.0.31 "GET /v2.0/networks/430c56bd-8290-45d6-ab68-26d11179c94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218860 Jan 18 20:27:10.374363 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657c2f1-e17b-4835-a394-6b8f51c4b892 req-d6df2ee1-cdd4-4b84-a063-fc4b9120919c tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:10.379321 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=442b2e9b-dc3c-44bd-9892-d419e6edd623,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:10.381189 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d657c2f1-e17b-4835-a394-6b8f51c4b892 req-d6df2ee1-cdd4-4b84-a063-fc4b9120919c tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e97f0284-b030-4757-ba66-52fb3e6a24c4 HTTP/1.1" status: 200 len: 943 time: 0.6946089 Jan 18 20:27:10.490644 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-179ad9f3-0c88-478c-84cf-bb2f1dd105d9 admin admin] Publish callbacks [] for security_group (995a2b2c-3809-4b71-aee0-6d750a0e7d7f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:10.522083 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-568a73c1-cd8b-47ad-a3df-6ffe0e700370 None None] Port dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:10.531320 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-3bbc8c73-41ea-4d33-82af-ce702e451acd service neutron] 10.222.0.31 "GET /v2.0/ports/fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1468797 Jan 18 20:27:10.607121 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-568a73c1-cd8b-47ad-a3df-6ffe0e700370 None None] Provisioning complete for port 442b2e9b-dc3c-44bd-9892-d419e6edd623 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:10.607905 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-568a73c1-cd8b-47ad-a3df-6ffe0e700370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:10.667374 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d657c2f1-e17b-4835-a394-6b8f51c4b892 req-1cb44f5f-c69e-4aac-ad88-f1e58e0430be tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623003 Jan 18 20:27:10.677146 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-179ad9f3-0c88-478c-84cf-bb2f1dd105d9 admin admin] Publish callbacks [] for security_group (995a2b2c-3809-4b71-aee0-6d750a0e7d7f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:10.720694 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cadee5-0214-4fe0-82f7-48503ff46bce req-5c1577c7-ff9e-419f-b146-a5ad9975b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:10.723669 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e7cadee5-0214-4fe0-82f7-48503ff46bce req-5c1577c7-ff9e-419f-b146-a5ad9975b419 service neutron] 10.222.0.70 "GET /v2.0/networks?id=969e5bec-1cc4-4b20-ab88-96d006b4e701 HTTP/1.1" status: 200 len: 914 time: 0.1349506 Jan 18 20:27:10.727499 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7f6c8c96-e01f-4536-9bd4-1d064238815e None None] For port 18c9f720-56d6-40e9-97e7-862e8122488c, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:27:10.741104 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7f6c8c96-e01f-4536-9bd4-1d064238815e None None] For port 18c9f720-56d6-40e9-97e7-862e8122488c, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=18c9f720-56d6-40e9-97e7-862e8122488c,segment=NetworkSegment(892bf39b-c064-4088-a908-bb90c91c9a50),segment_id=892bf39b-c064-4088-a908-bb90c91c9a50)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:27:10.770160 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8c96-e01f-4536-9bd4-1d064238815e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (18c9f720-56d6-40e9-97e7-862e8122488c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:10.793525 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e7cadee5-0214-4fe0-82f7-48503ff46bce req-07a90906-9b0c-4a19-8af2-29ee6aaff5fb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dbe993d8-c316-4838-8f9c-364cbde3c0cc HTTP/1.1" status: 200 len: 217 time: 0.0611761 Jan 18 20:27:10.864590 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7053b000-1d59-4b40-b00a-607bf11d89d9 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Made reservation on behalf of 2c9c5b4259914a649fc0dcb97d825dd1 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:10.873468 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7053b000-1d59-4b40-b00a-607bf11d89d9 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:10.963753 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 442b2e9b-dc3c-44bd-9892-d419e6edd623 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:27:11.043280 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cadee5-0214-4fe0-82f7-48503ff46bce req-bf2245ce-29aa-4762-8635-a203099a6b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:11.047475 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e7cadee5-0214-4fe0-82f7-48503ff46bce req-bf2245ce-29aa-4762-8635-a203099a6b82 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d51416a9-d1ba-44a6-8439-10a7eabfd114 HTTP/1.1" status: 200 len: 853 time: 0.2139535 Jan 18 20:27:11.101569 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7053b000-1d59-4b40-b00a-607bf11d89d9 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:27:11.104189 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-e7aa2a0b-eb02-4f4f-b3b4-168bb28c27aa tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Allocated IP 2001:db8::f6 (7b7c004e-6af7-41de-a971-545b6714615f/710437ac-1908-441f-a532-614f2b80365d/b927dc0f-0481-4c49-87b3-dce62fb0e028) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:11.106975 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-568a73c1-cd8b-47ad-a3df-6ffe0e700370 None None] Current status of the port 442b2e9b-dc3c-44bd-9892-d419e6edd623 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:11.151478 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c8c96-e01f-4536-9bd4-1d064238815e None None] Pushing event updated for resources: {'Port': ['ID=18c9f720-56d6-40e9-97e7-862e8122488c,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:11.161056 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 442b2e9b-dc3c-44bd-9892-d419e6edd623 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:11.161440 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:11.215364 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e7cadee5-0214-4fe0-82f7-48503ff46bce req-5de66337-8170-4f47-b4f6-acfe0ba8e696 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=969e5bec-1cc4-4b20-ab88-96d006b4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148500 Jan 18 20:27:11.225242 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7053b000-1d59-4b40-b00a-607bf11d89d9 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (0bd7aba3-55d0-4361-8400-2c7d77dfa275), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:11.226079 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-7053b000-1d59-4b40-b00a-607bf11d89d9 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Added segment 0bd7aba3-55d0-4361-8400-2c7d77dfa275 of type vlan for network add6f12f-c6c2-45a7-a70c-e72a54239386 Jan 18 20:27:11.479363 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 442b2e9b-dc3c-44bd-9892-d419e6edd623 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:11.669431 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-179ad9f3-0c88-478c-84cf-bb2f1dd105d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (995a2b2c-3809-4b71-aee0-6d750a0e7d7f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:11.674497 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-179ad9f3-0c88-478c-84cf-bb2f1dd105d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:11.677011 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-179ad9f3-0c88-478c-84cf-bb2f1dd105d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/995a2b2c-3809-4b71-aee0-6d750a0e7d7f HTTP/1.1" status: 204 len: 168 time: 2.0332999 Jan 18 20:27:11.723200 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ad9f3-0c88-478c-84cf-bb2f1dd105d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995a2b2c-3809-4b71-aee0-6d750a0e7d7f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:11.774122 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-1cb293ea-a246-4318-b0e0-f81aa6216a28 service neutron] 10.222.0.31 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2164655 Jan 18 20:27:11.941917 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fa00c-eb86-419e-89ec-830b6c3958b2 req-4b9a13f5-359d-4715-b3ff-e2d63454c45a tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:11.949957 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7aa2a0b-eb02-4f4f-b3b4-168bb28c27aa tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for port (b927dc0f-0481-4c49-87b3-dce62fb0e028), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:11.963642 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-724fa00c-eb86-419e-89ec-830b6c3958b2 req-4b9a13f5-359d-4715-b3ff-e2d63454c45a tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e97f0284-b030-4757-ba66-52fb3e6a24c4 HTTP/1.1" status: 200 len: 943 time: 0.1380320 Jan 18 20:27:12.088517 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7aa2a0b-eb02-4f4f-b3b4-168bb28c27aa tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (b927dc0f-0481-4c49-87b3-dce62fb0e028), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:12.098333 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-8f093cbf-304b-481b-aed2-8119d6022d82 service neutron] 10.222.0.31 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141706 Jan 18 20:27:12.202638 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-724fa00c-eb86-419e-89ec-830b6c3958b2 req-83b16e83-e2fd-4820-8d18-0392f0e1978d tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376704 Jan 18 20:27:12.219929 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-07acdb6b-2c4e-4e1e-a142-0d15c12b3ccb service neutron] 10.222.0.31 "GET /v2.0/ports/1488c34b-3de1-428f-94c5-ea3bbe9105fc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1099608 Jan 18 20:27:12.365162 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38652) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:12.417192 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-56507a9d-ff40-461e-ae97-bf4d9cee0ca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:12.608189 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-56507a9d-ff40-461e-ae97-bf4d9cee0ca6 admin admin] Publish callbacks [] for security_group (23032b2d-e2a8-4097-b1d1-c11ca4a81b1c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:12.632484 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-56507a9d-ff40-461e-ae97-bf4d9cee0ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (23032b2d-e2a8-4097-b1d1-c11ca4a81b1c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:12.695706 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56507a9d-ff40-461e-ae97-bf4d9cee0ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23032b2d-e2a8-4097-b1d1-c11ca4a81b1c,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:12.728652 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-43d50b22-bfb9-47ed-83b9-4548fbde8643 service neutron] 10.222.0.31 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991105 Jan 18 20:27:12.735723 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-56507a9d-ff40-461e-ae97-bf4d9cee0ca6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=17ee7a06d0e34c148721e1a5e882632a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3687024 Jan 18 20:27:12.737009 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38686) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:12.913125 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-78aa0eb5-675e-4597-973c-16a419ba0a85 service neutron] 10.222.0.31 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745851 Jan 18 20:27:12.947272 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2b9260-d4e8-4416-bb5a-0f20f8bca062 None None] Network 0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:27:12.982989 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c8f1de8a-6bd8-4c2a-af7d-74aac023a419 admin admin] Publish callbacks [] for security_group (23032b2d-e2a8-4097-b1d1-c11ca4a81b1c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:13.020539 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c8f1de8a-6bd8-4c2a-af7d-74aac023a419 admin admin] Publish callbacks [] for security_group (23032b2d-e2a8-4097-b1d1-c11ca4a81b1c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:13.145719 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 18c9f720-56d6-40e9-97e7-862e8122488c up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:27:13.160024 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-e610ab0f-4bc9-4a95-b832-ece74ec9c13e service neutron] 10.222.0.31 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371976 Jan 18 20:27:13.205750 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c8f1de8a-6bd8-4c2a-af7d-74aac023a419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (23032b2d-e2a8-4097-b1d1-c11ca4a81b1c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:13.209121 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c8f1de8a-6bd8-4c2a-af7d-74aac023a419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:13.222935 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c8f1de8a-6bd8-4c2a-af7d-74aac023a419 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/23032b2d-e2a8-4097-b1d1-c11ca4a81b1c HTTP/1.1" status: 204 len: 168 time: 0.3734291 Jan 18 20:27:13.226745 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device dbe993d8-c316-4838-8f9c-364cbde3c0cc details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:27:13.266761 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa2a0b-eb02-4f4f-b3b4-168bb28c27aa tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Port': ['ID=b927dc0f-0481-4c49-87b3-dce62fb0e028,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:13.285833 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1de8a-6bd8-4c2a-af7d-74aac023a419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23032b2d-e2a8-4097-b1d1-c11ca4a81b1c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:13.286239 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7053b000-1d59-4b40-b00a-607bf11d89d9 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (add6f12f-c6c2-45a7-a70c-e72a54239386), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:13.318375 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aa2a0b-eb02-4f4f-b3b4-168bb28c27aa tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network 7b7c004e-6af7-41de-a971-545b6714615f is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:13.324212 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-e7aa2a0b-eb02-4f4f-b3b4-168bb28c27aa tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:13.327790 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aa2a0b-eb02-4f4f-b3b4-168bb28c27aa tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:13.336392 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aa2a0b-eb02-4f4f-b3b4-168bb28c27aa tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:13.337330 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7aa2a0b-eb02-4f4f-b3b4-168bb28c27aa tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:13.386992 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e7aa2a0b-eb02-4f4f-b3b4-168bb28c27aa tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.9510016 Jan 18 20:27:13.400637 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38710) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:13.411851 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-43f8da36-9604-42b3-bddf-b0ef47629cec None None] Provisioning complete for port 18c9f720-56d6-40e9-97e7-862e8122488c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:13.412639 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-252410ff-f63c-46b2-8878-0ea03558f3fa tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'subnet': {'network_id': '7b7c004e-6af7-41de-a971-545b6714615f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:13.413023 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-43f8da36-9604-42b3-bddf-b0ef47629cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (18c9f720-56d6-40e9-97e7-862e8122488c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:13.424091 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7053b000-1d59-4b40-b00a-607bf11d89d9 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (add6f12f-c6c2-45a7-a70c-e72a54239386), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:13.432311 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7053b000-1d59-4b40-b00a-607bf11d89d9 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:13.433150 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7053b000-1d59-4b40-b00a-607bf11d89d9 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:13.570725 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-484da17e-bb51-49c8-bcfb-d65a2b88f043 service neutron] 10.222.0.31 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928638 Jan 18 20:27:13.588542 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053b000-1d59-4b40-b00a-607bf11d89d9 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Pushing event updated for resources: {'Network': ['ID=add6f12f-c6c2-45a7-a70c-e72a54239386,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:13.627752 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7053b000-1d59-4b40-b00a-607bf11d89d9 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 3.3491273 Jan 18 20:27:13.630573 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e7cadee5-0214-4fe0-82f7-48503ff46bce req-2c1f4f44-0805-4a0f-a39e-7e8d37a4b72f service neutron] 10.222.0.70 "GET /v2.0/networks/969e5bec-1cc4-4b20-ab88-96d006b4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4026568 Jan 18 20:27:13.632631 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 18c9f720-56d6-40e9-97e7-862e8122488c triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:13.634783 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (18c9f720-56d6-40e9-97e7-862e8122488c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:13.637077 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38714) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:13.666626 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-a6c7c1ec-74a7-4bb5-adb8-291741477ece tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Request body: {'subnet': {'network_id': '65ab845d-2186-4eed-9138-9cb60af9ada5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:13.744287 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652085e-d8bb-4e52-91e5-9e05431bed3b req-4b060137-869d-4af9-b073-230c2865843c tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:13.775638 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3652085e-d8bb-4e52-91e5-9e05431bed3b req-4b060137-869d-4af9-b073-230c2865843c tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e97f0284-b030-4757-ba66-52fb3e6a24c4 HTTP/1.1" status: 200 len: 943 time: 0.4050567 Jan 18 20:27:14.000877 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3652085e-d8bb-4e52-91e5-9e05431bed3b req-bb2f4331-ff5e-49a5-86fb-3409c31024ed tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070758 Jan 18 20:27:14.052579 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-51745e52-a79e-49d7-91cf-f959efd6b8ad service neutron] 10.222.0.31 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752827 Jan 18 20:27:14.210947 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network add6f12f-c6c2-45a7-a70c-e72a54239386 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:27:14.271310 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38728) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:14.304948 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-e5233ea3-8dfb-4924-93d9-cee89f99edab service neutron] 10.222.0.31 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466609 Jan 18 20:27:14.327610 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port dbe993d8-c316-4838-8f9c-364cbde3c0cc, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=dbe993d8-c316-4838-8f9c-364cbde3c0cc,segment=NetworkSegment(3926a9bc-2ab0-4e14-8e43-e7affde02047),segment_id=3926a9bc-2ab0-4e14-8e43-e7affde02047)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:14.384262 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c7c1ec-74a7-4bb5-adb8-291741477ece tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Made reservation on behalf of 2c9c5b4259914a649fc0dcb97d825dd1 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:14.388183 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6c7c1ec-74a7-4bb5-adb8-291741477ece tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:14.409236 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-738f8ad5-bdd5-47cd-bbef-1956032a1937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:14.436947 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e7cadee5-0214-4fe0-82f7-48503ff46bce req-134530be-b7f1-458a-93d3-f9761b074808 service neutron] 10.222.0.70 "GET /v2.0/networks/969e5bec-1cc4-4b20-ab88-96d006b4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7568054 Jan 18 20:27:14.470388 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'dbe993d8-c316-4838-8f9c-364cbde3c0cc', 'network_id': '969e5bec-1cc4-4b20-ab88-96d006b4e701', 'port_id': 'dbe993d8-c316-4838-8f9c-364cbde3c0cc', 'mac_address': 'fa:16:3e:6c:74:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd51416a9-d1ba-44a6-8439-10a7eabfd114', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:27:14.556397 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-8a13dc97-541e-499f-9b1e-72f5596ad9b1 service neutron] 10.222.0.31 "GET /v2.0/networks/e28041d0-7a31-4e94-acee-687198cd901a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427194 Jan 18 20:27:14.563509 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-738f8ad5-bdd5-47cd-bbef-1956032a1937 admin admin] Publish callbacks [] for security_group (7aaa3d44-c31e-44ab-b670-ca9558c61eb5), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:14.655136 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-43f8da36-9604-42b3-bddf-b0ef47629cec None None] Current status of the port 18c9f720-56d6-40e9-97e7-862e8122488c is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:14.655476 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-43f8da36-9604-42b3-bddf-b0ef47629cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (18c9f720-56d6-40e9-97e7-862e8122488c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:14.694744 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-738f8ad5-bdd5-47cd-bbef-1956032a1937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7aaa3d44-c31e-44ab-b670-ca9558c61eb5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:14.720408 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port dbe993d8-c316-4838-8f9c-364cbde3c0cc is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:14.720813 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (dbe993d8-c316-4838-8f9c-364cbde3c0cc), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:14.721089 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252410ff-f63c-46b2-8878-0ea03558f3fa tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:14.725860 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-252410ff-f63c-46b2-8878-0ea03558f3fa tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:14.746058 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38734) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:14.746727 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-738f8ad5-bdd5-47cd-bbef-1956032a1937 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6381d47982144ffdbcd9042d2229a2bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4661248 Jan 18 20:27:14.748413 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6c7c1ec-74a7-4bb5-adb8-291741477ece tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (ca9e5731-d814-4479-b926-395a459272ed), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:14.770447 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 18c9f720-56d6-40e9-97e7-862e8122488c is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:14.770798 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (18c9f720-56d6-40e9-97e7-862e8122488c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:14.848815 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-d27dd24b-896e-4c67-9180-9cc9c52ae10d service neutron] 10.222.0.31 "GET /v2.0/networks/e28041d0-7a31-4e94-acee-687198cd901a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847855 Jan 18 20:27:14.886561 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe993d8-c316-4838-8f9c-364cbde3c0cc {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:27:14.890497 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dd23755d-eaaf-4d0a-bcd0-f7372dca01aa admin admin] Publish callbacks [] for security_group (7aaa3d44-c31e-44ab-b670-ca9558c61eb5), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:14.948666 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port dbe993d8-c316-4838-8f9c-364cbde3c0cc, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=dbe993d8-c316-4838-8f9c-364cbde3c0cc,segment=NetworkSegment(3926a9bc-2ab0-4e14-8e43-e7affde02047),segment_id=3926a9bc-2ab0-4e14-8e43-e7affde02047)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:14.955339 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f8ad5-bdd5-47cd-bbef-1956032a1937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aaa3d44-c31e-44ab-b670-ca9558c61eb5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:14.959505 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (dbe993d8-c316-4838-8f9c-364cbde3c0cc), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:14.963637 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-43f8da36-9604-42b3-bddf-b0ef47629cec None None] For port 18c9f720-56d6-40e9-97e7-862e8122488c, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=18c9f720-56d6-40e9-97e7-862e8122488c,segment=NetworkSegment(892bf39b-c064-4088-a908-bb90c91c9a50),segment_id=892bf39b-c064-4088-a908-bb90c91c9a50)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:15.013091 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dd23755d-eaaf-4d0a-bcd0-f7372dca01aa admin admin] Publish callbacks [] for security_group (7aaa3d44-c31e-44ab-b670-ca9558c61eb5), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.015942 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=dbe993d8-c316-4838-8f9c-364cbde3c0cc,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:15.019534 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-43f8da36-9604-42b3-bddf-b0ef47629cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (18c9f720-56d6-40e9-97e7-862e8122488c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.099069 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:27:15.099592 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:27:15.108712 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8da36-9604-42b3-bddf-b0ef47629cec None None] Pushing event updated for resources: {'Port': ['ID=18c9f720-56d6-40e9-97e7-862e8122488c,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:15.125031 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-ceeb375a-a3ab-4a73-be0c-896219b962a7 service neutron] 10.222.0.31 "GET /v2.0/networks/e28041d0-7a31-4e94-acee-687198cd901a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650642 Jan 18 20:27:15.144305 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7c1ec-74a7-4bb5-adb8-291741477ece tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Pushing event updated for resources: {'Subnet': ['ID=ca9e5731-d814-4479-b926-395a459272ed,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:15.173108 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dd23755d-eaaf-4d0a-bcd0-f7372dca01aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7aaa3d44-c31e-44ab-b670-ca9558c61eb5), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.181198 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c7c1ec-74a7-4bb5-adb8-291741477ece tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Checking segment: {'id': 'e4382bb1-3981-42cb-92da-ee49980da000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '65ab845d-2186-4eed-9138-9cb60af9ada5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:15.181460 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dd23755d-eaaf-4d0a-bcd0-f7372dca01aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.181606 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c7c1ec-74a7-4bb5-adb8-291741477ece tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Network hostable DHCP agents. Network: 65ab845d-2186-4eed-9138-9cb60af9ada5, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:27:15.187796 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-dd23755d-eaaf-4d0a-bcd0-f7372dca01aa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7aaa3d44-c31e-44ab-b670-ca9558c61eb5 HTTP/1.1" status: 204 len: 168 time: 0.4383869 Jan 18 20:27:15.190064 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-3e6b59e4-abdb-4237-9fad-6f28e677b2c2 None None] Provisioning complete for port b927dc0f-0481-4c49-87b3-dce62fb0e028 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:15.190489 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3e6b59e4-abdb-4237-9fad-6f28e677b2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b927dc0f-0481-4c49-87b3-dce62fb0e028), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.205310 n-d-741529-9 neutron-server[103335]: INFO neutron.db.ipam_backend_mixin [None req-252410ff-f63c-46b2-8878-0ea03558f3fa tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 710437ac-1908-441f-a532-614f2b80365d (CIDR: 2001:db8::/64) Jan 18 20:27:15.224618 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-252410ff-f63c-46b2-8878-0ea03558f3fa tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:27:15.225080 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-252410ff-f63c-46b2-8878-0ea03558f3fa tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:27:15.251061 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['dbe993d8-c316-4838-8f9c-364cbde3c0cc'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:27:15.272265 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c7c1ec-74a7-4bb5-adb8-291741477ece tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Network 65ab845d-2186-4eed-9138-9cb60af9ada5 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:27:15.289233 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-252410ff-f63c-46b2-8878-0ea03558f3fa tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8835227 Jan 18 20:27:15.289233 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-a6c7c1ec-74a7-4bb5-adb8-291741477ece tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 65ab845d-2186-4eed-9138-9cb60af9ada5) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:15.293806 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c7c1ec-74a7-4bb5-adb8-291741477ece tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:15.294404 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6c7c1ec-74a7-4bb5-adb8-291741477ece tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.296863 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38748) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:15.306933 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-fc6153cd-b01d-4d74-a30d-9d6ff95a5526 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'subnet': {'network_id': '7b7c004e-6af7-41de-a971-545b6714615f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:15.356485 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a6c7c1ec-74a7-4bb5-adb8-291741477ece tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7173066 Jan 18 20:27:15.361459 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca11aa0-a183-43ce-b136-3c9c69285afe None None] Network 65ab845d-2186-4eed-9138-9cb60af9ada5 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:27:15.397218 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38754) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:15.429340 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-12305643-6bfe-4270-9a81-507e3a828b1e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Request body: {'subnet': {'network_id': 'add6f12f-c6c2-45a7-a70c-e72a54239386', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:15.467965 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23755d-eaaf-4d0a-bcd0-f7372dca01aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aaa3d44-c31e-44ab-b670-ca9558c61eb5,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:15.542832 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6153cd-b01d-4d74-a30d-9d6ff95a5526 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:15.546971 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc6153cd-b01d-4d74-a30d-9d6ff95a5526 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.629139 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a64cd8-3a5c-449e-8dd8-8f7b54b9427e req-1307cb77-1c9c-48f0-baa2-3540ae9b5368 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:15.637089 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e8a64cd8-3a5c-449e-8dd8-8f7b54b9427e req-1307cb77-1c9c-48f0-baa2-3540ae9b5368 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e97f0284-b030-4757-ba66-52fb3e6a24c4 HTTP/1.1" status: 200 len: 944 time: 0.4502192 Jan 18 20:27:15.646973 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b59e4-abdb-4237-9fad-6f28e677b2c2 None None] Port b927dc0f-0481-4c49-87b3-dce62fb0e028 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:15.658917 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-7537807e-a543-4114-ad9a-78de4714c4ef service neutron] 10.222.0.31 "GET /v2.0/networks/e28041d0-7a31-4e94-acee-687198cd901a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5272822 Jan 18 20:27:15.707816 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12305643-6bfe-4270-9a81-507e3a828b1e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Made reservation on behalf of 2c9c5b4259914a649fc0dcb97d825dd1 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:15.715935 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-12305643-6bfe-4270-9a81-507e3a828b1e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.727109 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261bdff5-7912-4b03-9ed4-020753e4e1bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-65ab845d-2186-4eed-9138-9cb60af9ada5', 'network_id': '65ab845d-2186-4eed-9138-9cb60af9ada5', 'project_id': '2c9c5b4259914a649fc0dcb97d825dd1', 'fixed_ips': [{'subnet_id': 'ca9e5731-d814-4479-b926-395a459272ed'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:27:15.727906 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-261bdff5-7912-4b03-9ed4-020753e4e1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.855818 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-3e6b59e4-abdb-4237-9fad-6f28e677b2c2 None None] Provisioning complete for port 18c9f720-56d6-40e9-97e7-862e8122488c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:15.856196 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3e6b59e4-abdb-4237-9fad-6f28e677b2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (18c9f720-56d6-40e9-97e7-862e8122488c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.867405 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e8a64cd8-3a5c-449e-8dd8-8f7b54b9427e req-1d8e40e8-3484-45b4-8cf7-7ab6aed1c3b4 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286263 Jan 18 20:27:15.955758 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 18c9f720-56d6-40e9-97e7-862e8122488c is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:16.207180 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc6153cd-b01d-4d74-a30d-9d6ff95a5526 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (1481f605-8fed-46fb-a0db-150d81eef3ff), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:16.234697 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 18c9f720-56d6-40e9-97e7-862e8122488c up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:27:16.254983 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-12305643-6bfe-4270-9a81-507e3a828b1e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (d0e02fe5-7372-4ecf-918b-373c4daee284), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:16.341310 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6153cd-b01d-4d74-a30d-9d6ff95a5526 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network 7b7c004e-6af7-41de-a971-545b6714615f is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:16.344595 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-fc6153cd-b01d-4d74-a30d-9d6ff95a5526 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:16.355142 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6153cd-b01d-4d74-a30d-9d6ff95a5526 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:16.355728 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc6153cd-b01d-4d74-a30d-9d6ff95a5526 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:16.379897 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6153cd-b01d-4d74-a30d-9d6ff95a5526 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Subnet': ['ID=1481f605-8fed-46fb-a0db-150d81eef3ff,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:16.404640 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12305643-6bfe-4270-9a81-507e3a828b1e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Checking segment: {'id': '0bd7aba3-55d0-4361-8400-2c7d77dfa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'add6f12f-c6c2-45a7-a70c-e72a54239386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:16.404640 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12305643-6bfe-4270-9a81-507e3a828b1e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Network hostable DHCP agents. Network: add6f12f-c6c2-45a7-a70c-e72a54239386, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:27:16.407837 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fc6153cd-b01d-4d74-a30d-9d6ff95a5526 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1061847 Jan 18 20:27:16.407837 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38788) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:16.413995 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-5cfaf5ab-ecd9-4dae-92e5-e3530109bb14 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1674253575', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1481f605-8fed-46fb-a0db-150d81eef3ff'}], 'security_groups': ['5067360b-7f30-4b88-8caa-e9038bd5e707']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:16.439905 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12305643-6bfe-4270-9a81-507e3a828b1e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Pushing event updated for resources: {'Subnet': ['ID=d0e02fe5-7372-4ecf-918b-373c4daee284,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:16.444191 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12305643-6bfe-4270-9a81-507e3a828b1e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Network add6f12f-c6c2-45a7-a70c-e72a54239386 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:27:16.450770 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb07af0a-a8be-41a0-b65c-2b2e56b6744e None None] Network 7b7c004e-6af7-41de-a971-545b6714615f requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:27:16.457750 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-12305643-6bfe-4270-9a81-507e3a828b1e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, add6f12f-c6c2-45a7-a70c-e72a54239386) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:16.463240 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12305643-6bfe-4270-9a81-507e3a828b1e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:16.464552 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-12305643-6bfe-4270-9a81-507e3a828b1e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:16.495303 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-12305643-6bfe-4270-9a81-507e3a828b1e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0843384 Jan 18 20:27:16.496374 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38792) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:16.579416 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe24a0a0-dd07-4470-b393-b08d97fdd100 None None] Network add6f12f-c6c2-45a7-a70c-e72a54239386 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:27:16.594458 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b59e4-abdb-4237-9fad-6f28e677b2c2 None None] Current status of the port 18c9f720-56d6-40e9-97e7-862e8122488c is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:16.867022 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5cfaf5ab-ecd9-4dae-92e5-e3530109bb14 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b927dc0f-0481-4c49-87b3-dce62fb0e028), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:16.870114 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-261bdff5-7912-4b03-9ed4-020753e4e1bf None None] Allocated IP 172.20.0.2 (65ab845d-2186-4eed-9138-9cb60af9ada5/ca9e5731-d814-4479-b926-395a459272ed/3c58763c-6e7a-4632-9ee6-cb08d1de4dea) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:17.011843 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 18c9f720-56d6-40e9-97e7-862e8122488c triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:17.012381 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (18c9f720-56d6-40e9-97e7-862e8122488c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:17.139572 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38816) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:17.151903 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d728bbd-9a15-4cd7-a67a-00c5cbc982cf req-161483c1-f513-49ee-9cbf-03d07b46c817 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.1212845 Jan 18 20:27:17.241892 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a85d65-1061-4ab6-a79e-ce6c0fbc31e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-add6f12f-c6c2-45a7-a70c-e72a54239386', 'network_id': 'add6f12f-c6c2-45a7-a70c-e72a54239386', 'project_id': '2c9c5b4259914a649fc0dcb97d825dd1', 'fixed_ips': [{'subnet_id': 'd0e02fe5-7372-4ecf-918b-373c4daee284'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:27:17.243693 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-99a85d65-1061-4ab6-a79e-ce6c0fbc31e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:17.411378 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f844d9f3-5d2f-47fa-88bd-24d57d6b2541 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:17.450453 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-c82d347f-1651-44b6-9935-a92a3f87290c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1485397010-network', 'tenant_id': '3239fedb46ae41848c033fa320a63794'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:17.490927 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6169e6-b313-4cd4-895d-5a9fae3ca565 req-7ec4a974-06f7-4082-8a0e-b9e74903bb32 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:17.525372 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dd6169e6-b313-4cd4-895d-5a9fae3ca565 req-7ec4a974-06f7-4082-8a0e-b9e74903bb32 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e97f0284-b030-4757-ba66-52fb3e6a24c4 HTTP/1.1" status: 200 len: 944 time: 0.4544625 Jan 18 20:27:17.602496 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 18c9f720-56d6-40e9-97e7-862e8122488c is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:17.652130 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770ad1cd-e2b5-4a97-b2a6-15b8e15a485e None None] Update dhcp port {'port': {'network_id': '7b7c004e-6af7-41de-a971-545b6714615f', 'fixed_ips': [{'subnet_id': '710437ac-1908-441f-a532-614f2b80365d', 'ip_address': '2001:db8::2'}, {'subnet_id': '1481f605-8fed-46fb-a0db-150d81eef3ff'}], 'binding:host_id': 'n-d-741529-9'}, 'id': '442b2e9b-dc3c-44bd-9892-d419e6edd623'} from n-d-741529-9. {{(pid=103337) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 18 20:27:17.834268 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-770ad1cd-e2b5-4a97-b2a6-15b8e15a485e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:17.850113 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-261bdff5-7912-4b03-9ed4-020753e4e1bf None None] Publish callbacks [] for port (3c58763c-6e7a-4632-9ee6-cb08d1de4dea), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:17.861262 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-5cfaf5ab-ecd9-4dae-92e5-e3530109bb14 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Delete allocated IP 2001:db8::f6 (7b7c004e-6af7-41de-a971-545b6714615f/710437ac-1908-441f-a532-614f2b80365d) {{(pid=103335) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 18 20:27:17.875748 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-5cfaf5ab-ecd9-4dae-92e5-e3530109bb14 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Allocated IP 2001:db8:0:1::3be (7b7c004e-6af7-41de-a971-545b6714615f/1481f605-8fed-46fb-a0db-150d81eef3ff/b927dc0f-0481-4c49-87b3-dce62fb0e028) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:17.902215 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-99a85d65-1061-4ab6-a79e-ce6c0fbc31e9 None None] Allocated IP 172.20.0.2 (add6f12f-c6c2-45a7-a70c-e72a54239386/d0e02fe5-7372-4ecf-918b-373c4daee284/fbc566f4-9423-48b0-86e3-cd3e67b36094) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:17.912734 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-261bdff5-7912-4b03-9ed4-020753e4e1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (3c58763c-6e7a-4632-9ee6-cb08d1de4dea), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:18.101771 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5cfaf5ab-ecd9-4dae-92e5-e3530109bb14 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for port (b927dc0f-0481-4c49-87b3-dce62fb0e028), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:18.102873 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-f844d9f3-5d2f-47fa-88bd-24d57d6b2541 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Allocated IP 172.20.0.1 (65ab845d-2186-4eed-9138-9cb60af9ada5/ca9e5731-d814-4479-b926-395a459272ed/5bd82701-387a-4c9a-9915-d3bf8918ad3f) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:18.116279 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5cfaf5ab-ecd9-4dae-92e5-e3530109bb14 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (b927dc0f-0481-4c49-87b3-dce62fb0e028), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:18.285062 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5cfaf5ab-ecd9-4dae-92e5-e3530109bb14 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] In _notify_port_updated(), no bound segment for port b927dc0f-0481-4c49-87b3-dce62fb0e028 on network 7b7c004e-6af7-41de-a971-545b6714615f {{(pid=103335) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 18 20:27:18.303695 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfaf5ab-ecd9-4dae-92e5-e3530109bb14 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:18.304681 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5cfaf5ab-ecd9-4dae-92e5-e3530109bb14 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:18.310981 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5cfaf5ab-ecd9-4dae-92e5-e3530109bb14 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "PUT /v2.0/ports/b927dc0f-0481-4c49-87b3-dce62fb0e028 HTTP/1.1" status: 200 len: 931 time: 1.9021442 Jan 18 20:27:18.322672 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261bdff5-7912-4b03-9ed4-020753e4e1bf None None] Pushing event updated for resources: {'Port': ['ID=3c58763c-6e7a-4632-9ee6-cb08d1de4dea,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:18.340703 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38844) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:18.342844 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfaf5ab-ecd9-4dae-92e5-e3530109bb14 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Port': ['ID=b927dc0f-0481-4c49-87b3-dce62fb0e028,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:18.411325 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f844d9f3-5d2f-47fa-88bd-24d57d6b2541 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks [] for port (5bd82701-387a-4c9a-9915-d3bf8918ad3f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:18.413553 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261bdff5-7912-4b03-9ed4-020753e4e1bf None None] Network 65ab845d-2186-4eed-9138-9cb60af9ada5 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:18.435334 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-261bdff5-7912-4b03-9ed4-020753e4e1bf None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:18.466670 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261bdff5-7912-4b03-9ed4-020753e4e1bf None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:18.541125 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c8f01235-c2c5-456a-b7ed-dcb82b33d81a req-5d225944-fb8a-4938-aa04-3842c27fc6a6 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.1116228 Jan 18 20:27:18.566951 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82d347f-1651-44b6-9935-a92a3f87290c admin admin] Made reservation on behalf of 3239fedb46ae41848c033fa320a63794 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:18.569393 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c82d347f-1651-44b6-9935-a92a3f87290c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:18.601052 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c82d347f-1651-44b6-9935-a92a3f87290c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:18.643820 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-60de93d1-45dd-4657-a875-26b27f315c75 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting port b927dc0f-0481-4c49-87b3-dce62fb0e028 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:27:18.644173 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-60de93d1-45dd-4657-a875-26b27f315c75 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b927dc0f-0481-4c49-87b3-dce62fb0e028), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:18.735374 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-261bdff5-7912-4b03-9ed4-020753e4e1bf None None] Attempting to bind port 3c58763c-6e7a-4632-9ee6-cb08d1de4dea on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:27:18.736013 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-261bdff5-7912-4b03-9ed4-020753e4e1bf None None] Attempting to bind port 3c58763c-6e7a-4632-9ee6-cb08d1de4dea by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'e4382bb1-3981-42cb-92da-ee49980da000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '65ab845d-2186-4eed-9138-9cb60af9ada5'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:27:18.736110 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261bdff5-7912-4b03-9ed4-020753e4e1bf None None] Attempting to bind port 3c58763c-6e7a-4632-9ee6-cb08d1de4dea on network 65ab845d-2186-4eed-9138-9cb60af9ada5 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:18.751974 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c82d347f-1651-44b6-9935-a92a3f87290c admin admin] Publish callbacks [] for security_group (d94e1aa4-f4c2-43d5-b488-ec0a2a01844d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:18.763994 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dd6169e6-b313-4cd4-895d-5a9fae3ca565 req-b2cf7ecc-5795-4dc4-ab70-aaf44ff655cb tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2377250 Jan 18 20:27:18.767499 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c82d347f-1651-44b6-9935-a92a3f87290c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d94e1aa4-f4c2-43d5-b488-ec0a2a01844d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:18.817273 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261bdff5-7912-4b03-9ed4-020753e4e1bf None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:27:18.818132 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261bdff5-7912-4b03-9ed4-020753e4e1bf None None] Checking segment: {'id': 'e4382bb1-3981-42cb-92da-ee49980da000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '65ab845d-2186-4eed-9138-9cb60af9ada5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:18.818757 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-261bdff5-7912-4b03-9ed4-020753e4e1bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:18.820405 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261bdff5-7912-4b03-9ed4-020753e4e1bf None None] Bound using segment: {'id': 'e4382bb1-3981-42cb-92da-ee49980da000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '65ab845d-2186-4eed-9138-9cb60af9ada5'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:27:18.821831 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-261bdff5-7912-4b03-9ed4-020753e4e1bf None None] Bound port: 3c58763c-6e7a-4632-9ee6-cb08d1de4dea, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4382bb1-3981-42cb-92da-ee49980da000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '65ab845d-2186-4eed-9138-9cb60af9ada5'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:27:18.822489 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-261bdff5-7912-4b03-9ed4-020753e4e1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3c58763c-6e7a-4632-9ee6-cb08d1de4dea), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:18.823718 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-60de93d1-45dd-4657-a875-26b27f315c75 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b927dc0f-0481-4c49-87b3-dce62fb0e028), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:18.829791 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82d347f-1651-44b6-9935-a92a3f87290c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:27:18.837929 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-60de93d1-45dd-4657-a875-26b27f315c75 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Calling delete_port for b927dc0f-0481-4c49-87b3-dce62fb0e028 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:27:18.872635 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f844d9f3-5d2f-47fa-88bd-24d57d6b2541 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (5bd82701-387a-4c9a-9915-d3bf8918ad3f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:18.915546 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c82d347f-1651-44b6-9935-a92a3f87290c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (d69ad9a7-9c84-41c0-a5ab-db4c05123133), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:18.922660 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-c82d347f-1651-44b6-9935-a92a3f87290c admin admin] Added segment d69ad9a7-9c84-41c0-a5ab-db4c05123133 of type vlan for network 9edf7d93-65a7-43e4-8503-d8efc2d82579 Jan 18 20:27:19.009098 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d347f-1651-44b6-9935-a92a3f87290c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94e1aa4-f4c2-43d5-b488-ec0a2a01844d,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:19.053233 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-60de93d1-45dd-4657-a875-26b27f315c75 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (b927dc0f-0481-4c49-87b3-dce62fb0e028), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:19.086917 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-770ad1cd-e2b5-4a97-b2a6-15b8e15a485e None None] Allocated IP 2001:db8:0:1::2 (7b7c004e-6af7-41de-a971-545b6714615f/1481f605-8fed-46fb-a0db-150d81eef3ff/442b2e9b-dc3c-44bd-9892-d419e6edd623) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:19.130625 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f844d9f3-5d2f-47fa-88bd-24d57d6b2541 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Network 65ab845d-2186-4eed-9138-9cb60af9ada5 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:19.138674 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-99a85d65-1061-4ab6-a79e-ce6c0fbc31e9 None None] Publish callbacks [] for port (fbc566f4-9423-48b0-86e3-cd3e67b36094), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:19.162358 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-f844d9f3-5d2f-47fa-88bd-24d57d6b2541 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:19.169402 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f844d9f3-5d2f-47fa-88bd-24d57d6b2541 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:19.184976 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c82d347f-1651-44b6-9935-a92a3f87290c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (9edf7d93-65a7-43e4-8503-d8efc2d82579), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:19.185765 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-99a85d65-1061-4ab6-a79e-ce6c0fbc31e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (fbc566f4-9423-48b0-86e3-cd3e67b36094), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:19.189891 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844d9f3-5d2f-47fa-88bd-24d57d6b2541 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Pushing event updated for resources: {'Port': ['ID=5bd82701-387a-4c9a-9915-d3bf8918ad3f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:19.307905 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.db.resource_extend [None req-c82d347f-1651-44b6-9935-a92a3f87290c admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:27:19.314877 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-229aa5bc-b2b2-4b2c-be6a-a7281df34b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:19.316293 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-229aa5bc-b2b2-4b2c-be6a-a7281df34b74 service neutron] 10.222.0.70 "GET /v2.0/ports/fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb HTTP/1.1" status: 200 len: 1033 time: 0.3155735 Jan 18 20:27:19.319103 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de93d1-45dd-4657-a875-26b27f315c75 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Port': ['ID=b927dc0f-0481-4c49-87b3-dce62fb0e028,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:19.339740 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-60de93d1-45dd-4657-a875-26b27f315c75 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:19.347914 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-60de93d1-45dd-4657-a875-26b27f315c75 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/ports/b927dc0f-0481-4c49-87b3-dce62fb0e028 HTTP/1.1" status: 204 len: 168 time: 0.9907672 Jan 18 20:27:19.354169 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38858) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:19.380813 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c82d347f-1651-44b6-9935-a92a3f87290c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (9edf7d93-65a7-43e4-8503-d8efc2d82579), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:19.383594 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82d347f-1651-44b6-9935-a92a3f87290c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:19.384175 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c82d347f-1651-44b6-9935-a92a3f87290c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:19.403709 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-261bdff5-7912-4b03-9ed4-020753e4e1bf None None] For port 3c58763c-6e7a-4632-9ee6-cb08d1de4dea, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:27:19.406803 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-42d7088a-35fc-4502-aa10-c309ee0e7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:19.408189 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-42d7088a-35fc-4502-aa10-c309ee0e7ebd service neutron] 10.222.0.70 "GET /v2.0/ports/1488c34b-3de1-428f-94c5-ea3bbe9105fc HTTP/1.1" status: 200 len: 1032 time: 0.0770311 Jan 18 20:27:19.426140 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f844d9f3-5d2f-47fa-88bd-24d57d6b2541 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (86f2b236-5fb0-408e-9f2e-3fb71c97682b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:19.438768 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device dbe993d8-c316-4838-8f9c-364cbde3c0cc up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:27:19.473514 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a85d65-1061-4ab6-a79e-ce6c0fbc31e9 None None] Network add6f12f-c6c2-45a7-a70c-e72a54239386 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:19.521246 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-65348417-1062-4281-9eef-8d7df121bf20 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] GET failed (client error): The resource could not be found. Jan 18 20:27:19.535865 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-65348417-1062-4281-9eef-8d7df121bf20 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "GET /v2.0/ports/b927dc0f-0481-4c49-87b3-dce62fb0e028 HTTP/1.1" status: 404 len: 333 time: 0.1783345 Jan 18 20:27:19.544155 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38862) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:19.557587 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-261bdff5-7912-4b03-9ed4-020753e4e1bf None None] For port 3c58763c-6e7a-4632-9ee6-cb08d1de4dea, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=3c58763c-6e7a-4632-9ee6-cb08d1de4dea,segment=NetworkSegment(e4382bb1-3981-42cb-92da-ee49980da000),segment_id=e4382bb1-3981-42cb-92da-ee49980da000)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:27:19.665667 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-99a85d65-1061-4ab6-a79e-ce6c0fbc31e9 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:19.699593 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a85d65-1061-4ab6-a79e-ce6c0fbc31e9 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:19.707987 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c82d347f-1651-44b6-9935-a92a3f87290c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5659947 Jan 18 20:27:19.711231 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38866) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:19.720371 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-1feba885-6070-4274-b906-ec41cf4dcd4b admin admin] Request body: {'subnet': {'network_id': '9edf7d93-65a7-43e4-8503-d8efc2d82579', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1485397010-subnet', 'tenant_id': '3239fedb46ae41848c033fa320a63794', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:19.723714 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d347f-1651-44b6-9935-a92a3f87290c admin admin] Pushing event updated for resources: {'Network': ['ID=9edf7d93-65a7-43e4-8503-d8efc2d82579,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:19.760246 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-261bdff5-7912-4b03-9ed4-020753e4e1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3c58763c-6e7a-4632-9ee6-cb08d1de4dea), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:19.762423 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e588d014-dd3d-4528-a360-514227b90447 req-a7165cc1-551a-4c1d-8139-065cc3ce2793 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0688777 Jan 18 20:27:19.779060 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-c43b8f61-7e74-478a-a5d2-5aafc96ed7e2 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:19.785243 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-c43b8f61-7e74-478a-a5d2-5aafc96ed7e2 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:19.799099 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-c43b8f61-7e74-478a-a5d2-5aafc96ed7e2 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:19.804764 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-c43b8f61-7e74-478a-a5d2-5aafc96ed7e2 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.70 "GET /v2.0/networks?id=430c56bd-8290-45d6-ab68-26d11179c94e&id=5fbd40aa-f049-4550-b042-82fa935955b5&id=5fbd40aa-f049-4550-b042-82fa935955b5&id=5fbd40aa-f049-4550-b042-82fa935955b5&id=5fbd40aa-f049-4550-b042-82fa935955b5&id=e28041d0-7a31-4e94-acee-687198cd901a&id=e28041d0-7a31-4e94-acee-687198cd901a HTTP/1.1" status: 200 len: 1993 time: 0.3902068 Jan 18 20:27:19.808171 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 9edf7d93-65a7-43e4-8503-d8efc2d82579 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:27:19.829571 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-776a5db9-d15a-42cb-96f5-e90dad4d46e6 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (ea218736-49ca-4e5f-b623-fc8160168d89), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:19.856302 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a85d65-1061-4ab6-a79e-ce6c0fbc31e9 None None] Pushing event updated for resources: {'Port': ['ID=fbc566f4-9423-48b0-86e3-cd3e67b36094,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:19.898449 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f844d9f3-5d2f-47fa-88bd-24d57d6b2541 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (5bd82701-387a-4c9a-9915-d3bf8918ad3f), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:19.958738 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-776a5db9-d15a-42cb-96f5-e90dad4d46e6 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (ea218736-49ca-4e5f-b623-fc8160168d89), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:19.978645 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1feba885-6070-4274-b906-ec41cf4dcd4b admin admin] Made reservation on behalf of 3239fedb46ae41848c033fa320a63794 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:19.981022 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1feba885-6070-4274-b906-ec41cf4dcd4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:20.056778 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-6886a687-bce0-4f07-afab-989178232a6b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=733444720280437eb7f9cfdcefc53319 HTTP/1.1" status: 200 len: 380 time: 0.2251446 Jan 18 20:27:20.089238 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f1a6e3bf-e9c3-4df1-aee6-b5d9dc63c46f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Request body: {'port': {'device_id': 'aa171f3a-7b11-4647-88b5-324804184a23', 'network_id': '430c56bd-8290-45d6-ab68-26d11179c94e', 'admin_state_up': True, 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'security_groups': ['a274c4d4-997b-45fa-a35a-3baa0a779f24']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:20.279561 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port dbe993d8-c316-4838-8f9c-364cbde3c0cc completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:27:20.360192 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-770ad1cd-e2b5-4a97-b2a6-15b8e15a485e None None] For port 442b2e9b-dc3c-44bd-9892-d419e6edd623, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=442b2e9b-dc3c-44bd-9892-d419e6edd623,segment=NetworkSegment(3920f69b-a683-4495-b4f0-19ed202e5b03),segment_id=3920f69b-a683-4495-b4f0-19ed202e5b03)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:20.364926 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port dbe993d8-c316-4838-8f9c-364cbde3c0cc triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:20.365789 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (dbe993d8-c316-4838-8f9c-364cbde3c0cc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:20.396691 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f1a6e3bf-e9c3-4df1-aee6-b5d9dc63c46f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Made reservation on behalf of 733444720280437eb7f9cfdcefc53319 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:20.405775 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f1a6e3bf-e9c3-4df1-aee6-b5d9dc63c46f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:20.427224 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261bdff5-7912-4b03-9ed4-020753e4e1bf None None] Pushing event updated for resources: {'Port': ['ID=3c58763c-6e7a-4632-9ee6-cb08d1de4dea,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:20.460119 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-776a5db9-d15a-42cb-96f5-e90dad4d46e6 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ea218736-49ca-4e5f-b623-fc8160168d89), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:20.464653 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-776a5db9-d15a-42cb-96f5-e90dad4d46e6 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:20.470797 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-99a85d65-1061-4ab6-a79e-ce6c0fbc31e9 None None] Attempting to bind port fbc566f4-9423-48b0-86e3-cd3e67b36094 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:27:20.471462 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-99a85d65-1061-4ab6-a79e-ce6c0fbc31e9 None None] Attempting to bind port fbc566f4-9423-48b0-86e3-cd3e67b36094 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '0bd7aba3-55d0-4361-8400-2c7d77dfa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'add6f12f-c6c2-45a7-a70c-e72a54239386'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:27:20.472007 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a85d65-1061-4ab6-a79e-ce6c0fbc31e9 None None] Attempting to bind port fbc566f4-9423-48b0-86e3-cd3e67b36094 on network add6f12f-c6c2-45a7-a70c-e72a54239386 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:20.474632 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-776a5db9-d15a-42cb-96f5-e90dad4d46e6 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/security-groups/ea218736-49ca-4e5f-b623-fc8160168d89 HTTP/1.1" status: 204 len: 168 time: 0.9295812 Jan 18 20:27:20.475423 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38880) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:20.483997 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a85d65-1061-4ab6-a79e-ce6c0fbc31e9 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:27:20.484748 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a85d65-1061-4ab6-a79e-ce6c0fbc31e9 None None] Checking segment: {'id': '0bd7aba3-55d0-4361-8400-2c7d77dfa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'add6f12f-c6c2-45a7-a70c-e72a54239386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:20.485358 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-99a85d65-1061-4ab6-a79e-ce6c0fbc31e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:20.485974 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a85d65-1061-4ab6-a79e-ce6c0fbc31e9 None None] Bound using segment: {'id': '0bd7aba3-55d0-4361-8400-2c7d77dfa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'add6f12f-c6c2-45a7-a70c-e72a54239386'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:27:20.486649 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-99a85d65-1061-4ab6-a79e-ce6c0fbc31e9 None None] Bound port: fbc566f4-9423-48b0-86e3-cd3e67b36094, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd7aba3-55d0-4361-8400-2c7d77dfa275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'add6f12f-c6c2-45a7-a70c-e72a54239386'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:27:20.487235 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-99a85d65-1061-4ab6-a79e-ce6c0fbc31e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fbc566f4-9423-48b0-86e3-cd3e67b36094), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:20.580623 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-770ad1cd-e2b5-4a97-b2a6-15b8e15a485e None None] Publish callbacks [] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:20.603415 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-770ad1cd-e2b5-4a97-b2a6-15b8e15a485e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:20.662306 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a5db9-d15a-42cb-96f5-e90dad4d46e6 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea218736-49ca-4e5f-b623-fc8160168d89,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:20.868058 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-31006343-8c51-4926-b693-eb2bbbb6a79d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (5067360b-7f30-4b88-8caa-e9038bd5e707), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:20.927429 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-31006343-8c51-4926-b693-eb2bbbb6a79d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (5067360b-7f30-4b88-8caa-e9038bd5e707), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:21.049609 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-31006343-8c51-4926-b693-eb2bbbb6a79d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5067360b-7f30-4b88-8caa-e9038bd5e707), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:21.051613 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-99a85d65-1061-4ab6-a79e-ce6c0fbc31e9 None None] For port fbc566f4-9423-48b0-86e3-cd3e67b36094, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:27:21.053966 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ad1cd-e2b5-4a97-b2a6-15b8e15a485e None None] Pushing event updated for resources: {'Port': ['ID=442b2e9b-dc3c-44bd-9892-d419e6edd623,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:21.057142 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-31006343-8c51-4926-b693-eb2bbbb6a79d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:21.065929 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-31006343-8c51-4926-b693-eb2bbbb6a79d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/security-groups/5067360b-7f30-4b88-8caa-e9038bd5e707 HTTP/1.1" status: 204 len: 168 time: 0.5629144 Jan 18 20:27:21.066807 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38888) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:21.087066 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port dbe993d8-c316-4838-8f9c-364cbde3c0cc is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:21.087466 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (dbe993d8-c316-4838-8f9c-364cbde3c0cc), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:21.099174 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-99a85d65-1061-4ab6-a79e-ce6c0fbc31e9 None None] For port fbc566f4-9423-48b0-86e3-cd3e67b36094, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=fbc566f4-9423-48b0-86e3-cd3e67b36094,segment=NetworkSegment(0bd7aba3-55d0-4361-8400-2c7d77dfa275),segment_id=0bd7aba3-55d0-4361-8400-2c7d77dfa275)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:27:21.124957 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31006343-8c51-4926-b693-eb2bbbb6a79d tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5067360b-7f30-4b88-8caa-e9038bd5e707,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:21.125166 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1feba885-6070-4274-b906-ec41cf4dcd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (ab2298d9-649b-4601-b536-132ba46d75ad), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:21.162685 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port dbe993d8-c316-4838-8f9c-364cbde3c0cc, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=dbe993d8-c316-4838-8f9c-364cbde3c0cc,segment=NetworkSegment(3926a9bc-2ab0-4e14-8e43-e7affde02047),segment_id=3926a9bc-2ab0-4e14-8e43-e7affde02047)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:21.165287 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97f0284-b030-4757-ba66-52fb3e6a24c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe993d8-c316-4838-8f9c-364cbde3c0cc'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:27:21.167823 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847db759-67b6-488b-8402-32184dafe4e3" -d '{"events": [{"server_uuid": "e97f0284-b030-4757-ba66-52fb3e6a24c4", "name": "network-vif-plugged", "status": "completed", "tag": "dbe993d8-c316-4838-8f9c-364cbde3c0cc"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:27:21.175243 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-99a85d65-1061-4ab6-a79e-ce6c0fbc31e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fbc566f4-9423-48b0-86e3-cd3e67b36094), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:21.177086 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (dbe993d8-c316-4838-8f9c-364cbde3c0cc), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:21.332559 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-199f7e05-0efd-4473-84e1-632083cababe tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting subnet 710437ac-1908-441f-a532-614f2b80365d {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:27:21.337588 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-199f7e05-0efd-4473-84e1-632083cababe tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for subnet (710437ac-1908-441f-a532-614f2b80365d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:21.374567 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feba885-6070-4274-b906-ec41cf4dcd4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab2298d9-649b-4601-b536-132ba46d75ad,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:21.380226 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a85d65-1061-4ab6-a79e-ce6c0fbc31e9 None None] Pushing event updated for resources: {'Port': ['ID=fbc566f4-9423-48b0-86e3-cd3e67b36094,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:21.469326 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1b6f2-581d-4764-ae0d-1592d790e267 req-5122f8c6-b560-4dae-87e4-84581601a60a tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:21.471303 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-afb1b6f2-581d-4764-ae0d-1592d790e267 req-5122f8c6-b560-4dae-87e4-84581601a60a tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e97f0284-b030-4757-ba66-52fb3e6a24c4 HTTP/1.1" status: 200 len: 944 time: 0.5229347 Jan 18 20:27:21.500236 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237dca2b-1ff3-4445-a1e0-0a89f64ad5f1 req-d3d15dd2-c657-4819-8c9b-8fe7d3433a97 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:21.501714 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-237dca2b-1ff3-4445-a1e0-0a89f64ad5f1 req-d3d15dd2-c657-4819-8c9b-8fe7d3433a97 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.5080190 Jan 18 20:27:21.526774 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-199f7e05-0efd-4473-84e1-632083cababe tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (710437ac-1908-441f-a532-614f2b80365d), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:21.595050 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=dbe993d8-c316-4838-8f9c-364cbde3c0cc,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:21.696726 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f1a6e3bf-e9c3-4df1-aee6-b5d9dc63c46f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Allocated IP 172.20.0.8 (430c56bd-8290-45d6-ab68-26d11179c94e/2035485f-6539-4901-9376-da308db55f84/c3205105-3cf6-449b-a8a6-e9c40e5ae36e) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:21.791123 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-237dca2b-1ff3-4445-a1e0-0a89f64ad5f1 req-22b1063a-fff8-4518-844d-077b3d8c79c6 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824059 Jan 18 20:27:22.245481 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-199f7e05-0efd-4473-84e1-632083cababe tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (710437ac-1908-441f-a532-614f2b80365d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:22.322699 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f844d9f3-5d2f-47fa-88bd-24d57d6b2541 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks [] for port (5bd82701-387a-4c9a-9915-d3bf8918ad3f), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:22.408335 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19488b90-d9c0-4950-ab01-e2a167ba977a None None] Network 65ab845d-2186-4eed-9138-9cb60af9ada5 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:27:22.409362 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d0a04d0f-2df1-43c7-a4ae-26eb0ebdd540 req-d2f91f39-e422-4484-adca-5ac8ec449047 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0554383 Jan 18 20:27:22.409362 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feba885-6070-4274-b906-ec41cf4dcd4b admin admin] Checking segment: {'id': 'd69ad9a7-9c84-41c0-a5ab-db4c05123133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9edf7d93-65a7-43e4-8503-d8efc2d82579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:22.409362 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feba885-6070-4274-b906-ec41cf4dcd4b admin admin] Network hostable DHCP agents. Network: 9edf7d93-65a7-43e4-8503-d8efc2d82579, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:27:22.409362 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-afb1b6f2-581d-4764-ae0d-1592d790e267 req-6d1dbe8d-28d1-4117-8025-65dbe8c18d92 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8858423 Jan 18 20:27:22.409362 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f844d9f3-5d2f-47fa-88bd-24d57d6b2541 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (5bd82701-387a-4c9a-9915-d3bf8918ad3f), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:22.494007 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f844d9f3-5d2f-47fa-88bd-24d57d6b2541 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (86f2b236-5fb0-408e-9f2e-3fb71c97682b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:22.506851 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844d9f3-5d2f-47fa-88bd-24d57d6b2541 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Pushing event updated for resources: {'Port': ['ID=5bd82701-387a-4c9a-9915-d3bf8918ad3f,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:22.573120 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a798d08c-5e6c-4d2f-b299-4d81a32e701b x-openstack-request-id: req-a798d08c-5e6c-4d2f-b299-4d81a32e701b {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:27:22.573929 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97f0284-b030-4757-ba66-52fb3e6a24c4", "name": "network-vif-plugged", "status": "completed", "tag": "dbe993d8-c316-4838-8f9c-364cbde3c0cc", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:27:22.574394 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a798d08c-5e6c-4d2f-b299-4d81a32e701b {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:27:22.575009 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97f0284-b030-4757-ba66-52fb3e6a24c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe993d8-c316-4838-8f9c-364cbde3c0cc', 'code': 200} Jan 18 20:27:22.693506 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f844d9f3-5d2f-47fa-88bd-24d57d6b2541 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Network 65ab845d-2186-4eed-9138-9cb60af9ada5 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:22.701617 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-f844d9f3-5d2f-47fa-88bd-24d57d6b2541 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:22.706165 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4147812c-5d7a-4521-94bd-32da2ae49a36 None None] Provisioning complete for port 3c58763c-6e7a-4632-9ee6-cb08d1de4dea triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:22.706976 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4147812c-5d7a-4521-94bd-32da2ae49a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3c58763c-6e7a-4632-9ee6-cb08d1de4dea), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:22.812455 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 442b2e9b-dc3c-44bd-9892-d419e6edd623 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:27:22.928983 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c4367-699d-4a09-a105-296813d2f50e req-0cf91caf-66a4-4d0f-97ee-98a8a695fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:22.937461 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8e4c4367-699d-4a09-a105-296813d2f50e req-0cf91caf-66a4-4d0f-97ee-98a8a695fceb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e97f0284-b030-4757-ba66-52fb3e6a24c4 HTTP/1.1" status: 200 len: 1096 time: 0.3334584 Jan 18 20:27:22.951861 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-199f7e05-0efd-4473-84e1-632083cababe tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (710437ac-1908-441f-a532-614f2b80365d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:23.033482 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f1a6e3bf-e9c3-4df1-aee6-b5d9dc63c46f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for port (c3205105-3cf6-449b-a8a6-e9c40e5ae36e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:23.066747 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-199f7e05-0efd-4473-84e1-632083cababe tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:23.074412 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-199f7e05-0efd-4473-84e1-632083cababe tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/subnets/710437ac-1908-441f-a532-614f2b80365d HTTP/1.1" status: 204 len: 168 time: 1.9810779 Jan 18 20:27:23.096010 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38914) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:23.134402 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feba885-6070-4274-b906-ec41cf4dcd4b admin admin] Network 9edf7d93-65a7-43e4-8503-d8efc2d82579 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:27:23.184307 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-2ef10368-f853-473b-b1aa-7370ef7190e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'subnet': {'network_id': '7b7c004e-6af7-41de-a971-545b6714615f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:23.251715 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542976fd-ba5e-405e-8247-3c58212cc407 req-03d8a00c-6262-40f1-82f4-c8d3e1536fcf tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:23.257585 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-542976fd-ba5e-405e-8247-3c58212cc407 req-03d8a00c-6262-40f1-82f4-c8d3e1536fcf tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.5251443 Jan 18 20:27:23.266117 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:27:23.276700 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-1feba885-6070-4274-b906-ec41cf4dcd4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 9edf7d93-65a7-43e4-8503-d8efc2d82579) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:23.307832 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83b31a0-cc5d-490b-a4eb-8f5b45d19cb8 None None] Network 9edf7d93-65a7-43e4-8503-d8efc2d82579 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:27:23.403617 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f844d9f3-5d2f-47fa-88bd-24d57d6b2541 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Router 86f2b236-5fb0-408e-9f2e-3fb71c97682b is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:27:23.452929 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feba885-6070-4274-b906-ec41cf4dcd4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:23.454867 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1feba885-6070-4274-b906-ec41cf4dcd4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:23.536413 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4147812c-5d7a-4521-94bd-32da2ae49a36 None None] Current status of the port 3c58763c-6e7a-4632-9ee6-cb08d1de4dea is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:23.537101 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4147812c-5d7a-4521-94bd-32da2ae49a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3c58763c-6e7a-4632-9ee6-cb08d1de4dea), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:23.579160 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-542976fd-ba5e-405e-8247-3c58212cc407 req-3e5413a3-8074-4a51-af60-1513da13d1df tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2967494 Jan 18 20:27:23.656635 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f7e05-0efd-4473-84e1-632083cababe tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Subnet': ['ID=710437ac-1908-441f-a532-614f2b80365d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:23.692222 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f1a6e3bf-e9c3-4df1-aee6-b5d9dc63c46f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (c3205105-3cf6-449b-a8a6-e9c40e5ae36e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:23.831794 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-4147812c-5d7a-4521-94bd-32da2ae49a36 None None] For port 3c58763c-6e7a-4632-9ee6-cb08d1de4dea, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=3c58763c-6e7a-4632-9ee6-cb08d1de4dea,segment=NetworkSegment(e4382bb1-3981-42cb-92da-ee49980da000),segment_id=e4382bb1-3981-42cb-92da-ee49980da000)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:23.847766 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0ab9df-3d1b-4454-879a-305b3a3e3fb5 None None] Network 7b7c004e-6af7-41de-a971-545b6714615f requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:27:24.015321 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f1a6e3bf-e9c3-4df1-aee6-b5d9dc63c46f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Network 430c56bd-8290-45d6-ab68-26d11179c94e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:24.024668 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8e4c4367-699d-4a09-a105-296813d2f50e req-84327594-e383-45f4-a45b-f60355265934 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9853830 Jan 18 20:27:24.029687 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4147812c-5d7a-4521-94bd-32da2ae49a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3c58763c-6e7a-4632-9ee6-cb08d1de4dea), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:24.031866 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6e3bf-e9c3-4df1-aee6-b5d9dc63c46f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event updated for resources: {'Port': ['ID=c3205105-3cf6-449b-a8a6-e9c40e5ae36e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:24.043593 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f1a6e3bf-e9c3-4df1-aee6-b5d9dc63c46f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:24.046200 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f1a6e3bf-e9c3-4df1-aee6-b5d9dc63c46f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:24.065053 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef10368-f853-473b-b1aa-7370ef7190e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:24.069351 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 442b2e9b-dc3c-44bd-9892-d419e6edd623 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:24.071180 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2ef10368-f853-473b-b1aa-7370ef7190e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:24.071691 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:24.186105 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1feba885-6070-4274-b906-ec41cf4dcd4b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.4693117 Jan 18 20:27:24.189919 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f844d9f3-5d2f-47fa-88bd-24d57d6b2541 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:27:24.269476 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f844d9f3-5d2f-47fa-88bd-24d57d6b2541 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] 10.222.0.31 "PUT /v2.0/routers/86f2b236-5fb0-408e-9f2e-3fb71c97682b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7711756 Jan 18 20:27:24.281877 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38938) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:24.417055 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8e7d5-f6a7-4e24-a68d-00eafe64ff07 req-45775610-d4eb-4497-a7ec-fe895bb2ab4e tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:24.425406 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-35a8e7d5-f6a7-4e24-a68d-00eafe64ff07 req-45775610-d4eb-4497-a7ec-fe895bb2ab4e tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e97f0284-b030-4757-ba66-52fb3e6a24c4 HTTP/1.1" status: 200 len: 945 time: 0.6904068 Jan 18 20:27:24.508937 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816588c4-c8e6-4e3d-b915-fa4797839c32 req-e3b3ed69-bc9c-4134-a659-3f37db962509 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:24.514755 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-816588c4-c8e6-4e3d-b915-fa4797839c32 req-e3b3ed69-bc9c-4134-a659-3f37db962509 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 931 time: 0.2426395 Jan 18 20:27:24.642717 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-35a8e7d5-f6a7-4e24-a68d-00eafe64ff07 req-f3917252-489c-4828-a011-10b5497e781f tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062294 Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:24.743999 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:24.747168 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:24.747168 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:24.747168 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:24.747168 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:24.747168 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:24.747168 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:24.747168 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:24.747168 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:24.747168 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:24.747168 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:24.747168 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:24.770631 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f1a6e3bf-e9c3-4df1-aee6-b5d9dc63c46f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:24.776231 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f1a6e3bf-e9c3-4df1-aee6-b5d9dc63c46f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:24.814443 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-816588c4-c8e6-4e3d-b915-fa4797839c32 req-6022621e-1588-48f5-8479-de9625671e77 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754339 Jan 18 20:27:25.053834 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e859833-3e49-44d3-bd3a-a6b3da711e31 None None] Network add6f12f-c6c2-45a7-a70c-e72a54239386 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:27:25.067348 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5641ae-9787-492d-91e7-93edee6e0b0c None None] Sync routers for ids ['86f2b236-5fb0-408e-9f2e-3fb71c97682b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:27:25.189123 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38962) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:25.254411 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-d21f9fd6-9d0f-4426-9ca3-58cae042ad34 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:25.282822 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-d21f9fd6-9d0f-4426-9ca3-58cae042ad34 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 811 time: 0.4494073 Jan 18 20:27:25.345901 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171228f0-336a-4dec-b346-375a1c093580 None None] Network 9edf7d93-65a7-43e4-8503-d8efc2d82579 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:27:25.349547 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-1967b957-f146-4913-85cd-166bd32fb055 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/quotas/4b4c13fbb3bf4713b8724b5ef55060b7 HTTP/1.1" status: 200 len: 375 time: 0.0624411 Jan 18 20:27:25.398285 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8bee4d5b-0e48-4fd4-a01a-ac974ce00bf9 None None] Could not find standard attr ID for object b927dc0f-0481-4c49-87b3-dce62fb0e028. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:27:25.557558 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-7d2144ad-f448-4df5-b208-4f5b1df9eb65 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2042084 Jan 18 20:27:25.617024 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 442b2e9b-dc3c-44bd-9892-d419e6edd623 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:25.618505 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device fbc566f4-9423-48b0-86e3-cd3e67b36094 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:27:25.659068 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38974) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:25.669218 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-1c3533a2-5dac-4a44-a263-c3f84d82fbf5 service neutron] 10.222.0.31 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107090 Jan 18 20:27:25.699582 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5641ae-9787-492d-91e7-93edee6e0b0c None None] Routers {'86f2b236-5fb0-408e-9f2e-3fb71c97682b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:25.700245 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3c5641ae-9787-492d-91e7-93edee6e0b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:26:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['86f2b236-5fb0-408e-9f2e-3fb71c97682b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:25.767334 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3c5641ae-9787-492d-91e7-93edee6e0b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:25.829031 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5641ae-9787-492d-91e7-93edee6e0b0c None None] Routers {'86f2b236-5fb0-408e-9f2e-3fb71c97682b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:25.829763 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3c5641ae-9787-492d-91e7-93edee6e0b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:26:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['86f2b236-5fb0-408e-9f2e-3fb71c97682b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:25.842715 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-659fac09-9ed4-4f20-b91e-e727c079e2b9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-557703090-network', 'tenant_id': '7094de51ae494977bf0d3f2bac329f90'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:25.858225 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8804a707-ab14-4804-ba03-e3f55307feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:25.901549 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-38a559f0-32d1-4703-96b0-1675b0b6a5f3 service neutron] 10.222.0.31 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313979 Jan 18 20:27:25.949725 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8bee4d5b-0e48-4fd4-a01a-ac974ce00bf9 None None] Provisioning complete for port 5bd82701-387a-4c9a-9915-d3bf8918ad3f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:25.950518 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8bee4d5b-0e48-4fd4-a01a-ac974ce00bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5bd82701-387a-4c9a-9915-d3bf8918ad3f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:25.969822 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659fac09-9ed4-4f20-b91e-e727c079e2b9 admin admin] Made reservation on behalf of 7094de51ae494977bf0d3f2bac329f90 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:25.976178 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-659fac09-9ed4-4f20-b91e-e727c079e2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:26.021345 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-659fac09-9ed4-4f20-b91e-e727c079e2b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:26.116650 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8bee4d5b-0e48-4fd4-a01a-ac974ce00bf9 None None] Port 5bd82701-387a-4c9a-9915-d3bf8918ad3f cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:26.132901 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff52b7-e97a-4649-acd3-4b15886c626e req-ccb732db-8a7b-404b-9fab-a78d01a3d8d4 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:26.135963 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147812c-5d7a-4521-94bd-32da2ae49a36 None None] Pushing event updated for resources: {'Port': ['ID=3c58763c-6e7a-4632-9ee6-cb08d1de4dea,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:26.147608 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-87ff52b7-e97a-4649-acd3-4b15886c626e req-ccb732db-8a7b-404b-9fab-a78d01a3d8d4 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e97f0284-b030-4757-ba66-52fb3e6a24c4 HTTP/1.1" status: 200 len: 945 time: 0.2957363 Jan 18 20:27:26.150265 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3c5641ae-9787-492d-91e7-93edee6e0b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:26.150996 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5641ae-9787-492d-91e7-93edee6e0b0c None None] The sync data for ids ['86f2b236-5fb0-408e-9f2e-3fb71c97682b'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:27:26.168958 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port fbc566f4-9423-48b0-86e3-cd3e67b36094 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:26.169342 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fbc566f4-9423-48b0-86e3-cd3e67b36094), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:26.315519 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8bee4d5b-0e48-4fd4-a01a-ac974ce00bf9 None None] Provisioning complete for port dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:26.316647 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8bee4d5b-0e48-4fd4-a01a-ac974ce00bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:26.386545 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f1a6e3bf-e9c3-4df1-aee6-b5d9dc63c46f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3113165 Jan 18 20:27:26.437022 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port fbc566f4-9423-48b0-86e3-cd3e67b36094 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:26.437753 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fbc566f4-9423-48b0-86e3-cd3e67b36094), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:26.537926 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8bee4d5b-0e48-4fd4-a01a-ac974ce00bf9 None None] Port dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:26.542991 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-6c2a8bf4-ff3c-4e7f-ac05-3a9e04723daf tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Request body: {'port': {'device_id': 'aa171f3a-7b11-4647-88b5-324804184a23', 'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5', 'admin_state_up': True, 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'security_groups': ['a274c4d4-997b-45fa-a35a-3baa0a779f24']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:26.628373 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port fbc566f4-9423-48b0-86e3-cd3e67b36094, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=fbc566f4-9423-48b0-86e3-cd3e67b36094,segment=NetworkSegment(0bd7aba3-55d0-4361-8400-2c7d77dfa275),segment_id=0bd7aba3-55d0-4361-8400-2c7d77dfa275)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:26.639539 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-87ff52b7-e97a-4649-acd3-4b15886c626e req-51b6812c-3c0b-449e-8e38-aa697821a793 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4653876 Jan 18 20:27:26.643207 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8bee4d5b-0e48-4fd4-a01a-ac974ce00bf9 None None] Provisioning complete for port 3c58763c-6e7a-4632-9ee6-cb08d1de4dea triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:26.643667 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8bee4d5b-0e48-4fd4-a01a-ac974ce00bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3c58763c-6e7a-4632-9ee6-cb08d1de4dea), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:26.704265 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fbc566f4-9423-48b0-86e3-cd3e67b36094), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:26.704617 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 3c58763c-6e7a-4632-9ee6-cb08d1de4dea up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:27:26.752997 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-659fac09-9ed4-4f20-b91e-e727c079e2b9 admin admin] Publish callbacks [] for security_group (ca6b03ff-39a9-4ae9-98e8-d4a51b6940bb), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:26.788820 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78bfd9-2289-43c3-aaa6-e3f078c4b711 req-0eeb56f7-1b0d-4cba-83de-b519d6088ad1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:26.810653 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f78bfd9-2289-43c3-aaa6-e3f078c4b711 req-0eeb56f7-1b0d-4cba-83de-b519d6088ad1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 931 time: 0.5095594 Jan 18 20:27:26.848080 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-659fac09-9ed4-4f20-b91e-e727c079e2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ca6b03ff-39a9-4ae9-98e8-d4a51b6940bb), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:27.034219 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-008d7033-105a-4409-a982-152294a2da55 req-0a8829f0-efe2-4cae-bf3e-a504abc6dcef tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc560642-1261-4f4f-850c-713ffe3d2c26 HTTP/1.1" status: 200 len: 210 time: 0.2171378 Jan 18 20:27:27.074266 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659fac09-9ed4-4f20-b91e-e727c079e2b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:27:27.109714 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-659fac09-9ed4-4f20-b91e-e727c079e2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (3885e390-5e83-47cf-b342-51afa7e5b4e5), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:27.128580 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-659fac09-9ed4-4f20-b91e-e727c079e2b9 admin admin] Added segment 3885e390-5e83-47cf-b342-51afa7e5b4e5 of type vlan for network 3d128bf7-364f-4859-a220-e7410499ad34 Jan 18 20:27:27.185047 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=fbc566f4-9423-48b0-86e3-cd3e67b36094,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:27.228628 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 3c58763c-6e7a-4632-9ee6-cb08d1de4dea triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:27.229013 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3c58763c-6e7a-4632-9ee6-cb08d1de4dea), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:27.239180 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8bee4d5b-0e48-4fd4-a01a-ac974ce00bf9 None None] Current status of the port 3c58763c-6e7a-4632-9ee6-cb08d1de4dea is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:27.297503 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-659fac09-9ed4-4f20-b91e-e727c079e2b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (3d128bf7-364f-4859-a220-e7410499ad34), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:27.346187 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8bee4d5b-0e48-4fd4-a01a-ac974ce00bf9 None None] Provisioning complete for port 442b2e9b-dc3c-44bd-9892-d419e6edd623 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:27.346824 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8bee4d5b-0e48-4fd4-a01a-ac974ce00bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:27.432101 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fac09-9ed4-4f20-b91e-e727c079e2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6b03ff-39a9-4ae9-98e8-d4a51b6940bb,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:27.454003 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f78bfd9-2289-43c3-aaa6-e3f078c4b711 req-de97d1e6-db2a-4ca6-8eb5-82b22ef065e3 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6377063 Jan 18 20:27:27.456290 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-659fac09-9ed4-4f20-b91e-e727c079e2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (3d128bf7-364f-4859-a220-e7410499ad34), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:27.473246 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659fac09-9ed4-4f20-b91e-e727c079e2b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:27.478554 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-659fac09-9ed4-4f20-b91e-e727c079e2b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:27.505999 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8bee4d5b-0e48-4fd4-a01a-ac974ce00bf9 None None] Current status of the port 442b2e9b-dc3c-44bd-9892-d419e6edd623 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:27.532966 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 3c58763c-6e7a-4632-9ee6-cb08d1de4dea is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:27.644271 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-81205ffd-f52e-4dc1-8b4a-a1afe10222b0 None None] Provisioning complete for port fbc566f4-9423-48b0-86e3-cd3e67b36094 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:27.644717 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-81205ffd-f52e-4dc1-8b4a-a1afe10222b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fbc566f4-9423-48b0-86e3-cd3e67b36094), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:27.766191 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-659fac09-9ed4-4f20-b91e-e727c079e2b9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9304399 Jan 18 20:27:27.773008 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39012) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:27.820029 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-94416f31-b9a0-488d-b547-eb88717aca7c admin admin] Request body: {'subnet': {'network_id': '3d128bf7-364f-4859-a220-e7410499ad34', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-557703090-subnet', 'tenant_id': '7094de51ae494977bf0d3f2bac329f90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:27.852787 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 3c58763c-6e7a-4632-9ee6-cb08d1de4dea up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:27:27.891273 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fac09-9ed4-4f20-b91e-e727c079e2b9 admin admin] Pushing event updated for resources: {'Network': ['ID=3d128bf7-364f-4859-a220-e7410499ad34,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:27.944911 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 3d128bf7-364f-4859-a220-e7410499ad34 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:27:27.975423 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-6c2a8bf4-ff3c-4e7f-ac05-3a9e04723daf tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Made reservation on behalf of 733444720280437eb7f9cfdcefc53319 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:27.976860 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c0da0-861a-4e0a-8692-7ef52d20491a req-430767a9-3807-42ac-bd7c-6285773cb535 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:27.985225 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e2c0da0-861a-4e0a-8692-7ef52d20491a req-430767a9-3807-42ac-bd7c-6285773cb535 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e97f0284-b030-4757-ba66-52fb3e6a24c4 HTTP/1.1" status: 200 len: 945 time: 0.2129922 Jan 18 20:27:27.987045 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8faa27d9-5002-4d58-b41e-c81b3a319e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:27.988639 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-6c2a8bf4-ff3c-4e7f-ac05-3a9e04723daf tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:27.989678 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94416f31-b9a0-488d-b547-eb88717aca7c admin admin] Made reservation on behalf of 7094de51ae494977bf0d3f2bac329f90 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:27.998836 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-94416f31-b9a0-488d-b547-eb88717aca7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:28.006827 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-81205ffd-f52e-4dc1-8b4a-a1afe10222b0 None None] Current status of the port fbc566f4-9423-48b0-86e3-cd3e67b36094 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:28.040435 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2ef10368-f853-473b-b1aa-7370ef7190e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (13e2c042-95b6-4c40-afe2-c216bb7546a6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:28.157311 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-81205ffd-f52e-4dc1-8b4a-a1afe10222b0 None None] Provisioning complete for port c3205105-3cf6-449b-a8a6-e9c40e5ae36e triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:28.158032 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-81205ffd-f52e-4dc1-8b4a-a1afe10222b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c3205105-3cf6-449b-a8a6-e9c40e5ae36e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:28.239723 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-81205ffd-f52e-4dc1-8b4a-a1afe10222b0 None None] Port c3205105-3cf6-449b-a8a6-e9c40e5ae36e cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:28.249830 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 3c58763c-6e7a-4632-9ee6-cb08d1de4dea triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:28.250212 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3c58763c-6e7a-4632-9ee6-cb08d1de4dea), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:28.380371 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-81205ffd-f52e-4dc1-8b4a-a1afe10222b0 None None] Provisioning complete for port 5bd82701-387a-4c9a-9915-d3bf8918ad3f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:28.380759 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-81205ffd-f52e-4dc1-8b4a-a1afe10222b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5bd82701-387a-4c9a-9915-d3bf8918ad3f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:28.424461 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef10368-f853-473b-b1aa-7370ef7190e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network 7b7c004e-6af7-41de-a971-545b6714615f is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:28.467330 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-c6e7ea30-21e7-40a4-acbc-25f88be04018 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:27:28.480262 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c6e7ea30-21e7-40a4-acbc-25f88be04018 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] 10.222.0.31 "PUT /v2.0/routers/86f2b236-5fb0-408e-9f2e-3fb71c97682b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 4.1814837 Jan 18 20:27:28.526941 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-2ef10368-f853-473b-b1aa-7370ef7190e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:28.538065 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39022) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:28.545067 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef10368-f853-473b-b1aa-7370ef7190e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:28.545800 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2ef10368-f853-473b-b1aa-7370ef7190e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:28.567772 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-94416f31-b9a0-488d-b547-eb88717aca7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (eb209eb5-1151-4342-8346-90206fe69a7f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:28.585921 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-81205ffd-f52e-4dc1-8b4a-a1afe10222b0 None None] Port 5bd82701-387a-4c9a-9915-d3bf8918ad3f cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:28.590627 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 3c58763c-6e7a-4632-9ee6-cb08d1de4dea is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:28.592260 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device fbc566f4-9423-48b0-86e3-cd3e67b36094 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:27:28.594346 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f896cf-ce81-436a-8849-462376a0a4d7 None None] Network 7b7c004e-6af7-41de-a971-545b6714615f requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:27:28.656643 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-81205ffd-f52e-4dc1-8b4a-a1afe10222b0 None None] Provisioning complete for port dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:28.657286 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-81205ffd-f52e-4dc1-8b4a-a1afe10222b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:28.691715 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef10368-f853-473b-b1aa-7370ef7190e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Subnet': ['ID=13e2c042-95b6-4c40-afe2-c216bb7546a6,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:28.772600 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-81205ffd-f52e-4dc1-8b4a-a1afe10222b0 None None] Port dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:28.784300 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port fbc566f4-9423-48b0-86e3-cd3e67b36094 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:28.784908 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fbc566f4-9423-48b0-86e3-cd3e67b36094), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:28.797852 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94416f31-b9a0-488d-b547-eb88717aca7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb209eb5-1151-4342-8346-90206fe69a7f,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:28.806117 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e2c0da0-861a-4e0a-8692-7ef52d20491a req-eef45ef0-55d6-4a25-af4e-a8afb3eb5f2d tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8198919 Jan 18 20:27:28.877257 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-81205ffd-f52e-4dc1-8b4a-a1afe10222b0 None None] Provisioning complete for port 442b2e9b-dc3c-44bd-9892-d419e6edd623 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:28.877642 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-81205ffd-f52e-4dc1-8b4a-a1afe10222b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:28.887743 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ebeb7005-2634-4b71-bb57-6d3f59a6b3ca req-c45f8606-1532-4180-854e-a7da1b0086dd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc560642-1261-4f4f-850c-713ffe3d2c26 HTTP/1.1" status: 200 len: 210 time: 0.3407335 Jan 18 20:27:28.966905 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2ef10368-f853-473b-b1aa-7370ef7190e1 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.8663843 Jan 18 20:27:28.977681 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39034) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:28.982630 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-0651deae-5ce2-4450-bf4c-3043c86aa77b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'security_group': {'name': 'tempest-secgroup-293244703'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:29.137223 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187d2b11-12d4-4432-94c1-f182fcbe0b9b None None] Update dhcp port {'port': {'network_id': '7b7c004e-6af7-41de-a971-545b6714615f', 'fixed_ips': [{'subnet_id': '1481f605-8fed-46fb-a0db-150d81eef3ff', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '13e2c042-95b6-4c40-afe2-c216bb7546a6'}], 'binding:host_id': 'n-d-741529-9'}, 'id': '442b2e9b-dc3c-44bd-9892-d419e6edd623'} from n-d-741529-9. {{(pid=103337) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 18 20:27:29.144918 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:29.242920 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0651deae-5ce2-4450-bf4c-3043c86aa77b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:29.327222 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-211ee643-dfbb-472d-a219-49b698f69022 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:29.328838 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94416f31-b9a0-488d-b547-eb88717aca7c admin admin] Checking segment: {'id': '3885e390-5e83-47cf-b342-51afa7e5b4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3d128bf7-364f-4859-a220-e7410499ad34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:29.328981 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-211ee643-dfbb-472d-a219-49b698f69022 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.70 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 811 time: 1.0125477 Jan 18 20:27:29.329213 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94416f31-b9a0-488d-b547-eb88717aca7c admin admin] Network hostable DHCP agents. Network: 3d128bf7-364f-4859-a220-e7410499ad34, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:27:29.355500 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-bef60266-1dd7-444d-93fe-9c3e1e94fb4a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Request body: {'port': {'device_id': 'dc560642-1261-4f4f-850c-713ffe3d2c26', 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'admin_state_up': True, 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:29.381167 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339292e-3d91-45f9-a90c-028bc070abea req-0a613e3e-4aca-46fd-a815-9b60d0e07911 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:29.387661 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d339292e-3d91-45f9-a90c-028bc070abea req-0a613e3e-4aca-46fd-a815-9b60d0e07911 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 931 time: 0.3284907 Jan 18 20:27:29.396454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-6c2a8bf4-ff3c-4e7f-ac05-3a9e04723daf tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Allocated IP 10.1.1.194 (5fbd40aa-f049-4550-b042-82fa935955b5/adf464e5-d0e2-45fb-a0b2-ab21add0b628/eb3d9437-709a-40f0-a5c9-37416af4dbf8) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:29.465255 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b1fc4-11f9-48fe-b88f-c66180a620d9 req-3068189f-4782-49f2-a651-2159d7ada96a tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:29.465255 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bb9b1fc4-11f9-48fe-b88f-c66180a620d9 req-3068189f-4782-49f2-a651-2159d7ada96a tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.70 "GET /v2.0/ports?device_id=e97f0284-b030-4757-ba66-52fb3e6a24c4 HTTP/1.1" status: 200 len: 945 time: 0.5082555 Jan 18 20:27:29.550021 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94416f31-b9a0-488d-b547-eb88717aca7c admin admin] Network 3d128bf7-364f-4859-a220-e7410499ad34 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:27:29.568818 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port fbc566f4-9423-48b0-86e3-cd3e67b36094 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:29.604429 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-81205ffd-f52e-4dc1-8b4a-a1afe10222b0 None None] Current status of the port 442b2e9b-dc3c-44bd-9892-d419e6edd623 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:29.626500 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-187d2b11-12d4-4432-94c1-f182fcbe0b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:29.628907 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-94416f31-b9a0-488d-b547-eb88717aca7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 3d128bf7-364f-4859-a220-e7410499ad34) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:29.653757 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0b9a81-78f9-440b-baf8-e46befb0a4e6 None None] Network 3d128bf7-364f-4859-a220-e7410499ad34 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:27:29.662232 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d339292e-3d91-45f9-a90c-028bc070abea req-5fa345bc-0cbb-4ad0-bdfe-490ee82ee23b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085278 Jan 18 20:27:29.671124 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94416f31-b9a0-488d-b547-eb88717aca7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:29.671994 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-94416f31-b9a0-488d-b547-eb88717aca7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:29.785746 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-94416f31-b9a0-488d-b547-eb88717aca7c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9960508 Jan 18 20:27:29.789392 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1f7f48-e63d-4093-b348-f2ba5706c516 None None] Network 3d128bf7-364f-4859-a220-e7410499ad34 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:27:29.801184 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0651deae-5ce2-4450-bf4c-3043c86aa77b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (84630cb2-0767-4c0f-a853-c7411f48e759), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:29.818158 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0651deae-5ce2-4450-bf4c-3043c86aa77b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (84630cb2-0767-4c0f-a853-c7411f48e759), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:29.832930 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-bb9b1fc4-11f9-48fe-b88f-c66180a620d9 req-7edc2c43-df07-4827-8e99-99e553c4d220 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Deleting port dbe993d8-c316-4838-8f9c-364cbde3c0cc {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:27:29.833495 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bb9b1fc4-11f9-48fe-b88f-c66180a620d9 req-7edc2c43-df07-4827-8e99-99e553c4d220 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (dbe993d8-c316-4838-8f9c-364cbde3c0cc), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:29.916729 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0651deae-5ce2-4450-bf4c-3043c86aa77b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:29.920350 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0651deae-5ce2-4450-bf4c-3043c86aa77b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9393647 Jan 18 20:27:29.932235 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39052) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:29.932887 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-bef60266-1dd7-444d-93fe-9c3e1e94fb4a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Made reservation on behalf of 4b4c13fbb3bf4713b8724b5ef55060b7 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:29.936531 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-bef60266-1dd7-444d-93fe-9c3e1e94fb4a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:29.954800 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-7afd5867-f652-4c7d-90b3-9df3583cec0a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'security_group': {'name': 'tempest-secgroup-1578068481'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:29.981164 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651deae-5ce2-4450-bf4c-3043c86aa77b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84630cb2-0767-4c0f-a853-c7411f48e759,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:30.032462 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-bb9b1fc4-11f9-48fe-b88f-c66180a620d9 req-7edc2c43-df07-4827-8e99-99e553c4d220 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] For port dbe993d8-c316-4838-8f9c-364cbde3c0cc, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=dbe993d8-c316-4838-8f9c-364cbde3c0cc,segment=NetworkSegment(3926a9bc-2ab0-4e14-8e43-e7affde02047),segment_id=3926a9bc-2ab0-4e14-8e43-e7affde02047)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:30.040271 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bb9b1fc4-11f9-48fe-b88f-c66180a620d9 req-7edc2c43-df07-4827-8e99-99e553c4d220 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (dbe993d8-c316-4838-8f9c-364cbde3c0cc), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:30.065969 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-187d2b11-12d4-4432-94c1-f182fcbe0b9b None None] Allocated IP 2001:db8::2 (7b7c004e-6af7-41de-a971-545b6714615f/13e2c042-95b6-4c40-afe2-c216bb7546a6/442b2e9b-dc3c-44bd-9892-d419e6edd623) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:30.147547 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3a8c5de-ba78-402d-88e9-ec8fa708375f tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (86f2b236-5fb0-408e-9f2e-3fb71c97682b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:30.168486 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-bb9b1fc4-11f9-48fe-b88f-c66180a620d9 req-7edc2c43-df07-4827-8e99-99e553c4d220 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Calling delete_port for dbe993d8-c316-4838-8f9c-364cbde3c0cc owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:27:30.172477 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-187d2b11-12d4-4432-94c1-f182fcbe0b9b None None] For port 442b2e9b-dc3c-44bd-9892-d419e6edd623, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=442b2e9b-dc3c-44bd-9892-d419e6edd623,segment=NetworkSegment(3920f69b-a683-4495-b4f0-19ed202e5b03),segment_id=3920f69b-a683-4495-b4f0-19ed202e5b03)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:30.208214 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-187d2b11-12d4-4432-94c1-f182fcbe0b9b None None] Publish callbacks [] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:30.212371 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-bef60266-1dd7-444d-93fe-9c3e1e94fb4a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Allocated IP 172.20.0.13 (e88e9200-d99d-4ea0-a241-681917733bb6/f2eac11f-fef0-464c-9aac-08a05c8cc068/5864750f-0bf3-4d8a-87d1-8ec2b7170bbb) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:30.230925 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-187d2b11-12d4-4432-94c1-f182fcbe0b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:30.283546 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d2b11-12d4-4432-94c1-f182fcbe0b9b None None] Pushing event updated for resources: {'Port': ['ID=442b2e9b-dc3c-44bd-9892-d419e6edd623,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:30.327424 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a2a72750-825a-4abc-8e3b-dc71bf26579a req-4b0787e6-df80-4164-bc8e-cc2499edf65e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc560642-1261-4f4f-850c-713ffe3d2c26 HTTP/1.1" status: 200 len: 210 time: 0.2841835 Jan 18 20:27:30.365742 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-6c2a8bf4-ff3c-4e7f-ac05-3a9e04723daf tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for port (eb3d9437-709a-40f0-a5c9-37416af4dbf8), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:30.420523 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-6c2a8bf4-ff3c-4e7f-ac05-3a9e04723daf tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (eb3d9437-709a-40f0-a5c9-37416af4dbf8), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:30.427666 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7afd5867-f652-4c7d-90b3-9df3583cec0a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:30.526040 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:30.536750 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-6c2a8bf4-ff3c-4e7f-ac05-3a9e04723daf tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Network 5fbd40aa-f049-4550-b042-82fa935955b5 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:30.555462 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-6c2a8bf4-ff3c-4e7f-ac05-3a9e04723daf tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:30.565385 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-6c2a8bf4-ff3c-4e7f-ac05-3a9e04723daf tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:30.644485 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4e0a5-2f03-43c2-99bb-a0eb91e0f0f4 req-beb245ab-2eeb-478b-bd3f-87ed31823e54 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:30.646255 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a2f4e0a5-2f03-43c2-99bb-a0eb91e0f0f4 req-beb245ab-2eeb-478b-bd3f-87ed31823e54 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e97f0284-b030-4757-ba66-52fb3e6a24c4 HTTP/1.1" status: 200 len: 945 time: 0.6018090 Jan 18 20:27:30.701578 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7afd5867-f652-4c7d-90b3-9df3583cec0a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (f884f6ae-1618-4a88-aeaf-a26d3a869291), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:30.735454 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-bef60266-1dd7-444d-93fe-9c3e1e94fb4a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks [] for port (5864750f-0bf3-4d8a-87d1-8ec2b7170bbb), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:30.788245 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-bef60266-1dd7-444d-93fe-9c3e1e94fb4a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (5864750f-0bf3-4d8a-87d1-8ec2b7170bbb), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:30.794199 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7afd5867-f652-4c7d-90b3-9df3583cec0a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f884f6ae-1618-4a88-aeaf-a26d3a869291), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:30.801918 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['80e97295-c4f1-4760-baa3-1cc63a28cfc5', '2015aaef-8718-4b14-8924-35c1c727009b'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:27:30.836105 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a8bf4-ff3c-4e7f-ac05-3a9e04723daf tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event updated for resources: {'Port': ['ID=eb3d9437-709a-40f0-a5c9-37416af4dbf8,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:30.892507 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd5867-f652-4c7d-90b3-9df3583cec0a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f884f6ae-1618-4a88-aeaf-a26d3a869291,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:30.895554 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef60266-1dd7-444d-93fe-9c3e1e94fb4a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Pushing event updated for resources: {'Port': ['ID=5864750f-0bf3-4d8a-87d1-8ec2b7170bbb,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:30.908169 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7afd5867-f652-4c7d-90b3-9df3583cec0a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:30.911906 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7afd5867-f652-4c7d-90b3-9df3583cec0a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9703050 Jan 18 20:27:30.915370 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39078) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:30.933963 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-e9023014-29d8-419e-8362-1c87991a2aa3 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'security_group': {'name': 'tempest-secgroup-1444321243'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:30.953317 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-bef60266-1dd7-444d-93fe-9c3e1e94fb4a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Network e88e9200-d99d-4ea0-a241-681917733bb6 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:30.960097 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-bef60266-1dd7-444d-93fe-9c3e1e94fb4a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:30.962810 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-bef60266-1dd7-444d-93fe-9c3e1e94fb4a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:31.095352 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-6c2a8bf4-ff3c-4e7f-ac05-3a9e04723daf tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:31.096031 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-6c2a8bf4-ff3c-4e7f-ac05-3a9e04723daf tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:31.106488 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bb9b1fc4-11f9-48fe-b88f-c66180a620d9 req-7edc2c43-df07-4827-8e99-99e553c4d220 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (dbe993d8-c316-4838-8f9c-364cbde3c0cc), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:31.123370 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['30f55edd-0722-4cff-a5f8-68d9282acbc8', 'dbe993d8-c316-4838-8f9c-364cbde3c0cc'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:27:31.205667 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-6c2a8bf4-ff3c-4e7f-ac05-3a9e04723daf tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6966512 Jan 18 20:27:31.208831 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ccfe7b0-5536-4c94-98a8-41adce0f28bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (8945969a-189b-4f40-972e-2b9c31ede4df), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:31.244572 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-cbb657bc-aa92-478b-9970-b82f3dbb9d46 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Request body: {'port': {'device_id': 'aa171f3a-7b11-4647-88b5-324804184a23', 'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5', 'admin_state_up': True, 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'security_groups': ['a274c4d4-997b-45fa-a35a-3baa0a779f24']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:31.339087 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a2f4e0a5-2f03-43c2-99bb-a0eb91e0f0f4 req-44a732a8-bccc-4b79-8a86-19e57a57a996 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6698811 Jan 18 20:27:31.358600 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e9023014-29d8-419e-8362-1c87991a2aa3 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:31.439256 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-2595adcd-f292-4e67-9c1e-0162c860b579 None None] Provisioning complete for port eb3d9437-709a-40f0-a5c9-37416af4dbf8 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:31.440023 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2595adcd-f292-4e67-9c1e-0162c860b579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (eb3d9437-709a-40f0-a5c9-37416af4dbf8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:31.448501 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-bef60266-1dd7-444d-93fe-9c3e1e94fb4a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:31.449197 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-bef60266-1dd7-444d-93fe-9c3e1e94fb4a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:31.561209 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2595adcd-f292-4e67-9c1e-0162c860b579 None None] Port eb3d9437-709a-40f0-a5c9-37416af4dbf8 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:31.803169 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 442b2e9b-dc3c-44bd-9892-d419e6edd623 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:27:31.819485 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4f8ad63f-5b0c-4924-956f-ee1dcbd0ec6d None None] Provisioning complete for port dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:31.826213 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad63f-5b0c-4924-956f-ee1dcbd0ec6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:31.923989 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4f8ad63f-5b0c-4924-956f-ee1dcbd0ec6d None None] Port dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:31.959808 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4f8ad63f-5b0c-4924-956f-ee1dcbd0ec6d None None] Provisioning complete for port 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:31.960577 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad63f-5b0c-4924-956f-ee1dcbd0ec6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5864750f-0bf3-4d8a-87d1-8ec2b7170bbb), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:32.008596 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:32.078093 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4f8ad63f-5b0c-4924-956f-ee1dcbd0ec6d None None] Port 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:32.088248 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 442b2e9b-dc3c-44bd-9892-d419e6edd623 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:32.088870 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:32.109358 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-bef60266-1dd7-444d-93fe-9c3e1e94fb4a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7621346 Jan 18 20:27:32.144163 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4f8ad63f-5b0c-4924-956f-ee1dcbd0ec6d None None] Provisioning complete for port 442b2e9b-dc3c-44bd-9892-d419e6edd623 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:32.144868 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad63f-5b0c-4924-956f-ee1dcbd0ec6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:32.148614 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-49f7d247-237a-4497-9fe6-47f748d7f548 service neutron] Request body: {'port': {'device_id': 'dc560642-1261-4f4f-850c-713ffe3d2c26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:32.223214 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-2c4e5202-150d-4440-b1c8-8a99ba74a92c tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:32.223987 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 442b2e9b-dc3c-44bd-9892-d419e6edd623 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:32.224995 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-2c4e5202-150d-4440-b1c8-8a99ba74a92c tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.31 "GET /v2.0/networks?id=9edf7d93-65a7-43e4-8503-d8efc2d82579 HTTP/1.1" status: 200 len: 809 time: 1.4484842 Jan 18 20:27:32.230906 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc2c43-df07-4827-8e99-99e553c4d220 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Pushing event deleted for resources: {'Port': ['ID=dbe993d8-c316-4838-8f9c-364cbde3c0cc,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:32.304486 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edc2c43-df07-4827-8e99-99e553c4d220 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:32.305470 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edc2c43-df07-4827-8e99-99e553c4d220 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:32.305996 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edc2c43-df07-4827-8e99-99e553c4d220 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:32.306386 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edc2c43-df07-4827-8e99-99e553c4d220 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:32.306823 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edc2c43-df07-4827-8e99-99e553c4d220 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:32.307276 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edc2c43-df07-4827-8e99-99e553c4d220 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:32.307707 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edc2c43-df07-4827-8e99-99e553c4d220 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:32.308136 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edc2c43-df07-4827-8e99-99e553c4d220 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:32.308562 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edc2c43-df07-4827-8e99-99e553c4d220 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:32.308990 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edc2c43-df07-4827-8e99-99e553c4d220 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:32.309418 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edc2c43-df07-4827-8e99-99e553c4d220 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:32.309964 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edc2c43-df07-4827-8e99-99e553c4d220 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:32.310402 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edc2c43-df07-4827-8e99-99e553c4d220 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:32.361051 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9b1fc4-11f9-48fe-b88f-c66180a620d9 req-7edc2c43-df07-4827-8e99-99e553c4d220 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] No DVR routers for this DVR port dbe993d8-c316-4838-8f9c-364cbde3c0cc on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:27:32.367265 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bb9b1fc4-11f9-48fe-b88f-c66180a620d9 req-7edc2c43-df07-4827-8e99-99e553c4d220 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:32.371210 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bb9b1fc4-11f9-48fe-b88f-c66180a620d9 req-7edc2c43-df07-4827-8e99-99e553c4d220 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.70 "DELETE /v2.0/ports/dbe993d8-c316-4838-8f9c-364cbde3c0cc HTTP/1.1" status: 204 len: 173 time: 2.8746254 Jan 18 20:27:32.371827 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97f0284-b030-4757-ba66-52fb3e6a24c4', 'name': 'network-vif-deleted', 'tag': 'dbe993d8-c316-4838-8f9c-364cbde3c0cc'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:27:32.374411 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c9c101-1627-4dd6-84f6-f53256c6f17e" -d '{"events": [{"server_uuid": "e97f0284-b030-4757-ba66-52fb3e6a24c4", "name": "network-vif-deleted", "tag": "dbe993d8-c316-4838-8f9c-364cbde3c0cc"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:27:32.379241 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4f8ad63f-5b0c-4924-956f-ee1dcbd0ec6d None None] Current status of the port 442b2e9b-dc3c-44bd-9892-d419e6edd623 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:32.427552 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17f6b7-2dc7-4612-bfdd-5e8ac8adb880 req-1293fe5e-fb9e-4a6c-bbdd-50483d05bff2 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:32.430459 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-49f7d247-237a-4497-9fe6-47f748d7f548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (5864750f-0bf3-4d8a-87d1-8ec2b7170bbb), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:32.442881 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17f6b7-2dc7-4612-bfdd-5e8ac8adb880 req-1293fe5e-fb9e-4a6c-bbdd-50483d05bff2 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:32.444822 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-df17f6b7-2dc7-4612-bfdd-5e8ac8adb880 req-1293fe5e-fb9e-4a6c-bbdd-50483d05bff2 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 1653 time: 0.2170689 Jan 18 20:27:32.501616 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-cbb657bc-aa92-478b-9970-b82f3dbb9d46 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Made reservation on behalf of 733444720280437eb7f9cfdcefc53319 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:32.505619 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-cbb657bc-aa92-478b-9970-b82f3dbb9d46 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:32.534016 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-df17f6b7-2dc7-4612-bfdd-5e8ac8adb880 req-036d58ad-3c6b-4348-8b5d-1f355f256697 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737925 Jan 18 20:27:32.542328 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-a3a8c5de-ba78-402d-88e9-ec8fa708375f tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Deleting port 5bd82701-387a-4c9a-9915-d3bf8918ad3f {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:27:32.542683 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3a8c5de-ba78-402d-88e9-ec8fa708375f tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (5bd82701-387a-4c9a-9915-d3bf8918ad3f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:32.671983 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-c28c7146-2e07-4d98-9b93-15282b774be4 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.31 "GET /v2.0/quotas/3239fedb46ae41848c033fa320a63794 HTTP/1.1" status: 200 len: 375 time: 0.4341812 Jan 18 20:27:32.725754 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3a8c5de-ba78-402d-88e9-ec8fa708375f tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (5bd82701-387a-4c9a-9915-d3bf8918ad3f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:32.732428 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e9023014-29d8-419e-8362-1c87991a2aa3 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (f8b7e79e-0299-4d00-bee1-215039452fa8), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:32.738418 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-ec63de87-d6c7-4e87-8aba-d753a6d8e276 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3239fedb46ae41848c033fa320a63794&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586140 Jan 18 20:27:32.758690 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-a3a8c5de-ba78-402d-88e9-ec8fa708375f tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Calling delete_port for 5bd82701-387a-4c9a-9915-d3bf8918ad3f owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:27:32.776441 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e9023014-29d8-419e-8362-1c87991a2aa3 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f8b7e79e-0299-4d00-bee1-215039452fa8), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:32.814371 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-cbb657bc-aa92-478b-9970-b82f3dbb9d46 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Allocated IP 10.1.1.147 (5fbd40aa-f049-4550-b042-82fa935955b5/adf464e5-d0e2-45fb-a0b2-ab21add0b628/671d4bba-81d3-48a3-86d7-51496fd0ea37) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:32.904451 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e9023014-29d8-419e-8362-1c87991a2aa3 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:32.908557 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e9023014-29d8-419e-8362-1c87991a2aa3 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.9901683 Jan 18 20:27:32.916120 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39112) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:32.924858 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-34c4a3e6-2e5d-4ed6-8e1c-a3ebe36cc84a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-960225671', 'security_groups': ['f8b7e79e-0299-4d00-bee1-215039452fa8'], 'network_id': '7b7c004e-6af7-41de-a971-545b6714615f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '13e2c042-95b6-4c40-afe2-c216bb7546a6'}]}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:32.935471 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9023014-29d8-419e-8362-1c87991a2aa3 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b7e79e-0299-4d00-bee1-215039452fa8,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:33.047201 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-0852dbff-d939-4012-b008-b1a974d183df req-7edb185b-9bd7-406e-8994-630fbb21dea8 service neutron] (103336) timed out ('10.222.0.31', 60788) {{(pid=103336) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 18 20:27:33.104670 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192f05b-a065-4ca4-99c1-db8b8c86745b req-79a11f61-c939-4e66-82e9-a13c5e3827ef tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:33.107660 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9192f05b-a065-4ca4-99c1-db8b8c86745b req-79a11f61-c939-4e66-82e9-a13c5e3827ef tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc560642-1261-4f4f-850c-713ffe3d2c26 HTTP/1.1" status: 200 len: 932 time: 0.4447052 Jan 18 20:27:33.239516 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device dbe993d8-c316-4838-8f9c-364cbde3c0cc no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:27:33.252467 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-dc19c3d8-376e-4a83-b52b-59a7881bdfba service neutron] 10.222.0.31 "GET /v2.0/networks/9edf7d93-65a7-43e4-8503-d8efc2d82579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040274 Jan 18 20:27:33.272501 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: dbe993d8-c316-4838-8f9c-364cbde3c0cc {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:27:33.273094 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device dbe993d8-c316-4838-8f9c-364cbde3c0cc not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:27:33.366756 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c4a3e6-2e5d-4ed6-8e1c-a3ebe36cc84a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:33.393659 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-cbb657bc-aa92-478b-9970-b82f3dbb9d46 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for port (671d4bba-81d3-48a3-86d7-51496fd0ea37), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:33.449427 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5ccfe7b0-5536-4c94-98a8-41adce0f28bc admin admin] Deleting port fbd845d4-9f6c-42b3-8ab6-45f55871a660 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:27:33.449812 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ccfe7b0-5536-4c94-98a8-41adce0f28bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (fbd845d4-9f6c-42b3-8ab6-45f55871a660), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:33.477131 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9192f05b-a065-4ca4-99c1-db8b8c86745b req-034c7049-17f3-4e39-87da-17028da08ab6 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185168 Jan 18 20:27:33.494464 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-9a2e4a11-cfec-4902-9bb6-c4a17836944b service neutron] 10.222.0.31 "GET /v2.0/networks/9edf7d93-65a7-43e4-8503-d8efc2d82579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021072 Jan 18 20:27:33.502592 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3a8c5de-ba78-402d-88e9-ec8fa708375f tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (5bd82701-387a-4c9a-9915-d3bf8918ad3f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:33.543267 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8c5de-ba78-402d-88e9-ec8fa708375f tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Pushing event deleted for resources: {'Port': ['ID=5bd82701-387a-4c9a-9915-d3bf8918ad3f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:33.653096 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513792c3-047d-45ee-bff6-2dbf333f81f7 x-openstack-request-id: req-513792c3-047d-45ee-bff6-2dbf333f81f7 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:27:33.653397 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97f0284-b030-4757-ba66-52fb3e6a24c4", "name": "network-vif-deleted", "tag": "dbe993d8-c316-4838-8f9c-364cbde3c0cc", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:27:33.653673 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-513792c3-047d-45ee-bff6-2dbf333f81f7 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:27:33.654103 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97f0284-b030-4757-ba66-52fb3e6a24c4', 'name': 'network-vif-deleted', 'tag': 'dbe993d8-c316-4838-8f9c-364cbde3c0cc', 'status': 'completed', 'code': 200} Jan 18 20:27:33.776094 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-49f7d247-237a-4497-9fe6-47f748d7f548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:27:33.824932 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5ccfe7b0-5536-4c94-98a8-41adce0f28bc admin admin] For port fbd845d4-9f6c-42b3-8ab6-45f55871a660, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=fbd845d4-9f6c-42b3-8ab6-45f55871a660,segment=NetworkSegment(b61c3218-044c-49cd-a040-f785b2f0a1eb),segment_id=b61c3218-044c-49cd-a040-f785b2f0a1eb)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:33.825357 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ccfe7b0-5536-4c94-98a8-41adce0f28bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (fbd845d4-9f6c-42b3-8ab6-45f55871a660), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:33.844713 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5ccfe7b0-5536-4c94-98a8-41adce0f28bc admin admin] Calling delete_port for fbd845d4-9f6c-42b3-8ab6-45f55871a660 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:27:33.851224 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3a8c5de-ba78-402d-88e9-ec8fa708375f tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (86f2b236-5fb0-408e-9f2e-3fb71c97682b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:33.884464 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897b9b0-57c0-465c-a87f-9d381581ad4f req-b2ee34fa-ad5d-4562-9879-244b95e6a59a tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:33.921772 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897b9b0-57c0-465c-a87f-9d381581ad4f req-b2ee34fa-ad5d-4562-9879-244b95e6a59a tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:33.930101 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-49f7d247-237a-4497-9fe6-47f748d7f548 service neutron] Publish callbacks [] for port (5864750f-0bf3-4d8a-87d1-8ec2b7170bbb), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:33.932241 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1897b9b0-57c0-465c-a87f-9d381581ad4f req-b2ee34fa-ad5d-4562-9879-244b95e6a59a tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 1653 time: 0.1480479 Jan 18 20:27:33.943928 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:33.966746 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34c4a3e6-2e5d-4ed6-8e1c-a3ebe36cc84a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:33.969443 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-cbb657bc-aa92-478b-9970-b82f3dbb9d46 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (671d4bba-81d3-48a3-86d7-51496fd0ea37), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:33.978890 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-49f7d247-237a-4497-9fe6-47f748d7f548 service neutron] Transition to ACTIVE for port object 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:27:34.048268 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb657bc-aa92-478b-9970-b82f3dbb9d46 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event updated for resources: {'Port': ['ID=671d4bba-81d3-48a3-86d7-51496fd0ea37,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:34.078391 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-49f7d247-237a-4497-9fe6-47f748d7f548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (5864750f-0bf3-4d8a-87d1-8ec2b7170bbb), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:34.185056 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1897b9b0-57c0-465c-a87f-9d381581ad4f req-111b73f7-c81b-43c6-9887-b6fa5d70fcdb tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519381 Jan 18 20:27:34.230294 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2d374-9d58-4ba5-8508-7f57ff144f87 req-8591d058-fb19-4afe-80a3-93e2aede80d2 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:34.231925 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8eb2d374-9d58-4ba5-8508-7f57ff144f87 req-8591d058-fb19-4afe-80a3-93e2aede80d2 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.2882006 Jan 18 20:27:34.248443 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-cbb657bc-aa92-478b-9970-b82f3dbb9d46 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Network 5fbd40aa-f049-4550-b042-82fa935955b5 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:34.268720 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-34c4a3e6-2e5d-4ed6-8e1c-a3ebe36cc84a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] device_id is not set on port e352513b-3a3c-460e-a86f-2b6750e47c55 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:27:34.401762 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c61ce533-961d-4294-b95e-a4dba713e7d7 req-e073e68b-2285-4e1f-80c8-f6a237be86e1 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6ea767a-d98b-4099-8756-a86f2d933659 HTTP/1.1" status: 200 len: 210 time: 0.0688136 Jan 18 20:27:34.407844 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ccfe7b0-5536-4c94-98a8-41adce0f28bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (fbd845d4-9f6c-42b3-8ab6-45f55871a660), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:34.418434 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a8c5de-ba78-402d-88e9-ec8fa708375f tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Router 86f2b236-5fb0-408e-9f2e-3fb71c97682b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:27:34.428692 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-cbb657bc-aa92-478b-9970-b82f3dbb9d46 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:34.462642 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-cbb657bc-aa92-478b-9970-b82f3dbb9d46 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:34.468674 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8eb2d374-9d58-4ba5-8508-7f57ff144f87 req-441d96a9-a3f9-434d-9b3e-1579688d89fe tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300167 Jan 18 20:27:34.510967 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7d247-237a-4497-9fe6-47f748d7f548 service neutron] Pushing event updated for resources: {'Port': ['ID=5864750f-0bf3-4d8a-87d1-8ec2b7170bbb,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:34.591601 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfe7b0-5536-4c94-98a8-41adce0f28bc admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd845d4-9f6c-42b3-8ab6-45f55871a660,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:34.868152 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a8c5de-ba78-402d-88e9-ec8fa708375f tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:27:34.880287 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35b82bf-12a5-45c3-9f25-372d0b9158a9 None None] Sync routers for ids ['86f2b236-5fb0-408e-9f2e-3fb71c97682b'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:27:34.896086 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35b82bf-12a5-45c3-9f25-372d0b9158a9 None None] Routers {'86f2b236-5fb0-408e-9f2e-3fb71c97682b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:34.896699 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f35b82bf-12a5-45c3-9f25-372d0b9158a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:27:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['86f2b236-5fb0-408e-9f2e-3fb71c97682b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:34.904870 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a3a8c5de-ba78-402d-88e9-ec8fa708375f tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] 10.222.0.31 "PUT /v2.0/routers/86f2b236-5fb0-408e-9f2e-3fb71c97682b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3630550 Jan 18 20:27:34.907250 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39160) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:34.908560 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-cbb657bc-aa92-478b-9970-b82f3dbb9d46 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:34.909248 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-cbb657bc-aa92-478b-9970-b82f3dbb9d46 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:34.948312 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-49f7d247-237a-4497-9fe6-47f748d7f548 service neutron] Attempting to bind port 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:27:34.948649 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-49f7d247-237a-4497-9fe6-47f748d7f548 service neutron] Attempting to bind port 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:27:34.949597 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-49f7d247-237a-4497-9fe6-47f748d7f548 service neutron] Attempting to bind port 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb on network e88e9200-d99d-4ea0-a241-681917733bb6 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:34.979907 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f35b82bf-12a5-45c3-9f25-372d0b9158a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:34.989300 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35b82bf-12a5-45c3-9f25-372d0b9158a9 None None] Routers {'86f2b236-5fb0-408e-9f2e-3fb71c97682b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:34.989560 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb437be5-21f0-4044-88a7-504c4b7bc833 req-24f1c9e6-c356-492c-a940-988d09f47f75 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:34.989708 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f35b82bf-12a5-45c3-9f25-372d0b9158a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:27:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['86f2b236-5fb0-408e-9f2e-3fb71c97682b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:35.031068 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eb437be5-21f0-4044-88a7-504c4b7bc833 req-24f1c9e6-c356-492c-a940-988d09f47f75 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc560642-1261-4f4f-850c-713ffe3d2c26 HTTP/1.1" status: 200 len: 944 time: 0.3935068 Jan 18 20:27:35.056380 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0789af11-2cf6-4550-8c3c-1925ae30a800 None None] Provisioning complete for port 671d4bba-81d3-48a3-86d7-51496fd0ea37 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:35.057387 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0789af11-2cf6-4550-8c3c-1925ae30a800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (671d4bba-81d3-48a3-86d7-51496fd0ea37), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:35.066009 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f35b82bf-12a5-45c3-9f25-372d0b9158a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:35.066862 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35b82bf-12a5-45c3-9f25-372d0b9158a9 None None] The sync data for ids ['86f2b236-5fb0-408e-9f2e-3fb71c97682b'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:27:35.105517 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0789af11-2cf6-4550-8c3c-1925ae30a800 None None] Port 671d4bba-81d3-48a3-86d7-51496fd0ea37 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:35.170079 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-5905d563-7e3d-45b1-a4df-17a357ce8541 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] delete failed (client error): The resource could not be found. Jan 18 20:27:35.171450 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5905d563-7e3d-45b1-a4df-17a357ce8541 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-12413897 HTTP/1.1" status: 404 len: 333 time: 0.2585723 Jan 18 20:27:35.180870 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39162) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:35.188013 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-a648f4e1-9c99-40fd-b6b6-7853d08a2f50 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Request body: {'router': {'external_gateway_info': {'network_id': '86f2b236-5fb0-408e-9f2e-3fb71c97682b'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:35.202551 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-34c4a3e6-2e5d-4ed6-8e1c-a3ebe36cc84a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Allocated IP 2001:db8::374 (7b7c004e-6af7-41de-a971-545b6714615f/13e2c042-95b6-4c40-afe2-c216bb7546a6/e352513b-3a3c-460e-a86f-2b6750e47c55) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:35.232063 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-49f7d247-237a-4497-9fe6-47f748d7f548 service neutron] Port 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb on network e88e9200-d99d-4ea0-a241-681917733bb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:27:35.232416 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-49f7d247-237a-4497-9fe6-47f748d7f548 service neutron] Attempting to bind port 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb on network e88e9200-d99d-4ea0-a241-681917733bb6 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:35.252446 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-cbb657bc-aa92-478b-9970-b82f3dbb9d46 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0234761 Jan 18 20:27:35.259510 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-49f7d247-237a-4497-9fe6-47f748d7f548 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:27:35.259846 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-49f7d247-237a-4497-9fe6-47f748d7f548 service neutron] Checking segment: {'id': '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:35.260226 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-49f7d247-237a-4497-9fe6-47f748d7f548 service neutron] Bound using segment: {'id': '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:27:35.260667 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-49f7d247-237a-4497-9fe6-47f748d7f548 service neutron] Bound port: 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:27:35.261019 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-49f7d247-237a-4497-9fe6-47f748d7f548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (5864750f-0bf3-4d8a-87d1-8ec2b7170bbb), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:35.289419 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-e1ecc29e-96c8-4c82-b3f9-b9a4f4a99c41 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Request body: {'port': {'device_id': 'aa171f3a-7b11-4647-88b5-324804184a23', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e28041d0-7a31-4e94-acee-687198cd901a', 'admin_state_up': True, 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'security_groups': ['a274c4d4-997b-45fa-a35a-3baa0a779f24']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:35.344261 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35934b98-5424-43fe-b435-1ca25ae3fc57 req-ef8a0ef7-a79c-4c59-bfa0-2a2a7e193761 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:35.346035 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-35934b98-5424-43fe-b435-1ca25ae3fc57 req-ef8a0ef7-a79c-4c59-bfa0-2a2a7e193761 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.3914270 Jan 18 20:27:35.362694 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eb437be5-21f0-4044-88a7-504c4b7bc833 req-fa7234c9-905a-4fa0-b6b4-5924f4e0e639 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306019 Jan 18 20:27:35.410847 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-49f7d247-237a-4497-9fe6-47f748d7f548 service neutron] For port 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:27:35.418571 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-49f7d247-237a-4497-9fe6-47f748d7f548 service neutron] For port 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=5864750f-0bf3-4d8a-87d1-8ec2b7170bbb,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:27:35.627697 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-35934b98-5424-43fe-b435-1ca25ae3fc57 req-a685d8b7-384c-42b5-ba18-25cd594b1455 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693086 Jan 18 20:27:35.670011 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a648f4e1-9c99-40fd-b6b6-7853d08a2f50 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks [] for router_gateway (86f2b236-5fb0-408e-9f2e-3fb71c97682b), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:35.699084 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-49f7d247-237a-4497-9fe6-47f748d7f548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (5864750f-0bf3-4d8a-87d1-8ec2b7170bbb), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:35.701317 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ccfe7b0-5536-4c94-98a8-41adce0f28bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (8945969a-189b-4f40-972e-2b9c31ede4df), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:35.749158 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-a648f4e1-9c99-40fd-b6b6-7853d08a2f50 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] update failed (client error): The resource could not be found. Jan 18 20:27:35.750230 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a648f4e1-9c99-40fd-b6b6-7853d08a2f50 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] 10.222.0.31 "PUT /v2.0/routers/86f2b236-5fb0-408e-9f2e-3fb71c97682b HTTP/1.1" status: 404 len: 339 time: 0.5658987 Jan 18 20:27:35.759562 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39176) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:35.776017 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae9961-11d2-410d-b6d2-4a1a1519e899 req-0cc9e44d-589d-4eb1-8e6c-0a97daae1c57 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:35.782171 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae9961-11d2-410d-b6d2-4a1a1519e899 req-0cc9e44d-589d-4eb1-8e6c-0a97daae1c57 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:35.788424 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae9961-11d2-410d-b6d2-4a1a1519e899 req-0cc9e44d-589d-4eb1-8e6c-0a97daae1c57 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:35.790306 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-82ae9961-11d2-410d-b6d2-4a1a1519e899 req-0cc9e44d-589d-4eb1-8e6c-0a97daae1c57 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 2374 time: 0.2516181 Jan 18 20:27:35.969543 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-49f7d247-237a-4497-9fe6-47f748d7f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:35.970611 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-49f7d247-237a-4497-9fe6-47f748d7f548 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:35.972296 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-49f7d247-237a-4497-9fe6-47f748d7f548 service neutron] 10.222.0.70 "PUT /v2.0/ports/5864750f-0bf3-4d8a-87d1-8ec2b7170bbb HTTP/1.1" status: 200 len: 1092 time: 3.8302033 Jan 18 20:27:35.984826 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc560642-1261-4f4f-850c-713ffe3d2c26', 'tag': '5864750f-0bf3-4d8a-87d1-8ec2b7170bbb'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:27:35.987707 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6c8999-4be6-4c2a-9c70-fbd6ec05fcec" -d '{"events": [{"name": "network-changed", "server_uuid": "dc560642-1261-4f4f-850c-713ffe3d2c26", "tag": "5864750f-0bf3-4d8a-87d1-8ec2b7170bbb"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:27:35.990123 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-57969df3-bd98-4820-90fa-26496ab258ac tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:35.991863 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-57969df3-bd98-4820-90fa-26496ab258ac tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.70 "GET /v2.0/networks?id=9edf7d93-65a7-43e4-8503-d8efc2d82579 HTTP/1.1" status: 200 len: 809 time: 0.4276378 Jan 18 20:27:36.020272 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ab302c19-4d52-4520-b665-68cb543949b5 req-f906dc51-a50f-4b9e-95dd-e315991cf890 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6ea767a-d98b-4099-8756-a86f2d933659 HTTP/1.1" status: 200 len: 210 time: 0.2267191 Jan 18 20:27:36.056251 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7d247-237a-4497-9fe6-47f748d7f548 service neutron] Pushing event updated for resources: {'Port': ['ID=5864750f-0bf3-4d8a-87d1-8ec2b7170bbb,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:36.072101 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-e1ecc29e-96c8-4c82-b3f9-b9a4f4a99c41 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Made reservation on behalf of 733444720280437eb7f9cfdcefc53319 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:36.115177 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-9d007f34-c6d8-411f-9734-3af789a533a5 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Request body: {'port': {'device_id': 'c6ea767a-d98b-4099-8756-a86f2d933659', 'network_id': '9edf7d93-65a7-43e4-8503-d8efc2d82579', 'admin_state_up': True, 'tenant_id': '3239fedb46ae41848c033fa320a63794'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:36.138675 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-82ae9961-11d2-410d-b6d2-4a1a1519e899 req-c2a4e648-0343-41e1-907e-ff30b770d7cd tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3312364 Jan 18 20:27:36.241288 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34c4a3e6-2e5d-4ed6-8e1c-a3ebe36cc84a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for port (e352513b-3a3c-460e-a86f-2b6750e47c55), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:36.264086 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7386ece-411d-42fb-9656-cc074fb7f179 x-openstack-request-id: req-b7386ece-411d-42fb-9656-cc074fb7f179 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:27:36.264440 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc560642-1261-4f4f-850c-713ffe3d2c26", "tag": "5864750f-0bf3-4d8a-87d1-8ec2b7170bbb", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:27:36.264708 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7386ece-411d-42fb-9656-cc074fb7f179 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:27:36.265445 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc560642-1261-4f4f-850c-713ffe3d2c26', 'tag': '5864750f-0bf3-4d8a-87d1-8ec2b7170bbb', 'status': 'completed', 'code': 200} Jan 18 20:27:36.526908 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd21115e-f5e0-4755-bfbe-91a155b0abcc tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:36.536216 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa347c-518c-4568-b9a3-b7ae212e21b2 req-5e999a7f-5453-44a7-b765-7f98ce6208f8 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:36.537823 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bffa347c-518c-4568-b9a3-b7ae212e21b2 req-5e999a7f-5453-44a7-b765-7f98ce6208f8 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.3022907 Jan 18 20:27:36.778554 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:36.801405 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-e1ecc29e-96c8-4c82-b3f9-b9a4f4a99c41 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:36.888854 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-3b984203-ef36-44eb-a5b7-c38af39570c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:36.891104 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-3b984203-ef36-44eb-a5b7-c38af39570c4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&device_id=dc560642-1261-4f4f-850c-713ffe3d2c26 HTTP/1.1" status: 200 len: 1095 time: 0.7742114 Jan 18 20:27:36.919968 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bffa347c-518c-4568-b9a3-b7ae212e21b2 req-69821c91-cce4-429c-b831-f7f1c279978d tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582723 Jan 18 20:27:36.928023 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-9d007f34-c6d8-411f-9734-3af789a533a5 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Made reservation on behalf of 3239fedb46ae41848c033fa320a63794 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:36.932718 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-9d007f34-c6d8-411f-9734-3af789a533a5 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:36.979017 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae984ab-647d-4789-8ccb-56dab6498092 req-8fe7bc33-a6a0-4d8c-8252-796b96d44460 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:36.980726 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cae984ab-647d-4789-8ccb-56dab6498092 req-8fe7bc33-a6a0-4d8c-8252-796b96d44460 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc560642-1261-4f4f-850c-713ffe3d2c26 HTTP/1.1" status: 200 len: 944 time: 0.4553230 Jan 18 20:27:37.010010 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-cd21115e-f5e0-4755-bfbe-91a155b0abcc tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Allocated IP 172.20.0.1 (0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1/a650b9d0-5379-4587-be12-37cfca446f0e/d1014b3f-4e50-4166-a6d5-51a0a23be402) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:37.106603 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-cfa27646-45bc-424e-835e-039e638238e0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5864750f-0bf3-4d8a-87d1-8ec2b7170bbb HTTP/1.1" status: 200 len: 217 time: 0.0794334 Jan 18 20:27:37.186500 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0867cacf-ac9b-4559-b880-088057a76226 req-ed81afb1-e3cd-418c-8091-26503bb2e62c tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6ea767a-d98b-4099-8756-a86f2d933659 HTTP/1.1" status: 200 len: 210 time: 0.0376456 Jan 18 20:27:37.279970 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cae984ab-647d-4789-8ccb-56dab6498092 req-1efbf75c-8712-4be2-bae7-ba797c983e76 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836344 Jan 18 20:27:37.444236 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-6ae35db7-ea06-4cc8-9ce5-44f812cd0a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:37.445836 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-6ae35db7-ea06-4cc8-9ce5-44f812cd0a4c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2eac11f-fef0-464c-9aac-08a05c8cc068 HTTP/1.1" status: 200 len: 850 time: 0.2397006 Jan 18 20:27:37.451555 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34c4a3e6-2e5d-4ed6-8e1c-a3ebe36cc84a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e352513b-3a3c-460e-a86f-2b6750e47c55), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:37.582968 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4a3e6-2e5d-4ed6-8e1c-a3ebe36cc84a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Port': ['ID=e352513b-3a3c-460e-a86f-2b6750e47c55,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:37.654917 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c4a3e6-2e5d-4ed6-8e1c-a3ebe36cc84a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network 7b7c004e-6af7-41de-a971-545b6714615f is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:37.672538 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-34c4a3e6-2e5d-4ed6-8e1c-a3ebe36cc84a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:37.709013 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c4a3e6-2e5d-4ed6-8e1c-a3ebe36cc84a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:37.722770 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c4a3e6-2e5d-4ed6-8e1c-a3ebe36cc84a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:37.723454 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34c4a3e6-2e5d-4ed6-8e1c-a3ebe36cc84a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:37.764130 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccfe7b0-5536-4c94-98a8-41adce0f28bc admin admin] Router 8945969a-189b-4f40-972e-2b9c31ede4df has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:27:37.778130 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-34c4a3e6-2e5d-4ed6-8e1c-a3ebe36cc84a tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.8608387 Jan 18 20:27:37.780073 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39216) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:37.788183 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-0f5a6c12-221a-4168-8141-9b3252811c3b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'subnet': {'network_id': '7b7c004e-6af7-41de-a971-545b6714615f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:37.853821 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-60771ddc-7982-416c-be52-ed852096a9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:37.855357 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-60771ddc-7982-416c-be52-ed852096a9f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88e9200-d99d-4ea0-a241-681917733bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3990333 Jan 18 20:27:37.863722 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-e1ecc29e-96c8-4c82-b3f9-b9a4f4a99c41 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Allocated IP 10.2.2.100 (e28041d0-7a31-4e94-acee-687198cd901a/4447c040-bbb0-41e1-84cc-ec8cc29dd4f8/0abb6452-2f0c-4e93-bb6c-218b06908795) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:38.119632 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0609ee-1c06-4598-a510-ceb6cef04352 req-ba99ffb5-72cb-4a76-93c9-4262d4816e09 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:38.125985 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0609ee-1c06-4598-a510-ceb6cef04352 req-ba99ffb5-72cb-4a76-93c9-4262d4816e09 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:38.132246 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0609ee-1c06-4598-a510-ceb6cef04352 req-ba99ffb5-72cb-4a76-93c9-4262d4816e09 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:38.134215 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce0609ee-1c06-4598-a510-ceb6cef04352 req-ba99ffb5-72cb-4a76-93c9-4262d4816e09 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 2374 time: 0.8532977 Jan 18 20:27:38.146489 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-df42e0c9-0c9e-4e51-b658-2d74e66d3b7b None None] Provisioning complete for port e352513b-3a3c-460e-a86f-2b6750e47c55 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:38.147077 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-df42e0c9-0c9e-4e51-b658-2d74e66d3b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e352513b-3a3c-460e-a86f-2b6750e47c55), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:38.175611 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd21115e-f5e0-4755-bfbe-91a155b0abcc tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks [] for port (d1014b3f-4e50-4166-a6d5-51a0a23be402), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:38.184152 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-9d007f34-c6d8-411f-9734-3af789a533a5 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Allocated IP 172.20.0.11 (9edf7d93-65a7-43e4-8503-d8efc2d82579/ab2298d9-649b-4601-b536-132ba46d75ad/b66ef2c9-2681-479d-841b-66f8167f1c5f) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:38.222570 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-df42e0c9-0c9e-4e51-b658-2d74e66d3b7b None None] Port e352513b-3a3c-460e-a86f-2b6750e47c55 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:38.235377 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce0609ee-1c06-4598-a510-ceb6cef04352 req-f0c1f525-4c76-4a88-897c-69d345045e81 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926204 Jan 18 20:27:38.286233 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd21115e-f5e0-4755-bfbe-91a155b0abcc tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (d1014b3f-4e50-4166-a6d5-51a0a23be402), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:38.397040 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-66e04402-340d-4ba7-9fb5-b39415be37c9 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220282 Jan 18 20:27:38.404012 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21115e-f5e0-4755-bfbe-91a155b0abcc tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Pushing event updated for resources: {'Port': ['ID=d1014b3f-4e50-4166-a6d5-51a0a23be402,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:38.416766 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd21115e-f5e0-4755-bfbe-91a155b0abcc tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Network 0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:38.441513 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4b101a9e-bd33-4689-8735-ec37181bdf54 req-13a0a05b-c56e-4e76-b497-cc2de374ae39 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6ea767a-d98b-4099-8756-a86f2d933659 HTTP/1.1" status: 200 len: 210 time: 0.0475755 Jan 18 20:27:38.442517 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-cd21115e-f5e0-4755-bfbe-91a155b0abcc tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:38.550548 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd21115e-f5e0-4755-bfbe-91a155b0abcc tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:38.562174 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2c1ea47a-4846-4c42-b7b3-07e4be4aaf68 req-e37ea608-5ead-4438-a467-3ea30f7d3cc6 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378767 Jan 18 20:27:38.571737 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5a6c12-221a-4168-8141-9b3252811c3b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:38.577546 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0f5a6c12-221a-4168-8141-9b3252811c3b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:38.697392 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccfe7b0-5536-4c94-98a8-41adce0f28bc admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:27:38.722546 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0954f5d5-5300-4fad-a5b3-369228c41b6e None None] Sync routers for ids ['8945969a-189b-4f40-972e-2b9c31ede4df'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:27:38.725543 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-e1ecc29e-96c8-4c82-b3f9-b9a4f4a99c41 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for port (0abb6452-2f0c-4e93-bb6c-218b06908795), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:38.747363 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0954f5d5-5300-4fad-a5b3-369228c41b6e None None] Routers {'8945969a-189b-4f40-972e-2b9c31ede4df'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:38.751492 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0954f5d5-5300-4fad-a5b3-369228c41b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:27:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8945969a-189b-4f40-972e-2b9c31ede4df'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:38.753231 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-9d007f34-c6d8-411f-9734-3af789a533a5 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Publish callbacks [] for port (b66ef2c9-2681-479d-841b-66f8167f1c5f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:38.786750 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd21115e-f5e0-4755-bfbe-91a155b0abcc tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (86f2b236-5fb0-408e-9f2e-3fb71c97682b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:38.805589 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-9d007f34-c6d8-411f-9734-3af789a533a5 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (b66ef2c9-2681-479d-841b-66f8167f1c5f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:38.819634 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5ccfe7b0-5536-4c94-98a8-41adce0f28bc admin admin] 10.222.0.31 "PUT /v2.0/routers/8945969a-189b-4f40-972e-2b9c31ede4df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4297392 Jan 18 20:27:38.847747 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39236) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:38.968643 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-acda1e45-b9ff-4788-9c29-3a47f7da073f None None] Provisioning complete for port d1014b3f-4e50-4166-a6d5-51a0a23be402 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:38.969378 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-acda1e45-b9ff-4788-9c29-3a47f7da073f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d1014b3f-4e50-4166-a6d5-51a0a23be402), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:38.987598 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-9d007f34-c6d8-411f-9734-3af789a533a5 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Network 9edf7d93-65a7-43e4-8503-d8efc2d82579 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:39.001281 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c8999-4be6-4c2a-9c70-fbd6ec05fcec req-9e211e6c-6cb9-4631-8066-d1f058d2bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:39.007074 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6e6c8999-4be6-4c2a-9c70-fbd6ec05fcec req-9e211e6c-6cb9-4631-8066-d1f058d2bfdd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&device_id=dc560642-1261-4f4f-850c-713ffe3d2c26 HTTP/1.1" status: 200 len: 1095 time: 0.3465157 Jan 18 20:27:39.016785 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-acda1e45-b9ff-4788-9c29-3a47f7da073f None None] Port d1014b3f-4e50-4166-a6d5-51a0a23be402 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:39.061296 n-d-741529-9 neutron-server[103335]: INFO neutron.db.ipam_backend_mixin [None req-0f5a6c12-221a-4168-8141-9b3252811c3b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 13e2c042-95b6-4c40-afe2-c216bb7546a6 (CIDR: 2001:db8::/64) Jan 18 20:27:39.069099 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-0954f5d5-5300-4fad-a5b3-369228c41b6e None None] Set router 8945969a-189b-4f40-972e-2b9c31ede4df gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:27:39.078856 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-9d007f34-c6d8-411f-9734-3af789a533a5 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:39.095583 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5a6c12-221a-4168-8141-9b3252811c3b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:27:39.096035 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f5a6c12-221a-4168-8141-9b3252811c3b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:27:39.101023 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229dd26-f226-4411-9eba-f6ea5497989c req-cc2ca7d4-eefb-4026-b0df-88dbea75bbbd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:39.104769 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9229dd26-f226-4411-9eba-f6ea5497989c req-cc2ca7d4-eefb-4026-b0df-88dbea75bbbd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc560642-1261-4f4f-850c-713ffe3d2c26 HTTP/1.1" status: 200 len: 944 time: 0.5934076 Jan 18 20:27:39.105918 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-9d007f34-c6d8-411f-9734-3af789a533a5 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:39.168286 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d007f34-c6d8-411f-9734-3af789a533a5 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Pushing event updated for resources: {'Port': ['ID=b66ef2c9-2681-479d-841b-66f8167f1c5f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:39.217620 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-e1ecc29e-96c8-4c82-b3f9-b9a4f4a99c41 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (0abb6452-2f0c-4e93-bb6c-218b06908795), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:39.254623 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-94cb939f-5ae3-4f2e-9c49-15486a5e7cb0 admin admin] Publish callbacks [] for router (8945969a-189b-4f40-972e-2b9c31ede4df), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:39.284976 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-e1ecc29e-96c8-4c82-b3f9-b9a4f4a99c41 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Network e28041d0-7a31-4e94-acee-687198cd901a is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:39.289267 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-e1ecc29e-96c8-4c82-b3f9-b9a4f4a99c41 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:39.348464 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39244) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:39.348927 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0f5a6c12-221a-4168-8141-9b3252811c3b tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5648174 Jan 18 20:27:39.360882 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-a7cf555c-9aa5-45bf-be70-79e97aa4d9e3 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'subnet': {'network_id': '7b7c004e-6af7-41de-a971-545b6714615f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:39.366028 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-e1ecc29e-96c8-4c82-b3f9-b9a4f4a99c41 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:39.469273 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9229dd26-f226-4411-9eba-f6ea5497989c req-431fb486-718a-47f0-a705-7a536afd688d tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512132 Jan 18 20:27:39.491662 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0954f5d5-5300-4fad-a5b3-369228c41b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'name': 'tempest-TestVolumeBackupRestore-557413874-router', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:35Z', 'updated_at': '2022-01-18T20:27:34Z', 'revision_number': 5, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'gw_port': {'id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:37Z', 'updated_at': '2022-01-18T20:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:39.536354 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c8999-4be6-4c2a-9c70-fbd6ec05fcec req-288d2bcf-c822-4bc9-a3e9-44cc779edd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:39.551174 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6e6c8999-4be6-4c2a-9c70-fbd6ec05fcec req-288d2bcf-c822-4bc9-a3e9-44cc779edd57 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 912 time: 0.5211148 Jan 18 20:27:39.566078 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0954f5d5-5300-4fad-a5b3-369228c41b6e None None] Checking router: 8945969a-189b-4f40-972e-2b9c31ede4df for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:27:39.641692 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-9d007f34-c6d8-411f-9734-3af789a533a5 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:39.642049 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0954f5d5-5300-4fad-a5b3-369228c41b6e None None] Routers {'8945969a-189b-4f40-972e-2b9c31ede4df'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:39.643012 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-9d007f34-c6d8-411f-9734-3af789a533a5 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:39.645069 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0954f5d5-5300-4fad-a5b3-369228c41b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:27:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8945969a-189b-4f40-972e-2b9c31ede4df'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:39.723581 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ecc29e-96c8-4c82-b3f9-b9a4f4a99c41 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event updated for resources: {'Port': ['ID=0abb6452-2f0c-4e93-bb6c-218b06908795,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:39.745428 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6e6c8999-4be6-4c2a-9c70-fbd6ec05fcec req-0fb578a7-ec9e-46e9-8c57-291d4fd7ce97 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5864750f-0bf3-4d8a-87d1-8ec2b7170bbb HTTP/1.1" status: 200 len: 217 time: 0.1933699 Jan 18 20:27:39.765557 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-e1ecc29e-96c8-4c82-b3f9-b9a4f4a99c41 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:39.766254 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-e1ecc29e-96c8-4c82-b3f9-b9a4f4a99c41 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:39.849474 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-84926cdb-c502-45d5-839c-735dfb982ec9 None None] Provisioning complete for port 0abb6452-2f0c-4e93-bb6c-218b06908795 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:39.849975 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-84926cdb-c502-45d5-839c-735dfb982ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (0abb6452-2f0c-4e93-bb6c-218b06908795), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:39.852863 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c8999-4be6-4c2a-9c70-fbd6ec05fcec req-531329bc-f955-4c50-bec4-f5c1509e34b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:39.854933 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6e6c8999-4be6-4c2a-9c70-fbd6ec05fcec req-531329bc-f955-4c50-bec4-f5c1509e34b7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2eac11f-fef0-464c-9aac-08a05c8cc068 HTTP/1.1" status: 200 len: 850 time: 0.0850854 Jan 18 20:27:39.890516 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-0954f5d5-5300-4fad-a5b3-369228c41b6e None None] Set router 8945969a-189b-4f40-972e-2b9c31ede4df gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:27:39.932498 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-e1ecc29e-96c8-4c82-b3f9-b9a4f4a99c41 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6667917 Jan 18 20:27:39.942733 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-9d007f34-c6d8-411f-9734-3af789a533a5 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8310647 Jan 18 20:27:39.958575 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-e7f035fd-b6a3-488c-b362-a0a9804f3fda tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Request body: {'port': {'device_id': 'aa171f3a-7b11-4647-88b5-324804184a23', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e28041d0-7a31-4e94-acee-687198cd901a', 'admin_state_up': True, 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'security_groups': ['a274c4d4-997b-45fa-a35a-3baa0a779f24']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:39.971647 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-84926cdb-c502-45d5-839c-735dfb982ec9 None None] Port 0abb6452-2f0c-4e93-bb6c-218b06908795 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:39.998682 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-94cb939f-5ae3-4f2e-9c49-15486a5e7cb0 admin admin] Publish callbacks [] for router_gateway (8945969a-189b-4f40-972e-2b9c31ede4df), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:40.003349 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd21115e-f5e0-4755-bfbe-91a155b0abcc tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d1014b3f-4e50-4166-a6d5-51a0a23be402), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:40.037472 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c8999-4be6-4c2a-9c70-fbd6ec05fcec req-e90a086c-4432-4087-83a0-3686c1845a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:40.040522 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6e6c8999-4be6-4c2a-9c70-fbd6ec05fcec req-e90a086c-4432-4087-83a0-3686c1845a57 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88e9200-d99d-4ea0-a241-681917733bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1695735 Jan 18 20:27:40.088764 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-515601dc-f5b8-4776-90e6-4aa003431802 service neutron] Request body: {'port': {'device_id': 'c6ea767a-d98b-4099-8756-a86f2d933659', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:40.180762 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6e6c8999-4be6-4c2a-9c70-fbd6ec05fcec req-d73dd6c3-a91a-4387-94e8-1f83aeb62b1b service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032782 Jan 18 20:27:40.196339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0954f5d5-5300-4fad-a5b3-369228c41b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'name': 'tempest-TestVolumeBackupRestore-557413874-router', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:35Z', 'updated_at': '2022-01-18T20:27:34Z', 'revision_number': 5, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'gw_port': {'id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:37Z', 'updated_at': '2022-01-18T20:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:40.227496 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0954f5d5-5300-4fad-a5b3-369228c41b6e None None] The sync data for ids ['8945969a-189b-4f40-972e-2b9c31ede4df'] in n-d-741529-9 is: [{'id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'name': 'tempest-TestVolumeBackupRestore-557413874-router', 'tenant_id': '823a89669aba4a1ca250f17180b6d997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:35Z', 'updated_at': '2022-01-18T20:27:34Z', 'revision_number': 5, 'project_id': '823a89669aba4a1ca250f17180b6d997', 'gw_port': {'id': '7df3022e-487c-4fbc-9da1-c5789a172916', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945969a-189b-4f40-972e-2b9c31ede4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:37Z', 'updated_at': '2022-01-18T20:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:27:40.291958 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec452252-da39-4198-a111-6b365079478d req-1a9a4910-cf5b-4b74-a84a-6c40a6c0fd54 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:40.298699 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec452252-da39-4198-a111-6b365079478d req-1a9a4910-cf5b-4b74-a84a-6c40a6c0fd54 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:40.305615 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec452252-da39-4198-a111-6b365079478d req-1a9a4910-cf5b-4b74-a84a-6c40a6c0fd54 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:40.312447 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec452252-da39-4198-a111-6b365079478d req-1a9a4910-cf5b-4b74-a84a-6c40a6c0fd54 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:40.314444 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec452252-da39-4198-a111-6b365079478d req-1a9a4910-cf5b-4b74-a84a-6c40a6c0fd54 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 3095 time: 0.8864896 Jan 18 20:27:40.322745 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cf555c-9aa5-45bf-be70-79e97aa4d9e3 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:40.325961 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a7cf555c-9aa5-45bf-be70-79e97aa4d9e3 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:40.422059 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-e7f035fd-b6a3-488c-b362-a0a9804f3fda tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Made reservation on behalf of 733444720280437eb7f9cfdcefc53319 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:40.426865 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-e7f035fd-b6a3-488c-b362-a0a9804f3fda tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:40.449084 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-23f39349-2d76-4d91-b623-ce7c72c5346b req-69ac8503-ab50-4af9-9b9c-64bc92bdbaf5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1180487 Jan 18 20:27:40.459169 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6e6c8999-4be6-4c2a-9c70-fbd6ec05fcec req-082fba19-1b26-4a30-bb7b-226b2d205c2a service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337573 Jan 18 20:27:40.596379 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08c20f-8f66-4634-9e01-29f36db48946 req-da2754b7-57ec-4ad7-afa3-5677c687dbb3 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:40.598147 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0b08c20f-8f66-4634-9e01-29f36db48946 req-da2754b7-57ec-4ad7-afa3-5677c687dbb3 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6ea767a-d98b-4099-8756-a86f2d933659 HTTP/1.1" status: 200 len: 932 time: 0.6934524 Jan 18 20:27:40.614091 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec452252-da39-4198-a111-6b365079478d req-abd75975-a96b-434f-9750-1c387f0e1152 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307546 Jan 18 20:27:40.694847 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-515601dc-f5b8-4776-90e6-4aa003431802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b66ef2c9-2681-479d-841b-66f8167f1c5f), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:40.734800 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f39349-2d76-4d91-b623-ce7c72c5346b req-9c4a5a5e-9cce-4c8d-b348-f97f70f06226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:40.736112 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-23f39349-2d76-4d91-b623-ce7c72c5346b req-9c4a5a5e-9cce-4c8d-b348-f97f70f06226 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 1097 time: 0.2325797 Jan 18 20:27:40.758852 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-e7f035fd-b6a3-488c-b362-a0a9804f3fda tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Allocated IP 10.2.2.200 (e28041d0-7a31-4e94-acee-687198cd901a/4447c040-bbb0-41e1-84cc-ec8cc29dd4f8/3d00ac2c-22d8-495c-a56f-379c471665e9) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:40.944005 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f39349-2d76-4d91-b623-ce7c72c5346b req-287182c9-23bc-460d-ae03-92803d1aa4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:40.945547 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-23f39349-2d76-4d91-b623-ce7c72c5346b req-287182c9-23bc-460d-ae03-92803d1aa4b9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 912 time: 0.1739450 Jan 18 20:27:41.120819 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b041b7-b95f-4198-9a6a-b9ec1e0b70ba req-cf63ebbc-d25b-4c9e-8803-3570d99785fd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:41.122616 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-25b041b7-b95f-4198-9a6a-b9ec1e0b70ba req-cf63ebbc-d25b-4c9e-8803-3570d99785fd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc560642-1261-4f4f-850c-713ffe3d2c26 HTTP/1.1" status: 200 len: 944 time: 0.3876338 Jan 18 20:27:41.136431 n-d-741529-9 neutron-server[103336]: INFO neutron.db.ipam_backend_mixin [None req-a7cf555c-9aa5-45bf-be70-79e97aa4d9e3 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 1481f605-8fed-46fb-a0db-150d81eef3ff (CIDR: 2001:db8:0:1::/64) Jan 18 20:27:41.165294 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0b08c20f-8f66-4634-9e01-29f36db48946 req-5c990237-903d-4d84-b7ab-8523f6d2cfa8 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.31 "GET /v2.0/security-groups?id=d94e1aa4-f4c2-43d5-b488-ec0a2a01844d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5454948 Jan 18 20:27:41.178965 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-94cb939f-5ae3-4f2e-9c49-15486a5e7cb0 admin admin] Deleting port 7df3022e-487c-4fbc-9da1-c5789a172916 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:27:41.179804 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-94cb939f-5ae3-4f2e-9c49-15486a5e7cb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (7df3022e-487c-4fbc-9da1-c5789a172916), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:41.253254 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:27:41.401012 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7cf555c-9aa5-45bf-be70-79e97aa4d9e3 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:27:41.401651 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7cf555c-9aa5-45bf-be70-79e97aa4d9e3 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:27:41.431691 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-e7f035fd-b6a3-488c-b362-a0a9804f3fda tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for port (3d00ac2c-22d8-495c-a56f-379c471665e9), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:41.454788 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-94cb939f-5ae3-4f2e-9c49-15486a5e7cb0 admin admin] For port 7df3022e-487c-4fbc-9da1-c5789a172916, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7df3022e-487c-4fbc-9da1-c5789a172916,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:41.454788 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-94cb939f-5ae3-4f2e-9c49-15486a5e7cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (7df3022e-487c-4fbc-9da1-c5789a172916), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:41.467617 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-23f39349-2d76-4d91-b623-ce7c72c5346b req-9142d8c4-b5cd-444e-8ca2-4c4d1d649a69 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80e97295-c4f1-4760-baa3-1cc63a28cfc5 HTTP/1.1" status: 200 len: 217 time: 0.5114701 Jan 18 20:27:41.475612 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-94cb939f-5ae3-4f2e-9c49-15486a5e7cb0 admin admin] Calling delete_port for 7df3022e-487c-4fbc-9da1-c5789a172916 owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:27:41.480530 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-e7f035fd-b6a3-488c-b362-a0a9804f3fda tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (3d00ac2c-22d8-495c-a56f-379c471665e9), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:41.522245 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=5864750f-0bf3-4d8a-87d1-8ec2b7170bbb,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:41.535204 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '5864750f-0bf3-4d8a-87d1-8ec2b7170bbb', 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'port_id': '5864750f-0bf3-4d8a-87d1-8ec2b7170bbb', 'mac_address': 'fa:16:3e:d7:64:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:27:41.577575 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f035fd-b6a3-488c-b362-a0a9804f3fda tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event updated for resources: {'Port': ['ID=3d00ac2c-22d8-495c-a56f-379c471665e9,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:41.582014 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:41.582623 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (5864750f-0bf3-4d8a-87d1-8ec2b7170bbb), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:41.602915 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:27:41.637409 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device fbd845d4-9f6c-42b3-8ab6-45f55871a660 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:27:41.639676 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a7cf555c-9aa5-45bf-be70-79e97aa4d9e3 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.2842069 Jan 18 20:27:41.643145 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39294) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:41.645899 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=5864750f-0bf3-4d8a-87d1-8ec2b7170bbb,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:41.646187 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-e7f035fd-b6a3-488c-b362-a0a9804f3fda tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Network e28041d0-7a31-4e94-acee-687198cd901a is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:41.646326 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd21115e-f5e0-4755-bfbe-91a155b0abcc tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks [] for port (d1014b3f-4e50-4166-a6d5-51a0a23be402), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:41.652965 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-d8551e99-3794-4367-9fa9-07474137c341 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'subnet': {'network_id': '7b7c004e-6af7-41de-a971-545b6714615f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:41.666326 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-e7f035fd-b6a3-488c-b362-a0a9804f3fda tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:41.671919 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-e7f035fd-b6a3-488c-b362-a0a9804f3fda tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:41.698548 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: fbd845d4-9f6c-42b3-8ab6-45f55871a660 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:27:41.699120 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device fbd845d4-9f6c-42b3-8ab6-45f55871a660 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:27:41.705368 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (5864750f-0bf3-4d8a-87d1-8ec2b7170bbb), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:41.752887 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f39349-2d76-4d91-b623-ce7c72c5346b req-c9dadbd7-f0c3-448c-9701-42f85ad2720b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:41.754540 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-23f39349-2d76-4d91-b623-ce7c72c5346b req-c9dadbd7-f0c3-448c-9701-42f85ad2720b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2eac11f-fef0-464c-9aac-08a05c8cc068 HTTP/1.1" status: 200 len: 850 time: 0.2720366 Jan 18 20:27:41.817343 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-e7f035fd-b6a3-488c-b362-a0a9804f3fda tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:41.818259 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-e7f035fd-b6a3-488c-b362-a0a9804f3fda tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:41.862867 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-e7f035fd-b6a3-488c-b362-a0a9804f3fda tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9161015 Jan 18 20:27:42.018969 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-faa9315a-9a04-4f2f-93c9-640ca32de3c0 service neutron] Request body: {'port': {'device_id': 'aa171f3a-7b11-4647-88b5-324804184a23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:42.023989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f39349-2d76-4d91-b623-ce7c72c5346b req-06315f29-fd73-4359-9acf-c23f6ef8b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:42.025994 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-23f39349-2d76-4d91-b623-ce7c72c5346b req-06315f29-fd73-4359-9acf-c23f6ef8b89c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88e9200-d99d-4ea0-a241-681917733bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2635427 Jan 18 20:27:42.078323 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4a07b166-2472-4037-892f-f14134b784fd None None] Provisioning complete for port 3d00ac2c-22d8-495c-a56f-379c471665e9 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:42.078844 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4a07b166-2472-4037-892f-f14134b784fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3d00ac2c-22d8-495c-a56f-379c471665e9), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:42.080466 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=5864750f-0bf3-4d8a-87d1-8ec2b7170bbb,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:42.152861 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4a07b166-2472-4037-892f-f14134b784fd None None] Port 3d00ac2c-22d8-495c-a56f-379c471665e9 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:42.173720 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['5864750f-0bf3-4d8a-87d1-8ec2b7170bbb'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:27:42.192908 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-23f39349-2d76-4d91-b623-ce7c72c5346b req-3fe2f93c-a24c-4fcd-ad0e-9d7e0552377a service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170986 Jan 18 20:27:42.278047 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd21115e-f5e0-4755-bfbe-91a155b0abcc tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (d1014b3f-4e50-4166-a6d5-51a0a23be402), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:42.296343 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-faa9315a-9a04-4f2f-93c9-640ca32de3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c3205105-3cf6-449b-a8a6-e9c40e5ae36e), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:42.505990 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-23f39349-2d76-4d91-b623-ce7c72c5346b req-93cad0ff-1ca5-43cd-b190-dfbc1ecbe001 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005736 Jan 18 20:27:42.629718 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-25b041b7-b95f-4198-9a6a-b9ec1e0b70ba req-6f2c6b7a-92da-4f2b-ba22-6dfe2bb28b78 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4526167 Jan 18 20:27:42.630394 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21115e-f5e0-4755-bfbe-91a155b0abcc tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Pushing event updated for resources: {'Port': ['ID=d1014b3f-4e50-4166-a6d5-51a0a23be402,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:42.648978 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd21115e-f5e0-4755-bfbe-91a155b0abcc tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (86f2b236-5fb0-408e-9f2e-3fb71c97682b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:42.689737 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a68275-3dc4-476b-93f6-9c73e2822f3c req-d666c7e3-7864-4ee2-a9dc-36d7cca91848 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:42.691335 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-91a68275-3dc4-476b-93f6-9c73e2822f3c req-d666c7e3-7864-4ee2-a9dc-36d7cca91848 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 1.2873876 Jan 18 20:27:42.728695 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-faa9315a-9a04-4f2f-93c9-640ca32de3c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3205105-3cf6-449b-a8a6-e9c40e5ae36e {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:27:42.742524 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-faa9315a-9a04-4f2f-93c9-640ca32de3c0 service neutron] Publish callbacks [] for port (c3205105-3cf6-449b-a8a6-e9c40e5ae36e), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:42.756670 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-faa9315a-9a04-4f2f-93c9-640ca32de3c0 service neutron] Transition to ACTIVE for port object c3205105-3cf6-449b-a8a6-e9c40e5ae36e will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:27:42.764003 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-faa9315a-9a04-4f2f-93c9-640ca32de3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (c3205105-3cf6-449b-a8a6-e9c40e5ae36e), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:42.768705 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-515601dc-f5b8-4776-90e6-4aa003431802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b66ef2c9-2681-479d-841b-66f8167f1c5f {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:27:42.828137 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9315a-9a04-4f2f-93c9-640ca32de3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c3205105-3cf6-449b-a8a6-e9c40e5ae36e,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:42.878465 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-515601dc-f5b8-4776-90e6-4aa003431802 service neutron] Publish callbacks [] for port (b66ef2c9-2681-479d-841b-66f8167f1c5f), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:42.965200 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8551e99-3794-4367-9fa9-07474137c341 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Made reservation on behalf of 5675e927592b43369fffe392229d1a22 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:42.970106 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d8551e99-3794-4367-9fa9-07474137c341 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:42.971543 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-faa9315a-9a04-4f2f-93c9-640ca32de3c0 service neutron] Attempting to bind port c3205105-3cf6-449b-a8a6-e9c40e5ae36e on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:27:42.971890 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-faa9315a-9a04-4f2f-93c9-640ca32de3c0 service neutron] Attempting to bind port c3205105-3cf6-449b-a8a6-e9c40e5ae36e by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'c1d21b30-858e-44e1-860f-2f5b2e55021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '430c56bd-8290-45d6-ab68-26d11179c94e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:27:42.972224 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-faa9315a-9a04-4f2f-93c9-640ca32de3c0 service neutron] Attempting to bind port c3205105-3cf6-449b-a8a6-e9c40e5ae36e on network 430c56bd-8290-45d6-ab68-26d11179c94e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:42.980398 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-faa9315a-9a04-4f2f-93c9-640ca32de3c0 service neutron] Port c3205105-3cf6-449b-a8a6-e9c40e5ae36e on network 430c56bd-8290-45d6-ab68-26d11179c94e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:27:42.980398 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-faa9315a-9a04-4f2f-93c9-640ca32de3c0 service neutron] Attempting to bind port c3205105-3cf6-449b-a8a6-e9c40e5ae36e on network 430c56bd-8290-45d6-ab68-26d11179c94e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:42.987427 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-faa9315a-9a04-4f2f-93c9-640ca32de3c0 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:27:42.988025 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-faa9315a-9a04-4f2f-93c9-640ca32de3c0 service neutron] Checking segment: {'id': 'c1d21b30-858e-44e1-860f-2f5b2e55021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '430c56bd-8290-45d6-ab68-26d11179c94e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:42.988677 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-faa9315a-9a04-4f2f-93c9-640ca32de3c0 service neutron] Bound using segment: {'id': 'c1d21b30-858e-44e1-860f-2f5b2e55021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '430c56bd-8290-45d6-ab68-26d11179c94e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:27:42.989179 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-faa9315a-9a04-4f2f-93c9-640ca32de3c0 service neutron] Bound port: c3205105-3cf6-449b-a8a6-e9c40e5ae36e, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d21b30-858e-44e1-860f-2f5b2e55021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '430c56bd-8290-45d6-ab68-26d11179c94e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:27:42.989607 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-faa9315a-9a04-4f2f-93c9-640ca32de3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c3205105-3cf6-449b-a8a6-e9c40e5ae36e), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:43.060994 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-515601dc-f5b8-4776-90e6-4aa003431802 service neutron] Transition to ACTIVE for port object b66ef2c9-2681-479d-841b-66f8167f1c5f will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:27:43.088408 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-91a68275-3dc4-476b-93f6-9c73e2822f3c req-66db8487-0d55-4e1a-93f5-1554ac75ab9e tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787348 Jan 18 20:27:43.089025 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-94cb939f-5ae3-4f2e-9c49-15486a5e7cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (7df3022e-487c-4fbc-9da1-c5789a172916), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:43.134407 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-faa9315a-9a04-4f2f-93c9-640ca32de3c0 service neutron] For port c3205105-3cf6-449b-a8a6-e9c40e5ae36e, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:27:43.137800 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-515601dc-f5b8-4776-90e6-4aa003431802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (b66ef2c9-2681-479d-841b-66f8167f1c5f), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:43.148438 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c1a5ac-0f54-4c30-8a2a-64a043d3af9b None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:27:43.153613 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-faa9315a-9a04-4f2f-93c9-640ca32de3c0 service neutron] For port c3205105-3cf6-449b-a8a6-e9c40e5ae36e, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=c3205105-3cf6-449b-a8a6-e9c40e5ae36e,segment=NetworkSegment(c1d21b30-858e-44e1-860f-2f5b2e55021f),segment_id=c1d21b30-858e-44e1-860f-2f5b2e55021f)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:27:43.170000 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-faa9315a-9a04-4f2f-93c9-640ca32de3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (c3205105-3cf6-449b-a8a6-e9c40e5ae36e), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:43.186068 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb939f-5ae3-4f2e-9c49-15486a5e7cb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7df3022e-487c-4fbc-9da1-c5789a172916,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:43.251078 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9315a-9a04-4f2f-93c9-640ca32de3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c3205105-3cf6-449b-a8a6-e9c40e5ae36e,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:43.269094 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:27:43.284310 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-faa9315a-9a04-4f2f-93c9-640ca32de3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:43.286684 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-faa9315a-9a04-4f2f-93c9-640ca32de3c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:43.288125 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-faa9315a-9a04-4f2f-93c9-640ca32de3c0 service neutron] 10.222.0.70 "PUT /v2.0/ports/c3205105-3cf6-449b-a8a6-e9c40e5ae36e HTTP/1.1" status: 200 len: 1091 time: 1.4163246 Jan 18 20:27:43.288896 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'tag': 'c3205105-3cf6-449b-a8a6-e9c40e5ae36e'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:27:43.293210 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61fc94f-1cdd-45f3-a965-468b4bacaeaf" -d '{"events": [{"name": "network-changed", "server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "tag": "c3205105-3cf6-449b-a8a6-e9c40e5ae36e"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:27:43.328589 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-ed0bc425-2749-4fc8-bf38-7a5b2a3d74c2 service neutron] Request body: {'port': {'device_id': 'aa171f3a-7b11-4647-88b5-324804184a23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:43.376043 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:27:43.380421 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:43.380801 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5864750f-0bf3-4d8a-87d1-8ec2b7170bbb), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:43.389295 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a132d-69bd-4759-8e38-ba241515292d req-72a312e5-702b-4599-9c38-6eda51ec9eea tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:43.405708 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a132d-69bd-4759-8e38-ba241515292d req-72a312e5-702b-4599-9c38-6eda51ec9eea tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:43.421534 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a132d-69bd-4759-8e38-ba241515292d req-72a312e5-702b-4599-9c38-6eda51ec9eea tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:43.442219 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-ed0bc425-2749-4fc8-bf38-7a5b2a3d74c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:43.451532 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a132d-69bd-4759-8e38-ba241515292d req-72a312e5-702b-4599-9c38-6eda51ec9eea tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:43.458041 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a132d-69bd-4759-8e38-ba241515292d req-72a312e5-702b-4599-9c38-6eda51ec9eea tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:43.473702 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5e9a132d-69bd-4759-8e38-ba241515292d req-72a312e5-702b-4599-9c38-6eda51ec9eea tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 3828 time: 0.6128142 Jan 18 20:27:43.483174 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515601dc-f5b8-4776-90e6-4aa003431802 service neutron] Pushing event updated for resources: {'Port': ['ID=b66ef2c9-2681-479d-841b-66f8167f1c5f,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:43.503096 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd21115e-f5e0-4755-bfbe-91a155b0abcc tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Network 0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:43.528736 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:43.529432 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (5864750f-0bf3-4d8a-87d1-8ec2b7170bbb), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:43.561176 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc560642-1261-4f4f-850c-713ffe3d2c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5864750f-0bf3-4d8a-87d1-8ec2b7170bbb'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:27:43.566927 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42dbec88-9666-44be-ad8e-bf6ec79ce185" -d '{"events": [{"server_uuid": "dc560642-1261-4f4f-850c-713ffe3d2c26", "name": "network-vif-plugged", "status": "completed", "tag": "5864750f-0bf3-4d8a-87d1-8ec2b7170bbb"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:27:43.611240 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=5864750f-0bf3-4d8a-87d1-8ec2b7170bbb,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:43.618685 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (5864750f-0bf3-4d8a-87d1-8ec2b7170bbb), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:43.768366 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=5864750f-0bf3-4d8a-87d1-8ec2b7170bbb,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:43.799641 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-ed0bc425-2749-4fc8-bf38-7a5b2a3d74c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:27:43.808087 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-cd21115e-f5e0-4755-bfbe-91a155b0abcc tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:43.810093 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-ed0bc425-2749-4fc8-bf38-7a5b2a3d74c2 service neutron] Publish callbacks [] for port (fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:43.822146 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d8551e99-3794-4367-9fa9-07474137c341 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (6c70b6a0-afcd-4f03-8792-6ce22e74188b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:43.826467 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-ed0bc425-2749-4fc8-bf38-7a5b2a3d74c2 service neutron] Transition to ACTIVE for port object fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:27:43.836821 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-ed0bc425-2749-4fc8-bf38-7a5b2a3d74c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:43.910852 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8551e99-3794-4367-9fa9-07474137c341 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Network 7b7c004e-6af7-41de-a971-545b6714615f is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:43.923306 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8551e99-3794-4367-9fa9-07474137c341 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Subnet': ['ID=6c70b6a0-afcd-4f03-8792-6ce22e74188b,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:43.927286 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-d8551e99-3794-4367-9fa9-07474137c341 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:43.930050 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8551e99-3794-4367-9fa9-07474137c341 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:43.930654 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d8551e99-3794-4367-9fa9-07474137c341 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:43.942656 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a90e6f-4927-481e-ac50-0497c4d775f9 None None] Network 7b7c004e-6af7-41de-a971-545b6714615f requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:27:43.991191 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0bc425-2749-4fc8-bf38-7a5b2a3d74c2 service neutron] Pushing event updated for resources: {'Port': ['ID=fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:44.002299 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018527de-6995-49d7-b223-501e5954b83e req-823a2bb6-68b2-42c1-8bd1-1a71c00581de tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:44.003928 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-018527de-6995-49d7-b223-501e5954b83e req-823a2bb6-68b2-42c1-8bd1-1a71c00581de tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6ea767a-d98b-4099-8756-a86f2d933659 HTTP/1.1" status: 200 len: 944 time: 0.8081508 Jan 18 20:27:44.121614 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-ed0bc425-2749-4fc8-bf38-7a5b2a3d74c2 service neutron] Attempting to bind port fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:27:44.122412 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-ed0bc425-2749-4fc8-bf38-7a5b2a3d74c2 service neutron] Attempting to bind port fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:27:44.123782 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-ed0bc425-2749-4fc8-bf38-7a5b2a3d74c2 service neutron] Attempting to bind port fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb on network 5fbd40aa-f049-4550-b042-82fa935955b5 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:44.125373 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5e9a132d-69bd-4759-8e38-ba241515292d req-d84a5a36-3035-4baf-8380-4d1ee55779a8 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6508052 Jan 18 20:27:44.134317 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d8551e99-3794-4367-9fa9-07474137c341 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4860673 Jan 18 20:27:44.135903 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39348) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:44.139881 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-ed0bc425-2749-4fc8-bf38-7a5b2a3d74c2 service neutron] Port fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb on network 5fbd40aa-f049-4550-b042-82fa935955b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:27:44.141353 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-ed0bc425-2749-4fc8-bf38-7a5b2a3d74c2 service neutron] Attempting to bind port fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb on network 5fbd40aa-f049-4550-b042-82fa935955b5 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:44.165110 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-ee3b6047-8e65-42f0-bd5a-f0fbf91d7e20 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2058652807', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6c70b6a0-afcd-4f03-8792-6ce22e74188b'}], 'security_groups': ['84630cb2-0767-4c0f-a853-c7411f48e759', 'f884f6ae-1618-4a88-aeaf-a26d3a869291']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:44.269424 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-ed0bc425-2749-4fc8-bf38-7a5b2a3d74c2 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:27:44.269836 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-ed0bc425-2749-4fc8-bf38-7a5b2a3d74c2 service neutron] Checking segment: {'id': '78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:44.270272 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-ed0bc425-2749-4fc8-bf38-7a5b2a3d74c2 service neutron] Bound using segment: {'id': '78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:27:44.270716 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-ed0bc425-2749-4fc8-bf38-7a5b2a3d74c2 service neutron] Bound port: fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:27:44.271072 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-ed0bc425-2749-4fc8-bf38-7a5b2a3d74c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:44.357986 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-94cb939f-5ae3-4f2e-9c49-15486a5e7cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (8945969a-189b-4f40-972e-2b9c31ede4df), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:44.402612 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-018527de-6995-49d7-b223-501e5954b83e req-99801ec5-fe86-4347-af1a-f5669ee59f08 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.31 "GET /v2.0/security-groups?id=d94e1aa4-f4c2-43d5-b488-ec0a2a01844d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157446 Jan 18 20:27:44.405846 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd21115e-f5e0-4755-bfbe-91a155b0abcc tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Router 86f2b236-5fb0-408e-9f2e-3fb71c97682b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:27:44.453331 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339dc223-c80e-462d-964a-1fe606654e65 None None] Update dhcp port {'port': {'network_id': '7b7c004e-6af7-41de-a971-545b6714615f', 'fixed_ips': [{'subnet_id': '1481f605-8fed-46fb-a0db-150d81eef3ff', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '13e2c042-95b6-4c40-afe2-c216bb7546a6', 'ip_address': '2001:db8::2'}, {'subnet_id': '6c70b6a0-afcd-4f03-8792-6ce22e74188b'}], 'binding:host_id': 'n-d-741529-9'}, 'id': '442b2e9b-dc3c-44bd-9892-d419e6edd623'} from n-d-741529-9. {{(pid=103337) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 18 20:27:44.460978 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-abd31b9b-7a8d-4e0e-961c-0cf1dab26e4f None None] Provisioning complete for port d1014b3f-4e50-4166-a6d5-51a0a23be402 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:44.461966 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-abd31b9b-7a8d-4e0e-961c-0cf1dab26e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d1014b3f-4e50-4166-a6d5-51a0a23be402), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:44.482188 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee3b6047-8e65-42f0-bd5a-f0fbf91d7e20 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e352513b-3a3c-460e-a86f-2b6750e47c55), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:44.508950 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d793219-02c5-4810-8b21-b4ac2eeb5864 x-openstack-request-id: req-1d793219-02c5-4810-8b21-b4ac2eeb5864 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:27:44.509243 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "tag": "c3205105-3cf6-449b-a8a6-e9c40e5ae36e", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:27:44.509507 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d793219-02c5-4810-8b21-b4ac2eeb5864 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:27:44.509962 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'tag': 'c3205105-3cf6-449b-a8a6-e9c40e5ae36e', 'status': 'completed', 'code': 200} Jan 18 20:27:44.538225 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-339dc223-c80e-462d-964a-1fe606654e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:44.548313 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-515601dc-f5b8-4776-90e6-4aa003431802 service neutron] Attempting to bind port b66ef2c9-2681-479d-841b-66f8167f1c5f on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:27:44.548658 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-515601dc-f5b8-4776-90e6-4aa003431802 service neutron] Attempting to bind port b66ef2c9-2681-479d-841b-66f8167f1c5f by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'd69ad9a7-9c84-41c0-a5ab-db4c05123133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9edf7d93-65a7-43e4-8503-d8efc2d82579'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:27:44.549068 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-515601dc-f5b8-4776-90e6-4aa003431802 service neutron] Attempting to bind port b66ef2c9-2681-479d-841b-66f8167f1c5f on network 9edf7d93-65a7-43e4-8503-d8efc2d82579 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:44.561467 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6de6af9-b6b3-4429-8829-65d43782ddfb x-openstack-request-id: req-f6de6af9-b6b3-4429-8829-65d43782ddfb {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:27:44.561865 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc560642-1261-4f4f-850c-713ffe3d2c26", "name": "network-vif-plugged", "status": "completed", "tag": "5864750f-0bf3-4d8a-87d1-8ec2b7170bbb", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:27:44.562187 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6de6af9-b6b3-4429-8829-65d43782ddfb {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:27:44.562654 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc560642-1261-4f4f-850c-713ffe3d2c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5864750f-0bf3-4d8a-87d1-8ec2b7170bbb', 'code': 200} Jan 18 20:27:44.564896 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-abd31b9b-7a8d-4e0e-961c-0cf1dab26e4f None None] Port d1014b3f-4e50-4166-a6d5-51a0a23be402 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:44.627917 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-515601dc-f5b8-4776-90e6-4aa003431802 service neutron] Port b66ef2c9-2681-479d-841b-66f8167f1c5f on network 9edf7d93-65a7-43e4-8503-d8efc2d82579 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:27:44.628257 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-515601dc-f5b8-4776-90e6-4aa003431802 service neutron] Attempting to bind port b66ef2c9-2681-479d-841b-66f8167f1c5f on network 9edf7d93-65a7-43e4-8503-d8efc2d82579 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:44.706716 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-94cb939f-5ae3-4f2e-9c49-15486a5e7cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (8945969a-189b-4f40-972e-2b9c31ede4df), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:44.722811 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fc94f-1cdd-45f3-a965-468b4bacaeaf req-692fbdc3-3e3f-496c-aee7-ba8496d4705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:44.723282 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fc94f-1cdd-45f3-a965-468b4bacaeaf req-692fbdc3-3e3f-496c-aee7-ba8496d4705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:44.723745 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fc94f-1cdd-45f3-a965-468b4bacaeaf req-692fbdc3-3e3f-496c-aee7-ba8496d4705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:44.724191 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fc94f-1cdd-45f3-a965-468b4bacaeaf req-692fbdc3-3e3f-496c-aee7-ba8496d4705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:44.724646 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fc94f-1cdd-45f3-a965-468b4bacaeaf req-692fbdc3-3e3f-496c-aee7-ba8496d4705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:44.725095 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fc94f-1cdd-45f3-a965-468b4bacaeaf req-692fbdc3-3e3f-496c-aee7-ba8496d4705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:44.727623 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e61fc94f-1cdd-45f3-a965-468b4bacaeaf req-692fbdc3-3e3f-496c-aee7-ba8496d4705c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=733444720280437eb7f9cfdcefc53319&device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5250 time: 0.2090619 Jan 18 20:27:44.753231 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-94cb939f-5ae3-4f2e-9c49-15486a5e7cb0 admin admin] Publish callbacks [] for router_controller (8945969a-189b-4f40-972e-2b9c31ede4df), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:44.785205 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-515601dc-f5b8-4776-90e6-4aa003431802 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:27:44.786102 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-515601dc-f5b8-4776-90e6-4aa003431802 service neutron] Checking segment: {'id': 'd69ad9a7-9c84-41c0-a5ab-db4c05123133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9edf7d93-65a7-43e4-8503-d8efc2d82579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:44.786717 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-515601dc-f5b8-4776-90e6-4aa003431802 service neutron] Bound using segment: {'id': 'd69ad9a7-9c84-41c0-a5ab-db4c05123133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9edf7d93-65a7-43e4-8503-d8efc2d82579'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:27:44.787418 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-515601dc-f5b8-4776-90e6-4aa003431802 service neutron] Bound port: b66ef2c9-2681-479d-841b-66f8167f1c5f, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69ad9a7-9c84-41c0-a5ab-db4c05123133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9edf7d93-65a7-43e4-8503-d8efc2d82579'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:27:44.788011 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-515601dc-f5b8-4776-90e6-4aa003431802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b66ef2c9-2681-479d-841b-66f8167f1c5f), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:44.818970 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-339dc223-c80e-462d-964a-1fe606654e65 None None] Allocated IP 2001:db8:0:2::2 (7b7c004e-6af7-41de-a971-545b6714615f/6c70b6a0-afcd-4f03-8792-6ce22e74188b/442b2e9b-dc3c-44bd-9892-d419e6edd623) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:44.849364 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ac74e-bb12-4028-8c5f-3ebf27795007 req-7376a141-9b7c-4ed2-ae4c-d1ecc5ea2338 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:44.856860 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-460ac74e-bb12-4028-8c5f-3ebf27795007 req-7376a141-9b7c-4ed2-ae4c-d1ecc5ea2338 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.5153842 Jan 18 20:27:44.885335 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-ed0bc425-2749-4fc8-bf38-7a5b2a3d74c2 service neutron] For port fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:27:44.934389 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-ed0bc425-2749-4fc8-bf38-7a5b2a3d74c2 service neutron] For port fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb,segment=NetworkSegment(78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c),segment_id=78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:27:44.946577 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7f501-2b8b-40b9-b3b9-fc6d2748aa3e req-2ecf5ce5-0d87-4251-b32c-ba5a139a47e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:44.948814 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f9a7f501-2b8b-40b9-b3b9-fc6d2748aa3e req-2ecf5ce5-0d87-4251-b32c-ba5a139a47e0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dc560642-1261-4f4f-850c-713ffe3d2c26 HTTP/1.1" status: 200 len: 1097 time: 0.3107393 Jan 18 20:27:44.966980 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-339dc223-c80e-462d-964a-1fe606654e65 None None] For port 442b2e9b-dc3c-44bd-9892-d419e6edd623, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=442b2e9b-dc3c-44bd-9892-d419e6edd623,segment=NetworkSegment(3920f69b-a683-4495-b4f0-19ed202e5b03),segment_id=3920f69b-a683-4495-b4f0-19ed202e5b03)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:44.984108 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-ed0bc425-2749-4fc8-bf38-7a5b2a3d74c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:45.014017 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-339dc223-c80e-462d-964a-1fe606654e65 None None] Publish callbacks [] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:45.021798 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-94cb939f-5ae3-4f2e-9c49-15486a5e7cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (8945969a-189b-4f40-972e-2b9c31ede4df), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:45.022910 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cb939f-5ae3-4f2e-9c49-15486a5e7cb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8945969a-189b-4f40-972e-2b9c31ede4df {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:27:45.024387 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-339dc223-c80e-462d-964a-1fe606654e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:45.044678 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-94cb939f-5ae3-4f2e-9c49-15486a5e7cb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:45.046371 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-94cb939f-5ae3-4f2e-9c49-15486a5e7cb0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/8945969a-189b-4f40-972e-2b9c31ede4df HTTP/1.1" status: 204 len: 168 time: 6.1844897 Jan 18 20:27:45.054751 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39360) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:45.066160 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980b5bd-b7c1-4a4b-ad20-9338788066e0 req-6c0f0a3b-d0ef-4ce0-a202-00580f4f19dd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:45.068177 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6980b5bd-b7c1-4a4b-ad20-9338788066e0 req-6c0f0a3b-d0ef-4ce0-a202-00580f4f19dd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc560642-1261-4f4f-850c-713ffe3d2c26 HTTP/1.1" status: 200 len: 946 time: 0.3724780 Jan 18 20:27:45.189660 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd21115e-f5e0-4755-bfbe-91a155b0abcc tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:27:45.198107 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cd21115e-f5e0-4755-bfbe-91a155b0abcc tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] 10.222.0.31 "PUT /v2.0/routers/86f2b236-5fb0-408e-9f2e-3fb71c97682b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4373624 Jan 18 20:27:45.204863 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49901486-f6ba-444b-874c-1e1ba1ae76d5 None None] Sync routers for ids ['86f2b236-5fb0-408e-9f2e-3fb71c97682b'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:27:45.231018 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49901486-f6ba-444b-874c-1e1ba1ae76d5 None None] Routers {'86f2b236-5fb0-408e-9f2e-3fb71c97682b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:45.232040 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-49901486-f6ba-444b-874c-1e1ba1ae76d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:27:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['86f2b236-5fb0-408e-9f2e-3fb71c97682b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:45.234460 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339dc223-c80e-462d-964a-1fe606654e65 None None] Pushing event updated for resources: {'Port': ['ID=442b2e9b-dc3c-44bd-9892-d419e6edd623,revision_number=7']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:45.261362 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39364) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:45.315159 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0bc425-2749-4fc8-bf38-7a5b2a3d74c2 service neutron] Pushing event updated for resources: {'Port': ['ID=fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:45.319797 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fc94f-1cdd-45f3-a965-468b4bacaeaf req-e4176dc6-828e-49e4-9971-7290d4eb51eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:45.320813 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fc94f-1cdd-45f3-a965-468b4bacaeaf req-e4176dc6-828e-49e4-9971-7290d4eb51eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:45.321270 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fc94f-1cdd-45f3-a965-468b4bacaeaf req-e4176dc6-828e-49e4-9971-7290d4eb51eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:45.322973 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e61fc94f-1cdd-45f3-a965-468b4bacaeaf req-e4176dc6-828e-49e4-9971-7290d4eb51eb service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=733444720280437eb7f9cfdcefc53319&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5770369 Jan 18 20:27:45.338882 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-49901486-f6ba-444b-874c-1e1ba1ae76d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:45.340619 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b29acc-0997-4a11-8cf8-850e98d1e0cc admin admin] Deleting subnet f6050b78-f460-4028-811c-57bb560e336d {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:27:45.363439 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49901486-f6ba-444b-874c-1e1ba1ae76d5 None None] Routers {'86f2b236-5fb0-408e-9f2e-3fb71c97682b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:45.364145 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-49901486-f6ba-444b-874c-1e1ba1ae76d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:27:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['86f2b236-5fb0-408e-9f2e-3fb71c97682b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:45.392729 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19b29acc-0997-4a11-8cf8-850e98d1e0cc admin admin] Publish callbacks [] for subnet (f6050b78-f460-4028-811c-57bb560e336d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:45.428373 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-49901486-f6ba-444b-874c-1e1ba1ae76d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:45.429325 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49901486-f6ba-444b-874c-1e1ba1ae76d5 None None] The sync data for ids ['86f2b236-5fb0-408e-9f2e-3fb71c97682b'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:27:45.455784 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-ed0bc425-2749-4fc8-bf38-7a5b2a3d74c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:45.456748 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-ed0bc425-2749-4fc8-bf38-7a5b2a3d74c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:45.458098 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-ed0bc425-2749-4fc8-bf38-7a5b2a3d74c2 service neutron] 10.222.0.70 "PUT /v2.0/ports/fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb HTTP/1.1" status: 200 len: 1136 time: 2.1350124 Jan 18 20:27:45.516325 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-8e8f57ec-0e32-4ca9-a9c7-b51c932c130e service neutron] Request body: {'port': {'device_id': 'aa171f3a-7b11-4647-88b5-324804184a23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:45.520940 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f9a7f501-2b8b-40b9-b3b9-fc6d2748aa3e req-4e3a8c32-594d-4c66-9ced-3828a8e0045e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5496218 Jan 18 20:27:45.524626 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fc94f-1cdd-45f3-a965-468b4bacaeaf req-ec7fa32c-dce0-4358-a98e-c875ca65de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:45.526162 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e61fc94f-1cdd-45f3-a965-468b4bacaeaf req-ec7fa32c-dce0-4358-a98e-c875ca65de86 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1868737 Jan 18 20:27:45.535482 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-460ac74e-bb12-4028-8c5f-3ebf27795007 req-5e08e111-8962-4949-81e3-d3c2cfadc923 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6739810 Jan 18 20:27:45.546270 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-515601dc-f5b8-4776-90e6-4aa003431802 service neutron] For port b66ef2c9-2681-479d-841b-66f8167f1c5f, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:27:45.631240 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6980b5bd-b7c1-4a4b-ad20-9338788066e0 req-1caf521f-a352-4537-baa4-1c73ed4008c4 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5317509 Jan 18 20:27:45.653107 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-515601dc-f5b8-4776-90e6-4aa003431802 service neutron] For port b66ef2c9-2681-479d-841b-66f8167f1c5f, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b66ef2c9-2681-479d-841b-66f8167f1c5f,segment=NetworkSegment(d69ad9a7-9c84-41c0-a5ab-db4c05123133),segment_id=d69ad9a7-9c84-41c0-a5ab-db4c05123133)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:27:45.708910 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-515601dc-f5b8-4776-90e6-4aa003431802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (b66ef2c9-2681-479d-841b-66f8167f1c5f), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:45.715957 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-8e8f57ec-0e32-4ca9-a9c7-b51c932c130e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1488c34b-3de1-428f-94c5-ea3bbe9105fc), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:45.841572 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 442b2e9b-dc3c-44bd-9892-d419e6edd623 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:27:45.894890 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19b29acc-0997-4a11-8cf8-850e98d1e0cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (f6050b78-f460-4028-811c-57bb560e336d), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:45.927434 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-ee3b6047-8e65-42f0-bd5a-f0fbf91d7e20 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Delete allocated IP 2001:db8::374 (7b7c004e-6af7-41de-a971-545b6714615f/13e2c042-95b6-4c40-afe2-c216bb7546a6) {{(pid=103335) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 18 20:27:45.983019 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 442b2e9b-dc3c-44bd-9892-d419e6edd623 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:45.984051 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:45.984254 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515601dc-f5b8-4776-90e6-4aa003431802 service neutron] Pushing event updated for resources: {'Port': ['ID=b66ef2c9-2681-479d-841b-66f8167f1c5f,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:45.989185 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c5c1a16f-042a-4235-97ab-60e2df80117e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks [] for router (86f2b236-5fb0-408e-9f2e-3fb71c97682b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:45.991162 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-ee3b6047-8e65-42f0-bd5a-f0fbf91d7e20 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Allocated IP 2001:db8:0:2::352 (7b7c004e-6af7-41de-a971-545b6714615f/6c70b6a0-afcd-4f03-8792-6ce22e74188b/e352513b-3a3c-460e-a86f-2b6750e47c55) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:46.155652 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19b29acc-0997-4a11-8cf8-850e98d1e0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (f6050b78-f460-4028-811c-57bb560e336d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:46.219426 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 442b2e9b-dc3c-44bd-9892-d419e6edd623 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:46.239645 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7df3022e-487c-4fbc-9da1-c5789a172916 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:27:46.290380 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 7df3022e-487c-4fbc-9da1-c5789a172916 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:27:46.293497 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7df3022e-487c-4fbc-9da1-c5789a172916 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:27:46.357441 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-515601dc-f5b8-4776-90e6-4aa003431802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:46.358508 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-515601dc-f5b8-4776-90e6-4aa003431802 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:46.362857 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-515601dc-f5b8-4776-90e6-4aa003431802 service neutron] 10.222.0.70 "PUT /v2.0/ports/b66ef2c9-2681-479d-841b-66f8167f1c5f HTTP/1.1" status: 200 len: 1092 time: 6.3417552 Jan 18 20:27:46.442238 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ea767a-d98b-4099-8756-a86f2d933659', 'tag': 'b66ef2c9-2681-479d-841b-66f8167f1c5f'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:27:46.443718 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c01b8bc-3375-496e-89e7-e64c9ecb0b88" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ea767a-d98b-4099-8756-a86f2d933659", "tag": "b66ef2c9-2681-479d-841b-66f8167f1c5f"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:27:46.481588 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-8e8f57ec-0e32-4ca9-a9c7-b51c932c130e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1488c34b-3de1-428f-94c5-ea3bbe9105fc {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:27:46.489671 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-8e8f57ec-0e32-4ca9-a9c7-b51c932c130e service neutron] Publish callbacks [] for port (1488c34b-3de1-428f-94c5-ea3bbe9105fc), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:46.494301 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19b29acc-0997-4a11-8cf8-850e98d1e0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (f6050b78-f460-4028-811c-57bb560e336d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:46.515576 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d82d7478-80f4-47e9-a633-1f37bde67ea7 None None] Provisioning complete for port dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:46.515576 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d82d7478-80f4-47e9-a633-1f37bde67ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:46.527454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-8e8f57ec-0e32-4ca9-a9c7-b51c932c130e service neutron] Transition to ACTIVE for port object 1488c34b-3de1-428f-94c5-ea3bbe9105fc will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:27:46.546285 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'tag': 'fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:27:46.548577 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d5725e-0bac-4d07-a1a5-1d58166bbd07" -d '{"events": [{"name": "network-changed", "server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "tag": "fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:27:46.562453 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-8e8f57ec-0e32-4ca9-a9c7-b51c932c130e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (1488c34b-3de1-428f-94c5-ea3bbe9105fc), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:46.563483 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b29acc-0997-4a11-8cf8-850e98d1e0cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6050b78-f460-4028-811c-57bb560e336d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:46.567907 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19b29acc-0997-4a11-8cf8-850e98d1e0cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:46.571628 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-19b29acc-0997-4a11-8cf8-850e98d1e0cc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f6050b78-f460-4028-811c-57bb560e336d HTTP/1.1" status: 204 len: 168 time: 1.4978969 Jan 18 20:27:46.579129 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39382) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:46.604201 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d82d7478-80f4-47e9-a633-1f37bde67ea7 None None] Port dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:46.605959 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49634f41-f6ad-4bcd-91b7-b438d94e0f69 req-20b505b2-a2db-4459-a152-5e0c8b6b92af tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:46.612516 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49634f41-f6ad-4bcd-91b7-b438d94e0f69 req-20b505b2-a2db-4459-a152-5e0c8b6b92af tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:46.614967 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa9380d-f2d0-4093-ad2d-b06b9ad7631f None None] Network ba355ad9-b534-4edd-96f7-c8f599565a2d requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:27:46.619347 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49634f41-f6ad-4bcd-91b7-b438d94e0f69 req-20b505b2-a2db-4459-a152-5e0c8b6b92af tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:46.626112 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49634f41-f6ad-4bcd-91b7-b438d94e0f69 req-20b505b2-a2db-4459-a152-5e0c8b6b92af tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:46.633255 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49634f41-f6ad-4bcd-91b7-b438d94e0f69 req-20b505b2-a2db-4459-a152-5e0c8b6b92af tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:46.644591 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49634f41-f6ad-4bcd-91b7-b438d94e0f69 req-20b505b2-a2db-4459-a152-5e0c8b6b92af tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:46.649787 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-49634f41-f6ad-4bcd-91b7-b438d94e0f69 req-20b505b2-a2db-4459-a152-5e0c8b6b92af tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 4606 time: 0.7503684 Jan 18 20:27:46.693908 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10abfa-c3fc-4fd8-b1e7-b2c4312064c0 req-7f3bcc74-100d-4e55-b6d7-c4f5ab62f375 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:46.698979 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d82d7478-80f4-47e9-a633-1f37bde67ea7 None None] Provisioning complete for port 442b2e9b-dc3c-44bd-9892-d419e6edd623 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:46.699417 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d82d7478-80f4-47e9-a633-1f37bde67ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:46.702228 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2f10abfa-c3fc-4fd8-b1e7-b2c4312064c0 req-7f3bcc74-100d-4e55-b6d7-c4f5ab62f375 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6ea767a-d98b-4099-8756-a86f2d933659 HTTP/1.1" status: 200 len: 944 time: 0.7407560 Jan 18 20:27:47.027153 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f57ec-0e32-4ca9-a9c7-b51c932c130e service neutron] Pushing event updated for resources: {'Port': ['ID=1488c34b-3de1-428f-94c5-ea3bbe9105fc,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:47.029154 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d82d7478-80f4-47e9-a633-1f37bde67ea7 None None] Current status of the port 442b2e9b-dc3c-44bd-9892-d419e6edd623 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:47.069470 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d82d7478-80f4-47e9-a633-1f37bde67ea7 None None] Provisioning complete for port e352513b-3a3c-460e-a86f-2b6750e47c55 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:47.069878 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d82d7478-80f4-47e9-a633-1f37bde67ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e352513b-3a3c-460e-a86f-2b6750e47c55), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:47.114082 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc1d1ae3-1196-421f-80ac-7ebf82f5aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (ba355ad9-b534-4edd-96f7-c8f599565a2d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:47.115353 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d82d7478-80f4-47e9-a633-1f37bde67ea7 None None] Port e352513b-3a3c-460e-a86f-2b6750e47c55 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:47.126552 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adef82b4-acc0-4f05-8225-6f4b08dd7c0e None None] DHCP port deletion for ba355ad9-b534-4edd-96f7-c8f599565a2d request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:27:47.216696 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-8e8f57ec-0e32-4ca9-a9c7-b51c932c130e service neutron] Attempting to bind port 1488c34b-3de1-428f-94c5-ea3bbe9105fc on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:27:47.217286 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-8e8f57ec-0e32-4ca9-a9c7-b51c932c130e service neutron] Attempting to bind port 1488c34b-3de1-428f-94c5-ea3bbe9105fc by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:27:47.217804 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-8e8f57ec-0e32-4ca9-a9c7-b51c932c130e service neutron] Attempting to bind port 1488c34b-3de1-428f-94c5-ea3bbe9105fc on network 5fbd40aa-f049-4550-b042-82fa935955b5 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:47.287702 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-adef82b4-acc0-4f05-8225-6f4b08dd7c0e None None] Deleting port 6e5da7d8-7b7c-4116-877c-11576235e9da {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:27:47.288078 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-adef82b4-acc0-4f05-8225-6f4b08dd7c0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (6e5da7d8-7b7c-4116-877c-11576235e9da), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:47.301860 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-8e8f57ec-0e32-4ca9-a9c7-b51c932c130e service neutron] Port 1488c34b-3de1-428f-94c5-ea3bbe9105fc on network 5fbd40aa-f049-4550-b042-82fa935955b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:27:47.301860 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-8e8f57ec-0e32-4ca9-a9c7-b51c932c130e service neutron] Attempting to bind port 1488c34b-3de1-428f-94c5-ea3bbe9105fc on network 5fbd40aa-f049-4550-b042-82fa935955b5 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:47.323161 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-8e8f57ec-0e32-4ca9-a9c7-b51c932c130e service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:27:47.323774 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-8e8f57ec-0e32-4ca9-a9c7-b51c932c130e service neutron] Checking segment: {'id': '78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:47.324212 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-8e8f57ec-0e32-4ca9-a9c7-b51c932c130e service neutron] Bound using segment: {'id': '78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:27:47.324651 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-8e8f57ec-0e32-4ca9-a9c7-b51c932c130e service neutron] Bound port: 1488c34b-3de1-428f-94c5-ea3bbe9105fc, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:27:47.325005 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-8e8f57ec-0e32-4ca9-a9c7-b51c932c130e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1488c34b-3de1-428f-94c5-ea3bbe9105fc), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:47.329337 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee3b6047-8e65-42f0-bd5a-f0fbf91d7e20 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for port (e352513b-3a3c-460e-a86f-2b6750e47c55), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:47.347698 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee3b6047-8e65-42f0-bd5a-f0fbf91d7e20 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (e352513b-3a3c-460e-a86f-2b6750e47c55), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:47.388476 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-adef82b4-acc0-4f05-8225-6f4b08dd7c0e None None] For port 6e5da7d8-7b7c-4116-877c-11576235e9da, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6e5da7d8-7b7c-4116-877c-11576235e9da,segment=NetworkSegment(b61c3218-044c-49cd-a040-f785b2f0a1eb),segment_id=b61c3218-044c-49cd-a040-f785b2f0a1eb)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:47.389280 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-adef82b4-acc0-4f05-8225-6f4b08dd7c0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (6e5da7d8-7b7c-4116-877c-11576235e9da), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:47.403198 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-adef82b4-acc0-4f05-8225-6f4b08dd7c0e None None] Calling delete_port for 6e5da7d8-7b7c-4116-877c-11576235e9da owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:27:47.456770 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b6047-8e65-42f0-bd5a-f0fbf91d7e20 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] In _notify_port_updated(), no bound segment for port e352513b-3a3c-460e-a86f-2b6750e47c55 on network 7b7c004e-6af7-41de-a971-545b6714615f {{(pid=103335) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:47.458071 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:47.460230 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:47.460230 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:47.460230 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:47.460230 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:47.460230 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:47.460230 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:47.460230 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:47.460230 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:47.460230 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:47.460230 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:47.460230 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:47.460230 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:47.463539 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3b6047-8e65-42f0-bd5a-f0fbf91d7e20 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:47.464194 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee3b6047-8e65-42f0-bd5a-f0fbf91d7e20 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:47.468430 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ee3b6047-8e65-42f0-bd5a-f0fbf91d7e20 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "PUT /v2.0/ports/e352513b-3a3c-460e-a86f-2b6750e47c55 HTTP/1.1" status: 200 len: 970 time: 3.3151803 Jan 18 20:27:47.469052 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39390) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:47.493740 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b6047-8e65-42f0-bd5a-f0fbf91d7e20 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event updated for resources: {'Port': ['ID=e352513b-3a3c-460e-a86f-2b6750e47c55,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:47.546845 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-908cd8d2-b084-45ba-85aa-0912f4971926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:47.548642 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-908cd8d2-b084-45ba-85aa-0912f4971926 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3239fedb46ae41848c033fa320a63794&device_id=c6ea767a-d98b-4099-8756-a86f2d933659 HTTP/1.1" status: 200 len: 1095 time: 1.0937593 Jan 18 20:27:47.564386 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-bc1d1ae3-1196-421f-80ac-7ebf82f5aca9 admin admin] Deleting port 6e5da7d8-7b7c-4116-877c-11576235e9da {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:27:47.564725 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc1d1ae3-1196-421f-80ac-7ebf82f5aca9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (6e5da7d8-7b7c-4116-877c-11576235e9da), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:47.600574 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-adef82b4-acc0-4f05-8225-6f4b08dd7c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (6e5da7d8-7b7c-4116-877c-11576235e9da), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:47.601322 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-8e8f57ec-0e32-4ca9-a9c7-b51c932c130e service neutron] For port 1488c34b-3de1-428f-94c5-ea3bbe9105fc, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:27:47.652696 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-fce3b2ba-f703-446c-a5f5-f282ebe8ccbd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b66ef2c9-2681-479d-841b-66f8167f1c5f HTTP/1.1" status: 200 len: 217 time: 0.0957320 Jan 18 20:27:47.666969 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-c5c1a16f-042a-4235-97ab-60e2df80117e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 18 20:27:47.668518 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c5c1a16f-042a-4235-97ab-60e2df80117e tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] 10.222.0.31 "DELETE /v2.0/routers/86f2b236-5fb0-408e-9f2e-3fb71c97682b HTTP/1.1" status: 409 len: 329 time: 2.3563035 Jan 18 20:27:47.676849 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adef82b4-acc0-4f05-8225-6f4b08dd7c0e None None] No DVR routers for this DVR port 6e5da7d8-7b7c-4116-877c-11576235e9da on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:27:47.688065 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39392) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:47.691421 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef82b4-acc0-4f05-8225-6f4b08dd7c0e None None] Pushing event deleted for resources: {'Port': ['ID=6e5da7d8-7b7c-4116-877c-11576235e9da,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:47.707961 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-8e8f57ec-0e32-4ca9-a9c7-b51c932c130e service neutron] For port 1488c34b-3de1-428f-94c5-ea3bbe9105fc, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1488c34b-3de1-428f-94c5-ea3bbe9105fc,segment=NetworkSegment(78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c),segment_id=78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:27:47.719379 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6e5da7d8-7b7c-4116-877c-11576235e9da no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:27:47.754831 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-8e8f57ec-0e32-4ca9-a9c7-b51c932c130e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (1488c34b-3de1-428f-94c5-ea3bbe9105fc), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:47.765202 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 6e5da7d8-7b7c-4116-877c-11576235e9da {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:27:47.766277 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6e5da7d8-7b7c-4116-877c-11576235e9da not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:27:47.866602 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-8e8f57ec-0e32-4ca9-a9c7-b51c932c130e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:47.869104 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2f10abfa-c3fc-4fd8-b1e7-b2c4312064c0 req-55a7a2ec-1503-48b0-9918-0cf22f49012d tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.31 "GET /v2.0/security-groups?id=d94e1aa4-f4c2-43d5-b488-ec0a2a01844d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1660261 Jan 18 20:27:47.878715 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-8e8f57ec-0e32-4ca9-a9c7-b51c932c130e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:47.880360 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-8e8f57ec-0e32-4ca9-a9c7-b51c932c130e service neutron] 10.222.0.70 "PUT /v2.0/ports/1488c34b-3de1-428f-94c5-ea3bbe9105fc HTTP/1.1" status: 200 len: 1135 time: 2.3682287 Jan 18 20:27:47.889875 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-49634f41-f6ad-4bcd-91b7-b438d94e0f69 req-4f7c9fd6-d008-4037-9c25-63ad2f31134d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2272131 Jan 18 20:27:47.917964 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-203931d4-2092-4e8e-843a-56ca618359ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:47.919490 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-203931d4-2092-4e8e-843a-56ca618359ee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab2298d9-649b-4601-b536-132ba46d75ad HTTP/1.1" status: 200 len: 849 time: 0.2495573 Jan 18 20:27:47.939558 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-bcb3bbe3-35a4-48d5-9001-21b941442e51 None None] Provisioning complete for port e352513b-3a3c-460e-a86f-2b6750e47c55 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:47.939699 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bcb3bbe3-35a4-48d5-9001-21b941442e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e352513b-3a3c-460e-a86f-2b6750e47c55), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:47.982654 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f21cd35-25e8-4e42-89b3-5c3fd25ec3a1 x-openstack-request-id: req-3f21cd35-25e8-4e42-89b3-5c3fd25ec3a1 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:27:47.983029 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ea767a-d98b-4099-8756-a86f2d933659", "tag": "b66ef2c9-2681-479d-841b-66f8167f1c5f", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:27:47.983225 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f21cd35-25e8-4e42-89b3-5c3fd25ec3a1 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:27:47.983584 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ea767a-d98b-4099-8756-a86f2d933659', 'tag': 'b66ef2c9-2681-479d-841b-66f8167f1c5f', 'status': 'completed', 'code': 200} Jan 18 20:27:48.013036 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f308408b-18d8-4110-a010-2f4b54088200 service neutron] Request body: {'port': {'device_id': 'aa171f3a-7b11-4647-88b5-324804184a23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:48.044505 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-bcb3bbe3-35a4-48d5-9001-21b941442e51 None None] Port e352513b-3a3c-460e-a86f-2b6750e47c55 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:48.078418 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f0868d-4899-4509-8a08-ca3f6138b1bf x-openstack-request-id: req-c6f0868d-4899-4509-8a08-ca3f6138b1bf {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:27:48.078950 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "tag": "fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:27:48.078950 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6f0868d-4899-4509-8a08-ca3f6138b1bf {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:27:48.079327 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'tag': 'fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb', 'status': 'completed', 'code': 200} Jan 18 20:27:48.106271 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-ce212997-affd-4523-89aa-5cd17f45ab31 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9edf7d93-65a7-43e4-8503-d8efc2d82579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1746161 Jan 18 20:27:48.112970 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-bc1d1ae3-1196-421f-80ac-7ebf82f5aca9 admin admin] For port 6e5da7d8-7b7c-4116-877c-11576235e9da, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6e5da7d8-7b7c-4116-877c-11576235e9da,segment=NetworkSegment(b61c3218-044c-49cd-a040-f785b2f0a1eb),segment_id=b61c3218-044c-49cd-a040-f785b2f0a1eb)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:48.113342 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc1d1ae3-1196-421f-80ac-7ebf82f5aca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (6e5da7d8-7b7c-4116-877c-11576235e9da), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:48.344274 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-8606e8f5-227b-4ece-a569-50faa35378e2 service neutron] 10.222.0.70 "GET /v2.0/networks/9edf7d93-65a7-43e4-8503-d8efc2d82579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831360 Jan 18 20:27:48.353580 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15a9bd-b9dd-42a8-a767-56524ab7c87b req-36382474-66a2-4c92-a90e-b47530e802c1 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:48.355850 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d15a9bd-b9dd-42a8-a767-56524ab7c87b req-36382474-66a2-4c92-a90e-b47530e802c1 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc560642-1261-4f4f-850c-713ffe3d2c26 HTTP/1.1" status: 200 len: 946 time: 0.2602298 Jan 18 20:27:48.538237 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-76abeb42-9528-492f-9abd-8546a49f4aba tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting port e352513b-3a3c-460e-a86f-2b6750e47c55 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:27:48.538676 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76abeb42-9528-492f-9abd-8546a49f4aba tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e352513b-3a3c-460e-a86f-2b6750e47c55), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:48.545735 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-bc1d1ae3-1196-421f-80ac-7ebf82f5aca9 admin admin] Calling delete_port for 6e5da7d8-7b7c-4116-877c-11576235e9da owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:27:48.547473 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f57ec-0e32-4ca9-a9c7-b51c932c130e service neutron] Pushing event updated for resources: {'Port': ['ID=1488c34b-3de1-428f-94c5-ea3bbe9105fc,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:48.580758 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d15a9bd-b9dd-42a8-a767-56524ab7c87b req-e4a25f49-8633-49c8-b82c-1fa78096648d tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551721 Jan 18 20:27:48.586449 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f308408b-18d8-4110-a010-2f4b54088200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (eb3d9437-709a-40f0-a5c9-37416af4dbf8), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:48.659177 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f7963b7-d1cb-4c7b-be5c-921917042ac4 req-cecb9325-4912-4f16-b7fd-37fbda6da128 service neutron] 10.222.0.70 "GET /v2.0/networks/9edf7d93-65a7-43e4-8503-d8efc2d82579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410557 Jan 18 20:27:48.669444 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5725e-0bac-4d07-a1a5-1d58166bbd07 req-e346daf3-a1f9-4941-849d-d9dbb48e71ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:48.669946 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5725e-0bac-4d07-a1a5-1d58166bbd07 req-e346daf3-a1f9-4941-849d-d9dbb48e71ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:48.670409 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5725e-0bac-4d07-a1a5-1d58166bbd07 req-e346daf3-a1f9-4941-849d-d9dbb48e71ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:48.670870 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5725e-0bac-4d07-a1a5-1d58166bbd07 req-e346daf3-a1f9-4941-849d-d9dbb48e71ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:48.671322 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5725e-0bac-4d07-a1a5-1d58166bbd07 req-e346daf3-a1f9-4941-849d-d9dbb48e71ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:48.671772 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5725e-0bac-4d07-a1a5-1d58166bbd07 req-e346daf3-a1f9-4941-849d-d9dbb48e71ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:48.672223 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5725e-0bac-4d07-a1a5-1d58166bbd07 req-e346daf3-a1f9-4941-849d-d9dbb48e71ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:48.674206 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-99d5725e-0bac-4d07-a1a5-1d58166bbd07 req-e346daf3-a1f9-4941-849d-d9dbb48e71ee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=733444720280437eb7f9cfdcefc53319&device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 6220 time: 0.5941832 Jan 18 20:27:48.767015 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0cf75927-4f36-4a93-b654-0ffe78df21eb tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (86f2b236-5fb0-408e-9f2e-3fb71c97682b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:48.817179 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76abeb42-9528-492f-9abd-8546a49f4aba tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e352513b-3a3c-460e-a86f-2b6750e47c55), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:48.877074 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01b8bc-3375-496e-89e7-e64c9ecb0b88 req-bb64d2e3-d29a-411c-a533-0f00ad58a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:48.878607 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3c01b8bc-3375-496e-89e7-e64c9ecb0b88 req-bb64d2e3-d29a-411c-a533-0f00ad58a8f3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3239fedb46ae41848c033fa320a63794&device_id=c6ea767a-d98b-4099-8756-a86f2d933659 HTTP/1.1" status: 200 len: 1095 time: 0.1452584 Jan 18 20:27:48.884791 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c050f864-002a-4a29-8aa1-bd830c50e407 req-488f5a10-69f1-4f88-9cf6-121237c186d0 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7 HTTP/1.1" status: 200 len: 267 time: 0.1909902 Jan 18 20:27:48.901648 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-76abeb42-9528-492f-9abd-8546a49f4aba tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Calling delete_port for e352513b-3a3c-460e-a86f-2b6750e47c55 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:27:48.982588 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc1d1ae3-1196-421f-80ac-7ebf82f5aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (6e5da7d8-7b7c-4116-877c-11576235e9da), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:49.047847 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5725e-0bac-4d07-a1a5-1d58166bbd07 req-3934484c-70ae-4351-82a4-be85675d5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:49.048320 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5725e-0bac-4d07-a1a5-1d58166bbd07 req-3934484c-70ae-4351-82a4-be85675d5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:49.048780 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5725e-0bac-4d07-a1a5-1d58166bbd07 req-3934484c-70ae-4351-82a4-be85675d5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:49.050406 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-99d5725e-0bac-4d07-a1a5-1d58166bbd07 req-3934484c-70ae-4351-82a4-be85675d5351 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=733444720280437eb7f9cfdcefc53319&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3655732 Jan 18 20:27:49.052889 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1d1ae3-1196-421f-80ac-7ebf82f5aca9 admin admin] No DVR routers for this DVR port 6e5da7d8-7b7c-4116-877c-11576235e9da on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:27:49.080140 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d1ae3-1196-421f-80ac-7ebf82f5aca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e5da7d8-7b7c-4116-877c-11576235e9da,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:49.152863 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050f864-002a-4a29-8aa1-bd830c50e407 req-5aab08f9-d7fd-435f-adac-822fcfe6d874 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:49.156840 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c050f864-002a-4a29-8aa1-bd830c50e407 req-5aab08f9-d7fd-435f-adac-822fcfe6d874 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc560642-1261-4f4f-850c-713ffe3d2c26 HTTP/1.1" status: 200 len: 946 time: 0.2604566 Jan 18 20:27:49.188077 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef2e5e-bf5d-40bd-bf97-5577180fa1a1 req-21f638a7-6326-4983-aec0-30a29e1c24fe tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:49.190757 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e9ef2e5e-bf5d-40bd-bf97-5577180fa1a1 req-21f638a7-6326-4983-aec0-30a29e1c24fe tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6ea767a-d98b-4099-8756-a86f2d933659 HTTP/1.1" status: 200 len: 944 time: 0.2077258 Jan 18 20:27:49.203867 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-c050f864-002a-4a29-8aa1-bd830c50e407 req-38950961-b185-47d5-8285-4751f70d4bb5 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Request body: {'port': {'security_groups': []}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:49.217204 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01b8bc-3375-496e-89e7-e64c9ecb0b88 req-59cb6a0d-8cfd-4d07-a620-71019c5451b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:49.220098 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3c01b8bc-3375-496e-89e7-e64c9ecb0b88 req-59cb6a0d-8cfd-4d07-a620-71019c5451b0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9edf7d93-65a7-43e4-8503-d8efc2d82579 HTTP/1.1" status: 200 len: 910 time: 0.3344412 Jan 18 20:27:49.251397 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc1d1ae3-1196-421f-80ac-7ebf82f5aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (ba355ad9-b534-4edd-96f7-c8f599565a2d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:49.296306 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-bc1d1ae3-1196-421f-80ac-7ebf82f5aca9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba355ad9-b534-4edd-96f7-c8f599565a2d']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:49.338969 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3c01b8bc-3375-496e-89e7-e64c9ecb0b88 req-f9161712-a3c1-48f0-a0f3-35831e988f44 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b66ef2c9-2681-479d-841b-66f8167f1c5f HTTP/1.1" status: 200 len: 217 time: 0.0858712 Jan 18 20:27:49.352746 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-bc1d1ae3-1196-421f-80ac-7ebf82f5aca9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61c3218-044c-49cd-a040-f785b2f0a1eb') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:49.353100 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-bc1d1ae3-1196-421f-80ac-7ebf82f5aca9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61c3218-044c-49cd-a040-f785b2f0a1eb') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:49.382301 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc1d1ae3-1196-421f-80ac-7ebf82f5aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (b61c3218-044c-49cd-a040-f785b2f0a1eb), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:49.395073 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5725e-0bac-4d07-a1a5-1d58166bbd07 req-08dbd853-e987-471d-b9b6-b2b124df2202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:49.396555 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-99d5725e-0bac-4d07-a1a5-1d58166bbd07 req-08dbd853-e987-471d-b9b6-b2b124df2202 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3191252 Jan 18 20:27:49.417582 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc1d1ae3-1196-421f-80ac-7ebf82f5aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (b61c3218-044c-49cd-a040-f785b2f0a1eb), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:49.430617 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76abeb42-9528-492f-9abd-8546a49f4aba tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e352513b-3a3c-460e-a86f-2b6750e47c55), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:49.446187 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e9ef2e5e-bf5d-40bd-bf97-5577180fa1a1 req-0bd183fb-8531-4c6a-b95f-32c102593f6f tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.31 "GET /v2.0/security-groups?id=d94e1aa4-f4c2-43d5-b488-ec0a2a01844d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469463 Jan 18 20:27:49.448258 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1d1ae3-1196-421f-80ac-7ebf82f5aca9 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:27:49.448560 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc1d1ae3-1196-421f-80ac-7ebf82f5aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (b61c3218-044c-49cd-a040-f785b2f0a1eb), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:27:49.450912 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:27:49.464001 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c050f864-002a-4a29-8aa1-bd830c50e407 req-38950961-b185-47d5-8285-4751f70d4bb5 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (5864750f-0bf3-4d8a-87d1-8ec2b7170bbb), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:49.490179 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01b8bc-3375-496e-89e7-e64c9ecb0b88 req-290dd083-6755-4ac9-9353-911378875c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:49.491646 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3c01b8bc-3375-496e-89e7-e64c9ecb0b88 req-290dd083-6755-4ac9-9353-911378875c88 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab2298d9-649b-4601-b536-132ba46d75ad HTTP/1.1" status: 200 len: 849 time: 0.1399405 Jan 18 20:27:49.517235 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abeb42-9528-492f-9abd-8546a49f4aba tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Port': ['ID=e352513b-3a3c-460e-a86f-2b6750e47c55,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:49.543850 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3c01b8bc-3375-496e-89e7-e64c9ecb0b88 req-a834ae0a-50c6-4975-9dca-06d2112faaea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9edf7d93-65a7-43e4-8503-d8efc2d82579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312471 Jan 18 20:27:49.568711 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76abeb42-9528-492f-9abd-8546a49f4aba tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:49.575716 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-76abeb42-9528-492f-9abd-8546a49f4aba tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/ports/e352513b-3a3c-460e-a86f-2b6750e47c55 HTTP/1.1" status: 204 len: 168 time: 2.0993443 Jan 18 20:27:49.582678 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39410) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:49.606698 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f308408b-18d8-4110-a010-2f4b54088200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb3d9437-709a-40f0-a5c9-37416af4dbf8 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:27:49.636758 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc1d1ae3-1196-421f-80ac-7ebf82f5aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (ba355ad9-b534-4edd-96f7-c8f599565a2d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:49.645979 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc1d1ae3-1196-421f-80ac-7ebf82f5aca9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:49.649250 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bc1d1ae3-1196-421f-80ac-7ebf82f5aca9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ba355ad9-b534-4edd-96f7-c8f599565a2d HTTP/1.1" status: 204 len: 168 time: 3.0481441 Jan 18 20:27:49.656154 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f308408b-18d8-4110-a010-2f4b54088200 service neutron] Publish callbacks [] for port (eb3d9437-709a-40f0-a5c9-37416af4dbf8), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:49.663579 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ccb0ff8-aaba-4491-8b54-26afd6a8bba5 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] GET failed (client error): The resource could not be found. Jan 18 20:27:49.665720 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39414) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:49.669270 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4ccb0ff8-aaba-4491-8b54-26afd6a8bba5 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "GET /v2.0/ports/e352513b-3a3c-460e-a86f-2b6750e47c55 HTTP/1.1" status: 404 len: 333 time: 0.0827723 Jan 18 20:27:49.671463 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39416) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:49.702192 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d1ae3-1196-421f-80ac-7ebf82f5aca9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba355ad9-b534-4edd-96f7-c8f599565a2d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:49.717422 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f308408b-18d8-4110-a010-2f4b54088200 service neutron] Transition to ACTIVE for port object eb3d9437-709a-40f0-a5c9-37416af4dbf8 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:27:49.724857 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f308408b-18d8-4110-a010-2f4b54088200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (eb3d9437-709a-40f0-a5c9-37416af4dbf8), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:49.805607 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308408b-18d8-4110-a010-2f4b54088200 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3d9437-709a-40f0-a5c9-37416af4dbf8,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:49.826666 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f6bb71be-fd96-4e64-bbf3-0e2335464368 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (f8b7e79e-0299-4d00-bee1-215039452fa8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:49.879864 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f6bb71be-fd96-4e64-bbf3-0e2335464368 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (f8b7e79e-0299-4d00-bee1-215039452fa8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:49.924650 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f308408b-18d8-4110-a010-2f4b54088200 service neutron] Attempting to bind port eb3d9437-709a-40f0-a5c9-37416af4dbf8 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:27:49.924973 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f308408b-18d8-4110-a010-2f4b54088200 service neutron] Attempting to bind port eb3d9437-709a-40f0-a5c9-37416af4dbf8 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:27:49.925296 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f308408b-18d8-4110-a010-2f4b54088200 service neutron] Attempting to bind port eb3d9437-709a-40f0-a5c9-37416af4dbf8 on network 5fbd40aa-f049-4550-b042-82fa935955b5 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:49.938539 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f308408b-18d8-4110-a010-2f4b54088200 service neutron] Port eb3d9437-709a-40f0-a5c9-37416af4dbf8 on network 5fbd40aa-f049-4550-b042-82fa935955b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:27:49.938869 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f308408b-18d8-4110-a010-2f4b54088200 service neutron] Attempting to bind port eb3d9437-709a-40f0-a5c9-37416af4dbf8 on network 5fbd40aa-f049-4550-b042-82fa935955b5 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:49.951001 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f308408b-18d8-4110-a010-2f4b54088200 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:27:49.951367 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f308408b-18d8-4110-a010-2f4b54088200 service neutron] Checking segment: {'id': '78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:49.951747 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f308408b-18d8-4110-a010-2f4b54088200 service neutron] Bound using segment: {'id': '78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:27:49.952178 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f308408b-18d8-4110-a010-2f4b54088200 service neutron] Bound port: eb3d9437-709a-40f0-a5c9-37416af4dbf8, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:27:49.952532 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f308408b-18d8-4110-a010-2f4b54088200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (eb3d9437-709a-40f0-a5c9-37416af4dbf8), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:50.010758 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f6bb71be-fd96-4e64-bbf3-0e2335464368 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f8b7e79e-0299-4d00-bee1-215039452fa8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:50.013550 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f6bb71be-fd96-4e64-bbf3-0e2335464368 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:50.017659 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f6bb71be-fd96-4e64-bbf3-0e2335464368 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/security-groups/f8b7e79e-0299-4d00-bee1-215039452fa8 HTTP/1.1" status: 204 len: 168 time: 0.3439233 Jan 18 20:27:50.020348 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39418) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:50.059308 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb71be-fd96-4e64-bbf3-0e2335464368 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b7e79e-0299-4d00-bee1-215039452fa8,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:50.080542 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'tag': '1488c34b-3de1-428f-94c5-ea3bbe9105fc'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:27:50.083655 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00207f8d-a952-40bf-8ea4-50ba91e32eed" -d '{"events": [{"name": "network-changed", "server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "tag": "1488c34b-3de1-428f-94c5-ea3bbe9105fc"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:27:50.099106 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f308408b-18d8-4110-a010-2f4b54088200 service neutron] For port eb3d9437-709a-40f0-a5c9-37416af4dbf8, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:27:50.119548 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f308408b-18d8-4110-a010-2f4b54088200 service neutron] For port eb3d9437-709a-40f0-a5c9-37416af4dbf8, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=eb3d9437-709a-40f0-a5c9-37416af4dbf8,segment=NetworkSegment(78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c),segment_id=78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:27:50.133913 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f308408b-18d8-4110-a010-2f4b54088200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (eb3d9437-709a-40f0-a5c9-37416af4dbf8), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:50.147388 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ceffce20-c69f-4443-bee2-e42d4546022e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (f884f6ae-1618-4a88-aeaf-a26d3a869291), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:50.181379 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f308408b-18d8-4110-a010-2f4b54088200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:50.182955 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f308408b-18d8-4110-a010-2f4b54088200 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:50.184230 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-f308408b-18d8-4110-a010-2f4b54088200 service neutron] 10.222.0.70 "PUT /v2.0/ports/eb3d9437-709a-40f0-a5c9-37416af4dbf8 HTTP/1.1" status: 200 len: 1091 time: 2.2206705 Jan 18 20:27:50.211031 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ceffce20-c69f-4443-bee2-e42d4546022e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (f884f6ae-1618-4a88-aeaf-a26d3a869291), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:50.227878 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-2b0711fe-29fc-4152-942a-2339192c6ad6 service neutron] Request body: {'port': {'device_id': 'aa171f3a-7b11-4647-88b5-324804184a23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:50.316150 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746a5e2-7b16-4f75-a7c6-47a0df023727 req-d3345b00-6954-4052-adab-73f372ee4b23 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:50.319587 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308408b-18d8-4110-a010-2f4b54088200 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3d9437-709a-40f0-a5c9-37416af4dbf8,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:50.322160 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746a5e2-7b16-4f75-a7c6-47a0df023727 req-d3345b00-6954-4052-adab-73f372ee4b23 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:50.329934 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746a5e2-7b16-4f75-a7c6-47a0df023727 req-d3345b00-6954-4052-adab-73f372ee4b23 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:50.341510 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746a5e2-7b16-4f75-a7c6-47a0df023727 req-d3345b00-6954-4052-adab-73f372ee4b23 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:50.347785 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746a5e2-7b16-4f75-a7c6-47a0df023727 req-d3345b00-6954-4052-adab-73f372ee4b23 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:50.354668 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746a5e2-7b16-4f75-a7c6-47a0df023727 req-d3345b00-6954-4052-adab-73f372ee4b23 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:50.363243 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746a5e2-7b16-4f75-a7c6-47a0df023727 req-d3345b00-6954-4052-adab-73f372ee4b23 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:50.366262 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8746a5e2-7b16-4f75-a7c6-47a0df023727 req-d3345b00-6954-4052-adab-73f372ee4b23 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5383 time: 0.7615168 Jan 18 20:27:50.402692 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-2b0711fe-29fc-4152-942a-2339192c6ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (671d4bba-81d3-48a3-86d7-51496fd0ea37), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:50.434665 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-0cf75927-4f36-4a93-b654-0ffe78df21eb tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Deleting port d1014b3f-4e50-4166-a6d5-51a0a23be402 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:27:50.435001 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0cf75927-4f36-4a93-b654-0ffe78df21eb tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d1014b3f-4e50-4166-a6d5-51a0a23be402), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:50.448179 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ceffce20-c69f-4443-bee2-e42d4546022e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f884f6ae-1618-4a88-aeaf-a26d3a869291), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:50.451454 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ceffce20-c69f-4443-bee2-e42d4546022e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:50.456200 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ceffce20-c69f-4443-bee2-e42d4546022e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/security-groups/f884f6ae-1618-4a88-aeaf-a26d3a869291 HTTP/1.1" status: 204 len: 168 time: 0.4315445 Jan 18 20:27:50.462907 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39424) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:50.495630 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffce20-c69f-4443-bee2-e42d4546022e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f884f6ae-1618-4a88-aeaf-a26d3a869291,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:50.592107 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3c01b8bc-3375-496e-89e7-e64c9ecb0b88 req-4d5851f2-8f99-45f7-a585-5ef68c16e56e service neutron] 10.222.0.70 "GET /v2.0/networks/9edf7d93-65a7-43e4-8503-d8efc2d82579?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0008485 Jan 18 20:27:50.625802 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68980c5c-28d8-4976-b717-6dedf4870889 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (84630cb2-0767-4c0f-a853-c7411f48e759), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:50.697697 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68980c5c-28d8-4976-b717-6dedf4870889 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (84630cb2-0767-4c0f-a853-c7411f48e759), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:50.776888 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-c050f864-002a-4a29-8aa1-bd830c50e407 req-38950961-b185-47d5-8285-4751f70d4bb5 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] For port 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=5864750f-0bf3-4d8a-87d1-8ec2b7170bbb,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:50.781123 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68980c5c-28d8-4976-b717-6dedf4870889 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (84630cb2-0767-4c0f-a853-c7411f48e759), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:50.784043 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68980c5c-28d8-4976-b717-6dedf4870889 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:50.787721 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-68980c5c-28d8-4976-b717-6dedf4870889 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/security-groups/84630cb2-0767-4c0f-a853-c7411f48e759 HTTP/1.1" status: 204 len: 168 time: 0.3181133 Jan 18 20:27:50.795645 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39428) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:50.804942 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68980c5c-28d8-4976-b717-6dedf4870889 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84630cb2-0767-4c0f-a853-c7411f48e759,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:50.842846 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-2b0711fe-29fc-4152-942a-2339192c6ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 671d4bba-81d3-48a3-86d7-51496fd0ea37 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:27:50.850876 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-2b0711fe-29fc-4152-942a-2339192c6ad6 service neutron] Publish callbacks [] for port (671d4bba-81d3-48a3-86d7-51496fd0ea37), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:50.865386 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-2b0711fe-29fc-4152-942a-2339192c6ad6 service neutron] Transition to ACTIVE for port object 671d4bba-81d3-48a3-86d7-51496fd0ea37 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:27:50.870978 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-2b0711fe-29fc-4152-942a-2339192c6ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (671d4bba-81d3-48a3-86d7-51496fd0ea37), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:50.894947 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8746a5e2-7b16-4f75-a7c6-47a0df023727 req-39c557f4-7aca-4e56-b688-0bf7c5ccad6c tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5150063 Jan 18 20:27:50.920044 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0cf75927-4f36-4a93-b654-0ffe78df21eb tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d1014b3f-4e50-4166-a6d5-51a0a23be402), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:50.926042 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c050f864-002a-4a29-8aa1-bd830c50e407 req-38950961-b185-47d5-8285-4751f70d4bb5 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks [] for port (5864750f-0bf3-4d8a-87d1-8ec2b7170bbb), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:50.961224 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c050f864-002a-4a29-8aa1-bd830c50e407 req-38950961-b185-47d5-8285-4751f70d4bb5 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (5864750f-0bf3-4d8a-87d1-8ec2b7170bbb), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:50.974018 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['80e97295-c4f1-4760-baa3-1cc63a28cfc5', '2015aaef-8718-4b14-8924-35c1c727009b', '5864750f-0bf3-4d8a-87d1-8ec2b7170bbb'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:27:50.977118 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c6a0b7-7813-4d7b-9a92-65189d550bcf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting subnet 13e2c042-95b6-4c40-afe2-c216bb7546a6 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:27:50.988881 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-0cf75927-4f36-4a93-b654-0ffe78df21eb tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Calling delete_port for d1014b3f-4e50-4166-a6d5-51a0a23be402 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:27:51.021037 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-06c6a0b7-7813-4d7b-9a92-65189d550bcf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for subnet (13e2c042-95b6-4c40-afe2-c216bb7546a6), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:51.028289 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0711fe-29fc-4152-942a-2339192c6ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=671d4bba-81d3-48a3-86d7-51496fd0ea37,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:51.058862 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3c01b8bc-3375-496e-89e7-e64c9ecb0b88 req-993f9422-9519-4d0f-8956-51660d635487 service neutron] 10.222.0.70 "GET /v2.0/networks/9edf7d93-65a7-43e4-8503-d8efc2d82579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4326780 Jan 18 20:27:51.098054 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcb4b05-03dd-4028-9de1-d144e9cb9919 x-openstack-request-id: req-5fcb4b05-03dd-4028-9de1-d144e9cb9919 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:27:51.098605 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "tag": "1488c34b-3de1-428f-94c5-ea3bbe9105fc", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:27:51.098605 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5fcb4b05-03dd-4028-9de1-d144e9cb9919 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:27:51.101912 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'tag': '1488c34b-3de1-428f-94c5-ea3bbe9105fc', 'status': 'completed', 'code': 200} Jan 18 20:27:51.113732 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-2b0711fe-29fc-4152-942a-2339192c6ad6 service neutron] Attempting to bind port 671d4bba-81d3-48a3-86d7-51496fd0ea37 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:27:51.114075 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-2b0711fe-29fc-4152-942a-2339192c6ad6 service neutron] Attempting to bind port 671d4bba-81d3-48a3-86d7-51496fd0ea37 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:27:51.114402 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-2b0711fe-29fc-4152-942a-2339192c6ad6 service neutron] Attempting to bind port 671d4bba-81d3-48a3-86d7-51496fd0ea37 on network 5fbd40aa-f049-4550-b042-82fa935955b5 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:51.132663 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-2b0711fe-29fc-4152-942a-2339192c6ad6 service neutron] Port 671d4bba-81d3-48a3-86d7-51496fd0ea37 on network 5fbd40aa-f049-4550-b042-82fa935955b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:27:51.132989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-2b0711fe-29fc-4152-942a-2339192c6ad6 service neutron] Attempting to bind port 671d4bba-81d3-48a3-86d7-51496fd0ea37 on network 5fbd40aa-f049-4550-b042-82fa935955b5 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:51.138502 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-2b0711fe-29fc-4152-942a-2339192c6ad6 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:27:51.138858 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-2b0711fe-29fc-4152-942a-2339192c6ad6 service neutron] Checking segment: {'id': '78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:51.139217 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-2b0711fe-29fc-4152-942a-2339192c6ad6 service neutron] Bound using segment: {'id': '78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:27:51.139644 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-2b0711fe-29fc-4152-942a-2339192c6ad6 service neutron] Bound port: 671d4bba-81d3-48a3-86d7-51496fd0ea37, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:27:51.139994 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-2b0711fe-29fc-4152-942a-2339192c6ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (671d4bba-81d3-48a3-86d7-51496fd0ea37), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:51.253548 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050f864-002a-4a29-8aa1-bd830c50e407 req-38950961-b185-47d5-8285-4751f70d4bb5 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:51.254248 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c050f864-002a-4a29-8aa1-bd830c50e407 req-38950961-b185-47d5-8285-4751f70d4bb5 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:51.255664 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c050f864-002a-4a29-8aa1-bd830c50e407 req-38950961-b185-47d5-8285-4751f70d4bb5 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "PUT /v2.0/ports/5864750f-0bf3-4d8a-87d1-8ec2b7170bbb HTTP/1.1" status: 200 len: 905 time: 2.0776610 Jan 18 20:27:51.266301 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-2b0711fe-29fc-4152-942a-2339192c6ad6 service neutron] For port 671d4bba-81d3-48a3-86d7-51496fd0ea37, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:27:51.280441 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-2b0711fe-29fc-4152-942a-2339192c6ad6 service neutron] For port 671d4bba-81d3-48a3-86d7-51496fd0ea37, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=671d4bba-81d3-48a3-86d7-51496fd0ea37,segment=NetworkSegment(78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c),segment_id=78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:27:51.290821 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-2b0711fe-29fc-4152-942a-2339192c6ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (671d4bba-81d3-48a3-86d7-51496fd0ea37), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:51.300769 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b66ef2c9-2681-479d-841b-66f8167f1c5f details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:27:51.355105 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc560642-1261-4f4f-850c-713ffe3d2c26', 'tag': '5864750f-0bf3-4d8a-87d1-8ec2b7170bbb'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:27:51.358951 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfe4935-2a61-4e06-abd8-aaec1258e324" -d '{"events": [{"name": "network-changed", "server_uuid": "dc560642-1261-4f4f-850c-713ffe3d2c26", "tag": "5864750f-0bf3-4d8a-87d1-8ec2b7170bbb"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:27:51.396940 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-2b0711fe-29fc-4152-942a-2339192c6ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:51.397551 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-2b0711fe-29fc-4152-942a-2339192c6ad6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:51.400205 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['5864750f-0bf3-4d8a-87d1-8ec2b7170bbb'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:27:51.410502 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-2b0711fe-29fc-4152-942a-2339192c6ad6 service neutron] 10.222.0.70 "PUT /v2.0/ports/671d4bba-81d3-48a3-86d7-51496fd0ea37 HTTP/1.1" status: 200 len: 1091 time: 1.1962979 Jan 18 20:27:51.443792 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-fa0ce751-6867-45e0-9238-e3a70761bbda service neutron] Request body: {'port': {'device_id': 'aa171f3a-7b11-4647-88b5-324804184a23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:51.482346 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0711fe-29fc-4152-942a-2339192c6ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=671d4bba-81d3-48a3-86d7-51496fd0ea37,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:51.499490 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-06c6a0b7-7813-4d7b-9a92-65189d550bcf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (13e2c042-95b6-4c40-afe2-c216bb7546a6), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:51.549490 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.resource_extend [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:27:51.556874 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-fa0ce751-6867-45e0-9238-e3a70761bbda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0abb6452-2f0c-4e93-bb6c-218b06908795), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:51.609927 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38950961-b185-47d5-8285-4751f70d4bb5 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Pushing event updated for resources: {'Port': ['ID=5864750f-0bf3-4d8a-87d1-8ec2b7170bbb,revision_number=6']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:51.629892 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00207f8d-a952-40bf-8ea4-50ba91e32eed req-0310bee0-e044-4ac1-a8d5-be04c5e14a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:51.630387 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00207f8d-a952-40bf-8ea4-50ba91e32eed req-0310bee0-e044-4ac1-a8d5-be04c5e14a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:51.630866 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00207f8d-a952-40bf-8ea4-50ba91e32eed req-0310bee0-e044-4ac1-a8d5-be04c5e14a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:51.631478 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00207f8d-a952-40bf-8ea4-50ba91e32eed req-0310bee0-e044-4ac1-a8d5-be04c5e14a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:51.631953 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00207f8d-a952-40bf-8ea4-50ba91e32eed req-0310bee0-e044-4ac1-a8d5-be04c5e14a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:51.632474 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00207f8d-a952-40bf-8ea4-50ba91e32eed req-0310bee0-e044-4ac1-a8d5-be04c5e14a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:51.632922 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00207f8d-a952-40bf-8ea4-50ba91e32eed req-0310bee0-e044-4ac1-a8d5-be04c5e14a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:51.635228 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-00207f8d-a952-40bf-8ea4-50ba91e32eed req-0310bee0-e044-4ac1-a8d5-be04c5e14a45 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=733444720280437eb7f9cfdcefc53319&device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 6312 time: 0.4716587 Jan 18 20:27:51.690358 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5e55b-6a94-40ba-90e9-3ceb4c333284 req-694f7caa-1d63-4611-a848-81b227dc5e1e tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:51.697999 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-93f5e55b-6a94-40ba-90e9-3ceb4c333284 req-694f7caa-1d63-4611-a848-81b227dc5e1e tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6ea767a-d98b-4099-8756-a86f2d933659 HTTP/1.1" status: 200 len: 944 time: 0.5089049 Jan 18 20:27:51.721614 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port b66ef2c9-2681-479d-841b-66f8167f1c5f, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b66ef2c9-2681-479d-841b-66f8167f1c5f,segment=NetworkSegment(d69ad9a7-9c84-41c0-a5ab-db4c05123133),segment_id=d69ad9a7-9c84-41c0-a5ab-db4c05123133)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:51.738800 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'b66ef2c9-2681-479d-841b-66f8167f1c5f', 'network_id': '9edf7d93-65a7-43e4-8503-d8efc2d82579', 'port_id': 'b66ef2c9-2681-479d-841b-66f8167f1c5f', 'mac_address': 'fa:16:3e:bd:80:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab2298d9-649b-4601-b536-132ba46d75ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:27:51.823235 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port b66ef2c9-2681-479d-841b-66f8167f1c5f is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:51.823617 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b66ef2c9-2681-479d-841b-66f8167f1c5f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:51.841798 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b66ef2c9-2681-479d-841b-66f8167f1c5f {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:27:51.842308 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9ef4c-ecdb-4694-8eb4-77d14fef50b5 req-61176eac-b07f-4a5b-90f1-f1960b4bc3fd tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:51.849499 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85b9ef4c-ecdb-4694-8eb4-77d14fef50b5 req-61176eac-b07f-4a5b-90f1-f1960b4bc3fd tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.4834945 Jan 18 20:27:51.878350 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8a06d151-a83e-4344-b24f-29f6da08f7ad None None] Provisioning complete for port 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:51.879038 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8a06d151-a83e-4344-b24f-29f6da08f7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5864750f-0bf3-4d8a-87d1-8ec2b7170bbb), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:51.918278 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port b66ef2c9-2681-479d-841b-66f8167f1c5f, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b66ef2c9-2681-479d-841b-66f8167f1c5f,segment=NetworkSegment(d69ad9a7-9c84-41c0-a5ab-db4c05123133),segment_id=d69ad9a7-9c84-41c0-a5ab-db4c05123133)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:51.929995 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b66ef2c9-2681-479d-841b-66f8167f1c5f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:52.002659 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-fa0ce751-6867-45e0-9238-e3a70761bbda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0abb6452-2f0c-4e93-bb6c-218b06908795 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:27:52.013562 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8a06d151-a83e-4344-b24f-29f6da08f7ad None None] Current status of the port 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:52.017490 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-fa0ce751-6867-45e0-9238-e3a70761bbda service neutron] Publish callbacks [] for port (0abb6452-2f0c-4e93-bb6c-218b06908795), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:52.027825 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-93f5e55b-6a94-40ba-90e9-3ceb4c333284 req-3a373dd5-95ce-4d41-bacc-d1920a415836 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.31 "GET /v2.0/security-groups?id=d94e1aa4-f4c2-43d5-b488-ec0a2a01844d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288829 Jan 18 20:27:52.028024 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=b66ef2c9-2681-479d-841b-66f8167f1c5f,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:52.078959 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b12ea44c-a1f6-4508-aa26-ef5637127bd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (9d5e1e7b-a642-4101-a5fd-a400a6bad6ac), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:52.139101 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-06c6a0b7-7813-4d7b-9a92-65189d550bcf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (13e2c042-95b6-4c40-afe2-c216bb7546a6), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:52.149091 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85b9ef4c-ecdb-4694-8eb4-77d14fef50b5 req-eff77468-2d6e-4d38-87c6-73e7c0b37964 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987175 Jan 18 20:27:52.187188 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00207f8d-a952-40bf-8ea4-50ba91e32eed req-869f35a2-e5f0-4a6f-886d-63e891e8db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:52.187782 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00207f8d-a952-40bf-8ea4-50ba91e32eed req-869f35a2-e5f0-4a6f-886d-63e891e8db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:52.188314 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00207f8d-a952-40bf-8ea4-50ba91e32eed req-869f35a2-e5f0-4a6f-886d-63e891e8db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:52.190065 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-00207f8d-a952-40bf-8ea4-50ba91e32eed req-869f35a2-e5f0-4a6f-886d-63e891e8db75 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=733444720280437eb7f9cfdcefc53319&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5170631 Jan 18 20:27:52.238448 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d7707c-f7f1-45d6-a40b-a0aa46c94634 x-openstack-request-id: req-a2d7707c-f7f1-45d6-a40b-a0aa46c94634 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:27:52.238856 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc560642-1261-4f4f-850c-713ffe3d2c26", "tag": "5864750f-0bf3-4d8a-87d1-8ec2b7170bbb", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:27:52.239206 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2d7707c-f7f1-45d6-a40b-a0aa46c94634 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:27:52.239707 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc560642-1261-4f4f-850c-713ffe3d2c26', 'tag': '5864750f-0bf3-4d8a-87d1-8ec2b7170bbb', 'status': 'completed', 'code': 200} Jan 18 20:27:52.290568 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe4935-2a61-4e06-abd8-aaec1258e324 req-e80e4748-2b8b-4b0f-ac77-1605c0d61a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:52.292065 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edfe4935-2a61-4e06-abd8-aaec1258e324 req-e80e4748-2b8b-4b0f-ac77-1605c0d61a5e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&device_id=dc560642-1261-4f4f-850c-713ffe3d2c26 HTTP/1.1" status: 200 len: 1059 time: 0.0617299 Jan 18 20:27:52.321483 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-fa0ce751-6867-45e0-9238-e3a70761bbda service neutron] Transition to ACTIVE for port object 0abb6452-2f0c-4e93-bb6c-218b06908795 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:27:52.331147 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-fa0ce751-6867-45e0-9238-e3a70761bbda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (0abb6452-2f0c-4e93-bb6c-218b06908795), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:52.342355 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0cf75927-4f36-4a93-b654-0ffe78df21eb tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (d1014b3f-4e50-4166-a6d5-51a0a23be402), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:52.349519 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['b66ef2c9-2681-479d-841b-66f8167f1c5f'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:27:52.438567 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf75927-4f36-4a93-b654-0ffe78df21eb tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Pushing event deleted for resources: {'Port': ['ID=d1014b3f-4e50-4166-a6d5-51a0a23be402,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:52.453272 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c037b-497d-4d49-8fc6-c7168cbd6749 req-aac6d795-355c-43d3-a8b5-32606559d769 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:52.455083 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-136c037b-497d-4d49-8fc6-c7168cbd6749 req-aac6d795-355c-43d3-a8b5-32606559d769 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc560642-1261-4f4f-850c-713ffe3d2c26 HTTP/1.1" status: 200 len: 908 time: 0.3458462 Jan 18 20:27:52.555335 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ce751-6867-45e0-9238-e3a70761bbda service neutron] Pushing event updated for resources: {'Port': ['ID=0abb6452-2f0c-4e93-bb6c-218b06908795,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:52.594245 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-06c6a0b7-7813-4d7b-9a92-65189d550bcf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (13e2c042-95b6-4c40-afe2-c216bb7546a6), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:52.660919 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe4935-2a61-4e06-abd8-aaec1258e324 req-68c5eb59-2b0a-4200-9815-55e495b27ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:52.662927 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edfe4935-2a61-4e06-abd8-aaec1258e324 req-68c5eb59-2b0a-4200-9815-55e495b27ef6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 912 time: 0.3645010 Jan 18 20:27:52.712996 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edfe4935-2a61-4e06-abd8-aaec1258e324 req-41fd1001-8020-4d9a-8d70-59edec5c9c7a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5864750f-0bf3-4d8a-87d1-8ec2b7170bbb HTTP/1.1" status: 200 len: 217 time: 0.0418823 Jan 18 20:27:52.732201 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1ae12-ca13-4e9c-85c8-7438ec629b06 req-9d50cca1-183f-41b3-8fcc-4c79c56ed09d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:52.739195 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1ae12-ca13-4e9c-85c8-7438ec629b06 req-9d50cca1-183f-41b3-8fcc-4c79c56ed09d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:52.746844 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1ae12-ca13-4e9c-85c8-7438ec629b06 req-9d50cca1-183f-41b3-8fcc-4c79c56ed09d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:52.753714 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1ae12-ca13-4e9c-85c8-7438ec629b06 req-9d50cca1-183f-41b3-8fcc-4c79c56ed09d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:52.763366 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1ae12-ca13-4e9c-85c8-7438ec629b06 req-9d50cca1-183f-41b3-8fcc-4c79c56ed09d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:52.770549 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1ae12-ca13-4e9c-85c8-7438ec629b06 req-9d50cca1-183f-41b3-8fcc-4c79c56ed09d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:52.774776 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe4935-2a61-4e06-abd8-aaec1258e324 req-ad824436-b781-4014-92e3-f3f59dae9a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:52.777376 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1ae12-ca13-4e9c-85c8-7438ec629b06 req-9d50cca1-183f-41b3-8fcc-4c79c56ed09d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:52.779401 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d3a1ae12-ca13-4e9c-85c8-7438ec629b06 req-9d50cca1-183f-41b3-8fcc-4c79c56ed09d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5419 time: 0.4834638 Jan 18 20:27:52.780310 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edfe4935-2a61-4e06-abd8-aaec1258e324 req-ad824436-b781-4014-92e3-f3f59dae9a0f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2eac11f-fef0-464c-9aac-08a05c8cc068 HTTP/1.1" status: 200 len: 850 time: 0.0600388 Jan 18 20:27:52.781065 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00207f8d-a952-40bf-8ea4-50ba91e32eed req-e2018cda-cc09-4326-8bdc-ec5429bf28e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:52.783225 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-00207f8d-a952-40bf-8ea4-50ba91e32eed req-e2018cda-cc09-4326-8bdc-ec5429bf28e1 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5594213 Jan 18 20:27:52.836386 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-fa0ce751-6867-45e0-9238-e3a70761bbda service neutron] Attempting to bind port 0abb6452-2f0c-4e93-bb6c-218b06908795 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:27:52.836861 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-fa0ce751-6867-45e0-9238-e3a70761bbda service neutron] Attempting to bind port 0abb6452-2f0c-4e93-bb6c-218b06908795 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'fbad898d-38fa-47be-becf-1f5943552590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e28041d0-7a31-4e94-acee-687198cd901a'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:27:52.837283 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-fa0ce751-6867-45e0-9238-e3a70761bbda service neutron] Attempting to bind port 0abb6452-2f0c-4e93-bb6c-218b06908795 on network e28041d0-7a31-4e94-acee-687198cd901a {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:52.858655 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-fa0ce751-6867-45e0-9238-e3a70761bbda service neutron] Port 0abb6452-2f0c-4e93-bb6c-218b06908795 on network e28041d0-7a31-4e94-acee-687198cd901a not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:27:52.859105 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-fa0ce751-6867-45e0-9238-e3a70761bbda service neutron] Attempting to bind port 0abb6452-2f0c-4e93-bb6c-218b06908795 on network e28041d0-7a31-4e94-acee-687198cd901a {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:52.863317 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe4935-2a61-4e06-abd8-aaec1258e324 req-574f4fae-1d98-4df5-8bf0-c29dca73b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:52.864970 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edfe4935-2a61-4e06-abd8-aaec1258e324 req-574f4fae-1d98-4df5-8bf0-c29dca73b7e8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88e9200-d99d-4ea0-a241-681917733bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679100 Jan 18 20:27:52.868361 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-fa0ce751-6867-45e0-9238-e3a70761bbda service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:27:52.868800 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-fa0ce751-6867-45e0-9238-e3a70761bbda service neutron] Checking segment: {'id': 'fbad898d-38fa-47be-becf-1f5943552590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e28041d0-7a31-4e94-acee-687198cd901a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:52.869271 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-fa0ce751-6867-45e0-9238-e3a70761bbda service neutron] Bound using segment: {'id': 'fbad898d-38fa-47be-becf-1f5943552590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e28041d0-7a31-4e94-acee-687198cd901a'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:27:52.869844 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-fa0ce751-6867-45e0-9238-e3a70761bbda service neutron] Bound port: 0abb6452-2f0c-4e93-bb6c-218b06908795, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbad898d-38fa-47be-becf-1f5943552590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e28041d0-7a31-4e94-acee-687198cd901a'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:27:52.870301 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-fa0ce751-6867-45e0-9238-e3a70761bbda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0abb6452-2f0c-4e93-bb6c-218b06908795), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:52.887483 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6a0b7-7813-4d7b-9a92-65189d550bcf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Subnet': ['ID=13e2c042-95b6-4c40-afe2-c216bb7546a6,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:52.900423 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-06c6a0b7-7813-4d7b-9a92-65189d550bcf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:52.907730 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dc0ccc-0459-4afa-b46a-a7b9703e0669 None None] Network 7b7c004e-6af7-41de-a971-545b6714615f requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:27:52.907916 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-06c6a0b7-7813-4d7b-9a92-65189d550bcf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/subnets/13e2c042-95b6-4c40-afe2-c216bb7546a6 HTTP/1.1" status: 204 len: 168 time: 2.1058307 Jan 18 20:27:52.911242 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39448) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:53.048254 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-fa0ce751-6867-45e0-9238-e3a70761bbda service neutron] For port 0abb6452-2f0c-4e93-bb6c-218b06908795, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:27:53.053167 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-fa0ce751-6867-45e0-9238-e3a70761bbda service neutron] For port 0abb6452-2f0c-4e93-bb6c-218b06908795, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0abb6452-2f0c-4e93-bb6c-218b06908795,segment=NetworkSegment(fbad898d-38fa-47be-becf-1f5943552590),segment_id=fbad898d-38fa-47be-becf-1f5943552590)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:27:53.053412 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6df7ae-2411-497c-b831-4a1bfabfa231 req-4195051f-eba6-4e84-b12e-4ba211e65939 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:53.057177 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edfe4935-2a61-4e06-abd8-aaec1258e324 req-182c4133-a92c-434b-b43b-4fec25944386 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843712 Jan 18 20:27:53.058887 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d6df7ae-2411-497c-b831-4a1bfabfa231 req-4195051f-eba6-4e84-b12e-4ba211e65939 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.4499249 Jan 18 20:27:53.062830 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-fa0ce751-6867-45e0-9238-e3a70761bbda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (0abb6452-2f0c-4e93-bb6c-218b06908795), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:53.107423 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'tag': 'eb3d9437-709a-40f0-a5c9-37416af4dbf8'}, {'name': 'network-changed', 'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'tag': '671d4bba-81d3-48a3-86d7-51496fd0ea37'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:27:53.109700 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d37eb3-df82-4eaf-9838-00ecacbafe53" -d '{"events": [{"name": "network-changed", "server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "tag": "eb3d9437-709a-40f0-a5c9-37416af4dbf8"}, {"name": "network-changed", "server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "tag": "671d4bba-81d3-48a3-86d7-51496fd0ea37"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:27:53.143292 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9f0aa8-1fa0-4a37-a42e-034b126b0699 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting subnet 6c70b6a0-afcd-4f03-8792-6ce22e74188b {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:27:53.154766 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0aa8-1fa0-4a37-a42e-034b126b0699 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for subnet (6c70b6a0-afcd-4f03-8792-6ce22e74188b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:53.167180 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-fa0ce751-6867-45e0-9238-e3a70761bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:53.167793 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-fa0ce751-6867-45e0-9238-e3a70761bbda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:53.169189 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-fa0ce751-6867-45e0-9238-e3a70761bbda service neutron] 10.222.0.70 "PUT /v2.0/ports/0abb6452-2f0c-4e93-bb6c-218b06908795 HTTP/1.1" status: 200 len: 1091 time: 1.7298331 Jan 18 20:27:53.189996 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0cf75927-4f36-4a93-b654-0ffe78df21eb tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (86f2b236-5fb0-408e-9f2e-3fb71c97682b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:53.212938 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Request body: {'port': {'device_id': 'aa171f3a-7b11-4647-88b5-324804184a23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:53.263700 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d3a1ae12-ca13-4e9c-85c8-7438ec629b06 req-f19e0a92-574c-4964-9b24-7e2ae00ebd9a tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4014943 Jan 18 20:27:53.266545 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ce751-6867-45e0-9238-e3a70761bbda service neutron] Pushing event updated for resources: {'Port': ['ID=0abb6452-2f0c-4e93-bb6c-218b06908795,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:53.289968 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b66ef2c9-2681-479d-841b-66f8167f1c5f up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:27:53.291213 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-edfe4935-2a61-4e06-abd8-aaec1258e324 req-1f0b9d6c-a8cf-4ddb-8094-4a785a0e54a2 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246387 Jan 18 20:27:53.403481 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3d00ac2c-22d8-495c-a56f-379c471665e9), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:53.460182 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port b66ef2c9-2681-479d-841b-66f8167f1c5f completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:27:53.465575 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port b66ef2c9-2681-479d-841b-66f8167f1c5f triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:53.472866 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b66ef2c9-2681-479d-841b-66f8167f1c5f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:53.628963 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port b66ef2c9-2681-479d-841b-66f8167f1c5f is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:53.630037 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b66ef2c9-2681-479d-841b-66f8167f1c5f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:53.659626 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ea767a-d98b-4099-8756-a86f2d933659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66ef2c9-2681-479d-841b-66f8167f1c5f'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:27:53.662171 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660a02fb-fc7a-48ab-baf2-7eed11c2d0a1" -d '{"events": [{"server_uuid": "c6ea767a-d98b-4099-8756-a86f2d933659", "name": "network-vif-plugged", "status": "completed", "tag": "b66ef2c9-2681-479d-841b-66f8167f1c5f"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:27:53.689240 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port b66ef2c9-2681-479d-841b-66f8167f1c5f, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b66ef2c9-2681-479d-841b-66f8167f1c5f,segment=NetworkSegment(d69ad9a7-9c84-41c0-a5ab-db4c05123133),segment_id=d69ad9a7-9c84-41c0-a5ab-db4c05123133)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:53.707319 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b66ef2c9-2681-479d-841b-66f8167f1c5f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:53.803896 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=b66ef2c9-2681-479d-841b-66f8167f1c5f,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:53.849882 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d00ac2c-22d8-495c-a56f-379c471665e9 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:27:53.859754 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Publish callbacks [] for port (3d00ac2c-22d8-495c-a56f-379c471665e9), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:53.874349 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Transition to ACTIVE for port object 3d00ac2c-22d8-495c-a56f-379c471665e9 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:27:53.879234 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (3d00ac2c-22d8-495c-a56f-379c471665e9), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:53.920003 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d6df7ae-2411-497c-b831-4a1bfabfa231 req-1b05eb12-b225-45ea-abff-98725fb48d12 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8173711 Jan 18 20:27:53.935672 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0aa8-1fa0-4a37-a42e-034b126b0699 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (6c70b6a0-afcd-4f03-8792-6ce22e74188b), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:54.002899 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Pushing event updated for resources: {'Port': ['ID=3d00ac2c-22d8-495c-a56f-379c471665e9,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:54.071702 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Attempting to bind port 3d00ac2c-22d8-495c-a56f-379c471665e9 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:27:54.072144 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Attempting to bind port 3d00ac2c-22d8-495c-a56f-379c471665e9 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'fbad898d-38fa-47be-becf-1f5943552590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e28041d0-7a31-4e94-acee-687198cd901a'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:27:54.072589 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Attempting to bind port 3d00ac2c-22d8-495c-a56f-379c471665e9 on network e28041d0-7a31-4e94-acee-687198cd901a {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:54.077872 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Port 3d00ac2c-22d8-495c-a56f-379c471665e9 on network e28041d0-7a31-4e94-acee-687198cd901a not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:27:54.078322 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Attempting to bind port 3d00ac2c-22d8-495c-a56f-379c471665e9 on network e28041d0-7a31-4e94-acee-687198cd901a {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:54.089856 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:27:54.090366 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Checking segment: {'id': 'fbad898d-38fa-47be-becf-1f5943552590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e28041d0-7a31-4e94-acee-687198cd901a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:54.090851 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Bound using segment: {'id': 'fbad898d-38fa-47be-becf-1f5943552590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e28041d0-7a31-4e94-acee-687198cd901a'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:27:54.091392 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Bound port: 3d00ac2c-22d8-495c-a56f-379c471665e9, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbad898d-38fa-47be-becf-1f5943552590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e28041d0-7a31-4e94-acee-687198cd901a'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:27:54.091861 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3d00ac2c-22d8-495c-a56f-379c471665e9), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:54.180364 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] For port 3d00ac2c-22d8-495c-a56f-379c471665e9, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:27:54.183730 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] For port 3d00ac2c-22d8-495c-a56f-379c471665e9, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3d00ac2c-22d8-495c-a56f-379c471665e9,segment=NetworkSegment(fbad898d-38fa-47be-becf-1f5943552590),segment_id=fbad898d-38fa-47be-becf-1f5943552590)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:27:54.186973 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-17f688f6-7222-491a-b4d1-3655baab3974 None None] Provisioning complete for port dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:54.187359 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-17f688f6-7222-491a-b4d1-3655baab3974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:54.193204 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (3d00ac2c-22d8-495c-a56f-379c471665e9), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:54.245648 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-17f688f6-7222-491a-b4d1-3655baab3974 None None] Port dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:54.260661 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-17f688f6-7222-491a-b4d1-3655baab3974 None None] Provisioning complete for port 442b2e9b-dc3c-44bd-9892-d419e6edd623 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:54.261426 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-17f688f6-7222-491a-b4d1-3655baab3974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:54.271729 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:54.272408 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:54.278633 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] 10.222.0.70 "PUT /v2.0/ports/3d00ac2c-22d8-495c-a56f-379c471665e9 HTTP/1.1" status: 200 len: 1091 time: 1.0736175 Jan 18 20:27:54.300489 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0bf3d-567e-4496-8faa-09c918e65dbe req-df4c5bb6-d89f-4d52-a61f-010beefeb90a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:54.307842 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43c0bf3d-567e-4496-8faa-09c918e65dbe req-df4c5bb6-d89f-4d52-a61f-010beefeb90a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.3860025 Jan 18 20:27:54.314116 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Pushing event updated for resources: {'Port': ['ID=3d00ac2c-22d8-495c-a56f-379c471665e9,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:54.328989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:54.329561 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:54.329965 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:54.330307 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:54.330637 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:54.330963 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:54.331291 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:54.331921 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:54.332244 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:54.332566 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:54.332885 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:54.333206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:54.333525 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9439dd1-47ca-41c6-a7c8-6bda5978db61 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:54.359973 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41574f8-57a1-45c5-b181-cbf28a683833 req-29faf7ca-eee2-4cf9-a719-a7e489d9215a tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:54.361567 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e41574f8-57a1-45c5-b181-cbf28a683833 req-29faf7ca-eee2-4cf9-a719-a7e489d9215a tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6ea767a-d98b-4099-8756-a86f2d933659 HTTP/1.1" status: 200 len: 946 time: 0.2946975 Jan 18 20:27:54.394171 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0aa8-1fa0-4a37-a42e-034b126b0699 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (6c70b6a0-afcd-4f03-8792-6ce22e74188b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:54.422968 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-3dec0ce1-0efd-49dd-b4d6-46147c0b4b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:54.423784 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-3dec0ce1-0efd-49dd-b4d6-46147c0b4b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:54.424248 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-3dec0ce1-0efd-49dd-b4d6-46147c0b4b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:54.424712 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-3dec0ce1-0efd-49dd-b4d6-46147c0b4b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:54.425162 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-3dec0ce1-0efd-49dd-b4d6-46147c0b4b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:54.425615 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-3dec0ce1-0efd-49dd-b4d6-46147c0b4b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:54.426088 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-3dec0ce1-0efd-49dd-b4d6-46147c0b4b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:54.428062 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-3dec0ce1-0efd-49dd-b4d6-46147c0b4b89 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=733444720280437eb7f9cfdcefc53319&device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 6488 time: 0.0874314 Jan 18 20:27:54.429677 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf75927-4f36-4a93-b654-0ffe78df21eb tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Router 86f2b236-5fb0-408e-9f2e-3fb71c97682b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:27:54.467504 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-17f688f6-7222-491a-b4d1-3655baab3974 None None] Current status of the port 442b2e9b-dc3c-44bd-9892-d419e6edd623 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:54.488834 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-0ea3b961-9011-4f45-943b-8c12042900a8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3205105-3cf6-449b-a8a6-e9c40e5ae36e HTTP/1.1" status: 200 len: 217 time: 0.0499487 Jan 18 20:27:54.489810 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43c0bf3d-567e-4496-8faa-09c918e65dbe req-caca4bff-fc08-40d2-86de-5f2591c5f705 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779606 Jan 18 20:27:54.491479 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-b12ea44c-a1f6-4508-aa26-ef5637127bd3 admin admin] Deleting port f056862d-90cc-4995-8c43-bf2fb44cf0db {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:27:54.492349 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b12ea44c-a1f6-4508-aa26-ef5637127bd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (f056862d-90cc-4995-8c43-bf2fb44cf0db), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:54.556235 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-19ef3e36-1e34-417a-8d44-0d9057962af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:54.557851 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-19ef3e36-1e34-417a-8d44-0d9057962af9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2035485f-6539-4901-9376-da308db55f84 HTTP/1.1" status: 200 len: 855 time: 0.0631366 Jan 18 20:27:54.565411 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 18 Jan 2022 20:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022256f0-b327-403e-9f2a-bdd792fbfa62 x-openstack-request-id: req-022256f0-b327-403e-9f2a-bdd792fbfa62 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:27:54.565737 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "tag": "eb3d9437-709a-40f0-a5c9-37416af4dbf8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "tag": "671d4bba-81d3-48a3-86d7-51496fd0ea37", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:27:54.565991 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-022256f0-b327-403e-9f2a-bdd792fbfa62 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:27:54.566441 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'tag': 'eb3d9437-709a-40f0-a5c9-37416af4dbf8', 'status': 'completed', 'code': 200} Jan 18 20:27:54.566699 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'tag': '671d4bba-81d3-48a3-86d7-51496fd0ea37', 'status': 'completed', 'code': 200} Jan 18 20:27:54.614870 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceea2759-f10a-42fd-9491-cd1e31047248 x-openstack-request-id: req-ceea2759-f10a-42fd-9491-cd1e31047248 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:27:54.615175 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ea767a-d98b-4099-8756-a86f2d933659", "name": "network-vif-plugged", "status": "completed", "tag": "b66ef2c9-2681-479d-841b-66f8167f1c5f", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:27:54.615495 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ceea2759-f10a-42fd-9491-cd1e31047248 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:27:54.615821 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ea767a-d98b-4099-8756-a86f2d933659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66ef2c9-2681-479d-841b-66f8167f1c5f', 'code': 200} Jan 18 20:27:54.677766 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-7fb05444-1500-421c-84ef-ecb25744c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:54.680657 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-7fb05444-1500-421c-84ef-ecb25744c01e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=430c56bd-8290-45d6-ab68-26d11179c94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1110287 Jan 18 20:27:54.683349 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e41574f8-57a1-45c5-b181-cbf28a683833 req-c5a33f1e-cc48-4eec-8da6-a3cec53d721e tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.31 "GET /v2.0/security-groups?id=d94e1aa4-f4c2-43d5-b488-ec0a2a01844d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110943 Jan 18 20:27:54.723229 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0aa8-1fa0-4a37-a42e-034b126b0699 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (6c70b6a0-afcd-4f03-8792-6ce22e74188b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:54.786948 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f0aa8-1fa0-4a37-a42e-034b126b0699 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Subnet': ['ID=6c70b6a0-afcd-4f03-8792-6ce22e74188b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:54.811259 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a104130-5da6-4b60-ae24-0721890bf5dd req-6ed6748a-ed62-49d9-8d18-e5640469a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:54.812767 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8a104130-5da6-4b60-ae24-0721890bf5dd req-6ed6748a-ed62-49d9-8d18-e5640469a5cf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c6ea767a-d98b-4099-8756-a86f2d933659 HTTP/1.1" status: 200 len: 1097 time: 0.1149993 Jan 18 20:27:54.826781 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-b12ea44c-a1f6-4508-aa26-ef5637127bd3 admin admin] For port f056862d-90cc-4995-8c43-bf2fb44cf0db, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f056862d-90cc-4995-8c43-bf2fb44cf0db,segment=NetworkSegment(4ca1887e-bebb-4eb1-a5e5-e138f47dbd7e),segment_id=4ca1887e-bebb-4eb1-a5e5-e138f47dbd7e)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:54.827275 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b12ea44c-a1f6-4508-aa26-ef5637127bd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (f056862d-90cc-4995-8c43-bf2fb44cf0db), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:54.832603 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0aa8-1fa0-4a37-a42e-034b126b0699 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:54.838783 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3d9f0aa8-1fa0-4a37-a42e-034b126b0699 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/subnets/6c70b6a0-afcd-4f03-8792-6ce22e74188b HTTP/1.1" status: 204 len: 168 time: 1.9252524 Jan 18 20:27:54.840721 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39470) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:54.840875 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a55485f-8ce5-4cf0-b83b-dc9a8b4fc756 None None] Network 7b7c004e-6af7-41de-a971-545b6714615f requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:27:54.871417 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-563683e5-0c14-4668-944b-b02af1755677 service neutron] 10.222.0.70 "GET /v2.0/networks/430c56bd-8290-45d6-ab68-26d11179c94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816773 Jan 18 20:27:54.872571 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-802512c6-c0b0-499c-acbe-243ec6e94738 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] DELETE failed (client error): The resource could not be found. Jan 18 20:27:54.873004 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-802512c6-c0b0-499c-acbe-243ec6e94738 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:27:54.876022 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-802512c6-c0b0-499c-acbe-243ec6e94738 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/subnets/13e2c042-95b6-4c40-afe2-c216bb7546a6 HTTP/1.1" status: 404 len: 337 time: 0.0343826 Jan 18 20:27:54.879561 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39472) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:54.904573 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-b12ea44c-a1f6-4508-aa26-ef5637127bd3 admin admin] Calling delete_port for f056862d-90cc-4995-8c43-bf2fb44cf0db owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:27:54.921060 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf75927-4f36-4a93-b654-0ffe78df21eb tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:27:54.936508 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0cf75927-4f36-4a93-b654-0ffe78df21eb tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] 10.222.0.31 "PUT /v2.0/routers/86f2b236-5fb0-408e-9f2e-3fb71c97682b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2436960 Jan 18 20:27:54.946550 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39474) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:54.948332 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4202b-e857-4a7d-8620-1b9c175e9bc3 req-a7be03cd-53b6-46dd-8038-1c2f8e3b56a0 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:54.953948 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46960e81-8f03-4761-be6a-d06902413194 None None] Sync routers for ids ['86f2b236-5fb0-408e-9f2e-3fb71c97682b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:27:54.954306 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4202b-e857-4a7d-8620-1b9c175e9bc3 req-a7be03cd-53b6-46dd-8038-1c2f8e3b56a0 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:54.961347 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4202b-e857-4a7d-8620-1b9c175e9bc3 req-a7be03cd-53b6-46dd-8038-1c2f8e3b56a0 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:54.967700 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4202b-e857-4a7d-8620-1b9c175e9bc3 req-a7be03cd-53b6-46dd-8038-1c2f8e3b56a0 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:54.972614 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46960e81-8f03-4761-be6a-d06902413194 None None] Routers {'86f2b236-5fb0-408e-9f2e-3fb71c97682b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:54.973579 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-46960e81-8f03-4761-be6a-d06902413194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:27:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['86f2b236-5fb0-408e-9f2e-3fb71c97682b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:54.973751 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4202b-e857-4a7d-8620-1b9c175e9bc3 req-a7be03cd-53b6-46dd-8038-1c2f8e3b56a0 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:54.980065 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4202b-e857-4a7d-8620-1b9c175e9bc3 req-a7be03cd-53b6-46dd-8038-1c2f8e3b56a0 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:54.985912 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4202b-e857-4a7d-8620-1b9c175e9bc3 req-a7be03cd-53b6-46dd-8038-1c2f8e3b56a0 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:54.994667 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2cb4202b-e857-4a7d-8620-1b9c175e9bc3 req-a7be03cd-53b6-46dd-8038-1c2f8e3b56a0 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.3101678 Jan 18 20:27:55.017323 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-46960e81-8f03-4761-be6a-d06902413194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:55.029736 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8a104130-5da6-4b60-ae24-0721890bf5dd req-b575ca54-5378-4b19-922b-d5f37ccc2d45 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d94e1aa4-f4c2-43d5-b488-ec0a2a01844d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105918 Jan 18 20:27:55.030491 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46960e81-8f03-4761-be6a-d06902413194 None None] Routers {'86f2b236-5fb0-408e-9f2e-3fb71c97682b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:55.031648 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-46960e81-8f03-4761-be6a-d06902413194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:27:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['86f2b236-5fb0-408e-9f2e-3fb71c97682b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:55.034317 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-996a472a-e7f5-4c6d-885d-8f5306c84271 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] show failed (client error): The resource could not be found. Jan 18 20:27:55.035305 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-996a472a-e7f5-4c6d-885d-8f5306c84271 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-665160263 HTTP/1.1" status: 404 len: 334 time: 0.0860980 Jan 18 20:27:55.041214 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39476) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:55.050841 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-366b1e5c-89dc-44ab-83fc-6dadd0fad08f tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:55.058390 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447a413-d5ca-49ac-a38e-6a433f095cae req-d269e844-d32c-427d-b51a-5a296f13f302 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:55.065711 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1447a413-d5ca-49ac-a38e-6a433f095cae req-d269e844-d32c-427d-b51a-5a296f13f302 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.2981257 Jan 18 20:27:55.082303 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-46960e81-8f03-4761-be6a-d06902413194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:55.083089 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46960e81-8f03-4761-be6a-d06902413194 None None] The sync data for ids ['86f2b236-5fb0-408e-9f2e-3fb71c97682b'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:27:55.171373 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1447a413-d5ca-49ac-a38e-6a433f095cae req-93a137b0-2489-47bf-82fd-2db91d17239c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047890 Jan 18 20:27:55.179651 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2cb4202b-e857-4a7d-8620-1b9c175e9bc3 req-f7e367c7-4fe6-4b9c-972c-2a0868997f5e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1838119 Jan 18 20:27:55.434759 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b12ea44c-a1f6-4508-aa26-ef5637127bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (f056862d-90cc-4995-8c43-bf2fb44cf0db), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:55.468268 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-366b1e5c-89dc-44ab-83fc-6dadd0fad08f tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] update failed (client error): The resource could not be found. Jan 18 20:27:55.469283 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-366b1e5c-89dc-44ab-83fc-6dadd0fad08f tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-990484403 HTTP/1.1" status: 404 len: 334 time: 0.4253623 Jan 18 20:27:55.474520 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6ca063-49b3-4106-ab9d-c7ecf9b952b7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting subnet 1481f605-8fed-46fb-a0db-150d81eef3ff {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:27:55.478752 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39492) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:55.519570 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52900071-290c-4691-a1f6-67b5d53cca9c req-6b61a948-4014-4f22-a838-0d1a82ba480e tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:55.521204 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-52900071-290c-4691-a1f6-67b5d53cca9c req-6b61a948-4014-4f22-a838-0d1a82ba480e tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1596966 Jan 18 20:27:55.524064 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ea44c-a1f6-4508-aa26-ef5637127bd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f056862d-90cc-4995-8c43-bf2fb44cf0db,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:55.571740 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad6cd849-ef16-47ba-8619-29efb6220150 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Deleting subnet d0e02fe5-7372-4ecf-918b-373c4daee284 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:27:55.575620 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad6cd849-ef16-47ba-8619-29efb6220150 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks [] for subnet (d0e02fe5-7372-4ecf-918b-373c4daee284), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:55.581061 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b6ca063-49b3-4106-ab9d-c7ecf9b952b7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for subnet (1481f605-8fed-46fb-a0db-150d81eef3ff), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:55.668492 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4a9370c6-b46f-41ae-947a-7ff5d9be43fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:55.757467 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-52900071-290c-4691-a1f6-67b5d53cca9c req-6783ff92-8a6c-4036-b7fa-27aa389c7cfb tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674378 Jan 18 20:27:55.785304 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-48c4d9da-e638-4449-96d0-3ef369c7ee8f service neutron] 10.222.0.70 "GET /v2.0/networks/430c56bd-8290-45d6-ab68-26d11179c94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9032228 Jan 18 20:27:55.815325 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b6ca063-49b3-4106-ab9d-c7ecf9b952b7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (1481f605-8fed-46fb-a0db-150d81eef3ff), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:55.826230 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad6cd849-ef16-47ba-8619-29efb6220150 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (d0e02fe5-7372-4ecf-918b-373c4daee284), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:55.882137 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-cee38811-4420-4dbf-8dcb-2220e1ae7962 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:55.883708 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-cee38811-4420-4dbf-8dcb-2220e1ae7962 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 811 time: 0.3805404 Jan 18 20:27:55.964935 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-e9f96c53-927c-4743-b8c3-995f508e76b5 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/quotas/4b4c13fbb3bf4713b8724b5ef55060b7 HTTP/1.1" status: 200 len: 375 time: 0.0640211 Jan 18 20:27:56.024270 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b6ca063-49b3-4106-ab9d-c7ecf9b952b7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (1481f605-8fed-46fb-a0db-150d81eef3ff), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:56.030635 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b12ea44c-a1f6-4508-aa26-ef5637127bd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (9d5e1e7b-a642-4101-a5fd-a400a6bad6ac), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:56.043552 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081984e5-bce0-4c11-a62a-3a7919c3ce0d req-ccc0fabb-3a97-4933-8fe3-82029b579536 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:56.045678 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-081984e5-bce0-4c11-a62a-3a7919c3ce0d req-ccc0fabb-3a97-4933-8fe3-82029b579536 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6ea767a-d98b-4099-8756-a86f2d933659 HTTP/1.1" status: 200 len: 946 time: 0.1592402 Jan 18 20:27:56.059354 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-58091eb9-a5cb-4387-9359-7a84425f49d5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb HTTP/1.1" status: 200 len: 217 time: 0.2516363 Jan 18 20:27:56.064365 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-fee08a0a-212e-4323-bc63-21a9dc13f590 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0929384 Jan 18 20:27:56.188635 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-24bb6860-aa72-48be-9a6e-122c4de0cf08 None None] Provisioning complete for port dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:56.189029 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-24bb6860-aa72-48be-9a6e-122c4de0cf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:56.190808 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-e54011bc-11b5-4853-acdf-b3c519f1a5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:56.196181 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-e54011bc-11b5-4853-acdf-b3c519f1a5d5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf464e5-d0e2-45fb-a0b2-ab21add0b628 HTTP/1.1" status: 200 len: 797 time: 0.1148295 Jan 18 20:27:56.230344 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b6ca063-49b3-4106-ab9d-c7ecf9b952b7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (1481f605-8fed-46fb-a0db-150d81eef3ff), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:56.247754 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-24bb6860-aa72-48be-9a6e-122c4de0cf08 None None] Port dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:56.266663 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-24bb6860-aa72-48be-9a6e-122c4de0cf08 None None] Provisioning complete for port 442b2e9b-dc3c-44bd-9892-d419e6edd623 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:56.267613 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-24bb6860-aa72-48be-9a6e-122c4de0cf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:56.296920 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-081984e5-bce0-4c11-a62a-3a7919c3ce0d req-401a3bf5-996b-40c3-9153-8accbe2a9d7c tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.31 "GET /v2.0/security-groups?id=d94e1aa4-f4c2-43d5-b488-ec0a2a01844d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314801 Jan 18 20:27:56.306198 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ca063-49b3-4106-ab9d-c7ecf9b952b7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Subnet': ['ID=1481f605-8fed-46fb-a0db-150d81eef3ff,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:56.309696 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad6cd849-ef16-47ba-8619-29efb6220150 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (d0e02fe5-7372-4ecf-918b-373c4daee284), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:56.344127 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ad0691-7dd0-4286-ae54-8b0c60dd3c6c None None] Network 7b7c004e-6af7-41de-a971-545b6714615f requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:27:56.349064 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-998fb84a-7af5-47db-b861-1a92044deabc service neutron] 10.222.0.31 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496810 Jan 18 20:27:56.353706 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b6ca063-49b3-4106-ab9d-c7ecf9b952b7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:56.357138 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8b6ca063-49b3-4106-ab9d-c7ecf9b952b7 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/subnets/1481f605-8fed-46fb-a0db-150d81eef3ff HTTP/1.1" status: 204 len: 168 time: 1.4696534 Jan 18 20:27:56.360722 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39502) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:56.392936 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c37ed68-6165-49cf-8f7a-f5ae1ec3bb9e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] DELETE failed (client error): The resource could not be found. Jan 18 20:27:56.393400 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c37ed68-6165-49cf-8f7a-f5ae1ec3bb9e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:27:56.396539 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6c37ed68-6165-49cf-8f7a-f5ae1ec3bb9e tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/subnets/710437ac-1908-441f-a532-614f2b80365d HTTP/1.1" status: 404 len: 337 time: 0.0339332 Jan 18 20:27:56.400222 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39504) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:56.403631 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-4c259534-5429-49ba-9498-bd1f1aef0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:56.405133 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-4c259534-5429-49ba-9498-bd1f1aef0b4e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fbd40aa-f049-4550-b042-82fa935955b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2026246 Jan 18 20:27:56.493829 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2e29f8e2-2782-4be0-baa1-7d738a46d52f tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "GET /v2.0/ports?device_id=e200480c-9782-4391-8f12-8bade0a60a42 HTTP/1.1" status: 200 len: 205 time: 0.0916100 Jan 18 20:27:56.510746 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39506) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:56.510979 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-fa43bb06-ff66-4895-9e1e-ecab8436aeea service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930154 Jan 18 20:27:56.574784 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'tag': '0abb6452-2f0c-4e93-bb6c-218b06908795'}, {'name': 'network-changed', 'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'tag': '3d00ac2c-22d8-495c-a56f-379c471665e9'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:27:56.577197 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83df1ca-ac80-4533-b0ba-088de95b7202" -d '{"events": [{"name": "network-changed", "server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "tag": "0abb6452-2f0c-4e93-bb6c-218b06908795"}, {"name": "network-changed", "server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "tag": "3d00ac2c-22d8-495c-a56f-379c471665e9"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:27:56.588612 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad6cd849-ef16-47ba-8619-29efb6220150 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (d0e02fe5-7372-4ecf-918b-373c4daee284), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:56.609088 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-b8f30207-7fa0-40e7-9c00-4e7dbf64c9cb tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] delete failed (client error): The resource could not be found. Jan 18 20:27:56.612944 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b8f30207-7fa0-40e7-9c00-4e7dbf64c9cb tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/routers/e200480c-9782-4391-8f12-8bade0a60a42 HTTP/1.1" status: 404 len: 336 time: 0.0656595 Jan 18 20:27:56.614870 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39512) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:56.659781 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6cd849-ef16-47ba-8619-29efb6220150 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Pushing event deleted for resources: {'Subnet': ['ID=d0e02fe5-7372-4ecf-918b-373c4daee284,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:56.669784 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-24bb6860-aa72-48be-9a6e-122c4de0cf08 None None] Current status of the port 442b2e9b-dc3c-44bd-9892-d419e6edd623 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:56.674914 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad6cd849-ef16-47ba-8619-29efb6220150 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:56.680036 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ad6cd849-ef16-47ba-8619-29efb6220150 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] 10.222.0.31 "DELETE /v2.0/subnets/d0e02fe5-7372-4ecf-918b-373c4daee284 HTTP/1.1" status: 204 len: 168 time: 1.2000933 Jan 18 20:27:56.683701 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39514) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:56.685895 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d46e0b5-3f85-4cb4-9831-c03cecf4e316 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] DELETE failed (client error): The resource could not be found. Jan 18 20:27:56.686533 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d46e0b5-3f85-4cb4-9831-c03cecf4e316 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:27:56.687717 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd85bc5-82ac-4040-85eb-7168a6286df3 None None] Network add6f12f-c6c2-45a7-a70c-e72a54239386 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:27:56.691992 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2d46e0b5-3f85-4cb4-9831-c03cecf4e316 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/subnets/7a928b65-401a-49bc-92b7-739e0b0e16cf HTTP/1.1" status: 404 len: 337 time: 0.0718868 Jan 18 20:27:56.695789 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39516) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:56.717226 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af949672-5b45-4f52-abc4-4250279254a0 req-03d23d75-e14e-46a7-9224-07c78767fb22 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:56.724724 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af949672-5b45-4f52-abc4-4250279254a0 req-03d23d75-e14e-46a7-9224-07c78767fb22 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.2592018 Jan 18 20:27:56.747849 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-449c947e-57a0-4562-b2a7-4c8aad1d8bdc service neutron] 10.222.0.31 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869922 Jan 18 20:27:56.788095 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af949672-5b45-4f52-abc4-4250279254a0 req-d7329bdb-03e3-45af-a342-2e237e7f3b67 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625103 Jan 18 20:27:56.789850 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa4c02e-a95d-4ea4-9e6a-1407709d32fd tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] DELETE failed (client error): The resource could not be found. Jan 18 20:27:56.790386 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaa4c02e-a95d-4ea4-9e6a-1407709d32fd tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:27:56.793516 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-eaa4c02e-a95d-4ea4-9e6a-1407709d32fd tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/subnets/14d11bef-6949-4e70-af13-3ea6a7ba584a HTTP/1.1" status: 404 len: 337 time: 0.0953836 Jan 18 20:27:56.799333 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12ea44c-a1f6-4508-aa26-ef5637127bd3 admin admin] Router 9d5e1e7b-a642-4101-a5fd-a400a6bad6ac has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:27:56.801044 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39518) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:56.863738 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-422d35c8-989b-4f94-b42a-3cd14b6cefd6 service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199658 Jan 18 20:27:56.876304 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42978e0-62d1-4bd8-9018-7b6189a32d44 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] DELETE failed (client error): The resource could not be found. Jan 18 20:27:56.876998 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f42978e0-62d1-4bd8-9018-7b6189a32d44 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:27:56.881867 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4fcec2-b8e4-4899-9317-c63d45ea60c4 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Deleting subnet ca9e5731-d814-4479-b926-395a459272ed {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:27:56.884905 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f42978e0-62d1-4bd8-9018-7b6189a32d44 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/subnets/30cf7d9b-d83d-4d64-a1be-922eacc66368 HTTP/1.1" status: 404 len: 337 time: 0.0566740 Jan 18 20:27:56.888219 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39522) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:56.890476 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c3849e-3bb6-4c41-926e-581e8ce973f8 None None] DHCP port deletion for 7b7c004e-6af7-41de-a971-545b6714615f request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:27:56.935354 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-db44b06d-1b98-4e26-8d34-c44d94a16a6f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=1488c34b-3de1-428f-94c5-ea3bbe9105fc HTTP/1.1" status: 200 len: 217 time: 0.0507183 Jan 18 20:27:56.937610 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf4fcec2-b8e4-4899-9317-c63d45ea60c4 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks [] for subnet (ca9e5731-d814-4479-b926-395a459272ed), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:56.992947 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da8c4e7-6c9e-4688-8530-b2c5eed1e1d3 None None] DHCP port deletion for add6f12f-c6c2-45a7-a70c-e72a54239386 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:27:57.020814 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 18 Jan 2022 20:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29f1990-5280-4e92-bcde-7771890c286a x-openstack-request-id: req-f29f1990-5280-4e92-bcde-7771890c286a {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:27:57.021121 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "tag": "0abb6452-2f0c-4e93-bb6c-218b06908795", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "tag": "3d00ac2c-22d8-495c-a56f-379c471665e9", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:27:57.021512 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f29f1990-5280-4e92-bcde-7771890c286a {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:27:57.021949 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'tag': '0abb6452-2f0c-4e93-bb6c-218b06908795', 'status': 'completed', 'code': 200} Jan 18 20:27:57.022210 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'tag': '3d00ac2c-22d8-495c-a56f-379c471665e9', 'status': 'completed', 'code': 200} Jan 18 20:27:57.028457 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf4fcec2-b8e4-4899-9317-c63d45ea60c4 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (ca9e5731-d814-4479-b926-395a459272ed), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:57.075891 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-1d8eea4f-46a9-434e-9e79-387d71a50825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:57.081423 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-97c3849e-3bb6-4c41-926e-581e8ce973f8 None None] Deleting port 442b2e9b-dc3c-44bd-9892-d419e6edd623 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:27:57.082046 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-1d8eea4f-46a9-434e-9e79-387d71a50825 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf464e5-d0e2-45fb-a0b2-ab21add0b628 HTTP/1.1" status: 200 len: 797 time: 0.1105089 Jan 18 20:27:57.082413 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-97c3849e-3bb6-4c41-926e-581e8ce973f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:57.182645 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-d4626a1f-9ad8-469f-ae87-f1ad0b10de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:57.184201 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-d4626a1f-9ad8-469f-ae87-f1ad0b10de88 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fbd40aa-f049-4550-b042-82fa935955b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0989540 Jan 18 20:27:57.186815 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-97c3849e-3bb6-4c41-926e-581e8ce973f8 None None] For port 442b2e9b-dc3c-44bd-9892-d419e6edd623, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=442b2e9b-dc3c-44bd-9892-d419e6edd623,segment=NetworkSegment(3920f69b-a683-4495-b4f0-19ed202e5b03),segment_id=3920f69b-a683-4495-b4f0-19ed202e5b03)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:57.187223 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-97c3849e-3bb6-4c41-926e-581e8ce973f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:57.205808 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-97c3849e-3bb6-4c41-926e-581e8ce973f8 None None] Calling delete_port for 442b2e9b-dc3c-44bd-9892-d419e6edd623 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:27:57.292606 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-761201f8-6e5e-4c12-952b-ad2a82dba9f6 service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012309 Jan 18 20:27:57.325969 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf4fcec2-b8e4-4899-9317-c63d45ea60c4 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (ca9e5731-d814-4479-b926-395a459272ed), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:57.331065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0da8c4e7-6c9e-4688-8530-b2c5eed1e1d3 None None] Deleting port fbc566f4-9423-48b0-86e3-cd3e67b36094 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:27:57.331440 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0da8c4e7-6c9e-4688-8530-b2c5eed1e1d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (fbc566f4-9423-48b0-86e3-cd3e67b36094), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:57.398484 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-97c3849e-3bb6-4c41-926e-581e8ce973f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (442b2e9b-dc3c-44bd-9892-d419e6edd623), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:57.422650 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d8ee92-ca5e-4a58-ad4b-9ca8a220bbbe tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] DELETE failed (client error): The resource could not be found. Jan 18 20:27:57.423356 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80d8ee92-ca5e-4a58-ad4b-9ca8a220bbbe tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:27:57.426536 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-80d8ee92-ca5e-4a58-ad4b-9ca8a220bbbe tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/ports/ef73938b-6734-4e52-a081-cdf0a3b70f60 HTTP/1.1" status: 404 len: 333 time: 0.5373077 Jan 18 20:27:57.435164 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39538) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:57.462063 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3849e-3bb6-4c41-926e-581e8ce973f8 None None] Pushing event deleted for resources: {'Port': ['ID=442b2e9b-dc3c-44bd-9892-d419e6edd623,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:57.482140 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0da8c4e7-6c9e-4688-8530-b2c5eed1e1d3 None None] For port fbc566f4-9423-48b0-86e3-cd3e67b36094, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=fbc566f4-9423-48b0-86e3-cd3e67b36094,segment=NetworkSegment(0bd7aba3-55d0-4361-8400-2c7d77dfa275),segment_id=0bd7aba3-55d0-4361-8400-2c7d77dfa275)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:57.482594 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0da8c4e7-6c9e-4688-8530-b2c5eed1e1d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (fbc566f4-9423-48b0-86e3-cd3e67b36094), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:57.500409 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c3849e-3bb6-4c41-926e-581e8ce973f8 None None] No DVR routers for this DVR port 442b2e9b-dc3c-44bd-9892-d419e6edd623 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:27:57.508970 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12ea44c-a1f6-4508-aa26-ef5637127bd3 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:27:57.521037 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0da8c4e7-6c9e-4688-8530-b2c5eed1e1d3 None None] Calling delete_port for fbc566f4-9423-48b0-86e3-cd3e67b36094 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:27:57.522972 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4412656-aa3d-4678-b86d-75bd0ee7553f None None] Sync routers for ids ['9d5e1e7b-a642-4101-a5fd-a400a6bad6ac'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:27:57.536161 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4412656-aa3d-4678-b86d-75bd0ee7553f None None] Routers {'9d5e1e7b-a642-4101-a5fd-a400a6bad6ac'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:57.538305 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e4412656-aa3d-4678-b86d-75bd0ee7553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:27:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['9d5e1e7b-a642-4101-a5fd-a400a6bad6ac'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:57.541723 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b12ea44c-a1f6-4508-aa26-ef5637127bd3 admin admin] 10.222.0.31 "PUT /v2.0/routers/9d5e1e7b-a642-4101-a5fd-a400a6bad6ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8740366 Jan 18 20:27:57.544789 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a167860f-03c5-409c-bac6-600d9126d262 req-55a4ff3d-8a70-4c12-9587-2d340779091a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 210 time: 0.1170828 Jan 18 20:27:57.549313 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39542) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:57.630687 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9172f0c-da34-4e0f-a8cc-5ad51168e018 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] DELETE failed (client error): The resource could not be found. Jan 18 20:27:57.631252 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9172f0c-da34-4e0f-a8cc-5ad51168e018 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:27:57.651051 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e9172f0c-da34-4e0f-a8cc-5ad51168e018 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/subnets/83d30834-f0b1-4d71-9ca4-a369f4162d46 HTTP/1.1" status: 404 len: 337 time: 0.1957343 Jan 18 20:27:57.656917 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39546) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:57.712322 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b9786-398d-487d-9e96-54a7255f1f9c req-485a1363-262f-4c7a-b280-e4c798444582 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:57.728358 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b9786-398d-487d-9e96-54a7255f1f9c req-485a1363-262f-4c7a-b280-e4c798444582 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:57.729765 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-9973fa60-bef0-43f8-9d8b-41926fbefacf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] DELETE failed (client error): The resource could not be found. Jan 18 20:27:57.730230 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9973fa60-bef0-43f8-9d8b-41926fbefacf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:27:57.733775 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9973fa60-bef0-43f8-9d8b-41926fbefacf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/subnets/dfe46db8-e678-4f46-a10c-37eb07721386 HTTP/1.1" status: 404 len: 337 time: 0.0662398 Jan 18 20:27:57.736597 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39548) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:57.736765 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b9786-398d-487d-9e96-54a7255f1f9c req-485a1363-262f-4c7a-b280-e4c798444582 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:57.746739 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-e4412656-aa3d-4678-b86d-75bd0ee7553f None None] Set router 9d5e1e7b-a642-4101-a5fd-a400a6bad6ac gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:27:57.755109 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b9786-398d-487d-9e96-54a7255f1f9c req-485a1363-262f-4c7a-b280-e4c798444582 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:57.769122 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b9786-398d-487d-9e96-54a7255f1f9c req-485a1363-262f-4c7a-b280-e4c798444582 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:57.769904 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3fa58ab-6661-4ea1-b3fa-c91fdf85bcaf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] DELETE failed (client error): The resource could not be found. Jan 18 20:27:57.770465 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3fa58ab-6661-4ea1-b3fa-c91fdf85bcaf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:27:57.774207 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d3fa58ab-6661-4ea1-b3fa-c91fdf85bcaf tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/ports/bfa49cd8-3a3d-4603-b4ba-6949df7998ea HTTP/1.1" status: 404 len: 333 time: 0.0366945 Jan 18 20:27:57.775273 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf4fcec2-b8e4-4899-9317-c63d45ea60c4 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (ca9e5731-d814-4479-b926-395a459272ed), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:57.779194 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39550) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:57.791404 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b9786-398d-487d-9e96-54a7255f1f9c req-485a1363-262f-4c7a-b280-e4c798444582 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:57.807294 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b9786-398d-487d-9e96-54a7255f1f9c req-485a1363-262f-4c7a-b280-e4c798444582 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:57.816382 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0da8c4e7-6c9e-4688-8530-b2c5eed1e1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (fbc566f4-9423-48b0-86e3-cd3e67b36094), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:57.818186 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-854b9786-398d-487d-9e96-54a7255f1f9c req-485a1363-262f-4c7a-b280-e4c798444582 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.8104126 Jan 18 20:27:57.841662 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 442b2e9b-dc3c-44bd-9892-d419e6edd623 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:27:57.874607 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-145c9381-5c9a-478d-a613-856b270a9028 service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5749543 Jan 18 20:27:57.875356 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fcec2-b8e4-4899-9317-c63d45ea60c4 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Pushing event deleted for resources: {'Subnet': ['ID=ca9e5731-d814-4479-b926-395a459272ed,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:57.879182 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9c2502-522e-4b32-92f7-78113c8e6bad tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] DELETE failed (client error): The resource could not be found. Jan 18 20:27:57.880013 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9c2502-522e-4b32-92f7-78113c8e6bad tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:27:57.888322 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fd9c2502-522e-4b32-92f7-78113c8e6bad tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/subnets/0afbb905-6f5b-4712-9635-a57f5fdc278f HTTP/1.1" status: 404 len: 337 time: 0.1046858 Jan 18 20:27:57.898171 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf4fcec2-b8e4-4899-9317-c63d45ea60c4 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:57.903497 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da8c4e7-6c9e-4688-8530-b2c5eed1e1d3 None None] No DVR routers for this DVR port fbc566f4-9423-48b0-86e3-cd3e67b36094 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:27:57.913352 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bf4fcec2-b8e4-4899-9317-c63d45ea60c4 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] 10.222.0.31 "DELETE /v2.0/subnets/ca9e5731-d814-4479-b926-395a459272ed HTTP/1.1" status: 204 len: 168 time: 1.2283423 Jan 18 20:27:57.924573 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39552) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:57.925050 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39554) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:57.959015 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9e785f-2cd1-47fc-9015-b0adcf77e8de None None] Network 65ab845d-2186-4eed-9138-9cb60af9ada5 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:27:57.960901 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8627e823-f13f-40d4-adad-6a2f945ba3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:57.964648 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 442b2e9b-dc3c-44bd-9892-d419e6edd623 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:27:57.965544 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 442b2e9b-dc3c-44bd-9892-d419e6edd623 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:27:57.965544 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device fbc566f4-9423-48b0-86e3-cd3e67b36094 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:27:57.980390 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8c4e7-6c9e-4688-8530-b2c5eed1e1d3 None None] Pushing event deleted for resources: {'Port': ['ID=fbc566f4-9423-48b0-86e3-cd3e67b36094,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:57.993917 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-3c7decf6-4252-4983-9c29-04fed1fef1f7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=eb3d9437-709a-40f0-a5c9-37416af4dbf8 HTTP/1.1" status: 200 len: 217 time: 0.0756867 Jan 18 20:27:58.005080 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-745a8cd3-4adb-4b01-860f-a34a565ef6b4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] DELETE failed (client error): The resource could not be found. Jan 18 20:27:58.005545 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-745a8cd3-4adb-4b01-860f-a34a565ef6b4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:27:58.009383 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-745a8cd3-4adb-4b01-860f-a34a565ef6b4 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/subnets/80d6825f-651a-482d-9985-fbde2201ac0a HTTP/1.1" status: 404 len: 337 time: 0.0834060 Jan 18 20:27:58.011751 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: fbc566f4-9423-48b0-86e3-cd3e67b36094 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:27:58.013160 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device fbc566f4-9423-48b0-86e3-cd3e67b36094 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:27:58.027897 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39556) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:58.087890 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-c28ceabf-2576-41ce-9fca-aab616b04bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:58.090621 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-c28ceabf-2576-41ce-9fca-aab616b04bf0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf464e5-d0e2-45fb-a0b2-ab21add0b628 HTTP/1.1" status: 200 len: 797 time: 0.0919642 Jan 18 20:27:58.142412 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e4412656-aa3d-4678-b86d-75bd0ee7553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5e1e7b-a642-4101-a5fd-a400a6bad6ac', 'name': 'tempest-TestVolumeBackupRestore-1617085798-router', 'tenant_id': '575194d1c8f94cfaa12ed27a38850fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd8664813-f905-4562-9a3d-ebc2f9ce3a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:54Z', 'updated_at': '2022-01-18T20:27:55Z', 'revision_number': 5, 'project_id': '575194d1c8f94cfaa12ed27a38850fd2', 'gw_port': {'id': 'd8664813-f905-4562-9a3d-ebc2f9ce3a3b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5e1e7b-a642-4101-a5fd-a400a6bad6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:56Z', 'updated_at': '2022-01-18T20:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:58.175399 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-9d070e3e-51f3-41a7-8185-29e07bd96808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:58.177185 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-9d070e3e-51f3-41a7-8185-29e07bd96808 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fbd40aa-f049-4550-b042-82fa935955b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0792835 Jan 18 20:27:58.195118 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4412656-aa3d-4678-b86d-75bd0ee7553f None None] Checking router: 9d5e1e7b-a642-4101-a5fd-a400a6bad6ac for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:27:58.205002 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4412656-aa3d-4678-b86d-75bd0ee7553f None None] Routers {'9d5e1e7b-a642-4101-a5fd-a400a6bad6ac'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:58.206477 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e4412656-aa3d-4678-b86d-75bd0ee7553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:27:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['9d5e1e7b-a642-4101-a5fd-a400a6bad6ac'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:58.215598 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96cafdb-31a3-4844-b8fa-ae76b142e442 None None] DHCP port deletion for 65ab845d-2186-4eed-9138-9cb60af9ada5 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:27:58.258461 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-854b9786-398d-487d-9e96-54a7255f1f9c req-e758ac68-ef99-47bb-b369-d2187042b9d9 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4392989 Jan 18 20:27:58.278577 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d96cafdb-31a3-4844-b8fa-ae76b142e442 None None] Deleting port 3c58763c-6e7a-4632-9ee6-cb08d1de4dea {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:27:58.278877 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d96cafdb-31a3-4844-b8fa-ae76b142e442 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (3c58763c-6e7a-4632-9ee6-cb08d1de4dea), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:58.357358 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-9a428aff-8951-420e-88e8-13b43a71251b service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687088 Jan 18 20:27:58.374208 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-e4412656-aa3d-4678-b86d-75bd0ee7553f None None] Set router 9d5e1e7b-a642-4101-a5fd-a400a6bad6ac gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:27:58.384811 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d96cafdb-31a3-4844-b8fa-ae76b142e442 None None] For port 3c58763c-6e7a-4632-9ee6-cb08d1de4dea, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=3c58763c-6e7a-4632-9ee6-cb08d1de4dea,segment=NetworkSegment(e4382bb1-3981-42cb-92da-ee49980da000),segment_id=e4382bb1-3981-42cb-92da-ee49980da000)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:58.385364 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d96cafdb-31a3-4844-b8fa-ae76b142e442 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (3c58763c-6e7a-4632-9ee6-cb08d1de4dea), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:58.400975 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d96cafdb-31a3-4844-b8fa-ae76b142e442 None None] Calling delete_port for 3c58763c-6e7a-4632-9ee6-cb08d1de4dea owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:27:58.403747 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-859b127c-81ed-41bf-b84f-a26e447cb93d admin admin] Publish callbacks [] for router (9d5e1e7b-a642-4101-a5fd-a400a6bad6ac), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:58.415652 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e26178-2e6c-4f23-94a6-6191569e2008 req-237a2e11-3af8-4f56-8531-1c66797eb46b tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:58.416363 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-00e26178-2e6c-4f23-94a6-6191569e2008 req-237a2e11-3af8-4f56-8531-1c66797eb46b tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.7786860 Jan 18 20:27:58.487906 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-30b96f86-ccb3-4f9f-886a-60bdd8d63fec service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242986 Jan 18 20:27:58.501508 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e9c31772-d509-470d-bd09-2e8694ec0ff7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (add6f12f-c6c2-45a7-a70c-e72a54239386), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:58.511237 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d96cafdb-31a3-4844-b8fa-ae76b142e442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (3c58763c-6e7a-4632-9ee6-cb08d1de4dea), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:58.552029 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96cafdb-31a3-4844-b8fa-ae76b142e442 None None] Pushing event deleted for resources: {'Port': ['ID=3c58763c-6e7a-4632-9ee6-cb08d1de4dea,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:58.557150 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96cafdb-31a3-4844-b8fa-ae76b142e442 None None] No DVR routers for this DVR port 3c58763c-6e7a-4632-9ee6-cb08d1de4dea on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:27:58.598867 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-16edb39d-fc5f-4024-806e-e80821bb1659 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=671d4bba-81d3-48a3-86d7-51496fd0ea37 HTTP/1.1" status: 200 len: 217 time: 0.0984240 Jan 18 20:27:58.667970 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e550eac-0238-49b2-aa35-7f9d2e47fd5c req-09a8c5aa-c196-4d05-bbc6-f3975f958fc0 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:58.669736 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e550eac-0238-49b2-aa35-7f9d2e47fd5c req-09a8c5aa-c196-4d05-bbc6-f3975f958fc0 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6ea767a-d98b-4099-8756-a86f2d933659 HTTP/1.1" status: 200 len: 946 time: 0.3103652 Jan 18 20:27:58.701142 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-859b127c-81ed-41bf-b84f-a26e447cb93d admin admin] Publish callbacks [] for router_gateway (9d5e1e7b-a642-4101-a5fd-a400a6bad6ac), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:58.730077 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-00e26178-2e6c-4f23-94a6-6191569e2008 req-ac3749b5-796d-457d-b7fe-9b9121acb5e7 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672958 Jan 18 20:27:58.801434 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-0924f823-5c8c-457b-bd8a-14987d5537ce tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Deleting port dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:27:58.801833 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0924f823-5c8c-457b-bd8a-14987d5537ce tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:58.832175 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-40bd4132-184e-4a1e-85c8-5b0ac1f8acaf tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:58.833709 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-40bd4132-184e-4a1e-85c8-5b0ac1f8acaf tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.70 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 811 time: 0.1564870 Jan 18 20:27:58.854708 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e550eac-0238-49b2-aa35-7f9d2e47fd5c req-780ed4e7-c58d-4a4b-8b4b-c512d8bfb6b5 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.31 "GET /v2.0/security-groups?id=d94e1aa4-f4c2-43d5-b488-ec0a2a01844d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495564 Jan 18 20:27:58.857362 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-d9578dbf-79d1-4441-b14f-fa7f86a6249f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Request body: {'port': {'device_id': '3b733af7-608d-422f-9913-ddd95c32acb1', 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'admin_state_up': True, 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:58.911689 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e4412656-aa3d-4678-b86d-75bd0ee7553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5e1e7b-a642-4101-a5fd-a400a6bad6ac', 'name': 'tempest-TestVolumeBackupRestore-1617085798-router', 'tenant_id': '575194d1c8f94cfaa12ed27a38850fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd8664813-f905-4562-9a3d-ebc2f9ce3a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:54Z', 'updated_at': '2022-01-18T20:27:55Z', 'revision_number': 5, 'project_id': '575194d1c8f94cfaa12ed27a38850fd2', 'gw_port': {'id': 'd8664813-f905-4562-9a3d-ebc2f9ce3a3b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5e1e7b-a642-4101-a5fd-a400a6bad6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:56Z', 'updated_at': '2022-01-18T20:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:58.958233 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4412656-aa3d-4678-b86d-75bd0ee7553f None None] The sync data for ids ['9d5e1e7b-a642-4101-a5fd-a400a6bad6ac'] in n-d-741529-9 is: [{'id': '9d5e1e7b-a642-4101-a5fd-a400a6bad6ac', 'name': 'tempest-TestVolumeBackupRestore-1617085798-router', 'tenant_id': '575194d1c8f94cfaa12ed27a38850fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd8664813-f905-4562-9a3d-ebc2f9ce3a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:54Z', 'updated_at': '2022-01-18T20:27:55Z', 'revision_number': 5, 'project_id': '575194d1c8f94cfaa12ed27a38850fd2', 'gw_port': {'id': 'd8664813-f905-4562-9a3d-ebc2f9ce3a3b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5e1e7b-a642-4101-a5fd-a400a6bad6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:56Z', 'updated_at': '2022-01-18T20:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:27:58.975189 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e9c31772-d509-470d-bd09-2e8694ec0ff7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (add6f12f-c6c2-45a7-a70c-e72a54239386), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:59.025302 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-1bd5be48-e6bf-4f3b-aa12-ff82a32c7e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:59.027655 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-1bd5be48-e6bf-4f3b-aa12-ff82a32c7e3b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf464e5-d0e2-45fb-a0b2-ab21add0b628 HTTP/1.1" status: 200 len: 797 time: 0.4219489 Jan 18 20:27:59.031989 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:59.103720 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-a721fac9-92dc-4210-8eb0-77026ea47d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:59.105861 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-a721fac9-92dc-4210-8eb0-77026ea47d38 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fbd40aa-f049-4550-b042-82fa935955b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0670660 Jan 18 20:27:59.107176 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-d9578dbf-79d1-4441-b14f-fa7f86a6249f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Made reservation on behalf of 4b4c13fbb3bf4713b8724b5ef55060b7 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:59.110746 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-d9578dbf-79d1-4441-b14f-fa7f86a6249f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:59.152172 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-014e2b7e-8046-42e5-9f0b-b5ebf6d60820 req-9595fdc4-fbad-4d5b-a3f5-353075c0ae8e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 210 time: 0.1855233 Jan 18 20:27:59.165278 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0924f823-5c8c-457b-bd8a-14987d5537ce tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:59.168873 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-e9c31772-d509-470d-bd09-2e8694ec0ff7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add6f12f-c6c2-45a7-a70c-e72a54239386']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:59.200951 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-e9c31772-d509-470d-bd09-2e8694ec0ff7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd7aba3-55d0-4361-8400-2c7d77dfa275') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:59.200951 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-e9c31772-d509-470d-bd09-2e8694ec0ff7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd7aba3-55d0-4361-8400-2c7d77dfa275') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:59.203701 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-859b127c-81ed-41bf-b84f-a26e447cb93d admin admin] Deleting port d8664813-f905-4562-9a3d-ebc2f9ce3a3b {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:27:59.203991 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-859b127c-81ed-41bf-b84f-a26e447cb93d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d8664813-f905-4562-9a3d-ebc2f9ce3a3b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:59.228404 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-0924f823-5c8c-457b-bd8a-14987d5537ce tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Calling delete_port for dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:27:59.247294 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e9c31772-d509-470d-bd09-2e8694ec0ff7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (0bd7aba3-55d0-4361-8400-2c7d77dfa275), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:59.267883 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-10aa2f9e-6af3-437c-afe3-139c689d8201 service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537609 Jan 18 20:27:59.274671 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e9c31772-d509-470d-bd09-2e8694ec0ff7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (0bd7aba3-55d0-4361-8400-2c7d77dfa275), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:59.286943 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c31772-d509-470d-bd09-2e8694ec0ff7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:27:59.288078 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e9c31772-d509-470d-bd09-2e8694ec0ff7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (0bd7aba3-55d0-4361-8400-2c7d77dfa275), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:59.455377 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-859b127c-81ed-41bf-b84f-a26e447cb93d admin admin] For port d8664813-f905-4562-9a3d-ebc2f9ce3a3b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d8664813-f905-4562-9a3d-ebc2f9ce3a3b,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:59.455840 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-859b127c-81ed-41bf-b84f-a26e447cb93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d8664813-f905-4562-9a3d-ebc2f9ce3a3b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:59.471332 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:27:59.473758 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-859b127c-81ed-41bf-b84f-a26e447cb93d admin admin] Calling delete_port for d8664813-f905-4562-9a3d-ebc2f9ce3a3b owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:27:59.479995 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-d9578dbf-79d1-4441-b14f-fa7f86a6249f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Allocated IP 172.20.0.3 (e88e9200-d99d-4ea0-a241-681917733bb6/f2eac11f-fef0-464c-9aac-08a05c8cc068/6ebe76e2-127a-470d-940f-08674db17c68) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:59.520618 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc535a9-a1f8-4e46-b57f-64bfc1cf92d4 req-073ce91b-c1c0-4104-9278-f98a952dcf0b tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:59.522325 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3fc535a9-a1f8-4e46-b57f-64bfc1cf92d4 req-073ce91b-c1c0-4104-9278-f98a952dcf0b tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.4847224 Jan 18 20:27:59.553978 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-2e45ad71-ca56-490d-a288-fceed7f523c9 service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654929 Jan 18 20:27:59.582863 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e9c31772-d509-470d-bd09-2e8694ec0ff7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (add6f12f-c6c2-45a7-a70c-e72a54239386), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:59.609144 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-23f1737f-d19f-49cd-9e56-3453247cdf14 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0abb6452-2f0c-4e93-bb6c-218b06908795 HTTP/1.1" status: 200 len: 217 time: 0.0454066 Jan 18 20:27:59.639211 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e9c31772-d509-470d-bd09-2e8694ec0ff7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:59.645980 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e9c31772-d509-470d-bd09-2e8694ec0ff7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] 10.222.0.31 "DELETE /v2.0/networks/add6f12f-c6c2-45a7-a70c-e72a54239386 HTTP/1.1" status: 204 len: 168 time: 1.7111273 Jan 18 20:27:59.657669 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39574) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:59.740071 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c31772-d509-470d-bd09-2e8694ec0ff7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Pushing event deleted for resources: {'Network': ['ID=add6f12f-c6c2-45a7-a70c-e72a54239386,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:59.760388 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 3c58763c-6e7a-4632-9ee6-cb08d1de4dea no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:27:59.794138 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 3c58763c-6e7a-4632-9ee6-cb08d1de4dea {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:27:59.805271 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692173d-5ab0-4514-aea7-056a1979099e req-f89c622e-0690-4fcd-b8c5-ebb9c66eec3b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:59.806126 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 3c58763c-6e7a-4632-9ee6-cb08d1de4dea not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:27:59.806701 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f056862d-90cc-4995-8c43-bf2fb44cf0db no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:27:59.811744 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692173d-5ab0-4514-aea7-056a1979099e req-f89c622e-0690-4fcd-b8c5-ebb9c66eec3b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:59.818106 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692173d-5ab0-4514-aea7-056a1979099e req-f89c622e-0690-4fcd-b8c5-ebb9c66eec3b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:59.825270 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692173d-5ab0-4514-aea7-056a1979099e req-f89c622e-0690-4fcd-b8c5-ebb9c66eec3b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:59.831963 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692173d-5ab0-4514-aea7-056a1979099e req-f89c622e-0690-4fcd-b8c5-ebb9c66eec3b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:59.836641 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: f056862d-90cc-4995-8c43-bf2fb44cf0db {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:27:59.838254 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692173d-5ab0-4514-aea7-056a1979099e req-f89c622e-0690-4fcd-b8c5-ebb9c66eec3b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:59.838774 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f056862d-90cc-4995-8c43-bf2fb44cf0db not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:27:59.845749 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692173d-5ab0-4514-aea7-056a1979099e req-f89c622e-0690-4fcd-b8c5-ebb9c66eec3b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:59.848484 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3692173d-5ab0-4514-aea7-056a1979099e req-f89c622e-0690-4fcd-b8c5-ebb9c66eec3b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.3736551 Jan 18 20:27:59.872305 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-3ce4f336-8b51-436d-801f-e7efd913146c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:59.873687 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-3ce4f336-8b51-436d-801f-e7efd913146c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4447c040-bbb0-41e1-84cc-ec8cc29dd4f8 HTTP/1.1" status: 200 len: 797 time: 0.2550485 Jan 18 20:27:59.893324 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3fc535a9-a1f8-4e46-b57f-64bfc1cf92d4 req-9352a24c-840a-4ecb-be37-5deb9f59bdf0 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213325 Jan 18 20:27:59.935882 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cab29b60-e41b-4d79-be98-7919599419e7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (65ab845d-2186-4eed-9138-9cb60af9ada5), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:59.971064 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0924f823-5c8c-457b-bd8a-14987d5537ce tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:59.980053 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-d9578dbf-79d1-4441-b14f-fa7f86a6249f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks [] for port (6ebe76e2-127a-470d-940f-08674db17c68), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:00.019901 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-bd343d3b-1a2d-4346-9ad7-b46b6d99e1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:00.021584 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-bd343d3b-1a2d-4346-9ad7-b46b6d99e1ae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e28041d0-7a31-4e94-acee-687198cd901a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1408069 Jan 18 20:28:00.024792 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924f823-5c8c-457b-bd8a-14987d5537ce tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Port': ['ID=dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:00.032435 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3692173d-5ab0-4514-aea7-056a1979099e req-49f49032-03a2-408d-9b10-2f8abf62756c tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1723831 Jan 18 20:28:00.041988 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0924f823-5c8c-457b-bd8a-14987d5537ce tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:00.051479 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0924f823-5c8c-457b-bd8a-14987d5537ce tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/ports/dcd71b46-fb62-47d1-8c43-60e1a4d5c2d1 HTTP/1.1" status: 204 len: 168 time: 1.9884832 Jan 18 20:28:00.051694 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39584) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:00.136170 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cab29b60-e41b-4d79-be98-7919599419e7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (65ab845d-2186-4eed-9138-9cb60af9ada5), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:00.156070 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-cab29b60-e41b-4d79-be98-7919599419e7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ab845d-2186-4eed-9138-9cb60af9ada5']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:00.158378 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9c3d1bc3-1785-4771-b972-98d7ee449a22 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (7b7c004e-6af7-41de-a971-545b6714615f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:00.166284 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-cab29b60-e41b-4d79-be98-7919599419e7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4382bb1-3981-42cb-92da-ee49980da000') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:00.166681 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-cab29b60-e41b-4d79-be98-7919599419e7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4382bb1-3981-42cb-92da-ee49980da000') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:00.195615 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cab29b60-e41b-4d79-be98-7919599419e7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (e4382bb1-3981-42cb-92da-ee49980da000), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:00.221482 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cab29b60-e41b-4d79-be98-7919599419e7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (e4382bb1-3981-42cb-92da-ee49980da000), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:00.236282 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab29b60-e41b-4d79-be98-7919599419e7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:28:00.236983 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cab29b60-e41b-4d79-be98-7919599419e7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (e4382bb1-3981-42cb-92da-ee49980da000), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:00.251535 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-859b127c-81ed-41bf-b84f-a26e447cb93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (d8664813-f905-4562-9a3d-ebc2f9ce3a3b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:00.266500 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:28:00.282760 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:28:00.343466 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b127c-81ed-41bf-b84f-a26e447cb93d admin admin] Pushing event deleted for resources: {'Port': ['ID=d8664813-f905-4562-9a3d-ebc2f9ce3a3b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:00.364974 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3bb57b70-153b-4653-8217-485b50c171d0 req-1ae31aa5-09da-4e4a-bcf9-7e0f8d6e238c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 210 time: 0.0568414 Jan 18 20:28:00.430313 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cab29b60-e41b-4d79-be98-7919599419e7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (65ab845d-2186-4eed-9138-9cb60af9ada5), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:00.442718 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cab29b60-e41b-4d79-be98-7919599419e7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:00.449138 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cab29b60-e41b-4d79-be98-7919599419e7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] 10.222.0.31 "DELETE /v2.0/networks/65ab845d-2186-4eed-9138-9cb60af9ada5 HTTP/1.1" status: 204 len: 168 time: 0.7552295 Jan 18 20:28:00.453863 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-d9578dbf-79d1-4441-b14f-fa7f86a6249f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (6ebe76e2-127a-470d-940f-08674db17c68), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:00.457939 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39590) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:00.464696 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['80e97295-c4f1-4760-baa3-1cc63a28cfc5', '2015aaef-8718-4b14-8924-35c1c727009b'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:28:00.539838 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213fd62-e166-4022-9179-7afc023c52f8 req-961b2e86-a4ee-48d1-86ca-e9945a83b64b tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:00.540941 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9578dbf-79d1-4441-b14f-fa7f86a6249f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Pushing event updated for resources: {'Port': ['ID=6ebe76e2-127a-470d-940f-08674db17c68,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:00.547138 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2213fd62-e166-4022-9179-7afc023c52f8 req-961b2e86-a4ee-48d1-86ca-e9945a83b64b tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.3299866 Jan 18 20:28:00.558139 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654e2d04-7982-4f7e-a1af-e9455a9d0b00 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:28:00.564612 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab29b60-e41b-4d79-be98-7919599419e7 tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Pushing event deleted for resources: {'Network': ['ID=65ab845d-2186-4eed-9138-9cb60af9ada5,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:00.574328 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-d9578dbf-79d1-4441-b14f-fa7f86a6249f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Network e88e9200-d99d-4ea0-a241-681917733bb6 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:28:00.577803 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-cec4b083-8971-417c-9400-9b94eff3019f service neutron] 10.222.0.70 "GET /v2.0/networks/e28041d0-7a31-4e94-acee-687198cd901a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079443 Jan 18 20:28:00.579489 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-d9578dbf-79d1-4441-b14f-fa7f86a6249f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:28:00.582210 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-d9578dbf-79d1-4441-b14f-fa7f86a6249f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:28:00.608355 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:00.641459 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9c3d1bc3-1785-4771-b972-98d7ee449a22 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (7b7c004e-6af7-41de-a971-545b6714615f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:00.723955 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-859b127c-81ed-41bf-b84f-a26e447cb93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (9d5e1e7b-a642-4101-a5fd-a400a6bad6ac), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:00.748168 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-d9578dbf-79d1-4441-b14f-fa7f86a6249f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:00.748888 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-d9578dbf-79d1-4441-b14f-fa7f86a6249f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:00.813938 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-d9578dbf-79d1-4441-b14f-fa7f86a6249f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9690454 Jan 18 20:28:00.827632 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-0f5c6888-dd22-4714-83d6-c875c3b14d13 service neutron] 10.222.0.70 "GET /v2.0/networks/e28041d0-7a31-4e94-acee-687198cd901a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409365 Jan 18 20:28:00.840230 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-6702e14e-a128-4990-a8e3-e53ea8deb7ea service neutron] Request body: {'port': {'device_id': '3b733af7-608d-422f-9913-ddd95c32acb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:28:00.908446 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa001de-c505-4652-b5ee-a42d4ecf953a tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Deleting subnet a650b9d0-5379-4587-be12-37cfca446f0e {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:28:00.915397 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-9c3d1bc3-1785-4771-b972-98d7ee449a22 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b7c004e-6af7-41de-a971-545b6714615f']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:00.927133 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6fa001de-c505-4652-b5ee-a42d4ecf953a tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks [] for subnet (a650b9d0-5379-4587-be12-37cfca446f0e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:00.941430 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-9c3d1bc3-1785-4771-b972-98d7ee449a22 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3920f69b-a683-4495-b4f0-19ed202e5b03') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:00.941772 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-9c3d1bc3-1785-4771-b972-98d7ee449a22 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3920f69b-a683-4495-b4f0-19ed202e5b03') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:00.946918 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-859b127c-81ed-41bf-b84f-a26e447cb93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (9d5e1e7b-a642-4101-a5fd-a400a6bad6ac), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:00.947190 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-d0e4c62e-b96e-4b58-a0bb-0fd368ba4a86 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d00ac2c-22d8-495c-a56f-379c471665e9 HTTP/1.1" status: 200 len: 217 time: 0.1003196 Jan 18 20:28:00.959632 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-2ec7478f-e130-49e1-b008-c167cd017caa None None] Provisioning complete for port 6ebe76e2-127a-470d-940f-08674db17c68 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:28:00.960400 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2ec7478f-e130-49e1-b008-c167cd017caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6ebe76e2-127a-470d-940f-08674db17c68), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:00.970085 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-859b127c-81ed-41bf-b84f-a26e447cb93d admin admin] Publish callbacks [] for router_controller (9d5e1e7b-a642-4101-a5fd-a400a6bad6ac), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:01.005247 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9c3d1bc3-1785-4771-b972-98d7ee449a22 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (3920f69b-a683-4495-b4f0-19ed202e5b03), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:01.012833 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2ec7478f-e130-49e1-b008-c167cd017caa None None] Port 6ebe76e2-127a-470d-940f-08674db17c68 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:28:01.032240 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-4379d5b9-cf3c-4230-8a25-7de265985793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:01.033758 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-4379d5b9-cf3c-4230-8a25-7de265985793 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4447c040-bbb0-41e1-84cc-ec8cc29dd4f8 HTTP/1.1" status: 200 len: 797 time: 0.0813022 Jan 18 20:28:01.073240 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2213fd62-e166-4022-9179-7afc023c52f8 req-5ec2f550-4f26-4465-818a-61b55f262d8f tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5250723 Jan 18 20:28:01.074420 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9c3d1bc3-1785-4771-b972-98d7ee449a22 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (3920f69b-a683-4495-b4f0-19ed202e5b03), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:01.076883 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-6702e14e-a128-4990-a8e3-e53ea8deb7ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6ebe76e2-127a-470d-940f-08674db17c68), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:01.103311 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6fa001de-c505-4652-b5ee-a42d4ecf953a tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (a650b9d0-5379-4587-be12-37cfca446f0e), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:01.168527 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3d1bc3-1785-4771-b972-98d7ee449a22 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:28:01.180702 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9c3d1bc3-1785-4771-b972-98d7ee449a22 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (3920f69b-a683-4495-b4f0-19ed202e5b03), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:28:01.184952 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:28:01.187309 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-859b127c-81ed-41bf-b84f-a26e447cb93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (9d5e1e7b-a642-4101-a5fd-a400a6bad6ac), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:01.187309 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859b127c-81ed-41bf-b84f-a26e447cb93d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d5e1e7b-a642-4101-a5fd-a400a6bad6ac {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:28:01.191957 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-859b127c-81ed-41bf-b84f-a26e447cb93d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:01.196126 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-859b127c-81ed-41bf-b84f-a26e447cb93d admin admin] 10.222.0.31 "DELETE /v2.0/routers/9d5e1e7b-a642-4101-a5fd-a400a6bad6ac HTTP/1.1" status: 204 len: 168 time: 3.6435671 Jan 18 20:28:01.220092 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39598) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:01.323511 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a7397e0-40c5-423b-b5f6-a356fba2463e admin admin] Deleting subnet d2993dc1-ca9a-4e5b-b302-6eac6b6bff15 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:28:01.336240 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a7397e0-40c5-423b-b5f6-a356fba2463e admin admin] Publish callbacks [] for subnet (d2993dc1-ca9a-4e5b-b302-6eac6b6bff15), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:01.344438 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-470d2caa-e651-46c7-bb8e-b18b187a79c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:01.346057 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-470d2caa-e651-46c7-bb8e-b18b187a79c9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e28041d0-7a31-4e94-acee-687198cd901a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3045387 Jan 18 20:28:01.504883 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6fa001de-c505-4652-b5ee-a42d4ecf953a tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (a650b9d0-5379-4587-be12-37cfca446f0e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:01.580613 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-6702e14e-a128-4990-a8e3-e53ea8deb7ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ebe76e2-127a-470d-940f-08674db17c68 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:28:01.592848 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-6be56684-8106-41e7-bd6f-060e6266966a service neutron] 10.222.0.70 "GET /v2.0/networks/e28041d0-7a31-4e94-acee-687198cd901a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206790 Jan 18 20:28:01.594899 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-6702e14e-a128-4990-a8e3-e53ea8deb7ea service neutron] Publish callbacks [] for port (6ebe76e2-127a-470d-940f-08674db17c68), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:01.779134 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-6702e14e-a128-4990-a8e3-e53ea8deb7ea service neutron] Transition to ACTIVE for port object 6ebe76e2-127a-470d-940f-08674db17c68 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:28:01.801781 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-6702e14e-a128-4990-a8e3-e53ea8deb7ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (6ebe76e2-127a-470d-940f-08674db17c68), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:01.828611 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a0bc16c-2f8a-452d-a410-a3a63cc5abd1 req-5fd5ca5d-61d7-4833-8c94-6aea25de7e10 service neutron] 10.222.0.70 "GET /v2.0/networks/e28041d0-7a31-4e94-acee-687198cd901a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255480 Jan 18 20:28:01.836870 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:02.003029 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d8664813-f905-4562-9a3d-ebc2f9ce3a3b no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:28:02.048506 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6fa001de-c505-4652-b5ee-a42d4ecf953a tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (a650b9d0-5379-4587-be12-37cfca446f0e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:02.063527 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9c3d1bc3-1785-4771-b972-98d7ee449a22 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (7b7c004e-6af7-41de-a971-545b6714615f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:02.074925 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: d8664813-f905-4562-9a3d-ebc2f9ce3a3b {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:28:02.075842 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d8664813-f905-4562-9a3d-ebc2f9ce3a3b not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:28:02.092942 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a7397e0-40c5-423b-b5f6-a356fba2463e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (d2993dc1-ca9a-4e5b-b302-6eac6b6bff15), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:02.135247 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9c3d1bc3-1785-4771-b972-98d7ee449a22 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:02.140959 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9c3d1bc3-1785-4771-b972-98d7ee449a22 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] 10.222.0.31 "DELETE /v2.0/networks/7b7c004e-6af7-41de-a971-545b6714615f HTTP/1.1" status: 204 len: 168 time: 2.0857749 Jan 18 20:28:02.143676 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d1bc3-1785-4771-b972-98d7ee449a22 tempest-PortsIpV6TestJSON-1846416090 tempest-PortsIpV6TestJSON-1846416090-project] Pushing event deleted for resources: {'Network': ['ID=7b7c004e-6af7-41de-a971-545b6714615f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:02.146033 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa001de-c505-4652-b5ee-a42d4ecf953a tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Pushing event deleted for resources: {'Subnet': ['ID=a650b9d0-5379-4587-be12-37cfca446f0e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:02.150913 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6fa001de-c505-4652-b5ee-a42d4ecf953a tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:02.154659 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6fa001de-c505-4652-b5ee-a42d4ecf953a tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] 10.222.0.31 "DELETE /v2.0/subnets/a650b9d0-5379-4587-be12-37cfca446f0e HTTP/1.1" status: 204 len: 168 time: 1.6880517 Jan 18 20:28:02.161447 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cdc93c-1af1-443a-81ac-9db9483381f9 None None] Network 0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:28:02.167265 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f2810-b818-4cc7-b2ae-26f98f3b3149 req-88dd29b3-c653-4db6-b6c3-b51afd56bd8e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:02.173328 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f2810-b818-4cc7-b2ae-26f98f3b3149 req-88dd29b3-c653-4db6-b6c3-b51afd56bd8e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:02.179357 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f2810-b818-4cc7-b2ae-26f98f3b3149 req-88dd29b3-c653-4db6-b6c3-b51afd56bd8e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:02.185405 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f2810-b818-4cc7-b2ae-26f98f3b3149 req-88dd29b3-c653-4db6-b6c3-b51afd56bd8e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:02.191328 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f2810-b818-4cc7-b2ae-26f98f3b3149 req-88dd29b3-c653-4db6-b6c3-b51afd56bd8e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:02.197435 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f2810-b818-4cc7-b2ae-26f98f3b3149 req-88dd29b3-c653-4db6-b6c3-b51afd56bd8e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:02.203577 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f2810-b818-4cc7-b2ae-26f98f3b3149 req-88dd29b3-c653-4db6-b6c3-b51afd56bd8e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:02.205447 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-661f2810-b818-4cc7-b2ae-26f98f3b3149 req-88dd29b3-c653-4db6-b6c3-b51afd56bd8e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 1.0112576 Jan 18 20:28:02.206119 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39620) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:02.311629 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d5917-5d28-4c89-8818-9a75f86e7e5d req-bfc75290-833d-424e-9bb4-3a1ce13d1db3 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:02.322646 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-be4d5917-5d28-4c89-8818-9a75f86e7e5d req-bfc75290-833d-424e-9bb4-3a1ce13d1db3 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 1.0546575 Jan 18 20:28:02.530155 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfb4122-cc93-4356-ae38-b7a17a2bf593 None None] DHCP port deletion for 0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:28:02.584681 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39628) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:02.603368 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7edf09e1-99df-4c37-8e1c-1add8e6492be tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:02.662205 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-be4d5917-5d28-4c89-8818-9a75f86e7e5d req-c47ac3cf-2358-4389-97cc-aa3c5ec9b186 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220427 Jan 18 20:28:02.691101 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702e14e-a128-4990-a8e3-e53ea8deb7ea service neutron] Pushing event updated for resources: {'Port': ['ID=6ebe76e2-127a-470d-940f-08674db17c68,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:02.705904 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a7397e0-40c5-423b-b5f6-a356fba2463e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (d2993dc1-ca9a-4e5b-b302-6eac6b6bff15), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:02.742490 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6dfb4122-cc93-4356-ae38-b7a17a2bf593 None None] Deleting port 18c9f720-56d6-40e9-97e7-862e8122488c {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:28:02.742805 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6dfb4122-cc93-4356-ae38-b7a17a2bf593 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (18c9f720-56d6-40e9-97e7-862e8122488c), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:02.798429 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-cdac9c90-ef51-4d49-aa2f-5f4aab7a218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:02.806320 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-cdac9c90-ef51-4d49-aa2f-5f4aab7a218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:02.807002 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-cdac9c90-ef51-4d49-aa2f-5f4aab7a218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:02.809865 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-cdac9c90-ef51-4d49-aa2f-5f4aab7a218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:02.810556 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-cdac9c90-ef51-4d49-aa2f-5f4aab7a218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:02.811200 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-cdac9c90-ef51-4d49-aa2f-5f4aab7a218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:02.811838 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-cdac9c90-ef51-4d49-aa2f-5f4aab7a218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:02.821443 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-cdac9c90-ef51-4d49-aa2f-5f4aab7a218a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=733444720280437eb7f9cfdcefc53319&device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 6488 time: 0.8984470 Jan 18 20:28:02.845618 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-661f2810-b818-4cc7-b2ae-26f98f3b3149 req-883cfbbf-a1ae-4c49-9b8f-0c99577bcf43 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6212339 Jan 18 20:28:02.908732 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-6702e14e-a128-4990-a8e3-e53ea8deb7ea service neutron] Attempting to bind port 6ebe76e2-127a-470d-940f-08674db17c68 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:28:02.909067 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-6702e14e-a128-4990-a8e3-e53ea8deb7ea service neutron] Attempting to bind port 6ebe76e2-127a-470d-940f-08674db17c68 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:28:02.915660 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-6702e14e-a128-4990-a8e3-e53ea8deb7ea service neutron] Attempting to bind port 6ebe76e2-127a-470d-940f-08674db17c68 on network e88e9200-d99d-4ea0-a241-681917733bb6 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:28:02.923340 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-6702e14e-a128-4990-a8e3-e53ea8deb7ea service neutron] Port 6ebe76e2-127a-470d-940f-08674db17c68 on network e88e9200-d99d-4ea0-a241-681917733bb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:28:02.923921 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-6702e14e-a128-4990-a8e3-e53ea8deb7ea service neutron] Attempting to bind port 6ebe76e2-127a-470d-940f-08674db17c68 on network e88e9200-d99d-4ea0-a241-681917733bb6 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:28:03.012559 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6dfb4122-cc93-4356-ae38-b7a17a2bf593 None None] For port 18c9f720-56d6-40e9-97e7-862e8122488c, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=18c9f720-56d6-40e9-97e7-862e8122488c,segment=NetworkSegment(892bf39b-c064-4088-a908-bb90c91c9a50),segment_id=892bf39b-c064-4088-a908-bb90c91c9a50)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:28:03.013143 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6dfb4122-cc93-4356-ae38-b7a17a2bf593 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (18c9f720-56d6-40e9-97e7-862e8122488c), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:03.029710 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-6702e14e-a128-4990-a8e3-e53ea8deb7ea service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:28:03.030389 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-6702e14e-a128-4990-a8e3-e53ea8deb7ea service neutron] Checking segment: {'id': '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:28:03.030711 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-6702e14e-a128-4990-a8e3-e53ea8deb7ea service neutron] Bound using segment: {'id': '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:28:03.031141 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-6702e14e-a128-4990-a8e3-e53ea8deb7ea service neutron] Bound port: 6ebe76e2-127a-470d-940f-08674db17c68, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:28:03.031488 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-6702e14e-a128-4990-a8e3-e53ea8deb7ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6ebe76e2-127a-470d-940f-08674db17c68), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:03.051326 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6dfb4122-cc93-4356-ae38-b7a17a2bf593 None None] Calling delete_port for 18c9f720-56d6-40e9-97e7-862e8122488c owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:28:03.124430 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad62d0-5849-4cc2-a14a-dbbbec9b7616 req-facdc157-5f81-49ac-b3e8-a7179c66f9a7 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:03.138290 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ecad62d0-5849-4cc2-a14a-dbbbec9b7616 req-facdc157-5f81-49ac-b3e8-a7179c66f9a7 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 943 time: 0.2908323 Jan 18 20:28:03.144361 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-aa5d63d0-c54b-409f-9e9c-a82017517bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:03.145895 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-aa5d63d0-c54b-409f-9e9c-a82017517bed service neutron] 10.222.0.70 "GET /v2.0/networks?id=5fbd40aa-f049-4550-b042-82fa935955b5 HTTP/1.1" status: 200 len: 902 time: 0.3157597 Jan 18 20:28:03.224324 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6dfb4122-cc93-4356-ae38-b7a17a2bf593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (18c9f720-56d6-40e9-97e7-862e8122488c), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:03.244436 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-93080b60-287f-4cfa-a3a8-2e284e87c5f3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=eb3d9437-709a-40f0-a5c9-37416af4dbf8 HTTP/1.1" status: 200 len: 217 time: 0.0918727 Jan 18 20:28:03.280574 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfb4122-cc93-4356-ae38-b7a17a2bf593 None None] No DVR routers for this DVR port 18c9f720-56d6-40e9-97e7-862e8122488c on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:28:03.296454 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb4122-cc93-4356-ae38-b7a17a2bf593 None None] Pushing event deleted for resources: {'Port': ['ID=18c9f720-56d6-40e9-97e7-862e8122488c,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:03.335292 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a7397e0-40c5-423b-b5f6-a356fba2463e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (d2993dc1-ca9a-4e5b-b302-6eac6b6bff15), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:03.338080 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-6702e14e-a128-4990-a8e3-e53ea8deb7ea service neutron] For port 6ebe76e2-127a-470d-940f-08674db17c68, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:28:03.372436 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-58697db5-8289-43c6-b942-07fdf83fdcab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5675e927592b43369fffe392229d1a22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7819231 Jan 18 20:28:03.374307 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39650) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:03.379234 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-6702e14e-a128-4990-a8e3-e53ea8deb7ea service neutron] For port 6ebe76e2-127a-470d-940f-08674db17c68, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=6ebe76e2-127a-470d-940f-08674db17c68,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:28:03.381514 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-a0eb8f86-038f-4d0f-8259-703fff9ff4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:03.383076 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-a0eb8f86-038f-4d0f-8259-703fff9ff4e2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf464e5-d0e2-45fb-a0b2-ab21add0b628 HTTP/1.1" status: 200 len: 797 time: 0.1323075 Jan 18 20:28:03.389121 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-6702e14e-a128-4990-a8e3-e53ea8deb7ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (6ebe76e2-127a-470d-940f-08674db17c68), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:03.392397 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d252234-1ec2-4fc6-b55e-46c0927bcc05 req-a7b4e6c0-e6ad-42fe-bfdf-252eb4077ba3 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:03.393989 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d252234-1ec2-4fc6-b55e-46c0927bcc05 req-a7b4e6c0-e6ad-42fe-bfdf-252eb4077ba3 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.3042152 Jan 18 20:28:03.395512 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-7edf09e1-99df-4c37-8e1c-1add8e6492be tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Deleting port 18c9f720-56d6-40e9-97e7-862e8122488c {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:28:03.395835 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7edf09e1-99df-4c37-8e1c-1add8e6492be tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (18c9f720-56d6-40e9-97e7-862e8122488c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:03.458489 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baaa69e-708b-4365-bd0d-c425e9f06545 None None] Network 53937a49-b577-4de4-9ec0-32f3e61ccaae requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:28:03.467016 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7397e0-40c5-423b-b5f6-a356fba2463e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2993dc1-ca9a-4e5b-b302-6eac6b6bff15,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:03.469539 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a7397e0-40c5-423b-b5f6-a356fba2463e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:03.475597 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1a7397e0-40c5-423b-b5f6-a356fba2463e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d2993dc1-ca9a-4e5b-b302-6eac6b6bff15 HTTP/1.1" status: 204 len: 168 time: 2.2525439 Jan 18 20:28:03.496985 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ecad62d0-5849-4cc2-a14a-dbbbec9b7616 req-c15e60cd-e8e3-403b-a673-e34a523d8ec5 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572810 Jan 18 20:28:03.500360 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39652) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:03.570129 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-6702e14e-a128-4990-a8e3-e53ea8deb7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:03.583358 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-6702e14e-a128-4990-a8e3-e53ea8deb7ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:03.584828 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-6702e14e-a128-4990-a8e3-e53ea8deb7ea service neutron] 10.222.0.70 "PUT /v2.0/ports/6ebe76e2-127a-470d-940f-08674db17c68 HTTP/1.1" status: 200 len: 1091 time: 2.7562895 Jan 18 20:28:03.610989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b733af7-608d-422f-9913-ddd95c32acb1', 'tag': '6ebe76e2-127a-470d-940f-08674db17c68'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:28:03.621018 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5e4c10-c00a-4978-bd46-f000b621d96d" -d '{"events": [{"name": "network-changed", "server_uuid": "3b733af7-608d-422f-9913-ddd95c32acb1", "tag": "6ebe76e2-127a-470d-940f-08674db17c68"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:28:03.671853 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999dedc6-5d7f-46b3-b03b-296b7361867d None None] DHCP port deletion for 53937a49-b577-4de4-9ec0-32f3e61ccaae request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:28:03.681951 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-7edf09e1-99df-4c37-8e1c-1add8e6492be tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] For port 18c9f720-56d6-40e9-97e7-862e8122488c, host n-d-741529-9, got binding levels [] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:28:03.682547 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7edf09e1-99df-4c37-8e1c-1add8e6492be tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (18c9f720-56d6-40e9-97e7-862e8122488c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:03.751066 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-999dedc6-5d7f-46b3-b03b-296b7361867d None None] Deleting port 9a0fb80d-35ae-4f14-a3cb-1671c7331848 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:28:03.751786 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-999dedc6-5d7f-46b3-b03b-296b7361867d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (9a0fb80d-35ae-4f14-a3cb-1671c7331848), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:03.801099 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-db28e1a8-298f-4e00-b207-361e8cfb6434 admin admin] Publish callbacks [] for security_group (54e152de-0507-42a3-99f2-b3345e0f0955), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:03.802991 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-7edf09e1-99df-4c37-8e1c-1add8e6492be tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Calling delete_port for 18c9f720-56d6-40e9-97e7-862e8122488c owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:28:03.818314 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.ipam_backend_mixin [None req-7edf09e1-99df-4c37-8e1c-1add8e6492be tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Port 18c9f720-56d6-40e9-97e7-862e8122488c was not found and therefore no delete operation was performed {{(pid=103336) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 20:28:03.826759 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-adfdbcdf-5a5b-42de-abce-ac3b2076f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:03.828290 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-adfdbcdf-5a5b-42de-abce-ac3b2076f219 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fbd40aa-f049-4550-b042-82fa935955b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4355152 Jan 18 20:28:03.836732 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d252234-1ec2-4fc6-b55e-46c0927bcc05 req-b85c1a00-a873-4c24-a55d-1ee983bd7e39 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296021 Jan 18 20:28:03.841561 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 18c9f720-56d6-40e9-97e7-862e8122488c no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:28:03.848072 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7edf09e1-99df-4c37-8e1c-1add8e6492be tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (18c9f720-56d6-40e9-97e7-862e8122488c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:03.857735 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9ca5-1415-4f4f-8589-38c07164bbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (53937a49-b577-4de4-9ec0-32f3e61ccaae), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:03.890001 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702e14e-a128-4990-a8e3-e53ea8deb7ea service neutron] Pushing event updated for resources: {'Port': ['ID=6ebe76e2-127a-470d-940f-08674db17c68,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:03.920693 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 18c9f720-56d6-40e9-97e7-862e8122488c {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:28:03.921837 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 18c9f720-56d6-40e9-97e7-862e8122488c not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:28:03.939459 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf09e1-99df-4c37-8e1c-1add8e6492be tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Pushing event deleted for resources: {'Port': ['ID=18c9f720-56d6-40e9-97e7-862e8122488c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:03.948415 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-999dedc6-5d7f-46b3-b03b-296b7361867d None None] For port 9a0fb80d-35ae-4f14-a3cb-1671c7331848, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9a0fb80d-35ae-4f14-a3cb-1671c7331848,segment=NetworkSegment(4ca1887e-bebb-4eb1-a5e5-e138f47dbd7e),segment_id=4ca1887e-bebb-4eb1-a5e5-e138f47dbd7e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:28:03.948825 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-999dedc6-5d7f-46b3-b03b-296b7361867d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (9a0fb80d-35ae-4f14-a3cb-1671c7331848), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:03.950832 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-db28e1a8-298f-4e00-b207-361e8cfb6434 admin admin] Publish callbacks [] for security_group (54e152de-0507-42a3-99f2-b3345e0f0955), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:03.965360 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edf09e1-99df-4c37-8e1c-1add8e6492be tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] No DVR routers for this DVR port 18c9f720-56d6-40e9-97e7-862e8122488c on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:28:04.005749 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a270fc2-05eb-4567-a458-8e850e8905f2 x-openstack-request-id: req-3a270fc2-05eb-4567-a458-8e850e8905f2 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:28:04.006148 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b733af7-608d-422f-9913-ddd95c32acb1", "tag": "6ebe76e2-127a-470d-940f-08674db17c68", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:28:04.006498 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a270fc2-05eb-4567-a458-8e850e8905f2 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:28:04.007504 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b733af7-608d-422f-9913-ddd95c32acb1', 'tag': '6ebe76e2-127a-470d-940f-08674db17c68', 'status': 'completed', 'code': 200} Jan 18 20:28:04.022118 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-999dedc6-5d7f-46b3-b03b-296b7361867d None None] Calling delete_port for 9a0fb80d-35ae-4f14-a3cb-1671c7331848 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:28:04.031091 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:04.033472 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-bb7a9f57-7b35-45e9-bd33-0cfa250bfa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:04.037423 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-bb7a9f57-7b35-45e9-bd33-0cfa250bfa74 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 1094 time: 0.3704271 Jan 18 20:28:04.154898 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-290e0cd6-43f2-48dd-8f2d-a5e7f3acdfcd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ebe76e2-127a-470d-940f-08674db17c68 HTTP/1.1" status: 200 len: 217 time: 0.1079490 Jan 18 20:28:04.163766 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-999dedc6-5d7f-46b3-b03b-296b7361867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (9a0fb80d-35ae-4f14-a3cb-1671c7331848), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:04.197056 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999dedc6-5d7f-46b3-b03b-296b7361867d None None] Pushing event deleted for resources: {'Port': ['ID=9a0fb80d-35ae-4f14-a3cb-1671c7331848,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:04.210774 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc6-5d7f-46b3-b03b-296b7361867d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:04.211163 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc6-5d7f-46b3-b03b-296b7361867d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:04.211502 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc6-5d7f-46b3-b03b-296b7361867d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:04.211884 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc6-5d7f-46b3-b03b-296b7361867d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:04.212258 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc6-5d7f-46b3-b03b-296b7361867d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:04.213023 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc6-5d7f-46b3-b03b-296b7361867d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:04.213368 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc6-5d7f-46b3-b03b-296b7361867d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:04.214030 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc6-5d7f-46b3-b03b-296b7361867d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:04.214365 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc6-5d7f-46b3-b03b-296b7361867d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:04.214982 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc6-5d7f-46b3-b03b-296b7361867d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:04.215322 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc6-5d7f-46b3-b03b-296b7361867d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:04.215649 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc6-5d7f-46b3-b03b-296b7361867d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:04.216023 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc6-5d7f-46b3-b03b-296b7361867d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:04.233419 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999dedc6-5d7f-46b3-b03b-296b7361867d None None] No DVR routers for this DVR port 9a0fb80d-35ae-4f14-a3cb-1671c7331848 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:28:04.264372 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-0d4f2f53-b0ad-43fb-9c8e-62488b6aeb73 service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991585 Jan 18 20:28:04.265409 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7edf09e1-99df-4c37-8e1c-1add8e6492be tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:04.292492 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-d5f71568-702d-4d69-b12d-92ea89528b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:04.294036 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-d5f71568-702d-4d69-b12d-92ea89528b85 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2eac11f-fef0-464c-9aac-08a05c8cc068 HTTP/1.1" status: 200 len: 850 time: 0.1294372 Jan 18 20:28:04.297814 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-7edf09e1-99df-4c37-8e1c-1add8e6492be tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:04.333554 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde6934-29eb-44b5-9637-2937e35e0a47 req-3ac6286c-a992-49af-8562-f1c3ce0d316d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:04.344305 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde6934-29eb-44b5-9637-2937e35e0a47 req-3ac6286c-a992-49af-8562-f1c3ce0d316d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:04.346371 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde6934-29eb-44b5-9637-2937e35e0a47 req-3ac6286c-a992-49af-8562-f1c3ce0d316d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:04.352369 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde6934-29eb-44b5-9637-2937e35e0a47 req-3ac6286c-a992-49af-8562-f1c3ce0d316d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:04.358318 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde6934-29eb-44b5-9637-2937e35e0a47 req-3ac6286c-a992-49af-8562-f1c3ce0d316d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:04.364292 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde6934-29eb-44b5-9637-2937e35e0a47 req-3ac6286c-a992-49af-8562-f1c3ce0d316d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:04.370788 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde6934-29eb-44b5-9637-2937e35e0a47 req-3ac6286c-a992-49af-8562-f1c3ce0d316d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:04.378331 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5cde6934-29eb-44b5-9637-2937e35e0a47 req-3ac6286c-a992-49af-8562-f1c3ce0d316d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.2913203 Jan 18 20:28:04.388182 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6303fd4-ce39-4d8b-ac55-fd7725c3163f req-7c27953b-0509-4ffc-950b-3176825a75e2 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:04.392847 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-75b24527-8fa4-4cbb-8317-d4523659f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:04.394139 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6303fd4-ce39-4d8b-ac55-fd7725c3163f req-7c27953b-0509-4ffc-950b-3176825a75e2 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.3153689 Jan 18 20:28:04.394495 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-75b24527-8fa4-4cbb-8317-d4523659f530 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88e9200-d99d-4ea0-a241-681917733bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893977 Jan 18 20:28:04.416369 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-7edf09e1-99df-4c37-8e1c-1add8e6492be tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892bf39b-c064-4088-a908-bb90c91c9a50') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:04.416651 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-7edf09e1-99df-4c37-8e1c-1add8e6492be tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892bf39b-c064-4088-a908-bb90c91c9a50') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:04.422582 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-2d86ffe7-9c6e-4712-ab14-1fd31facf5e7 service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516471 Jan 18 20:28:04.450347 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7edf09e1-99df-4c37-8e1c-1add8e6492be tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (892bf39b-c064-4088-a908-bb90c91c9a50), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:04.454846 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-db28e1a8-298f-4e00-b207-361e8cfb6434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (54e152de-0507-42a3-99f2-b3345e0f0955), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:04.457951 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-db28e1a8-298f-4e00-b207-361e8cfb6434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:04.461482 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-db28e1a8-298f-4e00-b207-361e8cfb6434 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54e152de-0507-42a3-99f2-b3345e0f0955 HTTP/1.1" status: 204 len: 168 time: 1.0611765 Jan 18 20:28:04.478019 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28e1a8-298f-4e00-b207-361e8cfb6434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e152de-0507-42a3-99f2-b3345e0f0955,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:04.523764 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7edf09e1-99df-4c37-8e1c-1add8e6492be tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (892bf39b-c064-4088-a908-bb90c91c9a50), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:04.540412 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-1dbd9ca5-1415-4f4f-8589-38c07164bbcc admin admin] Deleting port 9a0fb80d-35ae-4f14-a3cb-1671c7331848 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:28:04.540759 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9ca5-1415-4f4f-8589-38c07164bbcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (9a0fb80d-35ae-4f14-a3cb-1671c7331848), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:04.549321 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-1ddb4750-a6e2-48e7-9ce7-1b2339c84c9a service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465237 Jan 18 20:28:04.585781 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7edf09e1-99df-4c37-8e1c-1add8e6492be tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:28:04.586316 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7edf09e1-99df-4c37-8e1c-1add8e6492be tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (892bf39b-c064-4088-a908-bb90c91c9a50), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:28:04.590524 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:28:04.600621 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-c03b2044-4a85-4fab-bc85-32bc236188ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:04.601511 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-c03b2044-4a85-4fab-bc85-32bc236188ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:04.601977 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-c03b2044-4a85-4fab-bc85-32bc236188ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:04.602474 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-c03b2044-4a85-4fab-bc85-32bc236188ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:04.602874 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-c03b2044-4a85-4fab-bc85-32bc236188ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:04.603333 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-c03b2044-4a85-4fab-bc85-32bc236188ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:04.603788 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-c03b2044-4a85-4fab-bc85-32bc236188ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:04.606449 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-c03b2044-4a85-4fab-bc85-32bc236188ca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=733444720280437eb7f9cfdcefc53319&device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 6488 time: 0.1093869 Jan 18 20:28:04.633808 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6303fd4-ce39-4d8b-ac55-fd7725c3163f req-973d9581-7361-4004-bbad-ab52edcc2287 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383864 Jan 18 20:28:04.703408 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1b505fe7-b9aa-45db-814e-f13f7bb7621d req-e5457ebb-6c7b-4fe5-b2ce-5d85849755f6 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476192 Jan 18 20:28:04.714460 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5cde6934-29eb-44b5-9637-2937e35e0a47 req-f2a22569-7ff7-4b53-ab7f-69ef29f3db84 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3352489 Jan 18 20:28:04.715777 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-1dbd9ca5-1415-4f4f-8589-38c07164bbcc admin admin] For port 9a0fb80d-35ae-4f14-a3cb-1671c7331848, host n-d-741529-9, got binding levels [] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:28:04.716137 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9ca5-1415-4f4f-8589-38c07164bbcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (9a0fb80d-35ae-4f14-a3cb-1671c7331848), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:04.736397 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-1dbd9ca5-1415-4f4f-8589-38c07164bbcc admin admin] Calling delete_port for 9a0fb80d-35ae-4f14-a3cb-1671c7331848 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:28:04.739846 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.ipam_backend_mixin [None req-1dbd9ca5-1415-4f4f-8589-38c07164bbcc admin admin] Port 9a0fb80d-35ae-4f14-a3cb-1671c7331848 was not found and therefore no delete operation was performed {{(pid=103336) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 20:28:04.741558 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9ca5-1415-4f4f-8589-38c07164bbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (9a0fb80d-35ae-4f14-a3cb-1671c7331848), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:04.751492 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7edf09e1-99df-4c37-8e1c-1add8e6492be tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:04.766907 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbd9ca5-1415-4f4f-8589-38c07164bbcc admin admin] No DVR routers for this DVR port 9a0fb80d-35ae-4f14-a3cb-1671c7331848 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:28:04.791108 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-bb140781-d5e0-46db-86d9-a77fc9c05ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:04.793510 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-bb140781-d5e0-46db-86d9-a77fc9c05ce3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5fbd40aa-f049-4550-b042-82fa935955b5 HTTP/1.1" status: 200 len: 902 time: 0.1558568 Jan 18 20:28:04.798985 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7edf09e1-99df-4c37-8e1c-1add8e6492be tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:04.802451 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7edf09e1-99df-4c37-8e1c-1add8e6492be tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] 10.222.0.31 "DELETE /v2.0/networks/0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1 HTTP/1.1" status: 204 len: 168 time: 2.5908747 Jan 18 20:28:04.814708 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39672) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:04.834251 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd9ca5-1415-4f4f-8589-38c07164bbcc admin admin] Pushing event deleted for resources: {'Port': ['ID=9a0fb80d-35ae-4f14-a3cb-1671c7331848,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:04.843750 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf09e1-99df-4c37-8e1c-1add8e6492be tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Pushing event deleted for resources: {'Network': ['ID=0ea3a4c0-dfbf-497b-ab02-c4d81e9c01d1,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:04.942300 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7f9f6b13-b733-417a-89e1-c2ac5c339b2d tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] 10.222.0.31 "GET /v2.0/ports?device_id=86f2b236-5fb0-408e-9f2e-3fb71c97682b HTTP/1.1" status: 200 len: 205 time: 0.1242311 Jan 18 20:28:04.944762 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39676) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:04.947952 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9ca5-1415-4f4f-8589-38c07164bbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (53937a49-b577-4de4-9ec0-32f3e61ccaae), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:04.963917 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-7840ffa0-e51f-464f-8492-b1f5e893e731 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=671d4bba-81d3-48a3-86d7-51496fd0ea37 HTTP/1.1" status: 200 len: 217 time: 0.1589315 Jan 18 20:28:04.995542 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-1dbd9ca5-1415-4f4f-8589-38c07164bbcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53937a49-b577-4de4-9ec0-32f3e61ccaae']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:05.016248 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-1dbd9ca5-1415-4f4f-8589-38c07164bbcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca1887e-bebb-4eb1-a5e5-e138f47dbd7e') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:05.016494 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-1dbd9ca5-1415-4f4f-8589-38c07164bbcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca1887e-bebb-4eb1-a5e5-e138f47dbd7e') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:05.033190 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9ca5-1415-4f4f-8589-38c07164bbcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (4ca1887e-bebb-4eb1-a5e5-e138f47dbd7e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:05.045281 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df2a45-a3fd-4740-b685-6a017650999f req-57abd446-203c-4225-9b5f-3c40265b4cdd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:05.047113 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e5df2a45-a3fd-4740-b685-6a017650999f req-57abd446-203c-4225-9b5f-3c40265b4cdd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 943 time: 0.1264987 Jan 18 20:28:05.061683 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8a9f7-e6ef-4ae7-b266-0cfa825df598 req-7c0e39fa-c75e-49a9-b4c9-faca47d3681b tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:05.063356 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9dd8a9f7-e6ef-4ae7-b266-0cfa825df598 req-7c0e39fa-c75e-49a9-b4c9-faca47d3681b tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6ea767a-d98b-4099-8756-a86f2d933659 HTTP/1.1" status: 200 len: 946 time: 0.1533384 Jan 18 20:28:05.091151 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9ca5-1415-4f4f-8589-38c07164bbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (4ca1887e-bebb-4eb1-a5e5-e138f47dbd7e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:05.110517 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dbd9ca5-1415-4f4f-8589-38c07164bbcc admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:28:05.111334 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9ca5-1415-4f4f-8589-38c07164bbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (4ca1887e-bebb-4eb1-a5e5-e138f47dbd7e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:05.114221 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0d7b68e-d269-4f85-8a7c-ae58b4716ecb tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks [] for router (86f2b236-5fb0-408e-9f2e-3fb71c97682b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:28:05.119303 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:28:05.204840 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e5df2a45-a3fd-4740-b685-6a017650999f req-52d3de49-338e-42b0-b08f-8bc562385926 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384132 Jan 18 20:28:05.209556 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9dd8a9f7-e6ef-4ae7-b266-0cfa825df598 req-43ab84e1-b510-4505-8cf9-9fc0602daad1 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.31 "GET /v2.0/security-groups?id=d94e1aa4-f4c2-43d5-b488-ec0a2a01844d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334524 Jan 18 20:28:05.211450 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9ca5-1415-4f4f-8589-38c07164bbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (53937a49-b577-4de4-9ec0-32f3e61ccaae), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:05.219337 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9ca5-1415-4f4f-8589-38c07164bbcc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:05.222926 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1dbd9ca5-1415-4f4f-8589-38c07164bbcc admin admin] 10.222.0.31 "DELETE /v2.0/networks/53937a49-b577-4de4-9ec0-32f3e61ccaae HTTP/1.1" status: 204 len: 168 time: 1.7176228 Jan 18 20:28:05.246500 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd9ca5-1415-4f4f-8589-38c07164bbcc admin admin] Pushing event deleted for resources: {'Network': ['ID=53937a49-b577-4de4-9ec0-32f3e61ccaae,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:05.378785 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e4c10-c00a-4978-bd46-f000b621d96d req-d27c9b08-c317-4cec-98c0-80a8712e4e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:05.380311 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a5e4c10-c00a-4978-bd46-f000b621d96d req-d27c9b08-c317-4cec-98c0-80a8712e4e52 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 1094 time: 0.5858665 Jan 18 20:28:05.384229 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-143d5106-0019-427e-946b-f131b7ac0dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:05.385822 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-143d5106-0019-427e-946b-f131b7ac0dd3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf464e5-d0e2-45fb-a0b2-ab21add0b628 HTTP/1.1" status: 200 len: 797 time: 0.3155091 Jan 18 20:28:05.468931 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39698) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:05.503005 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0d7b68e-d269-4f85-8a7c-ae58b4716ecb tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (86f2b236-5fb0-408e-9f2e-3fb71c97682b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:05.506005 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0d7b68e-d269-4f85-8a7c-ae58b4716ecb tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks [] for router_controller (86f2b236-5fb0-408e-9f2e-3fb71c97682b), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:05.520057 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476b2b0-0ce0-4a5b-98e9-c8864fec54bd req-cda00e11-3d2e-422a-b8ca-81ee34aa5fcf tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:05.523681 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2476b2b0-0ce0-4a5b-98e9-c8864fec54bd req-cda00e11-3d2e-422a-b8ca-81ee34aa5fcf tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1604011 Jan 18 20:28:05.605864 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd07a12-a4c2-40d8-9f56-8b2ed7659882 req-2cbd0829-6ff9-4735-9b7d-5cf03106b9f7 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:05.606810 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-edd07a12-a4c2-40d8-9f56-8b2ed7659882 req-2cbd0829-6ff9-4735-9b7d-5cf03106b9f7 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6ea767a-d98b-4099-8756-a86f2d933659 HTTP/1.1" status: 200 len: 946 time: 0.1516118 Jan 18 20:28:05.613245 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0e7d4385-51b3-47e3-88ca-594eb3100477 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=823a89669aba4a1ca250f17180b6d997&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1402748 Jan 18 20:28:05.619205 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e4c10-c00a-4978-bd46-f000b621d96d req-33a005eb-2b61-4cee-9cf1-2cf1be0371bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:05.621322 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a5e4c10-c00a-4978-bd46-f000b621d96d req-33a005eb-2b61-4cee-9cf1-2cf1be0371bc service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 912 time: 0.2342877 Jan 18 20:28:05.623448 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39702) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:05.644170 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39704) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:05.654175 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0d7b68e-d269-4f85-8a7c-ae58b4716ecb tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (86f2b236-5fb0-408e-9f2e-3fb71c97682b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:05.654800 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d7b68e-d269-4f85-8a7c-ae58b4716ecb tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Fanout notify agent at l3_agent the message router_deleted on router 86f2b236-5fb0-408e-9f2e-3fb71c97682b {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:28:05.692724 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2476b2b0-0ce0-4a5b-98e9-c8864fec54bd req-23716632-9ce1-4ab2-a69c-40af126b7ae6 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496015 Jan 18 20:28:05.772115 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9a0fb80d-35ae-4f14-a3cb-1671c7331848 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:28:05.777451 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0d7b68e-d269-4f85-8a7c-ae58b4716ecb tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:05.778843 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-edd07a12-a4c2-40d8-9f56-8b2ed7659882 req-061b51a7-29df-484e-bcec-d9422b3aa092 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Deleting port b66ef2c9-2681-479d-841b-66f8167f1c5f {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:28:05.779441 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-edd07a12-a4c2-40d8-9f56-8b2ed7659882 req-061b51a7-29df-484e-bcec-d9422b3aa092 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b66ef2c9-2681-479d-841b-66f8167f1c5f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:05.782401 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b0d7b68e-d269-4f85-8a7c-ae58b4716ecb tempest-RoutersNegativeTest-1024625630 tempest-RoutersNegativeTest-1024625630-project] 10.222.0.31 "DELETE /v2.0/routers/86f2b236-5fb0-408e-9f2e-3fb71c97682b HTTP/1.1" status: 204 len: 168 time: 0.8269570 Jan 18 20:28:05.797300 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-e3602c75-243a-48b4-8434-56dbea033d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:05.800707 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-e3602c75-243a-48b4-8434-56dbea033d80 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fbd40aa-f049-4550-b042-82fa935955b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3093297 Jan 18 20:28:05.812947 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a5e4c10-c00a-4978-bd46-f000b621d96d req-7055d3d8-da2f-40fb-9f3c-5ef9bf99f5c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ebe76e2-127a-470d-940f-08674db17c68 HTTP/1.1" status: 200 len: 217 time: 0.1761642 Jan 18 20:28:05.854021 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 9a0fb80d-35ae-4f14-a3cb-1671c7331848 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:28:05.855577 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9a0fb80d-35ae-4f14-a3cb-1671c7331848 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:28:06.009695 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-a6faedbf-13fe-447b-929d-fc9ea7e9f342 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'network': {'name': 'tempest-RoutersTest-982453333'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:28:06.014086 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e4c10-c00a-4978-bd46-f000b621d96d req-685f581b-d386-46a6-8d59-1fa4590b1c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:06.015578 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a5e4c10-c00a-4978-bd46-f000b621d96d req-685f581b-d386-46a6-8d59-1fa4590b1c7c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2eac11f-fef0-464c-9aac-08a05c8cc068 HTTP/1.1" status: 200 len: 850 time: 0.1840250 Jan 18 20:28:06.020925 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c513b1af-4fb1-4716-be94-77e8bc3b8e20 admin admin] Publish callbacks [] for security_group (98b826af-ba28-4e29-b0b5-d37f5899e8fb), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:06.082884 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-a4bc6b64-ac68-425b-a1a4-b2229f4b47b4 service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667682 Jan 18 20:28:06.096589 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23166d3-2c95-40be-b090-b2a75bbf5266 req-d899fad5-679b-4b93-9900-49b8c9e6d81e tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:06.099991 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f23166d3-2c95-40be-b090-b2a75bbf5266 req-d899fad5-679b-4b93-9900-49b8c9e6d81e tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.2235632 Jan 18 20:28:06.108223 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c513b1af-4fb1-4716-be94-77e8bc3b8e20 admin admin] Publish callbacks [] for security_group (98b826af-ba28-4e29-b0b5-d37f5899e8fb), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:06.130943 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8680507-9a1e-43d0-a526-ed334a79ccdd req-81051ce2-6f8b-4132-96cb-12dbf0b444be tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:06.139928 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8680507-9a1e-43d0-a526-ed334a79ccdd req-81051ce2-6f8b-4132-96cb-12dbf0b444be tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:06.146683 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8680507-9a1e-43d0-a526-ed334a79ccdd req-81051ce2-6f8b-4132-96cb-12dbf0b444be tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:06.154687 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8680507-9a1e-43d0-a526-ed334a79ccdd req-81051ce2-6f8b-4132-96cb-12dbf0b444be tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:06.158377 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6faedbf-13fe-447b-929d-fc9ea7e9f342 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Made reservation on behalf of e666c75a4135413186dea9ccd90b9b16 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:28:06.161143 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8680507-9a1e-43d0-a526-ed334a79ccdd req-81051ce2-6f8b-4132-96cb-12dbf0b444be tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:06.161840 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6faedbf-13fe-447b-929d-fc9ea7e9f342 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:06.169949 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8680507-9a1e-43d0-a526-ed334a79ccdd req-81051ce2-6f8b-4132-96cb-12dbf0b444be tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:06.176265 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8680507-9a1e-43d0-a526-ed334a79ccdd req-81051ce2-6f8b-4132-96cb-12dbf0b444be tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:06.178429 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e8680507-9a1e-43d0-a526-ed334a79ccdd req-81051ce2-6f8b-4132-96cb-12dbf0b444be tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.2767377 Jan 18 20:28:06.228558 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-edd07a12-a4c2-40d8-9f56-8b2ed7659882 req-061b51a7-29df-484e-bcec-d9422b3aa092 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] For port b66ef2c9-2681-479d-841b-66f8167f1c5f, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b66ef2c9-2681-479d-841b-66f8167f1c5f,segment=NetworkSegment(d69ad9a7-9c84-41c0-a5ab-db4c05123133),segment_id=d69ad9a7-9c84-41c0-a5ab-db4c05123133)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:28:06.232554 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-edd07a12-a4c2-40d8-9f56-8b2ed7659882 req-061b51a7-29df-484e-bcec-d9422b3aa092 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b66ef2c9-2681-479d-841b-66f8167f1c5f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:06.232725 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6faedbf-13fe-447b-929d-fc9ea7e9f342 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:06.234227 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e4c10-c00a-4978-bd46-f000b621d96d req-63c68d52-0d07-40a9-8c01-683e5e2d4eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:06.235372 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a5e4c10-c00a-4978-bd46-f000b621d96d req-63c68d52-0d07-40a9-8c01-683e5e2d4eac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88e9200-d99d-4ea0-a241-681917733bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2114635 Jan 18 20:28:06.270442 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-edd07a12-a4c2-40d8-9f56-8b2ed7659882 req-061b51a7-29df-484e-bcec-d9422b3aa092 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Calling delete_port for b66ef2c9-2681-479d-841b-66f8167f1c5f owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:28:06.321997 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39724) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:06.356610 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c513b1af-4fb1-4716-be94-77e8bc3b8e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (98b826af-ba28-4e29-b0b5-d37f5899e8fb), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:06.359215 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c513b1af-4fb1-4716-be94-77e8bc3b8e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:06.363122 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c513b1af-4fb1-4716-be94-77e8bc3b8e20 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98b826af-ba28-4e29-b0b5-d37f5899e8fb HTTP/1.1" status: 204 len: 168 time: 0.7379975 Jan 18 20:28:06.382938 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-81d37eb3-df82-4eaf-9838-00ecacbafe53 req-2c1a5c7b-3e11-45dc-ae1b-0c4575284a2d service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912211 Jan 18 20:28:06.392862 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513b1af-4fb1-4716-be94-77e8bc3b8e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b826af-ba28-4e29-b0b5-d37f5899e8fb,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:06.421273 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f23166d3-2c95-40be-b090-b2a75bbf5266 req-717322d6-dfba-4a64-bc53-bf5f3daf0af4 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094914 Jan 18 20:28:06.449508 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a5e4c10-c00a-4978-bd46-f000b621d96d req-c8ac78e1-d8c9-479c-97b8-27c73ad049b4 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051189 Jan 18 20:28:06.519707 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e8680507-9a1e-43d0-a526-ed334a79ccdd req-7337670f-783f-46de-b14d-b6a01a27c4dd tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3189006 Jan 18 20:28:06.558825 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6faedbf-13fe-447b-929d-fc9ea7e9f342 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for security_group (7db7533a-ae18-4d68-b100-5fe97accfec4), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:06.602340 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6faedbf-13fe-447b-929d-fc9ea7e9f342 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7db7533a-ae18-4d68-b100-5fe97accfec4), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:06.617936 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6faedbf-13fe-447b-929d-fc9ea7e9f342 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:28:06.637225 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6faedbf-13fe-447b-929d-fc9ea7e9f342 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (7ef49262-c259-4016-829c-6a61bcb7efcd), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:06.637739 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-a6faedbf-13fe-447b-929d-fc9ea7e9f342 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Added segment 7ef49262-c259-4016-829c-6a61bcb7efcd of type vlan for network e3ba2613-31f5-4847-8908-478ea7607b91 Jan 18 20:28:06.652683 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f85c8-fe4f-4966-b725-cc43ca8f2e06 req-c399b3c3-5ec9-45a1-882f-3be4a4df703a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:06.658874 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f7f85c8-fe4f-4966-b725-cc43ca8f2e06 req-c399b3c3-5ec9-45a1-882f-3be4a4df703a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 943 time: 0.1181691 Jan 18 20:28:06.758364 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9505a430-48b8-4d63-9dc7-a5260d3c83ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c9c5b4259914a649fc0dcb97d825dd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4314468 Jan 18 20:28:06.776322 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39736) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:06.800054 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:06.886567 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-edd07a12-a4c2-40d8-9f56-8b2ed7659882 req-061b51a7-29df-484e-bcec-d9422b3aa092 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (b66ef2c9-2681-479d-841b-66f8167f1c5f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:06.898665 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda95009-dfea-4498-a7cf-69ac9dbabcb7 req-0d601b3a-f434-4e7e-9b1e-126e47b937f7 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:06.900310 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bda95009-dfea-4498-a7cf-69ac9dbabcb7 req-0d601b3a-f434-4e7e-9b1e-126e47b937f7 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6ea767a-d98b-4099-8756-a86f2d933659 HTTP/1.1" status: 200 len: 946 time: 0.2376878 Jan 18 20:28:06.901263 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['b66ef2c9-2681-479d-841b-66f8167f1c5f'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:28:06.944004 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f7f85c8-fe4f-4966-b725-cc43ca8f2e06 req-ad5427fd-8563-4c49-a14b-e50abbe42065 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827499 Jan 18 20:28:06.967430 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39738) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:07.042209 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b51a7-29df-484e-bcec-d9422b3aa092 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Pushing event deleted for resources: {'Port': ['ID=b66ef2c9-2681-479d-841b-66f8167f1c5f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:07.053886 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd07a12-a4c2-40d8-9f56-8b2ed7659882 req-061b51a7-29df-484e-bcec-d9422b3aa092 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] No DVR routers for this DVR port b66ef2c9-2681-479d-841b-66f8167f1c5f on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:28:07.068981 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-edd07a12-a4c2-40d8-9f56-8b2ed7659882 req-061b51a7-29df-484e-bcec-d9422b3aa092 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:07.073942 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-edd07a12-a4c2-40d8-9f56-8b2ed7659882 req-061b51a7-29df-484e-bcec-d9422b3aa092 tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.70 "DELETE /v2.0/ports/b66ef2c9-2681-479d-841b-66f8167f1c5f HTTP/1.1" status: 204 len: 173 time: 1.4592841 Jan 18 20:28:07.082510 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c16a3368-8c91-44fa-9f75-217d8692fd5c admin admin] Publish callbacks [] for security_group (7cab7280-a49d-464f-ab13-8e69f1bf6b03), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:07.106916 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6faedbf-13fe-447b-929d-fc9ea7e9f342 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7db7533a-ae18-4d68-b100-5fe97accfec4,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:07.107609 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c16a3368-8c91-44fa-9f75-217d8692fd5c admin admin] Publish callbacks [] for security_group (7cab7280-a49d-464f-ab13-8e69f1bf6b03), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:07.146002 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ea767a-d98b-4099-8756-a86f2d933659', 'name': 'network-vif-deleted', 'tag': 'b66ef2c9-2681-479d-841b-66f8167f1c5f'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:28:07.148955 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7285668-11e1-41fa-aa62-0dab81dbc97d" -d '{"events": [{"server_uuid": "c6ea767a-d98b-4099-8756-a86f2d933659", "name": "network-vif-deleted", "tag": "b66ef2c9-2681-479d-841b-66f8167f1c5f"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:28:07.186972 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6faedbf-13fe-447b-929d-fc9ea7e9f342 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (e3ba2613-31f5-4847-8908-478ea7607b91), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:07.219943 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4a5e4c10-c00a-4978-bd46-f000b621d96d req-f06e7979-9ddc-4ce5-8d14-17f49f9f0ab2 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7453082 Jan 18 20:28:07.222105 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6faedbf-13fe-447b-929d-fc9ea7e9f342 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (e3ba2613-31f5-4847-8908-478ea7607b91), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:07.230351 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6faedbf-13fe-447b-929d-fc9ea7e9f342 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:07.231041 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6faedbf-13fe-447b-929d-fc9ea7e9f342 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:07.269381 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-24411617-dd90-4ee2-9491-d01a6ff73de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:07.270088 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-24411617-dd90-4ee2-9491-d01a6ff73de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:07.270695 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-24411617-dd90-4ee2-9491-d01a6ff73de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:07.271284 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-24411617-dd90-4ee2-9491-d01a6ff73de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:07.283047 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9933db0-c944-4657-968f-3be56f444e8c req-a0280582-a279-43f4-a229-aa98ed602430 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:07.283267 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-24411617-dd90-4ee2-9491-d01a6ff73de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:07.283930 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-24411617-dd90-4ee2-9491-d01a6ff73de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:07.284540 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-24411617-dd90-4ee2-9491-d01a6ff73de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:07.284681 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a9933db0-c944-4657-968f-3be56f444e8c req-a0280582-a279-43f4-a229-aa98ed602430 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/networks?id=969e5bec-1cc4-4b20-ab88-96d006b4e701 HTTP/1.1" status: 200 len: 813 time: 0.2322500 Jan 18 20:28:07.286861 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-24411617-dd90-4ee2-9491-d01a6ff73de6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=733444720280437eb7f9cfdcefc53319&device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 6488 time: 0.7841425 Jan 18 20:28:07.287249 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c16a3368-8c91-44fa-9f75-217d8692fd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7cab7280-a49d-464f-ab13-8e69f1bf6b03), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:07.290214 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c16a3368-8c91-44fa-9f75-217d8692fd5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:07.291588 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c16a3368-8c91-44fa-9f75-217d8692fd5c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7cab7280-a49d-464f-ab13-8e69f1bf6b03 HTTP/1.1" status: 204 len: 168 time: 0.5020535 Jan 18 20:28:07.299627 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bda95009-dfea-4498-a7cf-69ac9dbabcb7 req-8ec7a7e5-a7bd-47f5-a9de-2b94c977bb5b tempest-VolumesActionsTest-1849155948 tempest-VolumesActionsTest-1849155948-project] 10.222.0.31 "GET /v2.0/security-groups?id=d94e1aa4-f4c2-43d5-b488-ec0a2a01844d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595905 Jan 18 20:28:07.302078 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e1e014d0-1585-429c-a4fa-94f7ce80904b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=575194d1c8f94cfaa12ed27a38850fd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3296344 Jan 18 20:28:07.312656 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39754) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:07.317428 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a9933db0-c944-4657-968f-3be56f444e8c req-d4598637-ca51-49ff-b0b6-1dfd4814a38f tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/quotas/deb1a2f7ff2a41c7978cf89e849731a8 HTTP/1.1" status: 200 len: 375 time: 0.0139673 Jan 18 20:28:07.322540 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a3368-8c91-44fa-9f75-217d8692fd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cab7280-a49d-464f-ab13-8e69f1bf6b03,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:07.357049 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 6ebe76e2-127a-470d-940f-08674db17c68 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:28:07.426238 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a9933db0-c944-4657-968f-3be56f444e8c req-c070d7c3-2d48-437d-8faa-00cad3d05358 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=deb1a2f7ff2a41c7978cf89e849731a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0751281 Jan 18 20:28:07.446777 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b48e0df-d188-4816-851c-32840ac7dc7c x-openstack-request-id: req-9b48e0df-d188-4816-851c-32840ac7dc7c {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:28:07.447074 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ea767a-d98b-4099-8756-a86f2d933659", "name": "network-vif-deleted", "tag": "b66ef2c9-2681-479d-841b-66f8167f1c5f", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:28:07.447332 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b48e0df-d188-4816-851c-32840ac7dc7c {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:28:07.447736 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ea767a-d98b-4099-8756-a86f2d933659', 'name': 'network-vif-deleted', 'tag': 'b66ef2c9-2681-479d-841b-66f8167f1c5f', 'status': 'completed', 'code': 200} Jan 18 20:28:07.485551 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-e7e9c427-808d-468b-a044-680a183cc62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:07.487513 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-e7e9c427-808d-468b-a044-680a183cc62e service neutron] 10.222.0.70 "GET /v2.0/networks?id=e28041d0-7a31-4e94-acee-687198cd901a HTTP/1.1" status: 200 len: 902 time: 0.1734717 Jan 18 20:28:07.494316 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a6faedbf-13fe-447b-929d-fc9ea7e9f342 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8392987 Jan 18 20:28:07.494643 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39758) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:07.499702 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-57fffc46-4b51-4213-9328-876938efa6cc tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'network': {'name': 'tempest-RoutersTest-2044955522'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:28:07.537281 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fffc46-4b51-4213-9328-876938efa6cc tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Made reservation on behalf of e666c75a4135413186dea9ccd90b9b16 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:28:07.541235 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-57fffc46-4b51-4213-9328-876938efa6cc tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:07.560775 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 6ebe76e2-127a-470d-940f-08674db17c68, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=6ebe76e2-127a-470d-940f-08674db17c68,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:28:07.588054 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '6ebe76e2-127a-470d-940f-08674db17c68', 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'port_id': '6ebe76e2-127a-470d-940f-08674db17c68', 'mac_address': 'fa:16:3e:92:e1:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:28:07.656496 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 6ebe76e2-127a-470d-940f-08674db17c68 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:28:07.657668 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6ebe76e2-127a-470d-940f-08674db17c68), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:07.668972 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-bf0f3752-e60e-473f-bef9-82c765fc45b0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0abb6452-2f0c-4e93-bb6c-218b06908795 HTTP/1.1" status: 200 len: 217 time: 0.1674163 Jan 18 20:28:07.677947 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57fffc46-4b51-4213-9328-876938efa6cc tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:28:07.678524 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6faedbf-13fe-447b-929d-fc9ea7e9f342 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Network': ['ID=e3ba2613-31f5-4847-8908-478ea7607b91,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:07.690838 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1c6674a-d6cf-4f7b-ba7e-875ca28d7218 admin admin] Publish callbacks [] for security_group (189774b6-75b7-4736-a1bf-ef5f42f4d5e2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:07.711745 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ebe76e2-127a-470d-940f-08674db17c68 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:28:07.733603 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network e3ba2613-31f5-4847-8908-478ea7607b91 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:28:07.738932 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1c6674a-d6cf-4f7b-ba7e-875ca28d7218 admin admin] Publish callbacks [] for security_group (189774b6-75b7-4736-a1bf-ef5f42f4d5e2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:07.768261 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-e774b872-210c-4feb-884b-833bbd59f3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:07.769932 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-e774b872-210c-4feb-884b-833bbd59f3bb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4447c040-bbb0-41e1-84cc-ec8cc29dd4f8 HTTP/1.1" status: 200 len: 797 time: 0.0968993 Jan 18 20:28:07.788176 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bfeca-238c-4751-9bbb-745e251384b3 req-1f76c2bd-ff26-4da4-be0b-e95d720d3715 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:07.789793 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-006bfeca-238c-4751-9bbb-745e251384b3 req-1f76c2bd-ff26-4da4-be0b-e95d720d3715 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.2089713 Jan 18 20:28:07.796603 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-57fffc46-4b51-4213-9328-876938efa6cc tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (81d4d390-62bc-4b0c-ad11-e8d11ca45c6d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:07.796966 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-57fffc46-4b51-4213-9328-876938efa6cc tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Added segment 81d4d390-62bc-4b0c-ad11-e8d11ca45c6d of type vlan for network 7487c48a-bbe6-4972-bed0-c38b2bcb3208 Jan 18 20:28:07.834219 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-45eca278-ef3b-4930-9333-bc5dd73c2e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:07.836795 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-45eca278-ef3b-4930-9333-bc5dd73c2e85 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e28041d0-7a31-4e94-acee-687198cd901a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0581713 Jan 18 20:28:07.857891 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1c6674a-d6cf-4f7b-ba7e-875ca28d7218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (189774b6-75b7-4736-a1bf-ef5f42f4d5e2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:07.860395 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1c6674a-d6cf-4f7b-ba7e-875ca28d7218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:07.861625 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d1c6674a-d6cf-4f7b-ba7e-875ca28d7218 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/189774b6-75b7-4736-a1bf-ef5f42f4d5e2 HTTP/1.1" status: 204 len: 168 time: 0.5458057 Jan 18 20:28:07.895139 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6674a-d6cf-4f7b-ba7e-875ca28d7218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189774b6-75b7-4736-a1bf-ef5f42f4d5e2,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:07.901322 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-57fffc46-4b51-4213-9328-876938efa6cc tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (7487c48a-bbe6-4972-bed0-c38b2bcb3208), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:07.914782 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e6a91-b3f2-4030-923d-b4353fa7ccaf req-6c7f080c-270e-408e-98d8-d7baf1bf7274 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:07.920446 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e6a91-b3f2-4030-923d-b4353fa7ccaf req-6c7f080c-270e-408e-98d8-d7baf1bf7274 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:07.926637 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e6a91-b3f2-4030-923d-b4353fa7ccaf req-6c7f080c-270e-408e-98d8-d7baf1bf7274 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:07.932946 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e6a91-b3f2-4030-923d-b4353fa7ccaf req-6c7f080c-270e-408e-98d8-d7baf1bf7274 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:07.938975 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e6a91-b3f2-4030-923d-b4353fa7ccaf req-6c7f080c-270e-408e-98d8-d7baf1bf7274 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:07.945509 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e6a91-b3f2-4030-923d-b4353fa7ccaf req-6c7f080c-270e-408e-98d8-d7baf1bf7274 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:07.951624 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e6a91-b3f2-4030-923d-b4353fa7ccaf req-6c7f080c-270e-408e-98d8-d7baf1bf7274 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:07.959362 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c27e6a91-b3f2-4030-923d-b4353fa7ccaf req-6c7f080c-270e-408e-98d8-d7baf1bf7274 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.2684956 Jan 18 20:28:07.968818 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-e6ae46b2-b6aa-44dd-b312-c70c95d8f196 service neutron] 10.222.0.70 "GET /v2.0/networks/e28041d0-7a31-4e94-acee-687198cd901a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220257 Jan 18 20:28:07.980158 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 6ebe76e2-127a-470d-940f-08674db17c68, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=6ebe76e2-127a-470d-940f-08674db17c68,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:28:07.988165 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6ebe76e2-127a-470d-940f-08674db17c68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:08.028036 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-006bfeca-238c-4751-9bbb-745e251384b3 req-2f5bb26c-b929-4e21-ae08-fd6826ed3982 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122562 Jan 18 20:28:08.076242 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=6ebe76e2-127a-470d-940f-08674db17c68,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:08.148224 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c27e6a91-b3f2-4030-923d-b4353fa7ccaf req-993daf65-744d-474c-8a64-81403759d521 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1740367 Jan 18 20:28:08.149593 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-57fffc46-4b51-4213-9328-876938efa6cc tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (7487c48a-bbe6-4972-bed0-c38b2bcb3208), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:08.175874 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fffc46-4b51-4213-9328-876938efa6cc tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:08.190671 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-57fffc46-4b51-4213-9328-876938efa6cc tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:08.233237 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-48fd84df-ff6e-4c40-8666-d5c4eef19416 service neutron] 10.222.0.70 "GET /v2.0/networks/e28041d0-7a31-4e94-acee-687198cd901a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539508 Jan 18 20:28:08.284707 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['6ebe76e2-127a-470d-940f-08674db17c68'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:28:08.371100 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-57fffc46-4b51-4213-9328-876938efa6cc tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8727217 Jan 18 20:28:08.375584 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39784) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:08.381057 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-bf23dcce-3182-4b88-a13b-df22d62a557e tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'subnet': {'network_id': 'e3ba2613-31f5-4847-8908-478ea7607b91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:28:08.460878 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-94a92e35-f4a8-4c1e-9b23-dae2c3bc691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:08.468848 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-94a92e35-f4a8-4c1e-9b23-dae2c3bc691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:08.469755 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-94a92e35-f4a8-4c1e-9b23-dae2c3bc691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:08.470229 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-94a92e35-f4a8-4c1e-9b23-dae2c3bc691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:08.470689 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-94a92e35-f4a8-4c1e-9b23-dae2c3bc691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:08.471146 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-94a92e35-f4a8-4c1e-9b23-dae2c3bc691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:08.471596 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-94a92e35-f4a8-4c1e-9b23-dae2c3bc691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:08.479183 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-94a92e35-f4a8-4c1e-9b23-dae2c3bc691e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=733444720280437eb7f9cfdcefc53319&device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 6488 time: 0.1419232 Jan 18 20:28:08.550207 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fffc46-4b51-4213-9328-876938efa6cc tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Network': ['ID=7487c48a-bbe6-4972-bed0-c38b2bcb3208,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:08.574558 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 7487c48a-bbe6-4972-bed0-c38b2bcb3208 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:28:08.576800 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf23dcce-3182-4b88-a13b-df22d62a557e tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Made reservation on behalf of e666c75a4135413186dea9ccd90b9b16 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:28:08.580362 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bf23dcce-3182-4b88-a13b-df22d62a557e tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:08.601033 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127e3e1-ba52-43b3-9bf9-fa9495672939 req-a01f1a64-a64e-4d4c-b3e1-73a615171571 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:08.611472 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1127e3e1-ba52-43b3-9bf9-fa9495672939 req-a01f1a64-a64e-4d4c-b3e1-73a615171571 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.3575549 Jan 18 20:28:08.662165 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-d5c84356-3851-4769-9267-51b2aa5c3e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:08.663824 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-d5c84356-3851-4769-9267-51b2aa5c3e79 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e28041d0-7a31-4e94-acee-687198cd901a HTTP/1.1" status: 200 len: 902 time: 0.1768017 Jan 18 20:28:08.718608 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fc186-490c-4f8b-b0e1-13b4cc2e881d req-678701fc-b308-4b77-8568-b8e4a771c0c1 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:08.725579 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-df8fc186-490c-4f8b-b0e1-13b4cc2e881d req-678701fc-b308-4b77-8568-b8e4a771c0c1 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 944 time: 0.5308752 Jan 18 20:28:08.746346 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-6b0ca69c-92ce-4ec8-8b13-7c079de03e25 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d00ac2c-22d8-495c-a56f-379c471665e9 HTTP/1.1" status: 200 len: 217 time: 0.0743434 Jan 18 20:28:08.802578 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1127e3e1-ba52-43b3-9bf9-fa9495672939 req-ba3fa834-d3b1-4d16-bfbb-e0866fba6d51 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906699 Jan 18 20:28:08.815770 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-51646c37-da66-44ec-83e3-cdd7ec15905a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:08.817545 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-51646c37-da66-44ec-83e3-cdd7ec15905a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4447c040-bbb0-41e1-84cc-ec8cc29dd4f8 HTTP/1.1" status: 200 len: 797 time: 0.0647621 Jan 18 20:28:08.884026 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39794) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:08.924807 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-96b4ac97-f9f9-49fa-9367-25b5000a8d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:08.933100 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-96b4ac97-f9f9-49fa-9367-25b5000a8d87 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e28041d0-7a31-4e94-acee-687198cd901a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1080620 Jan 18 20:28:08.948176 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-df8fc186-490c-4f8b-b0e1-13b4cc2e881d req-4a88b9a1-67d6-46e5-a830-ab5a4fa3b20b tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215948 Jan 18 20:28:09.019737 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bf23dcce-3182-4b88-a13b-df22d62a557e tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (b67b2380-de74-457c-8263-d61f6481ec5e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:09.110215 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-723bf110-6de6-4e19-b6f8-07496ea1334e tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1972052886'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:28:09.138178 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-0b187150-49ef-4b1f-bfff-a0dae49265dd service neutron] 10.222.0.70 "GET /v2.0/networks/e28041d0-7a31-4e94-acee-687198cd901a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965759 Jan 18 20:28:09.165278 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ffec7f1a-74f1-47c2-bd6f-d923c832ee03 req-18c88eca-725e-46bc-a1c6-9e09c043c639 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=deb1a2f7ff2a41c7978cf89e849731a8 HTTP/1.1" status: 200 len: 221 time: 0.0643888 Jan 18 20:28:09.166304 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23dcce-3182-4b88-a13b-df22d62a557e tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Subnet': ['ID=b67b2380-de74-457c-8263-d61f6481ec5e,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:09.240367 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723bf110-6de6-4e19-b6f8-07496ea1334e tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] Made reservation on behalf of 5b61b2555a9f4f59a4b58a1c911bb3fb for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:28:09.247805 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-723bf110-6de6-4e19-b6f8-07496ea1334e tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:09.273401 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf23dcce-3182-4b88-a13b-df22d62a557e tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Checking segment: {'id': '7ef49262-c259-4016-829c-6a61bcb7efcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e3ba2613-31f5-4847-8908-478ea7607b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:28:09.273817 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf23dcce-3182-4b88-a13b-df22d62a557e tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network hostable DHCP agents. Network: e3ba2613-31f5-4847-8908-478ea7607b91, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:28:09.279919 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-723bf110-6de6-4e19-b6f8-07496ea1334e tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:09.301685 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c83df1ca-ac80-4533-b0ba-088de95b7202 req-0cbd2908-c089-4da3-a225-6299a9c6de1b service neutron] 10.222.0.70 "GET /v2.0/networks/e28041d0-7a31-4e94-acee-687198cd901a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548717 Jan 18 20:28:09.363869 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 6ebe76e2-127a-470d-940f-08674db17c68 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:28:09.395364 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf23dcce-3182-4b88-a13b-df22d62a557e tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network e3ba2613-31f5-4847-8908-478ea7607b91 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:28:09.409459 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb83d65-65b2-4546-b7e4-420c9c49902e req-b0fd9ef4-c0bf-4e9a-8ed1-bde08c3d6e99 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:09.416877 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ceb83d65-65b2-4546-b7e4-420c9c49902e req-b0fd9ef4-c0bf-4e9a-8ed1-bde08c3d6e99 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1404262 Jan 18 20:28:09.437361 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 6ebe76e2-127a-470d-940f-08674db17c68 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:28:09.441566 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac8e78-699f-480e-8443-1985c2a563bb req-66f87295-fc01-48d6-8111-d6848108cdd4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:09.442394 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 6ebe76e2-127a-470d-940f-08674db17c68 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:28:09.442928 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6ebe76e2-127a-470d-940f-08674db17c68), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:09.447608 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac8e78-699f-480e-8443-1985c2a563bb req-66f87295-fc01-48d6-8111-d6848108cdd4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:09.453571 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac8e78-699f-480e-8443-1985c2a563bb req-66f87295-fc01-48d6-8111-d6848108cdd4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:09.459785 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac8e78-699f-480e-8443-1985c2a563bb req-66f87295-fc01-48d6-8111-d6848108cdd4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:09.466487 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac8e78-699f-480e-8443-1985c2a563bb req-66f87295-fc01-48d6-8111-d6848108cdd4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:09.472309 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac8e78-699f-480e-8443-1985c2a563bb req-66f87295-fc01-48d6-8111-d6848108cdd4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:09.478758 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac8e78-699f-480e-8443-1985c2a563bb req-66f87295-fc01-48d6-8111-d6848108cdd4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:09.486308 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a5ac8e78-699f-480e-8443-1985c2a563bb req-66f87295-fc01-48d6-8111-d6848108cdd4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.1962452 Jan 18 20:28:09.506016 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-bf23dcce-3182-4b88-a13b-df22d62a557e tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, e3ba2613-31f5-4847-8908-478ea7607b91) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:28:09.519563 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf23dcce-3182-4b88-a13b-df22d62a557e tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:09.520207 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bf23dcce-3182-4b88-a13b-df22d62a557e tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:09.534114 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1ac598-4086-45d6-8e4a-3f7ca4509088 None None] Network e3ba2613-31f5-4847-8908-478ea7607b91 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:28:09.580261 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 6ebe76e2-127a-470d-940f-08674db17c68 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:28:09.580645 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6ebe76e2-127a-470d-940f-08674db17c68), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:09.621536 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bf23dcce-3182-4b88-a13b-df22d62a557e tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2416182 Jan 18 20:28:09.622159 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39822) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:09.626649 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-723bf110-6de6-4e19-b6f8-07496ea1334e tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] Publish callbacks [] for security_group (fbe7feb5-c3f4-4569-8f36-b2edb803c080), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:09.632751 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-7c4fed6f-2f7c-4015-b90a-4e0cbc9b537f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'subnet': {'network_id': '7487c48a-bbe6-4972-bed0-c38b2bcb3208', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:28:09.638589 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ceb83d65-65b2-4546-b7e4-420c9c49902e req-7fe4a413-8647-4bdb-bb73-69e188e750c5 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208929 Jan 18 20:28:09.643728 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-723bf110-6de6-4e19-b6f8-07496ea1334e tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (fbe7feb5-c3f4-4569-8f36-b2edb803c080), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:09.655614 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723bf110-6de6-4e19-b6f8-07496ea1334e tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:28:09.680985 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-723bf110-6de6-4e19-b6f8-07496ea1334e tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (8b807047-44eb-4263-91e8-452a091bc700), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:09.681499 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-723bf110-6de6-4e19-b6f8-07496ea1334e tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] Added segment 8b807047-44eb-4263-91e8-452a091bc700 of type vlan for network 1ee1244d-81ef-4132-8747-6352ef94862b Jan 18 20:28:09.707665 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 6ebe76e2-127a-470d-940f-08674db17c68, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=6ebe76e2-127a-470d-940f-08674db17c68,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:28:09.708643 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b733af7-608d-422f-9913-ddd95c32acb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebe76e2-127a-470d-940f-08674db17c68'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:28:09.714181 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befabd4e-39a5-4c79-92db-4f0299a08da3" -d '{"events": [{"server_uuid": "3b733af7-608d-422f-9913-ddd95c32acb1", "name": "network-vif-plugged", "status": "completed", "tag": "6ebe76e2-127a-470d-940f-08674db17c68"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:28:09.723645 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-723bf110-6de6-4e19-b6f8-07496ea1334e tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (1ee1244d-81ef-4132-8747-6352ef94862b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:09.759901 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6ebe76e2-127a-470d-940f-08674db17c68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:09.762950 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b66ef2c9-2681-479d-841b-66f8167f1c5f no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:28:09.777524 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723bf110-6de6-4e19-b6f8-07496ea1334e tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe7feb5-c3f4-4569-8f36-b2edb803c080,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:09.780125 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-723bf110-6de6-4e19-b6f8-07496ea1334e tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (1ee1244d-81ef-4132-8747-6352ef94862b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:09.786854 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723bf110-6de6-4e19-b6f8-07496ea1334e tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:09.787513 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-723bf110-6de6-4e19-b6f8-07496ea1334e tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:09.815106 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a5ac8e78-699f-480e-8443-1985c2a563bb req-e87c8db0-b063-49ae-93b3-28422dbf365b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3249292 Jan 18 20:28:09.864053 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: b66ef2c9-2681-479d-841b-66f8167f1c5f {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:28:09.864396 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b66ef2c9-2681-479d-841b-66f8167f1c5f not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:28:09.885553 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c8227e-f5e2-41d4-99d3-f4be48a56ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-e3ba2613-31f5-4847-8908-478ea7607b91', 'network_id': 'e3ba2613-31f5-4847-8908-478ea7607b91', 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'fixed_ips': [{'subnet_id': 'b67b2380-de74-457c-8263-d61f6481ec5e'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:28:09.886412 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-61c8227e-f5e2-41d4-99d3-f4be48a56ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:09.913948 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4fed6f-2f7c-4015-b90a-4e0cbc9b537f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Made reservation on behalf of e666c75a4135413186dea9ccd90b9b16 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:28:09.917589 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c4fed6f-2f7c-4015-b90a-4e0cbc9b537f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:09.940140 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d785ca0-14b7-4cde-a1bf-0c42d25e325d x-openstack-request-id: req-8d785ca0-14b7-4cde-a1bf-0c42d25e325d {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:28:09.940440 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b733af7-608d-422f-9913-ddd95c32acb1", "name": "network-vif-plugged", "status": "completed", "tag": "6ebe76e2-127a-470d-940f-08674db17c68", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:28:09.940870 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d785ca0-14b7-4cde-a1bf-0c42d25e325d {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:28:09.941441 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b733af7-608d-422f-9913-ddd95c32acb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebe76e2-127a-470d-940f-08674db17c68', 'code': 200} Jan 18 20:28:10.083127 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=6ebe76e2-127a-470d-940f-08674db17c68,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:10.118563 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-61c8227e-f5e2-41d4-99d3-f4be48a56ca2 None None] Allocated IP 172.20.0.2 (e3ba2613-31f5-4847-8908-478ea7607b91/b67b2380-de74-457c-8263-d61f6481ec5e/a545f0eb-1b7d-4da1-83cd-45f8ae85eda0) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:28:10.160267 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44198775-cafb-4115-ae5b-cfa390a998f2 req-150829e6-ce7e-4c4f-b1e7-d77e2a9e1837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:10.162034 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-44198775-cafb-4115-ae5b-cfa390a998f2 req-150829e6-ce7e-4c4f-b1e7-d77e2a9e1837 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 1096 time: 0.1227505 Jan 18 20:28:10.215401 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-44198775-cafb-4115-ae5b-cfa390a998f2 req-e02799f3-cf6a-446a-aa44-c09a64de57dd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442884 Jan 18 20:28:10.387598 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c4fed6f-2f7c-4015-b90a-4e0cbc9b537f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (ceaa9ec3-317e-4bfc-a06e-728ba5878bdc), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:10.452153 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723bf110-6de6-4e19-b6f8-07496ea1334e tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] Pushing event updated for resources: {'Network': ['ID=1ee1244d-81ef-4132-8747-6352ef94862b,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:10.463298 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-723bf110-6de6-4e19-b6f8-07496ea1334e tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.5710123 Jan 18 20:28:10.468201 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39840) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:10.485495 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-044c7096-1a08-490e-aeae-21c1fb19291d tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '1ee1244d-81ef-4132-8747-6352ef94862b', 'tempest-TagsTest-Tag-1468907633') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:10.532084 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cf2a1-619b-47a3-ac72-c1a32ce0ab00 req-5c4d371f-74de-4492-b03f-5bf6bdeca360 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:10.539543 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a2cf2a1-619b-47a3-ac72-c1a32ce0ab00 req-5c4d371f-74de-4492-b03f-5bf6bdeca360 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.7390604 Jan 18 20:28:10.562487 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-61c8227e-f5e2-41d4-99d3-f4be48a56ca2 None None] Publish callbacks [] for port (a545f0eb-1b7d-4da1-83cd-45f8ae85eda0), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:10.572704 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 1ee1244d-81ef-4132-8747-6352ef94862b details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:28:10.577746 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676079b-23d6-43e0-8d94-969b42629fb6 req-353bb65b-667c-4a2b-85e6-9abe7d4a38c8 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:10.586017 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0676079b-23d6-43e0-8d94-969b42629fb6 req-353bb65b-667c-4a2b-85e6-9abe7d4a38c8 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 945 time: 0.1211162 Jan 18 20:28:10.611220 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4fed6f-2f7c-4015-b90a-4e0cbc9b537f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Checking segment: {'id': '81d4d390-62bc-4b0c-ad11-e8d11ca45c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7487c48a-bbe6-4972-bed0-c38b2bcb3208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:28:10.611827 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4fed6f-2f7c-4015-b90a-4e0cbc9b537f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network hostable DHCP agents. Network: 7487c48a-bbe6-4972-bed0-c38b2bcb3208, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:28:10.617492 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4fed6f-2f7c-4015-b90a-4e0cbc9b537f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Subnet': ['ID=ceaa9ec3-317e-4bfc-a06e-728ba5878bdc,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:10.633070 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-61c8227e-f5e2-41d4-99d3-f4be48a56ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (a545f0eb-1b7d-4da1-83cd-45f8ae85eda0), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:10.660450 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0676079b-23d6-43e0-8d94-969b42629fb6 req-01893dc2-ad78-4e13-a8f4-4b6e17f88057 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733495 Jan 18 20:28:10.681467 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4fed6f-2f7c-4015-b90a-4e0cbc9b537f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network 7487c48a-bbe6-4972-bed0-c38b2bcb3208 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:28:10.691574 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a2cf2a1-619b-47a3-ac72-c1a32ce0ab00 req-97ec0bd2-9d44-4bac-a29c-ffa57fa2d9d0 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451592 Jan 18 20:28:10.695697 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-7c4fed6f-2f7c-4015-b90a-4e0cbc9b537f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 7487c48a-bbe6-4972-bed0-c38b2bcb3208) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:28:10.700548 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4fed6f-2f7c-4015-b90a-4e0cbc9b537f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:10.701136 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c4fed6f-2f7c-4015-b90a-4e0cbc9b537f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:10.720160 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-044c7096-1a08-490e-aeae-21c1fb19291d tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] 10.222.0.31 "PUT /v2.0/networks/1ee1244d-81ef-4132-8747-6352ef94862b/tags/tempest-TagsTest-Tag-1468907633 HTTP/1.1" status: 201 len: 201 time: 0.2413874 Jan 18 20:28:10.720863 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39844) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:10.726795 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.tag.tag_plugin [None req-480cf81c-c2bb-4727-8f9a-b92bc2dd97d1 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1ee1244d-81ef-4132-8747-6352ef94862b', 'tempest-TagsTest-Tag-1468907633') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:10.734862 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7c4fed6f-2f7c-4015-b90a-4e0cbc9b537f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1103830 Jan 18 20:28:10.735086 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39846) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:10.744604 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-59511eac-30a8-41b2-b460-91ee2731a022 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1522860062', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:28:10.768010 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61c4a63-4303-4b83-b02f-7e905a74b66c None None] Network 7487c48a-bbe6-4972-bed0-c38b2bcb3208 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:28:10.796822 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59511eac-30a8-41b2-b460-91ee2731a022 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (61e21b61-c0bd-43ad-a069-5cc45e5bb311), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:10.798154 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59511eac-30a8-41b2-b460-91ee2731a022 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (61e21b61-c0bd-43ad-a069-5cc45e5bb311), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:10.885346 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59511eac-30a8-41b2-b460-91ee2731a022 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router_controller (61e21b61-c0bd-43ad-a069-5cc45e5bb311), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:10.891112 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59511eac-30a8-41b2-b460-91ee2731a022 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (61e21b61-c0bd-43ad-a069-5cc45e5bb311), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:10.919450 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59511eac-30a8-41b2-b460-91ee2731a022 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:10.921679 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-59511eac-30a8-41b2-b460-91ee2731a022 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1844866 Jan 18 20:28:10.923639 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39852) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:10.971407 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c8227e-f5e2-41d4-99d3-f4be48a56ca2 None None] Network e3ba2613-31f5-4847-8908-478ea7607b91 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:28:10.982219 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c8227e-f5e2-41d4-99d3-f4be48a56ca2 None None] Pushing event updated for resources: {'Port': ['ID=a545f0eb-1b7d-4da1-83cd-45f8ae85eda0,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:10.996286 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-61c8227e-f5e2-41d4-99d3-f4be48a56ca2 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:28:11.002161 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c8227e-f5e2-41d4-99d3-f4be48a56ca2 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:28:11.020267 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-480cf81c-c2bb-4727-8f9a-b92bc2dd97d1 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] 10.222.0.31 "GET /v2.0/networks/1ee1244d-81ef-4132-8747-6352ef94862b/tags/tempest-TagsTest-Tag-1468907633 HTTP/1.1" status: 204 len: 168 time: 0.2952099 Jan 18 20:28:11.040096 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39856) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:11.049240 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.tag.tag_plugin [None req-4cf4552b-dbda-4e0f-a1c7-f8c4e6cab787 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '1ee1244d-81ef-4132-8747-6352ef94862b') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:11.142022 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6580e8c-5641-404f-8574-ec2dba2e011e req-7a8820c5-1345-4399-abac-1f014a719716 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:11.145721 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6580e8c-5641-404f-8574-ec2dba2e011e req-7a8820c5-1345-4399-abac-1f014a719716 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.2459662 Jan 18 20:28:11.196583 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-61c8227e-f5e2-41d4-99d3-f4be48a56ca2 None None] Attempting to bind port a545f0eb-1b7d-4da1-83cd-45f8ae85eda0 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:28:11.196931 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-61c8227e-f5e2-41d4-99d3-f4be48a56ca2 None None] Attempting to bind port a545f0eb-1b7d-4da1-83cd-45f8ae85eda0 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '7ef49262-c259-4016-829c-6a61bcb7efcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e3ba2613-31f5-4847-8908-478ea7607b91'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:28:11.197294 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c8227e-f5e2-41d4-99d3-f4be48a56ca2 None None] Attempting to bind port a545f0eb-1b7d-4da1-83cd-45f8ae85eda0 on network e3ba2613-31f5-4847-8908-478ea7607b91 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:28:11.212017 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c8227e-f5e2-41d4-99d3-f4be48a56ca2 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:28:11.212397 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c8227e-f5e2-41d4-99d3-f4be48a56ca2 None None] Checking segment: {'id': '7ef49262-c259-4016-829c-6a61bcb7efcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e3ba2613-31f5-4847-8908-478ea7607b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:28:11.212801 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-61c8227e-f5e2-41d4-99d3-f4be48a56ca2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:11.213192 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c8227e-f5e2-41d4-99d3-f4be48a56ca2 None None] Bound using segment: {'id': '7ef49262-c259-4016-829c-6a61bcb7efcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e3ba2613-31f5-4847-8908-478ea7607b91'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:28:11.213700 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-61c8227e-f5e2-41d4-99d3-f4be48a56ca2 None None] Bound port: a545f0eb-1b7d-4da1-83cd-45f8ae85eda0, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef49262-c259-4016-829c-6a61bcb7efcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e3ba2613-31f5-4847-8908-478ea7607b91'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:28:11.214084 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-61c8227e-f5e2-41d4-99d3-f4be48a56ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a545f0eb-1b7d-4da1-83cd-45f8ae85eda0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:11.229894 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3d9c4-d46e-4e5a-9d57-2aa0c492473e req-091fe071-ee04-4402-88ff-5726ae08a288 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:11.243797 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3d9c4-d46e-4e5a-9d57-2aa0c492473e req-091fe071-ee04-4402-88ff-5726ae08a288 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:11.265061 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3d9c4-d46e-4e5a-9d57-2aa0c492473e req-091fe071-ee04-4402-88ff-5726ae08a288 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:11.283144 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01cc5fc-56e0-4dc2-b8fb-75c72c08e43f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-7487c48a-bbe6-4972-bed0-c38b2bcb3208', 'network_id': '7487c48a-bbe6-4972-bed0-c38b2bcb3208', 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'fixed_ips': [{'subnet_id': 'ceaa9ec3-317e-4bfc-a06e-728ba5878bdc'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:28:11.284281 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c01cc5fc-56e0-4dc2-b8fb-75c72c08e43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:11.285280 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3d9c4-d46e-4e5a-9d57-2aa0c492473e req-091fe071-ee04-4402-88ff-5726ae08a288 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:11.302354 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3d9c4-d46e-4e5a-9d57-2aa0c492473e req-091fe071-ee04-4402-88ff-5726ae08a288 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:11.316180 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3d9c4-d46e-4e5a-9d57-2aa0c492473e req-091fe071-ee04-4402-88ff-5726ae08a288 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:11.327901 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3d9c4-d46e-4e5a-9d57-2aa0c492473e req-091fe071-ee04-4402-88ff-5726ae08a288 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:11.338870 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d1b3d9c4-d46e-4e5a-9d57-2aa0c492473e req-091fe071-ee04-4402-88ff-5726ae08a288 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.3363714 Jan 18 20:28:11.401921 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-61c8227e-f5e2-41d4-99d3-f4be48a56ca2 None None] For port a545f0eb-1b7d-4da1-83cd-45f8ae85eda0, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:28:11.467047 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6580e8c-5641-404f-8574-ec2dba2e011e req-0cc30552-9c7b-4237-b64c-fb8f66b7f29a tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061576 Jan 18 20:28:11.503661 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c1c2de6-4e9c-4574-bcd3-af8cb24b325f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:11.573728 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-61c8227e-f5e2-41d4-99d3-f4be48a56ca2 None None] For port a545f0eb-1b7d-4da1-83cd-45f8ae85eda0, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=a545f0eb-1b7d-4da1-83cd-45f8ae85eda0,segment=NetworkSegment(7ef49262-c259-4016-829c-6a61bcb7efcd),segment_id=7ef49262-c259-4016-829c-6a61bcb7efcd)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:28:11.594495 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d1b3d9c4-d46e-4e5a-9d57-2aa0c492473e req-8433ae62-e27b-42d2-ae3f-c3d85258a6e1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2539423 Jan 18 20:28:11.622738 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4cf4552b-dbda-4e0f-a1c7-f8c4e6cab787 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] 10.222.0.31 "GET /v2.0/networks/1ee1244d-81ef-4132-8747-6352ef94862b/tags HTTP/1.1" status: 200 len: 238 time: 0.5782440 Jan 18 20:28:11.622988 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39866) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:11.628163 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.tag.tag_plugin [None req-092ae12e-0ae9-4bbd-b3a1-e63093813f21 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '1ee1244d-81ef-4132-8747-6352ef94862b', {'tags': ['tempest-TagsTest-Tag-2037590871', 'tempest-TagsTest-Tag-1742962890', 'tempest-TagsTest-Tag-2118359878']}) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:11.676985 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-c01cc5fc-56e0-4dc2-b8fb-75c72c08e43f None None] Allocated IP 172.21.0.2 (7487c48a-bbe6-4972-bed0-c38b2bcb3208/ceaa9ec3-317e-4bfc-a06e-728ba5878bdc/46bf92a3-b646-4ef9-85d5-a507763c9eb0) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:28:11.750342 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-61c8227e-f5e2-41d4-99d3-f4be48a56ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a545f0eb-1b7d-4da1-83cd-45f8ae85eda0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:11.842521 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46f55e-0c2f-4c79-be7a-44b4cec5a123 req-8f2ae32c-ceaf-4a78-bfa3-18360d7efd4a tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:11.844747 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f46f55e-0c2f-4c79-be7a-44b4cec5a123 req-8f2ae32c-ceaf-4a78-bfa3-18360d7efd4a tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1916792 Jan 18 20:28:11.886705 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-092ae12e-0ae9-4bbd-b3a1-e63093813f21 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] 10.222.0.31 "PUT /v2.0/networks/1ee1244d-81ef-4132-8747-6352ef94862b/tags HTTP/1.1" status: 200 len: 309 time: 0.2627234 Jan 18 20:28:11.890841 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39870) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:11.899375 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-725ee0d2-24ce-4135-b96f-b3af341fb0f6 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '1ee1244d-81ef-4132-8747-6352ef94862b', 'tempest-TagsTest-Tag-2037590871') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:11.907771 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484dba8-fb3b-4727-9973-156bc2daadcf req-b92b821d-502a-44b2-a942-c8bb38fd8373 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:11.909159 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c8227e-f5e2-41d4-99d3-f4be48a56ca2 None None] Pushing event updated for resources: {'Port': ['ID=a545f0eb-1b7d-4da1-83cd-45f8ae85eda0,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:11.909442 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5484dba8-fb3b-4727-9973-156bc2daadcf req-b92b821d-502a-44b2-a942-c8bb38fd8373 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 945 time: 0.1281669 Jan 18 20:28:11.989111 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f46f55e-0c2f-4c79-be7a-44b4cec5a123 req-8e62cde2-1e2f-4d18-bcc3-b42f9fca5efd tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298509 Jan 18 20:28:11.999054 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5484dba8-fb3b-4727-9973-156bc2daadcf req-cb8c6f63-f41d-4042-b793-17e6385a7c5e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756505 Jan 18 20:28:12.032271 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c01cc5fc-56e0-4dc2-b8fb-75c72c08e43f None None] Publish callbacks [] for port (46bf92a3-b646-4ef9-85d5-a507763c9eb0), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:12.040500 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c01cc5fc-56e0-4dc2-b8fb-75c72c08e43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (46bf92a3-b646-4ef9-85d5-a507763c9eb0), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:12.116323 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01cc5fc-56e0-4dc2-b8fb-75c72c08e43f None None] Pushing event updated for resources: {'Port': ['ID=46bf92a3-b646-4ef9-85d5-a507763c9eb0,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:12.141726 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01cc5fc-56e0-4dc2-b8fb-75c72c08e43f None None] Network 7487c48a-bbe6-4972-bed0-c38b2bcb3208 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:28:12.143103 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-c01cc5fc-56e0-4dc2-b8fb-75c72c08e43f None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:28:12.153881 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01cc5fc-56e0-4dc2-b8fb-75c72c08e43f None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:28:12.154817 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-8c1c2de6-4e9c-4574-bcd3-af8cb24b325f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Allocated IP 172.20.0.1 (e3ba2613-31f5-4847-8908-478ea7607b91/b67b2380-de74-457c-8263-d61f6481ec5e/29918d95-e8d1-4232-ade6-88bf7822f8cf) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:28:12.258478 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730b0a1-4f56-41ec-a9f0-ca1f9c66d12f req-bdd77f69-30a7-46c5-b9af-5cec5fe40efa tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:12.268837 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d730b0a1-4f56-41ec-a9f0-ca1f9c66d12f req-bdd77f69-30a7-46c5-b9af-5cec5fe40efa tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1130869 Jan 18 20:28:12.314751 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c01cc5fc-56e0-4dc2-b8fb-75c72c08e43f None None] Attempting to bind port 46bf92a3-b646-4ef9-85d5-a507763c9eb0 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:28:12.317892 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c01cc5fc-56e0-4dc2-b8fb-75c72c08e43f None None] Attempting to bind port 46bf92a3-b646-4ef9-85d5-a507763c9eb0 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '81d4d390-62bc-4b0c-ad11-e8d11ca45c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7487c48a-bbe6-4972-bed0-c38b2bcb3208'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:28:12.318298 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01cc5fc-56e0-4dc2-b8fb-75c72c08e43f None None] Attempting to bind port 46bf92a3-b646-4ef9-85d5-a507763c9eb0 on network 7487c48a-bbe6-4972-bed0-c38b2bcb3208 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:28:12.330054 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01cc5fc-56e0-4dc2-b8fb-75c72c08e43f None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:28:12.330461 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01cc5fc-56e0-4dc2-b8fb-75c72c08e43f None None] Checking segment: {'id': '81d4d390-62bc-4b0c-ad11-e8d11ca45c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7487c48a-bbe6-4972-bed0-c38b2bcb3208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:28:12.330891 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c01cc5fc-56e0-4dc2-b8fb-75c72c08e43f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:12.331841 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01cc5fc-56e0-4dc2-b8fb-75c72c08e43f None None] Bound using segment: {'id': '81d4d390-62bc-4b0c-ad11-e8d11ca45c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7487c48a-bbe6-4972-bed0-c38b2bcb3208'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:28:12.332328 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c01cc5fc-56e0-4dc2-b8fb-75c72c08e43f None None] Bound port: 46bf92a3-b646-4ef9-85d5-a507763c9eb0, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d4d390-62bc-4b0c-ad11-e8d11ca45c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7487c48a-bbe6-4972-bed0-c38b2bcb3208'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:28:12.332715 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c01cc5fc-56e0-4dc2-b8fb-75c72c08e43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (46bf92a3-b646-4ef9-85d5-a507763c9eb0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:12.338723 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c1c2de6-4e9c-4574-bcd3-af8cb24b325f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for port (29918d95-e8d1-4232-ade6-88bf7822f8cf), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:12.342819 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-725ee0d2-24ce-4135-b96f-b3af341fb0f6 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] 10.222.0.31 "DELETE /v2.0/networks/1ee1244d-81ef-4132-8747-6352ef94862b/tags/tempest-TagsTest-Tag-2037590871 HTTP/1.1" status: 204 len: 168 time: 0.4513268 Jan 18 20:28:12.345940 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39884) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:12.363809 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.tag.tag_plugin [None req-2f02cf36-e725-4840-bb43-e1d83c1512e8 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1ee1244d-81ef-4132-8747-6352ef94862b', 'tempest-TagsTest-Tag-2037590871') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:12.427294 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c1c2de6-4e9c-4574-bcd3-af8cb24b325f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (29918d95-e8d1-4232-ade6-88bf7822f8cf), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:12.447322 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c01cc5fc-56e0-4dc2-b8fb-75c72c08e43f None None] For port 46bf92a3-b646-4ef9-85d5-a507763c9eb0, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:28:12.451125 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c01cc5fc-56e0-4dc2-b8fb-75c72c08e43f None None] For port 46bf92a3-b646-4ef9-85d5-a507763c9eb0, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=46bf92a3-b646-4ef9-85d5-a507763c9eb0,segment=NetworkSegment(81d4d390-62bc-4b0c-ad11-e8d11ca45c6d),segment_id=81d4d390-62bc-4b0c-ad11-e8d11ca45c6d)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:28:12.460398 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c01cc5fc-56e0-4dc2-b8fb-75c72c08e43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (46bf92a3-b646-4ef9-85d5-a507763c9eb0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:12.501242 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1c2de6-4e9c-4574-bcd3-af8cb24b325f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network e3ba2613-31f5-4847-8908-478ea7607b91 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:28:12.504542 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-8c1c2de6-4e9c-4574-bcd3-af8cb24b325f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:28:12.510408 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1c2de6-4e9c-4574-bcd3-af8cb24b325f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:28:12.527012 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d730b0a1-4f56-41ec-a9f0-ca1f9c66d12f req-dad2048c-bc3b-4737-bdc4-89e8589e3d47 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561190 Jan 18 20:28:12.559240 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c2de6-4e9c-4574-bcd3-af8cb24b325f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Port': ['ID=29918d95-e8d1-4232-ade6-88bf7822f8cf,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:12.603114 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01cc5fc-56e0-4dc2-b8fb-75c72c08e43f None None] Pushing event updated for resources: {'Port': ['ID=46bf92a3-b646-4ef9-85d5-a507763c9eb0,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:12.614299 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3946256-ca8e-4c3e-8d15-a9bae2a9d8b7 req-e58e7922-78c4-48ca-9149-dea6ec47eace tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:12.622698 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f3946256-ca8e-4c3e-8d15-a9bae2a9d8b7 req-e58e7922-78c4-48ca-9149-dea6ec47eace tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 945 time: 0.2214274 Jan 18 20:28:12.634577 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c1c2de6-4e9c-4574-bcd3-af8cb24b325f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (61e21b61-c0bd-43ad-a069-5cc45e5bb311), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:12.806216 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c1c2de6-4e9c-4574-bcd3-af8cb24b325f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (29918d95-e8d1-4232-ade6-88bf7822f8cf), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:12.847074 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-2f02cf36-e725-4840-bb43-e1d83c1512e8 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] show failed (client error): The resource could not be found. Jan 18 20:28:12.848117 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2f02cf36-e725-4840-bb43-e1d83c1512e8 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] 10.222.0.31 "GET /v2.0/networks/1ee1244d-81ef-4132-8747-6352ef94862b/tags/tempest-TagsTest-Tag-2037590871 HTTP/1.1" status: 404 len: 326 time: 0.4965236 Jan 18 20:28:12.852755 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39894) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:12.862985 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.tag.tag_plugin [None req-486fc178-2021-433e-b4c9-5e32c4f1b8de tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1ee1244d-81ef-4132-8747-6352ef94862b', 'tempest-TagsTest-Tag-1742962890') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:12.919473 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f3946256-ca8e-4c3e-8d15-a9bae2a9d8b7 req-fa134d14-e57e-4029-b6e1-7cde80c6dd20 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945423 Jan 18 20:28:12.943498 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d99f4e-deb1-4bb3-b100-d3de2d85ae38 req-5f92692e-2e4a-4478-b570-f26a7f22be34 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:12.959857 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e1d99f4e-deb1-4bb3-b100-d3de2d85ae38 req-5f92692e-2e4a-4478-b570-f26a7f22be34 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1677606 Jan 18 20:28:13.144082 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e1d99f4e-deb1-4bb3-b100-d3de2d85ae38 req-f23fd55b-f014-498c-a142-d61dda234157 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692717 Jan 18 20:28:13.234053 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-486fc178-2021-433e-b4c9-5e32c4f1b8de tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] 10.222.0.31 "GET /v2.0/networks/1ee1244d-81ef-4132-8747-6352ef94862b/tags/tempest-TagsTest-Tag-1742962890 HTTP/1.1" status: 204 len: 168 time: 0.3800204 Jan 18 20:28:13.246477 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39902) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:13.259058 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae50f90-d8b1-4c5d-b42d-d6b807416a48 req-da11ceab-b244-4033-9b44-3d7902ca9c5e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:13.265265 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae50f90-d8b1-4c5d-b42d-d6b807416a48 req-da11ceab-b244-4033-9b44-3d7902ca9c5e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:13.271688 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae50f90-d8b1-4c5d-b42d-d6b807416a48 req-da11ceab-b244-4033-9b44-3d7902ca9c5e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:13.286181 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae50f90-d8b1-4c5d-b42d-d6b807416a48 req-da11ceab-b244-4033-9b44-3d7902ca9c5e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:13.292812 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae50f90-d8b1-4c5d-b42d-d6b807416a48 req-da11ceab-b244-4033-9b44-3d7902ca9c5e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:13.298852 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae50f90-d8b1-4c5d-b42d-d6b807416a48 req-da11ceab-b244-4033-9b44-3d7902ca9c5e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:13.305783 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae50f90-d8b1-4c5d-b42d-d6b807416a48 req-da11ceab-b244-4033-9b44-3d7902ca9c5e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:13.313892 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aae50f90-d8b1-4c5d-b42d-d6b807416a48 req-da11ceab-b244-4033-9b44-3d7902ca9c5e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.1854036 Jan 18 20:28:13.322589 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.tag.tag_plugin [None req-6f6ac542-3418-4b55-80a9-2fb2ef9d7aab tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1ee1244d-81ef-4132-8747-6352ef94862b', 'tempest-TagsTest-Tag-2118359878') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:13.383250 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c1c2de6-4e9c-4574-bcd3-af8cb24b325f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for port (29918d95-e8d1-4232-ade6-88bf7822f8cf), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:13.395939 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c1c2de6-4e9c-4574-bcd3-af8cb24b325f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (29918d95-e8d1-4232-ade6-88bf7822f8cf), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:13.498991 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aae50f90-d8b1-4c5d-b42d-d6b807416a48 req-32c48ccb-aec8-4ec0-a0b3-f93966c138c8 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1834583 Jan 18 20:28:13.515054 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c1c2de6-4e9c-4574-bcd3-af8cb24b325f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (61e21b61-c0bd-43ad-a069-5cc45e5bb311), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:13.568809 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dd2ad-1e27-47c9-95d9-0394afb4b7f4 req-42a02b1d-e50a-43d2-9d2a-705a2efe9bc6 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:13.571153 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d8dd2ad-1e27-47c9-95d9-0394afb4b7f4 req-42a02b1d-e50a-43d2-9d2a-705a2efe9bc6 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.2541924 Jan 18 20:28:13.614926 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6f6ac542-3418-4b55-80a9-2fb2ef9d7aab tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] 10.222.0.31 "GET /v2.0/networks/1ee1244d-81ef-4132-8747-6352ef94862b/tags/tempest-TagsTest-Tag-2118359878 HTTP/1.1" status: 204 len: 168 time: 0.2983894 Jan 18 20:28:13.620214 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39908) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:13.627875 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.tag.tag_plugin [None req-c15d1bcd-5067-477a-8b6b-557b21210c54 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1ee1244d-81ef-4132-8747-6352ef94862b') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:13.682793 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c2de6-4e9c-4574-bcd3-af8cb24b325f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Port': ['ID=29918d95-e8d1-4232-ade6-88bf7822f8cf,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:13.691091 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d8dd2ad-1e27-47c9-95d9-0394afb4b7f4 req-2d2a9e3b-d640-430a-9059-282f521f297c tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140993 Jan 18 20:28:13.696871 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1c2de6-4e9c-4574-bcd3-af8cb24b325f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network e3ba2613-31f5-4847-8908-478ea7607b91 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:28:13.701743 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-8c1c2de6-4e9c-4574-bcd3-af8cb24b325f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:28:13.751094 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035286b0-4d5c-4435-918c-9e2b69a3bb98 None None] Network e3ba2613-31f5-4847-8908-478ea7607b91 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:28:13.883477 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c15d1bcd-5067-477a-8b6b-557b21210c54 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] 10.222.0.31 "DELETE /v2.0/networks/1ee1244d-81ef-4132-8747-6352ef94862b/tags HTTP/1.1" status: 204 len: 168 time: 0.2617488 Jan 18 20:28:13.889587 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39912) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:13.918855 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device a545f0eb-1b7d-4da1-83cd-45f8ae85eda0 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:28:13.923264 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4c6c4fb4-5038-4fb4-8f21-fb691105ef3d None None] Provisioning complete for port a545f0eb-1b7d-4da1-83cd-45f8ae85eda0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:28:13.923643 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4c6c4fb4-5038-4fb4-8f21-fb691105ef3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a545f0eb-1b7d-4da1-83cd-45f8ae85eda0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:13.929398 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.tag.tag_plugin [None req-80edeca0-3fdd-4274-ab84-773ec4db4da2 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1ee1244d-81ef-4132-8747-6352ef94862b', 'tempest-TagsTest-Tag-1742962890') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:14.049116 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1c2de6-4e9c-4574-bcd3-af8cb24b325f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Router 61e21b61-c0bd-43ad-a069-5cc45e5bb311 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:28:14.105733 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938e548-8aac-4b35-97f0-0a2fad9dd7f3 req-23f8e4ad-d847-4974-9f83-c89d6b842cae tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:14.112657 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2938e548-8aac-4b35-97f0-0a2fad9dd7f3 req-23f8e4ad-d847-4974-9f83-c89d6b842cae tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.2672832 Jan 18 20:28:14.164481 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1c2de6-4e9c-4574-bcd3-af8cb24b325f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:28:14.174650 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8c1c2de6-4e9c-4574-bcd3-af8cb24b325f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "PUT /v2.0/routers/61e21b61-c0bd-43ad-a069-5cc45e5bb311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2496693 Jan 18 20:28:14.178363 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39916) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:14.206041 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde98ef-fb6d-43d4-9bba-a8ee7f5bc404 None None] Sync routers for ids ['61e21b61-c0bd-43ad-a069-5cc45e5bb311'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:28:14.221333 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port a545f0eb-1b7d-4da1-83cd-45f8ae85eda0 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:28:14.221746 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a545f0eb-1b7d-4da1-83cd-45f8ae85eda0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:14.241355 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-80edeca0-3fdd-4274-ab84-773ec4db4da2 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] show failed (client error): The resource could not be found. Jan 18 20:28:14.251715 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-80edeca0-3fdd-4274-ab84-773ec4db4da2 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] 10.222.0.31 "GET /v2.0/networks/1ee1244d-81ef-4132-8747-6352ef94862b/tags/tempest-TagsTest-Tag-1742962890 HTTP/1.1" status: 404 len: 326 time: 0.3365004 Jan 18 20:28:14.255767 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39918) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:14.263124 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc184a31-82ed-4fdf-968b-9c8dc8388fa8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:14.264593 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cc184a31-82ed-4fdf-968b-9c8dc8388fa8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "GET /v2.0/ports/29918d95-e8d1-4232-ade6-88bf7822f8cf HTTP/1.1" status: 200 len: 910 time: 0.0852783 Jan 18 20:28:14.277609 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39920) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:14.287371 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.tag.tag_plugin [None req-b40742c4-8add-455f-b853-00f63412fb5e tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1ee1244d-81ef-4132-8747-6352ef94862b', 'tempest-TagsTest-Tag-2118359878') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:14.369319 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2938e548-8aac-4b35-97f0-0a2fad9dd7f3 req-6a2168b5-d834-40b2-89e0-5720e65185e5 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556338 Jan 18 20:28:14.426543 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf9d27-ebdc-4714-aba8-5a94cbed549d req-c46acc4d-cf05-47a2-9c72-afab001332a1 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:14.441707 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-91cf9d27-ebdc-4714-aba8-5a94cbed549d req-c46acc4d-cf05-47a2-9c72-afab001332a1 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 945 time: 0.3269694 Jan 18 20:28:14.448038 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4c6c4fb4-5038-4fb4-8f21-fb691105ef3d None None] Current status of the port a545f0eb-1b7d-4da1-83cd-45f8ae85eda0 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:28:14.448653 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4c6c4fb4-5038-4fb4-8f21-fb691105ef3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a545f0eb-1b7d-4da1-83cd-45f8ae85eda0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:14.452517 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde98ef-fb6d-43d4-9bba-a8ee7f5bc404 None None] Routers {'61e21b61-c0bd-43ad-a069-5cc45e5bb311'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:28:14.454929 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9cde98ef-fb6d-43d4-9bba-a8ee7f5bc404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:27:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['61e21b61-c0bd-43ad-a069-5cc45e5bb311'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:14.459550 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f93e09-1bb5-4396-9518-618d381a9255 None None] Network 7487c48a-bbe6-4972-bed0-c38b2bcb3208 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:28:14.598762 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-b40742c4-8add-455f-b853-00f63412fb5e tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] show failed (client error): The resource could not be found. Jan 18 20:28:14.602720 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39928) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:14.605688 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b40742c4-8add-455f-b853-00f63412fb5e tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] 10.222.0.31 "GET /v2.0/networks/1ee1244d-81ef-4132-8747-6352ef94862b/tags/tempest-TagsTest-Tag-2118359878 HTTP/1.1" status: 404 len: 326 time: 0.3488588 Jan 18 20:28:14.608392 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.tag.tag_plugin [None req-45faecd3-38d7-4f6d-9357-b73b78bd8a59 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1ee1244d-81ef-4132-8747-6352ef94862b') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:14.724439 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-91cf9d27-ebdc-4714-aba8-5a94cbed549d req-d5587419-3c5e-4525-918b-e0d0d01140f1 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680621 Jan 18 20:28:14.733473 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9cde98ef-fb6d-43d4-9bba-a8ee7f5bc404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:14.768244 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55037567-49c3-402e-bd47-cdb70f5506c5 req-07658520-5860-4379-9a8c-bf8aa05a3541 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:14.775887 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-55037567-49c3-402e-bd47-cdb70f5506c5 req-07658520-5860-4379-9a8c-bf8aa05a3541 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.2295632 Jan 18 20:28:14.784555 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-4c6c4fb4-5038-4fb4-8f21-fb691105ef3d None None] For port a545f0eb-1b7d-4da1-83cd-45f8ae85eda0, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=a545f0eb-1b7d-4da1-83cd-45f8ae85eda0,segment=NetworkSegment(7ef49262-c259-4016-829c-6a61bcb7efcd),segment_id=7ef49262-c259-4016-829c-6a61bcb7efcd)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:28:14.799858 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4c6c4fb4-5038-4fb4-8f21-fb691105ef3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a545f0eb-1b7d-4da1-83cd-45f8ae85eda0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:14.879804 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c4fb4-5038-4fb4-8f21-fb691105ef3d None None] Pushing event updated for resources: {'Port': ['ID=a545f0eb-1b7d-4da1-83cd-45f8ae85eda0,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:14.891420 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde98ef-fb6d-43d4-9bba-a8ee7f5bc404 None None] Routers {'61e21b61-c0bd-43ad-a069-5cc45e5bb311'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:28:14.893212 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9cde98ef-fb6d-43d4-9bba-a8ee7f5bc404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:27:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['61e21b61-c0bd-43ad-a069-5cc45e5bb311'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:14.954495 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-55037567-49c3-402e-bd47-cdb70f5506c5 req-724db128-4680-49f9-a2d5-1ff853e82ca6 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776261 Jan 18 20:28:15.037670 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ec3c-596c-4462-b757-3d11cac6eb09 req-3a76b51e-7ed3-43d4-8fa7-a358f61a2bde tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:15.061722 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ec3c-596c-4462-b757-3d11cac6eb09 req-3a76b51e-7ed3-43d4-8fa7-a358f61a2bde tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:15.079706 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ec3c-596c-4462-b757-3d11cac6eb09 req-3a76b51e-7ed3-43d4-8fa7-a358f61a2bde tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:15.097499 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ec3c-596c-4462-b757-3d11cac6eb09 req-3a76b51e-7ed3-43d4-8fa7-a358f61a2bde tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:15.115882 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ec3c-596c-4462-b757-3d11cac6eb09 req-3a76b51e-7ed3-43d4-8fa7-a358f61a2bde tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:15.144503 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ec3c-596c-4462-b757-3d11cac6eb09 req-3a76b51e-7ed3-43d4-8fa7-a358f61a2bde tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:15.152719 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9cde98ef-fb6d-43d4-9bba-a8ee7f5bc404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:15.154769 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde98ef-fb6d-43d4-9bba-a8ee7f5bc404 None None] The sync data for ids ['61e21b61-c0bd-43ad-a069-5cc45e5bb311'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:28:15.171112 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ec3c-596c-4462-b757-3d11cac6eb09 req-3a76b51e-7ed3-43d4-8fa7-a358f61a2bde tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:15.176369 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-91e8ec3c-596c-4462-b757-3d11cac6eb09 req-3a76b51e-7ed3-43d4-8fa7-a358f61a2bde tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.3354242 Jan 18 20:28:15.184221 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-adeeb598-8bf7-44ec-bfe8-ec4086dc3883 None None] Provisioning complete for port 46bf92a3-b646-4ef9-85d5-a507763c9eb0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:28:15.198813 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-adeeb598-8bf7-44ec-bfe8-ec4086dc3883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (46bf92a3-b646-4ef9-85d5-a507763c9eb0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:15.217366 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port a545f0eb-1b7d-4da1-83cd-45f8ae85eda0 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:28:15.219135 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 46bf92a3-b646-4ef9-85d5-a507763c9eb0 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:28:15.367088 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-91e8ec3c-596c-4462-b757-3d11cac6eb09 req-d3c7cb37-840c-4635-8567-66b4ec1d423c tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1825595 Jan 18 20:28:15.431786 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39938) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:15.433470 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 46bf92a3-b646-4ef9-85d5-a507763c9eb0 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:28:15.435267 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-45faecd3-38d7-4f6d-9357-b73b78bd8a59 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] 10.222.0.31 "DELETE /v2.0/networks/1ee1244d-81ef-4132-8747-6352ef94862b/tags HTTP/1.1" status: 204 len: 168 time: 0.8303628 Jan 18 20:28:15.438073 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (46bf92a3-b646-4ef9-85d5-a507763c9eb0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:15.563499 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-adeeb598-8bf7-44ec-bfe8-ec4086dc3883 None None] Current status of the port 46bf92a3-b646-4ef9-85d5-a507763c9eb0 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:28:15.563895 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-adeeb598-8bf7-44ec-bfe8-ec4086dc3883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (46bf92a3-b646-4ef9-85d5-a507763c9eb0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:15.598319 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ecbb756c-b089-4b9f-b432-040bb17e8a88 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (1ee1244d-81ef-4132-8747-6352ef94862b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:15.625466 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d5c1b949-5e94-4099-a021-c0178d69c3c5 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:15.652637 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-adeeb598-8bf7-44ec-bfe8-ec4086dc3883 None None] For port 46bf92a3-b646-4ef9-85d5-a507763c9eb0, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=46bf92a3-b646-4ef9-85d5-a507763c9eb0,segment=NetworkSegment(81d4d390-62bc-4b0c-ad11-e8d11ca45c6d),segment_id=81d4d390-62bc-4b0c-ad11-e8d11ca45c6d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:28:15.659584 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-adeeb598-8bf7-44ec-bfe8-ec4086dc3883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (46bf92a3-b646-4ef9-85d5-a507763c9eb0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:15.701257 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6083544-98f8-4b93-bfb6-7d69b01a53e9 req-fcff926a-58ab-4442-8e65-3f5079ef7c49 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:15.702815 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6083544-98f8-4b93-bfb6-7d69b01a53e9 req-fcff926a-58ab-4442-8e65-3f5079ef7c49 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1216149 Jan 18 20:28:15.785131 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ecbb756c-b089-4b9f-b432-040bb17e8a88 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (1ee1244d-81ef-4132-8747-6352ef94862b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:15.794676 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-adeeb598-8bf7-44ec-bfe8-ec4086dc3883 None None] Provisioning complete for port a545f0eb-1b7d-4da1-83cd-45f8ae85eda0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:28:15.795702 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-adeeb598-8bf7-44ec-bfe8-ec4086dc3883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a545f0eb-1b7d-4da1-83cd-45f8ae85eda0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:15.830938 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 46bf92a3-b646-4ef9-85d5-a507763c9eb0 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:28:15.845443 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeeb598-8bf7-44ec-bfe8-ec4086dc3883 None None] Pushing event updated for resources: {'Port': ['ID=46bf92a3-b646-4ef9-85d5-a507763c9eb0,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:15.849316 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-ecbb756c-b089-4b9f-b432-040bb17e8a88 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee1244d-81ef-4132-8747-6352ef94862b']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:15.874514 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6083544-98f8-4b93-bfb6-7d69b01a53e9 req-2249984c-b767-4637-a033-7ff9f65b1c27 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485593 Jan 18 20:28:15.876973 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-ecbb756c-b089-4b9f-b432-040bb17e8a88 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b807047-44eb-4263-91e8-452a091bc700') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:15.877268 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-ecbb756c-b089-4b9f-b432-040bb17e8a88 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b807047-44eb-4263-91e8-452a091bc700') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:15.886509 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4206cf0-7f2e-4e18-b75d-f4958a29aa78 req-8f6213cf-cdd6-4f67-b466-0181863994e9 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:15.888235 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d4206cf0-7f2e-4e18-b75d-f4958a29aa78 req-8f6213cf-cdd6-4f67-b466-0181863994e9 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 945 time: 0.1150146 Jan 18 20:28:15.898355 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ecbb756c-b089-4b9f-b432-040bb17e8a88 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (8b807047-44eb-4263-91e8-452a091bc700), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:15.942750 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ecbb756c-b089-4b9f-b432-040bb17e8a88 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (8b807047-44eb-4263-91e8-452a091bc700), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:15.993332 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbb756c-b089-4b9f-b432-040bb17e8a88 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:28:15.993946 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ecbb756c-b089-4b9f-b432-040bb17e8a88 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (8b807047-44eb-4263-91e8-452a091bc700), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:16.017225 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device a545f0eb-1b7d-4da1-83cd-45f8ae85eda0 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:28:16.085825 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:28:16.102422 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-adeeb598-8bf7-44ec-bfe8-ec4086dc3883 None None] Current status of the port a545f0eb-1b7d-4da1-83cd-45f8ae85eda0 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:28:16.141307 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-adeeb598-8bf7-44ec-bfe8-ec4086dc3883 None None] Provisioning complete for port 29918d95-e8d1-4232-ade6-88bf7822f8cf triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:28:16.141901 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-adeeb598-8bf7-44ec-bfe8-ec4086dc3883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (29918d95-e8d1-4232-ade6-88bf7822f8cf), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:16.144315 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d4206cf0-7f2e-4e18-b75d-f4958a29aa78 req-4009ac98-4551-4f3d-b63b-a86f42c06ad7 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479403 Jan 18 20:28:16.170107 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ecbb756c-b089-4b9f-b432-040bb17e8a88 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (1ee1244d-81ef-4132-8747-6352ef94862b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:16.195169 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ecbb756c-b089-4b9f-b432-040bb17e8a88 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:16.199596 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ecbb756c-b089-4b9f-b432-040bb17e8a88 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] 10.222.0.31 "DELETE /v2.0/networks/1ee1244d-81ef-4132-8747-6352ef94862b HTTP/1.1" status: 204 len: 168 time: 0.7666185 Jan 18 20:28:16.247683 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b0de6-7fbc-43ea-afe2-bfb83c40704a req-c6d8c320-f8ce-429d-80e5-197f2c463fc5 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:16.252571 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cd1b0de6-7fbc-43ea-afe2-bfb83c40704a req-c6d8c320-f8ce-429d-80e5-197f2c463fc5 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1658394 Jan 18 20:28:16.256193 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb756c-b089-4b9f-b432-040bb17e8a88 tempest-TagsTest-867448037 tempest-TagsTest-867448037-project] Pushing event deleted for resources: {'Network': ['ID=1ee1244d-81ef-4132-8747-6352ef94862b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:16.285908 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-d5c1b949-5e94-4099-a021-c0178d69c3c5 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Allocated IP 172.21.0.1 (7487c48a-bbe6-4972-bed0-c38b2bcb3208/ceaa9ec3-317e-4bfc-a06e-728ba5878bdc/f4d5feb0-4a97-4dfa-9eb1-5e1d3696364d) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:28:16.376106 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cd1b0de6-7fbc-43ea-afe2-bfb83c40704a req-c21f23f3-49ce-403b-986c-fe8b164a10d5 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140239 Jan 18 20:28:16.456419 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d5c1b949-5e94-4099-a021-c0178d69c3c5 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for port (f4d5feb0-4a97-4dfa-9eb1-5e1d3696364d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:16.502530 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d5c1b949-5e94-4099-a021-c0178d69c3c5 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (f4d5feb0-4a97-4dfa-9eb1-5e1d3696364d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:16.567762 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c1b949-5e94-4099-a021-c0178d69c3c5 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network 7487c48a-bbe6-4972-bed0-c38b2bcb3208 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:28:16.572146 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port a545f0eb-1b7d-4da1-83cd-45f8ae85eda0 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:28:16.573015 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a545f0eb-1b7d-4da1-83cd-45f8ae85eda0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:16.577597 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-d5c1b949-5e94-4099-a021-c0178d69c3c5 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:28:16.585909 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c1b949-5e94-4099-a021-c0178d69c3c5 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:28:16.651783 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-adeeb598-8bf7-44ec-bfe8-ec4086dc3883 None None] Port 29918d95-e8d1-4232-ade6-88bf7822f8cf cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:28:16.707071 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port a545f0eb-1b7d-4da1-83cd-45f8ae85eda0 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:28:16.776365 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1b949-5e94-4099-a021-c0178d69c3c5 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Port': ['ID=f4d5feb0-4a97-4dfa-9eb1-5e1d3696364d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:16.781344 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7cb40f-304a-43be-8c5e-902a86e70db4 req-974eed6a-763e-483f-9fac-83ca2be169f2 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:16.787558 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d5c1b949-5e94-4099-a021-c0178d69c3c5 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (61e21b61-c0bd-43ad-a069-5cc45e5bb311), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:16.796962 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9a7cb40f-304a-43be-8c5e-902a86e70db4 req-974eed6a-763e-483f-9fac-83ca2be169f2 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1866310 Jan 18 20:28:16.815158 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d00a01b9-fc26-4e19-b5e4-c3f72feb9efe None None] Provisioning complete for port 46bf92a3-b646-4ef9-85d5-a507763c9eb0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:28:16.815743 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d00a01b9-fc26-4e19-b5e4-c3f72feb9efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (46bf92a3-b646-4ef9-85d5-a507763c9eb0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:16.954295 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9a7cb40f-304a-43be-8c5e-902a86e70db4 req-c7e36ab4-9df7-4d3e-a20c-102dcdd91970 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562867 Jan 18 20:28:16.962786 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39968) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:16.992012 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f12d2-5ef1-4292-8f5c-1720e0277e54 req-941a171c-1f86-43e8-bf19-f37d090d14fe tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:17.004358 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f12d2-5ef1-4292-8f5c-1720e0277e54 req-941a171c-1f86-43e8-bf19-f37d090d14fe tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:17.011009 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f12d2-5ef1-4292-8f5c-1720e0277e54 req-941a171c-1f86-43e8-bf19-f37d090d14fe tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:17.023572 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d00a01b9-fc26-4e19-b5e4-c3f72feb9efe None None] Current status of the port 46bf92a3-b646-4ef9-85d5-a507763c9eb0 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:28:17.028136 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f12d2-5ef1-4292-8f5c-1720e0277e54 req-941a171c-1f86-43e8-bf19-f37d090d14fe tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:17.047613 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f12d2-5ef1-4292-8f5c-1720e0277e54 req-941a171c-1f86-43e8-bf19-f37d090d14fe tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:17.049127 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d00a01b9-fc26-4e19-b5e4-c3f72feb9efe None None] Provisioning complete for port 29918d95-e8d1-4232-ade6-88bf7822f8cf triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:28:17.049741 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d00a01b9-fc26-4e19-b5e4-c3f72feb9efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (29918d95-e8d1-4232-ade6-88bf7822f8cf), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:17.065954 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f12d2-5ef1-4292-8f5c-1720e0277e54 req-941a171c-1f86-43e8-bf19-f37d090d14fe tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:17.072568 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f12d2-5ef1-4292-8f5c-1720e0277e54 req-941a171c-1f86-43e8-bf19-f37d090d14fe tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:17.074519 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6e9f12d2-5ef1-4292-8f5c-1720e0277e54 req-941a171c-1f86-43e8-bf19-f37d090d14fe tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.5346148 Jan 18 20:28:17.127420 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d00a01b9-fc26-4e19-b5e4-c3f72feb9efe None None] Port 29918d95-e8d1-4232-ade6-88bf7822f8cf cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:28:17.130577 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d5c1b949-5e94-4099-a021-c0178d69c3c5 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f4d5feb0-4a97-4dfa-9eb1-5e1d3696364d), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:17.201650 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022238e-d0c5-4334-8646-2575d78ef15f req-acb33a03-1db6-44b8-b60d-d2d591faca82 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:17.208909 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1022238e-d0c5-4334-8646-2575d78ef15f req-acb33a03-1db6-44b8-b60d-d2d591faca82 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1257944 Jan 18 20:28:17.258954 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6e9f12d2-5ef1-4292-8f5c-1720e0277e54 req-5779bbf5-55ab-41fe-a19f-5877a0aa3f8b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1741595 Jan 18 20:28:17.260160 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f562c909-2155-414e-94af-099cc539cc71 None None] Provisioning complete for port f4d5feb0-4a97-4dfa-9eb1-5e1d3696364d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:28:17.260741 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f562c909-2155-414e-94af-099cc539cc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f4d5feb0-4a97-4dfa-9eb1-5e1d3696364d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:17.374912 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f562c909-2155-414e-94af-099cc539cc71 None None] Port f4d5feb0-4a97-4dfa-9eb1-5e1d3696364d cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:28:17.388740 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1022238e-d0c5-4334-8646-2575d78ef15f req-c67d7435-82cf-4ee1-9c88-44de0f8fa410 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788957 Jan 18 20:28:17.550953 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890d1ca-9a4a-4bb3-a116-740742f666cc req-076dfa39-be6c-4418-9ad0-bcde35f49319 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:17.558319 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0890d1ca-9a4a-4bb3-a116-740742f666cc req-076dfa39-be6c-4418-9ad0-bcde35f49319 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 945 time: 0.1144836 Jan 18 20:28:17.569736 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d5c1b949-5e94-4099-a021-c0178d69c3c5 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for port (f4d5feb0-4a97-4dfa-9eb1-5e1d3696364d), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:17.577022 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0f3e36db-edb9-4a2a-b79a-fe188a01b123 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b61b2555a9f4f59a4b58a1c911bb3fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6132042 Jan 18 20:28:17.579578 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d5c1b949-5e94-4099-a021-c0178d69c3c5 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (f4d5feb0-4a97-4dfa-9eb1-5e1d3696364d), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:17.582166 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2b4d2-a102-4e84-ab83-2da3604a8e1a req-4f7b336d-9df9-48a6-9fce-76fbc3dc2a82 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:17.583643 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39982) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:17.589616 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-03e2b4d2-a102-4e84-ab83-2da3604a8e1a req-4f7b336d-9df9-48a6-9fce-76fbc3dc2a82 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.0887082 Jan 18 20:28:17.665046 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-03e2b4d2-a102-4e84-ab83-2da3604a8e1a req-a15944e6-5415-4f5a-840c-a013203802d6 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726402 Jan 18 20:28:17.702431 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0890d1ca-9a4a-4bb3-a116-740742f666cc req-df9cd5df-22ab-4595-8d98-22a03e8d15ba tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335158 Jan 18 20:28:17.788972 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1b949-5e94-4099-a021-c0178d69c3c5 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Port': ['ID=f4d5feb0-4a97-4dfa-9eb1-5e1d3696364d,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:17.791950 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d5c1b949-5e94-4099-a021-c0178d69c3c5 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (61e21b61-c0bd-43ad-a069-5cc45e5bb311), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:17.797332 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [req-da707d14-ff2b-4ec8-b00c-dd3a5a84757b req-7f4ddfe7-c472-4263-8f9f-3b4a01db24bc service neutron] (103335) timed out ('10.222.0.57', 52760) {{(pid=103335) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 18 20:28:17.931406 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-05c3ba86-9e99-4d2f-9376-1c634af73ff2 admin admin] Publish callbacks [] for security_group (fbe7feb5-c3f4-4569-8f36-b2edb803c080), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:17.997269 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 46bf92a3-b646-4ef9-85d5-a507763c9eb0 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:28:18.037699 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-05c3ba86-9e99-4d2f-9376-1c634af73ff2 admin admin] Publish callbacks [] for security_group (fbe7feb5-c3f4-4569-8f36-b2edb803c080), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:18.072539 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 46bf92a3-b646-4ef9-85d5-a507763c9eb0 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:28:18.073269 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (46bf92a3-b646-4ef9-85d5-a507763c9eb0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:18.077490 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c1b949-5e94-4099-a021-c0178d69c3c5 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network 7487c48a-bbe6-4972-bed0-c38b2bcb3208 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:28:18.081204 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-d5c1b949-5e94-4099-a021-c0178d69c3c5 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:28:18.191163 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 46bf92a3-b646-4ef9-85d5-a507763c9eb0 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:28:18.240891 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4f78f-b291-46b7-bd03-abe68c3028c4 req-9e477f8f-31d0-491e-a53d-cf5c41b1af71 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:18.256249 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e2c4f78f-b291-46b7-bd03-abe68c3028c4 req-9e477f8f-31d0-491e-a53d-cf5c41b1af71 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1474345 Jan 18 20:28:18.360087 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c1b949-5e94-4099-a021-c0178d69c3c5 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Router 61e21b61-c0bd-43ad-a069-5cc45e5bb311 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:28:18.442799 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e2c4f78f-b291-46b7-bd03-abe68c3028c4 req-7450c35f-891d-4ebf-8732-5ee9b6ede58d tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801896 Jan 18 20:28:18.539131 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-05c3ba86-9e99-4d2f-9376-1c634af73ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (fbe7feb5-c3f4-4569-8f36-b2edb803c080), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:18.542451 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-05c3ba86-9e99-4d2f-9376-1c634af73ff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:18.546198 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-05c3ba86-9e99-4d2f-9376-1c634af73ff2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fbe7feb5-c3f4-4569-8f36-b2edb803c080 HTTP/1.1" status: 204 len: 168 time: 0.9037766 Jan 18 20:28:18.558004 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3ba86-9e99-4d2f-9376-1c634af73ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe7feb5-c3f4-4569-8f36-b2edb803c080,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:18.573772 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6bb0f-bcb9-4487-bad7-822d99242673 req-88159605-7896-48ba-8178-f5ef29623abb tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:18.580483 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c1b949-5e94-4099-a021-c0178d69c3c5 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:28:18.592572 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6bb0f-bcb9-4487-bad7-822d99242673 req-88159605-7896-48ba-8178-f5ef29623abb tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:18.593360 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de30af61-5a32-4943-a5fb-7e9af269ed54 None None] Sync routers for ids ['61e21b61-c0bd-43ad-a069-5cc45e5bb311'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:28:18.595301 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d5c1b949-5e94-4099-a021-c0178d69c3c5 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "PUT /v2.0/routers/61e21b61-c0bd-43ad-a069-5cc45e5bb311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3164597 Jan 18 20:28:18.596056 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40014) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:18.602149 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6bb0f-bcb9-4487-bad7-822d99242673 req-88159605-7896-48ba-8178-f5ef29623abb tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:18.617816 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6bb0f-bcb9-4487-bad7-822d99242673 req-88159605-7896-48ba-8178-f5ef29623abb tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:18.630118 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de30af61-5a32-4943-a5fb-7e9af269ed54 None None] Routers {'61e21b61-c0bd-43ad-a069-5cc45e5bb311'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:28:18.630738 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-de30af61-5a32-4943-a5fb-7e9af269ed54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:27:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['61e21b61-c0bd-43ad-a069-5cc45e5bb311'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:18.631226 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6bb0f-bcb9-4487-bad7-822d99242673 req-88159605-7896-48ba-8178-f5ef29623abb tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:18.649611 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6bb0f-bcb9-4487-bad7-822d99242673 req-88159605-7896-48ba-8178-f5ef29623abb tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:18.665749 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6bb0f-bcb9-4487-bad7-822d99242673 req-88159605-7896-48ba-8178-f5ef29623abb tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:18.666602 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-fffe1a94-a8b9-4db7-a21f-476a16547257 None None] Provisioning complete for port f4d5feb0-4a97-4dfa-9eb1-5e1d3696364d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:28:18.666986 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fffe1a94-a8b9-4db7-a21f-476a16547257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f4d5feb0-4a97-4dfa-9eb1-5e1d3696364d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:18.675637 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d3a6bb0f-bcb9-4487-bad7-822d99242673 req-88159605-7896-48ba-8178-f5ef29623abb tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.2187247 Jan 18 20:28:18.702512 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6764ff99-6f8a-40e7-8965-3f0ef8fb8c1b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:18.708112 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6764ff99-6f8a-40e7-8965-3f0ef8fb8c1b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "GET /v2.0/ports/f4d5feb0-4a97-4dfa-9eb1-5e1d3696364d HTTP/1.1" status: 200 len: 910 time: 0.1109769 Jan 18 20:28:18.709506 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40018) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:18.740785 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-fffe1a94-a8b9-4db7-a21f-476a16547257 None None] Port f4d5feb0-4a97-4dfa-9eb1-5e1d3696364d cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:28:18.791913 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-de30af61-5a32-4943-a5fb-7e9af269ed54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:18.810295 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de30af61-5a32-4943-a5fb-7e9af269ed54 None None] Routers {'61e21b61-c0bd-43ad-a069-5cc45e5bb311'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:28:18.810912 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-de30af61-5a32-4943-a5fb-7e9af269ed54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:27:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['61e21b61-c0bd-43ad-a069-5cc45e5bb311'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:18.849667 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175ba71-d9d7-4611-8205-e2ca2d99225a req-04377032-bcb5-49fa-bb2c-45ec522cabe6 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:18.855614 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-de30af61-5a32-4943-a5fb-7e9af269ed54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:18.856751 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de30af61-5a32-4943-a5fb-7e9af269ed54 None None] The sync data for ids ['61e21b61-c0bd-43ad-a069-5cc45e5bb311'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:28:18.864919 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3175ba71-d9d7-4611-8205-e2ca2d99225a req-04377032-bcb5-49fa-bb2c-45ec522cabe6 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1816332 Jan 18 20:28:18.989163 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d3a6bb0f-bcb9-4487-bad7-822d99242673 req-90a5f50d-216c-45b4-a114-dad37ec3b088 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3082340 Jan 18 20:28:19.043700 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3175ba71-d9d7-4611-8205-e2ca2d99225a req-c4afbcf9-3c1e-40e6-ab0a-93830e31ef33 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779048 Jan 18 20:28:19.227932 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a30533-c3d9-4618-a747-904041feacbe req-fe1b99a0-26cf-4d3a-bf60-30e92797afc3 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:19.230400 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14666846-1cb4-46f8-a0fe-2ab9a22345f4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (61e21b61-c0bd-43ad-a069-5cc45e5bb311), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:19.231444 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-02a30533-c3d9-4618-a747-904041feacbe req-fe1b99a0-26cf-4d3a-bf60-30e92797afc3 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 945 time: 0.1141672 Jan 18 20:28:19.401129 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-02a30533-c3d9-4618-a747-904041feacbe req-c7a0f0eb-2be8-4e8b-851f-245b3fe9f369 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598113 Jan 18 20:28:19.401889 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 6ebe76e2-127a-470d-940f-08674db17c68 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:28:19.454516 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc0579-5493-4e53-b55b-e363ed2b32f1 req-e295353f-9538-4602-ad2f-3bb6c811dbc6 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:19.464830 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c0fc0579-5493-4e53-b55b-e363ed2b32f1 req-e295353f-9538-4602-ad2f-3bb6c811dbc6 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.0925019 Jan 18 20:28:19.581099 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c0fc0579-5493-4e53-b55b-e363ed2b32f1 req-da9ddde8-2826-4acf-91df-b6bcd0ff00dd tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146858 Jan 18 20:28:19.634681 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 6ebe76e2-127a-470d-940f-08674db17c68, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=6ebe76e2-127a-470d-940f-08674db17c68,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:28:19.664144 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '6ebe76e2-127a-470d-940f-08674db17c68', 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'port_id': '6ebe76e2-127a-470d-940f-08674db17c68', 'mac_address': 'fa:16:3e:92:e1:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:28:19.759772 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 6ebe76e2-127a-470d-940f-08674db17c68 is: ACTIVE; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:28:19.760236 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6ebe76e2-127a-470d-940f-08674db17c68), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:19.795696 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ebe76e2-127a-470d-940f-08674db17c68 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:28:19.821105 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c104b0-a001-4044-9c76-5cdca59d8ab2 req-3fe7df14-ffd3-43ea-858a-90742110f3b8 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:19.830133 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-02c104b0-a001-4044-9c76-5cdca59d8ab2 req-3fe7df14-ffd3-43ea-858a-90742110f3b8 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.0847073 Jan 18 20:28:19.838123 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 6ebe76e2-127a-470d-940f-08674db17c68, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=6ebe76e2-127a-470d-940f-08674db17c68,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:28:19.844663 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6ebe76e2-127a-470d-940f-08674db17c68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:19.948064 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-02c104b0-a001-4044-9c76-5cdca59d8ab2 req-fff3f656-1129-41c7-aeb7-bfc0da32b86b tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120477 Jan 18 20:28:19.950968 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=6ebe76e2-127a-470d-940f-08674db17c68,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:19.960514 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['6ebe76e2-127a-470d-940f-08674db17c68'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:28:20.010833 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-14666846-1cb4-46f8-a0fe-2ab9a22345f4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Deleting port f4d5feb0-4a97-4dfa-9eb1-5e1d3696364d {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:28:20.011383 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14666846-1cb4-46f8-a0fe-2ab9a22345f4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (f4d5feb0-4a97-4dfa-9eb1-5e1d3696364d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:20.238493 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14666846-1cb4-46f8-a0fe-2ab9a22345f4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (f4d5feb0-4a97-4dfa-9eb1-5e1d3696364d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:20.266966 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-14666846-1cb4-46f8-a0fe-2ab9a22345f4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Calling delete_port for f4d5feb0-4a97-4dfa-9eb1-5e1d3696364d owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:28:20.335837 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9ea67-5604-4d6d-9b7d-be8f1a139966 req-b335ccf7-6a10-4e11-894f-ebe96cfa8455 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:20.346437 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-57f9ea67-5604-4d6d-9b7d-be8f1a139966 req-b335ccf7-6a10-4e11-894f-ebe96cfa8455 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1936984 Jan 18 20:28:20.371059 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe17c2-8d16-4f60-91dd-09ea04fb940b req-d163bab1-347a-4cd3-a1d3-6c850ba5c854 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:20.377859 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe17c2-8d16-4f60-91dd-09ea04fb940b req-d163bab1-347a-4cd3-a1d3-6c850ba5c854 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:20.385321 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe17c2-8d16-4f60-91dd-09ea04fb940b req-d163bab1-347a-4cd3-a1d3-6c850ba5c854 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:20.393466 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe17c2-8d16-4f60-91dd-09ea04fb940b req-d163bab1-347a-4cd3-a1d3-6c850ba5c854 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:20.401179 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe17c2-8d16-4f60-91dd-09ea04fb940b req-d163bab1-347a-4cd3-a1d3-6c850ba5c854 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:20.407652 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe17c2-8d16-4f60-91dd-09ea04fb940b req-d163bab1-347a-4cd3-a1d3-6c850ba5c854 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:20.426270 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe17c2-8d16-4f60-91dd-09ea04fb940b req-d163bab1-347a-4cd3-a1d3-6c850ba5c854 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:20.441318 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6bfe17c2-8d16-4f60-91dd-09ea04fb940b req-d163bab1-347a-4cd3-a1d3-6c850ba5c854 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.2858195 Jan 18 20:28:20.590562 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6bfe17c2-8d16-4f60-91dd-09ea04fb940b req-f096ee56-02c6-46a5-bcfd-d9e0767cf026 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1404722 Jan 18 20:28:20.618063 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-57f9ea67-5604-4d6d-9b7d-be8f1a139966 req-a85f308b-22e2-49db-9783-1f7d78960ab7 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614131 Jan 18 20:28:20.650493 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14666846-1cb4-46f8-a0fe-2ab9a22345f4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (f4d5feb0-4a97-4dfa-9eb1-5e1d3696364d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:20.820414 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14666846-1cb4-46f8-a0fe-2ab9a22345f4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Port': ['ID=f4d5feb0-4a97-4dfa-9eb1-5e1d3696364d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:20.905389 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d684e-3dd5-4696-b18e-7ddeef03e967 req-1afb1a06-309a-49d6-9991-77a3987a8163 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:20.917426 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-025d684e-3dd5-4696-b18e-7ddeef03e967 req-1afb1a06-309a-49d6-9991-77a3987a8163 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1443341 Jan 18 20:28:20.928027 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd0042-4e6f-4f0f-b2f3-d6d08630b213 req-ca144252-3813-42cb-8d24-8ce4978c1541 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:20.938452 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-30bd0042-4e6f-4f0f-b2f3-d6d08630b213 req-ca144252-3813-42cb-8d24-8ce4978c1541 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 944 time: 0.2252302 Jan 18 20:28:21.067285 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-30bd0042-4e6f-4f0f-b2f3-d6d08630b213 req-5f272f97-c033-4a31-b58b-71b34e5ab86d tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277928 Jan 18 20:28:21.141044 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-025d684e-3dd5-4696-b18e-7ddeef03e967 req-49321e80-7e19-4381-a764-d3ec2bca15b2 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220097 Jan 18 20:28:21.226759 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14666846-1cb4-46f8-a0fe-2ab9a22345f4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (61e21b61-c0bd-43ad-a069-5cc45e5bb311), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:21.428823 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 6ebe76e2-127a-470d-940f-08674db17c68 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:28:21.608821 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 6ebe76e2-127a-470d-940f-08674db17c68 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:28:21.610038 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6ebe76e2-127a-470d-940f-08674db17c68), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:21.621107 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4efed-a5a1-4a1b-9525-37a876fa462d req-4c95a7ce-5c21-411d-9c5a-65fd02e92418 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:21.630350 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-52b4efed-a5a1-4a1b-9525-37a876fa462d req-4c95a7ce-5c21-411d-9c5a-65fd02e92418 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1670532 Jan 18 20:28:21.851297 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 6ebe76e2-127a-470d-940f-08674db17c68 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:28:21.858490 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6ebe76e2-127a-470d-940f-08674db17c68), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:21.865677 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-52b4efed-a5a1-4a1b-9525-37a876fa462d req-5d71adcd-7ac0-4a3f-99a0-867736395301 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118556 Jan 18 20:28:21.908718 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b733af7-608d-422f-9913-ddd95c32acb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebe76e2-127a-470d-940f-08674db17c68'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:28:21.918666 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7059cb1-f851-44cf-83d1-d617aae9eca7" -d '{"events": [{"server_uuid": "3b733af7-608d-422f-9913-ddd95c32acb1", "name": "network-vif-plugged", "status": "completed", "tag": "6ebe76e2-127a-470d-940f-08674db17c68"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:28:21.955402 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 6ebe76e2-127a-470d-940f-08674db17c68, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=6ebe76e2-127a-470d-940f-08674db17c68,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:28:21.968587 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6ebe76e2-127a-470d-940f-08674db17c68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:22.013432 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445008d-066e-4c49-8aff-5de12e1cea4f req-15a63a6a-a2dd-4255-980b-6f811a7fff20 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:22.024604 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14666846-1cb4-46f8-a0fe-2ab9a22345f4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Router 61e21b61-c0bd-43ad-a069-5cc45e5bb311 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:28:22.026344 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445008d-066e-4c49-8aff-5de12e1cea4f req-15a63a6a-a2dd-4255-980b-6f811a7fff20 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:22.061900 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445008d-066e-4c49-8aff-5de12e1cea4f req-15a63a6a-a2dd-4255-980b-6f811a7fff20 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:22.077911 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445008d-066e-4c49-8aff-5de12e1cea4f req-15a63a6a-a2dd-4255-980b-6f811a7fff20 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:22.099386 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445008d-066e-4c49-8aff-5de12e1cea4f req-15a63a6a-a2dd-4255-980b-6f811a7fff20 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:22.108848 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=6ebe76e2-127a-470d-940f-08674db17c68,revision_number=7']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:22.119116 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445008d-066e-4c49-8aff-5de12e1cea4f req-15a63a6a-a2dd-4255-980b-6f811a7fff20 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:22.147585 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445008d-066e-4c49-8aff-5de12e1cea4f req-15a63a6a-a2dd-4255-980b-6f811a7fff20 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:22.160785 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1445008d-066e-4c49-8aff-5de12e1cea4f req-15a63a6a-a2dd-4255-980b-6f811a7fff20 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.2901506 Jan 18 20:28:22.273879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14666846-1cb4-46f8-a0fe-2ab9a22345f4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:28:22.286449 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-14666846-1cb4-46f8-a0fe-2ab9a22345f4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "PUT /v2.0/routers/61e21b61-c0bd-43ad-a069-5cc45e5bb311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5742457 Jan 18 20:28:22.287403 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40120) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:22.291424 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fc78d1-1ff0-45e7-b296-67d954a2769d None None] Sync routers for ids ['61e21b61-c0bd-43ad-a069-5cc45e5bb311'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:28:22.315327 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1445008d-066e-4c49-8aff-5de12e1cea4f req-b3a1da51-fd92-4a2b-9a26-b27722fda414 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1533313 Jan 18 20:28:22.320714 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fc78d1-1ff0-45e7-b296-67d954a2769d None None] Routers {'61e21b61-c0bd-43ad-a069-5cc45e5bb311'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:28:22.321326 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b9fc78d1-1ff0-45e7-b296-67d954a2769d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:27:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['61e21b61-c0bd-43ad-a069-5cc45e5bb311'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:22.427766 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0b4567-6c62-4cb8-8a8d-20d1e8737035 x-openstack-request-id: req-6c0b4567-6c62-4cb8-8a8d-20d1e8737035 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:28:22.429788 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b733af7-608d-422f-9913-ddd95c32acb1", "name": "network-vif-plugged", "status": "completed", "tag": "6ebe76e2-127a-470d-940f-08674db17c68", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:28:22.430367 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c0b4567-6c62-4cb8-8a8d-20d1e8737035 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:28:22.433343 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b733af7-608d-422f-9913-ddd95c32acb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebe76e2-127a-470d-940f-08674db17c68', 'code': 200} Jan 18 20:28:22.437322 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b9fc78d1-1ff0-45e7-b296-67d954a2769d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:22.462465 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fc78d1-1ff0-45e7-b296-67d954a2769d None None] Routers {'61e21b61-c0bd-43ad-a069-5cc45e5bb311'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:28:22.464529 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b9fc78d1-1ff0-45e7-b296-67d954a2769d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:27:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['61e21b61-c0bd-43ad-a069-5cc45e5bb311'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:22.554970 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a7d75-c048-42b2-b38c-9fb1fb9bd5fd req-1a036f80-10ef-45e1-a766-4c632d6e338e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:22.555905 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b9fc78d1-1ff0-45e7-b296-67d954a2769d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:22.557948 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fc78d1-1ff0-45e7-b296-67d954a2769d None None] The sync data for ids ['61e21b61-c0bd-43ad-a069-5cc45e5bb311'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:28:22.574187 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-246a7d75-c048-42b2-b38c-9fb1fb9bd5fd req-1a036f80-10ef-45e1-a766-4c632d6e338e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 945 time: 0.1239836 Jan 18 20:28:22.715184 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-246a7d75-c048-42b2-b38c-9fb1fb9bd5fd req-f1ae1b52-1142-4aa4-a915-9501d014b6ea tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393604 Jan 18 20:28:22.979776 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f0215195-5c2f-41f4-8abf-9f1c1fe71704 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (61e21b61-c0bd-43ad-a069-5cc45e5bb311), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:23.059194 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ae2a2-84b3-475d-a22b-2a8b7eb5a0e1 req-41fc3363-dfa5-4a75-aa9c-5df498ff7c40 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:23.067609 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca6ae2a2-84b3-475d-a22b-2a8b7eb5a0e1 req-41fc3363-dfa5-4a75-aa9c-5df498ff7c40 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.0812790 Jan 18 20:28:23.148911 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca6ae2a2-84b3-475d-a22b-2a8b7eb5a0e1 req-1684191f-f5d5-41aa-8a24-31563ea413a1 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803471 Jan 18 20:28:23.516218 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f0215195-5c2f-41f4-8abf-9f1c1fe71704 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Deleting port 29918d95-e8d1-4232-ade6-88bf7822f8cf {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:28:23.516821 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f0215195-5c2f-41f4-8abf-9f1c1fe71704 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (29918d95-e8d1-4232-ade6-88bf7822f8cf), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:23.616563 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea65be0-d908-4986-9484-98b697e3b76c req-d7a7d5dd-2892-4458-bd48-526eaa9da849 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:23.625981 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea65be0-d908-4986-9484-98b697e3b76c req-d7a7d5dd-2892-4458-bd48-526eaa9da849 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:23.650410 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea65be0-d908-4986-9484-98b697e3b76c req-d7a7d5dd-2892-4458-bd48-526eaa9da849 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:23.660916 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea65be0-d908-4986-9484-98b697e3b76c req-d7a7d5dd-2892-4458-bd48-526eaa9da849 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:23.702455 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea65be0-d908-4986-9484-98b697e3b76c req-d7a7d5dd-2892-4458-bd48-526eaa9da849 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:23.720222 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea65be0-d908-4986-9484-98b697e3b76c req-d7a7d5dd-2892-4458-bd48-526eaa9da849 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:23.736931 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea65be0-d908-4986-9484-98b697e3b76c req-d7a7d5dd-2892-4458-bd48-526eaa9da849 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:23.754831 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bea65be0-d908-4986-9484-98b697e3b76c req-d7a7d5dd-2892-4458-bd48-526eaa9da849 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.2831805 Jan 18 20:28:23.945354 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bea65be0-d908-4986-9484-98b697e3b76c req-697fe4fb-5f24-4849-bafc-188e3922b2eb tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1894763 Jan 18 20:28:24.056419 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6934a6-37dd-4f6f-a894-8ed9a6e4c824 req-0e91a888-f720-4227-9ed3-78a84f9a5064 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:24.071224 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce6934a6-37dd-4f6f-a894-8ed9a6e4c824 req-0e91a888-f720-4227-9ed3-78a84f9a5064 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.3122017 Jan 18 20:28:24.172591 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce6934a6-37dd-4f6f-a894-8ed9a6e4c824 req-fbf292c9-4a83-4b72-903e-38dda9ced54e tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980058 Jan 18 20:28:24.292455 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e90d3-1a43-49cb-94b2-475a8cacd5b7 req-4da2c69a-181c-4d39-8621-7861330e7cd7 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:24.294323 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a49e90d3-1a43-49cb-94b2-475a8cacd5b7 req-4da2c69a-181c-4d39-8621-7861330e7cd7 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 945 time: 0.0914366 Jan 18 20:28:24.379578 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f0215195-5c2f-41f4-8abf-9f1c1fe71704 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (29918d95-e8d1-4232-ade6-88bf7822f8cf), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:24.398858 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f0215195-5c2f-41f4-8abf-9f1c1fe71704 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Calling delete_port for 29918d95-e8d1-4232-ade6-88bf7822f8cf owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:28:24.459465 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a49e90d3-1a43-49cb-94b2-475a8cacd5b7 req-12d3dc7e-23b5-400b-80c5-9e6b43bf9e66 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497960 Jan 18 20:28:24.748323 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f0215195-5c2f-41f4-8abf-9f1c1fe71704 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (29918d95-e8d1-4232-ade6-88bf7822f8cf), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:24.831136 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0215195-5c2f-41f4-8abf-9f1c1fe71704 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Port': ['ID=29918d95-e8d1-4232-ade6-88bf7822f8cf,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:25.234697 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f0215195-5c2f-41f4-8abf-9f1c1fe71704 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (61e21b61-c0bd-43ad-a069-5cc45e5bb311), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:25.324840 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd53f8f-3383-49c5-9b5a-5ff23887ad0d req-1de578cb-7dc3-44ce-bd45-2df9f3adc77e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:25.333378 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd53f8f-3383-49c5-9b5a-5ff23887ad0d req-1de578cb-7dc3-44ce-bd45-2df9f3adc77e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:25.370017 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd53f8f-3383-49c5-9b5a-5ff23887ad0d req-1de578cb-7dc3-44ce-bd45-2df9f3adc77e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:25.376149 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd53f8f-3383-49c5-9b5a-5ff23887ad0d req-1de578cb-7dc3-44ce-bd45-2df9f3adc77e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:25.392650 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd53f8f-3383-49c5-9b5a-5ff23887ad0d req-1de578cb-7dc3-44ce-bd45-2df9f3adc77e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:25.413864 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd53f8f-3383-49c5-9b5a-5ff23887ad0d req-1de578cb-7dc3-44ce-bd45-2df9f3adc77e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:25.433691 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd53f8f-3383-49c5-9b5a-5ff23887ad0d req-1de578cb-7dc3-44ce-bd45-2df9f3adc77e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:25.451132 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cdd53f8f-3383-49c5-9b5a-5ff23887ad0d req-1de578cb-7dc3-44ce-bd45-2df9f3adc77e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.3334615 Jan 18 20:28:25.624879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0215195-5c2f-41f4-8abf-9f1c1fe71704 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Router 61e21b61-c0bd-43ad-a069-5cc45e5bb311 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:28:25.641149 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-96a768d0-3056-4912-a8e8-550bb9e1615a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:25.700060 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cdd53f8f-3383-49c5-9b5a-5ff23887ad0d req-8949f09f-2b02-4e60-8d3b-2eea9e9b9d46 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2480347 Jan 18 20:28:25.752016 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f3554-a440-40dc-a5bb-97e9d8eed58b req-60637a1c-4973-47a3-a5d9-d5e28683224d tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:25.758727 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cc6f3554-a440-40dc-a5bb-97e9d8eed58b req-60637a1c-4973-47a3-a5d9-d5e28683224d tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.2476757 Jan 18 20:28:25.874224 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cc6f3554-a440-40dc-a5bb-97e9d8eed58b req-ffdf3fc0-2749-424d-bb34-4964b18c57af tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097190 Jan 18 20:28:26.006462 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0215195-5c2f-41f4-8abf-9f1c1fe71704 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:28:26.024076 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081642bb-eff2-4193-8c13-f5251f5b19be None None] Sync routers for ids ['61e21b61-c0bd-43ad-a069-5cc45e5bb311'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:28:26.034301 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f0215195-5c2f-41f4-8abf-9f1c1fe71704 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "PUT /v2.0/routers/61e21b61-c0bd-43ad-a069-5cc45e5bb311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7465098 Jan 18 20:28:26.038539 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40182) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:26.059582 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081642bb-eff2-4193-8c13-f5251f5b19be None None] Routers {'61e21b61-c0bd-43ad-a069-5cc45e5bb311'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:28:26.063870 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-081642bb-eff2-4193-8c13-f5251f5b19be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:27:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['61e21b61-c0bd-43ad-a069-5cc45e5bb311'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:26.132937 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e21cf-e932-44bb-be2f-16f2cd566395 req-4be7a62e-db92-4739-9d39-797a80cd9d77 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:26.138803 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-744ca13b-9295-41a9-989d-13dce2b38afe tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "GET /v2.0/ports?device_id=61e21b61-c0bd-43ad-a069-5cc45e5bb311 HTTP/1.1" status: 200 len: 205 time: 0.0987322 Jan 18 20:28:26.145455 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40186) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:26.146921 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-081642bb-eff2-4193-8c13-f5251f5b19be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:26.149222 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f34e21cf-e932-44bb-be2f-16f2cd566395 req-4be7a62e-db92-4739-9d39-797a80cd9d77 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 945 time: 0.2739735 Jan 18 20:28:26.191328 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081642bb-eff2-4193-8c13-f5251f5b19be None None] Routers {'61e21b61-c0bd-43ad-a069-5cc45e5bb311'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:28:26.192152 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-081642bb-eff2-4193-8c13-f5251f5b19be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:27:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['61e21b61-c0bd-43ad-a069-5cc45e5bb311'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:26.287050 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-081642bb-eff2-4193-8c13-f5251f5b19be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:26.288004 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081642bb-eff2-4193-8c13-f5251f5b19be None None] The sync data for ids ['61e21b61-c0bd-43ad-a069-5cc45e5bb311'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:28:26.329106 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f34e21cf-e932-44bb-be2f-16f2cd566395 req-6a8f111e-b2e0-455d-9100-91454aba2eaf tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789935 Jan 18 20:28:26.356278 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc6514-1d27-4db3-93da-4bfc4a49cc69 req-157f4ccf-15b7-4a98-82fd-a2750345b2ce tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:26.363320 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d2bc6514-1d27-4db3-93da-4bfc4a49cc69 req-157f4ccf-15b7-4a98-82fd-a2750345b2ce tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.2120268 Jan 18 20:28:26.425166 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-339f12bf-1fef-4e8c-8a4d-769ac93bf625 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router (61e21b61-c0bd-43ad-a069-5cc45e5bb311), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:26.427120 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d2bc6514-1d27-4db3-93da-4bfc4a49cc69 req-da8c2545-b04a-4a4f-b89e-4192c35bed99 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587771 Jan 18 20:28:26.795663 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3f1ee-8804-4b77-885a-b893979e4d76 req-7cc4da25-de8f-4d87-bfb3-ede8e81d9c56 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:26.826364 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26b3f1ee-8804-4b77-885a-b893979e4d76 req-7cc4da25-de8f-4d87-bfb3-ede8e81d9c56 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1500695 Jan 18 20:28:26.937116 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-339f12bf-1fef-4e8c-8a4d-769ac93bf625 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (61e21b61-c0bd-43ad-a069-5cc45e5bb311), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:26.941264 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-339f12bf-1fef-4e8c-8a4d-769ac93bf625 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router_controller (61e21b61-c0bd-43ad-a069-5cc45e5bb311), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:27.068279 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26b3f1ee-8804-4b77-885a-b893979e4d76 req-ce34a38a-4623-48d9-9a38-da371a77eab5 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402732 Jan 18 20:28:27.095943 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-339f12bf-1fef-4e8c-8a4d-769ac93bf625 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (61e21b61-c0bd-43ad-a069-5cc45e5bb311), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:27.096560 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339f12bf-1fef-4e8c-8a4d-769ac93bf625 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Fanout notify agent at l3_agent the message router_deleted on router 61e21b61-c0bd-43ad-a069-5cc45e5bb311 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:28:27.124825 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-339f12bf-1fef-4e8c-8a4d-769ac93bf625 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:27.134138 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-339f12bf-1fef-4e8c-8a4d-769ac93bf625 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/routers/61e21b61-c0bd-43ad-a069-5cc45e5bb311 HTTP/1.1" status: 204 len: 168 time: 0.9872396 Jan 18 20:28:27.138486 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40200) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:27.159598 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb4648-d7d2-4771-95cf-a6add94f2f85 req-6e655de3-adfc-41d2-97ec-5066a053620c tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:27.179330 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb4648-d7d2-4771-95cf-a6add94f2f85 req-6e655de3-adfc-41d2-97ec-5066a053620c tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:27.193386 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb4648-d7d2-4771-95cf-a6add94f2f85 req-6e655de3-adfc-41d2-97ec-5066a053620c tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:27.207267 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb4648-d7d2-4771-95cf-a6add94f2f85 req-6e655de3-adfc-41d2-97ec-5066a053620c tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:27.224553 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb4648-d7d2-4771-95cf-a6add94f2f85 req-6e655de3-adfc-41d2-97ec-5066a053620c tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:27.231527 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb4648-d7d2-4771-95cf-a6add94f2f85 req-6e655de3-adfc-41d2-97ec-5066a053620c tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:27.261766 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb4648-d7d2-4771-95cf-a6add94f2f85 req-6e655de3-adfc-41d2-97ec-5066a053620c tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:27.263774 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c1fb4648-d7d2-4771-95cf-a6add94f2f85 req-6e655de3-adfc-41d2-97ec-5066a053620c tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.3494306 Jan 18 20:28:27.451652 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa648747-f649-4022-ae03-6ee9d9d4d1e2 req-19b79fd7-b882-4944-8d54-4f4bdc8cdf5a tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:27.453249 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa648747-f649-4022-ae03-6ee9d9d4d1e2 req-19b79fd7-b882-4944-8d54-4f4bdc8cdf5a tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1598434 Jan 18 20:28:27.458856 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9f64c1d-2420-41f9-8a5b-183a6ad01647 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Deleting subnet ceaa9ec3-317e-4bfc-a06e-728ba5878bdc {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:28:27.501030 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c9f64c1d-2420-41f9-8a5b-183a6ad01647 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for subnet (ceaa9ec3-317e-4bfc-a06e-728ba5878bdc), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:27.542891 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c1fb4648-d7d2-4771-95cf-a6add94f2f85 req-815454a3-df97-475c-86b1-d9e9b735cb6b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2687852 Jan 18 20:28:27.615305 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa648747-f649-4022-ae03-6ee9d9d4d1e2 req-56d9adf2-4ca5-4ce2-a06c-8ef6b5290102 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480496 Jan 18 20:28:27.619302 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c9f64c1d-2420-41f9-8a5b-183a6ad01647 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (ceaa9ec3-317e-4bfc-a06e-728ba5878bdc), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:27.805687 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-69dc9240-4b10-4814-a6c5-b4ac18286c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:28.595833 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c1e23-77ad-4edc-8e2a-e397bb0c92b4 req-c788fdf0-086f-4f12-b171-e84a56862331 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:28.603980 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce1c1e23-77ad-4edc-8e2a-e397bb0c92b4 req-c788fdf0-086f-4f12-b171-e84a56862331 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 945 time: 0.9037020 Jan 18 20:28:28.619709 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0734a97-af94-4a4c-8849-3ea868793a1a req-fc250330-0137-43d5-8a0f-4dcc35cd78c3 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:28.626840 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0734a97-af94-4a4c-8849-3ea868793a1a req-fc250330-0137-43d5-8a0f-4dcc35cd78c3 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.8660672 Jan 18 20:28:28.724502 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c9f64c1d-2420-41f9-8a5b-183a6ad01647 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (ceaa9ec3-317e-4bfc-a06e-728ba5878bdc), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:28.731241 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce1c1e23-77ad-4edc-8e2a-e397bb0c92b4 req-53d28ed0-9b82-403b-be4b-76faf49d3ff8 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263726 Jan 18 20:28:28.799174 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0734a97-af94-4a4c-8849-3ea868793a1a req-9704edd7-af8b-4087-993b-f5da4b8369a2 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712749 Jan 18 20:28:28.833857 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c9f64c1d-2420-41f9-8a5b-183a6ad01647 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (ceaa9ec3-317e-4bfc-a06e-728ba5878bdc), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:28.872854 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f64c1d-2420-41f9-8a5b-183a6ad01647 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Subnet': ['ID=ceaa9ec3-317e-4bfc-a06e-728ba5878bdc,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:28.878330 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c9f64c1d-2420-41f9-8a5b-183a6ad01647 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:28.884162 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65396c9-6fb2-4d7e-adf9-9861023ae01c None None] Network 7487c48a-bbe6-4972-bed0-c38b2bcb3208 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:28:28.900184 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40224) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:28.900967 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c9f64c1d-2420-41f9-8a5b-183a6ad01647 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/subnets/ceaa9ec3-317e-4bfc-a06e-728ba5878bdc HTTP/1.1" status: 204 len: 168 time: 1.6337230 Jan 18 20:28:29.056340 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c00f5fd-ffc2-4009-b986-c15a699172d1 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Deleting subnet b67b2380-de74-457c-8263-d61f6481ec5e {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:28:29.077069 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c00f5fd-ffc2-4009-b986-c15a699172d1 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for subnet (b67b2380-de74-457c-8263-d61f6481ec5e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:29.119473 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439681b-2d4e-455d-bdbc-fce70a6e3026 req-23c7691f-c663-4d65-b8d0-b0d74baba794 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:29.126999 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439681b-2d4e-455d-bdbc-fce70a6e3026 req-23c7691f-c663-4d65-b8d0-b0d74baba794 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:29.135977 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439681b-2d4e-455d-bdbc-fce70a6e3026 req-23c7691f-c663-4d65-b8d0-b0d74baba794 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:29.145257 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439681b-2d4e-455d-bdbc-fce70a6e3026 req-23c7691f-c663-4d65-b8d0-b0d74baba794 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:29.150229 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:29.161571 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439681b-2d4e-455d-bdbc-fce70a6e3026 req-23c7691f-c663-4d65-b8d0-b0d74baba794 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:29.170675 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439681b-2d4e-455d-bdbc-fce70a6e3026 req-23c7691f-c663-4d65-b8d0-b0d74baba794 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:29.180066 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439681b-2d4e-455d-bdbc-fce70a6e3026 req-23c7691f-c663-4d65-b8d0-b0d74baba794 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:29.188974 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3439681b-2d4e-455d-bdbc-fce70a6e3026 req-23c7691f-c663-4d65-b8d0-b0d74baba794 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.2409871 Jan 18 20:28:29.194309 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c00f5fd-ffc2-4009-b986-c15a699172d1 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (b67b2380-de74-457c-8263-d61f6481ec5e), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:29.205133 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0106a64-588c-4119-8870-8e6774251d00 req-60c6dd09-b2c0-42a8-9e3a-a80656314dcb tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:29.213456 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f0106a64-588c-4119-8870-8e6774251d00 req-60c6dd09-b2c0-42a8-9e3a-a80656314dcb tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.3031459 Jan 18 20:28:29.282425 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f382c0fc-a13d-4ef0-bc53-b46ca3fdc1e3 None None] DHCP port deletion for 7487c48a-bbe6-4972-bed0-c38b2bcb3208 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:28:29.312674 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f0106a64-588c-4119-8870-8e6774251d00 req-3e30c8a3-7c14-4e73-88d3-9271c36caf1a tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979843 Jan 18 20:28:29.350007 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c00f5fd-ffc2-4009-b986-c15a699172d1 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (b67b2380-de74-457c-8263-d61f6481ec5e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:29.430363 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c00f5fd-ffc2-4009-b986-c15a699172d1 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (b67b2380-de74-457c-8263-d61f6481ec5e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:29.435817 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3439681b-2d4e-455d-bdbc-fce70a6e3026 req-97e01676-2e0c-47c7-8b72-0d9caa046504 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2456317 Jan 18 20:28:29.482673 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00f5fd-ffc2-4009-b986-c15a699172d1 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Subnet': ['ID=b67b2380-de74-457c-8263-d61f6481ec5e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:29.492093 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0dae17-972e-40d5-b09a-5eb5a1f8144d None None] Network e3ba2613-31f5-4847-8908-478ea7607b91 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:28:29.501514 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c00f5fd-ffc2-4009-b986-c15a699172d1 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:29.510767 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40246) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:29.524105 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6c00f5fd-ffc2-4009-b986-c15a699172d1 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/subnets/b67b2380-de74-457c-8263-d61f6481ec5e HTTP/1.1" status: 204 len: 168 time: 0.6224906 Jan 18 20:28:29.637322 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f382c0fc-a13d-4ef0-bc53-b46ca3fdc1e3 None None] Deleting port 46bf92a3-b646-4ef9-85d5-a507763c9eb0 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:28:29.637957 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f382c0fc-a13d-4ef0-bc53-b46ca3fdc1e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (46bf92a3-b646-4ef9-85d5-a507763c9eb0), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:29.674080 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d4192d63-78a8-451d-a955-755eaba3de16 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (7487c48a-bbe6-4972-bed0-c38b2bcb3208), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:29.819813 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5012f2-7d75-4126-974a-ef2b6685280b None None] DHCP port deletion for e3ba2613-31f5-4847-8908-478ea7607b91 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:28:29.858405 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79799faf-8586-4de0-b527-3de887cb2fad req-ea977ccf-09bf-4d97-9630-271cacc225e2 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:29.867812 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-79799faf-8586-4de0-b527-3de887cb2fad req-ea977ccf-09bf-4d97-9630-271cacc225e2 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1895242 Jan 18 20:28:29.874190 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f382c0fc-a13d-4ef0-bc53-b46ca3fdc1e3 None None] For port 46bf92a3-b646-4ef9-85d5-a507763c9eb0, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=46bf92a3-b646-4ef9-85d5-a507763c9eb0,segment=NetworkSegment(81d4d390-62bc-4b0c-ad11-e8d11ca45c6d),segment_id=81d4d390-62bc-4b0c-ad11-e8d11ca45c6d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:28:29.874657 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f382c0fc-a13d-4ef0-bc53-b46ca3fdc1e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (46bf92a3-b646-4ef9-85d5-a507763c9eb0), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:29.962428 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f382c0fc-a13d-4ef0-bc53-b46ca3fdc1e3 None None] Calling delete_port for 46bf92a3-b646-4ef9-85d5-a507763c9eb0 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:28:29.996142 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-79799faf-8586-4de0-b527-3de887cb2fad req-fe3f10e1-7883-4b60-b6ff-4a796aa6b731 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257513 Jan 18 20:28:30.073088 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f96d0-8428-42ef-9929-68f178e0c1cd req-c7e728a0-a976-4637-adf9-d4eab1202f6a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:30.085516 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-609f96d0-8428-42ef-9929-68f178e0c1cd req-c7e728a0-a976-4637-adf9-d4eab1202f6a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 945 time: 0.1797447 Jan 18 20:28:30.091984 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 46bf92a3-b646-4ef9-85d5-a507763c9eb0 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:28:30.151300 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-d4192d63-78a8-451d-a955-755eaba3de16 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Deleting port 46bf92a3-b646-4ef9-85d5-a507763c9eb0 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:28:30.152015 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d4192d63-78a8-451d-a955-755eaba3de16 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (46bf92a3-b646-4ef9-85d5-a507763c9eb0), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:30.159105 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8d5012f2-7d75-4126-974a-ef2b6685280b None None] Deleting port a545f0eb-1b7d-4da1-83cd-45f8ae85eda0 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:28:30.159720 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8d5012f2-7d75-4126-974a-ef2b6685280b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (a545f0eb-1b7d-4da1-83cd-45f8ae85eda0), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:30.284903 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-609f96d0-8428-42ef-9929-68f178e0c1cd req-a90e86e9-77cc-43d3-8a81-56cb9e015078 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845932 Jan 18 20:28:30.344917 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 46bf92a3-b646-4ef9-85d5-a507763c9eb0 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:28:30.345302 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (46bf92a3-b646-4ef9-85d5-a507763c9eb0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:30.365805 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7e740-8650-4fc8-bfba-443e8535e6a6 req-32b690a1-848a-4384-8e47-0f959a0807ce tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:30.371977 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8d5012f2-7d75-4126-974a-ef2b6685280b None None] For port a545f0eb-1b7d-4da1-83cd-45f8ae85eda0, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=a545f0eb-1b7d-4da1-83cd-45f8ae85eda0,segment=NetworkSegment(7ef49262-c259-4016-829c-6a61bcb7efcd),segment_id=7ef49262-c259-4016-829c-6a61bcb7efcd)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:28:30.372382 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8d5012f2-7d75-4126-974a-ef2b6685280b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (a545f0eb-1b7d-4da1-83cd-45f8ae85eda0), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:30.379557 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b1b7e740-8650-4fc8-bfba-443e8535e6a6 req-32b690a1-848a-4384-8e47-0f959a0807ce tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.2304418 Jan 18 20:28:30.404694 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8d5012f2-7d75-4126-974a-ef2b6685280b None None] Calling delete_port for a545f0eb-1b7d-4da1-83cd-45f8ae85eda0 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:28:30.437228 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device a545f0eb-1b7d-4da1-83cd-45f8ae85eda0 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:28:30.440058 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f382c0fc-a13d-4ef0-bc53-b46ca3fdc1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (46bf92a3-b646-4ef9-85d5-a507763c9eb0), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:30.524105 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-d4192d63-78a8-451d-a955-755eaba3de16 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] For port 46bf92a3-b646-4ef9-85d5-a507763c9eb0, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=46bf92a3-b646-4ef9-85d5-a507763c9eb0,segment=NetworkSegment(81d4d390-62bc-4b0c-ad11-e8d11ca45c6d),segment_id=81d4d390-62bc-4b0c-ad11-e8d11ca45c6d)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:28:30.524480 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d4192d63-78a8-451d-a955-755eaba3de16 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (46bf92a3-b646-4ef9-85d5-a507763c9eb0), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:30.573026 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382c0fc-a13d-4ef0-bc53-b46ca3fdc1e3 None None] Pushing event deleted for resources: {'Port': ['ID=46bf92a3-b646-4ef9-85d5-a507763c9eb0,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:30.579745 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-d4192d63-78a8-451d-a955-755eaba3de16 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Calling delete_port for 46bf92a3-b646-4ef9-85d5-a507763c9eb0 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:28:30.627926 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b1b7e740-8650-4fc8-bfba-443e8535e6a6 req-7fa1fba7-77c8-4953-ad83-4ead366b9df3 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467706 Jan 18 20:28:30.642167 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f382c0fc-a13d-4ef0-bc53-b46ca3fdc1e3 None None] No DVR routers for this DVR port 46bf92a3-b646-4ef9-85d5-a507763c9eb0 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:28:30.727226 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:30.874147 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port a545f0eb-1b7d-4da1-83cd-45f8ae85eda0 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:28:30.874925 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a545f0eb-1b7d-4da1-83cd-45f8ae85eda0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:30.910257 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8d5012f2-7d75-4126-974a-ef2b6685280b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (a545f0eb-1b7d-4da1-83cd-45f8ae85eda0), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:30.940525 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5012f2-7d75-4126-974a-ef2b6685280b None None] No DVR routers for this DVR port a545f0eb-1b7d-4da1-83cd-45f8ae85eda0 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:28:31.025215 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5012f2-7d75-4126-974a-ef2b6685280b None None] Pushing event deleted for resources: {'Port': ['ID=a545f0eb-1b7d-4da1-83cd-45f8ae85eda0,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:31.082338 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e51b99-0bd7-465f-a5ae-1f6478d9bd5d req-59468b8d-4a9d-4811-bf22-78e519be4429 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:31.104604 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e51b99-0bd7-465f-a5ae-1f6478d9bd5d req-59468b8d-4a9d-4811-bf22-78e519be4429 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:31.126226 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e51b99-0bd7-465f-a5ae-1f6478d9bd5d req-59468b8d-4a9d-4811-bf22-78e519be4429 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:31.139466 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e51b99-0bd7-465f-a5ae-1f6478d9bd5d req-59468b8d-4a9d-4811-bf22-78e519be4429 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:31.153392 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e51b99-0bd7-465f-a5ae-1f6478d9bd5d req-59468b8d-4a9d-4811-bf22-78e519be4429 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:31.166430 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e51b99-0bd7-465f-a5ae-1f6478d9bd5d req-59468b8d-4a9d-4811-bf22-78e519be4429 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:31.181899 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e51b99-0bd7-465f-a5ae-1f6478d9bd5d req-59468b8d-4a9d-4811-bf22-78e519be4429 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:31.190024 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-55e51b99-0bd7-465f-a5ae-1f6478d9bd5d req-59468b8d-4a9d-4811-bf22-78e519be4429 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.4145491 Jan 18 20:28:31.239234 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806750ee-5c80-4288-94d4-fef67001f9e9 req-b882f6c3-1471-4ce9-9b9c-1cc5ea947974 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:31.246918 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-806750ee-5c80-4288-94d4-fef67001f9e9 req-b882f6c3-1471-4ce9-9b9c-1cc5ea947974 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.4258890 Jan 18 20:28:31.347845 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d4192d63-78a8-451d-a955-755eaba3de16 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (46bf92a3-b646-4ef9-85d5-a507763c9eb0), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:31.428727 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4192d63-78a8-451d-a955-755eaba3de16 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Port': ['ID=46bf92a3-b646-4ef9-85d5-a507763c9eb0,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:31.450125 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-806750ee-5c80-4288-94d4-fef67001f9e9 req-886ac09c-e77b-446a-8e0f-924cc1750218 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019610 Jan 18 20:28:31.459277 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4192d63-78a8-451d-a955-755eaba3de16 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] No DVR routers for this DVR port 46bf92a3-b646-4ef9-85d5-a507763c9eb0 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:28:31.665076 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-55e51b99-0bd7-465f-a5ae-1f6478d9bd5d req-2e6d3d71-cb86-4578-ae42-775b41ba2fee tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4556241 Jan 18 20:28:31.685383 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d4192d63-78a8-451d-a955-755eaba3de16 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (7487c48a-bbe6-4972-bed0-c38b2bcb3208), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:31.760963 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-d4192d63-78a8-451d-a955-755eaba3de16 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7487c48a-bbe6-4972-bed0-c38b2bcb3208']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:31.814902 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:31.817602 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67719eff-5676-48fc-a134-7df2550694d0 req-2c7f146f-5a94-4e1c-8e26-3b279e1dc36e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:31.830666 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-67719eff-5676-48fc-a134-7df2550694d0 req-2c7f146f-5a94-4e1c-8e26-3b279e1dc36e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 945 time: 0.2741542 Jan 18 20:28:31.842289 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-d4192d63-78a8-451d-a955-755eaba3de16 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d4d390-62bc-4b0c-ad11-e8d11ca45c6d') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:31.842582 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-d4192d63-78a8-451d-a955-755eaba3de16 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d4d390-62bc-4b0c-ad11-e8d11ca45c6d') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:31.933033 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d4192d63-78a8-451d-a955-755eaba3de16 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (81d4d390-62bc-4b0c-ad11-e8d11ca45c6d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:31.990155 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d4192d63-78a8-451d-a955-755eaba3de16 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (81d4d390-62bc-4b0c-ad11-e8d11ca45c6d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:32.011482 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4192d63-78a8-451d-a955-755eaba3de16 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:28:32.011884 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d4192d63-78a8-451d-a955-755eaba3de16 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (81d4d390-62bc-4b0c-ad11-e8d11ca45c6d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:28:32.018819 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:28:32.048636 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021be87-aea9-48eb-9be8-3fcf98349682 req-b4078a8e-f0e2-469e-9da4-a0d8ebd403e9 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:32.050221 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5021be87-aea9-48eb-9be8-3fcf98349682 req-b4078a8e-f0e2-469e-9da4-a0d8ebd403e9 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.2548385 Jan 18 20:28:32.084816 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-67719eff-5676-48fc-a134-7df2550694d0 req-b225f443-fc35-49ba-a024-b1626eda710d tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380102 Jan 18 20:28:32.153394 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d4192d63-78a8-451d-a955-755eaba3de16 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (7487c48a-bbe6-4972-bed0-c38b2bcb3208), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:32.158941 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d4192d63-78a8-451d-a955-755eaba3de16 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:32.164680 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d4192d63-78a8-451d-a955-755eaba3de16 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/networks/7487c48a-bbe6-4972-bed0-c38b2bcb3208 HTTP/1.1" status: 204 len: 168 time: 2.6514380 Jan 18 20:28:32.167736 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40286) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:32.192854 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5021be87-aea9-48eb-9be8-3fcf98349682 req-78cfce96-55c5-4d97-9caf-d39f5a61d865 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342003 Jan 18 20:28:32.194480 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4192d63-78a8-451d-a955-755eaba3de16 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Network': ['ID=7487c48a-bbe6-4972-bed0-c38b2bcb3208,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:32.359514 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-55efabeb-b1a3-4e98-ae2f-cc0351c7caed tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (e3ba2613-31f5-4847-8908-478ea7607b91), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:32.501690 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff8cc9-07b2-4765-b71a-9f8bc6fd95fc req-611c1689-7545-4fbb-9d1f-e46b19228fa3 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:32.505840 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3cff8cc9-07b2-4765-b71a-9f8bc6fd95fc req-611c1689-7545-4fbb-9d1f-e46b19228fa3 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1009343 Jan 18 20:28:32.566521 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-55efabeb-b1a3-4e98-ae2f-cc0351c7caed tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (e3ba2613-31f5-4847-8908-478ea7607b91), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:32.609090 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-55efabeb-b1a3-4e98-ae2f-cc0351c7caed tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ba2613-31f5-4847-8908-478ea7607b91']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:32.618170 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3cff8cc9-07b2-4765-b71a-9f8bc6fd95fc req-44fd574e-b489-4414-82bf-fa4b78e981da tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013534 Jan 18 20:28:32.625070 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-55efabeb-b1a3-4e98-ae2f-cc0351c7caed tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef49262-c259-4016-829c-6a61bcb7efcd') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:32.625412 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-55efabeb-b1a3-4e98-ae2f-cc0351c7caed tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef49262-c259-4016-829c-6a61bcb7efcd') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:32.659567 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-55efabeb-b1a3-4e98-ae2f-cc0351c7caed tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (7ef49262-c259-4016-829c-6a61bcb7efcd), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:32.675691 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-55efabeb-b1a3-4e98-ae2f-cc0351c7caed tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (7ef49262-c259-4016-829c-6a61bcb7efcd), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:32.686471 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55efabeb-b1a3-4e98-ae2f-cc0351c7caed tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:28:32.687235 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-55efabeb-b1a3-4e98-ae2f-cc0351c7caed tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (7ef49262-c259-4016-829c-6a61bcb7efcd), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:28:32.691077 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:28:32.696028 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:28:32.696028 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:28:32.696028 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:28:32.696028 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:28:32.696028 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:28:32.791918 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-55efabeb-b1a3-4e98-ae2f-cc0351c7caed tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (e3ba2613-31f5-4847-8908-478ea7607b91), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:32.815834 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-55efabeb-b1a3-4e98-ae2f-cc0351c7caed tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:32.825913 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-55efabeb-b1a3-4e98-ae2f-cc0351c7caed tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/networks/e3ba2613-31f5-4847-8908-478ea7607b91 HTTP/1.1" status: 204 len: 168 time: 0.6570506 Jan 18 20:28:32.836464 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40300) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:32.894354 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac5a4b-39b4-4aa5-a62d-639b7d92599f req-534a6167-9fe3-4928-864d-562b33180596 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:32.894974 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-c9e0f4e3-4764-44ae-bf69-2de0d41122d6 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'network': {'name': 'tempest-RoutersTest-632120825'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:28:32.898525 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5fac5a4b-39b4-4aa5-a62d-639b7d92599f req-534a6167-9fe3-4928-864d-562b33180596 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1434283 Jan 18 20:28:32.917407 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efabeb-b1a3-4e98-ae2f-cc0351c7caed tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Network': ['ID=e3ba2613-31f5-4847-8908-478ea7607b91,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:32.950951 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f91b4-b112-4058-b791-0a429c263923 req-55ed2597-91a9-4025-935a-a58818cc1fe5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:32.959908 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f91b4-b112-4058-b791-0a429c263923 req-55ed2597-91a9-4025-935a-a58818cc1fe5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:32.972975 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e0f4e3-4764-44ae-bf69-2de0d41122d6 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Made reservation on behalf of e666c75a4135413186dea9ccd90b9b16 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:28:32.978165 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f91b4-b112-4058-b791-0a429c263923 req-55ed2597-91a9-4025-935a-a58818cc1fe5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:32.978755 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c9e0f4e3-4764-44ae-bf69-2de0d41122d6 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:33.007937 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f91b4-b112-4058-b791-0a429c263923 req-55ed2597-91a9-4025-935a-a58818cc1fe5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:33.019865 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f91b4-b112-4058-b791-0a429c263923 req-55ed2597-91a9-4025-935a-a58818cc1fe5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:33.050165 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e0f4e3-4764-44ae-bf69-2de0d41122d6 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:28:33.054143 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f91b4-b112-4058-b791-0a429c263923 req-55ed2597-91a9-4025-935a-a58818cc1fe5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:33.061414 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f91b4-b112-4058-b791-0a429c263923 req-55ed2597-91a9-4025-935a-a58818cc1fe5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:33.063714 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b57f91b4-b112-4058-b791-0a429c263923 req-55ed2597-91a9-4025-935a-a58818cc1fe5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.3182416 Jan 18 20:28:33.073067 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c9e0f4e3-4764-44ae-bf69-2de0d41122d6 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (c707ff30-d793-48fa-b352-a79d7cc9c2a1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:33.073406 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-c9e0f4e3-4764-44ae-bf69-2de0d41122d6 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Added segment c707ff30-d793-48fa-b352-a79d7cc9c2a1 of type vlan for network eda6088c-54ab-4c9c-9822-ae0d70bd3607 Jan 18 20:28:33.167946 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c9e0f4e3-4764-44ae-bf69-2de0d41122d6 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (eda6088c-54ab-4c9c-9822-ae0d70bd3607), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:33.189370 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5fac5a4b-39b4-4aa5-a62d-639b7d92599f req-8ea51a34-b0c3-4428-a7e3-9aea2ec5e078 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839880 Jan 18 20:28:33.224773 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c9e0f4e3-4764-44ae-bf69-2de0d41122d6 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (eda6088c-54ab-4c9c-9822-ae0d70bd3607), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:33.231469 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b57f91b4-b112-4058-b791-0a429c263923 req-6392d73c-544b-42b6-b65b-8e7dd7fef9af tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1581433 Jan 18 20:28:33.231633 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e0f4e3-4764-44ae-bf69-2de0d41122d6 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:33.232096 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c9e0f4e3-4764-44ae-bf69-2de0d41122d6 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:33.410490 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c9e0f4e3-4764-44ae-bf69-2de0d41122d6 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5728147 Jan 18 20:28:33.415454 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912e067-84a9-4f65-8e16-b61804118c32 req-6ad54468-9c11-4e05-8dac-539f806fd022 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:33.422731 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f912e067-84a9-4f65-8e16-b61804118c32 req-6ad54468-9c11-4e05-8dac-539f806fd022 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 945 time: 0.1395192 Jan 18 20:28:33.424988 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40314) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:33.427816 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0f4e3-4764-44ae-bf69-2de0d41122d6 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Network': ['ID=eda6088c-54ab-4c9c-9822-ae0d70bd3607,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:33.445709 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-13db1312-bc4c-49c7-9644-0e4d1224a115 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'subnet': {'network_id': 'eda6088c-54ab-4c9c-9822-ae0d70bd3607', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:28:33.468497 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network eda6088c-54ab-4c9c-9822-ae0d70bd3607 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:28:33.695013 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f912e067-84a9-4f65-8e16-b61804118c32 req-965190a0-769e-4d7c-ba0b-7302c4706378 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286339 Jan 18 20:28:33.703604 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39232e8-0b7f-45e3-ad14-d73613f3c80c req-bb6c2dba-64fc-4f83-8b45-eb36c357ec04 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:33.711700 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d39232e8-0b7f-45e3-ad14-d73613f3c80c req-bb6c2dba-64fc-4f83-8b45-eb36c357ec04 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1490448 Jan 18 20:28:33.747819 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13db1312-bc4c-49c7-9644-0e4d1224a115 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Made reservation on behalf of e666c75a4135413186dea9ccd90b9b16 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:28:33.761797 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-13db1312-bc4c-49c7-9644-0e4d1224a115 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:33.883959 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d39232e8-0b7f-45e3-ad14-d73613f3c80c req-61e05e19-2e18-4c99-9246-fdfe772c1249 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709907 Jan 18 20:28:33.958847 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:34.257594 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67818b84-fdc1-4b14-9b4a-3d48bf5d6e0d req-74851095-49c3-4547-9065-b94ac832a541 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:34.265678 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-67818b84-fdc1-4b14-9b4a-3d48bf5d6e0d req-74851095-49c3-4547-9065-b94ac832a541 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1604891 Jan 18 20:28:34.288452 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-13db1312-bc4c-49c7-9644-0e4d1224a115 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (e77673fa-fb8e-4aa5-9a58-ff7855ba9510), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:34.383814 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-67818b84-fdc1-4b14-9b4a-3d48bf5d6e0d req-30d6ff31-2555-423c-b362-1bb76ab1fcf7 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166635 Jan 18 20:28:34.503164 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db1312-bc4c-49c7-9644-0e4d1224a115 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Subnet': ['ID=e77673fa-fb8e-4aa5-9a58-ff7855ba9510,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:34.565991 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db1312-bc4c-49c7-9644-0e4d1224a115 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Checking segment: {'id': 'c707ff30-d793-48fa-b352-a79d7cc9c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'eda6088c-54ab-4c9c-9822-ae0d70bd3607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:28:34.566680 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13db1312-bc4c-49c7-9644-0e4d1224a115 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network hostable DHCP agents. Network: eda6088c-54ab-4c9c-9822-ae0d70bd3607, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:28:34.570208 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db1312-bc4c-49c7-9644-0e4d1224a115 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:34.570549 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db1312-bc4c-49c7-9644-0e4d1224a115 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:34.570885 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db1312-bc4c-49c7-9644-0e4d1224a115 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:34.571214 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db1312-bc4c-49c7-9644-0e4d1224a115 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:34.571671 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db1312-bc4c-49c7-9644-0e4d1224a115 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:34.572001 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db1312-bc4c-49c7-9644-0e4d1224a115 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:34.572324 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db1312-bc4c-49c7-9644-0e4d1224a115 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:34.572659 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db1312-bc4c-49c7-9644-0e4d1224a115 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:34.573406 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db1312-bc4c-49c7-9644-0e4d1224a115 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:34.573756 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db1312-bc4c-49c7-9644-0e4d1224a115 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:34.574128 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db1312-bc4c-49c7-9644-0e4d1224a115 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:34.574544 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db1312-bc4c-49c7-9644-0e4d1224a115 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:34.574707 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db1312-bc4c-49c7-9644-0e4d1224a115 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:34.654832 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13db1312-bc4c-49c7-9644-0e4d1224a115 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network eda6088c-54ab-4c9c-9822-ae0d70bd3607 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:28:34.675254 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e982e-5d18-4a06-9992-23ad943c1c4a req-ab71323c-306e-4633-97df-bae515e139a5 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:34.683415 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e42e982e-5d18-4a06-9992-23ad943c1c4a req-ab71323c-306e-4633-97df-bae515e139a5 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1276269 Jan 18 20:28:34.706339 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9694e-a2b1-4a3a-89bd-a9081433d6c9 req-4ce37c00-912d-4990-bacc-b3ffe7eb977a tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:34.713051 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9694e-a2b1-4a3a-89bd-a9081433d6c9 req-4ce37c00-912d-4990-bacc-b3ffe7eb977a tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:34.721277 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9694e-a2b1-4a3a-89bd-a9081433d6c9 req-4ce37c00-912d-4990-bacc-b3ffe7eb977a tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:34.730206 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9694e-a2b1-4a3a-89bd-a9081433d6c9 req-4ce37c00-912d-4990-bacc-b3ffe7eb977a tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:34.737070 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9694e-a2b1-4a3a-89bd-a9081433d6c9 req-4ce37c00-912d-4990-bacc-b3ffe7eb977a tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:34.744098 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9694e-a2b1-4a3a-89bd-a9081433d6c9 req-4ce37c00-912d-4990-bacc-b3ffe7eb977a tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:34.750524 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9694e-a2b1-4a3a-89bd-a9081433d6c9 req-4ce37c00-912d-4990-bacc-b3ffe7eb977a tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:34.753015 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85d9694e-a2b1-4a3a-89bd-a9081433d6c9 req-4ce37c00-912d-4990-bacc-b3ffe7eb977a tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.2959597 Jan 18 20:28:34.766070 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-13db1312-bc4c-49c7-9644-0e4d1224a115 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, eda6088c-54ab-4c9c-9822-ae0d70bd3607) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:28:34.778847 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90950f7-3493-472a-9234-a32c28fbfb1e None None] Network eda6088c-54ab-4c9c-9822-ae0d70bd3607 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:28:34.779469 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13db1312-bc4c-49c7-9644-0e4d1224a115 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:34.780009 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-13db1312-bc4c-49c7-9644-0e4d1224a115 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:34.884366 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e42e982e-5d18-4a06-9992-23ad943c1c4a req-2a950508-6586-4263-a615-5ceeb108cfc4 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985142 Jan 18 20:28:34.929963 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40338) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:34.935487 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-00c0d9bf-118e-40eb-85b7-af76bdf047cf tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1013391944', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:28:34.936197 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-13db1312-bc4c-49c7-9644-0e4d1224a115 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5098791 Jan 18 20:28:35.098929 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-00c0d9bf-118e-40eb-85b7-af76bdf047cf tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (d2d46729-a8e5-4bb5-b8b0-935c4ce191e4), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:35.100301 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-00c0d9bf-118e-40eb-85b7-af76bdf047cf tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (d2d46729-a8e5-4bb5-b8b0-935c4ce191e4), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:35.110995 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85d9694e-a2b1-4a3a-89bd-a9081433d6c9 req-c3f751df-8bcf-4a07-86de-26f11d446ab0 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3396611 Jan 18 20:28:35.255026 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458236b-c4c5-44be-a09c-902273146e8a req-2bf7ed24-5c79-47ea-820b-1d42832a397b tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:35.263611 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4458236b-c4c5-44be-a09c-902273146e8a req-2bf7ed24-5c79-47ea-820b-1d42832a397b tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 945 time: 0.1446481 Jan 18 20:28:35.281171 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd3d782-b9e8-40e2-be73-2958d430a829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-eda6088c-54ab-4c9c-9822-ae0d70bd3607', 'network_id': 'eda6088c-54ab-4c9c-9822-ae0d70bd3607', 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'fixed_ips': [{'subnet_id': 'e77673fa-fb8e-4aa5-9a58-ff7855ba9510'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:28:35.282285 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2fd3d782-b9e8-40e2-be73-2958d430a829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:35.321767 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-00c0d9bf-118e-40eb-85b7-af76bdf047cf tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router_controller (d2d46729-a8e5-4bb5-b8b0-935c4ce191e4), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:35.339572 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-00c0d9bf-118e-40eb-85b7-af76bdf047cf tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (d2d46729-a8e5-4bb5-b8b0-935c4ce191e4), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:35.385654 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-00c0d9bf-118e-40eb-85b7-af76bdf047cf tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:35.387363 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-00c0d9bf-118e-40eb-85b7-af76bdf047cf tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4559753 Jan 18 20:28:35.390089 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40342) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:35.400199 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-4eace111-312b-4f5f-85bf-18736dda300a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'port': {'network_id': 'eda6088c-54ab-4c9c-9822-ae0d70bd3607', 'name': 'tempest-RoutersTest-788602088'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:28:35.490525 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4458236b-c4c5-44be-a09c-902273146e8a req-8ad632f8-a6c9-4316-9d27-ae049632e767 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259338 Jan 18 20:28:35.550353 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca423b-cd0b-4916-b260-5fca2858d885 req-b4da46d5-d905-4fe9-ad81-f5252b151dfb tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:35.554006 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c8ca423b-cd0b-4916-b260-5fca2858d885 req-b4da46d5-d905-4fe9-ad81-f5252b151dfb tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1773069 Jan 18 20:28:35.663978 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c8ca423b-cd0b-4916-b260-5fca2858d885 req-1519f3de-d866-4389-87b3-60a439294731 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010094 Jan 18 20:28:35.737334 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eace111-312b-4f5f-85bf-18736dda300a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Made reservation on behalf of e666c75a4135413186dea9ccd90b9b16 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:28:35.755661 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4eace111-312b-4f5f-85bf-18736dda300a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:35.818575 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-4eace111-312b-4f5f-85bf-18736dda300a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] device_id is not set on port 79bc54d1-d059-4ee3-94eb-46bf36a77ab0 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:28:36.087166 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96db22-09cf-4b97-9be4-d6a270a1bef4 req-6444b6bc-9e06-412d-bdc0-13c9a1e243c6 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:36.095115 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-4eace111-312b-4f5f-85bf-18736dda300a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Allocated IP 172.20.0.9 (eda6088c-54ab-4c9c-9822-ae0d70bd3607/e77673fa-fb8e-4aa5-9a58-ff7855ba9510/79bc54d1-d059-4ee3-94eb-46bf36a77ab0) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:28:36.097007 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8b96db22-09cf-4b97-9be4-d6a270a1bef4 req-6444b6bc-9e06-412d-bdc0-13c9a1e243c6 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1051946 Jan 18 20:28:36.212861 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8b96db22-09cf-4b97-9be4-d6a270a1bef4 req-ef05d2df-4eeb-41fb-9d56-bd414f814eb3 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147454 Jan 18 20:28:36.444224 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02409d-c3f1-4677-a149-7c6ed1add02b req-a82d2efa-1cb9-4339-9062-da32357bb4a7 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:36.467336 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4eace111-312b-4f5f-85bf-18736dda300a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for port (79bc54d1-d059-4ee3-94eb-46bf36a77ab0), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:36.469936 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02409d-c3f1-4677-a149-7c6ed1add02b req-a82d2efa-1cb9-4339-9062-da32357bb4a7 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:36.476314 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02409d-c3f1-4677-a149-7c6ed1add02b req-a82d2efa-1cb9-4339-9062-da32357bb4a7 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:36.498955 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02409d-c3f1-4677-a149-7c6ed1add02b req-a82d2efa-1cb9-4339-9062-da32357bb4a7 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:36.511724 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02409d-c3f1-4677-a149-7c6ed1add02b req-a82d2efa-1cb9-4339-9062-da32357bb4a7 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:36.517035 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4eace111-312b-4f5f-85bf-18736dda300a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (79bc54d1-d059-4ee3-94eb-46bf36a77ab0), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:36.543857 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02409d-c3f1-4677-a149-7c6ed1add02b req-a82d2efa-1cb9-4339-9062-da32357bb4a7 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:36.556145 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02409d-c3f1-4677-a149-7c6ed1add02b req-a82d2efa-1cb9-4339-9062-da32357bb4a7 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:36.584152 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6b02409d-c3f1-4677-a149-7c6ed1add02b req-a82d2efa-1cb9-4339-9062-da32357bb4a7 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.2863400 Jan 18 20:28:36.591498 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eace111-312b-4f5f-85bf-18736dda300a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network eda6088c-54ab-4c9c-9822-ae0d70bd3607 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:28:36.594541 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-4eace111-312b-4f5f-85bf-18736dda300a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:28:36.604922 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eace111-312b-4f5f-85bf-18736dda300a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:28:36.614443 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eace111-312b-4f5f-85bf-18736dda300a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Port': ['ID=79bc54d1-d059-4ee3-94eb-46bf36a77ab0,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:36.677935 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-2fd3d782-b9e8-40e2-be73-2958d430a829 None None] Allocated IP 172.20.0.2 (eda6088c-54ab-4c9c-9822-ae0d70bd3607/e77673fa-fb8e-4aa5-9a58-ff7855ba9510/c0f749e3-8bb5-49e8-9a21-37fa2f475c92) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:28:36.699630 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eace111-312b-4f5f-85bf-18736dda300a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:36.701822 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4eace111-312b-4f5f-85bf-18736dda300a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:36.739885 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4eace111-312b-4f5f-85bf-18736dda300a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.3454640 Jan 18 20:28:36.740585 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40366) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:36.830233 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6b02409d-c3f1-4677-a149-7c6ed1add02b req-1878773f-a8d1-421e-a9b0-555846307d78 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2450843 Jan 18 20:28:36.864361 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a018ba-97e4-47ef-8a92-58461467e7ca req-98b4e525-451c-4901-8cc5-228faf936d99 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:36.866001 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-55a018ba-97e4-47ef-8a92-58461467e7ca req-98b4e525-451c-4901-8cc5-228faf936d99 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.4864435 Jan 18 20:28:37.086742 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2fd3d782-b9e8-40e2-be73-2958d430a829 None None] Publish callbacks [] for port (c0f749e3-8bb5-49e8-9a21-37fa2f475c92), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:37.107272 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-55a018ba-97e4-47ef-8a92-58461467e7ca req-8aa99b72-1df1-4d90-92fb-962996e83dd1 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310646 Jan 18 20:28:37.140673 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2fd3d782-b9e8-40e2-be73-2958d430a829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (c0f749e3-8bb5-49e8-9a21-37fa2f475c92), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:37.205405 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f63fe-2752-4c56-b206-055913b78fb6 req-0f0073a2-3316-41a5-8a3e-31319270bd14 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:37.215967 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa0f63fe-2752-4c56-b206-055913b78fb6 req-0f0073a2-3316-41a5-8a3e-31319270bd14 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 945 time: 0.1889732 Jan 18 20:28:37.265870 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:28:37.410291 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa0f63fe-2752-4c56-b206-055913b78fb6 req-d86a5740-3d65-45cb-ab2c-3a9652478f9c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872735 Jan 18 20:28:37.497393 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3d782-b9e8-40e2-be73-2958d430a829 None None] Pushing event updated for resources: {'Port': ['ID=c0f749e3-8bb5-49e8-9a21-37fa2f475c92,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:37.543926 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:37.559512 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd3d782-b9e8-40e2-be73-2958d430a829 None None] Network eda6088c-54ab-4c9c-9822-ae0d70bd3607 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:28:37.568189 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-2fd3d782-b9e8-40e2-be73-2958d430a829 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:28:37.583386 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd3d782-b9e8-40e2-be73-2958d430a829 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:28:37.852530 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-2fd3d782-b9e8-40e2-be73-2958d430a829 None None] Attempting to bind port c0f749e3-8bb5-49e8-9a21-37fa2f475c92 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:28:37.853178 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-2fd3d782-b9e8-40e2-be73-2958d430a829 None None] Attempting to bind port c0f749e3-8bb5-49e8-9a21-37fa2f475c92 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c707ff30-d793-48fa-b352-a79d7cc9c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'eda6088c-54ab-4c9c-9822-ae0d70bd3607'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:28:37.857499 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd3d782-b9e8-40e2-be73-2958d430a829 None None] Attempting to bind port c0f749e3-8bb5-49e8-9a21-37fa2f475c92 on network eda6088c-54ab-4c9c-9822-ae0d70bd3607 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:28:37.885208 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd3d782-b9e8-40e2-be73-2958d430a829 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:28:37.885680 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd3d782-b9e8-40e2-be73-2958d430a829 None None] Checking segment: {'id': 'c707ff30-d793-48fa-b352-a79d7cc9c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'eda6088c-54ab-4c9c-9822-ae0d70bd3607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:28:37.886028 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2fd3d782-b9e8-40e2-be73-2958d430a829 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:37.893370 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd3d782-b9e8-40e2-be73-2958d430a829 None None] Bound using segment: {'id': 'c707ff30-d793-48fa-b352-a79d7cc9c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'eda6088c-54ab-4c9c-9822-ae0d70bd3607'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:28:37.893910 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-2fd3d782-b9e8-40e2-be73-2958d430a829 None None] Bound port: c0f749e3-8bb5-49e8-9a21-37fa2f475c92, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c707ff30-d793-48fa-b352-a79d7cc9c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'eda6088c-54ab-4c9c-9822-ae0d70bd3607'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:28:37.902337 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2fd3d782-b9e8-40e2-be73-2958d430a829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c0f749e3-8bb5-49e8-9a21-37fa2f475c92), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:37.920717 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71d9d7-e89d-495a-bd68-4d0bbd26976e req-9a42194b-e959-4a03-9da4-ce8da605fd1a tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:37.926484 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e71d9d7-e89d-495a-bd68-4d0bbd26976e req-9a42194b-e959-4a03-9da4-ce8da605fd1a tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1737425 Jan 18 20:28:37.968572 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6474501e-d214-4faa-b6f5-fd13d3c2f5e3 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (79bc54d1-d059-4ee3-94eb-46bf36a77ab0), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:38.131146 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-2fd3d782-b9e8-40e2-be73-2958d430a829 None None] For port c0f749e3-8bb5-49e8-9a21-37fa2f475c92, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:28:38.145822 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-2fd3d782-b9e8-40e2-be73-2958d430a829 None None] For port c0f749e3-8bb5-49e8-9a21-37fa2f475c92, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c0f749e3-8bb5-49e8-9a21-37fa2f475c92,segment=NetworkSegment(c707ff30-d793-48fa-b352-a79d7cc9c2a1),segment_id=c707ff30-d793-48fa-b352-a79d7cc9c2a1)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:28:38.156389 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2fd3d782-b9e8-40e2-be73-2958d430a829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c0f749e3-8bb5-49e8-9a21-37fa2f475c92), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:38.222668 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e71d9d7-e89d-495a-bd68-4d0bbd26976e req-8f9a51b2-ebae-4ecf-afaa-d3a3fca7c80f tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890399 Jan 18 20:28:38.307161 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fafcaa-9b2a-4a58-922f-dd25cf740a41 req-5b4de38f-92d6-4e59-aee5-0ef87b1cd7ae tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:38.313738 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fafcaa-9b2a-4a58-922f-dd25cf740a41 req-5b4de38f-92d6-4e59-aee5-0ef87b1cd7ae tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:38.340354 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fafcaa-9b2a-4a58-922f-dd25cf740a41 req-5b4de38f-92d6-4e59-aee5-0ef87b1cd7ae tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:38.342722 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3d782-b9e8-40e2-be73-2958d430a829 None None] Pushing event updated for resources: {'Port': ['ID=c0f749e3-8bb5-49e8-9a21-37fa2f475c92,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:38.354509 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fafcaa-9b2a-4a58-922f-dd25cf740a41 req-5b4de38f-92d6-4e59-aee5-0ef87b1cd7ae tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:38.370539 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fafcaa-9b2a-4a58-922f-dd25cf740a41 req-5b4de38f-92d6-4e59-aee5-0ef87b1cd7ae tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:38.383697 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fafcaa-9b2a-4a58-922f-dd25cf740a41 req-5b4de38f-92d6-4e59-aee5-0ef87b1cd7ae tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:38.417620 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fafcaa-9b2a-4a58-922f-dd25cf740a41 req-5b4de38f-92d6-4e59-aee5-0ef87b1cd7ae tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:38.431654 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98fafcaa-9b2a-4a58-922f-dd25cf740a41 req-5b4de38f-92d6-4e59-aee5-0ef87b1cd7ae tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.4434197 Jan 18 20:28:38.562771 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e641270-9b56-4534-92eb-8c046fb1083b req-9d8d941e-4319-414e-aa00-8b0de667d767 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:38.564792 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e641270-9b56-4534-92eb-8c046fb1083b req-9d8d941e-4319-414e-aa00-8b0de667d767 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1114039 Jan 18 20:28:38.710915 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6474501e-d214-4faa-b6f5-fd13d3c2f5e3 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for port (79bc54d1-d059-4ee3-94eb-46bf36a77ab0), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:38.719713 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6474501e-d214-4faa-b6f5-fd13d3c2f5e3 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (79bc54d1-d059-4ee3-94eb-46bf36a77ab0), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:38.799785 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e641270-9b56-4534-92eb-8c046fb1083b req-b27d1d11-bd11-4cbd-b800-db8139411700 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254238 Jan 18 20:28:38.859556 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98fafcaa-9b2a-4a58-922f-dd25cf740a41 req-ddab4b63-6029-4790-806d-db5a91367430 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4267478 Jan 18 20:28:39.264329 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf539520-57ca-4224-b1af-f80e972bf14a req-94aa20e0-1ea4-4484-8497-658b5b552762 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:39.281200 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf539520-57ca-4224-b1af-f80e972bf14a req-94aa20e0-1ea4-4484-8497-658b5b552762 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1932514 Jan 18 20:28:39.307168 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6474501e-d214-4faa-b6f5-fd13d3c2f5e3 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (d2d46729-a8e5-4bb5-b8b0-935c4ce191e4), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:39.344162 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf539520-57ca-4224-b1af-f80e972bf14a req-86af4a71-44fb-4346-8f96-724c142acc51 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618105 Jan 18 20:28:39.379256 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dbce2-c993-43e3-af21-e9d2da251edc req-097283d2-1cfa-41dc-b508-3c18d177e5a4 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:39.387966 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eb8dbce2-c993-43e3-af21-e9d2da251edc req-097283d2-1cfa-41dc-b508-3c18d177e5a4 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 945 time: 0.1952522 Jan 18 20:28:39.413819 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474501e-d214-4faa-b6f5-fd13d3c2f5e3 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Port': ['ID=79bc54d1-d059-4ee3-94eb-46bf36a77ab0,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:39.454995 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6474501e-d214-4faa-b6f5-fd13d3c2f5e3 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (79bc54d1-d059-4ee3-94eb-46bf36a77ab0), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:39.558378 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eb8dbce2-c993-43e3-af21-e9d2da251edc req-edbb0715-7888-4761-8ee9-966e931f50cc tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676364 Jan 18 20:28:39.649410 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074fdad-c976-4eed-b0cd-95f7ecf2dc2d req-b5cbca73-2fd1-4fbe-99f5-4f730a9a4ff5 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:39.657848 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b074fdad-c976-4eed-b0cd-95f7ecf2dc2d req-b5cbca73-2fd1-4fbe-99f5-4f730a9a4ff5 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1413116 Jan 18 20:28:39.825694 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b074fdad-c976-4eed-b0cd-95f7ecf2dc2d req-95c82afe-bfad-40c2-a36e-98756da34a69 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653552 Jan 18 20:28:40.177405 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c0f749e3-8bb5-49e8-9a21-37fa2f475c92 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:28:40.198778 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6474501e-d214-4faa-b6f5-fd13d3c2f5e3 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for port (79bc54d1-d059-4ee3-94eb-46bf36a77ab0), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:40.210578 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6474501e-d214-4faa-b6f5-fd13d3c2f5e3 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (79bc54d1-d059-4ee3-94eb-46bf36a77ab0), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:40.286184 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474501e-d214-4faa-b6f5-fd13d3c2f5e3 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Port': ['ID=79bc54d1-d059-4ee3-94eb-46bf36a77ab0,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:40.316248 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6d36-3dca-4fb6-bbc4-70d4f002944d req-d87fa20c-2fcd-4efe-8c92-b869e1d74f84 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:40.322853 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6d36-3dca-4fb6-bbc4-70d4f002944d req-d87fa20c-2fcd-4efe-8c92-b869e1d74f84 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:40.329943 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6d36-3dca-4fb6-bbc4-70d4f002944d req-d87fa20c-2fcd-4efe-8c92-b869e1d74f84 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:40.342273 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6d36-3dca-4fb6-bbc4-70d4f002944d req-d87fa20c-2fcd-4efe-8c92-b869e1d74f84 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:40.358308 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6d36-3dca-4fb6-bbc4-70d4f002944d req-d87fa20c-2fcd-4efe-8c92-b869e1d74f84 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:40.372075 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6d36-3dca-4fb6-bbc4-70d4f002944d req-d87fa20c-2fcd-4efe-8c92-b869e1d74f84 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:40.380719 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6d36-3dca-4fb6-bbc4-70d4f002944d req-d87fa20c-2fcd-4efe-8c92-b869e1d74f84 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:40.382701 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6474501e-d214-4faa-b6f5-fd13d3c2f5e3 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (d2d46729-a8e5-4bb5-b8b0-935c4ce191e4), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:40.391520 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c07f6d36-3dca-4fb6-bbc4-70d4f002944d req-d87fa20c-2fcd-4efe-8c92-b869e1d74f84 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.2046843 Jan 18 20:28:40.472649 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port c0f749e3-8bb5-49e8-9a21-37fa2f475c92 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:28:40.479053 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c0f749e3-8bb5-49e8-9a21-37fa2f475c92), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:40.659577 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c07f6d36-3dca-4fb6-bbc4-70d4f002944d req-bbcb56b1-3c1c-40aa-b192-a0f5bce3669c tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2612481 Jan 18 20:28:40.681949 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1de7cf-5b78-4c29-81f0-8ad2f11038bf None None] Network eda6088c-54ab-4c9c-9822-ae0d70bd3607 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:28:40.886020 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40af16-82f1-42c3-84c1-9295712bdb1f req-9bc08246-ecbc-477f-9809-767d4d3f839a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:40.891871 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3b40af16-82f1-42c3-84c1-9295712bdb1f req-9bc08246-ecbc-477f-9809-767d4d3f839a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 945 time: 0.1112785 Jan 18 20:28:41.026029 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3b40af16-82f1-42c3-84c1-9295712bdb1f req-c0b92e81-1468-4b67-85e3-cbcafa7ab813 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330454 Jan 18 20:28:41.058123 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-50b1e688-8509-41f1-b52f-a8dc30f8ae03 None None] Provisioning complete for port c0f749e3-8bb5-49e8-9a21-37fa2f475c92 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:28:41.060191 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-50b1e688-8509-41f1-b52f-a8dc30f8ae03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c0f749e3-8bb5-49e8-9a21-37fa2f475c92), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:41.164003 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c00b2-e952-4424-9f28-48041367ba23 req-015b0827-e7d0-446e-954c-214d75fb7fcb tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:41.165608 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-079c00b2-e952-4424-9f28-48041367ba23 req-015b0827-e7d0-446e-954c-214d75fb7fcb tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1723893 Jan 18 20:28:41.226971 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port c0f749e3-8bb5-49e8-9a21-37fa2f475c92 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:28:41.229799 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c0f749e3-8bb5-49e8-9a21-37fa2f475c92), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:41.324124 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-079c00b2-e952-4424-9f28-48041367ba23 req-033cf8d4-4a13-4f7a-abc5-e495b1c7526f tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456385 Jan 18 20:28:41.482926 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-50b1e688-8509-41f1-b52f-a8dc30f8ae03 None None] Current status of the port c0f749e3-8bb5-49e8-9a21-37fa2f475c92 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:28:41.483328 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-50b1e688-8509-41f1-b52f-a8dc30f8ae03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c0f749e3-8bb5-49e8-9a21-37fa2f475c92), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:41.638012 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port c0f749e3-8bb5-49e8-9a21-37fa2f475c92, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c0f749e3-8bb5-49e8-9a21-37fa2f475c92,segment=NetworkSegment(c707ff30-d793-48fa-b352-a79d7cc9c2a1),segment_id=c707ff30-d793-48fa-b352-a79d7cc9c2a1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:28:41.738698 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-50b1e688-8509-41f1-b52f-a8dc30f8ae03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:28:41.739057 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-50b1e688-8509-41f1-b52f-a8dc30f8ae03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:28:41.742154 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c0f749e3-8bb5-49e8-9a21-37fa2f475c92), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:41.846756 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6474501e-d214-4faa-b6f5-fd13d3c2f5e3 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network eda6088c-54ab-4c9c-9822-ae0d70bd3607 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:28:41.856164 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=c0f749e3-8bb5-49e8-9a21-37fa2f475c92,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:41.859281 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-6474501e-d214-4faa-b6f5-fd13d3c2f5e3 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:28:41.945547 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8a950-fedc-4aaa-a932-80a32c0f7f67 req-4abcb207-8dad-40de-8cc8-ec5031fca614 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:41.968828 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8a950-fedc-4aaa-a932-80a32c0f7f67 req-4abcb207-8dad-40de-8cc8-ec5031fca614 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:41.971469 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d7ae963a-4a0d-478c-a63b-9c861e158cd7 req-c455aa55-be1f-4dc3-8889-60c88f2225b9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5bef97fa-0b03-4835-953a-37e79c904ea1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1950264 Jan 18 20:28:41.982075 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8a950-fedc-4aaa-a932-80a32c0f7f67 req-4abcb207-8dad-40de-8cc8-ec5031fca614 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:42.002007 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8a950-fedc-4aaa-a932-80a32c0f7f67 req-4abcb207-8dad-40de-8cc8-ec5031fca614 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:42.015799 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8a950-fedc-4aaa-a932-80a32c0f7f67 req-4abcb207-8dad-40de-8cc8-ec5031fca614 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:42.032990 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8a950-fedc-4aaa-a932-80a32c0f7f67 req-4abcb207-8dad-40de-8cc8-ec5031fca614 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:42.039340 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8a950-fedc-4aaa-a932-80a32c0f7f67 req-4abcb207-8dad-40de-8cc8-ec5031fca614 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:42.080824 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-87d8a950-fedc-4aaa-a932-80a32c0f7f67 req-4abcb207-8dad-40de-8cc8-ec5031fca614 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.2547929 Jan 18 20:28:42.113006 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae963a-4a0d-478c-a63b-9c861e158cd7 req-d5fe3f92-0f24-4b25-8f1d-879b9fc45ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:42.114761 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d7ae963a-4a0d-478c-a63b-9c861e158cd7 req-d5fe3f92-0f24-4b25-8f1d-879b9fc45ec6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&device_id=5bef97fa-0b03-4835-953a-37e79c904ea1 HTTP/1.1" status: 200 len: 1096 time: 0.1151829 Jan 18 20:28:42.208007 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-87d8a950-fedc-4aaa-a932-80a32c0f7f67 req-2b8a5ebc-f73d-469a-8180-c554f0e16638 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1207123 Jan 18 20:28:42.282423 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6474501e-d214-4faa-b6f5-fd13d3c2f5e3 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Router d2d46729-a8e5-4bb5-b8b0-935c4ce191e4 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:28:42.307055 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe31f46-3796-48a2-929c-19fcb790a361 req-d69fb3a3-f8c8-4149-9d9c-1cbff8a1c87f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:42.321205 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dbe31f46-3796-48a2-929c-19fcb790a361 req-d69fb3a3-f8c8-4149-9d9c-1cbff8a1c87f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 945 time: 0.1355450 Jan 18 20:28:42.364555 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-50b1e688-8509-41f1-b52f-a8dc30f8ae03 None None] Current status of the port c0f749e3-8bb5-49e8-9a21-37fa2f475c92 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:28:42.488480 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dbe31f46-3796-48a2-929c-19fcb790a361 req-a8364026-e962-4f40-8f4c-597f92272b36 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662838 Jan 18 20:28:42.493232 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-354f039f-d6b4-4db0-84f1-87c132295875 None None] Provisioning complete for port c0f749e3-8bb5-49e8-9a21-37fa2f475c92 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:28:42.494165 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-354f039f-d6b4-4db0-84f1-87c132295875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c0f749e3-8bb5-49e8-9a21-37fa2f475c92), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:42.585478 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae963a-4a0d-478c-a63b-9c861e158cd7 req-6f814db8-4d3a-4549-af41-a07a0038749d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:42.587188 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d7ae963a-4a0d-478c-a63b-9c861e158cd7 req-6f814db8-4d3a-4549-af41-a07a0038749d service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 912 time: 0.4453571 Jan 18 20:28:42.591980 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b7e91-57d0-4ab5-aea3-4cdd00287a01 req-c6794fd1-8d3e-446b-ab0c-12a3eae9b6b0 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:42.603098 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e25b7e91-57d0-4ab5-aea3-4cdd00287a01 req-c6794fd1-8d3e-446b-ab0c-12a3eae9b6b0 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.0967159 Jan 18 20:28:42.746759 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d7ae963a-4a0d-478c-a63b-9c861e158cd7 req-7188b999-1609-476e-a469-f681d2b3d96a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2015aaef-8718-4b14-8924-35c1c727009b HTTP/1.1" status: 200 len: 217 time: 0.1486886 Jan 18 20:28:42.766375 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-354f039f-d6b4-4db0-84f1-87c132295875 None None] Current status of the port c0f749e3-8bb5-49e8-9a21-37fa2f475c92 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:28:42.796502 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-354f039f-d6b4-4db0-84f1-87c132295875 None None] Provisioning complete for port 79bc54d1-d059-4ee3-94eb-46bf36a77ab0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:28:42.796502 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-354f039f-d6b4-4db0-84f1-87c132295875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (79bc54d1-d059-4ee3-94eb-46bf36a77ab0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:42.796769 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e25b7e91-57d0-4ab5-aea3-4cdd00287a01 req-d1c8bbed-3d0a-4730-8dba-7c3f0cc09b79 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885591 Jan 18 20:28:42.828397 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6474501e-d214-4faa-b6f5-fd13d3c2f5e3 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:28:42.850266 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0889881c-ba90-48e5-aa07-5e1fbd7e7035 None None] Sync routers for ids ['d2d46729-a8e5-4bb5-b8b0-935c4ce191e4'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:28:42.885075 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6474501e-d214-4faa-b6f5-fd13d3c2f5e3 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "PUT /v2.0/routers/d2d46729-a8e5-4bb5-b8b0-935c4ce191e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1433375 Jan 18 20:28:42.887567 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40462) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:42.907566 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-354f039f-d6b4-4db0-84f1-87c132295875 None None] Port 79bc54d1-d059-4ee3-94eb-46bf36a77ab0 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:28:42.917581 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae963a-4a0d-478c-a63b-9c861e158cd7 req-782df2b6-af2d-4351-8acb-d485455a0f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:42.919339 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d7ae963a-4a0d-478c-a63b-9c861e158cd7 req-782df2b6-af2d-4351-8acb-d485455a0f67 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2eac11f-fef0-464c-9aac-08a05c8cc068 HTTP/1.1" status: 200 len: 850 time: 0.1663518 Jan 18 20:28:42.924592 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0889881c-ba90-48e5-aa07-5e1fbd7e7035 None None] Routers {'d2d46729-a8e5-4bb5-b8b0-935c4ce191e4'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:28:42.925288 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0889881c-ba90-48e5-aa07-5e1fbd7e7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:28:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d2d46729-a8e5-4bb5-b8b0-935c4ce191e4'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:43.051518 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0889881c-ba90-48e5-aa07-5e1fbd7e7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:43.062816 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae963a-4a0d-478c-a63b-9c861e158cd7 req-90a8d7f1-68ed-4463-a5b3-34b711624730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:43.075214 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7f375b-e43f-4d02-a3da-e7233b801307 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:43.076722 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9b7f375b-e43f-4d02-a3da-e7233b801307 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "GET /v2.0/ports/79bc54d1-d059-4ee3-94eb-46bf36a77ab0 HTTP/1.1" status: 200 len: 976 time: 0.1881096 Jan 18 20:28:43.080751 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d7ae963a-4a0d-478c-a63b-9c861e158cd7 req-90a8d7f1-68ed-4463-a5b3-34b711624730 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88e9200-d99d-4ea0-a241-681917733bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1450908 Jan 18 20:28:43.092094 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40466) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:43.100785 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-fc9ed03a-098e-4fbd-bcee-17426d325109 None None] Provisioning complete for port 79bc54d1-d059-4ee3-94eb-46bf36a77ab0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:28:43.103397 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fc9ed03a-098e-4fbd-bcee-17426d325109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (79bc54d1-d059-4ee3-94eb-46bf36a77ab0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:43.112907 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0889881c-ba90-48e5-aa07-5e1fbd7e7035 None None] Routers {'d2d46729-a8e5-4bb5-b8b0-935c4ce191e4'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:28:43.113586 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0889881c-ba90-48e5-aa07-5e1fbd7e7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:28:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d2d46729-a8e5-4bb5-b8b0-935c4ce191e4'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:43.217514 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d7ae963a-4a0d-478c-a63b-9c861e158cd7 req-664cc9a5-a267-4052-93a7-a73e7d58d391 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327925 Jan 18 20:28:43.269994 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0889881c-ba90-48e5-aa07-5e1fbd7e7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:43.270837 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0889881c-ba90-48e5-aa07-5e1fbd7e7035 None None] The sync data for ids ['d2d46729-a8e5-4bb5-b8b0-935c4ce191e4'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:28:43.297807 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-fc9ed03a-098e-4fbd-bcee-17426d325109 None None] Port 79bc54d1-d059-4ee3-94eb-46bf36a77ab0 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:28:43.440819 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-925d2205-74e6-4923-84b8-721124e71cb6 None None] Provisioning complete for port 79bc54d1-d059-4ee3-94eb-46bf36a77ab0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:28:43.445240 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-925d2205-74e6-4923-84b8-721124e71cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (79bc54d1-d059-4ee3-94eb-46bf36a77ab0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:43.480502 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d7ae963a-4a0d-478c-a63b-9c861e158cd7 req-b51be601-c3a1-435e-85d2-820e05fe9af5 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408199 Jan 18 20:28:43.673740 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-925d2205-74e6-4923-84b8-721124e71cb6 None None] Port 79bc54d1-d059-4ee3-94eb-46bf36a77ab0 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:28:43.748627 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f033cb6-819f-43dd-a9ce-c8bb87b9dba0 req-a89ef4be-6eb8-416b-9759-bab7548a6de2 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:43.755396 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f033cb6-819f-43dd-a9ce-c8bb87b9dba0 req-a89ef4be-6eb8-416b-9759-bab7548a6de2 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:43.761865 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f033cb6-819f-43dd-a9ce-c8bb87b9dba0 req-a89ef4be-6eb8-416b-9759-bab7548a6de2 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:43.768648 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f033cb6-819f-43dd-a9ce-c8bb87b9dba0 req-a89ef4be-6eb8-416b-9759-bab7548a6de2 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:43.774993 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f033cb6-819f-43dd-a9ce-c8bb87b9dba0 req-a89ef4be-6eb8-416b-9759-bab7548a6de2 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:43.781119 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f033cb6-819f-43dd-a9ce-c8bb87b9dba0 req-a89ef4be-6eb8-416b-9759-bab7548a6de2 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:43.787951 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f033cb6-819f-43dd-a9ce-c8bb87b9dba0 req-a89ef4be-6eb8-416b-9759-bab7548a6de2 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:43.795741 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7f033cb6-819f-43dd-a9ce-c8bb87b9dba0 req-a89ef4be-6eb8-416b-9759-bab7548a6de2 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.3555017 Jan 18 20:28:43.848897 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2385df-9fb2-4771-b6cb-2c16aa286b04 req-ddd44dc2-4b91-458b-b339-94591665bf94 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:43.850953 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6d2385df-9fb2-4771-b6cb-2c16aa286b04 req-ddd44dc2-4b91-458b-b339-94591665bf94 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 945 time: 0.2037761 Jan 18 20:28:44.040505 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6d2385df-9fb2-4771-b6cb-2c16aa286b04 req-234ca0db-536b-4ee8-be58-dc1762cd35fb tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410186 Jan 18 20:28:44.044671 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c0f749e3-8bb5-49e8-9a21-37fa2f475c92 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:28:44.219185 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port c0f749e3-8bb5-49e8-9a21-37fa2f475c92 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:28:44.219563 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c0f749e3-8bb5-49e8-9a21-37fa2f475c92), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:44.276751 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7f033cb6-819f-43dd-a9ce-c8bb87b9dba0 req-87207fa7-071c-4d46-ae32-bbb2b00cf988 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4798996 Jan 18 20:28:44.407421 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port c0f749e3-8bb5-49e8-9a21-37fa2f475c92 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:28:44.480172 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47bc13-1b9e-4d34-b241-8e5ee1fb94c1 req-0cd37533-8329-4423-aa83-397449a20435 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:44.483327 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f47bc13-1b9e-4d34-b241-8e5ee1fb94c1 req-0cd37533-8329-4423-aa83-397449a20435 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.2547574 Jan 18 20:28:44.537550 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2faf925f-ae23-4909-a7d0-2dc8d9088b0b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (d2d46729-a8e5-4bb5-b8b0-935c4ce191e4), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:44.722077 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f47bc13-1b9e-4d34-b241-8e5ee1fb94c1 req-0dab53c3-5d6c-4f12-9ca8-b16c85e2f3da tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301548 Jan 18 20:28:44.934489 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-2faf925f-ae23-4909-a7d0-2dc8d9088b0b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Deleting port 79bc54d1-d059-4ee3-94eb-46bf36a77ab0 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:28:44.951223 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2faf925f-ae23-4909-a7d0-2dc8d9088b0b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (79bc54d1-d059-4ee3-94eb-46bf36a77ab0), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:45.102198 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2faf925f-ae23-4909-a7d0-2dc8d9088b0b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (79bc54d1-d059-4ee3-94eb-46bf36a77ab0), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:45.117919 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-2faf925f-ae23-4909-a7d0-2dc8d9088b0b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Calling delete_port for 79bc54d1-d059-4ee3-94eb-46bf36a77ab0 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:28:45.538773 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2faf925f-ae23-4909-a7d0-2dc8d9088b0b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (79bc54d1-d059-4ee3-94eb-46bf36a77ab0), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:45.617042 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85104826-eebc-4c07-be1f-a8dd332db670 req-7f88cb5b-cbb9-445f-9e05-a13cc06490a2 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:45.623313 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85104826-eebc-4c07-be1f-a8dd332db670 req-7f88cb5b-cbb9-445f-9e05-a13cc06490a2 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:45.629477 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85104826-eebc-4c07-be1f-a8dd332db670 req-7f88cb5b-cbb9-445f-9e05-a13cc06490a2 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:45.635727 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85104826-eebc-4c07-be1f-a8dd332db670 req-7f88cb5b-cbb9-445f-9e05-a13cc06490a2 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:45.642442 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85104826-eebc-4c07-be1f-a8dd332db670 req-7f88cb5b-cbb9-445f-9e05-a13cc06490a2 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:45.649092 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85104826-eebc-4c07-be1f-a8dd332db670 req-7f88cb5b-cbb9-445f-9e05-a13cc06490a2 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:45.654995 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85104826-eebc-4c07-be1f-a8dd332db670 req-7f88cb5b-cbb9-445f-9e05-a13cc06490a2 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:45.663908 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85104826-eebc-4c07-be1f-a8dd332db670 req-7f88cb5b-cbb9-445f-9e05-a13cc06490a2 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.1569371 Jan 18 20:28:45.673535 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf925f-ae23-4909-a7d0-2dc8d9088b0b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Port': ['ID=79bc54d1-d059-4ee3-94eb-46bf36a77ab0,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:45.924600 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83e157-9991-4c3e-9573-545f654efa9c req-8557b7ee-eac5-4e2b-ae4a-4615f036e86f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:45.934379 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea83e157-9991-4c3e-9573-545f654efa9c req-8557b7ee-eac5-4e2b-ae4a-4615f036e86f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 945 time: 0.4383669 Jan 18 20:28:45.944481 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85104826-eebc-4c07-be1f-a8dd332db670 req-6fd418c9-51fd-4dba-9d81-18b978724a5f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2797794 Jan 18 20:28:46.739571 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea83e157-9991-4c3e-9573-545f654efa9c req-f9183e55-eabf-43e3-acff-e7a3bc44c9a6 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7725878 Jan 18 20:28:46.938059 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2faf925f-ae23-4909-a7d0-2dc8d9088b0b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (d2d46729-a8e5-4bb5-b8b0-935c4ce191e4), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:47.178852 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57c50d-a35b-4d5d-8396-3aa4c20cc7f9 req-7f1f085d-806b-4d4a-a5e6-ad7277cd236a tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:47.180337 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a57c50d-a35b-4d5d-8396-3aa4c20cc7f9 req-7f1f085d-806b-4d4a-a5e6-ad7277cd236a tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.5012298 Jan 18 20:28:47.338240 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2faf925f-ae23-4909-a7d0-2dc8d9088b0b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Router d2d46729-a8e5-4bb5-b8b0-935c4ce191e4 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:28:47.525864 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2faf925f-ae23-4909-a7d0-2dc8d9088b0b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:28:47.538650 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2faf925f-ae23-4909-a7d0-2dc8d9088b0b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "PUT /v2.0/routers/d2d46729-a8e5-4bb5-b8b0-935c4ce191e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4419806 Jan 18 20:28:47.539114 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40518) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:47.559719 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a57c50d-a35b-4d5d-8396-3aa4c20cc7f9 req-6a7176fd-8215-4f37-b087-5ab959bedab4 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676711 Jan 18 20:28:47.599254 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e9ab1c-22b8-45ce-af0d-84cca83a7dfa None None] Sync routers for ids ['d2d46729-a8e5-4bb5-b8b0-935c4ce191e4'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:28:47.624282 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e885aa-2e48-4061-9798-7247e3cdcedb req-ff3e70da-c469-4b9c-b251-c630b0f5cf1d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:47.627076 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e9ab1c-22b8-45ce-af0d-84cca83a7dfa None None] Routers {'d2d46729-a8e5-4bb5-b8b0-935c4ce191e4'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:28:47.630780 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-69e9ab1c-22b8-45ce-af0d-84cca83a7dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:28:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d2d46729-a8e5-4bb5-b8b0-935c4ce191e4'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:47.645477 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e885aa-2e48-4061-9798-7247e3cdcedb req-ff3e70da-c469-4b9c-b251-c630b0f5cf1d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:47.659575 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e885aa-2e48-4061-9798-7247e3cdcedb req-ff3e70da-c469-4b9c-b251-c630b0f5cf1d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:47.670904 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e885aa-2e48-4061-9798-7247e3cdcedb req-ff3e70da-c469-4b9c-b251-c630b0f5cf1d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:47.688789 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e885aa-2e48-4061-9798-7247e3cdcedb req-ff3e70da-c469-4b9c-b251-c630b0f5cf1d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:47.695705 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e885aa-2e48-4061-9798-7247e3cdcedb req-ff3e70da-c469-4b9c-b251-c630b0f5cf1d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:47.699559 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-69e9ab1c-22b8-45ce-af0d-84cca83a7dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:47.713289 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e9ab1c-22b8-45ce-af0d-84cca83a7dfa None None] Routers {'d2d46729-a8e5-4bb5-b8b0-935c4ce191e4'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:28:47.714753 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e885aa-2e48-4061-9798-7247e3cdcedb req-ff3e70da-c469-4b9c-b251-c630b0f5cf1d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:47.715535 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-69e9ab1c-22b8-45ce-af0d-84cca83a7dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:28:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d2d46729-a8e5-4bb5-b8b0-935c4ce191e4'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:47.727381 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97e885aa-2e48-4061-9798-7247e3cdcedb req-ff3e70da-c469-4b9c-b251-c630b0f5cf1d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.6038272 Jan 18 20:28:47.797278 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-69e9ab1c-22b8-45ce-af0d-84cca83a7dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:47.798010 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e9ab1c-22b8-45ce-af0d-84cca83a7dfa None None] The sync data for ids ['d2d46729-a8e5-4bb5-b8b0-935c4ce191e4'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:28:47.853058 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97e885aa-2e48-4061-9798-7247e3cdcedb req-371aa334-7b6e-4554-a1cd-0b2e5b77b595 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1218274 Jan 18 20:28:47.994346 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-93146f66-f6dd-43b9-b8b5-0a7fb4b07cd1 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] remove_router_interface failed (client error): The resource could not be found. Jan 18 20:28:47.998301 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-93146f66-f6dd-43b9-b8b5-0a7fb4b07cd1 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "PUT /v2.0/routers/d2d46729-a8e5-4bb5-b8b0-935c4ce191e4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4540026 Jan 18 20:28:47.998890 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40522) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:48.011376 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f12e9d-78e1-47a6-a4cc-64f1b1882700 req-abab0549-df56-4307-95ec-b7f8bbda8965 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:48.013647 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4f12e9d-78e1-47a6-a4cc-64f1b1882700 req-abab0549-df56-4307-95ec-b7f8bbda8965 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 945 time: 0.1362977 Jan 18 20:28:48.036556 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-de44629e-2251-47f5-ae8b-5473b989edfd tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2d46729-a8e5-4bb5-b8b0-935c4ce191e4 HTTP/1.1" status: 200 len: 205 time: 0.0364916 Jan 18 20:28:48.039238 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40526) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:48.142625 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4f12e9d-78e1-47a6-a4cc-64f1b1882700 req-8af3f101-e4a7-48f6-9eee-344e719cb030 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234314 Jan 18 20:28:48.267571 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5227d19-8090-4b6f-86c9-7d5f90dae345 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router (d2d46729-a8e5-4bb5-b8b0-935c4ce191e4), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:48.531333 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5227d19-8090-4b6f-86c9-7d5f90dae345 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (d2d46729-a8e5-4bb5-b8b0-935c4ce191e4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:48.534978 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5227d19-8090-4b6f-86c9-7d5f90dae345 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router_controller (d2d46729-a8e5-4bb5-b8b0-935c4ce191e4), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:48.622821 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5227d19-8090-4b6f-86c9-7d5f90dae345 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (d2d46729-a8e5-4bb5-b8b0-935c4ce191e4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:48.623407 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5227d19-8090-4b6f-86c9-7d5f90dae345 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Fanout notify agent at l3_agent the message router_deleted on router d2d46729-a8e5-4bb5-b8b0-935c4ce191e4 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:28:48.641599 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5227d19-8090-4b6f-86c9-7d5f90dae345 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:48.645703 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40534) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:48.647903 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b5227d19-8090-4b6f-86c9-7d5f90dae345 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/routers/d2d46729-a8e5-4bb5-b8b0-935c4ce191e4 HTTP/1.1" status: 204 len: 168 time: 0.6056147 Jan 18 20:28:48.734065 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff21329-65e3-4836-bead-beb2c7bcdfb8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Deleting subnet e77673fa-fb8e-4aa5-9a58-ff7855ba9510 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:28:48.737863 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aff21329-65e3-4836-bead-beb2c7bcdfb8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for subnet (e77673fa-fb8e-4aa5-9a58-ff7855ba9510), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:48.833272 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aff21329-65e3-4836-bead-beb2c7bcdfb8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (e77673fa-fb8e-4aa5-9a58-ff7855ba9510), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:48.900693 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec456c1d-76ff-4e02-a777-fd5167c461df req-15db8db7-0140-4d8c-ae75-dbb1749eb4ea tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:48.902609 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec456c1d-76ff-4e02-a777-fd5167c461df req-15db8db7-0140-4d8c-ae75-dbb1749eb4ea tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1263340 Jan 18 20:28:49.171289 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec456c1d-76ff-4e02-a777-fd5167c461df req-784ed7bf-bd61-453a-a8f7-a990958b254b tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566690 Jan 18 20:28:49.269481 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aff21329-65e3-4836-bead-beb2c7bcdfb8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (e77673fa-fb8e-4aa5-9a58-ff7855ba9510), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:49.574396 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf92d2-6686-4dfd-b36d-17f300cda1c5 req-bb34cb9f-58cf-4655-a0d4-2127f87ddcd5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:49.583678 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf92d2-6686-4dfd-b36d-17f300cda1c5 req-bb34cb9f-58cf-4655-a0d4-2127f87ddcd5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:49.591230 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf92d2-6686-4dfd-b36d-17f300cda1c5 req-bb34cb9f-58cf-4655-a0d4-2127f87ddcd5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:49.597959 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf92d2-6686-4dfd-b36d-17f300cda1c5 req-bb34cb9f-58cf-4655-a0d4-2127f87ddcd5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:49.615882 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf92d2-6686-4dfd-b36d-17f300cda1c5 req-bb34cb9f-58cf-4655-a0d4-2127f87ddcd5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:49.629568 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf92d2-6686-4dfd-b36d-17f300cda1c5 req-bb34cb9f-58cf-4655-a0d4-2127f87ddcd5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:49.647218 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf92d2-6686-4dfd-b36d-17f300cda1c5 req-bb34cb9f-58cf-4655-a0d4-2127f87ddcd5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:49.649295 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0baf92d2-6686-4dfd-b36d-17f300cda1c5 req-bb34cb9f-58cf-4655-a0d4-2127f87ddcd5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.6292424 Jan 18 20:28:49.759314 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0baf92d2-6686-4dfd-b36d-17f300cda1c5 req-db0a9c3d-87c3-45f1-b413-9334efb1dedf tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0981183 Jan 18 20:28:49.761810 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aff21329-65e3-4836-bead-beb2c7bcdfb8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (e77673fa-fb8e-4aa5-9a58-ff7855ba9510), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:49.812030 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aff21329-65e3-4836-bead-beb2c7bcdfb8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:49.819133 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-aff21329-65e3-4836-bead-beb2c7bcdfb8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/subnets/e77673fa-fb8e-4aa5-9a58-ff7855ba9510 HTTP/1.1" status: 204 len: 168 time: 1.1689088 Jan 18 20:28:49.819133 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff21329-65e3-4836-bead-beb2c7bcdfb8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Subnet': ['ID=e77673fa-fb8e-4aa5-9a58-ff7855ba9510,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:49.821484 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1345b6d-a097-4f67-9fd8-b76bef36e56b None None] Network eda6088c-54ab-4c9c-9822-ae0d70bd3607 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:28:49.822494 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40566) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:49.837117 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92caae7-3280-44e9-9e6b-df89a6cca739 req-e1e3990a-8d7b-4286-8f74-ca92d1d05e13 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:49.839285 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d92caae7-3280-44e9-9e6b-df89a6cca739 req-e1e3990a-8d7b-4286-8f74-ca92d1d05e13 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 945 time: 0.4006579 Jan 18 20:28:49.941601 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d92caae7-3280-44e9-9e6b-df89a6cca739 req-e96fe0d1-29de-430d-b4d0-5c4b441d1346 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909951 Jan 18 20:28:50.049130 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a998c800-bbfb-4af4-bcb2-6b233ac19173 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (eda6088c-54ab-4c9c-9822-ae0d70bd3607), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:50.121964 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a998c800-bbfb-4af4-bcb2-6b233ac19173 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Deleting port c0f749e3-8bb5-49e8-9a21-37fa2f475c92 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:28:50.122279 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a998c800-bbfb-4af4-bcb2-6b233ac19173 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (c0f749e3-8bb5-49e8-9a21-37fa2f475c92), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:50.197108 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5f412c-daad-4729-9053-a41b7986fc78 None None] DHCP port deletion for eda6088c-54ab-4c9c-9822-ae0d70bd3607 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:28:50.325429 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a998c800-bbfb-4af4-bcb2-6b233ac19173 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] For port c0f749e3-8bb5-49e8-9a21-37fa2f475c92, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c0f749e3-8bb5-49e8-9a21-37fa2f475c92,segment=NetworkSegment(c707ff30-d793-48fa-b352-a79d7cc9c2a1),segment_id=c707ff30-d793-48fa-b352-a79d7cc9c2a1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:28:50.325837 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a998c800-bbfb-4af4-bcb2-6b233ac19173 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (c0f749e3-8bb5-49e8-9a21-37fa2f475c92), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:50.358330 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a998c800-bbfb-4af4-bcb2-6b233ac19173 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Calling delete_port for c0f749e3-8bb5-49e8-9a21-37fa2f475c92 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:28:50.388546 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7a5f412c-daad-4729-9053-a41b7986fc78 None None] Deleting port c0f749e3-8bb5-49e8-9a21-37fa2f475c92 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:28:50.389181 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7a5f412c-daad-4729-9053-a41b7986fc78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (c0f749e3-8bb5-49e8-9a21-37fa2f475c92), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:50.463077 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7a5f412c-daad-4729-9053-a41b7986fc78 None None] For port c0f749e3-8bb5-49e8-9a21-37fa2f475c92, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c0f749e3-8bb5-49e8-9a21-37fa2f475c92,segment=NetworkSegment(c707ff30-d793-48fa-b352-a79d7cc9c2a1),segment_id=c707ff30-d793-48fa-b352-a79d7cc9c2a1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:28:50.463537 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7a5f412c-daad-4729-9053-a41b7986fc78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (c0f749e3-8bb5-49e8-9a21-37fa2f475c92), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:50.493208 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7a5f412c-daad-4729-9053-a41b7986fc78 None None] Calling delete_port for c0f749e3-8bb5-49e8-9a21-37fa2f475c92 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:28:50.881183 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022547f8-1f87-496d-85a4-f65011cc2583 req-3fe74adf-b2d1-47b8-a9f9-b6a4c93aa584 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:50.881183 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-022547f8-1f87-496d-85a4-f65011cc2583 req-3fe74adf-b2d1-47b8-a9f9-b6a4c93aa584 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.2266929 Jan 18 20:28:50.881183 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-022547f8-1f87-496d-85a4-f65011cc2583 req-a011cb6a-542e-4ead-a360-770bffa26849 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328270 Jan 18 20:28:50.889927 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7a5f412c-daad-4729-9053-a41b7986fc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (c0f749e3-8bb5-49e8-9a21-37fa2f475c92), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:50.889927 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5f412c-daad-4729-9053-a41b7986fc78 None None] No DVR routers for this DVR port c0f749e3-8bb5-49e8-9a21-37fa2f475c92 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:28:50.893341 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a998c800-bbfb-4af4-bcb2-6b233ac19173 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (c0f749e3-8bb5-49e8-9a21-37fa2f475c92), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:50.894678 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f412c-daad-4729-9053-a41b7986fc78 None None] Pushing event deleted for resources: {'Port': ['ID=c0f749e3-8bb5-49e8-9a21-37fa2f475c92,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:50.900409 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a998c800-bbfb-4af4-bcb2-6b233ac19173 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] No DVR routers for this DVR port c0f749e3-8bb5-49e8-9a21-37fa2f475c92 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:28:50.943389 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998c800-bbfb-4af4-bcb2-6b233ac19173 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Port': ['ID=c0f749e3-8bb5-49e8-9a21-37fa2f475c92,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:50.968081 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac294da5-4ace-4bd6-b73e-8a3c31805af8 req-6b8004a0-74f8-4e20-b8c0-1cbe304cb31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:50.973773 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac294da5-4ace-4bd6-b73e-8a3c31805af8 req-6b8004a0-74f8-4e20-b8c0-1cbe304cb31d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 1096 time: 0.5335143 Jan 18 20:28:51.053613 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be56cf4-dfc1-41e9-9471-69f109effebc req-a7d0d44a-313c-48a1-9043-58a30eda810b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:51.059727 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be56cf4-dfc1-41e9-9471-69f109effebc req-a7d0d44a-313c-48a1-9043-58a30eda810b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:51.078148 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be56cf4-dfc1-41e9-9471-69f109effebc req-a7d0d44a-313c-48a1-9043-58a30eda810b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:51.084924 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be56cf4-dfc1-41e9-9471-69f109effebc req-a7d0d44a-313c-48a1-9043-58a30eda810b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:51.102163 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a998c800-bbfb-4af4-bcb2-6b233ac19173 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (eda6088c-54ab-4c9c-9822-ae0d70bd3607), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:51.108328 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be56cf4-dfc1-41e9-9471-69f109effebc req-a7d0d44a-313c-48a1-9043-58a30eda810b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:51.124783 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be56cf4-dfc1-41e9-9471-69f109effebc req-a7d0d44a-313c-48a1-9043-58a30eda810b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:51.131436 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be56cf4-dfc1-41e9-9471-69f109effebc req-a7d0d44a-313c-48a1-9043-58a30eda810b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:51.150953 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3be56cf4-dfc1-41e9-9471-69f109effebc req-a7d0d44a-313c-48a1-9043-58a30eda810b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.2345343 Jan 18 20:28:51.187688 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-a998c800-bbfb-4af4-bcb2-6b233ac19173 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda6088c-54ab-4c9c-9822-ae0d70bd3607']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:51.247919 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-a998c800-bbfb-4af4-bcb2-6b233ac19173 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c707ff30-d793-48fa-b352-a79d7cc9c2a1') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:51.248136 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-a998c800-bbfb-4af4-bcb2-6b233ac19173 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c707ff30-d793-48fa-b352-a79d7cc9c2a1') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:28:51.291644 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a998c800-bbfb-4af4-bcb2-6b233ac19173 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (c707ff30-d793-48fa-b352-a79d7cc9c2a1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:51.302480 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac294da5-4ace-4bd6-b73e-8a3c31805af8 req-45428ceb-0566-4fbd-9b6f-cd379a0ef7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:51.304450 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac294da5-4ace-4bd6-b73e-8a3c31805af8 req-45428ceb-0566-4fbd-9b6f-cd379a0ef7eb service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 912 time: 0.2984872 Jan 18 20:28:51.328855 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a998c800-bbfb-4af4-bcb2-6b233ac19173 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (c707ff30-d793-48fa-b352-a79d7cc9c2a1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:51.408867 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d8752-4842-4307-8ca4-32d1de084f52 req-f6c6a197-1cc0-4e59-adf7-c276fc450547 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:51.410597 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-904d8752-4842-4307-8ca4-32d1de084f52 req-f6c6a197-1cc0-4e59-adf7-c276fc450547 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 945 time: 0.2171600 Jan 18 20:28:51.442565 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3be56cf4-dfc1-41e9-9471-69f109effebc req-3d84d593-559f-4c71-beef-3de1aa591fdb tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2904930 Jan 18 20:28:51.450388 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac294da5-4ace-4bd6-b73e-8a3c31805af8 req-1a20266a-cdcb-4e82-b240-eefd9f21148d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ebe76e2-127a-470d-940f-08674db17c68 HTTP/1.1" status: 200 len: 217 time: 0.1358242 Jan 18 20:28:51.456061 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a998c800-bbfb-4af4-bcb2-6b233ac19173 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:28:51.457112 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a998c800-bbfb-4af4-bcb2-6b233ac19173 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (c707ff30-d793-48fa-b352-a79d7cc9c2a1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: self.session.flush() Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:28:51.464973 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:28:51.553379 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-904d8752-4842-4307-8ca4-32d1de084f52 req-8c95518a-3a36-4599-882f-81744f58e2b8 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073742 Jan 18 20:28:51.580769 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac294da5-4ace-4bd6-b73e-8a3c31805af8 req-35185690-3f26-4ddc-950f-e60d9900fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:51.582539 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac294da5-4ace-4bd6-b73e-8a3c31805af8 req-35185690-3f26-4ddc-950f-e60d9900fb50 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2eac11f-fef0-464c-9aac-08a05c8cc068 HTTP/1.1" status: 200 len: 850 time: 0.0650141 Jan 18 20:28:51.679148 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac294da5-4ace-4bd6-b73e-8a3c31805af8 req-33480074-8662-44bf-9fda-eb3b35f51a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:51.681153 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac294da5-4ace-4bd6-b73e-8a3c31805af8 req-33480074-8662-44bf-9fda-eb3b35f51a1f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88e9200-d99d-4ea0-a241-681917733bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914581 Jan 18 20:28:51.814812 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac294da5-4ace-4bd6-b73e-8a3c31805af8 req-e6f24ef4-fd02-455b-b681-d99fad698859 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196601 Jan 18 20:28:51.815678 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a998c800-bbfb-4af4-bcb2-6b233ac19173 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (eda6088c-54ab-4c9c-9822-ae0d70bd3607), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:52.021304 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a998c800-bbfb-4af4-bcb2-6b233ac19173 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:52.025278 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a998c800-bbfb-4af4-bcb2-6b233ac19173 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/networks/eda6088c-54ab-4c9c-9822-ae0d70bd3607 HTTP/1.1" status: 204 len: 168 time: 2.2013369 Jan 18 20:28:52.029069 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac294da5-4ace-4bd6-b73e-8a3c31805af8 req-988773ea-af9d-47b4-b408-7727f0abd385 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906972 Jan 18 20:28:52.038280 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998c800-bbfb-4af4-bcb2-6b233ac19173 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Network': ['ID=eda6088c-54ab-4c9c-9822-ae0d70bd3607,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:52.040850 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40624) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:52.051104 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-ae793134-ec4f-4004-a241-df0f01c5391f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'network': {'name': 'tempest-RoutersTest-1203668078'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:28:52.094080 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c0f749e3-8bb5-49e8-9a21-37fa2f475c92 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:28:52.135536 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c16690-f6c9-47f8-9fa4-5accea473cae req-411cfef7-9cf3-4b7b-ac0d-a53c7f048d28 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:52.152277 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-94c16690-f6c9-47f8-9fa4-5accea473cae req-411cfef7-9cf3-4b7b-ac0d-a53c7f048d28 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.2289538 Jan 18 20:28:52.173690 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae793134-ec4f-4004-a241-df0f01c5391f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Made reservation on behalf of e666c75a4135413186dea9ccd90b9b16 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:28:52.187391 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ae793134-ec4f-4004-a241-df0f01c5391f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:52.188369 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: c0f749e3-8bb5-49e8-9a21-37fa2f475c92 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:28:52.188719 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c0f749e3-8bb5-49e8-9a21-37fa2f475c92 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:28:52.254531 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae793134-ec4f-4004-a241-df0f01c5391f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:28:52.276535 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ae793134-ec4f-4004-a241-df0f01c5391f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (0afbf6ae-0dab-4bd0-a2e1-bee06c9c13b1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:52.277279 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-ae793134-ec4f-4004-a241-df0f01c5391f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Added segment 0afbf6ae-0dab-4bd0-a2e1-bee06c9c13b1 of type vlan for network 7500ab09-91f5-410d-8c81-27dc88f33e73 Jan 18 20:28:52.297270 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-94c16690-f6c9-47f8-9fa4-5accea473cae req-b5f364ab-f102-4929-9124-4eb18f8e36e0 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375442 Jan 18 20:28:52.385814 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ae793134-ec4f-4004-a241-df0f01c5391f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (7500ab09-91f5-410d-8c81-27dc88f33e73), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:52.470206 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ae793134-ec4f-4004-a241-df0f01c5391f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (7500ab09-91f5-410d-8c81-27dc88f33e73), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:52.478106 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae793134-ec4f-4004-a241-df0f01c5391f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:52.478929 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ae793134-ec4f-4004-a241-df0f01c5391f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:52.639203 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae793134-ec4f-4004-a241-df0f01c5391f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Network': ['ID=7500ab09-91f5-410d-8c81-27dc88f33e73,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:52.663499 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 7500ab09-91f5-410d-8c81-27dc88f33e73 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:28:52.689823 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ae793134-ec4f-4004-a241-df0f01c5391f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6472845 Jan 18 20:28:52.690426 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40640) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:52.702428 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-fbb798d8-0786-4033-830a-afd3d1f623fa tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'subnet': {'network_id': '7500ab09-91f5-410d-8c81-27dc88f33e73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:28:52.954891 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb798d8-0786-4033-830a-afd3d1f623fa tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Made reservation on behalf of e666c75a4135413186dea9ccd90b9b16 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:28:52.965152 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fbb798d8-0786-4033-830a-afd3d1f623fa tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:53.043324 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c44f2-8dfe-400a-90a1-22cd6041e446 req-eb055f6a-a74f-4fac-9966-b4f303374412 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:53.067508 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c44f2-8dfe-400a-90a1-22cd6041e446 req-eb055f6a-a74f-4fac-9966-b4f303374412 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:53.094327 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c44f2-8dfe-400a-90a1-22cd6041e446 req-eb055f6a-a74f-4fac-9966-b4f303374412 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:53.115815 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c44f2-8dfe-400a-90a1-22cd6041e446 req-eb055f6a-a74f-4fac-9966-b4f303374412 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:53.144867 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c44f2-8dfe-400a-90a1-22cd6041e446 req-eb055f6a-a74f-4fac-9966-b4f303374412 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:53.152944 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c44f2-8dfe-400a-90a1-22cd6041e446 req-eb055f6a-a74f-4fac-9966-b4f303374412 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:53.159189 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c44f2-8dfe-400a-90a1-22cd6041e446 req-eb055f6a-a74f-4fac-9966-b4f303374412 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:53.161874 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf2c44f2-8dfe-400a-90a1-22cd6041e446 req-eb055f6a-a74f-4fac-9966-b4f303374412 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.4783795 Jan 18 20:28:53.170735 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503424e-4f0e-47be-affd-e7d8db7d4ae4 req-b07c7fee-7382-487b-90c1-021c4e47fbcc tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:53.178831 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7503424e-4f0e-47be-affd-e7d8db7d4ae4 req-b07c7fee-7382-487b-90c1-021c4e47fbcc tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 945 time: 0.3708179 Jan 18 20:28:53.299969 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7503424e-4f0e-47be-affd-e7d8db7d4ae4 req-5bfe7f12-9532-4e4a-9e50-ecb4351728ec tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147075 Jan 18 20:28:53.386562 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf2c44f2-8dfe-400a-90a1-22cd6041e446 req-8eaf416b-2ac2-4860-94da-a9c6c6d86d42 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1996145 Jan 18 20:28:53.477451 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fbb798d8-0786-4033-830a-afd3d1f623fa tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (8dcca8e2-f73e-4e0f-ad33-8495f07af187), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:53.528680 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325abd0c-f6d4-4a3e-8151-8f2cb7bce35f req-3bcb29f1-21d2-420c-bd9e-2cf03b878ae8 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:53.530709 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-325abd0c-f6d4-4a3e-8151-8f2cb7bce35f req-3bcb29f1-21d2-420c-bd9e-2cf03b878ae8 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1039135 Jan 18 20:28:53.568084 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb798d8-0786-4033-830a-afd3d1f623fa tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Checking segment: {'id': '0afbf6ae-0dab-4bd0-a2e1-bee06c9c13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7500ab09-91f5-410d-8c81-27dc88f33e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:28:53.569002 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb798d8-0786-4033-830a-afd3d1f623fa tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network hostable DHCP agents. Network: 7500ab09-91f5-410d-8c81-27dc88f33e73, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:28:53.571584 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb798d8-0786-4033-830a-afd3d1f623fa tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Subnet': ['ID=8dcca8e2-f73e-4e0f-ad33-8495f07af187,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:53.589641 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 30f55edd-0722-4cff-a5f8-68d9282acbc8 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:28:53.594412 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb798d8-0786-4033-830a-afd3d1f623fa tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network 7500ab09-91f5-410d-8c81-27dc88f33e73 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:28:53.611986 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-fbb798d8-0786-4033-830a-afd3d1f623fa tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 7500ab09-91f5-410d-8c81-27dc88f33e73) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:28:53.613199 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 6ebe76e2-127a-470d-940f-08674db17c68 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:28:53.627776 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb798d8-0786-4033-830a-afd3d1f623fa tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:53.631537 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fbb798d8-0786-4033-830a-afd3d1f623fa tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:53.665186 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-325abd0c-f6d4-4a3e-8151-8f2cb7bce35f req-9ce8e950-7842-43c0-b1ca-0360ef7cba99 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267173 Jan 18 20:28:53.675398 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fbb798d8-0786-4033-830a-afd3d1f623fa tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9836044 Jan 18 20:28:53.676115 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40672) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:53.687344 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-5293d756-1e56-43b9-bd8d-6e5e2c3c2ee6 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-397898097', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:28:53.731512 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dda6460-994f-4235-b49a-31a37cf77666 None None] Network 7500ab09-91f5-410d-8c81-27dc88f33e73 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:28:53.739332 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5293d756-1e56-43b9-bd8d-6e5e2c3c2ee6 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (7a51ad62-1105-4533-b628-af53049e5dc3), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:53.741168 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5293d756-1e56-43b9-bd8d-6e5e2c3c2ee6 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (7a51ad62-1105-4533-b628-af53049e5dc3), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:53.813130 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.resource_extend [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:28:53.959060 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5293d756-1e56-43b9-bd8d-6e5e2c3c2ee6 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router_controller (7a51ad62-1105-4533-b628-af53049e5dc3), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:53.960872 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 30f55edd-0722-4cff-a5f8-68d9282acbc8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=30f55edd-0722-4cff-a5f8-68d9282acbc8,segment=NetworkSegment(3926a9bc-2ab0-4e14-8e43-e7affde02047),segment_id=3926a9bc-2ab0-4e14-8e43-e7affde02047)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:28:53.966719 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5293d756-1e56-43b9-bd8d-6e5e2c3c2ee6 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (7a51ad62-1105-4533-b628-af53049e5dc3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:53.987849 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '30f55edd-0722-4cff-a5f8-68d9282acbc8', 'network_id': '969e5bec-1cc4-4b20-ab88-96d006b4e701', 'port_id': '30f55edd-0722-4cff-a5f8-68d9282acbc8', 'mac_address': 'fa:16:3e:d5:ce:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd51416a9-d1ba-44a6-8439-10a7eabfd114', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:28:53.997816 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5293d756-1e56-43b9-bd8d-6e5e2c3c2ee6 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:54.002093 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5293d756-1e56-43b9-bd8d-6e5e2c3c2ee6 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3228171 Jan 18 20:28:54.002463 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40686) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:28:54.131911 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 30f55edd-0722-4cff-a5f8-68d9282acbc8 is: ACTIVE; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:28:54.132307 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (30f55edd-0722-4cff-a5f8-68d9282acbc8), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:54.151884 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dce3625-702c-4039-8d25-5f81ebd743a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-7500ab09-91f5-410d-8c81-27dc88f33e73', 'network_id': '7500ab09-91f5-410d-8c81-27dc88f33e73', 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'fixed_ips': [{'subnet_id': '8dcca8e2-f73e-4e0f-ad33-8495f07af187'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:28:54.152973 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7dce3625-702c-4039-8d25-5f81ebd743a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:54.746072 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b1dc0-0e65-406a-8e68-04602bd54d83 req-f26129c0-9b61-4767-92d9-3199dc03aacd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:54.748956 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d6b1dc0-0e65-406a-8e68-04602bd54d83 req-f26129c0-9b61-4767-92d9-3199dc03aacd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 945 time: 0.2874644 Jan 18 20:28:54.803628 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5619706-baf3-4870-b199-20e2d7debbff req-e62340aa-b262-4d73-845e-00bd228ff17d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:54.812702 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5619706-baf3-4870-b199-20e2d7debbff req-e62340aa-b262-4d73-845e-00bd228ff17d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:54.821490 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5619706-baf3-4870-b199-20e2d7debbff req-e62340aa-b262-4d73-845e-00bd228ff17d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:54.840094 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5619706-baf3-4870-b199-20e2d7debbff req-e62340aa-b262-4d73-845e-00bd228ff17d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:54.857020 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5619706-baf3-4870-b199-20e2d7debbff req-e62340aa-b262-4d73-845e-00bd228ff17d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:54.870187 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5619706-baf3-4870-b199-20e2d7debbff req-e62340aa-b262-4d73-845e-00bd228ff17d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:54.878687 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-7dce3625-702c-4039-8d25-5f81ebd743a3 None None] Allocated IP 172.20.0.2 (7500ab09-91f5-410d-8c81-27dc88f33e73/8dcca8e2-f73e-4e0f-ad33-8495f07af187/d8792fcb-5690-497a-ab7b-bd909731ba81) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:28:54.887575 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5619706-baf3-4870-b199-20e2d7debbff req-e62340aa-b262-4d73-845e-00bd228ff17d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:54.889840 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a5619706-baf3-4870-b199-20e2d7debbff req-e62340aa-b262-4d73-845e-00bd228ff17d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.2980335 Jan 18 20:28:55.143669 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a5619706-baf3-4870-b199-20e2d7debbff req-1a452ced-bd16-471e-b315-5ede82383f6c tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2146204 Jan 18 20:28:55.184072 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7dce3625-702c-4039-8d25-5f81ebd743a3 None None] Publish callbacks [] for port (d8792fcb-5690-497a-ab7b-bd909731ba81), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:55.212872 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d6b1dc0-0e65-406a-8e68-04602bd54d83 req-2f94ea38-6d4f-4ae4-a1f1-9482396d02c0 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560726 Jan 18 20:28:55.231696 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30f55edd-0722-4cff-a5f8-68d9282acbc8 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:28:55.278903 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9c87e152-32b0-4a79-ab33-4ed08abb21ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:55.310034 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7dce3625-702c-4039-8d25-5f81ebd743a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (d8792fcb-5690-497a-ab7b-bd909731ba81), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:55.382323 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 30f55edd-0722-4cff-a5f8-68d9282acbc8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=30f55edd-0722-4cff-a5f8-68d9282acbc8,segment=NetworkSegment(3926a9bc-2ab0-4e14-8e43-e7affde02047),segment_id=3926a9bc-2ab0-4e14-8e43-e7affde02047)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:28:55.539224 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dce3625-702c-4039-8d25-5f81ebd743a3 None None] Network 7500ab09-91f5-410d-8c81-27dc88f33e73 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:28:55.547838 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce3625-702c-4039-8d25-5f81ebd743a3 None None] Pushing event updated for resources: {'Port': ['ID=d8792fcb-5690-497a-ab7b-bd909731ba81,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:55.548985 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d741b0-e516-40e2-aea4-6539104dfaf8 req-751649f5-7aa1-4254-b655-14ec5b505a6b tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:55.551096 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-7dce3625-702c-4039-8d25-5f81ebd743a3 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:28:55.553531 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 6ebe76e2-127a-470d-940f-08674db17c68 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:28:55.554169 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6ebe76e2-127a-470d-940f-08674db17c68), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:55.556697 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dce3625-702c-4039-8d25-5f81ebd743a3 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:28:55.567164 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (30f55edd-0722-4cff-a5f8-68d9282acbc8), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:55.587597 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81d741b0-e516-40e2-aea4-6539104dfaf8 req-751649f5-7aa1-4254-b655-14ec5b505a6b tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.3143294 Jan 18 20:28:55.658164 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=30f55edd-0722-4cff-a5f8-68d9282acbc8,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:55.733985 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7dce3625-702c-4039-8d25-5f81ebd743a3 None None] Attempting to bind port d8792fcb-5690-497a-ab7b-bd909731ba81 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:28:55.734877 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7dce3625-702c-4039-8d25-5f81ebd743a3 None None] Attempting to bind port d8792fcb-5690-497a-ab7b-bd909731ba81 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '0afbf6ae-0dab-4bd0-a2e1-bee06c9c13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7500ab09-91f5-410d-8c81-27dc88f33e73'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:28:55.736588 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dce3625-702c-4039-8d25-5f81ebd743a3 None None] Attempting to bind port d8792fcb-5690-497a-ab7b-bd909731ba81 on network 7500ab09-91f5-410d-8c81-27dc88f33e73 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:28:55.746326 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fc4817b6-45d2-4846-9f0d-c7766641caff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:55.763561 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dce3625-702c-4039-8d25-5f81ebd743a3 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:28:55.764890 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dce3625-702c-4039-8d25-5f81ebd743a3 None None] Checking segment: {'id': '0afbf6ae-0dab-4bd0-a2e1-bee06c9c13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7500ab09-91f5-410d-8c81-27dc88f33e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:28:55.765530 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7dce3625-702c-4039-8d25-5f81ebd743a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:55.766186 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dce3625-702c-4039-8d25-5f81ebd743a3 None None] Bound using segment: {'id': '0afbf6ae-0dab-4bd0-a2e1-bee06c9c13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7500ab09-91f5-410d-8c81-27dc88f33e73'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:28:55.766895 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7dce3625-702c-4039-8d25-5f81ebd743a3 None None] Bound port: d8792fcb-5690-497a-ab7b-bd909731ba81, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0afbf6ae-0dab-4bd0-a2e1-bee06c9c13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7500ab09-91f5-410d-8c81-27dc88f33e73'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:28:55.767508 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7dce3625-702c-4039-8d25-5f81ebd743a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d8792fcb-5690-497a-ab7b-bd909731ba81), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:55.785389 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['30f55edd-0722-4cff-a5f8-68d9282acbc8'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:28:55.836397 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b733af7-608d-422f-9913-ddd95c32acb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ebe76e2-127a-470d-940f-08674db17c68'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:28:55.838670 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e40f566-dd7e-48f3-9bec-f7c3595a273c" -d '{"events": [{"server_uuid": "3b733af7-608d-422f-9913-ddd95c32acb1", "name": "network-vif-unplugged", "status": "completed", "tag": "6ebe76e2-127a-470d-940f-08674db17c68"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:28:55.908455 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 18 Jan 2022 20:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5675407e-691a-4941-be15-cb0ea638fe0e x-openstack-request-id: req-5675407e-691a-4941-be15-cb0ea638fe0e {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:28:55.909114 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b733af7-608d-422f-9913-ddd95c32acb1", "name": "network-vif-unplugged", "status": "failed", "tag": "6ebe76e2-127a-470d-940f-08674db17c68", "code": 422}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:28:55.909114 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5675407e-691a-4941-be15-cb0ea638fe0e {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:28:55.909619 n-d-741529-9 neutron-server[103337]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3b733af7-608d-422f-9913-ddd95c32acb1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6ebe76e2-127a-470d-940f-08674db17c68', 'code': 422} returned with failed status Jan 18 20:28:55.911483 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 6ebe76e2-127a-470d-940f-08674db17c68, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=6ebe76e2-127a-470d-940f-08674db17c68,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:28:55.925843 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6ebe76e2-127a-470d-940f-08674db17c68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:55.973209 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81d741b0-e516-40e2-aea4-6539104dfaf8 req-3ae1f063-5d82-4a19-b348-09192c80c239 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295960 Jan 18 20:28:56.035319 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-9c87e152-32b0-4a79-ab33-4ed08abb21ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Allocated IP 172.20.0.1 (7500ab09-91f5-410d-8c81-27dc88f33e73/8dcca8e2-f73e-4e0f-ad33-8495f07af187/d43c4461-952c-4106-8c34-090f3c2dd285) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:28:56.114428 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7dce3625-702c-4039-8d25-5f81ebd743a3 None None] For port d8792fcb-5690-497a-ab7b-bd909731ba81, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:28:56.118906 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7dce3625-702c-4039-8d25-5f81ebd743a3 None None] For port d8792fcb-5690-497a-ab7b-bd909731ba81, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d8792fcb-5690-497a-ab7b-bd909731ba81,segment=NetworkSegment(0afbf6ae-0dab-4bd0-a2e1-bee06c9c13b1),segment_id=0afbf6ae-0dab-4bd0-a2e1-bee06c9c13b1)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:28:56.151667 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7dce3625-702c-4039-8d25-5f81ebd743a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d8792fcb-5690-497a-ab7b-bd909731ba81), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:56.324606 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=6ebe76e2-127a-470d-940f-08674db17c68,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:56.350276 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9c87e152-32b0-4a79-ab33-4ed08abb21ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for port (d43c4461-952c-4106-8c34-090f3c2dd285), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:56.529082 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9c87e152-32b0-4a79-ab33-4ed08abb21ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (d43c4461-952c-4106-8c34-090f3c2dd285), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:56.537477 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce3625-702c-4039-8d25-5f81ebd743a3 None None] Pushing event updated for resources: {'Port': ['ID=d8792fcb-5690-497a-ab7b-bd909731ba81,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:56.792819 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87e152-32b0-4a79-ab33-4ed08abb21ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Port': ['ID=d43c4461-952c-4106-8c34-090f3c2dd285,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:56.833240 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c87e152-32b0-4a79-ab33-4ed08abb21ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network 7500ab09-91f5-410d-8c81-27dc88f33e73 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:28:56.839689 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-9c87e152-32b0-4a79-ab33-4ed08abb21ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:28:56.847453 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c87e152-32b0-4a79-ab33-4ed08abb21ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:28:56.917937 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b17a5-e293-4274-8e7e-90a1acf6ca23 req-46785d1b-6b27-498c-9a18-5e029beecb15 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:56.921047 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-184b17a5-e293-4274-8e7e-90a1acf6ca23 req-46785d1b-6b27-498c-9a18-5e029beecb15 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 943 time: 0.4406447 Jan 18 20:28:57.024631 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323dcd0-aacc-45a2-8b64-631a6f1f94e3 req-7de7f4d7-90ab-4811-8d93-87b549f5c8e1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:57.032426 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323dcd0-aacc-45a2-8b64-631a6f1f94e3 req-7de7f4d7-90ab-4811-8d93-87b549f5c8e1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:57.040171 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323dcd0-aacc-45a2-8b64-631a6f1f94e3 req-7de7f4d7-90ab-4811-8d93-87b549f5c8e1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:57.046952 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323dcd0-aacc-45a2-8b64-631a6f1f94e3 req-7de7f4d7-90ab-4811-8d93-87b549f5c8e1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:57.054406 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323dcd0-aacc-45a2-8b64-631a6f1f94e3 req-7de7f4d7-90ab-4811-8d93-87b549f5c8e1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:57.061073 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323dcd0-aacc-45a2-8b64-631a6f1f94e3 req-7de7f4d7-90ab-4811-8d93-87b549f5c8e1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:57.067098 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323dcd0-aacc-45a2-8b64-631a6f1f94e3 req-7de7f4d7-90ab-4811-8d93-87b549f5c8e1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:57.074795 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a323dcd0-aacc-45a2-8b64-631a6f1f94e3 req-7de7f4d7-90ab-4811-8d93-87b549f5c8e1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 0.6234159 Jan 18 20:28:57.103592 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9c87e152-32b0-4a79-ab33-4ed08abb21ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (7a51ad62-1105-4533-b628-af53049e5dc3), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:57.258865 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a323dcd0-aacc-45a2-8b64-631a6f1f94e3 req-d35ab429-0c3a-409d-9fdd-7bbcdab922bf tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1765678 Jan 18 20:28:57.376952 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-184b17a5-e293-4274-8e7e-90a1acf6ca23 req-f24ce21f-8955-451a-86f8-1038a93b0349 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481514 Jan 18 20:28:57.401668 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9c87e152-32b0-4a79-ab33-4ed08abb21ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d43c4461-952c-4106-8c34-090f3c2dd285), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:57.613502 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 30f55edd-0722-4cff-a5f8-68d9282acbc8 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:28:57.830442 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 30f55edd-0722-4cff-a5f8-68d9282acbc8 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:28:57.831027 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (30f55edd-0722-4cff-a5f8-68d9282acbc8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:57.870694 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d528ac43-db55-4bc7-9eac-22187fbf09c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:58.031489 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 30f55edd-0722-4cff-a5f8-68d9282acbc8 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:28:58.031698 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (30f55edd-0722-4cff-a5f8-68d9282acbc8), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:58.116770 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 30f55edd-0722-4cff-a5f8-68d9282acbc8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=30f55edd-0722-4cff-a5f8-68d9282acbc8,segment=NetworkSegment(3926a9bc-2ab0-4e14-8e43-e7affde02047),segment_id=3926a9bc-2ab0-4e14-8e43-e7affde02047)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:28:58.118906 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fdcac9-cf80-4b6a-a3aa-0391aab6c10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f55edd-0722-4cff-a5f8-68d9282acbc8'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:28:58.126250 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912dd2ba-b3ae-4330-aa3b-d4b9764a096f" -d '{"events": [{"server_uuid": "20fdcac9-cf80-4b6a-a3aa-0391aab6c10e", "name": "network-vif-plugged", "status": "completed", "tag": "30f55edd-0722-4cff-a5f8-68d9282acbc8"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:28:58.132701 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d8792fcb-5690-497a-ab7b-bd909731ba81 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:28:58.158782 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2543720-4a10-44eb-866b-c0fec8b8d564 req-03b57f71-7b5e-452c-bb9a-9126ccf27fcb tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:58.167782 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b2543720-4a10-44eb-866b-c0fec8b8d564 req-03b57f71-7b5e-452c-bb9a-9126ccf27fcb tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 945 time: 0.6990426 Jan 18 20:28:58.182839 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (30f55edd-0722-4cff-a5f8-68d9282acbc8), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:58.247651 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82e48e6-e42f-42ab-9eed-b5f9e917653b None None] Network 7500ab09-91f5-410d-8c81-27dc88f33e73 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:28:58.268976 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4966c-7d42-4bde-9ef5-973b3e597e3c req-6a1d792c-1191-4b03-aec8-1b66833a870f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:58.285933 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-19b4966c-7d42-4bde-9ef5-973b3e597e3c req-6a1d792c-1191-4b03-aec8-1b66833a870f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.3120105 Jan 18 20:28:58.366516 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9c87e152-32b0-4a79-ab33-4ed08abb21ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for port (d43c4461-952c-4106-8c34-090f3c2dd285), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:58.427874 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-19b4966c-7d42-4bde-9ef5-973b3e597e3c req-b838aebf-8fbe-4bf0-862c-8a7f04e9f066 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408465 Jan 18 20:28:58.432178 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9c87e152-32b0-4a79-ab33-4ed08abb21ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (d43c4461-952c-4106-8c34-090f3c2dd285), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:58.473067 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port d8792fcb-5690-497a-ab7b-bd909731ba81 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:28:58.473491 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d8792fcb-5690-497a-ab7b-bd909731ba81), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:58.565052 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b2543720-4a10-44eb-866b-c0fec8b8d564 req-191a3c9a-1fba-46bc-9e0e-a024b49b2753 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879063 Jan 18 20:28:58.570036 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b14076a-23c7-4819-9c32-3ac176feb8d9 x-openstack-request-id: req-0b14076a-23c7-4819-9c32-3ac176feb8d9 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:28:58.570576 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fdcac9-cf80-4b6a-a3aa-0391aab6c10e", "name": "network-vif-plugged", "status": "completed", "tag": "30f55edd-0722-4cff-a5f8-68d9282acbc8", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:28:58.573694 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b14076a-23c7-4819-9c32-3ac176feb8d9 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:28:58.574159 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fdcac9-cf80-4b6a-a3aa-0391aab6c10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f55edd-0722-4cff-a5f8-68d9282acbc8', 'code': 200} Jan 18 20:28:58.598328 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-6b1e6865-2dbf-45f2-80e8-474e5b2e82d2 None None] Provisioning complete for port d8792fcb-5690-497a-ab7b-bd909731ba81 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:28:58.598959 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6b1e6865-2dbf-45f2-80e8-474e5b2e82d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d8792fcb-5690-497a-ab7b-bd909731ba81), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:58.606605 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=30f55edd-0722-4cff-a5f8-68d9282acbc8,revision_number=7']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:58.646128 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87e152-32b0-4a79-ab33-4ed08abb21ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Port': ['ID=d43c4461-952c-4106-8c34-090f3c2dd285,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:58.875534 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port d8792fcb-5690-497a-ab7b-bd909731ba81 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:28:58.877335 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d8792fcb-5690-497a-ab7b-bd909731ba81), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:59.020220 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e6865-2dbf-45f2-80e8-474e5b2e82d2 None None] Current status of the port d8792fcb-5690-497a-ab7b-bd909731ba81 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:28:59.020998 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6b1e6865-2dbf-45f2-80e8-474e5b2e82d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d8792fcb-5690-497a-ab7b-bd909731ba81), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:59.046336 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port d8792fcb-5690-497a-ab7b-bd909731ba81, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d8792fcb-5690-497a-ab7b-bd909731ba81,segment=NetworkSegment(0afbf6ae-0dab-4bd0-a2e1-bee06c9c13b1),segment_id=0afbf6ae-0dab-4bd0-a2e1-bee06c9c13b1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:28:59.078699 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d8792fcb-5690-497a-ab7b-bd909731ba81), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:59.090501 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:59.266146 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=d8792fcb-5690-497a-ab7b-bd909731ba81,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:59.280233 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-6b1e6865-2dbf-45f2-80e8-474e5b2e82d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:28:59.281353 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-6b1e6865-2dbf-45f2-80e8-474e5b2e82d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:28:59.621057 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9c87e152-32b0-4a79-ab33-4ed08abb21ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (7a51ad62-1105-4533-b628-af53049e5dc3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:59.626926 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1488c34b-3de1-428f-94c5-ea3bbe9105fc details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:28:59.774759 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 1488c34b-3de1-428f-94c5-ea3bbe9105fc, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1488c34b-3de1-428f-94c5-ea3bbe9105fc,segment=NetworkSegment(78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c),segment_id=78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:28:59.792201 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '1488c34b-3de1-428f-94c5-ea3bbe9105fc', 'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5', 'port_id': '1488c34b-3de1-428f-94c5-ea3bbe9105fc', 'mac_address': 'fa:16:3e:88:ff:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf464e5-d0e2-45fb-a0b2-ab21add0b628', 'ip_address': '10.1.1.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:28:59.873330 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 1488c34b-3de1-428f-94c5-ea3bbe9105fc is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:28:59.873983 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1488c34b-3de1-428f-94c5-ea3bbe9105fc), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:59.876509 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74651765-c844-45b4-b6a6-c72216fabcbf req-77036ef6-80b7-41e2-bc90-b2a37a5ab3b0 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:59.883507 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74651765-c844-45b4-b6a6-c72216fabcbf req-77036ef6-80b7-41e2-bc90-b2a37a5ab3b0 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:59.891305 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74651765-c844-45b4-b6a6-c72216fabcbf req-77036ef6-80b7-41e2-bc90-b2a37a5ab3b0 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:59.898225 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74651765-c844-45b4-b6a6-c72216fabcbf req-77036ef6-80b7-41e2-bc90-b2a37a5ab3b0 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:59.904355 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74651765-c844-45b4-b6a6-c72216fabcbf req-77036ef6-80b7-41e2-bc90-b2a37a5ab3b0 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:59.910762 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74651765-c844-45b4-b6a6-c72216fabcbf req-77036ef6-80b7-41e2-bc90-b2a37a5ab3b0 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:59.918291 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74651765-c844-45b4-b6a6-c72216fabcbf req-77036ef6-80b7-41e2-bc90-b2a37a5ab3b0 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:59.920642 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-74651765-c844-45b4-b6a6-c72216fabcbf req-77036ef6-80b7-41e2-bc90-b2a37a5ab3b0 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5431 time: 1.1875832 Jan 18 20:28:59.922637 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1488c34b-3de1-428f-94c5-ea3bbe9105fc {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:28:59.930137 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e6865-2dbf-45f2-80e8-474e5b2e82d2 None None] Current status of the port d8792fcb-5690-497a-ab7b-bd909731ba81 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:28:59.951978 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c87e152-32b0-4a79-ab33-4ed08abb21ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network 7500ab09-91f5-410d-8c81-27dc88f33e73 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:28:59.986443 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 1488c34b-3de1-428f-94c5-ea3bbe9105fc, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1488c34b-3de1-428f-94c5-ea3bbe9105fc,segment=NetworkSegment(78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c),segment_id=78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:28:59.986615 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-9c87e152-32b0-4a79-ab33-4ed08abb21ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:29:00.002553 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1488c34b-3de1-428f-94c5-ea3bbe9105fc), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:00.003227 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device c3205105-3cf6-449b-a8a6-e9c40e5ae36e details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:29:00.035117 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c0e56-f9eb-4c24-8462-a131867e0d18 req-dbf4c0dc-5905-49fb-8901-7b1d68723763 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:00.048269 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bd1c0e56-f9eb-4c24-8462-a131867e0d18 req-dbf4c0dc-5905-49fb-8901-7b1d68723763 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.4699070 Jan 18 20:29:00.111645 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d8792fcb-5690-497a-ab7b-bd909731ba81 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:29:00.212153 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.resource_extend [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:29:00.391935 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port c3205105-3cf6-449b-a8a6-e9c40e5ae36e, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=c3205105-3cf6-449b-a8a6-e9c40e5ae36e,segment=NetworkSegment(c1d21b30-858e-44e1-860f-2f5b2e55021f),segment_id=c1d21b30-858e-44e1-860f-2f5b2e55021f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:00.521021 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'c3205105-3cf6-449b-a8a6-e9c40e5ae36e', 'network_id': '430c56bd-8290-45d6-ab68-26d11179c94e', 'port_id': 'c3205105-3cf6-449b-a8a6-e9c40e5ae36e', 'mac_address': 'fa:16:3e:04:30:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2035485f-6539-4901-9376-da308db55f84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:29:00.522903 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c8f725a7-877a-4d1e-a8c0-1aaa4d4f816b None None] Provisioning complete for port d43c4461-952c-4106-8c34-090f3c2dd285 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:00.523760 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c8f725a7-877a-4d1e-a8c0-1aaa4d4f816b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d43c4461-952c-4106-8c34-090f3c2dd285), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:00.689321 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bd1c0e56-f9eb-4c24-8462-a131867e0d18 req-adab05a1-91f3-43fd-b94e-fbe1e26764d3 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6366339 Jan 18 20:29:00.698635 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-74651765-c844-45b4-b6a6-c72216fabcbf req-33bf67ba-bad0-44f4-ba93-6a00bea1b808 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7442889 Jan 18 20:29:00.699866 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c87e152-32b0-4a79-ab33-4ed08abb21ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Router 7a51ad62-1105-4533-b628-af53049e5dc3 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:29:00.789397 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port c3205105-3cf6-449b-a8a6-e9c40e5ae36e is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:00.789830 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c3205105-3cf6-449b-a8a6-e9c40e5ae36e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:00.799683 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=1488c34b-3de1-428f-94c5-ea3bbe9105fc,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:00.822054 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:00.829964 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c8f725a7-877a-4d1e-a8c0-1aaa4d4f816b None None] Port d43c4461-952c-4106-8c34-090f3c2dd285 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:29:00.833720 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3205105-3cf6-449b-a8a6-e9c40e5ae36e {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:29:00.841719 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port d8792fcb-5690-497a-ab7b-bd909731ba81 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:00.842212 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d8792fcb-5690-497a-ab7b-bd909731ba81), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:00.897691 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c87e152-32b0-4a79-ab33-4ed08abb21ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:29:00.903615 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9c87e152-32b0-4a79-ab33-4ed08abb21ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "PUT /v2.0/routers/7a51ad62-1105-4533-b628-af53049e5dc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8998790 Jan 18 20:29:00.906361 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40852) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:00.973218 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d741273-2eec-41fa-8c03-5f36e4c73262 None None] Sync routers for ids ['7a51ad62-1105-4533-b628-af53049e5dc3'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:29:01.001079 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port c3205105-3cf6-449b-a8a6-e9c40e5ae36e, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=c3205105-3cf6-449b-a8a6-e9c40e5ae36e,segment=NetworkSegment(c1d21b30-858e-44e1-860f-2f5b2e55021f),segment_id=c1d21b30-858e-44e1-860f-2f5b2e55021f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:01.038631 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c8f725a7-877a-4d1e-a8c0-1aaa4d4f816b None None] Provisioning complete for port d8792fcb-5690-497a-ab7b-bd909731ba81 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:01.039016 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c8f725a7-877a-4d1e-a8c0-1aaa4d4f816b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d8792fcb-5690-497a-ab7b-bd909731ba81), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:01.041544 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d741273-2eec-41fa-8c03-5f36e4c73262 None None] Routers {'7a51ad62-1105-4533-b628-af53049e5dc3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:29:01.062505 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-6d741273-2eec-41fa-8c03-5f36e4c73262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:28:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['7a51ad62-1105-4533-b628-af53049e5dc3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:01.089623 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fceb0e63-ddfa-49b7-84e1-561061694ece tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:01.094254 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fceb0e63-ddfa-49b7-84e1-561061694ece tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "GET /v2.0/ports/d43c4461-952c-4106-8c34-090f3c2dd285 HTTP/1.1" status: 200 len: 910 time: 0.1868169 Jan 18 20:29:01.094863 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40862) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:01.130832 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b632dce-b141-496e-8f1a-587582178e2f req-5e72baca-3234-46b7-90ed-f1251ea1d76f tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:01.134666 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3b632dce-b141-496e-8f1a-587582178e2f req-5e72baca-3234-46b7-90ed-f1251ea1d76f tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1760929 Jan 18 20:29:01.179425 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c3205105-3cf6-449b-a8a6-e9c40e5ae36e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:01.180408 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:29:01.237308 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-6d741273-2eec-41fa-8c03-5f36e4c73262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:01.389182 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c8f725a7-877a-4d1e-a8c0-1aaa4d4f816b None None] Current status of the port d8792fcb-5690-497a-ab7b-bd909731ba81 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:01.449017 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3b632dce-b141-496e-8f1a-587582178e2f req-5eeceb73-f23d-4e48-9ab1-5cd217d13984 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016813 Jan 18 20:29:01.461185 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.resource_extend [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:29:01.476786 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d741273-2eec-41fa-8c03-5f36e4c73262 None None] Routers {'7a51ad62-1105-4533-b628-af53049e5dc3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:29:01.476980 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-6d741273-2eec-41fa-8c03-5f36e4c73262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:28:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['7a51ad62-1105-4533-b628-af53049e5dc3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:01.483786 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e450e8f-9eeb-4210-af46-970df2949602 req-94320012-573b-429f-b859-02224cab5877 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:01.485389 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e450e8f-9eeb-4210-af46-970df2949602 req-94320012-573b-429f-b859-02224cab5877 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.3161776 Jan 18 20:29:01.619193 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e450e8f-9eeb-4210-af46-970df2949602 req-890ec0f9-b405-487a-92d3-f0cc972aba22 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181366 Jan 18 20:29:01.810126 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-6d741273-2eec-41fa-8c03-5f36e4c73262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:01.810808 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d741273-2eec-41fa-8c03-5f36e4c73262 None None] The sync data for ids ['7a51ad62-1105-4533-b628-af53049e5dc3'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:29:01.918081 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb,segment=NetworkSegment(78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c),segment_id=78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:01.951937 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:01.963827 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port d8792fcb-5690-497a-ab7b-bd909731ba81 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:01.974328 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=c3205105-3cf6-449b-a8a6-e9c40e5ae36e,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:02.035166 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb', 'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5', 'port_id': 'fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb', 'mac_address': 'fa:16:3e:2f:0c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf464e5-d0e2-45fb-a0b2-ab21add0b628', 'ip_address': '10.1.1.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:29:02.106441 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308857f-6b97-4941-9ad7-641ff0150804 req-7a649a82-4e60-42c5-88fd-7ff862904808 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:02.118894 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308857f-6b97-4941-9ad7-641ff0150804 req-7a649a82-4e60-42c5-88fd-7ff862904808 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:02.133761 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308857f-6b97-4941-9ad7-641ff0150804 req-7a649a82-4e60-42c5-88fd-7ff862904808 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:02.148591 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308857f-6b97-4941-9ad7-641ff0150804 req-7a649a82-4e60-42c5-88fd-7ff862904808 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:02.164625 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308857f-6b97-4941-9ad7-641ff0150804 req-7a649a82-4e60-42c5-88fd-7ff862904808 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:02.170891 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308857f-6b97-4941-9ad7-641ff0150804 req-7a649a82-4e60-42c5-88fd-7ff862904808 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:02.176746 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:02.178009 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308857f-6b97-4941-9ad7-641ff0150804 req-7a649a82-4e60-42c5-88fd-7ff862904808 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:02.178587 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:02.183622 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e3674177-1b39-4eaf-bcf8-a343868b48dd None None] Provisioning complete for port d43c4461-952c-4106-8c34-090f3c2dd285 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:02.185200 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e3674177-1b39-4eaf-bcf8-a343868b48dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d43c4461-952c-4106-8c34-090f3c2dd285), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:02.185991 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7308857f-6b97-4941-9ad7-641ff0150804 req-7a649a82-4e60-42c5-88fd-7ff862904808 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5433 time: 0.2339356 Jan 18 20:29:02.269055 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e3674177-1b39-4eaf-bcf8-a343868b48dd None None] Port d43c4461-952c-4106-8c34-090f3c2dd285 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:29:02.301229 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:29:02.359590 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7308857f-6b97-4941-9ad7-641ff0150804 req-4adf6a7b-92f0-4049-b14d-ff9e9d1b16f0 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1726017 Jan 18 20:29:02.360551 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb,segment=NetworkSegment(78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c),segment_id=78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:02.372232 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:02.372823 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 671d4bba-81d3-48a3-86d7-51496fd0ea37 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:29:02.443428 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 671d4bba-81d3-48a3-86d7-51496fd0ea37, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=671d4bba-81d3-48a3-86d7-51496fd0ea37,segment=NetworkSegment(78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c),segment_id=78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:02.545962 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:02.564155 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '671d4bba-81d3-48a3-86d7-51496fd0ea37', 'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5', 'port_id': '671d4bba-81d3-48a3-86d7-51496fd0ea37', 'mac_address': 'fa:16:3e:d7:8f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf464e5-d0e2-45fb-a0b2-ab21add0b628', 'ip_address': '10.1.1.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:29:02.653469 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 671d4bba-81d3-48a3-86d7-51496fd0ea37 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:02.656709 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (671d4bba-81d3-48a3-86d7-51496fd0ea37), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:02.713675 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 671d4bba-81d3-48a3-86d7-51496fd0ea37 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:29:02.782681 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8381cbef-08aa-4dbb-ae99-e71c7e3077ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (7a51ad62-1105-4533-b628-af53049e5dc3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:02.815184 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 671d4bba-81d3-48a3-86d7-51496fd0ea37, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=671d4bba-81d3-48a3-86d7-51496fd0ea37,segment=NetworkSegment(78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c),segment_id=78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:02.827482 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (671d4bba-81d3-48a3-86d7-51496fd0ea37), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:02.828156 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 3d00ac2c-22d8-495c-a56f-379c471665e9 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:29:02.864112 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9108a4-1fd6-4b79-8a0f-d0b766f6b1b1 req-c8a05307-62fb-49dd-9ac7-f47a7ccfcc2e tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:02.877621 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0d9108a4-1fd6-4b79-8a0f-d0b766f6b1b1 req-c8a05307-62fb-49dd-9ac7-f47a7ccfcc2e tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.2016423 Jan 18 20:29:03.018277 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=671d4bba-81d3-48a3-86d7-51496fd0ea37,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:03.065123 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0d9108a4-1fd6-4b79-8a0f-d0b766f6b1b1 req-a77e2542-f942-46fd-8374-05d5110e97e7 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784248 Jan 18 20:29:03.236486 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96265b0c-c170-4a41-a59b-cb419d9feea5 req-03b0ebb1-c089-4516-8616-27a23d4014cd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:03.249325 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-96265b0c-c170-4a41-a59b-cb419d9feea5 req-03b0ebb1-c089-4516-8616-27a23d4014cd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.2253342 Jan 18 20:29:03.341143 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 3d00ac2c-22d8-495c-a56f-379c471665e9, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3d00ac2c-22d8-495c-a56f-379c471665e9,segment=NetworkSegment(fbad898d-38fa-47be-becf-1f5943552590),segment_id=fbad898d-38fa-47be-becf-1f5943552590)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:03.415466 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '3d00ac2c-22d8-495c-a56f-379c471665e9', 'network_id': 'e28041d0-7a31-4e94-acee-687198cd901a', 'port_id': '3d00ac2c-22d8-495c-a56f-379c471665e9', 'mac_address': 'fa:16:3e:bb:68:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4447c040-bbb0-41e1-84cc-ec8cc29dd4f8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:29:03.443870 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-96265b0c-c170-4a41-a59b-cb419d9feea5 req-64734851-58d7-44b7-a339-b04a446e2714 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920667 Jan 18 20:29:03.503088 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-8381cbef-08aa-4dbb-ae99-e71c7e3077ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Deleting port d43c4461-952c-4106-8c34-090f3c2dd285 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:29:03.503429 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8381cbef-08aa-4dbb-ae99-e71c7e3077ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d43c4461-952c-4106-8c34-090f3c2dd285), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:03.547162 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 3d00ac2c-22d8-495c-a56f-379c471665e9 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:03.547482 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3d00ac2c-22d8-495c-a56f-379c471665e9), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:03.585295 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d00ac2c-22d8-495c-a56f-379c471665e9 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:29:03.633839 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 3d00ac2c-22d8-495c-a56f-379c471665e9, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3d00ac2c-22d8-495c-a56f-379c471665e9,segment=NetworkSegment(fbad898d-38fa-47be-becf-1f5943552590),segment_id=fbad898d-38fa-47be-becf-1f5943552590)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:03.642167 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3d00ac2c-22d8-495c-a56f-379c471665e9), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:03.642852 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device eb3d9437-709a-40f0-a5c9-37416af4dbf8 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:29:03.736177 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8381cbef-08aa-4dbb-ae99-e71c7e3077ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d43c4461-952c-4106-8c34-090f3c2dd285), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:03.769079 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-8381cbef-08aa-4dbb-ae99-e71c7e3077ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Calling delete_port for d43c4461-952c-4106-8c34-090f3c2dd285 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:29:03.805147 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066f7b5-07a7-435e-8548-1a3e3d0f7360 req-25f82945-821c-4a06-9f0f-3ee132de40cb tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:03.821686 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066f7b5-07a7-435e-8548-1a3e3d0f7360 req-25f82945-821c-4a06-9f0f-3ee132de40cb tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:03.821825 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port eb3d9437-709a-40f0-a5c9-37416af4dbf8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=eb3d9437-709a-40f0-a5c9-37416af4dbf8,segment=NetworkSegment(78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c),segment_id=78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:03.838208 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066f7b5-07a7-435e-8548-1a3e3d0f7360 req-25f82945-821c-4a06-9f0f-3ee132de40cb tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:03.857460 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066f7b5-07a7-435e-8548-1a3e3d0f7360 req-25f82945-821c-4a06-9f0f-3ee132de40cb tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:03.868551 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'eb3d9437-709a-40f0-a5c9-37416af4dbf8', 'network_id': '5fbd40aa-f049-4550-b042-82fa935955b5', 'port_id': 'eb3d9437-709a-40f0-a5c9-37416af4dbf8', 'mac_address': 'fa:16:3e:23:1c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf464e5-d0e2-45fb-a0b2-ab21add0b628', 'ip_address': '10.1.1.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:29:03.870228 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066f7b5-07a7-435e-8548-1a3e3d0f7360 req-25f82945-821c-4a06-9f0f-3ee132de40cb tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:03.881567 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066f7b5-07a7-435e-8548-1a3e3d0f7360 req-25f82945-821c-4a06-9f0f-3ee132de40cb tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:03.889937 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=3d00ac2c-22d8-495c-a56f-379c471665e9,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:03.907246 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066f7b5-07a7-435e-8548-1a3e3d0f7360 req-25f82945-821c-4a06-9f0f-3ee132de40cb tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:03.914057 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e066f7b5-07a7-435e-8548-1a3e3d0f7360 req-25f82945-821c-4a06-9f0f-3ee132de40cb tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5435 time: 0.3192799 Jan 18 20:29:03.989166 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:04.004475 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port eb3d9437-709a-40f0-a5c9-37416af4dbf8 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:04.005124 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (eb3d9437-709a-40f0-a5c9-37416af4dbf8), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:04.044393 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb3d9437-709a-40f0-a5c9-37416af4dbf8 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:29:04.160380 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port eb3d9437-709a-40f0-a5c9-37416af4dbf8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=eb3d9437-709a-40f0-a5c9-37416af4dbf8,segment=NetworkSegment(78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c),segment_id=78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:04.166111 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e066f7b5-07a7-435e-8548-1a3e3d0f7360 req-f6cf2622-4de3-41db-844d-5049fde023b5 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2452810 Jan 18 20:29:04.179103 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (eb3d9437-709a-40f0-a5c9-37416af4dbf8), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:04.179786 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 0abb6452-2f0c-4e93-bb6c-218b06908795 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:29:04.239346 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8381cbef-08aa-4dbb-ae99-e71c7e3077ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (d43c4461-952c-4106-8c34-090f3c2dd285), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:04.324520 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381cbef-08aa-4dbb-ae99-e71c7e3077ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Port': ['ID=d43c4461-952c-4106-8c34-090f3c2dd285,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:04.356412 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8381cbef-08aa-4dbb-ae99-e71c7e3077ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:04.371769 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8381cbef-08aa-4dbb-ae99-e71c7e3077ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:04.372653 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8381cbef-08aa-4dbb-ae99-e71c7e3077ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:04.373095 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8381cbef-08aa-4dbb-ae99-e71c7e3077ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:04.373529 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8381cbef-08aa-4dbb-ae99-e71c7e3077ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:04.373995 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8381cbef-08aa-4dbb-ae99-e71c7e3077ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:04.374464 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8381cbef-08aa-4dbb-ae99-e71c7e3077ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:04.375426 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8381cbef-08aa-4dbb-ae99-e71c7e3077ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:04.375856 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8381cbef-08aa-4dbb-ae99-e71c7e3077ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:04.378384 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8381cbef-08aa-4dbb-ae99-e71c7e3077ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:04.378830 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8381cbef-08aa-4dbb-ae99-e71c7e3077ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:04.379266 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8381cbef-08aa-4dbb-ae99-e71c7e3077ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:04.379777 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8381cbef-08aa-4dbb-ae99-e71c7e3077ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:04.496878 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a251b-f4a8-4159-a14d-7c5ab9826306 req-0d5c4c26-f672-4f17-94d5-eed7699ecad2 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:04.511015 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d9a251b-f4a8-4159-a14d-7c5ab9826306 req-0d5c4c26-f672-4f17-94d5-eed7699ecad2 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.2205818 Jan 18 20:29:04.530269 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 0abb6452-2f0c-4e93-bb6c-218b06908795, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0abb6452-2f0c-4e93-bb6c-218b06908795,segment=NetworkSegment(fbad898d-38fa-47be-becf-1f5943552590),segment_id=fbad898d-38fa-47be-becf-1f5943552590)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:04.532945 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=eb3d9437-709a-40f0-a5c9-37416af4dbf8,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:04.687538 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:04.687538 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:04.687538 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:04.687538 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:04.687538 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:04.687538 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:04.687538 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:04.687538 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:04.687538 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:04.687538 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:04.687538 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:04.687538 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:04.687538 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:04.687538 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '0abb6452-2f0c-4e93-bb6c-218b06908795', 'network_id': 'e28041d0-7a31-4e94-acee-687198cd901a', 'port_id': '0abb6452-2f0c-4e93-bb6c-218b06908795', 'mac_address': 'fa:16:3e:f1:e8:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4447c040-bbb0-41e1-84cc-ec8cc29dd4f8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:29:04.745986 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d9a251b-f4a8-4159-a14d-7c5ab9826306 req-30e9854b-b053-4ae8-9f10-431f49edd4f4 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284093 Jan 18 20:29:04.789809 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f6674-63aa-43d2-9056-a901fdb2c362 req-4e684213-6195-4aa3-a4eb-4b6b1b95ddc7 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:04.810239 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f70f6674-63aa-43d2-9056-a901fdb2c362 req-4e684213-6195-4aa3-a4eb-4b6b1b95ddc7 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.1513388 Jan 18 20:29:04.879933 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 0abb6452-2f0c-4e93-bb6c-218b06908795 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:04.884615 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0abb6452-2f0c-4e93-bb6c-218b06908795), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:04.912845 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f70f6674-63aa-43d2-9056-a901fdb2c362 req-4cfbba81-f6a6-4008-8bfd-2fb66a333a63 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015539 Jan 18 20:29:04.944717 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8381cbef-08aa-4dbb-ae99-e71c7e3077ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (7a51ad62-1105-4533-b628-af53049e5dc3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:04.948888 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0abb6452-2f0c-4e93-bb6c-218b06908795 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:29:05.026449 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 0abb6452-2f0c-4e93-bb6c-218b06908795, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0abb6452-2f0c-4e93-bb6c-218b06908795,segment=NetworkSegment(fbad898d-38fa-47be-becf-1f5943552590),segment_id=fbad898d-38fa-47be-becf-1f5943552590)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:05.035112 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (0abb6452-2f0c-4e93-bb6c-218b06908795), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:05.159691 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=0abb6452-2f0c-4e93-bb6c-218b06908795,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:05.429529 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8381cbef-08aa-4dbb-ae99-e71c7e3077ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Router 7a51ad62-1105-4533-b628-af53049e5dc3 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:29:05.547444 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007c705-0e0b-48e7-a95d-e9bc34ca8441 req-8a37ad11-67e8-4334-9731-02ea8f761fe3 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:05.560374 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007c705-0e0b-48e7-a95d-e9bc34ca8441 req-8a37ad11-67e8-4334-9731-02ea8f761fe3 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:05.580980 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007c705-0e0b-48e7-a95d-e9bc34ca8441 req-8a37ad11-67e8-4334-9731-02ea8f761fe3 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:05.587536 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007c705-0e0b-48e7-a95d-e9bc34ca8441 req-8a37ad11-67e8-4334-9731-02ea8f761fe3 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:05.603459 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8381cbef-08aa-4dbb-ae99-e71c7e3077ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:29:05.616537 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f31b903-0bbb-4619-8e1a-a71a9e5008a5 None None] Sync routers for ids ['7a51ad62-1105-4533-b628-af53049e5dc3'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:29:05.618344 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007c705-0e0b-48e7-a95d-e9bc34ca8441 req-8a37ad11-67e8-4334-9731-02ea8f761fe3 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:05.624574 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007c705-0e0b-48e7-a95d-e9bc34ca8441 req-8a37ad11-67e8-4334-9731-02ea8f761fe3 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:05.631112 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007c705-0e0b-48e7-a95d-e9bc34ca8441 req-8a37ad11-67e8-4334-9731-02ea8f761fe3 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:05.633076 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a007c705-0e0b-48e7-a95d-e9bc34ca8441 req-8a37ad11-67e8-4334-9731-02ea8f761fe3 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5438 time: 0.2858756 Jan 18 20:29:05.639949 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40958) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:05.644330 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8381cbef-08aa-4dbb-ae99-e71c7e3077ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "PUT /v2.0/routers/7a51ad62-1105-4533-b628-af53049e5dc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5472045 Jan 18 20:29:05.658299 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f31b903-0bbb-4619-8e1a-a71a9e5008a5 None None] Routers {'7a51ad62-1105-4533-b628-af53049e5dc3'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:29:05.658930 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1f31b903-0bbb-4619-8e1a-a71a9e5008a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:28:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['7a51ad62-1105-4533-b628-af53049e5dc3'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:05.737069 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7689233d-c0d0-4879-a9aa-aec81678883b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a51ad62-1105-4533-b628-af53049e5dc3 HTTP/1.1" status: 200 len: 205 time: 0.0967124 Jan 18 20:29:05.738681 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40964) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:05.764783 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1f31b903-0bbb-4619-8e1a-a71a9e5008a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:05.785314 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:29:05.799086 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f31b903-0bbb-4619-8e1a-a71a9e5008a5 None None] Routers {'7a51ad62-1105-4533-b628-af53049e5dc3'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:29:05.799717 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1f31b903-0bbb-4619-8e1a-a71a9e5008a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:28:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['7a51ad62-1105-4533-b628-af53049e5dc3'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:05.874437 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['1488c34b-3de1-428f-94c5-ea3bbe9105fc'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:29:05.904736 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['c3205105-3cf6-449b-a8a6-e9c40e5ae36e'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:29:05.925285 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['671d4bba-81d3-48a3-86d7-51496fd0ea37'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:29:05.931695 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1f31b903-0bbb-4619-8e1a-a71a9e5008a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:05.932357 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f31b903-0bbb-4619-8e1a-a71a9e5008a5 None None] The sync data for ids ['7a51ad62-1105-4533-b628-af53049e5dc3'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:29:05.935690 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a007c705-0e0b-48e7-a95d-e9bc34ca8441 req-16eb1686-1df4-41d8-bef1-c7c78d961ba6 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1980848 Jan 18 20:29:05.978633 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99628a32-bf3d-4922-8ea9-6242657f97eb tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router (7a51ad62-1105-4533-b628-af53049e5dc3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:06.056580 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['3d00ac2c-22d8-495c-a56f-379c471665e9'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:29:06.057229 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b45865-c6dc-4abf-8bd4-209f9cd5704b req-763f3bb7-eee1-4de0-a877-626a6081328d tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:06.064861 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9b45865-c6dc-4abf-8bd4-209f9cd5704b req-763f3bb7-eee1-4de0-a877-626a6081328d tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1235425 Jan 18 20:29:06.189124 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9b45865-c6dc-4abf-8bd4-209f9cd5704b req-61081320-0019-4153-902d-c22d9f198011 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213684 Jan 18 20:29:06.472084 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af266f85-f038-4c1d-ad5d-ab1e4493c4cd req-c609a033-54e3-4fce-a4e5-9e057e1067cb tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:06.490250 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af266f85-f038-4c1d-ad5d-ab1e4493c4cd req-c609a033-54e3-4fce-a4e5-9e057e1067cb tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.2994905 Jan 18 20:29:06.501235 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99628a32-bf3d-4922-8ea9-6242657f97eb tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (7a51ad62-1105-4533-b628-af53049e5dc3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:06.502522 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99628a32-bf3d-4922-8ea9-6242657f97eb tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router_controller (7a51ad62-1105-4533-b628-af53049e5dc3), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:06.644774 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af266f85-f038-4c1d-ad5d-ab1e4493c4cd req-8c302d76-1bb5-4ea7-a58d-48d4503bb574 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474545 Jan 18 20:29:06.684548 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99628a32-bf3d-4922-8ea9-6242657f97eb tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (7a51ad62-1105-4533-b628-af53049e5dc3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:06.685039 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99628a32-bf3d-4922-8ea9-6242657f97eb tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Fanout notify agent at l3_agent the message router_deleted on router 7a51ad62-1105-4533-b628-af53049e5dc3 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:29:06.695181 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99628a32-bf3d-4922-8ea9-6242657f97eb tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:06.703551 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40984) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:06.704388 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-99628a32-bf3d-4922-8ea9-6242657f97eb tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/routers/7a51ad62-1105-4533-b628-af53049e5dc3 HTTP/1.1" status: 204 len: 168 time: 0.9644444 Jan 18 20:29:06.879979 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-12341585-7942-4131-a4bb-2ad1ca3efb97 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Deleting subnet 8dcca8e2-f73e-4e0f-ad33-8495f07af187 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:29:06.884230 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['eb3d9437-709a-40f0-a5c9-37416af4dbf8'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:29:06.894559 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-12341585-7942-4131-a4bb-2ad1ca3efb97 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for subnet (8dcca8e2-f73e-4e0f-ad33-8495f07af187), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:07.044731 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['0abb6452-2f0c-4e93-bb6c-218b06908795'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:29:07.063095 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-12341585-7942-4131-a4bb-2ad1ca3efb97 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (8dcca8e2-f73e-4e0f-ad33-8495f07af187), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:07.408049 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4528436-f729-45a2-a34c-e70c9ff6f524 req-29a4d582-bb00-4ea3-bbe3-c08204a6905d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:07.424088 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4528436-f729-45a2-a34c-e70c9ff6f524 req-29a4d582-bb00-4ea3-bbe3-c08204a6905d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:07.452431 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4528436-f729-45a2-a34c-e70c9ff6f524 req-29a4d582-bb00-4ea3-bbe3-c08204a6905d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:07.471518 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4528436-f729-45a2-a34c-e70c9ff6f524 req-29a4d582-bb00-4ea3-bbe3-c08204a6905d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:07.488250 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4528436-f729-45a2-a34c-e70c9ff6f524 req-29a4d582-bb00-4ea3-bbe3-c08204a6905d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:07.496816 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4528436-f729-45a2-a34c-e70c9ff6f524 req-29a4d582-bb00-4ea3-bbe3-c08204a6905d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:07.513086 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4528436-f729-45a2-a34c-e70c9ff6f524 req-29a4d582-bb00-4ea3-bbe3-c08204a6905d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:07.515212 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f4528436-f729-45a2-a34c-e70c9ff6f524 req-29a4d582-bb00-4ea3-bbe3-c08204a6905d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5438 time: 0.3946512 Jan 18 20:29:07.596935 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-12341585-7942-4131-a4bb-2ad1ca3efb97 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (8dcca8e2-f73e-4e0f-ad33-8495f07af187), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:07.604700 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:07.663456 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e9b63-65cc-468a-9a3e-3dee0a723810 req-414b6bc5-c7b9-4243-a28e-2b28d31568b4 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:07.665445 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-442e9b63-65cc-468a-9a3e-3dee0a723810 req-414b6bc5-c7b9-4243-a28e-2b28d31568b4 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.3391540 Jan 18 20:29:07.716484 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f4528436-f729-45a2-a34c-e70c9ff6f524 req-d8fd7f02-c3c8-4ddf-a420-997701cc881e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1903090 Jan 18 20:29:07.844079 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-442e9b63-65cc-468a-9a3e-3dee0a723810 req-a47da8b4-3f66-4640-bfcd-5b2f51db8af8 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701398 Jan 18 20:29:07.859974 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-12341585-7942-4131-a4bb-2ad1ca3efb97 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (8dcca8e2-f73e-4e0f-ad33-8495f07af187), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:07.915441 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12341585-7942-4131-a4bb-2ad1ca3efb97 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Subnet': ['ID=8dcca8e2-f73e-4e0f-ad33-8495f07af187,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:07.933736 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-12341585-7942-4131-a4bb-2ad1ca3efb97 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:07.940510 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-12341585-7942-4131-a4bb-2ad1ca3efb97 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/subnets/8dcca8e2-f73e-4e0f-ad33-8495f07af187 HTTP/1.1" status: 204 len: 168 time: 1.2359111 Jan 18 20:29:07.941747 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41020) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:08.112402 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ca6682-ba2b-4ff2-b3eb-995d347ae6fe None None] Network 7500ab09-91f5-410d-8c81-27dc88f33e73 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:29:08.139784 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30176d50-ea40-467f-85d2-3640a10181a3 req-28e4caa1-cad3-48f0-8a26-fca17fb00cb4 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:08.165240 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-30176d50-ea40-467f-85d2-3640a10181a3 req-28e4caa1-cad3-48f0-8a26-fca17fb00cb4 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.2436728 Jan 18 20:29:08.171682 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1cb13491-016d-4442-8b9e-1672ce189cf7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (7500ab09-91f5-410d-8c81-27dc88f33e73), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:08.322756 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-30176d50-ea40-467f-85d2-3640a10181a3 req-e658193d-771e-4714-958f-568f7968b46e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554000 Jan 18 20:29:08.327716 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-1cb13491-016d-4442-8b9e-1672ce189cf7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Deleting port d8792fcb-5690-497a-ab7b-bd909731ba81 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:29:08.328342 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1cb13491-016d-4442-8b9e-1672ce189cf7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d8792fcb-5690-497a-ab7b-bd909731ba81), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:08.538173 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1cb13491-016d-4442-8b9e-1672ce189cf7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] For port d8792fcb-5690-497a-ab7b-bd909731ba81, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d8792fcb-5690-497a-ab7b-bd909731ba81,segment=NetworkSegment(0afbf6ae-0dab-4bd0-a2e1-bee06c9c13b1),segment_id=0afbf6ae-0dab-4bd0-a2e1-bee06c9c13b1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:08.538489 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1cb13491-016d-4442-8b9e-1672ce189cf7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d8792fcb-5690-497a-ab7b-bd909731ba81), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:08.571558 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-1cb13491-016d-4442-8b9e-1672ce189cf7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Calling delete_port for d8792fcb-5690-497a-ab7b-bd909731ba81 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:29:08.653086 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c5deb5-7a73-470b-b826-1edd389132dc None None] DHCP port deletion for 7500ab09-91f5-410d-8c81-27dc88f33e73 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:29:08.751164 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1cb13491-016d-4442-8b9e-1672ce189cf7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (d8792fcb-5690-497a-ab7b-bd909731ba81), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:08.781553 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c7c5deb5-7a73-470b-b826-1edd389132dc None None] Deleting port d8792fcb-5690-497a-ab7b-bd909731ba81 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:29:08.781961 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7c5deb5-7a73-470b-b826-1edd389132dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d8792fcb-5690-497a-ab7b-bd909731ba81), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:08.822753 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb13491-016d-4442-8b9e-1672ce189cf7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] No DVR routers for this DVR port d8792fcb-5690-497a-ab7b-bd909731ba81 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:29:08.893964 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb13491-016d-4442-8b9e-1672ce189cf7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Port': ['ID=d8792fcb-5690-497a-ab7b-bd909731ba81,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:08.957181 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c7c5deb5-7a73-470b-b826-1edd389132dc None None] For port d8792fcb-5690-497a-ab7b-bd909731ba81, host n-d-741529-9, got binding levels [] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:08.959442 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0e876-befd-4a71-9d53-9c47abda0091 req-cb4e41da-8a30-4295-95c1-e4309c711003 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:08.960265 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7c5deb5-7a73-470b-b826-1edd389132dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d8792fcb-5690-497a-ab7b-bd909731ba81), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:08.972350 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0e876-befd-4a71-9d53-9c47abda0091 req-cb4e41da-8a30-4295-95c1-e4309c711003 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:09.010192 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c7c5deb5-7a73-470b-b826-1edd389132dc None None] Calling delete_port for d8792fcb-5690-497a-ab7b-bd909731ba81 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:29:09.015728 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.ipam_backend_mixin [None req-c7c5deb5-7a73-470b-b826-1edd389132dc None None] Port d8792fcb-5690-497a-ab7b-bd909731ba81 was not found and therefore no delete operation was performed {{(pid=103337) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 20:29:09.020323 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0e876-befd-4a71-9d53-9c47abda0091 req-cb4e41da-8a30-4295-95c1-e4309c711003 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:09.021005 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7c5deb5-7a73-470b-b826-1edd389132dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (d8792fcb-5690-497a-ab7b-bd909731ba81), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:09.049340 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0e876-befd-4a71-9d53-9c47abda0091 req-cb4e41da-8a30-4295-95c1-e4309c711003 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:09.063525 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0e876-befd-4a71-9d53-9c47abda0091 req-cb4e41da-8a30-4295-95c1-e4309c711003 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:09.063984 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1cb13491-016d-4442-8b9e-1672ce189cf7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (7500ab09-91f5-410d-8c81-27dc88f33e73), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:09.088257 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0e876-befd-4a71-9d53-9c47abda0091 req-cb4e41da-8a30-4295-95c1-e4309c711003 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:09.093906 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5deb5-7a73-470b-b826-1edd389132dc None None] Pushing event deleted for resources: {'Port': ['ID=d8792fcb-5690-497a-ab7b-bd909731ba81,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:09.104495 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c5deb5-7a73-470b-b826-1edd389132dc None None] No DVR routers for this DVR port d8792fcb-5690-497a-ab7b-bd909731ba81 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:29:09.116913 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-1cb13491-016d-4442-8b9e-1672ce189cf7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7500ab09-91f5-410d-8c81-27dc88f33e73']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:09.130901 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-1cb13491-016d-4442-8b9e-1672ce189cf7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0afbf6ae-0dab-4bd0-a2e1-bee06c9c13b1') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:09.131249 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-1cb13491-016d-4442-8b9e-1672ce189cf7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0afbf6ae-0dab-4bd0-a2e1-bee06c9c13b1') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:09.135154 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0e876-befd-4a71-9d53-9c47abda0091 req-cb4e41da-8a30-4295-95c1-e4309c711003 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:09.144746 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-75f0e876-befd-4a71-9d53-9c47abda0091 req-cb4e41da-8a30-4295-95c1-e4309c711003 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5438 time: 0.3193486 Jan 18 20:29:09.185146 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1cb13491-016d-4442-8b9e-1672ce189cf7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (0afbf6ae-0dab-4bd0-a2e1-bee06c9c13b1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:09.201466 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1cb13491-016d-4442-8b9e-1672ce189cf7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (0afbf6ae-0dab-4bd0-a2e1-bee06c9c13b1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:09.209484 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb13491-016d-4442-8b9e-1672ce189cf7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:29:09.210531 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1cb13491-016d-4442-8b9e-1672ce189cf7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (0afbf6ae-0dab-4bd0-a2e1-bee06c9c13b1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:29:09.291139 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:29:09.301611 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1cb13491-016d-4442-8b9e-1672ce189cf7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (7500ab09-91f5-410d-8c81-27dc88f33e73), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:09.327111 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1cb13491-016d-4442-8b9e-1672ce189cf7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:09.354983 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1cb13491-016d-4442-8b9e-1672ce189cf7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/networks/7500ab09-91f5-410d-8c81-27dc88f33e73 HTTP/1.1" status: 204 len: 168 time: 1.4113417 Jan 18 20:29:09.362638 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41064) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:09.369252 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f2a4e3cc-2f8f-4400-92e2-58c0788af561 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1413256143', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}, 'admin_state_up': False}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:29:09.416165 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb13491-016d-4442-8b9e-1672ce189cf7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Network': ['ID=7500ab09-91f5-410d-8c81-27dc88f33e73,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:09.483643 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ed27f-1a22-4d76-a8ce-060092c14c3d req-dcec20f1-ec30-4d14-83d9-65678e6962e8 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:09.499567 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-604ed27f-1a22-4d76-a8ce-060092c14c3d req-dcec20f1-ec30-4d14-83d9-65678e6962e8 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.3505597 Jan 18 20:29:09.664134 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-75f0e876-befd-4a71-9d53-9c47abda0091 req-3b8890c2-c4f1-4041-b7e7-92a45bc471d6 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4855676 Jan 18 20:29:09.675675 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f2a4e3cc-2f8f-4400-92e2-58c0788af561 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (1a8b9d50-2e52-41d3-99e9-ef2760fc425d), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:09.676905 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f2a4e3cc-2f8f-4400-92e2-58c0788af561 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (1a8b9d50-2e52-41d3-99e9-ef2760fc425d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:09.709602 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-604ed27f-1a22-4d76-a8ce-060092c14c3d req-cbedf646-1fae-47e0-adaa-55a3a32ca818 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086005 Jan 18 20:29:09.887714 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f2a4e3cc-2f8f-4400-92e2-58c0788af561 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router_controller (1a8b9d50-2e52-41d3-99e9-ef2760fc425d), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:10.059989 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51cb0fe-f884-4a60-9019-f840eacbab83 req-e2fea5da-4d6e-418b-86d1-50702f1a6a5a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:10.068538 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a51cb0fe-f884-4a60-9019-f840eacbab83 req-e2fea5da-4d6e-418b-86d1-50702f1a6a5a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.1744092 Jan 18 20:29:10.125865 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d8792fcb-5690-497a-ab7b-bd909731ba81 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:29:10.133494 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a51cb0fe-f884-4a60-9019-f840eacbab83 req-f4009e84-43ca-450c-8d7a-1c29c291b7ae tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589797 Jan 18 20:29:10.194789 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: d8792fcb-5690-497a-ab7b-bd909731ba81 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:29:10.197051 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d8792fcb-5690-497a-ab7b-bd909731ba81 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:29:10.224030 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f2a4e3cc-2f8f-4400-92e2-58c0788af561 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router_gateway (1a8b9d50-2e52-41d3-99e9-ef2760fc425d), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:10.703017 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f2a4e3cc-2f8f-4400-92e2-58c0788af561 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router_gateway (1a8b9d50-2e52-41d3-99e9-ef2760fc425d), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:10.738460 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f2a4e3cc-2f8f-4400-92e2-58c0788af561 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:10.980763 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-f2a4e3cc-2f8f-4400-92e2-58c0788af561 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Allocated IP 172.25.4.71 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/41acb3f0-b228-4d09-b0fa-1179b64e5e04) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:29:11.099572 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1488c34b-3de1-428f-94c5-ea3bbe9105fc up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:29:11.186920 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f2a4e3cc-2f8f-4400-92e2-58c0788af561 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for port (41acb3f0-b228-4d09-b0fa-1179b64e5e04), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:11.251310 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836b3a9-1503-43c8-9bcf-9328d9b18ebf req-15e4a0f8-76fb-4e17-8a72-b113e212acd2 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:11.253557 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3836b3a9-1503-43c8-9bcf-9328d9b18ebf req-15e4a0f8-76fb-4e17-8a72-b113e212acd2 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.4033446 Jan 18 20:29:11.258447 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 1488c34b-3de1-428f-94c5-ea3bbe9105fc completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:29:11.264764 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 1488c34b-3de1-428f-94c5-ea3bbe9105fc triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:11.265078 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1488c34b-3de1-428f-94c5-ea3bbe9105fc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:11.341023 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5755f-c470-4a09-83e6-8a7ae9cd2317 req-35a9519a-8ec3-4241-9f18-143857cbf125 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:11.376988 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5755f-c470-4a09-83e6-8a7ae9cd2317 req-35a9519a-8ec3-4241-9f18-143857cbf125 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:11.395916 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5755f-c470-4a09-83e6-8a7ae9cd2317 req-35a9519a-8ec3-4241-9f18-143857cbf125 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:11.406260 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5755f-c470-4a09-83e6-8a7ae9cd2317 req-35a9519a-8ec3-4241-9f18-143857cbf125 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:11.430756 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5755f-c470-4a09-83e6-8a7ae9cd2317 req-35a9519a-8ec3-4241-9f18-143857cbf125 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:11.438904 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5755f-c470-4a09-83e6-8a7ae9cd2317 req-35a9519a-8ec3-4241-9f18-143857cbf125 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:11.446304 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5755f-c470-4a09-83e6-8a7ae9cd2317 req-35a9519a-8ec3-4241-9f18-143857cbf125 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:11.456755 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66e5755f-c470-4a09-83e6-8a7ae9cd2317 req-35a9519a-8ec3-4241-9f18-143857cbf125 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5438 time: 0.6074455 Jan 18 20:29:11.483868 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f2a4e3cc-2f8f-4400-92e2-58c0788af561 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (41acb3f0-b228-4d09-b0fa-1179b64e5e04), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:11.577344 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 1488c34b-3de1-428f-94c5-ea3bbe9105fc is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:11.577846 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1488c34b-3de1-428f-94c5-ea3bbe9105fc), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:11.642263 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1488c34b-3de1-428f-94c5-ea3bbe9105fc'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:29:11.646996 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c747253d-c70b-45d4-9abf-7ac40eec6cfc" -d '{"events": [{"server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "name": "network-vif-plugged", "status": "completed", "tag": "1488c34b-3de1-428f-94c5-ea3bbe9105fc"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:29:11.683940 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 1488c34b-3de1-428f-94c5-ea3bbe9105fc, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1488c34b-3de1-428f-94c5-ea3bbe9105fc,segment=NetworkSegment(78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c),segment_id=78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:11.693575 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66e5755f-c470-4a09-83e6-8a7ae9cd2317 req-fb0a2fa9-0c98-409e-8959-e7a9733cb636 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2350817 Jan 18 20:29:11.719412 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1488c34b-3de1-428f-94c5-ea3bbe9105fc), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:11.720248 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:29:11.774117 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a4e3cc-2f8f-4400-92e2-58c0788af561 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:29:11.801045 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-f2a4e3cc-2f8f-4400-92e2-58c0788af561 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:29:11.809841 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a4e3cc-2f8f-4400-92e2-58c0788af561 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:29:11.862578 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9c327f-a820-442e-bb27-a96cc89925e0 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:29:11.871295 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3836b3a9-1503-43c8-9bcf-9328d9b18ebf req-0d791e7c-5214-4233-9fc8-6b123fd00e33 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037399 Jan 18 20:29:11.900090 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4e3cc-2f8f-4400-92e2-58c0788af561 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Port': ['ID=41acb3f0-b228-4d09-b0fa-1179b64e5e04,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:11.949844 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=1488c34b-3de1-428f-94c5-ea3bbe9105fc,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:11.964758 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:29:11.970548 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:11.970929 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:12.085787 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89e349b-fb81-4e00-af80-0bb135bfaa82 x-openstack-request-id: req-e89e349b-fb81-4e00-af80-0bb135bfaa82 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:29:12.086093 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "name": "network-vif-plugged", "status": "completed", "tag": "1488c34b-3de1-428f-94c5-ea3bbe9105fc", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:29:12.086353 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e89e349b-fb81-4e00-af80-0bb135bfaa82 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:29:12.086760 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1488c34b-3de1-428f-94c5-ea3bbe9105fc', 'code': 200} Jan 18 20:29:12.130919 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4e8ed1a9-b652-4800-8133-37abe6b34134 None None] Provisioning complete for port 41acb3f0-b228-4d09-b0fa-1179b64e5e04 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:12.131297 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4e8ed1a9-b652-4800-8133-37abe6b34134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (41acb3f0-b228-4d09-b0fa-1179b64e5e04), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:12.153322 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59f299-fc46-4e95-9988-63dd929854fe req-94d88355-28a2-4c8c-a358-72c64b5503c8 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:12.160913 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d59f299-fc46-4e95-9988-63dd929854fe req-94d88355-28a2-4c8c-a358-72c64b5503c8 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.2802472 Jan 18 20:29:12.257917 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4e8ed1a9-b652-4800-8133-37abe6b34134 None None] Port 41acb3f0-b228-4d09-b0fa-1179b64e5e04 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:29:12.380682 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:12.381315 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:12.452574 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d59f299-fc46-4e95-9988-63dd929854fe req-730fc561-d713-4c95-b537-3181f9d636f6 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897608 Jan 18 20:29:12.527206 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb,segment=NetworkSegment(78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c),segment_id=78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:12.539344 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:12.540336 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 671d4bba-81d3-48a3-86d7-51496fd0ea37 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:29:12.704119 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f2a4e3cc-2f8f-4400-92e2-58c0788af561 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router_gateway (1a8b9d50-2e52-41d3-99e9-ef2760fc425d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:12.784142 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:12.817435 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 671d4bba-81d3-48a3-86d7-51496fd0ea37 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:29:12.824799 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 671d4bba-81d3-48a3-86d7-51496fd0ea37 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:12.825185 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (671d4bba-81d3-48a3-86d7-51496fd0ea37), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:12.993312 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b08e7e-134b-41e9-9738-ddcda8700a19 req-3c1aa59c-7afe-4a8e-9222-33fc3ffac54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:12.995002 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-02b08e7e-134b-41e9-9738-ddcda8700a19 req-3c1aa59c-7afe-4a8e-9222-33fc3ffac54b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 1095 time: 0.1202488 Jan 18 20:29:13.014302 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 671d4bba-81d3-48a3-86d7-51496fd0ea37 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:13.017719 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (671d4bba-81d3-48a3-86d7-51496fd0ea37), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:13.111946 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 671d4bba-81d3-48a3-86d7-51496fd0ea37, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=671d4bba-81d3-48a3-86d7-51496fd0ea37,segment=NetworkSegment(78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c),segment_id=78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:13.144224 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (671d4bba-81d3-48a3-86d7-51496fd0ea37), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:13.145289 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 3d00ac2c-22d8-495c-a56f-379c471665e9 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:29:13.339397 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=671d4bba-81d3-48a3-86d7-51496fd0ea37,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:13.370200 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 3d00ac2c-22d8-495c-a56f-379c471665e9 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:29:13.374342 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 3d00ac2c-22d8-495c-a56f-379c471665e9 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:13.374843 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3d00ac2c-22d8-495c-a56f-379c471665e9), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:13.400033 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b08e7e-134b-41e9-9738-ddcda8700a19 req-60ca228f-dc1c-4306-a3c8-c43d2d02addb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:13.412925 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-02b08e7e-134b-41e9-9738-ddcda8700a19 req-60ca228f-dc1c-4306-a3c8-c43d2d02addb service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 912 time: 0.3913040 Jan 18 20:29:13.486256 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f2a4e3cc-2f8f-4400-92e2-58c0788af561 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (1a8b9d50-2e52-41d3-99e9-ef2760fc425d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:13.590864 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 3d00ac2c-22d8-495c-a56f-379c471665e9 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:13.594936 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3d00ac2c-22d8-495c-a56f-379c471665e9), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:13.683153 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 3d00ac2c-22d8-495c-a56f-379c471665e9, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3d00ac2c-22d8-495c-a56f-379c471665e9,segment=NetworkSegment(fbad898d-38fa-47be-becf-1f5943552590),segment_id=fbad898d-38fa-47be-becf-1f5943552590)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:13.694291 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3d00ac2c-22d8-495c-a56f-379c471665e9), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:13.695389 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device eb3d9437-709a-40f0-a5c9-37416af4dbf8 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:29:13.717993 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-02b08e7e-134b-41e9-9738-ddcda8700a19 req-2cf608ef-1dd3-4276-8f98-1ce0baedda7b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4095c9e8-3357-49c1-a713-048d6946f5fd HTTP/1.1" status: 200 len: 998 time: 0.3009572 Jan 18 20:29:13.876541 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b08e7e-134b-41e9-9738-ddcda8700a19 req-42919d03-5329-464c-ae67-a2c4596a3ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:13.882070 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-02b08e7e-134b-41e9-9738-ddcda8700a19 req-42919d03-5329-464c-ae67-a2c4596a3ac9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2eac11f-fef0-464c-9aac-08a05c8cc068 HTTP/1.1" status: 200 len: 850 time: 0.1580498 Jan 18 20:29:13.921598 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=3d00ac2c-22d8-495c-a56f-379c471665e9,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:13.961368 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port eb3d9437-709a-40f0-a5c9-37416af4dbf8 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:29:13.966449 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port eb3d9437-709a-40f0-a5c9-37416af4dbf8 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:13.967025 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (eb3d9437-709a-40f0-a5c9-37416af4dbf8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:14.024052 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b08e7e-134b-41e9-9738-ddcda8700a19 req-65b0a4ab-5abc-4f80-ba19-2c77de88bd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:14.033118 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-02b08e7e-134b-41e9-9738-ddcda8700a19 req-65b0a4ab-5abc-4f80-ba19-2c77de88bd9a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88e9200-d99d-4ea0-a241-681917733bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1404889 Jan 18 20:29:14.146871 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb'}, {'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671d4bba-81d3-48a3-86d7-51496fd0ea37'}, {'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d00ac2c-22d8-495c-a56f-379c471665e9'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:29:14.149176 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95ad76b-cf1d-4e0d-b73b-11d4e35ea7b8" -d '{"events": [{"server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "name": "network-vif-plugged", "status": "completed", "tag": "fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb"}, {"server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "name": "network-vif-plugged", "status": "completed", "tag": "671d4bba-81d3-48a3-86d7-51496fd0ea37"}, {"server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "name": "network-vif-plugged", "status": "completed", "tag": "3d00ac2c-22d8-495c-a56f-379c471665e9"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:29:14.155193 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port eb3d9437-709a-40f0-a5c9-37416af4dbf8 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:14.155678 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (eb3d9437-709a-40f0-a5c9-37416af4dbf8), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:14.226632 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port eb3d9437-709a-40f0-a5c9-37416af4dbf8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=eb3d9437-709a-40f0-a5c9-37416af4dbf8,segment=NetworkSegment(78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c),segment_id=78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:14.242696 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (eb3d9437-709a-40f0-a5c9-37416af4dbf8), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:14.263329 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-02b08e7e-134b-41e9-9738-ddcda8700a19 req-0ab5c8e2-7ab8-45d3-bb9d-8394ab499067 service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186730 Jan 18 20:29:14.263572 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device c3205105-3cf6-449b-a8a6-e9c40e5ae36e up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:29:14.266984 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:29:14.495039 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=eb3d9437-709a-40f0-a5c9-37416af4dbf8,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:14.498139 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-02b08e7e-134b-41e9-9738-ddcda8700a19 req-befaf6b9-37b6-4b91-a050-bb1f6cad360c service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279861 Jan 18 20:29:14.528288 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port c3205105-3cf6-449b-a8a6-e9c40e5ae36e completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:29:14.533444 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port c3205105-3cf6-449b-a8a6-e9c40e5ae36e triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:14.534151 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c3205105-3cf6-449b-a8a6-e9c40e5ae36e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:14.806001 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a48a7d-51f7-4e13-9733-477993a2798b req-c8913cca-2f4d-48dd-93a6-0ebcdfb0585a tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:14.820164 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a48a7d-51f7-4e13-9733-477993a2798b req-c8913cca-2f4d-48dd-93a6-0ebcdfb0585a tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:14.837840 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a48a7d-51f7-4e13-9733-477993a2798b req-c8913cca-2f4d-48dd-93a6-0ebcdfb0585a tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:14.853022 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a48a7d-51f7-4e13-9733-477993a2798b req-c8913cca-2f4d-48dd-93a6-0ebcdfb0585a tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:14.861778 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a48a7d-51f7-4e13-9733-477993a2798b req-c8913cca-2f4d-48dd-93a6-0ebcdfb0585a tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:14.871288 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a48a7d-51f7-4e13-9733-477993a2798b req-c8913cca-2f4d-48dd-93a6-0ebcdfb0585a tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:14.892658 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a48a7d-51f7-4e13-9733-477993a2798b req-c8913cca-2f4d-48dd-93a6-0ebcdfb0585a tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:14.897540 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e6a48a7d-51f7-4e13-9733-477993a2798b req-c8913cca-2f4d-48dd-93a6-0ebcdfb0585a tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5441 time: 1.7282546 Jan 18 20:29:14.916369 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61bb22-2d4a-49c6-aaa7-21afcfcf39fd req-1c274af7-125b-4d39-95a4-7d47e221ce6e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:14.930913 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bb61bb22-2d4a-49c6-aaa7-21afcfcf39fd req-1c274af7-125b-4d39-95a4-7d47e221ce6e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 1.7610998 Jan 18 20:29:15.115605 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port c3205105-3cf6-449b-a8a6-e9c40e5ae36e is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:15.116189 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c3205105-3cf6-449b-a8a6-e9c40e5ae36e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:15.149151 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bb61bb22-2d4a-49c6-aaa7-21afcfcf39fd req-a972bf09-8d9f-4d97-b6b2-40de9c0ef6df tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171280 Jan 18 20:29:15.231583 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port c3205105-3cf6-449b-a8a6-e9c40e5ae36e, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=c3205105-3cf6-449b-a8a6-e9c40e5ae36e,segment=NetworkSegment(c1d21b30-858e-44e1-860f-2f5b2e55021f),segment_id=c1d21b30-858e-44e1-860f-2f5b2e55021f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:15.242248 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c3205105-3cf6-449b-a8a6-e9c40e5ae36e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:15.243947 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 0abb6452-2f0c-4e93-bb6c-218b06908795 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:29:15.267608 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e6a48a7d-51f7-4e13-9733-477993a2798b req-4784eb69-d78a-4067-a047-b82dec96662b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3233840 Jan 18 20:29:15.281079 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a4e3cc-2f8f-4400-92e2-58c0788af561 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Router 1a8b9d50-2e52-41d3-99e9-ef2760fc425d is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:29:15.395303 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=c3205105-3cf6-449b-a8a6-e9c40e5ae36e,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:15.435760 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 18 Jan 2022 20:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7900dc96-e05c-4aae-ba0b-df43e9ac4ac9 x-openstack-request-id: req-7900dc96-e05c-4aae-ba0b-df43e9ac4ac9 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:29:15.436073 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "name": "network-vif-plugged", "status": "completed", "tag": "fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb", "code": 200}, {"server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "name": "network-vif-plugged", "status": "completed", "tag": "671d4bba-81d3-48a3-86d7-51496fd0ea37", "code": 200}, {"server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "name": "network-vif-plugged", "status": "completed", "tag": "3d00ac2c-22d8-495c-a56f-379c471665e9", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:29:15.436330 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7900dc96-e05c-4aae-ba0b-df43e9ac4ac9 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:29:15.436735 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb', 'code': 200} Jan 18 20:29:15.436991 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671d4bba-81d3-48a3-86d7-51496fd0ea37', 'code': 200} Jan 18 20:29:15.437246 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d00ac2c-22d8-495c-a56f-379c471665e9', 'code': 200} Jan 18 20:29:15.479038 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 0abb6452-2f0c-4e93-bb6c-218b06908795 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:29:15.489055 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 0abb6452-2f0c-4e93-bb6c-218b06908795 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:15.489820 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (0abb6452-2f0c-4e93-bb6c-218b06908795), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:15.577908 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316a1cc-ff0c-4fe3-90a5-4ca44dea1797 req-30b63319-b209-45bb-89d4-c3889a573785 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:15.580070 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7316a1cc-ff0c-4fe3-90a5-4ca44dea1797 req-30b63319-b209-45bb-89d4-c3889a573785 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.2593629 Jan 18 20:29:15.631159 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 0abb6452-2f0c-4e93-bb6c-218b06908795 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:15.631568 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0abb6452-2f0c-4e93-bb6c-218b06908795), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:15.669163 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a4e3cc-2f8f-4400-92e2-58c0788af561 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:29:15.703222 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56201d20-7ab6-4c6d-9a2f-50a9f5da66ba None None] Sync routers for ids ['1a8b9d50-2e52-41d3-99e9-ef2760fc425d'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:29:15.711535 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f2a4e3cc-2f8f-4400-92e2-58c0788af561 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:15.713547 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f2a4e3cc-2f8f-4400-92e2-58c0788af561 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.3485622 Jan 18 20:29:15.716378 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41170) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:15.718698 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 0abb6452-2f0c-4e93-bb6c-218b06908795, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0abb6452-2f0c-4e93-bb6c-218b06908795,segment=NetworkSegment(fbad898d-38fa-47be-becf-1f5943552590),segment_id=fbad898d-38fa-47be-becf-1f5943552590)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:15.720471 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56201d20-7ab6-4c6d-9a2f-50a9f5da66ba None None] Routers {'1a8b9d50-2e52-41d3-99e9-ef2760fc425d'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:29:15.723369 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-56201d20-7ab6-4c6d-9a2f-50a9f5da66ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:28:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['1a8b9d50-2e52-41d3-99e9-ef2760fc425d'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:15.729277 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (0abb6452-2f0c-4e93-bb6c-218b06908795), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:15.776557 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7316a1cc-ff0c-4fe3-90a5-4ca44dea1797 req-4ade8662-7e98-4ea8-863a-c641817d4e77 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853416 Jan 18 20:29:15.805424 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-56201d20-7ab6-4c6d-9a2f-50a9f5da66ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:15.954556 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=0abb6452-2f0c-4e93-bb6c-218b06908795,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:15.976393 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56201d20-7ab6-4c6d-9a2f-50a9f5da66ba None None] Routers {'1a8b9d50-2e52-41d3-99e9-ef2760fc425d'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:29:15.977385 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-56201d20-7ab6-4c6d-9a2f-50a9f5da66ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:28:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['1a8b9d50-2e52-41d3-99e9-ef2760fc425d'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:16.008697 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-282d7442-a75b-40b3-a5fb-8741943d7b37 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "GET /v2.0/routers/1a8b9d50-2e52-41d3-99e9-ef2760fc425d HTTP/1.1" status: 200 len: 880 time: 0.2910659 Jan 18 20:29:16.011235 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41178) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:16.044424 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-56201d20-7ab6-4c6d-9a2f-50a9f5da66ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:16.045888 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56201d20-7ab6-4c6d-9a2f-50a9f5da66ba None None] The sync data for ids ['1a8b9d50-2e52-41d3-99e9-ef2760fc425d'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:29:16.392782 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3375ad-0190-41cd-84ea-2437598e996b req-4daf27fe-49bc-42d6-9a1f-6d408203ed91 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:16.395240 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5b3375ad-0190-41cd-84ea-2437598e996b req-4daf27fe-49bc-42d6-9a1f-6d408203ed91 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.1276033 Jan 18 20:29:16.407175 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f777d608-cb97-489e-b5bb-763c29b2c344 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3894308 Jan 18 20:29:16.407531 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41184) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:16.412648 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-1e7312f4-eba0-4e75-9fb8-1ee8886cc172 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1413256143'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:29:16.583406 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5b3375ad-0190-41cd-84ea-2437598e996b req-a110dbf0-9c53-4134-8620-c6b6a5e0f713 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761515 Jan 18 20:29:16.620234 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b6887-5733-4aed-b06d-bf73697fe2f4 req-1ba39db1-2d1b-42e6-a706-411895d2b33c tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:16.641810 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b6887-5733-4aed-b06d-bf73697fe2f4 req-1ba39db1-2d1b-42e6-a706-411895d2b33c tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:16.656997 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b6887-5733-4aed-b06d-bf73697fe2f4 req-1ba39db1-2d1b-42e6-a706-411895d2b33c tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:16.684971 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b6887-5733-4aed-b06d-bf73697fe2f4 req-1ba39db1-2d1b-42e6-a706-411895d2b33c tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:16.698782 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b6887-5733-4aed-b06d-bf73697fe2f4 req-1ba39db1-2d1b-42e6-a706-411895d2b33c tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:16.707213 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b6887-5733-4aed-b06d-bf73697fe2f4 req-1ba39db1-2d1b-42e6-a706-411895d2b33c tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:16.715385 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b6887-5733-4aed-b06d-bf73697fe2f4 req-1ba39db1-2d1b-42e6-a706-411895d2b33c tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:16.717461 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f95b6887-5733-4aed-b06d-bf73697fe2f4 req-1ba39db1-2d1b-42e6-a706-411895d2b33c tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5445 time: 0.2609358 Jan 18 20:29:16.894190 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd1347-39ca-4c87-a9ac-e720056a92c2 req-d66a73e8-422a-4955-b0d1-68a00f362d4b tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:16.912460 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4fbd1347-39ca-4c87-a9ac-e720056a92c2 req-d66a73e8-422a-4955-b0d1-68a00f362d4b tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.1931443 Jan 18 20:29:17.061094 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f95b6887-5733-4aed-b06d-bf73697fe2f4 req-d69ba345-ee0e-4952-90ce-31519de11d7a tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3087947 Jan 18 20:29:17.100671 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e7312f4-eba0-4e75-9fb8-1ee8886cc172 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57734'] for router (1a8b9d50-2e52-41d3-99e9-ef2760fc425d), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:17.104992 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4fbd1347-39ca-4c87-a9ac-e720056a92c2 req-ea87c903-4fc4-4be1-b782-5043e35b8f65 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912801 Jan 18 20:29:17.129413 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e7312f4-eba0-4e75-9fb8-1ee8886cc172 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1617295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1617304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1628645'] for router (1a8b9d50-2e52-41d3-99e9-ef2760fc425d), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:17.292545 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7312f4-eba0-4e75-9fb8-1ee8886cc172 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Router 1a8b9d50-2e52-41d3-99e9-ef2760fc425d has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:29:17.297056 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f34918-599e-49b3-bb14-f994ee2f8690 req-4a1e2a20-5a0d-4db3-88e5-97aa36f56791 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:17.306605 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e7f34918-599e-49b3-bb14-f994ee2f8690 req-4a1e2a20-5a0d-4db3-88e5-97aa36f56791 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1238050 Jan 18 20:29:17.350016 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4862b-ff8c-4844-9168-4da2740d22c7 req-866b3d3b-338b-46e5-8d90-7dd46817f89e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:17.359353 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cde4862b-ff8c-4844-9168-4da2740d22c7 req-866b3d3b-338b-46e5-8d90-7dd46817f89e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.1135988 Jan 18 20:29:17.438013 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3d9437-709a-40f0-a5c9-37416af4dbf8'}, {'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3205105-3cf6-449b-a8a6-e9c40e5ae36e'}, {'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abb6452-2f0c-4e93-bb6c-218b06908795'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:29:17.440397 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d57ce5-6de1-4400-915a-f0406bc63956" -d '{"events": [{"server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "name": "network-vif-plugged", "status": "completed", "tag": "eb3d9437-709a-40f0-a5c9-37416af4dbf8"}, {"server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "name": "network-vif-plugged", "status": "completed", "tag": "c3205105-3cf6-449b-a8a6-e9c40e5ae36e"}, {"server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "name": "network-vif-plugged", "status": "completed", "tag": "0abb6452-2f0c-4e93-bb6c-218b06908795"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:29:17.470998 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7312f4-eba0-4e75-9fb8-1ee8886cc172 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:29:17.483754 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffc416b-3ef1-42b7-a96e-ea0a5f48d132 None None] Sync routers for ids ['1a8b9d50-2e52-41d3-99e9-ef2760fc425d'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:29:17.485945 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e7312f4-eba0-4e75-9fb8-1ee8886cc172 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:17.491942 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1e7312f4-eba0-4e75-9fb8-1ee8886cc172 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "PUT /v2.0/routers/1a8b9d50-2e52-41d3-99e9-ef2760fc425d HTTP/1.1" status: 200 len: 887 time: 1.0833929 Jan 18 20:29:17.498839 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41202) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:17.499062 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffc416b-3ef1-42b7-a96e-ea0a5f48d132 None None] Routers {'1a8b9d50-2e52-41d3-99e9-ef2760fc425d'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:29:17.499455 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-bffc416b-3ef1-42b7-a96e-ea0a5f48d132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:28:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['1a8b9d50-2e52-41d3-99e9-ef2760fc425d'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:17.508847 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cde4862b-ff8c-4844-9168-4da2740d22c7 req-dece694c-7659-4a74-8af3-90eee236eacc tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483932 Jan 18 20:29:17.553131 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e7f34918-599e-49b3-bb14-f994ee2f8690 req-e92c376d-4185-458b-a75e-6dae5956bf18 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449534 Jan 18 20:29:17.626063 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-bffc416b-3ef1-42b7-a96e-ea0a5f48d132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:17.636954 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 18 Jan 2022 20:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47ac353-e921-460a-8fe4-7a4bb3e1ed20 x-openstack-request-id: req-e47ac353-e921-460a-8fe4-7a4bb3e1ed20 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:29:17.637259 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "name": "network-vif-plugged", "status": "completed", "tag": "eb3d9437-709a-40f0-a5c9-37416af4dbf8", "code": 200}, {"server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "name": "network-vif-plugged", "status": "completed", "tag": "c3205105-3cf6-449b-a8a6-e9c40e5ae36e", "code": 200}, {"server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "name": "network-vif-plugged", "status": "completed", "tag": "0abb6452-2f0c-4e93-bb6c-218b06908795", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:29:17.637513 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e47ac353-e921-460a-8fe4-7a4bb3e1ed20 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:29:17.638146 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3d9437-709a-40f0-a5c9-37416af4dbf8', 'code': 200} Jan 18 20:29:17.638394 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3205105-3cf6-449b-a8a6-e9c40e5ae36e', 'code': 200} Jan 18 20:29:17.638649 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abb6452-2f0c-4e93-bb6c-218b06908795', 'code': 200} Jan 18 20:29:17.733713 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffc416b-3ef1-42b7-a96e-ea0a5f48d132 None None] Routers {'1a8b9d50-2e52-41d3-99e9-ef2760fc425d'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:29:17.734532 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-bffc416b-3ef1-42b7-a96e-ea0a5f48d132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:28:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['1a8b9d50-2e52-41d3-99e9-ef2760fc425d'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:17.741382 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a03ee5af-b143-4f4c-9702-df99ab01313c tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "GET /v2.0/routers/1a8b9d50-2e52-41d3-99e9-ef2760fc425d HTTP/1.1" status: 200 len: 887 time: 0.2409179 Jan 18 20:29:17.744112 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41214) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:17.789424 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-bffc416b-3ef1-42b7-a96e-ea0a5f48d132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:17.790402 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffc416b-3ef1-42b7-a96e-ea0a5f48d132 None None] The sync data for ids ['1a8b9d50-2e52-41d3-99e9-ef2760fc425d'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:29:17.843136 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7e2e59d9-957f-471b-968a-ad572813589d tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8b9d50-2e52-41d3-99e9-ef2760fc425d HTTP/1.1" status: 200 len: 205 time: 0.0971904 Jan 18 20:29:17.848003 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41220) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:17.896408 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bb93f-acef-4cf6-8269-b2b2757973b5 req-df9a12cb-f393-4b8c-9263-bc348c1d7e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:17.896882 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bb93f-acef-4cf6-8269-b2b2757973b5 req-df9a12cb-f393-4b8c-9263-bc348c1d7e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:17.897340 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bb93f-acef-4cf6-8269-b2b2757973b5 req-df9a12cb-f393-4b8c-9263-bc348c1d7e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:17.898786 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bb93f-acef-4cf6-8269-b2b2757973b5 req-df9a12cb-f393-4b8c-9263-bc348c1d7e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:17.899250 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bb93f-acef-4cf6-8269-b2b2757973b5 req-df9a12cb-f393-4b8c-9263-bc348c1d7e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:17.900546 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bb93f-acef-4cf6-8269-b2b2757973b5 req-df9a12cb-f393-4b8c-9263-bc348c1d7e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:17.901007 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bb93f-acef-4cf6-8269-b2b2757973b5 req-df9a12cb-f393-4b8c-9263-bc348c1d7e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:17.906831 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8e9bb93f-acef-4cf6-8269-b2b2757973b5 req-df9a12cb-f393-4b8c-9263-bc348c1d7e81 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 6502 time: 0.1510160 Jan 18 20:29:18.101863 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8e9bb93f-acef-4cf6-8269-b2b2757973b5 req-77eed7b8-b46b-4043-b3c3-fe726949ab20 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1897640 Jan 18 20:29:18.143015 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1de4a8a2-c2dc-4b5f-89a2-66c0f5b928a4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router (1a8b9d50-2e52-41d3-99e9-ef2760fc425d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:18.353062 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bdfe3-332d-4896-8891-bf00f2abc917 req-27d36765-a564-4cc4-9d02-437145d241a2 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:18.361014 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5e6bdfe3-332d-4896-8891-bf00f2abc917 req-27d36765-a564-4cc4-9d02-437145d241a2 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.1375744 Jan 18 20:29:18.459918 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5e6bdfe3-332d-4896-8891-bf00f2abc917 req-f648e73a-2f57-4ac5-b871-80e59763869d tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938616 Jan 18 20:29:18.476329 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e424b67-86fe-4cca-9cde-911775c22c86 req-1fa827be-822f-4902-ada3-b74402063146 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:18.484589 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e424b67-86fe-4cca-9cde-911775c22c86 req-1fa827be-822f-4902-ada3-b74402063146 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:18.492733 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e424b67-86fe-4cca-9cde-911775c22c86 req-1fa827be-822f-4902-ada3-b74402063146 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:18.502558 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e424b67-86fe-4cca-9cde-911775c22c86 req-1fa827be-822f-4902-ada3-b74402063146 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:18.511041 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e424b67-86fe-4cca-9cde-911775c22c86 req-1fa827be-822f-4902-ada3-b74402063146 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:18.518405 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e424b67-86fe-4cca-9cde-911775c22c86 req-1fa827be-822f-4902-ada3-b74402063146 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:18.525337 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e424b67-86fe-4cca-9cde-911775c22c86 req-1fa827be-822f-4902-ada3-b74402063146 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:18.527806 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e424b67-86fe-4cca-9cde-911775c22c86 req-1fa827be-822f-4902-ada3-b74402063146 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5445 time: 0.3147378 Jan 18 20:29:18.691055 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1de4a8a2-c2dc-4b5f-89a2-66c0f5b928a4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router_gateway (1a8b9d50-2e52-41d3-99e9-ef2760fc425d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:18.726049 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e424b67-86fe-4cca-9cde-911775c22c86 req-d1a349b1-ac1b-4b79-9761-401c11969845 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1852837 Jan 18 20:29:18.886012 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f7ad3-387e-4e7d-b802-5d00d9beec22 req-0524cf77-4b67-4235-927a-f4d5c1293623 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:18.894628 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc7f7ad3-387e-4e7d-b802-5d00d9beec22 req-0524cf77-4b67-4235-927a-f4d5c1293623 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1664734 Jan 18 20:29:18.950577 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-1de4a8a2-c2dc-4b5f-89a2-66c0f5b928a4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Deleting port 41acb3f0-b228-4d09-b0fa-1179b64e5e04 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:29:18.950853 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1de4a8a2-c2dc-4b5f-89a2-66c0f5b928a4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (41acb3f0-b228-4d09-b0fa-1179b64e5e04), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:19.104585 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41252) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:19.124813 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1de4a8a2-c2dc-4b5f-89a2-66c0f5b928a4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (41acb3f0-b228-4d09-b0fa-1179b64e5e04), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:19.153373 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-1de4a8a2-c2dc-4b5f-89a2-66c0f5b928a4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Calling delete_port for 41acb3f0-b228-4d09-b0fa-1179b64e5e04 owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:29:19.438603 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1de4a8a2-c2dc-4b5f-89a2-66c0f5b928a4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (41acb3f0-b228-4d09-b0fa-1179b64e5e04), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:19.475058 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4a8a2-c2dc-4b5f-89a2-66c0f5b928a4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Port': ['ID=41acb3f0-b228-4d09-b0fa-1179b64e5e04,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:19.497914 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fe485beb-5ca4-4e64-86d4-b89a64afdabc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:19.527170 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ccc431-d115-4f7e-a5da-34e5f80e6e8b None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:29:19.759447 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc7f7ad3-387e-4e7d-b802-5d00d9beec22 req-5dc1979a-9538-478e-96aa-f70df39131de tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8424966 Jan 18 20:29:19.769912 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1de4a8a2-c2dc-4b5f-89a2-66c0f5b928a4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (1a8b9d50-2e52-41d3-99e9-ef2760fc425d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:19.823999 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fe485beb-5ca4-4e64-86d4-b89a64afdabc admin admin] Publish callbacks [] for security_group (ef144461-5513-4099-9787-56536743e8b9), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:19.850302 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fe485beb-5ca4-4e64-86d4-b89a64afdabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ef144461-5513-4099-9787-56536743e8b9), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:19.911007 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fe485beb-5ca4-4e64-86d4-b89a64afdabc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=190d12c58d834e569b581ca45830cc95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8049159 Jan 18 20:29:19.931980 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41260) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:19.938091 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe485beb-5ca4-4e64-86d4-b89a64afdabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef144461-5513-4099-9787-56536743e8b9,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:20.280309 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1de4a8a2-c2dc-4b5f-89a2-66c0f5b928a4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (1a8b9d50-2e52-41d3-99e9-ef2760fc425d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:20.287294 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1de4a8a2-c2dc-4b5f-89a2-66c0f5b928a4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router_controller (1a8b9d50-2e52-41d3-99e9-ef2760fc425d), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:20.417460 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56f1fc-e387-44ee-81b7-4ff5c7ed8e4b req-d7933b94-2ec1-4abe-bc9a-8870d9368904 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:20.420371 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7b56f1fc-e387-44ee-81b7-4ff5c7ed8e4b req-d7933b94-2ec1-4abe-bc9a-8870d9368904 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.7235270 Jan 18 20:29:20.424058 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1de4a8a2-c2dc-4b5f-89a2-66c0f5b928a4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (1a8b9d50-2e52-41d3-99e9-ef2760fc425d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:20.424718 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de4a8a2-c2dc-4b5f-89a2-66c0f5b928a4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Fanout notify agent at l3_agent the message router_deleted on router 1a8b9d50-2e52-41d3-99e9-ef2760fc425d {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:29:20.526259 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1de4a8a2-c2dc-4b5f-89a2-66c0f5b928a4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:20.528104 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1de4a8a2-c2dc-4b5f-89a2-66c0f5b928a4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/routers/1a8b9d50-2e52-41d3-99e9-ef2760fc425d HTTP/1.1" status: 204 len: 168 time: 2.6790948 Jan 18 20:29:20.533828 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41266) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:20.540193 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-0c11482f-5101-4e57-aba0-e23c172a636a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'network': {'name': 'tempest-RoutersTest-1381751466'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:29:20.553365 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e8d9042c-e658-4ebf-ac67-10ef18001a1c admin admin] Publish callbacks [] for security_group (ef144461-5513-4099-9787-56536743e8b9), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:20.565798 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7b56f1fc-e387-44ee-81b7-4ff5c7ed8e4b req-8569dcda-be73-4c22-aba1-8ddb237d2586 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273091 Jan 18 20:29:20.616891 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c11482f-5101-4e57-aba0-e23c172a636a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Made reservation on behalf of e666c75a4135413186dea9ccd90b9b16 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:29:20.619042 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39acc4f-5458-4168-b920-fd419b141ee6 req-8fab4f42-7361-477e-832a-9f417f557069 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:20.624638 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0c11482f-5101-4e57-aba0-e23c172a636a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:20.635666 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39acc4f-5458-4168-b920-fd419b141ee6 req-8fab4f42-7361-477e-832a-9f417f557069 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:20.649499 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39acc4f-5458-4168-b920-fd419b141ee6 req-8fab4f42-7361-477e-832a-9f417f557069 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:20.667940 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39acc4f-5458-4168-b920-fd419b141ee6 req-8fab4f42-7361-477e-832a-9f417f557069 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:20.685930 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c11482f-5101-4e57-aba0-e23c172a636a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:29:20.687731 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39acc4f-5458-4168-b920-fd419b141ee6 req-8fab4f42-7361-477e-832a-9f417f557069 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:20.709547 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39acc4f-5458-4168-b920-fd419b141ee6 req-8fab4f42-7361-477e-832a-9f417f557069 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:20.712479 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0c11482f-5101-4e57-aba0-e23c172a636a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (7b482519-2fd3-4940-8737-2364323635ce), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:20.715114 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-0c11482f-5101-4e57-aba0-e23c172a636a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Added segment 7b482519-2fd3-4940-8737-2364323635ce of type vlan for network 6caccbd5-4d16-49fb-a678-787dd7e511bb Jan 18 20:29:20.728161 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39acc4f-5458-4168-b920-fd419b141ee6 req-8fab4f42-7361-477e-832a-9f417f557069 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:20.734583 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b39acc4f-5458-4168-b920-fd419b141ee6 req-8fab4f42-7361-477e-832a-9f417f557069 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5445 time: 0.8033206 Jan 18 20:29:20.782154 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0c11482f-5101-4e57-aba0-e23c172a636a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (6caccbd5-4d16-49fb-a678-787dd7e511bb), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:20.819447 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e8d9042c-e658-4ebf-ac67-10ef18001a1c admin admin] Publish callbacks [] for security_group (ef144461-5513-4099-9787-56536743e8b9), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:20.823347 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0c11482f-5101-4e57-aba0-e23c172a636a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (6caccbd5-4d16-49fb-a678-787dd7e511bb), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:20.855559 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c11482f-5101-4e57-aba0-e23c172a636a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:20.857116 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0c11482f-5101-4e57-aba0-e23c172a636a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:21.087561 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e8d9042c-e658-4ebf-ac67-10ef18001a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ef144461-5513-4099-9787-56536743e8b9), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:21.090414 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e8d9042c-e658-4ebf-ac67-10ef18001a1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:21.101110 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e8d9042c-e658-4ebf-ac67-10ef18001a1c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef144461-5513-4099-9787-56536743e8b9 HTTP/1.1" status: 204 len: 168 time: 1.1198943 Jan 18 20:29:21.127503 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11482f-5101-4e57-aba0-e23c172a636a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Network': ['ID=6caccbd5-4d16-49fb-a678-787dd7e511bb,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:21.141646 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 6caccbd5-4d16-49fb-a678-787dd7e511bb details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:29:21.270684 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9042c-e658-4ebf-ac67-10ef18001a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef144461-5513-4099-9787-56536743e8b9,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:21.328743 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0c11482f-5101-4e57-aba0-e23c172a636a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7917726 Jan 18 20:29:21.346651 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41286) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:21.353393 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293b68f-f04a-45f3-937a-8033052ccc36 req-3b870559-dd8b-4cb0-804c-0af5926e59dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:21.356109 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d293b68f-f04a-45f3-937a-8033052ccc36 req-3b870559-dd8b-4cb0-804c-0af5926e59dd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 1095 time: 0.2470407 Jan 18 20:29:21.381970 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-2b07afbe-8664-4ffc-8814-bcef3da8c636 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'subnet': {'network_id': '6caccbd5-4d16-49fb-a678-787dd7e511bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:29:21.539653 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbc8d1-7d3a-469d-b9bc-e41207403359 req-a4c6f826-74b3-4333-896c-50be0e87bbdf tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:21.551481 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a3cbc8d1-7d3a-469d-b9bc-e41207403359 req-a4c6f826-74b3-4333-896c-50be0e87bbdf tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.4487045 Jan 18 20:29:21.622247 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b39acc4f-5458-4168-b920-fd419b141ee6 req-dfa3c9da-2c59-4c70-ad2a-6bec64d9a8f6 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8770978 Jan 18 20:29:21.690089 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41292) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:21.765541 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293b68f-f04a-45f3-937a-8033052ccc36 req-d2722f0a-6538-4ca8-b7a5-d8cbba739f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:21.770256 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d293b68f-f04a-45f3-937a-8033052ccc36 req-d2722f0a-6538-4ca8-b7a5-d8cbba739f3d service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 200 len: 912 time: 0.3516228 Jan 18 20:29:21.780561 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74647713-b091-4801-a49d-b9b7d1d15fc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:21.976770 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d293b68f-f04a-45f3-937a-8033052ccc36 req-70d9f49f-8858-40d8-afcc-b93d32a5f935 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4095c9e8-3357-49c1-a713-048d6946f5fd HTTP/1.1" status: 200 len: 998 time: 0.2013741 Jan 18 20:29:22.025476 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a3cbc8d1-7d3a-469d-b9bc-e41207403359 req-6c0ba221-b54a-4ebb-b432-3580cc9c4c2c tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4696822 Jan 18 20:29:22.091019 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba82c93-b055-466a-9a21-777f73b341f7 req-4d04784b-68c3-40db-8942-9195e2e7381b tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:22.104870 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aba82c93-b055-466a-9a21-777f73b341f7 req-4d04784b-68c3-40db-8942-9195e2e7381b tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.3409381 Jan 18 20:29:22.143891 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293b68f-f04a-45f3-937a-8033052ccc36 req-5f19a511-66dc-442b-8e4b-4ecfb3d0e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:22.146480 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d293b68f-f04a-45f3-937a-8033052ccc36 req-5f19a511-66dc-442b-8e4b-4ecfb3d0e271 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2eac11f-fef0-464c-9aac-08a05c8cc068 HTTP/1.1" status: 200 len: 850 time: 0.1430426 Jan 18 20:29:22.275779 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aba82c93-b055-466a-9a21-777f73b341f7 req-fc6a13de-89a8-4598-a174-7d48e92ab4cd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700013 Jan 18 20:29:22.396915 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293b68f-f04a-45f3-937a-8033052ccc36 req-eb102d32-8976-4a96-bd21-1eaa5e49213c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:22.404063 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d293b68f-f04a-45f3-937a-8033052ccc36 req-eb102d32-8976-4a96-bd21-1eaa5e49213c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88e9200-d99d-4ea0-a241-681917733bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2388492 Jan 18 20:29:22.510513 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719b8de-f13f-40c9-a176-2b11e8ea15ac req-d2466d6f-0aef-4a88-8fc3-0947beb0382f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:22.556640 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719b8de-f13f-40c9-a176-2b11e8ea15ac req-d2466d6f-0aef-4a88-8fc3-0947beb0382f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:22.563054 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719b8de-f13f-40c9-a176-2b11e8ea15ac req-d2466d6f-0aef-4a88-8fc3-0947beb0382f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:22.581326 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719b8de-f13f-40c9-a176-2b11e8ea15ac req-d2466d6f-0aef-4a88-8fc3-0947beb0382f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:22.602431 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719b8de-f13f-40c9-a176-2b11e8ea15ac req-d2466d6f-0aef-4a88-8fc3-0947beb0382f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:22.607725 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b07afbe-8664-4ffc-8814-bcef3da8c636 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Made reservation on behalf of e666c75a4135413186dea9ccd90b9b16 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:29:22.614541 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b07afbe-8664-4ffc-8814-bcef3da8c636 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:22.616250 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719b8de-f13f-40c9-a176-2b11e8ea15ac req-d2466d6f-0aef-4a88-8fc3-0947beb0382f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:22.638533 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719b8de-f13f-40c9-a176-2b11e8ea15ac req-d2466d6f-0aef-4a88-8fc3-0947beb0382f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:22.641244 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0719b8de-f13f-40c9-a176-2b11e8ea15ac req-d2466d6f-0aef-4a88-8fc3-0947beb0382f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5445 time: 0.3406744 Jan 18 20:29:22.655159 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41298) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:22.659684 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-5b588b29-66c4-48f3-8252-a10adce76717 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Request body: {'floatingip': {'port_id': 'c3205105-3cf6-449b-a8a6-e9c40e5ae36e'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:29:22.702960 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74647713-b091-4801-a49d-b9b7d1d15fc6 admin admin] Publish callbacks [] for security_group (aab52575-0db0-4923-9a96-996f5e43eec1), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:22.711351 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b588b29-66c4-48f3-8252-a10adce76717 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for floatingip (5f7c0261-eebc-40ea-a3fe-0a7a6d852685), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:22.726811 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d293b68f-f04a-45f3-937a-8033052ccc36 req-8784ba64-9e2f-4c60-9c14-b3a30de10c7b service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141072 Jan 18 20:29:22.805006 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74647713-b091-4801-a49d-b9b7d1d15fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (aab52575-0db0-4923-9a96-996f5e43eec1), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:22.867536 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-74647713-b091-4801-a49d-b9b7d1d15fc6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=171700c0968e4445a7d771e123418ac1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1762576 Jan 18 20:29:22.879171 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41300) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:22.996885 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74647713-b091-4801-a49d-b9b7d1d15fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab52575-0db0-4923-9a96-996f5e43eec1,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:23.192356 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-81db6e7c-974c-4265-afca-52a81f43394b admin admin] Publish callbacks [] for security_group (aab52575-0db0-4923-9a96-996f5e43eec1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:23.278036 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d92d92-03dc-4d7d-8362-351ce5556dda req-a3c5febc-0338-42c3-9378-b67afe90ec22 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:23.278036 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e5d92d92-03dc-4d7d-8362-351ce5556dda req-a3c5febc-0338-42c3-9378-b67afe90ec22 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.0897515 Jan 18 20:29:23.628280 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e5d92d92-03dc-4d7d-8362-351ce5556dda req-c17b3c46-1d0e-4e8c-b5d2-9942fd466b80 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963693 Jan 18 20:29:23.663112 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791be3b-e501-4739-9406-f3b411db6976 req-fbc2fe97-990e-4b5b-8486-3147020cc992 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:23.664741 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c791be3b-e501-4739-9406-f3b411db6976 req-fbc2fe97-990e-4b5b-8486-3147020cc992 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.2436011 Jan 18 20:29:23.804747 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d293b68f-f04a-45f3-937a-8033052ccc36 req-1db1dc88-8c1e-416b-a17c-cef5b3e6691a service neutron] 10.222.0.70 "GET /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0218849 Jan 18 20:29:23.834603 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-81db6e7c-974c-4265-afca-52a81f43394b admin admin] Publish callbacks [] for security_group (aab52575-0db0-4923-9a96-996f5e43eec1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:23.931390 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.db.resource_extend [None req-5b588b29-66c4-48f3-8252-a10adce76717 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:29:23.936652 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b07afbe-8664-4ffc-8814-bcef3da8c636 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (c04f42af-95a0-475c-a822-070ade77205d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:23.951939 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c791be3b-e501-4739-9406-f3b411db6976 req-61544da2-c5e2-4a08-8d83-1763aa11946e tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233716 Jan 18 20:29:24.037143 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07afbe-8664-4ffc-8814-bcef3da8c636 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Subnet': ['ID=c04f42af-95a0-475c-a822-070ade77205d,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:24.045325 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-81db6e7c-974c-4265-afca-52a81f43394b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (aab52575-0db0-4923-9a96-996f5e43eec1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:24.048261 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-81db6e7c-974c-4265-afca-52a81f43394b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:24.054399 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-81db6e7c-974c-4265-afca-52a81f43394b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aab52575-0db0-4923-9a96-996f5e43eec1 HTTP/1.1" status: 204 len: 168 time: 1.1639707 Jan 18 20:29:24.089827 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b07afbe-8664-4ffc-8814-bcef3da8c636 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Checking segment: {'id': '7b482519-2fd3-4940-8737-2364323635ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6caccbd5-4d16-49fb-a678-787dd7e511bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:29:24.090470 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b07afbe-8664-4ffc-8814-bcef3da8c636 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network hostable DHCP agents. Network: 6caccbd5-4d16-49fb-a678-787dd7e511bb, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:29:24.092880 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db6e7c-974c-4265-afca-52a81f43394b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab52575-0db0-4923-9a96-996f5e43eec1,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:24.118151 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b07afbe-8664-4ffc-8814-bcef3da8c636 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network 6caccbd5-4d16-49fb-a678-787dd7e511bb is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:29:24.132001 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-2b07afbe-8664-4ffc-8814-bcef3da8c636 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 6caccbd5-4d16-49fb-a678-787dd7e511bb) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:29:24.142427 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7dee8b-9dba-428c-aa74-b07bcc885fb8 None None] Network 6caccbd5-4d16-49fb-a678-787dd7e511bb requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:29:24.148890 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b07afbe-8664-4ffc-8814-bcef3da8c636 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:24.151525 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b07afbe-8664-4ffc-8814-bcef3da8c636 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:24.190743 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2b07afbe-8664-4ffc-8814-bcef3da8c636 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8309584 Jan 18 20:29:24.195761 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41322) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:24.200521 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-9fd16bf0-4923-4f22-84c4-b2161c4708d1 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-162920575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:29:24.259467 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fd16bf0-4923-4f22-84c4-b2161c4708d1 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (30f57312-29f3-41c6-bb48-b65ada6d2b24), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:24.260811 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fd16bf0-4923-4f22-84c4-b2161c4708d1 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (30f57312-29f3-41c6-bb48-b65ada6d2b24), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:24.351354 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fd16bf0-4923-4f22-84c4-b2161c4708d1 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router_controller (30f57312-29f3-41c6-bb48-b65ada6d2b24), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:24.358663 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fd16bf0-4923-4f22-84c4-b2161c4708d1 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (30f57312-29f3-41c6-bb48-b65ada6d2b24), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:24.385618 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fd16bf0-4923-4f22-84c4-b2161c4708d1 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:24.387366 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9fd16bf0-4923-4f22-84c4-b2161c4708d1 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1903524 Jan 18 20:29:24.390407 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41326) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:24.419905 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429c35e0-1d83-43dd-a628-bbbcae020120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-6caccbd5-4d16-49fb-a678-787dd7e511bb', 'network_id': '6caccbd5-4d16-49fb-a678-787dd7e511bb', 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'fixed_ips': [{'subnet_id': 'c04f42af-95a0-475c-a822-070ade77205d'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:29:24.421030 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-429c35e0-1d83-43dd-a628-bbbcae020120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:24.902308 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-429c35e0-1d83-43dd-a628-bbbcae020120 None None] Allocated IP 172.20.0.2 (6caccbd5-4d16-49fb-a678-787dd7e511bb/c04f42af-95a0-475c-a822-070ade77205d/9091a38a-5517-4266-9d83-e6fdcbeaab75) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:29:24.929136 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8359a-44ce-42fe-8953-0ce3c58c52a0 req-052cc1cb-b774-46d9-85d8-2062404390f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:24.930578 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-52e8359a-44ce-42fe-8953-0ce3c58c52a0 req-052cc1cb-b774-46d9-85d8-2062404390f4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=deb1a2f7ff2a41c7978cf89e849731a8&device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 1097 time: 0.2760513 Jan 18 20:29:25.035989 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b588b29-66c4-48f3-8252-a10adce76717 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:25.062268 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b588b29-66c4-48f3-8252-a10adce76717 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (5f7c0261-eebc-40ea-a3fe-0a7a6d852685), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:25.262928 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-429c35e0-1d83-43dd-a628-bbbcae020120 None None] Publish callbacks [] for port (9091a38a-5517-4266-9d83-e6fdcbeaab75), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:25.295256 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-429c35e0-1d83-43dd-a628-bbbcae020120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (9091a38a-5517-4266-9d83-e6fdcbeaab75), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:25.327441 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45d60c85-bab6-4046-8141-f97c16396b7a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:25.332830 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c9463-a263-48ac-b7b8-67c498987b0d req-3ca0660f-0469-46cc-9b9b-a0a4dac508fc tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:25.342287 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8359a-44ce-42fe-8953-0ce3c58c52a0 req-2bbbb82b-4d1d-4c61-a451-a93bc8874f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:25.343647 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d48c9463-a263-48ac-b7b8-67c498987b0d req-3ca0660f-0469-46cc-9b9b-a0a4dac508fc tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.3049560 Jan 18 20:29:25.344537 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-52e8359a-44ce-42fe-8953-0ce3c58c52a0 req-2bbbb82b-4d1d-4c61-a451-a93bc8874f06 service neutron] 10.222.0.70 "GET /v2.0/networks?id=969e5bec-1cc4-4b20-ab88-96d006b4e701 HTTP/1.1" status: 200 len: 914 time: 0.4007833 Jan 18 20:29:25.362317 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c35e0-1d83-43dd-a628-bbbcae020120 None None] Pushing event updated for resources: {'Port': ['ID=9091a38a-5517-4266-9d83-e6fdcbeaab75,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:25.379921 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429c35e0-1d83-43dd-a628-bbbcae020120 None None] Network 6caccbd5-4d16-49fb-a678-787dd7e511bb is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:29:25.381422 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-429c35e0-1d83-43dd-a628-bbbcae020120 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:29:25.384391 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429c35e0-1d83-43dd-a628-bbbcae020120 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:29:25.442787 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a5fc8-ea05-49bf-86ff-78fcc2601477 req-e39a626f-04e5-49b8-8e2a-a53ffb605925 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:25.454582 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a3a5fc8-ea05-49bf-86ff-78fcc2601477 req-e39a626f-04e5-49b8-8e2a-a53ffb605925 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.2703793 Jan 18 20:29:25.485695 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-52e8359a-44ce-42fe-8953-0ce3c58c52a0 req-8e922125-3879-4c29-be18-14f7322c0198 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30f55edd-0722-4cff-a5f8-68d9282acbc8 HTTP/1.1" status: 200 len: 217 time: 0.1331201 Jan 18 20:29:25.543278 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-429c35e0-1d83-43dd-a628-bbbcae020120 None None] Attempting to bind port 9091a38a-5517-4266-9d83-e6fdcbeaab75 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:29:25.545847 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-429c35e0-1d83-43dd-a628-bbbcae020120 None None] Attempting to bind port 9091a38a-5517-4266-9d83-e6fdcbeaab75 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '7b482519-2fd3-4940-8737-2364323635ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6caccbd5-4d16-49fb-a678-787dd7e511bb'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:29:25.546263 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429c35e0-1d83-43dd-a628-bbbcae020120 None None] Attempting to bind port 9091a38a-5517-4266-9d83-e6fdcbeaab75 on network 6caccbd5-4d16-49fb-a678-787dd7e511bb {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:29:25.553087 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-5b588b29-66c4-48f3-8252-a10adce76717 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Floating IP 5f7c0261-eebc-40ea-a3fe-0a7a6d852685 associated. External IP: 172.25.4.17, port: c3205105-3cf6-449b-a8a6-e9c40e5ae36e. Jan 18 20:29:25.560765 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429c35e0-1d83-43dd-a628-bbbcae020120 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:29:25.561146 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429c35e0-1d83-43dd-a628-bbbcae020120 None None] Checking segment: {'id': '7b482519-2fd3-4940-8737-2364323635ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6caccbd5-4d16-49fb-a678-787dd7e511bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:29:25.561557 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-429c35e0-1d83-43dd-a628-bbbcae020120 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:25.561984 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429c35e0-1d83-43dd-a628-bbbcae020120 None None] Bound using segment: {'id': '7b482519-2fd3-4940-8737-2364323635ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6caccbd5-4d16-49fb-a678-787dd7e511bb'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:29:25.562484 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-429c35e0-1d83-43dd-a628-bbbcae020120 None None] Bound port: 9091a38a-5517-4266-9d83-e6fdcbeaab75, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b482519-2fd3-4940-8737-2364323635ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6caccbd5-4d16-49fb-a678-787dd7e511bb'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:29:25.564862 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-429c35e0-1d83-43dd-a628-bbbcae020120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9091a38a-5517-4266-9d83-e6fdcbeaab75), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:25.604112 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8359a-44ce-42fe-8953-0ce3c58c52a0 req-4ed0a9e8-8b87-4b5d-ac22-651990109fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:25.605579 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-52e8359a-44ce-42fe-8953-0ce3c58c52a0 req-4ed0a9e8-8b87-4b5d-ac22-651990109fd7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d51416a9-d1ba-44a6-8439-10a7eabfd114 HTTP/1.1" status: 200 len: 853 time: 0.1130273 Jan 18 20:29:25.679125 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f0333be8-c1a6-4ed6-92c7-8dcd1d58b18f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:25.731085 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-429c35e0-1d83-43dd-a628-bbbcae020120 None None] For port 9091a38a-5517-4266-9d83-e6fdcbeaab75, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:29:25.738824 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-429c35e0-1d83-43dd-a628-bbbcae020120 None None] For port 9091a38a-5517-4266-9d83-e6fdcbeaab75, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9091a38a-5517-4266-9d83-e6fdcbeaab75,segment=NetworkSegment(7b482519-2fd3-4940-8737-2364323635ce),segment_id=7b482519-2fd3-4940-8737-2364323635ce)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:29:25.748022 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-429c35e0-1d83-43dd-a628-bbbcae020120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9091a38a-5517-4266-9d83-e6fdcbeaab75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:25.748948 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-52e8359a-44ce-42fe-8953-0ce3c58c52a0 req-8a4ad020-689a-460f-9538-8c5a6c4b720c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=969e5bec-1cc4-4b20-ab88-96d006b4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272533 Jan 18 20:29:25.776581 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d48c9463-a263-48ac-b7b8-67c498987b0d req-c43be708-d1e8-426e-b055-b4c38d3fa420 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319792 Jan 18 20:29:25.844396 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41358) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:25.904538 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c35e0-1d83-43dd-a628-bbbcae020120 None None] Pushing event updated for resources: {'Port': ['ID=9091a38a-5517-4266-9d83-e6fdcbeaab75,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:25.963744 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a3a5fc8-ea05-49bf-86ff-78fcc2601477 req-56d314d7-5571-47f5-85d9-a8e80f436ad6 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4907734 Jan 18 20:29:25.974507 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b588b29-66c4-48f3-8252-a10adce76717 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Router d829a980-f002-4ff1-b509-18e891e56e2b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:29:26.233293 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b588b29-66c4-48f3-8252-a10adce76717 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:29:26.246646 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e63145-ce6a-4a45-85a4-9485dc9e9805 None None] Sync routers for ids ['d829a980-f002-4ff1-b509-18e891e56e2b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:29:26.247982 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-5485e42d-8f9b-440a-ae45-194672183f80 admin admin] Deleting subnet ab2298d9-649b-4601-b536-132ba46d75ad {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:29:26.250269 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b588b29-66c4-48f3-8252-a10adce76717 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:26.287665 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e63145-ce6a-4a45-85a4-9485dc9e9805 None None] Routers {'d829a980-f002-4ff1-b509-18e891e56e2b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:29:26.288500 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b9e63145-ce6a-4a45-85a4-9485dc9e9805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:28:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d829a980-f002-4ff1-b509-18e891e56e2b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:26.372015 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5b588b29-66c4-48f3-8252-a10adce76717 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "PUT /v2.0/floatingips/5f7c0261-eebc-40ea-a3fe-0a7a6d852685 HTTP/1.1" status: 200 len: 990 time: 3.7130733 Jan 18 20:29:26.383650 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'tag': 'c3205105-3cf6-449b-a8a6-e9c40e5ae36e'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:29:26.388966 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc37da92-af8f-4fe5-a0ba-dc4988a0fc1e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "tag": "c3205105-3cf6-449b-a8a6-e9c40e5ae36e"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:29:26.411852 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5485e42d-8f9b-440a-ae45-194672183f80 admin admin] Publish callbacks [] for subnet (ab2298d9-649b-4601-b536-132ba46d75ad), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:26.439619 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf565a2-095c-4259-a3bc-ff7edd4b06ec req-5d5e8c3e-09a1-4459-95f7-ef4f9557613a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:26.441380 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-edf565a2-095c-4259-a3bc-ff7edd4b06ec req-5d5e8c3e-09a1-4459-95f7-ef4f9557613a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.3123488 Jan 18 20:29:26.555832 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-edf565a2-095c-4259-a3bc-ff7edd4b06ec req-a697af10-3413-436b-a203-4de9c1aac478 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075165 Jan 18 20:29:26.559700 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-52e8359a-44ce-42fe-8953-0ce3c58c52a0 req-fd0da532-a6ff-43d1-9c99-bcbb76f41e13 service neutron] 10.222.0.70 "GET /v2.0/networks/969e5bec-1cc4-4b20-ab88-96d006b4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7969518 Jan 18 20:29:26.561089 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-b9e63145-ce6a-4a45-85a4-9485dc9e9805 None None] Set router d829a980-f002-4ff1-b509-18e891e56e2b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:29:26.627845 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5485e42d-8f9b-440a-ae45-194672183f80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (ab2298d9-649b-4601-b536-132ba46d75ad), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:26.627965 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238e8227-e15f-4361-a1fa-656b5824f88b x-openstack-request-id: req-238e8227-e15f-4361-a1fa-656b5824f88b {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:29:26.627965 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "tag": "c3205105-3cf6-449b-a8a6-e9c40e5ae36e", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:29:26.627965 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-238e8227-e15f-4361-a1fa-656b5824f88b {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:29:26.627965 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'tag': 'c3205105-3cf6-449b-a8a6-e9c40e5ae36e', 'status': 'completed', 'code': 200} Jan 18 20:29:26.628331 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-45d60c85-bab6-4046-8141-f97c16396b7a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Allocated IP 172.20.0.1 (6caccbd5-4d16-49fb-a678-787dd7e511bb/c04f42af-95a0-475c-a822-070ade77205d/7b6ba2c2-7e41-4f2a-831b-5b8930c6eea8) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:29:26.855508 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5485e42d-8f9b-440a-ae45-194672183f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (ab2298d9-649b-4601-b536-132ba46d75ad), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:26.935550 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37da92-af8f-4fe5-a0ba-dc4988a0fc1e req-0d814ad2-f163-41ef-ba06-111101fd6569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:26.936459 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37da92-af8f-4fe5-a0ba-dc4988a0fc1e req-0d814ad2-f163-41ef-ba06-111101fd6569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:26.937108 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37da92-af8f-4fe5-a0ba-dc4988a0fc1e req-0d814ad2-f163-41ef-ba06-111101fd6569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:26.937964 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37da92-af8f-4fe5-a0ba-dc4988a0fc1e req-0d814ad2-f163-41ef-ba06-111101fd6569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:26.938603 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37da92-af8f-4fe5-a0ba-dc4988a0fc1e req-0d814ad2-f163-41ef-ba06-111101fd6569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:26.939369 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37da92-af8f-4fe5-a0ba-dc4988a0fc1e req-0d814ad2-f163-41ef-ba06-111101fd6569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:26.940004 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37da92-af8f-4fe5-a0ba-dc4988a0fc1e req-0d814ad2-f163-41ef-ba06-111101fd6569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:26.943380 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc37da92-af8f-4fe5-a0ba-dc4988a0fc1e req-0d814ad2-f163-41ef-ba06-111101fd6569 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=733444720280437eb7f9cfdcefc53319&device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 6502 time: 0.2842789 Jan 18 20:29:27.015343 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-52e8359a-44ce-42fe-8953-0ce3c58c52a0 req-9260d9fb-6e47-4431-813b-4611c717dc01 service neutron] 10.222.0.70 "GET /v2.0/networks/969e5bec-1cc4-4b20-ab88-96d006b4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477327 Jan 18 20:29:27.053146 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981ffb0-7296-45c0-ac44-603506fb13ae req-8f92387b-a14c-4926-9d72-59508c7f8f18 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:27.056206 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e981ffb0-7296-45c0-ac44-603506fb13ae req-8f92387b-a14c-4926-9d72-59508c7f8f18 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 946 time: 0.1108532 Jan 18 20:29:27.129464 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b9e63145-ce6a-4a45-85a4-9485dc9e9805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'name': 'tempest-TaggedBootDevicesTest_v242-647798303-router', 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '38d15467-84f1-483e-9063-ad6c4607fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:25:24Z', 'updated_at': '2022-01-18T20:25:40Z', 'revision_number': 4, 'project_id': '733444720280437eb7f9cfdcefc53319', 'gw_port': {'id': '38d15467-84f1-483e-9063-ad6c4607fe7f', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bf:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:27Z', 'updated_at': '2022-01-18T20:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '5f7c0261-eebc-40ea-a3fe-0a7a6d852685', 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'floating_ip_address': '172.25.4.17', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'port_id': 'c3205105-3cf6-449b-a8a6-e9c40e5ae36e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '430c56bd-8290-45d6-ab68-26d11179c94e', 'mac_address': 'fa:16:3e:04:30:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa171f3a-7b11-4647-88b5-324804184a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:27:05Z', 'updated_at': '2022-01-18T20:29:23Z', 'revision_number': 1, 'project_id': '733444720280437eb7f9cfdcefc53319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5fd4c74-0cf0-4c5d-83bd-ca95b5532679', 'name': '', 'network_id': '430c56bd-8290-45d6-ab68-26d11179c94e', 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'mac_address': 'fa:16:3e:64:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '2035485f-6539-4901-9376-da308db55f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:38Z', 'updated_at': '2022-01-18T20:25:49Z', 'revision_number': 5, 'project_id': '733444720280437eb7f9cfdcefc53319', 'subnets': [{'id': '2035485f-6539-4901-9376-da308db55f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:27.190476 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e981ffb0-7296-45c0-ac44-603506fb13ae req-8745da12-394f-46b4-a29c-edea3ecc6b28 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257071 Jan 18 20:29:27.201411 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 30f55edd-0722-4cff-a5f8-68d9282acbc8 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:29:27.203808 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e63145-ce6a-4a45-85a4-9485dc9e9805 None None] Checking router: d829a980-f002-4ff1-b509-18e891e56e2b for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:29:27.278370 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45d60c85-bab6-4046-8141-f97c16396b7a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for port (7b6ba2c2-7e41-4f2a-831b-5b8930c6eea8), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:27.291580 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5485e42d-8f9b-440a-ae45-194672183f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (ab2298d9-649b-4601-b536-132ba46d75ad), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:27.342328 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5485e42d-8f9b-440a-ae45-194672183f80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:27.348930 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41408) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:27.349470 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5485e42d-8f9b-440a-ae45-194672183f80 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ab2298d9-649b-4601-b536-132ba46d75ad HTTP/1.1" status: 204 len: 168 time: 1.5034649 Jan 18 20:29:27.356852 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e63145-ce6a-4a45-85a4-9485dc9e9805 None None] Routers {'d829a980-f002-4ff1-b509-18e891e56e2b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:29:27.357475 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b9e63145-ce6a-4a45-85a4-9485dc9e9805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:28:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d829a980-f002-4ff1-b509-18e891e56e2b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:27.360922 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485e42d-8f9b-440a-ae45-194672183f80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab2298d9-649b-4601-b536-132ba46d75ad,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:27.411628 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37da92-af8f-4fe5-a0ba-dc4988a0fc1e req-71f2cb3a-4a4c-4dd1-85f7-07df9265f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:27.413834 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc37da92-af8f-4fe5-a0ba-dc4988a0fc1e req-71f2cb3a-4a4c-4dd1-85f7-07df9265f751 service neutron] 10.222.0.70 "GET /v2.0/networks?id=430c56bd-8290-45d6-ab68-26d11179c94e HTTP/1.1" status: 200 len: 917 time: 0.4379683 Jan 18 20:29:27.500132 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45d60c85-bab6-4046-8141-f97c16396b7a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (7b6ba2c2-7e41-4f2a-831b-5b8930c6eea8), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:27.619198 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1fa584a5-93d5-40c6-b942-24a0b5eea5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (9edf7d93-65a7-43e4-8503-d8efc2d82579), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:27.650968 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc37da92-af8f-4fe5-a0ba-dc4988a0fc1e req-d8e87509-1804-40a9-b2dc-c8e7cfac1483 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3205105-3cf6-449b-a8a6-e9c40e5ae36e HTTP/1.1" status: 200 len: 998 time: 0.2241530 Jan 18 20:29:27.682735 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d60c85-bab6-4046-8141-f97c16396b7a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network 6caccbd5-4d16-49fb-a678-787dd7e511bb is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:29:27.701827 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 30f55edd-0722-4cff-a5f8-68d9282acbc8 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:27.702215 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (30f55edd-0722-4cff-a5f8-68d9282acbc8), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:27.706399 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d60c85-bab6-4046-8141-f97c16396b7a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Port': ['ID=7b6ba2c2-7e41-4f2a-831b-5b8930c6eea8,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:27.718167 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-45d60c85-bab6-4046-8141-f97c16396b7a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:29:27.771131 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d60c85-bab6-4046-8141-f97c16396b7a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:29:27.866586 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 30f55edd-0722-4cff-a5f8-68d9282acbc8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=30f55edd-0722-4cff-a5f8-68d9282acbc8,segment=NetworkSegment(3926a9bc-2ab0-4e14-8e43-e7affde02047),segment_id=3926a9bc-2ab0-4e14-8e43-e7affde02047)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:27.873559 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37da92-af8f-4fe5-a0ba-dc4988a0fc1e req-e5382f97-e8ef-44e8-95e0-df879d56cfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:27.876319 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc37da92-af8f-4fe5-a0ba-dc4988a0fc1e req-e5382f97-e8ef-44e8-95e0-df879d56cfbe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2035485f-6539-4901-9376-da308db55f84 HTTP/1.1" status: 200 len: 855 time: 0.2066538 Jan 18 20:29:27.880444 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fdcac9-cf80-4b6a-a3aa-0391aab6c10e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30f55edd-0722-4cff-a5f8-68d9282acbc8'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:29:27.883288 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45d60c85-bab6-4046-8141-f97c16396b7a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (30f57312-29f3-41c6-bb48-b65ada6d2b24), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:27.887701 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516cfbc4-85f8-49f6-8751-bf168eb5948a" -d '{"events": [{"server_uuid": "20fdcac9-cf80-4b6a-a3aa-0391aab6c10e", "name": "network-vif-unplugged", "status": "completed", "tag": "30f55edd-0722-4cff-a5f8-68d9282acbc8"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:29:27.889819 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1fa584a5-93d5-40c6-b942-24a0b5eea5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (9edf7d93-65a7-43e4-8503-d8efc2d82579), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:27.902334 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (30f55edd-0722-4cff-a5f8-68d9282acbc8), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:27.928301 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-b9e63145-ce6a-4a45-85a4-9485dc9e9805 None None] Set router d829a980-f002-4ff1-b509-18e891e56e2b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:29:27.933577 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79d1590-b37c-4d2d-a6f7-73dfbb15df23 None None] Network 6caccbd5-4d16-49fb-a678-787dd7e511bb requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:29:27.986687 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-1fa584a5-93d5-40c6-b942-24a0b5eea5a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9edf7d93-65a7-43e4-8503-d8efc2d82579']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:27.987896 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7161fe-d291-49a1-b5dc-1daa13ad6dc1 x-openstack-request-id: req-df7161fe-d291-49a1-b5dc-1daa13ad6dc1 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:29:27.988280 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fdcac9-cf80-4b6a-a3aa-0391aab6c10e", "name": "network-vif-unplugged", "status": "completed", "tag": "30f55edd-0722-4cff-a5f8-68d9282acbc8", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:29:27.988540 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df7161fe-d291-49a1-b5dc-1daa13ad6dc1 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:29:27.989076 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fdcac9-cf80-4b6a-a3aa-0391aab6c10e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30f55edd-0722-4cff-a5f8-68d9282acbc8', 'code': 200} Jan 18 20:29:27.994137 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-664f30df-717b-4f33-8f83-3b01f343c9cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:28.010284 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fb91c-9f93-44c9-ab5f-9867e457ef2e req-17a9d731-e5cb-4644-a680-78718c2b31a2 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:28.017193 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c1fb91c-9f93-44c9-ab5f-9867e457ef2e req-17a9d731-e5cb-4644-a680-78718c2b31a2 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b733af7-608d-422f-9913-ddd95c32acb1 HTTP/1.1" status: 200 len: 943 time: 0.1433089 Jan 18 20:29:28.029426 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-1fa584a5-93d5-40c6-b942-24a0b5eea5a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69ad9a7-9c84-41c0-a5ab-db4c05123133') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:28.029857 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-1fa584a5-93d5-40c6-b942-24a0b5eea5a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69ad9a7-9c84-41c0-a5ab-db4c05123133') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:28.067622 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1fa584a5-93d5-40c6-b942-24a0b5eea5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (d69ad9a7-9c84-41c0-a5ab-db4c05123133), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:28.124725 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1fa584a5-93d5-40c6-b942-24a0b5eea5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (d69ad9a7-9c84-41c0-a5ab-db4c05123133), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:28.134344 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa584a5-93d5-40c6-b942-24a0b5eea5a5 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:29:28.135027 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1fa584a5-93d5-40c6-b942-24a0b5eea5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (d69ad9a7-9c84-41c0-a5ab-db4c05123133), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:29:28.142612 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:29:28.223128 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37da92-af8f-4fe5-a0ba-dc4988a0fc1e req-87fa6265-9c71-4baa-805e-fec642b32fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:28.229267 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc37da92-af8f-4fe5-a0ba-dc4988a0fc1e req-87fa6265-9c71-4baa-805e-fec642b32fe9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=430c56bd-8290-45d6-ab68-26d11179c94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3370500 Jan 18 20:29:28.291890 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9091a38a-5517-4266-9d83-e6fdcbeaab75 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:29:28.326762 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-6c1fb91c-9f93-44c9-ab5f-9867e457ef2e req-c03771c4-4740-4294-bef3-aa0289e11c92 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Deleting port 6ebe76e2-127a-470d-940f-08674db17c68 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:29:28.327460 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6c1fb91c-9f93-44c9-ab5f-9867e457ef2e req-c03771c4-4740-4294-bef3-aa0289e11c92 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (6ebe76e2-127a-470d-940f-08674db17c68), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:28.343159 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1fa584a5-93d5-40c6-b942-24a0b5eea5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (9edf7d93-65a7-43e4-8503-d8efc2d82579), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:28.349573 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45d60c85-bab6-4046-8141-f97c16396b7a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7b6ba2c2-7e41-4f2a-831b-5b8930c6eea8), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:28.376893 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-cfca0c0b-0574-4a38-a04b-e3c76bfe1b35 None None] Provisioning complete for port 9091a38a-5517-4266-9d83-e6fdcbeaab75 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:28.377418 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cfca0c0b-0574-4a38-a04b-e3c76bfe1b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9091a38a-5517-4266-9d83-e6fdcbeaab75), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:28.396292 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1fa584a5-93d5-40c6-b942-24a0b5eea5a5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:28.396893 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=30f55edd-0722-4cff-a5f8-68d9282acbc8,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:28.405420 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1fa584a5-93d5-40c6-b942-24a0b5eea5a5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9edf7d93-65a7-43e4-8503-d8efc2d82579 HTTP/1.1" status: 204 len: 168 time: 1.0540481 Jan 18 20:29:28.406719 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa584a5-93d5-40c6-b942-24a0b5eea5a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9edf7d93-65a7-43e4-8503-d8efc2d82579,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:28.425840 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41444) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:28.540121 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-742ccd99-6069-4fe9-9399-53d757090115 admin admin] Deleting subnet eb209eb5-1151-4342-8346-90206fe69a7f {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:29:28.541919 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-742ccd99-6069-4fe9-9399-53d757090115 admin admin] Publish callbacks [] for subnet (eb209eb5-1151-4342-8346-90206fe69a7f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:28.596054 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-742ccd99-6069-4fe9-9399-53d757090115 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (eb209eb5-1151-4342-8346-90206fe69a7f), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:28.656489 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-742ccd99-6069-4fe9-9399-53d757090115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (eb209eb5-1151-4342-8346-90206fe69a7f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:28.753145 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc37da92-af8f-4fe5-a0ba-dc4988a0fc1e req-c1220f64-a193-4dca-88f2-94a17f2aef82 service neutron] 10.222.0.70 "GET /v2.0/networks/430c56bd-8290-45d6-ab68-26d11179c94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5191288 Jan 18 20:29:28.776750 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-742ccd99-6069-4fe9-9399-53d757090115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (eb209eb5-1151-4342-8346-90206fe69a7f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:28.828114 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 9091a38a-5517-4266-9d83-e6fdcbeaab75 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:28.828528 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9091a38a-5517-4266-9d83-e6fdcbeaab75), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:28.869226 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ccd99-6069-4fe9-9399-53d757090115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb209eb5-1151-4342-8346-90206fe69a7f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:28.891956 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-742ccd99-6069-4fe9-9399-53d757090115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:28.901678 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-742ccd99-6069-4fe9-9399-53d757090115 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/eb209eb5-1151-4342-8346-90206fe69a7f HTTP/1.1" status: 204 len: 168 time: 0.4698904 Jan 18 20:29:28.907425 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41450) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:28.920401 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88fc80-1b92-4e74-baf7-08edefad3dbe req-4d99e5c4-5786-4bce-b908-236725c44d04 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:28.929956 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eb88fc80-1b92-4e74-baf7-08edefad3dbe req-4d99e5c4-5786-4bce-b908-236725c44d04 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 944 time: 0.5712378 Jan 18 20:29:29.291776 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-6c1fb91c-9f93-44c9-ab5f-9867e457ef2e req-c03771c4-4740-4294-bef3-aa0289e11c92 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] For port 6ebe76e2-127a-470d-940f-08674db17c68, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=6ebe76e2-127a-470d-940f-08674db17c68,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:29.292161 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6c1fb91c-9f93-44c9-ab5f-9867e457ef2e req-c03771c4-4740-4294-bef3-aa0289e11c92 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (6ebe76e2-127a-470d-940f-08674db17c68), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:29.323511 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eb88fc80-1b92-4e74-baf7-08edefad3dbe req-59cff0e5-01bb-4443-a8c9-2ad9367e43e9 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923447 Jan 18 20:29:29.353703 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bae83f8e-131b-44b6-819b-182cbff5ad9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (3d128bf7-364f-4859-a220-e7410499ad34), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:29.355704 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-6c1fb91c-9f93-44c9-ab5f-9867e457ef2e req-c03771c4-4740-4294-bef3-aa0289e11c92 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Calling delete_port for 6ebe76e2-127a-470d-940f-08674db17c68 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:29:29.382916 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-cfca0c0b-0574-4a38-a04b-e3c76bfe1b35 None None] Current status of the port 9091a38a-5517-4266-9d83-e6fdcbeaab75 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:29.385017 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cfca0c0b-0574-4a38-a04b-e3c76bfe1b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9091a38a-5517-4266-9d83-e6fdcbeaab75), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:29.460994 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:29.499598 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-cfca0c0b-0574-4a38-a04b-e3c76bfe1b35 None None] For port 9091a38a-5517-4266-9d83-e6fdcbeaab75, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9091a38a-5517-4266-9d83-e6fdcbeaab75,segment=NetworkSegment(7b482519-2fd3-4940-8737-2364323635ce),segment_id=7b482519-2fd3-4940-8737-2364323635ce)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:29.506094 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b9e63145-ce6a-4a45-85a4-9485dc9e9805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'name': 'tempest-TaggedBootDevicesTest_v242-647798303-router', 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '38d15467-84f1-483e-9063-ad6c4607fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:25:24Z', 'updated_at': '2022-01-18T20:25:40Z', 'revision_number': 4, 'project_id': '733444720280437eb7f9cfdcefc53319', 'gw_port': {'id': '38d15467-84f1-483e-9063-ad6c4607fe7f', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bf:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:27Z', 'updated_at': '2022-01-18T20:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '5f7c0261-eebc-40ea-a3fe-0a7a6d852685', 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'floating_ip_address': '172.25.4.17', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'port_id': 'c3205105-3cf6-449b-a8a6-e9c40e5ae36e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '430c56bd-8290-45d6-ab68-26d11179c94e', 'mac_address': 'fa:16:3e:04:30:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa171f3a-7b11-4647-88b5-324804184a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:27:05Z', 'updated_at': '2022-01-18T20:29:23Z', 'revision_number': 1, 'project_id': '733444720280437eb7f9cfdcefc53319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5fd4c74-0cf0-4c5d-83bd-ca95b5532679', 'name': '', 'network_id': '430c56bd-8290-45d6-ab68-26d11179c94e', 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'mac_address': 'fa:16:3e:64:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '2035485f-6539-4901-9376-da308db55f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:38Z', 'updated_at': '2022-01-18T20:25:49Z', 'revision_number': 5, 'project_id': '733444720280437eb7f9cfdcefc53319', 'subnets': [{'id': '2035485f-6539-4901-9376-da308db55f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:29.584141 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cfca0c0b-0574-4a38-a04b-e3c76bfe1b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9091a38a-5517-4266-9d83-e6fdcbeaab75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:29.584635 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bae83f8e-131b-44b6-819b-182cbff5ad9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (3d128bf7-364f-4859-a220-e7410499ad34), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:29.632245 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-bae83f8e-131b-44b6-819b-182cbff5ad9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d128bf7-364f-4859-a220-e7410499ad34']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:29.651811 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc37da92-af8f-4fe5-a0ba-dc4988a0fc1e req-8a2f94ad-883b-43b8-9a8a-0317840c27b2 service neutron] 10.222.0.70 "GET /v2.0/networks/430c56bd-8290-45d6-ab68-26d11179c94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8930299 Jan 18 20:29:29.735191 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca0c0b-0574-4a38-a04b-e3c76bfe1b35 None None] Pushing event updated for resources: {'Port': ['ID=9091a38a-5517-4266-9d83-e6fdcbeaab75,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:29.751280 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45d60c85-bab6-4046-8141-f97c16396b7a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for port (7b6ba2c2-7e41-4f2a-831b-5b8930c6eea8), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:29.754579 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e63145-ce6a-4a45-85a4-9485dc9e9805 None None] The sync data for ids ['d829a980-f002-4ff1-b509-18e891e56e2b'] in n-d-741529-9 is: [{'id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'name': 'tempest-TaggedBootDevicesTest_v242-647798303-router', 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '38d15467-84f1-483e-9063-ad6c4607fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:25:24Z', 'updated_at': '2022-01-18T20:25:40Z', 'revision_number': 4, 'project_id': '733444720280437eb7f9cfdcefc53319', 'gw_port': {'id': '38d15467-84f1-483e-9063-ad6c4607fe7f', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bf:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:27Z', 'updated_at': '2022-01-18T20:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '5f7c0261-eebc-40ea-a3fe-0a7a6d852685', 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'floating_ip_address': '172.25.4.17', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'port_id': 'c3205105-3cf6-449b-a8a6-e9c40e5ae36e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '430c56bd-8290-45d6-ab68-26d11179c94e', 'mac_address': 'fa:16:3e:04:30:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa171f3a-7b11-4647-88b5-324804184a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:27:05Z', 'updated_at': '2022-01-18T20:29:23Z', 'revision_number': 1, 'project_id': '733444720280437eb7f9cfdcefc53319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5fd4c74-0cf0-4c5d-83bd-ca95b5532679', 'name': '', 'network_id': '430c56bd-8290-45d6-ab68-26d11179c94e', 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'mac_address': 'fa:16:3e:64:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '2035485f-6539-4901-9376-da308db55f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:38Z', 'updated_at': '2022-01-18T20:25:49Z', 'revision_number': 5, 'project_id': '733444720280437eb7f9cfdcefc53319', 'subnets': [{'id': '2035485f-6539-4901-9376-da308db55f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:29:29.759554 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45d60c85-bab6-4046-8141-f97c16396b7a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (7b6ba2c2-7e41-4f2a-831b-5b8930c6eea8), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:29.793723 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-bae83f8e-131b-44b6-819b-182cbff5ad9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3885e390-5e83-47cf-b342-51afa7e5b4e5') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:29.794069 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-bae83f8e-131b-44b6-819b-182cbff5ad9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3885e390-5e83-47cf-b342-51afa7e5b4e5') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:29.821746 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bae83f8e-131b-44b6-819b-182cbff5ad9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (3885e390-5e83-47cf-b342-51afa7e5b4e5), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:29.873509 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7a772a5f-20d7-4e0d-8039-752e12600ec1 None None] Provisioning complete for port 7b6ba2c2-7e41-4f2a-831b-5b8930c6eea8 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:29.874892 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7a772a5f-20d7-4e0d-8039-752e12600ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7b6ba2c2-7e41-4f2a-831b-5b8930c6eea8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:29.904203 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 9091a38a-5517-4266-9d83-e6fdcbeaab75 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:29.929004 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bae83f8e-131b-44b6-819b-182cbff5ad9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (3885e390-5e83-47cf-b342-51afa7e5b4e5), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:29.934836 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d60c85-bab6-4046-8141-f97c16396b7a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Port': ['ID=7b6ba2c2-7e41-4f2a-831b-5b8930c6eea8,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:29.939956 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae83f8e-131b-44b6-819b-182cbff5ad9e admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:29:29.940467 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bae83f8e-131b-44b6-819b-182cbff5ad9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (3885e390-5e83-47cf-b342-51afa7e5b4e5), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:29.944237 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45d60c85-bab6-4046-8141-f97c16396b7a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (30f57312-29f3-41c6-bb48-b65ada6d2b24), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:29.957372 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7a772a5f-20d7-4e0d-8039-752e12600ec1 None None] Port 7b6ba2c2-7e41-4f2a-831b-5b8930c6eea8 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:29:29.986541 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7a772a5f-20d7-4e0d-8039-752e12600ec1 None None] Provisioning complete for port 9091a38a-5517-4266-9d83-e6fdcbeaab75 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:29.986930 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7a772a5f-20d7-4e0d-8039-752e12600ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9091a38a-5517-4266-9d83-e6fdcbeaab75), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:29:30.027667 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:29:30.033492 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bae83f8e-131b-44b6-819b-182cbff5ad9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (3d128bf7-364f-4859-a220-e7410499ad34), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:30.040151 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bae83f8e-131b-44b6-819b-182cbff5ad9e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:30.046364 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bae83f8e-131b-44b6-819b-182cbff5ad9e admin admin] 10.222.0.31 "DELETE /v2.0/networks/3d128bf7-364f-4859-a220-e7410499ad34 HTTP/1.1" status: 204 len: 168 time: 1.1115565 Jan 18 20:29:30.053988 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6c1fb91c-9f93-44c9-ab5f-9867e457ef2e req-c03771c4-4740-4294-bef3-aa0289e11c92 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (6ebe76e2-127a-470d-940f-08674db17c68), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:30.083927 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['80e97295-c4f1-4760-baa3-1cc63a28cfc5', '2015aaef-8718-4b14-8924-35c1c727009b'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:29:30.135060 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae83f8e-131b-44b6-819b-182cbff5ad9e admin admin] Pushing event deleted for resources: {'Network': ['ID=3d128bf7-364f-4859-a220-e7410499ad34,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:30.141195 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03771c4-4740-4294-bef3-aa0289e11c92 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Pushing event deleted for resources: {'Port': ['ID=6ebe76e2-127a-470d-940f-08674db17c68,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:30.173300 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d60c85-bab6-4046-8141-f97c16396b7a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network 6caccbd5-4d16-49fb-a678-787dd7e511bb is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:29:30.183406 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-45d60c85-bab6-4046-8141-f97c16396b7a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:29:30.196667 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed130c4-3b32-481e-9a10-ca9d1fcb1cc7 None None] New status for floating IP 5f7c0261-eebc-40ea-a3fe-0a7a6d852685: ACTIVE {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:29:30.250475 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9091a38a-5517-4266-9d83-e6fdcbeaab75 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:29:30.261709 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1fb91c-9f93-44c9-ab5f-9867e457ef2e req-c03771c4-4740-4294-bef3-aa0289e11c92 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] No DVR routers for this DVR port 6ebe76e2-127a-470d-940f-08674db17c68 on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:29:30.266944 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6c1fb91c-9f93-44c9-ab5f-9867e457ef2e req-c03771c4-4740-4294-bef3-aa0289e11c92 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:30.298123 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c1fb91c-9f93-44c9-ab5f-9867e457ef2e req-c03771c4-4740-4294-bef3-aa0289e11c92 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "DELETE /v2.0/ports/6ebe76e2-127a-470d-940f-08674db17c68 HTTP/1.1" status: 204 len: 173 time: 2.2795861 Jan 18 20:29:30.305484 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b733af7-608d-422f-9913-ddd95c32acb1', 'name': 'network-vif-deleted', 'tag': '6ebe76e2-127a-470d-940f-08674db17c68'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:29:30.310750 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e896cdc0-8fd5-4828-8cdc-2f2ca34b7d94" -d '{"events": [{"server_uuid": "3b733af7-608d-422f-9913-ddd95c32acb1", "name": "network-vif-deleted", "tag": "6ebe76e2-127a-470d-940f-08674db17c68"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:29:30.468854 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41470) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:30.502648 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 18 Jan 2022 20:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b52121-7f41-4a92-8d69-3e070ceb4325 x-openstack-request-id: req-d3b52121-7f41-4a92-8d69-3e070ceb4325 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:29:30.502951 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b733af7-608d-422f-9913-ddd95c32acb1", "name": "network-vif-deleted", "tag": "6ebe76e2-127a-470d-940f-08674db17c68", "status": "failed", "code": 422}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:29:30.503205 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3b52121-7f41-4a92-8d69-3e070ceb4325 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:29:30.503623 n-d-741529-9 neutron-server[103336]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3b733af7-608d-422f-9913-ddd95c32acb1', 'name': 'network-vif-deleted', 'tag': '6ebe76e2-127a-470d-940f-08674db17c68', 'status': 'failed', 'code': 422} returned with failed status Jan 18 20:29:30.647681 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41476) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:30.659390 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6d3ec90f-ab54-41db-b62f-cf05fd69b1bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3239fedb46ae41848c033fa320a63794&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1892543 Jan 18 20:29:30.783105 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9452cc2-be42-4e7d-af9e-681ecc62a27f admin admin] Publish callbacks [] for security_group (d94e1aa4-f4c2-43d5-b488-ec0a2a01844d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:30.811758 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9452cc2-be42-4e7d-af9e-681ecc62a27f admin admin] Publish callbacks [] for security_group (d94e1aa4-f4c2-43d5-b488-ec0a2a01844d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:30.812776 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d2f6c-31fd-4cfb-a446-65deee58469b req-f2e24475-8b47-47ee-a26a-7c8581bf9ac3 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:30.825912 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f71d2f6c-31fd-4cfb-a446-65deee58469b req-f2e24475-8b47-47ee-a26a-7c8581bf9ac3 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 944 time: 0.1538615 Jan 18 20:29:30.901619 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d60c85-bab6-4046-8141-f97c16396b7a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Router 30f57312-29f3-41c6-bb48-b65ada6d2b24 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:29:30.919403 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7a772a5f-20d7-4e0d-8039-752e12600ec1 None None] Current status of the port 9091a38a-5517-4266-9d83-e6fdcbeaab75 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:30.925695 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 9091a38a-5517-4266-9d83-e6fdcbeaab75 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:30.926103 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9091a38a-5517-4266-9d83-e6fdcbeaab75), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:30.928492 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f71d2f6c-31fd-4cfb-a446-65deee58469b req-b036810a-b3a6-477a-992d-ae3e3edb0a3e tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993800 Jan 18 20:29:30.930439 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:31.059647 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d60c85-bab6-4046-8141-f97c16396b7a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:29:31.068262 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-45d60c85-bab6-4046-8141-f97c16396b7a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "PUT /v2.0/routers/30f57312-29f3-41c6-bb48-b65ada6d2b24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6757755 Jan 18 20:29:31.069939 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9452cc2-be42-4e7d-af9e-681ecc62a27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d94e1aa4-f4c2-43d5-b488-ec0a2a01844d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:31.072220 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41486) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:31.074721 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9452cc2-be42-4e7d-af9e-681ecc62a27f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:31.077873 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d9452cc2-be42-4e7d-af9e-681ecc62a27f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d94e1aa4-f4c2-43d5-b488-ec0a2a01844d HTTP/1.1" status: 204 len: 168 time: 0.4293604 Jan 18 20:29:31.087845 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9452cc2-be42-4e7d-af9e-681ecc62a27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94e1aa4-f4c2-43d5-b488-ec0a2a01844d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:31.191176 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-29c238a2-8882-4f29-bcda-159abc5bc5b8 None None] Provisioning complete for port 7b6ba2c2-7e41-4f2a-831b-5b8930c6eea8 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:31.191956 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-29c238a2-8882-4f29-bcda-159abc5bc5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7b6ba2c2-7e41-4f2a-831b-5b8930c6eea8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:31.215173 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0782448d-0d43-4fc9-8509-9dd46e377f78 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:31.216881 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0782448d-0d43-4fc9-8509-9dd46e377f78 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "GET /v2.0/ports/7b6ba2c2-7e41-4f2a-831b-5b8930c6eea8 HTTP/1.1" status: 200 len: 910 time: 0.1430285 Jan 18 20:29:31.219903 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41490) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:31.224155 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baaf977-3b8e-4e42-bfed-33c28acb7f54 None None] Sync routers for ids ['30f57312-29f3-41c6-bb48-b65ada6d2b24'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:29:31.228848 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-fc2ad965-e72f-4a1a-9249-827ad9a14a22 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c04f42af-95a0-475c-a822-070ade77205d'}]}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:29:31.259378 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 30f55edd-0722-4cff-a5f8-68d9282acbc8 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:29:31.332940 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eea477-344e-4078-b201-ccfe1519d114 req-ac0c8ca1-d928-45db-917c-11ecc532b38c tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:31.347154 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-78eea477-344e-4078-b201-ccfe1519d114 req-ac0c8ca1-d928-45db-917c-11ecc532b38c tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 944 time: 0.1287246 Jan 18 20:29:31.385103 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baaf977-3b8e-4e42-bfed-33c28acb7f54 None None] Routers {'30f57312-29f3-41c6-bb48-b65ada6d2b24'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:29:31.386169 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3baaf977-3b8e-4e42-bfed-33c28acb7f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:29:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['30f57312-29f3-41c6-bb48-b65ada6d2b24'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:31.507265 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-78eea477-344e-4078-b201-ccfe1519d114 req-d85a044b-c114-49e0-bb44-67d97a9e72c7 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571302 Jan 18 20:29:31.507952 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3baaf977-3b8e-4e42-bfed-33c28acb7f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:31.525075 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-29c238a2-8882-4f29-bcda-159abc5bc5b8 None None] Port 7b6ba2c2-7e41-4f2a-831b-5b8930c6eea8 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:29:31.527156 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 9091a38a-5517-4266-9d83-e6fdcbeaab75 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:31.568088 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baaf977-3b8e-4e42-bfed-33c28acb7f54 None None] Routers {'30f57312-29f3-41c6-bb48-b65ada6d2b24'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:29:31.573213 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3baaf977-3b8e-4e42-bfed-33c28acb7f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:29:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['30f57312-29f3-41c6-bb48-b65ada6d2b24'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:31.624618 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad965-e72f-4a1a-9249-827ad9a14a22 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7b6ba2c2-7e41-4f2a-831b-5b8930c6eea8), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:31.659301 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3baaf977-3b8e-4e42-bfed-33c28acb7f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:31.660215 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baaf977-3b8e-4e42-bfed-33c28acb7f54 None None] The sync data for ids ['30f57312-29f3-41c6-bb48-b65ada6d2b24'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:29:31.717058 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 30f55edd-0722-4cff-a5f8-68d9282acbc8 is: DOWN; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:31.829216 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:31.955805 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55699e-db22-48e3-8d8c-eb712e779d8f req-07e538d2-3d73-4388-9498-4a069bc5da4c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:31.971304 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2f55699e-db22-48e3-8d8c-eb712e779d8f req-07e538d2-3d73-4388-9498-4a069bc5da4c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc560642-1261-4f4f-850c-713ffe3d2c26 HTTP/1.1" status: 200 len: 908 time: 0.0870044 Jan 18 20:29:31.995317 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41514) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:32.090566 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6645cd82-8d93-4d8e-ad6d-768b53a6844f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7094de51ae494977bf0d3f2bac329f90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0935438 Jan 18 20:29:32.092901 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41518) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:32.141606 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-8fb0fc9f-5f7c-48e1-a7b3-3b20661d62d8 req-721fec10-ce16-4d3a-9338-71f519fd0168 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:29:32.142831 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8fb0fc9f-5f7c-48e1-a7b3-3b20661d62d8 req-721fec10-ce16-4d3a-9338-71f519fd0168 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2214310 Jan 18 20:29:32.166800 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-58bead13-61a8-47ac-b0ee-8392f48d58b5 admin admin] Publish callbacks [] for security_group (ca6b03ff-39a9-4ae9-98e8-d4a51b6940bb), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:32.191283 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-58bead13-61a8-47ac-b0ee-8392f48d58b5 admin admin] Publish callbacks [] for security_group (ca6b03ff-39a9-4ae9-98e8-d4a51b6940bb), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:32.269169 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-58bead13-61a8-47ac-b0ee-8392f48d58b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ca6b03ff-39a9-4ae9-98e8-d4a51b6940bb), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:32.282182 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-58bead13-61a8-47ac-b0ee-8392f48d58b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:32.283547 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-58bead13-61a8-47ac-b0ee-8392f48d58b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca6b03ff-39a9-4ae9-98e8-d4a51b6940bb HTTP/1.1" status: 204 len: 168 time: 0.1892538 Jan 18 20:29:32.294656 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bead13-61a8-47ac-b0ee-8392f48d58b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6b03ff-39a9-4ae9-98e8-d4a51b6940bb,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:32.326231 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad965-e72f-4a1a-9249-827ad9a14a22 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for port (7b6ba2c2-7e41-4f2a-831b-5b8930c6eea8), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:32.346353 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad965-e72f-4a1a-9249-827ad9a14a22 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (7b6ba2c2-7e41-4f2a-831b-5b8930c6eea8), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:32.388158 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb99c15-d956-435f-910c-7212f2f9e413 req-e239f560-0921-4e1a-88cf-0e25912ccaf6 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:32.395674 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-abb99c15-d956-435f-910c-7212f2f9e413 req-e239f560-0921-4e1a-88cf-0e25912ccaf6 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 944 time: 0.0749159 Jan 18 20:29:32.466825 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ad965-e72f-4a1a-9249-827ad9a14a22 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Port': ['ID=7b6ba2c2-7e41-4f2a-831b-5b8930c6eea8,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:32.477264 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2ad965-e72f-4a1a-9249-827ad9a14a22 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:32.477988 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad965-e72f-4a1a-9249-827ad9a14a22 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:32.479355 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fc2ad965-e72f-4a1a-9249-827ad9a14a22 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "PUT /v2.0/ports/7b6ba2c2-7e41-4f2a-831b-5b8930c6eea8 HTTP/1.1" status: 200 len: 910 time: 1.2582664 Jan 18 20:29:32.483009 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41530) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:32.504086 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-abb99c15-d956-435f-910c-7212f2f9e413 req-8d7e4798-d3a2-4de4-a03d-4a75c3e0aebf tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071851 Jan 18 20:29:32.756601 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41546) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:32.969672 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-420f4bf2-0f28-41fc-b236-13658129a777 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (30f57312-29f3-41c6-bb48-b65ada6d2b24), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:33.000629 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4fe0127-92f1-4937-a4f9-e8b989df03c2 req-1fa3135f-bbe3-44ff-a7c0-3d1508d27fe8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2421319 Jan 18 20:29:33.011595 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-a4fe0127-92f1-4937-a4f9-e8b989df03c2 req-576cd34f-cd9c-4832-bdef-30d4118cad7e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:29:33.014206 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4fe0127-92f1-4937-a4f9-e8b989df03c2 req-576cd34f-cd9c-4832-bdef-30d4118cad7e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067596 Jan 18 20:29:33.454741 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-420f4bf2-0f28-41fc-b236-13658129a777 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Deleting port 7b6ba2c2-7e41-4f2a-831b-5b8930c6eea8 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:29:33.455655 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-420f4bf2-0f28-41fc-b236-13658129a777 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (7b6ba2c2-7e41-4f2a-831b-5b8930c6eea8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:33.630398 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bc975-6665-4e19-a9da-5e5bb7b32296 req-be14ea45-6e1b-44a0-9f54-9f31ccbecbbb tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:33.632879 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-418bc975-6665-4e19-a9da-5e5bb7b32296 req-be14ea45-6e1b-44a0-9f54-9f31ccbecbbb tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc560642-1261-4f4f-850c-713ffe3d2c26 HTTP/1.1" status: 200 len: 908 time: 0.5601950 Jan 18 20:29:33.697446 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-420f4bf2-0f28-41fc-b236-13658129a777 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (7b6ba2c2-7e41-4f2a-831b-5b8930c6eea8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:33.732580 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9a168-ec95-4f48-8808-9da8149c5471 req-b608cac2-2429-4cf7-85ac-ed5dbd2a8969 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:33.734227 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85b9a168-ec95-4f48-8808-9da8149c5471 req-b608cac2-2429-4cf7-85ac-ed5dbd2a8969 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 944 time: 0.0891118 Jan 18 20:29:33.743344 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-420f4bf2-0f28-41fc-b236-13658129a777 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Calling delete_port for 7b6ba2c2-7e41-4f2a-831b-5b8930c6eea8 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:29:33.782921 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7701bf-d612-4e68-bbe4-e6cdbbae092b req-209c5ffb-c885-4146-81e5-b33ac46a3a50 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:33.784555 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5a7701bf-d612-4e68-bbe4-e6cdbbae092b req-209c5ffb-c885-4146-81e5-b33ac46a3a50 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc560642-1261-4f4f-850c-713ffe3d2c26 HTTP/1.1" status: 200 len: 908 time: 0.4700778 Jan 18 20:29:33.847358 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85b9a168-ec95-4f48-8808-9da8149c5471 req-218cdc59-6b6e-447f-8325-878fccb2d356 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004848 Jan 18 20:29:33.879012 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41596) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:33.965399 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:34.012154 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-5a7701bf-d612-4e68-bbe4-e6cdbbae092b req-1b59bdb3-9dfa-4982-b7dc-d4b906015f30 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Deleting port 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:29:34.012723 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5a7701bf-d612-4e68-bbe4-e6cdbbae092b req-1b59bdb3-9dfa-4982-b7dc-d4b906015f30 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (5864750f-0bf3-4d8a-87d1-8ec2b7170bbb), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:34.064468 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-e65f5435-5ae1-46d0-bb5f-ef462668aea4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-84927194-network', 'tenant_id': '868bee3201cb40199baaabf86c510278'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:29:34.091676 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65f5435-5ae1-46d0-bb5f-ef462668aea4 admin admin] Made reservation on behalf of 868bee3201cb40199baaabf86c510278 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:29:34.094638 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e65f5435-5ae1-46d0-bb5f-ef462668aea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:34.105550 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e65f5435-5ae1-46d0-bb5f-ef462668aea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:34.173277 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-5a7701bf-d612-4e68-bbe4-e6cdbbae092b req-1b59bdb3-9dfa-4982-b7dc-d4b906015f30 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] For port 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=5864750f-0bf3-4d8a-87d1-8ec2b7170bbb,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:34.173659 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5a7701bf-d612-4e68-bbe4-e6cdbbae092b req-1b59bdb3-9dfa-4982-b7dc-d4b906015f30 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (5864750f-0bf3-4d8a-87d1-8ec2b7170bbb), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:34.188642 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-5a7701bf-d612-4e68-bbe4-e6cdbbae092b req-1b59bdb3-9dfa-4982-b7dc-d4b906015f30 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Calling delete_port for 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:29:34.190949 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-420f4bf2-0f28-41fc-b236-13658129a777 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (7b6ba2c2-7e41-4f2a-831b-5b8930c6eea8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:34.265951 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e65f5435-5ae1-46d0-bb5f-ef462668aea4 admin admin] Publish callbacks [] for security_group (c918b682-62bd-4658-ae4e-0cdaf8a7583f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:34.282006 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e65f5435-5ae1-46d0-bb5f-ef462668aea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c918b682-62bd-4658-ae4e-0cdaf8a7583f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:34.316425 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e65f5435-5ae1-46d0-bb5f-ef462668aea4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:29:34.335159 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f5435-5ae1-46d0-bb5f-ef462668aea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c918b682-62bd-4658-ae4e-0cdaf8a7583f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:34.339462 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e65f5435-5ae1-46d0-bb5f-ef462668aea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (20f9bad4-2259-48ab-8fe4-3f5a2c96d543), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:34.339929 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-e65f5435-5ae1-46d0-bb5f-ef462668aea4 admin admin] Added segment 20f9bad4-2259-48ab-8fe4-3f5a2c96d543 of type vlan for network fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d Jan 18 20:29:34.365980 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f4bf2-0f28-41fc-b236-13658129a777 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Port': ['ID=7b6ba2c2-7e41-4f2a-831b-5b8930c6eea8,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:34.386436 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e65f5435-5ae1-46d0-bb5f-ef462668aea4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:34.436644 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e65f5435-5ae1-46d0-bb5f-ef462668aea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:34.438873 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65f5435-5ae1-46d0-bb5f-ef462668aea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:34.439928 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e65f5435-5ae1-46d0-bb5f-ef462668aea4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:34.522141 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f5435-5ae1-46d0-bb5f-ef462668aea4 admin admin] Pushing event updated for resources: {'Network': ['ID=fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:34.533947 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:29:34.539038 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e65f5435-5ae1-46d0-bb5f-ef462668aea4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6580391 Jan 18 20:29:34.542319 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41604) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:34.548621 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-1dc6a8db-681d-4bc2-b41a-7ab174c0dce7 admin admin] Request body: {'subnet': {'network_id': 'fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-84927194-subnet', 'tenant_id': '868bee3201cb40199baaabf86c510278', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:29:34.577237 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc6a8db-681d-4bc2-b41a-7ab174c0dce7 admin admin] Made reservation on behalf of 868bee3201cb40199baaabf86c510278 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:29:34.580222 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1dc6a8db-681d-4bc2-b41a-7ab174c0dce7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:34.635688 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5a7701bf-d612-4e68-bbe4-e6cdbbae092b req-1b59bdb3-9dfa-4982-b7dc-d4b906015f30 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (5864750f-0bf3-4d8a-87d1-8ec2b7170bbb), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:34.665822 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe0127-92f1-4937-a4f9-e8b989df03c2 req-29a431bb-690e-4561-87b7-e5057ed4f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:34.667333 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a4fe0127-92f1-4937-a4f9-e8b989df03c2 req-29a431bb-690e-4561-87b7-e5057ed4f033 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e&tenant_id=deb1a2f7ff2a41c7978cf89e849731a8 HTTP/1.1" status: 200 len: 1095 time: 0.2108574 Jan 18 20:29:34.671093 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59bdb3-9dfa-4982-b7dc-d4b906015f30 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Pushing event deleted for resources: {'Port': ['ID=5864750f-0bf3-4d8a-87d1-8ec2b7170bbb,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:34.673055 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-420f4bf2-0f28-41fc-b236-13658129a777 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (30f57312-29f3-41c6-bb48-b65ada6d2b24), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:34.852589 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6f2686a-feb5-43db-a04b-03fc20e71765 req-2e3e00c9-a402-4490-855b-6c66735adb07 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc560642-1261-4f4f-850c-713ffe3d2c26 HTTP/1.1" status: 200 len: 210 time: 0.0844016 Jan 18 20:29:34.879500 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1dc6a8db-681d-4bc2-b41a-7ab174c0dce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (193600f1-6580-433b-8d9e-da541571d99e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:34.945944 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6a8db-681d-4bc2-b41a-7ab174c0dce7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=193600f1-6580-433b-8d9e-da541571d99e,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:34.970123 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7701bf-d612-4e68-bbe4-e6cdbbae092b req-1b59bdb3-9dfa-4982-b7dc-d4b906015f30 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] No DVR routers for this DVR port 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:29:34.971040 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6a8db-681d-4bc2-b41a-7ab174c0dce7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:34.971997 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6a8db-681d-4bc2-b41a-7ab174c0dce7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:34.972428 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6a8db-681d-4bc2-b41a-7ab174c0dce7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:34.973148 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6a8db-681d-4bc2-b41a-7ab174c0dce7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:34.973644 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6a8db-681d-4bc2-b41a-7ab174c0dce7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:34.974140 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6a8db-681d-4bc2-b41a-7ab174c0dce7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:34.974539 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6a8db-681d-4bc2-b41a-7ab174c0dce7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:34.974971 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6a8db-681d-4bc2-b41a-7ab174c0dce7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:34.975416 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6a8db-681d-4bc2-b41a-7ab174c0dce7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:34.975805 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6a8db-681d-4bc2-b41a-7ab174c0dce7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:34.976187 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6a8db-681d-4bc2-b41a-7ab174c0dce7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:34.976587 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6a8db-681d-4bc2-b41a-7ab174c0dce7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:34.976974 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6a8db-681d-4bc2-b41a-7ab174c0dce7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:34.981858 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc6a8db-681d-4bc2-b41a-7ab174c0dce7 admin admin] Checking segment: {'id': '20f9bad4-2259-48ab-8fe4-3f5a2c96d543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:29:34.982336 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc6a8db-681d-4bc2-b41a-7ab174c0dce7 admin admin] Network hostable DHCP agents. Network: fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:29:34.983540 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5a7701bf-d612-4e68-bbe4-e6cdbbae092b req-1b59bdb3-9dfa-4982-b7dc-d4b906015f30 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:34.987171 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5a7701bf-d612-4e68-bbe4-e6cdbbae092b req-1b59bdb3-9dfa-4982-b7dc-d4b906015f30 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.70 "DELETE /v2.0/ports/5864750f-0bf3-4d8a-87d1-8ec2b7170bbb HTTP/1.1" status: 204 len: 173 time: 1.1924353 Jan 18 20:29:34.987887 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc560642-1261-4f4f-850c-713ffe3d2c26', 'name': 'network-vif-deleted', 'tag': '5864750f-0bf3-4d8a-87d1-8ec2b7170bbb'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:29:34.992599 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc12b4f2-3e1e-4fce-9be2-fc75fc74d8b7" -d '{"events": [{"server_uuid": "dc560642-1261-4f4f-850c-713ffe3d2c26", "name": "network-vif-deleted", "tag": "5864750f-0bf3-4d8a-87d1-8ec2b7170bbb"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:29:35.047116 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc6a8db-681d-4bc2-b41a-7ab174c0dce7 admin admin] Network fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:29:35.063692 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe0127-92f1-4937-a4f9-e8b989df03c2 req-5a0361b3-0ac5-4372-b300-0e46268fade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:35.065443 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a4fe0127-92f1-4937-a4f9-e8b989df03c2 req-5a0361b3-0ac5-4372-b300-0e46268fade8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=deb1a2f7ff2a41c7978cf89e849731a8&device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 1095 time: 0.3059664 Jan 18 20:29:35.121578 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-1dc6a8db-681d-4bc2-b41a-7ab174c0dce7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:29:35.135410 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee193aa4-33fc-4cd4-b4bc-e77b534e9754 None None] Network fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:29:35.172186 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc6a8db-681d-4bc2-b41a-7ab174c0dce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:35.172186 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1dc6a8db-681d-4bc2-b41a-7ab174c0dce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:35.210503 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1dc6a8db-681d-4bc2-b41a-7ab174c0dce7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6661317 Jan 18 20:29:35.225146 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1020e8-1cb2-487a-975e-9aa9fb23903d req-d84ca21e-9f87-4fab-9cdf-2be7525a8883 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:35.226750 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6f1020e8-1cb2-487a-975e-9aa9fb23903d req-d84ca21e-9f87-4fab-9cdf-2be7525a8883 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 944 time: 0.2096553 Jan 18 20:29:35.244508 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ae7bd9-2c30-4767-9a9a-3138a57cbe6d x-openstack-request-id: req-87ae7bd9-2c30-4767-9a9a-3138a57cbe6d {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:29:35.244806 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc560642-1261-4f4f-850c-713ffe3d2c26", "name": "network-vif-deleted", "tag": "5864750f-0bf3-4d8a-87d1-8ec2b7170bbb", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:29:35.245071 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87ae7bd9-2c30-4767-9a9a-3138a57cbe6d {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:29:35.246619 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc560642-1261-4f4f-850c-713ffe3d2c26', 'name': 'network-vif-deleted', 'tag': '5864750f-0bf3-4d8a-87d1-8ec2b7170bbb', 'status': 'completed', 'code': 200} Jan 18 20:29:35.323846 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6f1020e8-1cb2-487a-975e-9aa9fb23903d req-99a81049-8b86-4969-ad2b-27018bb4c3e6 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870879 Jan 18 20:29:35.362387 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420f4bf2-0f28-41fc-b236-13658129a777 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Router 30f57312-29f3-41c6-bb48-b65ada6d2b24 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:29:35.409610 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a9a668-b9dc-4da9-9155-48b692344a6e None None] Network fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:29:35.521823 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420f4bf2-0f28-41fc-b236-13658129a777 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:29:35.537117 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41642) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:35.539935 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead0f147-30ba-47ea-8419-c371e29fa288 None None] Sync routers for ids ['30f57312-29f3-41c6-bb48-b65ada6d2b24'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:29:35.549188 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-420f4bf2-0f28-41fc-b236-13658129a777 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "PUT /v2.0/routers/30f57312-29f3-41c6-bb48-b65ada6d2b24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0645213 Jan 18 20:29:35.565736 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead0f147-30ba-47ea-8419-c371e29fa288 None None] Routers {'30f57312-29f3-41c6-bb48-b65ada6d2b24'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:29:35.571705 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ead0f147-30ba-47ea-8419-c371e29fa288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:29:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['30f57312-29f3-41c6-bb48-b65ada6d2b24'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:35.594266 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-59c58916-8a2e-4f4f-8b89-1731c8e08d33 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "GET /v2.0/ports?device_id=30f57312-29f3-41c6-bb48-b65ada6d2b24 HTTP/1.1" status: 200 len: 205 time: 0.0561712 Jan 18 20:29:35.596251 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe0127-92f1-4937-a4f9-e8b989df03c2 req-ce0eed39-9321-43dd-80ba-538d109bd083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:35.600464 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41644) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:35.603314 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a4fe0127-92f1-4937-a4f9-e8b989df03c2 req-ce0eed39-9321-43dd-80ba-538d109bd083 service neutron] 10.222.0.70 "GET /v2.0/networks?id=969e5bec-1cc4-4b20-ab88-96d006b4e701 HTTP/1.1" status: 200 len: 914 time: 0.5266080 Jan 18 20:29:35.681602 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ead0f147-30ba-47ea-8419-c371e29fa288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:35.705309 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead0f147-30ba-47ea-8419-c371e29fa288 None None] Routers {'30f57312-29f3-41c6-bb48-b65ada6d2b24'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:29:35.706464 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ead0f147-30ba-47ea-8419-c371e29fa288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:29:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['30f57312-29f3-41c6-bb48-b65ada6d2b24'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:35.743505 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ead0f147-30ba-47ea-8419-c371e29fa288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:35.744536 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead0f147-30ba-47ea-8419-c371e29fa288 None None] The sync data for ids ['30f57312-29f3-41c6-bb48-b65ada6d2b24'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:29:35.745425 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a4fe0127-92f1-4937-a4f9-e8b989df03c2 req-94db63bd-6c88-45fd-ac64-624b6067ed73 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30f55edd-0722-4cff-a5f8-68d9282acbc8 HTTP/1.1" status: 200 len: 217 time: 0.1331995 Jan 18 20:29:35.862552 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dd125251-0d28-42cf-8909-87af7b483db8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router (30f57312-29f3-41c6-bb48-b65ada6d2b24), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:36.125538 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dd125251-0d28-42cf-8909-87af7b483db8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (30f57312-29f3-41c6-bb48-b65ada6d2b24), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:36.128654 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dd125251-0d28-42cf-8909-87af7b483db8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router_controller (30f57312-29f3-41c6-bb48-b65ada6d2b24), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:36.310607 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe0127-92f1-4937-a4f9-e8b989df03c2 req-8542c027-06c1-4f3b-bcda-9dfbec247e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:36.318073 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a4fe0127-92f1-4937-a4f9-e8b989df03c2 req-8542c027-06c1-4f3b-bcda-9dfbec247e33 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d51416a9-d1ba-44a6-8439-10a7eabfd114 HTTP/1.1" status: 200 len: 853 time: 0.5602908 Jan 18 20:29:36.448646 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a4fe0127-92f1-4937-a4f9-e8b989df03c2 req-54e360a4-3fa0-4109-b782-3342462e6068 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=969e5bec-1cc4-4b20-ab88-96d006b4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184671 Jan 18 20:29:36.682326 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a4fe0127-92f1-4937-a4f9-e8b989df03c2 req-0ac545a6-af3b-450a-9148-6218b15f73dc service neutron] 10.222.0.70 "GET /v2.0/networks/969e5bec-1cc4-4b20-ab88-96d006b4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103503 Jan 18 20:29:36.798657 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:36.878421 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a4fe0127-92f1-4937-a4f9-e8b989df03c2 req-6337a099-e933-437d-98cd-ec7bef564828 service neutron] 10.222.0.70 "GET /v2.0/networks/969e5bec-1cc4-4b20-ab88-96d006b4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912737 Jan 18 20:29:36.921989 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dd125251-0d28-42cf-8909-87af7b483db8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (30f57312-29f3-41c6-bb48-b65ada6d2b24), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:36.922466 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd125251-0d28-42cf-8909-87af7b483db8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Fanout notify agent at l3_agent the message router_deleted on router 30f57312-29f3-41c6-bb48-b65ada6d2b24 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:29:36.938580 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dd125251-0d28-42cf-8909-87af7b483db8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:36.941842 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-dd125251-0d28-42cf-8909-87af7b483db8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/routers/30f57312-29f3-41c6-bb48-b65ada6d2b24 HTTP/1.1" status: 204 len: 168 time: 1.3378003 Jan 18 20:29:36.943086 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41714) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:36.988280 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd89ef-f2d1-4673-b9ad-d4edbbdf85cd req-c0bddd51-d507-4236-aff9-eadade12e4fc tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:36.996502 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b9dd89ef-f2d1-4673-b9ad-d4edbbdf85cd req-c0bddd51-d507-4236-aff9-eadade12e4fc tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 944 time: 0.1359699 Jan 18 20:29:37.008561 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270224fe-b61c-4d4c-80f3-56f20717f182 req-a15e49eb-5328-4ebc-b228-d8f79aa7d41d tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:37.010104 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-270224fe-b61c-4d4c-80f3-56f20717f182 req-a15e49eb-5328-4ebc-b228-d8f79aa7d41d tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bef97fa-0b03-4835-953a-37e79c904ea1 HTTP/1.1" status: 200 len: 945 time: 0.1478257 Jan 18 20:29:37.112006 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd509539-e125-46f3-8220-8d3be497d65b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Deleting subnet c04f42af-95a0-475c-a822-070ade77205d {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:29:37.141997 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd509539-e125-46f3-8220-8d3be497d65b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for subnet (c04f42af-95a0-475c-a822-070ade77205d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:37.162874 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b9dd89ef-f2d1-4673-b9ad-d4edbbdf85cd req-e8b48240-379f-4351-a353-b4b75af8ff86 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641371 Jan 18 20:29:37.181029 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-270224fe-b61c-4d4c-80f3-56f20717f182 req-36dd4a58-071b-425c-bc04-814aac4e1d1b tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472018 Jan 18 20:29:37.217083 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:29:37.256615 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:29:37.256986 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 5864750f-0bf3-4d8a-87d1-8ec2b7170bbb not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:29:37.319250 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd509539-e125-46f3-8220-8d3be497d65b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (c04f42af-95a0-475c-a822-070ade77205d), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:37.566966 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd509539-e125-46f3-8220-8d3be497d65b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (c04f42af-95a0-475c-a822-070ade77205d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:37.690746 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd509539-e125-46f3-8220-8d3be497d65b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (c04f42af-95a0-475c-a822-070ade77205d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:37.715211 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd509539-e125-46f3-8220-8d3be497d65b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:37.719822 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76b015a-2835-4720-9563-8742ab4a42a5 None None] Network 6caccbd5-4d16-49fb-a678-787dd7e511bb requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:29:37.728741 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fd509539-e125-46f3-8220-8d3be497d65b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/subnets/c04f42af-95a0-475c-a822-070ade77205d HTTP/1.1" status: 204 len: 168 time: 0.7845068 Jan 18 20:29:37.731479 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41792) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:37.785006 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd509539-e125-46f3-8220-8d3be497d65b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Subnet': ['ID=c04f42af-95a0-475c-a822-070ade77205d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:37.975895 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cd19f-39d0-456c-af8d-4fd467c0d3c9 req-1d864135-37bd-49e4-9e63-06107b7d76bd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:37.977306 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-04770bfb-b303-43bc-8732-9573845afdae tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (6caccbd5-4d16-49fb-a678-787dd7e511bb), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:37.982724 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-322cd19f-39d0-456c-af8d-4fd467c0d3c9 req-1d864135-37bd-49e4-9e63-06107b7d76bd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bef97fa-0b03-4835-953a-37e79c904ea1 HTTP/1.1" status: 200 len: 945 time: 0.1908891 Jan 18 20:29:38.166800 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-04770bfb-b303-43bc-8732-9573845afdae tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Deleting port 9091a38a-5517-4266-9d83-e6fdcbeaab75 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:29:38.167783 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-04770bfb-b303-43bc-8732-9573845afdae tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (9091a38a-5517-4266-9d83-e6fdcbeaab75), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:38.176146 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7ff59e-da2f-4e48-bfa0-e613245ebd0a None None] DHCP port deletion for 6caccbd5-4d16-49fb-a678-787dd7e511bb request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:29:38.403313 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3c7ff59e-da2f-4e48-bfa0-e613245ebd0a None None] Deleting port 9091a38a-5517-4266-9d83-e6fdcbeaab75 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:29:38.404601 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3c7ff59e-da2f-4e48-bfa0-e613245ebd0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (9091a38a-5517-4266-9d83-e6fdcbeaab75), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:38.457329 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-322cd19f-39d0-456c-af8d-4fd467c0d3c9 req-ddff7b3f-9afc-4233-9a81-1a9aa1753906 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Deleting port 2015aaef-8718-4b14-8924-35c1c727009b {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:29:38.457572 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-322cd19f-39d0-456c-af8d-4fd467c0d3c9 req-ddff7b3f-9afc-4233-9a81-1a9aa1753906 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (2015aaef-8718-4b14-8924-35c1c727009b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:38.581420 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-04770bfb-b303-43bc-8732-9573845afdae tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] For port 9091a38a-5517-4266-9d83-e6fdcbeaab75, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9091a38a-5517-4266-9d83-e6fdcbeaab75,segment=NetworkSegment(7b482519-2fd3-4940-8737-2364323635ce),segment_id=7b482519-2fd3-4940-8737-2364323635ce)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:38.581874 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-04770bfb-b303-43bc-8732-9573845afdae tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (9091a38a-5517-4266-9d83-e6fdcbeaab75), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:38.606641 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-04770bfb-b303-43bc-8732-9573845afdae tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Calling delete_port for 9091a38a-5517-4266-9d83-e6fdcbeaab75 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:29:38.661518 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3c7ff59e-da2f-4e48-bfa0-e613245ebd0a None None] For port 9091a38a-5517-4266-9d83-e6fdcbeaab75, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9091a38a-5517-4266-9d83-e6fdcbeaab75,segment=NetworkSegment(7b482519-2fd3-4940-8737-2364323635ce),segment_id=7b482519-2fd3-4940-8737-2364323635ce)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:38.663967 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3c7ff59e-da2f-4e48-bfa0-e613245ebd0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (9091a38a-5517-4266-9d83-e6fdcbeaab75), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:38.692723 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3c7ff59e-da2f-4e48-bfa0-e613245ebd0a None None] Calling delete_port for 9091a38a-5517-4266-9d83-e6fdcbeaab75 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:29:38.695489 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a33991-972f-4d08-9a80-076a153e17c9 req-9c23f9bf-f4af-49fb-81f3-9583dbaa3010 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:38.700055 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-02a33991-972f-4d08-9a80-076a153e17c9 req-9c23f9bf-f4af-49fb-81f3-9583dbaa3010 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 944 time: 0.3015800 Jan 18 20:29:38.718293 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d00567-8945-400f-a547-a9337b6d1ffa req-9eaf85a3-0a08-4a58-afb8-78ab231b0e65 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:38.727585 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d3d00567-8945-400f-a547-a9337b6d1ffa req-9eaf85a3-0a08-4a58-afb8-78ab231b0e65 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bef97fa-0b03-4835-953a-37e79c904ea1 HTTP/1.1" status: 200 len: 945 time: 0.2403150 Jan 18 20:29:38.833292 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-322cd19f-39d0-456c-af8d-4fd467c0d3c9 req-ddff7b3f-9afc-4233-9a81-1a9aa1753906 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] For port 2015aaef-8718-4b14-8924-35c1c727009b, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=2015aaef-8718-4b14-8924-35c1c727009b,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:38.856876 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-322cd19f-39d0-456c-af8d-4fd467c0d3c9 req-ddff7b3f-9afc-4233-9a81-1a9aa1753906 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (2015aaef-8718-4b14-8924-35c1c727009b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:38.911814 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-322cd19f-39d0-456c-af8d-4fd467c0d3c9 req-ddff7b3f-9afc-4233-9a81-1a9aa1753906 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Calling delete_port for 2015aaef-8718-4b14-8924-35c1c727009b owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:29:38.954068 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-04770bfb-b303-43bc-8732-9573845afdae tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (9091a38a-5517-4266-9d83-e6fdcbeaab75), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:39.010087 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04770bfb-b303-43bc-8732-9573845afdae tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Port': ['ID=9091a38a-5517-4266-9d83-e6fdcbeaab75,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:39.039421 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04770bfb-b303-43bc-8732-9573845afdae tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] No DVR routers for this DVR port 9091a38a-5517-4266-9d83-e6fdcbeaab75 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:29:39.080941 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3c7ff59e-da2f-4e48-bfa0-e613245ebd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (9091a38a-5517-4266-9d83-e6fdcbeaab75), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:39.159572 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7ff59e-da2f-4e48-bfa0-e613245ebd0a None None] No DVR routers for this DVR port 9091a38a-5517-4266-9d83-e6fdcbeaab75 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:29:39.162644 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ff59e-da2f-4e48-bfa0-e613245ebd0a None None] Pushing event deleted for resources: {'Port': ['ID=9091a38a-5517-4266-9d83-e6fdcbeaab75,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:39.256344 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-322cd19f-39d0-456c-af8d-4fd467c0d3c9 req-ddff7b3f-9afc-4233-9a81-1a9aa1753906 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (2015aaef-8718-4b14-8924-35c1c727009b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:39.265097 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-04770bfb-b303-43bc-8732-9573845afdae tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (6caccbd5-4d16-49fb-a678-787dd7e511bb), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:39.269517 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['80e97295-c4f1-4760-baa3-1cc63a28cfc5'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:29:39.310030 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-04770bfb-b303-43bc-8732-9573845afdae tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6caccbd5-4d16-49fb-a678-787dd7e511bb']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:39.321882 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-04770bfb-b303-43bc-8732-9573845afdae tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b482519-2fd3-4940-8737-2364323635ce') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:39.322450 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-04770bfb-b303-43bc-8732-9573845afdae tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b482519-2fd3-4940-8737-2364323635ce') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:39.324469 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff7b3f-9afc-4233-9a81-1a9aa1753906 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Pushing event deleted for resources: {'Port': ['ID=2015aaef-8718-4b14-8924-35c1c727009b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:39.335948 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-04770bfb-b303-43bc-8732-9573845afdae tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (7b482519-2fd3-4940-8737-2364323635ce), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:39.374372 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-04770bfb-b303-43bc-8732-9573845afdae tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (7b482519-2fd3-4940-8737-2364323635ce), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:39.393808 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04770bfb-b303-43bc-8732-9573845afdae tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:29:39.398186 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-04770bfb-b303-43bc-8732-9573845afdae tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (7b482519-2fd3-4940-8737-2364323635ce), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:39.442899 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-322cd19f-39d0-456c-af8d-4fd467c0d3c9 req-ddff7b3f-9afc-4233-9a81-1a9aa1753906 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] No DVR routers for this DVR port 2015aaef-8718-4b14-8924-35c1c727009b on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:29:39.446519 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-322cd19f-39d0-456c-af8d-4fd467c0d3c9 req-ddff7b3f-9afc-4233-9a81-1a9aa1753906 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:39.450924 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-322cd19f-39d0-456c-af8d-4fd467c0d3c9 req-ddff7b3f-9afc-4233-9a81-1a9aa1753906 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.70 "DELETE /v2.0/ports/2015aaef-8718-4b14-8924-35c1c727009b HTTP/1.1" status: 204 len: 173 time: 1.4604342 Jan 18 20:29:39.451483 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bef97fa-0b03-4835-953a-37e79c904ea1', 'name': 'network-vif-deleted', 'tag': '2015aaef-8718-4b14-8924-35c1c727009b'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:29:39.461298 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c46188-30c3-47aa-ad33-8d6f73e9bbd8" -d '{"events": [{"server_uuid": "5bef97fa-0b03-4835-953a-37e79c904ea1", "name": "network-vif-deleted", "tag": "2015aaef-8718-4b14-8924-35c1c727009b"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:29:39.474074 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:29:39.482185 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-02a33991-972f-4d08-9a80-076a153e17c9 req-ed5e72d4-6467-464a-bea1-f432b525cccb tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7504213 Jan 18 20:29:39.488447 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-04770bfb-b303-43bc-8732-9573845afdae tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (6caccbd5-4d16-49fb-a678-787dd7e511bb), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:39.505999 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-04770bfb-b303-43bc-8732-9573845afdae tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:39.512591 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-04770bfb-b303-43bc-8732-9573845afdae tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/networks/6caccbd5-4d16-49fb-a678-787dd7e511bb HTTP/1.1" status: 204 len: 168 time: 1.7766433 Jan 18 20:29:39.512939 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41864) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:39.517489 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-494e4a14-1fa3-4c85-9574-7173aab334b4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-572955044', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:29:39.556883 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d3d00567-8945-400f-a547-a9337b6d1ffa req-a3082f55-e919-48c6-a790-b6b49e1db6b0 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8267734 Jan 18 20:29:39.557709 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04770bfb-b303-43bc-8732-9573845afdae tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Network': ['ID=6caccbd5-4d16-49fb-a678-787dd7e511bb,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:39.625557 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-494e4a14-1fa3-4c85-9574-7173aab334b4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (6196c6e9-c78d-470c-9494-a550986a6e4c), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:39.626899 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-494e4a14-1fa3-4c85-9574-7173aab334b4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (6196c6e9-c78d-470c-9494-a550986a6e4c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:39.726601 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c2c5e7-01b3-4c80-b104-ff2706163700 x-openstack-request-id: req-40c2c5e7-01b3-4c80-b104-ff2706163700 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:29:39.728668 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bef97fa-0b03-4835-953a-37e79c904ea1", "name": "network-vif-deleted", "tag": "2015aaef-8718-4b14-8924-35c1c727009b", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:29:39.729092 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40c2c5e7-01b3-4c80-b104-ff2706163700 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:29:39.733306 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bef97fa-0b03-4835-953a-37e79c904ea1', 'name': 'network-vif-deleted', 'tag': '2015aaef-8718-4b14-8924-35c1c727009b', 'status': 'completed', 'code': 200} Jan 18 20:29:39.744628 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-494e4a14-1fa3-4c85-9574-7173aab334b4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router_controller (6196c6e9-c78d-470c-9494-a550986a6e4c), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:39.753131 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-494e4a14-1fa3-4c85-9574-7173aab334b4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (6196c6e9-c78d-470c-9494-a550986a6e4c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:39.789486 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-494e4a14-1fa3-4c85-9574-7173aab334b4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:39.792008 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-494e4a14-1fa3-4c85-9574-7173aab334b4 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2775550 Jan 18 20:29:39.794177 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41880) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:39.800400 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-42f22b12-9948-4414-8638-969bd4c9e71f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'network': {'name': 'tempest-RoutersTest-1685074690'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:29:39.858097 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f22b12-9948-4414-8638-969bd4c9e71f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Made reservation on behalf of e666c75a4135413186dea9ccd90b9b16 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:29:39.866952 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-42f22b12-9948-4414-8638-969bd4c9e71f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:39.945248 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f22b12-9948-4414-8638-969bd4c9e71f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:29:39.979683 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-42f22b12-9948-4414-8638-969bd4c9e71f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (e19726f3-42da-43ce-94e5-999054951d8a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:39.981235 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-42f22b12-9948-4414-8638-969bd4c9e71f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Added segment e19726f3-42da-43ce-94e5-999054951d8a of type vlan for network 925adfa4-bd4c-42bb-9bf0-7935a092fd59 Jan 18 20:29:40.052322 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-42f22b12-9948-4414-8638-969bd4c9e71f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (925adfa4-bd4c-42bb-9bf0-7935a092fd59), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:40.092823 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-42f22b12-9948-4414-8638-969bd4c9e71f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (925adfa4-bd4c-42bb-9bf0-7935a092fd59), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:40.120632 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f22b12-9948-4414-8638-969bd4c9e71f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:40.121458 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-42f22b12-9948-4414-8638-969bd4c9e71f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:40.154769 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9091a38a-5517-4266-9d83-e6fdcbeaab75 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:29:40.183757 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41908) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:40.191181 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-17007414-122b-413c-ae0f-5511f065c2dd tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'subnet': {'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:29:40.195076 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-42f22b12-9948-4414-8638-969bd4c9e71f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3852100 Jan 18 20:29:40.246434 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 9091a38a-5517-4266-9d83-e6fdcbeaab75 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:29:40.246783 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9091a38a-5517-4266-9d83-e6fdcbeaab75 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:29:40.345452 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f22b12-9948-4414-8638-969bd4c9e71f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Network': ['ID=925adfa4-bd4c-42bb-9bf0-7935a092fd59,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:40.368894 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 925adfa4-bd4c-42bb-9bf0-7935a092fd59 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:29:40.449903 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17007414-122b-413c-ae0f-5511f065c2dd tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Made reservation on behalf of e666c75a4135413186dea9ccd90b9b16 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:29:40.454406 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-17007414-122b-413c-ae0f-5511f065c2dd tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:40.641455 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-6c185f0b-0c73-4889-a0dd-549f11d8ba49 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:40.653893 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-6c185f0b-0c73-4889-a0dd-549f11d8ba49 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/networks?id=fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d HTTP/1.1" status: 200 len: 807 time: 0.3454497 Jan 18 20:29:40.684545 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-45757389-04ae-44da-afed-a881dc84605c tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/quotas/868bee3201cb40199baaabf86c510278 HTTP/1.1" status: 200 len: 375 time: 0.0272846 Jan 18 20:29:40.771109 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-129215f4-8925-485c-a4eb-6f52300ccbc3 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=868bee3201cb40199baaabf86c510278&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0847673 Jan 18 20:29:40.827652 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0d310-e585-4b1b-8916-ef1cff3f4010 req-edcd61c9-c53b-478a-b0eb-fdcee961e148 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:40.829187 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3bf0d310-e585-4b1b-8916-ef1cff3f4010 req-edcd61c9-c53b-478a-b0eb-fdcee961e148 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 944 time: 0.1550882 Jan 18 20:29:40.954065 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3bf0d310-e585-4b1b-8916-ef1cff3f4010 req-cd448485-f023-409e-b774-a2ae16d48c83 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143386 Jan 18 20:29:40.973896 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-17007414-122b-413c-ae0f-5511f065c2dd tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (3445cb10-ace3-45e3-ab5f-373024b61c2d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:41.098575 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17007414-122b-413c-ae0f-5511f065c2dd tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Subnet': ['ID=3445cb10-ace3-45e3-ab5f-373024b61c2d,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:41.168666 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17007414-122b-413c-ae0f-5511f065c2dd tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Checking segment: {'id': 'e19726f3-42da-43ce-94e5-999054951d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:29:41.169365 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17007414-122b-413c-ae0f-5511f065c2dd tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network hostable DHCP agents. Network: 925adfa4-bd4c-42bb-9bf0-7935a092fd59, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:29:41.178074 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-f7169c63-6226-4b86-93e0-20ff61268341 service neutron] 10.222.0.31 "GET /v2.0/networks/fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059160 Jan 18 20:29:41.204858 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17007414-122b-413c-ae0f-5511f065c2dd tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network 925adfa4-bd4c-42bb-9bf0-7935a092fd59 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:29:41.219656 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-17007414-122b-413c-ae0f-5511f065c2dd tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 925adfa4-bd4c-42bb-9bf0-7935a092fd59) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:29:41.226927 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17007414-122b-413c-ae0f-5511f065c2dd tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:41.227380 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-17007414-122b-413c-ae0f-5511f065c2dd tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:41.231760 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 2015aaef-8718-4b14-8924-35c1c727009b no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:29:41.263664 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-17007414-122b-413c-ae0f-5511f065c2dd tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0770755 Jan 18 20:29:41.264999 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41972) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:41.290444 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 2015aaef-8718-4b14-8924-35c1c727009b {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:29:41.293987 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 2015aaef-8718-4b14-8924-35c1c727009b not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:29:41.295724 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fada383-31aa-4aef-87bd-2eb89cbf9a0d None None] Network 925adfa4-bd4c-42bb-9bf0-7935a092fd59 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:29:41.482802 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-15750d90-91ba-41be-a7f7-82c4fb6e8460 service neutron] 10.222.0.31 "GET /v2.0/networks/fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990606 Jan 18 20:29:41.582389 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f82814-8232-40a8-b1ae-752844411d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'fixed_ips': [{'subnet_id': '3445cb10-ace3-45e3-ab5f-373024b61c2d'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:29:41.585188 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f7f82814-8232-40a8-b1ae-752844411d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:41.905179 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-f7f82814-8232-40a8-b1ae-752844411d82 None None] Allocated IP 172.20.0.2 (925adfa4-bd4c-42bb-9bf0-7935a092fd59/3445cb10-ace3-45e3-ab5f-373024b61c2d/b56d2a13-40b5-479f-a0fc-f94e90b1a6d6) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:29:41.971630 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e9008554-0419-41fc-8b5a-c05ad9838d2b req-77ab699b-a102-4165-bd5e-d1f1871aa982 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=0443657d-062f-49d3-b8b2-f67df61d0274 HTTP/1.1" status: 200 len: 210 time: 0.1015899 Jan 18 20:29:42.019506 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeebd0f-6b69-4b4c-afdc-bf4d8fd96f43 req-b6652e06-fc89-447b-8886-d9d70d92a1ee tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:42.021600 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-abeebd0f-6b69-4b4c-afdc-bf4d8fd96f43 req-b6652e06-fc89-447b-8886-d9d70d92a1ee tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 946 time: 0.3517818 Jan 18 20:29:42.120031 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff827d5-cac8-42c8-8910-0bab739a47c0 req-5bff1290-367b-4f65-a435-9150acc81982 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:42.126186 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7ff827d5-cac8-42c8-8910-0bab739a47c0 req-5bff1290-367b-4f65-a435-9150acc81982 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.70 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 946 time: 0.2240217 Jan 18 20:29:42.134768 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a5e234cb-3b20-4df4-9f88-ed1689ef4813 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:42.219945 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f7f82814-8232-40a8-b1ae-752844411d82 None None] Publish callbacks [] for port (b56d2a13-40b5-479f-a0fc-f94e90b1a6d6), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:42.231046 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f7f82814-8232-40a8-b1ae-752844411d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (b56d2a13-40b5-479f-a0fc-f94e90b1a6d6), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:42.289938 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f82814-8232-40a8-b1ae-752844411d82 None None] Pushing event updated for resources: {'Port': ['ID=b56d2a13-40b5-479f-a0fc-f94e90b1a6d6,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:42.320362 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f82814-8232-40a8-b1ae-752844411d82 None None] Network 925adfa4-bd4c-42bb-9bf0-7935a092fd59 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:29:42.325975 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-f7f82814-8232-40a8-b1ae-752844411d82 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:29:42.338182 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f82814-8232-40a8-b1ae-752844411d82 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:29:42.415887 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-7ff827d5-cac8-42c8-8910-0bab739a47c0 req-01b669af-0530-449f-a91e-83a9ac9edd96 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Deleting port 80e97295-c4f1-4760-baa3-1cc63a28cfc5 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:29:42.416898 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7ff827d5-cac8-42c8-8910-0bab739a47c0 req-01b669af-0530-449f-a91e-83a9ac9edd96 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (80e97295-c4f1-4760-baa3-1cc63a28cfc5), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:42.488461 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-abeebd0f-6b69-4b4c-afdc-bf4d8fd96f43 req-9f7b2287-478c-4794-a291-047f39cd353a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515805 Jan 18 20:29:42.530848 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f7f82814-8232-40a8-b1ae-752844411d82 None None] Attempting to bind port b56d2a13-40b5-479f-a0fc-f94e90b1a6d6 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:29:42.532671 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f7f82814-8232-40a8-b1ae-752844411d82 None None] Attempting to bind port b56d2a13-40b5-479f-a0fc-f94e90b1a6d6 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'e19726f3-42da-43ce-94e5-999054951d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:29:42.534166 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f82814-8232-40a8-b1ae-752844411d82 None None] Attempting to bind port b56d2a13-40b5-479f-a0fc-f94e90b1a6d6 on network 925adfa4-bd4c-42bb-9bf0-7935a092fd59 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:29:42.553974 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f82814-8232-40a8-b1ae-752844411d82 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:29:42.554449 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f82814-8232-40a8-b1ae-752844411d82 None None] Checking segment: {'id': 'e19726f3-42da-43ce-94e5-999054951d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:29:42.555198 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f7f82814-8232-40a8-b1ae-752844411d82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:42.555649 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f82814-8232-40a8-b1ae-752844411d82 None None] Bound using segment: {'id': 'e19726f3-42da-43ce-94e5-999054951d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:29:42.562874 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f7f82814-8232-40a8-b1ae-752844411d82 None None] Bound port: b56d2a13-40b5-479f-a0fc-f94e90b1a6d6, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19726f3-42da-43ce-94e5-999054951d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:29:42.563330 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f7f82814-8232-40a8-b1ae-752844411d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b56d2a13-40b5-479f-a0fc-f94e90b1a6d6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:42.571365 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-7ff827d5-cac8-42c8-8910-0bab739a47c0 req-01b669af-0530-449f-a91e-83a9ac9edd96 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] For port 80e97295-c4f1-4760-baa3-1cc63a28cfc5, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=80e97295-c4f1-4760-baa3-1cc63a28cfc5,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:42.571657 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7ff827d5-cac8-42c8-8910-0bab739a47c0 req-01b669af-0530-449f-a91e-83a9ac9edd96 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (80e97295-c4f1-4760-baa3-1cc63a28cfc5), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:42.598962 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-7ff827d5-cac8-42c8-8910-0bab739a47c0 req-01b669af-0530-449f-a91e-83a9ac9edd96 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Calling delete_port for 80e97295-c4f1-4760-baa3-1cc63a28cfc5 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:29:42.615992 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e999b43-8116-4b04-82fb-b3de7b5dd7db req-4b416998-b7ef-40b8-b0a4-54e3fe38fbd4 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:42.641079 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e999b43-8116-4b04-82fb-b3de7b5dd7db req-4b416998-b7ef-40b8-b0a4-54e3fe38fbd4 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 944 time: 0.5115547 Jan 18 20:29:42.802258 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f7f82814-8232-40a8-b1ae-752844411d82 None None] For port b56d2a13-40b5-479f-a0fc-f94e90b1a6d6, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:29:42.810021 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f7f82814-8232-40a8-b1ae-752844411d82 None None] For port b56d2a13-40b5-479f-a0fc-f94e90b1a6d6, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b56d2a13-40b5-479f-a0fc-f94e90b1a6d6,segment=NetworkSegment(e19726f3-42da-43ce-94e5-999054951d8a),segment_id=e19726f3-42da-43ce-94e5-999054951d8a)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:29:42.820652 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f7f82814-8232-40a8-b1ae-752844411d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b56d2a13-40b5-479f-a0fc-f94e90b1a6d6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:42.882496 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42068) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:42.961521 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7ff827d5-cac8-42c8-8910-0bab739a47c0 req-01b669af-0530-449f-a91e-83a9ac9edd96 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (80e97295-c4f1-4760-baa3-1cc63a28cfc5), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:42.986678 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['80e97295-c4f1-4760-baa3-1cc63a28cfc5'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:29:42.995569 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f82814-8232-40a8-b1ae-752844411d82 None None] Pushing event updated for resources: {'Port': ['ID=b56d2a13-40b5-479f-a0fc-f94e90b1a6d6,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:43.058070 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e999b43-8116-4b04-82fb-b3de7b5dd7db req-88a68f40-5785-4dca-b1d0-62af586dea04 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156489 Jan 18 20:29:43.068728 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b669af-0530-449f-a91e-83a9ac9edd96 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Pushing event deleted for resources: {'Port': ['ID=80e97295-c4f1-4760-baa3-1cc63a28cfc5,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:43.208679 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff827d5-cac8-42c8-8910-0bab739a47c0 req-01b669af-0530-449f-a91e-83a9ac9edd96 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] No DVR routers for this DVR port 80e97295-c4f1-4760-baa3-1cc63a28cfc5 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:29:43.243675 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7ff827d5-cac8-42c8-8910-0bab739a47c0 req-01b669af-0530-449f-a91e-83a9ac9edd96 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:43.288322 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7ff827d5-cac8-42c8-8910-0bab739a47c0 req-01b669af-0530-449f-a91e-83a9ac9edd96 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.70 "DELETE /v2.0/ports/80e97295-c4f1-4760-baa3-1cc63a28cfc5 HTTP/1.1" status: 204 len: 173 time: 1.1228592 Jan 18 20:29:43.290928 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d6b4a9-d843-4097-9089-cfd2b7e30f3f', 'name': 'network-vif-deleted', 'tag': '80e97295-c4f1-4760-baa3-1cc63a28cfc5'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:29:43.296000 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b882ae-94c0-443d-b00f-17dc59c8427a" -d '{"events": [{"server_uuid": "80d6b4a9-d843-4097-9089-cfd2b7e30f3f", "name": "network-vif-deleted", "tag": "80e97295-c4f1-4760-baa3-1cc63a28cfc5"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:29:43.338445 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-45990fdd-0c98-4154-9577-750ab1610409 req-9870b02e-f21a-4380-b5ee-febfa033bfd1 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=0443657d-062f-49d3-b8b2-f67df61d0274 HTTP/1.1" status: 200 len: 210 time: 0.1909494 Jan 18 20:29:43.370905 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-a5e234cb-3b20-4df4-9f88-ed1689ef4813 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Allocated IP 172.20.0.1 (925adfa4-bd4c-42bb-9bf0-7935a092fd59/3445cb10-ace3-45e3-ab5f-373024b61c2d/aa4828f7-05da-4543-be75-76384d97c0f7) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:29:43.438664 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20d2220-325a-44d4-b446-8dc577eb7f30 x-openstack-request-id: req-a20d2220-325a-44d4-b446-8dc577eb7f30 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:29:43.438960 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d6b4a9-d843-4097-9089-cfd2b7e30f3f", "name": "network-vif-deleted", "tag": "80e97295-c4f1-4760-baa3-1cc63a28cfc5", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:29:43.439265 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a20d2220-325a-44d4-b446-8dc577eb7f30 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:29:43.439736 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d6b4a9-d843-4097-9089-cfd2b7e30f3f', 'name': 'network-vif-deleted', 'tag': '80e97295-c4f1-4760-baa3-1cc63a28cfc5', 'status': 'completed', 'code': 200} Jan 18 20:29:43.540599 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-403587fe-cec0-4a78-a5c3-9e69eb92487f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:43.799331 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a3561dd7-97e9-4c14-a748-d216dc005d38 req-9649cce2-15a0-4611-8085-74a09fd7a47f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d6b4a9-d843-4097-9089-cfd2b7e30f3f HTTP/1.1" status: 200 len: 210 time: 0.1022201 Jan 18 20:29:43.864046 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a5e234cb-3b20-4df4-9f88-ed1689ef4813 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for port (aa4828f7-05da-4543-be75-76384d97c0f7), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:44.034248 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-403587fe-cec0-4a78-a5c3-9e69eb92487f admin admin] Publish callbacks [] for security_group (a35b6432-5f41-4faa-bee8-cd4a5114a6a4), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:44.042433 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-403587fe-cec0-4a78-a5c3-9e69eb92487f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a35b6432-5f41-4faa-bee8-cd4a5114a6a4), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:44.103850 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a5e234cb-3b20-4df4-9f88-ed1689ef4813 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (aa4828f7-05da-4543-be75-76384d97c0f7), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:44.131997 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-04ab4e4c-fcf6-4b30-8b16-870f66a58744 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:44.137310 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-04ab4e4c-fcf6-4b30-8b16-870f66a58744 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.70 "GET /v2.0/networks?id=fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d HTTP/1.1" status: 200 len: 807 time: 0.3536062 Jan 18 20:29:44.156025 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-2395a140-6576-446f-9855-41318ddcf9a2 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Request body: {'port': {'device_id': '0443657d-062f-49d3-b8b2-f67df61d0274', 'network_id': 'fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d', 'admin_state_up': True, 'tenant_id': '868bee3201cb40199baaabf86c510278'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:29:44.274950 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b56d2a13-40b5-479f-a0fc-f94e90b1a6d6 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:29:44.378857 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403587fe-cec0-4a78-a5c3-9e69eb92487f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35b6432-5f41-4faa-bee8-cd4a5114a6a4,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:44.442132 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port b56d2a13-40b5-479f-a0fc-f94e90b1a6d6 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:44.442513 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b56d2a13-40b5-479f-a0fc-f94e90b1a6d6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:44.454967 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e234cb-3b20-4df4-9f88-ed1689ef4813 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network 925adfa4-bd4c-42bb-9bf0-7935a092fd59 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:29:44.470985 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-403587fe-cec0-4a78-a5c3-9e69eb92487f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60dad584c77046d69f881334d7681025&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5797515 Jan 18 20:29:44.476551 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42146) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:44.480929 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-a5e234cb-3b20-4df4-9f88-ed1689ef4813 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:29:44.496927 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e234cb-3b20-4df4-9f88-ed1689ef4813 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:29:44.528697 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e234cb-3b20-4df4-9f88-ed1689ef4813 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Port': ['ID=aa4828f7-05da-4543-be75-76384d97c0f7,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:44.561912 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-2395a140-6576-446f-9855-41318ddcf9a2 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Made reservation on behalf of 868bee3201cb40199baaabf86c510278 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:29:44.576253 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-2395a140-6576-446f-9855-41318ddcf9a2 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:44.665585 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-485cefd4-0e04-49d2-8d61-9902af4b42fe admin admin] Publish callbacks [] for security_group (a35b6432-5f41-4faa-bee8-cd4a5114a6a4), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:44.672701 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-83f95d5e-6043-4d0e-9197-ad0296d767d8 req-291522b5-1118-4696-89c3-460604dc0831 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=0443657d-062f-49d3-b8b2-f67df61d0274 HTTP/1.1" status: 200 len: 210 time: 0.1327701 Jan 18 20:29:44.711159 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4850e0b-9953-430c-98a6-b95b9938b330 req-d5eeb0b0-3926-49c3-ab64-e419c22534fb tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:44.711431 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port b56d2a13-40b5-479f-a0fc-f94e90b1a6d6 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:44.711934 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b56d2a13-40b5-479f-a0fc-f94e90b1a6d6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:44.712710 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4850e0b-9953-430c-98a6-b95b9938b330 req-d5eeb0b0-3926-49c3-ab64-e419c22534fb tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 944 time: 0.4675298 Jan 18 20:29:44.713699 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a5e234cb-3b20-4df4-9f88-ed1689ef4813 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (6196c6e9-c78d-470c-9494-a550986a6e4c), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:44.837284 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-485cefd4-0e04-49d2-8d61-9902af4b42fe admin admin] Publish callbacks [] for security_group (a35b6432-5f41-4faa-bee8-cd4a5114a6a4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:44.873278 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port b56d2a13-40b5-479f-a0fc-f94e90b1a6d6, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b56d2a13-40b5-479f-a0fc-f94e90b1a6d6,segment=NetworkSegment(e19726f3-42da-43ce-94e5-999054951d8a),segment_id=e19726f3-42da-43ce-94e5-999054951d8a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:44.896453 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b56d2a13-40b5-479f-a0fc-f94e90b1a6d6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:45.138781 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-2395a140-6576-446f-9855-41318ddcf9a2 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Allocated IP 172.20.0.5 (fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d/193600f1-6580-433b-8d9e-da541571d99e/c417702c-1bc5-45a0-963f-f72c422c650e) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:29:45.144181 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=b56d2a13-40b5-479f-a0fc-f94e90b1a6d6,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:45.171842 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-485cefd4-0e04-49d2-8d61-9902af4b42fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a35b6432-5f41-4faa-bee8-cd4a5114a6a4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:45.174938 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-485cefd4-0e04-49d2-8d61-9902af4b42fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:45.176899 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-485cefd4-0e04-49d2-8d61-9902af4b42fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a35b6432-5f41-4faa-bee8-cd4a5114a6a4 HTTP/1.1" status: 204 len: 168 time: 0.6958263 Jan 18 20:29:45.208902 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55319a24-a3a3-4fdd-8091-a33660be8a1e None None] Network 925adfa4-bd4c-42bb-9bf0-7935a092fd59 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:29:45.209371 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485cefd4-0e04-49d2-8d61-9902af4b42fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35b6432-5f41-4faa-bee8-cd4a5114a6a4,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:45.228396 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4850e0b-9953-430c-98a6-b95b9938b330 req-6e03b5ff-1bed-4347-b64c-658c5e5de16a tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049524 Jan 18 20:29:45.259987 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a5e234cb-3b20-4df4-9f88-ed1689ef4813 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (aa4828f7-05da-4543-be75-76384d97c0f7), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:45.367933 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 80e97295-c4f1-4760-baa3-1cc63a28cfc5 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:29:45.458519 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 80e97295-c4f1-4760-baa3-1cc63a28cfc5 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:29:45.458863 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 80e97295-c4f1-4760-baa3-1cc63a28cfc5 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:29:45.537408 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-2395a140-6576-446f-9855-41318ddcf9a2 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Publish callbacks [] for port (c417702c-1bc5-45a0-963f-f72c422c650e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:45.618092 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-2395a140-6576-446f-9855-41318ddcf9a2 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (c417702c-1bc5-45a0-963f-f72c422c650e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:45.681984 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7dd560e9-bcc6-4163-8edf-36be6be0c787 None None] Provisioning complete for port b56d2a13-40b5-479f-a0fc-f94e90b1a6d6 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:45.682750 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7dd560e9-bcc6-4163-8edf-36be6be0c787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b56d2a13-40b5-479f-a0fc-f94e90b1a6d6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:45.751093 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-2395a140-6576-446f-9855-41318ddcf9a2 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Network fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:29:45.755500 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-2395a140-6576-446f-9855-41318ddcf9a2 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:29:45.773621 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-2395a140-6576-446f-9855-41318ddcf9a2 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:29:45.835042 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a5e234cb-3b20-4df4-9f88-ed1689ef4813 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for port (aa4828f7-05da-4543-be75-76384d97c0f7), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:45.849141 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395a140-6576-446f-9855-41318ddcf9a2 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Pushing event updated for resources: {'Port': ['ID=c417702c-1bc5-45a0-963f-f72c422c650e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:45.889115 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a5e234cb-3b20-4df4-9f88-ed1689ef4813 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (aa4828f7-05da-4543-be75-76384d97c0f7), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:45.902452 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-2395a140-6576-446f-9855-41318ddcf9a2 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:45.903284 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-2395a140-6576-446f-9855-41318ddcf9a2 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:45.934601 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-2395a140-6576-446f-9855-41318ddcf9a2 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7843151 Jan 18 20:29:45.950867 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-f8fea3ef-6890-4065-8eb0-c67c812aa480 service neutron] Request body: {'port': {'device_id': '0443657d-062f-49d3-b8b2-f67df61d0274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:29:45.968340 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7dd560e9-bcc6-4163-8edf-36be6be0c787 None None] Current status of the port b56d2a13-40b5-479f-a0fc-f94e90b1a6d6 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:46.113994 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-f8fea3ef-6890-4065-8eb0-c67c812aa480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c417702c-1bc5-45a0-963f-f72c422c650e), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:46.192599 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a5e234cb-3b20-4df4-9f88-ed1689ef4813 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (6196c6e9-c78d-470c-9494-a550986a6e4c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:46.208782 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b56d2a13-40b5-479f-a0fc-f94e90b1a6d6 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:29:46.327062 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42252) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:46.362958 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecde89-b968-4c92-b1e8-53050e299772 req-6ea55f54-699d-46f0-998a-2fe8bb221560 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:46.380750 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6cecde89-b968-4c92-b1e8-53050e299772 req-6ea55f54-699d-46f0-998a-2fe8bb221560 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=0443657d-062f-49d3-b8b2-f67df61d0274 HTTP/1.1" status: 200 len: 931 time: 0.5397313 Jan 18 20:29:46.397078 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c13ba309-0722-401f-9fdb-9f338856affd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:46.510337 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e234cb-3b20-4df4-9f88-ed1689ef4813 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Port': ['ID=aa4828f7-05da-4543-be75-76384d97c0f7,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:46.560114 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3445f-2ff4-4cbe-8422-cdc897fa8924 req-3ab79405-40bc-402f-8405-918db741d42c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:46.572162 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9eb3445f-2ff4-4cbe-8422-cdc897fa8924 req-3ab79405-40bc-402f-8405-918db741d42c tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.7117960 Jan 18 20:29:46.728117 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9eb3445f-2ff4-4cbe-8422-cdc897fa8924 req-477dfc25-576e-4908-8c1e-997b619d4b5a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546652 Jan 18 20:29:46.895064 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6cecde89-b968-4c92-b1e8-53050e299772 req-d24e7444-926b-420d-85fb-da209aac7562 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/security-groups?id=c918b682-62bd-4658-ae4e-0cdaf8a7583f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132673 Jan 18 20:29:46.954379 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-524a16c0-3d7f-442f-b032-09782e11c65c None None] Provisioning complete for port b56d2a13-40b5-479f-a0fc-f94e90b1a6d6 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:46.954893 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-524a16c0-3d7f-442f-b032-09782e11c65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b56d2a13-40b5-479f-a0fc-f94e90b1a6d6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:47.060985 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e234cb-3b20-4df4-9f88-ed1689ef4813 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network 925adfa4-bd4c-42bb-9bf0-7935a092fd59 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:29:47.070728 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-a5e234cb-3b20-4df4-9f88-ed1689ef4813 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:29:47.149558 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port b56d2a13-40b5-479f-a0fc-f94e90b1a6d6 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:47.150023 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b56d2a13-40b5-479f-a0fc-f94e90b1a6d6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:47.172704 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c13ba309-0722-401f-9fdb-9f338856affd admin admin] Publish callbacks [] for security_group (cc852ece-bcf0-4877-b793-ecaabd3ae039), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:47.192943 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c13ba309-0722-401f-9fdb-9f338856affd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (cc852ece-bcf0-4877-b793-ecaabd3ae039), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:47.380334 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-524a16c0-3d7f-442f-b032-09782e11c65c None None] Current status of the port b56d2a13-40b5-479f-a0fc-f94e90b1a6d6 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:47.434834 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-524a16c0-3d7f-442f-b032-09782e11c65c None None] Provisioning complete for port aa4828f7-05da-4543-be75-76384d97c0f7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:47.435458 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-524a16c0-3d7f-442f-b032-09782e11c65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (aa4828f7-05da-4543-be75-76384d97c0f7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:47.445953 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c13ba309-0722-401f-9fdb-9f338856affd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82c1986603f6405bba7eda9b7c6042bf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1149855 Jan 18 20:29:47.472685 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42258) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:47.494203 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424daccd-1b2f-4fd5-910b-05fc3a5b6074 req-71cc4687-915e-4460-bf90-edfd0e7fd2ac tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:47.508142 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-424daccd-1b2f-4fd5-910b-05fc3a5b6074 req-71cc4687-915e-4460-bf90-edfd0e7fd2ac tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 944 time: 0.4350154 Jan 18 20:29:47.531127 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ba309-0722-401f-9fdb-9f338856affd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc852ece-bcf0-4877-b793-ecaabd3ae039,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:47.620210 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-524a16c0-3d7f-442f-b032-09782e11c65c None None] Port aa4828f7-05da-4543-be75-76384d97c0f7 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:29:47.627172 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-f8fea3ef-6890-4065-8eb0-c67c812aa480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c417702c-1bc5-45a0-963f-f72c422c650e {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:29:47.681782 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-f8fea3ef-6890-4065-8eb0-c67c812aa480 service neutron] Publish callbacks [] for port (c417702c-1bc5-45a0-963f-f72c422c650e), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:47.723662 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port b56d2a13-40b5-479f-a0fc-f94e90b1a6d6 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:47.740278 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-424daccd-1b2f-4fd5-910b-05fc3a5b6074 req-dd29e46a-2462-4dcb-9eed-928214224d42 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300305 Jan 18 20:29:47.781780 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ed507440-d7cb-4631-96b4-dad681178903 None None] Provisioning complete for port aa4828f7-05da-4543-be75-76384d97c0f7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:47.782171 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ed507440-d7cb-4631-96b4-dad681178903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (aa4828f7-05da-4543-be75-76384d97c0f7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:47.786792 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-f8fea3ef-6890-4065-8eb0-c67c812aa480 service neutron] Transition to ACTIVE for port object c417702c-1bc5-45a0-963f-f72c422c650e will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:29:47.805195 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e234cb-3b20-4df4-9f88-ed1689ef4813 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Router 6196c6e9-c78d-470c-9494-a550986a6e4c is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:29:47.814724 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305041f-9601-434e-bb26-a8af96a7bb30 req-a6d7c01f-20ba-4bf5-b0b0-7f7443fb28b2 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:47.818171 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5305041f-9601-434e-bb26-a8af96a7bb30 req-a6d7c01f-20ba-4bf5-b0b0-7f7443fb28b2 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.3618152 Jan 18 20:29:47.824314 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-f8fea3ef-6890-4065-8eb0-c67c812aa480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (c417702c-1bc5-45a0-963f-f72c422c650e), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:47.931637 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ed507440-d7cb-4631-96b4-dad681178903 None None] Port aa4828f7-05da-4543-be75-76384d97c0f7 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:29:48.106808 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fea3ef-6890-4065-8eb0-c67c812aa480 service neutron] Pushing event updated for resources: {'Port': ['ID=c417702c-1bc5-45a0-963f-f72c422c650e,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:48.111520 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44894cb9-f8d9-455a-96de-af072fd48b60 admin admin] Publish callbacks [] for security_group (cc852ece-bcf0-4877-b793-ecaabd3ae039), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:48.284708 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44894cb9-f8d9-455a-96de-af072fd48b60 admin admin] Publish callbacks [] for security_group (cc852ece-bcf0-4877-b793-ecaabd3ae039), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:48.553439 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-f8fea3ef-6890-4065-8eb0-c67c812aa480 service neutron] Attempting to bind port c417702c-1bc5-45a0-963f-f72c422c650e on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:29:48.553940 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-f8fea3ef-6890-4065-8eb0-c67c812aa480 service neutron] Attempting to bind port c417702c-1bc5-45a0-963f-f72c422c650e by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '20f9bad4-2259-48ab-8fe4-3f5a2c96d543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:29:48.554385 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-f8fea3ef-6890-4065-8eb0-c67c812aa480 service neutron] Attempting to bind port c417702c-1bc5-45a0-963f-f72c422c650e on network fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:29:48.577338 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [req-32a8b808-2158-4bc2-b039-4dea9218edc0 req-47436fbe-9784-4a21-acae-7b70c8e5f5bf service neutron] (103335) timed out ('10.222.0.31', 36716) {{(pid=103335) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 18 20:29:48.612958 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-f8fea3ef-6890-4065-8eb0-c67c812aa480 service neutron] Port c417702c-1bc5-45a0-963f-f72c422c650e on network fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:29:48.614579 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-f8fea3ef-6890-4065-8eb0-c67c812aa480 service neutron] Attempting to bind port c417702c-1bc5-45a0-963f-f72c422c650e on network fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:29:48.628856 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-5305041f-9601-434e-bb26-a8af96a7bb30 req-13ca019e-2c84-4cd5-913f-145863654d0f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Deleting port 4095c9e8-3357-49c1-a713-048d6946f5fd {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:29:48.630408 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5305041f-9601-434e-bb26-a8af96a7bb30 req-13ca019e-2c84-4cd5-913f-145863654d0f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:48.784886 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-f8fea3ef-6890-4065-8eb0-c67c812aa480 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:29:48.786959 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-f8fea3ef-6890-4065-8eb0-c67c812aa480 service neutron] Checking segment: {'id': '20f9bad4-2259-48ab-8fe4-3f5a2c96d543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:29:48.788534 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-f8fea3ef-6890-4065-8eb0-c67c812aa480 service neutron] Bound using segment: {'id': '20f9bad4-2259-48ab-8fe4-3f5a2c96d543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:29:48.790388 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-f8fea3ef-6890-4065-8eb0-c67c812aa480 service neutron] Bound port: c417702c-1bc5-45a0-963f-f72c422c650e, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20f9bad4-2259-48ab-8fe4-3f5a2c96d543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:29:48.791194 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-f8fea3ef-6890-4065-8eb0-c67c812aa480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c417702c-1bc5-45a0-963f-f72c422c650e), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:48.896041 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-5305041f-9601-434e-bb26-a8af96a7bb30 req-13ca019e-2c84-4cd5-913f-145863654d0f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] For port 4095c9e8-3357-49c1-a713-048d6946f5fd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4095c9e8-3357-49c1-a713-048d6946f5fd,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:48.896487 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5305041f-9601-434e-bb26-a8af96a7bb30 req-13ca019e-2c84-4cd5-913f-145863654d0f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:48.903002 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44894cb9-f8d9-455a-96de-af072fd48b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (cc852ece-bcf0-4877-b793-ecaabd3ae039), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:48.906291 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44894cb9-f8d9-455a-96de-af072fd48b60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:48.910001 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-44894cb9-f8d9-455a-96de-af072fd48b60 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc852ece-bcf0-4877-b793-ecaabd3ae039 HTTP/1.1" status: 204 len: 168 time: 1.4338043 Jan 18 20:29:48.962674 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44894cb9-f8d9-455a-96de-af072fd48b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc852ece-bcf0-4877-b793-ecaabd3ae039,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:49.036007 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e234cb-3b20-4df4-9f88-ed1689ef4813 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:29:49.049407 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e903d3c-8472-4a09-8721-1656a374d93b None None] Sync routers for ids ['6196c6e9-c78d-470c-9494-a550986a6e4c'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:29:49.063499 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a5e234cb-3b20-4df4-9f88-ed1689ef4813 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "PUT /v2.0/routers/6196c6e9-c78d-470c-9494-a550986a6e4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7950006 Jan 18 20:29:49.066446 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42280) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:49.088434 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-7fe2c70e-81aa-4481-9998-e472d79c6627 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'network': {'name': 'tempest-RoutersTest-1010664502'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:29:49.098140 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e903d3c-8472-4a09-8721-1656a374d93b None None] Routers {'6196c6e9-c78d-470c-9494-a550986a6e4c'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:29:49.098941 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-5e903d3c-8472-4a09-8721-1656a374d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:29:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6196c6e9-c78d-470c-9494-a550986a6e4c'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:49.216473 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8771ff7-9860-4b9e-9660-b5751a3c8af1 req-2541d258-4143-4023-9cb7-cea5c9648a58 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:49.228304 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b8771ff7-9860-4b9e-9660-b5751a3c8af1 req-2541d258-4143-4023-9cb7-cea5c9648a58 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=0443657d-062f-49d3-b8b2-f67df61d0274 HTTP/1.1" status: 200 len: 943 time: 1.1977792 Jan 18 20:29:49.241296 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-f8fea3ef-6890-4065-8eb0-c67c812aa480 service neutron] For port c417702c-1bc5-45a0-963f-f72c422c650e, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:29:49.252553 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe2c70e-81aa-4481-9998-e472d79c6627 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Made reservation on behalf of e666c75a4135413186dea9ccd90b9b16 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:29:49.266558 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7fe2c70e-81aa-4481-9998-e472d79c6627 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:49.353620 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-5e903d3c-8472-4a09-8721-1656a374d93b None None] Set router 6196c6e9-c78d-470c-9494-a550986a6e4c gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:29:49.360634 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-f8fea3ef-6890-4065-8eb0-c67c812aa480 service neutron] For port c417702c-1bc5-45a0-963f-f72c422c650e, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=c417702c-1bc5-45a0-963f-f72c422c650e,segment=NetworkSegment(20f9bad4-2259-48ab-8fe4-3f5a2c96d543),segment_id=20f9bad4-2259-48ab-8fe4-3f5a2c96d543)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:29:49.372487 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-f8fea3ef-6890-4065-8eb0-c67c812aa480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (c417702c-1bc5-45a0-963f-f72c422c650e), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:49.388241 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8a66d-d588-4dc1-834f-65fc7b499eeb req-aea7ba76-919a-4429-a26a-3822e689687a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:49.393842 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ac8a66d-d588-4dc1-834f-65fc7b499eeb req-aea7ba76-919a-4429-a26a-3822e689687a tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 1.3314157 Jan 18 20:29:49.445978 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-f8fea3ef-6890-4065-8eb0-c67c812aa480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:49.446718 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-f8fea3ef-6890-4065-8eb0-c67c812aa480 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:49.448138 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-f8fea3ef-6890-4065-8eb0-c67c812aa480 service neutron] 10.222.0.70 "PUT /v2.0/ports/c417702c-1bc5-45a0-963f-f72c422c650e HTTP/1.1" status: 200 len: 1091 time: 3.5022659 Jan 18 20:29:49.450633 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0443657d-062f-49d3-b8b2-f67df61d0274', 'tag': 'c417702c-1bc5-45a0-963f-f72c422c650e'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:29:49.476759 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1383b1cf-cc29-4547-a804-e9e6aaaf9b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "0443657d-062f-49d3-b8b2-f67df61d0274", "tag": "c417702c-1bc5-45a0-963f-f72c422c650e"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:29:49.566563 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe2c70e-81aa-4481-9998-e472d79c6627 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:29:49.616397 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7fe2c70e-81aa-4481-9998-e472d79c6627 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (5347fc5a-cb4b-4008-a43e-7d4a2a067bd5), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:49.618310 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-7fe2c70e-81aa-4481-9998-e472d79c6627 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Added segment 5347fc5a-cb4b-4008-a43e-7d4a2a067bd5 of type vlan for network 5b580083-c2de-4a8b-99a6-da6880c32768 Jan 18 20:29:49.776990 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7fe2c70e-81aa-4481-9998-e472d79c6627 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (5b580083-c2de-4a8b-99a6-da6880c32768), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:49.841000 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b8771ff7-9860-4b9e-9660-b5751a3c8af1 req-3f8dc3d3-4940-4290-96c7-d2de838accd3 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/security-groups?id=c918b682-62bd-4658-ae4e-0cdaf8a7583f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6118064 Jan 18 20:29:49.935361 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ac8a66d-d588-4dc1-834f-65fc7b499eeb req-cd650959-554e-486c-915f-8aef1507f5dd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5271783 Jan 18 20:29:49.947016 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5305041f-9601-434e-bb26-a8af96a7bb30 req-13ca019e-2c84-4cd5-913f-145863654d0f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:49.947417 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5305041f-9601-434e-bb26-a8af96a7bb30 req-13ca019e-2c84-4cd5-913f-145863654d0f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (3fd9e1e3-4463-48b0-8e39-fd6f2f8eea85), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:49.948697 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [req-5305041f-9601-434e-bb26-a8af96a7bb30 req-13ca019e-2c84-4cd5-913f-145863654d0f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Floating IP 3fd9e1e3-4463-48b0-8e39-fd6f2f8eea85 disassociated. External IP: 172.25.4.52, port: 4095c9e8-3357-49c1-a713-048d6946f5fd. Jan 18 20:29:49.949410 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-5305041f-9601-434e-bb26-a8af96a7bb30 req-13ca019e-2c84-4cd5-913f-145863654d0f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Calling delete_port for 4095c9e8-3357-49c1-a713-048d6946f5fd owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:29:49.975234 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7fe2c70e-81aa-4481-9998-e472d79c6627 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (5b580083-c2de-4a8b-99a6-da6880c32768), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:49.985015 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe2c70e-81aa-4481-9998-e472d79c6627 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:49.991216 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7fe2c70e-81aa-4481-9998-e472d79c6627 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:50.055782 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-5e903d3c-8472-4a09-8721-1656a374d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:29:45Z', 'revision_number': 2, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None, '_interfaces': [{'id': 'aa4828f7-05da-4543-be75-76384d97c0f7', 'name': '', 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:de:17:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:42Z', 'updated_at': '2022-01-18T20:29:45Z', 'revision_number': 2, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:50.095116 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7fe2c70e-81aa-4481-9998-e472d79c6627 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0201423 Jan 18 20:29:50.095980 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42298) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:50.117971 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-34125a21-98ad-4c55-817a-57a224ee0a06 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'subnet': {'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:29:50.140012 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e903d3c-8472-4a09-8721-1656a374d93b None None] Checking router: 6196c6e9-c78d-470c-9494-a550986a6e4c for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:29:50.140240 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e903d3c-8472-4a09-8721-1656a374d93b None None] Updating router 6196c6e9-c78d-470c-9494-a550986a6e4c port aa4828f7-05da-4543-be75-76384d97c0f7 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:29:50.179201 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fea3ef-6890-4065-8eb0-c67c812aa480 service neutron] Pushing event updated for resources: {'Port': ['ID=c417702c-1bc5-45a0-963f-f72c422c650e,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:50.227907 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5e903d3c-8472-4a09-8721-1656a374d93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (aa4828f7-05da-4543-be75-76384d97c0f7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:50.326495 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21950465-9c97-47aa-812e-34e2cef95076 x-openstack-request-id: req-21950465-9c97-47aa-812e-34e2cef95076 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:29:50.329669 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0443657d-062f-49d3-b8b2-f67df61d0274", "tag": "c417702c-1bc5-45a0-963f-f72c422c650e", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:29:50.329669 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21950465-9c97-47aa-812e-34e2cef95076 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:29:50.329669 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0443657d-062f-49d3-b8b2-f67df61d0274', 'tag': 'c417702c-1bc5-45a0-963f-f72c422c650e', 'status': 'completed', 'code': 200} Jan 18 20:29:50.350112 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-e665503a-fc30-4ba1-8309-5ea67b66df11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:50.364161 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-e665503a-fc30-4ba1-8309-5ea67b66df11 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=868bee3201cb40199baaabf86c510278&device_id=0443657d-062f-49d3-b8b2-f67df61d0274 HTTP/1.1" status: 200 len: 1094 time: 0.8551779 Jan 18 20:29:50.371641 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2c70e-81aa-4481-9998-e472d79c6627 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Network': ['ID=5b580083-c2de-4a8b-99a6-da6880c32768,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:50.449247 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 5b580083-c2de-4a8b-99a6-da6880c32768 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:29:50.468853 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88640676-6653-4319-a516-dcc1cd290200 req-8c166930-6f99-49a0-8864-6b91f6b2ff52 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:50.478611 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-88640676-6653-4319-a516-dcc1cd290200 req-8c166930-6f99-49a0-8864-6b91f6b2ff52 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 944 time: 0.2202640 Jan 18 20:29:50.491914 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34125a21-98ad-4c55-817a-57a224ee0a06 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Made reservation on behalf of e666c75a4135413186dea9ccd90b9b16 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:29:50.496217 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34125a21-98ad-4c55-817a-57a224ee0a06 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:50.638723 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-88640676-6653-4319-a516-dcc1cd290200 req-3124b75d-2451-46af-b582-26d9a573f886 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587107 Jan 18 20:29:50.938447 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5e903d3c-8472-4a09-8721-1656a374d93b None None] Publish callbacks [] for port (aa4828f7-05da-4543-be75-76384d97c0f7), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:50.958867 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5e903d3c-8472-4a09-8721-1656a374d93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (aa4828f7-05da-4543-be75-76384d97c0f7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:51.068411 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761be962-9740-4891-a63c-4746534bab6f None None] Pushing event updated for resources: {'Port': ['ID=aa4828f7-05da-4543-be75-76384d97c0f7,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:51.094851 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-5e903d3c-8472-4a09-8721-1656a374d93b None None] Attempting to bind port aa4828f7-05da-4543-be75-76384d97c0f7 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:29:51.095475 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-5e903d3c-8472-4a09-8721-1656a374d93b None None] Attempting to bind port aa4828f7-05da-4543-be75-76384d97c0f7 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'e19726f3-42da-43ce-94e5-999054951d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:29:51.096038 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e903d3c-8472-4a09-8721-1656a374d93b None None] Attempting to bind port aa4828f7-05da-4543-be75-76384d97c0f7 on network 925adfa4-bd4c-42bb-9bf0-7935a092fd59 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:29:51.120402 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e903d3c-8472-4a09-8721-1656a374d93b None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:29:51.120801 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e903d3c-8472-4a09-8721-1656a374d93b None None] Checking segment: {'id': 'e19726f3-42da-43ce-94e5-999054951d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:29:51.121218 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5e903d3c-8472-4a09-8721-1656a374d93b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:51.121615 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e903d3c-8472-4a09-8721-1656a374d93b None None] Bound using segment: {'id': 'e19726f3-42da-43ce-94e5-999054951d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:29:51.128754 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-5e903d3c-8472-4a09-8721-1656a374d93b None None] Bound port: aa4828f7-05da-4543-be75-76384d97c0f7, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19726f3-42da-43ce-94e5-999054951d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:29:51.138521 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5e903d3c-8472-4a09-8721-1656a374d93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (aa4828f7-05da-4543-be75-76384d97c0f7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:51.155834 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34125a21-98ad-4c55-817a-57a224ee0a06 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (894560bb-4831-41fa-a08f-e830b330f502), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:51.279769 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:29:51.449625 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-5e903d3c-8472-4a09-8721-1656a374d93b None None] For port aa4828f7-05da-4543-be75-76384d97c0f7, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:29:51.468727 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-5e903d3c-8472-4a09-8721-1656a374d93b None None] For port aa4828f7-05da-4543-be75-76384d97c0f7, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=aa4828f7-05da-4543-be75-76384d97c0f7,segment=NetworkSegment(e19726f3-42da-43ce-94e5-999054951d8a),segment_id=e19726f3-42da-43ce-94e5-999054951d8a)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:29:51.485595 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 4095c9e8-3357-49c1-a713-048d6946f5fd no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:29:51.631274 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5e903d3c-8472-4a09-8721-1656a374d93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (aa4828f7-05da-4543-be75-76384d97c0f7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:51.701842 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71510c-c6ec-4bf3-889d-1a242a818063 req-994e71e0-8c91-4ab7-a543-aaa02f8ae467 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:51.710095 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed71510c-c6ec-4bf3-889d-1a242a818063 req-994e71e0-8c91-4ab7-a543-aaa02f8ae467 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=0443657d-062f-49d3-b8b2-f67df61d0274 HTTP/1.1" status: 200 len: 943 time: 0.7317007 Jan 18 20:29:51.963085 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-c14c44e6-21a5-4afa-840f-5c56d9e470a7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c417702c-1bc5-45a0-963f-f72c422c650e HTTP/1.1" status: 200 len: 217 time: 1.5721252 Jan 18 20:29:51.973824 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5305041f-9601-434e-bb26-a8af96a7bb30 req-13ca019e-2c84-4cd5-913f-145863654d0f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (4095c9e8-3357-49c1-a713-048d6946f5fd), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:51.974266 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e3fcd-c618-42ca-ad64-bde77a0cf42d req-3730ccf0-526b-43df-b267-93ffa2497a87 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:51.979691 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c07e3fcd-c618-42ca-ad64-bde77a0cf42d req-3730ccf0-526b-43df-b267-93ffa2497a87 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 944 time: 0.6909304 Jan 18 20:29:52.053090 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34125a21-98ad-4c55-817a-57a224ee0a06 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Checking segment: {'id': '5347fc5a-cb4b-4008-a43e-7d4a2a067bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:29:52.053354 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34125a21-98ad-4c55-817a-57a224ee0a06 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network hostable DHCP agents. Network: 5b580083-c2de-4a8b-99a6-da6880c32768, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:29:52.076974 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Port 4095c9e8-3357-49c1-a713-048d6946f5fd update to DOWN by agent not found {{(pid=103337) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}} Jan 18 20:29:52.080854 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34125a21-98ad-4c55-817a-57a224ee0a06 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Subnet': ['ID=894560bb-4831-41fa-a08f-e830b330f502,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:52.083482 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e903d3c-8472-4a09-8721-1656a374d93b None None] Routers {'6196c6e9-c78d-470c-9494-a550986a6e4c'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:29:52.083629 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca019e-2c84-4cd5-913f-145863654d0f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Pushing event deleted for resources: {'Port': ['ID=4095c9e8-3357-49c1-a713-048d6946f5fd,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:52.085496 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-5e903d3c-8472-4a09-8721-1656a374d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:29:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6196c6e9-c78d-470c-9494-a550986a6e4c'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:52.253073 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed71510c-c6ec-4bf3-889d-1a242a818063 req-f1d1c013-ae1c-4d9a-9702-c3d8049e3ca7 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/security-groups?id=c918b682-62bd-4658-ae4e-0cdaf8a7583f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5265667 Jan 18 20:29:52.297355 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34125a21-98ad-4c55-817a-57a224ee0a06 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network 5b580083-c2de-4a8b-99a6-da6880c32768 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:29:52.335591 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-067e5355-a680-4c1f-b636-1485f474dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:52.343106 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-067e5355-a680-4c1f-b636-1485f474dc43 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=193600f1-6580-433b-8d9e-da541571d99e HTTP/1.1" status: 200 len: 847 time: 0.3499115 Jan 18 20:29:52.362686 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c07e3fcd-c618-42ca-ad64-bde77a0cf42d req-9750ea20-3ab1-4a92-8bdb-03f0cb9f25d9 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups?id=45fe337d-1e00-4736-a532-d4dc9bef1665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3492105 Jan 18 20:29:52.372282 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-34125a21-98ad-4c55-817a-57a224ee0a06 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 5b580083-c2de-4a8b-99a6-da6880c32768) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:29:52.383373 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34125a21-98ad-4c55-817a-57a224ee0a06 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:52.384343 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34125a21-98ad-4c55-817a-57a224ee0a06 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:52.451914 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-34125a21-98ad-4c55-817a-57a224ee0a06 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3511283 Jan 18 20:29:52.457959 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42336) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:52.479263 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-5e903d3c-8472-4a09-8721-1656a374d93b None None] Set router 6196c6e9-c78d-470c-9494-a550986a6e4c gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:29:52.595424 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-7416b4fe-c567-45d6-9a1e-1528646c407a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2404170 Jan 18 20:29:52.609543 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f5cb19-a42d-42d3-bf78-f62879ffca05 None None] Network 5b580083-c2de-4a8b-99a6-da6880c32768 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:29:52.669058 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0e5d7101-7499-4697-9aec-f7b9156a44de None None] Provisioning complete for port aa4828f7-05da-4543-be75-76384d97c0f7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:52.669537 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0e5d7101-7499-4697-9aec-f7b9156a44de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (aa4828f7-05da-4543-be75-76384d97c0f7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:52.776906 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761be962-9740-4891-a63c-4746534bab6f None None] Pushing event updated for resources: {'Port': ['ID=aa4828f7-05da-4543-be75-76384d97c0f7,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:52.823521 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-6a7e7ad9-ad9c-4403-9a16-bff86fc69af9 service neutron] 10.222.0.70 "GET /v2.0/networks/fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976585 Jan 18 20:29:52.836266 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5305041f-9601-434e-bb26-a8af96a7bb30 req-13ca019e-2c84-4cd5-913f-145863654d0f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Router 72abd237-7b6b-4c35-a8a4-d8f8e426c91b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:29:52.923928 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9799c0-f825-4754-8adc-16dd9d06fe38 req-603cf7de-c6a7-4a51-8c78-f99bcd116d27 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:52.927705 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad9799c0-f825-4754-8adc-16dd9d06fe38 req-603cf7de-c6a7-4a51-8c78-f99bcd116d27 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 944 time: 0.2140551 Jan 18 20:29:53.182092 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5305041f-9601-434e-bb26-a8af96a7bb30 req-13ca019e-2c84-4cd5-913f-145863654d0f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:29:53.193850 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e82fde-59da-4251-8fac-88a44d34385b None None] Sync routers for ids ['72abd237-7b6b-4c35-a8a4-d8f8e426c91b'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:29:53.209481 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad9799c0-f825-4754-8adc-16dd9d06fe38 req-54cddbb3-d9ba-4c7b-979a-bdbdd084df2c tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600152 Jan 18 20:29:53.217022 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e82fde-59da-4251-8fac-88a44d34385b None None] Routers {'72abd237-7b6b-4c35-a8a4-d8f8e426c91b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:29:53.217928 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d4e82fde-59da-4251-8fac-88a44d34385b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:29:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['72abd237-7b6b-4c35-a8a4-d8f8e426c91b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:53.389544 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2eb6fb37-d86b-4cb0-b676-7798f84cbf37 req-e366e456-d120-4ad7-8c18-2715f6a3e9a1 service neutron] 10.222.0.70 "GET /v2.0/networks/fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5478418 Jan 18 20:29:53.578771 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-5305041f-9601-434e-bb26-a8af96a7bb30 req-13ca019e-2c84-4cd5-913f-145863654d0f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] No DVR routers for this DVR port 4095c9e8-3357-49c1-a713-048d6946f5fd on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:29:53.596491 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d904bd9-fcd2-45c5-b331-aa41669cabce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-5b580083-c2de-4a8b-99a6-da6880c32768', 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768', 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'fixed_ips': [{'subnet_id': '894560bb-4831-41fa-a08f-e830b330f502'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:29:53.598253 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0d904bd9-fcd2-45c5-b331-aa41669cabce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:53.623727 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0e5d7101-7499-4697-9aec-f7b9156a44de None None] Current status of the port aa4828f7-05da-4543-be75-76384d97c0f7 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:53.634202 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0e5d7101-7499-4697-9aec-f7b9156a44de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (aa4828f7-05da-4543-be75-76384d97c0f7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:53.654759 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5305041f-9601-434e-bb26-a8af96a7bb30 req-13ca019e-2c84-4cd5-913f-145863654d0f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:53.658812 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5305041f-9601-434e-bb26-a8af96a7bb30 req-13ca019e-2c84-4cd5-913f-145863654d0f tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.70 "DELETE /v2.0/ports/4095c9e8-3357-49c1-a713-048d6946f5fd HTTP/1.1" status: 204 len: 173 time: 5.8062205 Jan 18 20:29:53.681087 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd90044-e944-4203-b6fa-2382d197a621', 'name': 'network-vif-deleted', 'tag': '4095c9e8-3357-49c1-a713-048d6946f5fd'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:29:53.684564 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b644815-3ec1-4fa3-8306-1c02f2449ee9" -d '{"events": [{"server_uuid": "6cd90044-e944-4203-b6fa-2382d197a621", "name": "network-vif-deleted", "tag": "4095c9e8-3357-49c1-a713-048d6946f5fd"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:29:53.714457 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-d4e82fde-59da-4251-8fac-88a44d34385b None None] Set router 72abd237-7b6b-4c35-a8a4-d8f8e426c91b gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:29:53.775589 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383b1cf-cc29-4547-a804-e9e6aaaf9b5a req-bfc415b6-c2db-4710-8078-6c31855b9c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:53.777109 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1383b1cf-cc29-4547-a804-e9e6aaaf9b5a req-bfc415b6-c2db-4710-8078-6c31855b9c5e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=868bee3201cb40199baaabf86c510278&device_id=0443657d-062f-49d3-b8b2-f67df61d0274 HTTP/1.1" status: 200 len: 1094 time: 0.3135686 Jan 18 20:29:53.778375 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c1819ef-9e31-4dad-a032-060895f3f3cf req-99f006ac-d955-4c9b-8669-d45ae6cba679 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 210 time: 0.0899177 Jan 18 20:29:54.006605 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5d3f4-0da7-463c-9d8f-71976c6c8eab req-60b75180-5489-4274-8c03-2ec6427df49c tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:54.049614 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-20f5d3f4-0da7-463c-9d8f-71976c6c8eab req-60b75180-5489-4274-8c03-2ec6427df49c tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=0443657d-062f-49d3-b8b2-f67df61d0274 HTTP/1.1" status: 200 len: 943 time: 0.4122250 Jan 18 20:29:54.096764 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0e5d7101-7499-4697-9aec-f7b9156a44de None None] For port aa4828f7-05da-4543-be75-76384d97c0f7, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=aa4828f7-05da-4543-be75-76384d97c0f7,segment=NetworkSegment(e19726f3-42da-43ce-94e5-999054951d8a),segment_id=e19726f3-42da-43ce-94e5-999054951d8a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:54.135892 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396cc91d-2e23-4607-a343-87512a495bae x-openstack-request-id: req-396cc91d-2e23-4607-a343-87512a495bae {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:29:54.136178 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd90044-e944-4203-b6fa-2382d197a621", "name": "network-vif-deleted", "tag": "4095c9e8-3357-49c1-a713-048d6946f5fd", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:29:54.136434 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-396cc91d-2e23-4607-a343-87512a495bae {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:29:54.136842 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd90044-e944-4203-b6fa-2382d197a621', 'name': 'network-vif-deleted', 'tag': '4095c9e8-3357-49c1-a713-048d6946f5fd', 'status': 'completed', 'code': 200} Jan 18 20:29:54.138340 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383b1cf-cc29-4547-a804-e9e6aaaf9b5a req-e54162ec-cc99-4e33-87b0-6ed58a08bdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:54.139833 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1383b1cf-cc29-4547-a804-e9e6aaaf9b5a req-e54162ec-cc99-4e33-87b0-6ed58a08bdbe service neutron] 10.222.0.70 "GET /v2.0/networks?id=fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d HTTP/1.1" status: 200 len: 908 time: 0.3385773 Jan 18 20:29:54.184218 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0e5d7101-7499-4697-9aec-f7b9156a44de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (aa4828f7-05da-4543-be75-76384d97c0f7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:54.260562 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1383b1cf-cc29-4547-a804-e9e6aaaf9b5a req-0c2b53f6-d9dd-4646-8e2d-e2c14196ebf0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c417702c-1bc5-45a0-963f-f72c422c650e HTTP/1.1" status: 200 len: 217 time: 0.0959313 Jan 18 20:29:54.270140 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-20f5d3f4-0da7-463c-9d8f-71976c6c8eab req-0f06de0a-908d-4003-9faa-6e6188188a65 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/security-groups?id=c918b682-62bd-4658-ae4e-0cdaf8a7583f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113581 Jan 18 20:29:54.312185 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-20e872d7-c162-4adb-87c7-6f1c6aa855c8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:54.519108 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383b1cf-cc29-4547-a804-e9e6aaaf9b5a req-baa23d22-30ac-47e0-b649-43f35408e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:54.525017 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1383b1cf-cc29-4547-a804-e9e6aaaf9b5a req-baa23d22-30ac-47e0-b649-43f35408e515 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=193600f1-6580-433b-8d9e-da541571d99e HTTP/1.1" status: 200 len: 847 time: 0.2281044 Jan 18 20:29:54.746306 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df248acf-2d5c-4afa-9869-a56cbb2bdca5 req-912c8c11-eaa3-4678-aff9-b7a035017c65 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:54.748226 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-df248acf-2d5c-4afa-9869-a56cbb2bdca5 req-912c8c11-eaa3-4678-aff9-b7a035017c65 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 944 time: 0.3274400 Jan 18 20:29:54.821361 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1383b1cf-cc29-4547-a804-e9e6aaaf9b5a req-e2faf413-ad1e-4d3f-9355-ddfe4ea031b3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649626 Jan 18 20:29:54.883769 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-87e74fdf-0cd0-4db4-a86d-4313fcaf8bb8 None None] Provisioning complete for port aa4828f7-05da-4543-be75-76384d97c0f7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:54.884364 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-87e74fdf-0cd0-4db4-a86d-4313fcaf8bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (aa4828f7-05da-4543-be75-76384d97c0f7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:54.895968 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d7101-7499-4697-9aec-f7b9156a44de None None] Pushing event updated for resources: {'Port': ['ID=aa4828f7-05da-4543-be75-76384d97c0f7,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:54.991235 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-0d904bd9-fcd2-45c5-b331-aa41669cabce None None] Allocated IP 172.21.0.2 (5b580083-c2de-4a8b-99a6-da6880c32768/894560bb-4831-41fa-a08f-e830b330f502/cf65e2db-c410-4b19-873e-6302dc309821) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:29:55.004983 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d4e82fde-59da-4251-8fac-88a44d34385b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'name': 'tempest-ServerActionsTestJSON-290585160-router', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '63b50add-ce43-43d7-aefd-b120c0ac748d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:23Z', 'updated_at': '2022-01-18T20:19:30Z', 'revision_number': 4, 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'gw_port': {'id': '63b50add-ce43-43d7-aefd-b120c0ac748d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:24Z', 'updated_at': '2022-01-18T20:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '55bd22db-d9c8-4fb5-a2a7-bd833efb6294', 'name': '', 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'mac_address': 'fa:16:3e:d4:ae:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:29Z', 'updated_at': '2022-01-18T20:19:41Z', 'revision_number': 5, 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'subnets': [{'id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:55.009277 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-df248acf-2d5c-4afa-9869-a56cbb2bdca5 req-4763a888-3ee9-46e2-befb-d753f5aeeba7 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416589 Jan 18 20:29:55.039648 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-5e903d3c-8472-4a09-8721-1656a374d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:29:45Z', 'revision_number': 2, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None, '_interfaces': [{'id': 'aa4828f7-05da-4543-be75-76384d97c0f7', 'name': '', 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:de:17:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:42Z', 'updated_at': '2022-01-18T20:29:51Z', 'revision_number': 4, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:55.142508 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e82fde-59da-4251-8fac-88a44d34385b None None] Checking router: 72abd237-7b6b-4c35-a8a4-d8f8e426c91b for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:29:55.158550 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-adf22f72-2282-4b96-8adc-ca0a4db03990 req-8e580526-2034-4595-be4b-fef1f95f066b tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cd90044-e944-4203-b6fa-2382d197a621 HTTP/1.1" status: 200 len: 210 time: 0.0665321 Jan 18 20:29:55.202850 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e903d3c-8472-4a09-8721-1656a374d93b None None] The sync data for ids ['6196c6e9-c78d-470c-9494-a550986a6e4c'] in n-d-741529-9 is: [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:29:45Z', 'revision_number': 2, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None, '_interfaces': [{'id': 'aa4828f7-05da-4543-be75-76384d97c0f7', 'name': '', 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:de:17:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:42Z', 'updated_at': '2022-01-18T20:29:51Z', 'revision_number': 4, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:29:55.205307 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e82fde-59da-4251-8fac-88a44d34385b None None] Routers {'72abd237-7b6b-4c35-a8a4-d8f8e426c91b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:29:55.206885 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d4e82fde-59da-4251-8fac-88a44d34385b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:29:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['72abd237-7b6b-4c35-a8a4-d8f8e426c91b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:55.230596 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1383b1cf-cc29-4547-a804-e9e6aaaf9b5a req-d225203a-f958-4a75-8de9-a66297e0dca5 service neutron] 10.222.0.70 "GET /v2.0/networks/fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996196 Jan 18 20:29:55.292206 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device c417702c-1bc5-45a0-963f-f72c422c650e details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:29:55.555743 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1383b1cf-cc29-4547-a804-e9e6aaaf9b5a req-b273e283-1acb-43bb-b517-d4f10b3329c8 service neutron] 10.222.0.70 "GET /v2.0/networks/fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090727 Jan 18 20:29:55.591073 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-87e74fdf-0cd0-4db4-a86d-4313fcaf8bb8 None None] Current status of the port aa4828f7-05da-4543-be75-76384d97c0f7 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:55.622332 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-d4e82fde-59da-4251-8fac-88a44d34385b None None] Set router 72abd237-7b6b-4c35-a8a4-d8f8e426c91b gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:29:55.628728 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deccc15-311a-4dcf-bcbf-3c2985c7c9d8 req-d6b6783e-4c25-49ad-918f-0e5b58823212 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:55.631376 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0deccc15-311a-4dcf-bcbf-3c2985c7c9d8 req-d6b6783e-4c25-49ad-918f-0e5b58823212 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=0443657d-062f-49d3-b8b2-f67df61d0274 HTTP/1.1" status: 200 len: 943 time: 0.1658716 Jan 18 20:29:55.819895 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port c417702c-1bc5-45a0-963f-f72c422c650e, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=c417702c-1bc5-45a0-963f-f72c422c650e,segment=NetworkSegment(20f9bad4-2259-48ab-8fe4-3f5a2c96d543),segment_id=20f9bad4-2259-48ab-8fe4-3f5a2c96d543)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:55.825234 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0deccc15-311a-4dcf-bcbf-3c2985c7c9d8 req-05308cfd-6d29-40b8-9800-1ba9cd4243ac tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/security-groups?id=c918b682-62bd-4658-ae4e-0cdaf8a7583f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807826 Jan 18 20:29:55.867449 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'c417702c-1bc5-45a0-963f-f72c422c650e', 'network_id': 'fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d', 'port_id': 'c417702c-1bc5-45a0-963f-f72c422c650e', 'mac_address': 'fa:16:3e:8b:e5:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '193600f1-6580-433b-8d9e-da541571d99e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:29:56.087471 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-59870f66-5709-4ccd-8a96-c23159dd6193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:56.135374 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port c417702c-1bc5-45a0-963f-f72c422c650e is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:56.135765 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c417702c-1bc5-45a0-963f-f72c422c650e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:56.197665 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c417702c-1bc5-45a0-963f-f72c422c650e {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:29:56.237484 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d4e82fde-59da-4251-8fac-88a44d34385b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'name': 'tempest-ServerActionsTestJSON-290585160-router', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '63b50add-ce43-43d7-aefd-b120c0ac748d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:23Z', 'updated_at': '2022-01-18T20:19:30Z', 'revision_number': 4, 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'gw_port': {'id': '63b50add-ce43-43d7-aefd-b120c0ac748d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:24Z', 'updated_at': '2022-01-18T20:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '55bd22db-d9c8-4fb5-a2a7-bd833efb6294', 'name': '', 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'mac_address': 'fa:16:3e:d4:ae:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:29Z', 'updated_at': '2022-01-18T20:19:41Z', 'revision_number': 5, 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'subnets': [{'id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:56.276571 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port c417702c-1bc5-45a0-963f-f72c422c650e, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=c417702c-1bc5-45a0-963f-f72c422c650e,segment=NetworkSegment(20f9bad4-2259-48ab-8fe4-3f5a2c96d543),segment_id=20f9bad4-2259-48ab-8fe4-3f5a2c96d543)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:56.298589 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device aa4828f7-05da-4543-be75-76384d97c0f7 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:29:56.315181 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e82fde-59da-4251-8fac-88a44d34385b None None] The sync data for ids ['72abd237-7b6b-4c35-a8a4-d8f8e426c91b'] in n-d-741529-9 is: [{'id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'name': 'tempest-ServerActionsTestJSON-290585160-router', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '63b50add-ce43-43d7-aefd-b120c0ac748d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:23Z', 'updated_at': '2022-01-18T20:19:30Z', 'revision_number': 4, 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'gw_port': {'id': '63b50add-ce43-43d7-aefd-b120c0ac748d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:24Z', 'updated_at': '2022-01-18T20:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '55bd22db-d9c8-4fb5-a2a7-bd833efb6294', 'name': '', 'network_id': 'e88e9200-d99d-4ea0-a241-681917733bb6', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'mac_address': 'fa:16:3e:d4:ae:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:29Z', 'updated_at': '2022-01-18T20:19:41Z', 'revision_number': 5, 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'subnets': [{'id': 'f2eac11f-fef0-464c-9aac-08a05c8cc068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:29:56.331133 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c417702c-1bc5-45a0-963f-f72c422c650e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:56.425089 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21b940-8606-4f57-8ec5-c4f236516b32 req-7132b3e6-18d9-4788-b12c-768df1b74fac tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:56.451420 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e21b940-8606-4f57-8ec5-c4f236516b32 req-7132b3e6-18d9-4788-b12c-768df1b74fac tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 944 time: 0.1937158 Jan 18 20:29:56.596248 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0d904bd9-fcd2-45c5-b331-aa41669cabce None None] Publish callbacks [] for port (cf65e2db-c410-4b19-873e-6302dc309821), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:56.631781 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42394) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:56.647175 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e21b940-8606-4f57-8ec5-c4f236516b32 req-ad6c3924-342e-4ec7-acf7-4ef76aed936a tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947920 Jan 18 20:29:56.686489 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=c417702c-1bc5-45a0-963f-f72c422c650e,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:56.740850 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0d904bd9-fcd2-45c5-b331-aa41669cabce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (cf65e2db-c410-4b19-873e-6302dc309821), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:56.753078 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d181a512-8e1b-4584-90d9-6b881fcd231b tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks [] for security_group (45fe337d-1e00-4736-a532-d4dc9bef1665), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:56.812862 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d181a512-8e1b-4584-90d9-6b881fcd231b tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks [] for security_group (45fe337d-1e00-4736-a532-d4dc9bef1665), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:56.900839 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d181a512-8e1b-4584-90d9-6b881fcd231b tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (45fe337d-1e00-4736-a532-d4dc9bef1665), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:56.911775 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-20e872d7-c162-4adb-87c7-6f1c6aa855c8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Allocated IP 172.21.0.1 (5b580083-c2de-4a8b-99a6-da6880c32768/894560bb-4831-41fa-a08f-e830b330f502/4c30cdd3-9810-4ac8-8092-f9c52665f4b6) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:29:56.913868 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d181a512-8e1b-4584-90d9-6b881fcd231b tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:56.919116 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d181a512-8e1b-4584-90d9-6b881fcd231b tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "DELETE /v2.0/security-groups/45fe337d-1e00-4736-a532-d4dc9bef1665 HTTP/1.1" status: 204 len: 168 time: 0.2842705 Jan 18 20:29:56.920488 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42400) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:56.931311 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d904bd9-fcd2-45c5-b331-aa41669cabce None None] Pushing event updated for resources: {'Port': ['ID=cf65e2db-c410-4b19-873e-6302dc309821,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:56.946698 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['c417702c-1bc5-45a0-963f-f72c422c650e'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:29:56.962603 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181a512-8e1b-4584-90d9-6b881fcd231b tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fe337d-1e00-4736-a532-d4dc9bef1665,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:56.980724 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d904bd9-fcd2-45c5-b331-aa41669cabce None None] Network 5b580083-c2de-4a8b-99a6-da6880c32768 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:29:56.997832 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-a00408b1-6644-41a6-8809-d3440cae5069 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] show failed (client error): The resource could not be found. Jan 18 20:29:56.999237 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a00408b1-6644-41a6-8809-d3440cae5069 tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "GET /v2.0/security-groups/45fe337d-1e00-4736-a532-d4dc9bef1665 HTTP/1.1" status: 404 len: 347 time: 0.0545130 Jan 18 20:29:57.001839 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42402) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:57.074893 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-0d904bd9-fcd2-45c5-b331-aa41669cabce None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:29:57.087657 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca8bea0-f686-4199-8cb6-a6b7b9e16f2e None None] New status for floating IP 3fd9e1e3-4463-48b0-8e39-fd6f2f8eea85: DOWN {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:29:57.091368 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d904bd9-fcd2-45c5-b331-aa41669cabce None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:29:57.170880 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e5c31658-295b-4f49-8a5e-94068aae3acd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Deleting port f904194e-7d28-439f-90a4-3db9659533e4 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:29:57.171218 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5c31658-295b-4f49-8a5e-94068aae3acd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (f904194e-7d28-439f-90a4-3db9659533e4), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:57.379983 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb23b4-50a7-4d14-a7f5-6c6d270a2731 req-b6c4e89a-acbe-4150-acdb-7f1af112de50 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:57.381578 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-91fb23b4-50a7-4d14-a7f5-6c6d270a2731 req-b6c4e89a-acbe-4150-acdb-7f1af112de50 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=0443657d-062f-49d3-b8b2-f67df61d0274 HTTP/1.1" status: 200 len: 944 time: 0.3539457 Jan 18 20:29:57.397903 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5c31658-295b-4f49-8a5e-94068aae3acd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (f904194e-7d28-439f-90a4-3db9659533e4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:57.398392 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5c31658-295b-4f49-8a5e-94068aae3acd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks [] for floatingip (f904194e-7d28-439f-90a4-3db9659533e4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:57.403103 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port aa4828f7-05da-4543-be75-76384d97c0f7 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:57.403483 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (aa4828f7-05da-4543-be75-76384d97c0f7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:57.422455 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e5c31658-295b-4f49-8a5e-94068aae3acd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Calling delete_port for f904194e-7d28-439f-90a4-3db9659533e4 owned by network:floatingip {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:29:57.465609 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-20e872d7-c162-4adb-87c7-6f1c6aa855c8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for port (4c30cdd3-9810-4ac8-8092-f9c52665f4b6), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:57.475775 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0d904bd9-fcd2-45c5-b331-aa41669cabce None None] Attempting to bind port cf65e2db-c410-4b19-873e-6302dc309821 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:29:57.476445 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0d904bd9-fcd2-45c5-b331-aa41669cabce None None] Attempting to bind port cf65e2db-c410-4b19-873e-6302dc309821 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '5347fc5a-cb4b-4008-a43e-7d4a2a067bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:29:57.476831 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d904bd9-fcd2-45c5-b331-aa41669cabce None None] Attempting to bind port cf65e2db-c410-4b19-873e-6302dc309821 on network 5b580083-c2de-4a8b-99a6-da6880c32768 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:29:57.608642 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-91fb23b4-50a7-4d14-a7f5-6c6d270a2731 req-db62f548-d947-4435-aab8-7a2eb0075676 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/security-groups?id=c918b682-62bd-4658-ae4e-0cdaf8a7583f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107420 Jan 18 20:29:57.641390 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-20e872d7-c162-4adb-87c7-6f1c6aa855c8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (4c30cdd3-9810-4ac8-8092-f9c52665f4b6), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:57.664122 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d904bd9-fcd2-45c5-b331-aa41669cabce None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:29:57.667897 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d904bd9-fcd2-45c5-b331-aa41669cabce None None] Checking segment: {'id': '5347fc5a-cb4b-4008-a43e-7d4a2a067bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:29:57.668342 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0d904bd9-fcd2-45c5-b331-aa41669cabce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:57.674900 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d904bd9-fcd2-45c5-b331-aa41669cabce None None] Bound using segment: {'id': '5347fc5a-cb4b-4008-a43e-7d4a2a067bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:29:57.674900 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0d904bd9-fcd2-45c5-b331-aa41669cabce None None] Bound port: cf65e2db-c410-4b19-873e-6302dc309821, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5347fc5a-cb4b-4008-a43e-7d4a2a067bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:29:57.677402 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0d904bd9-fcd2-45c5-b331-aa41669cabce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cf65e2db-c410-4b19-873e-6302dc309821), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:57.745458 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e872d7-c162-4adb-87c7-6f1c6aa855c8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network 5b580083-c2de-4a8b-99a6-da6880c32768 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:29:57.752809 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-20e872d7-c162-4adb-87c7-6f1c6aa855c8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:29:57.758293 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e872d7-c162-4adb-87c7-6f1c6aa855c8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:29:57.829480 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5c31658-295b-4f49-8a5e-94068aae3acd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (f904194e-7d28-439f-90a4-3db9659533e4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:57.867493 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e872d7-c162-4adb-87c7-6f1c6aa855c8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Port': ['ID=4c30cdd3-9810-4ac8-8092-f9c52665f4b6,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:57.890755 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c31658-295b-4f49-8a5e-94068aae3acd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Pushing event deleted for resources: {'Port': ['ID=f904194e-7d28-439f-90a4-3db9659533e4,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:57.914364 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-20e872d7-c162-4adb-87c7-6f1c6aa855c8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (6196c6e9-c78d-470c-9494-a550986a6e4c), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:57.921361 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0d904bd9-fcd2-45c5-b331-aa41669cabce None None] For port cf65e2db-c410-4b19-873e-6302dc309821, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:29:57.924914 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0d904bd9-fcd2-45c5-b331-aa41669cabce None None] For port cf65e2db-c410-4b19-873e-6302dc309821, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=cf65e2db-c410-4b19-873e-6302dc309821,segment=NetworkSegment(5347fc5a-cb4b-4008-a43e-7d4a2a067bd5),segment_id=5347fc5a-cb4b-4008-a43e-7d4a2a067bd5)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:29:57.941797 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0d904bd9-fcd2-45c5-b331-aa41669cabce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (cf65e2db-c410-4b19-873e-6302dc309821), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:57.992638 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5c31658-295b-4f49-8a5e-94068aae3acd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks [] for floatingip (3fd9e1e3-4463-48b0-8e39-fd6f2f8eea85), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:58.001027 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5c31658-295b-4f49-8a5e-94068aae3acd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:58.001027 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e5c31658-295b-4f49-8a5e-94068aae3acd tempest-ServerActionsTestJSON-578797008 tempest-ServerActionsTestJSON-578797008-project] 10.222.0.31 "DELETE /v2.0/floatingips/3fd9e1e3-4463-48b0-8e39-fd6f2f8eea85 HTTP/1.1" status: 204 len: 168 time: 0.9944780 Jan 18 20:29:58.002242 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42412) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:58.032466 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cc6e9-c8e6-4463-a0d0-c8c44857fbd8 req-05092d11-01c4-46fc-b337-48cbbed001ae tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:58.040431 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fd0d3c1c-a68f-4a99-b78e-2ff8ef20257f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:58.042882 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c81cc6e9-c8e6-4463-a0d0-c8c44857fbd8 req-05092d11-01c4-46fc-b337-48cbbed001ae tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 944 time: 0.2426212 Jan 18 20:29:58.135434 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port aa4828f7-05da-4543-be75-76384d97c0f7 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:58.155199 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c81cc6e9-c8e6-4463-a0d0-c8c44857fbd8 req-b9f69a46-aef5-49df-93ae-e37686f5285b tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113648 Jan 18 20:29:58.171381 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d904bd9-fcd2-45c5-b331-aa41669cabce None None] Pushing event updated for resources: {'Port': ['ID=cf65e2db-c410-4b19-873e-6302dc309821,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:58.205954 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-20e872d7-c162-4adb-87c7-6f1c6aa855c8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4c30cdd3-9810-4ac8-8092-f9c52665f4b6), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:58.561185 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-20e872d7-c162-4adb-87c7-6f1c6aa855c8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for port (4c30cdd3-9810-4ac8-8092-f9c52665f4b6), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:58.566725 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-20e872d7-c162-4adb-87c7-6f1c6aa855c8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (4c30cdd3-9810-4ac8-8092-f9c52665f4b6), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:58.650077 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e872d7-c162-4adb-87c7-6f1c6aa855c8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Port': ['ID=4c30cdd3-9810-4ac8-8092-f9c52665f4b6,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:58.672976 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-20e872d7-c162-4adb-87c7-6f1c6aa855c8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (6196c6e9-c78d-470c-9494-a550986a6e4c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:58.811177 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d70e9399-1a6b-432f-bb70-e34ec008a3b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (72abd237-7b6b-4c35-a8a4-d8f8e426c91b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:58.864255 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348bccd-dd56-4189-9865-afae7bda5d37 req-52bccde3-fc3a-4006-8a2e-040ce5a1fe62 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:58.866375 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1348bccd-dd56-4189-9865-afae7bda5d37 req-52bccde3-fc3a-4006-8a2e-040ce5a1fe62 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=0443657d-062f-49d3-b8b2-f67df61d0274 HTTP/1.1" status: 200 len: 944 time: 0.1013541 Jan 18 20:29:58.879800 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e872d7-c162-4adb-87c7-6f1c6aa855c8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network 5b580083-c2de-4a8b-99a6-da6880c32768 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:29:58.889408 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-20e872d7-c162-4adb-87c7-6f1c6aa855c8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:29:59.088972 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:59.171024 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e872d7-c162-4adb-87c7-6f1c6aa855c8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Router 6196c6e9-c78d-470c-9494-a550986a6e4c has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:29:59.219839 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1348bccd-dd56-4189-9865-afae7bda5d37 req-ca48b4e8-dc79-4f2e-af34-d5cd87127349 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/security-groups?id=c918b682-62bd-4658-ae4e-0cdaf8a7583f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385956 Jan 18 20:29:59.221071 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d70e9399-1a6b-432f-bb70-e34ec008a3b5 admin admin] Deleting port 55bd22db-d9c8-4fb5-a2a7-bd833efb6294 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:29:59.234545 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d70e9399-1a6b-432f-bb70-e34ec008a3b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (55bd22db-d9c8-4fb5-a2a7-bd833efb6294), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:59.263212 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 30f55edd-0722-4cff-a5f8-68d9282acbc8 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:29:59.271563 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device c417702c-1bc5-45a0-963f-f72c422c650e up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:29:59.348753 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d70e9399-1a6b-432f-bb70-e34ec008a3b5 admin admin] For port 55bd22db-d9c8-4fb5-a2a7-bd833efb6294, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=55bd22db-d9c8-4fb5-a2a7-bd833efb6294,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:59.349134 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d70e9399-1a6b-432f-bb70-e34ec008a3b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (55bd22db-d9c8-4fb5-a2a7-bd833efb6294), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:59.367956 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d70e9399-1a6b-432f-bb70-e34ec008a3b5 admin admin] Calling delete_port for 55bd22db-d9c8-4fb5-a2a7-bd833efb6294 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:29:59.425452 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e872d7-c162-4adb-87c7-6f1c6aa855c8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:29:59.431402 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-20e872d7-c162-4adb-87c7-6f1c6aa855c8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "PUT /v2.0/routers/6196c6e9-c78d-470c-9494-a550986a6e4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9722223 Jan 18 20:29:59.436189 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39a51b9-afc8-49f8-8fa8-b963ebf3f343 None None] Sync routers for ids ['6196c6e9-c78d-470c-9494-a550986a6e4c'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:29:59.447830 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42432) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:59.453889 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-bc76e4ad-bba8-4d6d-bb90-57074f26989e tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'network': {'name': 'tempest-RoutersTest-1215775996'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:29:59.466526 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39a51b9-afc8-49f8-8fa8-b963ebf3f343 None None] Routers {'6196c6e9-c78d-470c-9494-a550986a6e4c'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:29:59.467141 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c39a51b9-afc8-49f8-8fa8-b963ebf3f343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:29:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6196c6e9-c78d-470c-9494-a550986a6e4c'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:59.511805 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 30f55edd-0722-4cff-a5f8-68d9282acbc8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=30f55edd-0722-4cff-a5f8-68d9282acbc8,segment=NetworkSegment(3926a9bc-2ab0-4e14-8e43-e7affde02047),segment_id=3926a9bc-2ab0-4e14-8e43-e7affde02047)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:59.522132 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8339f-4601-4602-92d5-ca9ceb9cfcf5 req-3dc2b71a-9a3f-483d-97fe-3e3dc049cfdf tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:59.530248 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fcd8339f-4601-4602-92d5-ca9ceb9cfcf5 req-3dc2b71a-9a3f-483d-97fe-3e3dc049cfdf tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 944 time: 0.2967458 Jan 18 20:29:59.531194 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '30f55edd-0722-4cff-a5f8-68d9282acbc8', 'network_id': '969e5bec-1cc4-4b20-ab88-96d006b4e701', 'port_id': '30f55edd-0722-4cff-a5f8-68d9282acbc8', 'mac_address': 'fa:16:3e:d5:ce:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd51416a9-d1ba-44a6-8439-10a7eabfd114', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:29:59.548533 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045e595f-6ddd-4f22-a45b-96fcc4d4fcb4 None None] Network 5b580083-c2de-4a8b-99a6-da6880c32768 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:29:59.565810 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc76e4ad-bba8-4d6d-bb90-57074f26989e tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Made reservation on behalf of e666c75a4135413186dea9ccd90b9b16 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:29:59.570023 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc76e4ad-bba8-4d6d-bb90-57074f26989e tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:59.618234 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc76e4ad-bba8-4d6d-bb90-57074f26989e tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:29:59.639015 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fcd8339f-4601-4602-92d5-ca9ceb9cfcf5 req-f7f0d9e5-1a42-464b-b5ad-f13c30937d7c tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006033 Jan 18 20:29:59.659188 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc76e4ad-bba8-4d6d-bb90-57074f26989e tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (d04d633b-4227-4a1b-ad24-00bfd40800d3), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:59.659492 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-bc76e4ad-bba8-4d6d-bb90-57074f26989e tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Added segment d04d633b-4227-4a1b-ad24-00bfd40800d3 of type vlan for network 2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e Jan 18 20:29:59.690506 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port c417702c-1bc5-45a0-963f-f72c422c650e completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:29:59.718020 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc76e4ad-bba8-4d6d-bb90-57074f26989e tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:59.733609 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port c417702c-1bc5-45a0-963f-f72c422c650e triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:59.734602 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c417702c-1bc5-45a0-963f-f72c422c650e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:59.738092 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-c39a51b9-afc8-49f8-8fa8-b963ebf3f343 None None] Set router 6196c6e9-c78d-470c-9494-a550986a6e4c gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:29:59.750063 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc76e4ad-bba8-4d6d-bb90-57074f26989e tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:59.761687 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc76e4ad-bba8-4d6d-bb90-57074f26989e tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:59.765237 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc76e4ad-bba8-4d6d-bb90-57074f26989e tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:59.866083 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 30f55edd-0722-4cff-a5f8-68d9282acbc8 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:59.866615 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (30f55edd-0722-4cff-a5f8-68d9282acbc8), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:59.911128 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76e4ad-bba8-4d6d-bb90-57074f26989e tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Network': ['ID=2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:59.918642 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c8767bef-c2c4-4c53-9e55-3969be86a645 None None] Provisioning complete for port cf65e2db-c410-4b19-873e-6302dc309821 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:59.919806 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d70e9399-1a6b-432f-bb70-e34ec008a3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (55bd22db-d9c8-4fb5-a2a7-bd833efb6294), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:59.924817 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c8767bef-c2c4-4c53-9e55-3969be86a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cf65e2db-c410-4b19-873e-6302dc309821), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:59.930338 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f55edd-0722-4cff-a5f8-68d9282acbc8 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:29:59.947660 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bc76e4ad-bba8-4d6d-bb90-57074f26989e tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4954402 Jan 18 20:29:59.951011 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42438) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:59.956037 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-4578f61a-fbe7-47ae-9d54-ad81d0d46b9f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'subnet': {'network_id': '2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:29:59.967564 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:29:59.981386 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e9399-1a6b-432f-bb70-e34ec008a3b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=55bd22db-d9c8-4fb5-a2a7-bd833efb6294,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:00.204125 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4578f61a-fbe7-47ae-9d54-ad81d0d46b9f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Made reservation on behalf of e666c75a4135413186dea9ccd90b9b16 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:30:00.216338 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4578f61a-fbe7-47ae-9d54-ad81d0d46b9f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:00.228197 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 30f55edd-0722-4cff-a5f8-68d9282acbc8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=30f55edd-0722-4cff-a5f8-68d9282acbc8,segment=NetworkSegment(3926a9bc-2ab0-4e14-8e43-e7affde02047),segment_id=3926a9bc-2ab0-4e14-8e43-e7affde02047)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:00.249144 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port c417702c-1bc5-45a0-963f-f72c422c650e is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:00.249670 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c417702c-1bc5-45a0-963f-f72c422c650e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:00.252726 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (30f55edd-0722-4cff-a5f8-68d9282acbc8), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:00.323012 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c39a51b9-afc8-49f8-8fa8-b963ebf3f343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:29:58Z', 'revision_number': 3, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None, '_interfaces': [{'id': '4c30cdd3-9810-4ac8-8092-f9c52665f4b6', 'name': '', 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:d3:5c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '894560bb-4831-41fa-a08f-e830b330f502', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:55Z', 'updated_at': '2022-01-18T20:29:58Z', 'revision_number': 2, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '894560bb-4831-41fa-a08f-e830b330f502', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa4828f7-05da-4543-be75-76384d97c0f7', 'name': '', 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:de:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:42Z', 'updated_at': '2022-01-18T20:29:53Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:00.426764 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39a51b9-afc8-49f8-8fa8-b963ebf3f343 None None] Checking router: 6196c6e9-c78d-470c-9494-a550986a6e4c for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:30:00.427067 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=30f55edd-0722-4cff-a5f8-68d9282acbc8,revision_number=9']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:00.427553 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39a51b9-afc8-49f8-8fa8-b963ebf3f343 None None] Updating router 6196c6e9-c78d-470c-9494-a550986a6e4c port 4c30cdd3-9810-4ac8-8092-f9c52665f4b6 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:30:00.502877 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0443657d-062f-49d3-b8b2-f67df61d0274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c417702c-1bc5-45a0-963f-f72c422c650e'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:30:00.506982 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804fe453-ae91-4c84-9e1c-4a03d63627b8" -d '{"events": [{"server_uuid": "0443657d-062f-49d3-b8b2-f67df61d0274", "name": "network-vif-plugged", "status": "completed", "tag": "c417702c-1bc5-45a0-963f-f72c422c650e"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:30:00.510915 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c39a51b9-afc8-49f8-8fa8-b963ebf3f343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4c30cdd3-9810-4ac8-8092-f9c52665f4b6), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:00.561312 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d70e9399-1a6b-432f-bb70-e34ec008a3b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (72abd237-7b6b-4c35-a8a4-d8f8e426c91b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:00.580037 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device cf65e2db-c410-4b19-873e-6302dc309821 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:30:00.676764 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port c417702c-1bc5-45a0-963f-f72c422c650e, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=c417702c-1bc5-45a0-963f-f72c422c650e,segment=NetworkSegment(20f9bad4-2259-48ab-8fe4-3f5a2c96d543),segment_id=20f9bad4-2259-48ab-8fe4-3f5a2c96d543)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:00.716681 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c6cd83-e7e0-4192-a669-ba419f00865c x-openstack-request-id: req-f3c6cd83-e7e0-4192-a669-ba419f00865c {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:30:00.717143 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0443657d-062f-49d3-b8b2-f67df61d0274", "name": "network-vif-plugged", "status": "completed", "tag": "c417702c-1bc5-45a0-963f-f72c422c650e", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:30:00.717386 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3c6cd83-e7e0-4192-a669-ba419f00865c {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:30:00.721818 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0443657d-062f-49d3-b8b2-f67df61d0274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c417702c-1bc5-45a0-963f-f72c422c650e', 'code': 200} Jan 18 20:30:00.733938 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['30f55edd-0722-4cff-a5f8-68d9282acbc8'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:30:00.770945 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040386e4-c2a6-4508-b15f-f5e29f8a08bf req-96da5b70-356f-4793-be7d-fb5ce7b67a93 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:00.793316 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-040386e4-c2a6-4508-b15f-f5e29f8a08bf req-96da5b70-356f-4793-be7d-fb5ce7b67a93 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=0443657d-062f-49d3-b8b2-f67df61d0274 HTTP/1.1" status: 200 len: 944 time: 0.3555706 Jan 18 20:30:00.799465 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c417702c-1bc5-45a0-963f-f72c422c650e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:00.937955 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fd5ad-1132-45bb-b1ee-794fd66e4c86 req-b14ee017-8378-41b2-bb3b-46400e08ed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:00.946218 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d09fd5ad-1132-45bb-b1ee-794fd66e4c86 req-b14ee017-8378-41b2-bb3b-46400e08ed2f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0443657d-062f-49d3-b8b2-f67df61d0274 HTTP/1.1" status: 200 len: 1096 time: 0.2084608 Jan 18 20:30:01.099158 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c39a51b9-afc8-49f8-8fa8-b963ebf3f343 None None] Publish callbacks [] for port (4c30cdd3-9810-4ac8-8092-f9c52665f4b6), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:01.115523 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c39a51b9-afc8-49f8-8fa8-b963ebf3f343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4c30cdd3-9810-4ac8-8092-f9c52665f4b6), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:01.145058 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ffa66-8b7c-48c6-a9c2-85c66914ef33 req-ae8fd62b-a564-4256-9cc8-f5b0211bb1f2 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:01.153503 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-971ffa66-8b7c-48c6-a9c2-85c66914ef33 req-ae8fd62b-a564-4256-9cc8-f5b0211bb1f2 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 945 time: 0.2974238 Jan 18 20:30:01.175694 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-040386e4-c2a6-4508-b15f-f5e29f8a08bf req-72bedd54-839e-4763-9b98-dab6905f65f1 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/security-groups?id=c918b682-62bd-4658-ae4e-0cdaf8a7583f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808408 Jan 18 20:30:01.319758 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e86bf9-6dfc-4c75-a508-a9a7457a77bf None None] Pushing event updated for resources: {'Port': ['ID=4c30cdd3-9810-4ac8-8092-f9c52665f4b6,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:01.366056 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-971ffa66-8b7c-48c6-a9c2-85c66914ef33 req-e4f83b9a-1346-41f6-a20a-6c7dab0ff35d tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098811 Jan 18 20:30:01.391041 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e86bf9-6dfc-4c75-a508-a9a7457a77bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:01.391384 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e86bf9-6dfc-4c75-a508-a9a7457a77bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:01.391765 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e86bf9-6dfc-4c75-a508-a9a7457a77bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:01.392113 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e86bf9-6dfc-4c75-a508-a9a7457a77bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:01.392443 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e86bf9-6dfc-4c75-a508-a9a7457a77bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:01.396339 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e86bf9-6dfc-4c75-a508-a9a7457a77bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:01.396680 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e86bf9-6dfc-4c75-a508-a9a7457a77bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:01.397015 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e86bf9-6dfc-4c75-a508-a9a7457a77bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:01.397434 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e86bf9-6dfc-4c75-a508-a9a7457a77bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:01.397780 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e86bf9-6dfc-4c75-a508-a9a7457a77bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:01.399719 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e86bf9-6dfc-4c75-a508-a9a7457a77bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:01.403318 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70e9399-1a6b-432f-bb70-e34ec008a3b5 admin admin] Router 72abd237-7b6b-4c35-a8a4-d8f8e426c91b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:30:01.408755 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e86bf9-6dfc-4c75-a508-a9a7457a77bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:01.409162 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e86bf9-6dfc-4c75-a508-a9a7457a77bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:01.464747 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:01.497584 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-c39a51b9-afc8-49f8-8fa8-b963ebf3f343 None None] Attempting to bind port 4c30cdd3-9810-4ac8-8092-f9c52665f4b6 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:30:01.497953 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-c39a51b9-afc8-49f8-8fa8-b963ebf3f343 None None] Attempting to bind port 4c30cdd3-9810-4ac8-8092-f9c52665f4b6 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '5347fc5a-cb4b-4008-a43e-7d4a2a067bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:30:01.498313 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39a51b9-afc8-49f8-8fa8-b963ebf3f343 None None] Attempting to bind port 4c30cdd3-9810-4ac8-8092-f9c52665f4b6 on network 5b580083-c2de-4a8b-99a6-da6880c32768 {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:30:01.505841 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39a51b9-afc8-49f8-8fa8-b963ebf3f343 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:30:01.506267 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39a51b9-afc8-49f8-8fa8-b963ebf3f343 None None] Checking segment: {'id': '5347fc5a-cb4b-4008-a43e-7d4a2a067bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:30:01.510112 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c39a51b9-afc8-49f8-8fa8-b963ebf3f343 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:01.510533 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39a51b9-afc8-49f8-8fa8-b963ebf3f343 None None] Bound using segment: {'id': '5347fc5a-cb4b-4008-a43e-7d4a2a067bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:30:01.511011 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-c39a51b9-afc8-49f8-8fa8-b963ebf3f343 None None] Bound port: 4c30cdd3-9810-4ac8-8092-f9c52665f4b6, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5347fc5a-cb4b-4008-a43e-7d4a2a067bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:30:01.511667 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c39a51b9-afc8-49f8-8fa8-b963ebf3f343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4c30cdd3-9810-4ac8-8092-f9c52665f4b6), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:01.531441 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d09fd5ad-1132-45bb-b1ee-794fd66e4c86 req-dceeaa09-3384-4427-8c0b-79766ee955ec service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c918b682-62bd-4658-ae4e-0cdaf8a7583f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5709672 Jan 18 20:30:01.562177 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4578f61a-fbe7-47ae-9d54-ad81d0d46b9f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (02c09b76-9025-4b7e-b2c6-4b4083eb2479), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:01.641350 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c8767bef-c2c4-4c53-9e55-3969be86a645 None None] Current status of the port cf65e2db-c410-4b19-873e-6302dc309821 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:01.647174 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c8767bef-c2c4-4c53-9e55-3969be86a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cf65e2db-c410-4b19-873e-6302dc309821), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:01.702042 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578f61a-fbe7-47ae-9d54-ad81d0d46b9f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Subnet': ['ID=02c09b76-9025-4b7e-b2c6-4b4083eb2479,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:01.714188 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70e9399-1a6b-432f-bb70-e34ec008a3b5 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:30:01.717977 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-c39a51b9-afc8-49f8-8fa8-b963ebf3f343 None None] For port 4c30cdd3-9810-4ac8-8092-f9c52665f4b6, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:30:01.726262 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-c39a51b9-afc8-49f8-8fa8-b963ebf3f343 None None] For port 4c30cdd3-9810-4ac8-8092-f9c52665f4b6, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4c30cdd3-9810-4ac8-8092-f9c52665f4b6,segment=NetworkSegment(5347fc5a-cb4b-4008-a43e-7d4a2a067bd5),segment_id=5347fc5a-cb4b-4008-a43e-7d4a2a067bd5)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:30:01.734879 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c39a51b9-afc8-49f8-8fa8-b963ebf3f343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4c30cdd3-9810-4ac8-8092-f9c52665f4b6), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:01.738687 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d70e9399-1a6b-432f-bb70-e34ec008a3b5 admin admin] 10.222.0.31 "PUT /v2.0/routers/72abd237-7b6b-4c35-a8a4-d8f8e426c91b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7353845 Jan 18 20:30:01.750269 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42460) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:01.756088 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=c417702c-1bc5-45a0-963f-f72c422c650e,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:01.793698 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c8767bef-c2c4-4c53-9e55-3969be86a645 None None] For port cf65e2db-c410-4b19-873e-6302dc309821, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=cf65e2db-c410-4b19-873e-6302dc309821,segment=NetworkSegment(5347fc5a-cb4b-4008-a43e-7d4a2a067bd5),segment_id=5347fc5a-cb4b-4008-a43e-7d4a2a067bd5)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:01.814010 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4578f61a-fbe7-47ae-9d54-ad81d0d46b9f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Checking segment: {'id': 'd04d633b-4227-4a1b-ad24-00bfd40800d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:30:01.814637 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4578f61a-fbe7-47ae-9d54-ad81d0d46b9f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network hostable DHCP agents. Network: 2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:30:01.860449 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d675879a-2574-4665-bee9-2567ed699e2e None None] Sync routers for ids ['72abd237-7b6b-4c35-a8a4-d8f8e426c91b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:30:01.893251 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39a51b9-afc8-49f8-8fa8-b963ebf3f343 None None] Routers {'6196c6e9-c78d-470c-9494-a550986a6e4c'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:30:01.896808 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c39a51b9-afc8-49f8-8fa8-b963ebf3f343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:29:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6196c6e9-c78d-470c-9494-a550986a6e4c'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:01.901362 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c8767bef-c2c4-4c53-9e55-3969be86a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (cf65e2db-c410-4b19-873e-6302dc309821), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:01.901598 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4578f61a-fbe7-47ae-9d54-ad81d0d46b9f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network 2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:30:01.912961 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e86bf9-6dfc-4c75-a508-a9a7457a77bf None None] Pushing event updated for resources: {'Port': ['ID=4c30cdd3-9810-4ac8-8092-f9c52665f4b6,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:01.935635 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-4578f61a-fbe7-47ae-9d54-ad81d0d46b9f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:30:01.946199 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4578f61a-fbe7-47ae-9d54-ad81d0d46b9f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:01.950152 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port cf65e2db-c410-4b19-873e-6302dc309821 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:01.950530 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cf65e2db-c410-4b19-873e-6302dc309821), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:01.952149 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4578f61a-fbe7-47ae-9d54-ad81d0d46b9f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:01.965669 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d675879a-2574-4665-bee9-2567ed699e2e None None] Routers {'72abd237-7b6b-4c35-a8a4-d8f8e426c91b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:30:01.965669 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d675879a-2574-4665-bee9-2567ed699e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:29:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['72abd237-7b6b-4c35-a8a4-d8f8e426c91b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:02.014345 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4578f61a-fbe7-47ae-9d54-ad81d0d46b9f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0621846 Jan 18 20:30:02.017415 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42466) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:02.048727 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cfa562f9-9e69-446b-8500-8afde3d492f9 admin admin] Publish callbacks [] for router (72abd237-7b6b-4c35-a8a4-d8f8e426c91b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:02.103607 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-d675879a-2574-4665-bee9-2567ed699e2e None None] Set router 72abd237-7b6b-4c35-a8a4-d8f8e426c91b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:30:02.185782 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-c39a51b9-afc8-49f8-8fa8-b963ebf3f343 None None] Set router 6196c6e9-c78d-470c-9494-a550986a6e4c gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:30:02.335629 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cfa562f9-9e69-446b-8500-8afde3d492f9 admin admin] Publish callbacks [] for router_gateway (72abd237-7b6b-4c35-a8a4-d8f8e426c91b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:02.409820 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-cfa562f9-9e69-446b-8500-8afde3d492f9 admin admin] Deleting port 63b50add-ce43-43d7-aefd-b120c0ac748d {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:30:02.410772 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cfa562f9-9e69-446b-8500-8afde3d492f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (63b50add-ce43-43d7-aefd-b120c0ac748d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:02.621564 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a50e9d-65d4-495c-9305-b19d93e1686b None None] Network 2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:30:02.643627 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-cfa562f9-9e69-446b-8500-8afde3d492f9 admin admin] For port 63b50add-ce43-43d7-aefd-b120c0ac748d, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=63b50add-ce43-43d7-aefd-b120c0ac748d,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:02.643995 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cfa562f9-9e69-446b-8500-8afde3d492f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (63b50add-ce43-43d7-aefd-b120c0ac748d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:02.691224 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-cfa562f9-9e69-446b-8500-8afde3d492f9 admin admin] Calling delete_port for 63b50add-ce43-43d7-aefd-b120c0ac748d owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:30:02.831671 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:02.850644 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-863aeaee-3671-42fa-9024-fb1a586e3c71 None None] Provisioning complete for port cf65e2db-c410-4b19-873e-6302dc309821 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:02.851295 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-863aeaee-3671-42fa-9024-fb1a586e3c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cf65e2db-c410-4b19-873e-6302dc309821), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:02.942385 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e', 'network_id': '2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e', 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'fixed_ips': [{'subnet_id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:30:02.943715 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:02.998702 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8767bef-c2c4-4c53-9e55-3969be86a645 None None] Pushing event updated for resources: {'Port': ['ID=cf65e2db-c410-4b19-873e-6302dc309821,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:03.034239 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d675879a-2574-4665-bee9-2567ed699e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'name': 'tempest-ServerActionsTestJSON-290585160-router', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '63b50add-ce43-43d7-aefd-b120c0ac748d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:23Z', 'updated_at': '2022-01-18T20:29:59Z', 'revision_number': 5, 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'gw_port': {'id': '63b50add-ce43-43d7-aefd-b120c0ac748d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:19:24Z', 'updated_at': '2022-01-18T20:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:03.175853 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cfa562f9-9e69-446b-8500-8afde3d492f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (63b50add-ce43-43d7-aefd-b120c0ac748d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:03.267969 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Allocated IP 172.22.0.2 (2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e/02c09b76-9025-4b7e-b2c6-4b4083eb2479/03373110-dbd4-4c02-b990-3f6bd2234888) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:30:03.300209 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c39a51b9-afc8-49f8-8fa8-b963ebf3f343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:29:58Z', 'revision_number': 3, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None, '_interfaces': [{'id': '4c30cdd3-9810-4ac8-8092-f9c52665f4b6', 'name': '', 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:d3:5c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '894560bb-4831-41fa-a08f-e830b330f502', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:55Z', 'updated_at': '2022-01-18T20:30:01Z', 'revision_number': 4, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '894560bb-4831-41fa-a08f-e830b330f502', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa4828f7-05da-4543-be75-76384d97c0f7', 'name': '', 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:de:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:42Z', 'updated_at': '2022-01-18T20:29:53Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:03.318772 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa562f9-9e69-446b-8500-8afde3d492f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=63b50add-ce43-43d7-aefd-b120c0ac748d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:03.339924 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39a51b9-afc8-49f8-8fa8-b963ebf3f343 None None] The sync data for ids ['6196c6e9-c78d-470c-9494-a550986a6e4c'] in n-d-741529-9 is: [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:29:58Z', 'revision_number': 3, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None, '_interfaces': [{'id': '4c30cdd3-9810-4ac8-8092-f9c52665f4b6', 'name': '', 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:d3:5c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '894560bb-4831-41fa-a08f-e830b330f502', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:55Z', 'updated_at': '2022-01-18T20:30:01Z', 'revision_number': 4, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '894560bb-4831-41fa-a08f-e830b330f502', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa4828f7-05da-4543-be75-76384d97c0f7', 'name': '', 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:de:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:42Z', 'updated_at': '2022-01-18T20:29:53Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:30:03.418931 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cfa562f9-9e69-446b-8500-8afde3d492f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (72abd237-7b6b-4c35-a8a4-d8f8e426c91b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:03.483239 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d675879a-2574-4665-bee9-2567ed699e2e None None] Checking router: 72abd237-7b6b-4c35-a8a4-d8f8e426c91b for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:30:03.489443 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e638ef-7da9-484a-9dda-aabbb58d992f None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:30:03.540753 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d675879a-2574-4665-bee9-2567ed699e2e None None] Routers {'72abd237-7b6b-4c35-a8a4-d8f8e426c91b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:30:03.544986 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d675879a-2574-4665-bee9-2567ed699e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:29:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['72abd237-7b6b-4c35-a8a4-d8f8e426c91b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:03.744182 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-d675879a-2574-4665-bee9-2567ed699e2e None None] Set router 72abd237-7b6b-4c35-a8a4-d8f8e426c91b gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:30:03.977696 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d675879a-2574-4665-bee9-2567ed699e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'name': 'tempest-ServerActionsTestJSON-290585160-router', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:23Z', 'updated_at': '2022-01-18T20:30:03Z', 'revision_number': 7, 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:03.992776 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9d047-68e7-4baf-a50c-a2a848f2a2e9 req-4c1c2132-c0e4-49bf-9a40-57603dfb7836 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:03.999707 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3da9d047-68e7-4baf-a50c-a2a848f2a2e9 req-4c1c2132-c0e4-49bf-9a40-57603dfb7836 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=0443657d-062f-49d3-b8b2-f67df61d0274 HTTP/1.1" status: 200 len: 945 time: 1.5452240 Jan 18 20:30:04.132671 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-863aeaee-3671-42fa-9024-fb1a586e3c71 None None] Current status of the port cf65e2db-c410-4b19-873e-6302dc309821 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:04.280777 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port cf65e2db-c410-4b19-873e-6302dc309821 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:04.361211 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d675879a-2574-4665-bee9-2567ed699e2e None None] The sync data for ids ['72abd237-7b6b-4c35-a8a4-d8f8e426c91b'] in n-d-741529-9 is: [{'id': '72abd237-7b6b-4c35-a8a4-d8f8e426c91b', 'name': 'tempest-ServerActionsTestJSON-290585160-router', 'tenant_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:19:23Z', 'updated_at': '2022-01-18T20:30:03Z', 'revision_number': 7, 'project_id': '4b4c13fbb3bf4713b8724b5ef55060b7', 'gw_port_host': None}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:30:04.406476 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:04.420284 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3da9d047-68e7-4baf-a50c-a2a848f2a2e9 req-8829ed66-a94e-43da-b428-1b3176871e70 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/security-groups?id=c918b682-62bd-4658-ae4e-0cdaf8a7583f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994968 Jan 18 20:30:04.475273 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-863aeaee-3671-42fa-9024-fb1a586e3c71 None None] Provisioning complete for port 4c30cdd3-9810-4ac8-8092-f9c52665f4b6 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:04.477159 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-863aeaee-3671-42fa-9024-fb1a586e3c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4c30cdd3-9810-4ac8-8092-f9c52665f4b6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:04.490031 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7be471-186e-4790-b9cd-82a615511c5f req-07678b98-2abd-49ec-976d-7b6adf00fd4e tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:04.497511 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7a7be471-186e-4790-b9cd-82a615511c5f req-07678b98-2abd-49ec-976d-7b6adf00fd4e tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 945 time: 0.6144750 Jan 18 20:30:04.582448 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cfa562f9-9e69-446b-8500-8afde3d492f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (72abd237-7b6b-4c35-a8a4-d8f8e426c91b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:04.589906 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cfa562f9-9e69-446b-8500-8afde3d492f9 admin admin] Publish callbacks [] for router_controller (72abd237-7b6b-4c35-a8a4-d8f8e426c91b), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:04.615224 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Publish callbacks [] for port (03373110-dbd4-4c02-b990-3f6bd2234888), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:04.625462 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (03373110-dbd4-4c02-b990-3f6bd2234888), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:04.664731 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7a7be471-186e-4790-b9cd-82a615511c5f req-dbaa403d-91fc-437a-879a-ef41a60ad836 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661761 Jan 18 20:30:04.703964 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cfa562f9-9e69-446b-8500-8afde3d492f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (72abd237-7b6b-4c35-a8a4-d8f8e426c91b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:04.704775 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa562f9-9e69-446b-8500-8afde3d492f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72abd237-7b6b-4c35-a8a4-d8f8e426c91b {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:30:04.710446 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cfa562f9-9e69-446b-8500-8afde3d492f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:04.714526 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cfa562f9-9e69-446b-8500-8afde3d492f9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/72abd237-7b6b-4c35-a8a4-d8f8e426c91b HTTP/1.1" status: 204 len: 168 time: 2.9632299 Jan 18 20:30:04.715298 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42484) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:04.744945 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Network 2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:30:04.747983 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c4c319be-eafe-4ab9-a17a-bdf57f8bb380 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:04.761174 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Pushing event updated for resources: {'Port': ['ID=03373110-dbd4-4c02-b990-3f6bd2234888,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:04.764458 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:30:04.789517 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:30:04.817598 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:04.832455 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:04.834277 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-16452e79-a14d-4b4b-91bf-13f27cd98a64 admin admin] Deleting subnet f2eac11f-fef0-464c-9aac-08a05c8cc068 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:30:04.834885 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:04.835401 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:04.836931 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:04.839291 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:04.841430 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16452e79-a14d-4b4b-91bf-13f27cd98a64 admin admin] Publish callbacks [] for subnet (f2eac11f-fef0-464c-9aac-08a05c8cc068), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:04.843526 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:04.844056 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:04.844546 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:04.845512 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:04.846585 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:04.849548 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:04.851668 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:04.940818 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16452e79-a14d-4b4b-91bf-13f27cd98a64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (f2eac11f-fef0-464c-9aac-08a05c8cc068), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:04.979290 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-863aeaee-3671-42fa-9024-fb1a586e3c71 None None] Current status of the port 4c30cdd3-9810-4ac8-8092-f9c52665f4b6 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:04.982237 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-863aeaee-3671-42fa-9024-fb1a586e3c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4c30cdd3-9810-4ac8-8092-f9c52665f4b6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.110700 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-863aeaee-3671-42fa-9024-fb1a586e3c71 None None] For port 4c30cdd3-9810-4ac8-8092-f9c52665f4b6, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4c30cdd3-9810-4ac8-8092-f9c52665f4b6,segment=NetworkSegment(5347fc5a-cb4b-4008-a43e-7d4a2a067bd5),segment_id=5347fc5a-cb4b-4008-a43e-7d4a2a067bd5)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:05.112898 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Attempting to bind port 03373110-dbd4-4c02-b990-3f6bd2234888 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:30:05.113461 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Attempting to bind port 03373110-dbd4-4c02-b990-3f6bd2234888 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd04d633b-4227-4a1b-ad24-00bfd40800d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:30:05.114121 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Attempting to bind port 03373110-dbd4-4c02-b990-3f6bd2234888 on network 2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:30:05.120748 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-863aeaee-3671-42fa-9024-fb1a586e3c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4c30cdd3-9810-4ac8-8092-f9c52665f4b6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.152960 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16452e79-a14d-4b4b-91bf-13f27cd98a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (f2eac11f-fef0-464c-9aac-08a05c8cc068), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.179846 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:30:05.180391 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Checking segment: {'id': 'd04d633b-4227-4a1b-ad24-00bfd40800d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:30:05.181125 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.181726 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Bound using segment: {'id': 'd04d633b-4227-4a1b-ad24-00bfd40800d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:30:05.182350 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Bound port: 03373110-dbd4-4c02-b990-3f6bd2234888, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04d633b-4227-4a1b-ad24-00bfd40800d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:30:05.182896 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (03373110-dbd4-4c02-b990-3f6bd2234888), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.198410 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863aeaee-3671-42fa-9024-fb1a586e3c71 None None] Pushing event updated for resources: {'Port': ['ID=4c30cdd3-9810-4ac8-8092-f9c52665f4b6,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:05.255931 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16452e79-a14d-4b4b-91bf-13f27cd98a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (f2eac11f-fef0-464c-9aac-08a05c8cc068), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.284913 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-23876278-467a-44df-bd3f-d1edb77d7bdc None None] Provisioning complete for port 4c30cdd3-9810-4ac8-8092-f9c52665f4b6 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:05.285891 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-23876278-467a-44df-bd3f-d1edb77d7bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4c30cdd3-9810-4ac8-8092-f9c52665f4b6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.319107 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16452e79-a14d-4b4b-91bf-13f27cd98a64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2eac11f-fef0-464c-9aac-08a05c8cc068,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:05.338618 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16452e79-a14d-4b4b-91bf-13f27cd98a64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.349017 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-16452e79-a14d-4b4b-91bf-13f27cd98a64 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f2eac11f-fef0-464c-9aac-08a05c8cc068 HTTP/1.1" status: 204 len: 168 time: 0.6324878 Jan 18 20:30:05.353954 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42488) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:05.363131 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16452e79-a14d-4b4b-91bf-13f27cd98a64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:05.363841 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16452e79-a14d-4b4b-91bf-13f27cd98a64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:05.364292 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16452e79-a14d-4b4b-91bf-13f27cd98a64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:05.365244 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16452e79-a14d-4b4b-91bf-13f27cd98a64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:05.365244 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16452e79-a14d-4b4b-91bf-13f27cd98a64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:05.365618 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16452e79-a14d-4b4b-91bf-13f27cd98a64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:05.366096 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16452e79-a14d-4b4b-91bf-13f27cd98a64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:05.366491 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16452e79-a14d-4b4b-91bf-13f27cd98a64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:05.367332 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16452e79-a14d-4b4b-91bf-13f27cd98a64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:05.369182 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16452e79-a14d-4b4b-91bf-13f27cd98a64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:05.371022 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16452e79-a14d-4b4b-91bf-13f27cd98a64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:05.371487 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16452e79-a14d-4b4b-91bf-13f27cd98a64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:05.371881 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16452e79-a14d-4b4b-91bf-13f27cd98a64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:05.376178 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-c4c319be-eafe-4ab9-a17a-bdf57f8bb380 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Allocated IP 172.22.0.1 (2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e/02c09b76-9025-4b7e-b2c6-4b4083eb2479/744203f6-eea3-4435-8a21-5a6ff5c6585a) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:30:05.545791 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f965fbe4-0e48-4a02-9801-1e15d278e235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (e88e9200-d99d-4ea0-a241-681917733bb6), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.623149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 30f55edd-0722-4cff-a5f8-68d9282acbc8 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:30:05.676895 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c4c319be-eafe-4ab9-a17a-bdf57f8bb380 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for port (744203f6-eea3-4435-8a21-5a6ff5c6585a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.680163 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027872f5-b587-4224-94a8-2fae615457e6 None None] Network e88e9200-d99d-4ea0-a241-681917733bb6 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:30:05.698951 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf52af-8cc2-4d4a-a706-c5368e3718a0 req-f563993a-658f-4378-b402-8a5d202d224c tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:05.700705 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d2cf52af-8cc2-4d4a-a706-c5368e3718a0 req-f563993a-658f-4378-b402-8a5d202d224c tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=0443657d-062f-49d3-b8b2-f67df61d0274 HTTP/1.1" status: 200 len: 945 time: 0.1458721 Jan 18 20:30:05.781330 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device cf65e2db-c410-4b19-873e-6302dc309821 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:30:05.850331 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] For port 03373110-dbd4-4c02-b990-3f6bd2234888, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:30:05.866833 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] For port 03373110-dbd4-4c02-b990-3f6bd2234888, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=03373110-dbd4-4c02-b990-3f6bd2234888,segment=NetworkSegment(d04d633b-4227-4a1b-ad24-00bfd40800d3),segment_id=d04d633b-4227-4a1b-ad24-00bfd40800d3)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:30:05.878064 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d2cf52af-8cc2-4d4a-a706-c5368e3718a0 req-19e439da-c4f6-479d-ba6f-536a29c57365 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/security-groups?id=c918b682-62bd-4658-ae4e-0cdaf8a7583f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635730 Jan 18 20:30:05.886157 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (03373110-dbd4-4c02-b990-3f6bd2234888), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.913029 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-f965fbe4-0e48-4a02-9801-1e15d278e235 admin admin] Deleting port f87d5edd-e562-4400-81e3-e4c5db29cf24 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:30:05.913783 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f965fbe4-0e48-4a02-9801-1e15d278e235 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (f87d5edd-e562-4400-81e3-e4c5db29cf24), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.968855 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c4c319be-eafe-4ab9-a17a-bdf57f8bb380 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (744203f6-eea3-4435-8a21-5a6ff5c6585a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:06.004861 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-23876278-467a-44df-bd3f-d1edb77d7bdc None None] Current status of the port 4c30cdd3-9810-4ac8-8092-f9c52665f4b6 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:06.071764 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 30f55edd-0722-4cff-a5f8-68d9282acbc8 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:06.072538 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (30f55edd-0722-4cff-a5f8-68d9282acbc8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:06.107002 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c319be-eafe-4ab9-a17a-bdf57f8bb380 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Port': ['ID=744203f6-eea3-4435-8a21-5a6ff5c6585a,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:06.189242 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a687af82-7928-4236-87f0-e96310dca12e None None] DHCP port deletion for e88e9200-d99d-4ea0-a241-681917733bb6 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:30:06.196395 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307f3ef-cf34-47f9-8977-02b43e219339 None None] Pushing event updated for resources: {'Port': ['ID=03373110-dbd4-4c02-b990-3f6bd2234888,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:06.218073 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port cf65e2db-c410-4b19-873e-6302dc309821 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:06.218356 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cf65e2db-c410-4b19-873e-6302dc309821), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:06.244537 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1c2f2-6526-468a-922e-f0e7349d5d58 req-533f0523-237b-4ab4-bac1-0598b3b3f854 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:06.257728 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-80b1c2f2-6526-468a-922e-f0e7349d5d58 req-533f0523-237b-4ab4-bac1-0598b3b3f854 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 945 time: 0.4138827 Jan 18 20:30:06.266171 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c319be-eafe-4ab9-a17a-bdf57f8bb380 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network 2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:30:06.286556 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-f965fbe4-0e48-4a02-9801-1e15d278e235 admin admin] For port f87d5edd-e562-4400-81e3-e4c5db29cf24, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f87d5edd-e562-4400-81e3-e4c5db29cf24,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:06.287305 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f965fbe4-0e48-4a02-9801-1e15d278e235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (f87d5edd-e562-4400-81e3-e4c5db29cf24), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:06.304921 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-c4c319be-eafe-4ab9-a17a-bdf57f8bb380 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:30:06.312453 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c319be-eafe-4ab9-a17a-bdf57f8bb380 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:30:06.375187 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c4c319be-eafe-4ab9-a17a-bdf57f8bb380 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (6196c6e9-c78d-470c-9494-a550986a6e4c), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:06.446707 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a687af82-7928-4236-87f0-e96310dca12e None None] Deleting port f87d5edd-e562-4400-81e3-e4c5db29cf24 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:30:06.447079 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a687af82-7928-4236-87f0-e96310dca12e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (f87d5edd-e562-4400-81e3-e4c5db29cf24), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:06.452801 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 30f55edd-0722-4cff-a5f8-68d9282acbc8 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:06.453173 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (30f55edd-0722-4cff-a5f8-68d9282acbc8), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:06.526616 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-f965fbe4-0e48-4a02-9801-1e15d278e235 admin admin] Calling delete_port for f87d5edd-e562-4400-81e3-e4c5db29cf24 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:30:06.554793 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 30f55edd-0722-4cff-a5f8-68d9282acbc8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=30f55edd-0722-4cff-a5f8-68d9282acbc8,segment=NetworkSegment(3926a9bc-2ab0-4e14-8e43-e7affde02047),segment_id=3926a9bc-2ab0-4e14-8e43-e7affde02047)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:06.561298 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fdcac9-cf80-4b6a-a3aa-0391aab6c10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f55edd-0722-4cff-a5f8-68d9282acbc8'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:30:06.565466 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0457b50-9d3b-486f-93ab-b314b8a38fa1" -d '{"events": [{"server_uuid": "20fdcac9-cf80-4b6a-a3aa-0391aab6c10e", "name": "network-vif-plugged", "status": "completed", "tag": "30f55edd-0722-4cff-a5f8-68d9282acbc8"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:30:06.619903 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (30f55edd-0722-4cff-a5f8-68d9282acbc8), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:06.707271 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa1eb02-1414-4033-93c1-2d3776e07aac x-openstack-request-id: req-aaa1eb02-1414-4033-93c1-2d3776e07aac {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:30:06.707749 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fdcac9-cf80-4b6a-a3aa-0391aab6c10e", "name": "network-vif-plugged", "status": "completed", "tag": "30f55edd-0722-4cff-a5f8-68d9282acbc8", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:30:06.708081 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aaa1eb02-1414-4033-93c1-2d3776e07aac {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:30:06.708604 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fdcac9-cf80-4b6a-a3aa-0391aab6c10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f55edd-0722-4cff-a5f8-68d9282acbc8', 'code': 200} Jan 18 20:30:06.709763 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=30f55edd-0722-4cff-a5f8-68d9282acbc8,revision_number=10']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:06.722866 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port cf65e2db-c410-4b19-873e-6302dc309821 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:06.724909 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4c30cdd3-9810-4ac8-8092-f9c52665f4b6 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:30:06.770042 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a687af82-7928-4236-87f0-e96310dca12e None None] For port f87d5edd-e562-4400-81e3-e4c5db29cf24, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f87d5edd-e562-4400-81e3-e4c5db29cf24,segment=NetworkSegment(1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d),segment_id=1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:06.770527 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a687af82-7928-4236-87f0-e96310dca12e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (f87d5edd-e562-4400-81e3-e4c5db29cf24), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:06.773211 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c4c319be-eafe-4ab9-a17a-bdf57f8bb380 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (744203f6-eea3-4435-8a21-5a6ff5c6585a), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:06.794607 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a687af82-7928-4236-87f0-e96310dca12e None None] Calling delete_port for f87d5edd-e562-4400-81e3-e4c5db29cf24 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:30:06.814673 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-80b1c2f2-6526-468a-922e-f0e7349d5d58 req-253be9d5-a608-4d87-b3eb-55bf575f82d3 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5558732 Jan 18 20:30:06.825480 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:06.911936 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 4c30cdd3-9810-4ac8-8092-f9c52665f4b6 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:06.912316 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4c30cdd3-9810-4ac8-8092-f9c52665f4b6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:06.959879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6fe2b-8798-4305-9b8b-77d4c65da32a req-59e2334b-9faa-4335-a204-7dbe698a67e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:06.962621 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b1e6fe2b-8798-4305-9b8b-77d4c65da32a req-59e2334b-9faa-4335-a204-7dbe698a67e6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 1098 time: 0.0840530 Jan 18 20:30:07.059557 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b1e6fe2b-8798-4305-9b8b-77d4c65da32a req-334f1484-dce2-4d45-b95d-ce54a920a144 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905502 Jan 18 20:30:07.120921 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 4c30cdd3-9810-4ac8-8092-f9c52665f4b6 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:07.138303 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a687af82-7928-4236-87f0-e96310dca12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (f87d5edd-e562-4400-81e3-e4c5db29cf24), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:07.203423 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687af82-7928-4236-87f0-e96310dca12e None None] Pushing event deleted for resources: {'Port': ['ID=f87d5edd-e562-4400-81e3-e4c5db29cf24,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:07.232252 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a687af82-7928-4236-87f0-e96310dca12e None None] No DVR routers for this DVR port f87d5edd-e562-4400-81e3-e4c5db29cf24 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:30:07.346861 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f965fbe4-0e48-4a02-9801-1e15d278e235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (f87d5edd-e562-4400-81e3-e4c5db29cf24), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:07.382480 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965fbe4-0e48-4a02-9801-1e15d278e235 admin admin] Pushing event deleted for resources: {'Port': ['ID=f87d5edd-e562-4400-81e3-e4c5db29cf24,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:07.406787 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f965fbe4-0e48-4a02-9801-1e15d278e235 admin admin] No DVR routers for this DVR port f87d5edd-e562-4400-81e3-e4c5db29cf24 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:30:07.428890 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 03373110-dbd4-4c02-b990-3f6bd2234888 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:30:07.429971 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72230a-7c10-4987-b2d8-bd369a207755 req-dde23907-d823-49ae-b14b-bb301f71e36b tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:07.436831 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e72230a-7c10-4987-b2d8-bd369a207755 req-dde23907-d823-49ae-b14b-bb301f71e36b tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=0443657d-062f-49d3-b8b2-f67df61d0274 HTTP/1.1" status: 200 len: 945 time: 0.2486811 Jan 18 20:30:07.540734 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 03373110-dbd4-4c02-b990-3f6bd2234888 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:07.541113 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (03373110-dbd4-4c02-b990-3f6bd2234888), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:07.588120 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f965fbe4-0e48-4a02-9801-1e15d278e235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (e88e9200-d99d-4ea0-a241-681917733bb6), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:07.628068 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 03373110-dbd4-4c02-b990-3f6bd2234888 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:07.628448 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (03373110-dbd4-4c02-b990-3f6bd2234888), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:07.670793 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 03373110-dbd4-4c02-b990-3f6bd2234888, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=03373110-dbd4-4c02-b990-3f6bd2234888,segment=NetworkSegment(d04d633b-4227-4a1b-ad24-00bfd40800d3),segment_id=d04d633b-4227-4a1b-ad24-00bfd40800d3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:07.681341 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (03373110-dbd4-4c02-b990-3f6bd2234888), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:07.682763 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4c30cdd3-9810-4ac8-8092-f9c52665f4b6 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:30:07.756571 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-f965fbe4-0e48-4a02-9801-1e15d278e235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e88e9200-d99d-4ea0-a241-681917733bb6']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:07.784409 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-f965fbe4-0e48-4a02-9801-1e15d278e235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:07.784409 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-f965fbe4-0e48-4a02-9801-1e15d278e235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:07.790187 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e72230a-7c10-4987-b2d8-bd369a207755 req-d7f1aaa8-3d99-4328-a6bd-a04b7302d34e tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/security-groups?id=c918b682-62bd-4658-ae4e-0cdaf8a7583f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524935 Jan 18 20:30:07.808083 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=03373110-dbd4-4c02-b990-3f6bd2234888,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:07.808682 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f965fbe4-0e48-4a02-9801-1e15d278e235 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:07.830013 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 4c30cdd3-9810-4ac8-8092-f9c52665f4b6 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:07.830628 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4c30cdd3-9810-4ac8-8092-f9c52665f4b6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:07.859030 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f965fbe4-0e48-4a02-9801-1e15d278e235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:07.880099 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bc520f-1675-4d58-a6d1-439eee393da5 None None] Network 2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:30:07.907484 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c4c319be-eafe-4ab9-a17a-bdf57f8bb380 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for port (744203f6-eea3-4435-8a21-5a6ff5c6585a), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:07.912447 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f965fbe4-0e48-4a02-9801-1e15d278e235 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:30:07.913377 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f965fbe4-0e48-4a02-9801-1e15d278e235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (1e4fcc5c-b26a-4298-8f09-b811bdd4bb1d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:30:07.915655 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:30:07.933127 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c4c319be-eafe-4ab9-a17a-bdf57f8bb380 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (744203f6-eea3-4435-8a21-5a6ff5c6585a), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:07.990965 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c4c319be-eafe-4ab9-a17a-bdf57f8bb380 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (6196c6e9-c78d-470c-9494-a550986a6e4c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:08.202619 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-14d33f05-e073-4429-a96b-21f0aa46eead None None] Provisioning complete for port 03373110-dbd4-4c02-b990-3f6bd2234888 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:08.202619 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-14d33f05-e073-4429-a96b-21f0aa46eead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (03373110-dbd4-4c02-b990-3f6bd2234888), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:08.244162 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f965fbe4-0e48-4a02-9801-1e15d278e235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (e88e9200-d99d-4ea0-a241-681917733bb6), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:08.276749 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f965fbe4-0e48-4a02-9801-1e15d278e235 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:08.283326 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f965fbe4-0e48-4a02-9801-1e15d278e235 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e88e9200-d99d-4ea0-a241-681917733bb6 HTTP/1.1" status: 204 len: 168 time: 2.9281151 Jan 18 20:30:08.302269 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c319be-eafe-4ab9-a17a-bdf57f8bb380 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Port': ['ID=744203f6-eea3-4435-8a21-5a6ff5c6585a,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:08.308472 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965fbe4-0e48-4a02-9801-1e15d278e235 admin admin] Pushing event deleted for resources: {'Network': ['ID=e88e9200-d99d-4ea0-a241-681917733bb6,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:08.329976 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c8655-1b34-413b-930c-5caa8e993cea req-a934fef2-34e2-4a25-95e4-8111c9b6f954 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:08.332360 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3a1c8655-1b34-413b-930c-5caa8e993cea req-a934fef2-34e2-4a25-95e4-8111c9b6f954 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.3329825 Jan 18 20:30:08.372661 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 4c30cdd3-9810-4ac8-8092-f9c52665f4b6 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:08.431163 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c319be-eafe-4ab9-a17a-bdf57f8bb380 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network 2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:30:08.437303 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-c4c319be-eafe-4ab9-a17a-bdf57f8bb380 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:30:08.484808 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 63b50add-ce43-43d7-aefd-b120c0ac748d no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:30:08.581677 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-14d33f05-e073-4429-a96b-21f0aa46eead None None] Current status of the port 03373110-dbd4-4c02-b990-3f6bd2234888 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:08.590743 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 63b50add-ce43-43d7-aefd-b120c0ac748d {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:30:08.591771 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 63b50add-ce43-43d7-aefd-b120c0ac748d not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:30:08.592201 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 55bd22db-d9c8-4fb5-a2a7-bd833efb6294 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:30:08.608335 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42550) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:08.651338 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 55bd22db-d9c8-4fb5-a2a7-bd833efb6294 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:30:08.651877 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 55bd22db-d9c8-4fb5-a2a7-bd833efb6294 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:30:08.652432 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f87d5edd-e562-4400-81e3-e4c5db29cf24 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:30:08.707862 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c319be-eafe-4ab9-a17a-bdf57f8bb380 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Router 6196c6e9-c78d-470c-9494-a550986a6e4c has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:30:08.727694 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3a1c8655-1b34-413b-930c-5caa8e993cea req-14409a18-31de-41ab-a46f-0f20301065cc tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861680 Jan 18 20:30:08.757364 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: f87d5edd-e562-4400-81e3-e4c5db29cf24 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:30:08.758282 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f87d5edd-e562-4400-81e3-e4c5db29cf24 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:30:08.816183 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b881070-63f5-42f7-9ca8-fb89726885fb req-01ab2bc9-bcdc-402a-84e7-aadf21baeb7e tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:08.818278 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2b881070-63f5-42f7-9ca8-fb89726885fb req-01ab2bc9-bcdc-402a-84e7-aadf21baeb7e tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.70 "GET /v2.0/ports?device_id=0443657d-062f-49d3-b8b2-f67df61d0274 HTTP/1.1" status: 200 len: 945 time: 0.1220143 Jan 18 20:30:08.842352 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-2c66d4e9-615d-44cf-8538-b9a9ee84d2e1 None None] Provisioning complete for port 03373110-dbd4-4c02-b990-3f6bd2234888 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:08.842893 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2c66d4e9-615d-44cf-8538-b9a9ee84d2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (03373110-dbd4-4c02-b990-3f6bd2234888), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:08.905515 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c319be-eafe-4ab9-a17a-bdf57f8bb380 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:30:08.921375 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c124ea7c-50c7-494f-a897-bb1f33060a4d None None] Sync routers for ids ['6196c6e9-c78d-470c-9494-a550986a6e4c'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:30:08.926461 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c4c319be-eafe-4ab9-a17a-bdf57f8bb380 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "PUT /v2.0/routers/6196c6e9-c78d-470c-9494-a550986a6e4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9083183 Jan 18 20:30:08.929027 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42556) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:08.939852 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-1e6c26b8-819c-49a4-af6f-8d049bbd1e3b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'network': {'name': 'tempest-RoutersTest-485792200'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:30:08.943282 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c124ea7c-50c7-494f-a897-bb1f33060a4d None None] Routers {'6196c6e9-c78d-470c-9494-a550986a6e4c'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:30:08.944163 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c124ea7c-50c7-494f-a897-bb1f33060a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:29:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6196c6e9-c78d-470c-9494-a550986a6e4c'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:08.973941 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42558) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:08.980084 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6c26b8-819c-49a4-af6f-8d049bbd1e3b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Made reservation on behalf of e666c75a4135413186dea9ccd90b9b16 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:30:08.984682 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1e6c26b8-819c-49a4-af6f-8d049bbd1e3b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:09.016833 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6c26b8-819c-49a4-af6f-8d049bbd1e3b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:30:09.052415 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1e6c26b8-819c-49a4-af6f-8d049bbd1e3b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (f1b7fe9c-179b-436f-82cc-9ca9a41881c6), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:09.052757 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-1e6c26b8-819c-49a4-af6f-8d049bbd1e3b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Added segment f1b7fe9c-179b-436f-82cc-9ca9a41881c6 of type vlan for network d72df201-8fdb-40a0-8a81-521a740a51aa Jan 18 20:30:09.073723 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2c66d4e9-615d-44cf-8538-b9a9ee84d2e1 None None] Current status of the port 03373110-dbd4-4c02-b990-3f6bd2234888 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:09.123864 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-2c66d4e9-615d-44cf-8538-b9a9ee84d2e1 None None] Provisioning complete for port 744203f6-eea3-4435-8a21-5a6ff5c6585a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:09.124630 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2c66d4e9-615d-44cf-8538-b9a9ee84d2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (744203f6-eea3-4435-8a21-5a6ff5c6585a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:09.217880 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2c66d4e9-615d-44cf-8538-b9a9ee84d2e1 None None] Port 744203f6-eea3-4435-8a21-5a6ff5c6585a cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:30:09.232460 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1e6c26b8-819c-49a4-af6f-8d049bbd1e3b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (d72df201-8fdb-40a0-8a81-521a740a51aa), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:09.253625 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ae9df57b-7e16-4e93-a1dc-9ed47039b13b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4b4c13fbb3bf4713b8724b5ef55060b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2777596 Jan 18 20:30:09.266192 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42574) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:09.272990 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-c124ea7c-50c7-494f-a897-bb1f33060a4d None None] Set router 6196c6e9-c78d-470c-9494-a550986a6e4c gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:30:09.368492 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-30aef853-1117-4687-ba96-c9a37815d2d2 None None] Provisioning complete for port 744203f6-eea3-4435-8a21-5a6ff5c6585a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:09.368700 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-30aef853-1117-4687-ba96-c9a37815d2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (744203f6-eea3-4435-8a21-5a6ff5c6585a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:09.373411 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 03373110-dbd4-4c02-b990-3f6bd2234888 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:30:09.446355 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1e6c26b8-819c-49a4-af6f-8d049bbd1e3b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (d72df201-8fdb-40a0-8a81-521a740a51aa), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:09.471027 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6c26b8-819c-49a4-af6f-8d049bbd1e3b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:09.471994 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1e6c26b8-819c-49a4-af6f-8d049bbd1e3b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:09.565662 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-30aef853-1117-4687-ba96-c9a37815d2d2 None None] Port 744203f6-eea3-4435-8a21-5a6ff5c6585a cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:30:09.606495 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 03373110-dbd4-4c02-b990-3f6bd2234888 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:09.606885 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (03373110-dbd4-4c02-b990-3f6bd2234888), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:09.608397 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ee582-ac97-43de-b04c-c889a6ba6096 req-dbba5804-8b2f-4fad-a7c1-a0cabe201588 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:09.619320 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b24ee582-ac97-43de-b04c-c889a6ba6096 req-dbba5804-8b2f-4fad-a7c1-a0cabe201588 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=0443657d-062f-49d3-b8b2-f67df61d0274 HTTP/1.1" status: 200 len: 945 time: 0.5727727 Jan 18 20:30:09.675194 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5d48a4a-5c72-42a9-8887-0c118d00ea62 admin admin] Publish callbacks [] for security_group (3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:09.681737 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2da950e8-af59-47d5-a52d-f12424872ef2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:09.774857 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1e6c26b8-819c-49a4-af6f-8d049bbd1e3b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8443727 Jan 18 20:30:09.792375 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42594) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:09.830966 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c124ea7c-50c7-494f-a897-bb1f33060a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:30:06Z', 'revision_number': 4, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None, '_interfaces': [{'id': '4c30cdd3-9810-4ac8-8092-f9c52665f4b6', 'name': '', 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:d3:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '894560bb-4831-41fa-a08f-e830b330f502', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:55Z', 'updated_at': '2022-01-18T20:30:05Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '894560bb-4831-41fa-a08f-e830b330f502', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744203f6-eea3-4435-8a21-5a6ff5c6585a', 'name': '', 'network_id': '2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:ea:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:30:05Z', 'updated_at': '2022-01-18T20:30:07Z', 'revision_number': 2, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa4828f7-05da-4543-be75-76384d97c0f7', 'name': '', 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:de:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:42Z', 'updated_at': '2022-01-18T20:29:53Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:09.842175 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-88a513f1-e8cf-4831-9da2-6db11ef4c311 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'subnet': {'network_id': 'd72df201-8fdb-40a0-8a81-521a740a51aa', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:30:09.859829 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-93ddacee-98b2-478b-bc94-e65c07886c9f None None] Provisioning complete for port 744203f6-eea3-4435-8a21-5a6ff5c6585a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:09.860816 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-93ddacee-98b2-478b-bc94-e65c07886c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (744203f6-eea3-4435-8a21-5a6ff5c6585a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:09.873879 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c26b8-819c-49a4-af6f-8d049bbd1e3b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Network': ['ID=d72df201-8fdb-40a0-8a81-521a740a51aa,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:09.890416 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c124ea7c-50c7-494f-a897-bb1f33060a4d None None] Checking router: 6196c6e9-c78d-470c-9494-a550986a6e4c for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:30:09.890771 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c124ea7c-50c7-494f-a897-bb1f33060a4d None None] Updating router 6196c6e9-c78d-470c-9494-a550986a6e4c port 744203f6-eea3-4435-8a21-5a6ff5c6585a binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:30:09.904737 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2da950e8-af59-47d5-a52d-f12424872ef2 admin admin] Publish callbacks [] for security_group (1f704bcf-2e20-4eb8-8984-af90b8270149), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:09.911295 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-2b881070-63f5-42f7-9ca8-fb89726885fb req-46878179-a7ab-4f6e-994a-6e01ba25a4f7 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Deleting port c417702c-1bc5-45a0-963f-f72c422c650e {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:30:09.911886 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2b881070-63f5-42f7-9ca8-fb89726885fb req-46878179-a7ab-4f6e-994a-6e01ba25a4f7 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (c417702c-1bc5-45a0-963f-f72c422c650e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:09.931000 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2da950e8-af59-47d5-a52d-f12424872ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1f704bcf-2e20-4eb8-8984-af90b8270149), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:10.001745 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c124ea7c-50c7-494f-a897-bb1f33060a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (744203f6-eea3-4435-8a21-5a6ff5c6585a), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:10.003124 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-93ddacee-98b2-478b-bc94-e65c07886c9f None None] Port 744203f6-eea3-4435-8a21-5a6ff5c6585a cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:30:10.007371 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network d72df201-8fdb-40a0-8a81-521a740a51aa details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:30:10.073840 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2da950e8-af59-47d5-a52d-f12424872ef2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b1fe9fbacbf742c091a36eef436c5085&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4639843 Jan 18 20:30:10.080099 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42596) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:10.119920 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da950e8-af59-47d5-a52d-f12424872ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f704bcf-2e20-4eb8-8984-af90b8270149,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:10.124110 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb2d7f-1a0d-471e-a5d1-0902960cb354 req-b08eee8a-d796-49b4-a74f-b2e3e22841f0 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:10.139238 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 03373110-dbd4-4c02-b990-3f6bd2234888 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:10.145481 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5d48a4a-5c72-42a9-8887-0c118d00ea62 admin admin] Publish callbacks [] for security_group (3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:10.146240 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-babb2d7f-1a0d-471e-a5d1-0902960cb354 req-b08eee8a-d796-49b4-a74f-b2e3e22841f0 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.2880468 Jan 18 20:30:10.195574 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b24ee582-ac97-43de-b04c-c889a6ba6096 req-caf0f642-7d38-4166-b016-794982ae2fd6 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/security-groups?id=c918b682-62bd-4658-ae4e-0cdaf8a7583f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5752516 Jan 18 20:30:10.282468 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a513f1-e8cf-4831-9da2-6db11ef4c311 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Made reservation on behalf of e666c75a4135413186dea9ccd90b9b16 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:30:10.287191 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-2b881070-63f5-42f7-9ca8-fb89726885fb req-46878179-a7ab-4f6e-994a-6e01ba25a4f7 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] For port c417702c-1bc5-45a0-963f-f72c422c650e, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=c417702c-1bc5-45a0-963f-f72c422c650e,segment=NetworkSegment(20f9bad4-2259-48ab-8fe4-3f5a2c96d543),segment_id=20f9bad4-2259-48ab-8fe4-3f5a2c96d543)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:10.287869 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2b881070-63f5-42f7-9ca8-fb89726885fb req-46878179-a7ab-4f6e-994a-6e01ba25a4f7 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (c417702c-1bc5-45a0-963f-f72c422c650e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:10.288480 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-88a513f1-e8cf-4831-9da2-6db11ef4c311 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:10.318647 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-2b881070-63f5-42f7-9ca8-fb89726885fb req-46878179-a7ab-4f6e-994a-6e01ba25a4f7 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Calling delete_port for c417702c-1bc5-45a0-963f-f72c422c650e owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:30:10.465502 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c124ea7c-50c7-494f-a897-bb1f33060a4d None None] Publish callbacks [] for port (744203f6-eea3-4435-8a21-5a6ff5c6585a), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:10.466609 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-babb2d7f-1a0d-471e-a5d1-0902960cb354 req-906ffa26-031c-4c12-bf93-78be62a33107 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194675 Jan 18 20:30:10.473223 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c124ea7c-50c7-494f-a897-bb1f33060a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (744203f6-eea3-4435-8a21-5a6ff5c6585a), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:10.557283 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebc8dc-0de5-4239-950c-8fd2c2cb7133 None None] Pushing event updated for resources: {'Port': ['ID=744203f6-eea3-4435-8a21-5a6ff5c6585a,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:10.576729 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4550-5d82-4cfa-8365-db92e44dc8c5 admin admin] Publish callbacks [] for security_group (1f704bcf-2e20-4eb8-8984-af90b8270149), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:10.604581 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-c124ea7c-50c7-494f-a897-bb1f33060a4d None None] Attempting to bind port 744203f6-eea3-4435-8a21-5a6ff5c6585a on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:30:10.605052 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-c124ea7c-50c7-494f-a897-bb1f33060a4d None None] Attempting to bind port 744203f6-eea3-4435-8a21-5a6ff5c6585a by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd04d633b-4227-4a1b-ad24-00bfd40800d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:30:10.605486 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c124ea7c-50c7-494f-a897-bb1f33060a4d None None] Attempting to bind port 744203f6-eea3-4435-8a21-5a6ff5c6585a on network 2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:30:10.612490 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c124ea7c-50c7-494f-a897-bb1f33060a4d None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:30:10.612969 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c124ea7c-50c7-494f-a897-bb1f33060a4d None None] Checking segment: {'id': 'd04d633b-4227-4a1b-ad24-00bfd40800d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:30:10.617624 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c124ea7c-50c7-494f-a897-bb1f33060a4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:10.618134 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c124ea7c-50c7-494f-a897-bb1f33060a4d None None] Bound using segment: {'id': 'd04d633b-4227-4a1b-ad24-00bfd40800d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:30:10.618700 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-c124ea7c-50c7-494f-a897-bb1f33060a4d None None] Bound port: 744203f6-eea3-4435-8a21-5a6ff5c6585a, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04d633b-4227-4a1b-ad24-00bfd40800d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:30:10.619163 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c124ea7c-50c7-494f-a897-bb1f33060a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (744203f6-eea3-4435-8a21-5a6ff5c6585a), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:10.646607 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5d48a4a-5c72-42a9-8887-0c118d00ea62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:10.653979 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5d48a4a-5c72-42a9-8887-0c118d00ea62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:10.655289 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a5d48a4a-5c72-42a9-8887-0c118d00ea62 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3 HTTP/1.1" status: 204 len: 168 time: 1.3881419 Jan 18 20:30:10.664218 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2b881070-63f5-42f7-9ca8-fb89726885fb req-46878179-a7ab-4f6e-994a-6e01ba25a4f7 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (c417702c-1bc5-45a0-963f-f72c422c650e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:10.670232 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4550-5d82-4cfa-8365-db92e44dc8c5 admin admin] Publish callbacks [] for security_group (1f704bcf-2e20-4eb8-8984-af90b8270149), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:10.677701 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['c417702c-1bc5-45a0-963f-f72c422c650e'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:30:10.745000 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46878179-a7ab-4f6e-994a-6e01ba25a4f7 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Pushing event deleted for resources: {'Port': ['ID=c417702c-1bc5-45a0-963f-f72c422c650e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:10.767350 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d48a4a-5c72-42a9-8887-0c118d00ea62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1eb212-6b3c-4ed2-9e9c-b7aa35a509e3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:10.839074 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-c124ea7c-50c7-494f-a897-bb1f33060a4d None None] For port 744203f6-eea3-4435-8a21-5a6ff5c6585a, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:30:10.846491 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-c124ea7c-50c7-494f-a897-bb1f33060a4d None None] For port 744203f6-eea3-4435-8a21-5a6ff5c6585a, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=744203f6-eea3-4435-8a21-5a6ff5c6585a,segment=NetworkSegment(d04d633b-4227-4a1b-ad24-00bfd40800d3),segment_id=d04d633b-4227-4a1b-ad24-00bfd40800d3)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:30:10.856047 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c124ea7c-50c7-494f-a897-bb1f33060a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (744203f6-eea3-4435-8a21-5a6ff5c6585a), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:10.877497 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b881070-63f5-42f7-9ca8-fb89726885fb req-46878179-a7ab-4f6e-994a-6e01ba25a4f7 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] No DVR routers for this DVR port c417702c-1bc5-45a0-963f-f72c422c650e on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:30:10.882653 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2b881070-63f5-42f7-9ca8-fb89726885fb req-46878179-a7ab-4f6e-994a-6e01ba25a4f7 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:10.886884 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2b881070-63f5-42f7-9ca8-fb89726885fb req-46878179-a7ab-4f6e-994a-6e01ba25a4f7 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.70 "DELETE /v2.0/ports/c417702c-1bc5-45a0-963f-f72c422c650e HTTP/1.1" status: 204 len: 173 time: 2.0601454 Jan 18 20:30:10.887603 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0443657d-062f-49d3-b8b2-f67df61d0274', 'name': 'network-vif-deleted', 'tag': 'c417702c-1bc5-45a0-963f-f72c422c650e'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:30:10.892408 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd656be-bf1f-4a6a-82c9-4e8467e3f01f" -d '{"events": [{"server_uuid": "0443657d-062f-49d3-b8b2-f67df61d0274", "name": "network-vif-deleted", "tag": "c417702c-1bc5-45a0-963f-f72c422c650e"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:30:10.937734 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c124ea7c-50c7-494f-a897-bb1f33060a4d None None] Routers {'6196c6e9-c78d-470c-9494-a550986a6e4c'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:30:10.938770 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c124ea7c-50c7-494f-a897-bb1f33060a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:29:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6196c6e9-c78d-470c-9494-a550986a6e4c'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:11.023074 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4550-5d82-4cfa-8365-db92e44dc8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1f704bcf-2e20-4eb8-8984-af90b8270149), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:11.039735 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4550-5d82-4cfa-8365-db92e44dc8c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:11.041112 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ca4b4550-5d82-4cfa-8365-db92e44dc8c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f704bcf-2e20-4eb8-8984-af90b8270149 HTTP/1.1" status: 204 len: 168 time: 0.9588869 Jan 18 20:30:11.050500 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc724ff2-98f1-46cb-9776-e4894e492514 x-openstack-request-id: req-cc724ff2-98f1-46cb-9776-e4894e492514 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:30:11.051711 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0443657d-062f-49d3-b8b2-f67df61d0274", "name": "network-vif-deleted", "tag": "c417702c-1bc5-45a0-963f-f72c422c650e", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:30:11.052977 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc724ff2-98f1-46cb-9776-e4894e492514 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:30:11.053619 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0443657d-062f-49d3-b8b2-f67df61d0274', 'name': 'network-vif-deleted', 'tag': 'c417702c-1bc5-45a0-963f-f72c422c650e', 'status': 'completed', 'code': 200} Jan 18 20:30:11.075597 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-c124ea7c-50c7-494f-a897-bb1f33060a4d None None] Set router 6196c6e9-c78d-470c-9494-a550986a6e4c gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:30:11.079080 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b4550-5d82-4cfa-8365-db92e44dc8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f704bcf-2e20-4eb8-8984-af90b8270149,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:11.086581 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-88a513f1-e8cf-4831-9da2-6db11ef4c311 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (aeb655ed-4ea0-45c7-a754-db9127457a0f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:11.094612 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-491bb8d8-c265-4f60-89bd-a7615486548b None None] Provisioning complete for port 744203f6-eea3-4435-8a21-5a6ff5c6585a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:11.095257 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-491bb8d8-c265-4f60-89bd-a7615486548b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (744203f6-eea3-4435-8a21-5a6ff5c6585a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:11.229308 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebc8dc-0de5-4239-950c-8fd2c2cb7133 None None] Pushing event updated for resources: {'Port': ['ID=744203f6-eea3-4435-8a21-5a6ff5c6585a,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:11.408836 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a513f1-e8cf-4831-9da2-6db11ef4c311 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Checking segment: {'id': 'f1b7fe9c-179b-436f-82cc-9ca9a41881c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd72df201-8fdb-40a0-8a81-521a740a51aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:30:11.409293 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a513f1-e8cf-4831-9da2-6db11ef4c311 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network hostable DHCP agents. Network: d72df201-8fdb-40a0-8a81-521a740a51aa, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:30:11.451036 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-491bb8d8-c265-4f60-89bd-a7615486548b None None] Current status of the port 744203f6-eea3-4435-8a21-5a6ff5c6585a is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:11.451631 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-491bb8d8-c265-4f60-89bd-a7615486548b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (744203f6-eea3-4435-8a21-5a6ff5c6585a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:11.522612 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9ba1fe5f-dff3-4214-8f16-f299b21e111f req-f9e922a9-5f2a-49fb-87e1-7365a94c7b43 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=0443657d-062f-49d3-b8b2-f67df61d0274 HTTP/1.1" status: 200 len: 210 time: 0.1006889 Jan 18 20:30:11.524530 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a513f1-e8cf-4831-9da2-6db11ef4c311 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Subnet': ['ID=aeb655ed-4ea0-45c7-a754-db9127457a0f,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:11.611054 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a513f1-e8cf-4831-9da2-6db11ef4c311 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network d72df201-8fdb-40a0-8a81-521a740a51aa is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:30:11.619244 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-491bb8d8-c265-4f60-89bd-a7615486548b None None] For port 744203f6-eea3-4435-8a21-5a6ff5c6585a, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=744203f6-eea3-4435-8a21-5a6ff5c6585a,segment=NetworkSegment(d04d633b-4227-4a1b-ad24-00bfd40800d3),segment_id=d04d633b-4227-4a1b-ad24-00bfd40800d3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:11.636071 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-491bb8d8-c265-4f60-89bd-a7615486548b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (744203f6-eea3-4435-8a21-5a6ff5c6585a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:11.695660 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-88a513f1-e8cf-4831-9da2-6db11ef4c311 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, d72df201-8fdb-40a0-8a81-521a740a51aa) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:30:11.715645 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a513f1-e8cf-4831-9da2-6db11ef4c311 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:11.716400 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-88a513f1-e8cf-4831-9da2-6db11ef4c311 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:11.757439 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea40c46-4857-401f-a8c0-b8e764297b0f None None] Network d72df201-8fdb-40a0-8a81-521a740a51aa requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:30:11.773661 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c124ea7c-50c7-494f-a897-bb1f33060a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:30:06Z', 'revision_number': 4, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None, '_interfaces': [{'id': '4c30cdd3-9810-4ac8-8092-f9c52665f4b6', 'name': '', 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:d3:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '894560bb-4831-41fa-a08f-e830b330f502', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:55Z', 'updated_at': '2022-01-18T20:30:05Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '894560bb-4831-41fa-a08f-e830b330f502', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744203f6-eea3-4435-8a21-5a6ff5c6585a', 'name': '', 'network_id': '2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:ea:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:30:05Z', 'updated_at': '2022-01-18T20:30:10Z', 'revision_number': 4, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa4828f7-05da-4543-be75-76384d97c0f7', 'name': '', 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:de:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:42Z', 'updated_at': '2022-01-18T20:29:53Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:11.809472 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c124ea7c-50c7-494f-a897-bb1f33060a4d None None] The sync data for ids ['6196c6e9-c78d-470c-9494-a550986a6e4c'] in n-d-741529-9 is: [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:30:06Z', 'revision_number': 4, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None, '_interfaces': [{'id': '4c30cdd3-9810-4ac8-8092-f9c52665f4b6', 'name': '', 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:d3:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '894560bb-4831-41fa-a08f-e830b330f502', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:55Z', 'updated_at': '2022-01-18T20:30:05Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '894560bb-4831-41fa-a08f-e830b330f502', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744203f6-eea3-4435-8a21-5a6ff5c6585a', 'name': '', 'network_id': '2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:ea:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:30:05Z', 'updated_at': '2022-01-18T20:30:10Z', 'revision_number': 4, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa4828f7-05da-4543-be75-76384d97c0f7', 'name': '', 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:de:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:42Z', 'updated_at': '2022-01-18T20:29:53Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:30:11.819799 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-88a513f1-e8cf-4831-9da2-6db11ef4c311 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0243318 Jan 18 20:30:11.822664 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42628) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:11.903922 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3608ac-7fa3-4fcf-a886-07d6e55dd996 req-e1d640ab-7a83-44d8-8991-f6679492a77d tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:11.914248 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6d3608ac-7fa3-4fcf-a886-07d6e55dd996 req-e1d640ab-7a83-44d8-8991-f6679492a77d tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.2656612 Jan 18 20:30:11.953265 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42630) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:12.014238 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1bebed8d-b9d7-4647-90ad-520155def8a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:12.018641 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7315959e-10a3-470f-84c8-8d5560cd71cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-d72df201-8fdb-40a0-8a81-521a740a51aa', 'network_id': 'd72df201-8fdb-40a0-8a81-521a740a51aa', 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'fixed_ips': [{'subnet_id': 'aeb655ed-4ea0-45c7-a754-db9127457a0f'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:30:12.020279 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7315959e-10a3-470f-84c8-8d5560cd71cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:12.102929 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6d3608ac-7fa3-4fcf-a886-07d6e55dd996 req-4599a478-d548-448a-acbf-8c37d8ddaa08 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816871 Jan 18 20:30:12.173361 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7bad8036-26fd-410f-8e08-67de2fce6037 None None] Provisioning complete for port 744203f6-eea3-4435-8a21-5a6ff5c6585a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:12.176953 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7bad8036-26fd-410f-8e08-67de2fce6037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (744203f6-eea3-4435-8a21-5a6ff5c6585a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:12.190446 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491bb8d8-c265-4f60-89bd-a7615486548b None None] Pushing event updated for resources: {'Port': ['ID=744203f6-eea3-4435-8a21-5a6ff5c6585a,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:12.293481 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1bebed8d-b9d7-4647-90ad-520155def8a2 admin admin] Publish callbacks [] for security_group (953c6b51-a7c2-49df-a5a9-085e5e22588d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:12.313831 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1bebed8d-b9d7-4647-90ad-520155def8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (953c6b51-a7c2-49df-a5a9-085e5e22588d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:12.391298 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1bebed8d-b9d7-4647-90ad-520155def8a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb9f5c4c738a44ccbf4aa9fa45a9b67d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4301815 Jan 18 20:30:12.395333 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bebed8d-b9d7-4647-90ad-520155def8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953c6b51-a7c2-49df-a5a9-085e5e22588d,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:12.400407 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42640) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:12.416563 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58b95e-ecf1-4be3-8fdc-cf6aa961564a req-2042ddb4-34a3-49ce-a860-c825feff57ea tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:12.423960 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce58b95e-ecf1-4be3-8fdc-cf6aa961564a req-2042ddb4-34a3-49ce-a860-c825feff57ea tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.1328127 Jan 18 20:30:12.493979 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-7315959e-10a3-470f-84c8-8d5560cd71cf None None] Allocated IP 172.23.0.2 (d72df201-8fdb-40a0-8a81-521a740a51aa/aeb655ed-4ea0-45c7-a754-db9127457a0f/31fdf67d-710f-4865-aeca-2ab250678225) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:30:12.599541 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce58b95e-ecf1-4be3-8fdc-cf6aa961564a req-4ecd62d4-614a-403a-a3d2-f937bbbe0193 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746986 Jan 18 20:30:12.600553 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-570936c7-dd4a-4e44-bf5e-d86716420de1 admin admin] Publish callbacks [] for security_group (953c6b51-a7c2-49df-a5a9-085e5e22588d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:12.652589 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-570936c7-dd4a-4e44-bf5e-d86716420de1 admin admin] Publish callbacks [] for security_group (953c6b51-a7c2-49df-a5a9-085e5e22588d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:12.689821 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42654) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:12.722385 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-570936c7-dd4a-4e44-bf5e-d86716420de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (953c6b51-a7c2-49df-a5a9-085e5e22588d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:12.727132 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-570936c7-dd4a-4e44-bf5e-d86716420de1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:12.731871 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-570936c7-dd4a-4e44-bf5e-d86716420de1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/953c6b51-a7c2-49df-a5a9-085e5e22588d HTTP/1.1" status: 204 len: 168 time: 0.3278294 Jan 18 20:30:12.740189 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570936c7-dd4a-4e44-bf5e-d86716420de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953c6b51-a7c2-49df-a5a9-085e5e22588d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:13.007813 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b66a0-bd8d-4d68-bc81-dea15bf4e92d req-809f383d-a0e8-4cb3-a309-0640025bf669 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:13.017835 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e4b66a0-bd8d-4d68-bc81-dea15bf4e92d req-809f383d-a0e8-4cb3-a309-0640025bf669 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.1873162 Jan 18 20:30:13.044883 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-f3dcbe9d-4ecc-43c9-8b2e-b64e93851e44 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1127226716-network', 'tenant_id': '45bdc4d1bc8c40b69abe16f13ea83854'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:30:13.084859 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b820351f-d377-41dd-811d-5bae517b10ca tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:13.118544 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dcbe9d-4ecc-43c9-8b2e-b64e93851e44 admin admin] Made reservation on behalf of 45bdc4d1bc8c40b69abe16f13ea83854 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:30:13.121080 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f3dcbe9d-4ecc-43c9-8b2e-b64e93851e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:13.155360 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f3dcbe9d-4ecc-43c9-8b2e-b64e93851e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:13.215250 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e4b66a0-bd8d-4d68-bc81-dea15bf4e92d req-625719e1-75c4-44cf-979b-28c63a499412 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918452 Jan 18 20:30:13.287312 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-42cbd0f5-8e37-4bb6-807a-1285a9e1bcad tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:13.291975 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-42cbd0f5-8e37-4bb6-807a-1285a9e1bcad tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/networks?id=fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d HTTP/1.1" status: 200 len: 807 time: 0.2244890 Jan 18 20:30:13.323277 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-9021a571-46a3-4fb0-9558-6bd5ee2a5071 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/quotas/868bee3201cb40199baaabf86c510278 HTTP/1.1" status: 200 len: 375 time: 0.0272286 Jan 18 20:30:13.402718 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-12517f2e-a72e-48a6-9958-c53f4223c039 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=868bee3201cb40199baaabf86c510278&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642760 Jan 18 20:30:13.455504 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f3dcbe9d-4ecc-43c9-8b2e-b64e93851e44 admin admin] Publish callbacks [] for security_group (2699a537-fcde-4f5f-930f-9cc5b9431da5), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:13.462359 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f3dcbe9d-4ecc-43c9-8b2e-b64e93851e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2699a537-fcde-4f5f-930f-9cc5b9431da5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:13.475261 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3dcbe9d-4ecc-43c9-8b2e-b64e93851e44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:30:13.486318 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f3dcbe9d-4ecc-43c9-8b2e-b64e93851e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (2c46816f-0f57-4198-b1f6-f49325bc445e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:13.486690 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-f3dcbe9d-4ecc-43c9-8b2e-b64e93851e44 admin admin] Added segment 2c46816f-0f57-4198-b1f6-f49325bc445e of type vlan for network a2219283-bd9d-4d36-b2ed-ac08fd66b13d Jan 18 20:30:13.577468 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7315959e-10a3-470f-84c8-8d5560cd71cf None None] Publish callbacks [] for port (31fdf67d-710f-4865-aeca-2ab250678225), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:13.578664 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f3dcbe9d-4ecc-43c9-8b2e-b64e93851e44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (a2219283-bd9d-4d36-b2ed-ac08fd66b13d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:13.588373 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7bad8036-26fd-410f-8e08-67de2fce6037 None None] Current status of the port 744203f6-eea3-4435-8a21-5a6ff5c6585a is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:13.601569 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device c417702c-1bc5-45a0-963f-f72c422c650e no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:30:13.606550 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 744203f6-eea3-4435-8a21-5a6ff5c6585a up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:30:13.609216 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7315959e-10a3-470f-84c8-8d5560cd71cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (31fdf67d-710f-4865-aeca-2ab250678225), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:13.619848 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f3dcbe9d-4ecc-43c9-8b2e-b64e93851e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (a2219283-bd9d-4d36-b2ed-ac08fd66b13d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:13.621356 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dcbe9d-4ecc-43c9-8b2e-b64e93851e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:13.622286 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f3dcbe9d-4ecc-43c9-8b2e-b64e93851e44 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:13.702229 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: c417702c-1bc5-45a0-963f-f72c422c650e {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:30:13.702630 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device c417702c-1bc5-45a0-963f-f72c422c650e not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:30:13.710725 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-1c4b837c-d132-4c00-a7f8-11f71bac9fb4 service neutron] 10.222.0.31 "GET /v2.0/networks/fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876315 Jan 18 20:30:13.724306 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7315959e-10a3-470f-84c8-8d5560cd71cf None None] Network d72df201-8fdb-40a0-8a81-521a740a51aa is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:30:13.732304 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-7315959e-10a3-470f-84c8-8d5560cd71cf None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:30:13.741125 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7315959e-10a3-470f-84c8-8d5560cd71cf None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:30:13.786822 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315959e-10a3-470f-84c8-8d5560cd71cf None None] Pushing event updated for resources: {'Port': ['ID=31fdf67d-710f-4865-aeca-2ab250678225,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:13.822236 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7315959e-10a3-470f-84c8-8d5560cd71cf None None] Attempting to bind port 31fdf67d-710f-4865-aeca-2ab250678225 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:30:13.822870 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7315959e-10a3-470f-84c8-8d5560cd71cf None None] Attempting to bind port 31fdf67d-710f-4865-aeca-2ab250678225 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'f1b7fe9c-179b-436f-82cc-9ca9a41881c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd72df201-8fdb-40a0-8a81-521a740a51aa'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:30:13.823411 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7315959e-10a3-470f-84c8-8d5560cd71cf None None] Attempting to bind port 31fdf67d-710f-4865-aeca-2ab250678225 on network d72df201-8fdb-40a0-8a81-521a740a51aa {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:30:13.837121 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 744203f6-eea3-4435-8a21-5a6ff5c6585a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:13.837738 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (744203f6-eea3-4435-8a21-5a6ff5c6585a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:13.840405 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7315959e-10a3-470f-84c8-8d5560cd71cf None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:30:13.841031 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7315959e-10a3-470f-84c8-8d5560cd71cf None None] Checking segment: {'id': 'f1b7fe9c-179b-436f-82cc-9ca9a41881c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd72df201-8fdb-40a0-8a81-521a740a51aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:30:13.841827 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7315959e-10a3-470f-84c8-8d5560cd71cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:13.842472 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7315959e-10a3-470f-84c8-8d5560cd71cf None None] Bound using segment: {'id': 'f1b7fe9c-179b-436f-82cc-9ca9a41881c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd72df201-8fdb-40a0-8a81-521a740a51aa'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:30:13.843112 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7315959e-10a3-470f-84c8-8d5560cd71cf None None] Bound port: 31fdf67d-710f-4865-aeca-2ab250678225, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b7fe9c-179b-436f-82cc-9ca9a41881c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd72df201-8fdb-40a0-8a81-521a740a51aa'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:30:13.843647 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7315959e-10a3-470f-84c8-8d5560cd71cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (31fdf67d-710f-4865-aeca-2ab250678225), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:13.924897 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760d337-4226-4e98-a7d7-2fc00b210fa6 req-9e26a443-1174-4a56-9734-4d1a3bb6841d tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:13.938595 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7760d337-4226-4e98-a7d7-2fc00b210fa6 req-9e26a443-1174-4a56-9734-4d1a3bb6841d tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.4532280 Jan 18 20:30:13.961553 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7315959e-10a3-470f-84c8-8d5560cd71cf None None] For port 31fdf67d-710f-4865-aeca-2ab250678225, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:30:13.966101 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7315959e-10a3-470f-84c8-8d5560cd71cf None None] For port 31fdf67d-710f-4865-aeca-2ab250678225, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=31fdf67d-710f-4865-aeca-2ab250678225,segment=NetworkSegment(f1b7fe9c-179b-436f-82cc-9ca9a41881c6),segment_id=f1b7fe9c-179b-436f-82cc-9ca9a41881c6)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:30:13.975176 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7315959e-10a3-470f-84c8-8d5560cd71cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (31fdf67d-710f-4865-aeca-2ab250678225), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:13.993458 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-d396fd27-5723-4da8-b365-db54e1276961 service neutron] 10.222.0.31 "GET /v2.0/networks/fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431555 Jan 18 20:30:14.037372 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dcbe9d-4ecc-43c9-8b2e-b64e93851e44 admin admin] Pushing event updated for resources: {'Network': ['ID=a2219283-bd9d-4d36-b2ed-ac08fd66b13d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:14.055279 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f3dcbe9d-4ecc-43c9-8b2e-b64e93851e44 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3643267 Jan 18 20:30:14.074620 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network a2219283-bd9d-4d36-b2ed-ac08fd66b13d details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:30:14.078490 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7760d337-4226-4e98-a7d7-2fc00b210fa6 req-50a2a653-5e8f-4c49-beb8-fbf7efbfe28a tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363873 Jan 18 20:30:14.093257 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42692) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:14.100626 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dcbe9d-4ecc-43c9-8b2e-b64e93851e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2699a537-fcde-4f5f-930f-9cc5b9431da5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:14.126272 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 744203f6-eea3-4435-8a21-5a6ff5c6585a is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:14.143894 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-4848bbc9-811f-45f1-8c41-09dc535b64ae admin admin] Request body: {'subnet': {'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1127226716-subnet', 'tenant_id': '45bdc4d1bc8c40b69abe16f13ea83854', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:30:14.169377 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-b820351f-d377-41dd-811d-5bae517b10ca tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Allocated IP 172.23.0.1 (d72df201-8fdb-40a0-8a81-521a740a51aa/aeb655ed-4ea0-45c7-a754-db9127457a0f/84adbb6c-2b31-4b7c-a635-f1642bafa20b) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:30:14.197188 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315959e-10a3-470f-84c8-8d5560cd71cf None None] Pushing event updated for resources: {'Port': ['ID=31fdf67d-710f-4865-aeca-2ab250678225,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:14.390522 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4848bbc9-811f-45f1-8c41-09dc535b64ae admin admin] Made reservation on behalf of 45bdc4d1bc8c40b69abe16f13ea83854 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:30:14.400139 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4848bbc9-811f-45f1-8c41-09dc535b64ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:14.519140 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eed78ebf-5187-4a3f-a435-c0f421b498c7 req-2968defb-1977-4d19-bac8-6d6c426b3529 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0a5582d-ee0a-4df8-9606-7c397e03f72d HTTP/1.1" status: 200 len: 210 time: 0.0963686 Jan 18 20:30:14.592676 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52baf23c-6efe-406c-aee5-261844f17dd5 req-791b54e8-2d44-492c-bece-5bf88520ea5d tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:14.603806 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-52baf23c-6efe-406c-aee5-261844f17dd5 req-791b54e8-2d44-492c-bece-5bf88520ea5d tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.2564147 Jan 18 20:30:14.701320 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-52baf23c-6efe-406c-aee5-261844f17dd5 req-5f1ec8e5-8ba7-422e-8f8c-6f99177fee54 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964904 Jan 18 20:30:14.845739 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b820351f-d377-41dd-811d-5bae517b10ca tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for port (84adbb6c-2b31-4b7c-a635-f1642bafa20b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:15.003374 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11883a1-77c7-4f3a-acea-f76486333fb9 req-8d4040b7-0d43-4ae3-8503-4813f8e192c2 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:15.018266 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e11883a1-77c7-4f3a-acea-f76486333fb9 req-8d4040b7-0d43-4ae3-8503-4813f8e192c2 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.1100178 Jan 18 20:30:15.159585 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b820351f-d377-41dd-811d-5bae517b10ca tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (84adbb6c-2b31-4b7c-a635-f1642bafa20b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:15.260823 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e11883a1-77c7-4f3a-acea-f76486333fb9 req-6040bfa9-5de4-4922-8d08-c84b36ac87c5 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415054 Jan 18 20:30:15.410869 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 31fdf67d-710f-4865-aeca-2ab250678225 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:30:15.422340 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b820351f-d377-41dd-811d-5bae517b10ca tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network d72df201-8fdb-40a0-8a81-521a740a51aa is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:30:15.470116 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-b820351f-d377-41dd-811d-5bae517b10ca tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:30:15.526369 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b820351f-d377-41dd-811d-5bae517b10ca tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:30:15.623411 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c14c6-7c5c-4e77-aed9-caef6797c1cf req-810fb3bb-d4a9-47fd-8a25-f597f1957c42 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:15.639597 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-999c14c6-7c5c-4e77-aed9-caef6797c1cf req-810fb3bb-d4a9-47fd-8a25-f597f1957c42 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.2559555 Jan 18 20:30:15.650299 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 31fdf67d-710f-4865-aeca-2ab250678225 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:15.652663 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (31fdf67d-710f-4865-aeca-2ab250678225), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:15.772718 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820351f-d377-41dd-811d-5bae517b10ca tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Port': ['ID=84adbb6c-2b31-4b7c-a635-f1642bafa20b,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:15.786408 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4848bbc9-811f-45f1-8c41-09dc535b64ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (81f4d550-9f11-4355-b26a-aa3d66e48dd5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:15.887811 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ec1ed55-5372-4956-90f0-2fb53afe5ac6 req-9ac1d7d1-b702-42e5-b4bc-038ce77c6504 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0a5582d-ee0a-4df8-9606-7c397e03f72d HTTP/1.1" status: 200 len: 210 time: 0.1531506 Jan 18 20:30:15.910484 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-999c14c6-7c5c-4e77-aed9-caef6797c1cf req-6580b0eb-8d18-4144-b69d-3293e5703e79 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667654 Jan 18 20:30:15.950885 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 31fdf67d-710f-4865-aeca-2ab250678225 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:15.951276 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (31fdf67d-710f-4865-aeca-2ab250678225), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:15.973991 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b820351f-d377-41dd-811d-5bae517b10ca tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (6196c6e9-c78d-470c-9494-a550986a6e4c), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:16.015504 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 31fdf67d-710f-4865-aeca-2ab250678225, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=31fdf67d-710f-4865-aeca-2ab250678225,segment=NetworkSegment(f1b7fe9c-179b-436f-82cc-9ca9a41881c6),segment_id=f1b7fe9c-179b-436f-82cc-9ca9a41881c6)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:16.022617 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (31fdf67d-710f-4865-aeca-2ab250678225), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:16.141751 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=31fdf67d-710f-4865-aeca-2ab250678225,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:16.206556 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03f342a-d5f6-4bc9-b3de-3c70605bde27 None None] Network d72df201-8fdb-40a0-8a81-521a740a51aa requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:30:16.275528 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848bbc9-811f-45f1-8c41-09dc535b64ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=81f4d550-9f11-4355-b26a-aa3d66e48dd5,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:16.425403 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4848bbc9-811f-45f1-8c41-09dc535b64ae admin admin] Checking segment: {'id': '2c46816f-0f57-4198-b1f6-f49325bc445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:30:16.426176 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4848bbc9-811f-45f1-8c41-09dc535b64ae admin admin] Network hostable DHCP agents. Network: a2219283-bd9d-4d36-b2ed-ac08fd66b13d, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:30:16.558895 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb721d89-b36f-47b7-a22c-246c5ae6fb0e req-a39ad19b-b46e-4cda-bf4b-b89e582c66c3 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:16.573244 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cb721d89-b36f-47b7-a22c-246c5ae6fb0e req-a39ad19b-b46e-4cda-bf4b-b89e582c66c3 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.1250052 Jan 18 20:30:16.612665 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4f00b146-07ca-4d6d-b551-7eae3ccac2ca None None] Provisioning complete for port 31fdf67d-710f-4865-aeca-2ab250678225 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:16.613334 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4f00b146-07ca-4d6d-b551-7eae3ccac2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (31fdf67d-710f-4865-aeca-2ab250678225), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:16.675298 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4848bbc9-811f-45f1-8c41-09dc535b64ae admin admin] Network a2219283-bd9d-4d36-b2ed-ac08fd66b13d is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:30:16.680990 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b820351f-d377-41dd-811d-5bae517b10ca tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (84adbb6c-2b31-4b7c-a635-f1642bafa20b), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:16.703986 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-4848bbc9-811f-45f1-8c41-09dc535b64ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, a2219283-bd9d-4d36-b2ed-ac08fd66b13d) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:30:16.724844 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cb721d89-b36f-47b7-a22c-246c5ae6fb0e req-9e1f1318-0808-497d-8c74-aa6cf58b1b78 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409233 Jan 18 20:30:16.727544 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4848bbc9-811f-45f1-8c41-09dc535b64ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:16.733002 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4848bbc9-811f-45f1-8c41-09dc535b64ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:16.738034 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81b5fc6-9d27-47fb-bd84-44d640a73814 None None] Network a2219283-bd9d-4d36-b2ed-ac08fd66b13d requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:30:16.765877 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-42b788ba-9704-4ab5-bc5f-24768074c3bb tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:16.767569 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-42b788ba-9704-4ab5-bc5f-24768074c3bb tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.70 "GET /v2.0/networks?id=fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d HTTP/1.1" status: 200 len: 807 time: 0.3833899 Jan 18 20:30:16.773032 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4f00b146-07ca-4d6d-b551-7eae3ccac2ca None None] Current status of the port 31fdf67d-710f-4865-aeca-2ab250678225 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:16.809025 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4848bbc9-811f-45f1-8c41-09dc535b64ae admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.7127020 Jan 18 20:30:16.814592 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-e65a6154-3c37-4a8e-bc96-a69364078622 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Request body: {'port': {'device_id': 'e0a5582d-ee0a-4df8-9606-7c397e03f72d', 'network_id': 'fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d', 'admin_state_up': True, 'tenant_id': '868bee3201cb40199baaabf86c510278'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:30:16.903023 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ac500b-dae6-4947-a473-18b7b8ccded7 None None] Network a2219283-bd9d-4d36-b2ed-ac08fd66b13d requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:30:17.091779 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a88eec8-8b8e-4f94-87c7-4386d25c2191 req-c5814c16-6a75-4e5f-bd6d-6fcd9c086d34 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0a5582d-ee0a-4df8-9606-7c397e03f72d HTTP/1.1" status: 200 len: 210 time: 0.0805922 Jan 18 20:30:17.094488 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c1d0b539-ccac-447a-a6ab-e0faa5690c2c None None] Provisioning complete for port 84adbb6c-2b31-4b7c-a635-f1642bafa20b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:17.094940 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c1d0b539-ccac-447a-a6ab-e0faa5690c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (84adbb6c-2b31-4b7c-a635-f1642bafa20b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:17.141294 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c1d0b539-ccac-447a-a6ab-e0faa5690c2c None None] Port 84adbb6c-2b31-4b7c-a635-f1642bafa20b cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:30:17.158321 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c1d0b539-ccac-447a-a6ab-e0faa5690c2c None None] Provisioning complete for port 31fdf67d-710f-4865-aeca-2ab250678225 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:17.158825 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c1d0b539-ccac-447a-a6ab-e0faa5690c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (31fdf67d-710f-4865-aeca-2ab250678225), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:17.263255 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-e65a6154-3c37-4a8e-bc96-a69364078622 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Made reservation on behalf of 868bee3201cb40199baaabf86c510278 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:30:17.278888 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-e65a6154-3c37-4a8e-bc96-a69364078622 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:17.292100 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 31fdf67d-710f-4865-aeca-2ab250678225 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:30:17.401801 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c1d0b539-ccac-447a-a6ab-e0faa5690c2c None None] Current status of the port 31fdf67d-710f-4865-aeca-2ab250678225 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:17.408983 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 31fdf67d-710f-4865-aeca-2ab250678225 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:17.409429 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (31fdf67d-710f-4865-aeca-2ab250678225), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:17.516668 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 31fdf67d-710f-4865-aeca-2ab250678225 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:17.546336 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b820351f-d377-41dd-811d-5bae517b10ca tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for port (84adbb6c-2b31-4b7c-a635-f1642bafa20b), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:17.563506 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b820351f-d377-41dd-811d-5bae517b10ca tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (84adbb6c-2b31-4b7c-a635-f1642bafa20b), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:17.602883 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42798) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:17.625055 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-e65a6154-3c37-4a8e-bc96-a69364078622 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Allocated IP 172.20.0.5 (fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d/193600f1-6580-433b-8d9e-da541571d99e/08fbe444-f77e-4201-95fb-16fb208266c3) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:30:17.638422 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-9372d296-4533-49eb-bb2d-682c0b82815a None None] Provisioning complete for port 84adbb6c-2b31-4b7c-a635-f1642bafa20b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:17.639035 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9372d296-4533-49eb-bb2d-682c0b82815a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (84adbb6c-2b31-4b7c-a635-f1642bafa20b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:17.698885 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820351f-d377-41dd-811d-5bae517b10ca tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event updated for resources: {'Port': ['ID=84adbb6c-2b31-4b7c-a635-f1642bafa20b,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:17.712003 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b820351f-d377-41dd-811d-5bae517b10ca tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (6196c6e9-c78d-470c-9494-a550986a6e4c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:17.714705 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9372d296-4533-49eb-bb2d-682c0b82815a None None] Port 84adbb6c-2b31-4b7c-a635-f1642bafa20b cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:30:17.811955 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a29d651b-8664-4483-a475-d68057f10b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:17.838272 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-1db9633c-b322-4cfc-9b5d-a6b158a93daa tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:17.842839 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-1db9633c-b322-4cfc-9b5d-a6b158a93daa tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/networks?id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d HTTP/1.1" status: 200 len: 806 time: 0.2092803 Jan 18 20:30:17.911056 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-0f0785a6-d275-40cf-985d-b8775b94dbbe tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/quotas/45bdc4d1bc8c40b69abe16f13ea83854 HTTP/1.1" status: 200 len: 375 time: 0.0608442 Jan 18 20:30:17.935082 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b820351f-d377-41dd-811d-5bae517b10ca tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Network d72df201-8fdb-40a0-8a81-521a740a51aa is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:30:17.940700 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-b820351f-d377-41dd-811d-5bae517b10ca tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:30:17.961900 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-42f1834b-506e-4fe1-915a-a3eebeda378d tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=45bdc4d1bc8c40b69abe16f13ea83854&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391905 Jan 18 20:30:18.042210 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-e65a6154-3c37-4a8e-bc96-a69364078622 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Publish callbacks [] for port (08fbe444-f77e-4201-95fb-16fb208266c3), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:18.094256 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b820351f-d377-41dd-811d-5bae517b10ca tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Router 6196c6e9-c78d-470c-9494-a550986a6e4c has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:30:18.116345 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-e65a6154-3c37-4a8e-bc96-a69364078622 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (08fbe444-f77e-4201-95fb-16fb208266c3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:18.247311 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-e65a6154-3c37-4a8e-bc96-a69364078622 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Network fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:30:18.249708 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-cec7aed3-eac4-4dfd-a119-c7bf55a0399f None None] Provisioning complete for port 84adbb6c-2b31-4b7c-a635-f1642bafa20b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:18.250321 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cec7aed3-eac4-4dfd-a119-c7bf55a0399f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (84adbb6c-2b31-4b7c-a635-f1642bafa20b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:18.257693 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-e65a6154-3c37-4a8e-bc96-a69364078622 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:30:18.260815 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-e65a6154-3c37-4a8e-bc96-a69364078622 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:30:18.299779 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a6154-3c37-4a8e-bc96-a69364078622 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Pushing event updated for resources: {'Port': ['ID=08fbe444-f77e-4201-95fb-16fb208266c3,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:18.305343 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-cec7aed3-eac4-4dfd-a119-c7bf55a0399f None None] Port 84adbb6c-2b31-4b7c-a635-f1642bafa20b cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:30:18.327191 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b820351f-d377-41dd-811d-5bae517b10ca tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:30:18.332779 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b820351f-d377-41dd-811d-5bae517b10ca tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "PUT /v2.0/routers/6196c6e9-c78d-470c-9494-a550986a6e4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5088038 Jan 18 20:30:18.335782 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42814) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:18.341090 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-19bcc9f0-9ed5-495c-82a6-64ab4ecd077a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:30:18.346818 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4522efb-29bf-4e66-9b92-c8f81441f18f None None] Sync routers for ids ['6196c6e9-c78d-470c-9494-a550986a6e4c'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:30:18.361415 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4522efb-29bf-4e66-9b92-c8f81441f18f None None] Routers {'6196c6e9-c78d-470c-9494-a550986a6e4c'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:30:18.362433 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b4522efb-29bf-4e66-9b92-c8f81441f18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:29:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6196c6e9-c78d-470c-9494-a550986a6e4c'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:18.424415 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-e65a6154-3c37-4a8e-bc96-a69364078622 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:18.425044 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-e65a6154-3c37-4a8e-bc96-a69364078622 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:18.449400 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-e65a6154-3c37-4a8e-bc96-a69364078622 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6387427 Jan 18 20:30:18.463603 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc1870-24b0-4972-912c-cfc77754e6a8 req-16ba3583-94a1-43cf-8a35-8b5f2780b83b tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:18.465151 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4bcc1870-24b0-4972-912c-cfc77754e6a8 req-16ba3583-94a1-43cf-8a35-8b5f2780b83b tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.6208949 Jan 18 20:30:18.474394 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-61d0afc5-d056-4fdb-92b3-2e84910fe7be service neutron] Request body: {'port': {'device_id': 'e0a5582d-ee0a-4df8-9606-7c397e03f72d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:30:18.482472 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-b4522efb-29bf-4e66-9b92-c8f81441f18f None None] Set router 6196c6e9-c78d-470c-9494-a550986a6e4c gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:30:18.524762 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-32da93d4-4470-4307-9caa-5417b22b97e5 service neutron] 10.222.0.31 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5477376 Jan 18 20:30:18.561238 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a29d651b-8664-4483-a475-d68057f10b6e admin admin] Publish callbacks [] for security_group (6da09a0e-56cb-4bdc-9192-07fd6611e3bc), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:18.586081 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a29d651b-8664-4483-a475-d68057f10b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6da09a0e-56cb-4bdc-9192-07fd6611e3bc), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:18.596128 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4bcc1870-24b0-4972-912c-cfc77754e6a8 req-3d7772b2-67eb-4a6b-8a69-d1d372de7be8 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178131 Jan 18 20:30:18.677874 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d651b-8664-4483-a475-d68057f10b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da09a0e-56cb-4bdc-9192-07fd6611e3bc,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:18.693034 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a29d651b-8664-4483-a475-d68057f10b6e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=616d60d2110049a28260cf77df933087&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0890031 Jan 18 20:30:18.696368 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42824) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:18.845569 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-4166b9c9-59b7-4e8f-8206-a12dfa403fe2 service neutron] 10.222.0.31 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055255 Jan 18 20:30:18.867917 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b4522efb-29bf-4e66-9b92-c8f81441f18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:30:16Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None, '_interfaces': [{'id': '4c30cdd3-9810-4ac8-8092-f9c52665f4b6', 'name': '', 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:d3:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '894560bb-4831-41fa-a08f-e830b330f502', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:55Z', 'updated_at': '2022-01-18T20:30:05Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '894560bb-4831-41fa-a08f-e830b330f502', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744203f6-eea3-4435-8a21-5a6ff5c6585a', 'name': '', 'network_id': '2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:ea:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:30:05Z', 'updated_at': '2022-01-18T20:30:11Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84adbb6c-2b31-4b7c-a635-f1642bafa20b', 'name': '', 'network_id': 'd72df201-8fdb-40a0-8a81-521a740a51aa', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:f4:1d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'aeb655ed-4ea0-45c7-a754-db9127457a0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:30:13Z', 'updated_at': '2022-01-18T20:30:17Z', 'revision_number': 2, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': 'aeb655ed-4ea0-45c7-a754-db9127457a0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa4828f7-05da-4543-be75-76384d97c0f7', 'name': '', 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:de:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:42Z', 'updated_at': '2022-01-18T20:29:53Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:18.898128 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b2fad491-56f9-44ab-a8c8-23f987fa435c admin admin] Publish callbacks [] for security_group (6da09a0e-56cb-4bdc-9192-07fd6611e3bc), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:18.907518 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4522efb-29bf-4e66-9b92-c8f81441f18f None None] Checking router: 6196c6e9-c78d-470c-9494-a550986a6e4c for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:30:18.907877 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4522efb-29bf-4e66-9b92-c8f81441f18f None None] Updating router 6196c6e9-c78d-470c-9494-a550986a6e4c port 84adbb6c-2b31-4b7c-a635-f1642bafa20b binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:30:18.944896 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b4522efb-29bf-4e66-9b92-c8f81441f18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (84adbb6c-2b31-4b7c-a635-f1642bafa20b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:18.953621 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b2fad491-56f9-44ab-a8c8-23f987fa435c admin admin] Publish callbacks [] for security_group (6da09a0e-56cb-4bdc-9192-07fd6611e3bc), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:18.972835 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-61d0afc5-d056-4fdb-92b3-2e84910fe7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (08fbe444-f77e-4201-95fb-16fb208266c3), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:19.087091 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69d872-b8be-414a-b072-40c084903eed req-f93ca9c1-578b-40ed-a4f7-7e16d4060806 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:19.121015 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d69d872-b8be-414a-b072-40c084903eed req-f93ca9c1-578b-40ed-a4f7-7e16d4060806 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0a5582d-ee0a-4df8-9606-7c397e03f72d HTTP/1.1" status: 200 len: 931 time: 0.3432596 Jan 18 20:30:19.148140 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b2fad491-56f9-44ab-a8c8-23f987fa435c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6da09a0e-56cb-4bdc-9192-07fd6611e3bc), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:19.155148 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b2fad491-56f9-44ab-a8c8-23f987fa435c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:19.160405 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b2fad491-56f9-44ab-a8c8-23f987fa435c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6da09a0e-56cb-4bdc-9192-07fd6611e3bc HTTP/1.1" status: 204 len: 168 time: 0.4602520 Jan 18 20:30:19.188404 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fad491-56f9-44ab-a8c8-23f987fa435c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da09a0e-56cb-4bdc-9192-07fd6611e3bc,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:19.246551 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d69d872-b8be-414a-b072-40c084903eed req-75b3b6ba-c947-43cc-9297-b64a629af4fa tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/security-groups?id=c918b682-62bd-4658-ae4e-0cdaf8a7583f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208811 Jan 18 20:30:19.290515 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dbf060cb-c387-426b-ac15-7b33cd00c0e2 req-b1066614-0d13-4ef2-845a-86d31b0a6405 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f34daf6-9301-43ca-8d7a-0f14f3c58bac HTTP/1.1" status: 200 len: 210 time: 0.0855250 Jan 18 20:30:19.559076 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5c0d3-fe70-479e-bbe0-e6a5f65063c8 req-7dfbee04-f7e1-4276-81ca-39c0a1cc9120 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:19.570353 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e6e5c0d3-fe70-479e-bbe0-e6a5f65063c8 req-7dfbee04-f7e1-4276-81ca-39c0a1cc9120 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.0707710 Jan 18 20:30:19.653748 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e6e5c0d3-fe70-479e-bbe0-e6a5f65063c8 req-d13a63fa-2292-4779-9047-0a309cbf7a46 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823379 Jan 18 20:30:19.680667 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.extraroute_db [None req-19bcc9f0-9ed5-495c-82a6-64ab4ecd077a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103335) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 18 20:30:19.685192 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d8b9e-cdbb-41c4-ab41-7a784ce1cea3 req-4a4c2e88-2f36-4210-bbf1-5561baa9ee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:19.686835 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc6d8b9e-cdbb-41c4-ab41-7a784ce1cea3 req-4a4c2e88-2f36-4210-bbf1-5561baa9ee97 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=deb1a2f7ff2a41c7978cf89e849731a8&device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 1098 time: 0.1772530 Jan 18 20:30:19.688727 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b4522efb-29bf-4e66-9b92-c8f81441f18f None None] Publish callbacks [] for port (84adbb6c-2b31-4b7c-a635-f1642bafa20b), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:19.697500 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-61d0afc5-d056-4fdb-92b3-2e84910fe7be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08fbe444-f77e-4201-95fb-16fb208266c3 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:30:19.702455 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b4522efb-29bf-4e66-9b92-c8f81441f18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (84adbb6c-2b31-4b7c-a635-f1642bafa20b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:19.718673 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-61d0afc5-d056-4fdb-92b3-2e84910fe7be service neutron] Publish callbacks [] for port (08fbe444-f77e-4201-95fb-16fb208266c3), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:19.747080 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.extraroute_db [None req-19bcc9f0-9ed5-495c-82a6-64ab4ecd077a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Removed routes are [] {{(pid=103335) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 18 20:30:19.747470 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-19bcc9f0-9ed5-495c-82a6-64ab4ecd077a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57734'] for router (6196c6e9-c78d-470c-9494-a550986a6e4c), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:19.899761 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f406ed-857f-458e-a799-05002117e16b None None] Pushing event updated for resources: {'Port': ['ID=84adbb6c-2b31-4b7c-a635-f1642bafa20b,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:19.915615 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b4522efb-29bf-4e66-9b92-c8f81441f18f None None] Attempting to bind port 84adbb6c-2b31-4b7c-a635-f1642bafa20b on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:30:19.916641 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b4522efb-29bf-4e66-9b92-c8f81441f18f None None] Attempting to bind port 84adbb6c-2b31-4b7c-a635-f1642bafa20b by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'f1b7fe9c-179b-436f-82cc-9ca9a41881c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd72df201-8fdb-40a0-8a81-521a740a51aa'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:30:19.917159 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4522efb-29bf-4e66-9b92-c8f81441f18f None None] Attempting to bind port 84adbb6c-2b31-4b7c-a635-f1642bafa20b on network d72df201-8fdb-40a0-8a81-521a740a51aa {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:30:19.938550 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4522efb-29bf-4e66-9b92-c8f81441f18f None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:30:19.939074 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4522efb-29bf-4e66-9b92-c8f81441f18f None None] Checking segment: {'id': 'f1b7fe9c-179b-436f-82cc-9ca9a41881c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd72df201-8fdb-40a0-8a81-521a740a51aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:30:19.939680 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b4522efb-29bf-4e66-9b92-c8f81441f18f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:19.940233 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4522efb-29bf-4e66-9b92-c8f81441f18f None None] Bound using segment: {'id': 'f1b7fe9c-179b-436f-82cc-9ca9a41881c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd72df201-8fdb-40a0-8a81-521a740a51aa'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:30:19.941410 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b4522efb-29bf-4e66-9b92-c8f81441f18f None None] Bound port: 84adbb6c-2b31-4b7c-a635-f1642bafa20b, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b7fe9c-179b-436f-82cc-9ca9a41881c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd72df201-8fdb-40a0-8a81-521a740a51aa'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:30:19.941978 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b4522efb-29bf-4e66-9b92-c8f81441f18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (84adbb6c-2b31-4b7c-a635-f1642bafa20b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:19.967658 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-61d0afc5-d056-4fdb-92b3-2e84910fe7be service neutron] Transition to ACTIVE for port object 08fbe444-f77e-4201-95fb-16fb208266c3 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:30:19.986243 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42858) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:20.019389 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-61d0afc5-d056-4fdb-92b3-2e84910fe7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (08fbe444-f77e-4201-95fb-16fb208266c3), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:20.025603 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a49de630-aaa4-4745-b16d-4d9ff16b4b1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:20.077149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b4522efb-29bf-4e66-9b92-c8f81441f18f None None] For port 84adbb6c-2b31-4b7c-a635-f1642bafa20b, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:30:20.080366 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b4522efb-29bf-4e66-9b92-c8f81441f18f None None] For port 84adbb6c-2b31-4b7c-a635-f1642bafa20b, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=84adbb6c-2b31-4b7c-a635-f1642bafa20b,segment=NetworkSegment(f1b7fe9c-179b-436f-82cc-9ca9a41881c6),segment_id=f1b7fe9c-179b-436f-82cc-9ca9a41881c6)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:30:20.089347 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b4522efb-29bf-4e66-9b92-c8f81441f18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (84adbb6c-2b31-4b7c-a635-f1642bafa20b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:20.099471 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0afc5-d056-4fdb-92b3-2e84910fe7be service neutron] Pushing event updated for resources: {'Port': ['ID=08fbe444-f77e-4201-95fb-16fb208266c3,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:20.183084 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4522efb-29bf-4e66-9b92-c8f81441f18f None None] Routers {'6196c6e9-c78d-470c-9494-a550986a6e4c'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:30:20.183714 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b4522efb-29bf-4e66-9b92-c8f81441f18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:29:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6196c6e9-c78d-470c-9494-a550986a6e4c'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:20.187453 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-72f67374-7645-4d17-a3c5-2e5034a516f2 None None] Provisioning complete for port 84adbb6c-2b31-4b7c-a635-f1642bafa20b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:20.187830 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-72f67374-7645-4d17-a3c5-2e5034a516f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (84adbb6c-2b31-4b7c-a635-f1642bafa20b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:20.195067 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d8b9e-cdbb-41c4-ab41-7a784ce1cea3 req-c4e03f1d-a381-47b1-a841-af80e48c0dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:20.196658 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc6d8b9e-cdbb-41c4-ab41-7a784ce1cea3 req-c4e03f1d-a381-47b1-a841-af80e48c0dbc service neutron] 10.222.0.70 "GET /v2.0/networks?id=969e5bec-1cc4-4b20-ab88-96d006b4e701 HTTP/1.1" status: 200 len: 914 time: 0.4929605 Jan 18 20:30:20.223367 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f406ed-857f-458e-a799-05002117e16b None None] Pushing event updated for resources: {'Port': ['ID=84adbb6c-2b31-4b7c-a635-f1642bafa20b,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:20.307325 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a49de630-aaa4-4745-b16d-4d9ff16b4b1a admin admin] Publish callbacks [] for security_group (2cd6c8fe-d05a-4719-a7cd-4c11f5763c78), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:20.314668 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a49de630-aaa4-4745-b16d-4d9ff16b4b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2cd6c8fe-d05a-4719-a7cd-4c11f5763c78), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:20.355576 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc6d8b9e-cdbb-41c4-ab41-7a784ce1cea3 req-91d85833-d569-4291-a26a-2e970b9b3c1f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30f55edd-0722-4cff-a5f8-68d9282acbc8 HTTP/1.1" status: 200 len: 217 time: 0.1262066 Jan 18 20:30:20.399578 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a49de630-aaa4-4745-b16d-4d9ff16b4b1a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=78902ecb689e4b2fa588e334ffc4f2be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4114742 Jan 18 20:30:20.405716 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42868) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:20.501045 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49de630-aaa4-4745-b16d-4d9ff16b4b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd6c8fe-d05a-4719-a7cd-4c11f5763c78,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:20.507188 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-31a8f9a9-4da4-473c-a66b-41367e6e8668 req-f009ed9a-324a-4604-b6ff-745735720672 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f34daf6-9301-43ca-8d7a-0f14f3c58bac HTTP/1.1" status: 200 len: 210 time: 0.0705481 Jan 18 20:30:20.530265 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-19bcc9f0-9ed5-495c-82a6-64ab4ecd077a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57734'] for router (6196c6e9-c78d-470c-9494-a550986a6e4c), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:20.560494 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d8b9e-cdbb-41c4-ab41-7a784ce1cea3 req-c6b22a77-baf0-4c2d-b427-84690367f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:20.562179 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc6d8b9e-cdbb-41c4-ab41-7a784ce1cea3 req-c6b22a77-baf0-4c2d-b427-84690367f7e6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d51416a9-d1ba-44a6-8439-10a7eabfd114 HTTP/1.1" status: 200 len: 853 time: 0.1833093 Jan 18 20:30:20.563807 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-19bcc9f0-9ed5-495c-82a6-64ab4ecd077a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1617295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1617304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1628645'] for router (6196c6e9-c78d-470c-9494-a550986a6e4c), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:20.565507 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5021229-ecc5-473a-bf9a-88055b0dc0a5 req-d37e42ce-e991-4319-910e-681e64739130 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:20.569773 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-61d0afc5-d056-4fdb-92b3-2e84910fe7be service neutron] Attempting to bind port 08fbe444-f77e-4201-95fb-16fb208266c3 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:30:20.570238 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-61d0afc5-d056-4fdb-92b3-2e84910fe7be service neutron] Attempting to bind port 08fbe444-f77e-4201-95fb-16fb208266c3 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '20f9bad4-2259-48ab-8fe4-3f5a2c96d543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:30:20.570578 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-61d0afc5-d056-4fdb-92b3-2e84910fe7be service neutron] Attempting to bind port 08fbe444-f77e-4201-95fb-16fb208266c3 on network fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:30:20.576210 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d5021229-ecc5-473a-bf9a-88055b0dc0a5 req-d37e42ce-e991-4319-910e-681e64739130 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0a5582d-ee0a-4df8-9606-7c397e03f72d HTTP/1.1" status: 200 len: 943 time: 0.1584842 Jan 18 20:30:20.588846 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc251fef-7d33-4bc1-b120-48f3794a6df0 admin admin] Publish callbacks [] for security_group (2cd6c8fe-d05a-4719-a7cd-4c11f5763c78), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:20.589847 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-b4522efb-29bf-4e66-9b92-c8f81441f18f None None] Set router 6196c6e9-c78d-470c-9494-a550986a6e4c gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:30:20.646293 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d5021229-ecc5-473a-bf9a-88055b0dc0a5 req-78a5bd91-7af1-470a-93a3-7a109b123b79 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/security-groups?id=c918b682-62bd-4658-ae4e-0cdaf8a7583f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692875 Jan 18 20:30:20.693691 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-61d0afc5-d056-4fdb-92b3-2e84910fe7be service neutron] Port 08fbe444-f77e-4201-95fb-16fb208266c3 on network fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:30:20.694203 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-61d0afc5-d056-4fdb-92b3-2e84910fe7be service neutron] Attempting to bind port 08fbe444-f77e-4201-95fb-16fb208266c3 on network fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:30:20.759450 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-61d0afc5-d056-4fdb-92b3-2e84910fe7be service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:30:20.760098 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-61d0afc5-d056-4fdb-92b3-2e84910fe7be service neutron] Checking segment: {'id': '20f9bad4-2259-48ab-8fe4-3f5a2c96d543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:30:20.760669 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-61d0afc5-d056-4fdb-92b3-2e84910fe7be service neutron] Bound using segment: {'id': '20f9bad4-2259-48ab-8fe4-3f5a2c96d543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:30:20.761281 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-61d0afc5-d056-4fdb-92b3-2e84910fe7be service neutron] Bound port: 08fbe444-f77e-4201-95fb-16fb208266c3, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20f9bad4-2259-48ab-8fe4-3f5a2c96d543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:30:20.761833 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-61d0afc5-d056-4fdb-92b3-2e84910fe7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (08fbe444-f77e-4201-95fb-16fb208266c3), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:20.767782 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc6d8b9e-cdbb-41c4-ab41-7a784ce1cea3 req-a965d24c-eea9-48d3-9453-971e6ae9e709 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=969e5bec-1cc4-4b20-ab88-96d006b4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1898785 Jan 18 20:30:20.774745 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-72f67374-7645-4d17-a3c5-2e5034a516f2 None None] Current status of the port 84adbb6c-2b31-4b7c-a635-f1642bafa20b is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:20.775132 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-72f67374-7645-4d17-a3c5-2e5034a516f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (84adbb6c-2b31-4b7c-a635-f1642bafa20b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:20.803755 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bcc9f0-9ed5-495c-82a6-64ab4ecd077a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Router 6196c6e9-c78d-470c-9494-a550986a6e4c has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:30:20.836980 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc251fef-7d33-4bc1-b120-48f3794a6df0 admin admin] Publish callbacks [] for security_group (2cd6c8fe-d05a-4719-a7cd-4c11f5763c78), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:20.867938 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cd6f3-8a27-47f9-af86-3a5f3c74d74f req-fc850ee2-d63f-41d6-930c-f561b6b33055 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:20.880485 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-942cd6f3-8a27-47f9-af86-3a5f3c74d74f req-fc850ee2-d63f-41d6-930c-f561b6b33055 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.1455793 Jan 18 20:30:20.890182 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-72f67374-7645-4d17-a3c5-2e5034a516f2 None None] For port 84adbb6c-2b31-4b7c-a635-f1642bafa20b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=84adbb6c-2b31-4b7c-a635-f1642bafa20b,segment=NetworkSegment(f1b7fe9c-179b-436f-82cc-9ca9a41881c6),segment_id=f1b7fe9c-179b-436f-82cc-9ca9a41881c6)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:20.903535 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-72f67374-7645-4d17-a3c5-2e5034a516f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (84adbb6c-2b31-4b7c-a635-f1642bafa20b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:20.994453 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f67374-7645-4d17-a3c5-2e5034a516f2 None None] Pushing event updated for resources: {'Port': ['ID=84adbb6c-2b31-4b7c-a635-f1642bafa20b,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:21.046259 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b4522efb-29bf-4e66-9b92-c8f81441f18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:30:19Z', 'revision_number': 6, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None, '_interfaces': [{'id': '4c30cdd3-9810-4ac8-8092-f9c52665f4b6', 'name': '', 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:d3:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '894560bb-4831-41fa-a08f-e830b330f502', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:55Z', 'updated_at': '2022-01-18T20:30:05Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '894560bb-4831-41fa-a08f-e830b330f502', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744203f6-eea3-4435-8a21-5a6ff5c6585a', 'name': '', 'network_id': '2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:ea:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:30:05Z', 'updated_at': '2022-01-18T20:30:11Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84adbb6c-2b31-4b7c-a635-f1642bafa20b', 'name': '', 'network_id': 'd72df201-8fdb-40a0-8a81-521a740a51aa', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:f4:1d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'aeb655ed-4ea0-45c7-a754-db9127457a0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:30:13Z', 'updated_at': '2022-01-18T20:30:20Z', 'revision_number': 4, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': 'aeb655ed-4ea0-45c7-a754-db9127457a0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa4828f7-05da-4543-be75-76384d97c0f7', 'name': '', 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:de:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:42Z', 'updated_at': '2022-01-18T20:29:53Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:21.053526 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-942cd6f3-8a27-47f9-af86-3a5f3c74d74f req-1f871d86-a387-4328-be91-7888110cb9f5 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716700 Jan 18 20:30:21.107263 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4522efb-29bf-4e66-9b92-c8f81441f18f None None] The sync data for ids ['6196c6e9-c78d-470c-9494-a550986a6e4c'] in n-d-741529-9 is: [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:30:19Z', 'revision_number': 6, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None, '_interfaces': [{'id': '4c30cdd3-9810-4ac8-8092-f9c52665f4b6', 'name': '', 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:d3:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '894560bb-4831-41fa-a08f-e830b330f502', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:55Z', 'updated_at': '2022-01-18T20:30:05Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '894560bb-4831-41fa-a08f-e830b330f502', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744203f6-eea3-4435-8a21-5a6ff5c6585a', 'name': '', 'network_id': '2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:ea:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:30:05Z', 'updated_at': '2022-01-18T20:30:11Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84adbb6c-2b31-4b7c-a635-f1642bafa20b', 'name': '', 'network_id': 'd72df201-8fdb-40a0-8a81-521a740a51aa', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:f4:1d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'aeb655ed-4ea0-45c7-a754-db9127457a0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:30:13Z', 'updated_at': '2022-01-18T20:30:20Z', 'revision_number': 4, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': 'aeb655ed-4ea0-45c7-a754-db9127457a0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa4828f7-05da-4543-be75-76384d97c0f7', 'name': '', 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:de:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:42Z', 'updated_at': '2022-01-18T20:29:53Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:30:21.115433 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-152678a5-7cde-4666-8213-ff55158ae8dc None None] Provisioning complete for port 84adbb6c-2b31-4b7c-a635-f1642bafa20b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:21.115876 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152678a5-7cde-4666-8213-ff55158ae8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (84adbb6c-2b31-4b7c-a635-f1642bafa20b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:21.116885 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-22bb5364-d85b-48fd-93c2-1e62ac0cc04d tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:21.119464 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-22bb5364-d85b-48fd-93c2-1e62ac0cc04d tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.70 "GET /v2.0/networks?id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d HTTP/1.1" status: 200 len: 806 time: 0.2359540 Jan 18 20:30:21.140193 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-61d0afc5-d056-4fdb-92b3-2e84910fe7be service neutron] For port 08fbe444-f77e-4201-95fb-16fb208266c3, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:30:21.145492 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-61d0afc5-d056-4fdb-92b3-2e84910fe7be service neutron] For port 08fbe444-f77e-4201-95fb-16fb208266c3, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=08fbe444-f77e-4201-95fb-16fb208266c3,segment=NetworkSegment(20f9bad4-2259-48ab-8fe4-3f5a2c96d543),segment_id=20f9bad4-2259-48ab-8fe4-3f5a2c96d543)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:30:21.199206 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-e1bbfb30-ba26-42bc-aa0f-3584f07a9dac tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Request body: {'port': {'device_id': '1f34daf6-9301-43ca-8d7a-0f14f3c58bac', 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d', 'admin_state_up': True, 'tenant_id': '45bdc4d1bc8c40b69abe16f13ea83854'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:30:21.219824 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-61d0afc5-d056-4fdb-92b3-2e84910fe7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (08fbe444-f77e-4201-95fb-16fb208266c3), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:21.237682 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-152678a5-7cde-4666-8213-ff55158ae8dc None None] Current status of the port 84adbb6c-2b31-4b7c-a635-f1642bafa20b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:21.330154 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bcc9f0-9ed5-495c-82a6-64ab4ecd077a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:30:21.363784 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-19bcc9f0-9ed5-495c-82a6-64ab4ecd077a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:21.365012 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-19bcc9f0-9ed5-495c-82a6-64ab4ecd077a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "PUT /v2.0/routers/6196c6e9-c78d-470c-9494-a550986a6e4c HTTP/1.1" status: 200 len: 933 time: 3.0282524 Jan 18 20:30:21.369278 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42884) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:21.370810 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-61d0afc5-d056-4fdb-92b3-2e84910fe7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:21.371319 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-61d0afc5-d056-4fdb-92b3-2e84910fe7be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:21.375423 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-61d0afc5-d056-4fdb-92b3-2e84910fe7be service neutron] 10.222.0.70 "PUT /v2.0/ports/08fbe444-f77e-4201-95fb-16fb208266c3 HTTP/1.1" status: 200 len: 1091 time: 2.9071896 Jan 18 20:30:21.377829 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a5582d-ee0a-4df8-9606-7c397e03f72d', 'tag': '08fbe444-f77e-4201-95fb-16fb208266c3'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:30:21.391534 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9941575f-1966-4b92-af2c-3d16996e1b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a5582d-ee0a-4df8-9606-7c397e03f72d", "tag": "08fbe444-f77e-4201-95fb-16fb208266c3"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:30:21.406586 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc251fef-7d33-4bc1-b120-48f3794a6df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2cd6c8fe-d05a-4719-a7cd-4c11f5763c78), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:21.411034 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc251fef-7d33-4bc1-b120-48f3794a6df0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:21.412812 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-dc251fef-7d33-4bc1-b120-48f3794a6df0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2cd6c8fe-d05a-4719-a7cd-4c11f5763c78 HTTP/1.1" status: 204 len: 168 time: 1.0061452 Jan 18 20:30:21.416319 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc6d8b9e-cdbb-41c4-ab41-7a784ce1cea3 req-b0e53d76-2e9b-4350-8ab8-2be17714d27a service neutron] 10.222.0.70 "GET /v2.0/networks/969e5bec-1cc4-4b20-ab88-96d006b4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6376548 Jan 18 20:30:21.473452 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-e1bbfb30-ba26-42bc-aa0f-3584f07a9dac tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Made reservation on behalf of 45bdc4d1bc8c40b69abe16f13ea83854 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:30:21.485694 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-e1bbfb30-ba26-42bc-aa0f-3584f07a9dac tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:21.632710 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296fab48-a831-4cdc-843a-4279b023e72e x-openstack-request-id: req-296fab48-a831-4cdc-843a-4279b023e72e {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:30:21.633010 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a5582d-ee0a-4df8-9606-7c397e03f72d", "tag": "08fbe444-f77e-4201-95fb-16fb208266c3", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:30:21.633268 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-296fab48-a831-4cdc-843a-4279b023e72e {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:30:21.633702 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a5582d-ee0a-4df8-9606-7c397e03f72d', 'tag': '08fbe444-f77e-4201-95fb-16fb208266c3', 'status': 'completed', 'code': 200} Jan 18 20:30:21.724522 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6865bfec-4e5f-44cc-99cd-a3a4235c19ff req-2c88b150-e1bc-445e-8ae9-53c4361a00bb tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f34daf6-9301-43ca-8d7a-0f14f3c58bac HTTP/1.1" status: 200 len: 210 time: 0.0430076 Jan 18 20:30:21.772400 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc251fef-7d33-4bc1-b120-48f3794a6df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd6c8fe-d05a-4719-a7cd-4c11f5763c78,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:21.900856 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0afc5-d056-4fdb-92b3-2e84910fe7be service neutron] Pushing event updated for resources: {'Port': ['ID=08fbe444-f77e-4201-95fb-16fb208266c3,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:21.905721 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-e1bbfb30-ba26-42bc-aa0f-3584f07a9dac tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Allocated IP 172.20.0.14 (a2219283-bd9d-4d36-b2ed-ac08fd66b13d/81f4d550-9f11-4355-b26a-aa3d66e48dd5/32e311e0-cab7-4a19-aaa4-eb202f76cb5c) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:30:21.959024 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-399d043c-bc2c-4acb-8075-1019861bee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:21.960655 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-399d043c-bc2c-4acb-8075-1019861bee02 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=868bee3201cb40199baaabf86c510278&device_id=e0a5582d-ee0a-4df8-9606-7c397e03f72d HTTP/1.1" status: 200 len: 1094 time: 0.4386494 Jan 18 20:30:21.979964 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-af2d7b7f-dbb4-4ff8-8fb9-1e2dba1de6d9 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "GET /v2.0/routers/6196c6e9-c78d-470c-9494-a550986a6e4c HTTP/1.1" status: 200 len: 933 time: 0.6029537 Jan 18 20:30:21.987501 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fc1b9-87fd-49de-8082-98942687380a req-8b57946d-f9e1-497d-9930-a83b7051cc15 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:21.991399 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-047fc1b9-87fd-49de-8082-98942687380a req-8b57946d-f9e1-497d-9930-a83b7051cc15 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0a5582d-ee0a-4df8-9606-7c397e03f72d HTTP/1.1" status: 200 len: 943 time: 0.1893466 Jan 18 20:30:21.993354 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42906) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:22.028209 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-1c916c97-62e6-4d04-b77c-ee48a14e3cdb tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'router': {'routes': None}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:30:22.107545 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-b7011d1a-30ff-43f1-9ef5-94f0e3e9e2c8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08fbe444-f77e-4201-95fb-16fb208266c3 HTTP/1.1" status: 200 len: 217 time: 0.1262879 Jan 18 20:30:22.115676 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cc6d8b9e-cdbb-41c4-ab41-7a784ce1cea3 req-303e24f0-89ab-4331-a1ed-d6702d7df303 service neutron] 10.222.0.70 "GET /v2.0/networks/969e5bec-1cc4-4b20-ab88-96d006b4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6112881 Jan 18 20:30:22.246969 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-a7013db1-44c9-4ddd-af3e-e73f39f8963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:22.248674 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-a7013db1-44c9-4ddd-af3e-e73f39f8963c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=193600f1-6580-433b-8d9e-da541571d99e HTTP/1.1" status: 200 len: 847 time: 0.1313813 Jan 18 20:30:22.317244 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-083a1bcb-f294-48d0-92eb-259f6e9aef26 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610292 Jan 18 20:30:22.364795 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-047fc1b9-87fd-49de-8082-98942687380a req-1ec4fd98-81d9-487b-860c-eb707acd1428 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/security-groups?id=c918b682-62bd-4658-ae4e-0cdaf8a7583f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540542 Jan 18 20:30:22.509684 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d7a9c-e53f-41d0-9c55-4f1daad237e5 req-bccc3e60-aa43-4662-91af-d6d8e17ed836 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:22.512453 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-277d7a9c-e53f-41d0-9c55-4f1daad237e5 req-bccc3e60-aa43-4662-91af-d6d8e17ed836 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.2676246 Jan 18 20:30:22.559323 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-66999757-54b7-4897-913a-6f93e992c329 service neutron] 10.222.0.70 "GET /v2.0/networks/fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338083 Jan 18 20:30:22.641042 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c2ac8d-7c6d-423a-98c9-78398f9bfffe None None] Sync routers for ids ['6196c6e9-c78d-470c-9494-a550986a6e4c'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:30:22.653933 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c2ac8d-7c6d-423a-98c9-78398f9bfffe None None] Routers {'6196c6e9-c78d-470c-9494-a550986a6e4c'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:30:22.654660 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a0c2ac8d-7c6d-423a-98c9-78398f9bfffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:29:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6196c6e9-c78d-470c-9494-a550986a6e4c'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:22.706400 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9459dc2c-dc43-4d10-97a2-79b833931c34 req-3a9de078-73f0-45da-8226-06d3d0344f2c service neutron] 10.222.0.70 "GET /v2.0/networks/fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369936 Jan 18 20:30:22.754966 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-e1bbfb30-ba26-42bc-aa0f-3584f07a9dac tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks [] for port (32e311e0-cab7-4a19-aaa4-eb202f76cb5c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:22.888278 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941575f-1966-4b92-af2c-3d16996e1b4d req-945205e0-e39e-4efb-83d5-fb013b4d4cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:22.893157 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9941575f-1966-4b92-af2c-3d16996e1b4d req-945205e0-e39e-4efb-83d5-fb013b4d4cf0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=868bee3201cb40199baaabf86c510278&device_id=e0a5582d-ee0a-4df8-9606-7c397e03f72d HTTP/1.1" status: 200 len: 1094 time: 0.1047609 Jan 18 20:30:22.965387 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-a0c2ac8d-7c6d-423a-98c9-78398f9bfffe None None] Set router 6196c6e9-c78d-470c-9494-a550986a6e4c gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:30:22.974349 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-277d7a9c-e53f-41d0-9c55-4f1daad237e5 req-23d7d8d1-49af-4937-a232-fcc91545408b tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531538 Jan 18 20:30:23.026613 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2dccc478-60f9-4235-a9ac-c352bb6bd05c req-90e07785-c006-44be-adfd-6adb0c77756b tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f34daf6-9301-43ca-8d7a-0f14f3c58bac HTTP/1.1" status: 200 len: 210 time: 0.0419447 Jan 18 20:30:23.152086 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-e1bbfb30-ba26-42bc-aa0f-3584f07a9dac tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (32e311e0-cab7-4a19-aaa4-eb202f76cb5c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:23.309678 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-e1bbfb30-ba26-42bc-aa0f-3584f07a9dac tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Network a2219283-bd9d-4d36-b2ed-ac08fd66b13d is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:30:23.365084 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-e1bbfb30-ba26-42bc-aa0f-3584f07a9dac tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:30:23.367040 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 84adbb6c-2b31-4b7c-a635-f1642bafa20b up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:30:23.377906 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-e1bbfb30-ba26-42bc-aa0f-3584f07a9dac tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:30:23.452374 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbfb30-ba26-42bc-aa0f-3584f07a9dac tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Pushing event updated for resources: {'Port': ['ID=32e311e0-cab7-4a19-aaa4-eb202f76cb5c,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:23.531572 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 84adbb6c-2b31-4b7c-a635-f1642bafa20b triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:23.532174 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (84adbb6c-2b31-4b7c-a635-f1642bafa20b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:23.623529 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a0c2ac8d-7c6d-423a-98c9-78398f9bfffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:30:19Z', 'revision_number': 6, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None, '_interfaces': [{'id': '4c30cdd3-9810-4ac8-8092-f9c52665f4b6', 'name': '', 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:d3:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '894560bb-4831-41fa-a08f-e830b330f502', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:55Z', 'updated_at': '2022-01-18T20:30:05Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '894560bb-4831-41fa-a08f-e830b330f502', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744203f6-eea3-4435-8a21-5a6ff5c6585a', 'name': '', 'network_id': '2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:ea:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:30:05Z', 'updated_at': '2022-01-18T20:30:11Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84adbb6c-2b31-4b7c-a635-f1642bafa20b', 'name': '', 'network_id': 'd72df201-8fdb-40a0-8a81-521a740a51aa', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:f4:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'aeb655ed-4ea0-45c7-a754-db9127457a0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:30:13Z', 'updated_at': '2022-01-18T20:30:20Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': 'aeb655ed-4ea0-45c7-a754-db9127457a0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa4828f7-05da-4543-be75-76384d97c0f7', 'name': '', 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:de:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:42Z', 'updated_at': '2022-01-18T20:29:53Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:23.635857 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-e1bbfb30-ba26-42bc-aa0f-3584f07a9dac tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:23.636432 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-e1bbfb30-ba26-42bc-aa0f-3584f07a9dac tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:23.669933 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c2ac8d-7c6d-423a-98c9-78398f9bfffe None None] Checking router: 6196c6e9-c78d-470c-9494-a550986a6e4c for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:30:23.682455 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c2ac8d-7c6d-423a-98c9-78398f9bfffe None None] Routers {'6196c6e9-c78d-470c-9494-a550986a6e4c'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:30:23.683259 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a0c2ac8d-7c6d-423a-98c9-78398f9bfffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:29:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6196c6e9-c78d-470c-9494-a550986a6e4c'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:23.732879 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefa210-b2b4-48cd-baaa-774d3fd2ebd0 req-c774a5ea-a106-4309-aa19-e936c8d04bfa tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:23.733147 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 84adbb6c-2b31-4b7c-a635-f1642bafa20b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:23.734503 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7aefa210-b2b4-48cd-baaa-774d3fd2ebd0 req-c774a5ea-a106-4309-aa19-e936c8d04bfa tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0a5582d-ee0a-4df8-9606-7c397e03f72d HTTP/1.1" status: 200 len: 943 time: 0.1838369 Jan 18 20:30:23.786669 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-e1bbfb30-ba26-42bc-aa0f-3584f07a9dac tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6496251 Jan 18 20:30:23.795430 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-a0c2ac8d-7c6d-423a-98c9-78398f9bfffe None None] Set router 6196c6e9-c78d-470c-9494-a550986a6e4c gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:30:23.823004 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-a53ed2ad-943b-4473-9187-5c4b323876db service neutron] Request body: {'port': {'device_id': '1f34daf6-9301-43ca-8d7a-0f14f3c58bac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:30:23.883241 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941575f-1966-4b92-af2c-3d16996e1b4d req-00357229-7e26-42b4-90e0-c1160bfed80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:23.884183 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.extraroute_db [None req-1c916c97-62e6-4d04-b77c-ee48a14e3cdb tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Added routes are [] {{(pid=103336) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 18 20:30:23.884501 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.extraroute_db [None req-1c916c97-62e6-4d04-b77c-ee48a14e3cdb tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103336) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 18 20:30:23.886558 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9941575f-1966-4b92-af2c-3d16996e1b4d req-00357229-7e26-42b4-90e0-c1160bfed80f service neutron] 10.222.0.70 "GET /v2.0/networks?id=fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d HTTP/1.1" status: 200 len: 908 time: 0.9851770 Jan 18 20:30:23.922968 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7aefa210-b2b4-48cd-baaa-774d3fd2ebd0 req-b5a0ad30-4a5b-4a35-b6d2-450eb855ce19 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/security-groups?id=c918b682-62bd-4658-ae4e-0cdaf8a7583f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313539 Jan 18 20:30:23.961825 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-a53ed2ad-943b-4473-9187-5c4b323876db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (32e311e0-cab7-4a19-aaa4-eb202f76cb5c), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:24.000660 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9941575f-1966-4b92-af2c-3d16996e1b4d req-cd7e1bc7-856b-40a7-9c9d-a90b1ec0c811 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08fbe444-f77e-4201-95fb-16fb208266c3 HTTP/1.1" status: 200 len: 217 time: 0.0914128 Jan 18 20:30:24.047193 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1c916c97-62e6-4d04-b77c-ee48a14e3cdb tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57734'] for router (6196c6e9-c78d-470c-9494-a550986a6e4c), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:24.064293 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941575f-1966-4b92-af2c-3d16996e1b4d req-0fde19de-2861-43b4-b85a-bf3041bd9d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:24.068497 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9941575f-1966-4b92-af2c-3d16996e1b4d req-0fde19de-2861-43b4-b85a-bf3041bd9d93 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=193600f1-6580-433b-8d9e-da541571d99e HTTP/1.1" status: 200 len: 847 time: 0.0657306 Jan 18 20:30:24.127475 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9941575f-1966-4b92-af2c-3d16996e1b4d req-6deb794e-50d0-47dc-b867-59df108712e1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478766 Jan 18 20:30:24.420797 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9941575f-1966-4b92-af2c-3d16996e1b4d req-a16f0e4a-bd05-4d02-95dd-6f36faeb620b service neutron] 10.222.0.70 "GET /v2.0/networks/fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920477 Jan 18 20:30:24.433473 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-a53ed2ad-943b-4473-9187-5c4b323876db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e311e0-cab7-4a19-aaa4-eb202f76cb5c {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:30:24.443239 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-a53ed2ad-943b-4473-9187-5c4b323876db service neutron] Publish callbacks [] for port (32e311e0-cab7-4a19-aaa4-eb202f76cb5c), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:24.465453 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-a53ed2ad-943b-4473-9187-5c4b323876db service neutron] Transition to ACTIVE for port object 32e311e0-cab7-4a19-aaa4-eb202f76cb5c will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:30:24.553098 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-a53ed2ad-943b-4473-9187-5c4b323876db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (32e311e0-cab7-4a19-aaa4-eb202f76cb5c), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:24.563255 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a0c2ac8d-7c6d-423a-98c9-78398f9bfffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:30:19Z', 'revision_number': 6, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None, '_interfaces': [{'id': '4c30cdd3-9810-4ac8-8092-f9c52665f4b6', 'name': '', 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:d3:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '894560bb-4831-41fa-a08f-e830b330f502', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:55Z', 'updated_at': '2022-01-18T20:30:05Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '894560bb-4831-41fa-a08f-e830b330f502', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744203f6-eea3-4435-8a21-5a6ff5c6585a', 'name': '', 'network_id': '2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:ea:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:30:05Z', 'updated_at': '2022-01-18T20:30:11Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84adbb6c-2b31-4b7c-a635-f1642bafa20b', 'name': '', 'network_id': 'd72df201-8fdb-40a0-8a81-521a740a51aa', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:f4:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'aeb655ed-4ea0-45c7-a754-db9127457a0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:30:13Z', 'updated_at': '2022-01-18T20:30:20Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': 'aeb655ed-4ea0-45c7-a754-db9127457a0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa4828f7-05da-4543-be75-76384d97c0f7', 'name': '', 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:de:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:42Z', 'updated_at': '2022-01-18T20:29:53Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:24.649579 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c2ac8d-7c6d-423a-98c9-78398f9bfffe None None] The sync data for ids ['6196c6e9-c78d-470c-9494-a550986a6e4c'] in n-d-741529-9 is: [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:30:19Z', 'revision_number': 6, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None, '_interfaces': [{'id': '4c30cdd3-9810-4ac8-8092-f9c52665f4b6', 'name': '', 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:d3:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '894560bb-4831-41fa-a08f-e830b330f502', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:55Z', 'updated_at': '2022-01-18T20:30:05Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '894560bb-4831-41fa-a08f-e830b330f502', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744203f6-eea3-4435-8a21-5a6ff5c6585a', 'name': '', 'network_id': '2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:ea:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:30:05Z', 'updated_at': '2022-01-18T20:30:11Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84adbb6c-2b31-4b7c-a635-f1642bafa20b', 'name': '', 'network_id': 'd72df201-8fdb-40a0-8a81-521a740a51aa', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:f4:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'aeb655ed-4ea0-45c7-a754-db9127457a0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:30:13Z', 'updated_at': '2022-01-18T20:30:20Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': 'aeb655ed-4ea0-45c7-a754-db9127457a0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa4828f7-05da-4543-be75-76384d97c0f7', 'name': '', 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:de:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:42Z', 'updated_at': '2022-01-18T20:29:53Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:30:24.734876 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f714f83-0621-4e57-ad06-e4e5b24d680f req-1899a1c0-a8d4-4150-9ecc-ea6fa2001102 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:24.736925 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6f714f83-0621-4e57-ad06-e4e5b24d680f req-1899a1c0-a8d4-4150-9ecc-ea6fa2001102 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f34daf6-9301-43ca-8d7a-0f14f3c58bac HTTP/1.1" status: 200 len: 944 time: 0.4987557 Jan 18 20:30:24.748088 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9941575f-1966-4b92-af2c-3d16996e1b4d req-aafdd4e6-4ead-4282-b0e4-169ca93e196e service neutron] 10.222.0.70 "GET /v2.0/networks/fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193214 Jan 18 20:30:24.808096 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917ad6e-27b5-4af2-8cc8-240aab619e04 req-27309972-2feb-4fae-bf26-2634e08d6ebf tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:24.809798 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9917ad6e-27b5-4af2-8cc8-240aab619e04 req-27309972-2feb-4fae-bf26-2634e08d6ebf tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.5658996 Jan 18 20:30:24.880762 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ed2ad-943b-4473-9187-5c4b323876db service neutron] Pushing event updated for resources: {'Port': ['ID=32e311e0-cab7-4a19-aaa4-eb202f76cb5c,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:24.983216 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1c916c97-62e6-4d04-b77c-ee48a14e3cdb tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57734'] for router (6196c6e9-c78d-470c-9494-a550986a6e4c), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:24.999861 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1c916c97-62e6-4d04-b77c-ee48a14e3cdb tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1617295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1617304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1628645'] for router (6196c6e9-c78d-470c-9494-a550986a6e4c), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:25.086336 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6f714f83-0621-4e57-ad06-e4e5b24d680f req-ea7485fa-4214-4f1a-acb7-86f3309427f6 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302958 Jan 18 20:30:25.193461 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-a53ed2ad-943b-4473-9187-5c4b323876db service neutron] Attempting to bind port 32e311e0-cab7-4a19-aaa4-eb202f76cb5c on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:30:25.193968 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-a53ed2ad-943b-4473-9187-5c4b323876db service neutron] Attempting to bind port 32e311e0-cab7-4a19-aaa4-eb202f76cb5c by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '2c46816f-0f57-4198-b1f6-f49325bc445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:30:25.194400 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-a53ed2ad-943b-4473-9187-5c4b323876db service neutron] Attempting to bind port 32e311e0-cab7-4a19-aaa4-eb202f76cb5c on network a2219283-bd9d-4d36-b2ed-ac08fd66b13d {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:30:25.270536 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-a53ed2ad-943b-4473-9187-5c4b323876db service neutron] Port 32e311e0-cab7-4a19-aaa4-eb202f76cb5c on network a2219283-bd9d-4d36-b2ed-ac08fd66b13d not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:30:25.270861 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-a53ed2ad-943b-4473-9187-5c4b323876db service neutron] Attempting to bind port 32e311e0-cab7-4a19-aaa4-eb202f76cb5c on network a2219283-bd9d-4d36-b2ed-ac08fd66b13d {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:30:25.346969 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-a53ed2ad-943b-4473-9187-5c4b323876db service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:30:25.347663 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-a53ed2ad-943b-4473-9187-5c4b323876db service neutron] Checking segment: {'id': '2c46816f-0f57-4198-b1f6-f49325bc445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:30:25.348215 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-a53ed2ad-943b-4473-9187-5c4b323876db service neutron] Bound using segment: {'id': '2c46816f-0f57-4198-b1f6-f49325bc445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:30:25.348843 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-a53ed2ad-943b-4473-9187-5c4b323876db service neutron] Bound port: 32e311e0-cab7-4a19-aaa4-eb202f76cb5c, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c46816f-0f57-4198-b1f6-f49325bc445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:30:25.349378 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-a53ed2ad-943b-4473-9187-5c4b323876db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (32e311e0-cab7-4a19-aaa4-eb202f76cb5c), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:25.393197 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9917ad6e-27b5-4af2-8cc8-240aab619e04 req-10c9f861-7844-4063-b039-be974a108d71 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5031724 Jan 18 20:30:25.417962 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 08fbe444-f77e-4201-95fb-16fb208266c3 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:30:25.430077 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c916c97-62e6-4d04-b77c-ee48a14e3cdb tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Router 6196c6e9-c78d-470c-9494-a550986a6e4c has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:30:25.471063 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f756c-0ebf-4704-941b-8518fe459b96 req-7920199f-711d-4989-9e12-74b5179fce3b tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:25.478046 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-512f756c-0ebf-4704-941b-8518fe459b96 req-7920199f-711d-4989-9e12-74b5179fce3b tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0a5582d-ee0a-4df8-9606-7c397e03f72d HTTP/1.1" status: 200 len: 943 time: 0.1673961 Jan 18 20:30:25.603273 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 08fbe444-f77e-4201-95fb-16fb208266c3, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=08fbe444-f77e-4201-95fb-16fb208266c3,segment=NetworkSegment(20f9bad4-2259-48ab-8fe4-3f5a2c96d543),segment_id=20f9bad4-2259-48ab-8fe4-3f5a2c96d543)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:25.637935 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '08fbe444-f77e-4201-95fb-16fb208266c3', 'network_id': 'fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d', 'port_id': '08fbe444-f77e-4201-95fb-16fb208266c3', 'mac_address': 'fa:16:3e:6b:a5:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '193600f1-6580-433b-8d9e-da541571d99e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:30:25.643425 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-350d6991-e588-4689-8da3-12ebe49a3cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:25.687621 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 08fbe444-f77e-4201-95fb-16fb208266c3 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:25.688323 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (08fbe444-f77e-4201-95fb-16fb208266c3), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:25.702646 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08fbe444-f77e-4201-95fb-16fb208266c3 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:30:25.725520 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 08fbe444-f77e-4201-95fb-16fb208266c3, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=08fbe444-f77e-4201-95fb-16fb208266c3,segment=NetworkSegment(20f9bad4-2259-48ab-8fe4-3f5a2c96d543),segment_id=20f9bad4-2259-48ab-8fe4-3f5a2c96d543)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:25.731846 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (08fbe444-f77e-4201-95fb-16fb208266c3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:25.765218 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43032) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:25.813581 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=08fbe444-f77e-4201-95fb-16fb208266c3,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:25.900711 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b11e393f-aa4d-4817-90b2-6bb176e45478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:25.991814 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b11e393f-aa4d-4817-90b2-6bb176e45478 admin admin] Publish callbacks [] for security_group (8d4f716c-9ea2-4930-bbc1-53dd1c1933ab), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:25.996039 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b11e393f-aa4d-4817-90b2-6bb176e45478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8d4f716c-9ea2-4930-bbc1-53dd1c1933ab), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:25.999017 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-a53ed2ad-943b-4473-9187-5c4b323876db service neutron] For port 32e311e0-cab7-4a19-aaa4-eb202f76cb5c, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:30:26.039516 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b11e393f-aa4d-4817-90b2-6bb176e45478 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ae764df79b3f47e48b51c168154bbab8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2721579 Jan 18 20:30:26.041128 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-a53ed2ad-943b-4473-9187-5c4b323876db service neutron] For port 32e311e0-cab7-4a19-aaa4-eb202f76cb5c, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=32e311e0-cab7-4a19-aaa4-eb202f76cb5c,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:30:26.041340 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43040) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:26.047627 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-512f756c-0ebf-4704-941b-8518fe459b96 req-ef501a7e-8c11-4bd8-9567-875ef48859e8 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/security-groups?id=c918b682-62bd-4658-ae4e-0cdaf8a7583f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5687470 Jan 18 20:30:26.050903 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['08fbe444-f77e-4201-95fb-16fb208266c3'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:30:26.055948 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-a53ed2ad-943b-4473-9187-5c4b323876db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (32e311e0-cab7-4a19-aaa4-eb202f76cb5c), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:26.063155 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e393f-aa4d-4817-90b2-6bb176e45478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4f716c-9ea2-4930-bbc1-53dd1c1933ab,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:26.111268 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c916c97-62e6-4d04-b77c-ee48a14e3cdb tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:30:26.122480 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1c916c97-62e6-4d04-b77c-ee48a14e3cdb tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:26.124465 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1c916c97-62e6-4d04-b77c-ee48a14e3cdb tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "PUT /v2.0/routers/6196c6e9-c78d-470c-9494-a550986a6e4c HTTP/1.1" status: 200 len: 699 time: 4.1153975 Jan 18 20:30:26.132124 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43046) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:26.133025 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-a53ed2ad-943b-4473-9187-5c4b323876db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:26.134106 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-a53ed2ad-943b-4473-9187-5c4b323876db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:26.136885 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-a53ed2ad-943b-4473-9187-5c4b323876db service neutron] 10.222.0.70 "PUT /v2.0/ports/32e311e0-cab7-4a19-aaa4-eb202f76cb5c HTTP/1.1" status: 200 len: 1092 time: 2.3292859 Jan 18 20:30:26.144402 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f34daf6-9301-43ca-8d7a-0f14f3c58bac', 'tag': '32e311e0-cab7-4a19-aaa4-eb202f76cb5c'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:30:26.146662 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dea47e1-1424-4d68-a13e-9a36fee14fcc None None] Sync routers for ids ['6196c6e9-c78d-470c-9494-a550986a6e4c'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:30:26.163524 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9e58d7-7b07-41c4-8296-daebe9d08335" -d '{"events": [{"name": "network-changed", "server_uuid": "1f34daf6-9301-43ca-8d7a-0f14f3c58bac", "tag": "32e311e0-cab7-4a19-aaa4-eb202f76cb5c"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:30:26.213007 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dea47e1-1424-4d68-a13e-9a36fee14fcc None None] Routers {'6196c6e9-c78d-470c-9494-a550986a6e4c'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:30:26.214314 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1dea47e1-1424-4d68-a13e-9a36fee14fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:29:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6196c6e9-c78d-470c-9494-a550986a6e4c'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:26.221016 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23f289-53cc-408b-aa17-d25a17c986d7 req-f8935f8f-948e-4c55-8964-92771346420f tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:26.224687 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-da23f289-53cc-408b-aa17-d25a17c986d7 req-f8935f8f-948e-4c55-8964-92771346420f tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.6690252 Jan 18 20:30:26.229807 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ed2ad-943b-4473-9187-5c4b323876db service neutron] Pushing event updated for resources: {'Port': ['ID=32e311e0-cab7-4a19-aaa4-eb202f76cb5c,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:26.278788 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ca1ed5a2-4ac4-470a-a7a6-faeeb1003e85 admin admin] Publish callbacks [] for security_group (8d4f716c-9ea2-4930-bbc1-53dd1c1933ab), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:26.340465 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ca1ed5a2-4ac4-470a-a7a6-faeeb1003e85 admin admin] Publish callbacks [] for security_group (8d4f716c-9ea2-4930-bbc1-53dd1c1933ab), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:26.357351 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f196031-ee14-4c71-b5a8-57bd8fbf40b7 req-9b8c9eb3-7e3f-4363-a165-4dc3fe08eb2a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:26.358905 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f196031-ee14-4c71-b5a8-57bd8fbf40b7 req-9b8c9eb3-7e3f-4363-a165-4dc3fe08eb2a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f34daf6-9301-43ca-8d7a-0f14f3c58bac HTTP/1.1" status: 200 len: 944 time: 0.1326439 Jan 18 20:30:26.362143 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-7543a4ab-3c55-4bc7-b09c-c25e5f611f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:26.364024 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-7543a4ab-3c55-4bc7-b09c-c25e5f611f7d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=45bdc4d1bc8c40b69abe16f13ea83854&device_id=1f34daf6-9301-43ca-8d7a-0f14f3c58bac HTTP/1.1" status: 200 len: 1095 time: 0.1348031 Jan 18 20:30:26.367134 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-da23f289-53cc-408b-aa17-d25a17c986d7 req-22217454-90b2-4636-820d-a122792c10df tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327996 Jan 18 20:30:26.377355 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9f0ebc39-5b48-49fe-9992-e0f18f95a9ea tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "GET /v2.0/routers/6196c6e9-c78d-470c-9494-a550986a6e4c HTTP/1.1" status: 200 len: 699 time: 0.2407165 Jan 18 20:30:26.378028 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43058) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:26.435059 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7865548b-6b65-4d29-b05d-433f774fd2ea x-openstack-request-id: req-7865548b-6b65-4d29-b05d-433f774fd2ea {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:30:26.435422 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f34daf6-9301-43ca-8d7a-0f14f3c58bac", "tag": "32e311e0-cab7-4a19-aaa4-eb202f76cb5c", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:30:26.435738 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7865548b-6b65-4d29-b05d-433f774fd2ea {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:30:26.436193 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f34daf6-9301-43ca-8d7a-0f14f3c58bac', 'tag': '32e311e0-cab7-4a19-aaa4-eb202f76cb5c', 'status': 'completed', 'code': 200} Jan 18 20:30:26.446059 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-1e1c899f-230f-4db8-bdd4-33cf25176923 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32e311e0-cab7-4a19-aaa4-eb202f76cb5c HTTP/1.1" status: 200 len: 217 time: 0.0633497 Jan 18 20:30:26.471051 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-1dea47e1-1424-4d68-a13e-9a36fee14fcc None None] Set router 6196c6e9-c78d-470c-9494-a550986a6e4c gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:30:26.497333 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f196031-ee14-4c71-b5a8-57bd8fbf40b7 req-66db2b2e-062a-41e0-894d-1d266ca99f98 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291485 Jan 18 20:30:26.529856 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-6f66ec3b-6076-46bc-9863-594a6c7a4842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:26.531530 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-6f66ec3b-6076-46bc-9863-594a6c7a4842 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81f4d550-9f11-4355-b26a-aa3d66e48dd5 HTTP/1.1" status: 200 len: 846 time: 0.0775659 Jan 18 20:30:26.578461 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-382b3837-ebd8-417f-b973-9b027bb14f82 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408020 Jan 18 20:30:26.679959 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ca1ed5a2-4ac4-470a-a7a6-faeeb1003e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8d4f716c-9ea2-4930-bbc1-53dd1c1933ab), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:26.684753 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ca1ed5a2-4ac4-470a-a7a6-faeeb1003e85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:26.689827 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ca1ed5a2-4ac4-470a-a7a6-faeeb1003e85 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d4f716c-9ea2-4930-bbc1-53dd1c1933ab HTTP/1.1" status: 204 len: 168 time: 0.6472178 Jan 18 20:30:26.703443 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ed5a2-4ac4-470a-a7a6-faeeb1003e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4f716c-9ea2-4930-bbc1-53dd1c1933ab,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:26.737432 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-1a06b728-b880-4d78-8b3b-476192fe257e service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531155 Jan 18 20:30:26.847921 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb0700-8cd4-4f51-b4ee-bc65c1b9374f req-9d248806-bf20-4f1f-bf78-c6e1412553d2 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:26.866120 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-02fb0700-8cd4-4f51-b4ee-bc65c1b9374f req-9d248806-bf20-4f1f-bf78-c6e1412553d2 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.2561004 Jan 18 20:30:26.921684 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1dea47e1-1424-4d68-a13e-9a36fee14fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:30:23Z', 'revision_number': 7, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None, '_interfaces': [{'id': '4c30cdd3-9810-4ac8-8092-f9c52665f4b6', 'name': '', 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:d3:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '894560bb-4831-41fa-a08f-e830b330f502', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:55Z', 'updated_at': '2022-01-18T20:30:05Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '894560bb-4831-41fa-a08f-e830b330f502', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744203f6-eea3-4435-8a21-5a6ff5c6585a', 'name': '', 'network_id': '2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:ea:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:30:05Z', 'updated_at': '2022-01-18T20:30:11Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84adbb6c-2b31-4b7c-a635-f1642bafa20b', 'name': '', 'network_id': 'd72df201-8fdb-40a0-8a81-521a740a51aa', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:f4:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'aeb655ed-4ea0-45c7-a754-db9127457a0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:30:13Z', 'updated_at': '2022-01-18T20:30:20Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': 'aeb655ed-4ea0-45c7-a754-db9127457a0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa4828f7-05da-4543-be75-76384d97c0f7', 'name': '', 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:de:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:42Z', 'updated_at': '2022-01-18T20:29:53Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:26.944816 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b8a7715-530e-45a0-ba5a-8f2c28678fdf req-91eb729b-5a7b-4f1a-8996-33e74b4498b2 service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922405 Jan 18 20:30:26.956137 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-02fb0700-8cd4-4f51-b4ee-bc65c1b9374f req-1a2e3c48-d623-4cb9-a0e0-a0a14b22436a tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890231 Jan 18 20:30:26.966888 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d3864955-e232-40d3-a7da-0e960c14166b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (6196c6e9-c78d-470c-9494-a550986a6e4c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:26.991193 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dea47e1-1424-4d68-a13e-9a36fee14fcc None None] Checking router: 6196c6e9-c78d-470c-9494-a550986a6e4c for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:30:27.001068 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dea47e1-1424-4d68-a13e-9a36fee14fcc None None] Routers {'6196c6e9-c78d-470c-9494-a550986a6e4c'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:30:27.001731 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1dea47e1-1424-4d68-a13e-9a36fee14fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:29:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6196c6e9-c78d-470c-9494-a550986a6e4c'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:27.111367 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e58d7-7b07-41c4-8296-daebe9d08335 req-36b532dc-6d63-4c7f-a45f-0d56b9082801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:27.112920 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e9e58d7-7b07-41c4-8296-daebe9d08335 req-36b532dc-6d63-4c7f-a45f-0d56b9082801 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=45bdc4d1bc8c40b69abe16f13ea83854&device_id=1f34daf6-9301-43ca-8d7a-0f14f3c58bac HTTP/1.1" status: 200 len: 1095 time: 0.1054189 Jan 18 20:30:27.126535 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552ab92-a3ee-48e4-8aad-b6c1f640d279 req-e0c8d87e-cdf0-4a0f-8177-29a8a253676e tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:27.128916 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d552ab92-a3ee-48e4-8aad-b6c1f640d279 req-e0c8d87e-cdf0-4a0f-8177-29a8a253676e tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.0641112 Jan 18 20:30:27.219444 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43082) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:27.255219 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-1dea47e1-1424-4d68-a13e-9a36fee14fcc None None] Set router 6196c6e9-c78d-470c-9494-a550986a6e4c gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:30:27.256324 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd36ef66-09c3-4448-b04b-76f717dcc1c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:27.333491 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d552ab92-a3ee-48e4-8aad-b6c1f640d279 req-12c7a972-5d44-4fdf-bcf2-8200c8ec973a tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902807 Jan 18 20:30:27.395324 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7e803-4375-49ff-a2e2-1e9232ca93ab req-9ee6b9d9-dc06-4fe2-84e7-625c30c4a5aa tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:27.397230 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-32a7e803-4375-49ff-a2e2-1e9232ca93ab req-9ee6b9d9-dc06-4fe2-84e7-625c30c4a5aa tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0a5582d-ee0a-4df8-9606-7c397e03f72d HTTP/1.1" status: 200 len: 944 time: 0.1804321 Jan 18 20:30:27.399189 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e58d7-7b07-41c4-8296-daebe9d08335 req-d05eb532-be9a-4f1e-9a8a-fc285d2e7900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:27.402021 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e9e58d7-7b07-41c4-8296-daebe9d08335 req-d05eb532-be9a-4f1e-9a8a-fc285d2e7900 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d HTTP/1.1" status: 200 len: 907 time: 0.2709539 Jan 18 20:30:27.434516 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 08fbe444-f77e-4201-95fb-16fb208266c3 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:30:27.444683 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd36ef66-09c3-4448-b04b-76f717dcc1c9 admin admin] Publish callbacks [] for security_group (9f17ab2d-6c72-42c5-be4a-43246475ddb2), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:27.451425 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d3864955-e232-40d3-a7da-0e960c14166b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Deleting port 84adbb6c-2b31-4b7c-a635-f1642bafa20b {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:30:27.453363 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d3864955-e232-40d3-a7da-0e960c14166b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (84adbb6c-2b31-4b7c-a635-f1642bafa20b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:27.496033 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e9e58d7-7b07-41c4-8296-daebe9d08335 req-e1a6f982-7efb-4d5c-a1ad-e2a79ffb72f2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32e311e0-cab7-4a19-aaa4-eb202f76cb5c HTTP/1.1" status: 200 len: 217 time: 0.0816691 Jan 18 20:30:27.557955 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 08fbe444-f77e-4201-95fb-16fb208266c3 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:30:27.568211 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d3864955-e232-40d3-a7da-0e960c14166b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] For port 84adbb6c-2b31-4b7c-a635-f1642bafa20b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=84adbb6c-2b31-4b7c-a635-f1642bafa20b,segment=NetworkSegment(f1b7fe9c-179b-436f-82cc-9ca9a41881c6),segment_id=f1b7fe9c-179b-436f-82cc-9ca9a41881c6)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:27.568571 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d3864955-e232-40d3-a7da-0e960c14166b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (84adbb6c-2b31-4b7c-a635-f1642bafa20b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:27.570257 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-32a7e803-4375-49ff-a2e2-1e9232ca93ab req-ed01609a-3d73-4687-b0ec-f6c82ae7408d tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/security-groups?id=c918b682-62bd-4658-ae4e-0cdaf8a7583f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635983 Jan 18 20:30:27.575987 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 08fbe444-f77e-4201-95fb-16fb208266c3 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:27.576876 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (08fbe444-f77e-4201-95fb-16fb208266c3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:27.586567 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd36ef66-09c3-4448-b04b-76f717dcc1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9f17ab2d-6c72-42c5-be4a-43246475ddb2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:27.604941 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d3864955-e232-40d3-a7da-0e960c14166b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Calling delete_port for 84adbb6c-2b31-4b7c-a635-f1642bafa20b owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:30:27.613968 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e58d7-7b07-41c4-8296-daebe9d08335 req-04a2faf2-3375-4553-93da-3a2f2de6b0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:27.615494 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e9e58d7-7b07-41c4-8296-daebe9d08335 req-04a2faf2-3375-4553-93da-3a2f2de6b0b8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81f4d550-9f11-4355-b26a-aa3d66e48dd5 HTTP/1.1" status: 200 len: 846 time: 0.1098428 Jan 18 20:30:27.658930 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e9e58d7-7b07-41c4-8296-daebe9d08335 req-03a793a9-18c5-4402-9508-bc9f1fdd0975 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335629 Jan 18 20:30:27.671480 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ed091-700a-44b3-afa0-4a0cf085800a req-0f2dad0c-0880-4f0e-90f6-9d3e700238f5 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:27.679178 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-403ed091-700a-44b3-afa0-4a0cf085800a req-0f2dad0c-0880-4f0e-90f6-9d3e700238f5 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.0940087 Jan 18 20:30:27.782255 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 08fbe444-f77e-4201-95fb-16fb208266c3 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:27.782835 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (08fbe444-f77e-4201-95fb-16fb208266c3), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:27.830199 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-403ed091-700a-44b3-afa0-4a0cf085800a req-c804b5f3-ddf1-4fba-8dc3-556eedb43276 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491039 Jan 18 20:30:27.855789 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a5582d-ee0a-4df8-9606-7c397e03f72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fbe444-f77e-4201-95fb-16fb208266c3'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:30:27.858151 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddfcf3c-1f68-411d-9888-d946a631e7c2" -d '{"events": [{"server_uuid": "e0a5582d-ee0a-4df8-9606-7c397e03f72d", "name": "network-vif-plugged", "status": "completed", "tag": "08fbe444-f77e-4201-95fb-16fb208266c3"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:30:27.886772 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 08fbe444-f77e-4201-95fb-16fb208266c3, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=08fbe444-f77e-4201-95fb-16fb208266c3,segment=NetworkSegment(20f9bad4-2259-48ab-8fe4-3f5a2c96d543),segment_id=20f9bad4-2259-48ab-8fe4-3f5a2c96d543)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:27.892537 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-70cc06fb-fbc7-4dea-bc71-14adee39c56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:27.899578 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (08fbe444-f77e-4201-95fb-16fb208266c3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:27.913130 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e9e58d7-7b07-41c4-8296-daebe9d08335 req-0b4868a3-1ef8-488e-af38-7a6dfd144e85 service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308567 Jan 18 20:30:27.931785 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db659d5e-a563-47a4-826c-c77893925886 req-70396f88-ecfe-45eb-88a3-c7782f01f245 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:27.938186 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fd36ef66-09c3-4448-b04b-76f717dcc1c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d60417af89634cfb9bc48cf70f1b7f1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7150609 Jan 18 20:30:27.938186 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36ef66-09c3-4448-b04b-76f717dcc1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f17ab2d-6c72-42c5-be4a-43246475ddb2,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:27.940349 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-db659d5e-a563-47a4-826c-c77893925886 req-70396f88-ecfe-45eb-88a3-c7782f01f245 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f34daf6-9301-43ca-8d7a-0f14f3c58bac HTTP/1.1" status: 200 len: 944 time: 0.1061528 Jan 18 20:30:27.940498 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43104) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:27.948878 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d3864955-e232-40d3-a7da-0e960c14166b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (84adbb6c-2b31-4b7c-a635-f1642bafa20b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:28.016978 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3864955-e232-40d3-a7da-0e960c14166b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Port': ['ID=84adbb6c-2b31-4b7c-a635-f1642bafa20b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:28.049333 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=08fbe444-f77e-4201-95fb-16fb208266c3,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:28.078251 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1dea47e1-1424-4d68-a13e-9a36fee14fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:30:23Z', 'revision_number': 7, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None, '_interfaces': [{'id': '4c30cdd3-9810-4ac8-8092-f9c52665f4b6', 'name': '', 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:d3:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '894560bb-4831-41fa-a08f-e830b330f502', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:55Z', 'updated_at': '2022-01-18T20:30:05Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '894560bb-4831-41fa-a08f-e830b330f502', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744203f6-eea3-4435-8a21-5a6ff5c6585a', 'name': '', 'network_id': '2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:ea:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:30:05Z', 'updated_at': '2022-01-18T20:30:11Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84adbb6c-2b31-4b7c-a635-f1642bafa20b', 'name': '', 'network_id': 'd72df201-8fdb-40a0-8a81-521a740a51aa', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:f4:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'aeb655ed-4ea0-45c7-a754-db9127457a0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:30:13Z', 'updated_at': '2022-01-18T20:30:20Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': 'aeb655ed-4ea0-45c7-a754-db9127457a0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa4828f7-05da-4543-be75-76384d97c0f7', 'name': '', 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:de:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:42Z', 'updated_at': '2022-01-18T20:29:53Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:28.120721 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f2252-4615-4a25-9c7c-2c0c5ce74838 req-dd5cdc5c-581c-4ee3-b0ab-b4db4e2d1b5f tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:28.122679 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2f2f2252-4615-4a25-9c7c-2c0c5ce74838 req-dd5cdc5c-581c-4ee3-b0ab-b4db4e2d1b5f tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.1740749 Jan 18 20:30:28.123618 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d34e1144-466f-4c2e-891f-9acc60f4efc6 admin admin] Publish callbacks [] for security_group (9f17ab2d-6c72-42c5-be4a-43246475ddb2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:28.152635 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dea47e1-1424-4d68-a13e-9a36fee14fcc None None] The sync data for ids ['6196c6e9-c78d-470c-9494-a550986a6e4c'] in n-d-741529-9 is: [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:30:23Z', 'revision_number': 7, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None, '_interfaces': [{'id': '4c30cdd3-9810-4ac8-8092-f9c52665f4b6', 'name': '', 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:d3:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '894560bb-4831-41fa-a08f-e830b330f502', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:55Z', 'updated_at': '2022-01-18T20:30:05Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '894560bb-4831-41fa-a08f-e830b330f502', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744203f6-eea3-4435-8a21-5a6ff5c6585a', 'name': '', 'network_id': '2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:ea:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:30:05Z', 'updated_at': '2022-01-18T20:30:11Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84adbb6c-2b31-4b7c-a635-f1642bafa20b', 'name': '', 'network_id': 'd72df201-8fdb-40a0-8a81-521a740a51aa', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:f4:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'aeb655ed-4ea0-45c7-a754-db9127457a0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:30:13Z', 'updated_at': '2022-01-18T20:30:20Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': 'aeb655ed-4ea0-45c7-a754-db9127457a0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa4828f7-05da-4543-be75-76384d97c0f7', 'name': '', 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:de:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:42Z', 'updated_at': '2022-01-18T20:29:53Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:30:28.164200 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-db659d5e-a563-47a4-826c-c77893925886 req-3c4665b0-153b-444f-a708-391833bfab88 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236092 Jan 18 20:30:28.212719 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e9e58d7-7b07-41c4-8296-daebe9d08335 req-c5a0d1bd-f8d4-4ab1-920e-9c109c7916cf service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905390 Jan 18 20:30:28.251229 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2f2f2252-4615-4a25-9c7c-2c0c5ce74838 req-8d3242f2-8739-412b-89c2-c7b845485904 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098447 Jan 18 20:30:28.278904 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3015a3c-e213-4b34-a91e-9da960a91d2d x-openstack-request-id: req-e3015a3c-e213-4b34-a91e-9da960a91d2d {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:30:28.278904 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a5582d-ee0a-4df8-9606-7c397e03f72d", "name": "network-vif-plugged", "status": "completed", "tag": "08fbe444-f77e-4201-95fb-16fb208266c3", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:30:28.278904 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3015a3c-e213-4b34-a91e-9da960a91d2d {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:30:28.278904 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a5582d-ee0a-4df8-9606-7c397e03f72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fbe444-f77e-4201-95fb-16fb208266c3', 'code': 200} Jan 18 20:30:28.282340 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:30:28.386463 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d34e1144-466f-4c2e-891f-9acc60f4efc6 admin admin] Publish callbacks [] for security_group (9f17ab2d-6c72-42c5-be4a-43246475ddb2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:28.412734 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d3864955-e232-40d3-a7da-0e960c14166b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (6196c6e9-c78d-470c-9494-a550986a6e4c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:28.437742 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05154a-fb66-4c03-9c5a-f3eba3e4d36f req-83cd6ba5-6b95-48aa-a992-f7ed06ac8125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:28.440458 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dd05154a-fb66-4c03-9c5a-f3eba3e4d36f req-83cd6ba5-6b95-48aa-a992-f7ed06ac8125 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e0a5582d-ee0a-4df8-9606-7c397e03f72d HTTP/1.1" status: 200 len: 1096 time: 0.1041710 Jan 18 20:30:28.475365 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487caac-8b68-4fc0-93fb-be711dd67f51 req-84303e2f-1953-4e3f-ad79-f9af9b8fa5a2 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:28.478981 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c487caac-8b68-4fc0-93fb-be711dd67f51 req-84303e2f-1953-4e3f-ad79-f9af9b8fa5a2 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.1011350 Jan 18 20:30:28.540388 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dd05154a-fb66-4c03-9c5a-f3eba3e4d36f req-fb4d8dc9-1df0-4706-87fb-7e1c2f53a871 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c918b682-62bd-4658-ae4e-0cdaf8a7583f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939109 Jan 18 20:30:28.580261 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c487caac-8b68-4fc0-93fb-be711dd67f51 req-f4b3b3ad-49f9-4fd1-b7e6-29d953889b65 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750191 Jan 18 20:30:28.640821 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d34e1144-466f-4c2e-891f-9acc60f4efc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9f17ab2d-6c72-42c5-be4a-43246475ddb2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:28.643439 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d34e1144-466f-4c2e-891f-9acc60f4efc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:28.647636 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d34e1144-466f-4c2e-891f-9acc60f4efc6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f17ab2d-6c72-42c5-be4a-43246475ddb2 HTTP/1.1" status: 204 len: 168 time: 0.7039223 Jan 18 20:30:28.663964 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e1144-466f-4c2e-891f-9acc60f4efc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f17ab2d-6c72-42c5-be4a-43246475ddb2,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:28.708528 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3864955-e232-40d3-a7da-0e960c14166b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Router 6196c6e9-c78d-470c-9494-a550986a6e4c has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:30:28.776522 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ce525-1d78-41dd-ba7a-5a2eca518da2 req-71c195f1-80e6-48f2-a55a-a615fb2b2ca4 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:28.777498 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-db0ce525-1d78-41dd-ba7a-5a2eca518da2 req-71c195f1-80e6-48f2-a55a-a615fb2b2ca4 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0a5582d-ee0a-4df8-9606-7c397e03f72d HTTP/1.1" status: 200 len: 945 time: 0.1278348 Jan 18 20:30:28.795820 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69ebcd-a02f-478c-a7bf-e60459f2752f req-400c8fda-9a42-4a98-b956-c59c0d951332 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:28.805051 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eb69ebcd-a02f-478c-a7bf-e60459f2752f req-400c8fda-9a42-4a98-b956-c59c0d951332 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.0930147 Jan 18 20:30:28.833541 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3864955-e232-40d3-a7da-0e960c14166b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:30:28.844378 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0b372d-0c7e-4f31-a2ac-353fa8addbbd None None] Sync routers for ids ['6196c6e9-c78d-470c-9494-a550986a6e4c'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:30:28.845101 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43128) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:28.852510 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d3864955-e232-40d3-a7da-0e960c14166b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "PUT /v2.0/routers/6196c6e9-c78d-470c-9494-a550986a6e4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4728689 Jan 18 20:30:28.855291 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0b372d-0c7e-4f31-a2ac-353fa8addbbd None None] Routers {'6196c6e9-c78d-470c-9494-a550986a6e4c'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:30:28.855875 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-df0b372d-0c7e-4f31-a2ac-353fa8addbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:30:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6196c6e9-c78d-470c-9494-a550986a6e4c'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:28.925882 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-db0ce525-1d78-41dd-ba7a-5a2eca518da2 req-bff57aa7-6792-4932-b016-74a967def8ad tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/security-groups?id=c918b682-62bd-4658-ae4e-0cdaf8a7583f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184332 Jan 18 20:30:28.961192 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f3a2a9-761d-453b-8f78-f369f1126207 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Deleting subnet aeb655ed-4ea0-45c7-a754-db9127457a0f {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:30:28.964736 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-03f3a2a9-761d-453b-8f78-f369f1126207 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for subnet (aeb655ed-4ea0-45c7-a754-db9127457a0f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:28.971584 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-df0b372d-0c7e-4f31-a2ac-353fa8addbbd None None] Set router 6196c6e9-c78d-470c-9494-a550986a6e4c gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:30:28.983256 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eb69ebcd-a02f-478c-a7bf-e60459f2752f req-4b877fc4-f129-4a82-9386-88f4ebe59b13 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720231 Jan 18 20:30:29.051724 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-03f3a2a9-761d-453b-8f78-f369f1126207 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (aeb655ed-4ea0-45c7-a754-db9127457a0f), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:29.087356 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:29.240252 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-03f3a2a9-761d-453b-8f78-f369f1126207 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (aeb655ed-4ea0-45c7-a754-db9127457a0f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:29.326216 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763ca16-99ab-4e5d-b229-2d183984cdc0 req-5ffcada9-ea2e-47bf-9c05-efb30b2896a6 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:29.328105 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9763ca16-99ab-4e5d-b229-2d183984cdc0 req-5ffcada9-ea2e-47bf-9c05-efb30b2896a6 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.1962476 Jan 18 20:30:29.330757 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-03f3a2a9-761d-453b-8f78-f369f1126207 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (aeb655ed-4ea0-45c7-a754-db9127457a0f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:29.419054 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 32e311e0-cab7-4a19-aaa4-eb202f76cb5c details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:30:29.433991 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3a2a9-761d-453b-8f78-f369f1126207 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Subnet': ['ID=aeb655ed-4ea0-45c7-a754-db9127457a0f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:29.442124 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-df0b372d-0c7e-4f31-a2ac-353fa8addbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:30:27Z', 'revision_number': 8, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None, '_interfaces': [{'id': '4c30cdd3-9810-4ac8-8092-f9c52665f4b6', 'name': '', 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:d3:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '894560bb-4831-41fa-a08f-e830b330f502', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:55Z', 'updated_at': '2022-01-18T20:30:05Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '894560bb-4831-41fa-a08f-e830b330f502', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744203f6-eea3-4435-8a21-5a6ff5c6585a', 'name': '', 'network_id': '2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:ea:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:30:05Z', 'updated_at': '2022-01-18T20:30:11Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa4828f7-05da-4543-be75-76384d97c0f7', 'name': '', 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:de:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:42Z', 'updated_at': '2022-01-18T20:29:53Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:29.452977 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-03f3a2a9-761d-453b-8f78-f369f1126207 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:29.453354 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ca35c0-f3f7-4f21-9118-66121b5f8903 None None] Network d72df201-8fdb-40a0-8a81-521a740a51aa requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:30:29.457969 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-03f3a2a9-761d-453b-8f78-f369f1126207 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/subnets/aeb655ed-4ea0-45c7-a754-db9127457a0f HTTP/1.1" status: 204 len: 168 time: 0.6112101 Jan 18 20:30:29.461164 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43156) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:29.495922 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6925a6-12af-425c-a805-df276277022b req-17a60c4e-d438-4258-aaa3-b053a4c57daf tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:29.503960 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e6925a6-12af-425c-a805-df276277022b req-17a60c4e-d438-4258-aaa3-b053a4c57daf tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f34daf6-9301-43ca-8d7a-0f14f3c58bac HTTP/1.1" status: 200 len: 944 time: 0.1743360 Jan 18 20:30:29.554257 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0b372d-0c7e-4f31-a2ac-353fa8addbbd None None] Checking router: 6196c6e9-c78d-470c-9494-a550986a6e4c for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:30:29.575761 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0b372d-0c7e-4f31-a2ac-353fa8addbbd None None] Routers {'6196c6e9-c78d-470c-9494-a550986a6e4c'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:30:29.576371 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-df0b372d-0c7e-4f31-a2ac-353fa8addbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:30:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6196c6e9-c78d-470c-9494-a550986a6e4c'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:29.601328 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e6925a6-12af-425c-a805-df276277022b req-89953017-99e7-48a8-af2a-0b1eebc84173 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965216 Jan 18 20:30:29.631190 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9763ca16-99ab-4e5d-b229-2d183984cdc0 req-71efb2d2-0be7-4cdc-b9c8-e988744d88fb tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956338 Jan 18 20:30:29.732682 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d96e69a-7348-4771-8007-540cdfba2bfe tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (d72df201-8fdb-40a0-8a81-521a740a51aa), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:29.795222 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-df0b372d-0c7e-4f31-a2ac-353fa8addbbd None None] Set router 6196c6e9-c78d-470c-9494-a550986a6e4c gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:30:29.834612 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0d96e69a-7348-4771-8007-540cdfba2bfe tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Deleting port 31fdf67d-710f-4865-aeca-2ab250678225 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:30:29.839751 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d96e69a-7348-4771-8007-540cdfba2bfe tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (31fdf67d-710f-4865-aeca-2ab250678225), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:29.885498 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13bf2e-48e5-4405-8ded-39ae38f90598 req-2b59adc3-0633-4401-94c5-683d87112422 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:29.887836 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bb13bf2e-48e5-4405-8ded-39ae38f90598 req-2b59adc3-0633-4401-94c5-683d87112422 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.1098535 Jan 18 20:30:29.985646 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 32e311e0-cab7-4a19-aaa4-eb202f76cb5c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=32e311e0-cab7-4a19-aaa4-eb202f76cb5c,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:30.004029 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bb13bf2e-48e5-4405-8ded-39ae38f90598 req-55767350-929a-4609-816a-5e12984c94b6 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025243 Jan 18 20:30:30.008719 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '32e311e0-cab7-4a19-aaa4-eb202f76cb5c', 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d', 'port_id': '32e311e0-cab7-4a19-aaa4-eb202f76cb5c', 'mac_address': 'fa:16:3e:c9:f1:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f4d550-9f11-4355-b26a-aa3d66e48dd5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:30:30.009843 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0d96e69a-7348-4771-8007-540cdfba2bfe tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] For port 31fdf67d-710f-4865-aeca-2ab250678225, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=31fdf67d-710f-4865-aeca-2ab250678225,segment=NetworkSegment(f1b7fe9c-179b-436f-82cc-9ca9a41881c6),segment_id=f1b7fe9c-179b-436f-82cc-9ca9a41881c6)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:30.010202 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d96e69a-7348-4771-8007-540cdfba2bfe tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (31fdf67d-710f-4865-aeca-2ab250678225), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:30.048939 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0d96e69a-7348-4771-8007-540cdfba2bfe tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Calling delete_port for 31fdf67d-710f-4865-aeca-2ab250678225 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:30:30.089098 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 32e311e0-cab7-4a19-aaa4-eb202f76cb5c is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:30.089568 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (32e311e0-cab7-4a19-aaa4-eb202f76cb5c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:30.116950 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e311e0-cab7-4a19-aaa4-eb202f76cb5c {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:30:30.136267 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb34e9e6-ee3d-4e7a-9edc-a95a5e14a18a None None] DHCP port deletion for d72df201-8fdb-40a0-8a81-521a740a51aa request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:30:30.164045 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 32e311e0-cab7-4a19-aaa4-eb202f76cb5c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=32e311e0-cab7-4a19-aaa4-eb202f76cb5c,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:30.179258 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead1085-8d10-4a43-afba-90c24628b10a req-eb6f65b3-365b-4077-b387-8bf41f7b59ff tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:30.182176 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (32e311e0-cab7-4a19-aaa4-eb202f76cb5c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:30.188029 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9ead1085-8d10-4a43-afba-90c24628b10a req-eb6f65b3-365b-4077-b387-8bf41f7b59ff tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0a5582d-ee0a-4df8-9606-7c397e03f72d HTTP/1.1" status: 200 len: 945 time: 0.1305780 Jan 18 20:30:30.241423 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d96e69a-7348-4771-8007-540cdfba2bfe tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (31fdf67d-710f-4865-aeca-2ab250678225), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:30.274325 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d96e69a-7348-4771-8007-540cdfba2bfe tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] No DVR routers for this DVR port 31fdf67d-710f-4865-aeca-2ab250678225 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:30:30.310484 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=32e311e0-cab7-4a19-aaa4-eb202f76cb5c,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:30.315005 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9ead1085-8d10-4a43-afba-90c24628b10a req-ac6676db-bc4a-4ed0-a290-20c09750281c tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/security-groups?id=c918b682-62bd-4658-ae4e-0cdaf8a7583f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256599 Jan 18 20:30:30.342072 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96e69a-7348-4771-8007-540cdfba2bfe tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Port': ['ID=31fdf67d-710f-4865-aeca-2ab250678225,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:30.344383 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-eb34e9e6-ee3d-4e7a-9edc-a95a5e14a18a None None] Deleting port 31fdf67d-710f-4865-aeca-2ab250678225 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:30:30.344765 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-eb34e9e6-ee3d-4e7a-9edc-a95a5e14a18a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (31fdf67d-710f-4865-aeca-2ab250678225), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:30.412377 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-df0b372d-0c7e-4f31-a2ac-353fa8addbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:30:27Z', 'revision_number': 8, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None, '_interfaces': [{'id': '4c30cdd3-9810-4ac8-8092-f9c52665f4b6', 'name': '', 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:d3:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '894560bb-4831-41fa-a08f-e830b330f502', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:55Z', 'updated_at': '2022-01-18T20:30:05Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '894560bb-4831-41fa-a08f-e830b330f502', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744203f6-eea3-4435-8a21-5a6ff5c6585a', 'name': '', 'network_id': '2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:ea:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:30:05Z', 'updated_at': '2022-01-18T20:30:11Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa4828f7-05da-4543-be75-76384d97c0f7', 'name': '', 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:de:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:42Z', 'updated_at': '2022-01-18T20:29:53Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:30.474829 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0b372d-0c7e-4f31-a2ac-353fa8addbbd None None] The sync data for ids ['6196c6e9-c78d-470c-9494-a550986a6e4c'] in n-d-741529-9 is: [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:30:27Z', 'revision_number': 8, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None, '_interfaces': [{'id': '4c30cdd3-9810-4ac8-8092-f9c52665f4b6', 'name': '', 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:d3:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '894560bb-4831-41fa-a08f-e830b330f502', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:55Z', 'updated_at': '2022-01-18T20:30:05Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '894560bb-4831-41fa-a08f-e830b330f502', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744203f6-eea3-4435-8a21-5a6ff5c6585a', 'name': '', 'network_id': '2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:ea:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:30:05Z', 'updated_at': '2022-01-18T20:30:11Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '02c09b76-9025-4b7e-b2c6-4b4083eb2479', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa4828f7-05da-4543-be75-76384d97c0f7', 'name': '', 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:de:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:42Z', 'updated_at': '2022-01-18T20:29:53Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:30:30.477126 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-eb34e9e6-ee3d-4e7a-9edc-a95a5e14a18a None None] For port 31fdf67d-710f-4865-aeca-2ab250678225, host n-d-741529-9, got binding levels [] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:30.477527 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-eb34e9e6-ee3d-4e7a-9edc-a95a5e14a18a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (31fdf67d-710f-4865-aeca-2ab250678225), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:30.498415 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-eb34e9e6-ee3d-4e7a-9edc-a95a5e14a18a None None] Calling delete_port for 31fdf67d-710f-4865-aeca-2ab250678225 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:30:30.501144 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.ipam_backend_mixin [None req-eb34e9e6-ee3d-4e7a-9edc-a95a5e14a18a None None] Port 31fdf67d-710f-4865-aeca-2ab250678225 was not found and therefore no delete operation was performed {{(pid=103337) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 20:30:30.505235 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-eb34e9e6-ee3d-4e7a-9edc-a95a5e14a18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (31fdf67d-710f-4865-aeca-2ab250678225), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:30.508909 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d96e69a-7348-4771-8007-540cdfba2bfe tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (d72df201-8fdb-40a0-8a81-521a740a51aa), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:30.526422 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0ed13-98de-429f-bbcc-194832b5fbc2 req-2e299f54-9e81-4737-917c-dc5a5f6ae406 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:30.538523 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4af0ed13-98de-429f-bbcc-194832b5fbc2 req-2e299f54-9e81-4737-917c-dc5a5f6ae406 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.1505370 Jan 18 20:30:30.572247 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34e9e6-ee3d-4e7a-9edc-a95a5e14a18a None None] Pushing event deleted for resources: {'Port': ['ID=31fdf67d-710f-4865-aeca-2ab250678225,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:30.576544 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-0d96e69a-7348-4771-8007-540cdfba2bfe tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72df201-8fdb-40a0-8a81-521a740a51aa']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:30.578304 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb34e9e6-ee3d-4e7a-9edc-a95a5e14a18a None None] No DVR routers for this DVR port 31fdf67d-710f-4865-aeca-2ab250678225 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:30:30.591539 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:30.600377 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-0d96e69a-7348-4771-8007-540cdfba2bfe tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b7fe9c-179b-436f-82cc-9ca9a41881c6') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:30.600745 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-0d96e69a-7348-4771-8007-540cdfba2bfe tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b7fe9c-179b-436f-82cc-9ca9a41881c6') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:30.618499 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d96e69a-7348-4771-8007-540cdfba2bfe tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (f1b7fe9c-179b-436f-82cc-9ca9a41881c6), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:30.627758 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4af0ed13-98de-429f-bbcc-194832b5fbc2 req-214163b8-ffaa-4309-a9a6-8b5cf1a1ec5a tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880592 Jan 18 20:30:30.644981 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['32e311e0-cab7-4a19-aaa4-eb202f76cb5c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:30:30.657269 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d96e69a-7348-4771-8007-540cdfba2bfe tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (f1b7fe9c-179b-436f-82cc-9ca9a41881c6), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:30.670464 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d96e69a-7348-4771-8007-540cdfba2bfe tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:30:30.670861 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d96e69a-7348-4771-8007-540cdfba2bfe tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (f1b7fe9c-179b-436f-82cc-9ca9a41881c6), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:30:30.686054 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:30:30.691237 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:30:30.691237 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:30:30.691237 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:30:30.691237 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:30:30.691237 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:30:30.904961 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d96e69a-7348-4771-8007-540cdfba2bfe tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (d72df201-8fdb-40a0-8a81-521a740a51aa), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:30.913859 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d96e69a-7348-4771-8007-540cdfba2bfe tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:30.917357 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0d96e69a-7348-4771-8007-540cdfba2bfe tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/networks/d72df201-8fdb-40a0-8a81-521a740a51aa HTTP/1.1" status: 204 len: 168 time: 1.4550827 Jan 18 20:30:30.929464 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43206) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:30.935638 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4aee9-7a48-4b58-895f-64a926437036 req-2e31a352-87b9-4b34-b307-6d2503670bb0 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:30.937264 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3db4aee9-7a48-4b58-895f-64a926437036 req-2e31a352-87b9-4b34-b307-6d2503670bb0 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.1723552 Jan 18 20:30:30.954081 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03c8ec-7bbd-4efe-bcc3-f7decb63fe51 req-259a41e0-3b0c-4a79-8780-d16d2f0de36c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:30.955639 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cd03c8ec-7bbd-4efe-bcc3-f7decb63fe51 req-259a41e0-3b0c-4a79-8780-d16d2f0de36c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f34daf6-9301-43ca-8d7a-0f14f3c58bac HTTP/1.1" status: 200 len: 945 time: 0.1419237 Jan 18 20:30:31.136731 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96e69a-7348-4771-8007-540cdfba2bfe tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Network': ['ID=d72df201-8fdb-40a0-8a81-521a740a51aa,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:31.161321 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3db4aee9-7a48-4b58-895f-64a926437036 req-5e4f4075-3007-4666-b126-4aac2c4771fd tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158303 Jan 18 20:30:31.214498 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cd03c8ec-7bbd-4efe-bcc3-f7decb63fe51 req-d0d6e7ae-8571-428e-96ff-b6b686ce63b1 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030413 Jan 18 20:30:31.364456 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 31fdf67d-710f-4865-aeca-2ab250678225 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:30:31.432055 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 31fdf67d-710f-4865-aeca-2ab250678225 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:30:31.432996 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 31fdf67d-710f-4865-aeca-2ab250678225 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:30:31.433680 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 84adbb6c-2b31-4b7c-a635-f1642bafa20b no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:30:31.475617 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 84adbb6c-2b31-4b7c-a635-f1642bafa20b {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:30:31.498709 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 84adbb6c-2b31-4b7c-a635-f1642bafa20b not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:30:31.534399 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a214d67-2012-4352-ae31-da4e4f438f8d req-ab136b72-5b4b-4487-ab64-e705ac05644a tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:31.543972 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a214d67-2012-4352-ae31-da4e4f438f8d req-ab136b72-5b4b-4487-ab64-e705ac05644a tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.1135554 Jan 18 20:30:31.635707 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a214d67-2012-4352-ae31-da4e4f438f8d req-9b2d02ff-5f55-404d-b710-aae46f8836a6 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904496 Jan 18 20:30:31.790855 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7fab6db-01ae-415d-93ee-671cc0656b21 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (6196c6e9-c78d-470c-9494-a550986a6e4c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:31.829963 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:31.920467 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d890803-0818-45f1-afb1-b6e551b55021 req-53431263-932d-4ee6-bb30-e534d7de9074 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:31.930387 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d890803-0818-45f1-afb1-b6e551b55021 req-53431263-932d-4ee6-bb30-e534d7de9074 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.1593435 Jan 18 20:30:32.005745 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e8601-2b1b-4397-99ed-79de05e40c30 req-77b9a934-782c-44c7-a7cb-409cfbdbaf42 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:32.013576 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-973e8601-2b1b-4397-99ed-79de05e40c30 req-77b9a934-782c-44c7-a7cb-409cfbdbaf42 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0a5582d-ee0a-4df8-9606-7c397e03f72d HTTP/1.1" status: 200 len: 945 time: 0.1568193 Jan 18 20:30:32.052461 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d890803-0818-45f1-afb1-b6e551b55021 req-1ce2eaef-8c77-44a6-96ad-a50d25df10f8 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209025 Jan 18 20:30:32.138109 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-973e8601-2b1b-4397-99ed-79de05e40c30 req-e814a6b2-91b3-4916-9f7b-681076f9afe5 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/security-groups?id=c918b682-62bd-4658-ae4e-0cdaf8a7583f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225467 Jan 18 20:30:32.236406 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a7fab6db-01ae-415d-93ee-671cc0656b21 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Deleting port 744203f6-eea3-4435-8a21-5a6ff5c6585a {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:30:32.237230 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7fab6db-01ae-415d-93ee-671cc0656b21 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (744203f6-eea3-4435-8a21-5a6ff5c6585a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:32.280339 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b57ab-0be1-49ef-b995-d02423d9b47c req-73c7b903-51ee-4091-ae93-7cf4c18b9376 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:32.287642 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d7b57ab-0be1-49ef-b995-d02423d9b47c req-73c7b903-51ee-4091-ae93-7cf4c18b9376 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.1080134 Jan 18 20:30:32.380185 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a7fab6db-01ae-415d-93ee-671cc0656b21 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] For port 744203f6-eea3-4435-8a21-5a6ff5c6585a, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=744203f6-eea3-4435-8a21-5a6ff5c6585a,segment=NetworkSegment(d04d633b-4227-4a1b-ad24-00bfd40800d3),segment_id=d04d633b-4227-4a1b-ad24-00bfd40800d3)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:32.380793 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7fab6db-01ae-415d-93ee-671cc0656b21 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (744203f6-eea3-4435-8a21-5a6ff5c6585a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:32.397673 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a7fab6db-01ae-415d-93ee-671cc0656b21 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Calling delete_port for 744203f6-eea3-4435-8a21-5a6ff5c6585a owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:30:32.416737 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d7b57ab-0be1-49ef-b995-d02423d9b47c req-3820374c-9f87-48fc-9403-d2c649de4bc6 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247573 Jan 18 20:30:32.438860 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31123f-a3e2-4cbd-b2be-594c5c9f94d3 req-1a13187a-5993-478a-963b-752dfd36e81a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:32.441567 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af31123f-a3e2-4cbd-b2be-594c5c9f94d3 req-1a13187a-5993-478a-963b-752dfd36e81a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f34daf6-9301-43ca-8d7a-0f14f3c58bac HTTP/1.1" status: 200 len: 945 time: 0.1118362 Jan 18 20:30:32.525618 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af31123f-a3e2-4cbd-b2be-594c5c9f94d3 req-b84217da-d7b7-49c0-a696-43a3be348139 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765491 Jan 18 20:30:33.200126 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7fab6db-01ae-415d-93ee-671cc0656b21 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (744203f6-eea3-4435-8a21-5a6ff5c6585a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:33.276003 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fab6db-01ae-415d-93ee-671cc0656b21 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Port': ['ID=744203f6-eea3-4435-8a21-5a6ff5c6585a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:33.531484 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde04bf-222f-4446-ac2c-c75dfcf9311d req-6659dc8b-b7e6-4fa6-8074-87d6c9ff4c31 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:33.535331 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dcde04bf-222f-4446-ac2c-c75dfcf9311d req-6659dc8b-b7e6-4fa6-8074-87d6c9ff4c31 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0a5582d-ee0a-4df8-9606-7c397e03f72d HTTP/1.1" status: 200 len: 945 time: 0.3250308 Jan 18 20:30:33.595082 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 32e311e0-cab7-4a19-aaa4-eb202f76cb5c up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:30:33.603558 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b509f6-fb2e-4a1a-9739-fcd034d8782e req-73b440bc-d6b6-4f17-820e-4fc102371421 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:33.605057 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39b509f6-fb2e-4a1a-9739-fcd034d8782e req-73b440bc-d6b6-4f17-820e-4fc102371421 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0a5582d-ee0a-4df8-9606-7c397e03f72d HTTP/1.1" status: 200 len: 945 time: 0.2124767 Jan 18 20:30:33.766976 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7fab6db-01ae-415d-93ee-671cc0656b21 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (6196c6e9-c78d-470c-9494-a550986a6e4c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:33.824745 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 32e311e0-cab7-4a19-aaa4-eb202f76cb5c completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:30:33.839042 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 32e311e0-cab7-4a19-aaa4-eb202f76cb5c triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:33.840481 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39b509f6-fb2e-4a1a-9739-fcd034d8782e req-839c937c-43dc-4f0d-8394-b4a4cdbc0b1f tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/security-groups?id=c918b682-62bd-4658-ae4e-0cdaf8a7583f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892362 Jan 18 20:30:33.841364 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (32e311e0-cab7-4a19-aaa4-eb202f76cb5c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:33.987041 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d133069-c02a-418e-8636-13553728fa5e req-f5f73322-8635-4481-8080-151bffc106c3 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:34.001609 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d133069-c02a-418e-8636-13553728fa5e req-f5f73322-8635-4481-8080-151bffc106c3 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f34daf6-9301-43ca-8d7a-0f14f3c58bac HTTP/1.1" status: 200 len: 945 time: 0.2712123 Jan 18 20:30:34.021253 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:34.035655 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-dcde04bf-222f-4446-ac2c-c75dfcf9311d req-8a27ac97-d525-448a-9f72-5fb009291f2f tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Deleting port 08fbe444-f77e-4201-95fb-16fb208266c3 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:30:34.036184 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-dcde04bf-222f-4446-ac2c-c75dfcf9311d req-8a27ac97-d525-448a-9f72-5fb009291f2f tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (08fbe444-f77e-4201-95fb-16fb208266c3), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:34.200887 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d133069-c02a-418e-8636-13553728fa5e req-f712a414-7c58-4b63-9cc1-8aa656c23da5 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956837 Jan 18 20:30:34.233781 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 32e311e0-cab7-4a19-aaa4-eb202f76cb5c is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:34.240591 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (32e311e0-cab7-4a19-aaa4-eb202f76cb5c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:34.269625 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-dcde04bf-222f-4446-ac2c-c75dfcf9311d req-8a27ac97-d525-448a-9f72-5fb009291f2f tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] For port 08fbe444-f77e-4201-95fb-16fb208266c3, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=08fbe444-f77e-4201-95fb-16fb208266c3,segment=NetworkSegment(20f9bad4-2259-48ab-8fe4-3f5a2c96d543),segment_id=20f9bad4-2259-48ab-8fe4-3f5a2c96d543)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:34.272228 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-dcde04bf-222f-4446-ac2c-c75dfcf9311d req-8a27ac97-d525-448a-9f72-5fb009291f2f tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (08fbe444-f77e-4201-95fb-16fb208266c3), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:34.274124 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fab6db-01ae-415d-93ee-671cc0656b21 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Router 6196c6e9-c78d-470c-9494-a550986a6e4c has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:30:34.332916 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-dcde04bf-222f-4446-ac2c-c75dfcf9311d req-8a27ac97-d525-448a-9f72-5fb009291f2f tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Calling delete_port for 08fbe444-f77e-4201-95fb-16fb208266c3 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:30:34.376304 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 32e311e0-cab7-4a19-aaa4-eb202f76cb5c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=32e311e0-cab7-4a19-aaa4-eb202f76cb5c,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:34.383777 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f34daf6-9301-43ca-8d7a-0f14f3c58bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e311e0-cab7-4a19-aaa4-eb202f76cb5c'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:30:34.390527 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e93fbae-8981-4ed7-8820-f09eb3ef1f68" -d '{"events": [{"server_uuid": "1f34daf6-9301-43ca-8d7a-0f14f3c58bac", "name": "network-vif-plugged", "status": "completed", "tag": "32e311e0-cab7-4a19-aaa4-eb202f76cb5c"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:30:34.415563 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (32e311e0-cab7-4a19-aaa4-eb202f76cb5c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:34.509291 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b7fb0b-68db-4929-b625-643f9323cadd x-openstack-request-id: req-e6b7fb0b-68db-4929-b625-643f9323cadd {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:30:34.509582 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f34daf6-9301-43ca-8d7a-0f14f3c58bac", "name": "network-vif-plugged", "status": "completed", "tag": "32e311e0-cab7-4a19-aaa4-eb202f76cb5c", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:30:34.525077 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6b7fb0b-68db-4929-b625-643f9323cadd {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:30:34.525476 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f34daf6-9301-43ca-8d7a-0f14f3c58bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e311e0-cab7-4a19-aaa4-eb202f76cb5c', 'code': 200} Jan 18 20:30:34.591073 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=32e311e0-cab7-4a19-aaa4-eb202f76cb5c,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:34.604129 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fab6db-01ae-415d-93ee-671cc0656b21 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:30:34.621521 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3340a907-97b4-4800-935e-5b81f35158b8 None None] Sync routers for ids ['6196c6e9-c78d-470c-9494-a550986a6e4c'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:30:34.638976 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a7fab6db-01ae-415d-93ee-671cc0656b21 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "PUT /v2.0/routers/6196c6e9-c78d-470c-9494-a550986a6e4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6852190 Jan 18 20:30:34.645400 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43296) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:34.668210 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3340a907-97b4-4800-935e-5b81f35158b8 None None] Routers {'6196c6e9-c78d-470c-9494-a550986a6e4c'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:30:34.668860 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3340a907-97b4-4800-935e-5b81f35158b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:30:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6196c6e9-c78d-470c-9494-a550986a6e4c'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:34.788486 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-dcde04bf-222f-4446-ac2c-c75dfcf9311d req-8a27ac97-d525-448a-9f72-5fb009291f2f tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (08fbe444-f77e-4201-95fb-16fb208266c3), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:34.841584 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27ac97-d525-448a-9f72-5fb009291f2f tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Pushing event deleted for resources: {'Port': ['ID=08fbe444-f77e-4201-95fb-16fb208266c3,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:34.894584 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['08fbe444-f77e-4201-95fb-16fb208266c3'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:30:34.932351 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcde04bf-222f-4446-ac2c-c75dfcf9311d req-8a27ac97-d525-448a-9f72-5fb009291f2f tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] No DVR routers for this DVR port 08fbe444-f77e-4201-95fb-16fb208266c3 on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:30:34.935294 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-dcde04bf-222f-4446-ac2c-c75dfcf9311d req-8a27ac97-d525-448a-9f72-5fb009291f2f tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:34.939762 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dcde04bf-222f-4446-ac2c-c75dfcf9311d req-8a27ac97-d525-448a-9f72-5fb009291f2f tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.70 "DELETE /v2.0/ports/08fbe444-f77e-4201-95fb-16fb208266c3 HTTP/1.1" status: 204 len: 173 time: 1.3921475 Jan 18 20:30:34.940222 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a5582d-ee0a-4df8-9606-7c397e03f72d', 'name': 'network-vif-deleted', 'tag': '08fbe444-f77e-4201-95fb-16fb208266c3'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:30:34.945308 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85159cc6-d895-4e0d-bc20-1032473220c2" -d '{"events": [{"server_uuid": "e0a5582d-ee0a-4df8-9606-7c397e03f72d", "name": "network-vif-deleted", "tag": "08fbe444-f77e-4201-95fb-16fb208266c3"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:30:35.007785 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aaaf95e-e497-4048-95f0-b973b7b8d8bf tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Deleting subnet 02c09b76-9025-4b7e-b2c6-4b4083eb2479 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:30:35.016064 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c966374-a8d3-4c95-bba6-e5708f238a44 x-openstack-request-id: req-2c966374-a8d3-4c95-bba6-e5708f238a44 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:30:35.016352 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a5582d-ee0a-4df8-9606-7c397e03f72d", "name": "network-vif-deleted", "tag": "08fbe444-f77e-4201-95fb-16fb208266c3", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:30:35.016603 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c966374-a8d3-4c95-bba6-e5708f238a44 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:30:35.017001 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a5582d-ee0a-4df8-9606-7c397e03f72d', 'name': 'network-vif-deleted', 'tag': '08fbe444-f77e-4201-95fb-16fb208266c3', 'status': 'completed', 'code': 200} Jan 18 20:30:35.022465 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-3340a907-97b4-4800-935e-5b81f35158b8 None None] Set router 6196c6e9-c78d-470c-9494-a550986a6e4c gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:30:35.068132 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1aaaf95e-e497-4048-95f0-b973b7b8d8bf tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for subnet (02c09b76-9025-4b7e-b2c6-4b4083eb2479), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:35.169042 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae760c1e-9214-45e4-b161-4d43dc4babd1 req-e41ed2f1-53a3-406a-b259-ee309de8ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:35.172834 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ae760c1e-9214-45e4-b161-4d43dc4babd1 req-e41ed2f1-53a3-406a-b259-ee309de8ed34 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1f34daf6-9301-43ca-8d7a-0f14f3c58bac HTTP/1.1" status: 200 len: 1097 time: 0.5313444 Jan 18 20:30:35.176070 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec385c5d-e878-4096-9031-6bf4d1cb8079 req-39f7eaff-a354-44a1-9e50-5fff643536fd tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0a5582d-ee0a-4df8-9606-7c397e03f72d HTTP/1.1" status: 200 len: 210 time: 0.1023610 Jan 18 20:30:35.322995 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1aaaf95e-e497-4048-95f0-b973b7b8d8bf tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (02c09b76-9025-4b7e-b2c6-4b4083eb2479), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:35.498155 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ae760c1e-9214-45e4-b161-4d43dc4babd1 req-52842248-145e-41d1-83ec-2964b2827664 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909908 Jan 18 20:30:35.518511 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888d9f3-73e8-427a-8b1e-00e1c24ade2b req-e0dc666c-7b06-42e0-864e-ee6f5bab1192 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:35.539434 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e888d9f3-73e8-427a-8b1e-00e1c24ade2b req-e0dc666c-7b06-42e0-864e-ee6f5bab1192 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f34daf6-9301-43ca-8d7a-0f14f3c58bac HTTP/1.1" status: 200 len: 946 time: 0.1713290 Jan 18 20:30:35.662587 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e888d9f3-73e8-427a-8b1e-00e1c24ade2b req-8007ec96-90ff-46f5-9020-838cf21e5507 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061101 Jan 18 20:30:35.679887 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1aaaf95e-e497-4048-95f0-b973b7b8d8bf tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (02c09b76-9025-4b7e-b2c6-4b4083eb2479), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:35.744694 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3340a907-97b4-4800-935e-5b81f35158b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:30:33Z', 'revision_number': 9, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None, '_interfaces': [{'id': '4c30cdd3-9810-4ac8-8092-f9c52665f4b6', 'name': '', 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:d3:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '894560bb-4831-41fa-a08f-e830b330f502', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:55Z', 'updated_at': '2022-01-18T20:30:05Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '894560bb-4831-41fa-a08f-e830b330f502', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa4828f7-05da-4543-be75-76384d97c0f7', 'name': '', 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:de:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:42Z', 'updated_at': '2022-01-18T20:29:53Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:35.773454 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1aaaf95e-e497-4048-95f0-b973b7b8d8bf tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (02c09b76-9025-4b7e-b2c6-4b4083eb2479), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:35.805449 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaaf95e-e497-4048-95f0-b973b7b8d8bf tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Subnet': ['ID=02c09b76-9025-4b7e-b2c6-4b4083eb2479,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:35.809535 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1aaaf95e-e497-4048-95f0-b973b7b8d8bf tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:35.814420 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1aaaf95e-e497-4048-95f0-b973b7b8d8bf tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/subnets/02c09b76-9025-4b7e-b2c6-4b4083eb2479 HTTP/1.1" status: 204 len: 168 time: 1.1412737 Jan 18 20:30:35.817753 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43322) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:35.855598 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e33eb77-c7ef-482e-858c-200143b0a924 None None] Network 2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:30:35.863433 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3340a907-97b4-4800-935e-5b81f35158b8 None None] Checking router: 6196c6e9-c78d-470c-9494-a550986a6e4c for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:30:36.003925 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b97c959c-87cc-4d3c-88f8-b160b1e0ba86 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:36.019829 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3340a907-97b4-4800-935e-5b81f35158b8 None None] Routers {'6196c6e9-c78d-470c-9494-a550986a6e4c'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:30:36.020449 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3340a907-97b4-4800-935e-5b81f35158b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:30:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6196c6e9-c78d-470c-9494-a550986a6e4c'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:36.103172 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b97c959c-87cc-4d3c-88f8-b160b1e0ba86 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Deleting port 03373110-dbd4-4c02-b990-3f6bd2234888 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:30:36.103523 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b97c959c-87cc-4d3c-88f8-b160b1e0ba86 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (03373110-dbd4-4c02-b990-3f6bd2234888), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:36.185482 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-3340a907-97b4-4800-935e-5b81f35158b8 None None] Set router 6196c6e9-c78d-470c-9494-a550986a6e4c gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:30:36.319210 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b97c959c-87cc-4d3c-88f8-b160b1e0ba86 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] For port 03373110-dbd4-4c02-b990-3f6bd2234888, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=03373110-dbd4-4c02-b990-3f6bd2234888,segment=NetworkSegment(d04d633b-4227-4a1b-ad24-00bfd40800d3),segment_id=d04d633b-4227-4a1b-ad24-00bfd40800d3)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:36.319667 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b97c959c-87cc-4d3c-88f8-b160b1e0ba86 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (03373110-dbd4-4c02-b990-3f6bd2234888), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:36.379694 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b97c959c-87cc-4d3c-88f8-b160b1e0ba86 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Calling delete_port for 03373110-dbd4-4c02-b990-3f6bd2234888 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:30:36.428796 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a2a00a8-91c4-4d67-ad0b-954d14dbbd3c req-18b83c4d-a352-4260-908b-8269056e84d4 tempest-VolumesActionsTest-2113590033 tempest-VolumesActionsTest-2113590033-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0a5582d-ee0a-4df8-9606-7c397e03f72d HTTP/1.1" status: 200 len: 210 time: 0.0659645 Jan 18 20:30:36.559148 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18eb0d71-4f71-4a81-9be0-f6816808cd2e None None] DHCP port deletion for 2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:30:36.643111 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b97c959c-87cc-4d3c-88f8-b160b1e0ba86 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (03373110-dbd4-4c02-b990-3f6bd2234888), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:36.749599 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c959c-87cc-4d3c-88f8-b160b1e0ba86 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Port': ['ID=03373110-dbd4-4c02-b990-3f6bd2234888,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:36.790112 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97c959c-87cc-4d3c-88f8-b160b1e0ba86 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] No DVR routers for this DVR port 03373110-dbd4-4c02-b990-3f6bd2234888 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:30:36.822100 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-18eb0d71-4f71-4a81-9be0-f6816808cd2e None None] Deleting port 03373110-dbd4-4c02-b990-3f6bd2234888 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:30:36.825015 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-18eb0d71-4f71-4a81-9be0-f6816808cd2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (03373110-dbd4-4c02-b990-3f6bd2234888), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:36.945051 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:36.961432 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c511e-c353-4e2d-83cc-e778ad2c9134 req-fe35d354-e453-40dd-bbf5-7be6987afdd4 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:36.970297 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f64c511e-c353-4e2d-83cc-e778ad2c9134 req-fe35d354-e453-40dd-bbf5-7be6987afdd4 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f34daf6-9301-43ca-8d7a-0f14f3c58bac HTTP/1.1" status: 200 len: 946 time: 0.1200719 Jan 18 20:30:37.020430 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3340a907-97b4-4800-935e-5b81f35158b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:30:33Z', 'revision_number': 9, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None, '_interfaces': [{'id': '4c30cdd3-9810-4ac8-8092-f9c52665f4b6', 'name': '', 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:d3:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '894560bb-4831-41fa-a08f-e830b330f502', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:55Z', 'updated_at': '2022-01-18T20:30:05Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '894560bb-4831-41fa-a08f-e830b330f502', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa4828f7-05da-4543-be75-76384d97c0f7', 'name': '', 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:de:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:42Z', 'updated_at': '2022-01-18T20:29:53Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:37.036933 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b97c959c-87cc-4d3c-88f8-b160b1e0ba86 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:37.047453 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f64c511e-c353-4e2d-83cc-e778ad2c9134 req-38478ea0-eb8e-449b-ad89-49a520277536 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761757 Jan 18 20:30:37.095792 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3340a907-97b4-4800-935e-5b81f35158b8 None None] The sync data for ids ['6196c6e9-c78d-470c-9494-a550986a6e4c'] in n-d-741529-9 is: [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:30:33Z', 'revision_number': 9, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None, '_interfaces': [{'id': '4c30cdd3-9810-4ac8-8092-f9c52665f4b6', 'name': '', 'network_id': '5b580083-c2de-4a8b-99a6-da6880c32768', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:d3:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '894560bb-4831-41fa-a08f-e830b330f502', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:55Z', 'updated_at': '2022-01-18T20:30:05Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '894560bb-4831-41fa-a08f-e830b330f502', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa4828f7-05da-4543-be75-76384d97c0f7', 'name': '', 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:de:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:42Z', 'updated_at': '2022-01-18T20:29:53Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:30:37.096119 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b97c959c-87cc-4d3c-88f8-b160b1e0ba86 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:37.123460 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b97c959c-87cc-4d3c-88f8-b160b1e0ba86 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04d633b-4227-4a1b-ad24-00bfd40800d3') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:37.123760 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b97c959c-87cc-4d3c-88f8-b160b1e0ba86 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04d633b-4227-4a1b-ad24-00bfd40800d3') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:37.136146 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-18eb0d71-4f71-4a81-9be0-f6816808cd2e None None] For port 03373110-dbd4-4c02-b990-3f6bd2234888, host n-d-741529-9, got binding levels [] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:37.136654 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-18eb0d71-4f71-4a81-9be0-f6816808cd2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (03373110-dbd4-4c02-b990-3f6bd2234888), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:37.148626 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b97c959c-87cc-4d3c-88f8-b160b1e0ba86 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (d04d633b-4227-4a1b-ad24-00bfd40800d3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:37.156089 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-18eb0d71-4f71-4a81-9be0-f6816808cd2e None None] Calling delete_port for 03373110-dbd4-4c02-b990-3f6bd2234888 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:30:37.162831 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.ipam_backend_mixin [None req-18eb0d71-4f71-4a81-9be0-f6816808cd2e None None] Port 03373110-dbd4-4c02-b990-3f6bd2234888 was not found and therefore no delete operation was performed {{(pid=103337) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 20:30:37.170404 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-18eb0d71-4f71-4a81-9be0-f6816808cd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (03373110-dbd4-4c02-b990-3f6bd2234888), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:37.173048 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b97c959c-87cc-4d3c-88f8-b160b1e0ba86 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (d04d633b-4227-4a1b-ad24-00bfd40800d3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:37.195760 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b97c959c-87cc-4d3c-88f8-b160b1e0ba86 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:30:37.196473 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b97c959c-87cc-4d3c-88f8-b160b1e0ba86 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (d04d633b-4227-4a1b-ad24-00bfd40800d3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:30:37.200349 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:30:37.222305 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb0d71-4f71-4a81-9be0-f6816808cd2e None None] Pushing event deleted for resources: {'Port': ['ID=03373110-dbd4-4c02-b990-3f6bd2234888,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:37.229014 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eb0d71-4f71-4a81-9be0-f6816808cd2e None None] No DVR routers for this DVR port 03373110-dbd4-4c02-b990-3f6bd2234888 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:30:37.342210 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b97c959c-87cc-4d3c-88f8-b160b1e0ba86 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:37.356369 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b97c959c-87cc-4d3c-88f8-b160b1e0ba86 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:37.360641 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b97c959c-87cc-4d3c-88f8-b160b1e0ba86 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/networks/2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e HTTP/1.1" status: 204 len: 168 time: 1.5420539 Jan 18 20:30:37.363982 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43352) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:37.376810 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c959c-87cc-4d3c-88f8-b160b1e0ba86 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Network': ['ID=2a8a93bf-7c4a-454a-bcba-d7ddd3c6d44e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:37.476462 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 08fbe444-f77e-4201-95fb-16fb208266c3 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:30:37.536231 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 08fbe444-f77e-4201-95fb-16fb208266c3 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:30:37.541333 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 08fbe444-f77e-4201-95fb-16fb208266c3 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:30:37.575851 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 744203f6-eea3-4435-8a21-5a6ff5c6585a no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:30:37.622827 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 744203f6-eea3-4435-8a21-5a6ff5c6585a {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:30:37.628277 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 744203f6-eea3-4435-8a21-5a6ff5c6585a not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:30:37.630349 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 03373110-dbd4-4c02-b990-3f6bd2234888 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:30:37.682502 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 03373110-dbd4-4c02-b990-3f6bd2234888 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:30:37.684217 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 03373110-dbd4-4c02-b990-3f6bd2234888 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:30:38.392459 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98254b5e-78bf-4afa-9e29-65a6453743ed req-27c42b6b-237b-4555-b6e7-4ce4669de060 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:38.402011 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98254b5e-78bf-4afa-9e29-65a6453743ed req-27c42b6b-237b-4555-b6e7-4ce4669de060 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f34daf6-9301-43ca-8d7a-0f14f3c58bac HTTP/1.1" status: 200 len: 946 time: 0.2122288 Jan 18 20:30:38.495238 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dd28ffd3-6cd8-4be9-aa0a-33a6c3122254 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (6196c6e9-c78d-470c-9494-a550986a6e4c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:38.640587 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98254b5e-78bf-4afa-9e29-65a6453743ed req-20588298-6449-49e0-b9fd-f91adb427363 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372184 Jan 18 20:30:39.449260 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8ac3f-808f-4af0-82f3-c7e1aa6078c7 req-ec8b4457-a016-46e6-a676-9ee6a0c60a21 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:39.459565 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-11b8ac3f-808f-4af0-82f3-c7e1aa6078c7 req-ec8b4457-a016-46e6-a676-9ee6a0c60a21 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/networks?id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d HTTP/1.1" status: 200 len: 806 time: 0.3109984 Jan 18 20:30:39.474441 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-dd28ffd3-6cd8-4be9-aa0a-33a6c3122254 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Deleting port 4c30cdd3-9810-4ac8-8092-f9c52665f4b6 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:30:39.474654 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dd28ffd3-6cd8-4be9-aa0a-33a6c3122254 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (4c30cdd3-9810-4ac8-8092-f9c52665f4b6), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:40.309931 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-dd28ffd3-6cd8-4be9-aa0a-33a6c3122254 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] For port 4c30cdd3-9810-4ac8-8092-f9c52665f4b6, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4c30cdd3-9810-4ac8-8092-f9c52665f4b6,segment=NetworkSegment(5347fc5a-cb4b-4008-a43e-7d4a2a067bd5),segment_id=5347fc5a-cb4b-4008-a43e-7d4a2a067bd5)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:40.310392 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dd28ffd3-6cd8-4be9-aa0a-33a6c3122254 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (4c30cdd3-9810-4ac8-8092-f9c52665f4b6), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:40.331118 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-dd28ffd3-6cd8-4be9-aa0a-33a6c3122254 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Calling delete_port for 4c30cdd3-9810-4ac8-8092-f9c52665f4b6 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:30:40.356131 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-11b8ac3f-808f-4af0-82f3-c7e1aa6078c7 req-6d6e751e-b614-45eb-b023-efbbc9347c77 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/quotas/45bdc4d1bc8c40b69abe16f13ea83854 HTTP/1.1" status: 200 len: 375 time: 0.8947542 Jan 18 20:30:40.548273 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-11b8ac3f-808f-4af0-82f3-c7e1aa6078c7 req-eed449c4-cee0-48f4-82fd-a0a82ba7691d tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=45bdc4d1bc8c40b69abe16f13ea83854&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1912575 Jan 18 20:30:40.902676 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dd28ffd3-6cd8-4be9-aa0a-33a6c3122254 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (4c30cdd3-9810-4ac8-8092-f9c52665f4b6), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:40.920339 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-11b8ac3f-808f-4af0-82f3-c7e1aa6078c7 req-b5ff8d6f-55da-4d3d-8247-e9a8df115814 service neutron] 10.222.0.31 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497536 Jan 18 20:30:41.032390 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28ffd3-6cd8-4be9-aa0a-33a6c3122254 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Port': ['ID=4c30cdd3-9810-4ac8-8092-f9c52665f4b6,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:41.341013 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd28ffd3-6cd8-4be9-aa0a-33a6c3122254 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:41.341456 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd28ffd3-6cd8-4be9-aa0a-33a6c3122254 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:41.341721 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd28ffd3-6cd8-4be9-aa0a-33a6c3122254 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:41.342062 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd28ffd3-6cd8-4be9-aa0a-33a6c3122254 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:41.342393 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd28ffd3-6cd8-4be9-aa0a-33a6c3122254 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:41.342725 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd28ffd3-6cd8-4be9-aa0a-33a6c3122254 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:41.343118 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd28ffd3-6cd8-4be9-aa0a-33a6c3122254 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:41.343846 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd28ffd3-6cd8-4be9-aa0a-33a6c3122254 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:41.343846 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd28ffd3-6cd8-4be9-aa0a-33a6c3122254 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:41.344215 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd28ffd3-6cd8-4be9-aa0a-33a6c3122254 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:41.344542 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd28ffd3-6cd8-4be9-aa0a-33a6c3122254 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:41.344969 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd28ffd3-6cd8-4be9-aa0a-33a6c3122254 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:41.345321 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd28ffd3-6cd8-4be9-aa0a-33a6c3122254 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:41.356363 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-11b8ac3f-808f-4af0-82f3-c7e1aa6078c7 req-11292047-b716-4372-a6ed-29e1f6373dbc service neutron] 10.222.0.31 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350462 Jan 18 20:30:42.033448 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dd28ffd3-6cd8-4be9-aa0a-33a6c3122254 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (6196c6e9-c78d-470c-9494-a550986a6e4c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:42.768421 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd28ffd3-6cd8-4be9-aa0a-33a6c3122254 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Router 6196c6e9-c78d-470c-9494-a550986a6e4c has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:30:43.301157 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd28ffd3-6cd8-4be9-aa0a-33a6c3122254 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:30:43.311688 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19632f8c-51e1-4435-8bea-03f121d92b28 None None] Sync routers for ids ['6196c6e9-c78d-470c-9494-a550986a6e4c'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:30:43.317611 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43590) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:43.336114 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-dd28ffd3-6cd8-4be9-aa0a-33a6c3122254 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "PUT /v2.0/routers/6196c6e9-c78d-470c-9494-a550986a6e4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9706740 Jan 18 20:30:43.351771 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19632f8c-51e1-4435-8bea-03f121d92b28 None None] Routers {'6196c6e9-c78d-470c-9494-a550986a6e4c'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:30:43.353517 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-19632f8c-51e1-4435-8bea-03f121d92b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:30:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6196c6e9-c78d-470c-9494-a550986a6e4c'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:43.488272 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9616e5-8e63-46c1-b8f5-176a34f316ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Deleting subnet 894560bb-4831-41fa-a08f-e830b330f502 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:30:43.506419 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fa9616e5-8e63-46c1-b8f5-176a34f316ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for subnet (894560bb-4831-41fa-a08f-e830b330f502), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:43.676618 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-19632f8c-51e1-4435-8bea-03f121d92b28 None None] Set router 6196c6e9-c78d-470c-9494-a550986a6e4c gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:30:43.677113 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fa9616e5-8e63-46c1-b8f5-176a34f316ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (894560bb-4831-41fa-a08f-e830b330f502), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:43.843625 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-072c71da-d450-4717-867a-2605f53ec0da tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:43.851367 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-072c71da-d450-4717-867a-2605f53ec0da tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/networks?id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d HTTP/1.1" status: 200 len: 806 time: 0.5470879 Jan 18 20:30:43.926803 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-d5e20413-4036-43a1-933a-8a692777f50e tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/quotas/45bdc4d1bc8c40b69abe16f13ea83854 HTTP/1.1" status: 200 len: 375 time: 0.0744600 Jan 18 20:30:43.930762 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fa9616e5-8e63-46c1-b8f5-176a34f316ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (894560bb-4831-41fa-a08f-e830b330f502), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:44.111142 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-9311c6ec-7b59-426a-b159-287bbafc2bf1 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=45bdc4d1bc8c40b69abe16f13ea83854&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1833737 Jan 18 20:30:44.162240 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fa9616e5-8e63-46c1-b8f5-176a34f316ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (894560bb-4831-41fa-a08f-e830b330f502), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:44.343325 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f595685f-cff1-4df9-8549-3bb820bb9553 None None] Network 5b580083-c2de-4a8b-99a6-da6880c32768 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:30:44.364651 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fa9616e5-8e63-46c1-b8f5-176a34f316ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:44.390303 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fa9616e5-8e63-46c1-b8f5-176a34f316ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/subnets/894560bb-4831-41fa-a08f-e830b330f502 HTTP/1.1" status: 204 len: 168 time: 1.0707779 Jan 18 20:30:44.391006 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43606) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:44.421278 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9616e5-8e63-46c1-b8f5-176a34f316ac tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Subnet': ['ID=894560bb-4831-41fa-a08f-e830b330f502,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:44.449948 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1c3ab3b9-ce96-4f3d-b948-c20823dc495d req-db384738-bfa0-48bb-80d4-a5294b265815 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3883617 Jan 18 20:30:44.571955 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-054aa77f-0889-4767-a136-8b7a9d453a4a service neutron] 10.222.0.31 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575427 Jan 18 20:30:44.641693 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ab3b9-ce96-4f3d-b948-c20823dc495d req-c8a2c9d6-14e2-42b1-b7c5-b33cfd48c01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:44.643226 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1c3ab3b9-ce96-4f3d-b948-c20823dc495d req-c8a2c9d6-14e2-42b1-b7c5-b33cfd48c01f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=deb1a2f7ff2a41c7978cf89e849731a8&device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 1098 time: 0.1234787 Jan 18 20:30:44.858773 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-19ac877a-5842-4ebe-abf1-96452cc145d5 service neutron] 10.222.0.31 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854762 Jan 18 20:30:44.883962 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6322bb-c66a-4007-9d1d-fad6a0ddb4a9 None None] DHCP port deletion for 5b580083-c2de-4a8b-99a6-da6880c32768 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:30:45.015510 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ab3b9-ce96-4f3d-b948-c20823dc495d req-8d4dd3ad-2c2f-4d82-bd5a-5f3de7cb937b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:45.022115 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1c3ab3b9-ce96-4f3d-b948-c20823dc495d req-8d4dd3ad-2c2f-4d82-bd5a-5f3de7cb937b service neutron] 10.222.0.70 "GET /v2.0/networks?id=969e5bec-1cc4-4b20-ab88-96d006b4e701 HTTP/1.1" status: 200 len: 914 time: 0.3439517 Jan 18 20:30:45.074453 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-19632f8c-51e1-4435-8bea-03f121d92b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:30:40Z', 'revision_number': 10, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None, '_interfaces': [{'id': 'aa4828f7-05da-4543-be75-76384d97c0f7', 'name': '', 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:de:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:42Z', 'updated_at': '2022-01-18T20:29:53Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:45.076010 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4a6cfe38-06d7-4b19-b237-facf73401ea7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (5b580083-c2de-4a8b-99a6-da6880c32768), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:45.161185 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1c3ab3b9-ce96-4f3d-b948-c20823dc495d req-f1f09ab7-0ebd-43d8-96ed-9a757abe281d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30f55edd-0722-4cff-a5f8-68d9282acbc8 HTTP/1.1" status: 200 len: 217 time: 0.1315494 Jan 18 20:30:45.185842 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19632f8c-51e1-4435-8bea-03f121d92b28 None None] Checking router: 6196c6e9-c78d-470c-9494-a550986a6e4c for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:30:45.206326 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19632f8c-51e1-4435-8bea-03f121d92b28 None None] Routers {'6196c6e9-c78d-470c-9494-a550986a6e4c'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:30:45.219374 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-19632f8c-51e1-4435-8bea-03f121d92b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:30:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6196c6e9-c78d-470c-9494-a550986a6e4c'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:45.263631 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-4a6cfe38-06d7-4b19-b237-facf73401ea7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Deleting port cf65e2db-c410-4b19-873e-6302dc309821 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:30:45.263978 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4a6cfe38-06d7-4b19-b237-facf73401ea7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (cf65e2db-c410-4b19-873e-6302dc309821), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:45.504179 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ab3b9-ce96-4f3d-b948-c20823dc495d req-7339f927-ed1b-4fbf-9174-1c84afd601f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:45.520195 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1c3ab3b9-ce96-4f3d-b948-c20823dc495d req-7339f927-ed1b-4fbf-9174-1c84afd601f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d51416a9-d1ba-44a6-8439-10a7eabfd114 HTTP/1.1" status: 200 len: 853 time: 0.3477566 Jan 18 20:30:45.599585 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-19632f8c-51e1-4435-8bea-03f121d92b28 None None] Set router 6196c6e9-c78d-470c-9494-a550986a6e4c gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:30:45.680570 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1c3ab3b9-ce96-4f3d-b948-c20823dc495d req-974abd95-743c-4e10-9ed4-4689b43e333c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=969e5bec-1cc4-4b20-ab88-96d006b4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1547909 Jan 18 20:30:45.680751 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device cf65e2db-c410-4b19-873e-6302dc309821 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:30:45.822935 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5199889-99f2-414f-b787-fa398f7717a2 req-c3469210-ace4-4b20-a372-67718bc5802c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=40cd0819-5bae-4057-8409-8766955b8601 HTTP/1.1" status: 200 len: 210 time: 0.1970782 Jan 18 20:30:45.832870 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-4a6cfe38-06d7-4b19-b237-facf73401ea7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] For port cf65e2db-c410-4b19-873e-6302dc309821, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=cf65e2db-c410-4b19-873e-6302dc309821,segment=NetworkSegment(5347fc5a-cb4b-4008-a43e-7d4a2a067bd5),segment_id=5347fc5a-cb4b-4008-a43e-7d4a2a067bd5)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:45.833236 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4a6cfe38-06d7-4b19-b237-facf73401ea7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (cf65e2db-c410-4b19-873e-6302dc309821), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:45.887400 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-4a6cfe38-06d7-4b19-b237-facf73401ea7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Calling delete_port for cf65e2db-c410-4b19-873e-6302dc309821 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:30:45.929741 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6a6322bb-c66a-4007-9d1d-fad6a0ddb4a9 None None] Deleting port cf65e2db-c410-4b19-873e-6302dc309821 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:30:45.930199 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6a6322bb-c66a-4007-9d1d-fad6a0ddb4a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (cf65e2db-c410-4b19-873e-6302dc309821), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:46.004719 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1c3ab3b9-ce96-4f3d-b948-c20823dc495d req-f338fcc4-6255-4557-afcf-0fdc940addc5 service neutron] 10.222.0.70 "GET /v2.0/networks/969e5bec-1cc4-4b20-ab88-96d006b4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123989 Jan 18 20:30:46.021032 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6a6322bb-c66a-4007-9d1d-fad6a0ddb4a9 None None] For port cf65e2db-c410-4b19-873e-6302dc309821, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=cf65e2db-c410-4b19-873e-6302dc309821,segment=NetworkSegment(5347fc5a-cb4b-4008-a43e-7d4a2a067bd5),segment_id=5347fc5a-cb4b-4008-a43e-7d4a2a067bd5)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:46.021032 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6a6322bb-c66a-4007-9d1d-fad6a0ddb4a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (cf65e2db-c410-4b19-873e-6302dc309821), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:46.035484 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6a6322bb-c66a-4007-9d1d-fad6a0ddb4a9 None None] Calling delete_port for cf65e2db-c410-4b19-873e-6302dc309821 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:30:46.263706 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6a6322bb-c66a-4007-9d1d-fad6a0ddb4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (cf65e2db-c410-4b19-873e-6302dc309821), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:46.289013 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4a6cfe38-06d7-4b19-b237-facf73401ea7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (cf65e2db-c410-4b19-873e-6302dc309821), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:46.324870 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6322bb-c66a-4007-9d1d-fad6a0ddb4a9 None None] No DVR routers for this DVR port cf65e2db-c410-4b19-873e-6302dc309821 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:30:46.348787 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6cfe38-06d7-4b19-b237-facf73401ea7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] No DVR routers for this DVR port cf65e2db-c410-4b19-873e-6302dc309821 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:30:46.436921 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6322bb-c66a-4007-9d1d-fad6a0ddb4a9 None None] Pushing event deleted for resources: {'Port': ['ID=cf65e2db-c410-4b19-873e-6302dc309821,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:46.441047 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1c3ab3b9-ce96-4f3d-b948-c20823dc495d req-2702cb57-abf4-4e91-b8ee-92d16ec9baa1 service neutron] 10.222.0.70 "GET /v2.0/networks/969e5bec-1cc4-4b20-ab88-96d006b4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150209 Jan 18 20:30:46.454418 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port cf65e2db-c410-4b19-873e-6302dc309821 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:46.455141 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cf65e2db-c410-4b19-873e-6302dc309821), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:46.571472 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-19632f8c-51e1-4435-8bea-03f121d92b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:30:40Z', 'revision_number': 10, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None, '_interfaces': [{'id': 'aa4828f7-05da-4543-be75-76384d97c0f7', 'name': '', 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:de:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:42Z', 'updated_at': '2022-01-18T20:29:53Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:46.629183 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19632f8c-51e1-4435-8bea-03f121d92b28 None None] The sync data for ids ['6196c6e9-c78d-470c-9494-a550986a6e4c'] in n-d-741529-9 is: [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:30:40Z', 'revision_number': 10, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None, '_interfaces': [{'id': 'aa4828f7-05da-4543-be75-76384d97c0f7', 'name': '', 'network_id': '925adfa4-bd4c-42bb-9bf0-7935a092fd59', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'mac_address': 'fa:16:3e:de:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:29:42Z', 'updated_at': '2022-01-18T20:29:53Z', 'revision_number': 5, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'subnets': [{'id': '3445cb10-ace3-45e3-ab5f-373024b61c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:30:46.675185 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4a6cfe38-06d7-4b19-b237-facf73401ea7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (5b580083-c2de-4a8b-99a6-da6880c32768), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:46.721926 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-4a6cfe38-06d7-4b19-b237-facf73401ea7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b580083-c2de-4a8b-99a6-da6880c32768']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:46.733296 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-4a6cfe38-06d7-4b19-b237-facf73401ea7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5347fc5a-cb4b-4008-a43e-7d4a2a067bd5') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:46.733604 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-4a6cfe38-06d7-4b19-b237-facf73401ea7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5347fc5a-cb4b-4008-a43e-7d4a2a067bd5') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:46.752326 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4a6cfe38-06d7-4b19-b237-facf73401ea7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (5347fc5a-cb4b-4008-a43e-7d4a2a067bd5), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:46.780427 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6cfe38-06d7-4b19-b237-facf73401ea7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Port': ['ID=cf65e2db-c410-4b19-873e-6302dc309821,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:46.788033 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4a6cfe38-06d7-4b19-b237-facf73401ea7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (5347fc5a-cb4b-4008-a43e-7d4a2a067bd5), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:46.800355 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a6cfe38-06d7-4b19-b237-facf73401ea7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:30:46.801361 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4a6cfe38-06d7-4b19-b237-facf73401ea7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (5347fc5a-cb4b-4008-a43e-7d4a2a067bd5), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:30:46.804813 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:30:46.809112 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:30:46.809112 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:30:46.809112 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:30:46.809112 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:30:46.809112 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:30:46.809112 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:30:46.809112 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:30:46.809112 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:30:46.809112 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:30:46.809112 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:30:46.809112 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:30:46.809112 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:30:46.809112 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:30:46.979096 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4a6cfe38-06d7-4b19-b237-facf73401ea7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (5b580083-c2de-4a8b-99a6-da6880c32768), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:47.027040 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4a6cfe38-06d7-4b19-b237-facf73401ea7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:47.033375 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43666) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:47.034747 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4a6cfe38-06d7-4b19-b237-facf73401ea7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/networks/5b580083-c2de-4a8b-99a6-da6880c32768 HTTP/1.1" status: 204 len: 168 time: 2.6337957 Jan 18 20:30:47.176014 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e3129216-56a5-44c9-95c6-825150a32038 req-5acf4d2f-a749-4e65-b493-2228d01cdf7e tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=40cd0819-5bae-4057-8409-8766955b8601 HTTP/1.1" status: 200 len: 210 time: 0.1584387 Jan 18 20:30:47.182689 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6cfe38-06d7-4b19-b237-facf73401ea7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Network': ['ID=5b580083-c2de-4a8b-99a6-da6880c32768,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:47.265722 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4c30cdd3-9810-4ac8-8092-f9c52665f4b6 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:30:47.377763 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 4c30cdd3-9810-4ac8-8092-f9c52665f4b6 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:30:47.378267 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4c30cdd3-9810-4ac8-8092-f9c52665f4b6 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:30:47.889594 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1b6e35f5-965f-4354-b5d3-ca0bd4283f90 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (6196c6e9-c78d-470c-9494-a550986a6e4c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:48.211554 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-34ca0cff-e3b4-44ee-982a-1867b35027ec tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:48.213734 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-34ca0cff-e3b4-44ee-982a-1867b35027ec tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.70 "GET /v2.0/networks?id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d HTTP/1.1" status: 200 len: 806 time: 0.3182871 Jan 18 20:30:48.226531 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-c572b76d-2242-432c-8ccc-d7d09e72b5df tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Request body: {'port': {'device_id': '40cd0819-5bae-4057-8409-8766955b8601', 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d', 'admin_state_up': True, 'tenant_id': '45bdc4d1bc8c40b69abe16f13ea83854'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:30:48.391274 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ecf8ad13-347d-4822-b0a9-1de0289784d3 req-d6e67648-47eb-4747-ae5c-542b46bdbe07 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=40cd0819-5bae-4057-8409-8766955b8601 HTTP/1.1" status: 200 len: 210 time: 0.0863714 Jan 18 20:30:48.486239 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-c572b76d-2242-432c-8ccc-d7d09e72b5df tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Made reservation on behalf of 45bdc4d1bc8c40b69abe16f13ea83854 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:30:48.490387 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-c572b76d-2242-432c-8ccc-d7d09e72b5df tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:48.634537 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e35f5-965f-4354-b5d3-ca0bd4283f90 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Deleting port aa4828f7-05da-4543-be75-76384d97c0f7 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:30:48.634875 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1b6e35f5-965f-4354-b5d3-ca0bd4283f90 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (aa4828f7-05da-4543-be75-76384d97c0f7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:48.865238 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-c572b76d-2242-432c-8ccc-d7d09e72b5df tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Allocated IP 172.20.0.7 (a2219283-bd9d-4d36-b2ed-ac08fd66b13d/81f4d550-9f11-4355-b26a-aa3d66e48dd5/0eb87313-4a4f-4876-a0f1-7c16bb48b29b) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:30:49.177145 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1b6e35f5-965f-4354-b5d3-ca0bd4283f90 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] For port aa4828f7-05da-4543-be75-76384d97c0f7, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=aa4828f7-05da-4543-be75-76384d97c0f7,segment=NetworkSegment(e19726f3-42da-43ce-94e5-999054951d8a),segment_id=e19726f3-42da-43ce-94e5-999054951d8a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:49.182660 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1b6e35f5-965f-4354-b5d3-ca0bd4283f90 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (aa4828f7-05da-4543-be75-76384d97c0f7), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:49.211211 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e35f5-965f-4354-b5d3-ca0bd4283f90 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Calling delete_port for aa4828f7-05da-4543-be75-76384d97c0f7 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:30:49.414914 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-c572b76d-2242-432c-8ccc-d7d09e72b5df tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks [] for port (0eb87313-4a4f-4876-a0f1-7c16bb48b29b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:49.423374 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1b6e35f5-965f-4354-b5d3-ca0bd4283f90 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (aa4828f7-05da-4543-be75-76384d97c0f7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:49.484927 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e35f5-965f-4354-b5d3-ca0bd4283f90 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Port': ['ID=aa4828f7-05da-4543-be75-76384d97c0f7,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:49.612910 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-c572b76d-2242-432c-8ccc-d7d09e72b5df tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (0eb87313-4a4f-4876-a0f1-7c16bb48b29b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:49.631790 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['32e311e0-cab7-4a19-aaa4-eb202f76cb5c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:30:49.700742 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-c572b76d-2242-432c-8ccc-d7d09e72b5df tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Network a2219283-bd9d-4d36-b2ed-ac08fd66b13d is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:30:49.738352 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-c572b76d-2242-432c-8ccc-d7d09e72b5df tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:30:49.848753 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572b76d-2242-432c-8ccc-d7d09e72b5df tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Pushing event updated for resources: {'Port': ['ID=0eb87313-4a4f-4876-a0f1-7c16bb48b29b,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:49.923044 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd5f96-2b79-41bc-9715-a8c734963bce req-416812ca-b03d-4d20-91f9-c5e9ba849e43 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:49.924672 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5edd5f96-2b79-41bc-9715-a8c734963bce req-416812ca-b03d-4d20-91f9-c5e9ba849e43 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=40cd0819-5bae-4057-8409-8766955b8601 HTTP/1.1" status: 200 len: 931 time: 0.3282487 Jan 18 20:30:49.933042 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-c572b76d-2242-432c-8ccc-d7d09e72b5df tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:30:50.076655 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5edd5f96-2b79-41bc-9715-a8c734963bce req-46851654-14b7-4fc6-b06d-3dc5b01e8b6c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417501 Jan 18 20:30:50.109228 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1b6e35f5-965f-4354-b5d3-ca0bd4283f90 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (6196c6e9-c78d-470c-9494-a550986a6e4c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:50.228745 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-c572b76d-2242-432c-8ccc-d7d09e72b5df tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:50.241405 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-c572b76d-2242-432c-8ccc-d7d09e72b5df tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:50.337936 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-c572b76d-2242-432c-8ccc-d7d09e72b5df tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1150742 Jan 18 20:30:50.358442 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-6c642825-86a8-4cec-8a7c-005c588ba815 service neutron] Request body: {'port': {'device_id': '40cd0819-5bae-4057-8409-8766955b8601', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:30:50.512891 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6e35f5-965f-4354-b5d3-ca0bd4283f90 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Router 6196c6e9-c78d-470c-9494-a550986a6e4c has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:30:50.530803 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-6c642825-86a8-4cec-8a7c-005c588ba815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0eb87313-4a4f-4876-a0f1-7c16bb48b29b), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:50.683013 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6e35f5-965f-4354-b5d3-ca0bd4283f90 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:30:50.690752 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43746) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:50.697102 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f34f1d2-5c39-4622-b83d-cd38dc111ce0 None None] Sync routers for ids ['6196c6e9-c78d-470c-9494-a550986a6e4c'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:30:50.716985 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f34f1d2-5c39-4622-b83d-cd38dc111ce0 None None] Routers {'6196c6e9-c78d-470c-9494-a550986a6e4c'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:30:50.717606 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2f34f1d2-5c39-4622-b83d-cd38dc111ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:30:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6196c6e9-c78d-470c-9494-a550986a6e4c'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:50.728221 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1b6e35f5-965f-4354-b5d3-ca0bd4283f90 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "PUT /v2.0/routers/6196c6e9-c78d-470c-9494-a550986a6e4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6926343 Jan 18 20:30:50.944561 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4807d0d-6583-45e9-8c06-b041871909ca tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Deleting subnet 3445cb10-ace3-45e3-ab5f-373024b61c2d {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:30:50.959045 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4807d0d-6583-45e9-8c06-b041871909ca tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for subnet (3445cb10-ace3-45e3-ab5f-373024b61c2d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:50.998912 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-2f34f1d2-5c39-4622-b83d-cd38dc111ce0 None None] Set router 6196c6e9-c78d-470c-9494-a550986a6e4c gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:30:51.075209 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4807d0d-6583-45e9-8c06-b041871909ca tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (3445cb10-ace3-45e3-ab5f-373024b61c2d), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:51.316699 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2f34f1d2-5c39-4622-b83d-cd38dc111ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:30:49Z', 'revision_number': 11, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:51.419634 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f34f1d2-5c39-4622-b83d-cd38dc111ce0 None None] Checking router: 6196c6e9-c78d-470c-9494-a550986a6e4c for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:30:51.441667 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f34f1d2-5c39-4622-b83d-cd38dc111ce0 None None] Routers {'6196c6e9-c78d-470c-9494-a550986a6e4c'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:30:51.442218 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2f34f1d2-5c39-4622-b83d-cd38dc111ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:30:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6196c6e9-c78d-470c-9494-a550986a6e4c'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:51.475511 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26df4c-2e26-4de0-b3fa-f4ae01d4374b req-7fb1075f-8cf2-422e-ba06-b3d41c433dd1 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:51.485692 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac26df4c-2e26-4de0-b3fa-f4ae01d4374b req-7fb1075f-8cf2-422e-ba06-b3d41c433dd1 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=40cd0819-5bae-4057-8409-8766955b8601 HTTP/1.1" status: 200 len: 931 time: 0.2359900 Jan 18 20:30:51.537051 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4807d0d-6583-45e9-8c06-b041871909ca tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (3445cb10-ace3-45e3-ab5f-373024b61c2d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:51.690293 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-2f34f1d2-5c39-4622-b83d-cd38dc111ce0 None None] Set router 6196c6e9-c78d-470c-9494-a550986a6e4c gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:30:51.726846 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac26df4c-2e26-4de0-b3fa-f4ae01d4374b req-43ddf04c-a4c8-468e-bc4a-5890b1035bbf tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391045 Jan 18 20:30:51.794274 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4807d0d-6583-45e9-8c06-b041871909ca tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (3445cb10-ace3-45e3-ab5f-373024b61c2d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:51.839289 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2f34f1d2-5c39-4622-b83d-cd38dc111ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:30:49Z', 'revision_number': 11, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:51.895380 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4807d0d-6583-45e9-8c06-b041871909ca tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Subnet': ['ID=3445cb10-ace3-45e3-ab5f-373024b61c2d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:51.904031 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4807d0d-6583-45e9-8c06-b041871909ca tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:51.911507 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e4807d0d-6583-45e9-8c06-b041871909ca tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/subnets/3445cb10-ace3-45e3-ab5f-373024b61c2d HTTP/1.1" status: 204 len: 168 time: 1.2199013 Jan 18 20:30:51.916678 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f34f1d2-5c39-4622-b83d-cd38dc111ce0 None None] The sync data for ids ['6196c6e9-c78d-470c-9494-a550986a6e4c'] in n-d-741529-9 is: [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:30:49Z', 'revision_number': 11, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:30:51.919644 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43782) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:51.933322 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc0793a-7cae-4993-9066-69b0aced864a None None] Network 925adfa4-bd4c-42bb-9bf0-7935a092fd59 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:30:52.088164 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffd0ec-fa21-4f1f-a18f-e6debd08c80a req-0b1c90ba-8b02-4468-a2cc-5f6365fb6b83 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:52.094892 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a5ffd0ec-fa21-4f1f-a18f-e6debd08c80a req-0b1c90ba-8b02-4468-a2cc-5f6365fb6b83 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.2194424 Jan 18 20:30:52.266294 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a5ffd0ec-fa21-4f1f-a18f-e6debd08c80a req-f37b0c7c-28eb-48e1-8113-96b126e16c2e tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990114 Jan 18 20:30:52.306087 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-30c2ed2a-5749-43cf-bcbc-155747b07f10 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (925adfa4-bd4c-42bb-9bf0-7935a092fd59), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:52.326123 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43001bf7-9e7b-4d34-8ab8-7091878b569d None None] DHCP port deletion for 925adfa4-bd4c-42bb-9bf0-7935a092fd59 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:30:52.387348 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-6c642825-86a8-4cec-8a7c-005c588ba815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb87313-4a4f-4876-a0f1-7c16bb48b29b {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:30:52.418747 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-6c642825-86a8-4cec-8a7c-005c588ba815 service neutron] Publish callbacks [] for port (0eb87313-4a4f-4876-a0f1-7c16bb48b29b), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:52.465696 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-30c2ed2a-5749-43cf-bcbc-155747b07f10 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Deleting port b56d2a13-40b5-479f-a0fc-f94e90b1a6d6 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:30:52.466044 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-30c2ed2a-5749-43cf-bcbc-155747b07f10 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b56d2a13-40b5-479f-a0fc-f94e90b1a6d6), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:52.469183 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-6c642825-86a8-4cec-8a7c-005c588ba815 service neutron] Transition to ACTIVE for port object 0eb87313-4a4f-4876-a0f1-7c16bb48b29b will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:30:52.478647 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-6c642825-86a8-4cec-8a7c-005c588ba815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (0eb87313-4a4f-4876-a0f1-7c16bb48b29b), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:52.481990 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-43001bf7-9e7b-4d34-8ab8-7091878b569d None None] Deleting port b56d2a13-40b5-479f-a0fc-f94e90b1a6d6 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:30:52.482452 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-43001bf7-9e7b-4d34-8ab8-7091878b569d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b56d2a13-40b5-479f-a0fc-f94e90b1a6d6), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:52.582523 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-43001bf7-9e7b-4d34-8ab8-7091878b569d None None] For port b56d2a13-40b5-479f-a0fc-f94e90b1a6d6, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b56d2a13-40b5-479f-a0fc-f94e90b1a6d6,segment=NetworkSegment(e19726f3-42da-43ce-94e5-999054951d8a),segment_id=e19726f3-42da-43ce-94e5-999054951d8a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:52.583318 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-43001bf7-9e7b-4d34-8ab8-7091878b569d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b56d2a13-40b5-479f-a0fc-f94e90b1a6d6), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:52.606359 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-43001bf7-9e7b-4d34-8ab8-7091878b569d None None] Calling delete_port for b56d2a13-40b5-479f-a0fc-f94e90b1a6d6 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:30:52.659616 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c642825-86a8-4cec-8a7c-005c588ba815 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb87313-4a4f-4876-a0f1-7c16bb48b29b,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:52.702486 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-30c2ed2a-5749-43cf-bcbc-155747b07f10 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] For port b56d2a13-40b5-479f-a0fc-f94e90b1a6d6, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b56d2a13-40b5-479f-a0fc-f94e90b1a6d6,segment=NetworkSegment(e19726f3-42da-43ce-94e5-999054951d8a),segment_id=e19726f3-42da-43ce-94e5-999054951d8a)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:52.703020 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-30c2ed2a-5749-43cf-bcbc-155747b07f10 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b56d2a13-40b5-479f-a0fc-f94e90b1a6d6), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:52.734727 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-30c2ed2a-5749-43cf-bcbc-155747b07f10 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Calling delete_port for b56d2a13-40b5-479f-a0fc-f94e90b1a6d6 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:30:52.786081 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-43001bf7-9e7b-4d34-8ab8-7091878b569d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (b56d2a13-40b5-479f-a0fc-f94e90b1a6d6), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:52.878478 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-6c642825-86a8-4cec-8a7c-005c588ba815 service neutron] Attempting to bind port 0eb87313-4a4f-4876-a0f1-7c16bb48b29b on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:30:52.880997 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-6c642825-86a8-4cec-8a7c-005c588ba815 service neutron] Attempting to bind port 0eb87313-4a4f-4876-a0f1-7c16bb48b29b by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '2c46816f-0f57-4198-b1f6-f49325bc445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:30:52.881507 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-6c642825-86a8-4cec-8a7c-005c588ba815 service neutron] Attempting to bind port 0eb87313-4a4f-4876-a0f1-7c16bb48b29b on network a2219283-bd9d-4d36-b2ed-ac08fd66b13d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:30:52.901384 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-6c642825-86a8-4cec-8a7c-005c588ba815 service neutron] Port 0eb87313-4a4f-4876-a0f1-7c16bb48b29b on network a2219283-bd9d-4d36-b2ed-ac08fd66b13d not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:30:52.903033 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-6c642825-86a8-4cec-8a7c-005c588ba815 service neutron] Attempting to bind port 0eb87313-4a4f-4876-a0f1-7c16bb48b29b on network a2219283-bd9d-4d36-b2ed-ac08fd66b13d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:30:52.907153 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43001bf7-9e7b-4d34-8ab8-7091878b569d None None] Pushing event deleted for resources: {'Port': ['ID=b56d2a13-40b5-479f-a0fc-f94e90b1a6d6,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:52.916090 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43001bf7-9e7b-4d34-8ab8-7091878b569d None None] No DVR routers for this DVR port b56d2a13-40b5-479f-a0fc-f94e90b1a6d6 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:30:52.928521 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-6c642825-86a8-4cec-8a7c-005c588ba815 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:30:52.928867 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-6c642825-86a8-4cec-8a7c-005c588ba815 service neutron] Checking segment: {'id': '2c46816f-0f57-4198-b1f6-f49325bc445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:30:52.929265 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-6c642825-86a8-4cec-8a7c-005c588ba815 service neutron] Bound using segment: {'id': '2c46816f-0f57-4198-b1f6-f49325bc445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:30:52.930432 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-6c642825-86a8-4cec-8a7c-005c588ba815 service neutron] Bound port: 0eb87313-4a4f-4876-a0f1-7c16bb48b29b, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c46816f-0f57-4198-b1f6-f49325bc445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:30:52.930812 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-6c642825-86a8-4cec-8a7c-005c588ba815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0eb87313-4a4f-4876-a0f1-7c16bb48b29b), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:53.073767 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-30c2ed2a-5749-43cf-bcbc-155747b07f10 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (b56d2a13-40b5-479f-a0fc-f94e90b1a6d6), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:53.108036 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c2ed2a-5749-43cf-bcbc-155747b07f10 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] No DVR routers for this DVR port b56d2a13-40b5-479f-a0fc-f94e90b1a6d6 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:30:53.131200 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d2e86-b9e5-47c0-a56b-3103ce8ea267 req-96947de8-bc05-4a01-8ea9-e839b9b63882 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:53.139013 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-515d2e86-b9e5-47c0-a56b-3103ce8ea267 req-96947de8-bc05-4a01-8ea9-e839b9b63882 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=40cd0819-5bae-4057-8409-8766955b8601 HTTP/1.1" status: 200 len: 943 time: 0.2427754 Jan 18 20:30:53.206104 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-6c642825-86a8-4cec-8a7c-005c588ba815 service neutron] For port 0eb87313-4a4f-4876-a0f1-7c16bb48b29b, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:30:53.223995 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-6c642825-86a8-4cec-8a7c-005c588ba815 service neutron] For port 0eb87313-4a4f-4876-a0f1-7c16bb48b29b, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0eb87313-4a4f-4876-a0f1-7c16bb48b29b,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:30:53.234274 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-6c642825-86a8-4cec-8a7c-005c588ba815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (0eb87313-4a4f-4876-a0f1-7c16bb48b29b), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:53.316868 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device aa4828f7-05da-4543-be75-76384d97c0f7 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:30:53.351204 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2ed2a-5749-43cf-bcbc-155747b07f10 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Port': ['ID=b56d2a13-40b5-479f-a0fc-f94e90b1a6d6,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:53.351891 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-6c642825-86a8-4cec-8a7c-005c588ba815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:53.356050 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-6c642825-86a8-4cec-8a7c-005c588ba815 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:53.359840 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-6c642825-86a8-4cec-8a7c-005c588ba815 service neutron] 10.222.0.70 "PUT /v2.0/ports/0eb87313-4a4f-4876-a0f1-7c16bb48b29b HTTP/1.1" status: 200 len: 1091 time: 3.0056939 Jan 18 20:30:53.363421 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40cd0819-5bae-4057-8409-8766955b8601', 'tag': '0eb87313-4a4f-4876-a0f1-7c16bb48b29b'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:30:53.368212 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: aa4828f7-05da-4543-be75-76384d97c0f7 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:30:53.368826 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device aa4828f7-05da-4543-be75-76384d97c0f7 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:30:53.369417 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b56d2a13-40b5-479f-a0fc-f94e90b1a6d6 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:30:53.369718 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777056af-0597-49cb-9756-02b611e50bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "40cd0819-5bae-4057-8409-8766955b8601", "tag": "0eb87313-4a4f-4876-a0f1-7c16bb48b29b"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:30:53.424043 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-515d2e86-b9e5-47c0-a56b-3103ce8ea267 req-8e53aeac-5aba-4ab7-90e5-3d47f8296b7f tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840230 Jan 18 20:30:53.446366 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: b56d2a13-40b5-479f-a0fc-f94e90b1a6d6 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:30:53.446820 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b56d2a13-40b5-479f-a0fc-f94e90b1a6d6 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:30:53.486730 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c642825-86a8-4cec-8a7c-005c588ba815 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb87313-4a4f-4876-a0f1-7c16bb48b29b,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:53.513057 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-42da1bd8-ae92-476b-8b38-cec16993dee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:53.514611 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-42da1bd8-ae92-476b-8b38-cec16993dee7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=45bdc4d1bc8c40b69abe16f13ea83854&device_id=40cd0819-5bae-4057-8409-8766955b8601 HTTP/1.1" status: 200 len: 1094 time: 0.1019304 Jan 18 20:30:53.570527 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-b85edd02-552b-46d2-8a70-639c76ac782c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0eb87313-4a4f-4876-a0f1-7c16bb48b29b HTTP/1.1" status: 200 len: 217 time: 0.0479994 Jan 18 20:30:53.572658 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f78c152-4ff0-4a26-8933-8f003894f8ad x-openstack-request-id: req-0f78c152-4ff0-4a26-8933-8f003894f8ad {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:30:53.573168 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40cd0819-5bae-4057-8409-8766955b8601", "tag": "0eb87313-4a4f-4876-a0f1-7c16bb48b29b", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:30:53.573586 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f78c152-4ff0-4a26-8933-8f003894f8ad {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:30:53.574173 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40cd0819-5bae-4057-8409-8766955b8601', 'tag': '0eb87313-4a4f-4876-a0f1-7c16bb48b29b', 'status': 'completed', 'code': 200} Jan 18 20:30:53.641291 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-2c2ef2dd-bca1-4f6f-bb2c-70c230fa5e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:53.643185 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-2c2ef2dd-bca1-4f6f-bb2c-70c230fa5e59 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81f4d550-9f11-4355-b26a-aa3d66e48dd5 HTTP/1.1" status: 200 len: 846 time: 0.0659075 Jan 18 20:30:53.696683 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-a5c3bbb1-2451-42a0-a2d7-9077203c0d0e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460973 Jan 18 20:30:53.728255 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-30c2ed2a-5749-43cf-bcbc-155747b07f10 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (925adfa4-bd4c-42bb-9bf0-7935a092fd59), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:53.749036 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be9a6b-b72f-4107-8814-ac294084898b req-0f20e8a1-e775-4638-af1e-4349febba2df tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:53.750621 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-67be9a6b-b72f-4107-8814-ac294084898b req-0f20e8a1-e775-4638-af1e-4349febba2df tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.70 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.3950064 Jan 18 20:30:53.919147 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-2afd994e-eb6d-4671-92b3-f9c1368bb365 service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148709 Jan 18 20:30:54.012112 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-30c2ed2a-5749-43cf-bcbc-155747b07f10 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925adfa4-bd4c-42bb-9bf0-7935a092fd59']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:54.056256 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b64ea-3210-4d33-bafa-2466c644e405 req-21e89f22-8119-411c-a4f3-11ea3de7f384 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:54.057857 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a32b64ea-3210-4d33-bafa-2466c644e405 req-21e89f22-8119-411c-a4f3-11ea3de7f384 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 947 time: 0.5534697 Jan 18 20:30:54.074275 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-30c2ed2a-5749-43cf-bcbc-155747b07f10 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e19726f3-42da-43ce-94e5-999054951d8a') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:54.076486 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-30c2ed2a-5749-43cf-bcbc-155747b07f10 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e19726f3-42da-43ce-94e5-999054951d8a') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:54.139814 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-30c2ed2a-5749-43cf-bcbc-155747b07f10 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (e19726f3-42da-43ce-94e5-999054951d8a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:54.160558 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e4dbd284-da5b-4e3e-911f-93ac89ae0212 req-c121ed03-4804-44bc-bb9d-18439ee40396 service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347364 Jan 18 20:30:54.178677 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-67be9a6b-b72f-4107-8814-ac294084898b req-2e09d3f4-178a-4f91-a14b-a34a3a8e4260 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Deleting port 30f55edd-0722-4cff-a5f8-68d9282acbc8 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:30:54.179410 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-67be9a6b-b72f-4107-8814-ac294084898b req-2e09d3f4-178a-4f91-a14b-a34a3a8e4260 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (30f55edd-0722-4cff-a5f8-68d9282acbc8), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:54.247993 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a32b64ea-3210-4d33-bafa-2466c644e405 req-123b86eb-9334-488e-ad4f-3d834432a31f tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/security-groups?id=16e9bf78-7a46-4a19-b045-29c95903cb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558855 Jan 18 20:30:54.360564 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777056af-0597-49cb-9756-02b611e50bbb req-2f63027a-0e74-417d-aae4-479a04d3bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:54.363443 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-67be9a6b-b72f-4107-8814-ac294084898b req-2e09d3f4-178a-4f91-a14b-a34a3a8e4260 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] For port 30f55edd-0722-4cff-a5f8-68d9282acbc8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=30f55edd-0722-4cff-a5f8-68d9282acbc8,segment=NetworkSegment(3926a9bc-2ab0-4e14-8e43-e7affde02047),segment_id=3926a9bc-2ab0-4e14-8e43-e7affde02047)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:54.363820 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-67be9a6b-b72f-4107-8814-ac294084898b req-2e09d3f4-178a-4f91-a14b-a34a3a8e4260 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (30f55edd-0722-4cff-a5f8-68d9282acbc8), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:54.365825 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-777056af-0597-49cb-9756-02b611e50bbb req-2f63027a-0e74-417d-aae4-479a04d3bf76 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=45bdc4d1bc8c40b69abe16f13ea83854&device_id=40cd0819-5bae-4057-8409-8766955b8601 HTTP/1.1" status: 200 len: 1094 time: 0.1410987 Jan 18 20:30:54.392977 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-67be9a6b-b72f-4107-8814-ac294084898b req-2e09d3f4-178a-4f91-a14b-a34a3a8e4260 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Calling delete_port for 30f55edd-0722-4cff-a5f8-68d9282acbc8 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:30:54.591145 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-30c2ed2a-5749-43cf-bcbc-155747b07f10 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (e19726f3-42da-43ce-94e5-999054951d8a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:54.607169 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c2ed2a-5749-43cf-bcbc-155747b07f10 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:30:54.608299 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-30c2ed2a-5749-43cf-bcbc-155747b07f10 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (e19726f3-42da-43ce-94e5-999054951d8a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:54.741467 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777056af-0597-49cb-9756-02b611e50bbb req-f158b53b-995a-495b-bdf5-8cf46e315c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:54.749467 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-777056af-0597-49cb-9756-02b611e50bbb req-f158b53b-995a-495b-bdf5-8cf46e315c35 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d HTTP/1.1" status: 200 len: 907 time: 0.3763807 Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:30:54.751236 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:30:54.808320 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-67be9a6b-b72f-4107-8814-ac294084898b req-2e09d3f4-178a-4f91-a14b-a34a3a8e4260 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (30f55edd-0722-4cff-a5f8-68d9282acbc8), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:54.821673 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['30f55edd-0722-4cff-a5f8-68d9282acbc8'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:30:54.850779 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-777056af-0597-49cb-9756-02b611e50bbb req-2af962c8-2317-417f-8c04-2c8e56f0a3c7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0eb87313-4a4f-4876-a0f1-7c16bb48b29b HTTP/1.1" status: 200 len: 217 time: 0.0936537 Jan 18 20:30:54.886902 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-30c2ed2a-5749-43cf-bcbc-155747b07f10 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (925adfa4-bd4c-42bb-9bf0-7935a092fd59), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:54.894180 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09d3f4-178a-4f91-a14b-a34a3a8e4260 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Pushing event deleted for resources: {'Port': ['ID=30f55edd-0722-4cff-a5f8-68d9282acbc8,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:54.928598 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-30c2ed2a-5749-43cf-bcbc-155747b07f10 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:54.938275 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43844) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:54.938684 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-30c2ed2a-5749-43cf-bcbc-155747b07f10 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/networks/925adfa4-bd4c-42bb-9bf0-7935a092fd59 HTTP/1.1" status: 204 len: 168 time: 3.0170858 Jan 18 20:30:54.946765 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-33a2114c-b602-44fb-a905-6ad89b4cda05 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'router': {'routes': None}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:30:54.993455 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2ed2a-5749-43cf-bcbc-155747b07f10 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Pushing event deleted for resources: {'Network': ['ID=925adfa4-bd4c-42bb-9bf0-7935a092fd59,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:55.043460 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-67be9a6b-b72f-4107-8814-ac294084898b req-2e09d3f4-178a-4f91-a14b-a34a3a8e4260 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] No DVR routers for this DVR port 30f55edd-0722-4cff-a5f8-68d9282acbc8 on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:30:55.047464 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-67be9a6b-b72f-4107-8814-ac294084898b req-2e09d3f4-178a-4f91-a14b-a34a3a8e4260 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:55.051977 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-67be9a6b-b72f-4107-8814-ac294084898b req-2e09d3f4-178a-4f91-a14b-a34a3a8e4260 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.70 "DELETE /v2.0/ports/30f55edd-0722-4cff-a5f8-68d9282acbc8 HTTP/1.1" status: 204 len: 173 time: 1.2791302 Jan 18 20:30:55.052599 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fdcac9-cf80-4b6a-a3aa-0391aab6c10e', 'name': 'network-vif-deleted', 'tag': '30f55edd-0722-4cff-a5f8-68d9282acbc8'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:30:55.055802 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6125b555-95f9-45d8-a41b-ccc43d355411" -d '{"events": [{"server_uuid": "20fdcac9-cf80-4b6a-a3aa-0391aab6c10e", "name": "network-vif-deleted", "tag": "30f55edd-0722-4cff-a5f8-68d9282acbc8"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:30:55.073895 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e2b7f-6f7d-42ab-a5f1-00565ebeb2cd req-5bf37ce5-dbe2-4f25-b65b-fbb741a2124c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:55.075439 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-587e2b7f-6f7d-42ab-a5f1-00565ebeb2cd req-5bf37ce5-dbe2-4f25-b65b-fbb741a2124c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=40cd0819-5bae-4057-8409-8766955b8601 HTTP/1.1" status: 200 len: 943 time: 0.3228512 Jan 18 20:30:55.188321 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-587e2b7f-6f7d-42ab-a5f1-00565ebeb2cd req-031c97b2-69bc-4bcf-92a7-095841ccabfe tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053946 Jan 18 20:30:55.190569 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c11c38-c02a-4ab5-bc0b-83a219b72bf7 x-openstack-request-id: req-09c11c38-c02a-4ab5-bc0b-83a219b72bf7 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:30:55.191038 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fdcac9-cf80-4b6a-a3aa-0391aab6c10e", "name": "network-vif-deleted", "tag": "30f55edd-0722-4cff-a5f8-68d9282acbc8", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:30:55.195485 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09c11c38-c02a-4ab5-bc0b-83a219b72bf7 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:30:55.195902 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fdcac9-cf80-4b6a-a3aa-0391aab6c10e', 'name': 'network-vif-deleted', 'tag': '30f55edd-0722-4cff-a5f8-68d9282acbc8', 'status': 'completed', 'code': 200} Jan 18 20:30:55.261650 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.extraroute_db [None req-33a2114c-b602-44fb-a905-6ad89b4cda05 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Added routes are [] {{(pid=103335) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 18 20:30:55.262018 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.extraroute_db [None req-33a2114c-b602-44fb-a905-6ad89b4cda05 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Removed routes are [] {{(pid=103335) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 18 20:30:55.262325 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33a2114c-b602-44fb-a905-6ad89b4cda05 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57734'] for router (6196c6e9-c78d-470c-9494-a550986a6e4c), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:55.405089 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777056af-0597-49cb-9756-02b611e50bbb req-c9dce3c9-7ea2-46f0-8ebe-9195123c512a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:55.406961 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-777056af-0597-49cb-9756-02b611e50bbb req-c9dce3c9-7ea2-46f0-8ebe-9195123c512a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81f4d550-9f11-4355-b26a-aa3d66e48dd5 HTTP/1.1" status: 200 len: 846 time: 0.5500438 Jan 18 20:30:55.482582 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38df5adc-3606-4a30-a84f-ef1cd4b4c6cd req-b188e5c0-8d67-43be-87bb-adf0df6d92b3 tempest-ServersNegativeTestJSON-1752671837 tempest-ServersNegativeTestJSON-1752671837-project] 10.222.0.31 "GET /v2.0/ports?device_id=20fdcac9-cf80-4b6a-a3aa-0391aab6c10e HTTP/1.1" status: 200 len: 210 time: 0.0738213 Jan 18 20:30:55.553509 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33a2114c-b602-44fb-a905-6ad89b4cda05 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57734'] for router (6196c6e9-c78d-470c-9494-a550986a6e4c), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:55.561934 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-777056af-0597-49cb-9756-02b611e50bbb req-ecdb0abe-df5e-4f8b-b3a4-9dec5da30ac0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468053 Jan 18 20:30:55.566694 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33a2114c-b602-44fb-a905-6ad89b4cda05 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1617295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1617304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1628645'] for router (6196c6e9-c78d-470c-9494-a550986a6e4c), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:55.680703 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c4a3ceb8-96dd-46e9-86d4-37a718c6a942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:55.861487 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a2114c-b602-44fb-a905-6ad89b4cda05 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Router 6196c6e9-c78d-470c-9494-a550986a6e4c has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:30:56.115564 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a2114c-b602-44fb-a905-6ad89b4cda05 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:30:56.126515 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8eb4f8c-2264-4128-903e-315ed8b0b015 None None] Sync routers for ids ['6196c6e9-c78d-470c-9494-a550986a6e4c'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:30:56.146456 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8eb4f8c-2264-4128-903e-315ed8b0b015 None None] Routers {'6196c6e9-c78d-470c-9494-a550986a6e4c'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:30:56.146664 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-b8eb4f8c-2264-4128-903e-315ed8b0b015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:30:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6196c6e9-c78d-470c-9494-a550986a6e4c'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:56.157721 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33a2114c-b602-44fb-a905-6ad89b4cda05 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:56.158513 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-33a2114c-b602-44fb-a905-6ad89b4cda05 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "PUT /v2.0/routers/6196c6e9-c78d-470c-9494-a550986a6e4c HTTP/1.1" status: 200 len: 700 time: 1.2162666 Jan 18 20:30:56.159500 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43872) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:56.218494 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-777056af-0597-49cb-9756-02b611e50bbb req-38873f87-e921-4218-8a0c-f2f8dc77adbf service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6443691 Jan 18 20:30:56.233515 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-df1aa8a1-c9ea-4228-a811-1719c34d3227 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "GET /v2.0/ports?device_id=6196c6e9-c78d-470c-9494-a550986a6e4c HTTP/1.1" status: 200 len: 205 time: 0.0703633 Jan 18 20:30:56.235914 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43876) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:56.333964 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-b8eb4f8c-2264-4128-903e-315ed8b0b015 None None] Set router 6196c6e9-c78d-470c-9494-a550986a6e4c gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:30:56.412290 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b3ce827-685d-4ecd-9b48-e2fc62f5863b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router (6196c6e9-c78d-470c-9494-a550986a6e4c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:56.468002 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-777056af-0597-49cb-9756-02b611e50bbb req-4075ddad-3d7d-4ae4-a71f-7b508ca29708 service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442927 Jan 18 20:30:56.510451 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-b8eb4f8c-2264-4128-903e-315ed8b0b015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:30:49Z', 'revision_number': 11, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:56.555308 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a83d7-c080-46be-a6da-15d90f11af09 req-e0aca388-8089-4d6d-95d1-af7018566067 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:56.556928 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-002a83d7-c080-46be-a6da-15d90f11af09 req-e0aca388-8089-4d6d-95d1-af7018566067 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=40cd0819-5bae-4057-8409-8766955b8601 HTTP/1.1" status: 200 len: 943 time: 0.1991875 Jan 18 20:30:56.591391 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43890) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:56.620275 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8eb4f8c-2264-4128-903e-315ed8b0b015 None None] Checking router: 6196c6e9-c78d-470c-9494-a550986a6e4c for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:30:56.656640 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8eb4f8c-2264-4128-903e-315ed8b0b015 None None] Routers {'6196c6e9-c78d-470c-9494-a550986a6e4c'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:30:56.659921 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-b8eb4f8c-2264-4128-903e-315ed8b0b015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:30:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6196c6e9-c78d-470c-9494-a550986a6e4c'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:56.693427 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaeac3d1-85ac-4310-afc5-e46b9fd436c9 admin admin] Deleting subnet d51416a9-d1ba-44a6-8439-10a7eabfd114 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:30:56.704929 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eaeac3d1-85ac-4310-afc5-e46b9fd436c9 admin admin] Publish callbacks [] for subnet (d51416a9-d1ba-44a6-8439-10a7eabfd114), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:56.778632 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eaeac3d1-85ac-4310-afc5-e46b9fd436c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (d51416a9-d1ba-44a6-8439-10a7eabfd114), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:56.780268 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-b8eb4f8c-2264-4128-903e-315ed8b0b015 None None] Set router 6196c6e9-c78d-470c-9494-a550986a6e4c gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:30:56.860676 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eaeac3d1-85ac-4310-afc5-e46b9fd436c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (d51416a9-d1ba-44a6-8439-10a7eabfd114), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:56.898106 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-b8eb4f8c-2264-4128-903e-315ed8b0b015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:30:49Z', 'revision_number': 11, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:56.907702 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-002a83d7-c080-46be-a6da-15d90f11af09 req-4a89d88e-9994-4e2d-a0a1-a8c128be75b8 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343377 Jan 18 20:30:56.915334 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b3ce827-685d-4ecd-9b48-e2fc62f5863b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (6196c6e9-c78d-470c-9494-a550986a6e4c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:56.939085 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b3ce827-685d-4ecd-9b48-e2fc62f5863b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router_controller (6196c6e9-c78d-470c-9494-a550986a6e4c), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:56.958426 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eaeac3d1-85ac-4310-afc5-e46b9fd436c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (d51416a9-d1ba-44a6-8439-10a7eabfd114), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:57.000702 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8eb4f8c-2264-4128-903e-315ed8b0b015 None None] The sync data for ids ['6196c6e9-c78d-470c-9494-a550986a6e4c'] in n-d-741529-9 is: [{'id': '6196c6e9-c78d-470c-9494-a550986a6e4c', 'name': 'tempest-RoutersTest-router-572955044', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:29:39Z', 'updated_at': '2022-01-18T20:30:49Z', 'revision_number': 11, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:30:57.016621 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eaeac3d1-85ac-4310-afc5-e46b9fd436c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:57.023870 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43902) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:57.024634 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-eaeac3d1-85ac-4310-afc5-e46b9fd436c9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d51416a9-d1ba-44a6-8439-10a7eabfd114 HTTP/1.1" status: 204 len: 168 time: 0.4317095 Jan 18 20:30:57.026060 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeac3d1-85ac-4310-afc5-e46b9fd436c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d51416a9-d1ba-44a6-8439-10a7eabfd114,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:57.050983 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b3ce827-685d-4ecd-9b48-e2fc62f5863b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (6196c6e9-c78d-470c-9494-a550986a6e4c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:57.054049 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3ce827-685d-4ecd-9b48-e2fc62f5863b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Fanout notify agent at l3_agent the message router_deleted on router 6196c6e9-c78d-470c-9494-a550986a6e4c {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:30:57.060319 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b3ce827-685d-4ecd-9b48-e2fc62f5863b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:57.061706 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9b3ce827-685d-4ecd-9b48-e2fc62f5863b tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/routers/6196c6e9-c78d-470c-9494-a550986a6e4c HTTP/1.1" status: 204 len: 168 time: 0.8245475 Jan 18 20:30:57.065620 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43904) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:57.070468 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-443e3016-b762-4aaa-87ee-ad54b50d45f6 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1906332060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:30:57.110862 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-443e3016-b762-4aaa-87ee-ad54b50d45f6 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (d54b54e5-2a6d-491a-8af1-e08ca578e98a), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:57.114126 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-443e3016-b762-4aaa-87ee-ad54b50d45f6 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (d54b54e5-2a6d-491a-8af1-e08ca578e98a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:57.188530 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-49713fdd-2c71-43f2-8fa0-92e340d13c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (969e5bec-1cc4-4b20-ab88-96d006b4e701), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:57.234280 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-443e3016-b762-4aaa-87ee-ad54b50d45f6 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router_controller (d54b54e5-2a6d-491a-8af1-e08ca578e98a), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:57.253422 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-443e3016-b762-4aaa-87ee-ad54b50d45f6 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (d54b54e5-2a6d-491a-8af1-e08ca578e98a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:57.302884 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-49713fdd-2c71-43f2-8fa0-92e340d13c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (969e5bec-1cc4-4b20-ab88-96d006b4e701), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:57.320363 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-443e3016-b762-4aaa-87ee-ad54b50d45f6 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:57.321737 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-443e3016-b762-4aaa-87ee-ad54b50d45f6 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2550185 Jan 18 20:30:57.324378 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43906) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:57.329461 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-bc3249eb-8944-4fbe-90f7-0cc683ac93de tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:30:57.349818 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-49713fdd-2c71-43f2-8fa0-92e340d13c92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['969e5bec-1cc4-4b20-ab88-96d006b4e701']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:57.365908 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-49713fdd-2c71-43f2-8fa0-92e340d13c92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3926a9bc-2ab0-4e14-8e43-e7affde02047') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:57.366113 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-49713fdd-2c71-43f2-8fa0-92e340d13c92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3926a9bc-2ab0-4e14-8e43-e7affde02047') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:57.401406 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-49713fdd-2c71-43f2-8fa0-92e340d13c92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (3926a9bc-2ab0-4e14-8e43-e7affde02047), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:57.442410 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-49713fdd-2c71-43f2-8fa0-92e340d13c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (3926a9bc-2ab0-4e14-8e43-e7affde02047), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:57.457814 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49713fdd-2c71-43f2-8fa0-92e340d13c92 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:30:57.458216 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-49713fdd-2c71-43f2-8fa0-92e340d13c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (3926a9bc-2ab0-4e14-8e43-e7affde02047), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:30:57.460412 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:30:57.536281 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 0eb87313-4a4f-4876-a0f1-7c16bb48b29b details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:30:57.649599 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-49713fdd-2c71-43f2-8fa0-92e340d13c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (969e5bec-1cc4-4b20-ab88-96d006b4e701), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:57.663085 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-49713fdd-2c71-43f2-8fa0-92e340d13c92 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:57.669601 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 30f55edd-0722-4cff-a5f8-68d9282acbc8 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:30:57.670997 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-49713fdd-2c71-43f2-8fa0-92e340d13c92 admin admin] 10.222.0.31 "DELETE /v2.0/networks/969e5bec-1cc4-4b20-ab88-96d006b4e701 HTTP/1.1" status: 204 len: 168 time: 0.6451116 Jan 18 20:30:57.699963 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49713fdd-2c71-43f2-8fa0-92e340d13c92 admin admin] Pushing event deleted for resources: {'Network': ['ID=969e5bec-1cc4-4b20-ab88-96d006b4e701,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:57.732361 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 30f55edd-0722-4cff-a5f8-68d9282acbc8 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:30:57.736065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 30f55edd-0722-4cff-a5f8-68d9282acbc8 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:30:57.833529 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc3249eb-8944-4fbe-90f7-0cc683ac93de tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57734'] for router (d54b54e5-2a6d-491a-8af1-e08ca578e98a), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:57.856111 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc3249eb-8944-4fbe-90f7-0cc683ac93de tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1617295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1617304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1628645'] for router (d54b54e5-2a6d-491a-8af1-e08ca578e98a), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:57.883269 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 0eb87313-4a4f-4876-a0f1-7c16bb48b29b, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0eb87313-4a4f-4876-a0f1-7c16bb48b29b,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:57.896448 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '0eb87313-4a4f-4876-a0f1-7c16bb48b29b', 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d', 'port_id': '0eb87313-4a4f-4876-a0f1-7c16bb48b29b', 'mac_address': 'fa:16:3e:8b:fc:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f4d550-9f11-4355-b26a-aa3d66e48dd5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:30:57.898696 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-10d6b046-f656-4e8f-9c37-d7bb35cdc0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:57.982517 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 0eb87313-4a4f-4876-a0f1-7c16bb48b29b is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:57.982914 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0eb87313-4a4f-4876-a0f1-7c16bb48b29b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:58.005944 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb87313-4a4f-4876-a0f1-7c16bb48b29b {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:30:58.067467 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 0eb87313-4a4f-4876-a0f1-7c16bb48b29b, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0eb87313-4a4f-4876-a0f1-7c16bb48b29b,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:58.078423 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (0eb87313-4a4f-4876-a0f1-7c16bb48b29b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:58.114901 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3249eb-8944-4fbe-90f7-0cc683ac93de tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Router d54b54e5-2a6d-491a-8af1-e08ca578e98a is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:30:58.204624 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=0eb87313-4a4f-4876-a0f1-7c16bb48b29b,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:58.215426 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43928) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:58.218128 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d31782-19ee-4b4a-9fb7-a34d1795d325 req-f389fd06-766b-4a46-9756-00eea2886dc6 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:58.227244 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9d31782-19ee-4b4a-9fb7-a34d1795d325 req-f389fd06-766b-4a46-9756-00eea2886dc6 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=40cd0819-5bae-4057-8409-8766955b8601 HTTP/1.1" status: 200 len: 944 time: 0.1556044 Jan 18 20:30:58.337668 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9d31782-19ee-4b4a-9fb7-a34d1795d325 req-7854722b-26ba-4fd2-968c-bf3598c432f5 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094565 Jan 18 20:30:58.352568 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3249eb-8944-4fbe-90f7-0cc683ac93de tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:30:58.360795 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc3249eb-8944-4fbe-90f7-0cc683ac93de tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:58.364425 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c72f83f-ac67-42d4-a6dd-a5a330af29bb None None] Sync routers for ids ['d54b54e5-2a6d-491a-8af1-e08ca578e98a'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:30:58.374318 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bc3249eb-8944-4fbe-90f7-0cc683ac93de tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "PUT /v2.0/routers/d54b54e5-2a6d-491a-8af1-e08ca578e98a HTTP/1.1" status: 200 len: 694 time: 1.0487919 Jan 18 20:30:58.376801 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43936) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:58.388734 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c72f83f-ac67-42d4-a6dd-a5a330af29bb None None] Routers {'d54b54e5-2a6d-491a-8af1-e08ca578e98a'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:30:58.389408 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-8c72f83f-ac67-42d4-a6dd-a5a330af29bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:30:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d54b54e5-2a6d-491a-8af1-e08ca578e98a'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:58.395886 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b17cba7a-f45f-48c0-8798-d632c9c96834 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=deb1a2f7ff2a41c7978cf89e849731a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1754057 Jan 18 20:30:58.400001 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43938) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:58.486823 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f73119eb-b0c1-421d-b187-670f452b3683 admin admin] Publish callbacks [] for security_group (16e9bf78-7a46-4a19-b045-29c95903cb18), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:58.506373 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43940) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:58.529082 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['0eb87313-4a4f-4876-a0f1-7c16bb48b29b'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:30:58.552928 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f73119eb-b0c1-421d-b187-670f452b3683 admin admin] Publish callbacks [] for security_group (16e9bf78-7a46-4a19-b045-29c95903cb18), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:58.639502 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f73119eb-b0c1-421d-b187-670f452b3683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (16e9bf78-7a46-4a19-b045-29c95903cb18), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:58.647096 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f73119eb-b0c1-421d-b187-670f452b3683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:58.667486 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f73119eb-b0c1-421d-b187-670f452b3683 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16e9bf78-7a46-4a19-b045-29c95903cb18 HTTP/1.1" status: 204 len: 168 time: 0.2662878 Jan 18 20:30:58.684816 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-8c72f83f-ac67-42d4-a6dd-a5a330af29bb None None] Set router d54b54e5-2a6d-491a-8af1-e08ca578e98a gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:30:58.722561 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73119eb-b0c1-421d-b187-670f452b3683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e9bf78-7a46-4a19-b045-29c95903cb18,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:58.898693 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-8c72f83f-ac67-42d4-a6dd-a5a330af29bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54b54e5-2a6d-491a-8af1-e08ca578e98a', 'name': 'tempest-RoutersTest-router-1906332060', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:30:57Z', 'updated_at': '2022-01-18T20:30:57Z', 'revision_number': 2, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:58.983558 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c72f83f-ac67-42d4-a6dd-a5a330af29bb None None] Checking router: d54b54e5-2a6d-491a-8af1-e08ca578e98a for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:30:59.027835 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c72f83f-ac67-42d4-a6dd-a5a330af29bb None None] Routers {'d54b54e5-2a6d-491a-8af1-e08ca578e98a'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:30:59.029036 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-8c72f83f-ac67-42d4-a6dd-a5a330af29bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:30:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d54b54e5-2a6d-491a-8af1-e08ca578e98a'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:59.146246 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-8c72f83f-ac67-42d4-a6dd-a5a330af29bb None None] Set router d54b54e5-2a6d-491a-8af1-e08ca578e98a gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:30:59.281566 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-8c72f83f-ac67-42d4-a6dd-a5a330af29bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54b54e5-2a6d-491a-8af1-e08ca578e98a', 'name': 'tempest-RoutersTest-router-1906332060', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:30:57Z', 'updated_at': '2022-01-18T20:30:57Z', 'revision_number': 2, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:59.370048 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-438d6c44-1f7e-4043-a72d-834c5a2d1324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:59.376557 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c72f83f-ac67-42d4-a6dd-a5a330af29bb None None] The sync data for ids ['d54b54e5-2a6d-491a-8af1-e08ca578e98a'] in n-d-741529-9 is: [{'id': 'd54b54e5-2a6d-491a-8af1-e08ca578e98a', 'name': 'tempest-RoutersTest-router-1906332060', 'tenant_id': 'e666c75a4135413186dea9ccd90b9b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:30:57Z', 'updated_at': '2022-01-18T20:30:57Z', 'revision_number': 2, 'project_id': 'e666c75a4135413186dea9ccd90b9b16', 'gw_port_host': None}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:30:59.461482 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ebb49ec9-c2c4-4fa0-a85b-3c6e5752f612 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "GET /v2.0/routers/d54b54e5-2a6d-491a-8af1-e08ca578e98a HTTP/1.1" status: 200 len: 700 time: 1.0811975 Jan 18 20:30:59.466659 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:59.472797 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43972) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:59.531339 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f24e2e6d-472e-4bfb-b316-a9679f127c12 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "GET /v2.0/ports?device_id=d54b54e5-2a6d-491a-8af1-e08ca578e98a HTTP/1.1" status: 200 len: 205 time: 0.0497108 Jan 18 20:30:59.532366 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43974) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:59.592680 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-438d6c44-1f7e-4043-a72d-834c5a2d1324 admin admin] Publish callbacks [] for security_group (7a98f90c-6506-4736-b597-139a93d21042), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:59.599152 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-438d6c44-1f7e-4043-a72d-834c5a2d1324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7a98f90c-6506-4736-b597-139a93d21042), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:59.657361 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-438d6c44-1f7e-4043-a72d-834c5a2d1324 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6aae595ff51c49769b4482dfc941a0f8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1519184 Jan 18 20:30:59.659150 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43978) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:59.710966 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d6c44-1f7e-4043-a72d-834c5a2d1324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a98f90c-6506-4736-b597-139a93d21042,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:59.738972 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f2f78a8c-4b31-49cc-8983-816489b153fc admin admin] Publish callbacks [] for security_group (7a98f90c-6506-4736-b597-139a93d21042), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:59.744734 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e35d7b31-b2dc-4c87-9a14-57a07b5bf4a1 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router (d54b54e5-2a6d-491a-8af1-e08ca578e98a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:59.785742 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f2f78a8c-4b31-49cc-8983-816489b153fc admin admin] Publish callbacks [] for security_group (7a98f90c-6506-4736-b597-139a93d21042), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:59.983311 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f2f78a8c-4b31-49cc-8983-816489b153fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7a98f90c-6506-4736-b597-139a93d21042), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:59.999063 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f2f78a8c-4b31-49cc-8983-816489b153fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:00.003676 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f2f78a8c-4b31-49cc-8983-816489b153fc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a98f90c-6506-4736-b597-139a93d21042 HTTP/1.1" status: 204 len: 168 time: 0.3426714 Jan 18 20:31:00.072237 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78a8c-4b31-49cc-8983-816489b153fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a98f90c-6506-4736-b597-139a93d21042,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:00.126994 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e35d7b31-b2dc-4c87-9a14-57a07b5bf4a1 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (d54b54e5-2a6d-491a-8af1-e08ca578e98a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:00.131653 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e35d7b31-b2dc-4c87-9a14-57a07b5bf4a1 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router_controller (d54b54e5-2a6d-491a-8af1-e08ca578e98a), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:00.276048 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceef755-3948-4886-8da5-98e7af71673b req-02fbe576-6257-41c6-a12e-b0fd08e2485d tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:00.291405 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dceef755-3948-4886-8da5-98e7af71673b req-02fbe576-6257-41c6-a12e-b0fd08e2485d tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=40cd0819-5bae-4057-8409-8766955b8601 HTTP/1.1" status: 200 len: 944 time: 0.5342164 Jan 18 20:31:00.302570 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e35d7b31-b2dc-4c87-9a14-57a07b5bf4a1 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (d54b54e5-2a6d-491a-8af1-e08ca578e98a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:00.303218 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35d7b31-b2dc-4c87-9a14-57a07b5bf4a1 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Fanout notify agent at l3_agent the message router_deleted on router d54b54e5-2a6d-491a-8af1-e08ca578e98a {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:31:00.320119 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e35d7b31-b2dc-4c87-9a14-57a07b5bf4a1 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:00.322504 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44004) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:00.323282 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e35d7b31-b2dc-4c87-9a14-57a07b5bf4a1 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/routers/d54b54e5-2a6d-491a-8af1-e08ca578e98a HTTP/1.1" status: 204 len: 168 time: 0.7893386 Jan 18 20:31:00.431662 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dceef755-3948-4886-8da5-98e7af71673b req-48c2d772-9f1c-4ecf-a790-4c9a0affd6f9 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308331 Jan 18 20:31:00.449568 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2db3a821-9f7b-4d1f-b502-d8cf90e75c74 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "GET /v2.0/ports?device_id=d54b54e5-2a6d-491a-8af1-e08ca578e98a HTTP/1.1" status: 200 len: 205 time: 0.1238971 Jan 18 20:31:00.450343 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44008) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:00.530880 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:00.631597 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-1b090bb5-9054-48ac-85fb-559f873df357 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] delete failed (client error): The resource could not be found. Jan 18 20:31:00.636769 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44022) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:00.659819 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1b090bb5-9054-48ac-85fb-559f873df357 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/routers/d54b54e5-2a6d-491a-8af1-e08ca578e98a HTTP/1.1" status: 404 len: 336 time: 0.2081466 Jan 18 20:31:00.686028 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c03501d-1111-4e9e-8d5d-b6e9382477d8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:31:00.686862 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c03501d-1111-4e9e-8d5d-b6e9382477d8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:31:00.695712 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44026) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:00.705319 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8c03501d-1111-4e9e-8d5d-b6e9382477d8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/subnets/aeb655ed-4ea0-45c7-a754-db9127457a0f HTTP/1.1" status: 404 len: 337 time: 0.0646448 Jan 18 20:31:00.753254 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd98e810-2e17-4519-a561-3a6bd88379e7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:31:00.754638 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd98e810-2e17-4519-a561-3a6bd88379e7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:31:00.762097 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44030) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:00.763207 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cd98e810-2e17-4519-a561-3a6bd88379e7 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/subnets/02c09b76-9025-4b7e-b2c6-4b4083eb2479 HTTP/1.1" status: 404 len: 337 time: 0.0641546 Jan 18 20:31:00.828625 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-833c5812-3078-4fcd-871b-593e2cbd23e8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:31:00.833912 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-833c5812-3078-4fcd-871b-593e2cbd23e8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:31:00.842774 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-833c5812-3078-4fcd-871b-593e2cbd23e8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/subnets/894560bb-4831-41fa-a08f-e830b330f502 HTTP/1.1" status: 404 len: 337 time: 0.0797513 Jan 18 20:31:00.851733 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44034) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:00.920975 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2417925-e8de-4930-857c-c7b241b9a097 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:31:00.924046 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2417925-e8de-4930-857c-c7b241b9a097 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:31:00.932195 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e2417925-e8de-4930-857c-c7b241b9a097 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/subnets/3445cb10-ace3-45e3-ab5f-373024b61c2d HTTP/1.1" status: 404 len: 337 time: 0.0768940 Jan 18 20:31:00.935091 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44040) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:00.987947 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-955b6a66-c5e5-49a1-901b-5f483d46f8d6 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "GET /v2.0/ports?device_id=6196c6e9-c78d-470c-9494-a550986a6e4c HTTP/1.1" status: 200 len: 205 time: 0.0478904 Jan 18 20:31:00.988773 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44044) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:01.070113 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-50ac1ab0-c45f-4ce2-90e6-f4d334391583 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] delete failed (client error): The resource could not be found. Jan 18 20:31:01.083871 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44046) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:01.085903 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-50ac1ab0-c45f-4ce2-90e6-f4d334391583 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/routers/6196c6e9-c78d-470c-9494-a550986a6e4c HTTP/1.1" status: 404 len: 336 time: 0.0952172 Jan 18 20:31:01.110629 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44050) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:01.154237 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6a4d6204-bb86-48dc-8db5-8da37f77e647 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "GET /v2.0/ports?device_id=30f57312-29f3-41c6-bb48-b65ada6d2b24 HTTP/1.1" status: 200 len: 205 time: 0.0689867 Jan 18 20:31:01.157024 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44056) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:01.322966 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-9231d838-438c-4644-b85b-b1610ca40998 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] delete failed (client error): The resource could not be found. Jan 18 20:31:01.324000 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9231d838-438c-4644-b85b-b1610ca40998 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/routers/30f57312-29f3-41c6-bb48-b65ada6d2b24 HTTP/1.1" status: 404 len: 336 time: 0.1660457 Jan 18 20:31:01.326811 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44070) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:01.431389 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1fd87c-072a-4261-91db-a4327d905a96 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:31:01.432131 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a1fd87c-072a-4261-91db-a4327d905a96 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:31:01.450355 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44076) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:01.450850 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5a1fd87c-072a-4261-91db-a4327d905a96 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/subnets/c04f42af-95a0-475c-a822-070ade77205d HTTP/1.1" status: 404 len: 337 time: 0.1220942 Jan 18 20:31:01.453545 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ceddc3b3-d9b2-4ae4-9dac-9e1e67c0dd07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:01.508930 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5e10e45b-8761-4856-965a-145e1128e763 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8b9d50-2e52-41d3-99e9-ef2760fc425d HTTP/1.1" status: 200 len: 205 time: 0.0566053 Jan 18 20:31:01.511945 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44078) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:01.569964 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 0eb87313-4a4f-4876-a0f1-7c16bb48b29b up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:31:01.631891 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 0eb87313-4a4f-4876-a0f1-7c16bb48b29b completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:31:01.637258 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 0eb87313-4a4f-4876-a0f1-7c16bb48b29b triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:31:01.637991 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (0eb87313-4a4f-4876-a0f1-7c16bb48b29b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:01.639584 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-2e7b3702-558b-4348-9700-8c5f53e54f20 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] delete failed (client error): The resource could not be found. Jan 18 20:31:01.647625 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2e7b3702-558b-4348-9700-8c5f53e54f20 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/routers/1a8b9d50-2e52-41d3-99e9-ef2760fc425d HTTP/1.1" status: 404 len: 336 time: 0.1259751 Jan 18 20:31:01.648213 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44082) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:01.669452 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ceddc3b3-d9b2-4ae4-9dac-9e1e67c0dd07 admin admin] Publish callbacks [] for security_group (3b79bb90-0fe5-4345-89a7-67f7d57ca5a3), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:01.677745 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ceddc3b3-d9b2-4ae4-9dac-9e1e67c0dd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3b79bb90-0fe5-4345-89a7-67f7d57ca5a3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:01.718462 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ceddc3b3-d9b2-4ae4-9dac-9e1e67c0dd07 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff0163fd7bed4fbdb0f43611cb09c323&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6013095 Jan 18 20:31:01.719084 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44084) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:01.742360 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-76020108-175c-4c1c-8b14-fa76b6ef4607 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a51ad62-1105-4533-b628-af53049e5dc3 HTTP/1.1" status: 200 len: 205 time: 0.0909805 Jan 18 20:31:01.743080 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44086) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:01.905777 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:01.917514 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 0eb87313-4a4f-4876-a0f1-7c16bb48b29b is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:31:01.918191 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0eb87313-4a4f-4876-a0f1-7c16bb48b29b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:01.938866 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-0e3dc756-6679-424c-bb5a-18ea61768bd9 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] delete failed (client error): The resource could not be found. Jan 18 20:31:01.941113 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0e3dc756-6679-424c-bb5a-18ea61768bd9 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/routers/7a51ad62-1105-4533-b628-af53049e5dc3 HTTP/1.1" status: 404 len: 336 time: 0.1973515 Jan 18 20:31:01.945232 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44102) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:01.979548 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-22465d53-a970-440a-9187-29f22d47baa8 admin admin] Publish callbacks [] for security_group (3b79bb90-0fe5-4345-89a7-67f7d57ca5a3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:02.016009 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40cd0819-5bae-4057-8409-8766955b8601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb87313-4a4f-4876-a0f1-7c16bb48b29b'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:31:02.034165 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17ba541-329e-4c7f-ade8-512460c9bc59" -d '{"events": [{"server_uuid": "40cd0819-5bae-4057-8409-8766955b8601", "name": "network-vif-plugged", "status": "completed", "tag": "0eb87313-4a4f-4876-a0f1-7c16bb48b29b"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:31:02.046411 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceddc3b3-d9b2-4ae4-9dac-9e1e67c0dd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b79bb90-0fe5-4345-89a7-67f7d57ca5a3,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:02.074534 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5fa6d4-3012-4ae8-a11e-517ccb21621f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:31:02.075315 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5fa6d4-3012-4ae8-a11e-517ccb21621f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:31:02.079331 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6e5fa6d4-3012-4ae8-a11e-517ccb21621f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/subnets/8dcca8e2-f73e-4e0f-ad33-8495f07af187 HTTP/1.1" status: 404 len: 337 time: 0.1199167 Jan 18 20:31:02.093340 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4c7bd-d866-4338-912a-fcd4b35d05f5 req-93c762b9-4670-4ee3-963a-dc476e39062b tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:02.093951 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 0eb87313-4a4f-4876-a0f1-7c16bb48b29b, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0eb87313-4a4f-4876-a0f1-7c16bb48b29b,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:31:02.098747 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44106) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:02.104199 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (0eb87313-4a4f-4876-a0f1-7c16bb48b29b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:02.112421 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2d4c7bd-d866-4338-912a-fcd4b35d05f5 req-93c762b9-4670-4ee3-963a-dc476e39062b tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=40cd0819-5bae-4057-8409-8766955b8601 HTTP/1.1" status: 200 len: 944 time: 0.3703811 Jan 18 20:31:02.203359 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817b968c-a95b-40df-bba0-bb1f0c5f1477 x-openstack-request-id: req-817b968c-a95b-40df-bba0-bb1f0c5f1477 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:31:02.204119 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40cd0819-5bae-4057-8409-8766955b8601", "name": "network-vif-plugged", "status": "completed", "tag": "0eb87313-4a4f-4876-a0f1-7c16bb48b29b", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:31:02.204974 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-817b968c-a95b-40df-bba0-bb1f0c5f1477 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:31:02.206024 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40cd0819-5bae-4057-8409-8766955b8601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb87313-4a4f-4876-a0f1-7c16bb48b29b', 'code': 200} Jan 18 20:31:02.208159 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=0eb87313-4a4f-4876-a0f1-7c16bb48b29b,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:02.211019 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2d4c7bd-d866-4338-912a-fcd4b35d05f5 req-8ac491cd-e51a-4436-bdc5-3148c96c269c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948505 Jan 18 20:31:02.235852 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c709b316-7a19-4fc6-8a1a-ff0035b27c69 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2d46729-a8e5-4bb5-b8b0-935c4ce191e4 HTTP/1.1" status: 200 len: 205 time: 0.1315897 Jan 18 20:31:02.239435 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44112) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:02.254017 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-22465d53-a970-440a-9187-29f22d47baa8 admin admin] Publish callbacks [] for security_group (3b79bb90-0fe5-4345-89a7-67f7d57ca5a3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:02.308857 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-8b3924ec-9eeb-4a2c-a4cf-1136bff0365a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] delete failed (client error): The resource could not be found. Jan 18 20:31:02.309732 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8b3924ec-9eeb-4a2c-a4cf-1136bff0365a tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/routers/d2d46729-a8e5-4bb5-b8b0-935c4ce191e4 HTTP/1.1" status: 404 len: 336 time: 0.0690374 Jan 18 20:31:02.313088 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44118) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:02.385814 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e7456b3-7e2c-4a99-acaf-51e930af7426 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:31:02.386266 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e7456b3-7e2c-4a99-acaf-51e930af7426 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:31:02.388569 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-22465d53-a970-440a-9187-29f22d47baa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3b79bb90-0fe5-4345-89a7-67f7d57ca5a3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:02.389355 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5e7456b3-7e2c-4a99-acaf-51e930af7426 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/subnets/e77673fa-fb8e-4aa5-9a58-ff7855ba9510 HTTP/1.1" status: 404 len: 337 time: 0.0753014 Jan 18 20:31:02.393776 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44124) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:02.397294 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-22465d53-a970-440a-9187-29f22d47baa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:02.398995 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-22465d53-a970-440a-9187-29f22d47baa8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b79bb90-0fe5-4345-89a7-67f7d57ca5a3 HTTP/1.1" status: 204 len: 168 time: 0.6777084 Jan 18 20:31:02.435414 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22465d53-a970-440a-9187-29f22d47baa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b79bb90-0fe5-4345-89a7-67f7d57ca5a3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:02.438442 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7d9aff33-3a64-465a-9780-36d2e807399d tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "GET /v2.0/ports?device_id=61e21b61-c0bd-43ad-a069-5cc45e5bb311 HTTP/1.1" status: 200 len: 205 time: 0.0425987 Jan 18 20:31:02.440772 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44130) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:02.514192 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7399f7-38e9-452a-b464-397b8db97b67 req-bf6bb92d-bb36-4b6d-9841-e13c0574568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:02.522774 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4c7399f7-38e9-452a-b464-397b8db97b67 req-bf6bb92d-bb36-4b6d-9841-e13c0574568b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=40cd0819-5bae-4057-8409-8766955b8601 HTTP/1.1" status: 200 len: 1096 time: 0.2573664 Jan 18 20:31:02.530755 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-1b8c1306-a219-491e-a368-9752e917ea4f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] delete failed (client error): The resource could not be found. Jan 18 20:31:02.532223 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1b8c1306-a219-491e-a368-9752e917ea4f tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/routers/61e21b61-c0bd-43ad-a069-5cc45e5bb311 HTTP/1.1" status: 404 len: 336 time: 0.0902326 Jan 18 20:31:02.538930 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44132) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:02.628761 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-7886d205-3501-4446-871c-462a4bcc4df8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:31:02.629347 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7886d205-3501-4446-871c-462a4bcc4df8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:31:02.641318 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7886d205-3501-4446-871c-462a4bcc4df8 tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/subnets/ceaa9ec3-317e-4bfc-a06e-728ba5878bdc HTTP/1.1" status: 404 len: 337 time: 0.1007683 Jan 18 20:31:02.649072 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44134) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:02.710312 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4c7399f7-38e9-452a-b464-397b8db97b67 req-78f4d3e7-2799-4a80-8838-368b438644ea service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816561 Jan 18 20:31:02.742052 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba97d9f2-e9b9-4555-aedb-71f0715f230d tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] DELETE failed (client error): The resource could not be found. Jan 18 20:31:02.742523 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba97d9f2-e9b9-4555-aedb-71f0715f230d tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:31:02.745708 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ba97d9f2-e9b9-4555-aedb-71f0715f230d tempest-RoutersTest-630256574 tempest-RoutersTest-630256574-project] 10.222.0.31 "DELETE /v2.0/subnets/b67b2380-de74-457c-8263-d61f6481ec5e HTTP/1.1" status: 404 len: 337 time: 0.0938926 Jan 18 20:31:02.816809 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44142) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:03.006135 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe79b-6b77-42b4-8970-f4b28156a9b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:03.130530 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe79b-6b77-42b4-8970-f4b28156a9b0 admin admin] Publish callbacks [] for security_group (32fc84c1-7e17-4fe1-a2c8-cd2e4d508b37), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:03.137176 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe79b-6b77-42b4-8970-f4b28156a9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (32fc84c1-7e17-4fe1-a2c8-cd2e4d508b37), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:03.215399 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44164) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:03.223130 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9a7fe79b-6b77-42b4-8970-f4b28156a9b0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dabb933f1f5d4f1ba01ae8e4d9773290&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4052932 Jan 18 20:31:03.239863 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fe79b-6b77-42b4-8970-f4b28156a9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fc84c1-7e17-4fe1-a2c8-cd2e4d508b37,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:03.324557 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c490587-0a49-4849-907e-157b806d79e2 admin admin] Publish callbacks [] for security_group (32fc84c1-7e17-4fe1-a2c8-cd2e4d508b37), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:03.365973 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c490587-0a49-4849-907e-157b806d79e2 admin admin] Publish callbacks [] for security_group (32fc84c1-7e17-4fe1-a2c8-cd2e4d508b37), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:03.448134 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44172) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:03.479404 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f8115-1bf7-4c42-99a0-48fd5044f866 req-1f07794f-e476-4151-accb-9d930587044d tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:03.481351 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a75f8115-1bf7-4c42-99a0-48fd5044f866 req-1f07794f-e476-4151-accb-9d930587044d tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=40cd0819-5bae-4057-8409-8766955b8601 HTTP/1.1" status: 200 len: 945 time: 0.0851777 Jan 18 20:31:03.483350 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c490587-0a49-4849-907e-157b806d79e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (32fc84c1-7e17-4fe1-a2c8-cd2e4d508b37), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:03.486143 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c490587-0a49-4849-907e-157b806d79e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:03.490255 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0c490587-0a49-4849-907e-157b806d79e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/32fc84c1-7e17-4fe1-a2c8-cd2e4d508b37 HTTP/1.1" status: 204 len: 168 time: 0.2734537 Jan 18 20:31:03.524257 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c490587-0a49-4849-907e-157b806d79e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fc84c1-7e17-4fe1-a2c8-cd2e4d508b37,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:03.553247 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a75f8115-1bf7-4c42-99a0-48fd5044f866 req-4ac200c2-8533-498a-8640-0c2ca97c8593 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618689 Jan 18 20:31:03.752578 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-089366e9-4600-4a49-beec-a5e53f2dcef8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e666c75a4135413186dea9ccd90b9b16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3004055 Jan 18 20:31:03.754220 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44186) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:03.881827 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d16a6eb-3fff-4b9e-9348-8e380dedf871 admin admin] Publish callbacks [] for security_group (7db7533a-ae18-4d68-b100-5fe97accfec4), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:03.980270 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d16a6eb-3fff-4b9e-9348-8e380dedf871 admin admin] Publish callbacks [] for security_group (7db7533a-ae18-4d68-b100-5fe97accfec4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:03.992149 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:04.110348 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d16a6eb-3fff-4b9e-9348-8e380dedf871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7db7533a-ae18-4d68-b100-5fe97accfec4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:04.122321 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d16a6eb-3fff-4b9e-9348-8e380dedf871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:04.129726 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8d16a6eb-3fff-4b9e-9348-8e380dedf871 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7db7533a-ae18-4d68-b100-5fe97accfec4 HTTP/1.1" status: 204 len: 168 time: 0.3730185 Jan 18 20:31:04.142362 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16a6eb-3fff-4b9e-9348-8e380dedf871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db7533a-ae18-4d68-b100-5fe97accfec4,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:04.874437 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78927b3c-27a5-440f-9f69-bda99cc38ff6 req-54971212-8f2c-4376-b47b-817134920c4b tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:04.883365 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-78927b3c-27a5-440f-9f69-bda99cc38ff6 req-54971212-8f2c-4376-b47b-817134920c4b tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=40cd0819-5bae-4057-8409-8766955b8601 HTTP/1.1" status: 200 len: 945 time: 0.1581883 Jan 18 20:31:04.977527 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-78927b3c-27a5-440f-9f69-bda99cc38ff6 req-d6e8a97b-cd4f-47d2-acae-638189547c3f tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928197 Jan 18 20:31:05.169855 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1b0f8-3b54-472f-b743-8b61dc72253d req-28ebdc01-18c9-4382-8ea9-feefa0c15459 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:05.196276 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b2d1b0f8-3b54-472f-b743-8b61dc72253d req-28ebdc01-18c9-4382-8ea9-feefa0c15459 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=40cd0819-5bae-4057-8409-8766955b8601 HTTP/1.1" status: 200 len: 945 time: 0.1256955 Jan 18 20:31:05.271668 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:31:05.285829 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b2d1b0f8-3b54-472f-b743-8b61dc72253d req-f13a10af-b90b-4351-b5b3-5e0045b033f3 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778863 Jan 18 20:31:05.777926 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e4001-98ee-4362-a961-8b933e3084fd req-3bdc52bf-396a-4be9-aafa-4eb3f45473b1 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:05.779663 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f36e4001-98ee-4362-a961-8b933e3084fd req-3bdc52bf-396a-4be9-aafa-4eb3f45473b1 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=40cd0819-5bae-4057-8409-8766955b8601 HTTP/1.1" status: 200 len: 945 time: 0.0941501 Jan 18 20:31:05.906027 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f36e4001-98ee-4362-a961-8b933e3084fd req-667318b7-51f2-4117-a3fc-b48055f59354 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186740 Jan 18 20:31:06.619790 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44308) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:06.823138 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:06.958898 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-4f827575-3367-417b-803c-a02b0661115c tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:06.960491 n-d-741529-9 neutron-server[103336]: WARNING neutron.api.v2.base [None req-4f827575-3367-417b-803c-a02b0661115c tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 18 20:31:06.960824 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-4f827575-3367-417b-803c-a02b0661115c tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] create failed (client error): There was a conflict when trying to complete your request. Jan 18 20:31:06.965575 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44326) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:06.971720 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-cab3e879-e2d8-4339-bbf5-9a944a3b2cb5 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group': {'name': 'tempest-secgroup--1158908260'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:06.974173 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4f827575-3367-417b-803c-a02b0661115c tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3530033 Jan 18 20:31:07.078510 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cab3e879-e2d8-4339-bbf5-9a944a3b2cb5 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:07.091166 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cab3e879-e2d8-4339-bbf5-9a944a3b2cb5 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:07.172308 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d0585-b7c4-474f-8e5c-c15aa0967df3 req-c80f07af-0226-4553-b507-d674af629a73 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:07.174017 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-467d0585-b7c4-474f-8e5c-c15aa0967df3 req-c80f07af-0226-4553-b507-d674af629a73 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=40cd0819-5bae-4057-8409-8766955b8601 HTTP/1.1" status: 200 len: 945 time: 0.0895810 Jan 18 20:31:07.287698 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-467d0585-b7c4-474f-8e5c-c15aa0967df3 req-b7a021fc-11af-40b4-8557-e2db489a3234 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841773 Jan 18 20:31:07.375007 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d618d-9ffd-4c25-a859-6e213c88e2ab req-f4e7f018-e65f-40fd-b0ec-35cb448b69b1 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:07.377254 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3a2d618d-9ffd-4c25-a859-6e213c88e2ab req-f4e7f018-e65f-40fd-b0ec-35cb448b69b1 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.70 "GET /v2.0/ports?device_id=40cd0819-5bae-4057-8409-8766955b8601 HTTP/1.1" status: 200 len: 945 time: 0.3457260 Jan 18 20:31:07.444343 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cab3e879-e2d8-4339-bbf5-9a944a3b2cb5 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (a78f9312-3362-4805-87c4-0251eb760fb9), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:07.462102 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cab3e879-e2d8-4339-bbf5-9a944a3b2cb5 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a78f9312-3362-4805-87c4-0251eb760fb9), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:07.524343 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3e879-e2d8-4339-bbf5-9a944a3b2cb5 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a78f9312-3362-4805-87c4-0251eb760fb9,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:07.649032 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e879-e2d8-4339-bbf5-9a944a3b2cb5 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:07.649650 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e879-e2d8-4339-bbf5-9a944a3b2cb5 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:07.650163 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e879-e2d8-4339-bbf5-9a944a3b2cb5 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:07.650655 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e879-e2d8-4339-bbf5-9a944a3b2cb5 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:07.651147 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e879-e2d8-4339-bbf5-9a944a3b2cb5 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:07.651650 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e879-e2d8-4339-bbf5-9a944a3b2cb5 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:07.652153 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e879-e2d8-4339-bbf5-9a944a3b2cb5 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:07.652837 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e879-e2d8-4339-bbf5-9a944a3b2cb5 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:07.653323 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e879-e2d8-4339-bbf5-9a944a3b2cb5 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:07.654103 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e879-e2d8-4339-bbf5-9a944a3b2cb5 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:07.654616 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e879-e2d8-4339-bbf5-9a944a3b2cb5 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:07.655117 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e879-e2d8-4339-bbf5-9a944a3b2cb5 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:07.655865 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e879-e2d8-4339-bbf5-9a944a3b2cb5 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:07.721539 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cab3e879-e2d8-4339-bbf5-9a944a3b2cb5 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (e810ff10-de4d-42c6-b9ef-b6df74509ee7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:07.729760 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-3a2d618d-9ffd-4c25-a859-6e213c88e2ab req-71932ff2-4037-4164-a1b8-67d70e72e176 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Deleting port 0eb87313-4a4f-4876-a0f1-7c16bb48b29b {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:31:07.730398 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3a2d618d-9ffd-4c25-a859-6e213c88e2ab req-71932ff2-4037-4164-a1b8-67d70e72e176 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (0eb87313-4a4f-4876-a0f1-7c16bb48b29b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:07.738542 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cab3e879-e2d8-4339-bbf5-9a944a3b2cb5 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e810ff10-de4d-42c6-b9ef-b6df74509ee7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:07.835531 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cab3e879-e2d8-4339-bbf5-9a944a3b2cb5 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:07.843035 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44350) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:07.851494 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-91a985eb-a2d0-425c-83a2-a427a0cdd0be tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group_rule': {'security_group_id': 'e810ff10-de4d-42c6-b9ef-b6df74509ee7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:07.854435 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cab3e879-e2d8-4339-bbf5-9a944a3b2cb5 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8866918 Jan 18 20:31:07.860774 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3e879-e2d8-4339-bbf5-9a944a3b2cb5 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e810ff10-de4d-42c6-b9ef-b6df74509ee7,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:07.909937 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-91a985eb-a2d0-425c-83a2-a427a0cdd0be tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group_rule (c95a32d9-3584-4e22-b392-35d575e6e4d0), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:07.933667 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-3a2d618d-9ffd-4c25-a859-6e213c88e2ab req-71932ff2-4037-4164-a1b8-67d70e72e176 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] For port 0eb87313-4a4f-4876-a0f1-7c16bb48b29b, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0eb87313-4a4f-4876-a0f1-7c16bb48b29b,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:31:07.936625 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3a2d618d-9ffd-4c25-a859-6e213c88e2ab req-71932ff2-4037-4164-a1b8-67d70e72e176 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (0eb87313-4a4f-4876-a0f1-7c16bb48b29b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:07.962726 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-3a2d618d-9ffd-4c25-a859-6e213c88e2ab req-71932ff2-4037-4164-a1b8-67d70e72e176 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Calling delete_port for 0eb87313-4a4f-4876-a0f1-7c16bb48b29b owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:31:07.966332 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44352) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:08.029092 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-91a985eb-a2d0-425c-83a2-a427a0cdd0be tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group_rule (c95a32d9-3584-4e22-b392-35d575e6e4d0), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:08.036856 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-91a985eb-a2d0-425c-83a2-a427a0cdd0be tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (c95a32d9-3584-4e22-b392-35d575e6e4d0), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:08.096796 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-91a985eb-a2d0-425c-83a2-a427a0cdd0be tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:08.100486 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-91a985eb-a2d0-425c-83a2-a427a0cdd0be tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2532291 Jan 18 20:31:08.100486 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a985eb-a2d0-425c-83a2-a427a0cdd0be tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95a32d9-3584-4e22-b392-35d575e6e4d0,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:08.103848 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44362) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:08.118932 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-97d76a99-875e-425e-b6b4-5d0720765768 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group_rule': {'security_group_id': 'e810ff10-de4d-42c6-b9ef-b6df74509ee7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:08.251958 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-97d76a99-875e-425e-b6b4-5d0720765768 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group_rule (aa968b8d-cf49-4108-bb25-fbb9bbc2eec6), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:08.343019 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-714f7ad3-05ce-45ae-908f-3a1779e2c437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:08.448715 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-714f7ad3-05ce-45ae-908f-3a1779e2c437 admin admin] Publish callbacks [] for security_group (b36e57ba-ddda-46e5-b464-486a44fbc3f4), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:08.481597 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-714f7ad3-05ce-45ae-908f-3a1779e2c437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b36e57ba-ddda-46e5-b464-486a44fbc3f4), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:08.550180 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3a2d618d-9ffd-4c25-a859-6e213c88e2ab req-71932ff2-4037-4164-a1b8-67d70e72e176 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (0eb87313-4a4f-4876-a0f1-7c16bb48b29b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:08.553944 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187d6ab-3307-4c2f-b0dd-d16e4cce87bd req-f2d5600c-fdfd-42fd-83c7-ce1830dfa974 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:08.555934 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d187d6ab-3307-4c2f-b0dd-d16e4cce87bd req-f2d5600c-fdfd-42fd-83c7-ce1830dfa974 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=40cd0819-5bae-4057-8409-8766955b8601 HTTP/1.1" status: 200 len: 945 time: 0.1195865 Jan 18 20:31:08.559690 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-714f7ad3-05ce-45ae-908f-3a1779e2c437 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a76fe7c69dd4ab7bcfd95f651041d49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5917151 Jan 18 20:31:08.562566 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44374) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:08.571971 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['32e311e0-cab7-4a19-aaa4-eb202f76cb5c', '0eb87313-4a4f-4876-a0f1-7c16bb48b29b'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:31:08.605544 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f7ad3-05ce-45ae-908f-3a1779e2c437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36e57ba-ddda-46e5-b464-486a44fbc3f4,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:08.649463 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-97d76a99-875e-425e-b6b4-5d0720765768 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] create failed (client error): There was a conflict when trying to complete your request. Jan 18 20:31:08.650684 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-97d76a99-875e-425e-b6b4-5d0720765768 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5438581 Jan 18 20:31:08.657645 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44380) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:08.687319 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71932ff2-4037-4164-a1b8-67d70e72e176 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Pushing event deleted for resources: {'Port': ['ID=0eb87313-4a4f-4876-a0f1-7c16bb48b29b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:08.756707 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d187d6ab-3307-4c2f-b0dd-d16e4cce87bd req-61b6f37f-e588-4ed8-b348-72e0fe06ccab tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715698 Jan 18 20:31:08.830494 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2d618d-9ffd-4c25-a859-6e213c88e2ab req-71932ff2-4037-4164-a1b8-67d70e72e176 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] No DVR routers for this DVR port 0eb87313-4a4f-4876-a0f1-7c16bb48b29b on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:31:08.833598 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3a2d618d-9ffd-4c25-a859-6e213c88e2ab req-71932ff2-4037-4164-a1b8-67d70e72e176 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:08.837670 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3a2d618d-9ffd-4c25-a859-6e213c88e2ab req-71932ff2-4037-4164-a1b8-67d70e72e176 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.70 "DELETE /v2.0/ports/0eb87313-4a4f-4876-a0f1-7c16bb48b29b HTTP/1.1" status: 204 len: 173 time: 1.4514973 Jan 18 20:31:08.838850 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40cd0819-5bae-4057-8409-8766955b8601', 'name': 'network-vif-deleted', 'tag': '0eb87313-4a4f-4876-a0f1-7c16bb48b29b'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:31:08.841378 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459415c4-7c97-4c4a-aed5-83728763effb" -d '{"events": [{"server_uuid": "40cd0819-5bae-4057-8409-8766955b8601", "name": "network-vif-deleted", "tag": "0eb87313-4a4f-4876-a0f1-7c16bb48b29b"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:31:08.935701 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b6a7527-0682-4e25-b7fa-1766f9c77628 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (e810ff10-de4d-42c6-b9ef-b6df74509ee7), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:08.950967 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ba418bc5-2385-41c1-b2a0-05f3dab45063 admin admin] Publish callbacks [] for security_group (b36e57ba-ddda-46e5-b464-486a44fbc3f4), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:08.962975 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1472dc7-088e-4694-b6df-7d4802be08f3 x-openstack-request-id: req-c1472dc7-088e-4694-b6df-7d4802be08f3 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:31:08.962975 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40cd0819-5bae-4057-8409-8766955b8601", "name": "network-vif-deleted", "tag": "0eb87313-4a4f-4876-a0f1-7c16bb48b29b", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:31:08.963278 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1472dc7-088e-4694-b6df-7d4802be08f3 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:31:08.963848 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40cd0819-5bae-4057-8409-8766955b8601', 'name': 'network-vif-deleted', 'tag': '0eb87313-4a4f-4876-a0f1-7c16bb48b29b', 'status': 'completed', 'code': 200} Jan 18 20:31:09.030097 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b6a7527-0682-4e25-b7fa-1766f9c77628 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (e810ff10-de4d-42c6-b9ef-b6df74509ee7), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:09.041300 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ba418bc5-2385-41c1-b2a0-05f3dab45063 admin admin] Publish callbacks [] for security_group (b36e57ba-ddda-46e5-b464-486a44fbc3f4), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:09.237791 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ba418bc5-2385-41c1-b2a0-05f3dab45063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b36e57ba-ddda-46e5-b464-486a44fbc3f4), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:09.241622 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ba418bc5-2385-41c1-b2a0-05f3dab45063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:09.255754 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ba418bc5-2385-41c1-b2a0-05f3dab45063 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b36e57ba-ddda-46e5-b464-486a44fbc3f4 HTTP/1.1" status: 204 len: 168 time: 0.6913357 Jan 18 20:31:09.259043 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b6a7527-0682-4e25-b7fa-1766f9c77628 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e810ff10-de4d-42c6-b9ef-b6df74509ee7), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:09.268780 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b6a7527-0682-4e25-b7fa-1766f9c77628 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:09.286204 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6b6a7527-0682-4e25-b7fa-1766f9c77628 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "DELETE /v2.0/security-groups/e810ff10-de4d-42c6-b9ef-b6df74509ee7 HTTP/1.1" status: 204 len: 168 time: 0.6245673 Jan 18 20:31:09.288715 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44398) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:09.322615 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba418bc5-2385-41c1-b2a0-05f3dab45063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36e57ba-ddda-46e5-b464-486a44fbc3f4,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:09.369430 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a7527-0682-4e25-b7fa-1766f9c77628 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e810ff10-de4d-42c6-b9ef-b6df74509ee7,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:09.431046 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c88a9971-062b-4d65-8aee-928d46a55146 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1387248 Jan 18 20:31:09.437003 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44400) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:09.443611 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-0cf07c74-c12a-4988-b706-6f491aa2824b tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group': {'name': 'tempest-secgroup--2091966684'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:09.619466 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0cf07c74-c12a-4988-b706-6f491aa2824b tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:09.801429 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0cf07c74-c12a-4988-b706-6f491aa2824b tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (633d0a89-502c-4605-9e26-b6515703fba1), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:09.809039 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0cf07c74-c12a-4988-b706-6f491aa2824b tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (633d0a89-502c-4605-9e26-b6515703fba1), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:09.913689 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf07c74-c12a-4988-b706-6f491aa2824b tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=633d0a89-502c-4605-9e26-b6515703fba1,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:09.924641 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0cf07c74-c12a-4988-b706-6f491aa2824b tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:09.928402 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0cf07c74-c12a-4988-b706-6f491aa2824b tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4904866 Jan 18 20:31:09.931960 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44414) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:09.947152 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-c2de6107-3afb-4131-a4a3-7ad4269923fc tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group_rule': {'security_group_id': '633d0a89-502c-4605-9e26-b6515703fba1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:09.947950 n-d-741529-9 neutron-server[103336]: WARNING neutron.api.v2.base [None req-c2de6107-3afb-4131-a4a3-7ad4269923fc tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 18 20:31:09.948987 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-c2de6107-3afb-4131-a4a3-7ad4269923fc tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:31:09.957893 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c2de6107-3afb-4131-a4a3-7ad4269923fc tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0231535 Jan 18 20:31:09.959758 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44416) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:10.029704 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44420) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:10.076241 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5cd44541-ee2c-4ebc-855d-2d013931f292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:10.077851 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d5fbf9b5-0529-4ba5-b2cb-e9dd98edaab0 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (633d0a89-502c-4605-9e26-b6515703fba1), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:10.113034 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d5fbf9b5-0529-4ba5-b2cb-e9dd98edaab0 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (633d0a89-502c-4605-9e26-b6515703fba1), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:10.188208 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d5fbf9b5-0529-4ba5-b2cb-e9dd98edaab0 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (633d0a89-502c-4605-9e26-b6515703fba1), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:10.196020 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d5fbf9b5-0529-4ba5-b2cb-e9dd98edaab0 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:10.198685 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d5fbf9b5-0529-4ba5-b2cb-e9dd98edaab0 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "DELETE /v2.0/security-groups/633d0a89-502c-4605-9e26-b6515703fba1 HTTP/1.1" status: 204 len: 168 time: 0.2368643 Jan 18 20:31:10.203622 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44426) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:10.290709 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-874dd236-cf76-4f26-9b53-c365ea6e28b4 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0834076 Jan 18 20:31:10.291835 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbf9b5-0529-4ba5-b2cb-e9dd98edaab0 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=633d0a89-502c-4605-9e26-b6515703fba1,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:10.294616 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44430) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:10.317664 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-cc582f35-53f0-4576-bdeb-fc15f62ff0e4 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group': {'name': 'tempest-secgroup--2084421856'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:10.349681 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5cd44541-ee2c-4ebc-855d-2d013931f292 admin admin] Publish callbacks [] for security_group (038e4521-bc4e-4e65-bd93-f5b2a4481cc6), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:10.364154 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5cd44541-ee2c-4ebc-855d-2d013931f292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (038e4521-bc4e-4e65-bd93-f5b2a4481cc6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:10.379123 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cc582f35-53f0-4576-bdeb-fc15f62ff0e4 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:10.454225 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5cd44541-ee2c-4ebc-855d-2d013931f292 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb239f79e4a341e4950fe891b5c9ce0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4230978 Jan 18 20:31:10.459512 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44434) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:10.461272 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd44541-ee2c-4ebc-855d-2d013931f292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038e4521-bc4e-4e65-bd93-f5b2a4481cc6,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:10.568339 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cc582f35-53f0-4576-bdeb-fc15f62ff0e4 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (ee61df0f-054f-4805-8327-92890b6163e5), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:10.576315 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cc582f35-53f0-4576-bdeb-fc15f62ff0e4 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ee61df0f-054f-4805-8327-92890b6163e5), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:10.602711 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-265370ae-b2dc-44ba-a947-8fc336ce1be4 admin admin] Publish callbacks [] for security_group (038e4521-bc4e-4e65-bd93-f5b2a4481cc6), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:10.636724 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cc582f35-53f0-4576-bdeb-fc15f62ff0e4 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:10.638153 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cc582f35-53f0-4576-bdeb-fc15f62ff0e4 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3354373 Jan 18 20:31:10.640550 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc582f35-53f0-4576-bdeb-fc15f62ff0e4 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee61df0f-054f-4805-8327-92890b6163e5,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:10.644648 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44444) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:10.660021 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-62ff8837-acaa-45b7-be4a-efc81faaeb3c tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group_rule': {'security_group_id': 'ee61df0f-054f-4805-8327-92890b6163e5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:10.694167 n-d-741529-9 neutron-server[103335]: WARNING neutron.api.v2.base [None req-62ff8837-acaa-45b7-be4a-efc81faaeb3c tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 18 20:31:10.695178 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-62ff8837-acaa-45b7-be4a-efc81faaeb3c tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:31:10.700205 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-62ff8837-acaa-45b7-be4a-efc81faaeb3c tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0407631 Jan 18 20:31:10.710223 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44448) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:10.710441 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-265370ae-b2dc-44ba-a947-8fc336ce1be4 admin admin] Publish callbacks [] for security_group (038e4521-bc4e-4e65-bd93-f5b2a4481cc6), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:10.796957 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-76851163-5f75-4857-9205-bdb340d34c29 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (ee61df0f-054f-4805-8327-92890b6163e5), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:10.802155 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-265370ae-b2dc-44ba-a947-8fc336ce1be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (038e4521-bc4e-4e65-bd93-f5b2a4481cc6), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:10.804753 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-265370ae-b2dc-44ba-a947-8fc336ce1be4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:10.806153 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-265370ae-b2dc-44ba-a947-8fc336ce1be4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/038e4521-bc4e-4e65-bd93-f5b2a4481cc6 HTTP/1.1" status: 204 len: 168 time: 0.3376091 Jan 18 20:31:10.821424 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265370ae-b2dc-44ba-a947-8fc336ce1be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038e4521-bc4e-4e65-bd93-f5b2a4481cc6,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:10.933297 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-76851163-5f75-4857-9205-bdb340d34c29 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (ee61df0f-054f-4805-8327-92890b6163e5), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:10.985173 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-76851163-5f75-4857-9205-bdb340d34c29 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ee61df0f-054f-4805-8327-92890b6163e5), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:10.990742 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-76851163-5f75-4857-9205-bdb340d34c29 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:10.995553 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44452) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:10.997402 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-76851163-5f75-4857-9205-bdb340d34c29 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "DELETE /v2.0/security-groups/ee61df0f-054f-4805-8327-92890b6163e5 HTTP/1.1" status: 204 len: 168 time: 0.2967732 Jan 18 20:31:11.015232 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76851163-5f75-4857-9205-bdb340d34c29 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee61df0f-054f-4805-8327-92890b6163e5,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:11.131518 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c1bc858d-53b9-4b05-8927-b67331f1cec9 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1346822 Jan 18 20:31:11.135248 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44462) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:11.142609 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-44b053c0-db4d-4dcf-89f9-87f8d23d888c tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group': {'name': 'tempest-secgroup--372217564'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:11.195979 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44b053c0-db4d-4dcf-89f9-87f8d23d888c tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:11.419810 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44b053c0-db4d-4dcf-89f9-87f8d23d888c tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (98eda8fa-4e51-4fe7-94eb-c4a5bd84490f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:11.427076 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44b053c0-db4d-4dcf-89f9-87f8d23d888c tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (98eda8fa-4e51-4fe7-94eb-c4a5bd84490f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:11.465174 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44b053c0-db4d-4dcf-89f9-87f8d23d888c tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:11.470358 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44470) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:11.475812 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-4e8d82b5-8184-4869-961c-b02ce2ed05cc tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group_rule': {'security_group_id': '98eda8fa-4e51-4fe7-94eb-c4a5bd84490f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:11.477662 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-44b053c0-db4d-4dcf-89f9-87f8d23d888c tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3409791 Jan 18 20:31:11.487659 n-d-741529-9 neutron-server[103336]: WARNING neutron.api.v2.base [None req-4e8d82b5-8184-4869-961c-b02ce2ed05cc tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 18 20:31:11.487659 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-4e8d82b5-8184-4869-961c-b02ce2ed05cc tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:31:11.493185 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4e8d82b5-8184-4869-961c-b02ce2ed05cc tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0210278 Jan 18 20:31:11.493807 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44474) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:11.499200 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-c70a1a4a-2685-45cc-bd49-f16225a5d35c tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group_rule': {'security_group_id': '98eda8fa-4e51-4fe7-94eb-c4a5bd84490f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:11.499921 n-d-741529-9 neutron-server[103336]: WARNING neutron.api.v2.base [None req-c70a1a4a-2685-45cc-bd49-f16225a5d35c tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 18 20:31:11.509564 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-c70a1a4a-2685-45cc-bd49-f16225a5d35c tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:31:11.530919 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c70a1a4a-2685-45cc-bd49-f16225a5d35c tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0350430 Jan 18 20:31:11.531544 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44478) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:11.541472 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b053c0-db4d-4dcf-89f9-87f8d23d888c tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98eda8fa-4e51-4fe7-94eb-c4a5bd84490f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:11.547315 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-e22f9d6a-9886-47ae-a895-3db8989ea048 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group_rule': {'security_group_id': '98eda8fa-4e51-4fe7-94eb-c4a5bd84490f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:11.548138 n-d-741529-9 neutron-server[103336]: WARNING neutron.api.v2.base [None req-e22f9d6a-9886-47ae-a895-3db8989ea048 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 18 20:31:11.548637 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-e22f9d6a-9886-47ae-a895-3db8989ea048 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:31:11.555525 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e22f9d6a-9886-47ae-a895-3db8989ea048 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0229504 Jan 18 20:31:11.558474 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44480) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:11.564568 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-3413d201-dcfe-47e2-a7c1-a189abd69d8b tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group_rule': {'security_group_id': '98eda8fa-4e51-4fe7-94eb-c4a5bd84490f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:11.568365 n-d-741529-9 neutron-server[103335]: WARNING neutron.api.v2.base [None req-3413d201-dcfe-47e2-a7c1-a189abd69d8b tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 18 20:31:11.569144 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-3413d201-dcfe-47e2-a7c1-a189abd69d8b tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:31:11.570663 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3413d201-dcfe-47e2-a7c1-a189abd69d8b tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0105500 Jan 18 20:31:11.574316 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44484) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:11.581204 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 0eb87313-4a4f-4876-a0f1-7c16bb48b29b no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:31:11.646545 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e3d95150-e1e7-4ec0-99f0-9fe3ac62ec67 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (98eda8fa-4e51-4fe7-94eb-c4a5bd84490f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:11.651639 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 0eb87313-4a4f-4876-a0f1-7c16bb48b29b {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:31:11.654393 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 0eb87313-4a4f-4876-a0f1-7c16bb48b29b not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:31:11.741191 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e3d95150-e1e7-4ec0-99f0-9fe3ac62ec67 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (98eda8fa-4e51-4fe7-94eb-c4a5bd84490f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:11.839505 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e3d95150-e1e7-4ec0-99f0-9fe3ac62ec67 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (98eda8fa-4e51-4fe7-94eb-c4a5bd84490f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:11.843470 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e3d95150-e1e7-4ec0-99f0-9fe3ac62ec67 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:11.847536 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e3d95150-e1e7-4ec0-99f0-9fe3ac62ec67 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "DELETE /v2.0/security-groups/98eda8fa-4e51-4fe7-94eb-c4a5bd84490f HTTP/1.1" status: 204 len: 168 time: 0.2692816 Jan 18 20:31:11.853592 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44498) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:11.866764 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d95150-e1e7-4ec0-99f0-9fe3ac62ec67 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98eda8fa-4e51-4fe7-94eb-c4a5bd84490f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:11.966988 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4175465d-f1d8-4d15-8e3d-c4a82bd7aa1b tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1059043 Jan 18 20:31:11.967346 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44504) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:11.972426 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-151262c6-cfda-463d-b44e-65090ec1fa85 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group': {'name': 'tempest-secgroup--17529468'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:12.060842 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-151262c6-cfda-463d-b44e-65090ec1fa85 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:12.321447 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-151262c6-cfda-463d-b44e-65090ec1fa85 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (0d35ed8e-7aaf-4a13-8e44-1cd00a089af7), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:12.349789 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-151262c6-cfda-463d-b44e-65090ec1fa85 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0d35ed8e-7aaf-4a13-8e44-1cd00a089af7), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:12.521432 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-3f86dbd6-d27d-4cb1-9cda-926d740049d7 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:12.523101 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-3f86dbd6-d27d-4cb1-9cda-926d740049d7 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/networks?id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d HTTP/1.1" status: 200 len: 806 time: 0.2003362 Jan 18 20:31:12.527088 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-151262c6-cfda-463d-b44e-65090ec1fa85 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:12.531360 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44538) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:12.532076 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-151262c6-cfda-463d-b44e-65090ec1fa85 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5636222 Jan 18 20:31:12.538006 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-0bb83e14-e105-46be-bfaa-02d6e6db51aa tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group_rule': {'security_group_id': '0d35ed8e-7aaf-4a13-8e44-1cd00a089af7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:12.539203 n-d-741529-9 neutron-server[103335]: WARNING neutron.api.v2.base [None req-0bb83e14-e105-46be-bfaa-02d6e6db51aa tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 18 20:31:12.539923 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-0bb83e14-e105-46be-bfaa-02d6e6db51aa tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:31:12.541206 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0bb83e14-e105-46be-bfaa-02d6e6db51aa tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081074 Jan 18 20:31:12.543995 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44540) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:12.544378 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151262c6-cfda-463d-b44e-65090ec1fa85 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d35ed8e-7aaf-4a13-8e44-1cd00a089af7,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:12.552552 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-a49151c1-0eed-47da-898d-869370b35d06 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group_rule': {'security_group_id': '0d35ed8e-7aaf-4a13-8e44-1cd00a089af7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:12.556213 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-a624ddf9-8816-4b91-a270-ff1ea075268f tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/quotas/45bdc4d1bc8c40b69abe16f13ea83854 HTTP/1.1" status: 200 len: 375 time: 0.0213485 Jan 18 20:31:12.633082 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-a49151c1-0eed-47da-898d-869370b35d06 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:31:12.634446 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a49151c1-0eed-47da-898d-869370b35d06 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0884972 Jan 18 20:31:12.637262 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44546) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:12.642155 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-b9d37b8e-9b80-4c03-a9c2-11fbcc894a94 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group_rule': {'security_group_id': '0d35ed8e-7aaf-4a13-8e44-1cd00a089af7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:12.642979 n-d-741529-9 neutron-server[103335]: WARNING neutron.api.v2.base [None req-b9d37b8e-9b80-4c03-a9c2-11fbcc894a94 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 18 20:31:12.645295 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-b9d37b8e-9b80-4c03-a9c2-11fbcc894a94 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:31:12.649082 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b9d37b8e-9b80-4c03-a9c2-11fbcc894a94 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081551 Jan 18 20:31:12.650360 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44548) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:12.661078 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-cb3d1ee1-ec35-456d-9279-cafdfbe498fe tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group_rule': {'security_group_id': '0d35ed8e-7aaf-4a13-8e44-1cd00a089af7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:12.709032 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-ce60b164-7dd4-4c89-bf47-2d265cf024b7 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=45bdc4d1bc8c40b69abe16f13ea83854&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1472652 Jan 18 20:31:12.785527 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-cb3d1ee1-ec35-456d-9279-cafdfbe498fe tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:31:12.788476 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cb3d1ee1-ec35-456d-9279-cafdfbe498fe tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1369514 Jan 18 20:31:12.790306 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44554) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:12.802132 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-4402b684-8c32-4f54-bf0a-d848d512c1f7 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group_rule': {'security_group_id': '0d35ed8e-7aaf-4a13-8e44-1cd00a089af7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:12.803754 n-d-741529-9 neutron-server[103335]: WARNING neutron.api.v2.base [None req-4402b684-8c32-4f54-bf0a-d848d512c1f7 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 18 20:31:12.804883 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-4402b684-8c32-4f54-bf0a-d848d512c1f7 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:31:12.808017 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4402b684-8c32-4f54-bf0a-d848d512c1f7 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0165207 Jan 18 20:31:12.811139 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44556) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:12.821744 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-a2d8fc88-7a68-450b-acb6-e9b6e3a19240 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group_rule': {'security_group_id': '0d35ed8e-7aaf-4a13-8e44-1cd00a089af7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:12.918178 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-a2d8fc88-7a68-450b-acb6-e9b6e3a19240 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:31:12.921866 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a2d8fc88-7a68-450b-acb6-e9b6e3a19240 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1081769 Jan 18 20:31:12.925436 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44558) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:12.926879 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-d54be403-19d8-476c-b8f4-96feba769fbe req-9b41905c-489c-433f-a749-25af2ad4b780 tempest-LiveMigrationTest-1531344196 tempest-LiveMigrationTest-1531344196-project] (103336) timed out ('10.222.0.57', 52773) {{(pid=103336) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 18 20:31:12.929187 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-6377e584-8b1f-42c5-82e4-17aacf894b32 service neutron] 10.222.0.31 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053092 Jan 18 20:31:12.939115 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-68e7711f-255a-4b9a-99a7-14722beb2c1d tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group_rule': {'security_group_id': '0d35ed8e-7aaf-4a13-8e44-1cd00a089af7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:12.940071 n-d-741529-9 neutron-server[103335]: WARNING neutron.api.v2.base [None req-68e7711f-255a-4b9a-99a7-14722beb2c1d tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 18 20:31:12.941520 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-68e7711f-255a-4b9a-99a7-14722beb2c1d tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:31:12.944181 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-68e7711f-255a-4b9a-99a7-14722beb2c1d tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0159974 Jan 18 20:31:12.946853 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44560) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:12.954859 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-a8f08b25-b289-4ef7-80dc-fadddf8f5966 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group_rule': {'security_group_id': '0d35ed8e-7aaf-4a13-8e44-1cd00a089af7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:13.188547 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-0a764131-8262-440d-b8a3-7c3941beee63 service neutron] 10.222.0.31 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525136 Jan 18 20:31:13.190047 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-a8f08b25-b289-4ef7-80dc-fadddf8f5966 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:31:13.193767 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44566) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:13.193908 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a8f08b25-b289-4ef7-80dc-fadddf8f5966 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2453685 Jan 18 20:31:13.198859 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-3f285192-bdf1-4f98-a376-8a8301d3d468 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group_rule': {'security_group_id': '0d35ed8e-7aaf-4a13-8e44-1cd00a089af7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:13.258237 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-3f285192-bdf1-4f98-a376-8a8301d3d468 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:31:13.262681 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3f285192-bdf1-4f98-a376-8a8301d3d468 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0650487 Jan 18 20:31:13.262982 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44570) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:13.407286 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99fe21d8-e485-47a5-975c-4a9401236d63 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (0d35ed8e-7aaf-4a13-8e44-1cd00a089af7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:13.479883 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99fe21d8-e485-47a5-975c-4a9401236d63 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (0d35ed8e-7aaf-4a13-8e44-1cd00a089af7), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:13.614270 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99fe21d8-e485-47a5-975c-4a9401236d63 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0d35ed8e-7aaf-4a13-8e44-1cd00a089af7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:13.622181 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99fe21d8-e485-47a5-975c-4a9401236d63 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:13.627551 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-99fe21d8-e485-47a5-975c-4a9401236d63 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "DELETE /v2.0/security-groups/0d35ed8e-7aaf-4a13-8e44-1cd00a089af7 HTTP/1.1" status: 204 len: 168 time: 0.3615372 Jan 18 20:31:13.664743 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44586) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:13.670832 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe21d8-e485-47a5-975c-4a9401236d63 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d35ed8e-7aaf-4a13-8e44-1cd00a089af7,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:13.694221 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c68d484f-f54d-4402-a26d-21336c79298f req-531b3b72-e2cb-44ea-b354-a5dea5a1f98c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0072d1e-e6bb-4a50-bd93-65d0182473fe HTTP/1.1" status: 200 len: 210 time: 0.0887361 Jan 18 20:31:13.799130 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-dc45660b-430e-47ba-b41c-cfa68d6e61b9 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0961804 Jan 18 20:31:13.799299 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44592) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:13.803888 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f516b4ed-411b-41c7-bb07-f156fa868844 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group': {'name': 'tempest-secgroup--1645767887'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:13.895219 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f516b4ed-411b-41c7-bb07-f156fa868844 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:14.083783 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f516b4ed-411b-41c7-bb07-f156fa868844 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (e0cbf31c-e709-4dc0-811b-1b72d894720b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:14.092368 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f516b4ed-411b-41c7-bb07-f156fa868844 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e0cbf31c-e709-4dc0-811b-1b72d894720b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:14.197137 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f516b4ed-411b-41c7-bb07-f156fa868844 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:14.203105 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f516b4ed-411b-41c7-bb07-f156fa868844 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4002726 Jan 18 20:31:14.203439 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44606) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:14.208546 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-a2d580a3-9349-4723-bec6-7f4806ef8cee tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group_rule': {'security_group_id': 'e0cbf31c-e709-4dc0-811b-1b72d894720b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:14.215773 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516b4ed-411b-41c7-bb07-f156fa868844 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cbf31c-e709-4dc0-811b-1b72d894720b,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:14.349278 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-a2d580a3-9349-4723-bec6-7f4806ef8cee tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] create failed (client error): The resource could not be found. Jan 18 20:31:14.354701 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a2d580a3-9349-4723-bec6-7f4806ef8cee tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1470222 Jan 18 20:31:14.355017 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44610) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:14.360847 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-c03d3cc4-8f0e-4c64-a17f-021ebb2a97bb tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group_rule': {'security_group_id': 'e0cbf31c-e709-4dc0-811b-1b72d894720b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ed8f7160-5e4a-49fa-b30b-b9f36a74f9a1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:14.484054 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-c03d3cc4-8f0e-4c64-a17f-021ebb2a97bb tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] create failed (client error): The resource could not be found. Jan 18 20:31:14.487456 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c03d3cc4-8f0e-4c64-a17f-021ebb2a97bb tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1313550 Jan 18 20:31:14.489686 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44614) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:14.599772 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-706eb917-8e97-4707-9749-4166ddb96bb1 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (e0cbf31c-e709-4dc0-811b-1b72d894720b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:14.654215 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-706eb917-8e97-4707-9749-4166ddb96bb1 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (e0cbf31c-e709-4dc0-811b-1b72d894720b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:14.737410 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-706eb917-8e97-4707-9749-4166ddb96bb1 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e0cbf31c-e709-4dc0-811b-1b72d894720b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:14.746014 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-706eb917-8e97-4707-9749-4166ddb96bb1 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:14.750463 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-706eb917-8e97-4707-9749-4166ddb96bb1 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "DELETE /v2.0/security-groups/e0cbf31c-e709-4dc0-811b-1b72d894720b HTTP/1.1" status: 204 len: 168 time: 0.2574580 Jan 18 20:31:14.750959 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44628) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:14.787567 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706eb917-8e97-4707-9749-4166ddb96bb1 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cbf31c-e709-4dc0-811b-1b72d894720b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:14.976985 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e884984-cb2d-41a9-bb54-e9ff08597358 req-3103231e-3c04-4427-8c22-0c9579f0e14c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0072d1e-e6bb-4a50-bd93-65d0182473fe HTTP/1.1" status: 200 len: 210 time: 0.1016672 Jan 18 20:31:14.981982 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b7caa0fa-d3dc-471a-9385-e88e1858e7d7 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2276490 Jan 18 20:31:14.986175 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44634) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:14.998720 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-96ace6fd-dde8-4b34-ac53-4f34ee0fbe4c tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group_rule': {'security_group_id': '3ded7fac-75c6-4e7b-a8e4-86d86368945e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:15.095364 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-96ace6fd-dde8-4b34-ac53-4f34ee0fbe4c tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] create failed (client error): The resource could not be found. Jan 18 20:31:15.097738 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-96ace6fd-dde8-4b34-ac53-4f34ee0fbe4c tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1101646 Jan 18 20:31:15.118796 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44636) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:15.125245 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-c1b7e81d-1922-4c2e-8903-62d74ed26e1c tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group': {'name': 'tempest-secgroup--55137395'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:15.166921 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c1b7e81d-1922-4c2e-8903-62d74ed26e1c tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:15.368834 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c1b7e81d-1922-4c2e-8903-62d74ed26e1c tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (fba415c4-7159-433d-b7fd-2d3aa9b4efec), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:15.374080 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c1b7e81d-1922-4c2e-8903-62d74ed26e1c tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (fba415c4-7159-433d-b7fd-2d3aa9b4efec), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:15.438073 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7e81d-1922-4c2e-8903-62d74ed26e1c tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fba415c4-7159-433d-b7fd-2d3aa9b4efec,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:15.565675 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c1b7e81d-1922-4c2e-8903-62d74ed26e1c tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:15.570793 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c1b7e81d-1922-4c2e-8903-62d74ed26e1c tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4491935 Jan 18 20:31:15.585161 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44646) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:15.590831 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-7abbc9f5-f996-4a2d-bf56-b5971bfe7b05 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group': {'name': 'tempest-secgroup--1186892149'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:15.715256 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7abbc9f5-f996-4a2d-bf56-b5971bfe7b05 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:15.735057 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-bdd565fe-4796-4a86-8113-c04b4259dd0a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:15.737385 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-bdd565fe-4796-4a86-8113-c04b4259dd0a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.70 "GET /v2.0/networks?id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d HTTP/1.1" status: 200 len: 806 time: 0.3120811 Jan 18 20:31:15.752778 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-623a65da-510c-4845-becb-c7a47a159c85 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Request body: {'port': {'device_id': 'c0072d1e-e6bb-4a50-bd93-65d0182473fe', 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d', 'admin_state_up': True, 'tenant_id': '45bdc4d1bc8c40b69abe16f13ea83854'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:15.940937 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7abbc9f5-f996-4a2d-bf56-b5971bfe7b05 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (f2977345-726f-4d5f-8519-0612b0bfe96e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:15.962724 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7abbc9f5-f996-4a2d-bf56-b5971bfe7b05 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f2977345-726f-4d5f-8519-0612b0bfe96e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:16.005899 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-623a65da-510c-4845-becb-c7a47a159c85 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Made reservation on behalf of 45bdc4d1bc8c40b69abe16f13ea83854 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:31:16.015349 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-623a65da-510c-4845-becb-c7a47a159c85 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:16.027205 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7abbc9f5-f996-4a2d-bf56-b5971bfe7b05 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:16.038683 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7abbc9f5-f996-4a2d-bf56-b5971bfe7b05 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4495075 Jan 18 20:31:16.039125 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44666) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:16.046857 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-4210e659-b40a-425c-8de5-4d3e7f2a9690 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group_rule': {'security_group_id': 'fba415c4-7159-433d-b7fd-2d3aa9b4efec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f2977345-726f-4d5f-8519-0612b0bfe96e'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:16.062609 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abbc9f5-f996-4a2d-bf56-b5971bfe7b05 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2977345-726f-4d5f-8519-0612b0bfe96e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:16.218549 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bcabb3f1-19b2-46c7-8783-0784ef8a8f37 req-b6045c28-4875-482e-bbac-0d943212262a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0072d1e-e6bb-4a50-bd93-65d0182473fe HTTP/1.1" status: 200 len: 210 time: 0.0763981 Jan 18 20:31:16.219472 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-4210e659-b40a-425c-8de5-4d3e7f2a9690 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:31:16.224756 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4210e659-b40a-425c-8de5-4d3e7f2a9690 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1831872 Jan 18 20:31:16.229465 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44670) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:16.364143 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e7aca7cb-25e3-4306-bfa4-ebe082ad5750 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (f2977345-726f-4d5f-8519-0612b0bfe96e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:16.420362 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-623a65da-510c-4845-becb-c7a47a159c85 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Allocated IP 172.20.0.13 (a2219283-bd9d-4d36-b2ed-ac08fd66b13d/81f4d550-9f11-4355-b26a-aa3d66e48dd5/dfb75d3b-3d08-4108-bb63-d0fd1b5f111d) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:31:16.447397 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e7aca7cb-25e3-4306-bfa4-ebe082ad5750 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (f2977345-726f-4d5f-8519-0612b0bfe96e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:16.537928 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e7aca7cb-25e3-4306-bfa4-ebe082ad5750 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f2977345-726f-4d5f-8519-0612b0bfe96e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:16.540868 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e7aca7cb-25e3-4306-bfa4-ebe082ad5750 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:16.545148 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e7aca7cb-25e3-4306-bfa4-ebe082ad5750 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "DELETE /v2.0/security-groups/f2977345-726f-4d5f-8519-0612b0bfe96e HTTP/1.1" status: 204 len: 168 time: 0.3120453 Jan 18 20:31:16.546159 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44678) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:16.576192 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aca7cb-25e3-4306-bfa4-ebe082ad5750 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2977345-726f-4d5f-8519-0612b0bfe96e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:16.682523 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-742b152c-c0ad-48eb-b2e0-7b519167d94d tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.1324127 Jan 18 20:31:16.683126 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44680) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:16.834218 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-94bff25c-cb26-44da-80b5-dc89a0e4f0e2 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (fba415c4-7159-433d-b7fd-2d3aa9b4efec), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:16.844017 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-623a65da-510c-4845-becb-c7a47a159c85 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks [] for port (dfb75d3b-3d08-4108-bb63-d0fd1b5f111d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:16.919961 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-94bff25c-cb26-44da-80b5-dc89a0e4f0e2 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (fba415c4-7159-433d-b7fd-2d3aa9b4efec), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:16.969052 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-623a65da-510c-4845-becb-c7a47a159c85 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (dfb75d3b-3d08-4108-bb63-d0fd1b5f111d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:16.985399 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['32e311e0-cab7-4a19-aaa4-eb202f76cb5c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:31:17.037746 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-94bff25c-cb26-44da-80b5-dc89a0e4f0e2 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (fba415c4-7159-433d-b7fd-2d3aa9b4efec), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:17.040870 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-94bff25c-cb26-44da-80b5-dc89a0e4f0e2 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:17.044745 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-94bff25c-cb26-44da-80b5-dc89a0e4f0e2 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "DELETE /v2.0/security-groups/fba415c4-7159-433d-b7fd-2d3aa9b4efec HTTP/1.1" status: 204 len: 168 time: 0.3583143 Jan 18 20:31:17.060769 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44688) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:17.061561 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bff25c-cb26-44da-80b5-dc89a0e4f0e2 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba415c4-7159-433d-b7fd-2d3aa9b4efec,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:17.132471 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-623a65da-510c-4845-becb-c7a47a159c85 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Network a2219283-bd9d-4d36-b2ed-ac08fd66b13d is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:31:17.149677 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-623a65da-510c-4845-becb-c7a47a159c85 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:31:17.159864 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-623a65da-510c-4845-becb-c7a47a159c85 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:31:17.181404 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6883ade3-eec4-408c-94af-5e86929f31ab tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1068454 Jan 18 20:31:17.190246 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a65da-510c-4845-becb-c7a47a159c85 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Pushing event updated for resources: {'Port': ['ID=dfb75d3b-3d08-4108-bb63-d0fd1b5f111d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:17.191271 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44690) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:17.215695 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-2320ebe1-d3f7-48cd-909f-ce259fa2f663 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group': {'name': 'tempest-secgroup--725903783'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:17.325311 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-623a65da-510c-4845-becb-c7a47a159c85 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:17.326802 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-623a65da-510c-4845-becb-c7a47a159c85 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:17.326939 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2320ebe1-d3f7-48cd-909f-ce259fa2f663 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:17.358330 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-623a65da-510c-4845-becb-c7a47a159c85 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6103988 Jan 18 20:31:17.371818 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-19c2a0b0-6353-440c-a24f-8fb56348461b service neutron] Request body: {'port': {'device_id': 'c0072d1e-e6bb-4a50-bd93-65d0182473fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:17.556353 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e543f62-57de-4d4f-b116-ed4828fefc68 req-6f3c08be-59f9-4092-83c9-5ca1d321dc14 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:17.571416 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e543f62-57de-4d4f-b116-ed4828fefc68 req-6f3c08be-59f9-4092-83c9-5ca1d321dc14 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0072d1e-e6bb-4a50-bd93-65d0182473fe HTTP/1.1" status: 200 len: 932 time: 0.1839392 Jan 18 20:31:17.669157 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e543f62-57de-4d4f-b116-ed4828fefc68 req-01b3f004-7c56-47a2-8b4e-0ceccc93b8cb tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967014 Jan 18 20:31:17.683655 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2320ebe1-d3f7-48cd-909f-ce259fa2f663 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (1ec46445-7acc-4dad-8134-e22147787baa), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:17.693465 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2320ebe1-d3f7-48cd-909f-ce259fa2f663 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1ec46445-7acc-4dad-8134-e22147787baa), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:17.751337 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2320ebe1-d3f7-48cd-909f-ce259fa2f663 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:17.757408 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2320ebe1-d3f7-48cd-909f-ce259fa2f663 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5647454 Jan 18 20:31:17.761732 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44700) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:17.768934 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-05d57695-2f8e-4a0e-94f2-2df2ea2e76ec tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:17.769593 n-d-741529-9 neutron-server[103336]: WARNING neutron.api.v2.base [None req-05d57695-2f8e-4a0e-94f2-2df2ea2e76ec tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 18 20:31:17.770300 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-05d57695-2f8e-4a0e-94f2-2df2ea2e76ec tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] update failed (client error): There was a conflict when trying to complete your request. Jan 18 20:31:17.775517 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-05d57695-2f8e-4a0e-94f2-2df2ea2e76ec tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "PUT /v2.0/security-groups/1ec46445-7acc-4dad-8134-e22147787baa HTTP/1.1" status: 409 len: 330 time: 0.0124242 Jan 18 20:31:17.776626 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44702) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:17.792626 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320ebe1-d3f7-48cd-909f-ce259fa2f663 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec46445-7acc-4dad-8134-e22147787baa,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:17.886020 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-041cdc40-f36c-4d17-a87f-2da487c470a7 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (1ec46445-7acc-4dad-8134-e22147787baa), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:17.926358 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-041cdc40-f36c-4d17-a87f-2da487c470a7 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (1ec46445-7acc-4dad-8134-e22147787baa), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:18.052433 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-041cdc40-f36c-4d17-a87f-2da487c470a7 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1ec46445-7acc-4dad-8134-e22147787baa), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:18.057072 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-041cdc40-f36c-4d17-a87f-2da487c470a7 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:18.061803 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-041cdc40-f36c-4d17-a87f-2da487c470a7 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "DELETE /v2.0/security-groups/1ec46445-7acc-4dad-8134-e22147787baa HTTP/1.1" status: 204 len: 168 time: 0.2839189 Jan 18 20:31:18.062809 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44712) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:18.096448 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041cdc40-f36c-4d17-a87f-2da487c470a7 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec46445-7acc-4dad-8134-e22147787baa,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:18.139721 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44714) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:18.174033 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f054cad6-b67e-41d6-9a64-72c7effc76fc tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0974903 Jan 18 20:31:18.174658 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44718) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:18.198443 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-bb9b3cd3-7056-404b-a4f0-796baafcc663 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] delete failed (client error): The resource could not be found. Jan 18 20:31:18.207629 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bb9b3cd3-7056-404b-a4f0-796baafcc663 tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "DELETE /v2.0/security-groups/1325e88a-d8ed-43ab-b4e9-3c24509fcf00 HTTP/1.1" status: 404 len: 347 time: 0.0313835 Jan 18 20:31:18.208226 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44720) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:18.236948 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-c00db66d-85b6-4bae-9a4f-8d4f65cb4f8d tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] show failed (client error): The resource could not be found. Jan 18 20:31:18.242978 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c00db66d-85b6-4bae-9a4f-8d4f65cb4f8d tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "GET /v2.0/security-groups/62cda341-c356-4409-91b8-0e754abb0428 HTTP/1.1" status: 404 len: 347 time: 0.0337186 Jan 18 20:31:18.243547 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44722) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:18.260820 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-cfff2611-a432-4578-adb7-7d8031b4ce9b tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] show failed (client error): The resource could not be found. Jan 18 20:31:18.267501 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cfff2611-a432-4578-adb7-7d8031b4ce9b tempest-NegativeSecGroupTest-500541799 tempest-NegativeSecGroupTest-500541799-project] 10.222.0.31 "GET /v2.0/security-group-rules/5cb3ed0a-5009-48e2-98f7-2619d9f5a635 HTTP/1.1" status: 404 len: 356 time: 0.0228481 Jan 18 20:31:18.444573 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3dde4b7b-6930-42f1-9035-1c8748e71502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:18.468456 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-19c2a0b0-6353-440c-a24f-8fb56348461b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (dfb75d3b-3d08-4108-bb63-d0fd1b5f111d), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:18.661981 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3dde4b7b-6930-42f1-9035-1c8748e71502 admin admin] Publish callbacks [] for security_group (93f5e9a2-cf5e-47e7-8dfe-140995563588), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:18.670249 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3dde4b7b-6930-42f1-9035-1c8748e71502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (93f5e9a2-cf5e-47e7-8dfe-140995563588), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:18.783037 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44734) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:18.844401 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3dde4b7b-6930-42f1-9035-1c8748e71502 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0e44b6098d084d84b64ed717dfe909f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7031846 Jan 18 20:31:18.862537 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44742) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:18.890530 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde4b7b-6930-42f1-9035-1c8748e71502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f5e9a2-cf5e-47e7-8dfe-140995563588,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:19.009531 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e42a1-40f1-4179-93b8-e38605c3724f req-bda87632-bb13-4657-b664-607c62eaaa39 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:19.011472 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c11e42a1-40f1-4179-93b8-e38605c3724f req-bda87632-bb13-4657-b664-607c62eaaa39 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0072d1e-e6bb-4a50-bd93-65d0182473fe HTTP/1.1" status: 200 len: 932 time: 0.1958477 Jan 18 20:31:19.037883 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-273a56b7-7131-4242-a2c6-ebe764023be9 admin admin] Publish callbacks [] for security_group (93f5e9a2-cf5e-47e7-8dfe-140995563588), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:19.116693 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-273a56b7-7131-4242-a2c6-ebe764023be9 admin admin] Publish callbacks [] for security_group (93f5e9a2-cf5e-47e7-8dfe-140995563588), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:19.137364 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3099214c-f9b6-4c1e-8b00-f2d9a8245973 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a3c208b3e8ce4e769bfc0f7c452b353b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3439643 Jan 18 20:31:19.139497 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44746) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:19.222484 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c11e42a1-40f1-4179-93b8-e38605c3724f req-9d2a7a82-bdf2-4c4e-8a7e-1497235176f3 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035356 Jan 18 20:31:19.288255 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3f951657-9c5f-4ba8-879d-4b060a857604 admin admin] Publish callbacks [] for security_group (a78f9312-3362-4805-87c4-0251eb760fb9), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:19.297905 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-273a56b7-7131-4242-a2c6-ebe764023be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (93f5e9a2-cf5e-47e7-8dfe-140995563588), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:19.306257 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-273a56b7-7131-4242-a2c6-ebe764023be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:19.309689 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-273a56b7-7131-4242-a2c6-ebe764023be9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93f5e9a2-cf5e-47e7-8dfe-140995563588 HTTP/1.1" status: 204 len: 168 time: 0.4424851 Jan 18 20:31:19.357007 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3f951657-9c5f-4ba8-879d-4b060a857604 admin admin] Publish callbacks [] for security_group (a78f9312-3362-4805-87c4-0251eb760fb9), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:19.401172 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a56b7-7131-4242-a2c6-ebe764023be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f5e9a2-cf5e-47e7-8dfe-140995563588,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:19.423107 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-19c2a0b0-6353-440c-a24f-8fb56348461b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfb75d3b-3d08-4108-bb63-d0fd1b5f111d {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:31:19.446313 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-19c2a0b0-6353-440c-a24f-8fb56348461b service neutron] Publish callbacks [] for port (dfb75d3b-3d08-4108-bb63-d0fd1b5f111d), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:19.483139 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-19c2a0b0-6353-440c-a24f-8fb56348461b service neutron] Transition to ACTIVE for port object dfb75d3b-3d08-4108-bb63-d0fd1b5f111d will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:31:19.498748 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-19c2a0b0-6353-440c-a24f-8fb56348461b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (dfb75d3b-3d08-4108-bb63-d0fd1b5f111d), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:19.511773 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3f951657-9c5f-4ba8-879d-4b060a857604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a78f9312-3362-4805-87c4-0251eb760fb9), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:19.514602 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3f951657-9c5f-4ba8-879d-4b060a857604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:19.516763 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3f951657-9c5f-4ba8-879d-4b060a857604 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a78f9312-3362-4805-87c4-0251eb760fb9 HTTP/1.1" status: 204 len: 168 time: 0.3674707 Jan 18 20:31:19.536102 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f951657-9c5f-4ba8-879d-4b060a857604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78f9312-3362-4805-87c4-0251eb760fb9,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:19.757539 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2a0b0-6353-440c-a24f-8fb56348461b service neutron] Pushing event updated for resources: {'Port': ['ID=dfb75d3b-3d08-4108-bb63-d0fd1b5f111d,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:19.880281 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-19c2a0b0-6353-440c-a24f-8fb56348461b service neutron] Attempting to bind port dfb75d3b-3d08-4108-bb63-d0fd1b5f111d on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:31:19.881242 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-19c2a0b0-6353-440c-a24f-8fb56348461b service neutron] Attempting to bind port dfb75d3b-3d08-4108-bb63-d0fd1b5f111d by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '2c46816f-0f57-4198-b1f6-f49325bc445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:31:19.882652 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-19c2a0b0-6353-440c-a24f-8fb56348461b service neutron] Attempting to bind port dfb75d3b-3d08-4108-bb63-d0fd1b5f111d on network a2219283-bd9d-4d36-b2ed-ac08fd66b13d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:31:19.899692 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-19c2a0b0-6353-440c-a24f-8fb56348461b service neutron] Port dfb75d3b-3d08-4108-bb63-d0fd1b5f111d on network a2219283-bd9d-4d36-b2ed-ac08fd66b13d not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:31:19.900023 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-19c2a0b0-6353-440c-a24f-8fb56348461b service neutron] Attempting to bind port dfb75d3b-3d08-4108-bb63-d0fd1b5f111d on network a2219283-bd9d-4d36-b2ed-ac08fd66b13d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:31:19.927074 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-19c2a0b0-6353-440c-a24f-8fb56348461b service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:31:19.929922 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-19c2a0b0-6353-440c-a24f-8fb56348461b service neutron] Checking segment: {'id': '2c46816f-0f57-4198-b1f6-f49325bc445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:31:19.930368 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-19c2a0b0-6353-440c-a24f-8fb56348461b service neutron] Bound using segment: {'id': '2c46816f-0f57-4198-b1f6-f49325bc445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:31:19.933186 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-19c2a0b0-6353-440c-a24f-8fb56348461b service neutron] Bound port: dfb75d3b-3d08-4108-bb63-d0fd1b5f111d, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c46816f-0f57-4198-b1f6-f49325bc445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:31:19.934413 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-19c2a0b0-6353-440c-a24f-8fb56348461b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (dfb75d3b-3d08-4108-bb63-d0fd1b5f111d), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:20.124906 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-19c2a0b0-6353-440c-a24f-8fb56348461b service neutron] For port dfb75d3b-3d08-4108-bb63-d0fd1b5f111d, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:31:20.132923 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-19c2a0b0-6353-440c-a24f-8fb56348461b service neutron] For port dfb75d3b-3d08-4108-bb63-d0fd1b5f111d, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=dfb75d3b-3d08-4108-bb63-d0fd1b5f111d,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:31:20.142345 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-19c2a0b0-6353-440c-a24f-8fb56348461b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (dfb75d3b-3d08-4108-bb63-d0fd1b5f111d), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:20.175402 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-19c2a0b0-6353-440c-a24f-8fb56348461b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:20.176063 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-19c2a0b0-6353-440c-a24f-8fb56348461b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:20.180004 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-19c2a0b0-6353-440c-a24f-8fb56348461b service neutron] 10.222.0.70 "PUT /v2.0/ports/dfb75d3b-3d08-4108-bb63-d0fd1b5f111d HTTP/1.1" status: 200 len: 1092 time: 2.8116508 Jan 18 20:31:20.186916 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0072d1e-e6bb-4a50-bd93-65d0182473fe', 'tag': 'dfb75d3b-3d08-4108-bb63-d0fd1b5f111d'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:31:20.189279 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a50e0e-0a90-4b4d-b5b3-f9f21f1a4f42" -d '{"events": [{"name": "network-changed", "server_uuid": "c0072d1e-e6bb-4a50-bd93-65d0182473fe", "tag": "dfb75d3b-3d08-4108-bb63-d0fd1b5f111d"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:31:20.252600 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44772) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:20.284553 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-60f7bda4-412b-4e39-90ff-3c4317d63dce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:20.399148 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389a1a54-63eb-4698-80a5-6afb2bb199aa x-openstack-request-id: req-389a1a54-63eb-4698-80a5-6afb2bb199aa {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:31:20.399363 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0072d1e-e6bb-4a50-bd93-65d0182473fe", "tag": "dfb75d3b-3d08-4108-bb63-d0fd1b5f111d", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:31:20.399620 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-389a1a54-63eb-4698-80a5-6afb2bb199aa {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:31:20.400035 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0072d1e-e6bb-4a50-bd93-65d0182473fe', 'tag': 'dfb75d3b-3d08-4108-bb63-d0fd1b5f111d', 'status': 'completed', 'code': 200} Jan 18 20:31:20.457818 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2a0b0-6353-440c-a24f-8fb56348461b service neutron] Pushing event updated for resources: {'Port': ['ID=dfb75d3b-3d08-4108-bb63-d0fd1b5f111d,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:20.482935 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-9ae91545-75df-49e2-81f8-0bf0470709b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:20.484447 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-9ae91545-75df-49e2-81f8-0bf0470709b3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=45bdc4d1bc8c40b69abe16f13ea83854&device_id=c0072d1e-e6bb-4a50-bd93-65d0182473fe HTTP/1.1" status: 200 len: 1095 time: 0.2337770 Jan 18 20:31:20.577675 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-9c378930-688b-4a60-ae79-02f20aa4e510 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfb75d3b-3d08-4108-bb63-d0fd1b5f111d HTTP/1.1" status: 200 len: 217 time: 0.0821102 Jan 18 20:31:20.646264 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33434f-f39e-4030-bd76-e0793a4523a1 req-821e75af-8c74-4f47-aeda-ad81ce606ccb tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:20.660015 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fa33434f-f39e-4030-bd76-e0793a4523a1 req-821e75af-8c74-4f47-aeda-ad81ce606ccb tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0072d1e-e6bb-4a50-bd93-65d0182473fe HTTP/1.1" status: 200 len: 944 time: 0.2288735 Jan 18 20:31:20.721790 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-60f7bda4-412b-4e39-90ff-3c4317d63dce admin admin] Publish callbacks [] for security_group (f34e49e9-55b2-4ad0-858b-a065e62d559c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:20.724664 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-e247cabe-6c70-401c-b2f1-108604ac2268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:20.727556 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-e247cabe-6c70-401c-b2f1-108604ac2268 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81f4d550-9f11-4355-b26a-aa3d66e48dd5 HTTP/1.1" status: 200 len: 846 time: 0.1398380 Jan 18 20:31:20.794693 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fa33434f-f39e-4030-bd76-e0793a4523a1 req-3d86d4de-db9e-418d-ad2a-1926ede0978a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334136 Jan 18 20:31:20.806343 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-60f7bda4-412b-4e39-90ff-3c4317d63dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f34e49e9-55b2-4ad0-858b-a065e62d559c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:20.817961 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-e69847dc-4ab7-4218-af3b-a4c392e68dee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792859 Jan 18 20:31:20.860812 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-60f7bda4-412b-4e39-90ff-3c4317d63dce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5028bbc80e3747c3b4ae9382793f301c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6082072 Jan 18 20:31:20.864466 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44790) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:20.985246 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7bda4-412b-4e39-90ff-3c4317d63dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34e49e9-55b2-4ad0-858b-a065e62d559c,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:21.035803 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-334f1fc3-b03c-4006-aa90-18f3d6f9d79f admin admin] Publish callbacks [] for security_group (f34e49e9-55b2-4ad0-858b-a065e62d559c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:21.062845 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-334f1fc3-b03c-4006-aa90-18f3d6f9d79f admin admin] Publish callbacks [] for security_group (f34e49e9-55b2-4ad0-858b-a065e62d559c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:21.089963 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-d78b7820-742d-4b49-887b-739e2e893d4a service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541258 Jan 18 20:31:21.174431 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-334f1fc3-b03c-4006-aa90-18f3d6f9d79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f34e49e9-55b2-4ad0-858b-a065e62d559c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:21.187547 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-334f1fc3-b03c-4006-aa90-18f3d6f9d79f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:21.195414 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-334f1fc3-b03c-4006-aa90-18f3d6f9d79f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f34e49e9-55b2-4ad0-858b-a065e62d559c HTTP/1.1" status: 204 len: 168 time: 0.3242548 Jan 18 20:31:21.219375 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f1fc3-b03c-4006-aa90-18f3d6f9d79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34e49e9-55b2-4ad0-858b-a065e62d559c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:21.471252 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-98de3576-2241-475e-941b-2dfdd7f848f3 req-c2438775-389f-46ee-ab41-116037f4ecdb service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646266 Jan 18 20:31:21.642950 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a50e0e-0a90-4b4d-b5b3-f9f21f1a4f42 req-1a2ed712-cd04-40d1-91c1-8afc4a34c693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:21.645050 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c2a50e0e-0a90-4b4d-b5b3-f9f21f1a4f42 req-1a2ed712-cd04-40d1-91c1-8afc4a34c693 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=45bdc4d1bc8c40b69abe16f13ea83854&device_id=c0072d1e-e6bb-4a50-bd93-65d0182473fe HTTP/1.1" status: 200 len: 1095 time: 0.0763555 Jan 18 20:31:21.863434 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a50e0e-0a90-4b4d-b5b3-f9f21f1a4f42 req-12bf54f8-824d-472e-9561-fb4d52f9252c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:21.864921 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c2a50e0e-0a90-4b4d-b5b3-f9f21f1a4f42 req-12bf54f8-824d-472e-9561-fb4d52f9252c service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d HTTP/1.1" status: 200 len: 907 time: 0.2097571 Jan 18 20:31:21.967094 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c2a50e0e-0a90-4b4d-b5b3-f9f21f1a4f42 req-add80b11-99a0-456b-9627-460a46cb081c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfb75d3b-3d08-4108-bb63-d0fd1b5f111d HTTP/1.1" status: 200 len: 217 time: 0.0914857 Jan 18 20:31:22.101827 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a50e0e-0a90-4b4d-b5b3-f9f21f1a4f42 req-cd3fc7e2-b605-4e66-9470-51c96ef28830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:22.103291 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c2a50e0e-0a90-4b4d-b5b3-f9f21f1a4f42 req-cd3fc7e2-b605-4e66-9470-51c96ef28830 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81f4d550-9f11-4355-b26a-aa3d66e48dd5 HTTP/1.1" status: 200 len: 846 time: 0.1293890 Jan 18 20:31:22.152033 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472dc65-8838-4cce-9166-66ab9f688466 req-fbe301b4-d846-4c52-b928-44ddae95b8ad tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:22.161391 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7472dc65-8838-4cce-9166-66ab9f688466 req-fbe301b4-d846-4c52-b928-44ddae95b8ad tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0072d1e-e6bb-4a50-bd93-65d0182473fe HTTP/1.1" status: 200 len: 944 time: 0.1963122 Jan 18 20:31:22.178220 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c2a50e0e-0a90-4b4d-b5b3-f9f21f1a4f42 req-2765139a-145e-4560-a219-38a05d66dc10 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558445 Jan 18 20:31:22.330728 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7472dc65-8838-4cce-9166-66ab9f688466 req-aec4c0d1-c311-412b-85b1-9415c0718ec1 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600664 Jan 18 20:31:22.405705 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c2a50e0e-0a90-4b4d-b5b3-f9f21f1a4f42 req-4e902136-b744-4ec2-90bd-11eb7afda252 service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251189 Jan 18 20:31:22.608880 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c2a50e0e-0a90-4b4d-b5b3-f9f21f1a4f42 req-64ca548a-4b94-449e-a8b5-31f3c969deac service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968822 Jan 18 20:31:23.571260 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71187b-c3b5-4c67-9004-b6a2aca5f7c5 req-d9ecb146-aa73-4067-b9d5-ea3ea0d988ce tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:23.575141 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ef71187b-c3b5-4c67-9004-b6a2aca5f7c5 req-d9ecb146-aa73-4067-b9d5-ea3ea0d988ce tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0072d1e-e6bb-4a50-bd93-65d0182473fe HTTP/1.1" status: 200 len: 944 time: 0.1293337 Jan 18 20:31:23.673967 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ef71187b-c3b5-4c67-9004-b6a2aca5f7c5 req-afc69ecd-5271-4c88-89a0-52ea4b78b2c5 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924385 Jan 18 20:31:24.866836 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b47357-31c1-4390-88f6-388a67ad6e8f req-f33c8019-4c88-432e-914f-ed908bec9275 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:24.868556 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-17b47357-31c1-4390-88f6-388a67ad6e8f req-f33c8019-4c88-432e-914f-ed908bec9275 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0072d1e-e6bb-4a50-bd93-65d0182473fe HTTP/1.1" status: 200 len: 944 time: 0.0767920 Jan 18 20:31:24.945265 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-17b47357-31c1-4390-88f6-388a67ad6e8f req-96c65731-5e33-43ad-843d-a5cf2d352ba9 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697892 Jan 18 20:31:25.646620 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3d170ad8-f725-4d06-99d5-b6f63afeab0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:25.653306 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device dfb75d3b-3d08-4108-bb63-d0fd1b5f111d details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:31:25.936134 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port dfb75d3b-3d08-4108-bb63-d0fd1b5f111d, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=dfb75d3b-3d08-4108-bb63-d0fd1b5f111d,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:31:25.972456 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'dfb75d3b-3d08-4108-bb63-d0fd1b5f111d', 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d', 'port_id': 'dfb75d3b-3d08-4108-bb63-d0fd1b5f111d', 'mac_address': 'fa:16:3e:c6:ea:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f4d550-9f11-4355-b26a-aa3d66e48dd5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:31:26.060143 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port dfb75d3b-3d08-4108-bb63-d0fd1b5f111d is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:31:26.061311 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (dfb75d3b-3d08-4108-bb63-d0fd1b5f111d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:26.114332 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfb75d3b-3d08-4108-bb63-d0fd1b5f111d {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:31:26.185582 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port dfb75d3b-3d08-4108-bb63-d0fd1b5f111d, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=dfb75d3b-3d08-4108-bb63-d0fd1b5f111d,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:31:26.198320 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (dfb75d3b-3d08-4108-bb63-d0fd1b5f111d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:26.225882 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81549099-6039-447f-80ed-fdbcabf52bdc req-230f2e23-c521-4699-87b3-a8c0c3542d18 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:26.234808 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81549099-6039-447f-80ed-fdbcabf52bdc req-230f2e23-c521-4699-87b3-a8c0c3542d18 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0072d1e-e6bb-4a50-bd93-65d0182473fe HTTP/1.1" status: 200 len: 944 time: 0.1442401 Jan 18 20:31:26.334602 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=dfb75d3b-3d08-4108-bb63-d0fd1b5f111d,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:26.344846 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:26.346083 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:26.348859 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:26.349378 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:26.351355 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:26.351871 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:26.352346 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:26.352831 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:26.354881 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:26.357363 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:26.357896 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:26.359919 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:26.362459 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:26.381010 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81549099-6039-447f-80ed-fdbcabf52bdc req-55e834fc-6dea-468d-89e7-3f5d6b4cd0b4 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451881 Jan 18 20:31:26.574861 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['dfb75d3b-3d08-4108-bb63-d0fd1b5f111d'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:31:26.657235 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 45002) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:26.836686 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dc67c153-f0b5-4364-af67-6210b7e8aab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:26.994968 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dc67c153-f0b5-4364-af67-6210b7e8aab7 admin admin] Publish callbacks [] for security_group (4aebf80d-b36d-40d1-8939-b47e6b059aa4), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:27.003476 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dc67c153-f0b5-4364-af67-6210b7e8aab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4aebf80d-b36d-40d1-8939-b47e6b059aa4), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:27.066401 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-dc67c153-f0b5-4364-af67-6210b7e8aab7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=76922be4cef84625acaba97df974b7a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4073603 Jan 18 20:31:27.069161 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45010) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:27.070320 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67c153-f0b5-4364-af67-6210b7e8aab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aebf80d-b36d-40d1-8939-b47e6b059aa4,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:27.273965 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e9f20b5-af3a-4fa7-b6e3-1799ab007a7e admin admin] Publish callbacks [] for security_group (4aebf80d-b36d-40d1-8939-b47e6b059aa4), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:27.341831 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e9f20b5-af3a-4fa7-b6e3-1799ab007a7e admin admin] Publish callbacks [] for security_group (4aebf80d-b36d-40d1-8939-b47e6b059aa4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:27.477155 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e9f20b5-af3a-4fa7-b6e3-1799ab007a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4aebf80d-b36d-40d1-8939-b47e6b059aa4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:27.480083 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e9f20b5-af3a-4fa7-b6e3-1799ab007a7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:27.481572 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4e9f20b5-af3a-4fa7-b6e3-1799ab007a7e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4aebf80d-b36d-40d1-8939-b47e6b059aa4 HTTP/1.1" status: 204 len: 168 time: 0.4107554 Jan 18 20:31:27.509843 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f20b5-af3a-4fa7-b6e3-1799ab007a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aebf80d-b36d-40d1-8939-b47e6b059aa4,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:27.545459 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb696599-d87f-4742-8b86-845ebac5bb4b req-f5ebdf19-100d-49bf-9203-970b706dbac5 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:27.547389 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eb696599-d87f-4742-8b86-845ebac5bb4b req-f5ebdf19-100d-49bf-9203-970b706dbac5 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0072d1e-e6bb-4a50-bd93-65d0182473fe HTTP/1.1" status: 200 len: 945 time: 0.0742049 Jan 18 20:31:27.600589 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eb696599-d87f-4742-8b86-845ebac5bb4b req-d8378838-2b79-4970-a9c8-d8367fae81b3 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474918 Jan 18 20:31:27.668258 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device dfb75d3b-3d08-4108-bb63-d0fd1b5f111d up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:31:27.737549 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port dfb75d3b-3d08-4108-bb63-d0fd1b5f111d completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:31:27.750129 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port dfb75d3b-3d08-4108-bb63-d0fd1b5f111d triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:31:27.752326 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (dfb75d3b-3d08-4108-bb63-d0fd1b5f111d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:27.818688 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cdcafeb4-545c-497b-a24d-b7d91322f076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:27.879136 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port dfb75d3b-3d08-4108-bb63-d0fd1b5f111d is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:31:27.879697 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (dfb75d3b-3d08-4108-bb63-d0fd1b5f111d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:27.945996 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0072d1e-e6bb-4a50-bd93-65d0182473fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb75d3b-3d08-4108-bb63-d0fd1b5f111d'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:31:27.949388 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354e1c5c-48b9-4ffa-8347-3ee17322947f" -d '{"events": [{"server_uuid": "c0072d1e-e6bb-4a50-bd93-65d0182473fe", "name": "network-vif-plugged", "status": "completed", "tag": "dfb75d3b-3d08-4108-bb63-d0fd1b5f111d"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:31:27.993075 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port dfb75d3b-3d08-4108-bb63-d0fd1b5f111d, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=dfb75d3b-3d08-4108-bb63-d0fd1b5f111d,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:31:28.004898 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (dfb75d3b-3d08-4108-bb63-d0fd1b5f111d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:28.022565 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45034) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:28.048237 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aef3981b-7040-43df-acef-03d0c9af8f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:28.206664 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=dfb75d3b-3d08-4108-bb63-d0fd1b5f111d,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:28.214658 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aef3981b-7040-43df-acef-03d0c9af8f73 admin admin] Publish callbacks [] for security_group (1304bab4-2253-4144-ac7f-6771cb30f0ac), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:28.224164 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37cc6e1-fef8-48f7-849c-ea822d2347fb x-openstack-request-id: req-b37cc6e1-fef8-48f7-849c-ea822d2347fb {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:31:28.226006 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0072d1e-e6bb-4a50-bd93-65d0182473fe", "name": "network-vif-plugged", "status": "completed", "tag": "dfb75d3b-3d08-4108-bb63-d0fd1b5f111d", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:31:28.226439 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b37cc6e1-fef8-48f7-849c-ea822d2347fb {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:31:28.228626 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0072d1e-e6bb-4a50-bd93-65d0182473fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb75d3b-3d08-4108-bb63-d0fd1b5f111d', 'code': 200} Jan 18 20:31:28.231025 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aef3981b-7040-43df-acef-03d0c9af8f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1304bab4-2253-4144-ac7f-6771cb30f0ac), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:28.306076 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-aef3981b-7040-43df-acef-03d0c9af8f73 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=176b32da265f4424bf42da89e24c6388&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2823942 Jan 18 20:31:28.308005 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3981b-7040-43df-acef-03d0c9af8f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1304bab4-2253-4144-ac7f-6771cb30f0ac,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:28.308869 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 45038) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:28.358863 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a856d59-6650-4450-be25-3bf093883e92 req-2da25bf2-1892-4d30-a592-4bbd7e7c6f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:28.360487 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5a856d59-6650-4450-be25-3bf093883e92 req-2da25bf2-1892-4d30-a592-4bbd7e7c6f2d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c0072d1e-e6bb-4a50-bd93-65d0182473fe HTTP/1.1" status: 200 len: 1097 time: 0.1431274 Jan 18 20:31:28.429226 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0b1b2503-f3ff-4a07-a235-c4585600a336 admin admin] Publish callbacks [] for security_group (1304bab4-2253-4144-ac7f-6771cb30f0ac), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:28.504829 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0b1b2503-f3ff-4a07-a235-c4585600a336 admin admin] Publish callbacks [] for security_group (1304bab4-2253-4144-ac7f-6771cb30f0ac), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:28.505262 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5a856d59-6650-4450-be25-3bf093883e92 req-490e0266-3c30-4604-b901-91b8889d6168 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330123 Jan 18 20:31:28.558260 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0b1b2503-f3ff-4a07-a235-c4585600a336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1304bab4-2253-4144-ac7f-6771cb30f0ac), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:28.560985 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0b1b2503-f3ff-4a07-a235-c4585600a336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:28.565516 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0b1b2503-f3ff-4a07-a235-c4585600a336 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1304bab4-2253-4144-ac7f-6771cb30f0ac HTTP/1.1" status: 204 len: 168 time: 0.2553799 Jan 18 20:31:28.573436 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b2503-f3ff-4a07-a235-c4585600a336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1304bab4-2253-4144-ac7f-6771cb30f0ac,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:28.746942 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128880e-18c5-459b-9c3e-071eeb3dae4e req-1232d4c5-b213-4f52-b23c-367bb7291d72 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:28.750010 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2128880e-18c5-459b-9c3e-071eeb3dae4e req-1232d4c5-b213-4f52-b23c-367bb7291d72 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0072d1e-e6bb-4a50-bd93-65d0182473fe HTTP/1.1" status: 200 len: 946 time: 0.0702784 Jan 18 20:31:28.803080 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2128880e-18c5-459b-9c3e-071eeb3dae4e req-f0743ace-5fe4-4c76-8d8a-c2de03feeceb tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476177 Jan 18 20:31:29.103184 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:29.968989 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9f46f-710d-4b34-8d32-43b9582f9120 req-556bab3d-433a-49e3-86d4-2dfdfbc6e8d5 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:29.977688 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6fa9f46f-710d-4b34-8d32-43b9582f9120 req-556bab3d-433a-49e3-86d4-2dfdfbc6e8d5 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0072d1e-e6bb-4a50-bd93-65d0182473fe HTTP/1.1" status: 200 len: 946 time: 0.0877297 Jan 18 20:31:30.086564 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6fa9f46f-710d-4b34-8d32-43b9582f9120 req-08740ffb-818c-4506-aed7-22781752db8e tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994251 Jan 18 20:31:30.339333 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51741d-ff94-4073-b64b-f1890ce21c2b req-d92144ef-d51b-4b9b-859b-3a4abd1f051b tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:30.340891 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a51741d-ff94-4073-b64b-f1890ce21c2b req-d92144ef-d51b-4b9b-859b-3a4abd1f051b tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0072d1e-e6bb-4a50-bd93-65d0182473fe HTTP/1.1" status: 200 len: 946 time: 0.1266026 Jan 18 20:31:30.423738 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a51741d-ff94-4073-b64b-f1890ce21c2b req-7aa5a425-e566-4c1e-8712-ec2f34a32bb5 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695806 Jan 18 20:31:30.621963 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:31.065575 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe35b6-d595-49d9-9edf-094c25379450 req-c33c31b1-066a-4299-b62b-9d95068486ef tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:31.076281 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c1fe35b6-d595-49d9-9edf-094c25379450 req-c33c31b1-066a-4299-b62b-9d95068486ef tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0072d1e-e6bb-4a50-bd93-65d0182473fe HTTP/1.1" status: 200 len: 946 time: 0.1112192 Jan 18 20:31:31.167286 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c1fe35b6-d595-49d9-9edf-094c25379450 req-9d340a29-b925-4812-881d-db91cd224c62 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868204 Jan 18 20:31:31.816252 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:32.341877 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc99c5-dcc7-4838-81c7-ece39ada6e12 req-c8b8744f-8bd1-4b4b-bccf-aae111f48aab tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:32.344044 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a8fc99c5-dcc7-4838-81c7-ece39ada6e12 req-c8b8744f-8bd1-4b4b-bccf-aae111f48aab tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0072d1e-e6bb-4a50-bd93-65d0182473fe HTTP/1.1" status: 200 len: 946 time: 0.1521397 Jan 18 20:31:32.428433 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78575e-8166-4f60-9441-72cbaf40ce41 req-bfcc0b4a-5237-4855-a0cf-a7d3e55b3f4c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:32.438344 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf78575e-8166-4f60-9441-72cbaf40ce41 req-bfcc0b4a-5237-4855-a0cf-a7d3e55b3f4c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0072d1e-e6bb-4a50-bd93-65d0182473fe HTTP/1.1" status: 200 len: 946 time: 0.1295512 Jan 18 20:31:32.492958 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-a8fc99c5-dcc7-4838-81c7-ece39ada6e12 req-4150c236-8e29-47ad-89e2-d1bd57015ed4 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Deleting port dfb75d3b-3d08-4108-bb63-d0fd1b5f111d {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:31:32.493579 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a8fc99c5-dcc7-4838-81c7-ece39ada6e12 req-4150c236-8e29-47ad-89e2-d1bd57015ed4 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (dfb75d3b-3d08-4108-bb63-d0fd1b5f111d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:32.538364 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf78575e-8166-4f60-9441-72cbaf40ce41 req-ab150971-4783-43cf-99f6-1d3d39f50ea9 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887668 Jan 18 20:31:32.634082 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-a8fc99c5-dcc7-4838-81c7-ece39ada6e12 req-4150c236-8e29-47ad-89e2-d1bd57015ed4 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] For port dfb75d3b-3d08-4108-bb63-d0fd1b5f111d, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=dfb75d3b-3d08-4108-bb63-d0fd1b5f111d,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:31:32.634554 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a8fc99c5-dcc7-4838-81c7-ece39ada6e12 req-4150c236-8e29-47ad-89e2-d1bd57015ed4 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (dfb75d3b-3d08-4108-bb63-d0fd1b5f111d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:32.648562 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-a8fc99c5-dcc7-4838-81c7-ece39ada6e12 req-4150c236-8e29-47ad-89e2-d1bd57015ed4 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Calling delete_port for dfb75d3b-3d08-4108-bb63-d0fd1b5f111d owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:31:32.878774 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a8fc99c5-dcc7-4838-81c7-ece39ada6e12 req-4150c236-8e29-47ad-89e2-d1bd57015ed4 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (dfb75d3b-3d08-4108-bb63-d0fd1b5f111d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:32.896786 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['32e311e0-cab7-4a19-aaa4-eb202f76cb5c', 'dfb75d3b-3d08-4108-bb63-d0fd1b5f111d'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:31:33.039006 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150c236-8e29-47ad-89e2-d1bd57015ed4 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Pushing event deleted for resources: {'Port': ['ID=dfb75d3b-3d08-4108-bb63-d0fd1b5f111d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:33.116078 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8fc99c5-dcc7-4838-81c7-ece39ada6e12 req-4150c236-8e29-47ad-89e2-d1bd57015ed4 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] No DVR routers for this DVR port dfb75d3b-3d08-4108-bb63-d0fd1b5f111d on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:31:33.133429 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a8fc99c5-dcc7-4838-81c7-ece39ada6e12 req-4150c236-8e29-47ad-89e2-d1bd57015ed4 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:33.141618 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a8fc99c5-dcc7-4838-81c7-ece39ada6e12 req-4150c236-8e29-47ad-89e2-d1bd57015ed4 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.70 "DELETE /v2.0/ports/dfb75d3b-3d08-4108-bb63-d0fd1b5f111d HTTP/1.1" status: 204 len: 173 time: 0.7885783 Jan 18 20:31:33.142867 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0072d1e-e6bb-4a50-bd93-65d0182473fe', 'name': 'network-vif-deleted', 'tag': 'dfb75d3b-3d08-4108-bb63-d0fd1b5f111d'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:31:33.149022 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61de4833-07b0-403e-acf9-bb750ac80cfe" -d '{"events": [{"server_uuid": "c0072d1e-e6bb-4a50-bd93-65d0182473fe", "name": "network-vif-deleted", "tag": "dfb75d3b-3d08-4108-bb63-d0fd1b5f111d"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:31:33.267003 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70ebc0b-e5bc-4397-a5b0-ca86a47995aa x-openstack-request-id: req-d70ebc0b-e5bc-4397-a5b0-ca86a47995aa {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:31:33.267560 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0072d1e-e6bb-4a50-bd93-65d0182473fe", "name": "network-vif-deleted", "tag": "dfb75d3b-3d08-4108-bb63-d0fd1b5f111d", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:31:33.268000 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d70ebc0b-e5bc-4397-a5b0-ca86a47995aa {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:31:33.268777 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0072d1e-e6bb-4a50-bd93-65d0182473fe', 'name': 'network-vif-deleted', 'tag': 'dfb75d3b-3d08-4108-bb63-d0fd1b5f111d', 'status': 'completed', 'code': 200} Jan 18 20:31:33.693232 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a9b21d2e-6cc9-4886-b433-7c5a697152e8 req-4a9d1162-40a7-4208-b28f-52bfdc03812a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0072d1e-e6bb-4a50-bd93-65d0182473fe HTTP/1.1" status: 200 len: 210 time: 0.0775046 Jan 18 20:31:33.977657 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:35.400820 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-2fdb768c-e1db-4c20-8c8f-f6be4c8c1797 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:35.408777 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-2fdb768c-e1db-4c20-8c8f-f6be4c8c1797 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/networks?id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d HTTP/1.1" status: 200 len: 806 time: 0.2738338 Jan 18 20:31:35.430484 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-8ffe002c-1425-4697-95bb-3a826105d51f tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/quotas/45bdc4d1bc8c40b69abe16f13ea83854 HTTP/1.1" status: 200 len: 375 time: 0.0203092 Jan 18 20:31:35.497059 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-6b2cc4ee-c0d4-4775-8d27-b8f541d87969 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=45bdc4d1bc8c40b69abe16f13ea83854&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0650871 Jan 18 20:31:35.631797 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-0e9fc7c9-8224-46f2-ad4b-c5d961f2b466 service neutron] 10.222.0.31 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333456 Jan 18 20:31:35.729405 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device dfb75d3b-3d08-4108-bb63-d0fd1b5f111d no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:31:35.771869 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: dfb75d3b-3d08-4108-bb63-d0fd1b5f111d {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:31:35.772201 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device dfb75d3b-3d08-4108-bb63-d0fd1b5f111d not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:31:35.786830 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-f5bc3032-a6a3-45f6-87ff-f0bec37af20e service neutron] 10.222.0.31 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513479 Jan 18 20:31:36.128516 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b7dec077-0cb9-44b9-a608-1e852cee2be2 req-92d1d2d0-98a8-4371-b8c4-008cb2461391 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2086a4a-e211-4473-ae6c-6c9223a1cc82 HTTP/1.1" status: 200 len: 210 time: 0.0602460 Jan 18 20:31:36.827008 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:37.372580 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-843e8e2b-47e9-4ff1-9271-7943d5457c36 req-cf89527d-4b3f-49ba-ae7b-d448589203d6 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2086a4a-e211-4473-ae6c-6c9223a1cc82 HTTP/1.1" status: 200 len: 210 time: 0.1216497 Jan 18 20:31:37.774572 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45686) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:37.879818 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-35cf35d9-9176-4586-9bd8-4cbc93e9751f admin admin] Deleting subnet 193600f1-6580-433b-8d9e-da541571d99e {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:31:37.883867 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35cf35d9-9176-4586-9bd8-4cbc93e9751f admin admin] Publish callbacks [] for subnet (193600f1-6580-433b-8d9e-da541571d99e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:37.962510 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35cf35d9-9176-4586-9bd8-4cbc93e9751f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (193600f1-6580-433b-8d9e-da541571d99e), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:38.090960 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35cf35d9-9176-4586-9bd8-4cbc93e9751f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (193600f1-6580-433b-8d9e-da541571d99e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:38.627955 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a1752846-b576-4a55-ab18-64973bd37a1b req-78b703bd-241a-4126-8ca3-7299c895ae4f tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2086a4a-e211-4473-ae6c-6c9223a1cc82 HTTP/1.1" status: 200 len: 210 time: 0.0847080 Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:38.686222 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:31:38.697742 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-43784881-3e08-41dc-a449-c7bffde9d34f tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:38.700222 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-43784881-3e08-41dc-a449-c7bffde9d34f tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.70 "GET /v2.0/networks?id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d HTTP/1.1" status: 200 len: 806 time: 0.4780612 Jan 18 20:31:38.723917 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-26622493-7625-44fe-ab7f-e1bed4da6346 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Request body: {'port': {'device_id': 'c2086a4a-e211-4473-ae6c-6c9223a1cc82', 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d', 'admin_state_up': True, 'tenant_id': '45bdc4d1bc8c40b69abe16f13ea83854'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:38.969550 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35cf35d9-9176-4586-9bd8-4cbc93e9751f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (193600f1-6580-433b-8d9e-da541571d99e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:38.983870 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-26622493-7625-44fe-ab7f-e1bed4da6346 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Made reservation on behalf of 45bdc4d1bc8c40b69abe16f13ea83854 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:31:38.987951 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-26622493-7625-44fe-ab7f-e1bed4da6346 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:39.034911 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf35d9-9176-4586-9bd8-4cbc93e9751f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=193600f1-6580-433b-8d9e-da541571d99e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:39.049442 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35cf35d9-9176-4586-9bd8-4cbc93e9751f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:39.062345 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-35cf35d9-9176-4586-9bd8-4cbc93e9751f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/193600f1-6580-433b-8d9e-da541571d99e HTTP/1.1" status: 204 len: 168 time: 1.2850389 Jan 18 20:31:39.071364 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45820) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:39.293398 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-decbeeab-9ef3-47a5-891b-94aae9dfcbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:39.525767 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-decbeeab-9ef3-47a5-891b-94aae9dfcbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:39.584465 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-decbeeab-9ef3-47a5-891b-94aae9dfcbf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:31:39.617265 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-decbeeab-9ef3-47a5-891b-94aae9dfcbf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f9bad4-2259-48ab-8fe4-3f5a2c96d543') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:31:39.617561 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-decbeeab-9ef3-47a5-891b-94aae9dfcbf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f9bad4-2259-48ab-8fe4-3f5a2c96d543') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:31:39.629200 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-26622493-7625-44fe-ab7f-e1bed4da6346 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Allocated IP 172.20.0.13 (a2219283-bd9d-4d36-b2ed-ac08fd66b13d/81f4d550-9f11-4355-b26a-aa3d66e48dd5/0f30ad59-79d2-4b1d-8bff-79788531ff61) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:31:39.639517 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-decbeeab-9ef3-47a5-891b-94aae9dfcbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (20f9bad4-2259-48ab-8fe4-3f5a2c96d543), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:39.705447 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-decbeeab-9ef3-47a5-891b-94aae9dfcbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (20f9bad4-2259-48ab-8fe4-3f5a2c96d543), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:39.773749 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b6fc759-ed94-4e73-90be-b6c371d81061 req-cc3bc14d-3182-485c-a586-4e1356699a6a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2086a4a-e211-4473-ae6c-6c9223a1cc82 HTTP/1.1" status: 200 len: 210 time: 0.0603547 Jan 18 20:31:39.782659 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-decbeeab-9ef3-47a5-891b-94aae9dfcbf9 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:31:39.786426 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-decbeeab-9ef3-47a5-891b-94aae9dfcbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (20f9bad4-2259-48ab-8fe4-3f5a2c96d543), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:31:39.801193 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:31:39.981585 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-decbeeab-9ef3-47a5-891b-94aae9dfcbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:40.016185 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-decbeeab-9ef3-47a5-891b-94aae9dfcbf9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:40.020201 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-decbeeab-9ef3-47a5-891b-94aae9dfcbf9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d HTTP/1.1" status: 204 len: 168 time: 0.9478908 Jan 18 20:31:40.024404 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbeeab-9ef3-47a5-891b-94aae9dfcbf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb4eb58d-cbcd-4730-ac77-b7021e1d0d3d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:40.184497 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-26622493-7625-44fe-ab7f-e1bed4da6346 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks [] for port (0f30ad59-79d2-4b1d-8bff-79788531ff61), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:40.304800 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-26622493-7625-44fe-ab7f-e1bed4da6346 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (0f30ad59-79d2-4b1d-8bff-79788531ff61), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:40.321908 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['32e311e0-cab7-4a19-aaa4-eb202f76cb5c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:31:40.411980 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-26622493-7625-44fe-ab7f-e1bed4da6346 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Network a2219283-bd9d-4d36-b2ed-ac08fd66b13d is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:31:40.418030 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-26622493-7625-44fe-ab7f-e1bed4da6346 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:31:40.427283 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-26622493-7625-44fe-ab7f-e1bed4da6346 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:31:40.432223 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 45850) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:40.442844 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26622493-7625-44fe-ab7f-e1bed4da6346 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Pushing event updated for resources: {'Port': ['ID=0f30ad59-79d2-4b1d-8bff-79788531ff61,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:40.520374 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-26622493-7625-44fe-ab7f-e1bed4da6346 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:40.520868 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-26622493-7625-44fe-ab7f-e1bed4da6346 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:40.541719 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fa4db116-1829-469c-9be8-7a8fa7d6b074 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=868bee3201cb40199baaabf86c510278&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1082780 Jan 18 20:31:40.545864 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 45854) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:40.556061 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-26622493-7625-44fe-ab7f-e1bed4da6346 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8363860 Jan 18 20:31:40.571015 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-0115a4ca-0940-4809-bcab-46ab30ec020d service neutron] Request body: {'port': {'device_id': 'c2086a4a-e211-4473-ae6c-6c9223a1cc82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:40.657337 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-472e90e2-179e-43ad-89a6-e54ebc8507d1 admin admin] Publish callbacks [] for security_group (c918b682-62bd-4658-ae4e-0cdaf8a7583f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:40.725757 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-0115a4ca-0940-4809-bcab-46ab30ec020d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0f30ad59-79d2-4b1d-8bff-79788531ff61), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:40.745804 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-472e90e2-179e-43ad-89a6-e54ebc8507d1 admin admin] Publish callbacks [] for security_group (c918b682-62bd-4658-ae4e-0cdaf8a7583f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:40.854642 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-472e90e2-179e-43ad-89a6-e54ebc8507d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c918b682-62bd-4658-ae4e-0cdaf8a7583f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:40.857992 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-472e90e2-179e-43ad-89a6-e54ebc8507d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:40.859987 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-472e90e2-179e-43ad-89a6-e54ebc8507d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c918b682-62bd-4658-ae4e-0cdaf8a7583f HTTP/1.1" status: 204 len: 168 time: 0.3130598 Jan 18 20:31:40.890641 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e90e2-179e-43ad-89a6-e54ebc8507d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c918b682-62bd-4658-ae4e-0cdaf8a7583f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:41.065553 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cb226-1a17-46f5-a435-3ead49b140e0 req-b9d4785d-a3f6-4d63-92b8-8df0d3f58e78 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:41.067665 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-437cb226-1a17-46f5-a435-3ead49b140e0 req-b9d4785d-a3f6-4d63-92b8-8df0d3f58e78 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2086a4a-e211-4473-ae6c-6c9223a1cc82 HTTP/1.1" status: 200 len: 932 time: 0.1252949 Jan 18 20:31:41.198346 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-437cb226-1a17-46f5-a435-3ead49b140e0 req-a45241df-1890-4404-af09-e73f595acdab tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242936 Jan 18 20:31:41.623751 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-0115a4ca-0940-4809-bcab-46ab30ec020d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f30ad59-79d2-4b1d-8bff-79788531ff61 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:31:41.656559 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-0115a4ca-0940-4809-bcab-46ab30ec020d service neutron] Publish callbacks [] for port (0f30ad59-79d2-4b1d-8bff-79788531ff61), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:41.684995 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-0115a4ca-0940-4809-bcab-46ab30ec020d service neutron] Transition to ACTIVE for port object 0f30ad59-79d2-4b1d-8bff-79788531ff61 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:31:41.692988 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-0115a4ca-0940-4809-bcab-46ab30ec020d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (0f30ad59-79d2-4b1d-8bff-79788531ff61), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:41.833946 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115a4ca-0940-4809-bcab-46ab30ec020d service neutron] Pushing event updated for resources: {'Port': ['ID=0f30ad59-79d2-4b1d-8bff-79788531ff61,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:42.017176 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-0115a4ca-0940-4809-bcab-46ab30ec020d service neutron] Attempting to bind port 0f30ad59-79d2-4b1d-8bff-79788531ff61 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:31:42.018286 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-0115a4ca-0940-4809-bcab-46ab30ec020d service neutron] Attempting to bind port 0f30ad59-79d2-4b1d-8bff-79788531ff61 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '2c46816f-0f57-4198-b1f6-f49325bc445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:31:42.019085 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-0115a4ca-0940-4809-bcab-46ab30ec020d service neutron] Attempting to bind port 0f30ad59-79d2-4b1d-8bff-79788531ff61 on network a2219283-bd9d-4d36-b2ed-ac08fd66b13d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:31:42.029956 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-0115a4ca-0940-4809-bcab-46ab30ec020d service neutron] Port 0f30ad59-79d2-4b1d-8bff-79788531ff61 on network a2219283-bd9d-4d36-b2ed-ac08fd66b13d not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:31:42.030626 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-0115a4ca-0940-4809-bcab-46ab30ec020d service neutron] Attempting to bind port 0f30ad59-79d2-4b1d-8bff-79788531ff61 on network a2219283-bd9d-4d36-b2ed-ac08fd66b13d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:31:42.037279 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-0115a4ca-0940-4809-bcab-46ab30ec020d service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:31:42.037904 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-0115a4ca-0940-4809-bcab-46ab30ec020d service neutron] Checking segment: {'id': '2c46816f-0f57-4198-b1f6-f49325bc445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:31:42.038623 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-0115a4ca-0940-4809-bcab-46ab30ec020d service neutron] Bound using segment: {'id': '2c46816f-0f57-4198-b1f6-f49325bc445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:31:42.039223 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-0115a4ca-0940-4809-bcab-46ab30ec020d service neutron] Bound port: 0f30ad59-79d2-4b1d-8bff-79788531ff61, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c46816f-0f57-4198-b1f6-f49325bc445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:31:42.040158 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-0115a4ca-0940-4809-bcab-46ab30ec020d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0f30ad59-79d2-4b1d-8bff-79788531ff61), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:42.172913 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-0115a4ca-0940-4809-bcab-46ab30ec020d service neutron] For port 0f30ad59-79d2-4b1d-8bff-79788531ff61, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:31:42.184713 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-0115a4ca-0940-4809-bcab-46ab30ec020d service neutron] For port 0f30ad59-79d2-4b1d-8bff-79788531ff61, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0f30ad59-79d2-4b1d-8bff-79788531ff61,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:31:42.194265 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-0115a4ca-0940-4809-bcab-46ab30ec020d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (0f30ad59-79d2-4b1d-8bff-79788531ff61), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:42.236679 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-0115a4ca-0940-4809-bcab-46ab30ec020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:42.239122 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-0115a4ca-0940-4809-bcab-46ab30ec020d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:42.243829 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-0115a4ca-0940-4809-bcab-46ab30ec020d service neutron] 10.222.0.70 "PUT /v2.0/ports/0f30ad59-79d2-4b1d-8bff-79788531ff61 HTTP/1.1" status: 200 len: 1092 time: 1.6781158 Jan 18 20:31:42.245836 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2086a4a-e211-4473-ae6c-6c9223a1cc82', 'tag': '0f30ad59-79d2-4b1d-8bff-79788531ff61'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:31:42.267985 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81ba31e-52e2-47d1-8512-c8dbd14c9520" -d '{"events": [{"name": "network-changed", "server_uuid": "c2086a4a-e211-4473-ae6c-6c9223a1cc82", "tag": "0f30ad59-79d2-4b1d-8bff-79788531ff61"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:31:42.280199 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:31:42.492532 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93661f5d-8d50-4819-bf6f-6d41963734c5 x-openstack-request-id: req-93661f5d-8d50-4819-bf6f-6d41963734c5 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:31:42.493663 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2086a4a-e211-4473-ae6c-6c9223a1cc82", "tag": "0f30ad59-79d2-4b1d-8bff-79788531ff61", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:31:42.493994 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93661f5d-8d50-4819-bf6f-6d41963734c5 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:31:42.494437 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2086a4a-e211-4473-ae6c-6c9223a1cc82', 'tag': '0f30ad59-79d2-4b1d-8bff-79788531ff61', 'status': 'completed', 'code': 200} Jan 18 20:31:42.514624 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12e72d-72ba-4315-8259-a648c5456f9b req-977aa99e-994a-4883-8405-1ee3cd569376 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:42.519013 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7a12e72d-72ba-4315-8259-a648c5456f9b req-977aa99e-994a-4883-8405-1ee3cd569376 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2086a4a-e211-4473-ae6c-6c9223a1cc82 HTTP/1.1" status: 200 len: 944 time: 0.1504810 Jan 18 20:31:42.561570 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-660f549c-6e02-4fec-a6e1-13740e08a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:42.564793 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-660f549c-6e02-4fec-a6e1-13740e08a679 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=45bdc4d1bc8c40b69abe16f13ea83854&device_id=c2086a4a-e211-4473-ae6c-6c9223a1cc82 HTTP/1.1" status: 200 len: 1095 time: 0.1623113 Jan 18 20:31:42.628741 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7a12e72d-72ba-4315-8259-a648c5456f9b req-14e75dfe-dc35-401c-8cfe-00af3e45112a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019995 Jan 18 20:31:42.687222 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-21710404-6179-4782-9efc-7ed133df4e68 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f30ad59-79d2-4b1d-8bff-79788531ff61 HTTP/1.1" status: 200 len: 217 time: 0.1078575 Jan 18 20:31:42.707205 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115a4ca-0940-4809-bcab-46ab30ec020d service neutron] Pushing event updated for resources: {'Port': ['ID=0f30ad59-79d2-4b1d-8bff-79788531ff61,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:42.792246 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-627fbe2a-19da-46ab-9d2a-d03979f92022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:42.793743 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-627fbe2a-19da-46ab-9d2a-d03979f92022 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81f4d550-9f11-4355-b26a-aa3d66e48dd5 HTTP/1.1" status: 200 len: 846 time: 0.0956104 Jan 18 20:31:42.898940 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-a1b060d4-058e-4374-8ccd-3ca4a5fed6de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931573 Jan 18 20:31:43.114697 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-0ed8cfa3-c972-45bd-adad-2617b1fabfab service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069240 Jan 18 20:31:43.315040 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7623a23b-f877-43d0-9028-654a140ebaa1 req-54355c03-2449-40db-8636-6590959f16d1 service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909304 Jan 18 20:31:43.452887 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ba31e-52e2-47d1-8512-c8dbd14c9520 req-39757bf8-5e8d-446a-9ea2-555b745cf1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:43.454994 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a81ba31e-52e2-47d1-8512-c8dbd14c9520 req-39757bf8-5e8d-446a-9ea2-555b745cf1c5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=45bdc4d1bc8c40b69abe16f13ea83854&device_id=c2086a4a-e211-4473-ae6c-6c9223a1cc82 HTTP/1.1" status: 200 len: 1095 time: 0.0765057 Jan 18 20:31:43.677923 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ba31e-52e2-47d1-8512-c8dbd14c9520 req-2c0689f8-20a4-4474-90e7-a735a4ec8dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:43.681238 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a81ba31e-52e2-47d1-8512-c8dbd14c9520 req-2c0689f8-20a4-4474-90e7-a735a4ec8dec service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d HTTP/1.1" status: 200 len: 907 time: 0.2184155 Jan 18 20:31:43.739405 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a81ba31e-52e2-47d1-8512-c8dbd14c9520 req-627668c8-b94a-42bd-9787-20cd80f933a2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f30ad59-79d2-4b1d-8bff-79788531ff61 HTTP/1.1" status: 200 len: 217 time: 0.0532279 Jan 18 20:31:43.750680 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 45948) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:43.777237 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45952) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:43.857765 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1ee9f-6e4c-4511-8256-4294817b8aeb req-1cc2ea5c-7723-4122-a848-cf44cdfa87b6 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:43.862101 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43a1ee9f-6e4c-4511-8256-4294817b8aeb req-1cc2ea5c-7723-4122-a848-cf44cdfa87b6 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2086a4a-e211-4473-ae6c-6c9223a1cc82 HTTP/1.1" status: 200 len: 944 time: 0.0940773 Jan 18 20:31:43.905941 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ba31e-52e2-47d1-8512-c8dbd14c9520 req-187cb38b-58e7-4991-b748-4a6042274860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:43.907470 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a81ba31e-52e2-47d1-8512-c8dbd14c9520 req-187cb38b-58e7-4991-b748-4a6042274860 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81f4d550-9f11-4355-b26a-aa3d66e48dd5 HTTP/1.1" status: 200 len: 846 time: 0.1588020 Jan 18 20:31:43.964258 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a81ba31e-52e2-47d1-8512-c8dbd14c9520 req-574795bf-f990-4c43-9dfe-7eed33eed934 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487614 Jan 18 20:31:43.966253 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-92ff17f7-623d-463b-b302-29c50a4dd885 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:44.074938 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-859a8e9c-31a7-4011-b392-41878b59c344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:44.102156 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-92ff17f7-623d-463b-b302-29c50a4dd885 admin admin] Publish callbacks [] for security_group (4036a19a-b42d-4769-aa9a-95e18b591e61), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:44.130100 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43a1ee9f-6e4c-4511-8256-4294817b8aeb req-6ee661b1-7203-4769-8594-ef6cc41e08f9 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604916 Jan 18 20:31:44.133391 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-92ff17f7-623d-463b-b302-29c50a4dd885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4036a19a-b42d-4769-aa9a-95e18b591e61), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:44.224244 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-859a8e9c-31a7-4011-b392-41878b59c344 admin admin] Publish callbacks [] for security_group (62ded194-9a1e-45da-a0e6-416d2fca696e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:44.243111 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-859a8e9c-31a7-4011-b392-41878b59c344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (62ded194-9a1e-45da-a0e6-416d2fca696e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:44.248440 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-92ff17f7-623d-463b-b302-29c50a4dd885 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac4edbee7d4e499a89eadb3c607c17a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4955208 Jan 18 20:31:44.249286 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 45960) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:44.250087 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff17f7-623d-463b-b302-29c50a4dd885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4036a19a-b42d-4769-aa9a-95e18b591e61,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:44.339270 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ff17f7-623d-463b-b302-29c50a4dd885 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:44.339750 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ff17f7-623d-463b-b302-29c50a4dd885 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:44.340196 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ff17f7-623d-463b-b302-29c50a4dd885 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:44.340703 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ff17f7-623d-463b-b302-29c50a4dd885 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:44.341140 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ff17f7-623d-463b-b302-29c50a4dd885 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:44.341668 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ff17f7-623d-463b-b302-29c50a4dd885 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:44.342567 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ff17f7-623d-463b-b302-29c50a4dd885 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:44.343032 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ff17f7-623d-463b-b302-29c50a4dd885 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:44.343468 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ff17f7-623d-463b-b302-29c50a4dd885 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:44.343903 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ff17f7-623d-463b-b302-29c50a4dd885 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:44.344335 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ff17f7-623d-463b-b302-29c50a4dd885 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:44.344766 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ff17f7-623d-463b-b302-29c50a4dd885 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:44.346188 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ff17f7-623d-463b-b302-29c50a4dd885 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:44.367125 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a81ba31e-52e2-47d1-8512-c8dbd14c9520 req-a770b212-0a6c-45e3-963e-aed2754faa8a service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955176 Jan 18 20:31:44.369548 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-859a8e9c-31a7-4011-b392-41878b59c344 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=525783ecfdd049748ada6daca66acfb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5881920 Jan 18 20:31:44.370598 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a8e9c-31a7-4011-b392-41878b59c344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ded194-9a1e-45da-a0e6-416d2fca696e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:44.373039 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45964) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:44.404497 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fac24ad5-52f0-4b68-9ce8-674915c6ba89 admin admin] Publish callbacks [] for security_group (4036a19a-b42d-4769-aa9a-95e18b591e61), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:44.432952 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fac24ad5-52f0-4b68-9ce8-674915c6ba89 admin admin] Publish callbacks [] for security_group (4036a19a-b42d-4769-aa9a-95e18b591e61), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:44.499756 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fac24ad5-52f0-4b68-9ce8-674915c6ba89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4036a19a-b42d-4769-aa9a-95e18b591e61), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:44.502823 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fac24ad5-52f0-4b68-9ce8-674915c6ba89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:44.507017 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fac24ad5-52f0-4b68-9ce8-674915c6ba89 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4036a19a-b42d-4769-aa9a-95e18b591e61 HTTP/1.1" status: 204 len: 168 time: 0.2374456 Jan 18 20:31:44.516956 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac24ad5-52f0-4b68-9ce8-674915c6ba89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4036a19a-b42d-4769-aa9a-95e18b591e61,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:44.590398 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a81ba31e-52e2-47d1-8512-c8dbd14c9520 req-d2910992-4fc0-45f2-8a99-cad86d87034e service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781058 Jan 18 20:31:44.620688 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83ea73f9-294a-425f-9a7b-4f1a3bc6ef2f admin admin] Publish callbacks [] for security_group (62ded194-9a1e-45da-a0e6-416d2fca696e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:44.677660 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83ea73f9-294a-425f-9a7b-4f1a3bc6ef2f admin admin] Publish callbacks [] for security_group (62ded194-9a1e-45da-a0e6-416d2fca696e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:44.768379 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83ea73f9-294a-425f-9a7b-4f1a3bc6ef2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (62ded194-9a1e-45da-a0e6-416d2fca696e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:44.772291 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83ea73f9-294a-425f-9a7b-4f1a3bc6ef2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:44.775941 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-83ea73f9-294a-425f-9a7b-4f1a3bc6ef2f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/62ded194-9a1e-45da-a0e6-416d2fca696e HTTP/1.1" status: 204 len: 168 time: 0.3996983 Jan 18 20:31:44.811649 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea73f9-294a-425f-9a7b-4f1a3bc6ef2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ded194-9a1e-45da-a0e6-416d2fca696e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:45.002746 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-51dfd1c0-3c3c-45a4-9299-af91639706bc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0820930 Jan 18 20:31:45.129269 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-e3745b45-f375-462a-96cb-06e68e45b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:45.131416 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-e3745b45-f375-462a-96cb-06e68e45b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:45.131912 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-e3745b45-f375-462a-96cb-06e68e45b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:45.132390 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-e3745b45-f375-462a-96cb-06e68e45b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:45.132857 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-e3745b45-f375-462a-96cb-06e68e45b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:45.133322 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-e3745b45-f375-462a-96cb-06e68e45b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:45.133819 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-e3745b45-f375-462a-96cb-06e68e45b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:45.136339 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-e3745b45-f375-462a-96cb-06e68e45b5c0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=733444720280437eb7f9cfdcefc53319&device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 6502 time: 0.0874336 Jan 18 20:31:45.382417 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-6d2d35da-59f6-413b-bf69-c6cb1491db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:45.383978 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-6d2d35da-59f6-413b-bf69-c6cb1491db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:45.386721 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-6d2d35da-59f6-413b-bf69-c6cb1491db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:45.390078 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-6d2d35da-59f6-413b-bf69-c6cb1491db41 service neutron] 10.222.0.70 "GET /v2.0/networks?id=430c56bd-8290-45d6-ab68-26d11179c94e&id=5fbd40aa-f049-4550-b042-82fa935955b5&id=5fbd40aa-f049-4550-b042-82fa935955b5&id=5fbd40aa-f049-4550-b042-82fa935955b5&id=5fbd40aa-f049-4550-b042-82fa935955b5&id=e28041d0-7a31-4e94-acee-687198cd901a&id=e28041d0-7a31-4e94-acee-687198cd901a HTTP/1.1" status: 200 len: 2296 time: 0.2051404 Jan 18 20:31:45.416326 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12dbcc9-dee2-4f02-9c39-448188b4d63f req-b275857a-0f0b-4262-9d07-802b9f65ab1d tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:45.421589 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f12dbcc9-dee2-4f02-9c39-448188b4d63f req-b275857a-0f0b-4262-9d07-802b9f65ab1d tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2086a4a-e211-4473-ae6c-6c9223a1cc82 HTTP/1.1" status: 200 len: 944 time: 0.2143555 Jan 18 20:31:45.577758 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f12dbcc9-dee2-4f02-9c39-448188b4d63f req-04671dbf-de36-4ae2-b326-1aa8faffbb66 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358047 Jan 18 20:31:45.608828 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-142906d7-45ef-4bc9-817b-7a0110ffa654 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3205105-3cf6-449b-a8a6-e9c40e5ae36e HTTP/1.1" status: 200 len: 1000 time: 0.2044504 Jan 18 20:31:45.618775 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45986) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:45.749861 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ed226e6f-dd13-44b1-b04f-422b27dc6498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:45.779921 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-5065874c-09bc-41d0-8e78-fd34cefb9ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:45.781316 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-5065874c-09bc-41d0-8e78-fd34cefb9ece service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2035485f-6539-4901-9376-da308db55f84 HTTP/1.1" status: 200 len: 855 time: 0.1635771 Jan 18 20:31:45.849096 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-d7ca5969-e4b6-4f0c-80b9-2a5f968c8e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:45.850682 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-d7ca5969-e4b6-4f0c-80b9-2a5f968c8e7c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=430c56bd-8290-45d6-ab68-26d11179c94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616274 Jan 18 20:31:45.916215 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ed226e6f-dd13-44b1-b04f-422b27dc6498 admin admin] Publish callbacks [] for security_group (12508dce-2a63-4b1c-abaa-85ed93fe96e3), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:45.922474 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ed226e6f-dd13-44b1-b04f-422b27dc6498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (12508dce-2a63-4b1c-abaa-85ed93fe96e3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:45.994947 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ed226e6f-dd13-44b1-b04f-422b27dc6498 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea9a9e391f7c4a6286c6f6f964f86d9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3751636 Jan 18 20:31:45.997541 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 45994) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:46.000697 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed226e6f-dd13-44b1-b04f-422b27dc6498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12508dce-2a63-4b1c-abaa-85ed93fe96e3,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:46.040686 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-359984f3-3958-40f7-86a8-a7efeb34953b service neutron] 10.222.0.70 "GET /v2.0/networks/430c56bd-8290-45d6-ab68-26d11179c94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617758 Jan 18 20:31:46.072275 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6d9dd56a-be51-4736-983b-7b863a54455b admin admin] Publish callbacks [] for security_group (12508dce-2a63-4b1c-abaa-85ed93fe96e3), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:46.111192 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6d9dd56a-be51-4736-983b-7b863a54455b admin admin] Publish callbacks [] for security_group (12508dce-2a63-4b1c-abaa-85ed93fe96e3), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:46.168035 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-4aa1d191-19e5-455c-8119-3d74bdd0cd09 service neutron] 10.222.0.70 "GET /v2.0/networks/430c56bd-8290-45d6-ab68-26d11179c94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182172 Jan 18 20:31:46.205593 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6d9dd56a-be51-4736-983b-7b863a54455b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (12508dce-2a63-4b1c-abaa-85ed93fe96e3), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:46.208623 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6d9dd56a-be51-4736-983b-7b863a54455b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:46.212711 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6d9dd56a-be51-4736-983b-7b863a54455b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/12508dce-2a63-4b1c-abaa-85ed93fe96e3 HTTP/1.1" status: 204 len: 168 time: 0.2136600 Jan 18 20:31:46.233356 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9dd56a-be51-4736-983b-7b863a54455b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12508dce-2a63-4b1c-abaa-85ed93fe96e3,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:46.280094 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-93806465-3d76-44f4-8463-7eb780895b70 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb HTTP/1.1" status: 200 len: 217 time: 0.1022825 Jan 18 20:31:46.402775 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-d2368c96-5524-4265-bce4-128ec89f68f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:46.406129 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-d2368c96-5524-4265-bce4-128ec89f68f9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf464e5-d0e2-45fb-a0b2-ab21add0b628 HTTP/1.1" status: 200 len: 797 time: 0.1131711 Jan 18 20:31:46.478131 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-045c880d-968f-4c95-a348-e488bad0d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:46.479694 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-045c880d-968f-4c95-a348-e488bad0d67d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fbd40aa-f049-4550-b042-82fa935955b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0638130 Jan 18 20:31:46.800556 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebdbaa-0f1c-474c-a7a7-7c6b78813f4c req-656251e0-4112-4b09-aa4a-13287250140c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:46.817939 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-35ebdbaa-0f1c-474c-a7a7-7c6b78813f4c req-656251e0-4112-4b09-aa4a-13287250140c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2086a4a-e211-4473-ae6c-6c9223a1cc82 HTTP/1.1" status: 200 len: 944 time: 0.1206758 Jan 18 20:31:46.956464 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-35ebdbaa-0f1c-474c-a7a7-7c6b78813f4c req-5bc1304f-fb3f-42b2-bd9c-5c74adec73b3 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373298 Jan 18 20:31:47.127450 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-87ef38a4-2ee8-40cb-855e-93819bf61494 service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6383312 Jan 18 20:31:47.317116 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-e958822e-7e22-4aec-9135-ad8a5d95c75a service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802099 Jan 18 20:31:47.416744 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-d7e0cf5c-e8fc-410a-9e65-1fa1ae720f65 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=1488c34b-3de1-428f-94c5-ea3bbe9105fc HTTP/1.1" status: 200 len: 217 time: 0.0865431 Jan 18 20:31:47.489032 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-85ce5783-b4b8-4a4d-adb5-95579c96cda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:47.490616 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-85ce5783-b4b8-4a4d-adb5-95579c96cda8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf464e5-d0e2-45fb-a0b2-ab21add0b628 HTTP/1.1" status: 200 len: 797 time: 0.0648997 Jan 18 20:31:47.580937 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-a3639538-06d1-4611-9c1a-2eb78581bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:47.586459 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-a3639538-06d1-4611-9c1a-2eb78581bfc7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fbd40aa-f049-4550-b042-82fa935955b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0831907 Jan 18 20:31:47.777792 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 0f30ad59-79d2-4b1d-8bff-79788531ff61 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:31:47.802365 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-1fffb03d-be0e-4ff8-93c0-50b65bfd5e81 service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096395 Jan 18 20:31:47.894989 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 0f30ad59-79d2-4b1d-8bff-79788531ff61, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0f30ad59-79d2-4b1d-8bff-79788531ff61,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:31:47.907631 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '0f30ad59-79d2-4b1d-8bff-79788531ff61', 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d', 'port_id': '0f30ad59-79d2-4b1d-8bff-79788531ff61', 'mac_address': 'fa:16:3e:f5:c1:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f4d550-9f11-4355-b26a-aa3d66e48dd5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:31:47.958115 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 0f30ad59-79d2-4b1d-8bff-79788531ff61 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:31:47.958821 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0f30ad59-79d2-4b1d-8bff-79788531ff61), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:47.972432 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f30ad59-79d2-4b1d-8bff-79788531ff61 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:31:47.994035 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 0f30ad59-79d2-4b1d-8bff-79788531ff61, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0f30ad59-79d2-4b1d-8bff-79788531ff61,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:31:48.000870 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (0f30ad59-79d2-4b1d-8bff-79788531ff61), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:48.094791 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-532fedc1-0b4e-4f04-b121-e8cfdf6b9064 service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791755 Jan 18 20:31:48.199242 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=0f30ad59-79d2-4b1d-8bff-79788531ff61,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:48.218090 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4e3b7-8d7f-4caf-acc8-2b240cac89e4 req-41fbf774-7529-4c5c-95e7-343fdb440413 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:48.225580 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-01d4e3b7-8d7f-4caf-acc8-2b240cac89e4 req-41fbf774-7529-4c5c-95e7-343fdb440413 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2086a4a-e211-4473-ae6c-6c9223a1cc82 HTTP/1.1" status: 200 len: 945 time: 0.1208963 Jan 18 20:31:48.349587 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-b3155bbb-9a10-42d0-b2c5-1b9d2b8976e7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=eb3d9437-709a-40f0-a5c9-37416af4dbf8 HTTP/1.1" status: 200 len: 217 time: 0.2459722 Jan 18 20:31:48.362061 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['0f30ad59-79d2-4b1d-8bff-79788531ff61'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:31:48.395011 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-01d4e3b7-8d7f-4caf-acc8-2b240cac89e4 req-71c86591-458e-4d2e-9621-bb3b1a031104 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628294 Jan 18 20:31:48.411118 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-4265ae97-6a89-442a-84b0-223e98ef6c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:48.417669 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-4265ae97-6a89-442a-84b0-223e98ef6c30 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf464e5-d0e2-45fb-a0b2-ab21add0b628 HTTP/1.1" status: 200 len: 797 time: 0.0599401 Jan 18 20:31:48.490740 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-a0e67490-94c5-4a66-8951-b4efcd759366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:48.492522 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-a0e67490-94c5-4a66-8951-b4efcd759366 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fbd40aa-f049-4550-b042-82fa935955b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0678635 Jan 18 20:31:48.647913 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-63dc8d32-fa12-4749-8c9a-9305f776a148 service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447852 Jan 18 20:31:48.848908 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-3dd916e6-d15d-4262-9fa8-c2e6da36f638 service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900215 Jan 18 20:31:48.927210 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-026e05d5-2d26-48e1-a9e0-113f6e35c2d0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=671d4bba-81d3-48a3-86d7-51496fd0ea37 HTTP/1.1" status: 200 len: 217 time: 0.0706122 Jan 18 20:31:48.986968 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-d0d973dc-20e6-4b3b-80e7-b18a425ee7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:48.988825 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-d0d973dc-20e6-4b3b-80e7-b18a425ee7bf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf464e5-d0e2-45fb-a0b2-ab21add0b628 HTTP/1.1" status: 200 len: 797 time: 0.0555315 Jan 18 20:31:49.120195 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-e7ece718-35b9-4a4e-bef7-2b7c387e2eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:49.125131 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-e7ece718-35b9-4a4e-bef7-2b7c387e2eeb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fbd40aa-f049-4550-b042-82fa935955b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1271009 Jan 18 20:31:49.337765 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-92bfa21f-2a06-4e96-8a93-90ae1e0cc616 service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979568 Jan 18 20:31:49.539462 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-fedec002-2e80-41ca-acee-31120e544490 service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916316 Jan 18 20:31:49.592315 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d2a5f-4269-4bba-9581-c51948cad832 req-34220075-91df-4417-93e8-f5a86e4bb5de tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:49.600525 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-865d2a5f-4269-4bba-9581-c51948cad832 req-34220075-91df-4417-93e8-f5a86e4bb5de tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2086a4a-e211-4473-ae6c-6c9223a1cc82 HTTP/1.1" status: 200 len: 945 time: 0.0752683 Jan 18 20:31:49.644790 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-b7a7308c-6634-464e-a8d3-4fb9fac02c38 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0abb6452-2f0c-4e93-bb6c-218b06908795 HTTP/1.1" status: 200 len: 217 time: 0.0980735 Jan 18 20:31:49.669589 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-865d2a5f-4269-4bba-9581-c51948cad832 req-9c7c7536-8e24-47c4-9ccc-ee4b205c4262 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679290 Jan 18 20:31:49.792584 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-d49e4890-27bd-4d94-8385-4be4b9049c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:49.794111 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 0f30ad59-79d2-4b1d-8bff-79788531ff61 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:31:49.818093 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-d49e4890-27bd-4d94-8385-4be4b9049c7e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4447c040-bbb0-41e1-84cc-ec8cc29dd4f8 HTTP/1.1" status: 200 len: 797 time: 0.1418796 Jan 18 20:31:49.885039 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 46088) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:49.963702 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 0f30ad59-79d2-4b1d-8bff-79788531ff61 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:31:49.979486 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 0f30ad59-79d2-4b1d-8bff-79788531ff61 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:31:49.980163 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (0f30ad59-79d2-4b1d-8bff-79788531ff61), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:50.064692 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-7ba97658-949e-4d7f-9d5c-f6ac33a00c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:50.071795 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-7ba97658-949e-4d7f-9d5c-f6ac33a00c3a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e28041d0-7a31-4e94-acee-687198cd901a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2526534 Jan 18 20:31:50.212996 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 0f30ad59-79d2-4b1d-8bff-79788531ff61 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:31:50.213708 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0f30ad59-79d2-4b1d-8bff-79788531ff61), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:50.216690 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9fab556d-45ef-4c1b-819d-324052926c89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:50.247814 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 0f30ad59-79d2-4b1d-8bff-79788531ff61, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0f30ad59-79d2-4b1d-8bff-79788531ff61,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:31:50.249150 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2086a4a-e211-4473-ae6c-6c9223a1cc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f30ad59-79d2-4b1d-8bff-79788531ff61'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:31:50.252797 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5c35d1-fdf5-4b65-8291-a714fb3f359c" -d '{"events": [{"server_uuid": "c2086a4a-e211-4473-ae6c-6c9223a1cc82", "name": "network-vif-plugged", "status": "completed", "tag": "0f30ad59-79d2-4b1d-8bff-79788531ff61"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:31:50.257294 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (0f30ad59-79d2-4b1d-8bff-79788531ff61), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:50.311980 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-f54ea2df-3dca-4a3a-ac0e-24cca18de0ea service neutron] 10.222.0.70 "GET /v2.0/networks/e28041d0-7a31-4e94-acee-687198cd901a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288656 Jan 18 20:31:50.384636 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672cb4b6-bbdb-4f3d-8fee-76344b26fb7e x-openstack-request-id: req-672cb4b6-bbdb-4f3d-8fee-76344b26fb7e {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:31:50.384893 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2086a4a-e211-4473-ae6c-6c9223a1cc82", "name": "network-vif-plugged", "status": "completed", "tag": "0f30ad59-79d2-4b1d-8bff-79788531ff61", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:31:50.385896 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-672cb4b6-bbdb-4f3d-8fee-76344b26fb7e {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:31:50.386916 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2086a4a-e211-4473-ae6c-6c9223a1cc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f30ad59-79d2-4b1d-8bff-79788531ff61', 'code': 200} Jan 18 20:31:50.422780 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=0f30ad59-79d2-4b1d-8bff-79788531ff61,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:50.447978 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9fab556d-45ef-4c1b-819d-324052926c89 admin admin] Publish callbacks [] for security_group (4e99fa06-d9fb-4493-9616-8dc207b47024), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:50.492966 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9fab556d-45ef-4c1b-819d-324052926c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4e99fa06-d9fb-4493-9616-8dc207b47024), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:50.529892 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab556d-45ef-4c1b-819d-324052926c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e99fa06-d9fb-4493-9616-8dc207b47024,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:50.553708 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303ec98-6f36-41cf-b2e5-9bdcf07fbc24 req-fbcc7c5e-3bc5-452e-802d-b01566ca604e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:50.555542 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3303ec98-6f36-41cf-b2e5-9bdcf07fbc24 req-fbcc7c5e-3bc5-452e-802d-b01566ca604e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c2086a4a-e211-4473-ae6c-6c9223a1cc82 HTTP/1.1" status: 200 len: 1097 time: 0.1020648 Jan 18 20:31:50.562584 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9fab556d-45ef-4c1b-819d-324052926c89 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f59ca31b86554ee4bec789e0a339d15e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6763790 Jan 18 20:31:50.563700 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 46102) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:50.587693 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-59c35263-b674-4db2-ae73-ac486c59f31b service neutron] 10.222.0.70 "GET /v2.0/networks/e28041d0-7a31-4e94-acee-687198cd901a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620482 Jan 18 20:31:50.641102 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-39709e99-2c30-4bf6-a2bd-9c3d2b3df4e0 admin admin] Publish callbacks [] for security_group (4e99fa06-d9fb-4493-9616-8dc207b47024), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:50.664239 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-39709e99-2c30-4bf6-a2bd-9c3d2b3df4e0 admin admin] Publish callbacks [] for security_group (4e99fa06-d9fb-4493-9616-8dc207b47024), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:50.759555 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3303ec98-6f36-41cf-b2e5-9bdcf07fbc24 req-ba2f5747-8fda-4cb4-b331-d174b8003bd1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488080 Jan 18 20:31:50.760147 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-39709e99-2c30-4bf6-a2bd-9c3d2b3df4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4e99fa06-d9fb-4493-9616-8dc207b47024), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:50.760779 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-6bbebd12-0d84-4f61-b25a-4e424a607c30 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d00ac2c-22d8-495c-a56f-379c471665e9 HTTP/1.1" status: 200 len: 217 time: 0.1637290 Jan 18 20:31:50.769981 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-39709e99-2c30-4bf6-a2bd-9c3d2b3df4e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:50.774126 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-39709e99-2c30-4bf6-a2bd-9c3d2b3df4e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e99fa06-d9fb-4493-9616-8dc207b47024 HTTP/1.1" status: 204 len: 168 time: 0.2087495 Jan 18 20:31:50.791384 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39709e99-2c30-4bf6-a2bd-9c3d2b3df4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e99fa06-d9fb-4493-9616-8dc207b47024,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:50.879329 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4a9aa-4e84-4a4e-939c-a41abfbf4249 req-c641988d-85e3-4624-a9d7-caa2ea87eb59 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:50.887164 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1ea4a9aa-4e84-4a4e-939c-a41abfbf4249 req-c641988d-85e3-4624-a9d7-caa2ea87eb59 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2086a4a-e211-4473-ae6c-6c9223a1cc82 HTTP/1.1" status: 200 len: 946 time: 0.0754261 Jan 18 20:31:51.002531 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1ea4a9aa-4e84-4a4e-939c-a41abfbf4249 req-39c93b4d-6585-4f19-ad35-6ef6d8ec32c8 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073494 Jan 18 20:31:51.089264 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-f85dfc36-fed2-4659-9bb0-a7b1e8a19f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:51.090702 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-f85dfc36-fed2-4659-9bb0-a7b1e8a19f9e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4447c040-bbb0-41e1-84cc-ec8cc29dd4f8 HTTP/1.1" status: 200 len: 797 time: 0.1322927 Jan 18 20:31:51.376821 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-a5606a97-3b13-4639-8ae3-3cb5083f9d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:51.390641 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-a5606a97-3b13-4639-8ae3-3cb5083f9d18 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e28041d0-7a31-4e94-acee-687198cd901a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2796545 Jan 18 20:31:51.392289 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 46116) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:51.440157 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9eac2f20-7130-4cf9-aeb0-13225ff8828b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:51.611008 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9eac2f20-7130-4cf9-aeb0-13225ff8828b admin admin] Publish callbacks [] for security_group (3ca5fff1-881c-4144-971c-6221ec56ed98), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:51.619715 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9eac2f20-7130-4cf9-aeb0-13225ff8828b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3ca5fff1-881c-4144-971c-6221ec56ed98), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:51.693686 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9eac2f20-7130-4cf9-aeb0-13225ff8828b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=632dda64e50441f8abc0c1dac84a0150&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3002877 Jan 18 20:31:51.712238 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 46122) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:51.720549 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac2f20-7130-4cf9-aeb0-13225ff8828b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca5fff1-881c-4144-971c-6221ec56ed98,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:51.737500 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-cb5d709b-6196-46e8-9f00-0b232a1e544a service neutron] 10.222.0.70 "GET /v2.0/networks/e28041d0-7a31-4e94-acee-687198cd901a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386047 Jan 18 20:31:51.798980 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-33791db8-fcbf-40c6-b65c-c5c7b02c5bff admin admin] Publish callbacks [] for security_group (3ca5fff1-881c-4144-971c-6221ec56ed98), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:51.826045 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-33791db8-fcbf-40c6-b65c-c5c7b02c5bff admin admin] Publish callbacks [] for security_group (3ca5fff1-881c-4144-971c-6221ec56ed98), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:51.874238 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10406fdc-f81e-4865-b50e-11e7bed10283 req-c1229a9c-ec86-4248-8395-c3e88068170e service neutron] 10.222.0.70 "GET /v2.0/networks/e28041d0-7a31-4e94-acee-687198cd901a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286409 Jan 18 20:31:51.911401 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-33791db8-fcbf-40c6-b65c-c5c7b02c5bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3ca5fff1-881c-4144-971c-6221ec56ed98), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:51.914678 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-33791db8-fcbf-40c6-b65c-c5c7b02c5bff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:51.916149 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-33791db8-fcbf-40c6-b65c-c5c7b02c5bff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3ca5fff1-881c-4144-971c-6221ec56ed98 HTTP/1.1" status: 204 len: 168 time: 0.2026229 Jan 18 20:31:51.944690 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33791db8-fcbf-40c6-b65c-c5c7b02c5bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca5fff1-881c-4144-971c-6221ec56ed98,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:52.218516 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7de8c-f7fe-43d8-b00d-b6afcfae45e4 req-cc602a86-5fc9-47d8-a38c-1f2701866fb1 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:52.229420 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6c7de8c-f7fe-43d8-b00d-b6afcfae45e4 req-cc602a86-5fc9-47d8-a38c-1f2701866fb1 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2086a4a-e211-4473-ae6c-6c9223a1cc82 HTTP/1.1" status: 200 len: 946 time: 0.1097081 Jan 18 20:31:52.326391 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6c7de8c-f7fe-43d8-b00d-b6afcfae45e4 req-44786d45-20cf-4991-be46-2172acaa2caa tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948806 Jan 18 20:31:52.805013 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-0bb70df4-cd4c-4385-bf88-0ac0a1268d5c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:52.806809 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-0bb70df4-cd4c-4385-bf88-0ac0a1268d5c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/networks?id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d HTTP/1.1" status: 200 len: 806 time: 0.1888947 Jan 18 20:31:52.825779 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-1634bbe5-e12b-46b3-aa03-5a301e81a6f8 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/quotas/45bdc4d1bc8c40b69abe16f13ea83854 HTTP/1.1" status: 200 len: 375 time: 0.0130823 Jan 18 20:31:52.887187 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-89c1f1eb-5b90-47b5-915f-3b70be7885b3 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=45bdc4d1bc8c40b69abe16f13ea83854&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539396 Jan 18 20:31:53.066221 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-0519ff73-bb6f-49ca-be03-3ec27f1a904e service neutron] 10.222.0.31 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712141 Jan 18 20:31:53.230535 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-ef5910df-26a1-4f0f-8b6e-3664e98b1882 service neutron] 10.222.0.31 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570375 Jan 18 20:31:53.541091 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-15acb5b8-6614-403b-a68b-75db2a554e1d req-434d2606-8581-4e33-95c2-ffffc694633a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd609a62-cc48-45ef-b1e2-345b81e53587 HTTP/1.1" status: 200 len: 210 time: 0.0597486 Jan 18 20:31:54.685415 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-788507b0-95b1-4a2d-8aa0-b269041dcd06 req-f1cabda6-52a2-40ef-8e06-aa91f0dbad95 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd609a62-cc48-45ef-b1e2-345b81e53587 HTTP/1.1" status: 200 len: 210 time: 0.0614474 Jan 18 20:31:54.843614 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-64cfadf9-c454-4d75-8fe6-90d5fa5f2d73 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:54.845812 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-64cfadf9-c454-4d75-8fe6-90d5fa5f2d73 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.70 "GET /v2.0/networks?id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d HTTP/1.1" status: 200 len: 806 time: 0.2476034 Jan 18 20:31:54.860039 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-00456cf1-1d49-45aa-8a26-b109174df815 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Request body: {'port': {'device_id': 'fd609a62-cc48-45ef-b1e2-345b81e53587', 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d', 'admin_state_up': True, 'tenant_id': '45bdc4d1bc8c40b69abe16f13ea83854'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:54.995154 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-00456cf1-1d49-45aa-8a26-b109174df815 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Made reservation on behalf of 45bdc4d1bc8c40b69abe16f13ea83854 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:31:55.006247 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-00456cf1-1d49-45aa-8a26-b109174df815 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:55.164946 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-00456cf1-1d49-45aa-8a26-b109174df815 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Allocated IP 172.20.0.5 (a2219283-bd9d-4d36-b2ed-ac08fd66b13d/81f4d550-9f11-4355-b26a-aa3d66e48dd5/a4e048f9-bb86-4c1d-a9fa-254ad23db5cd) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:31:55.356112 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-00456cf1-1d49-45aa-8a26-b109174df815 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks [] for port (a4e048f9-bb86-4c1d-a9fa-254ad23db5cd), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:55.393132 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-00456cf1-1d49-45aa-8a26-b109174df815 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (a4e048f9-bb86-4c1d-a9fa-254ad23db5cd), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:55.407919 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['32e311e0-cab7-4a19-aaa4-eb202f76cb5c', '0f30ad59-79d2-4b1d-8bff-79788531ff61'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:31:55.489888 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-00456cf1-1d49-45aa-8a26-b109174df815 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Network a2219283-bd9d-4d36-b2ed-ac08fd66b13d is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:31:55.493588 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-00456cf1-1d49-45aa-8a26-b109174df815 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:31:55.501156 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-00456cf1-1d49-45aa-8a26-b109174df815 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:31:55.537026 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00456cf1-1d49-45aa-8a26-b109174df815 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Pushing event updated for resources: {'Port': ['ID=a4e048f9-bb86-4c1d-a9fa-254ad23db5cd,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:55.562621 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-00456cf1-1d49-45aa-8a26-b109174df815 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:55.563572 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-00456cf1-1d49-45aa-8a26-b109174df815 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:55.583671 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-00456cf1-1d49-45aa-8a26-b109174df815 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7275236 Jan 18 20:31:55.596941 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-ea6513e5-b2b4-454d-999e-053eac57d6ee service neutron] Request body: {'port': {'device_id': 'fd609a62-cc48-45ef-b1e2-345b81e53587', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:55.647882 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-62338fcd-4919-4cd4-b05f-a57015ab4056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:55.740876 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-ea6513e5-b2b4-454d-999e-053eac57d6ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a4e048f9-bb86-4c1d-a9fa-254ad23db5cd), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:55.860473 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458705f-44a2-45ba-87fc-8087cd7ea659 req-899ebecc-5ca0-471c-9bba-c2cc40a65a46 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:55.862140 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e458705f-44a2-45ba-87fc-8087cd7ea659 req-899ebecc-5ca0-471c-9bba-c2cc40a65a46 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd609a62-cc48-45ef-b1e2-345b81e53587 HTTP/1.1" status: 200 len: 931 time: 0.0867386 Jan 18 20:31:55.960964 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e458705f-44a2-45ba-87fc-8087cd7ea659 req-dd2b5da7-85a8-4c59-b9c2-5bf368847630 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929356 Jan 18 20:31:56.244168 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-ea6513e5-b2b4-454d-999e-053eac57d6ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e048f9-bb86-4c1d-a9fa-254ad23db5cd {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:31:56.255970 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-ea6513e5-b2b4-454d-999e-053eac57d6ee service neutron] Publish callbacks [] for port (a4e048f9-bb86-4c1d-a9fa-254ad23db5cd), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:56.282225 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-ea6513e5-b2b4-454d-999e-053eac57d6ee service neutron] Transition to ACTIVE for port object a4e048f9-bb86-4c1d-a9fa-254ad23db5cd will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:31:56.288050 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-ea6513e5-b2b4-454d-999e-053eac57d6ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (a4e048f9-bb86-4c1d-a9fa-254ad23db5cd), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:56.446037 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6513e5-b2b4-454d-999e-053eac57d6ee service neutron] Pushing event updated for resources: {'Port': ['ID=a4e048f9-bb86-4c1d-a9fa-254ad23db5cd,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:56.621151 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-ea6513e5-b2b4-454d-999e-053eac57d6ee service neutron] Attempting to bind port a4e048f9-bb86-4c1d-a9fa-254ad23db5cd on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:31:56.621518 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-ea6513e5-b2b4-454d-999e-053eac57d6ee service neutron] Attempting to bind port a4e048f9-bb86-4c1d-a9fa-254ad23db5cd by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '2c46816f-0f57-4198-b1f6-f49325bc445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:31:56.621833 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-ea6513e5-b2b4-454d-999e-053eac57d6ee service neutron] Attempting to bind port a4e048f9-bb86-4c1d-a9fa-254ad23db5cd on network a2219283-bd9d-4d36-b2ed-ac08fd66b13d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:31:56.626845 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-ea6513e5-b2b4-454d-999e-053eac57d6ee service neutron] Port a4e048f9-bb86-4c1d-a9fa-254ad23db5cd on network a2219283-bd9d-4d36-b2ed-ac08fd66b13d not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:31:56.627500 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-ea6513e5-b2b4-454d-999e-053eac57d6ee service neutron] Attempting to bind port a4e048f9-bb86-4c1d-a9fa-254ad23db5cd on network a2219283-bd9d-4d36-b2ed-ac08fd66b13d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:31:56.632749 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-ea6513e5-b2b4-454d-999e-053eac57d6ee service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:31:56.633392 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-ea6513e5-b2b4-454d-999e-053eac57d6ee service neutron] Checking segment: {'id': '2c46816f-0f57-4198-b1f6-f49325bc445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:31:56.634246 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-ea6513e5-b2b4-454d-999e-053eac57d6ee service neutron] Bound using segment: {'id': '2c46816f-0f57-4198-b1f6-f49325bc445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:31:56.634907 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-ea6513e5-b2b4-454d-999e-053eac57d6ee service neutron] Bound port: a4e048f9-bb86-4c1d-a9fa-254ad23db5cd, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c46816f-0f57-4198-b1f6-f49325bc445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:31:56.635482 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-ea6513e5-b2b4-454d-999e-053eac57d6ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a4e048f9-bb86-4c1d-a9fa-254ad23db5cd), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:56.706482 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-ea6513e5-b2b4-454d-999e-053eac57d6ee service neutron] For port a4e048f9-bb86-4c1d-a9fa-254ad23db5cd, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:31:56.710993 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-ea6513e5-b2b4-454d-999e-053eac57d6ee service neutron] For port a4e048f9-bb86-4c1d-a9fa-254ad23db5cd, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a4e048f9-bb86-4c1d-a9fa-254ad23db5cd,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:31:56.716682 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-ea6513e5-b2b4-454d-999e-053eac57d6ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (a4e048f9-bb86-4c1d-a9fa-254ad23db5cd), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:56.773644 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-ea6513e5-b2b4-454d-999e-053eac57d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:56.774628 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-ea6513e5-b2b4-454d-999e-053eac57d6ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:56.776420 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-ea6513e5-b2b4-454d-999e-053eac57d6ee service neutron] 10.222.0.70 "PUT /v2.0/ports/a4e048f9-bb86-4c1d-a9fa-254ad23db5cd HTTP/1.1" status: 200 len: 1091 time: 1.1855588 Jan 18 20:31:56.777084 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd609a62-cc48-45ef-b1e2-345b81e53587', 'tag': 'a4e048f9-bb86-4c1d-a9fa-254ad23db5cd'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:31:56.780618 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f3a5c0-8ddd-41e8-9eed-4446992e3f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd609a62-cc48-45ef-b1e2-345b81e53587", "tag": "a4e048f9-bb86-4c1d-a9fa-254ad23db5cd"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:31:56.837577 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6513e5-b2b4-454d-999e-053eac57d6ee service neutron] Pushing event updated for resources: {'Port': ['ID=a4e048f9-bb86-4c1d-a9fa-254ad23db5cd,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:56.876432 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384c7113-e312-4492-b52b-0cb6027b5b6b x-openstack-request-id: req-384c7113-e312-4492-b52b-0cb6027b5b6b {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:31:56.878749 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd609a62-cc48-45ef-b1e2-345b81e53587", "tag": "a4e048f9-bb86-4c1d-a9fa-254ad23db5cd", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:31:56.878749 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-384c7113-e312-4492-b52b-0cb6027b5b6b {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:31:56.878749 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd609a62-cc48-45ef-b1e2-345b81e53587', 'tag': 'a4e048f9-bb86-4c1d-a9fa-254ad23db5cd', 'status': 'completed', 'code': 200} Jan 18 20:31:56.910433 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-7ce566fe-5c5e-4dc1-bacc-5942a0a7aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:56.912286 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-7ce566fe-5c5e-4dc1-bacc-5942a0a7aca6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=45bdc4d1bc8c40b69abe16f13ea83854&device_id=fd609a62-cc48-45ef-b1e2-345b81e53587 HTTP/1.1" status: 200 len: 1094 time: 0.0892365 Jan 18 20:31:56.968676 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-2c197130-4e92-4c8e-9939-0d97436341fb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4e048f9-bb86-4c1d-a9fa-254ad23db5cd HTTP/1.1" status: 200 len: 217 time: 0.0400126 Jan 18 20:31:57.063063 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-71098459-80e2-4406-8c54-6b3731caec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:57.064464 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-71098459-80e2-4406-8c54-6b3731caec60 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81f4d550-9f11-4355-b26a-aa3d66e48dd5 HTTP/1.1" status: 200 len: 846 time: 0.0871985 Jan 18 20:31:57.110873 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-382b6782-3241-4fad-a508-67cd44065ade service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406497 Jan 18 20:31:57.204900 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27db7c-4bb4-4790-9b79-e0c3e47df359 req-e458d205-8d11-4bfe-8b53-839b1675ba79 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:57.210043 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a27db7c-4bb4-4790-9b79-e0c3e47df359 req-e458d205-8d11-4bfe-8b53-839b1675ba79 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd609a62-cc48-45ef-b1e2-345b81e53587 HTTP/1.1" status: 200 len: 943 time: 0.1288781 Jan 18 20:31:57.336261 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a27db7c-4bb4-4790-9b79-e0c3e47df359 req-f95f52ac-5c8a-4318-9067-f9bb19269258 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207840 Jan 18 20:31:57.364661 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-179270a5-5c5c-4d45-b174-19e1076adc95 service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452545 Jan 18 20:31:57.557856 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0de914dd-ad2d-4718-92ec-c8ec053ba3e8 req-30139d5e-6aa5-469c-b427-9f25e78a2b41 service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827850 Jan 18 20:31:57.717416 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3a5c0-8ddd-41e8-9eed-4446992e3f5e req-e13e6ea5-c3f0-4de2-93b1-f122a2f0433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:57.718869 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-06f3a5c0-8ddd-41e8-9eed-4446992e3f5e req-e13e6ea5-c3f0-4de2-93b1-f122a2f0433a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=45bdc4d1bc8c40b69abe16f13ea83854&device_id=fd609a62-cc48-45ef-b1e2-345b81e53587 HTTP/1.1" status: 200 len: 1094 time: 0.0608952 Jan 18 20:31:57.808986 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fdab30d8-2ef5-48f9-b36e-e2c60fb30cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:57.909105 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3a5c0-8ddd-41e8-9eed-4446992e3f5e req-c20c0393-0c44-4fc9-8bf8-45009f1fe31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:57.910951 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-06f3a5c0-8ddd-41e8-9eed-4446992e3f5e req-c20c0393-0c44-4fc9-8bf8-45009f1fe31e service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d HTTP/1.1" status: 200 len: 907 time: 0.1856861 Jan 18 20:31:57.967007 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-06f3a5c0-8ddd-41e8-9eed-4446992e3f5e req-c7e41d92-6c13-47b3-a1b1-d66ce89cfe75 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4e048f9-bb86-4c1d-a9fa-254ad23db5cd HTTP/1.1" status: 200 len: 217 time: 0.0459368 Jan 18 20:31:58.033967 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3a5c0-8ddd-41e8-9eed-4446992e3f5e req-a572abed-2759-43da-a1d3-4e243ad71a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:58.036021 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-06f3a5c0-8ddd-41e8-9eed-4446992e3f5e req-a572abed-2759-43da-a1d3-4e243ad71a08 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81f4d550-9f11-4355-b26a-aa3d66e48dd5 HTTP/1.1" status: 200 len: 846 time: 0.0624716 Jan 18 20:31:58.165854 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-06f3a5c0-8ddd-41e8-9eed-4446992e3f5e req-1cb64525-9921-4bb3-b069-f86a4a812af3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172044 Jan 18 20:31:58.325229 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-06f3a5c0-8ddd-41e8-9eed-4446992e3f5e req-1c4de1d7-907b-4567-b564-b29aa42af115 service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561639 Jan 18 20:31:58.491448 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe845aea-23a1-4e9d-ba4f-463e61d15b22 req-661e0d20-db2f-4773-9a9c-5f6205dbf2ce tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:58.502113 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fe845aea-23a1-4e9d-ba4f-463e61d15b22 req-661e0d20-db2f-4773-9a9c-5f6205dbf2ce tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd609a62-cc48-45ef-b1e2-345b81e53587 HTTP/1.1" status: 200 len: 943 time: 0.0912297 Jan 18 20:31:58.562973 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-06f3a5c0-8ddd-41e8-9eed-4446992e3f5e req-f0837ce9-3437-499a-8ad2-d16a29d49dc1 service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303586 Jan 18 20:31:58.642555 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fe845aea-23a1-4e9d-ba4f-463e61d15b22 req-4a7f0d29-5b9b-47ae-9c23-dc3f0b62c791 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353068 Jan 18 20:31:59.118402 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:59.344433 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 46300) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:59.640978 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5bf6c626-e5ec-4c90-a905-cd76c113cdc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:59.789955 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5bf6c626-e5ec-4c90-a905-cd76c113cdc2 admin admin] Publish callbacks [] for security_group (2c0eee71-65dd-46a6-b43b-64085941727d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:59.795781 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5bf6c626-e5ec-4c90-a905-cd76c113cdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2c0eee71-65dd-46a6-b43b-64085941727d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:59.878908 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5bf6c626-e5ec-4c90-a905-cd76c113cdc2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b22281fe5ce4bb681b5d50024eccd28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5325639 Jan 18 20:31:59.882939 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6c626-e5ec-4c90-a905-cd76c113cdc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0eee71-65dd-46a6-b43b-64085941727d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:59.893110 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 46306) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:00.092721 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f87c95b-49a9-4031-b63d-225e5193cc99 admin admin] Publish callbacks [] for security_group (2c0eee71-65dd-46a6-b43b-64085941727d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:00.164093 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f87c95b-49a9-4031-b63d-225e5193cc99 admin admin] Publish callbacks [] for security_group (2c0eee71-65dd-46a6-b43b-64085941727d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:00.261893 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3e95a-ca79-4bab-a019-6116d22dde10 req-80351c15-8229-4f64-a594-d1129d6b5a7d tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:00.269251 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5b3e95a-ca79-4bab-a019-6116d22dde10 req-80351c15-8229-4f64-a594-d1129d6b5a7d tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd609a62-cc48-45ef-b1e2-345b81e53587 HTTP/1.1" status: 200 len: 943 time: 0.4438500 Jan 18 20:32:00.324403 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f87c95b-49a9-4031-b63d-225e5193cc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2c0eee71-65dd-46a6-b43b-64085941727d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:00.327690 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f87c95b-49a9-4031-b63d-225e5193cc99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:00.333405 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7f87c95b-49a9-4031-b63d-225e5193cc99 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c0eee71-65dd-46a6-b43b-64085941727d HTTP/1.1" status: 204 len: 168 time: 0.4344950 Jan 18 20:32:00.381172 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5b3e95a-ca79-4bab-a019-6116d22dde10 req-2ed9db3b-f98b-479a-84db-51b0f036c946 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109471 Jan 18 20:32:00.389289 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87c95b-49a9-4031-b63d-225e5193cc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0eee71-65dd-46a6-b43b-64085941727d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:00.534159 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:00.914926 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 46320) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:00.929018 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d23691d6-d51a-463e-8557-6c35d6d6426e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:01.025421 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d23691d6-d51a-463e-8557-6c35d6d6426e admin admin] Publish callbacks [] for security_group (2c1dcf29-1726-417d-858b-09331212be10), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:01.042951 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d23691d6-d51a-463e-8557-6c35d6d6426e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2c1dcf29-1726-417d-858b-09331212be10), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:01.114194 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23691d6-d51a-463e-8557-6c35d6d6426e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1dcf29-1726-417d-858b-09331212be10,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:01.139537 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d23691d6-d51a-463e-8557-6c35d6d6426e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3178a38695cc47c39ae04152e5b9f813&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2234273 Jan 18 20:32:01.141975 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 46328) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:01.226145 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-71808273-fb57-415b-9677-37f1b0aeebe9 admin admin] Publish callbacks [] for security_group (2c1dcf29-1726-417d-858b-09331212be10), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:01.269028 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-71808273-fb57-415b-9677-37f1b0aeebe9 admin admin] Publish callbacks [] for security_group (2c1dcf29-1726-417d-858b-09331212be10), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:01.334900 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-71808273-fb57-415b-9677-37f1b0aeebe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2c1dcf29-1726-417d-858b-09331212be10), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:01.337559 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-71808273-fb57-415b-9677-37f1b0aeebe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:01.338810 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-71808273-fb57-415b-9677-37f1b0aeebe9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c1dcf29-1726-417d-858b-09331212be10 HTTP/1.1" status: 204 len: 168 time: 0.1956921 Jan 18 20:32:01.350923 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71808273-fb57-415b-9677-37f1b0aeebe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1dcf29-1726-417d-858b-09331212be10,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:01.551440 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbed675-598c-4d14-b1bd-c353a95fca31 req-172cc7aa-17d6-432c-9bce-c92d6660fefb tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:01.560272 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4dbed675-598c-4d14-b1bd-c353a95fca31 req-172cc7aa-17d6-432c-9bce-c92d6660fefb tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd609a62-cc48-45ef-b1e2-345b81e53587 HTTP/1.1" status: 200 len: 943 time: 0.1053188 Jan 18 20:32:01.642365 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4dbed675-598c-4d14-b1bd-c353a95fca31 req-3cc9886d-fdad-48ad-a3b0-e814bcff2f45 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747783 Jan 18 20:32:01.822197 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:01.870105 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a4e048f9-bb86-4c1d-a9fa-254ad23db5cd details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:32:02.067835 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port a4e048f9-bb86-4c1d-a9fa-254ad23db5cd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a4e048f9-bb86-4c1d-a9fa-254ad23db5cd,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:02.079825 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'a4e048f9-bb86-4c1d-a9fa-254ad23db5cd', 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d', 'port_id': 'a4e048f9-bb86-4c1d-a9fa-254ad23db5cd', 'mac_address': 'fa:16:3e:bc:ab:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f4d550-9f11-4355-b26a-aa3d66e48dd5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:32:02.159509 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port a4e048f9-bb86-4c1d-a9fa-254ad23db5cd is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:02.160008 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a4e048f9-bb86-4c1d-a9fa-254ad23db5cd), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:02.175712 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e048f9-bb86-4c1d-a9fa-254ad23db5cd {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:32:02.202730 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port a4e048f9-bb86-4c1d-a9fa-254ad23db5cd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a4e048f9-bb86-4c1d-a9fa-254ad23db5cd,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:02.211221 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a4e048f9-bb86-4c1d-a9fa-254ad23db5cd), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:02.267480 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=a4e048f9-bb86-4c1d-a9fa-254ad23db5cd,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:02.534745 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['a4e048f9-bb86-4c1d-a9fa-254ad23db5cd'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:32:02.786639 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0bdb3-79e9-4dde-a4cf-3c98a0adfee9 req-14c9ff46-568e-46be-b18a-e376d64d0e87 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:02.788233 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-56a0bdb3-79e9-4dde-a4cf-3c98a0adfee9 req-14c9ff46-568e-46be-b18a-e376d64d0e87 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd609a62-cc48-45ef-b1e2-345b81e53587 HTTP/1.1" status: 200 len: 944 time: 0.0590553 Jan 18 20:32:02.817511 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 46386) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:02.855109 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-56a0bdb3-79e9-4dde-a4cf-3c98a0adfee9 req-724481ff-56de-41b2-a3fc-6d3dab75621b tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604639 Jan 18 20:32:02.945803 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45b933bd-d6af-402a-a1c8-455bdbf82a71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:03.020822 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45b933bd-d6af-402a-a1c8-455bdbf82a71 admin admin] Publish callbacks [] for security_group (fd282554-9e1a-49e9-b718-8193130f6117), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:03.024876 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45b933bd-d6af-402a-a1c8-455bdbf82a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (fd282554-9e1a-49e9-b718-8193130f6117), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:03.062941 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-45b933bd-d6af-402a-a1c8-455bdbf82a71 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=737cca55d4864bbc98c019d4a3e694e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2369766 Jan 18 20:32:03.065004 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 46390) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:03.065138 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b933bd-d6af-402a-a1c8-455bdbf82a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd282554-9e1a-49e9-b718-8193130f6117,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:03.113495 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e9021498-d7a8-49fc-82a8-4f6a8f06a052 admin admin] Publish callbacks [] for security_group (fd282554-9e1a-49e9-b718-8193130f6117), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:03.134440 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e9021498-d7a8-49fc-82a8-4f6a8f06a052 admin admin] Publish callbacks [] for security_group (fd282554-9e1a-49e9-b718-8193130f6117), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:03.192049 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e9021498-d7a8-49fc-82a8-4f6a8f06a052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (fd282554-9e1a-49e9-b718-8193130f6117), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:03.195019 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e9021498-d7a8-49fc-82a8-4f6a8f06a052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:03.198753 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e9021498-d7a8-49fc-82a8-4f6a8f06a052 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd282554-9e1a-49e9-b718-8193130f6117 HTTP/1.1" status: 204 len: 168 time: 0.1317070 Jan 18 20:32:03.208150 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9021498-d7a8-49fc-82a8-4f6a8f06a052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd282554-9e1a-49e9-b718-8193130f6117,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:03.871675 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a4e048f9-bb86-4c1d-a9fa-254ad23db5cd up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:32:03.962377 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port a4e048f9-bb86-4c1d-a9fa-254ad23db5cd completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:32:03.971302 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port a4e048f9-bb86-4c1d-a9fa-254ad23db5cd triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:03.973079 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a4e048f9-bb86-4c1d-a9fa-254ad23db5cd), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:04.002108 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4750e2-ff31-496d-974a-9ce1828adac2 req-005731a0-33fb-4009-95bd-3d1a320d075c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:04.011994 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5e4750e2-ff31-496d-974a-9ce1828adac2 req-005731a0-33fb-4009-95bd-3d1a320d075c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd609a62-cc48-45ef-b1e2-345b81e53587 HTTP/1.1" status: 200 len: 944 time: 0.0789595 Jan 18 20:32:04.044656 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:04.075766 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5e4750e2-ff31-496d-974a-9ce1828adac2 req-b2b83d2c-941c-4964-b160-73ecb40ba8d3 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628386 Jan 18 20:32:04.124640 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port a4e048f9-bb86-4c1d-a9fa-254ad23db5cd is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:04.124952 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a4e048f9-bb86-4c1d-a9fa-254ad23db5cd), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:04.160152 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port a4e048f9-bb86-4c1d-a9fa-254ad23db5cd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a4e048f9-bb86-4c1d-a9fa-254ad23db5cd,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:04.162073 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd609a62-cc48-45ef-b1e2-345b81e53587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e048f9-bb86-4c1d-a9fa-254ad23db5cd'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:32:04.165274 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eaef7f8-7690-4c1e-a004-763dd5c297a1" -d '{"events": [{"server_uuid": "fd609a62-cc48-45ef-b1e2-345b81e53587", "name": "network-vif-plugged", "status": "completed", "tag": "a4e048f9-bb86-4c1d-a9fa-254ad23db5cd"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:32:04.169896 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a4e048f9-bb86-4c1d-a9fa-254ad23db5cd), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:04.227089 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=a4e048f9-bb86-4c1d-a9fa-254ad23db5cd,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:04.249182 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02829bb0-90e1-452f-8a6b-45f3ad301a0c x-openstack-request-id: req-02829bb0-90e1-452f-8a6b-45f3ad301a0c {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:32:04.249535 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd609a62-cc48-45ef-b1e2-345b81e53587", "name": "network-vif-plugged", "status": "completed", "tag": "a4e048f9-bb86-4c1d-a9fa-254ad23db5cd", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:32:04.249822 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02829bb0-90e1-452f-8a6b-45f3ad301a0c {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:32:04.250215 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd609a62-cc48-45ef-b1e2-345b81e53587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e048f9-bb86-4c1d-a9fa-254ad23db5cd', 'code': 200} Jan 18 20:32:04.362805 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bbaf2-c08f-4b2d-bb17-23dc0fb9c438 req-4a5d68b3-7ff9-49a6-832f-914a5c3e3860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:04.364923 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-164bbaf2-c08f-4b2d-bb17-23dc0fb9c438 req-4a5d68b3-7ff9-49a6-832f-914a5c3e3860 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fd609a62-cc48-45ef-b1e2-345b81e53587 HTTP/1.1" status: 200 len: 1096 time: 0.0433457 Jan 18 20:32:04.423238 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-164bbaf2-c08f-4b2d-bb17-23dc0fb9c438 req-40e5783a-e802-409d-b522-2d3600a61da6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482628 Jan 18 20:32:05.244341 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86497f94-5169-48cf-b8a7-823172ede056 req-c84ffb77-7ac5-4b67-b2fa-4600e90610d9 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:05.249137 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-86497f94-5169-48cf-b8a7-823172ede056 req-c84ffb77-7ac5-4b67-b2fa-4600e90610d9 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd609a62-cc48-45ef-b1e2-345b81e53587 HTTP/1.1" status: 200 len: 945 time: 0.0848234 Jan 18 20:32:05.300394 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-86497f94-5169-48cf-b8a7-823172ede056 req-14e34e71-c02b-44f1-9a6e-c09565bc38c1 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500834 Jan 18 20:32:06.428752 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf161a-3bae-4d18-a417-fcc244557e72 req-58f51627-8b59-4489-92d6-7738c9d31c07 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:06.437676 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5abf161a-3bae-4d18-a417-fcc244557e72 req-58f51627-8b59-4489-92d6-7738c9d31c07 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd609a62-cc48-45ef-b1e2-345b81e53587 HTTP/1.1" status: 200 len: 945 time: 0.0644493 Jan 18 20:32:06.504614 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5abf161a-3bae-4d18-a417-fcc244557e72 req-8c4e5423-6d95-4271-b485-bc08d5feeddf tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651340 Jan 18 20:32:06.630009 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8322b53-a3ac-4310-8090-91adaced247d req-d6277afc-eef0-4266-b291-dc1820f74a06 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:06.631921 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b8322b53-a3ac-4310-8090-91adaced247d req-d6277afc-eef0-4266-b291-dc1820f74a06 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2086a4a-e211-4473-ae6c-6c9223a1cc82 HTTP/1.1" status: 200 len: 946 time: 0.0571392 Jan 18 20:32:06.692918 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b8322b53-a3ac-4310-8090-91adaced247d req-5a557d99-e5c6-44d8-a4b2-486ea5ffd32e tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551310 Jan 18 20:32:06.831257 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e154fd-d019-40b7-923d-8eb9c02b1a30 req-83ed5777-f22e-4d6c-a7c8-aaf775f45b07 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:06.834126 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d0e154fd-d019-40b7-923d-8eb9c02b1a30 req-83ed5777-f22e-4d6c-a7c8-aaf775f45b07 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd609a62-cc48-45ef-b1e2-345b81e53587 HTTP/1.1" status: 200 len: 945 time: 0.0613623 Jan 18 20:32:06.850257 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:06.897167 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d0e154fd-d019-40b7-923d-8eb9c02b1a30 req-8feb9dbf-d39d-4287-8da5-62cb6a1ae4c3 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569184 Jan 18 20:32:07.328161 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7eddff-d6f7-44c5-bfc0-aaa742c0ee07 req-84f3add0-ea3f-4936-863a-577bff5c837c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:07.330178 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f7eddff-d6f7-44c5-bfc0-aaa742c0ee07 req-84f3add0-ea3f-4936-863a-577bff5c837c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd609a62-cc48-45ef-b1e2-345b81e53587 HTTP/1.1" status: 200 len: 945 time: 0.0631711 Jan 18 20:32:07.389341 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5f7eddff-d6f7-44c5-bfc0-aaa742c0ee07 req-705efc38-e2ab-40e6-aa34-4e18dc05bae0 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524685 Jan 18 20:32:08.534171 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726eca65-6f10-492b-86f4-8b5924e340a5 req-39f30a7a-aaed-4312-aaa1-a00d0faf8e62 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:08.548220 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-726eca65-6f10-492b-86f4-8b5924e340a5 req-39f30a7a-aaed-4312-aaa1-a00d0faf8e62 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd609a62-cc48-45ef-b1e2-345b81e53587 HTTP/1.1" status: 200 len: 945 time: 0.0827725 Jan 18 20:32:08.619099 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-726eca65-6f10-492b-86f4-8b5924e340a5 req-73b765f8-b618-4d04-adc9-2dcc5c01d2da tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583556 Jan 18 20:32:08.824754 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453dc5e3-2a9e-4ad4-b337-32a59dcf77b9 req-126a90ee-be54-415c-beb4-25c5b6c21654 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:08.826832 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-453dc5e3-2a9e-4ad4-b337-32a59dcf77b9 req-126a90ee-be54-415c-beb4-25c5b6c21654 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd609a62-cc48-45ef-b1e2-345b81e53587 HTTP/1.1" status: 200 len: 945 time: 0.0660512 Jan 18 20:32:08.943056 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-453dc5e3-2a9e-4ad4-b337-32a59dcf77b9 req-ea33047a-b56e-4a0f-8045-1a186156c733 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Deleting port a4e048f9-bb86-4c1d-a9fa-254ad23db5cd {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:32:08.943441 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-453dc5e3-2a9e-4ad4-b337-32a59dcf77b9 req-ea33047a-b56e-4a0f-8045-1a186156c733 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (a4e048f9-bb86-4c1d-a9fa-254ad23db5cd), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:09.052485 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-453dc5e3-2a9e-4ad4-b337-32a59dcf77b9 req-ea33047a-b56e-4a0f-8045-1a186156c733 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] For port a4e048f9-bb86-4c1d-a9fa-254ad23db5cd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a4e048f9-bb86-4c1d-a9fa-254ad23db5cd,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:09.052867 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-453dc5e3-2a9e-4ad4-b337-32a59dcf77b9 req-ea33047a-b56e-4a0f-8045-1a186156c733 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (a4e048f9-bb86-4c1d-a9fa-254ad23db5cd), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:09.066092 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-453dc5e3-2a9e-4ad4-b337-32a59dcf77b9 req-ea33047a-b56e-4a0f-8045-1a186156c733 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Calling delete_port for a4e048f9-bb86-4c1d-a9fa-254ad23db5cd owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:32:09.272966 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-453dc5e3-2a9e-4ad4-b337-32a59dcf77b9 req-ea33047a-b56e-4a0f-8045-1a186156c733 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (a4e048f9-bb86-4c1d-a9fa-254ad23db5cd), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:09.290027 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['32e311e0-cab7-4a19-aaa4-eb202f76cb5c', '0f30ad59-79d2-4b1d-8bff-79788531ff61', 'a4e048f9-bb86-4c1d-a9fa-254ad23db5cd'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:32:09.364184 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33047a-b56e-4a0f-8045-1a186156c733 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Pushing event deleted for resources: {'Port': ['ID=a4e048f9-bb86-4c1d-a9fa-254ad23db5cd,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:09.413554 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33047a-b56e-4a0f-8045-1a186156c733 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:09.413934 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33047a-b56e-4a0f-8045-1a186156c733 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:09.414272 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33047a-b56e-4a0f-8045-1a186156c733 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:09.414607 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33047a-b56e-4a0f-8045-1a186156c733 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:09.414969 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33047a-b56e-4a0f-8045-1a186156c733 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:09.415255 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33047a-b56e-4a0f-8045-1a186156c733 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:09.415573 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33047a-b56e-4a0f-8045-1a186156c733 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:09.418225 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33047a-b56e-4a0f-8045-1a186156c733 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:09.431705 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33047a-b56e-4a0f-8045-1a186156c733 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:09.432063 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33047a-b56e-4a0f-8045-1a186156c733 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:09.432498 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33047a-b56e-4a0f-8045-1a186156c733 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:09.432847 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33047a-b56e-4a0f-8045-1a186156c733 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:09.433165 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33047a-b56e-4a0f-8045-1a186156c733 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:09.482971 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-453dc5e3-2a9e-4ad4-b337-32a59dcf77b9 req-ea33047a-b56e-4a0f-8045-1a186156c733 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] No DVR routers for this DVR port a4e048f9-bb86-4c1d-a9fa-254ad23db5cd on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:32:09.489940 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-453dc5e3-2a9e-4ad4-b337-32a59dcf77b9 req-ea33047a-b56e-4a0f-8045-1a186156c733 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:09.493763 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-453dc5e3-2a9e-4ad4-b337-32a59dcf77b9 req-ea33047a-b56e-4a0f-8045-1a186156c733 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.70 "DELETE /v2.0/ports/a4e048f9-bb86-4c1d-a9fa-254ad23db5cd HTTP/1.1" status: 204 len: 173 time: 0.6567724 Jan 18 20:32:09.504937 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd609a62-cc48-45ef-b1e2-345b81e53587', 'name': 'network-vif-deleted', 'tag': 'a4e048f9-bb86-4c1d-a9fa-254ad23db5cd'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:32:09.507340 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6647945-c027-4304-ae50-aae26c48720d" -d '{"events": [{"server_uuid": "fd609a62-cc48-45ef-b1e2-345b81e53587", "name": "network-vif-deleted", "tag": "a4e048f9-bb86-4c1d-a9fa-254ad23db5cd"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:32:09.588131 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1467e8-6ffd-40eb-8367-661d94bf887e x-openstack-request-id: req-8a1467e8-6ffd-40eb-8367-661d94bf887e {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:32:09.588427 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd609a62-cc48-45ef-b1e2-345b81e53587", "name": "network-vif-deleted", "tag": "a4e048f9-bb86-4c1d-a9fa-254ad23db5cd", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:32:09.588701 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a1467e8-6ffd-40eb-8367-661d94bf887e {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:32:09.589122 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd609a62-cc48-45ef-b1e2-345b81e53587', 'name': 'network-vif-deleted', 'tag': 'a4e048f9-bb86-4c1d-a9fa-254ad23db5cd', 'status': 'completed', 'code': 200} Jan 18 20:32:09.815986 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-35064db5-dc27-4aa6-8c57-5ad93ef4ba19 req-e021c264-8359-480c-bb5a-862b4793b429 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd609a62-cc48-45ef-b1e2-345b81e53587 HTTP/1.1" status: 200 len: 210 time: 0.0585778 Jan 18 20:32:11.243403 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b75db-5c20-4019-ae85-bf552535a6e6 req-3c35c90d-b638-4c8b-b09e-15cf2d559113 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:11.252482 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea4b75db-5c20-4019-ae85-bf552535a6e6 req-3c35c90d-b638-4c8b-b09e-15cf2d559113 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2086a4a-e211-4473-ae6c-6c9223a1cc82 HTTP/1.1" status: 200 len: 946 time: 0.0905044 Jan 18 20:32:11.320059 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea4b75db-5c20-4019-ae85-bf552535a6e6 req-21f7fc83-5c08-4a4d-b832-f096f93b3bb9 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666838 Jan 18 20:32:12.468816 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57aef3d-5e54-4fd8-b9aa-e64be2382401 req-ed271594-bef8-4f47-936d-cd2818610321 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:12.470518 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f57aef3d-5e54-4fd8-b9aa-e64be2382401 req-ed271594-bef8-4f47-936d-cd2818610321 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2086a4a-e211-4473-ae6c-6c9223a1cc82 HTTP/1.1" status: 200 len: 946 time: 0.0681148 Jan 18 20:32:12.649903 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f57aef3d-5e54-4fd8-b9aa-e64be2382401 req-58ef88d7-d3b4-4cb3-a582-7f0a872745f9 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537893 Jan 18 20:32:12.651798 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e9ccb-5343-47f8-b3e0-51d6ca7a1102 req-db152830-cda3-4d79-a164-a277b3da7ae8 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:12.654853 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-138e9ccb-5343-47f8-b3e0-51d6ca7a1102 req-db152830-cda3-4d79-a164-a277b3da7ae8 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2086a4a-e211-4473-ae6c-6c9223a1cc82 HTTP/1.1" status: 200 len: 946 time: 0.1188705 Jan 18 20:32:12.814407 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-138e9ccb-5343-47f8-b3e0-51d6ca7a1102 req-ae5375e2-24ed-4496-899e-386269e1b0d6 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Deleting port 0f30ad59-79d2-4b1d-8bff-79788531ff61 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:32:12.814971 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-138e9ccb-5343-47f8-b3e0-51d6ca7a1102 req-ae5375e2-24ed-4496-899e-386269e1b0d6 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (0f30ad59-79d2-4b1d-8bff-79788531ff61), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.926332 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-138e9ccb-5343-47f8-b3e0-51d6ca7a1102 req-ae5375e2-24ed-4496-899e-386269e1b0d6 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] For port 0f30ad59-79d2-4b1d-8bff-79788531ff61, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0f30ad59-79d2-4b1d-8bff-79788531ff61,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:12.926973 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-138e9ccb-5343-47f8-b3e0-51d6ca7a1102 req-ae5375e2-24ed-4496-899e-386269e1b0d6 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (0f30ad59-79d2-4b1d-8bff-79788531ff61), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.940588 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-138e9ccb-5343-47f8-b3e0-51d6ca7a1102 req-ae5375e2-24ed-4496-899e-386269e1b0d6 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Calling delete_port for 0f30ad59-79d2-4b1d-8bff-79788531ff61 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:32:13.091586 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-138e9ccb-5343-47f8-b3e0-51d6ca7a1102 req-ae5375e2-24ed-4496-899e-386269e1b0d6 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (0f30ad59-79d2-4b1d-8bff-79788531ff61), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:13.113076 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['32e311e0-cab7-4a19-aaa4-eb202f76cb5c', '0f30ad59-79d2-4b1d-8bff-79788531ff61'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:32:13.133101 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5375e2-24ed-4496-899e-386269e1b0d6 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Pushing event deleted for resources: {'Port': ['ID=0f30ad59-79d2-4b1d-8bff-79788531ff61,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:13.187383 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-138e9ccb-5343-47f8-b3e0-51d6ca7a1102 req-ae5375e2-24ed-4496-899e-386269e1b0d6 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] No DVR routers for this DVR port 0f30ad59-79d2-4b1d-8bff-79788531ff61 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:32:13.194636 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-138e9ccb-5343-47f8-b3e0-51d6ca7a1102 req-ae5375e2-24ed-4496-899e-386269e1b0d6 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:13.204362 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-138e9ccb-5343-47f8-b3e0-51d6ca7a1102 req-ae5375e2-24ed-4496-899e-386269e1b0d6 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.70 "DELETE /v2.0/ports/0f30ad59-79d2-4b1d-8bff-79788531ff61 HTTP/1.1" status: 204 len: 173 time: 0.5364425 Jan 18 20:32:13.205228 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2086a4a-e211-4473-ae6c-6c9223a1cc82', 'name': 'network-vif-deleted', 'tag': '0f30ad59-79d2-4b1d-8bff-79788531ff61'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:32:13.210656 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5fb3d5-f407-4652-a9e3-659fde9e07ee" -d '{"events": [{"server_uuid": "c2086a4a-e211-4473-ae6c-6c9223a1cc82", "name": "network-vif-deleted", "tag": "0f30ad59-79d2-4b1d-8bff-79788531ff61"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:32:13.321073 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f7898e-5508-4241-b6bd-f64437453cd8 x-openstack-request-id: req-03f7898e-5508-4241-b6bd-f64437453cd8 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:32:13.321619 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2086a4a-e211-4473-ae6c-6c9223a1cc82", "name": "network-vif-deleted", "tag": "0f30ad59-79d2-4b1d-8bff-79788531ff61", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:32:13.322093 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03f7898e-5508-4241-b6bd-f64437453cd8 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:32:13.322753 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2086a4a-e211-4473-ae6c-6c9223a1cc82', 'name': 'network-vif-deleted', 'tag': '0f30ad59-79d2-4b1d-8bff-79788531ff61', 'status': 'completed', 'code': 200} Jan 18 20:32:13.832262 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-80736bc9-0d84-469d-956f-7bbf08ee88b9 req-8660818c-8d1e-44d2-8902-18848966350b tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2086a4a-e211-4473-ae6c-6c9223a1cc82 HTTP/1.1" status: 200 len: 210 time: 0.0432048 Jan 18 20:32:13.903954 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a4e048f9-bb86-4c1d-a9fa-254ad23db5cd no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:32:13.941577 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: a4e048f9-bb86-4c1d-a9fa-254ad23db5cd {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:32:13.946246 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a4e048f9-bb86-4c1d-a9fa-254ad23db5cd not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:32:14.494640 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 46678) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:14.629134 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a00a8973-37ea-40a8-a2e0-bee4d100bba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:14.741172 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a00a8973-37ea-40a8-a2e0-bee4d100bba1 admin admin] Publish callbacks [] for security_group (70f3e8db-8f79-478c-a0b0-28c743ccf736), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:14.746883 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a00a8973-37ea-40a8-a2e0-bee4d100bba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (70f3e8db-8f79-478c-a0b0-28c743ccf736), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:14.805534 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a8973-37ea-40a8-a2e0-bee4d100bba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f3e8db-8f79-478c-a0b0-28c743ccf736,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:14.813718 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 46692) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:14.814482 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a00a8973-37ea-40a8-a2e0-bee4d100bba1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd9711bf055b4fc1a1f70e03de525027&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3180182 Jan 18 20:32:14.930287 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a8eae77-0135-4e5e-8b80-ff8ffa2d4051 admin admin] Publish callbacks [] for security_group (70f3e8db-8f79-478c-a0b0-28c743ccf736), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:14.978524 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a8eae77-0135-4e5e-8b80-ff8ffa2d4051 admin admin] Publish callbacks [] for security_group (70f3e8db-8f79-478c-a0b0-28c743ccf736), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:15.039628 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a8eae77-0135-4e5e-8b80-ff8ffa2d4051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (70f3e8db-8f79-478c-a0b0-28c743ccf736), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:15.043200 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a8eae77-0135-4e5e-8b80-ff8ffa2d4051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:15.044492 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3a8eae77-0135-4e5e-8b80-ff8ffa2d4051 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70f3e8db-8f79-478c-a0b0-28c743ccf736 HTTP/1.1" status: 204 len: 168 time: 0.2298398 Jan 18 20:32:15.075037 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8eae77-0135-4e5e-8b80-ff8ffa2d4051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f3e8db-8f79-478c-a0b0-28c743ccf736,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:15.463400 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-5b2a3727-9e32-449e-a66f-3d2eaec4573a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:15.472220 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-5b2a3727-9e32-449e-a66f-3d2eaec4573a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/networks?id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d HTTP/1.1" status: 200 len: 806 time: 0.1962729 Jan 18 20:32:15.503258 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-613cf4e4-a329-45d5-a61b-4d7309da00cf tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/quotas/45bdc4d1bc8c40b69abe16f13ea83854 HTTP/1.1" status: 200 len: 375 time: 0.0296924 Jan 18 20:32:15.584672 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-f8ee6cf6-d6ab-4ea3-bdb3-3c9fb76402f1 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=45bdc4d1bc8c40b69abe16f13ea83854&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0795867 Jan 18 20:32:15.760991 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-8065f12b-577c-49f4-8f09-9b786068ea3d service neutron] 10.222.0.31 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683507 Jan 18 20:32:15.907755 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-01de8482-7797-44b4-b982-fbea3e6a599c service neutron] 10.222.0.31 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402063 Jan 18 20:32:15.908667 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 0f30ad59-79d2-4b1d-8bff-79788531ff61 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:32:15.939226 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 0f30ad59-79d2-4b1d-8bff-79788531ff61 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:32:15.939842 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 0f30ad59-79d2-4b1d-8bff-79788531ff61 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:32:16.290483 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 46756) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:16.294164 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9c59346d-3467-4494-b34e-b75ecb1a5fe9 req-fde1e8c2-9a29-494a-9249-557c81497a55 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0 HTTP/1.1" status: 200 len: 210 time: 0.0568724 Jan 18 20:32:16.406358 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-b198a7f4-7f41-418c-9d63-07999a266399 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1985353497-network', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:16.460499 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b198a7f4-7f41-418c-9d63-07999a266399 admin admin] Made reservation on behalf of 15fbfb69562649e0b3db58da3073ccd4 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:32:16.463005 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b198a7f4-7f41-418c-9d63-07999a266399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:16.475841 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b198a7f4-7f41-418c-9d63-07999a266399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:16.575485 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b198a7f4-7f41-418c-9d63-07999a266399 admin admin] Publish callbacks [] for security_group (9a76ea5e-5672-430a-aa32-3e7676464b16), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:16.581366 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b198a7f4-7f41-418c-9d63-07999a266399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9a76ea5e-5672-430a-aa32-3e7676464b16), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:16.612754 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198a7f4-7f41-418c-9d63-07999a266399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a76ea5e-5672-430a-aa32-3e7676464b16,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:16.623597 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b198a7f4-7f41-418c-9d63-07999a266399 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:32:16.637792 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b198a7f4-7f41-418c-9d63-07999a266399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:16.638496 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-b198a7f4-7f41-418c-9d63-07999a266399 admin admin] Added segment 99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2 of type vlan for network f24e6feb-daa6-4f68-81b5-d19626ccc1ce Jan 18 20:32:16.698483 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b198a7f4-7f41-418c-9d63-07999a266399 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (f24e6feb-daa6-4f68-81b5-d19626ccc1ce), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:16.734102 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b198a7f4-7f41-418c-9d63-07999a266399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (f24e6feb-daa6-4f68-81b5-d19626ccc1ce), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:16.735545 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b198a7f4-7f41-418c-9d63-07999a266399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:16.736705 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b198a7f4-7f41-418c-9d63-07999a266399 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:16.779392 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b198a7f4-7f41-418c-9d63-07999a266399 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4876630 Jan 18 20:32:16.782841 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 46770) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:16.789569 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-0e7a9ab8-fc2d-46ca-9a57-6cc98aece5f8 admin admin] Request body: {'subnet': {'network_id': 'f24e6feb-daa6-4f68-81b5-d19626ccc1ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1985353497-subnet', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:16.810761 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198a7f4-7f41-418c-9d63-07999a266399 admin admin] Pushing event updated for resources: {'Network': ['ID=f24e6feb-daa6-4f68-81b5-d19626ccc1ce,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:16.823506 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network f24e6feb-daa6-4f68-81b5-d19626ccc1ce details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:32:16.876946 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7a9ab8-fc2d-46ca-9a57-6cc98aece5f8 admin admin] Made reservation on behalf of 15fbfb69562649e0b3db58da3073ccd4 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:32:16.879219 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9ab8-fc2d-46ca-9a57-6cc98aece5f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:17.460354 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9ab8-fc2d-46ca-9a57-6cc98aece5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (9ec262b2-d74c-4048-8753-a618ef3ef2de), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:17.488288 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bcef2f96-856a-41c7-9985-683296089672 req-582897c2-4f18-4466-a4f3-de7840b81d32 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0 HTTP/1.1" status: 200 len: 210 time: 0.0395551 Jan 18 20:32:17.551485 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a9ab8-fc2d-46ca-9a57-6cc98aece5f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ec262b2-d74c-4048-8753-a618ef3ef2de,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:17.555017 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7a9ab8-fc2d-46ca-9a57-6cc98aece5f8 admin admin] Checking segment: {'id': '99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f24e6feb-daa6-4f68-81b5-d19626ccc1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:32:17.555655 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7a9ab8-fc2d-46ca-9a57-6cc98aece5f8 admin admin] Network hostable DHCP agents. Network: f24e6feb-daa6-4f68-81b5-d19626ccc1ce, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:32:17.581105 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7a9ab8-fc2d-46ca-9a57-6cc98aece5f8 admin admin] Network f24e6feb-daa6-4f68-81b5-d19626ccc1ce is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:32:17.595641 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-0e7a9ab8-fc2d-46ca-9a57-6cc98aece5f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, f24e6feb-daa6-4f68-81b5-d19626ccc1ce) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:17.602095 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7a9ab8-fc2d-46ca-9a57-6cc98aece5f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:17.604581 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9ab8-fc2d-46ca-9a57-6cc98aece5f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:17.607770 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde9453a-2469-4d17-8121-67cff1336322 None None] Network f24e6feb-daa6-4f68-81b5-d19626ccc1ce requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:32:17.631455 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0e7a9ab8-fc2d-46ca-9a57-6cc98aece5f8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8474479 Jan 18 20:32:17.635896 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 46804) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:17.646166 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-26f6784b-86ff-4365-be1f-901555fdc955 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1985353497-router', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:17.679131 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-4415ac85-e6a2-4b61-928c-f1e39a30975b tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:17.680802 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-4415ac85-e6a2-4b61-928c-f1e39a30975b tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.70 "GET /v2.0/networks?id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d HTTP/1.1" status: 200 len: 806 time: 0.1973047 Jan 18 20:32:17.683429 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-26f6784b-86ff-4365-be1f-901555fdc955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (6598b80f-e4e8-423c-8dc6-2cf396f00d09), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:17.685069 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-26f6784b-86ff-4365-be1f-901555fdc955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (6598b80f-e4e8-423c-8dc6-2cf396f00d09), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:17.700150 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-b8dd3d3f-7bab-4b9f-8463-70051a7ae589 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Request body: {'port': {'device_id': '2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0', 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d', 'admin_state_up': True, 'tenant_id': '45bdc4d1bc8c40b69abe16f13ea83854'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:17.735231 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ca2445-cf45-45fe-af07-869646591d54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-f24e6feb-daa6-4f68-81b5-d19626ccc1ce', 'network_id': 'f24e6feb-daa6-4f68-81b5-d19626ccc1ce', 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'fixed_ips': [{'subnet_id': '9ec262b2-d74c-4048-8753-a618ef3ef2de'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:32:17.736157 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-07ca2445-cf45-45fe-af07-869646591d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:17.758567 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-26f6784b-86ff-4365-be1f-901555fdc955 admin admin] Publish callbacks [] for router_controller (6598b80f-e4e8-423c-8dc6-2cf396f00d09), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:17.830384 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-b8dd3d3f-7bab-4b9f-8463-70051a7ae589 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Made reservation on behalf of 45bdc4d1bc8c40b69abe16f13ea83854 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:32:17.835256 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-b8dd3d3f-7bab-4b9f-8463-70051a7ae589 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:17.913060 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-07ca2445-cf45-45fe-af07-869646591d54 None None] Allocated IP 172.20.0.2 (f24e6feb-daa6-4f68-81b5-d19626ccc1ce/9ec262b2-d74c-4048-8753-a618ef3ef2de/c06e2515-0b59-4a51-a347-deb154a142de) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:32:17.929407 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-26f6784b-86ff-4365-be1f-901555fdc955 admin admin] Publish callbacks [] for router_gateway (6598b80f-e4e8-423c-8dc6-2cf396f00d09), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:18.048029 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-b8dd3d3f-7bab-4b9f-8463-70051a7ae589 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Allocated IP 172.20.0.3 (a2219283-bd9d-4d36-b2ed-ac08fd66b13d/81f4d550-9f11-4355-b26a-aa3d66e48dd5/b7d2c868-e344-43b1-9c62-77001caf85b9) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:32:18.118067 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-07ca2445-cf45-45fe-af07-869646591d54 None None] Publish callbacks [] for port (c06e2515-0b59-4a51-a347-deb154a142de), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:18.129510 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-07ca2445-cf45-45fe-af07-869646591d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (c06e2515-0b59-4a51-a347-deb154a142de), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:18.184771 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-26f6784b-86ff-4365-be1f-901555fdc955 admin admin] Publish callbacks [] for router_gateway (6598b80f-e4e8-423c-8dc6-2cf396f00d09), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:18.188710 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca2445-cf45-45fe-af07-869646591d54 None None] Pushing event updated for resources: {'Port': ['ID=c06e2515-0b59-4a51-a347-deb154a142de,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:18.202442 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ca2445-cf45-45fe-af07-869646591d54 None None] Network f24e6feb-daa6-4f68-81b5-d19626ccc1ce is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:32:18.204675 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-07ca2445-cf45-45fe-af07-869646591d54 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:18.206472 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-26f6784b-86ff-4365-be1f-901555fdc955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:18.211248 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ca2445-cf45-45fe-af07-869646591d54 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:32:18.275675 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-07ca2445-cf45-45fe-af07-869646591d54 None None] Attempting to bind port c06e2515-0b59-4a51-a347-deb154a142de on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:18.276059 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-07ca2445-cf45-45fe-af07-869646591d54 None None] Attempting to bind port c06e2515-0b59-4a51-a347-deb154a142de by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f24e6feb-daa6-4f68-81b5-d19626ccc1ce'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:18.276928 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ca2445-cf45-45fe-af07-869646591d54 None None] Attempting to bind port c06e2515-0b59-4a51-a347-deb154a142de on network f24e6feb-daa6-4f68-81b5-d19626ccc1ce {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:18.290183 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ca2445-cf45-45fe-af07-869646591d54 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:32:18.290552 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ca2445-cf45-45fe-af07-869646591d54 None None] Checking segment: {'id': '99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f24e6feb-daa6-4f68-81b5-d19626ccc1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:32:18.291576 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-07ca2445-cf45-45fe-af07-869646591d54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:18.291981 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ca2445-cf45-45fe-af07-869646591d54 None None] Bound using segment: {'id': '99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f24e6feb-daa6-4f68-81b5-d19626ccc1ce'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:32:18.292844 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-07ca2445-cf45-45fe-af07-869646591d54 None None] Bound port: c06e2515-0b59-4a51-a347-deb154a142de, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f24e6feb-daa6-4f68-81b5-d19626ccc1ce'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:32:18.292844 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-07ca2445-cf45-45fe-af07-869646591d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c06e2515-0b59-4a51-a347-deb154a142de), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:18.302502 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-b8dd3d3f-7bab-4b9f-8463-70051a7ae589 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks [] for port (b7d2c868-e344-43b1-9c62-77001caf85b9), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:18.344765 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-26f6784b-86ff-4365-be1f-901555fdc955 admin admin] Allocated IP 172.25.4.195 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/d010be64-2b4f-494c-96c1-3d2b99688766) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:32:18.358376 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-b8dd3d3f-7bab-4b9f-8463-70051a7ae589 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (b7d2c868-e344-43b1-9c62-77001caf85b9), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:18.376475 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-07ca2445-cf45-45fe-af07-869646591d54 None None] For port c06e2515-0b59-4a51-a347-deb154a142de, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:32:18.380127 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-07ca2445-cf45-45fe-af07-869646591d54 None None] For port c06e2515-0b59-4a51-a347-deb154a142de, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c06e2515-0b59-4a51-a347-deb154a142de,segment=NetworkSegment(99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2),segment_id=99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:32:18.383652 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['32e311e0-cab7-4a19-aaa4-eb202f76cb5c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:32:18.389872 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-07ca2445-cf45-45fe-af07-869646591d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c06e2515-0b59-4a51-a347-deb154a142de), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:18.447886 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd3d3f-7bab-4b9f-8463-70051a7ae589 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Pushing event updated for resources: {'Port': ['ID=b7d2c868-e344-43b1-9c62-77001caf85b9,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:18.452221 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-b8dd3d3f-7bab-4b9f-8463-70051a7ae589 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Network a2219283-bd9d-4d36-b2ed-ac08fd66b13d is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:32:18.454665 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-b8dd3d3f-7bab-4b9f-8463-70051a7ae589 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:18.461845 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-b8dd3d3f-7bab-4b9f-8463-70051a7ae589 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:32:18.486862 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca2445-cf45-45fe-af07-869646591d54 None None] Pushing event updated for resources: {'Port': ['ID=c06e2515-0b59-4a51-a347-deb154a142de,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:18.535804 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-b8dd3d3f-7bab-4b9f-8463-70051a7ae589 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:18.535804 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-b8dd3d3f-7bab-4b9f-8463-70051a7ae589 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:18.563985 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-b8dd3d3f-7bab-4b9f-8463-70051a7ae589 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8689251 Jan 18 20:32:18.568113 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-26f6784b-86ff-4365-be1f-901555fdc955 admin admin] Publish callbacks [] for port (d010be64-2b4f-494c-96c1-3d2b99688766), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:18.581353 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-6a233108-c62a-48f9-9ad0-2f6d453df1b4 service neutron] Request body: {'port': {'device_id': '2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:18.680829 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-6a233108-c62a-48f9-9ad0-2f6d453df1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b7d2c868-e344-43b1-9c62-77001caf85b9), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:18.682180 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-26f6784b-86ff-4365-be1f-901555fdc955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (d010be64-2b4f-494c-96c1-3d2b99688766), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:18.737602 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f6784b-86ff-4365-be1f-901555fdc955 admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:32:18.752848 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-26f6784b-86ff-4365-be1f-901555fdc955 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:18.757670 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f6784b-86ff-4365-be1f-901555fdc955 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:32:18.767506 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e54c6e-3bc6-44d5-b80d-fea7a49457c5 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:32:18.802646 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd767f9e-c98c-42da-afd8-c4825449ebb3 req-1f88b156-1aa6-4153-8a46-df51a26bb031 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:18.804309 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dd767f9e-c98c-42da-afd8-c4825449ebb3 req-1f88b156-1aa6-4153-8a46-df51a26bb031 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0 HTTP/1.1" status: 200 len: 931 time: 0.1833096 Jan 18 20:32:18.807219 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6784b-86ff-4365-be1f-901555fdc955 admin admin] Pushing event updated for resources: {'Port': ['ID=d010be64-2b4f-494c-96c1-3d2b99688766,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:18.872075 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-736c06a2-9b2b-4621-8e6e-a1b6d41f197c None None] Provisioning complete for port d010be64-2b4f-494c-96c1-3d2b99688766 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:18.872449 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-736c06a2-9b2b-4621-8e6e-a1b6d41f197c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d010be64-2b4f-494c-96c1-3d2b99688766), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:19.033712 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dd767f9e-c98c-42da-afd8-c4825449ebb3 req-d2bb2fe4-379c-4c4d-871a-742745e8d47e tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219107 Jan 18 20:32:19.124649 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-736c06a2-9b2b-4621-8e6e-a1b6d41f197c None None] Port d010be64-2b4f-494c-96c1-3d2b99688766 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:32:19.250670 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-26f6784b-86ff-4365-be1f-901555fdc955 admin admin] Publish callbacks [] for router_gateway (6598b80f-e4e8-423c-8dc6-2cf396f00d09), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:19.280439 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:32:19.456061 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 46830) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:19.460942 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c06e2515-0b59-4a51-a347-deb154a142de up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:32:19.568596 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port c06e2515-0b59-4a51-a347-deb154a142de triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:19.571349 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-6a233108-c62a-48f9-9ad0-2f6d453df1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d2c868-e344-43b1-9c62-77001caf85b9 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:32:19.571982 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c06e2515-0b59-4a51-a347-deb154a142de), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:19.593486 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-6a233108-c62a-48f9-9ad0-2f6d453df1b4 service neutron] Publish callbacks [] for port (b7d2c868-e344-43b1-9c62-77001caf85b9), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:19.608670 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-26f6784b-86ff-4365-be1f-901555fdc955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (6598b80f-e4e8-423c-8dc6-2cf396f00d09), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:19.612764 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-6a233108-c62a-48f9-9ad0-2f6d453df1b4 service neutron] Transition to ACTIVE for port object b7d2c868-e344-43b1-9c62-77001caf85b9 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:32:19.620855 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-6a233108-c62a-48f9-9ad0-2f6d453df1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (b7d2c868-e344-43b1-9c62-77001caf85b9), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:19.724837 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a233108-c62a-48f9-9ad0-2f6d453df1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d2c868-e344-43b1-9c62-77001caf85b9,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:19.744787 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-291682d0-ec6d-4d92-8ed2-429b3078b9c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:19.821054 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port c06e2515-0b59-4a51-a347-deb154a142de is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:19.822282 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c06e2515-0b59-4a51-a347-deb154a142de), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:19.829981 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-6a233108-c62a-48f9-9ad0-2f6d453df1b4 service neutron] Attempting to bind port b7d2c868-e344-43b1-9c62-77001caf85b9 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:19.830823 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-6a233108-c62a-48f9-9ad0-2f6d453df1b4 service neutron] Attempting to bind port b7d2c868-e344-43b1-9c62-77001caf85b9 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '2c46816f-0f57-4198-b1f6-f49325bc445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:19.831245 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-6a233108-c62a-48f9-9ad0-2f6d453df1b4 service neutron] Attempting to bind port b7d2c868-e344-43b1-9c62-77001caf85b9 on network a2219283-bd9d-4d36-b2ed-ac08fd66b13d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:19.836865 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-6a233108-c62a-48f9-9ad0-2f6d453df1b4 service neutron] Port b7d2c868-e344-43b1-9c62-77001caf85b9 on network a2219283-bd9d-4d36-b2ed-ac08fd66b13d not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:19.837316 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-6a233108-c62a-48f9-9ad0-2f6d453df1b4 service neutron] Attempting to bind port b7d2c868-e344-43b1-9c62-77001caf85b9 on network a2219283-bd9d-4d36-b2ed-ac08fd66b13d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:19.843353 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-6a233108-c62a-48f9-9ad0-2f6d453df1b4 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:32:19.843353 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-6a233108-c62a-48f9-9ad0-2f6d453df1b4 service neutron] Checking segment: {'id': '2c46816f-0f57-4198-b1f6-f49325bc445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:32:19.843983 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-6a233108-c62a-48f9-9ad0-2f6d453df1b4 service neutron] Bound using segment: {'id': '2c46816f-0f57-4198-b1f6-f49325bc445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:32:19.844602 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-6a233108-c62a-48f9-9ad0-2f6d453df1b4 service neutron] Bound port: b7d2c868-e344-43b1-9c62-77001caf85b9, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c46816f-0f57-4198-b1f6-f49325bc445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:32:19.845241 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-6a233108-c62a-48f9-9ad0-2f6d453df1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b7d2c868-e344-43b1-9c62-77001caf85b9), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:19.922334 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-6a233108-c62a-48f9-9ad0-2f6d453df1b4 service neutron] For port b7d2c868-e344-43b1-9c62-77001caf85b9, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:32:19.926094 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-6a233108-c62a-48f9-9ad0-2f6d453df1b4 service neutron] For port b7d2c868-e344-43b1-9c62-77001caf85b9, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b7d2c868-e344-43b1-9c62-77001caf85b9,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:32:19.932739 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port c06e2515-0b59-4a51-a347-deb154a142de, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c06e2515-0b59-4a51-a347-deb154a142de,segment=NetworkSegment(99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2),segment_id=99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:19.934540 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-6a233108-c62a-48f9-9ad0-2f6d453df1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (b7d2c868-e344-43b1-9c62-77001caf85b9), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:19.942314 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c06e2515-0b59-4a51-a347-deb154a142de), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:19.944576 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f6784b-86ff-4365-be1f-901555fdc955 admin admin] Router 6598b80f-e4e8-423c-8dc6-2cf396f00d09 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:32:20.017791 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-6a233108-c62a-48f9-9ad0-2f6d453df1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:20.019438 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-6a233108-c62a-48f9-9ad0-2f6d453df1b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:20.021338 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-6a233108-c62a-48f9-9ad0-2f6d453df1b4 service neutron] 10.222.0.70 "PUT /v2.0/ports/b7d2c868-e344-43b1-9c62-77001caf85b9 HTTP/1.1" status: 200 len: 1091 time: 1.4458041 Jan 18 20:32:20.022320 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0', 'tag': 'b7d2c868-e344-43b1-9c62-77001caf85b9'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:32:20.031466 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e4f765-b05c-4777-8ac1-7643a18ed74e" -d '{"events": [{"name": "network-changed", "server_uuid": "2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0", "tag": "b7d2c868-e344-43b1-9c62-77001caf85b9"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:32:20.034273 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-291682d0-ec6d-4d92-8ed2-429b3078b9c0 admin admin] Publish callbacks [] for security_group (eb91cd8b-af54-4426-aecc-84b874d3629c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:20.063795 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=c06e2515-0b59-4a51-a347-deb154a142de,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:20.070682 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a2e72b-b6b6-4bc9-a97b-de4c94e9cf80 None None] Network f24e6feb-daa6-4f68-81b5-d19626ccc1ce requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:32:20.152841 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-291682d0-ec6d-4d92-8ed2-429b3078b9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (eb91cd8b-af54-4426-aecc-84b874d3629c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:20.154752 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b05cfb-73eb-4932-aa71-bb205559be55 x-openstack-request-id: req-26b05cfb-73eb-4932-aa71-bb205559be55 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:32:20.155271 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0", "tag": "b7d2c868-e344-43b1-9c62-77001caf85b9", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:32:20.155622 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26b05cfb-73eb-4932-aa71-bb205559be55 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:32:20.156485 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0', 'tag': 'b7d2c868-e344-43b1-9c62-77001caf85b9', 'status': 'completed', 'code': 200} Jan 18 20:32:20.163724 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a233108-c62a-48f9-9ad0-2f6d453df1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d2c868-e344-43b1-9c62-77001caf85b9,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:20.182226 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-97c8133d-173c-4e3f-ac0b-ec940f033c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:20.185000 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-97c8133d-173c-4e3f-ac0b-ec940f033c7b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=45bdc4d1bc8c40b69abe16f13ea83854&device_id=2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0 HTTP/1.1" status: 200 len: 1094 time: 0.1051176 Jan 18 20:32:20.196087 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291682d0-ec6d-4d92-8ed2-429b3078b9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb91cd8b-af54-4426-aecc-84b874d3629c,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:20.229048 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f8827bd4-21fe-4170-a8d4-0df323b7e93a None None] Provisioning complete for port c06e2515-0b59-4a51-a347-deb154a142de triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:20.229425 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f8827bd4-21fe-4170-a8d4-0df323b7e93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c06e2515-0b59-4a51-a347-deb154a142de), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:20.261817 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-291682d0-ec6d-4d92-8ed2-429b3078b9c0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d3f813e1b20a4dc686e830326ff29545&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8045614 Jan 18 20:32:20.289390 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 46848) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:20.323514 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-a17885dd-5279-443c-99cb-56b43249af18 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7d2c868-e344-43b1-9c62-77001caf85b9 HTTP/1.1" status: 200 len: 217 time: 0.1261132 Jan 18 20:32:20.380652 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab6c80-fd1c-4a85-8a23-d48593a7162a req-dc3fb6cd-7498-4717-925d-ccca696c9ba0 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:20.385590 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ceab6c80-fd1c-4a85-8a23-d48593a7162a req-dc3fb6cd-7498-4717-925d-ccca696c9ba0 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0 HTTP/1.1" status: 200 len: 943 time: 0.1797011 Jan 18 20:32:20.388813 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-b8abd638-9e8f-4b7a-a458-25beec20434d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:20.390354 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-b8abd638-9e8f-4b7a-a458-25beec20434d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81f4d550-9f11-4355-b26a-aa3d66e48dd5 HTTP/1.1" status: 200 len: 846 time: 0.0559285 Jan 18 20:32:20.394996 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f6784b-86ff-4365-be1f-901555fdc955 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:32:20.409736 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6958bfdd-42b9-4224-8cdd-416b9873b357 None None] Sync routers for ids ['6598b80f-e4e8-423c-8dc6-2cf396f00d09'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:32:20.428708 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f8827bd4-21fe-4170-a8d4-0df323b7e93a None None] Current status of the port c06e2515-0b59-4a51-a347-deb154a142de is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:20.434557 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00e7e0eb-626c-4454-a70c-2f2d36474397 admin admin] Publish callbacks [] for security_group (eb91cd8b-af54-4426-aecc-84b874d3629c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:20.434723 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6958bfdd-42b9-4224-8cdd-416b9873b357 None None] Routers {'6598b80f-e4e8-423c-8dc6-2cf396f00d09'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:32:20.435566 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-6958bfdd-42b9-4224-8cdd-416b9873b357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:31:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6598b80f-e4e8-423c-8dc6-2cf396f00d09'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:20.491328 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-26f6784b-86ff-4365-be1f-901555fdc955 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:20.492430 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-26f6784b-86ff-4365-be1f-901555fdc955 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8553646 Jan 18 20:32:20.496229 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-aad5d2b4-1778-4382-b30f-6aa84fd66df7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938222 Jan 18 20:32:20.507550 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 46854) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:20.537318 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ceab6c80-fd1c-4a85-8a23-d48593a7162a req-fa6d2a06-087d-492e-ba1e-0d69372fab7a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389303 Jan 18 20:32:20.542706 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00e7e0eb-626c-4454-a70c-2f2d36474397 admin admin] Publish callbacks [] for security_group (eb91cd8b-af54-4426-aecc-84b874d3629c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:20.600273 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00e7e0eb-626c-4454-a70c-2f2d36474397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (eb91cd8b-af54-4426-aecc-84b874d3629c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:20.604176 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00e7e0eb-626c-4454-a70c-2f2d36474397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:20.608445 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-00e7e0eb-626c-4454-a70c-2f2d36474397 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb91cd8b-af54-4426-aecc-84b874d3629c HTTP/1.1" status: 204 len: 168 time: 0.3159239 Jan 18 20:32:20.627413 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7e0eb-626c-4454-a70c-2f2d36474397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb91cd8b-af54-4426-aecc-84b874d3629c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:20.819029 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-6958bfdd-42b9-4224-8cdd-416b9873b357 None None] Set router 6598b80f-e4e8-423c-8dc6-2cf396f00d09 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:32:20.836670 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-58af5daa-73f9-4b1f-a9ee-61508790844d service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392631 Jan 18 20:32:20.853932 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f9bb176d-22b8-4200-b59a-f8a8b0562b7f None None] Provisioning complete for port c06e2515-0b59-4a51-a347-deb154a142de triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:20.855143 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f9bb176d-22b8-4200-b59a-f8a8b0562b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c06e2515-0b59-4a51-a347-deb154a142de), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:20.953366 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f9bb176d-22b8-4200-b59a-f8a8b0562b7f None None] Current status of the port c06e2515-0b59-4a51-a347-deb154a142de is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:21.127146 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac3fc00b-b4a9-4ec0-b0ce-accd2164bdbf req-c0f17ee5-a95b-435c-b557-fc9a0a402f08 service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116640 Jan 18 20:32:21.239781 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-6958bfdd-42b9-4224-8cdd-416b9873b357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'name': 'tempest-TestServerBasicOps-1985353497-router', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'd010be64-2b4f-494c-96c1-3d2b99688766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:17Z', 'updated_at': '2022-01-18T20:32:19Z', 'revision_number': 3, 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'gw_port': {'id': 'd010be64-2b4f-494c-96c1-3d2b99688766', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:18Z', 'updated_at': '2022-01-18T20:32:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:21.325009 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6958bfdd-42b9-4224-8cdd-416b9873b357 None None] Checking router: 6598b80f-e4e8-423c-8dc6-2cf396f00d09 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:32:21.325346 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6958bfdd-42b9-4224-8cdd-416b9873b357 None None] Updating router 6598b80f-e4e8-423c-8dc6-2cf396f00d09 port d010be64-2b4f-494c-96c1-3d2b99688766 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:32:21.342687 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4f765-b05c-4777-8ac1-7643a18ed74e req-31ca02a7-554c-4f7c-9edb-cda68ca76bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:21.344536 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10e4f765-b05c-4777-8ac1-7643a18ed74e req-31ca02a7-554c-4f7c-9edb-cda68ca76bed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=45bdc4d1bc8c40b69abe16f13ea83854&device_id=2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0 HTTP/1.1" status: 200 len: 1094 time: 0.0685110 Jan 18 20:32:21.401872 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c06e2515-0b59-4a51-a347-deb154a142de up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:32:21.440399 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-6958bfdd-42b9-4224-8cdd-416b9873b357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d010be64-2b4f-494c-96c1-3d2b99688766), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:21.565886 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port c06e2515-0b59-4a51-a347-deb154a142de triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:21.566521 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c06e2515-0b59-4a51-a347-deb154a142de), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:21.833673 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port c06e2515-0b59-4a51-a347-deb154a142de is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:21.858001 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea8ba6-1b13-44b6-b8e2-cc456ccc6d21 req-80c77638-b14d-42e2-9f9d-2f2d5ae88b9d tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:21.867980 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e8ea8ba6-1b13-44b6-b8e2-cc456ccc6d21 req-80c77638-b14d-42e2-9f9d-2f2d5ae88b9d tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0 HTTP/1.1" status: 200 len: 943 time: 0.1507871 Jan 18 20:32:21.911954 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4f765-b05c-4777-8ac1-7643a18ed74e req-c4fba89a-e122-49f6-997d-0aa74f74ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:21.915060 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10e4f765-b05c-4777-8ac1-7643a18ed74e req-c4fba89a-e122-49f6-997d-0aa74f74ab7b service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d HTTP/1.1" status: 200 len: 907 time: 0.5313163 Jan 18 20:32:21.970653 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e8ea8ba6-1b13-44b6-b8e2-cc456ccc6d21 req-2a07ba13-9e4c-4197-9505-1020d7d69511 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962956 Jan 18 20:32:21.989259 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-6958bfdd-42b9-4224-8cdd-416b9873b357 None None] Publish callbacks [] for port (d010be64-2b4f-494c-96c1-3d2b99688766), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:22.003000 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-6958bfdd-42b9-4224-8cdd-416b9873b357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d010be64-2b4f-494c-96c1-3d2b99688766), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:22.036165 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c48e2ca-46d9-403c-949d-aa90ee85624e None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:32:22.065826 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10e4f765-b05c-4777-8ac1-7643a18ed74e req-a2449ca9-a447-4efe-ae54-943c6bab8891 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7d2c868-e344-43b1-9c62-77001caf85b9 HTTP/1.1" status: 200 len: 217 time: 0.1164539 Jan 18 20:32:22.088787 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-6958bfdd-42b9-4224-8cdd-416b9873b357 None None] Attempting to bind port d010be64-2b4f-494c-96c1-3d2b99688766 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:22.090993 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-6958bfdd-42b9-4224-8cdd-416b9873b357 None None] Attempting to bind port d010be64-2b4f-494c-96c1-3d2b99688766 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:22.094950 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18269abf-95b3-4ce1-86f7-419d2f5fd962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:22.100727 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6958bfdd-42b9-4224-8cdd-416b9873b357 None None] Attempting to bind port d010be64-2b4f-494c-96c1-3d2b99688766 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:22.125048 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-461fdde5-ca9a-4cd9-8dd5-f006801873e4 None None] Provisioning complete for port d010be64-2b4f-494c-96c1-3d2b99688766 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:22.127271 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-461fdde5-ca9a-4cd9-8dd5-f006801873e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d010be64-2b4f-494c-96c1-3d2b99688766), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:22.153594 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4f765-b05c-4777-8ac1-7643a18ed74e req-66dd8f33-8a5a-4d01-9b19-a25c7e067cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:22.155369 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10e4f765-b05c-4777-8ac1-7643a18ed74e req-66dd8f33-8a5a-4d01-9b19-a25c7e067cc3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81f4d550-9f11-4355-b26a-aa3d66e48dd5 HTTP/1.1" status: 200 len: 846 time: 0.0802929 Jan 18 20:32:22.169469 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac77d89-40a0-47ba-8c5e-ecda3f6a1610 None None] Pushing event updated for resources: {'Port': ['ID=d010be64-2b4f-494c-96c1-3d2b99688766,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:22.187201 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac77d89-40a0-47ba-8c5e-ecda3f6a1610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:22.187592 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac77d89-40a0-47ba-8c5e-ecda3f6a1610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:22.188727 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac77d89-40a0-47ba-8c5e-ecda3f6a1610 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:22.189088 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac77d89-40a0-47ba-8c5e-ecda3f6a1610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:22.189827 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac77d89-40a0-47ba-8c5e-ecda3f6a1610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:22.190522 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac77d89-40a0-47ba-8c5e-ecda3f6a1610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:22.190905 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac77d89-40a0-47ba-8c5e-ecda3f6a1610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:22.191240 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac77d89-40a0-47ba-8c5e-ecda3f6a1610 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:22.191709 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac77d89-40a0-47ba-8c5e-ecda3f6a1610 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:22.192034 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac77d89-40a0-47ba-8c5e-ecda3f6a1610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:22.192398 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac77d89-40a0-47ba-8c5e-ecda3f6a1610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:22.192817 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac77d89-40a0-47ba-8c5e-ecda3f6a1610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:22.193337 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac77d89-40a0-47ba-8c5e-ecda3f6a1610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:22.199093 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6958bfdd-42b9-4224-8cdd-416b9873b357 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:32:22.199808 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6958bfdd-42b9-4224-8cdd-416b9873b357 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:32:22.200213 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-6958bfdd-42b9-4224-8cdd-416b9873b357 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:22.200643 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6958bfdd-42b9-4224-8cdd-416b9873b357 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:32:22.201175 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-6958bfdd-42b9-4224-8cdd-416b9873b357 None None] Bound port: d010be64-2b4f-494c-96c1-3d2b99688766, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:32:22.201595 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-6958bfdd-42b9-4224-8cdd-416b9873b357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d010be64-2b4f-494c-96c1-3d2b99688766), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:22.236727 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-461fdde5-ca9a-4cd9-8dd5-f006801873e4 None None] Port d010be64-2b4f-494c-96c1-3d2b99688766 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:32:22.256206 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10e4f765-b05c-4777-8ac1-7643a18ed74e req-eaad6558-d80b-4596-b25d-142f7f6054be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829303 Jan 18 20:32:22.334782 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-6958bfdd-42b9-4224-8cdd-416b9873b357 None None] For port d010be64-2b4f-494c-96c1-3d2b99688766, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:32:22.347512 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-6958bfdd-42b9-4224-8cdd-416b9873b357 None None] For port d010be64-2b4f-494c-96c1-3d2b99688766, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d010be64-2b4f-494c-96c1-3d2b99688766,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:32:22.357246 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-6958bfdd-42b9-4224-8cdd-416b9873b357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d010be64-2b4f-494c-96c1-3d2b99688766), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:22.433539 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da18e1c8-23a4-401d-829f-5f90b3e4f985 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:32:22.444895 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6958bfdd-42b9-4224-8cdd-416b9873b357 None None] Routers {'6598b80f-e4e8-423c-8dc6-2cf396f00d09'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:32:22.446152 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-6958bfdd-42b9-4224-8cdd-416b9873b357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:31:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6598b80f-e4e8-423c-8dc6-2cf396f00d09'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:22.452189 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac77d89-40a0-47ba-8c5e-ecda3f6a1610 None None] Pushing event updated for resources: {'Port': ['ID=d010be64-2b4f-494c-96c1-3d2b99688766,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:22.571274 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-095eeeab-560b-49aa-a155-614e55b4a50b None None] Provisioning complete for port d010be64-2b4f-494c-96c1-3d2b99688766 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:22.572151 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10e4f765-b05c-4777-8ac1-7643a18ed74e req-3b10e344-0a6a-4d3a-bc27-d32ec4fe1cc5 service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017642 Jan 18 20:32:22.572912 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-095eeeab-560b-49aa-a155-614e55b4a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d010be64-2b4f-494c-96c1-3d2b99688766), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:22.590624 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-18269abf-95b3-4ce1-86f7-419d2f5fd962 admin admin] Allocated IP 172.20.0.1 (f24e6feb-daa6-4f68-81b5-d19626ccc1ce/9ec262b2-d74c-4048-8753-a618ef3ef2de/54887146-7860-4b32-9114-12c34ebdab4c) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:32:22.754494 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-6958bfdd-42b9-4224-8cdd-416b9873b357 None None] Set router 6598b80f-e4e8-423c-8dc6-2cf396f00d09 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:32:22.767843 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-095eeeab-560b-49aa-a155-614e55b4a50b None None] Current status of the port d010be64-2b4f-494c-96c1-3d2b99688766 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:22.768240 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-095eeeab-560b-49aa-a155-614e55b4a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d010be64-2b4f-494c-96c1-3d2b99688766), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:22.812368 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-095eeeab-560b-49aa-a155-614e55b4a50b None None] For port d010be64-2b4f-494c-96c1-3d2b99688766, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d010be64-2b4f-494c-96c1-3d2b99688766,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:22.820722 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-095eeeab-560b-49aa-a155-614e55b4a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d010be64-2b4f-494c-96c1-3d2b99688766), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:22.865349 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-10e4f765-b05c-4777-8ac1-7643a18ed74e req-95ac55cd-72ba-474e-bc06-2e1a2ab3bca1 service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828877 Jan 18 20:32:22.916860 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095eeeab-560b-49aa-a155-614e55b4a50b None None] Pushing event updated for resources: {'Port': ['ID=d010be64-2b4f-494c-96c1-3d2b99688766,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:22.938168 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18269abf-95b3-4ce1-86f7-419d2f5fd962 admin admin] Publish callbacks [] for port (54887146-7860-4b32-9114-12c34ebdab4c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:23.013977 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18269abf-95b3-4ce1-86f7-419d2f5fd962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (54887146-7860-4b32-9114-12c34ebdab4c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:23.101571 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18269abf-95b3-4ce1-86f7-419d2f5fd962 admin admin] Network f24e6feb-daa6-4f68-81b5-d19626ccc1ce is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:32:23.110123 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-18269abf-95b3-4ce1-86f7-419d2f5fd962 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:23.117406 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18269abf-95b3-4ce1-86f7-419d2f5fd962 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:32:23.177277 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18269abf-95b3-4ce1-86f7-419d2f5fd962 admin admin] Pushing event updated for resources: {'Port': ['ID=54887146-7860-4b32-9114-12c34ebdab4c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:23.221607 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18269abf-95b3-4ce1-86f7-419d2f5fd962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (6598b80f-e4e8-423c-8dc6-2cf396f00d09), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:23.300051 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-6958bfdd-42b9-4224-8cdd-416b9873b357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'name': 'tempest-TestServerBasicOps-1985353497-router', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'd010be64-2b4f-494c-96c1-3d2b99688766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:17Z', 'updated_at': '2022-01-18T20:32:19Z', 'revision_number': 3, 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'gw_port': {'id': 'd010be64-2b4f-494c-96c1-3d2b99688766', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:18Z', 'updated_at': '2022-01-18T20:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:23.307780 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3829a70-9f4e-4564-a4b6-cc8e19516671 req-0d9fda86-551f-49d2-bb58-4a414b10d49c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:23.309876 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f3829a70-9f4e-4564-a4b6-cc8e19516671 req-0d9fda86-551f-49d2-bb58-4a414b10d49c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0 HTTP/1.1" status: 200 len: 943 time: 0.1547801 Jan 18 20:32:23.362579 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6958bfdd-42b9-4224-8cdd-416b9873b357 None None] The sync data for ids ['6598b80f-e4e8-423c-8dc6-2cf396f00d09'] in n-d-741529-9 is: [{'id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'name': 'tempest-TestServerBasicOps-1985353497-router', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'd010be64-2b4f-494c-96c1-3d2b99688766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:17Z', 'updated_at': '2022-01-18T20:32:19Z', 'revision_number': 3, 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'gw_port': {'id': 'd010be64-2b4f-494c-96c1-3d2b99688766', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:18Z', 'updated_at': '2022-01-18T20:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:32:23.487375 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f3829a70-9f4e-4564-a4b6-cc8e19516671 req-e5e7e8a0-8438-4b1c-9c4a-b1b390be2c27 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683722 Jan 18 20:32:23.539593 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 46932) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:23.596299 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18269abf-95b3-4ce1-86f7-419d2f5fd962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (54887146-7860-4b32-9114-12c34ebdab4c), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:23.753438 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bfa835e1-ec29-4d5d-82f2-60c9f05134fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:23.762984 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-73826b81-0bc4-40c2-9c04-bdc9124227bc None None] Provisioning complete for port 54887146-7860-4b32-9114-12c34ebdab4c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:23.764072 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-73826b81-0bc4-40c2-9c04-bdc9124227bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (54887146-7860-4b32-9114-12c34ebdab4c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:23.830359 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-73826b81-0bc4-40c2-9c04-bdc9124227bc None None] Port 54887146-7860-4b32-9114-12c34ebdab4c cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:32:23.956027 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b7d2c868-e344-43b1-9c62-77001caf85b9 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:32:24.047717 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18269abf-95b3-4ce1-86f7-419d2f5fd962 admin admin] Publish callbacks [] for port (54887146-7860-4b32-9114-12c34ebdab4c), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:24.058594 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18269abf-95b3-4ce1-86f7-419d2f5fd962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (54887146-7860-4b32-9114-12c34ebdab4c), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:24.060922 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bfa835e1-ec29-4d5d-82f2-60c9f05134fb admin admin] Publish callbacks [] for security_group (1db39b92-53ce-43c3-a192-1ef46755af4d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:24.072957 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bfa835e1-ec29-4d5d-82f2-60c9f05134fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1db39b92-53ce-43c3-a192-1ef46755af4d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:24.133985 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa835e1-ec29-4d5d-82f2-60c9f05134fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db39b92-53ce-43c3-a192-1ef46755af4d,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:24.186901 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bfa835e1-ec29-4d5d-82f2-60c9f05134fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3521bf8e8aa4314995100795208515f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6459858 Jan 18 20:32:24.189459 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 46954) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:24.269997 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port b7d2c868-e344-43b1-9c62-77001caf85b9, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b7d2c868-e344-43b1-9c62-77001caf85b9,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:24.272446 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18269abf-95b3-4ce1-86f7-419d2f5fd962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (6598b80f-e4e8-423c-8dc6-2cf396f00d09), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:24.274284 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18269abf-95b3-4ce1-86f7-419d2f5fd962 admin admin] Pushing event updated for resources: {'Port': ['ID=54887146-7860-4b32-9114-12c34ebdab4c,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:24.311795 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'b7d2c868-e344-43b1-9c62-77001caf85b9', 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d', 'port_id': 'b7d2c868-e344-43b1-9c62-77001caf85b9', 'mac_address': 'fa:16:3e:9c:9f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f4d550-9f11-4355-b26a-aa3d66e48dd5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:32:24.324727 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-85162f06-02c9-4fae-807f-a54cb15e65c7 admin admin] Publish callbacks [] for security_group (1db39b92-53ce-43c3-a192-1ef46755af4d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:24.378246 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-85162f06-02c9-4fae-807f-a54cb15e65c7 admin admin] Publish callbacks [] for security_group (1db39b92-53ce-43c3-a192-1ef46755af4d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:24.423435 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port b7d2c868-e344-43b1-9c62-77001caf85b9 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:24.424061 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b7d2c868-e344-43b1-9c62-77001caf85b9), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:24.447845 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d2c868-e344-43b1-9c62-77001caf85b9 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:32:24.496943 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-85162f06-02c9-4fae-807f-a54cb15e65c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1db39b92-53ce-43c3-a192-1ef46755af4d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:24.507472 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-85162f06-02c9-4fae-807f-a54cb15e65c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:24.508971 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-85162f06-02c9-4fae-807f-a54cb15e65c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1db39b92-53ce-43c3-a192-1ef46755af4d HTTP/1.1" status: 204 len: 168 time: 0.3183088 Jan 18 20:32:24.526393 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port b7d2c868-e344-43b1-9c62-77001caf85b9, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b7d2c868-e344-43b1-9c62-77001caf85b9,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:24.541610 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b7d2c868-e344-43b1-9c62-77001caf85b9), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:24.550144 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85162f06-02c9-4fae-807f-a54cb15e65c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db39b92-53ce-43c3-a192-1ef46755af4d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:24.570672 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18269abf-95b3-4ce1-86f7-419d2f5fd962 admin admin] Network f24e6feb-daa6-4f68-81b5-d19626ccc1ce is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:32:24.572984 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-18269abf-95b3-4ce1-86f7-419d2f5fd962 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:24.800012 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=b7d2c868-e344-43b1-9c62-77001caf85b9,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:24.808861 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0414d-47c0-46cd-96e5-c0262bc808c3 req-271384e4-bee8-45be-9c93-73e265512cd0 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:24.841180 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f0e0414d-47c0-46cd-96e5-c0262bc808c3 req-271384e4-bee8-45be-9c93-73e265512cd0 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0 HTTP/1.1" status: 200 len: 944 time: 0.2087927 Jan 18 20:32:24.924694 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['b7d2c868-e344-43b1-9c62-77001caf85b9'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:32:25.066131 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f0e0414d-47c0-46cd-96e5-c0262bc808c3 req-44e141b3-5e44-43d1-820e-634dabe887d7 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161691 Jan 18 20:32:25.069188 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18269abf-95b3-4ce1-86f7-419d2f5fd962 admin admin] Router 6598b80f-e4e8-423c-8dc6-2cf396f00d09 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:32:25.344622 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-2ea6872d-3a90-4aa0-99eb-6690968d2770 None None] Provisioning complete for port 54887146-7860-4b32-9114-12c34ebdab4c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:25.345027 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2ea6872d-3a90-4aa0-99eb-6690968d2770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (54887146-7860-4b32-9114-12c34ebdab4c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:25.398975 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2ea6872d-3a90-4aa0-99eb-6690968d2770 None None] Port 54887146-7860-4b32-9114-12c34ebdab4c cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:32:25.476937 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d010be64-2b4f-494c-96c1-3d2b99688766 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:32:25.482109 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47030) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:25.501694 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f816612b-da75-46ea-a6c6-868c0600d2bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:25.530619 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18269abf-95b3-4ce1-86f7-419d2f5fd962 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:32:25.555692 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-18269abf-95b3-4ce1-86f7-419d2f5fd962 admin admin] 10.222.0.31 "PUT /v2.0/routers/6598b80f-e4e8-423c-8dc6-2cf396f00d09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0447719 Jan 18 20:32:25.571504 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port d010be64-2b4f-494c-96c1-3d2b99688766 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:25.571893 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d010be64-2b4f-494c-96c1-3d2b99688766), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:25.694799 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f816612b-da75-46ea-a6c6-868c0600d2bf admin admin] Publish callbacks [] for security_group (d25d35f6-7404-4efa-8837-1cfe185c5de3), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:25.697248 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1835e28c-146c-4178-91d3-ad681ea38385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:25.703244 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f816612b-da75-46ea-a6c6-868c0600d2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d25d35f6-7404-4efa-8837-1cfe185c5de3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:25.811834 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47054) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:25.822257 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f816612b-da75-46ea-a6c6-868c0600d2bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=130233da8fcb4eacb8523780dc7f0f1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3393912 Jan 18 20:32:25.823118 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816612b-da75-46ea-a6c6-868c0600d2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25d35f6-7404-4efa-8837-1cfe185c5de3,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:25.862419 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port d010be64-2b4f-494c-96c1-3d2b99688766 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:25.920264 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2e1d6e49-6ff1-48da-8400-fe6a475e38dc admin admin] Publish callbacks [] for security_group (d25d35f6-7404-4efa-8837-1cfe185c5de3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:26.006679 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2e1d6e49-6ff1-48da-8400-fe6a475e38dc admin admin] Publish callbacks [] for security_group (d25d35f6-7404-4efa-8837-1cfe185c5de3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:26.135455 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2e1d6e49-6ff1-48da-8400-fe6a475e38dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d25d35f6-7404-4efa-8837-1cfe185c5de3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:26.139710 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2e1d6e49-6ff1-48da-8400-fe6a475e38dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:26.142462 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2e1d6e49-6ff1-48da-8400-fe6a475e38dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d25d35f6-7404-4efa-8837-1cfe185c5de3 HTTP/1.1" status: 204 len: 168 time: 0.3294270 Jan 18 20:32:26.181919 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d6e49-6ff1-48da-8400-fe6a475e38dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25d35f6-7404-4efa-8837-1cfe185c5de3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:26.345722 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1c3db-4564-4c5b-bc97-eaaa2c226621 req-827f7cc1-ba4b-4263-97e7-7f8e29b9986d tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:26.352106 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bca1c3db-4564-4c5b-bc97-eaaa2c226621 req-827f7cc1-ba4b-4263-97e7-7f8e29b9986d tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0 HTTP/1.1" status: 200 len: 944 time: 0.1254268 Jan 18 20:32:26.502946 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bca1c3db-4564-4c5b-bc97-eaaa2c226621 req-0e6ca00f-b978-4096-a432-85108c882ab2 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470718 Jan 18 20:32:26.714348 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a255b6-ad62-4068-979d-dff61a27c6f7 None None] Sync routers for ids ['6598b80f-e4e8-423c-8dc6-2cf396f00d09'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:32:26.726608 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a255b6-ad62-4068-979d-dff61a27c6f7 None None] Routers {'6598b80f-e4e8-423c-8dc6-2cf396f00d09'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:32:26.738805 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-71a255b6-ad62-4068-979d-dff61a27c6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:31:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6598b80f-e4e8-423c-8dc6-2cf396f00d09'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:26.855479 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-71a255b6-ad62-4068-979d-dff61a27c6f7 None None] Set router 6598b80f-e4e8-423c-8dc6-2cf396f00d09 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:32:26.869607 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47096) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:26.959794 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47100) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:26.964729 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-4d06da55-3e3a-40d6-b133-bae49c24d872 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-120887860-network', 'tenant_id': '89d236523c9747569af1ae14d6283258'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:26.974376 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47102) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:26.993038 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4b8dc68-a5e5-4747-b7fe-48b0d3ace32c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:27.007696 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d06da55-3e3a-40d6-b133-bae49c24d872 admin admin] Made reservation on behalf of 89d236523c9747569af1ae14d6283258 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:32:27.010059 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d06da55-3e3a-40d6-b133-bae49c24d872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:27.024981 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d06da55-3e3a-40d6-b133-bae49c24d872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:27.155527 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4b8dc68-a5e5-4747-b7fe-48b0d3ace32c admin admin] Publish callbacks [] for security_group (e3ff65c3-a6af-42ef-90f8-976169c627bd), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:27.163774 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4b8dc68-a5e5-4747-b7fe-48b0d3ace32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e3ff65c3-a6af-42ef-90f8-976169c627bd), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:27.164117 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d06da55-3e3a-40d6-b133-bae49c24d872 admin admin] Publish callbacks [] for security_group (f02690f9-4299-4e15-a82e-8b4a438e1cc7), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:27.168088 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-71a255b6-ad62-4068-979d-dff61a27c6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'name': 'tempest-TestServerBasicOps-1985353497-router', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'd010be64-2b4f-494c-96c1-3d2b99688766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:17Z', 'updated_at': '2022-01-18T20:32:23Z', 'revision_number': 4, 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'gw_port': {'id': 'd010be64-2b4f-494c-96c1-3d2b99688766', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:18Z', 'updated_at': '2022-01-18T20:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '54887146-7860-4b32-9114-12c34ebdab4c', 'name': '', 'network_id': 'f24e6feb-daa6-4f68-81b5-d19626ccc1ce', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'mac_address': 'fa:16:3e:4e:14:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '9ec262b2-d74c-4048-8753-a618ef3ef2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:22Z', 'updated_at': '2022-01-18T20:32:23Z', 'revision_number': 2, 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'subnets': [{'id': '9ec262b2-d74c-4048-8753-a618ef3ef2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:27.174946 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d06da55-3e3a-40d6-b133-bae49c24d872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f02690f9-4299-4e15-a82e-8b4a438e1cc7), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:27.189609 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d06da55-3e3a-40d6-b133-bae49c24d872 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:32:27.200422 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d06da55-3e3a-40d6-b133-bae49c24d872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (c0a824d2-08f9-4308-987d-cb4fb6f714ef), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:27.200777 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-4d06da55-3e3a-40d6-b133-bae49c24d872 admin admin] Added segment c0a824d2-08f9-4308-987d-cb4fb6f714ef of type vlan for network 0a18ecbb-1784-4ac3-bc03-e4c53c33096a Jan 18 20:32:27.215671 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a255b6-ad62-4068-979d-dff61a27c6f7 None None] Checking router: 6598b80f-e4e8-423c-8dc6-2cf396f00d09 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:32:27.216728 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a255b6-ad62-4068-979d-dff61a27c6f7 None None] Updating router 6598b80f-e4e8-423c-8dc6-2cf396f00d09 port 54887146-7860-4b32-9114-12c34ebdab4c binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:32:27.247800 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8dc68-a5e5-4747-b7fe-48b0d3ace32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ff65c3-a6af-42ef-90f8-976169c627bd,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:27.292188 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-71a255b6-ad62-4068-979d-dff61a27c6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (54887146-7860-4b32-9114-12c34ebdab4c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:27.300115 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47104) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:27.301095 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c4b8dc68-a5e5-4747-b7fe-48b0d3ace32c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=402da7dab63445dd99178a2ac6d46c2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3250210 Jan 18 20:32:27.307259 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d06da55-3e3a-40d6-b133-bae49c24d872 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (0a18ecbb-1784-4ac3-bc03-e4c53c33096a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:27.383548 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06da55-3e3a-40d6-b133-bae49c24d872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02690f9-4299-4e15-a82e-8b4a438e1cc7,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:27.403695 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cfb2366e-0cc1-4d86-90ec-937db830cd80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:27.427471 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d06da55-3e3a-40d6-b133-bae49c24d872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (0a18ecbb-1784-4ac3-bc03-e4c53c33096a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:27.428843 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d06da55-3e3a-40d6-b133-bae49c24d872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:27.429656 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d06da55-3e3a-40d6-b133-bae49c24d872 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:27.437151 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-45976fad-c1d9-4ca6-b561-bcf97b8f008c admin admin] Publish callbacks [] for security_group (e3ff65c3-a6af-42ef-90f8-976169c627bd), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:27.506309 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4d06da55-3e3a-40d6-b133-bae49c24d872 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5452297 Jan 18 20:32:27.510421 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47108) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:27.517138 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-14e83599-1da3-499f-81d3-493dcc55a410 admin admin] Request body: {'subnet': {'network_id': '0a18ecbb-1784-4ac3-bc03-e4c53c33096a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-120887860-subnet', 'tenant_id': '89d236523c9747569af1ae14d6283258', 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:27.565596 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cfb2366e-0cc1-4d86-90ec-937db830cd80 admin admin] Publish callbacks [] for security_group (c8d17797-645b-4bca-8b8c-e10f1a6d3cc4), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:27.576075 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cfb2366e-0cc1-4d86-90ec-937db830cd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c8d17797-645b-4bca-8b8c-e10f1a6d3cc4), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:27.608611 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e83599-1da3-499f-81d3-493dcc55a410 admin admin] Made reservation on behalf of 89d236523c9747569af1ae14d6283258 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:32:27.612426 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14e83599-1da3-499f-81d3-493dcc55a410 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:27.621904 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-45976fad-c1d9-4ca6-b561-bcf97b8f008c admin admin] Publish callbacks [] for security_group (e3ff65c3-a6af-42ef-90f8-976169c627bd), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:27.646427 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06da55-3e3a-40d6-b133-bae49c24d872 admin admin] Pushing event updated for resources: {'Network': ['ID=0a18ecbb-1784-4ac3-bc03-e4c53c33096a,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:27.672672 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 0a18ecbb-1784-4ac3-bc03-e4c53c33096a details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:32:27.706126 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cfb2366e-0cc1-4d86-90ec-937db830cd80 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f479a7bce8e4c26b6a1deb919a0405a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8348725 Jan 18 20:32:27.711825 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2366e-0cc1-4d86-90ec-937db830cd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d17797-645b-4bca-8b8c-e10f1a6d3cc4,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:27.715455 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47114) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:27.719326 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be177fe0-2631-4cf6-8596-3b5db2ac7fea req-b8860783-0595-4bdd-b1fa-edc54b312895 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:27.729485 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-be177fe0-2631-4cf6-8596-3b5db2ac7fea req-b8860783-0595-4bdd-b1fa-edc54b312895 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0 HTTP/1.1" status: 200 len: 944 time: 0.1106184 Jan 18 20:32:27.762258 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-45976fad-c1d9-4ca6-b561-bcf97b8f008c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e3ff65c3-a6af-42ef-90f8-976169c627bd), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:27.765985 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-45976fad-c1d9-4ca6-b561-bcf97b8f008c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:27.769560 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-45976fad-c1d9-4ca6-b561-bcf97b8f008c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e3ff65c3-a6af-42ef-90f8-976169c627bd HTTP/1.1" status: 204 len: 168 time: 0.4623361 Jan 18 20:32:27.783062 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-022208bc-b3df-48c4-a317-8e2494ea2612 admin admin] Publish callbacks [] for security_group (c8d17797-645b-4bca-8b8c-e10f1a6d3cc4), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:27.788071 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-71a255b6-ad62-4068-979d-dff61a27c6f7 None None] Publish callbacks [] for port (54887146-7860-4b32-9114-12c34ebdab4c), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:27.803303 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45976fad-c1d9-4ca6-b561-bcf97b8f008c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ff65c3-a6af-42ef-90f8-976169c627bd,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:27.815372 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-71a255b6-ad62-4068-979d-dff61a27c6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (54887146-7860-4b32-9114-12c34ebdab4c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:27.831724 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-be177fe0-2631-4cf6-8596-3b5db2ac7fea req-ce6c2d13-c301-4a94-ae2a-81689535edd3 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012659 Jan 18 20:32:27.877062 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-409aa9a4-b204-4493-b47d-91f66440e2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:27.883117 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-022208bc-b3df-48c4-a317-8e2494ea2612 admin admin] Publish callbacks [] for security_group (c8d17797-645b-4bca-8b8c-e10f1a6d3cc4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:27.892848 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4b068-f225-407c-a03b-38d6c6a8237c None None] Pushing event updated for resources: {'Port': ['ID=54887146-7860-4b32-9114-12c34ebdab4c,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:27.905513 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4b068-f225-407c-a03b-38d6c6a8237c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:27.906842 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4b068-f225-407c-a03b-38d6c6a8237c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:27.907071 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4b068-f225-407c-a03b-38d6c6a8237c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:27.907363 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4b068-f225-407c-a03b-38d6c6a8237c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:27.907696 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4b068-f225-407c-a03b-38d6c6a8237c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:27.908136 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4b068-f225-407c-a03b-38d6c6a8237c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:27.908731 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4b068-f225-407c-a03b-38d6c6a8237c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:27.908731 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4b068-f225-407c-a03b-38d6c6a8237c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:27.909095 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4b068-f225-407c-a03b-38d6c6a8237c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:27.909342 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4b068-f225-407c-a03b-38d6c6a8237c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:27.910175 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4b068-f225-407c-a03b-38d6c6a8237c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:27.910175 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4b068-f225-407c-a03b-38d6c6a8237c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:27.910401 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4b068-f225-407c-a03b-38d6c6a8237c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:27.966360 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b7d2c868-e344-43b1-9c62-77001caf85b9 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:32:27.969970 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14e83599-1da3-499f-81d3-493dcc55a410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (0b5e4c73-c0b0-44f7-b405-f3a3fbabd244), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:28.023053 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-71a255b6-ad62-4068-979d-dff61a27c6f7 None None] Attempting to bind port 54887146-7860-4b32-9114-12c34ebdab4c on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:28.023771 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-71a255b6-ad62-4068-979d-dff61a27c6f7 None None] Attempting to bind port 54887146-7860-4b32-9114-12c34ebdab4c by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f24e6feb-daa6-4f68-81b5-d19626ccc1ce'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:28.024137 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a255b6-ad62-4068-979d-dff61a27c6f7 None None] Attempting to bind port 54887146-7860-4b32-9114-12c34ebdab4c on network f24e6feb-daa6-4f68-81b5-d19626ccc1ce {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:28.039572 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a255b6-ad62-4068-979d-dff61a27c6f7 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:32:28.040007 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a255b6-ad62-4068-979d-dff61a27c6f7 None None] Checking segment: {'id': '99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f24e6feb-daa6-4f68-81b5-d19626ccc1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:32:28.040376 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-71a255b6-ad62-4068-979d-dff61a27c6f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:28.040927 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a255b6-ad62-4068-979d-dff61a27c6f7 None None] Bound using segment: {'id': '99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f24e6feb-daa6-4f68-81b5-d19626ccc1ce'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:32:28.041410 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-71a255b6-ad62-4068-979d-dff61a27c6f7 None None] Bound port: 54887146-7860-4b32-9114-12c34ebdab4c, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f24e6feb-daa6-4f68-81b5-d19626ccc1ce'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:32:28.041819 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-71a255b6-ad62-4068-979d-dff61a27c6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (54887146-7860-4b32-9114-12c34ebdab4c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:28.143316 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-71a255b6-ad62-4068-979d-dff61a27c6f7 None None] For port 54887146-7860-4b32-9114-12c34ebdab4c, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:32:28.147521 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-71a255b6-ad62-4068-979d-dff61a27c6f7 None None] For port 54887146-7860-4b32-9114-12c34ebdab4c, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=54887146-7860-4b32-9114-12c34ebdab4c,segment=NetworkSegment(99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2),segment_id=99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:32:28.150011 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port b7d2c868-e344-43b1-9c62-77001caf85b9 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:32:28.155088 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-71a255b6-ad62-4068-979d-dff61a27c6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (54887146-7860-4b32-9114-12c34ebdab4c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:28.171158 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port b7d2c868-e344-43b1-9c62-77001caf85b9 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:28.172995 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b7d2c868-e344-43b1-9c62-77001caf85b9), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:28.276468 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a255b6-ad62-4068-979d-dff61a27c6f7 None None] Routers {'6598b80f-e4e8-423c-8dc6-2cf396f00d09'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:32:28.277092 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-71a255b6-ad62-4068-979d-dff61a27c6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:32:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6598b80f-e4e8-423c-8dc6-2cf396f00d09'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:28.284938 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4b068-f225-407c-a03b-38d6c6a8237c None None] Pushing event updated for resources: {'Port': ['ID=54887146-7860-4b32-9114-12c34ebdab4c,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:28.441087 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e83599-1da3-499f-81d3-493dcc55a410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b5e4c73-c0b0-44f7-b405-f3a3fbabd244,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:28.443509 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-397abf23-2efc-42e0-a538-ead9ce249abc None None] Provisioning complete for port 54887146-7860-4b32-9114-12c34ebdab4c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:28.443509 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-397abf23-2efc-42e0-a538-ead9ce249abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (54887146-7860-4b32-9114-12c34ebdab4c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:28.468051 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-022208bc-b3df-48c4-a317-8e2494ea2612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c8d17797-645b-4bca-8b8c-e10f1a6d3cc4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:28.470618 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-022208bc-b3df-48c4-a317-8e2494ea2612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:28.474371 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-022208bc-b3df-48c4-a317-8e2494ea2612 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8d17797-645b-4bca-8b8c-e10f1a6d3cc4 HTTP/1.1" status: 204 len: 168 time: 0.7546191 Jan 18 20:32:28.493363 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e83599-1da3-499f-81d3-493dcc55a410 admin admin] Checking segment: {'id': 'c0a824d2-08f9-4308-987d-cb4fb6f714ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0a18ecbb-1784-4ac3-bc03-e4c53c33096a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:32:28.495972 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e83599-1da3-499f-81d3-493dcc55a410 admin admin] Network hostable DHCP agents. Network: 0a18ecbb-1784-4ac3-bc03-e4c53c33096a, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:32:28.548885 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022208bc-b3df-48c4-a317-8e2494ea2612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d17797-645b-4bca-8b8c-e10f1a6d3cc4,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:28.588233 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e83599-1da3-499f-81d3-493dcc55a410 admin admin] Network 0a18ecbb-1784-4ac3-bc03-e4c53c33096a is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:32:28.612301 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-14e83599-1da3-499f-81d3-493dcc55a410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 0a18ecbb-1784-4ac3-bc03-e4c53c33096a) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:28.619861 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e83599-1da3-499f-81d3-493dcc55a410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:28.620776 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14e83599-1da3-499f-81d3-493dcc55a410 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:28.646089 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47134) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:28.647293 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-14e83599-1da3-499f-81d3-493dcc55a410 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1356065 Jan 18 20:32:28.652113 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-fb19c198-239a-42d0-b4a6-2814c765df35 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-120887860-router', 'tenant_id': '89d236523c9747569af1ae14d6283258', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:28.706066 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fb19c198-239a-42d0-b4a6-2814c765df35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (54aa94b0-4996-47d1-8510-ffaab97ffc31), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:28.709981 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fb19c198-239a-42d0-b4a6-2814c765df35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (54aa94b0-4996-47d1-8510-ffaab97ffc31), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:28.777060 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port b7d2c868-e344-43b1-9c62-77001caf85b9 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:28.777446 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b7d2c868-e344-43b1-9c62-77001caf85b9), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:28.789241 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b72d28-e508-4614-b014-6f70532f0a5e None None] Network 0a18ecbb-1784-4ac3-bc03-e4c53c33096a requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:32:28.801869 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fb19c198-239a-42d0-b4a6-2814c765df35 admin admin] Publish callbacks [] for router_controller (54aa94b0-4996-47d1-8510-ffaab97ffc31), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:28.980336 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port b7d2c868-e344-43b1-9c62-77001caf85b9, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b7d2c868-e344-43b1-9c62-77001caf85b9,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:28.986304 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d2c868-e344-43b1-9c62-77001caf85b9'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:32:28.988949 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c317b1-f97f-4368-9981-fafe22d7f283" -d '{"events": [{"server_uuid": "2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0", "name": "network-vif-plugged", "status": "completed", "tag": "b7d2c868-e344-43b1-9c62-77001caf85b9"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:32:28.992093 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b7d2c868-e344-43b1-9c62-77001caf85b9), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:29.005425 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-71a255b6-ad62-4068-979d-dff61a27c6f7 None None] Set router 6598b80f-e4e8-423c-8dc6-2cf396f00d09 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:32:29.091796 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-397abf23-2efc-42e0-a538-ead9ce249abc None None] Current status of the port 54887146-7860-4b32-9114-12c34ebdab4c is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:29.093131 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-397abf23-2efc-42e0-a538-ead9ce249abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (54887146-7860-4b32-9114-12c34ebdab4c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:29.134268 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dd2f73-37bf-4fe0-b80e-cb35b7d8d8c4 x-openstack-request-id: req-04dd2f73-37bf-4fe0-b80e-cb35b7d8d8c4 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:32:29.134631 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0", "name": "network-vif-plugged", "status": "completed", "tag": "b7d2c868-e344-43b1-9c62-77001caf85b9", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:32:29.135016 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04dd2f73-37bf-4fe0-b80e-cb35b7d8d8c4 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:32:29.135461 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d2c868-e344-43b1-9c62-77001caf85b9', 'code': 200} Jan 18 20:32:29.188488 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663eade-ac2b-4e0e-bdff-20a09e686dc1 req-5f87b5b9-e8e5-4d15-80fc-c2bade31c13e tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:29.190206 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9663eade-ac2b-4e0e-bdff-20a09e686dc1 req-5f87b5b9-e8e5-4d15-80fc-c2bade31c13e tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0 HTTP/1.1" status: 200 len: 945 time: 0.2435224 Jan 18 20:32:29.196396 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fb19c198-239a-42d0-b4a6-2814c765df35 admin admin] Publish callbacks [] for router_gateway (54aa94b0-4996-47d1-8510-ffaab97ffc31), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:29.251163 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-397abf23-2efc-42e0-a538-ead9ce249abc None None] For port 54887146-7860-4b32-9114-12c34ebdab4c, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=54887146-7860-4b32-9114-12c34ebdab4c,segment=NetworkSegment(99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2),segment_id=99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:29.271412 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975d4e1-87ca-452a-afb4-b92d1f859451 req-612f1ed6-72de-4c83-8ae3-cd6ac12f42ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:29.276307 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9663eade-ac2b-4e0e-bdff-20a09e686dc1 req-30981ad0-a623-410c-bf82-10acc4d11e68 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728652 Jan 18 20:32:29.309345 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c975d4e1-87ca-452a-afb4-b92d1f859451 req-612f1ed6-72de-4c83-8ae3-cd6ac12f42ba service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0 HTTP/1.1" status: 200 len: 1096 time: 0.1142085 Jan 18 20:32:29.341719 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:29.350235 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-397abf23-2efc-42e0-a538-ead9ce249abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (54887146-7860-4b32-9114-12c34ebdab4c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:29.357659 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511ded29-2131-4072-8e1e-5eb8bfa00f35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-0a18ecbb-1784-4ac3-bc03-e4c53c33096a', 'network_id': '0a18ecbb-1784-4ac3-bc03-e4c53c33096a', 'project_id': '89d236523c9747569af1ae14d6283258', 'fixed_ips': [{'subnet_id': '0b5e4c73-c0b0-44f7-b405-f3a3fbabd244'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:32:29.358891 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-511ded29-2131-4072-8e1e-5eb8bfa00f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:29.376361 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=b7d2c868-e344-43b1-9c62-77001caf85b9,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:29.399540 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47154) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:29.403693 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c975d4e1-87ca-452a-afb4-b92d1f859451 req-6653e4e7-9900-4d17-92a5-6cf1e51aeb50 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880086 Jan 18 20:32:29.422914 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-523efefe-c30b-4221-bc0b-e5d0adb49cfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:29.519446 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397abf23-2efc-42e0-a538-ead9ce249abc None None] Pushing event updated for resources: {'Port': ['ID=54887146-7860-4b32-9114-12c34ebdab4c,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:29.589143 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fb19c198-239a-42d0-b4a6-2814c765df35 admin admin] Publish callbacks [] for router_gateway (54aa94b0-4996-47d1-8510-ffaab97ffc31), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:29.594613 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-523efefe-c30b-4221-bc0b-e5d0adb49cfd admin admin] Publish callbacks [] for security_group (2ce15afe-b028-462c-9510-14e6451aa7b7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:29.603802 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-523efefe-c30b-4221-bc0b-e5d0adb49cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2ce15afe-b028-462c-9510-14e6451aa7b7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:29.610915 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fb19c198-239a-42d0-b4a6-2814c765df35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:29.632058 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-efc7458b-e19f-4150-b8c0-8822a72ffe03 None None] Provisioning complete for port 54887146-7860-4b32-9114-12c34ebdab4c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:29.632460 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-efc7458b-e19f-4150-b8c0-8822a72ffe03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (54887146-7860-4b32-9114-12c34ebdab4c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:29.637937 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523efefe-c30b-4221-bc0b-e5d0adb49cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce15afe-b028-462c-9510-14e6451aa7b7,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:29.680796 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-523efefe-c30b-4221-bc0b-e5d0adb49cfd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bed5a02fddf246a191e04e036f261990&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2735536 Jan 18 20:32:29.681060 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47156) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:29.740829 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-fb19c198-239a-42d0-b4a6-2814c765df35 admin admin] Allocated IP 172.25.4.249 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/7bb7451e-cffe-4a02-9a24-58b3872ebe19) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:32:29.756132 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b740e8a6-49b8-4d8e-b2be-b53aca0c29d7 admin admin] Publish callbacks [] for security_group (2ce15afe-b028-462c-9510-14e6451aa7b7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:29.784229 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b740e8a6-49b8-4d8e-b2be-b53aca0c29d7 admin admin] Publish callbacks [] for security_group (2ce15afe-b028-462c-9510-14e6451aa7b7), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:29.846501 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b740e8a6-49b8-4d8e-b2be-b53aca0c29d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2ce15afe-b028-462c-9510-14e6451aa7b7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:29.854236 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b740e8a6-49b8-4d8e-b2be-b53aca0c29d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:29.858477 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b740e8a6-49b8-4d8e-b2be-b53aca0c29d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ce15afe-b028-462c-9510-14e6451aa7b7 HTTP/1.1" status: 204 len: 168 time: 0.1731930 Jan 18 20:32:29.883057 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740e8a6-49b8-4d8e-b2be-b53aca0c29d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce15afe-b028-462c-9510-14e6451aa7b7,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:29.945248 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fb19c198-239a-42d0-b4a6-2814c765df35 admin admin] Publish callbacks [] for port (7bb7451e-cffe-4a02-9a24-58b3872ebe19), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:29.977872 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-511ded29-2131-4072-8e1e-5eb8bfa00f35 None None] Allocated IP 172.20.0.2 (0a18ecbb-1784-4ac3-bc03-e4c53c33096a/0b5e4c73-c0b0-44f7-b405-f3a3fbabd244/1e393cc3-aef3-4426-81d5-68ccb7dc1131) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:32:29.988534 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fb19c198-239a-42d0-b4a6-2814c765df35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (7bb7451e-cffe-4a02-9a24-58b3872ebe19), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:30.048340 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb19c198-239a-42d0-b4a6-2814c765df35 admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:32:30.052364 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-fb19c198-239a-42d0-b4a6-2814c765df35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:30.056317 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb19c198-239a-42d0-b4a6-2814c765df35 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:32:30.097442 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19c198-239a-42d0-b4a6-2814c765df35 admin admin] Pushing event updated for resources: {'Port': ['ID=7bb7451e-cffe-4a02-9a24-58b3872ebe19,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:30.102369 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-efc7458b-e19f-4150-b8c0-8822a72ffe03 None None] Current status of the port 54887146-7860-4b32-9114-12c34ebdab4c is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:30.116470 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ac79f7-4132-4537-8ca6-e83fd74cd7bf None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:32:30.170567 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-71a255b6-ad62-4068-979d-dff61a27c6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'name': 'tempest-TestServerBasicOps-1985353497-router', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'd010be64-2b4f-494c-96c1-3d2b99688766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:17Z', 'updated_at': '2022-01-18T20:32:23Z', 'revision_number': 4, 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'gw_port': {'id': 'd010be64-2b4f-494c-96c1-3d2b99688766', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:18Z', 'updated_at': '2022-01-18T20:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '54887146-7860-4b32-9114-12c34ebdab4c', 'name': '', 'network_id': 'f24e6feb-daa6-4f68-81b5-d19626ccc1ce', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'mac_address': 'fa:16:3e:4e:14:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '9ec262b2-d74c-4048-8753-a618ef3ef2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:22Z', 'updated_at': '2022-01-18T20:32:28Z', 'revision_number': 4, 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'subnets': [{'id': '9ec262b2-d74c-4048-8753-a618ef3ef2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:30.220020 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a255b6-ad62-4068-979d-dff61a27c6f7 None None] The sync data for ids ['6598b80f-e4e8-423c-8dc6-2cf396f00d09'] in n-d-741529-9 is: [{'id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'name': 'tempest-TestServerBasicOps-1985353497-router', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'd010be64-2b4f-494c-96c1-3d2b99688766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:17Z', 'updated_at': '2022-01-18T20:32:23Z', 'revision_number': 4, 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'gw_port': {'id': 'd010be64-2b4f-494c-96c1-3d2b99688766', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:18Z', 'updated_at': '2022-01-18T20:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '54887146-7860-4b32-9114-12c34ebdab4c', 'name': '', 'network_id': 'f24e6feb-daa6-4f68-81b5-d19626ccc1ce', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'mac_address': 'fa:16:3e:4e:14:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '9ec262b2-d74c-4048-8753-a618ef3ef2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:22Z', 'updated_at': '2022-01-18T20:32:28Z', 'revision_number': 4, 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'subnets': [{'id': '9ec262b2-d74c-4048-8753-a618ef3ef2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:32:30.310104 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e5d047a7-a02c-400f-9d00-13babdf10d60 None None] Provisioning complete for port 7bb7451e-cffe-4a02-9a24-58b3872ebe19 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:30.310652 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e5d047a7-a02c-400f-9d00-13babdf10d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7bb7451e-cffe-4a02-9a24-58b3872ebe19), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:30.383567 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-511ded29-2131-4072-8e1e-5eb8bfa00f35 None None] Publish callbacks [] for port (1e393cc3-aef3-4426-81d5-68ccb7dc1131), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:30.386806 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e5d047a7-a02c-400f-9d00-13babdf10d60 None None] Port 7bb7451e-cffe-4a02-9a24-58b3872ebe19 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:32:30.394014 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-511ded29-2131-4072-8e1e-5eb8bfa00f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (1e393cc3-aef3-4426-81d5-68ccb7dc1131), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:30.460836 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511ded29-2131-4072-8e1e-5eb8bfa00f35 None None] Network 0a18ecbb-1784-4ac3-bc03-e4c53c33096a is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:32:30.464428 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-511ded29-2131-4072-8e1e-5eb8bfa00f35 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:30.485312 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511ded29-2131-4072-8e1e-5eb8bfa00f35 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:32:30.602223 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fb19c198-239a-42d0-b4a6-2814c765df35 admin admin] Publish callbacks [] for router_gateway (54aa94b0-4996-47d1-8510-ffaab97ffc31), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:30.633207 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ded29-2131-4072-8e1e-5eb8bfa00f35 None None] Pushing event updated for resources: {'Port': ['ID=1e393cc3-aef3-4426-81d5-68ccb7dc1131,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:30.727873 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-511ded29-2131-4072-8e1e-5eb8bfa00f35 None None] Attempting to bind port 1e393cc3-aef3-4426-81d5-68ccb7dc1131 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:30.728527 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-511ded29-2131-4072-8e1e-5eb8bfa00f35 None None] Attempting to bind port 1e393cc3-aef3-4426-81d5-68ccb7dc1131 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c0a824d2-08f9-4308-987d-cb4fb6f714ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0a18ecbb-1784-4ac3-bc03-e4c53c33096a'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:30.729118 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511ded29-2131-4072-8e1e-5eb8bfa00f35 None None] Attempting to bind port 1e393cc3-aef3-4426-81d5-68ccb7dc1131 on network 0a18ecbb-1784-4ac3-bc03-e4c53c33096a {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:30.731704 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:30.738893 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511ded29-2131-4072-8e1e-5eb8bfa00f35 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:32:30.742348 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511ded29-2131-4072-8e1e-5eb8bfa00f35 None None] Checking segment: {'id': 'c0a824d2-08f9-4308-987d-cb4fb6f714ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0a18ecbb-1784-4ac3-bc03-e4c53c33096a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:32:30.743177 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-511ded29-2131-4072-8e1e-5eb8bfa00f35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:30.743831 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511ded29-2131-4072-8e1e-5eb8bfa00f35 None None] Bound using segment: {'id': 'c0a824d2-08f9-4308-987d-cb4fb6f714ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0a18ecbb-1784-4ac3-bc03-e4c53c33096a'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:32:30.744505 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-511ded29-2131-4072-8e1e-5eb8bfa00f35 None None] Bound port: 1e393cc3-aef3-4426-81d5-68ccb7dc1131, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a824d2-08f9-4308-987d-cb4fb6f714ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0a18ecbb-1784-4ac3-bc03-e4c53c33096a'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:32:30.746201 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-511ded29-2131-4072-8e1e-5eb8bfa00f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1e393cc3-aef3-4426-81d5-68ccb7dc1131), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:30.938388 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-511ded29-2131-4072-8e1e-5eb8bfa00f35 None None] For port 1e393cc3-aef3-4426-81d5-68ccb7dc1131, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:32:30.950932 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-511ded29-2131-4072-8e1e-5eb8bfa00f35 None None] For port 1e393cc3-aef3-4426-81d5-68ccb7dc1131, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=1e393cc3-aef3-4426-81d5-68ccb7dc1131,segment=NetworkSegment(c0a824d2-08f9-4308-987d-cb4fb6f714ef),segment_id=c0a824d2-08f9-4308-987d-cb4fb6f714ef)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:32:30.963889 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-511ded29-2131-4072-8e1e-5eb8bfa00f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1e393cc3-aef3-4426-81d5-68ccb7dc1131), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:31.146370 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ded29-2131-4072-8e1e-5eb8bfa00f35 None None] Pushing event updated for resources: {'Port': ['ID=1e393cc3-aef3-4426-81d5-68ccb7dc1131,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:31.530878 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 54887146-7860-4b32-9114-12c34ebdab4c up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:32:31.657185 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 54887146-7860-4b32-9114-12c34ebdab4c triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:31.657487 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (54887146-7860-4b32-9114-12c34ebdab4c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:31.746349 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570918c2-10e6-494b-afed-1af759279984 req-8a0494fd-df99-4e77-b152-3ba876d5d163 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:31.747959 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-570918c2-10e6-494b-afed-1af759279984 req-8a0494fd-df99-4e77-b152-3ba876d5d163 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0 HTTP/1.1" status: 200 len: 945 time: 1.3063619 Jan 18 20:32:31.864195 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:31.943051 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-570918c2-10e6-494b-afed-1af759279984 req-06a6f920-ec82-47a2-b921-c071c056fe24 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775429 Jan 18 20:32:31.981323 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 54887146-7860-4b32-9114-12c34ebdab4c is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:32.045041 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fb19c198-239a-42d0-b4a6-2814c765df35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (54aa94b0-4996-47d1-8510-ffaab97ffc31), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:32.317404 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb19c198-239a-42d0-b4a6-2814c765df35 admin admin] Router 54aa94b0-4996-47d1-8510-ffaab97ffc31 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:32:32.382726 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47268) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:32.559552 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb19c198-239a-42d0-b4a6-2814c765df35 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:32:32.577522 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec4272f-48b7-4a03-9372-8ee109a3ce97 None None] Sync routers for ids ['54aa94b0-4996-47d1-8510-ffaab97ffc31'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:32:32.592033 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec4272f-48b7-4a03-9372-8ee109a3ce97 None None] Routers {'54aa94b0-4996-47d1-8510-ffaab97ffc31'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:32:32.597534 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-6ec4272f-48b7-4a03-9372-8ee109a3ce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:32:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['54aa94b0-4996-47d1-8510-ffaab97ffc31'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:32.608570 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fb19c198-239a-42d0-b4a6-2814c765df35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:32.612763 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47274) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:32.613097 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fb19c198-239a-42d0-b4a6-2814c765df35 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9659424 Jan 18 20:32:32.701285 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bbe40316-9a4c-4c26-abc6-629dc5c6c2ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:32.735550 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-6ec4272f-48b7-4a03-9372-8ee109a3ce97 None None] Set router 54aa94b0-4996-47d1-8510-ffaab97ffc31 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:32:32.829619 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a5494b-094d-465c-81af-628b24746d65 None None] Network 0a18ecbb-1784-4ac3-bc03-e4c53c33096a requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:32:32.879886 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bbe40316-9a4c-4c26-abc6-629dc5c6c2ec admin admin] Publish callbacks [] for security_group (ed9e5061-61b6-439d-b35e-bc16d3012d53), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:32.892403 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bbe40316-9a4c-4c26-abc6-629dc5c6c2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ed9e5061-61b6-439d-b35e-bc16d3012d53), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:32.909307 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-6dfe9475-7379-49a0-88a0-c9e2b4431db4 None None] Provisioning complete for port 1e393cc3-aef3-4426-81d5-68ccb7dc1131 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:32.909704 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6dfe9475-7379-49a0-88a0-c9e2b4431db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1e393cc3-aef3-4426-81d5-68ccb7dc1131), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:32.948093 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-6ec4272f-48b7-4a03-9372-8ee109a3ce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54aa94b0-4996-47d1-8510-ffaab97ffc31', 'name': 'tempest-TestServerBasicOps-120887860-router', 'tenant_id': '89d236523c9747569af1ae14d6283258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '7bb7451e-cffe-4a02-9a24-58b3872ebe19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:28Z', 'updated_at': '2022-01-18T20:32:30Z', 'revision_number': 3, 'project_id': '89d236523c9747569af1ae14d6283258', 'gw_port': {'id': '7bb7451e-cffe-4a02-9a24-58b3872ebe19', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54aa94b0-4996-47d1-8510-ffaab97ffc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:29Z', 'updated_at': '2022-01-18T20:32:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:32.982294 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec4272f-48b7-4a03-9372-8ee109a3ce97 None None] Checking router: 54aa94b0-4996-47d1-8510-ffaab97ffc31 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:32:32.982523 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec4272f-48b7-4a03-9372-8ee109a3ce97 None None] Updating router 54aa94b0-4996-47d1-8510-ffaab97ffc31 port 7bb7451e-cffe-4a02-9a24-58b3872ebe19 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:32:32.991437 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bbe40316-9a4c-4c26-abc6-629dc5c6c2ec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56b69a4265ca43f2acb38391919c3aab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6044405 Jan 18 20:32:32.991672 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe40316-9a4c-4c26-abc6-629dc5c6c2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9e5061-61b6-439d-b35e-bc16d3012d53,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:32.992269 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47278) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:33.014045 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-6ec4272f-48b7-4a03-9372-8ee109a3ce97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7bb7451e-cffe-4a02-9a24-58b3872ebe19), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:33.102652 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6dfe9475-7379-49a0-88a0-c9e2b4431db4 None None] Current status of the port 1e393cc3-aef3-4426-81d5-68ccb7dc1131 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:33.103047 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6dfe9475-7379-49a0-88a0-c9e2b4431db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1e393cc3-aef3-4426-81d5-68ccb7dc1131), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:33.151784 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6dfe9475-7379-49a0-88a0-c9e2b4431db4 None None] For port 1e393cc3-aef3-4426-81d5-68ccb7dc1131, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=1e393cc3-aef3-4426-81d5-68ccb7dc1131,segment=NetworkSegment(c0a824d2-08f9-4308-987d-cb4fb6f714ef),segment_id=c0a824d2-08f9-4308-987d-cb4fb6f714ef)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:33.159567 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6dfe9475-7379-49a0-88a0-c9e2b4431db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1e393cc3-aef3-4426-81d5-68ccb7dc1131), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:33.186816 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0b11f8fe-fb4d-44b8-8b08-7d89ed58fa86 admin admin] Publish callbacks [] for security_group (ed9e5061-61b6-439d-b35e-bc16d3012d53), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:33.256252 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0b11f8fe-fb4d-44b8-8b08-7d89ed58fa86 admin admin] Publish callbacks [] for security_group (ed9e5061-61b6-439d-b35e-bc16d3012d53), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:33.267843 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe9475-7379-49a0-88a0-c9e2b4431db4 None None] Pushing event updated for resources: {'Port': ['ID=1e393cc3-aef3-4426-81d5-68ccb7dc1131,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:33.382856 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0b11f8fe-fb4d-44b8-8b08-7d89ed58fa86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ed9e5061-61b6-439d-b35e-bc16d3012d53), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:33.388793 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0b11f8fe-fb4d-44b8-8b08-7d89ed58fa86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:33.392252 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0b11f8fe-fb4d-44b8-8b08-7d89ed58fa86 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed9e5061-61b6-439d-b35e-bc16d3012d53 HTTP/1.1" status: 204 len: 168 time: 0.3967230 Jan 18 20:32:33.416177 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11f8fe-fb4d-44b8-8b08-7d89ed58fa86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9e5061-61b6-439d-b35e-bc16d3012d53,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:33.426873 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fcf1ceda-7246-4b4f-b4ab-5e16bc97355f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:33.443763 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c209da-4d38-43ae-a251-39c4a3d2975f req-18b6e4ae-7f7a-4fe7-aa5b-3ba1125da134 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:33.445688 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-87c209da-4d38-43ae-a251-39c4a3d2975f req-18b6e4ae-7f7a-4fe7-aa5b-3ba1125da134 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0 HTTP/1.1" status: 200 len: 945 time: 0.4067862 Jan 18 20:32:33.567581 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-87c209da-4d38-43ae-a251-39c4a3d2975f req-6356cea0-f403-4e96-a2c4-012e4f78f8f0 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150033 Jan 18 20:32:33.627960 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-6ec4272f-48b7-4a03-9372-8ee109a3ce97 None None] Publish callbacks [] for port (7bb7451e-cffe-4a02-9a24-58b3872ebe19), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:33.636227 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 1e393cc3-aef3-4426-81d5-68ccb7dc1131 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:32:33.651396 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-6ec4272f-48b7-4a03-9372-8ee109a3ce97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7bb7451e-cffe-4a02-9a24-58b3872ebe19), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:33.705021 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c59e80-e722-453a-8f95-6d0af1aea032 None None] Pushing event updated for resources: {'Port': ['ID=7bb7451e-cffe-4a02-9a24-58b3872ebe19,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:33.747076 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-6ec4272f-48b7-4a03-9372-8ee109a3ce97 None None] Attempting to bind port 7bb7451e-cffe-4a02-9a24-58b3872ebe19 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:33.748291 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-6ec4272f-48b7-4a03-9372-8ee109a3ce97 None None] Attempting to bind port 7bb7451e-cffe-4a02-9a24-58b3872ebe19 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:33.749008 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec4272f-48b7-4a03-9372-8ee109a3ce97 None None] Attempting to bind port 7bb7451e-cffe-4a02-9a24-58b3872ebe19 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:33.756841 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec4272f-48b7-4a03-9372-8ee109a3ce97 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:32:33.757525 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec4272f-48b7-4a03-9372-8ee109a3ce97 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:32:33.758347 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-6ec4272f-48b7-4a03-9372-8ee109a3ce97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:33.758499 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cf74f2-323e-4e55-8715-fd7a5bed4465 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:32:33.759042 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec4272f-48b7-4a03-9372-8ee109a3ce97 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:32:33.759953 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-6ec4272f-48b7-4a03-9372-8ee109a3ce97 None None] Bound port: 7bb7451e-cffe-4a02-9a24-58b3872ebe19, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:32:33.760510 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-6ec4272f-48b7-4a03-9372-8ee109a3ce97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7bb7451e-cffe-4a02-9a24-58b3872ebe19), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:33.822286 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-fcf1ceda-7246-4b4f-b4ab-5e16bc97355f admin admin] Allocated IP 172.20.0.1 (0a18ecbb-1784-4ac3-bc03-e4c53c33096a/0b5e4c73-c0b0-44f7-b405-f3a3fbabd244/28737e93-4c16-4f4f-9d41-6e42b82438b3) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:32:33.835345 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-02c83325-9c4b-4709-830a-f1506f555827 None None] Provisioning complete for port 1e393cc3-aef3-4426-81d5-68ccb7dc1131 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:33.835952 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-02c83325-9c4b-4709-830a-f1506f555827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1e393cc3-aef3-4426-81d5-68ccb7dc1131), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:33.847748 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-6ec4272f-48b7-4a03-9372-8ee109a3ce97 None None] For port 7bb7451e-cffe-4a02-9a24-58b3872ebe19, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:32:33.853620 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-6ec4272f-48b7-4a03-9372-8ee109a3ce97 None None] For port 7bb7451e-cffe-4a02-9a24-58b3872ebe19, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7bb7451e-cffe-4a02-9a24-58b3872ebe19,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:32:33.861690 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-6ec4272f-48b7-4a03-9372-8ee109a3ce97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7bb7451e-cffe-4a02-9a24-58b3872ebe19), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:33.971853 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 1e393cc3-aef3-4426-81d5-68ccb7dc1131 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:33.972227 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1e393cc3-aef3-4426-81d5-68ccb7dc1131), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:33.986183 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66215e8d-6267-4e99-84b9-e63f11679cae req-8b68ed32-b6c0-4b36-8748-05b1e8a03fed tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5479376f0b1a40e4813c761a0d4880c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810108 Jan 18 20:32:34.001519 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c59e80-e722-453a-8f95-6d0af1aea032 None None] Pushing event updated for resources: {'Port': ['ID=7bb7451e-cffe-4a02-9a24-58b3872ebe19,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:34.008924 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec4272f-48b7-4a03-9372-8ee109a3ce97 None None] Routers {'54aa94b0-4996-47d1-8510-ffaab97ffc31'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:32:34.009543 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-6ec4272f-48b7-4a03-9372-8ee109a3ce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:32:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['54aa94b0-4996-47d1-8510-ffaab97ffc31'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:34.039511 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b71502-3db7-43d8-a423-31b699848042 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:32:34.069478 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fcf1ceda-7246-4b4f-b4ab-5e16bc97355f admin admin] Publish callbacks [] for port (28737e93-4c16-4f4f-9d41-6e42b82438b3), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:34.129486 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:34.159165 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fcf1ceda-7246-4b4f-b4ab-5e16bc97355f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (28737e93-4c16-4f4f-9d41-6e42b82438b3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:34.283812 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf1ceda-7246-4b4f-b4ab-5e16bc97355f admin admin] Network 0a18ecbb-1784-4ac3-bc03-e4c53c33096a is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:32:34.286495 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46301e-9ae8-4660-adb5-145daecaf293 req-5bcbd59b-cd2c-4e4c-8f43-3d2eb47bbc7a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:34.298837 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ef46301e-9ae8-4660-adb5-145daecaf293 req-5bcbd59b-cd2c-4e4c-8f43-3d2eb47bbc7a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0 HTTP/1.1" status: 200 len: 945 time: 0.3083329 Jan 18 20:32:34.302495 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-fcf1ceda-7246-4b4f-b4ab-5e16bc97355f admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:34.309906 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf1ceda-7246-4b4f-b4ab-5e16bc97355f admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:32:34.331547 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1ceda-7246-4b4f-b4ab-5e16bc97355f admin admin] Pushing event updated for resources: {'Port': ['ID=28737e93-4c16-4f4f-9d41-6e42b82438b3,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:34.448363 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-6ec4272f-48b7-4a03-9372-8ee109a3ce97 None None] Set router 54aa94b0-4996-47d1-8510-ffaab97ffc31 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:32:34.450403 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fcf1ceda-7246-4b4f-b4ab-5e16bc97355f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (54aa94b0-4996-47d1-8510-ffaab97ffc31), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:34.508101 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ef46301e-9ae8-4660-adb5-145daecaf293 req-5f9f09f5-2bd4-4cfe-a2fa-2bb883212a83 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465704 Jan 18 20:32:34.629570 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-02c83325-9c4b-4709-830a-f1506f555827 None None] Current status of the port 1e393cc3-aef3-4426-81d5-68ccb7dc1131 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:34.708155 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66215e8d-6267-4e99-84b9-e63f11679cae req-89c5fca9-4ffb-4943-877f-00ab49b745fe tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:34.709659 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66215e8d-6267-4e99-84b9-e63f11679cae req-89c5fca9-4ffb-4943-877f-00ab49b745fe tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6918278 Jan 18 20:32:34.764075 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66215e8d-6267-4e99-84b9-e63f11679cae req-075ed557-efa0-4562-92b1-877186affdfa tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.31 "GET /v2.0/quotas/5479376f0b1a40e4813c761a0d4880c8 HTTP/1.1" status: 200 len: 375 time: 0.0346880 Jan 18 20:32:34.788186 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 1e393cc3-aef3-4426-81d5-68ccb7dc1131 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:34.798010 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-46293177-184f-487d-8e63-ff275b951ce3 None None] Provisioning complete for port 7bb7451e-cffe-4a02-9a24-58b3872ebe19 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:34.798745 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-46293177-184f-487d-8e63-ff275b951ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7bb7451e-cffe-4a02-9a24-58b3872ebe19), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:34.809831 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-6ec4272f-48b7-4a03-9372-8ee109a3ce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54aa94b0-4996-47d1-8510-ffaab97ffc31', 'name': 'tempest-TestServerBasicOps-120887860-router', 'tenant_id': '89d236523c9747569af1ae14d6283258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '7bb7451e-cffe-4a02-9a24-58b3872ebe19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:28Z', 'updated_at': '2022-01-18T20:32:30Z', 'revision_number': 3, 'project_id': '89d236523c9747569af1ae14d6283258', 'gw_port': {'id': '7bb7451e-cffe-4a02-9a24-58b3872ebe19', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54aa94b0-4996-47d1-8510-ffaab97ffc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:29Z', 'updated_at': '2022-01-18T20:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:34.828740 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fcf1ceda-7246-4b4f-b4ab-5e16bc97355f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (28737e93-4c16-4f4f-9d41-6e42b82438b3), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:34.851556 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66215e8d-6267-4e99-84b9-e63f11679cae req-4e0e053b-3c4c-422c-8458-927ff5f9096f tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5479376f0b1a40e4813c761a0d4880c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0804367 Jan 18 20:32:34.857890 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec4272f-48b7-4a03-9372-8ee109a3ce97 None None] The sync data for ids ['54aa94b0-4996-47d1-8510-ffaab97ffc31'] in n-d-741529-9 is: [{'id': '54aa94b0-4996-47d1-8510-ffaab97ffc31', 'name': 'tempest-TestServerBasicOps-120887860-router', 'tenant_id': '89d236523c9747569af1ae14d6283258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '7bb7451e-cffe-4a02-9a24-58b3872ebe19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:28Z', 'updated_at': '2022-01-18T20:32:30Z', 'revision_number': 3, 'project_id': '89d236523c9747569af1ae14d6283258', 'gw_port': {'id': '7bb7451e-cffe-4a02-9a24-58b3872ebe19', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54aa94b0-4996-47d1-8510-ffaab97ffc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:29Z', 'updated_at': '2022-01-18T20:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:32:34.940705 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff796480-a491-444e-8d4c-433e2cd61b6d req-a4cdc938-e782-480d-b5f8-affa286e1f94 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:34.948342 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-46293177-184f-487d-8e63-ff275b951ce3 None None] Current status of the port 7bb7451e-cffe-4a02-9a24-58b3872ebe19 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:34.948895 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-46293177-184f-487d-8e63-ff275b951ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7bb7451e-cffe-4a02-9a24-58b3872ebe19), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:34.950609 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ff796480-a491-444e-8d4c-433e2cd61b6d req-a4cdc938-e782-480d-b5f8-affa286e1f94 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0 HTTP/1.1" status: 200 len: 945 time: 0.1221590 Jan 18 20:32:35.007758 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-46293177-184f-487d-8e63-ff275b951ce3 None None] For port 7bb7451e-cffe-4a02-9a24-58b3872ebe19, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7bb7451e-cffe-4a02-9a24-58b3872ebe19,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:35.014863 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-46293177-184f-487d-8e63-ff275b951ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7bb7451e-cffe-4a02-9a24-58b3872ebe19), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:35.055331 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ff796480-a491-444e-8d4c-433e2cd61b6d req-ccb18d72-ae35-4cce-b9f8-8dd6f10c4a2a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037531 Jan 18 20:32:35.117619 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46293177-184f-487d-8e63-ff275b951ce3 None None] Pushing event updated for resources: {'Port': ['ID=7bb7451e-cffe-4a02-9a24-58b3872ebe19,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:35.148479 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-df43f92c-1be1-40a1-a288-93742c67c364 None None] Provisioning complete for port 28737e93-4c16-4f4f-9d41-6e42b82438b3 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:35.148864 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-df43f92c-1be1-40a1-a288-93742c67c364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (28737e93-4c16-4f4f-9d41-6e42b82438b3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:35.176730 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-20f93141-e266-47ee-a65c-0aaa10e416da req-a8189812-b1d5-4106-9a00-38c90aa5a64d tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5484254-ca56-4661-b2e0-0a4e050911c6 HTTP/1.1" status: 200 len: 210 time: 0.0531757 Jan 18 20:32:35.200236 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fcf1ceda-7246-4b4f-b4ab-5e16bc97355f admin admin] Publish callbacks [] for port (28737e93-4c16-4f4f-9d41-6e42b82438b3), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:35.209857 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fcf1ceda-7246-4b4f-b4ab-5e16bc97355f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (28737e93-4c16-4f4f-9d41-6e42b82438b3), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:35.234928 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-df43f92c-1be1-40a1-a288-93742c67c364 None None] Port 28737e93-4c16-4f4f-9d41-6e42b82438b3 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:32:35.424423 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fcf1ceda-7246-4b4f-b4ab-5e16bc97355f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (54aa94b0-4996-47d1-8510-ffaab97ffc31), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:35.464342 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1ceda-7246-4b4f-b4ab-5e16bc97355f admin admin] Pushing event updated for resources: {'Port': ['ID=28737e93-4c16-4f4f-9d41-6e42b82438b3,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:35.580430 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7bb7451e-cffe-4a02-9a24-58b3872ebe19 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:32:35.654758 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82017af0-c7aa-4745-b770-4614edfe8586 req-15cd2860-0175-4b30-95b5-fe7c107d9beb tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:35.663053 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-82017af0-c7aa-4745-b770-4614edfe8586 req-15cd2860-0175-4b30-95b5-fe7c107d9beb tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0 HTTP/1.1" status: 200 len: 945 time: 0.1145232 Jan 18 20:32:35.721292 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 7bb7451e-cffe-4a02-9a24-58b3872ebe19 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:35.721732 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7bb7451e-cffe-4a02-9a24-58b3872ebe19), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:35.773962 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-82017af0-c7aa-4745-b770-4614edfe8586 req-b7ef6147-1580-418a-b5d3-bf5459a7a51a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038556 Jan 18 20:32:35.824254 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf1ceda-7246-4b4f-b4ab-5e16bc97355f admin admin] Network 0a18ecbb-1784-4ac3-bc03-e4c53c33096a is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:32:35.827783 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-fcf1ceda-7246-4b4f-b4ab-5e16bc97355f admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:35.942890 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 7bb7451e-cffe-4a02-9a24-58b3872ebe19 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:36.085208 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf1ceda-7246-4b4f-b4ab-5e16bc97355f admin admin] Router 54aa94b0-4996-47d1-8510-ffaab97ffc31 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:32:36.225184 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47366) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:36.350962 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ddcc9c3-2720-4928-b64f-144a132239d4 req-0cf1605b-4395-49ee-8f45-f05122fdc0bf tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5484254-ca56-4661-b2e0-0a4e050911c6 HTTP/1.1" status: 200 len: 210 time: 0.0477710 Jan 18 20:32:36.352701 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf1ceda-7246-4b4f-b4ab-5e16bc97355f admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:32:36.369695 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fcf1ceda-7246-4b4f-b4ab-5e16bc97355f admin admin] 10.222.0.31 "PUT /v2.0/routers/54aa94b0-4996-47d1-8510-ffaab97ffc31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7511072 Jan 18 20:32:36.394572 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8adac5f5-1df8-4cb0-b9af-c412df879c4d None None] Provisioning complete for port 28737e93-4c16-4f4f-9d41-6e42b82438b3 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:36.395082 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8adac5f5-1df8-4cb0-b9af-c412df879c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (28737e93-4c16-4f4f-9d41-6e42b82438b3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:36.432455 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-72868c4f-9ef0-4ec7-b399-28419ef56764 tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1403695745'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:36.433650 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-72868c4f-9ef0-4ec7-b399-28419ef56764 tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] Unknown quota resources ['metering_label']. {{(pid=103336) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 18 20:32:36.497286 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8adac5f5-1df8-4cb0-b9af-c412df879c4d None None] Port 28737e93-4c16-4f4f-9d41-6e42b82438b3 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:32:36.644863 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-72868c4f-9ef0-4ec7-b399-28419ef56764 tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:36.646064 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-72868c4f-9ef0-4ec7-b399-28419ef56764 tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4197409 Jan 18 20:32:36.650934 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47378) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:36.658948 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-ddce876e-514c-410f-88f6-e943f0a5be2b tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '335c60f5-8b4e-444a-a7fd-821e9d892af4'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:36.659452 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-ddce876e-514c-410f-88f6-e943f0a5be2b tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103335) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 18 20:32:36.842327 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:36.884705 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-66215e8d-6267-4e99-84b9-e63f11679cae req-d474bdb0-bc7a-4888-a364-c924de010e07 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=5479376f0b1a40e4813c761a0d4880c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785458 Jan 18 20:32:36.885441 n-d-741529-9 neutron-server[103335]: WARNING neutron.services.metering.metering_plugin [None req-ddce876e-514c-410f-88f6-e943f0a5be2b tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 18 20:32:37.016716 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ac27d-9eb1-4821-a943-27cca42b532a req-c5d59451-6fdf-42c8-a233-f42fc73f18b2 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:37.026667 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b13ac27d-9eb1-4821-a943-27cca42b532a req-c5d59451-6fdf-42c8-a233-f42fc73f18b2 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.70 "GET /v2.0/ports?device_id=2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0 HTTP/1.1" status: 200 len: 945 time: 0.1492069 Jan 18 20:32:37.093834 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee28290-35f4-4f12-80d6-9cbd00eab877 req-a4b5471f-ab95-49df-b098-7f6428e8c8fa tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:37.097970 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fee28290-35f4-4f12-80d6-9cbd00eab877 req-a4b5471f-ab95-49df-b098-7f6428e8c8fa tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0 HTTP/1.1" status: 200 len: 945 time: 0.1592970 Jan 18 20:32:37.166484 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ddce876e-514c-410f-88f6-e943f0a5be2b tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:37.167907 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ddce876e-514c-410f-88f6-e943f0a5be2b tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5148675 Jan 18 20:32:37.171705 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47384) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:37.180310 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-fa5ece7f-4a5c-4ceb-8d7e-ae9fcf1e1e3f tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '335c60f5-8b4e-444a-a7fd-821e9d892af4'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:37.182587 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-fa5ece7f-4a5c-4ceb-8d7e-ae9fcf1e1e3f tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103336) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 18 20:32:37.267480 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-b13ac27d-9eb1-4821-a943-27cca42b532a req-1fea5f4e-1e9a-46b1-b39b-949d53399f99 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Deleting port b7d2c868-e344-43b1-9c62-77001caf85b9 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:32:37.268087 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b13ac27d-9eb1-4821-a943-27cca42b532a req-1fea5f4e-1e9a-46b1-b39b-949d53399f99 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b7d2c868-e344-43b1-9c62-77001caf85b9), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:37.274687 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fee28290-35f4-4f12-80d6-9cbd00eab877 req-c45fce0f-1ec6-420a-8f0a-f24b4f62bcff tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454542 Jan 18 20:32:37.320364 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47386) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:37.341323 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-c5c5fa41-89cd-4d15-b04d-61641b884a18 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-15793072', 'description': 'tempest-secgroup-smoke-15793072 description', 'project_id': '15fbfb69562649e0b3db58da3073ccd4'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:37.352516 n-d-741529-9 neutron-server[103336]: WARNING neutron.services.metering.metering_plugin [None req-fa5ece7f-4a5c-4ceb-8d7e-ae9fcf1e1e3f tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:37.399991 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:37.404318 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66215e8d-6267-4e99-84b9-e63f11679cae req-27a17e2f-50e1-441a-8073-a46cfc09c603 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:37.404318 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-66215e8d-6267-4e99-84b9-e63f11679cae req-27a17e2f-50e1-441a-8073-a46cfc09c603 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3778896 Jan 18 20:32:37.414234 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c5c5fa41-89cd-4d15-b04d-61641b884a18 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:37.446853 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-66215e8d-6267-4e99-84b9-e63f11679cae req-3b189fab-d312-4224-9a39-3f0b6efd18bc tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Request body: {'port': {'device_id': 'f5484254-ca56-4661-b2e0-0a4e050911c6', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': '5479376f0b1a40e4813c761a0d4880c8'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:37.505014 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fa5ece7f-4a5c-4ceb-8d7e-ae9fcf1e1e3f tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:37.506554 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fa5ece7f-4a5c-4ceb-8d7e-ae9fcf1e1e3f tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3311615 Jan 18 20:32:37.512951 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6a6c41-a9be-48da-b623-bbeb3910f1aa None None] Sync routers for ids ['54aa94b0-4996-47d1-8510-ffaab97ffc31'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:32:37.517853 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47390) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:37.529853 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6a6c41-a9be-48da-b623-bbeb3910f1aa None None] Routers {'54aa94b0-4996-47d1-8510-ffaab97ffc31'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:32:37.534370 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-cd6a6c41-a9be-48da-b623-bbeb3910f1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:32:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['54aa94b0-4996-47d1-8510-ffaab97ffc31'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:37.551906 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a3bdebee-1fd0-4e87-9257-8dd39e3aaca3 req-e8b01213-7e1d-4080-b6bc-5676fb401972 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5484254-ca56-4661-b2e0-0a4e050911c6 HTTP/1.1" status: 200 len: 210 time: 0.0541768 Jan 18 20:32:37.555934 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-901798a1-61fc-480d-882c-e7d07976b3cd tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=43afbe42-87bf-46bd-9f92-f37bc9352de0 HTTP/1.1" status: 200 len: 462 time: 0.0348086 Jan 18 20:32:37.559273 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47392) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:37.598202 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-b13ac27d-9eb1-4821-a943-27cca42b532a req-1fea5f4e-1e9a-46b1-b39b-949d53399f99 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] For port b7d2c868-e344-43b1-9c62-77001caf85b9, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b7d2c868-e344-43b1-9c62-77001caf85b9,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:37.598851 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b13ac27d-9eb1-4821-a943-27cca42b532a req-1fea5f4e-1e9a-46b1-b39b-949d53399f99 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b7d2c868-e344-43b1-9c62-77001caf85b9), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:37.615130 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-b13ac27d-9eb1-4821-a943-27cca42b532a req-1fea5f4e-1e9a-46b1-b39b-949d53399f99 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Calling delete_port for b7d2c868-e344-43b1-9c62-77001caf85b9 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:32:37.633549 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66215e8d-6267-4e99-84b9-e63f11679cae req-3b189fab-d312-4224-9a39-3f0b6efd18bc tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Made reservation on behalf of 5479376f0b1a40e4813c761a0d4880c8 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:32:37.637966 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-66215e8d-6267-4e99-84b9-e63f11679cae req-3b189fab-d312-4224-9a39-3f0b6efd18bc tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:37.661079 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-66215e8d-6267-4e99-84b9-e63f11679cae req-3b189fab-d312-4224-9a39-3f0b6efd18bc tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:37.671204 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c5c5fa41-89cd-4d15-b04d-61641b884a18 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for security_group (b678e4a4-90f0-4240-a04d-bc2c9cff1b6c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:37.694518 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c5c5fa41-89cd-4d15-b04d-61641b884a18 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b678e4a4-90f0-4240-a04d-bc2c9cff1b6c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:37.730491 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-cd6a6c41-a9be-48da-b623-bbeb3910f1aa None None] Set router 54aa94b0-4996-47d1-8510-ffaab97ffc31 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:32:37.760645 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c5c5fa41-89cd-4d15-b04d-61641b884a18 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:37.762717 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c5c5fa41-89cd-4d15-b04d-61641b884a18 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4414024 Jan 18 20:32:37.769555 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47396) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:37.775695 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7ca91b76-1bae-40bb-b167-094b5c4c7476 tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:37.777006 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7ca91b76-1bae-40bb-b167-094b5c4c7476 tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/43afbe42-87bf-46bd-9f92-f37bc9352de0 HTTP/1.1" status: 204 len: 168 time: 0.2165926 Jan 18 20:32:37.784865 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47398) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:37.786077 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-c8f2bb6d-ae37-4c87-958e-f4e9ee359d4a tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Request body: {'security_group_rule': {'security_group_id': 'b678e4a4-90f0-4240-a04d-bc2c9cff1b6c', 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:37.800721 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-823af2b7-fed4-40a8-943b-f8d9776a21a4 tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=43afbe42-87bf-46bd-9f92-f37bc9352de0 HTTP/1.1" status: 200 len: 221 time: 0.0145979 Jan 18 20:32:37.801009 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5fa41-89cd-4d15-b04d-61641b884a18 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b678e4a4-90f0-4240-a04d-bc2c9cff1b6c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:37.808006 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47400) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:37.821715 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-97b7a1f7-12ac-4f0b-b1c3-bf83dd5d519c tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1253056546', 'description': 'label created by tempest'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:37.822167 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-97b7a1f7-12ac-4f0b-b1c3-bf83dd5d519c tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] Unknown quota resources ['metering_label']. {{(pid=103335) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 18 20:32:37.930513 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b13ac27d-9eb1-4821-a943-27cca42b532a req-1fea5f4e-1e9a-46b1-b39b-949d53399f99 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (b7d2c868-e344-43b1-9c62-77001caf85b9), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:37.965075 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea5f4e-1e9a-46b1-b39b-949d53399f99 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Pushing event deleted for resources: {'Port': ['ID=b7d2c868-e344-43b1-9c62-77001caf85b9,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:37.972882 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['32e311e0-cab7-4a19-aaa4-eb202f76cb5c', 'b7d2c868-e344-43b1-9c62-77001caf85b9'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:32:38.021450 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c8f2bb6d-ae37-4c87-958e-f4e9ee359d4a tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for security_group_rule (8cbeb2c3-1533-4743-934d-7cfc369afb05), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:38.027203 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13ac27d-9eb1-4821-a943-27cca42b532a req-1fea5f4e-1e9a-46b1-b39b-949d53399f99 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] No DVR routers for this DVR port b7d2c868-e344-43b1-9c62-77001caf85b9 on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:32:38.030754 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b13ac27d-9eb1-4821-a943-27cca42b532a req-1fea5f4e-1e9a-46b1-b39b-949d53399f99 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:38.037275 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b13ac27d-9eb1-4821-a943-27cca42b532a req-1fea5f4e-1e9a-46b1-b39b-949d53399f99 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.70 "DELETE /v2.0/ports/b7d2c868-e344-43b1-9c62-77001caf85b9 HTTP/1.1" status: 204 len: 173 time: 1.0035498 Jan 18 20:32:38.037898 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0', 'name': 'network-vif-deleted', 'tag': 'b7d2c868-e344-43b1-9c62-77001caf85b9'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:32:38.043296 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1908d8ba-2711-46fb-b0f1-c164ff0bb846" -d '{"events": [{"server_uuid": "2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0", "name": "network-vif-deleted", "tag": "b7d2c868-e344-43b1-9c62-77001caf85b9"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:32:38.084087 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-66215e8d-6267-4e99-84b9-e63f11679cae req-3b189fab-d312-4224-9a39-3f0b6efd18bc tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Publish callbacks [] for security_group (57b2697e-e9ed-4f9f-9490-2cc1a668e3eb), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:38.132311 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-cd6a6c41-a9be-48da-b623-bbeb3910f1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54aa94b0-4996-47d1-8510-ffaab97ffc31', 'name': 'tempest-TestServerBasicOps-120887860-router', 'tenant_id': '89d236523c9747569af1ae14d6283258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '7bb7451e-cffe-4a02-9a24-58b3872ebe19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:28Z', 'updated_at': '2022-01-18T20:32:34Z', 'revision_number': 4, 'project_id': '89d236523c9747569af1ae14d6283258', 'gw_port': {'id': '7bb7451e-cffe-4a02-9a24-58b3872ebe19', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54aa94b0-4996-47d1-8510-ffaab97ffc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:29Z', 'updated_at': '2022-01-18T20:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '28737e93-4c16-4f4f-9d41-6e42b82438b3', 'name': '', 'network_id': '0a18ecbb-1784-4ac3-bc03-e4c53c33096a', 'tenant_id': '89d236523c9747569af1ae14d6283258', 'mac_address': 'fa:16:3e:76:18:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54aa94b0-4996-47d1-8510-ffaab97ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '0b5e4c73-c0b0-44f7-b405-f3a3fbabd244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:33Z', 'updated_at': '2022-01-18T20:32:34Z', 'revision_number': 2, 'project_id': '89d236523c9747569af1ae14d6283258', 'subnets': [{'id': '0b5e4c73-c0b0-44f7-b405-f3a3fbabd244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:38.184145 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd68ac57-ec17-412b-ba00-62155d22a6f8 x-openstack-request-id: req-bd68ac57-ec17-412b-ba00-62155d22a6f8 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:32:38.184442 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0", "name": "network-vif-deleted", "tag": "b7d2c868-e344-43b1-9c62-77001caf85b9", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:32:38.184700 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd68ac57-ec17-412b-ba00-62155d22a6f8 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:32:38.185110 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0', 'name': 'network-vif-deleted', 'tag': 'b7d2c868-e344-43b1-9c62-77001caf85b9', 'status': 'completed', 'code': 200} Jan 18 20:32:38.189724 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6a6c41-a9be-48da-b623-bbeb3910f1aa None None] Checking router: 54aa94b0-4996-47d1-8510-ffaab97ffc31 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:32:38.190062 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6a6c41-a9be-48da-b623-bbeb3910f1aa None None] Updating router 54aa94b0-4996-47d1-8510-ffaab97ffc31 port 28737e93-4c16-4f4f-9d41-6e42b82438b3 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:32:38.192642 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-97b7a1f7-12ac-4f0b-b1c3-bf83dd5d519c tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:38.194298 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-97b7a1f7-12ac-4f0b-b1c3-bf83dd5d519c tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3819964 Jan 18 20:32:38.195459 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-66215e8d-6267-4e99-84b9-e63f11679cae req-3b189fab-d312-4224-9a39-3f0b6efd18bc tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (57b2697e-e9ed-4f9f-9490-2cc1a668e3eb), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:38.197043 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47406) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:38.219917 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c8f2bb6d-ae37-4c87-958e-f4e9ee359d4a tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for security_group_rule (8cbeb2c3-1533-4743-934d-7cfc369afb05), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:38.230915 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c8f2bb6d-ae37-4c87-958e-f4e9ee359d4a tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (8cbeb2c3-1533-4743-934d-7cfc369afb05), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:38.252467 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cd6a6c41-a9be-48da-b623-bbeb3910f1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (28737e93-4c16-4f4f-9d41-6e42b82438b3), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:38.298223 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9dc20210-78c1-4c4d-9762-bda5ea5d95d0 tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=cc26f79b-3f60-432b-b666-7b6310c939db HTTP/1.1" status: 200 len: 468 time: 0.0997193 Jan 18 20:32:38.303472 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47408) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:38.306199 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f2bb6d-ae37-4c87-958e-f4e9ee359d4a tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cbeb2c3-1533-4743-934d-7cfc369afb05,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:38.364755 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b189fab-d312-4224-9a39-3f0b6efd18bc tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57b2697e-e9ed-4f9f-9490-2cc1a668e3eb,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:38.376151 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c8f2bb6d-ae37-4c87-958e-f4e9ee359d4a tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:38.377362 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c8f2bb6d-ae37-4c87-958e-f4e9ee359d4a tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6044183 Jan 18 20:32:38.380621 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47412) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:38.385015 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-7cfcaf4e-5fd5-4680-a5c1-e3418f206812 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Request body: {'security_group_rule': {'security_group_id': 'b678e4a4-90f0-4240-a04d-bc2c9cff1b6c', 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:38.453476 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-71ad43bb-ec76-4744-97ca-48b7824cafd5 req-2b6ba911-e6bb-4470-827a-d0dfdf4f23c8 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2df8dcdb-1a04-42c3-9c41-1ad2e5a936c0 HTTP/1.1" status: 200 len: 210 time: 0.0489557 Jan 18 20:32:38.494212 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7cfcaf4e-5fd5-4680-a5c1-e3418f206812 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for security_group_rule (ed750bb6-a8ad-439a-8d29-a884d2e3e8c7), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:38.557824 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7cfcaf4e-5fd5-4680-a5c1-e3418f206812 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for security_group_rule (ed750bb6-a8ad-439a-8d29-a884d2e3e8c7), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:38.563387 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7cfcaf4e-5fd5-4680-a5c1-e3418f206812 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (ed750bb6-a8ad-439a-8d29-a884d2e3e8c7), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:38.578276 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcaf4e-5fd5-4680-a5c1-e3418f206812 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed750bb6-a8ad-439a-8d29-a884d2e3e8c7,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:38.598632 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7cfcaf4e-5fd5-4680-a5c1-e3418f206812 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:38.600517 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7cfcaf4e-5fd5-4680-a5c1-e3418f206812 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2190936 Jan 18 20:32:38.603101 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47418) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:38.611534 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-b604f1ec-68b2-44e9-b452-02fe7b7f5b68 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Request body: {'security_group_rule': {'security_group_id': 'b678e4a4-90f0-4240-a04d-bc2c9cff1b6c', 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:38.613475 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cd6a6c41-a9be-48da-b623-bbeb3910f1aa None None] Publish callbacks [] for port (28737e93-4c16-4f4f-9d41-6e42b82438b3), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:38.621013 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cd6a6c41-a9be-48da-b623-bbeb3910f1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (28737e93-4c16-4f4f-9d41-6e42b82438b3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:38.674036 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a013c0d-130f-44ce-91d3-0da97a8f104b tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:38.677952 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2a013c0d-130f-44ce-91d3-0da97a8f104b tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/cc26f79b-3f60-432b-b666-7b6310c939db HTTP/1.1" status: 204 len: 168 time: 0.3705707 Jan 18 20:32:38.680353 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47420) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:38.686408 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc352ae-6950-4bdf-89ef-d2e3d3660eee None None] Pushing event updated for resources: {'Port': ['ID=28737e93-4c16-4f4f-9d41-6e42b82438b3,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:38.707835 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-91fe19bd-7ed5-44cc-938c-8c96dec42e6a tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=cc26f79b-3f60-432b-b666-7b6310c939db HTTP/1.1" status: 200 len: 216 time: 0.0210791 Jan 18 20:32:38.710958 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38b1d471-0690-4743-947d-0ffcdd4e7b16 req-75f8903b-cb1e-4df7-b4b7-a22cd5005055 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5484254-ca56-4661-b2e0-0a4e050911c6 HTTP/1.1" status: 200 len: 210 time: 0.0590928 Jan 18 20:32:38.711598 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47422) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:38.725953 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b604f1ec-68b2-44e9-b452-02fe7b7f5b68 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for security_group_rule (143ce25b-1998-4e15-a3cb-cb0f3abfa629), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:38.726434 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-66215e8d-6267-4e99-84b9-e63f11679cae req-3b189fab-d312-4224-9a39-3f0b6efd18bc tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Allocated IP 192.168.233.23 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/4fc63c87-647f-4a50-9b33-67fb46b79aef) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:32:38.749588 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-cd6a6c41-a9be-48da-b623-bbeb3910f1aa None None] Attempting to bind port 28737e93-4c16-4f4f-9d41-6e42b82438b3 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:38.750637 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-cd6a6c41-a9be-48da-b623-bbeb3910f1aa None None] Attempting to bind port 28737e93-4c16-4f4f-9d41-6e42b82438b3 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c0a824d2-08f9-4308-987d-cb4fb6f714ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0a18ecbb-1784-4ac3-bc03-e4c53c33096a'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:38.751003 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6a6c41-a9be-48da-b623-bbeb3910f1aa None None] Attempting to bind port 28737e93-4c16-4f4f-9d41-6e42b82438b3 on network 0a18ecbb-1784-4ac3-bc03-e4c53c33096a {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:38.760060 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6a6c41-a9be-48da-b623-bbeb3910f1aa None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:32:38.760442 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6a6c41-a9be-48da-b623-bbeb3910f1aa None None] Checking segment: {'id': 'c0a824d2-08f9-4308-987d-cb4fb6f714ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0a18ecbb-1784-4ac3-bc03-e4c53c33096a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:32:38.760856 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cd6a6c41-a9be-48da-b623-bbeb3910f1aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:38.761254 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6a6c41-a9be-48da-b623-bbeb3910f1aa None None] Bound using segment: {'id': 'c0a824d2-08f9-4308-987d-cb4fb6f714ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0a18ecbb-1784-4ac3-bc03-e4c53c33096a'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:32:38.762174 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-cd6a6c41-a9be-48da-b623-bbeb3910f1aa None None] Bound port: 28737e93-4c16-4f4f-9d41-6e42b82438b3, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a824d2-08f9-4308-987d-cb4fb6f714ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0a18ecbb-1784-4ac3-bc03-e4c53c33096a'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:32:38.762174 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cd6a6c41-a9be-48da-b623-bbeb3910f1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (28737e93-4c16-4f4f-9d41-6e42b82438b3), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:38.765596 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2139c1ed-5d0d-4183-af46-fb2367371e8e tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0491128 Jan 18 20:32:38.770398 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47428) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:38.814456 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-dd980816-7aea-44f3-9aa4-56408fa017aa tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0385306 Jan 18 20:32:38.814860 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47436) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:38.852964 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b604f1ec-68b2-44e9-b452-02fe7b7f5b68 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for security_group_rule (143ce25b-1998-4e15-a3cb-cb0f3abfa629), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:38.862017 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b604f1ec-68b2-44e9-b452-02fe7b7f5b68 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (143ce25b-1998-4e15-a3cb-cb0f3abfa629), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:38.892057 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604f1ec-68b2-44e9-b452-02fe7b7f5b68 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=143ce25b-1998-4e15-a3cb-cb0f3abfa629,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:38.907106 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b604f1ec-68b2-44e9-b452-02fe7b7f5b68 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:38.910921 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b604f1ec-68b2-44e9-b452-02fe7b7f5b68 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3040771 Jan 18 20:32:38.914971 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47440) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:38.915318 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47442) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:38.917302 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-538e3da0-7a8c-4a2e-8e3e-ac4552b4e224 tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/335c60f5-8b4e-444a-a7fd-821e9d892af4 HTTP/1.1" status: 200 len: 473 time: 0.1009336 Jan 18 20:32:38.925269 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-bc5a6394-0608-483c-83e9-62d3ef8a1260 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Request body: {'security_group_rule': {'security_group_id': 'b678e4a4-90f0-4240-a04d-bc2c9cff1b6c', 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:38.930496 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-cd6a6c41-a9be-48da-b623-bbeb3910f1aa None None] For port 28737e93-4c16-4f4f-9d41-6e42b82438b3, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:32:38.934920 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-cd6a6c41-a9be-48da-b623-bbeb3910f1aa None None] For port 28737e93-4c16-4f4f-9d41-6e42b82438b3, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=28737e93-4c16-4f4f-9d41-6e42b82438b3,segment=NetworkSegment(c0a824d2-08f9-4308-987d-cb4fb6f714ef),segment_id=c0a824d2-08f9-4308-987d-cb4fb6f714ef)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:32:38.942108 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cd6a6c41-a9be-48da-b623-bbeb3910f1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (28737e93-4c16-4f4f-9d41-6e42b82438b3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:38.982317 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-92535caf-726c-4867-873d-2f2297a22669 tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/b51a3178-9808-43c1-aba2-a4c796a3f4a4 HTTP/1.1" status: 200 len: 459 time: 0.0633857 Jan 18 20:32:38.983103 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47446) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:39.008059 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6a6c41-a9be-48da-b623-bbeb3910f1aa None None] Routers {'54aa94b0-4996-47d1-8510-ffaab97ffc31'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:32:39.009182 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-cd6a6c41-a9be-48da-b623-bbeb3910f1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:32:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['54aa94b0-4996-47d1-8510-ffaab97ffc31'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:39.040454 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc5a6394-0608-483c-83e9-62d3ef8a1260 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for security_group_rule (1dc7ed60-24e7-4e1a-b568-444f0b70aa85), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:39.095161 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-66215e8d-6267-4e99-84b9-e63f11679cae req-3b189fab-d312-4224-9a39-3f0b6efd18bc tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Publish callbacks [] for port (4fc63c87-647f-4a50-9b33-67fb46b79aef), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:39.140656 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-cd6a6c41-a9be-48da-b623-bbeb3910f1aa None None] Set router 54aa94b0-4996-47d1-8510-ffaab97ffc31 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:32:39.179666 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-66215e8d-6267-4e99-84b9-e63f11679cae req-3b189fab-d312-4224-9a39-3f0b6efd18bc tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (4fc63c87-647f-4a50-9b33-67fb46b79aef), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:39.197598 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7d2eb88f-8e74-46f3-ab20-c1fcad1b558e tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:39.201207 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7d2eb88f-8e74-46f3-ab20-c1fcad1b558e tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/b51a3178-9808-43c1-aba2-a4c796a3f4a4 HTTP/1.1" status: 204 len: 168 time: 0.2150199 Jan 18 20:32:39.212611 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47454) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:39.246964 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66215e8d-6267-4e99-84b9-e63f11679cae req-3b189fab-d312-4224-9a39-3f0b6efd18bc tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:32:39.248760 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-66215e8d-6267-4e99-84b9-e63f11679cae req-3b189fab-d312-4224-9a39-3f0b6efd18bc tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:39.264287 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-66215e8d-6267-4e99-84b9-e63f11679cae req-3b189fab-d312-4224-9a39-3f0b6efd18bc tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:32:39.287850 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc352ae-6950-4bdf-89ef-d2e3d3660eee None None] Pushing event updated for resources: {'Port': ['ID=28737e93-4c16-4f4f-9d41-6e42b82438b3,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:39.331372 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b189fab-d312-4224-9a39-3f0b6efd18bc tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Pushing event updated for resources: {'Port': ['ID=4fc63c87-647f-4a50-9b33-67fb46b79aef,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:39.370318 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66215e8d-6267-4e99-84b9-e63f11679cae req-3b189fab-d312-4224-9a39-3f0b6efd18bc tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:39.373612 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-66215e8d-6267-4e99-84b9-e63f11679cae req-3b189fab-d312-4224-9a39-3f0b6efd18bc tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:39.376305 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc5a6394-0608-483c-83e9-62d3ef8a1260 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for security_group_rule (1dc7ed60-24e7-4e1a-b568-444f0b70aa85), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:39.395878 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-66215e8d-6267-4e99-84b9-e63f11679cae req-3b189fab-d312-4224-9a39-3f0b6efd18bc tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9576998 Jan 18 20:32:39.412556 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-36e828a1-1056-40a5-9f93-e64c9ab1d3c1 None None] Provisioning complete for port 28737e93-4c16-4f4f-9d41-6e42b82438b3 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:39.413052 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-36e828a1-1056-40a5-9f93-e64c9ab1d3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (28737e93-4c16-4f4f-9d41-6e42b82438b3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:39.432815 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-66215e8d-6267-4e99-84b9-e63f11679cae req-7166890a-3096-4f15-b474-cf67c5601bbc service neutron] Request body: {'port': {'device_id': 'f5484254-ca56-4661-b2e0-0a4e050911c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:39.460542 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc5a6394-0608-483c-83e9-62d3ef8a1260 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (1dc7ed60-24e7-4e1a-b568-444f0b70aa85), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:39.546190 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-66215e8d-6267-4e99-84b9-e63f11679cae req-7166890a-3096-4f15-b474-cf67c5601bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4fc63c87-647f-4a50-9b33-67fb46b79aef), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:39.630404 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-36e828a1-1056-40a5-9f93-e64c9ab1d3c1 None None] Current status of the port 28737e93-4c16-4f4f-9d41-6e42b82438b3 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:39.631016 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-36e828a1-1056-40a5-9f93-e64c9ab1d3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (28737e93-4c16-4f4f-9d41-6e42b82438b3), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:39.653031 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a6394-0608-483c-83e9-62d3ef8a1260 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc7ed60-24e7-4e1a-b568-444f0b70aa85,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:39.670200 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca67fdf3-1cf9-42ae-867d-bec2816068f0 tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:39.673826 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ca67fdf3-1cf9-42ae-867d-bec2816068f0 tempest-MeteringIpV6TestJSON-1349405792 tempest-MeteringIpV6TestJSON-1349405792-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/335c60f5-8b4e-444a-a7fd-821e9d892af4 HTTP/1.1" status: 204 len: 168 time: 0.4586978 Jan 18 20:32:39.682879 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc5a6394-0608-483c-83e9-62d3ef8a1260 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:39.684228 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bc5a6394-0608-483c-83e9-62d3ef8a1260 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7678878 Jan 18 20:32:39.687461 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47464) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:39.724036 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-cecc4293-3824-43b7-93ce-b2d842c7dcb2 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Request body: {'security_group_rule': {'security_group_id': 'b678e4a4-90f0-4240-a04d-bc2c9cff1b6c', 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:39.747924 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-36e828a1-1056-40a5-9f93-e64c9ab1d3c1 None None] For port 28737e93-4c16-4f4f-9d41-6e42b82438b3, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=28737e93-4c16-4f4f-9d41-6e42b82438b3,segment=NetworkSegment(c0a824d2-08f9-4308-987d-cb4fb6f714ef),segment_id=c0a824d2-08f9-4308-987d-cb4fb6f714ef)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:39.764484 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-36e828a1-1056-40a5-9f93-e64c9ab1d3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (28737e93-4c16-4f4f-9d41-6e42b82438b3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:39.810931 n-d-741529-9 neutron-server[103336]: INFO neutron.db.securitygroups_db [None req-cecc4293-3824-43b7-93ce-b2d842c7dcb2 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Project 15fbfb69562649e0b3db58da3073ccd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:32:39.823856 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cecc4293-3824-43b7-93ce-b2d842c7dcb2 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for security_group_rule (85040751-2cc5-47d8-bf78-e9284ce2171d), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:39.898154 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e828a1-1056-40a5-9f93-e64c9ab1d3c1 None None] Pushing event updated for resources: {'Port': ['ID=28737e93-4c16-4f4f-9d41-6e42b82438b3,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:39.958542 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-cd6a6c41-a9be-48da-b623-bbeb3910f1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54aa94b0-4996-47d1-8510-ffaab97ffc31', 'name': 'tempest-TestServerBasicOps-120887860-router', 'tenant_id': '89d236523c9747569af1ae14d6283258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '7bb7451e-cffe-4a02-9a24-58b3872ebe19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:28Z', 'updated_at': '2022-01-18T20:32:34Z', 'revision_number': 4, 'project_id': '89d236523c9747569af1ae14d6283258', 'gw_port': {'id': '7bb7451e-cffe-4a02-9a24-58b3872ebe19', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54aa94b0-4996-47d1-8510-ffaab97ffc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:29Z', 'updated_at': '2022-01-18T20:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '28737e93-4c16-4f4f-9d41-6e42b82438b3', 'name': '', 'network_id': '0a18ecbb-1784-4ac3-bc03-e4c53c33096a', 'tenant_id': '89d236523c9747569af1ae14d6283258', 'mac_address': 'fa:16:3e:76:18:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54aa94b0-4996-47d1-8510-ffaab97ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '0b5e4c73-c0b0-44f7-b405-f3a3fbabd244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:33Z', 'updated_at': '2022-01-18T20:32:38Z', 'revision_number': 4, 'project_id': '89d236523c9747569af1ae14d6283258', 'subnets': [{'id': '0b5e4c73-c0b0-44f7-b405-f3a3fbabd244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:39.986660 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cecc4293-3824-43b7-93ce-b2d842c7dcb2 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for security_group_rule (85040751-2cc5-47d8-bf78-e9284ce2171d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:40.022687 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cecc4293-3824-43b7-93ce-b2d842c7dcb2 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (85040751-2cc5-47d8-bf78-e9284ce2171d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:40.075432 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b7d2c868-e344-43b1-9c62-77001caf85b9 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:32:40.081730 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc4293-3824-43b7-93ce-b2d842c7dcb2 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85040751-2cc5-47d8-bf78-e9284ce2171d,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:40.093189 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6a6c41-a9be-48da-b623-bbeb3910f1aa None None] The sync data for ids ['54aa94b0-4996-47d1-8510-ffaab97ffc31'] in n-d-741529-9 is: [{'id': '54aa94b0-4996-47d1-8510-ffaab97ffc31', 'name': 'tempest-TestServerBasicOps-120887860-router', 'tenant_id': '89d236523c9747569af1ae14d6283258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '7bb7451e-cffe-4a02-9a24-58b3872ebe19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:28Z', 'updated_at': '2022-01-18T20:32:34Z', 'revision_number': 4, 'project_id': '89d236523c9747569af1ae14d6283258', 'gw_port': {'id': '7bb7451e-cffe-4a02-9a24-58b3872ebe19', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54aa94b0-4996-47d1-8510-ffaab97ffc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:29Z', 'updated_at': '2022-01-18T20:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '28737e93-4c16-4f4f-9d41-6e42b82438b3', 'name': '', 'network_id': '0a18ecbb-1784-4ac3-bc03-e4c53c33096a', 'tenant_id': '89d236523c9747569af1ae14d6283258', 'mac_address': 'fa:16:3e:76:18:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54aa94b0-4996-47d1-8510-ffaab97ffc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '0b5e4c73-c0b0-44f7-b405-f3a3fbabd244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:33Z', 'updated_at': '2022-01-18T20:32:38Z', 'revision_number': 4, 'project_id': '89d236523c9747569af1ae14d6283258', 'subnets': [{'id': '0b5e4c73-c0b0-44f7-b405-f3a3fbabd244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:32:40.113133 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-034c0873-a276-4a67-b721-9c0432952ef6 None None] Provisioning complete for port 4fc63c87-647f-4a50-9b33-67fb46b79aef triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:40.113608 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-034c0873-a276-4a67-b721-9c0432952ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4fc63c87-647f-4a50-9b33-67fb46b79aef), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:40.145681 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cecc4293-3824-43b7-93ce-b2d842c7dcb2 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:40.149203 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cecc4293-3824-43b7-93ce-b2d842c7dcb2 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4584055 Jan 18 20:32:40.156595 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47480) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:40.198038 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f647f-0c13-479c-83d0-e9d8f2c6053a req-8e2a1cd2-9f5a-4760-a90e-cc7ee84aef20 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:40.200098 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-489f647f-0c13-479c-83d0-e9d8f2c6053a req-8e2a1cd2-9f5a-4760-a90e-cc7ee84aef20 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5484254-ca56-4661-b2e0-0a4e050911c6 HTTP/1.1" status: 200 len: 935 time: 0.2943914 Jan 18 20:32:40.208789 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-5b3c593f-2bd2-4994-893e-f8256a6530c0 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Request body: {'security_group_rule': {'security_group_id': 'b678e4a4-90f0-4240-a04d-bc2c9cff1b6c', 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:40.261249 n-d-741529-9 neutron-server[103336]: INFO neutron.db.securitygroups_db [None req-5b3c593f-2bd2-4994-893e-f8256a6530c0 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Project 15fbfb69562649e0b3db58da3073ccd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:32:40.340694 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b3c593f-2bd2-4994-893e-f8256a6530c0 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for security_group_rule (9153715d-0602-4bda-b82c-b1dd107031c2), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:40.366870 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: b7d2c868-e344-43b1-9c62-77001caf85b9 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:32:40.374697 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b7d2c868-e344-43b1-9c62-77001caf85b9 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:32:40.405383 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47486) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:40.420310 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-034c0873-a276-4a67-b721-9c0432952ef6 None None] Port 4fc63c87-647f-4a50-9b33-67fb46b79aef cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:32:40.467581 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-8661b474-d7dc-4273-9171-9889cd857b3d tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:40.470729 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-034c0873-a276-4a67-b721-9c0432952ef6 None None] Provisioning complete for port 28737e93-4c16-4f4f-9d41-6e42b82438b3 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:40.472287 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-034c0873-a276-4a67-b721-9c0432952ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (28737e93-4c16-4f4f-9d41-6e42b82438b3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:40.476133 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-8661b474-d7dc-4273-9171-9889cd857b3d tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/networks?id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d HTTP/1.1" status: 200 len: 806 time: 0.4861417 Jan 18 20:32:40.512832 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-934b0119-c79e-4fb7-bb6b-e5e85c361108 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/quotas/45bdc4d1bc8c40b69abe16f13ea83854 HTTP/1.1" status: 200 len: 375 time: 0.0355530 Jan 18 20:32:40.536303 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-66215e8d-6267-4e99-84b9-e63f11679cae req-7166890a-3096-4f15-b474-cf67c5601bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc63c87-647f-4a50-9b33-67fb46b79aef {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:32:40.550104 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-66215e8d-6267-4e99-84b9-e63f11679cae req-7166890a-3096-4f15-b474-cf67c5601bbc service neutron] Publish callbacks [] for port (4fc63c87-647f-4a50-9b33-67fb46b79aef), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:40.563786 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-66215e8d-6267-4e99-84b9-e63f11679cae req-7166890a-3096-4f15-b474-cf67c5601bbc service neutron] Transition to ACTIVE for port object 4fc63c87-647f-4a50-9b33-67fb46b79aef will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:32:40.566993 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-489f647f-0c13-479c-83d0-e9d8f2c6053a req-e95bcc73-1958-4842-9c53-10daab579087 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.31 "GET /v2.0/security-groups?id=57b2697e-e9ed-4f9f-9490-2cc1a668e3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171518 Jan 18 20:32:40.572071 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-66215e8d-6267-4e99-84b9-e63f11679cae req-7166890a-3096-4f15-b474-cf67c5601bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (4fc63c87-647f-4a50-9b33-67fb46b79aef), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:40.604836 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b3c593f-2bd2-4994-893e-f8256a6530c0 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for security_group_rule (9153715d-0602-4bda-b82c-b1dd107031c2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:40.613115 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b3c593f-2bd2-4994-893e-f8256a6530c0 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (9153715d-0602-4bda-b82c-b1dd107031c2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:40.648809 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c593f-2bd2-4994-893e-f8256a6530c0 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9153715d-0602-4bda-b82c-b1dd107031c2,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:40.651283 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-034c0873-a276-4a67-b721-9c0432952ef6 None None] Current status of the port 28737e93-4c16-4f4f-9d41-6e42b82438b3 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:40.697041 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166890a-3096-4f15-b474-cf67c5601bbc service neutron] Pushing event updated for resources: {'Port': ['ID=4fc63c87-647f-4a50-9b33-67fb46b79aef,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:40.720333 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b3c593f-2bd2-4994-893e-f8256a6530c0 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:40.721558 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5b3c593f-2bd2-4994-893e-f8256a6530c0 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5592003 Jan 18 20:32:40.740661 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-0deb0f7b-0fa9-4eb6-9f6f-aa85a06ad424 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=45bdc4d1bc8c40b69abe16f13ea83854&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2264493 Jan 18 20:32:40.742035 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca299884-154c-41d9-a176-a6759e1663fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:40.840373 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-66215e8d-6267-4e99-84b9-e63f11679cae req-7166890a-3096-4f15-b474-cf67c5601bbc service neutron] Attempting to bind port 4fc63c87-647f-4a50-9b33-67fb46b79aef on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:40.840703 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-66215e8d-6267-4e99-84b9-e63f11679cae req-7166890a-3096-4f15-b474-cf67c5601bbc service neutron] Attempting to bind port 4fc63c87-647f-4a50-9b33-67fb46b79aef by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:40.841960 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66215e8d-6267-4e99-84b9-e63f11679cae req-7166890a-3096-4f15-b474-cf67c5601bbc service neutron] Attempting to bind port 4fc63c87-647f-4a50-9b33-67fb46b79aef on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:40.855363 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66215e8d-6267-4e99-84b9-e63f11679cae req-7166890a-3096-4f15-b474-cf67c5601bbc service neutron] Port 4fc63c87-647f-4a50-9b33-67fb46b79aef on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:40.855671 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66215e8d-6267-4e99-84b9-e63f11679cae req-7166890a-3096-4f15-b474-cf67c5601bbc service neutron] Attempting to bind port 4fc63c87-647f-4a50-9b33-67fb46b79aef on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:40.877086 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66215e8d-6267-4e99-84b9-e63f11679cae req-7166890a-3096-4f15-b474-cf67c5601bbc service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:32:40.877764 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66215e8d-6267-4e99-84b9-e63f11679cae req-7166890a-3096-4f15-b474-cf67c5601bbc service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:32:40.878161 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66215e8d-6267-4e99-84b9-e63f11679cae req-7166890a-3096-4f15-b474-cf67c5601bbc service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:32:40.879389 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-66215e8d-6267-4e99-84b9-e63f11679cae req-7166890a-3096-4f15-b474-cf67c5601bbc service neutron] Bound port: 4fc63c87-647f-4a50-9b33-67fb46b79aef, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:32:40.880367 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-66215e8d-6267-4e99-84b9-e63f11679cae req-7166890a-3096-4f15-b474-cf67c5601bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4fc63c87-647f-4a50-9b33-67fb46b79aef), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:41.008345 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-66215e8d-6267-4e99-84b9-e63f11679cae req-7166890a-3096-4f15-b474-cf67c5601bbc service neutron] For port 4fc63c87-647f-4a50-9b33-67fb46b79aef, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:32:41.012412 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-66215e8d-6267-4e99-84b9-e63f11679cae req-7166890a-3096-4f15-b474-cf67c5601bbc service neutron] For port 4fc63c87-647f-4a50-9b33-67fb46b79aef, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4fc63c87-647f-4a50-9b33-67fb46b79aef,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:32:41.018353 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-66215e8d-6267-4e99-84b9-e63f11679cae req-7166890a-3096-4f15-b474-cf67c5601bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (4fc63c87-647f-4a50-9b33-67fb46b79aef), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:41.051170 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-de8c86c6-dcc8-4802-a29b-77f857dea098 service neutron] 10.222.0.31 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886212 Jan 18 20:32:41.063926 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca299884-154c-41d9-a176-a6759e1663fd admin admin] Publish callbacks [] for security_group (df09f9ef-d548-4afa-b76f-4c8ff707e882), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:41.079735 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66215e8d-6267-4e99-84b9-e63f11679cae req-7166890a-3096-4f15-b474-cf67c5601bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:41.080369 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-66215e8d-6267-4e99-84b9-e63f11679cae req-7166890a-3096-4f15-b474-cf67c5601bbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:41.081996 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-66215e8d-6267-4e99-84b9-e63f11679cae req-7166890a-3096-4f15-b474-cf67c5601bbc service neutron] 10.222.0.70 "PUT /v2.0/ports/4fc63c87-647f-4a50-9b33-67fb46b79aef HTTP/1.1" status: 200 len: 1095 time: 1.6736710 Jan 18 20:32:41.083071 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5484254-ca56-4661-b2e0-0a4e050911c6', 'tag': '4fc63c87-647f-4a50-9b33-67fb46b79aef'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:32:41.083391 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca299884-154c-41d9-a176-a6759e1663fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (df09f9ef-d548-4afa-b76f-4c8ff707e882), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:41.085852 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377af0f3-d0bc-4354-9e38-3ba3bef2f73b" -d '{"events": [{"name": "network-changed", "server_uuid": "f5484254-ca56-4661-b2e0-0a4e050911c6", "tag": "4fc63c87-647f-4a50-9b33-67fb46b79aef"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:32:41.106014 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-8b60d8c4-cf47-4424-b6d6-647f052f0c68 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-15793072&fields=id&tenant_id=15fbfb69562649e0b3db58da3073ccd4 HTTP/1.1" status: 200 len: 267 time: 0.1023502 Jan 18 20:32:41.139114 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166890a-3096-4f15-b474-cf67c5601bbc service neutron] Pushing event updated for resources: {'Port': ['ID=4fc63c87-647f-4a50-9b33-67fb46b79aef,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:41.190931 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66215e8d-6267-4e99-84b9-e63f11679cae req-0bad8f53-336c-4639-b3c8-a94400d727cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:41.193903 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-66215e8d-6267-4e99-84b9-e63f11679cae req-0bad8f53-336c-4639-b3c8-a94400d727cc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5479376f0b1a40e4813c761a0d4880c8&device_id=f5484254-ca56-4661-b2e0-0a4e050911c6 HTTP/1.1" status: 200 len: 1098 time: 0.0506465 Jan 18 20:32:41.247066 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-66215e8d-6267-4e99-84b9-e63f11679cae req-5b7b2016-081e-4b48-9f02-2c328a3a3177 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=4fc63c87-647f-4a50-9b33-67fb46b79aef HTTP/1.1" status: 200 len: 217 time: 0.0423176 Jan 18 20:32:41.340736 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66215e8d-6267-4e99-84b9-e63f11679cae req-a080a181-cb8b-4f80-aa63-438d5167c9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:41.345988 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-66215e8d-6267-4e99-84b9-e63f11679cae req-a080a181-cb8b-4f80-aa63-438d5167c9e7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0898983 Jan 18 20:32:41.407698 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66215e8d-6267-4e99-84b9-e63f11679cae req-a418b7c4-549c-417b-a35c-c6f18b4a07cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:41.415069 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-66215e8d-6267-4e99-84b9-e63f11679cae req-a418b7c4-549c-417b-a35c-c6f18b4a07cb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0544834 Jan 18 20:32:41.428328 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [req-66215e8d-6267-4e99-84b9-e63f11679cae req-c700f557-8e8f-4a75-a9d5-5697a060ae72 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:32:41.432139 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-66215e8d-6267-4e99-84b9-e63f11679cae req-c700f557-8e8f-4a75-a9d5-5697a060ae72 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110548 Jan 18 20:32:41.437395 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 28737e93-4c16-4f4f-9d41-6e42b82438b3 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:32:41.580704 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 28737e93-4c16-4f4f-9d41-6e42b82438b3 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:41.581075 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (28737e93-4c16-4f4f-9d41-6e42b82438b3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:41.628040 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-66215e8d-6267-4e99-84b9-e63f11679cae req-4131c757-38ce-4af6-99e8-953b17c1cfbf service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848118 Jan 18 20:32:41.714025 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 28737e93-4c16-4f4f-9d41-6e42b82438b3 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:41.763629 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca299884-154c-41d9-a176-a6759e1663fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df09f9ef-d548-4afa-b76f-4c8ff707e882,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:41.767337 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-66215e8d-6267-4e99-84b9-e63f11679cae req-2eac36aa-5f2b-40b5-b060-f48e9432262b service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284432 Jan 18 20:32:41.822879 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ca299884-154c-41d9-a176-a6759e1663fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b7a21891ea92437bb9c4cdc3399327d1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3780806 Jan 18 20:32:41.826772 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47514) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:41.874798 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-c6bd55d6-c8e6-46dd-a177-f6d5cc039480 service neutron] 10.222.0.31 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8101261 Jan 18 20:32:41.883988 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-4e63a075-abb2-4ead-80b6-a640f298d9b1 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:41.885520 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-4e63a075-abb2-4ead-80b6-a640f298d9b1 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/networks?id=f24e6feb-daa6-4f68-81b5-d19626ccc1ce HTTP/1.1" status: 200 len: 809 time: 0.7660697 Jan 18 20:32:41.899288 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b8e4c56-f0c3-4915-adc2-6ada2431ecaa admin admin] Publish callbacks [] for security_group (df09f9ef-d548-4afa-b76f-4c8ff707e882), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:41.904634 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-9db18d88-4d1c-4119-97ae-416cd3ff0084 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/quotas/15fbfb69562649e0b3db58da3073ccd4 HTTP/1.1" status: 200 len: 375 time: 0.0114133 Jan 18 20:32:41.929734 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b8e4c56-f0c3-4915-adc2-6ada2431ecaa admin admin] Publish callbacks [] for security_group (df09f9ef-d548-4afa-b76f-4c8ff707e882), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:42.002886 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-b373b9c4-0e4a-4c84-b2c7-f3a76d09d890 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=15fbfb69562649e0b3db58da3073ccd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886002 Jan 18 20:32:42.021277 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b8e4c56-f0c3-4915-adc2-6ada2431ecaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (df09f9ef-d548-4afa-b76f-4c8ff707e882), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:42.024341 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b8e4c56-f0c3-4915-adc2-6ada2431ecaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:42.034752 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5b8e4c56-f0c3-4915-adc2-6ada2431ecaa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df09f9ef-d548-4afa-b76f-4c8ff707e882 HTTP/1.1" status: 204 len: 168 time: 0.2025309 Jan 18 20:32:42.049664 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e4c56-f0c3-4915-adc2-6ada2431ecaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df09f9ef-d548-4afa-b76f-4c8ff707e882,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:42.088159 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879772b0-95bb-4ef8-8e3b-ab23196f5ffa x-openstack-request-id: req-879772b0-95bb-4ef8-8e3b-ab23196f5ffa {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:32:42.088446 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5484254-ca56-4661-b2e0-0a4e050911c6", "tag": "4fc63c87-647f-4a50-9b33-67fb46b79aef", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:32:42.088704 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-879772b0-95bb-4ef8-8e3b-ab23196f5ffa {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:32:42.089143 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5484254-ca56-4661-b2e0-0a4e050911c6', 'tag': '4fc63c87-647f-4a50-9b33-67fb46b79aef', 'status': 'completed', 'code': 200} Jan 18 20:32:42.173989 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-886f2721-cb2c-4e10-952e-9acf6cfb8c46 service neutron] 10.222.0.31 "GET /v2.0/networks/f24e6feb-daa6-4f68-81b5-d19626ccc1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477706 Jan 18 20:32:42.310470 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377af0f3-d0bc-4354-9e38-3ba3bef2f73b req-6526691a-8070-44ff-b6dd-67e109d932c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:42.312032 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-377af0f3-d0bc-4354-9e38-3ba3bef2f73b req-6526691a-8070-44ff-b6dd-67e109d932c4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5479376f0b1a40e4813c761a0d4880c8&device_id=f5484254-ca56-4661-b2e0-0a4e050911c6 HTTP/1.1" status: 200 len: 1098 time: 0.1941650 Jan 18 20:32:42.368283 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1c90d-0b2f-42a6-ae90-be058a41dfae req-895f6fcd-f408-497d-bb83-c6ff1da28934 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:42.377437 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-13b1c90d-0b2f-42a6-ae90-be058a41dfae req-895f6fcd-f408-497d-bb83-c6ff1da28934 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5484254-ca56-4661-b2e0-0a4e050911c6 HTTP/1.1" status: 200 len: 947 time: 0.1553149 Jan 18 20:32:42.405949 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-7117d281-60cf-4b52-9c47-3b49582f7c52 service neutron] 10.222.0.31 "GET /v2.0/networks/f24e6feb-daa6-4f68-81b5-d19626ccc1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253766 Jan 18 20:32:42.460116 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-13b1c90d-0b2f-42a6-ae90-be058a41dfae req-0577cad7-0489-4ddd-be9e-01e2b2dc8a9a tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.31 "GET /v2.0/security-groups?id=57b2697e-e9ed-4f9f-9490-2cc1a668e3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816979 Jan 18 20:32:42.474411 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377af0f3-d0bc-4354-9e38-3ba3bef2f73b req-98ecb5ca-c0b2-4332-a9b4-4414acfc5ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:42.474411 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-377af0f3-d0bc-4354-9e38-3ba3bef2f73b req-98ecb5ca-c0b2-4332-a9b4-4414acfc5ee7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.1539893 Jan 18 20:32:42.549671 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-377af0f3-d0bc-4354-9e38-3ba3bef2f73b req-bc0d61c7-0957-48ff-990c-0479fdca8dc4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=4fc63c87-647f-4a50-9b33-67fb46b79aef HTTP/1.1" status: 200 len: 217 time: 0.0689490 Jan 18 20:32:42.666256 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47536) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:42.670843 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377af0f3-d0bc-4354-9e38-3ba3bef2f73b req-77e1eff6-6180-494c-b9c4-23f4926c93c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:42.673014 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-377af0f3-d0bc-4354-9e38-3ba3bef2f73b req-77e1eff6-6180-494c-b9c4-23f4926c93c9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.1173470 Jan 18 20:32:42.712584 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d2d392e8-6cfc-4687-9a45-87b5aef178c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:42.770545 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f605b8fd-1cf2-4081-bbee-49c866856b61 req-af2911cf-7a32-4cec-8c3c-d3e6ec4bc6ca tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 210 time: 0.0640161 Jan 18 20:32:42.810835 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377af0f3-d0bc-4354-9e38-3ba3bef2f73b req-a21bae22-65c7-4bd3-9f6c-84d7473a743e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:42.815698 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-377af0f3-d0bc-4354-9e38-3ba3bef2f73b req-a21bae22-65c7-4bd3-9f6c-84d7473a743e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1332741 Jan 18 20:32:42.856531 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-559bcf77-6d0b-4b42-9bb4-bf053f178eac req-4d1c2e4e-2ffc-4536-9898-ba9d3411809f tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/ports?device_id=034615a5-c40c-4bda-b31e-42feb516ef8b HTTP/1.1" status: 200 len: 210 time: 0.0346930 Jan 18 20:32:42.910277 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d2d392e8-6cfc-4687-9a45-87b5aef178c5 admin admin] Publish callbacks [] for security_group (8f0014df-afeb-4809-8116-b3db14a9f762), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:42.915493 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d2d392e8-6cfc-4687-9a45-87b5aef178c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8f0014df-afeb-4809-8116-b3db14a9f762), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:42.965567 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d392e8-6cfc-4687-9a45-87b5aef178c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0014df-afeb-4809-8116-b3db14a9f762,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:42.971467 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d2d392e8-6cfc-4687-9a45-87b5aef178c5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79a5a069941f4059a6af689c68aae14d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3032908 Jan 18 20:32:42.973746 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47542) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:43.013004 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-377af0f3-d0bc-4354-9e38-3ba3bef2f73b req-879e054b-7f23-4b92-9cd1-a721e0f75487 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909790 Jan 18 20:32:43.158896 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-377af0f3-d0bc-4354-9e38-3ba3bef2f73b req-cfba93d4-b7fc-4980-818c-f37233bbf713 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341500 Jan 18 20:32:43.159645 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f49ada2f-a415-4f4b-952e-a75bf2e1829c admin admin] Publish callbacks [] for security_group (8f0014df-afeb-4809-8116-b3db14a9f762), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:43.186146 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f49ada2f-a415-4f4b-952e-a75bf2e1829c admin admin] Publish callbacks [] for security_group (8f0014df-afeb-4809-8116-b3db14a9f762), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:43.260893 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f49ada2f-a415-4f4b-952e-a75bf2e1829c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8f0014df-afeb-4809-8116-b3db14a9f762), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:43.263927 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f49ada2f-a415-4f4b-952e-a75bf2e1829c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:43.265118 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f49ada2f-a415-4f4b-952e-a75bf2e1829c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f0014df-afeb-4809-8116-b3db14a9f762 HTTP/1.1" status: 204 len: 168 time: 0.2788751 Jan 18 20:32:43.282266 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ada2f-a415-4f4b-952e-a75bf2e1829c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0014df-afeb-4809-8116-b3db14a9f762,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:43.640019 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb880d8-30fc-4fad-9a74-9a4692728d91 req-583a0134-381e-42f2-b7c9-137fa6095ffd tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:43.643019 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-deb880d8-30fc-4fad-9a74-9a4692728d91 req-583a0134-381e-42f2-b7c9-137fa6095ffd tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5484254-ca56-4661-b2e0-0a4e050911c6 HTTP/1.1" status: 200 len: 947 time: 0.0860951 Jan 18 20:32:43.751314 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-deb880d8-30fc-4fad-9a74-9a4692728d91 req-59997605-4449-4d90-bddf-d3fa1195499f tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.31 "GET /v2.0/security-groups?id=57b2697e-e9ed-4f9f-9490-2cc1a668e3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891175 Jan 18 20:32:43.872056 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-33f3b434-b59e-4f50-ae36-fa5bf0278540 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:43.873853 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-33f3b434-b59e-4f50-ae36-fa5bf0278540 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.70 "GET /v2.0/networks?id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d HTTP/1.1" status: 200 len: 806 time: 0.2477531 Jan 18 20:32:43.891909 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-8e37b37e-4799-49e2-9d60-f8ed97c6cb90 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Request body: {'port': {'device_id': '2a102997-7a5e-4391-bf3a-3b61f0170a42', 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d', 'admin_state_up': True, 'tenant_id': '45bdc4d1bc8c40b69abe16f13ea83854'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:43.918430 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6b321128-be07-4cff-a672-680793c79a5f req-6a7adcb9-e952-462f-aed6-db61a3e85ee5 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 210 time: 0.0564449 Jan 18 20:32:44.024474 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 4fc63c87-647f-4a50-9b33-67fb46b79aef details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:32:44.030392 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3562284e-2dbd-4b15-95c7-894e739ce38f req-b8fe41a5-b33c-4a25-8857-b6f2948c4014 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/ports?device_id=034615a5-c40c-4bda-b31e-42feb516ef8b HTTP/1.1" status: 200 len: 210 time: 0.0317702 Jan 18 20:32:44.030759 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-8e37b37e-4799-49e2-9d60-f8ed97c6cb90 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Made reservation on behalf of 45bdc4d1bc8c40b69abe16f13ea83854 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:32:44.035066 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-8e37b37e-4799-49e2-9d60-f8ed97c6cb90 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:44.169218 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 4fc63c87-647f-4a50-9b33-67fb46b79aef, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4fc63c87-647f-4a50-9b33-67fb46b79aef,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:44.184112 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '4fc63c87-647f-4a50-9b33-67fb46b79aef', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '4fc63c87-647f-4a50-9b33-67fb46b79aef', 'mac_address': 'fa:16:3e:6f:09:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:32:44.244008 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 4fc63c87-647f-4a50-9b33-67fb46b79aef is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:44.244739 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4fc63c87-647f-4a50-9b33-67fb46b79aef), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:44.260992 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc63c87-647f-4a50-9b33-67fb46b79aef {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:32:44.286729 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 4fc63c87-647f-4a50-9b33-67fb46b79aef, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4fc63c87-647f-4a50-9b33-67fb46b79aef,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:44.290885 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-8e37b37e-4799-49e2-9d60-f8ed97c6cb90 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Allocated IP 172.20.0.9 (a2219283-bd9d-4d36-b2ed-ac08fd66b13d/81f4d550-9f11-4355-b26a-aa3d66e48dd5/9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:32:44.295173 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4fc63c87-647f-4a50-9b33-67fb46b79aef), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:44.361334 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=4fc63c87-647f-4a50-9b33-67fb46b79aef,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:44.379634 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-ccc5f622-3a1a-4738-9c3e-bf1c3e1f24a7 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:44.381832 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-ccc5f622-3a1a-4738-9c3e-bf1c3e1f24a7 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.70 "GET /v2.0/networks?id=f24e6feb-daa6-4f68-81b5-d19626ccc1ce HTTP/1.1" status: 200 len: 809 time: 0.2230771 Jan 18 20:32:44.483821 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-307082cd-c811-44fb-911c-5c14a383b37f tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15fbfb69562649e0b3db58da3073ccd4 HTTP/1.1" status: 200 len: 378 time: 0.0924163 Jan 18 20:32:44.496957 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-426d3002-2e15-4c5f-a675-eb30cd038fbd tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Request body: {'port': {'device_id': '034615a5-c40c-4bda-b31e-42feb516ef8b', 'network_id': 'f24e6feb-daa6-4f68-81b5-d19626ccc1ce', 'admin_state_up': True, 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'security_groups': ['b678e4a4-90f0-4240-a04d-bc2c9cff1b6c']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:44.497617 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-8e37b37e-4799-49e2-9d60-f8ed97c6cb90 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks [] for port (9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:44.546177 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-8e37b37e-4799-49e2-9d60-f8ed97c6cb90 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:44.562080 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['32e311e0-cab7-4a19-aaa4-eb202f76cb5c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:32:44.652044 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-8e37b37e-4799-49e2-9d60-f8ed97c6cb90 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Network a2219283-bd9d-4d36-b2ed-ac08fd66b13d is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:32:44.654184 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-426d3002-2e15-4c5f-a675-eb30cd038fbd tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Made reservation on behalf of 15fbfb69562649e0b3db58da3073ccd4 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:32:44.656473 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-8e37b37e-4799-49e2-9d60-f8ed97c6cb90 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:44.659561 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['4fc63c87-647f-4a50-9b33-67fb46b79aef'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:32:44.660368 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-8e37b37e-4799-49e2-9d60-f8ed97c6cb90 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:32:44.662913 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-426d3002-2e15-4c5f-a675-eb30cd038fbd tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:44.722069 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37b37e-4799-49e2-9d60-f8ed97c6cb90 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Pushing event updated for resources: {'Port': ['ID=9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:44.819192 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-8e37b37e-4799-49e2-9d60-f8ed97c6cb90 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:44.819817 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-8e37b37e-4799-49e2-9d60-f8ed97c6cb90 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:44.858032 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-8e37b37e-4799-49e2-9d60-f8ed97c6cb90 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9738214 Jan 18 20:32:44.880351 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-48040d44-fe0d-4aa1-89f7-c2ade23e1095 service neutron] Request body: {'port': {'device_id': '2a102997-7a5e-4391-bf3a-3b61f0170a42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:44.888958 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-426d3002-2e15-4c5f-a675-eb30cd038fbd tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Allocated IP 172.20.0.7 (f24e6feb-daa6-4f68-81b5-d19626ccc1ce/9ec262b2-d74c-4048-8753-a618ef3ef2de/cbdc510f-2eae-4192-a228-e17e54aa7935) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:32:45.034000 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-48040d44-fe0d-4aa1-89f7-c2ade23e1095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:45.214178 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521147f0-a615-46e7-b968-bc25aa9ad792 req-d04e4482-abfc-44e7-be30-643cceffa9fb tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:45.215771 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-521147f0-a615-46e7-b968-bc25aa9ad792 req-d04e4482-abfc-44e7-be30-643cceffa9fb tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 931 time: 0.1179276 Jan 18 20:32:45.251900 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-426d3002-2e15-4c5f-a675-eb30cd038fbd tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for port (cbdc510f-2eae-4192-a228-e17e54aa7935), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:45.335738 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-521147f0-a615-46e7-b968-bc25aa9ad792 req-284c5ed1-d6b6-4ca8-9387-7d6a5de3661c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138506 Jan 18 20:32:45.374390 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-426d3002-2e15-4c5f-a675-eb30cd038fbd tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (cbdc510f-2eae-4192-a228-e17e54aa7935), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:45.436463 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-426d3002-2e15-4c5f-a675-eb30cd038fbd tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Network f24e6feb-daa6-4f68-81b5-d19626ccc1ce is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:32:45.443333 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47608) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:45.483401 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-426d3002-2e15-4c5f-a675-eb30cd038fbd tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:45.492371 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-426d3002-2e15-4c5f-a675-eb30cd038fbd tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:32:45.526697 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-48040d44-fe0d-4aa1-89f7-c2ade23e1095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:32:45.535277 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ea385-921b-4993-9147-0c4d97512a82 req-7191b247-b9e4-489b-b7ab-773225ca1c32 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:45.536867 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e43ea385-921b-4993-9147-0c4d97512a82 req-7191b247-b9e4-489b-b7ab-773225ca1c32 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5484254-ca56-4661-b2e0-0a4e050911c6 HTTP/1.1" status: 200 len: 948 time: 0.1764791 Jan 18 20:32:45.539534 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-48040d44-fe0d-4aa1-89f7-c2ade23e1095 service neutron] Publish callbacks [] for port (9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:45.544004 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d3002-2e15-4c5f-a675-eb30cd038fbd tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Pushing event updated for resources: {'Port': ['ID=cbdc510f-2eae-4192-a228-e17e54aa7935,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:45.563145 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-48040d44-fe0d-4aa1-89f7-c2ade23e1095 service neutron] Transition to ACTIVE for port object 9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:32:45.569433 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-48040d44-fe0d-4aa1-89f7-c2ade23e1095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:45.575843 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d3002-2e15-4c5f-a675-eb30cd038fbd tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:45.576257 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d3002-2e15-4c5f-a675-eb30cd038fbd tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:45.576525 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d3002-2e15-4c5f-a675-eb30cd038fbd tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:45.576861 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d3002-2e15-4c5f-a675-eb30cd038fbd tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:45.577194 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d3002-2e15-4c5f-a675-eb30cd038fbd tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:45.577523 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d3002-2e15-4c5f-a675-eb30cd038fbd tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:45.578444 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d3002-2e15-4c5f-a675-eb30cd038fbd tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:45.578772 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d3002-2e15-4c5f-a675-eb30cd038fbd tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:45.579123 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d3002-2e15-4c5f-a675-eb30cd038fbd tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:45.579961 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d3002-2e15-4c5f-a675-eb30cd038fbd tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:45.579961 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d3002-2e15-4c5f-a675-eb30cd038fbd tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:45.580192 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d3002-2e15-4c5f-a675-eb30cd038fbd tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:45.580413 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d3002-2e15-4c5f-a675-eb30cd038fbd tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:45.606233 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f3f1b-1e2f-432b-be3c-75be5d8c5ac4 req-e28d1b17-6c52-415d-9578-a3328457b32b tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:45.617297 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-940f3f1b-1e2f-432b-be3c-75be5d8c5ac4 req-e28d1b17-6c52-415d-9578-a3328457b32b tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/ports?device_id=034615a5-c40c-4bda-b31e-42feb516ef8b HTTP/1.1" status: 200 len: 931 time: 0.1878076 Jan 18 20:32:45.658358 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-426d3002-2e15-4c5f-a675-eb30cd038fbd tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:45.659101 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-426d3002-2e15-4c5f-a675-eb30cd038fbd tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:45.724573 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-f68d255d-e83a-43b1-8e86-2698e87eee1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1947371794'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:45.731583 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48040d44-fe0d-4aa1-89f7-c2ade23e1095 service neutron] Pushing event updated for resources: {'Port': ['ID=9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:45.746207 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-426d3002-2e15-4c5f-a675-eb30cd038fbd tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2556534 Jan 18 20:32:45.770579 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e43ea385-921b-4993-9147-0c4d97512a82 req-3dd99137-15e7-4b33-8a0a-2c1b04c8df10 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.31 "GET /v2.0/security-groups?id=57b2697e-e9ed-4f9f-9490-2cc1a668e3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048128 Jan 18 20:32:45.776591 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-7dc25d08-e5ad-4e47-9e25-94ce399fc57c service neutron] Request body: {'port': {'device_id': '034615a5-c40c-4bda-b31e-42feb516ef8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:45.788716 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-48040d44-fe0d-4aa1-89f7-c2ade23e1095 service neutron] Attempting to bind port 9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:45.789100 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-48040d44-fe0d-4aa1-89f7-c2ade23e1095 service neutron] Attempting to bind port 9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '2c46816f-0f57-4198-b1f6-f49325bc445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:45.789399 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-48040d44-fe0d-4aa1-89f7-c2ade23e1095 service neutron] Attempting to bind port 9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb on network a2219283-bd9d-4d36-b2ed-ac08fd66b13d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:45.791156 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-940f3f1b-1e2f-432b-be3c-75be5d8c5ac4 req-15b71ec4-2a72-446c-8e81-95207a230357 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/security-groups?id=b678e4a4-90f0-4240-a04d-bc2c9cff1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1729012 Jan 18 20:32:45.795206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-48040d44-fe0d-4aa1-89f7-c2ade23e1095 service neutron] Port 9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb on network a2219283-bd9d-4d36-b2ed-ac08fd66b13d not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:45.795538 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-48040d44-fe0d-4aa1-89f7-c2ade23e1095 service neutron] Attempting to bind port 9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb on network a2219283-bd9d-4d36-b2ed-ac08fd66b13d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:45.801116 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-48040d44-fe0d-4aa1-89f7-c2ade23e1095 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:32:45.801459 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-48040d44-fe0d-4aa1-89f7-c2ade23e1095 service neutron] Checking segment: {'id': '2c46816f-0f57-4198-b1f6-f49325bc445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:32:45.801866 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-48040d44-fe0d-4aa1-89f7-c2ade23e1095 service neutron] Bound using segment: {'id': '2c46816f-0f57-4198-b1f6-f49325bc445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:32:45.802290 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-48040d44-fe0d-4aa1-89f7-c2ade23e1095 service neutron] Bound port: 9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c46816f-0f57-4198-b1f6-f49325bc445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:32:45.802696 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-48040d44-fe0d-4aa1-89f7-c2ade23e1095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:45.804970 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68d255d-e83a-43b1-8e86-2698e87eee1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545-project] Made reservation on behalf of 2aab0cd5ec234b1c8b6e3d931f97e3b2 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:32:45.808993 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f68d255d-e83a-43b1-8e86-2698e87eee1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:45.830539 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f68d255d-e83a-43b1-8e86-2698e87eee1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:45.880434 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-7dc25d08-e5ad-4e47-9e25-94ce399fc57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cbdc510f-2eae-4192-a228-e17e54aa7935), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:45.899178 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0ca33148-ba17-4b5f-a5eb-df4a908eae1d None None] Provisioning complete for port cbdc510f-2eae-4192-a228-e17e54aa7935 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:45.900962 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0ca33148-ba17-4b5f-a5eb-df4a908eae1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cbdc510f-2eae-4192-a228-e17e54aa7935), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:45.910914 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-48040d44-fe0d-4aa1-89f7-c2ade23e1095 service neutron] For port 9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:32:45.914978 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-48040d44-fe0d-4aa1-89f7-c2ade23e1095 service neutron] For port 9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:32:45.924126 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-48040d44-fe0d-4aa1-89f7-c2ade23e1095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:45.944049 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0ca33148-ba17-4b5f-a5eb-df4a908eae1d None None] Port cbdc510f-2eae-4192-a228-e17e54aa7935 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:32:45.988856 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-48040d44-fe0d-4aa1-89f7-c2ade23e1095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:45.989472 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-48040d44-fe0d-4aa1-89f7-c2ade23e1095 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:45.990982 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-48040d44-fe0d-4aa1-89f7-c2ade23e1095 service neutron] 10.222.0.70 "PUT /v2.0/ports/9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb HTTP/1.1" status: 200 len: 1091 time: 1.1204531 Jan 18 20:32:45.992773 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a102997-7a5e-4391-bf3a-3b61f0170a42', 'tag': '9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:32:45.995556 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdf3c25-e8c9-4105-82b2-95e07c9f071d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a102997-7a5e-4391-bf3a-3b61f0170a42", "tag": "9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:32:46.032291 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 4fc63c87-647f-4a50-9b33-67fb46b79aef up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:32:46.065857 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48040d44-fe0d-4aa1-89f7-c2ade23e1095 service neutron] Pushing event updated for resources: {'Port': ['ID=9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:46.097156 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f68d255d-e83a-43b1-8e86-2698e87eee1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545-project] Publish callbacks [] for security_group (36e5e96f-0fbb-4fb0-b360-9290fb56be7b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:46.106568 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f68d255d-e83a-43b1-8e86-2698e87eee1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (36e5e96f-0fbb-4fb0-b360-9290fb56be7b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:46.151229 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f3d76b-ef03-41cf-82f8-ef920983fe2c x-openstack-request-id: req-e0f3d76b-ef03-41cf-82f8-ef920983fe2c {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:32:46.152230 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a102997-7a5e-4391-bf3a-3b61f0170a42", "tag": "9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:32:46.152494 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0f3d76b-ef03-41cf-82f8-ef920983fe2c {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:32:46.152907 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a102997-7a5e-4391-bf3a-3b61f0170a42', 'tag': '9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb', 'status': 'completed', 'code': 200} Jan 18 20:32:46.153473 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d255d-e83a-43b1-8e86-2698e87eee1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36e5e96f-0fbb-4fb0-b360-9290fb56be7b,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:46.154363 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 4fc63c87-647f-4a50-9b33-67fb46b79aef completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:32:46.167934 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f68d255d-e83a-43b1-8e86-2698e87eee1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:32:46.175069 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-01825d35-e0a9-4c18-81c1-73cb65b3cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:46.176733 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-01825d35-e0a9-4c18-81c1-73cb65b3cee4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=45bdc4d1bc8c40b69abe16f13ea83854&device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 1094 time: 0.1311233 Jan 18 20:32:46.182200 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f68d255d-e83a-43b1-8e86-2698e87eee1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (664dca3a-bb88-4371-bfe4-17ce029d4342), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:46.182539 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-f68d255d-e83a-43b1-8e86-2698e87eee1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545-project] Added segment 664dca3a-bb88-4371-bfe4-17ce029d4342 of type vlan for network 287ada67-d71c-480d-acc7-90fbbcb8000e Jan 18 20:32:46.184242 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 4fc63c87-647f-4a50-9b33-67fb46b79aef triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:46.185190 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4fc63c87-647f-4a50-9b33-67fb46b79aef), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:46.303875 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 4fc63c87-647f-4a50-9b33-67fb46b79aef is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:46.304212 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4fc63c87-647f-4a50-9b33-67fb46b79aef), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:46.311113 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-76534d31-ecbd-427d-a396-de995ea88887 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb HTTP/1.1" status: 200 len: 217 time: 0.1079638 Jan 18 20:32:46.329929 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-7dc25d08-e5ad-4e47-9e25-94ce399fc57c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbdc510f-2eae-4192-a228-e17e54aa7935 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:32:46.340568 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-7dc25d08-e5ad-4e47-9e25-94ce399fc57c service neutron] Publish callbacks [] for port (cbdc510f-2eae-4192-a228-e17e54aa7935), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:46.345058 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f68d255d-e83a-43b1-8e86-2698e87eee1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (287ada67-d71c-480d-acc7-90fbbcb8000e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:46.345793 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 4fc63c87-647f-4a50-9b33-67fb46b79aef, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4fc63c87-647f-4a50-9b33-67fb46b79aef,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:46.346905 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5484254-ca56-4661-b2e0-0a4e050911c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc63c87-647f-4a50-9b33-67fb46b79aef'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:32:46.350539 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e839b30-00c0-414c-8272-ba8f83457539" -d '{"events": [{"server_uuid": "f5484254-ca56-4661-b2e0-0a4e050911c6", "name": "network-vif-plugged", "status": "completed", "tag": "4fc63c87-647f-4a50-9b33-67fb46b79aef"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:32:46.354923 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4fc63c87-647f-4a50-9b33-67fb46b79aef), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:46.380013 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-7dc25d08-e5ad-4e47-9e25-94ce399fc57c service neutron] Transition to ACTIVE for port object cbdc510f-2eae-4192-a228-e17e54aa7935 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:32:46.389912 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-7dc25d08-e5ad-4e47-9e25-94ce399fc57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (cbdc510f-2eae-4192-a228-e17e54aa7935), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:46.425016 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=4fc63c87-647f-4a50-9b33-67fb46b79aef,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:46.438492 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fcbed8-58c8-40dd-a6b4-0628e7759717 x-openstack-request-id: req-93fcbed8-58c8-40dd-a6b4-0628e7759717 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:32:46.438785 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5484254-ca56-4661-b2e0-0a4e050911c6", "name": "network-vif-plugged", "status": "completed", "tag": "4fc63c87-647f-4a50-9b33-67fb46b79aef", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:32:46.439042 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93fcbed8-58c8-40dd-a6b4-0628e7759717 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:32:46.439867 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5484254-ca56-4661-b2e0-0a4e050911c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc63c87-647f-4a50-9b33-67fb46b79aef', 'code': 200} Jan 18 20:32:46.458426 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-9ba1d450-9d17-432c-b7bd-e9b232b6b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:46.459688 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-9ba1d450-9d17-432c-b7bd-e9b232b6b6f1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81f4d550-9f11-4355-b26a-aa3d66e48dd5 HTTP/1.1" status: 200 len: 846 time: 0.1274803 Jan 18 20:32:46.461614 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f68d255d-e83a-43b1-8e86-2698e87eee1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (287ada67-d71c-480d-acc7-90fbbcb8000e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:46.467551 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68d255d-e83a-43b1-8e86-2698e87eee1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:46.468166 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f68d255d-e83a-43b1-8e86-2698e87eee1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:46.480090 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a5a0e25d-41a0-422e-89a8-416c4ff111ef req-7622643a-c04b-4fdc-858e-abeb9e94df93 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1f34daf6-9301-43ca-8d7a-0f14f3c58bac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1849723 Jan 18 20:32:46.492672 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc25d08-e5ad-4e47-9e25-94ce399fc57c service neutron] Pushing event updated for resources: {'Port': ['ID=cbdc510f-2eae-4192-a228-e17e54aa7935,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:46.542546 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-ca971b14-02b0-4fdc-86c6-9ad5fd983bdc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608010 Jan 18 20:32:46.613948 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275f549-68b0-4535-9071-7d2aa41d10ac req-87402b1a-ed89-4b67-b733-ffe46dd176da tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:46.615637 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2275f549-68b0-4535-9071-7d2aa41d10ac req-87402b1a-ed89-4b67-b733-ffe46dd176da tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 943 time: 0.1266325 Jan 18 20:32:46.659202 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-7dc25d08-e5ad-4e47-9e25-94ce399fc57c service neutron] Attempting to bind port cbdc510f-2eae-4192-a228-e17e54aa7935 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:46.659897 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-7dc25d08-e5ad-4e47-9e25-94ce399fc57c service neutron] Attempting to bind port cbdc510f-2eae-4192-a228-e17e54aa7935 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f24e6feb-daa6-4f68-81b5-d19626ccc1ce'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:46.660056 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-7dc25d08-e5ad-4e47-9e25-94ce399fc57c service neutron] Attempting to bind port cbdc510f-2eae-4192-a228-e17e54aa7935 on network f24e6feb-daa6-4f68-81b5-d19626ccc1ce {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:46.673652 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-817291eb-1d7c-43c3-93d2-9f2262405eb8 service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043978 Jan 18 20:32:46.677840 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-7dc25d08-e5ad-4e47-9e25-94ce399fc57c service neutron] Port cbdc510f-2eae-4192-a228-e17e54aa7935 on network f24e6feb-daa6-4f68-81b5-d19626ccc1ce not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:46.677840 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-7dc25d08-e5ad-4e47-9e25-94ce399fc57c service neutron] Attempting to bind port cbdc510f-2eae-4192-a228-e17e54aa7935 on network f24e6feb-daa6-4f68-81b5-d19626ccc1ce {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:46.689592 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-7dc25d08-e5ad-4e47-9e25-94ce399fc57c service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:32:46.689982 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-7dc25d08-e5ad-4e47-9e25-94ce399fc57c service neutron] Checking segment: {'id': '99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f24e6feb-daa6-4f68-81b5-d19626ccc1ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:32:46.690516 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-7dc25d08-e5ad-4e47-9e25-94ce399fc57c service neutron] Bound using segment: {'id': '99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f24e6feb-daa6-4f68-81b5-d19626ccc1ce'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:32:46.691171 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-7dc25d08-e5ad-4e47-9e25-94ce399fc57c service neutron] Bound port: cbdc510f-2eae-4192-a228-e17e54aa7935, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f24e6feb-daa6-4f68-81b5-d19626ccc1ce'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:32:46.691610 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-7dc25d08-e5ad-4e47-9e25-94ce399fc57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cbdc510f-2eae-4192-a228-e17e54aa7935), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:46.713671 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2275f549-68b0-4535-9071-7d2aa41d10ac req-54322225-7a48-426c-99c4-10090bff692a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907679 Jan 18 20:32:46.769689 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d255d-e83a-43b1-8e86-2698e87eee1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545-project] Pushing event updated for resources: {'Network': ['ID=287ada67-d71c-480d-acc7-90fbbcb8000e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:46.782247 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 287ada67-d71c-480d-acc7-90fbbcb8000e details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:32:46.784565 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-7dc25d08-e5ad-4e47-9e25-94ce399fc57c service neutron] For port cbdc510f-2eae-4192-a228-e17e54aa7935, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:32:46.788626 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-7dc25d08-e5ad-4e47-9e25-94ce399fc57c service neutron] For port cbdc510f-2eae-4192-a228-e17e54aa7935, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=cbdc510f-2eae-4192-a228-e17e54aa7935,segment=NetworkSegment(99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2),segment_id=99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:32:46.798713 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-7dc25d08-e5ad-4e47-9e25-94ce399fc57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (cbdc510f-2eae-4192-a228-e17e54aa7935), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:46.840877 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-7dc25d08-e5ad-4e47-9e25-94ce399fc57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:46.841687 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-7dc25d08-e5ad-4e47-9e25-94ce399fc57c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:46.843037 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-7dc25d08-e5ad-4e47-9e25-94ce399fc57c service neutron] 10.222.0.70 "PUT /v2.0/ports/cbdc510f-2eae-4192-a228-e17e54aa7935 HTTP/1.1" status: 200 len: 1091 time: 1.0706058 Jan 18 20:32:46.844056 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034615a5-c40c-4bda-b31e-42feb516ef8b', 'tag': 'cbdc510f-2eae-4192-a228-e17e54aa7935'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:32:46.848178 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca635c89-0797-47f6-9d49-7d2abfc7d4b4" -d '{"events": [{"name": "network-changed", "server_uuid": "034615a5-c40c-4bda-b31e-42feb516ef8b", "tag": "cbdc510f-2eae-4192-a228-e17e54aa7935"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:32:46.905204 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc25d08-e5ad-4e47-9e25-94ce399fc57c service neutron] Pushing event updated for resources: {'Port': ['ID=cbdc510f-2eae-4192-a228-e17e54aa7935,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:46.982147 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-525e9e8e-1203-472f-866c-b8f5e3bcb28d req-74949c4f-a511-419f-94bc-6a40ddcdbe67 service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184763 Jan 18 20:32:46.991282 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f68d255d-e83a-43b1-8e86-2698e87eee1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.5468051 Jan 18 20:32:47.008981 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c09ade-b4a2-4ec2-ba74-aa32b0902adf req-c2576b23-c976-47e3-a9ee-5b3d55959985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:47.011376 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e4c09ade-b4a2-4ec2-ba74-aa32b0902adf req-c2576b23-c976-47e3-a9ee-5b3d55959985 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f5484254-ca56-4661-b2e0-0a4e050911c6 HTTP/1.1" status: 200 len: 1100 time: 0.4613008 Jan 18 20:32:47.023958 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0e25d-41a0-422e-89a8-416c4ff111ef req-29498351-81c4-42b1-9fda-f336f0666f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:47.025720 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a5a0e25d-41a0-422e-89a8-416c4ff111ef req-29498351-81c4-42b1-9fda-f336f0666f96 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=45bdc4d1bc8c40b69abe16f13ea83854&device_id=1f34daf6-9301-43ca-8d7a-0f14f3c58bac HTTP/1.1" status: 200 len: 1097 time: 0.4747059 Jan 18 20:32:47.037048 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c514bc4-7573-439f-bdbc-60903c7f8f04 req-243a2243-3c24-461e-8b2d-98bf0f9a0f3b tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:47.042179 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c514bc4-7573-439f-bdbc-60903c7f8f04 req-243a2243-3c24-461e-8b2d-98bf0f9a0f3b tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5484254-ca56-4661-b2e0-0a4e050911c6 HTTP/1.1" status: 200 len: 949 time: 0.1550467 Jan 18 20:32:47.070298 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-8cc7973f-08df-428b-b60f-43f8074f57fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:47.073410 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-8cc7973f-08df-428b-b60f-43f8074f57fd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=15fbfb69562649e0b3db58da3073ccd4&device_id=034615a5-c40c-4bda-b31e-42feb516ef8b HTTP/1.1" status: 200 len: 1094 time: 0.1547215 Jan 18 20:32:47.107450 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31815827-65d5-4458-a9f4-d978e583f167 req-68811495-02e4-40f7-a890-048e4ac4586c tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:47.114273 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-31815827-65d5-4458-a9f4-d978e583f167 req-68811495-02e4-40f7-a890-048e4ac4586c tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/ports?device_id=034615a5-c40c-4bda-b31e-42feb516ef8b HTTP/1.1" status: 200 len: 943 time: 0.1348662 Jan 18 20:32:47.178175 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e4c09ade-b4a2-4ec2-ba74-aa32b0902adf req-7e68366f-17a4-4963-ab70-eb8572a5bf01 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=57b2697e-e9ed-4f9f-9490-2cc1a668e3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502237 Jan 18 20:32:47.189751 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-00de0c36-b301-490d-bdf5-1c51b1a5bb7e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbdc510f-2eae-4192-a228-e17e54aa7935 HTTP/1.1" status: 200 len: 217 time: 0.1097536 Jan 18 20:32:47.192186 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf3c25-e8c9-4105-82b2-95e07c9f071d req-1a17bc54-5372-44e5-839c-3479b06e12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:47.194297 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0bdf3c25-e8c9-4105-82b2-95e07c9f071d req-1a17bc54-5372-44e5-839c-3479b06e12ba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=45bdc4d1bc8c40b69abe16f13ea83854&device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 1094 time: 0.1430974 Jan 18 20:32:47.211206 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c514bc4-7573-439f-bdbc-60903c7f8f04 req-5afae415-7844-4bbc-ba98-31b253a9dba7 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.31 "GET /v2.0/security-groups?id=57b2697e-e9ed-4f9f-9490-2cc1a668e3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628087 Jan 18 20:32:47.234548 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0e25d-41a0-422e-89a8-416c4ff111ef req-7051c19c-218f-4ad1-9c89-23fb30b06802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:47.234548 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a5a0e25d-41a0-422e-89a8-416c4ff111ef req-7051c19c-218f-4ad1-9c89-23fb30b06802 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d HTTP/1.1" status: 200 len: 907 time: 0.1490445 Jan 18 20:32:47.234795 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-31815827-65d5-4458-a9f4-d978e583f167 req-64a11b41-f838-4364-aa7b-04d8c9f10358 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/security-groups?id=b678e4a4-90f0-4240-a04d-bc2c9cff1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1197619 Jan 18 20:32:47.272863 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28944df0-8feb-485a-bb87-9ef9a1ac278a x-openstack-request-id: req-28944df0-8feb-485a-bb87-9ef9a1ac278a {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:32:47.273226 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034615a5-c40c-4bda-b31e-42feb516ef8b", "tag": "cbdc510f-2eae-4192-a228-e17e54aa7935", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:32:47.273549 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28944df0-8feb-485a-bb87-9ef9a1ac278a {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:32:47.274155 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034615a5-c40c-4bda-b31e-42feb516ef8b', 'tag': 'cbdc510f-2eae-4192-a228-e17e54aa7935', 'status': 'completed', 'code': 200} Jan 18 20:32:47.441442 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a5a0e25d-41a0-422e-89a8-416c4ff111ef req-1f7c72b6-b295-40f4-9bef-1d611d6ad16e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32e311e0-cab7-4a19-aaa4-eb202f76cb5c HTTP/1.1" status: 200 len: 217 time: 0.0489814 Jan 18 20:32:47.461877 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-98047822-69d2-4098-8e20-edb18e3e4903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:47.464714 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-98047822-69d2-4098-8e20-edb18e3e4903 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9ec262b2-d74c-4048-8753-a618ef3ef2de HTTP/1.1" status: 200 len: 848 time: 0.0722029 Jan 18 20:32:47.472853 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47642) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:47.479210 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Request body: {'port': {'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e', 'binding:host_id': 'n-h2-741529-9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1207219356'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:47.535132 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Made reservation on behalf of 3a225dd1f014404d9fd442cc1eba9642 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:32:47.537827 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:47.550090 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:47.553851 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0e25d-41a0-422e-89a8-416c4ff111ef req-9251757d-a145-4a70-b2a5-3c07eb5709aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:47.555327 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a5a0e25d-41a0-422e-89a8-416c4ff111ef req-9251757d-a145-4a70-b2a5-3c07eb5709aa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81f4d550-9f11-4355-b26a-aa3d66e48dd5 HTTP/1.1" status: 200 len: 846 time: 0.1008842 Jan 18 20:32:47.559790 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-781f19c9-86a1-460d-bcc9-e336ae1a8cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:47.561295 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-781f19c9-86a1-460d-bcc9-e336ae1a8cda service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f24e6feb-daa6-4f68-81b5-d19626ccc1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875502 Jan 18 20:32:47.582073 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf3c25-e8c9-4105-82b2-95e07c9f071d req-e1302297-3b57-45b9-94e2-b9c652b19fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:47.583782 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0bdf3c25-e8c9-4105-82b2-95e07c9f071d req-e1302297-3b57-45b9-94e2-b9c652b19fed service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d HTTP/1.1" status: 200 len: 907 time: 0.1845882 Jan 18 20:32:47.604028 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a5a0e25d-41a0-422e-89a8-416c4ff111ef req-244ca309-439b-4d79-bd99-359de54d516d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301886 Jan 18 20:32:47.643968 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0bdf3c25-e8c9-4105-82b2-95e07c9f071d req-04cdc9ac-07b7-4e3a-ab29-e56ad0063834 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb HTTP/1.1" status: 200 len: 217 time: 0.0423126 Jan 18 20:32:47.697874 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-76971f94-7bc6-4696-a042-fe0794bbf3ed service neutron] 10.222.0.70 "GET /v2.0/networks/f24e6feb-daa6-4f68-81b5-d19626ccc1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238196 Jan 18 20:32:47.720673 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks [] for security_group (6f13bde1-f3bf-4e93-a6a2-cc8716870e8e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:47.731124 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6f13bde1-f3bf-4e93-a6a2-cc8716870e8e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:47.742624 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] device_id is not set on port e99d5196-6a8b-4eb9-97de-dcbf445c27ce yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:32:47.746605 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf3c25-e8c9-4105-82b2-95e07c9f071d req-e4cb56f7-b8bf-44b4-8e88-e537b0581360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:47.748093 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0bdf3c25-e8c9-4105-82b2-95e07c9f071d req-e4cb56f7-b8bf-44b4-8e88-e537b0581360 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81f4d550-9f11-4355-b26a-aa3d66e48dd5 HTTP/1.1" status: 200 len: 846 time: 0.0892076 Jan 18 20:32:47.798018 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0bdf3c25-e8c9-4105-82b2-95e07c9f071d req-55c1b587-98d6-4427-ad4c-70019c6b9f85 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2219283-bd9d-4d36-b2ed-ac08fd66b13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382550 Jan 18 20:32:47.800133 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a5a0e25d-41a0-422e-89a8-416c4ff111ef req-dfd66143-066a-4767-b3ef-ddd6d0d5b9e0 service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892483 Jan 18 20:32:47.918538 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f13bde1-f3bf-4e93-a6a2-cc8716870e8e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:47.964554 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a5a0e25d-41a0-422e-89a8-416c4ff111ef req-e635a09d-a53a-4cd2-8d94-d148ca7b6eed service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478579 Jan 18 20:32:47.966582 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0bdf3c25-e8c9-4105-82b2-95e07c9f071d req-af695cf5-3a39-4a26-9a47-0cc508cc60ba service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571052 Jan 18 20:32:47.987631 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d936c7-7717-4db9-bc1a-c690a180cd67 req-3c431f2c-bd48-4357-92e5-85a23e24cae5 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:47.989676 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f0d936c7-7717-4db9-bc1a-c690a180cd67 req-3c431f2c-bd48-4357-92e5-85a23e24cae5 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 943 time: 0.1640358 Jan 18 20:32:48.008949 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f9e6553-a7ed-4d5d-942d-c91488eda1ea req-be8fa9fe-c2a9-459e-9c24-65877d67a565 service neutron] 10.222.0.70 "GET /v2.0/networks/f24e6feb-daa6-4f68-81b5-d19626ccc1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015156 Jan 18 20:32:48.084350 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0bdf3c25-e8c9-4105-82b2-95e07c9f071d req-3b289afa-7aa0-4b35-8ca6-637b195554ab service neutron] 10.222.0.70 "GET /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090922 Jan 18 20:32:48.142724 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f0d936c7-7717-4db9-bc1a-c690a180cd67 req-568402e3-0efb-4ce4-ae5b-13b187f62408 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439338 Jan 18 20:32:48.184399 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca635c89-0797-47f6-9d49-7d2abfc7d4b4 req-86d46155-1e50-424b-a142-b271d3328b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:48.185922 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca635c89-0797-47f6-9d49-7d2abfc7d4b4 req-86d46155-1e50-424b-a142-b271d3328b3a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=15fbfb69562649e0b3db58da3073ccd4&device_id=034615a5-c40c-4bda-b31e-42feb516ef8b HTTP/1.1" status: 200 len: 1094 time: 0.1088488 Jan 18 20:32:48.189088 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] device_id is not set on port e99d5196-6a8b-4eb9-97de-dcbf445c27ce yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:32:48.221690 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks [] for port (e99d5196-6a8b-4eb9-97de-dcbf445c27ce), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:48.263668 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (e99d5196-6a8b-4eb9-97de-dcbf445c27ce), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:48.343802 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Pushing event updated for resources: {'Port': ['ID=e99d5196-6a8b-4eb9-97de-dcbf445c27ce,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:48.358215 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca635c89-0797-47f6-9d49-7d2abfc7d4b4 req-1674800d-e02f-4e5b-b020-fdb92e445021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:48.360052 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca635c89-0797-47f6-9d49-7d2abfc7d4b4 req-1674800d-e02f-4e5b-b020-fdb92e445021 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f24e6feb-daa6-4f68-81b5-d19626ccc1ce HTTP/1.1" status: 200 len: 910 time: 0.1656523 Jan 18 20:32:48.476886 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca635c89-0797-47f6-9d49-7d2abfc7d4b4 req-912bfe60-9ed6-4335-bf92-c7f27e33d736 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbdc510f-2eae-4192-a228-e17e54aa7935 HTTP/1.1" status: 200 len: 217 time: 0.0677998 Jan 18 20:32:48.502166 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Checking segment: {'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:32:48.502429 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Network hostable DHCP agents. Network: 287ada67-d71c-480d-acc7-90fbbcb8000e, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:32:48.802856 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42013f63-3647-404e-a768-fcd82f0a54fc req-d47ce9d3-ba88-4b85-a920-b33431560c67 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:48.804303 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42013f63-3647-404e-a768-fcd82f0a54fc req-d47ce9d3-ba88-4b85-a920-b33431560c67 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/ports?device_id=034615a5-c40c-4bda-b31e-42feb516ef8b HTTP/1.1" status: 200 len: 943 time: 0.4418471 Jan 18 20:32:48.816123 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e80043-578f-4ae1-ae3f-ea7072f0501b req-08178f56-9e58-436e-a80c-7d5763a34113 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:48.817567 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-07e80043-578f-4ae1-ae3f-ea7072f0501b req-08178f56-9e58-436e-a80c-7d5763a34113 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5484254-ca56-4661-b2e0-0a4e050911c6 HTTP/1.1" status: 200 len: 949 time: 0.4561920 Jan 18 20:32:48.853403 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca635c89-0797-47f6-9d49-7d2abfc7d4b4 req-934f8234-207a-47f7-87fb-117add789025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:48.855160 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca635c89-0797-47f6-9d49-7d2abfc7d4b4 req-934f8234-207a-47f7-87fb-117add789025 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9ec262b2-d74c-4048-8753-a618ef3ef2de HTTP/1.1" status: 200 len: 848 time: 0.3682978 Jan 18 20:32:48.864509 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Network 287ada67-d71c-480d-acc7-90fbbcb8000e is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:32:48.908734 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 287ada67-d71c-480d-acc7-90fbbcb8000e) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:48.913089 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:32:48.918785 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5db6821-bffc-4345-b94b-47d531e9f9d8 None None] Network 287ada67-d71c-480d-acc7-90fbbcb8000e requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:32:48.959340 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42013f63-3647-404e-a768-fcd82f0a54fc req-d27f14d2-ae16-4bbc-8df9-ba0734d69d0d tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/security-groups?id=b678e4a4-90f0-4240-a04d-bc2c9cff1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1407750 Jan 18 20:32:48.962311 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:48.962650 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:48.963020 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:48.971754 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-07e80043-578f-4ae1-ae3f-ea7072f0501b req-88269d55-a723-4bae-b5e5-d21b0e288a78 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.31 "GET /v2.0/security-groups?id=57b2697e-e9ed-4f9f-9490-2cc1a668e3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418362 Jan 18 20:32:48.975581 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:48.975914 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:48.977768 n-d-741529-9 neutron-server[103336]: INFO neutron.plugins.ml2.plugin [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempt 2 to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce Jan 18 20:32:48.988528 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca635c89-0797-47f6-9d49-7d2abfc7d4b4 req-12bec8f2-2ecc-4edc-a607-653464a3873e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:48.990163 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca635c89-0797-47f6-9d49-7d2abfc7d4b4 req-12bec8f2-2ecc-4edc-a607-653464a3873e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f24e6feb-daa6-4f68-81b5-d19626ccc1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279871 Jan 18 20:32:48.997270 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:48.997470 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:48.997839 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:49.025285 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:49.025621 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:49.027499 n-d-741529-9 neutron-server[103336]: INFO neutron.plugins.ml2.plugin [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempt 3 to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce Jan 18 20:32:49.079095 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:49.079435 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:49.079775 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:49.088409 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:49.088921 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:49.090723 n-d-741529-9 neutron-server[103336]: INFO neutron.plugins.ml2.plugin [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempt 4 to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce Jan 18 20:32:49.116089 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:49.117376 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:49.120628 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:49.130013 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca635c89-0797-47f6-9d49-7d2abfc7d4b4 req-ea7156da-d20c-432f-b672-3c1623b295fa service neutron] 10.222.0.70 "GET /v2.0/networks/f24e6feb-daa6-4f68-81b5-d19626ccc1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298037 Jan 18 20:32:49.130739 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:49.131066 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:49.131447 n-d-741529-9 neutron-server[103336]: INFO neutron.plugins.ml2.plugin [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempt 5 to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce Jan 18 20:32:49.161623 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:49.161993 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:49.162319 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:49.177711 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:49.178055 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:49.201647 n-d-741529-9 neutron-server[103336]: INFO neutron.plugins.ml2.plugin [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempt 6 to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce Jan 18 20:32:49.223155 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:49.223507 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:49.223816 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:49.232404 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:49.232755 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:49.236580 n-d-741529-9 neutron-server[103336]: INFO neutron.plugins.ml2.plugin [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempt 7 to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce Jan 18 20:32:49.285703 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:49.286038 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:49.286374 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:49.293980 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca635c89-0797-47f6-9d49-7d2abfc7d4b4 req-6420cb33-7f8b-436a-905f-dc6b074f2708 service neutron] 10.222.0.70 "GET /v2.0/networks/f24e6feb-daa6-4f68-81b5-d19626ccc1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535344 Jan 18 20:32:49.297987 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:49.298344 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:49.300200 n-d-741529-9 neutron-server[103336]: INFO neutron.plugins.ml2.plugin [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempt 8 to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce Jan 18 20:32:49.320170 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:49.320538 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:49.320873 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:49.331012 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf612f0-a5f8-4303-918b-8492dd21b066 req-ebc5416f-af2d-461d-a3d8-b88cf2a4d83a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:49.333318 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fbf612f0-a5f8-4303-918b-8492dd21b066 req-ebc5416f-af2d-461d-a3d8-b88cf2a4d83a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 943 time: 0.0996189 Jan 18 20:32:49.336919 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:49.337252 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:49.337662 n-d-741529-9 neutron-server[103336]: INFO neutron.plugins.ml2.plugin [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempt 9 to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce Jan 18 20:32:49.365691 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:49.366040 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:49.366381 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:49.378969 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:49.379310 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:49.381717 n-d-741529-9 neutron-server[103336]: INFO neutron.plugins.ml2.plugin [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempt 10 to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce Jan 18 20:32:49.407570 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fbf612f0-a5f8-4303-918b-8492dd21b066 req-537580e7-e6e8-4af2-b370-7639ab276915 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666258 Jan 18 20:32:49.408634 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:49.409035 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:49.409375 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:49.415185 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:49.415515 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port e99d5196-6a8b-4eb9-97de-dcbf445c27ce on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:49.415882 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e99d5196-6a8b-4eb9-97de-dcbf445c27ce), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:49.499091 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] For port e99d5196-6a8b-4eb9-97de-dcbf445c27ce, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:32:49.500148 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempted to set empty binding levels {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 18 20:32:49.505079 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (e99d5196-6a8b-4eb9-97de-dcbf445c27ce), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:49.539442 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:49.540043 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:49.560058 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Pushing event updated for resources: {'Port': ['ID=e99d5196-6a8b-4eb9-97de-dcbf445c27ce,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:49.565389 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2308ea22-6a14-49b5-bdf1-6b38aba2b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.0903232 Jan 18 20:32:49.568731 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47674) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:49.663613 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-fca70ef3-6328-454f-83b1-9174446c4cb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Deleting port e99d5196-6a8b-4eb9-97de-dcbf445c27ce {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:32:49.663954 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fca70ef3-6328-454f-83b1-9174446c4cb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e99d5196-6a8b-4eb9-97de-dcbf445c27ce), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:49.728819 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-fca70ef3-6328-454f-83b1-9174446c4cb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] For port e99d5196-6a8b-4eb9-97de-dcbf445c27ce, host n-h2-741529-9, got binding levels [] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:49.729179 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fca70ef3-6328-454f-83b1-9174446c4cb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e99d5196-6a8b-4eb9-97de-dcbf445c27ce), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:49.741287 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-fca70ef3-6328-454f-83b1-9174446c4cb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Calling delete_port for e99d5196-6a8b-4eb9-97de-dcbf445c27ce owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:32:49.825278 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fca70ef3-6328-454f-83b1-9174446c4cb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e99d5196-6a8b-4eb9-97de-dcbf445c27ce), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:49.857006 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fca70ef3-6328-454f-83b1-9174446c4cb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:49.860531 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fca70ef3-6328-454f-83b1-9174446c4cb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] 10.222.0.31 "DELETE /v2.0/ports/e99d5196-6a8b-4eb9-97de-dcbf445c27ce HTTP/1.1" status: 204 len: 168 time: 0.2907500 Jan 18 20:32:49.861476 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca70ef3-6328-454f-83b1-9174446c4cb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Pushing event deleted for resources: {'Port': ['ID=e99d5196-6a8b-4eb9-97de-dcbf445c27ce,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:49.863338 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47678) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:49.888528 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2712405-3ba2-4d1e-bcc3-d2605d706bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] GET failed (client error): The resource could not be found. Jan 18 20:32:49.889961 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f2712405-3ba2-4d1e-bcc3-d2605d706bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] 10.222.0.31 "GET /v2.0/ports/e99d5196-6a8b-4eb9-97de-dcbf445c27ce HTTP/1.1" status: 404 len: 333 time: 0.0249851 Jan 18 20:32:49.893898 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47680) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:49.898416 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-ee06d86e-5f66-4e4e-979b-52e3d9545a5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Request body: {'port': {'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-909545934'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:49.920269 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee06d86e-5f66-4e4e-979b-52e3d9545a5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Made reservation on behalf of 3a225dd1f014404d9fd442cc1eba9642 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:32:49.922814 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ee06d86e-5f66-4e4e-979b-52e3d9545a5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:49.938516 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-ee06d86e-5f66-4e4e-979b-52e3d9545a5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] device_id is not set on port ab95ec6a-db9f-48b5-892d-29c8c01d2095 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:32:50.055767 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:32:50.138594 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ee06d86e-5f66-4e4e-979b-52e3d9545a5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks [] for port (ab95ec6a-db9f-48b5-892d-29c8c01d2095), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:50.160381 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:50.171949 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb', 'network_id': 'a2219283-bd9d-4d36-b2ed-ac08fd66b13d', 'port_id': '9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb', 'mac_address': 'fa:16:3e:92:2b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f4d550-9f11-4355-b26a-aa3d66e48dd5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:32:50.172598 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde53ed-dbf1-4b06-b019-0e9d5c2d7595 req-e07ceab1-42aa-4b98-8a4f-cbebe511154d tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:50.174120 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fdde53ed-dbf1-4b06-b019-0e9d5c2d7595 req-e07ceab1-42aa-4b98-8a4f-cbebe511154d tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5484254-ca56-4661-b2e0-0a4e050911c6 HTTP/1.1" status: 200 len: 949 time: 0.1086509 Jan 18 20:32:50.187023 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae462de1-38b5-4483-9c8a-cd96a56584c6 req-08d63bbd-ce2c-4f94-8ef4-a992eacd8df3 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:50.188966 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ae462de1-38b5-4483-9c8a-cd96a56584c6 req-08d63bbd-ce2c-4f94-8ef4-a992eacd8df3 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/ports?device_id=034615a5-c40c-4bda-b31e-42feb516ef8b HTTP/1.1" status: 200 len: 943 time: 0.1223841 Jan 18 20:32:50.214327 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:50.214746 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:50.228217 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:32:50.251078 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ee06d86e-5f66-4e4e-979b-52e3d9545a5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (ab95ec6a-db9f-48b5-892d-29c8c01d2095), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:50.251468 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:50.255741 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:50.309904 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:50.321797 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fdde53ed-dbf1-4b06-b019-0e9d5c2d7595 req-e0ad2bb9-11de-4139-af4d-e698c45ce338 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.31 "GET /v2.0/security-groups?id=57b2697e-e9ed-4f9f-9490-2cc1a668e3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277473 Jan 18 20:32:50.330861 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ae462de1-38b5-4483-9c8a-cd96a56584c6 req-68369ee4-c12b-4996-aefa-f20d05d8a0e3 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/security-groups?id=b678e4a4-90f0-4240-a04d-bc2c9cff1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1338875 Jan 18 20:32:50.333164 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee06d86e-5f66-4e4e-979b-52e3d9545a5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Network 287ada67-d71c-480d-acc7-90fbbcb8000e is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:32:50.336541 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-ee06d86e-5f66-4e4e-979b-52e3d9545a5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:50.340779 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee06d86e-5f66-4e4e-979b-52e3d9545a5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:32:50.341817 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee06d86e-5f66-4e4e-979b-52e3d9545a5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:50.342299 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ee06d86e-5f66-4e4e-979b-52e3d9545a5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:50.346235 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06d86e-5f66-4e4e-979b-52e3d9545a5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Pushing event updated for resources: {'Port': ['ID=ab95ec6a-db9f-48b5-892d-29c8c01d2095,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:50.367227 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ee06d86e-5f66-4e4e-979b-52e3d9545a5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4700332 Jan 18 20:32:50.368074 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47690) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:50.379507 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:50.468207 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ab95ec6a-db9f-48b5-892d-29c8c01d2095), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:50.577156 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:32:50.620958 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1942c7-8ef0-44b2-ba9b-9ccb7cf42e44 req-294283cd-d2f5-4d3f-9e62-253b8a248c80 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:50.622562 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7b1942c7-8ef0-44b2-ba9b-9ccb7cf42e44 req-294283cd-d2f5-4d3f-9e62-253b8a248c80 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 944 time: 0.1115885 Jan 18 20:32:50.731589 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7b1942c7-8ef0-44b2-ba9b-9ccb7cf42e44 req-c5532262-05de-4124-a44f-0474ba003941 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025438 Jan 18 20:32:50.760943 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] device_id is not set on port ab95ec6a-db9f-48b5-892d-29c8c01d2095 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:32:50.771434 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks [] for port (ab95ec6a-db9f-48b5-892d-29c8c01d2095), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:50.781130 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (ab95ec6a-db9f-48b5-892d-29c8c01d2095), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:50.854056 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Pushing event updated for resources: {'Port': ['ID=ab95ec6a-db9f-48b5-892d-29c8c01d2095,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:50.858195 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:50.858537 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:50.859395 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:50.864334 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:50.865310 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:50.865931 n-d-741529-9 neutron-server[103336]: INFO neutron.plugins.ml2.plugin [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempt 2 to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 Jan 18 20:32:50.885064 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:50.885474 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:50.885968 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:50.890903 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:50.891310 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:50.891766 n-d-741529-9 neutron-server[103336]: INFO neutron.plugins.ml2.plugin [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempt 3 to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 Jan 18 20:32:50.908254 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:50.908685 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:50.909112 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:50.915601 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:50.915938 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:50.916319 n-d-741529-9 neutron-server[103336]: INFO neutron.plugins.ml2.plugin [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempt 4 to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 Jan 18 20:32:50.936736 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:50.938462 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:50.939109 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:50.945109 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:50.945441 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:50.945862 n-d-741529-9 neutron-server[103336]: INFO neutron.plugins.ml2.plugin [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempt 5 to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 Jan 18 20:32:50.961403 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:50.962033 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:50.962563 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:50.967277 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:50.967960 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:50.967960 n-d-741529-9 neutron-server[103336]: INFO neutron.plugins.ml2.plugin [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempt 6 to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 Jan 18 20:32:50.980072 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:50.980402 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:50.980744 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:50.985882 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:50.986194 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:50.986578 n-d-741529-9 neutron-server[103336]: INFO neutron.plugins.ml2.plugin [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempt 7 to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 Jan 18 20:32:51.006918 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:51.008958 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:51.009301 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:51.014229 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:51.014835 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:51.014969 n-d-741529-9 neutron-server[103336]: INFO neutron.plugins.ml2.plugin [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempt 8 to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 Jan 18 20:32:51.032603 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:51.032941 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:51.033275 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:51.038016 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:51.038534 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:51.038980 n-d-741529-9 neutron-server[103336]: INFO neutron.plugins.ml2.plugin [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempt 9 to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 Jan 18 20:32:51.055266 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:51.055686 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:51.055977 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:51.071184 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:51.071957 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:51.072658 n-d-741529-9 neutron-server[103336]: INFO neutron.plugins.ml2.plugin [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempt 10 to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 Jan 18 20:32:51.086787 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:51.087128 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:51.087461 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:51.091898 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:51.092226 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:51.092700 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ab95ec6a-db9f-48b5-892d-29c8c01d2095), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:51.171415 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] For port ab95ec6a-db9f-48b5-892d-29c8c01d2095, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:32:51.172644 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempted to set empty binding levels {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 18 20:32:51.177268 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (ab95ec6a-db9f-48b5-892d-29c8c01d2095), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:51.223224 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Pushing event updated for resources: {'Port': ['ID=ab95ec6a-db9f-48b5-892d-29c8c01d2095,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:51.239410 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] In _notify_port_updated(), no bound segment for port ab95ec6a-db9f-48b5-892d-29c8c01d2095 on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103336) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 18 20:32:51.240458 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.241507 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:51.243378 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-992d7e28-cbba-45d8-ac15-d413a92a0424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] 10.222.0.31 "PUT /v2.0/ports/ab95ec6a-db9f-48b5-892d-29c8c01d2095 HTTP/1.1" status: 200 len: 978 time: 0.8715603 Jan 18 20:32:51.245821 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47716) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:51.352519 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.352998 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.353465 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.353954 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.354411 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.354864 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.355316 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.355767 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.356226 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.356679 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.357132 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.357582 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.358050 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.358694 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.359873 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.360498 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.361118 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.361901 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.362519 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.363136 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.363753 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.364373 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.364993 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.366192 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.366829 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.367890 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.368520 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.369417 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.371549 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.372225 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.372877 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.378134 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e9bb3b76-b441-4580-822c-5432ef4f10bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28096 time: 0.1304877 Jan 18 20:32:51.382234 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47720) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:51.489719 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-df667cee-2f82-4f57-a893-b624b1df561a tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Deleting port ab95ec6a-db9f-48b5-892d-29c8c01d2095 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:32:51.492073 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df667cee-2f82-4f57-a893-b624b1df561a tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ab95ec6a-db9f-48b5-892d-29c8c01d2095), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:51.505358 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:32:51.522693 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22778b61-722b-4c76-aa35-52f637324bb7 req-5d933e88-cbe5-42b8-803d-9f21ec4976ac tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.524906 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-22778b61-722b-4c76-aa35-52f637324bb7 req-5d933e88-cbe5-42b8-803d-9f21ec4976ac tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/ports?device_id=034615a5-c40c-4bda-b31e-42feb516ef8b HTTP/1.1" status: 200 len: 943 time: 0.0987701 Jan 18 20:32:51.571285 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-df667cee-2f82-4f57-a893-b624b1df561a tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] For port ab95ec6a-db9f-48b5-892d-29c8c01d2095, host n-h2-741529-9, got binding levels [] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:51.572313 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df667cee-2f82-4f57-a893-b624b1df561a tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ab95ec6a-db9f-48b5-892d-29c8c01d2095), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:51.588265 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-df667cee-2f82-4f57-a893-b624b1df561a tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Calling delete_port for ab95ec6a-db9f-48b5-892d-29c8c01d2095 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:32:51.592993 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-22778b61-722b-4c76-aa35-52f637324bb7 req-ffbdff7a-9099-483b-9946-b0fed3452b31 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/security-groups?id=b678e4a4-90f0-4240-a04d-bc2c9cff1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624881 Jan 18 20:32:51.674543 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df667cee-2f82-4f57-a893-b624b1df561a tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ab95ec6a-db9f-48b5-892d-29c8c01d2095), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:51.707958 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df667cee-2f82-4f57-a893-b624b1df561a tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab95ec6a-db9f-48b5-892d-29c8c01d2095,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:51.718756 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df667cee-2f82-4f57-a893-b624b1df561a tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:51.724995 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-df667cee-2f82-4f57-a893-b624b1df561a tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] 10.222.0.31 "DELETE /v2.0/ports/ab95ec6a-db9f-48b5-892d-29c8c01d2095 HTTP/1.1" status: 204 len: 168 time: 0.3392162 Jan 18 20:32:51.725351 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47724) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:51.750825 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf5e308-3241-40bf-bcec-17c063078644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] GET failed (client error): The resource could not be found. Jan 18 20:32:51.755629 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1cf5e308-3241-40bf-bcec-17c063078644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] 10.222.0.31 "GET /v2.0/ports/ab95ec6a-db9f-48b5-892d-29c8c01d2095 HTTP/1.1" status: 404 len: 333 time: 0.0255620 Jan 18 20:32:51.756379 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47726) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:51.760979 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-4d37bfb7-2f8d-45d8-bff4-89c8071047fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-495766743', 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:51.785426 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d37bfb7-2f8d-45d8-bff4-89c8071047fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Made reservation on behalf of 3a225dd1f014404d9fd442cc1eba9642 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:32:51.789090 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d37bfb7-2f8d-45d8-bff4-89c8071047fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:51.807504 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-4d37bfb7-2f8d-45d8-bff4-89c8071047fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] device_id is not set on port aefa227d-74ee-4c01-beb9-90af706437a5 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:32:51.952344 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abd923-50dc-4b15-bf24-785af99cfd3c req-6653cb59-82d4-48f4-b2ad-10b76cc59633 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.953969 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-84abd923-50dc-4b15-bf24-785af99cfd3c req-6653cb59-82d4-48f4-b2ad-10b76cc59633 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 944 time: 0.0983186 Jan 18 20:32:52.030571 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d37bfb7-2f8d-45d8-bff4-89c8071047fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks [] for port (aefa227d-74ee-4c01-beb9-90af706437a5), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:52.054220 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-84abd923-50dc-4b15-bf24-785af99cfd3c req-2f76adc1-c45b-482c-953c-8e08f7158992 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719464 Jan 18 20:32:52.060187 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device cbdc510f-2eae-4192-a228-e17e54aa7935 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:32:52.066625 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:32:52.107830 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d37bfb7-2f8d-45d8-bff4-89c8071047fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (aefa227d-74ee-4c01-beb9-90af706437a5), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:52.162140 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d37bfb7-2f8d-45d8-bff4-89c8071047fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Network 287ada67-d71c-480d-acc7-90fbbcb8000e is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:32:52.168950 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-4d37bfb7-2f8d-45d8-bff4-89c8071047fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:52.179764 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d37bfb7-2f8d-45d8-bff4-89c8071047fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:32:52.181292 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d37bfb7-2f8d-45d8-bff4-89c8071047fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:52.181934 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d37bfb7-2f8d-45d8-bff4-89c8071047fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:52.203230 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37bfb7-2f8d-45d8-bff4-89c8071047fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Pushing event updated for resources: {'Port': ['ID=aefa227d-74ee-4c01-beb9-90af706437a5,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:52.207182 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:32:52.213900 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4d37bfb7-2f8d-45d8-bff4-89c8071047fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4564381 Jan 18 20:32:52.216954 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47734) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:52.217728 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:52.218956 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:52.262460 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9077e540-f22f-44d1-8b6b-398090707267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:52.266160 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9077e540-f22f-44d1-8b6b-398090707267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] 10.222.0.31 "GET /v2.0/ports/aefa227d-74ee-4c01-beb9-90af706437a5 HTTP/1.1" status: 200 len: 958 time: 0.0477333 Jan 18 20:32:52.268939 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47738) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:52.270878 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port cbdc510f-2eae-4192-a228-e17e54aa7935, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=cbdc510f-2eae-4192-a228-e17e54aa7935,segment=NetworkSegment(99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2),segment_id=99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:52.298958 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'cbdc510f-2eae-4192-a228-e17e54aa7935', 'network_id': 'f24e6feb-daa6-4f68-81b5-d19626ccc1ce', 'port_id': 'cbdc510f-2eae-4192-a228-e17e54aa7935', 'mac_address': 'fa:16:3e:0e:5f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec262b2-d74c-4048-8753-a618ef3ef2de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:32:52.353396 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port cbdc510f-2eae-4192-a228-e17e54aa7935 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:52.354123 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cbdc510f-2eae-4192-a228-e17e54aa7935), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:52.361111 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-7eb3f5a8-72eb-4915-9df8-85033f57489c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Deleting port aefa227d-74ee-4c01-beb9-90af706437a5 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:32:52.361544 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f5a8-72eb-4915-9df8-85033f57489c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (aefa227d-74ee-4c01-beb9-90af706437a5), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:52.392260 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbdc510f-2eae-4192-a228-e17e54aa7935 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:32:52.426877 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:52.427682 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:52.432256 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port cbdc510f-2eae-4192-a228-e17e54aa7935, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=cbdc510f-2eae-4192-a228-e17e54aa7935,segment=NetworkSegment(99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2),segment_id=99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:52.434791 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f5a8-72eb-4915-9df8-85033f57489c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (aefa227d-74ee-4c01-beb9-90af706437a5), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:52.464160 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-7eb3f5a8-72eb-4915-9df8-85033f57489c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Calling delete_port for aefa227d-74ee-4c01-beb9-90af706437a5 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:32:52.477088 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:52.478688 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a102997-7a5e-4391-bf3a-3b61f0170a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:32:52.481799 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfe3ee1-aa57-42d5-969e-f1732ab7e48b" -d '{"events": [{"server_uuid": "2a102997-7a5e-4391-bf3a-3b61f0170a42", "name": "network-vif-plugged", "status": "completed", "tag": "9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:32:52.485979 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:52.489270 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (cbdc510f-2eae-4192-a228-e17e54aa7935), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:52.580943 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed555593-fd22-412e-aac9-58ca82e14cb3 x-openstack-request-id: req-ed555593-fd22-412e-aac9-58ca82e14cb3 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:32:52.581248 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a102997-7a5e-4391-bf3a-3b61f0170a42", "name": "network-vif-plugged", "status": "completed", "tag": "9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:32:52.581494 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed555593-fd22-412e-aac9-58ca82e14cb3 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:32:52.588932 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a102997-7a5e-4391-bf3a-3b61f0170a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb', 'code': 200} Jan 18 20:32:52.590120 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:52.630726 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f5a8-72eb-4915-9df8-85033f57489c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (aefa227d-74ee-4c01-beb9-90af706437a5), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:52.666034 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=cbdc510f-2eae-4192-a228-e17e54aa7935,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:52.676129 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f5a8-72eb-4915-9df8-85033f57489c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:52.682022 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7eb3f5a8-72eb-4915-9df8-85033f57489c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] 10.222.0.31 "DELETE /v2.0/ports/aefa227d-74ee-4c01-beb9-90af706437a5 HTTP/1.1" status: 204 len: 168 time: 0.4093697 Jan 18 20:32:52.682404 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47746) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:52.683333 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3f5a8-72eb-4915-9df8-85033f57489c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Pushing event deleted for resources: {'Port': ['ID=aefa227d-74ee-4c01-beb9-90af706437a5,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:52.722719 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-18df1dd2-6d89-486e-8468-8d66f865bc0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] GET failed (client error): The resource could not be found. Jan 18 20:32:52.727478 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-18df1dd2-6d89-486e-8468-8d66f865bc0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] 10.222.0.31 "GET /v2.0/ports/aefa227d-74ee-4c01-beb9-90af706437a5 HTTP/1.1" status: 404 len: 333 time: 0.0407417 Jan 18 20:32:52.728195 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47748) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:52.733269 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-f7db3bed-af96-47e2-8bfb-4f73d00ec79c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Request body: {'port': {'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822787490'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:52.761682 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7db3bed-af96-47e2-8bfb-4f73d00ec79c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Made reservation on behalf of 3a225dd1f014404d9fd442cc1eba9642 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:32:52.764661 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f7db3bed-af96-47e2-8bfb-4f73d00ec79c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:52.767647 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167a454-eff7-439f-a753-55a61c3c4115 req-8561727c-bfd9-4ee3-a500-5e3a7c7b42b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:52.769280 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6167a454-eff7-439f-a753-55a61c3c4115 req-8561727c-bfd9-4ee3-a500-5e3a7c7b42b6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 1096 time: 0.1064382 Jan 18 20:32:52.785510 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-f7db3bed-af96-47e2-8bfb-4f73d00ec79c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] device_id is not set on port b112856e-3ac6-4a22-a052-ea4430782978 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:32:52.807353 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188eb13-b6fa-46d3-ae45-d584b1a486fb req-295a7f57-ea26-432a-b3e2-c5b883c35b7b tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:52.816350 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a188eb13-b6fa-46d3-ae45-d584b1a486fb req-295a7f57-ea26-432a-b3e2-c5b883c35b7b tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/ports?device_id=034615a5-c40c-4bda-b31e-42feb516ef8b HTTP/1.1" status: 200 len: 944 time: 0.1047451 Jan 18 20:32:52.826065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['cbdc510f-2eae-4192-a228-e17e54aa7935'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:32:52.876110 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6167a454-eff7-439f-a753-55a61c3c4115 req-aef731b5-bbfe-4216-a91a-fdf5768dfea8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990138 Jan 18 20:32:52.911787 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a188eb13-b6fa-46d3-ae45-d584b1a486fb req-e1e5e6df-5a2f-4112-a732-776f3c1da1f3 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/security-groups?id=b678e4a4-90f0-4240-a04d-bc2c9cff1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0944865 Jan 18 20:32:52.984609 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f7db3bed-af96-47e2-8bfb-4f73d00ec79c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks [] for port (b112856e-3ac6-4a22-a052-ea4430782978), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:53.019605 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f7db3bed-af96-47e2-8bfb-4f73d00ec79c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (b112856e-3ac6-4a22-a052-ea4430782978), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:53.066324 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7db3bed-af96-47e2-8bfb-4f73d00ec79c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Network 287ada67-d71c-480d-acc7-90fbbcb8000e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:32:53.069375 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-f7db3bed-af96-47e2-8bfb-4f73d00ec79c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:53.072975 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7db3bed-af96-47e2-8bfb-4f73d00ec79c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:32:53.074073 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7db3bed-af96-47e2-8bfb-4f73d00ec79c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:53.074483 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f7db3bed-af96-47e2-8bfb-4f73d00ec79c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:53.084291 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db3bed-af96-47e2-8bfb-4f73d00ec79c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Pushing event updated for resources: {'Port': ['ID=b112856e-3ac6-4a22-a052-ea4430782978,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:53.100705 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f7db3bed-af96-47e2-8bfb-4f73d00ec79c tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3710687 Jan 18 20:32:53.102991 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47754) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:53.108094 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:53.162970 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b112856e-3ac6-4a22-a052-ea4430782978), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:53.194869 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ffc9b-4b50-431f-8d17-013860e29597 req-496e2ece-21ed-4ddd-bff2-7798d1c4d4e5 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:53.196492 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-193ffc9b-4b50-431f-8d17-013860e29597 req-496e2ece-21ed-4ddd-bff2-7798d1c4d4e5 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.0501769 Jan 18 20:32:53.247441 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-193ffc9b-4b50-431f-8d17-013860e29597 req-3ccca8e4-fcaf-4a56-b0c4-03d72015a311 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446105 Jan 18 20:32:53.337087 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] device_id is not set on port b112856e-3ac6-4a22-a052-ea4430782978 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:32:53.347187 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks [] for port (b112856e-3ac6-4a22-a052-ea4430782978), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:53.352846 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (b112856e-3ac6-4a22-a052-ea4430782978), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:53.415656 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:53.416374 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:53.416792 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:53.418929 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Pushing event updated for resources: {'Port': ['ID=b112856e-3ac6-4a22-a052-ea4430782978,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:53.424016 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port b112856e-3ac6-4a22-a052-ea4430782978 on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:53.424473 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port b112856e-3ac6-4a22-a052-ea4430782978 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:53.424866 n-d-741529-9 neutron-server[103335]: INFO neutron.plugins.ml2.plugin [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempt 2 to bind port b112856e-3ac6-4a22-a052-ea4430782978 Jan 18 20:32:53.437810 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:53.438218 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:53.438608 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:53.443185 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port b112856e-3ac6-4a22-a052-ea4430782978 on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:53.443585 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port b112856e-3ac6-4a22-a052-ea4430782978 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:53.444033 n-d-741529-9 neutron-server[103335]: INFO neutron.plugins.ml2.plugin [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempt 3 to bind port b112856e-3ac6-4a22-a052-ea4430782978 Jan 18 20:32:53.456919 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:53.457423 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:53.458078 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:53.462480 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port b112856e-3ac6-4a22-a052-ea4430782978 on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:53.462879 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port b112856e-3ac6-4a22-a052-ea4430782978 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:53.463317 n-d-741529-9 neutron-server[103335]: INFO neutron.plugins.ml2.plugin [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempt 4 to bind port b112856e-3ac6-4a22-a052-ea4430782978 Jan 18 20:32:53.475635 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:53.476083 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:53.476516 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:53.481207 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port b112856e-3ac6-4a22-a052-ea4430782978 on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:53.481492 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port b112856e-3ac6-4a22-a052-ea4430782978 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:53.481951 n-d-741529-9 neutron-server[103335]: INFO neutron.plugins.ml2.plugin [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempt 5 to bind port b112856e-3ac6-4a22-a052-ea4430782978 Jan 18 20:32:53.497343 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:53.497846 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:53.498223 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:53.503131 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port b112856e-3ac6-4a22-a052-ea4430782978 on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:53.503512 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port b112856e-3ac6-4a22-a052-ea4430782978 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:53.503971 n-d-741529-9 neutron-server[103335]: INFO neutron.plugins.ml2.plugin [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempt 6 to bind port b112856e-3ac6-4a22-a052-ea4430782978 Jan 18 20:32:53.516495 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:53.517041 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:53.517447 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:53.521793 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port b112856e-3ac6-4a22-a052-ea4430782978 on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:53.522174 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port b112856e-3ac6-4a22-a052-ea4430782978 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:53.522611 n-d-741529-9 neutron-server[103335]: INFO neutron.plugins.ml2.plugin [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempt 7 to bind port b112856e-3ac6-4a22-a052-ea4430782978 Jan 18 20:32:53.535679 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:53.536091 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:53.536482 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:53.541889 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port b112856e-3ac6-4a22-a052-ea4430782978 on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:53.542278 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port b112856e-3ac6-4a22-a052-ea4430782978 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:53.542722 n-d-741529-9 neutron-server[103335]: INFO neutron.plugins.ml2.plugin [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempt 8 to bind port b112856e-3ac6-4a22-a052-ea4430782978 Jan 18 20:32:53.558773 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:53.559219 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:53.559610 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:53.564628 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port b112856e-3ac6-4a22-a052-ea4430782978 on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:53.565124 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port b112856e-3ac6-4a22-a052-ea4430782978 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:53.565790 n-d-741529-9 neutron-server[103335]: INFO neutron.plugins.ml2.plugin [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempt 9 to bind port b112856e-3ac6-4a22-a052-ea4430782978 Jan 18 20:32:53.579045 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:53.579454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:53.579853 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:53.584409 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port b112856e-3ac6-4a22-a052-ea4430782978 on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:53.584806 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port b112856e-3ac6-4a22-a052-ea4430782978 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:53.585246 n-d-741529-9 neutron-server[103335]: INFO neutron.plugins.ml2.plugin [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempt 10 to bind port b112856e-3ac6-4a22-a052-ea4430782978 Jan 18 20:32:53.597395 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:53.597844 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:53.598245 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempting to bind port b112856e-3ac6-4a22-a052-ea4430782978 on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:53.602715 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Port b112856e-3ac6-4a22-a052-ea4430782978 on network 287ada67-d71c-480d-acc7-90fbbcb8000e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:53.603225 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Failed to bind port b112856e-3ac6-4a22-a052-ea4430782978 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '664dca3a-bb88-4371-bfe4-17ce029d4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '287ada67-d71c-480d-acc7-90fbbcb8000e'}] Jan 18 20:32:53.603648 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b112856e-3ac6-4a22-a052-ea4430782978), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:53.670431 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] For port b112856e-3ac6-4a22-a052-ea4430782978, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:32:53.670846 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attempted to set empty binding levels {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 18 20:32:53.676215 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (b112856e-3ac6-4a22-a052-ea4430782978), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:53.716453 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] In _notify_port_updated(), no bound segment for port b112856e-3ac6-4a22-a052-ea4430782978 on network 287ada67-d71c-480d-acc7-90fbbcb8000e {{(pid=103335) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 18 20:32:53.717365 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:53.718080 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:53.722424 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47766) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:53.722581 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] 10.222.0.31 "PUT /v2.0/ports/b112856e-3ac6-4a22-a052-ea4430782978 HTTP/1.1" status: 200 len: 979 time: 0.6183727 Jan 18 20:32:53.730395 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea46590-d565-4ee3-a3d1-de5b672f24b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Pushing event updated for resources: {'Port': ['ID=b112856e-3ac6-4a22-a052-ea4430782978,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:53.809416 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-397e50f5-2c44-476a-8e00-f436b27f5ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Deleting port b112856e-3ac6-4a22-a052-ea4430782978 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:32:53.809802 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-397e50f5-2c44-476a-8e00-f436b27f5ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b112856e-3ac6-4a22-a052-ea4430782978), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:53.873220 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-397e50f5-2c44-476a-8e00-f436b27f5ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] For port b112856e-3ac6-4a22-a052-ea4430782978, host n-h2-741529-9, got binding levels [] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:53.873709 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-397e50f5-2c44-476a-8e00-f436b27f5ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b112856e-3ac6-4a22-a052-ea4430782978), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:53.890329 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-397e50f5-2c44-476a-8e00-f436b27f5ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Calling delete_port for b112856e-3ac6-4a22-a052-ea4430782978 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:32:54.060415 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-397e50f5-2c44-476a-8e00-f436b27f5ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (b112856e-3ac6-4a22-a052-ea4430782978), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:54.072815 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device cbdc510f-2eae-4192-a228-e17e54aa7935 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:32:54.100406 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8783f-5da0-4868-8d03-468a7470a15e req-031be5ff-f3e9-4ea1-a4cf-cf946654c6d7 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:54.107961 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-96d8783f-5da0-4868-8d03-468a7470a15e req-031be5ff-f3e9-4ea1-a4cf-cf946654c6d7 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/ports?device_id=034615a5-c40c-4bda-b31e-42feb516ef8b HTTP/1.1" status: 200 len: 944 time: 0.0970519 Jan 18 20:32:54.117579 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e50f5-2c44-476a-8e00-f436b27f5ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Pushing event deleted for resources: {'Port': ['ID=b112856e-3ac6-4a22-a052-ea4430782978,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:54.126728 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-397e50f5-2c44-476a-8e00-f436b27f5ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:54.130889 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-397e50f5-2c44-476a-8e00-f436b27f5ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] 10.222.0.31 "DELETE /v2.0/ports/b112856e-3ac6-4a22-a052-ea4430782978 HTTP/1.1" status: 204 len: 168 time: 0.4070191 Jan 18 20:32:54.133598 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47772) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:54.168017 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-599379d3-f3bc-4287-9fe8-122a71213a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] GET failed (client error): The resource could not be found. Jan 18 20:32:54.169788 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-599379d3-f3bc-4287-9fe8-122a71213a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-92047402-project-admin] 10.222.0.31 "GET /v2.0/ports/b112856e-3ac6-4a22-a052-ea4430782978 HTTP/1.1" status: 404 len: 333 time: 0.0349305 Jan 18 20:32:54.173662 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47774) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:54.179925 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port cbdc510f-2eae-4192-a228-e17e54aa7935 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:32:54.184901 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port cbdc510f-2eae-4192-a228-e17e54aa7935 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:54.185554 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cbdc510f-2eae-4192-a228-e17e54aa7935), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:54.208971 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-96d8783f-5da0-4868-8d03-468a7470a15e req-5702bfff-91b9-4fb8-badc-e9922e8f6400 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/security-groups?id=b678e4a4-90f0-4240-a04d-bc2c9cff1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0996761 Jan 18 20:32:54.295695 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c649122-96fe-488d-a8ac-aabff74721c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (287ada67-d71c-480d-acc7-90fbbcb8000e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:54.352866 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port cbdc510f-2eae-4192-a228-e17e54aa7935 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:54.353468 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cbdc510f-2eae-4192-a228-e17e54aa7935), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:54.397576 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c649122-96fe-488d-a8ac-aabff74721c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (287ada67-d71c-480d-acc7-90fbbcb8000e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:54.406841 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port cbdc510f-2eae-4192-a228-e17e54aa7935, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=cbdc510f-2eae-4192-a228-e17e54aa7935,segment=NetworkSegment(99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2),segment_id=99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:54.414265 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (cbdc510f-2eae-4192-a228-e17e54aa7935), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:54.428237 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-6c649122-96fe-488d-a8ac-aabff74721c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287ada67-d71c-480d-acc7-90fbbcb8000e']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:54.439170 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-6c649122-96fe-488d-a8ac-aabff74721c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664dca3a-bb88-4371-bfe4-17ce029d4342') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:54.440029 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-6c649122-96fe-488d-a8ac-aabff74721c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664dca3a-bb88-4371-bfe4-17ce029d4342') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:54.450123 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c649122-96fe-488d-a8ac-aabff74721c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (664dca3a-bb88-4371-bfe4-17ce029d4342), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:54.466563 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c649122-96fe-488d-a8ac-aabff74721c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (664dca3a-bb88-4371-bfe4-17ce029d4342), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:54.474813 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c649122-96fe-488d-a8ac-aabff74721c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:32:54.475521 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c649122-96fe-488d-a8ac-aabff74721c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (664dca3a-bb88-4371-bfe4-17ce029d4342), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:54.507876 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4aff8-3957-494d-a1d6-07eb7b3f087d req-92a027a5-8ba9-4c59-a715-8915cd0c7f8e tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:54.514027 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e5c4aff8-3957-494d-a1d6-07eb7b3f087d req-92a027a5-8ba9-4c59-a715-8915cd0c7f8e tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.1202929 Jan 18 20:32:54.518343 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=cbdc510f-2eae-4192-a228-e17e54aa7935,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:32:54.546474 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:32:54.555502 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c649122-96fe-488d-a8ac-aabff74721c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (287ada67-d71c-480d-acc7-90fbbcb8000e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:54.570289 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c649122-96fe-488d-a8ac-aabff74721c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:54.574239 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6c649122-96fe-488d-a8ac-aabff74721c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545-project] 10.222.0.31 "DELETE /v2.0/networks/287ada67-d71c-480d-acc7-90fbbcb8000e HTTP/1.1" status: 204 len: 168 time: 0.3975992 Jan 18 20:32:54.587397 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034615a5-c40c-4bda-b31e-42feb516ef8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdc510f-2eae-4192-a228-e17e54aa7935'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:32:54.590665 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81bd8f5-9736-42d4-a84c-43893edc12c1" -d '{"events": [{"server_uuid": "034615a5-c40c-4bda-b31e-42feb516ef8b", "name": "network-vif-plugged", "status": "completed", "tag": "cbdc510f-2eae-4192-a228-e17e54aa7935"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:32:54.606475 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e5c4aff8-3957-494d-a1d6-07eb7b3f087d req-4c5c9e91-13bb-4e01-8982-40266f23f096 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868912 Jan 18 20:32:54.610075 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c649122-96fe-488d-a8ac-aabff74721c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-434003545-project] Pushing event deleted for resources: {'Network': ['ID=287ada67-d71c-480d-acc7-90fbbcb8000e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:54.642194 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894a232a-639c-49ed-b32f-247e704c1268 x-openstack-request-id: req-894a232a-639c-49ed-b32f-247e704c1268 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:32:54.642735 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034615a5-c40c-4bda-b31e-42feb516ef8b", "name": "network-vif-plugged", "status": "completed", "tag": "cbdc510f-2eae-4192-a228-e17e54aa7935", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:32:54.643037 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-894a232a-639c-49ed-b32f-247e704c1268 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:32:54.643443 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034615a5-c40c-4bda-b31e-42feb516ef8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdc510f-2eae-4192-a228-e17e54aa7935', 'code': 200} Jan 18 20:32:54.813789 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e3369-935d-4291-a1b4-abe21a46a253 req-0d0ed208-eaba-405a-a98c-c0b24f1dc055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:54.815855 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ba8e3369-935d-4291-a1b4-abe21a46a253 req-0d0ed208-eaba-405a-a98c-c0b24f1dc055 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=034615a5-c40c-4bda-b31e-42feb516ef8b HTTP/1.1" status: 200 len: 1096 time: 0.0876520 Jan 18 20:32:54.910749 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ba8e3369-935d-4291-a1b4-abe21a46a253 req-124efe85-e683-4d43-9f28-c9d57cbedbb9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b678e4a4-90f0-4240-a04d-bc2c9cff1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749328 Jan 18 20:32:54.930362 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a537de-d8b5-44e8-9681-dcc550e1f76d req-926d01e1-d42b-4d89-a52a-f6a2b2b4641e tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:54.932188 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81a537de-d8b5-44e8-9681-dcc550e1f76d req-926d01e1-d42b-4d89-a52a-f6a2b2b4641e tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.0908227 Jan 18 20:32:54.951375 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47792) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:54.991849 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81a537de-d8b5-44e8-9681-dcc550e1f76d req-aa9272fb-0395-44f1-aa73-c6611afebb26 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518858 Jan 18 20:32:55.154291 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d93f11-9e1e-4f4f-bd26-474478f441f8 req-e27faed9-93a9-4e85-92fc-e3258cfe7629 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:55.163208 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65d93f11-9e1e-4f4f-bd26-474478f441f8 req-e27faed9-93a9-4e85-92fc-e3258cfe7629 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.0726473 Jan 18 20:32:55.164373 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-77353bfc-3137-4acb-b5f7-d89380a6b4d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2aab0cd5ec234b1c8b6e3d931f97e3b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2118666 Jan 18 20:32:55.166889 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47800) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:55.249338 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8891ebed-252d-4086-8ce0-33391a11b57d admin admin] Publish callbacks [] for security_group (36e5e96f-0fbb-4fb0-b360-9290fb56be7b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:55.280299 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65d93f11-9e1e-4f4f-bd26-474478f441f8 req-6ba8ad27-0514-4eb2-9fcb-2d2b9e3fa23a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008666 Jan 18 20:32:55.383964 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55144394-ffad-4f12-9333-27042ac7c1d8 req-69580235-0137-448f-b438-b3b43c3219c8 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:55.386319 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-55144394-ffad-4f12-9333-27042ac7c1d8 req-69580235-0137-448f-b438-b3b43c3219c8 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/ports?device_id=034615a5-c40c-4bda-b31e-42feb516ef8b HTTP/1.1" status: 200 len: 945 time: 0.0926363 Jan 18 20:32:55.403777 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8891ebed-252d-4086-8ce0-33391a11b57d admin admin] Publish callbacks [] for security_group (36e5e96f-0fbb-4fb0-b360-9290fb56be7b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:55.488507 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-55144394-ffad-4f12-9333-27042ac7c1d8 req-7df79fcd-fa79-4330-934a-f3325028aba5 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/security-groups?id=b678e4a4-90f0-4240-a04d-bc2c9cff1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811999 Jan 18 20:32:55.547398 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023af4b2-7fa0-43bf-939c-4e33b9b72cfc req-1c741693-095b-4fdb-8684-fb6ee9dbbac0 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:55.548903 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-023af4b2-7fa0-43bf-939c-4e33b9b72cfc req-1c741693-095b-4fdb-8684-fb6ee9dbbac0 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.0864937 Jan 18 20:32:55.561352 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8891ebed-252d-4086-8ce0-33391a11b57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (36e5e96f-0fbb-4fb0-b360-9290fb56be7b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:55.564825 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8891ebed-252d-4086-8ce0-33391a11b57d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:55.568389 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8891ebed-252d-4086-8ce0-33391a11b57d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36e5e96f-0fbb-4fb0-b360-9290fb56be7b HTTP/1.1" status: 204 len: 168 time: 0.3978236 Jan 18 20:32:55.593527 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8891ebed-252d-4086-8ce0-33391a11b57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e5e96f-0fbb-4fb0-b360-9290fb56be7b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:55.665368 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-023af4b2-7fa0-43bf-939c-4e33b9b72cfc req-e9eb17b2-0629-4185-a3ef-4875eefebd3e tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982902 Jan 18 20:32:55.670440 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-843a4456-aa0b-40e3-ab8a-9b40bffd047a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:55.940423 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47816) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:55.989155 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d0beb546-8fc4-460a-98ed-b63bd1fbd353 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a225dd1f014404d9fd442cc1eba9642&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0470276 Jan 18 20:32:55.991546 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47818) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:56.129446 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9e29d83-6bcd-42c6-9018-a1c2f2768d3f admin admin] Publish callbacks [] for security_group (6f13bde1-f3bf-4e93-a6a2-cc8716870e8e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:56.181976 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9e29d83-6bcd-42c6-9018-a1c2f2768d3f admin admin] Publish callbacks [] for security_group (6f13bde1-f3bf-4e93-a6a2-cc8716870e8e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:56.239423 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9e29d83-6bcd-42c6-9018-a1c2f2768d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6f13bde1-f3bf-4e93-a6a2-cc8716870e8e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:56.243212 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9e29d83-6bcd-42c6-9018-a1c2f2768d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:56.244991 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d9e29d83-6bcd-42c6-9018-a1c2f2768d3f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6f13bde1-f3bf-4e93-a6a2-cc8716870e8e HTTP/1.1" status: 204 len: 168 time: 0.2524607 Jan 18 20:32:56.256532 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e29d83-6bcd-42c6-9018-a1c2f2768d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f13bde1-f3bf-4e93-a6a2-cc8716870e8e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:56.271448 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:32:56.614048 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074b3d6-50ae-4724-bfd0-96110032d474 req-a661d830-d5cd-4fae-bb2c-8762254001e5 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:56.618324 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1074b3d6-50ae-4724-bfd0-96110032d474 req-a661d830-d5cd-4fae-bb2c-8762254001e5 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/ports?device_id=034615a5-c40c-4bda-b31e-42feb516ef8b HTTP/1.1" status: 200 len: 945 time: 0.0532479 Jan 18 20:32:56.672574 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1074b3d6-50ae-4724-bfd0-96110032d474 req-17c3a2a6-2229-428c-b941-cc6c5b68e2fd tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/security-groups?id=b678e4a4-90f0-4240-a04d-bc2c9cff1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514655 Jan 18 20:32:56.862484 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63cb02-4cea-4f5b-8c3a-4bf3878d1c7c req-6358a93f-79ae-4d62-86e5-e807a757d3d0 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:56.863992 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cb63cb02-4cea-4f5b-8c3a-4bf3878d1c7c req-6358a93f-79ae-4d62-86e5-e807a757d3d0 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/ports?device_id=034615a5-c40c-4bda-b31e-42feb516ef8b HTTP/1.1" status: 200 len: 945 time: 0.0895979 Jan 18 20:32:56.893806 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ecd60-601a-43f2-9971-becc103621e8 req-558444d8-c6b3-4015-a88e-05db4650440e tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:56.898293 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de3ecd60-601a-43f2-9971-becc103621e8 req-558444d8-c6b3-4015-a88e-05db4650440e tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.1050990 Jan 18 20:32:56.979203 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cb63cb02-4cea-4f5b-8c3a-4bf3878d1c7c req-b9399685-6621-4ffb-9e8e-b0d46fea6f26 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/security-groups?id=b678e4a4-90f0-4240-a04d-bc2c9cff1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1032028 Jan 18 20:32:57.014596 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de3ecd60-601a-43f2-9971-becc103621e8 req-86d3aba8-5da1-48be-a112-3755eed5f45c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989904 Jan 18 20:32:57.241997 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97275924-c267-4862-a173-725cf6803f6a req-560197ed-5424-4720-838b-26abdfe8dbed tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:57.254258 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97275924-c267-4862-a173-725cf6803f6a req-560197ed-5424-4720-838b-26abdfe8dbed tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/ports?device_id=034615a5-c40c-4bda-b31e-42feb516ef8b HTTP/1.1" status: 200 len: 945 time: 0.0907815 Jan 18 20:32:57.343900 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97275924-c267-4862-a173-725cf6803f6a req-71e2460f-a8ce-4066-8869-07c22dc90608 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/security-groups?id=b678e4a4-90f0-4240-a04d-bc2c9cff1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884624 Jan 18 20:32:57.365174 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47876) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:57.671015 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ade99db-eb6d-4cb4-8951-22e291084dda tempest-TestServerBasicOps-1023429080 tempest-TestServerBasicOps-1023429080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:57.673674 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9ade99db-eb6d-4cb4-8951-22e291084dda tempest-TestServerBasicOps-1023429080 tempest-TestServerBasicOps-1023429080-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=034615a5-c40c-4bda-b31e-42feb516ef8b HTTP/1.1" status: 200 len: 1091 time: 0.3069615 Jan 18 20:32:57.676872 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47888) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:57.683227 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-981a5f96-8932-4644-838a-e0dd4c8b8a00 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'port_id': 'cbdc510f-2eae-4192-a228-e17e54aa7935', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:57.825451 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-33e1baee-9b38-462c-a584-d4b1d1799582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:57.930936 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47894) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:58.087168 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-981a5f96-8932-4644-838a-e0dd4c8b8a00 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:58.110628 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-5660cd1d-4317-4ec4-b9a2-cb4de345f436 tempest-PortsAdminExtendedAttrsTestJSON-1147294649 tempest-PortsAdminExtendedAttrsTestJSON-1147294649-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2063870338'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:58.185208 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5660cd1d-4317-4ec4-b9a2-cb4de345f436 tempest-PortsAdminExtendedAttrsTestJSON-1147294649 tempest-PortsAdminExtendedAttrsTestJSON-1147294649-project] Made reservation on behalf of e6ec31358d27413fa604b9401e5c6713 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:32:58.189546 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5660cd1d-4317-4ec4-b9a2-cb4de345f436 tempest-PortsAdminExtendedAttrsTestJSON-1147294649 tempest-PortsAdminExtendedAttrsTestJSON-1147294649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:58.211262 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5660cd1d-4317-4ec4-b9a2-cb4de345f436 tempest-PortsAdminExtendedAttrsTestJSON-1147294649 tempest-PortsAdminExtendedAttrsTestJSON-1147294649-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:58.233004 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef8eda-d9c0-4e0a-99b7-da98d54fa1e0 req-04184c91-b0f8-43e6-bf64-a72a02655873 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:58.234780 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e9ef8eda-d9c0-4e0a-99b7-da98d54fa1e0 req-04184c91-b0f8-43e6-bf64-a72a02655873 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.1036987 Jan 18 20:32:58.276824 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-981a5f96-8932-4644-838a-e0dd4c8b8a00 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:58.323553 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e9ef8eda-d9c0-4e0a-99b7-da98d54fa1e0 req-462b5077-4771-4876-a83d-ca51ad6346b1 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742953 Jan 18 20:32:58.404616 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5660cd1d-4317-4ec4-b9a2-cb4de345f436 tempest-PortsAdminExtendedAttrsTestJSON-1147294649 tempest-PortsAdminExtendedAttrsTestJSON-1147294649-project] Publish callbacks [] for security_group (f78c3c3e-86f9-4789-abed-3636930327c9), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:58.411720 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5660cd1d-4317-4ec4-b9a2-cb4de345f436 tempest-PortsAdminExtendedAttrsTestJSON-1147294649 tempest-PortsAdminExtendedAttrsTestJSON-1147294649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f78c3c3e-86f9-4789-abed-3636930327c9), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:58.445610 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-981a5f96-8932-4644-838a-e0dd4c8b8a00 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Allocated IP 172.25.4.153 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/3b934325-99d2-4728-8e3d-cb8a8f77f3b7) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:32:58.446352 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660cd1d-4317-4ec4-b9a2-cb4de345f436 tempest-PortsAdminExtendedAttrsTestJSON-1147294649 tempest-PortsAdminExtendedAttrsTestJSON-1147294649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f78c3c3e-86f9-4789-abed-3636930327c9,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:58.461795 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5660cd1d-4317-4ec4-b9a2-cb4de345f436 tempest-PortsAdminExtendedAttrsTestJSON-1147294649 tempest-PortsAdminExtendedAttrsTestJSON-1147294649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:32:58.475570 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5660cd1d-4317-4ec4-b9a2-cb4de345f436 tempest-PortsAdminExtendedAttrsTestJSON-1147294649 tempest-PortsAdminExtendedAttrsTestJSON-1147294649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (19db48ae-7a40-4b8f-913d-ce40a1a2efe1), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:58.476055 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-5660cd1d-4317-4ec4-b9a2-cb4de345f436 tempest-PortsAdminExtendedAttrsTestJSON-1147294649 tempest-PortsAdminExtendedAttrsTestJSON-1147294649-project] Added segment 19db48ae-7a40-4b8f-913d-ce40a1a2efe1 of type vlan for network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f Jan 18 20:32:58.528315 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5660cd1d-4317-4ec4-b9a2-cb4de345f436 tempest-PortsAdminExtendedAttrsTestJSON-1147294649 tempest-PortsAdminExtendedAttrsTestJSON-1147294649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (e1d9f6b2-4ecb-485c-a773-5eecb451bb0f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:58.558576 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5660cd1d-4317-4ec4-b9a2-cb4de345f436 tempest-PortsAdminExtendedAttrsTestJSON-1147294649 tempest-PortsAdminExtendedAttrsTestJSON-1147294649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (e1d9f6b2-4ecb-485c-a773-5eecb451bb0f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:58.566512 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5660cd1d-4317-4ec4-b9a2-cb4de345f436 tempest-PortsAdminExtendedAttrsTestJSON-1147294649 tempest-PortsAdminExtendedAttrsTestJSON-1147294649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:58.567133 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5660cd1d-4317-4ec4-b9a2-cb4de345f436 tempest-PortsAdminExtendedAttrsTestJSON-1147294649 tempest-PortsAdminExtendedAttrsTestJSON-1147294649-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:58.583796 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-981a5f96-8932-4644-838a-e0dd4c8b8a00 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for port (3b934325-99d2-4728-8e3d-cb8a8f77f3b7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:58.618862 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5660cd1d-4317-4ec4-b9a2-cb4de345f436 tempest-PortsAdminExtendedAttrsTestJSON-1147294649 tempest-PortsAdminExtendedAttrsTestJSON-1147294649-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.6845133 Jan 18 20:32:58.629673 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-981a5f96-8932-4644-838a-e0dd4c8b8a00 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (3b934325-99d2-4728-8e3d-cb8a8f77f3b7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:58.658833 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660cd1d-4317-4ec4-b9a2-cb4de345f436 tempest-PortsAdminExtendedAttrsTestJSON-1147294649 tempest-PortsAdminExtendedAttrsTestJSON-1147294649-project] Pushing event updated for resources: {'Network': ['ID=e1d9f6b2-4ecb-485c-a773-5eecb451bb0f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:58.675226 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:32:58.723750 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981a5f96-8932-4644-838a-e0dd4c8b8a00 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:32:58.732469 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-981a5f96-8932-4644-838a-e0dd4c8b8a00 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:58.746073 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981a5f96-8932-4644-838a-e0dd4c8b8a00 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:32:58.752186 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a5f96-8932-4644-838a-e0dd4c8b8a00 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Pushing event updated for resources: {'Port': ['ID=3b934325-99d2-4728-8e3d-cb8a8f77f3b7,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:58.862553 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47910) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:58.867438 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Request body: {'port': {'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f', 'binding:host_id': 'n-h2-741529-9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-817073576'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:58.891083 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Made reservation on behalf of 8dd38ac84ede4b9199d92aed6009ed7c for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:32:58.893518 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:58.903307 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:58.997665 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks [] for security_group (2698fbe2-83a8-4bc6-838e-bb1bf208cd5b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:59.003730 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2698fbe2-83a8-4bc6-838e-bb1bf208cd5b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:59.011024 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] device_id is not set on port 10194d9f-81ba-4152-a43c-d11f9595a546 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:32:59.105058 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:59.118085 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2698fbe2-83a8-4bc6-838e-bb1bf208cd5b,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:59.396971 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] device_id is not set on port 10194d9f-81ba-4152-a43c-d11f9595a546 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:32:59.410858 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks [] for port (10194d9f-81ba-4152-a43c-d11f9595a546), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:59.429380 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (10194d9f-81ba-4152-a43c-d11f9595a546), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:59.446158 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-981a5f96-8932-4644-838a-e0dd4c8b8a00 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for floatingip (a086fb64-3a46-45da-896a-e215701de6fa), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:59.571493 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Pushing event updated for resources: {'Port': ['ID=10194d9f-81ba-4152-a43c-d11f9595a546,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:59.583789 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Checking segment: {'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:32:59.584156 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Network hostable DHCP agents. Network: e1d9f6b2-4ecb-485c-a773-5eecb451bb0f, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:32:59.587056 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-981a5f96-8932-4644-838a-e0dd4c8b8a00 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3b934325-99d2-4728-8e3d-cb8a8f77f3b7), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:59.596328 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa079c1-5fe0-45e0-b1ad-c455dea71f59 req-4372e75d-0307-4ce2-bbc4-befe8b9859b1 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:59.597903 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4aa079c1-5fe0-45e0-b1ad-c455dea71f59 req-4372e75d-0307-4ce2-bbc4-befe8b9859b1 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.1820261 Jan 18 20:32:59.637592 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:32:59.664206 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, e1d9f6b2-4ecb-485c-a773-5eecb451bb0f) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:59.672926 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:32:59.673722 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62df63f-d082-45a6-9bb9-c8f057a5fc55 None None] Network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:32:59.689400 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:59.690247 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:59.690247 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:59.703875 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4aa079c1-5fe0-45e0-b1ad-c455dea71f59 req-744ec5e4-f15f-41aa-a1f4-289c90efe8f9 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980794 Jan 18 20:32:59.705177 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port 10194d9f-81ba-4152-a43c-d11f9595a546 on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:59.705512 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:32:59.705955 n-d-741529-9 neutron-server[103336]: INFO neutron.plugins.ml2.plugin [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempt 2 to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 Jan 18 20:32:59.741528 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:59.741937 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:59.742243 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:59.747431 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port 10194d9f-81ba-4152-a43c-d11f9595a546 on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:59.747789 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:32:59.748210 n-d-741529-9 neutron-server[103336]: INFO neutron.plugins.ml2.plugin [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempt 3 to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 Jan 18 20:32:59.763844 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:59.764230 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:59.764532 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:59.770231 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port 10194d9f-81ba-4152-a43c-d11f9595a546 on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:59.770600 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:32:59.770959 n-d-741529-9 neutron-server[103336]: INFO neutron.plugins.ml2.plugin [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempt 4 to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 Jan 18 20:32:59.784674 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:59.785059 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:59.785340 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:59.790427 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port 10194d9f-81ba-4152-a43c-d11f9595a546 on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:59.790771 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:32:59.791144 n-d-741529-9 neutron-server[103336]: INFO neutron.plugins.ml2.plugin [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempt 5 to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 Jan 18 20:32:59.808174 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:59.808532 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:59.808836 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:59.815109 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port 10194d9f-81ba-4152-a43c-d11f9595a546 on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:59.815109 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:32:59.815109 n-d-741529-9 neutron-server[103336]: INFO neutron.plugins.ml2.plugin [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempt 6 to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 Jan 18 20:32:59.837327 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:59.837747 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:59.838092 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:59.853821 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port 10194d9f-81ba-4152-a43c-d11f9595a546 on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:59.854153 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:32:59.854540 n-d-741529-9 neutron-server[103336]: INFO neutron.plugins.ml2.plugin [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempt 7 to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 Jan 18 20:32:59.855780 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-981a5f96-8932-4644-838a-e0dd4c8b8a00 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for port (3b934325-99d2-4728-8e3d-cb8a8f77f3b7), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:59.863300 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-981a5f96-8932-4644-838a-e0dd4c8b8a00 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (3b934325-99d2-4728-8e3d-cb8a8f77f3b7), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:59.870835 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:59.871204 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:59.871566 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:59.877811 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port 10194d9f-81ba-4152-a43c-d11f9595a546 on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:59.878138 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:32:59.878544 n-d-741529-9 neutron-server[103336]: INFO neutron.plugins.ml2.plugin [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempt 8 to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 Jan 18 20:32:59.892955 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:59.893288 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:59.893623 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:59.899615 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port 10194d9f-81ba-4152-a43c-d11f9595a546 on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:59.900479 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:32:59.901183 n-d-741529-9 neutron-server[103336]: INFO neutron.plugins.ml2.plugin [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempt 9 to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 Jan 18 20:32:59.915219 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:59.915643 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:59.916041 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:59.920628 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port 10194d9f-81ba-4152-a43c-d11f9595a546 on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:59.921061 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:32:59.921514 n-d-741529-9 neutron-server[103336]: INFO neutron.plugins.ml2.plugin [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempt 10 to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 Jan 18 20:32:59.937619 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:59.938644 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:59.939065 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:59.947117 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a5f96-8932-4644-838a-e0dd4c8b8a00 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Pushing event updated for resources: {'Port': ['ID=3b934325-99d2-4728-8e3d-cb8a8f77f3b7,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:59.947346 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port 10194d9f-81ba-4152-a43c-d11f9595a546 on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:59.947673 n-d-741529-9 neutron-server[103336]: ERROR neutron.plugins.ml2.managers [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port 10194d9f-81ba-4152-a43c-d11f9595a546 on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:32:59.948305 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (10194d9f-81ba-4152-a43c-d11f9595a546), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:59.972325 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-981a5f96-8932-4644-838a-e0dd4c8b8a00 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (a086fb64-3a46-45da-896a-e215701de6fa), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:00.054243 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] For port 10194d9f-81ba-4152-a43c-d11f9595a546, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:33:00.054664 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempted to set empty binding levels {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 18 20:33:00.061370 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (10194d9f-81ba-4152-a43c-d11f9595a546), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:00.100543 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [None req-981a5f96-8932-4644-838a-e0dd4c8b8a00 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Floating IP a086fb64-3a46-45da-896a-e215701de6fa associated. External IP: 172.25.4.153, port: cbdc510f-2eae-4192-a228-e17e54aa7935. Jan 18 20:33:00.117511 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:00.118142 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:00.138782 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Pushing event updated for resources: {'Port': ['ID=10194d9f-81ba-4152-a43c-d11f9595a546,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:00.153138 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-15676405-bbe8-49dd-8b13-8b2f8783a80c tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.2892835 Jan 18 20:33:00.153739 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47920) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:00.232400 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-1549f6e2-c58d-4d58-90a8-be507d454a91 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Deleting port 10194d9f-81ba-4152-a43c-d11f9595a546 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:33:00.232739 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1549f6e2-c58d-4d58-90a8-be507d454a91 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (10194d9f-81ba-4152-a43c-d11f9595a546), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:00.297699 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-1549f6e2-c58d-4d58-90a8-be507d454a91 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] For port 10194d9f-81ba-4152-a43c-d11f9595a546, host n-h2-741529-9, got binding levels [] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:33:00.298062 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1549f6e2-c58d-4d58-90a8-be507d454a91 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (10194d9f-81ba-4152-a43c-d11f9595a546), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:00.326632 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981a5f96-8932-4644-838a-e0dd4c8b8a00 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Router 6598b80f-e4e8-423c-8dc6-2cf396f00d09 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:33:00.341721 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-1549f6e2-c58d-4d58-90a8-be507d454a91 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Calling delete_port for 10194d9f-81ba-4152-a43c-d11f9595a546 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:33:00.464894 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981a5f96-8932-4644-838a-e0dd4c8b8a00 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:33:00.469452 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1549f6e2-c58d-4d58-90a8-be507d454a91 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (10194d9f-81ba-4152-a43c-d11f9595a546), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:00.482428 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daadf9ad-444a-44c6-8d17-fcfd3180090e None None] Sync routers for ids ['6598b80f-e4e8-423c-8dc6-2cf396f00d09'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:33:00.497169 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daadf9ad-444a-44c6-8d17-fcfd3180090e None None] Routers {'6598b80f-e4e8-423c-8dc6-2cf396f00d09'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:00.498132 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-daadf9ad-444a-44c6-8d17-fcfd3180090e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:32:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6598b80f-e4e8-423c-8dc6-2cf396f00d09'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:00.513800 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-981a5f96-8932-4644-838a-e0dd4c8b8a00 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:00.539996 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:00.546990 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549f6e2-c58d-4d58-90a8-be507d454a91 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Pushing event deleted for resources: {'Port': ['ID=10194d9f-81ba-4152-a43c-d11f9595a546,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:00.556151 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1549f6e2-c58d-4d58-90a8-be507d454a91 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:00.563478 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1549f6e2-c58d-4d58-90a8-be507d454a91 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] 10.222.0.31 "DELETE /v2.0/ports/10194d9f-81ba-4152-a43c-d11f9595a546 HTTP/1.1" status: 204 len: 168 time: 0.4083154 Jan 18 20:33:00.564453 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47940) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:00.589650 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-981a5f96-8932-4644-838a-e0dd4c8b8a00 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8990867 Jan 18 20:33:00.589650 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034615a5-c40c-4bda-b31e-42feb516ef8b', 'tag': 'cbdc510f-2eae-4192-a228-e17e54aa7935'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:33:00.589650 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a403aac-c6c6-41cc-bce2-8ea895b5c461" -d '{"events": [{"name": "network-changed", "server_uuid": "034615a5-c40c-4bda-b31e-42feb516ef8b", "tag": "cbdc510f-2eae-4192-a228-e17e54aa7935"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:33:00.614707 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-676375e2-47b4-4db9-b29e-d2e85d56d89e tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] GET failed (client error): The resource could not be found. Jan 18 20:33:00.619038 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-676375e2-47b4-4db9-b29e-d2e85d56d89e tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] 10.222.0.31 "GET /v2.0/ports/10194d9f-81ba-4152-a43c-d11f9595a546 HTTP/1.1" status: 404 len: 333 time: 0.0502515 Jan 18 20:33:00.619343 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47948) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:00.625527 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-89990227-c8d8-449c-8bf8-1400b29b1538 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Request body: {'port': {'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-81950618'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:00.663738 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89990227-c8d8-449c-8bf8-1400b29b1538 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Made reservation on behalf of 8dd38ac84ede4b9199d92aed6009ed7c for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:33:00.666598 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-89990227-c8d8-449c-8bf8-1400b29b1538 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:00.686463 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-89990227-c8d8-449c-8bf8-1400b29b1538 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] device_id is not set on port 23e77d35-9f78-45e2-8e2e-25ec90844cbb yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:33:00.694516 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-daadf9ad-444a-44c6-8d17-fcfd3180090e None None] Set router 6598b80f-e4e8-423c-8dc6-2cf396f00d09 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:33:00.776519 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3670625-046d-47b3-9dda-b49883e31f3d x-openstack-request-id: req-f3670625-046d-47b3-9dda-b49883e31f3d {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:33:00.776970 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034615a5-c40c-4bda-b31e-42feb516ef8b", "tag": "cbdc510f-2eae-4192-a228-e17e54aa7935", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:33:00.777317 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3670625-046d-47b3-9dda-b49883e31f3d {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:33:00.777862 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034615a5-c40c-4bda-b31e-42feb516ef8b', 'tag': 'cbdc510f-2eae-4192-a228-e17e54aa7935', 'status': 'completed', 'code': 200} Jan 18 20:33:00.969014 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-daadf9ad-444a-44c6-8d17-fcfd3180090e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'name': 'tempest-TestServerBasicOps-1985353497-router', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'd010be64-2b4f-494c-96c1-3d2b99688766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:17Z', 'updated_at': '2022-01-18T20:32:23Z', 'revision_number': 4, 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'gw_port': {'id': 'd010be64-2b4f-494c-96c1-3d2b99688766', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:18Z', 'updated_at': '2022-01-18T20:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'a086fb64-3a46-45da-896a-e215701de6fa', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'port_id': 'cbdc510f-2eae-4192-a228-e17e54aa7935', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f24e6feb-daa6-4f68-81b5-d19626ccc1ce', 'mac_address': 'fa:16:3e:0e:5f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034615a5-c40c-4bda-b31e-42feb516ef8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:32:59Z', 'updated_at': '2022-01-18T20:32:59Z', 'revision_number': 0, 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54887146-7860-4b32-9114-12c34ebdab4c', 'name': '', 'network_id': 'f24e6feb-daa6-4f68-81b5-d19626ccc1ce', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'mac_address': 'fa:16:3e:4e:14:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '9ec262b2-d74c-4048-8753-a618ef3ef2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:22Z', 'updated_at': '2022-01-18T20:32:29Z', 'revision_number': 5, 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'subnets': [{'id': '9ec262b2-d74c-4048-8753-a618ef3ef2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:00.974584 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27418180-d52b-43c0-ae67-5f469d4ddcf5 req-6c0a25ea-696a-42b2-8766-daf5cf80891c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:00.981918 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-27418180-d52b-43c0-ae67-5f469d4ddcf5 req-6c0a25ea-696a-42b2-8766-daf5cf80891c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.1100199 Jan 18 20:33:00.988095 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a403aac-c6c6-41cc-bce2-8ea895b5c461 req-8cdf3a34-8dc2-4c87-b30e-e3e4dd77d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:00.989535 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a403aac-c6c6-41cc-bce2-8ea895b5c461 req-8cdf3a34-8dc2-4c87-b30e-e3e4dd77d216 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=15fbfb69562649e0b3db58da3073ccd4&device_id=034615a5-c40c-4bda-b31e-42feb516ef8b HTTP/1.1" status: 200 len: 1096 time: 0.1591885 Jan 18 20:33:01.002814 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daadf9ad-444a-44c6-8d17-fcfd3180090e None None] Checking router: 6598b80f-e4e8-423c-8dc6-2cf396f00d09 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:33:01.012394 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daadf9ad-444a-44c6-8d17-fcfd3180090e None None] Routers {'6598b80f-e4e8-423c-8dc6-2cf396f00d09'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:01.013212 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-daadf9ad-444a-44c6-8d17-fcfd3180090e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:32:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6598b80f-e4e8-423c-8dc6-2cf396f00d09'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:01.136859 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a403aac-c6c6-41cc-bce2-8ea895b5c461 req-7a1e8feb-db23-421b-8301-6a3dfc58a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:01.138701 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a403aac-c6c6-41cc-bce2-8ea895b5c461 req-7a1e8feb-db23-421b-8301-6a3dfc58a0ab service neutron] 10.222.0.70 "GET /v2.0/networks?id=f24e6feb-daa6-4f68-81b5-d19626ccc1ce HTTP/1.1" status: 200 len: 910 time: 0.1066022 Jan 18 20:33:01.146587 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-daadf9ad-444a-44c6-8d17-fcfd3180090e None None] Set router 6598b80f-e4e8-423c-8dc6-2cf396f00d09 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:33:01.222922 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-89990227-c8d8-449c-8bf8-1400b29b1538 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks [] for port (23e77d35-9f78-45e2-8e2e-25ec90844cbb), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:01.339351 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-27418180-d52b-43c0-ae67-5f469d4ddcf5 req-985e4f9e-685b-476b-bb67-c96bc21688bd tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562188 Jan 18 20:33:01.341941 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-89990227-c8d8-449c-8bf8-1400b29b1538 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (23e77d35-9f78-45e2-8e2e-25ec90844cbb), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:01.347680 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a403aac-c6c6-41cc-bce2-8ea895b5c461 req-819b4971-6ecb-4251-99a3-ebd2e221ecc5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbdc510f-2eae-4192-a228-e17e54aa7935 HTTP/1.1" status: 200 len: 999 time: 0.1993022 Jan 18 20:33:01.377735 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89990227-c8d8-449c-8bf8-1400b29b1538 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:33:01.432966 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-daadf9ad-444a-44c6-8d17-fcfd3180090e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'name': 'tempest-TestServerBasicOps-1985353497-router', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'd010be64-2b4f-494c-96c1-3d2b99688766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:17Z', 'updated_at': '2022-01-18T20:32:23Z', 'revision_number': 4, 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'gw_port': {'id': 'd010be64-2b4f-494c-96c1-3d2b99688766', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:18Z', 'updated_at': '2022-01-18T20:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'a086fb64-3a46-45da-896a-e215701de6fa', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'port_id': 'cbdc510f-2eae-4192-a228-e17e54aa7935', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f24e6feb-daa6-4f68-81b5-d19626ccc1ce', 'mac_address': 'fa:16:3e:0e:5f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034615a5-c40c-4bda-b31e-42feb516ef8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:32:59Z', 'updated_at': '2022-01-18T20:32:59Z', 'revision_number': 0, 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54887146-7860-4b32-9114-12c34ebdab4c', 'name': '', 'network_id': 'f24e6feb-daa6-4f68-81b5-d19626ccc1ce', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'mac_address': 'fa:16:3e:4e:14:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '9ec262b2-d74c-4048-8753-a618ef3ef2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:22Z', 'updated_at': '2022-01-18T20:32:29Z', 'revision_number': 5, 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'subnets': [{'id': '9ec262b2-d74c-4048-8753-a618ef3ef2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:01.463467 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daadf9ad-444a-44c6-8d17-fcfd3180090e None None] The sync data for ids ['6598b80f-e4e8-423c-8dc6-2cf396f00d09'] in n-d-741529-9 is: [{'id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'name': 'tempest-TestServerBasicOps-1985353497-router', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'd010be64-2b4f-494c-96c1-3d2b99688766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:17Z', 'updated_at': '2022-01-18T20:32:23Z', 'revision_number': 4, 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'gw_port': {'id': 'd010be64-2b4f-494c-96c1-3d2b99688766', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:18Z', 'updated_at': '2022-01-18T20:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'a086fb64-3a46-45da-896a-e215701de6fa', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'port_id': 'cbdc510f-2eae-4192-a228-e17e54aa7935', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f24e6feb-daa6-4f68-81b5-d19626ccc1ce', 'mac_address': 'fa:16:3e:0e:5f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034615a5-c40c-4bda-b31e-42feb516ef8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:32:59Z', 'updated_at': '2022-01-18T20:32:59Z', 'revision_number': 0, 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54887146-7860-4b32-9114-12c34ebdab4c', 'name': '', 'network_id': 'f24e6feb-daa6-4f68-81b5-d19626ccc1ce', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'mac_address': 'fa:16:3e:4e:14:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '9ec262b2-d74c-4048-8753-a618ef3ef2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:22Z', 'updated_at': '2022-01-18T20:32:29Z', 'revision_number': 5, 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'subnets': [{'id': '9ec262b2-d74c-4048-8753-a618ef3ef2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:33:01.685760 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-89990227-c8d8-449c-8bf8-1400b29b1538 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:33:01.722635 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89990227-c8d8-449c-8bf8-1400b29b1538 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:33:01.723570 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89990227-c8d8-449c-8bf8-1400b29b1538 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:01.724154 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-89990227-c8d8-449c-8bf8-1400b29b1538 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:01.762050 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-89990227-c8d8-449c-8bf8-1400b29b1538 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.1416068 Jan 18 20:33:01.764836 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47960) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:01.771734 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a403aac-c6c6-41cc-bce2-8ea895b5c461 req-f4e1a8ff-f4e7-4853-b3dc-0a7908c65dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:01.773233 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a403aac-c6c6-41cc-bce2-8ea895b5c461 req-f4e1a8ff-f4e7-4853-b3dc-0a7908c65dcd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9ec262b2-d74c-4048-8753-a618ef3ef2de HTTP/1.1" status: 200 len: 848 time: 0.3899920 Jan 18 20:33:01.774378 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:01.778260 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89990227-c8d8-449c-8bf8-1400b29b1538 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Pushing event updated for resources: {'Port': ['ID=23e77d35-9f78-45e2-8e2e-25ec90844cbb,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:01.818224 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:01.834175 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33731582-30f6-41a0-a3eb-c47d75bd48f7 None None] New status for floating IP a086fb64-3a46-45da-896a-e215701de6fa: ACTIVE {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:33:01.856612 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a403aac-c6c6-41cc-bce2-8ea895b5c461 req-20b6b26a-d651-4aee-95c9-3a429fe544da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:01.858212 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a403aac-c6c6-41cc-bce2-8ea895b5c461 req-20b6b26a-d651-4aee-95c9-3a429fe544da service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f24e6feb-daa6-4f68-81b5-d19626ccc1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713086 Jan 18 20:33:01.901168 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (23e77d35-9f78-45e2-8e2e-25ec90844cbb), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:02.010682 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a403aac-c6c6-41cc-bce2-8ea895b5c461 req-2a1375c9-2548-423d-9851-2247fe80efc2 service neutron] 10.222.0.70 "GET /v2.0/networks/f24e6feb-daa6-4f68-81b5-d19626ccc1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458337 Jan 18 20:33:02.141616 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a403aac-c6c6-41cc-bce2-8ea895b5c461 req-ba121ec7-c5a0-42df-9fbe-2ecfa41df446 service neutron] 10.222.0.70 "GET /v2.0/networks/f24e6feb-daa6-4f68-81b5-d19626ccc1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228273 Jan 18 20:33:02.180372 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] device_id is not set on port 23e77d35-9f78-45e2-8e2e-25ec90844cbb yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:33:02.188698 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks [] for port (23e77d35-9f78-45e2-8e2e-25ec90844cbb), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:02.194126 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (23e77d35-9f78-45e2-8e2e-25ec90844cbb), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:02.248155 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Pushing event updated for resources: {'Port': ['ID=23e77d35-9f78-45e2-8e2e-25ec90844cbb,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:02.260910 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:33:02.261248 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:33:02.261584 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:33:02.265921 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:33:02.266240 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:33:02.266617 n-d-741529-9 neutron-server[103335]: INFO neutron.plugins.ml2.plugin [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempt 2 to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb Jan 18 20:33:02.282797 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:33:02.283256 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:33:02.284563 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:33:02.289932 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:33:02.291409 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:33:02.291409 n-d-741529-9 neutron-server[103335]: INFO neutron.plugins.ml2.plugin [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempt 3 to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb Jan 18 20:33:02.303960 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:33:02.304327 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:33:02.304685 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:33:02.309275 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:33:02.309601 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:33:02.310014 n-d-741529-9 neutron-server[103335]: INFO neutron.plugins.ml2.plugin [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempt 4 to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb Jan 18 20:33:02.322989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:33:02.323320 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:33:02.323646 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:33:02.327849 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:33:02.328166 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:33:02.328542 n-d-741529-9 neutron-server[103335]: INFO neutron.plugins.ml2.plugin [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempt 5 to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb Jan 18 20:33:02.340109 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:33:02.340440 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:33:02.340761 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:33:02.345468 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:33:02.345825 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:33:02.346209 n-d-741529-9 neutron-server[103335]: INFO neutron.plugins.ml2.plugin [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempt 6 to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb Jan 18 20:33:02.358232 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:33:02.359135 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:33:02.359470 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:33:02.363648 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:33:02.363974 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:33:02.364350 n-d-741529-9 neutron-server[103335]: INFO neutron.plugins.ml2.plugin [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempt 7 to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb Jan 18 20:33:02.376804 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:33:02.377243 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:33:02.377705 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:33:02.382385 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:33:02.382811 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:33:02.383382 n-d-741529-9 neutron-server[103335]: INFO neutron.plugins.ml2.plugin [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempt 8 to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb Jan 18 20:33:02.404640 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:33:02.405124 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:33:02.406110 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:33:02.411064 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:33:02.411502 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:33:02.412175 n-d-741529-9 neutron-server[103335]: INFO neutron.plugins.ml2.plugin [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempt 9 to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb Jan 18 20:33:02.428979 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:33:02.429455 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:33:02.429919 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:33:02.434389 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:33:02.434848 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:33:02.435326 n-d-741529-9 neutron-server[103335]: INFO neutron.plugins.ml2.plugin [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempt 10 to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb Jan 18 20:33:02.447932 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:33:02.448391 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:33:02.448821 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:33:02.454268 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:33:02.454735 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:33:02.455177 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (23e77d35-9f78-45e2-8e2e-25ec90844cbb), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:02.468906 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947ffd7-a006-4b8e-90b5-4e4207c794d4 req-87edeb09-9cfc-49f2-ab07-f0bbb73a1608 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.472241 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6947ffd7-a006-4b8e-90b5-4e4207c794d4 req-87edeb09-9cfc-49f2-ab07-f0bbb73a1608 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.0550346 Jan 18 20:33:02.520257 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6947ffd7-a006-4b8e-90b5-4e4207c794d4 req-73ffa94f-87f1-42ea-99e1-a27b42750445 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429299 Jan 18 20:33:02.524196 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] For port 23e77d35-9f78-45e2-8e2e-25ec90844cbb, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:33:02.524526 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempted to set empty binding levels {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 18 20:33:02.528641 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (23e77d35-9f78-45e2-8e2e-25ec90844cbb), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:02.545029 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] In _notify_port_updated(), no bound segment for port 23e77d35-9f78-45e2-8e2e-25ec90844cbb on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103335) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 18 20:33:02.546574 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.547365 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:02.549794 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] 10.222.0.31 "PUT /v2.0/ports/23e77d35-9f78-45e2-8e2e-25ec90844cbb HTTP/1.1" status: 200 len: 973 time: 0.7823870 Jan 18 20:33:02.552111 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47970) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:02.586653 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42eb4d3-6d6f-4257-b3d2-04591db9f294 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Pushing event updated for resources: {'Port': ['ID=23e77d35-9f78-45e2-8e2e-25ec90844cbb,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:02.657100 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.657577 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.658065 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.658528 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.658988 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.659642 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.659883 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.660332 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.660781 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.661232 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.661942 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.662402 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.664148 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.664148 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.664148 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.664148 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.664597 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.665042 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.665485 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.665963 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.666406 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.666847 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.667287 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.667728 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.668171 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.668612 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.669057 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.669503 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.669972 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.670420 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.670861 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.671881 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:02.679739 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-91a6b0f3-df2b-4fa3-be72-4398c8384539 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28829 time: 0.1260808 Jan 18 20:33:02.680235 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47974) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:02.761406 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-7348c96c-ee73-4176-92b0-b8c5825929ac tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Deleting port 23e77d35-9f78-45e2-8e2e-25ec90844cbb {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:33:02.761920 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7348c96c-ee73-4176-92b0-b8c5825929ac tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (23e77d35-9f78-45e2-8e2e-25ec90844cbb), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:02.822374 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-7348c96c-ee73-4176-92b0-b8c5825929ac tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] For port 23e77d35-9f78-45e2-8e2e-25ec90844cbb, host n-h2-741529-9, got binding levels [] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:33:02.823045 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7348c96c-ee73-4176-92b0-b8c5825929ac tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (23e77d35-9f78-45e2-8e2e-25ec90844cbb), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:02.835630 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-7348c96c-ee73-4176-92b0-b8c5825929ac tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Calling delete_port for 23e77d35-9f78-45e2-8e2e-25ec90844cbb owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:33:02.918798 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7348c96c-ee73-4176-92b0-b8c5825929ac tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (23e77d35-9f78-45e2-8e2e-25ec90844cbb), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:02.945164 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348c96c-ee73-4176-92b0-b8c5825929ac tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Pushing event deleted for resources: {'Port': ['ID=23e77d35-9f78-45e2-8e2e-25ec90844cbb,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:02.950576 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7348c96c-ee73-4176-92b0-b8c5825929ac tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:02.957058 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7348c96c-ee73-4176-92b0-b8c5825929ac tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] 10.222.0.31 "DELETE /v2.0/ports/23e77d35-9f78-45e2-8e2e-25ec90844cbb HTTP/1.1" status: 204 len: 168 time: 0.2753038 Jan 18 20:33:02.957224 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47976) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:02.983090 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ab0573-d3b5-46a5-b6b7-48228c193be6 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] GET failed (client error): The resource could not be found. Jan 18 20:33:02.988345 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-79ab0573-d3b5-46a5-b6b7-48228c193be6 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] 10.222.0.31 "GET /v2.0/ports/23e77d35-9f78-45e2-8e2e-25ec90844cbb HTTP/1.1" status: 404 len: 333 time: 0.0255508 Jan 18 20:33:02.989150 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47980) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:02.994036 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-13b63594-33cc-4dc6-bcb7-61a24c0af401 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1964440626', 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:03.024373 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b63594-33cc-4dc6-bcb7-61a24c0af401 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Made reservation on behalf of 8dd38ac84ede4b9199d92aed6009ed7c for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:33:03.024373 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-13b63594-33cc-4dc6-bcb7-61a24c0af401 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:03.033915 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-13b63594-33cc-4dc6-bcb7-61a24c0af401 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] device_id is not set on port 4fa32b59-2755-4fda-8a25-04d81247d50f yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:33:03.189097 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-13b63594-33cc-4dc6-bcb7-61a24c0af401 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks [] for port (4fa32b59-2755-4fda-8a25-04d81247d50f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:03.220903 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-13b63594-33cc-4dc6-bcb7-61a24c0af401 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (4fa32b59-2755-4fda-8a25-04d81247d50f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:03.261511 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b63594-33cc-4dc6-bcb7-61a24c0af401 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:33:03.264381 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-13b63594-33cc-4dc6-bcb7-61a24c0af401 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:33:03.267458 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b63594-33cc-4dc6-bcb7-61a24c0af401 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:33:03.268713 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b63594-33cc-4dc6-bcb7-61a24c0af401 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:03.269298 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-13b63594-33cc-4dc6-bcb7-61a24c0af401 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:03.282188 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b63594-33cc-4dc6-bcb7-61a24c0af401 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Pushing event updated for resources: {'Port': ['ID=4fa32b59-2755-4fda-8a25-04d81247d50f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:03.293857 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-13b63594-33cc-4dc6-bcb7-61a24c0af401 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3034577 Jan 18 20:33:03.296304 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47984) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:03.335359 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d76091-f8d1-4c2c-ac9b-3f75ee299846 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:03.336755 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-30d76091-f8d1-4c2c-ac9b-3f75ee299846 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] 10.222.0.31 "GET /v2.0/ports/4fa32b59-2755-4fda-8a25-04d81247d50f HTTP/1.1" status: 200 len: 955 time: 0.0394216 Jan 18 20:33:03.339441 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 47986) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:03.411953 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-c8ee9b44-40a5-49ca-b415-da91411d0a74 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Deleting port 4fa32b59-2755-4fda-8a25-04d81247d50f {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:33:03.412230 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c8ee9b44-40a5-49ca-b415-da91411d0a74 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (4fa32b59-2755-4fda-8a25-04d81247d50f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:03.473988 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c8ee9b44-40a5-49ca-b415-da91411d0a74 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (4fa32b59-2755-4fda-8a25-04d81247d50f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:03.486239 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-c8ee9b44-40a5-49ca-b415-da91411d0a74 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Calling delete_port for 4fa32b59-2755-4fda-8a25-04d81247d50f owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:33:03.563516 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c8ee9b44-40a5-49ca-b415-da91411d0a74 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (4fa32b59-2755-4fda-8a25-04d81247d50f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:03.589936 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee9b44-40a5-49ca-b415-da91411d0a74 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fa32b59-2755-4fda-8a25-04d81247d50f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:03.597118 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c8ee9b44-40a5-49ca-b415-da91411d0a74 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:03.603138 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47990) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:03.603335 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c8ee9b44-40a5-49ca-b415-da91411d0a74 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] 10.222.0.31 "DELETE /v2.0/ports/4fa32b59-2755-4fda-8a25-04d81247d50f HTTP/1.1" status: 204 len: 168 time: 0.2627718 Jan 18 20:33:03.631666 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3bbb91d-7579-42ee-ba3f-7ac5083630a4 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] GET failed (client error): The resource could not be found. Jan 18 20:33:03.638909 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d3bbb91d-7579-42ee-ba3f-7ac5083630a4 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] 10.222.0.31 "GET /v2.0/ports/4fa32b59-2755-4fda-8a25-04d81247d50f HTTP/1.1" status: 404 len: 333 time: 0.0341029 Jan 18 20:33:03.639527 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47994) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:03.644335 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-1c4f2b69-cbd6-4883-865b-3be19bcbaef9 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Request body: {'port': {'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2078158526'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:03.673262 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4f2b69-cbd6-4883-865b-3be19bcbaef9 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Made reservation on behalf of 8dd38ac84ede4b9199d92aed6009ed7c for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:33:03.675245 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:33:03.679407 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47848015-27c2-4930-94fc-d4bcda0d97f6 req-8bc144b4-ae2d-4e1c-9a17-f3b3bb232e4a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:03.680408 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-47848015-27c2-4930-94fc-d4bcda0d97f6 req-8bc144b4-ae2d-4e1c-9a17-f3b3bb232e4a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.0619493 Jan 18 20:33:03.681074 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1c4f2b69-cbd6-4883-865b-3be19bcbaef9 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:03.698579 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-1c4f2b69-cbd6-4883-865b-3be19bcbaef9 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] device_id is not set on port bb795dc8-6a27-414f-b274-97cfb22fc4cf yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:33:03.739016 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-47848015-27c2-4930-94fc-d4bcda0d97f6 req-afafa207-004c-44dc-970b-9f534a8616c2 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529935 Jan 18 20:33:03.877237 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1c4f2b69-cbd6-4883-865b-3be19bcbaef9 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks [] for port (bb795dc8-6a27-414f-b274-97cfb22fc4cf), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:03.910408 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1c4f2b69-cbd6-4883-865b-3be19bcbaef9 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (bb795dc8-6a27-414f-b274-97cfb22fc4cf), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:03.954200 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4f2b69-cbd6-4883-865b-3be19bcbaef9 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:33:03.958817 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-1c4f2b69-cbd6-4883-865b-3be19bcbaef9 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:33:03.961071 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4f2b69-cbd6-4883-865b-3be19bcbaef9 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:33:03.962007 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4f2b69-cbd6-4883-865b-3be19bcbaef9 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:03.962595 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1c4f2b69-cbd6-4883-865b-3be19bcbaef9 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:03.972382 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f2b69-cbd6-4883-865b-3be19bcbaef9 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Pushing event updated for resources: {'Port': ['ID=bb795dc8-6a27-414f-b274-97cfb22fc4cf,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:03.985960 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1c4f2b69-cbd6-4883-865b-3be19bcbaef9 tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3452754 Jan 18 20:33:03.988499 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 47998) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:03.993362 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:04.015413 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:04.049826 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bb795dc8-6a27-414f-b274-97cfb22fc4cf), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:04.234963 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] device_id is not set on port bb795dc8-6a27-414f-b274-97cfb22fc4cf yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:33:04.242611 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks [] for port (bb795dc8-6a27-414f-b274-97cfb22fc4cf), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:04.248449 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (bb795dc8-6a27-414f-b274-97cfb22fc4cf), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:04.302086 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Pushing event updated for resources: {'Port': ['ID=bb795dc8-6a27-414f-b274-97cfb22fc4cf,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:04.313218 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:33:04.313556 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:33:04.313923 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:33:04.318238 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port bb795dc8-6a27-414f-b274-97cfb22fc4cf on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:33:04.318563 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:33:04.318937 n-d-741529-9 neutron-server[103335]: INFO neutron.plugins.ml2.plugin [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempt 2 to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf Jan 18 20:33:04.333130 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:33:04.333507 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:33:04.333878 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:33:04.338525 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port bb795dc8-6a27-414f-b274-97cfb22fc4cf on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:33:04.338845 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:33:04.339224 n-d-741529-9 neutron-server[103335]: INFO neutron.plugins.ml2.plugin [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempt 3 to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf Jan 18 20:33:04.352842 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:33:04.353170 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:33:04.353497 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:33:04.358017 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port bb795dc8-6a27-414f-b274-97cfb22fc4cf on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:33:04.358340 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:33:04.358753 n-d-741529-9 neutron-server[103335]: INFO neutron.plugins.ml2.plugin [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempt 4 to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf Jan 18 20:33:04.371698 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:33:04.372027 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:33:04.372459 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:33:04.376789 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port bb795dc8-6a27-414f-b274-97cfb22fc4cf on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:33:04.377106 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:33:04.377513 n-d-741529-9 neutron-server[103335]: INFO neutron.plugins.ml2.plugin [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempt 5 to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf Jan 18 20:33:04.390532 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:33:04.390857 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:33:04.391178 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:33:04.395375 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port bb795dc8-6a27-414f-b274-97cfb22fc4cf on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:33:04.395692 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:33:04.396065 n-d-741529-9 neutron-server[103335]: INFO neutron.plugins.ml2.plugin [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempt 6 to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf Jan 18 20:33:04.414673 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:33:04.415006 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:33:04.415332 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:33:04.419649 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port bb795dc8-6a27-414f-b274-97cfb22fc4cf on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:33:04.419971 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:33:04.420353 n-d-741529-9 neutron-server[103335]: INFO neutron.plugins.ml2.plugin [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempt 7 to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf Jan 18 20:33:04.431919 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:33:04.432294 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:33:04.432569 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:33:04.436743 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port bb795dc8-6a27-414f-b274-97cfb22fc4cf on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:33:04.437066 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:33:04.437441 n-d-741529-9 neutron-server[103335]: INFO neutron.plugins.ml2.plugin [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempt 8 to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf Jan 18 20:33:04.449428 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:33:04.449792 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:33:04.450116 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:33:04.454833 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port bb795dc8-6a27-414f-b274-97cfb22fc4cf on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:33:04.455155 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:33:04.455530 n-d-741529-9 neutron-server[103335]: INFO neutron.plugins.ml2.plugin [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempt 9 to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf Jan 18 20:33:04.467297 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:33:04.467624 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:33:04.468591 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:33:04.472757 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port bb795dc8-6a27-414f-b274-97cfb22fc4cf on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:33:04.473080 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:33:04.473451 n-d-741529-9 neutron-server[103335]: INFO neutron.plugins.ml2.plugin [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempt 10 to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf Jan 18 20:33:04.485577 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:33:04.485868 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:33:04.486190 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempting to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:33:04.491766 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Port bb795dc8-6a27-414f-b274-97cfb22fc4cf on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:33:04.492083 n-d-741529-9 neutron-server[103335]: ERROR neutron.plugins.ml2.managers [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Failed to bind port bb795dc8-6a27-414f-b274-97cfb22fc4cf on host n-h2-741529-9 for vnic_type normal using segments [{'id': '19db48ae-7a40-4b8f-913d-ce40a1a2efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e1d9f6b2-4ecb-485c-a773-5eecb451bb0f'}] Jan 18 20:33:04.492440 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bb795dc8-6a27-414f-b274-97cfb22fc4cf), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:04.553488 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] For port bb795dc8-6a27-414f-b274-97cfb22fc4cf, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:33:04.553876 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attempted to set empty binding levels {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 18 20:33:04.558402 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (bb795dc8-6a27-414f-b274-97cfb22fc4cf), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:04.589325 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] In _notify_port_updated(), no bound segment for port bb795dc8-6a27-414f-b274-97cfb22fc4cf on network e1d9f6b2-4ecb-485c-a773-5eecb451bb0f {{(pid=103335) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 18 20:33:04.590238 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:04.590763 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:04.592068 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] 10.222.0.31 "PUT /v2.0/ports/bb795dc8-6a27-414f-b274-97cfb22fc4cf HTTP/1.1" status: 200 len: 975 time: 0.6026647 Jan 18 20:33:04.595545 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48004) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:04.606210 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50529fd9-be37-4c22-9397-1a16ff80a81d tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Pushing event updated for resources: {'Port': ['ID=bb795dc8-6a27-414f-b274-97cfb22fc4cf,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:04.669674 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-4e1dc386-8860-4263-a829-e7f25b7fc06e tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Deleting port bb795dc8-6a27-414f-b274-97cfb22fc4cf {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:33:04.670077 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4e1dc386-8860-4263-a829-e7f25b7fc06e tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (bb795dc8-6a27-414f-b274-97cfb22fc4cf), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:04.732702 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-4e1dc386-8860-4263-a829-e7f25b7fc06e tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] For port bb795dc8-6a27-414f-b274-97cfb22fc4cf, host n-h2-741529-9, got binding levels [] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:33:04.733065 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4e1dc386-8860-4263-a829-e7f25b7fc06e tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (bb795dc8-6a27-414f-b274-97cfb22fc4cf), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:04.745441 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-4e1dc386-8860-4263-a829-e7f25b7fc06e tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Calling delete_port for bb795dc8-6a27-414f-b274-97cfb22fc4cf owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:33:04.856151 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4e1dc386-8860-4263-a829-e7f25b7fc06e tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (bb795dc8-6a27-414f-b274-97cfb22fc4cf), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:04.886118 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1dc386-8860-4263-a829-e7f25b7fc06e tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb795dc8-6a27-414f-b274-97cfb22fc4cf,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:04.902362 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b48c0d-9ddb-48bb-849f-c170f86c6140 req-39efbc54-2230-463f-b444-f52f891b8352 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:04.903861 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-55b48c0d-9ddb-48bb-849f-c170f86c6140 req-39efbc54-2230-463f-b444-f52f891b8352 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.0847161 Jan 18 20:33:04.904863 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4e1dc386-8860-4263-a829-e7f25b7fc06e tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:04.908043 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4e1dc386-8860-4263-a829-e7f25b7fc06e tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] 10.222.0.31 "DELETE /v2.0/ports/bb795dc8-6a27-414f-b274-97cfb22fc4cf HTTP/1.1" status: 204 len: 168 time: 0.3115380 Jan 18 20:33:04.910655 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48012) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:04.944997 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbaba4d4-0c04-413d-af8b-2030b216e2cb tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] GET failed (client error): The resource could not be found. Jan 18 20:33:04.946435 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cbaba4d4-0c04-413d-af8b-2030b216e2cb tempest-PortsAdminExtendedAttrsTestJSON-883874363 tempest-PortsAdminExtendedAttrsTestJSON-883874363-project-admin] 10.222.0.31 "GET /v2.0/ports/bb795dc8-6a27-414f-b274-97cfb22fc4cf HTTP/1.1" status: 404 len: 333 time: 0.0348837 Jan 18 20:33:04.950156 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48014) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:04.979228 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-55b48c0d-9ddb-48bb-849f-c170f86c6140 req-3df5c0e1-2c56-48b5-8d79-750a259c5d20 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664933 Jan 18 20:33:05.036546 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ecf2cae0-d6f9-48a8-a54c-e1656da1fe19 tempest-PortsAdminExtendedAttrsTestJSON-1147294649 tempest-PortsAdminExtendedAttrsTestJSON-1147294649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (e1d9f6b2-4ecb-485c-a773-5eecb451bb0f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:05.125756 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ecf2cae0-d6f9-48a8-a54c-e1656da1fe19 tempest-PortsAdminExtendedAttrsTestJSON-1147294649 tempest-PortsAdminExtendedAttrsTestJSON-1147294649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (e1d9f6b2-4ecb-485c-a773-5eecb451bb0f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:05.151187 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-ecf2cae0-d6f9-48a8-a54c-e1656da1fe19 tempest-PortsAdminExtendedAttrsTestJSON-1147294649 tempest-PortsAdminExtendedAttrsTestJSON-1147294649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d9f6b2-4ecb-485c-a773-5eecb451bb0f']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:05.160850 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-ecf2cae0-d6f9-48a8-a54c-e1656da1fe19 tempest-PortsAdminExtendedAttrsTestJSON-1147294649 tempest-PortsAdminExtendedAttrsTestJSON-1147294649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19db48ae-7a40-4b8f-913d-ce40a1a2efe1') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:05.161414 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-ecf2cae0-d6f9-48a8-a54c-e1656da1fe19 tempest-PortsAdminExtendedAttrsTestJSON-1147294649 tempest-PortsAdminExtendedAttrsTestJSON-1147294649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19db48ae-7a40-4b8f-913d-ce40a1a2efe1') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:05.171897 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ecf2cae0-d6f9-48a8-a54c-e1656da1fe19 tempest-PortsAdminExtendedAttrsTestJSON-1147294649 tempest-PortsAdminExtendedAttrsTestJSON-1147294649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (19db48ae-7a40-4b8f-913d-ce40a1a2efe1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:05.188853 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ecf2cae0-d6f9-48a8-a54c-e1656da1fe19 tempest-PortsAdminExtendedAttrsTestJSON-1147294649 tempest-PortsAdminExtendedAttrsTestJSON-1147294649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (19db48ae-7a40-4b8f-913d-ce40a1a2efe1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:05.195485 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf2cae0-d6f9-48a8-a54c-e1656da1fe19 tempest-PortsAdminExtendedAttrsTestJSON-1147294649 tempest-PortsAdminExtendedAttrsTestJSON-1147294649-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:33:05.195874 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ecf2cae0-d6f9-48a8-a54c-e1656da1fe19 tempest-PortsAdminExtendedAttrsTestJSON-1147294649 tempest-PortsAdminExtendedAttrsTestJSON-1147294649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (19db48ae-7a40-4b8f-913d-ce40a1a2efe1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:33:05.199417 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:33:05.263975 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ecf2cae0-d6f9-48a8-a54c-e1656da1fe19 tempest-PortsAdminExtendedAttrsTestJSON-1147294649 tempest-PortsAdminExtendedAttrsTestJSON-1147294649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (e1d9f6b2-4ecb-485c-a773-5eecb451bb0f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:05.272089 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ecf2cae0-d6f9-48a8-a54c-e1656da1fe19 tempest-PortsAdminExtendedAttrsTestJSON-1147294649 tempest-PortsAdminExtendedAttrsTestJSON-1147294649-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:05.278219 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ecf2cae0-d6f9-48a8-a54c-e1656da1fe19 tempest-PortsAdminExtendedAttrsTestJSON-1147294649 tempest-PortsAdminExtendedAttrsTestJSON-1147294649-project] 10.222.0.31 "DELETE /v2.0/networks/e1d9f6b2-4ecb-485c-a773-5eecb451bb0f HTTP/1.1" status: 204 len: 168 time: 0.3268738 Jan 18 20:33:05.290869 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2cae0-d6f9-48a8-a54c-e1656da1fe19 tempest-PortsAdminExtendedAttrsTestJSON-1147294649 tempest-PortsAdminExtendedAttrsTestJSON-1147294649-project] Pushing event deleted for resources: {'Network': ['ID=e1d9f6b2-4ecb-485c-a773-5eecb451bb0f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:05.569908 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48048) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:05.709673 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d4b7451e-b7ac-4f4d-b0b4-290e7a9cd7c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e6ec31358d27413fa604b9401e5c6713&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1378765 Jan 18 20:33:05.711656 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48054) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:05.764747 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48056) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:05.774307 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b31cec08-1e10-4a4a-9205-e0205366d358 admin admin] Publish callbacks [] for security_group (f78c3c3e-86f9-4789-abed-3636930327c9), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:05.795086 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b31cec08-1e10-4a4a-9205-e0205366d358 admin admin] Publish callbacks [] for security_group (f78c3c3e-86f9-4789-abed-3636930327c9), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:05.850113 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b31cec08-1e10-4a4a-9205-e0205366d358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f78c3c3e-86f9-4789-abed-3636930327c9), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:05.853428 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b31cec08-1e10-4a4a-9205-e0205366d358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:05.854254 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b31cec08-1e10-4a4a-9205-e0205366d358 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f78c3c3e-86f9-4789-abed-3636930327c9 HTTP/1.1" status: 204 len: 168 time: 0.1415691 Jan 18 20:33:05.863553 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cec08-1e10-4a4a-9205-e0205366d358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78c3c3e-86f9-4789-abed-3636930327c9,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:05.934673 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c1f5435b-84e9-4d10-8f58-9ee39beb7bab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:06.014761 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c1f5435b-84e9-4d10-8f58-9ee39beb7bab admin admin] Publish callbacks [] for security_group (b91f61fc-d0b5-46d8-b2a2-7ff3ecd83fe0), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:06.022579 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c1f5435b-84e9-4d10-8f58-9ee39beb7bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b91f61fc-d0b5-46d8-b2a2-7ff3ecd83fe0), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:06.066345 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5435b-84e9-4d10-8f58-9ee39beb7bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91f61fc-d0b5-46d8-b2a2-7ff3ecd83fe0,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:06.071994 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c1f5435b-84e9-4d10-8f58-9ee39beb7bab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6d4057fcd1a4b83a1dc43ce864bfa0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3063068 Jan 18 20:33:06.074936 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48070) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:06.127181 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60520bf7-1009-4545-9424-c15ec65fbe4d req-957152b2-8fc8-4b55-974f-0b7b22cdb0f3 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:06.129437 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-60520bf7-1009-4545-9424-c15ec65fbe4d req-957152b2-8fc8-4b55-974f-0b7b22cdb0f3 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.0609303 Jan 18 20:33:06.133676 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a9851bb0-1a12-4b19-9efc-6d0e74135269 admin admin] Publish callbacks [] for security_group (b91f61fc-d0b5-46d8-b2a2-7ff3ecd83fe0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:06.157915 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a9851bb0-1a12-4b19-9efc-6d0e74135269 admin admin] Publish callbacks [] for security_group (b91f61fc-d0b5-46d8-b2a2-7ff3ecd83fe0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:06.185525 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-60520bf7-1009-4545-9424-c15ec65fbe4d req-1c664500-bfd3-47e2-b5c6-fa6f0b491140 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498242 Jan 18 20:33:06.221009 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a9851bb0-1a12-4b19-9efc-6d0e74135269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b91f61fc-d0b5-46d8-b2a2-7ff3ecd83fe0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:06.223836 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a9851bb0-1a12-4b19-9efc-6d0e74135269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:06.225675 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a9851bb0-1a12-4b19-9efc-6d0e74135269 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b91f61fc-d0b5-46d8-b2a2-7ff3ecd83fe0 HTTP/1.1" status: 204 len: 168 time: 0.1491854 Jan 18 20:33:06.231261 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48074) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:06.244491 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9851bb0-1a12-4b19-9efc-6d0e74135269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91f61fc-d0b5-46d8-b2a2-7ff3ecd83fe0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:06.302159 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8830a9ba-ab9c-4354-81fc-3a8de9b080de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8dd38ac84ede4b9199d92aed6009ed7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0645206 Jan 18 20:33:06.303721 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48076) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:06.364316 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4c632ee9-83f1-4777-942c-03ad293396b0 admin admin] Publish callbacks [] for security_group (2698fbe2-83a8-4bc6-838e-bb1bf208cd5b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:06.387741 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4c632ee9-83f1-4777-942c-03ad293396b0 admin admin] Publish callbacks [] for security_group (2698fbe2-83a8-4bc6-838e-bb1bf208cd5b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:06.445409 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4c632ee9-83f1-4777-942c-03ad293396b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2698fbe2-83a8-4bc6-838e-bb1bf208cd5b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:06.448897 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4c632ee9-83f1-4777-942c-03ad293396b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:06.450559 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4c632ee9-83f1-4777-942c-03ad293396b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2698fbe2-83a8-4bc6-838e-bb1bf208cd5b HTTP/1.1" status: 204 len: 168 time: 0.1453376 Jan 18 20:33:06.460451 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c632ee9-83f1-4777-942c-03ad293396b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2698fbe2-83a8-4bc6-838e-bb1bf208cd5b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:06.622340 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48082) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:06.639910 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0bb44253-0846-429a-b89b-ad4bd358463f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:06.716312 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0bb44253-0846-429a-b89b-ad4bd358463f admin admin] Publish callbacks [] for security_group (ea736560-bab1-4fca-b6bd-f14239826700), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:06.720436 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0bb44253-0846-429a-b89b-ad4bd358463f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ea736560-bab1-4fca-b6bd-f14239826700), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:06.762532 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0bb44253-0846-429a-b89b-ad4bd358463f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b68eaaa4658845e788f1471e3daa7577&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1390395 Jan 18 20:33:06.763423 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb44253-0846-429a-b89b-ad4bd358463f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea736560-bab1-4fca-b6bd-f14239826700,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:06.765278 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48090) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:06.816986 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-38940bca-3a1d-481e-a368-2766dea8326d admin admin] Publish callbacks [] for security_group (ea736560-bab1-4fca-b6bd-f14239826700), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:06.829224 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:06.841781 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-38940bca-3a1d-481e-a368-2766dea8326d admin admin] Publish callbacks [] for security_group (ea736560-bab1-4fca-b6bd-f14239826700), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:06.888124 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-38940bca-3a1d-481e-a368-2766dea8326d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ea736560-bab1-4fca-b6bd-f14239826700), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:06.896669 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-38940bca-3a1d-481e-a368-2766dea8326d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:06.899829 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-38940bca-3a1d-481e-a368-2766dea8326d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ea736560-bab1-4fca-b6bd-f14239826700 HTTP/1.1" status: 204 len: 168 time: 0.1310747 Jan 18 20:33:06.907187 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38940bca-3a1d-481e-a368-2766dea8326d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea736560-bab1-4fca-b6bd-f14239826700,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:07.329891 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65295001-8a5e-48b2-9e0b-68bdc2249aab req-3e27a9a4-8d93-4a56-9818-67721fc3162b tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:07.331394 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65295001-8a5e-48b2-9e0b-68bdc2249aab req-3e27a9a4-8d93-4a56-9818-67721fc3162b tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.0647295 Jan 18 20:33:07.394162 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65295001-8a5e-48b2-9e0b-68bdc2249aab req-5c3fe9a9-2207-47a0-bb0e-104450a669a7 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568473 Jan 18 20:33:07.782765 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48148) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:07.893419 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-d9d863f4-2308-4b5b-b53e-c74f7afcfbff tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-619513162', 'router:external': True}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:07.920421 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d863f4-2308-4b5b-b53e-c74f7afcfbff tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Made reservation on behalf of ee90181916d448b0bd60e50a2f019f3f for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:33:07.923228 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9d863f4-2308-4b5b-b53e-c74f7afcfbff tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:07.933679 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9d863f4-2308-4b5b-b53e-c74f7afcfbff tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:08.014838 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9d863f4-2308-4b5b-b53e-c74f7afcfbff tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for security_group (7824c3cd-52cc-4184-8f8c-16485a98474c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:08.021262 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9d863f4-2308-4b5b-b53e-c74f7afcfbff tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7824c3cd-52cc-4184-8f8c-16485a98474c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:08.053012 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d863f4-2308-4b5b-b53e-c74f7afcfbff tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:33:08.063270 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d863f4-2308-4b5b-b53e-c74f7afcfbff tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7824c3cd-52cc-4184-8f8c-16485a98474c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:08.069959 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9d863f4-2308-4b5b-b53e-c74f7afcfbff tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (c3409141-42ce-4a68-b054-7ddaaf925b10), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:08.078310 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-d9d863f4-2308-4b5b-b53e-c74f7afcfbff tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Added segment c3409141-42ce-4a68-b054-7ddaaf925b10 of type vlan for network 48b308b5-6587-4eda-8753-4b8f2bb883c5 Jan 18 20:33:08.132712 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9d863f4-2308-4b5b-b53e-c74f7afcfbff tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (48b308b5-6587-4eda-8753-4b8f2bb883c5), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:08.166622 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9d863f4-2308-4b5b-b53e-c74f7afcfbff tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (48b308b5-6587-4eda-8753-4b8f2bb883c5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:08.167788 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d863f4-2308-4b5b-b53e-c74f7afcfbff tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:08.168502 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9d863f4-2308-4b5b-b53e-c74f7afcfbff tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:08.243704 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d9d863f4-2308-4b5b-b53e-c74f7afcfbff tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4597361 Jan 18 20:33:08.244979 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d863f4-2308-4b5b-b53e-c74f7afcfbff tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Pushing event updated for resources: {'Network': ['ID=48b308b5-6587-4eda-8753-4b8f2bb883c5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:08.248004 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48170) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:08.256315 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-888bb64e-002f-4327-919d-ff8958b8c294 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Request body: {'subnet': {'network_id': '48b308b5-6587-4eda-8753-4b8f2bb883c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:08.256785 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 48b308b5-6587-4eda-8753-4b8f2bb883c5 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:33:08.297309 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888bb64e-002f-4327-919d-ff8958b8c294 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Made reservation on behalf of ee90181916d448b0bd60e50a2f019f3f for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:33:08.306379 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-888bb64e-002f-4327-919d-ff8958b8c294 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:08.569518 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737069c-dd18-45b1-850a-7bfc27f4af08 req-bc8d29bd-ac96-4ff8-acb1-572d7bc6d8c7 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:08.571077 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c737069c-dd18-45b1-850a-7bfc27f4af08 req-bc8d29bd-ac96-4ff8-acb1-572d7bc6d8c7 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.0864575 Jan 18 20:33:08.665159 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c737069c-dd18-45b1-850a-7bfc27f4af08 req-a3f065ef-587f-46f7-9909-d0bc3d053735 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760090 Jan 18 20:33:08.728418 n-d-741529-9 neutron-server[103336]: DEBUG neutron.objects.ports [None req-888bb64e-002f-4327-919d-ff8958b8c294 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103336) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 20:33:08.728887 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-888bb64e-002f-4327-919d-ff8958b8c294 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (7bd66ff2-ba52-4933-893f-ac006f1c302d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:08.790100 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888bb64e-002f-4327-919d-ff8958b8c294 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7bd66ff2-ba52-4933-893f-ac006f1c302d,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:08.799421 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888bb64e-002f-4327-919d-ff8958b8c294 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Checking segment: {'id': 'c3409141-42ce-4a68-b054-7ddaaf925b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '48b308b5-6587-4eda-8753-4b8f2bb883c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:33:08.799785 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888bb64e-002f-4327-919d-ff8958b8c294 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Network hostable DHCP agents. Network: 48b308b5-6587-4eda-8753-4b8f2bb883c5, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:33:08.816804 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888bb64e-002f-4327-919d-ff8958b8c294 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Network 48b308b5-6587-4eda-8753-4b8f2bb883c5 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:33:08.827923 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-888bb64e-002f-4327-919d-ff8958b8c294 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 48b308b5-6587-4eda-8753-4b8f2bb883c5) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:33:08.833721 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888bb64e-002f-4327-919d-ff8958b8c294 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:08.834389 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-888bb64e-002f-4327-919d-ff8958b8c294 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:08.836766 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f17f4ab-fb9a-4203-9f3d-8e679d16b3b2 None None] Network 48b308b5-6587-4eda-8753-4b8f2bb883c5 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:33:08.864028 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-888bb64e-002f-4327-919d-ff8958b8c294 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6111834 Jan 18 20:33:08.864389 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48200) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:08.872283 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-aa66c6e6-3b33-4baf-9666-6b092691cfe6 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1264402554', 'network_id': '48b308b5-6587-4eda-8753-4b8f2bb883c5'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:08.901434 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa66c6e6-3b33-4baf-9666-6b092691cfe6 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Made reservation on behalf of ee90181916d448b0bd60e50a2f019f3f for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:33:08.905830 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa66c6e6-3b33-4baf-9666-6b092691cfe6 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:08.925712 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-aa66c6e6-3b33-4baf-9666-6b092691cfe6 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] device_id is not set on port 43374a40-8bb7-4126-98f3-8eacb2c8d232 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:33:08.944143 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68953279-00d3-458a-bd92-4fd105d191f1 None None] Network 48b308b5-6587-4eda-8753-4b8f2bb883c5 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:33:09.055343 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-aa66c6e6-3b33-4baf-9666-6b092691cfe6 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Allocated IP 2001:db8::1da (48b308b5-6587-4eda-8753-4b8f2bb883c5/7bd66ff2-ba52-4933-893f-ac006f1c302d/43374a40-8bb7-4126-98f3-8eacb2c8d232) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:33:09.160217 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48206) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:09.213391 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa66c6e6-3b33-4baf-9666-6b092691cfe6 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for port (43374a40-8bb7-4126-98f3-8eacb2c8d232), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:09.260905 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa66c6e6-3b33-4baf-9666-6b092691cfe6 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (43374a40-8bb7-4126-98f3-8eacb2c8d232), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:09.325552 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99c77e0d-17f0-4e92-a83a-e529af798547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:09.339406 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa66c6e6-3b33-4baf-9666-6b092691cfe6 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Network 48b308b5-6587-4eda-8753-4b8f2bb883c5 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:33:09.340127 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66c6e6-3b33-4baf-9666-6b092691cfe6 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Pushing event updated for resources: {'Port': ['ID=43374a40-8bb7-4126-98f3-8eacb2c8d232,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:09.343930 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-aa66c6e6-3b33-4baf-9666-6b092691cfe6 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:33:09.346308 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa66c6e6-3b33-4baf-9666-6b092691cfe6 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:33:09.347579 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa66c6e6-3b33-4baf-9666-6b092691cfe6 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:09.348176 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa66c6e6-3b33-4baf-9666-6b092691cfe6 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:09.378566 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-aa66c6e6-3b33-4baf-9666-6b092691cfe6 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5130887 Jan 18 20:33:09.381073 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48212) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:09.486085 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99c77e0d-17f0-4e92-a83a-e529af798547 admin admin] Publish callbacks [] for security_group (a27cee95-a01f-4792-b5f8-7a937c6dfabf), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:09.491579 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99c77e0d-17f0-4e92-a83a-e529af798547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a27cee95-a01f-4792-b5f8-7a937c6dfabf), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:09.539958 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f401f7ba-662a-4807-b2ab-0e89cd50c710 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Deleting port 43374a40-8bb7-4126-98f3-8eacb2c8d232 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:33:09.540290 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f401f7ba-662a-4807-b2ab-0e89cd50c710 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (43374a40-8bb7-4126-98f3-8eacb2c8d232), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:09.545486 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-99c77e0d-17f0-4e92-a83a-e529af798547 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=841f705b680a4fe696c701f7401ba1d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3841271 Jan 18 20:33:09.546999 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c77e0d-17f0-4e92-a83a-e529af798547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27cee95-a01f-4792-b5f8-7a937c6dfabf,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:09.548673 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48214) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:09.584626 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c77e0d-17f0-4e92-a83a-e529af798547 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:09.584991 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c77e0d-17f0-4e92-a83a-e529af798547 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:09.585312 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c77e0d-17f0-4e92-a83a-e529af798547 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:09.585658 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c77e0d-17f0-4e92-a83a-e529af798547 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:09.585987 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c77e0d-17f0-4e92-a83a-e529af798547 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:09.586310 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c77e0d-17f0-4e92-a83a-e529af798547 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:09.586747 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c77e0d-17f0-4e92-a83a-e529af798547 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:09.586995 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c77e0d-17f0-4e92-a83a-e529af798547 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:09.587385 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c77e0d-17f0-4e92-a83a-e529af798547 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:09.587728 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c77e0d-17f0-4e92-a83a-e529af798547 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:09.588058 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c77e0d-17f0-4e92-a83a-e529af798547 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:09.588387 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c77e0d-17f0-4e92-a83a-e529af798547 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:09.588992 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c77e0d-17f0-4e92-a83a-e529af798547 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:09.601915 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f4b3-f5ea-4af3-ba6e-4ee09dc2facb admin admin] Publish callbacks [] for security_group (a27cee95-a01f-4792-b5f8-7a937c6dfabf), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:09.632838 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f4b3-f5ea-4af3-ba6e-4ee09dc2facb admin admin] Publish callbacks [] for security_group (a27cee95-a01f-4792-b5f8-7a937c6dfabf), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:09.663155 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f401f7ba-662a-4807-b2ab-0e89cd50c710 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (43374a40-8bb7-4126-98f3-8eacb2c8d232), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:09.681502 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f401f7ba-662a-4807-b2ab-0e89cd50c710 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Calling delete_port for 43374a40-8bb7-4126-98f3-8eacb2c8d232 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:33:09.707904 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f4b3-f5ea-4af3-ba6e-4ee09dc2facb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a27cee95-a01f-4792-b5f8-7a937c6dfabf), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:09.710884 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f4b3-f5ea-4af3-ba6e-4ee09dc2facb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:09.715025 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f2e9f4b3-f5ea-4af3-ba6e-4ee09dc2facb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a27cee95-a01f-4792-b5f8-7a937c6dfabf HTTP/1.1" status: 204 len: 168 time: 0.1652489 Jan 18 20:33:09.728231 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f4b3-f5ea-4af3-ba6e-4ee09dc2facb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27cee95-a01f-4792-b5f8-7a937c6dfabf,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:09.837859 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1fd54-f745-4ed8-9c3a-4ef49f9ae1b8 req-be26210a-2307-4a55-8ac6-9d8290c43d94 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:09.842546 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-19b1fd54-f745-4ed8-9c3a-4ef49f9ae1b8 req-be26210a-2307-4a55-8ac6-9d8290c43d94 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.0770116 Jan 18 20:33:09.854705 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f401f7ba-662a-4807-b2ab-0e89cd50c710 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (43374a40-8bb7-4126-98f3-8eacb2c8d232), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:09.888698 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401f7ba-662a-4807-b2ab-0e89cd50c710 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Pushing event deleted for resources: {'Port': ['ID=43374a40-8bb7-4126-98f3-8eacb2c8d232,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:09.919861 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f401f7ba-662a-4807-b2ab-0e89cd50c710 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:09.926128 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f401f7ba-662a-4807-b2ab-0e89cd50c710 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "DELETE /v2.0/ports/43374a40-8bb7-4126-98f3-8eacb2c8d232 HTTP/1.1" status: 204 len: 168 time: 0.5440888 Jan 18 20:33:09.927333 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48222) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:09.934073 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-8c30a844-8179-496e-8162-56727e855acd tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48b308b5-6587-4eda-8753-4b8f2bb883c5', 'external_fixed_ips': [{'subnet_id': '7bd66ff2-ba52-4933-893f-ac006f1c302d', 'ip_address': '2001:db8::1da'}]}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:09.940834 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-19b1fd54-f745-4ed8-9c3a-4ef49f9ae1b8 req-45302902-777e-4e80-b65f-d9a951f532ab tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897629 Jan 18 20:33:09.973694 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c30a844-8179-496e-8162-56727e855acd tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (6a985937-94e0-4c6d-99e2-5abec17b8edf), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:09.975069 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c30a844-8179-496e-8162-56727e855acd tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (6a985937-94e0-4c6d-99e2-5abec17b8edf), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:10.034318 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c30a844-8179-496e-8162-56727e855acd tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router_controller (6a985937-94e0-4c6d-99e2-5abec17b8edf), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:10.101827 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48224) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:10.122619 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dd87bc76-e557-4270-9866-b677a6f73e79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:10.190749 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c30a844-8179-496e-8162-56727e855acd tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router_gateway (6a985937-94e0-4c6d-99e2-5abec17b8edf), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:10.214662 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dd87bc76-e557-4270-9866-b677a6f73e79 admin admin] Publish callbacks [] for security_group (e3ddaedb-91a0-40ba-ae88-b248898215a3), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:10.223088 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dd87bc76-e557-4270-9866-b677a6f73e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e3ddaedb-91a0-40ba-ae88-b248898215a3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:10.259505 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87bc76-e557-4270-9866-b677a6f73e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ddaedb-91a0-40ba-ae88-b248898215a3,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:10.292200 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-dd87bc76-e557-4270-9866-b677a6f73e79 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b8c0df1dcec64667afae58d0c72834a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1870556 Jan 18 20:33:10.292755 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48230) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:10.350406 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-75c32960-7584-4192-b1d1-c54e4da233e7 admin admin] Publish callbacks [] for security_group (e3ddaedb-91a0-40ba-ae88-b248898215a3), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:10.372637 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-75c32960-7584-4192-b1d1-c54e4da233e7 admin admin] Publish callbacks [] for security_group (e3ddaedb-91a0-40ba-ae88-b248898215a3), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:10.426585 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-75c32960-7584-4192-b1d1-c54e4da233e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e3ddaedb-91a0-40ba-ae88-b248898215a3), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:10.432186 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-75c32960-7584-4192-b1d1-c54e4da233e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:10.433399 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-75c32960-7584-4192-b1d1-c54e4da233e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e3ddaedb-91a0-40ba-ae88-b248898215a3 HTTP/1.1" status: 204 len: 168 time: 0.1381576 Jan 18 20:33:10.442191 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c32960-7584-4192-b1d1-c54e4da233e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ddaedb-91a0-40ba-ae88-b248898215a3,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:10.549693 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-85122d43-6fe1-4a01-9262-d90dfe81a61b req-45495dab-dea0-4321-bb6e-1643ae220396 service neutron] (103336) timed out ('10.222.0.31', 54636) {{(pid=103336) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 18 20:33:10.806133 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c30a844-8179-496e-8162-56727e855acd tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router_gateway (6a985937-94e0-4c6d-99e2-5abec17b8edf), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:10.831484 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c30a844-8179-496e-8162-56727e855acd tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:11.058512 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-8c30a844-8179-496e-8162-56727e855acd tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Allocated IP 2001:db8::1da (48b308b5-6587-4eda-8753-4b8f2bb883c5/7bd66ff2-ba52-4933-893f-ac006f1c302d/64a55721-d721-4a4d-a4ab-1ead09f82352) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:33:11.138661 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82de77-0907-42f3-bb82-08a0fbff79f2 req-8c3d2203-d684-46af-99b0-47c6a350a70b tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:11.147921 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ab82de77-0907-42f3-bb82-08a0fbff79f2 req-8c3d2203-d684-46af-99b0-47c6a350a70b tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.0917015 Jan 18 20:33:11.208984 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ab82de77-0907-42f3-bb82-08a0fbff79f2 req-a2654f41-76bf-43c2-9a7c-2276c5c187c5 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594580 Jan 18 20:33:11.222288 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c30a844-8179-496e-8162-56727e855acd tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for port (64a55721-d721-4a4d-a4ab-1ead09f82352), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:11.264041 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c30a844-8179-496e-8162-56727e855acd tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (64a55721-d721-4a4d-a4ab-1ead09f82352), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:11.334227 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c30a844-8179-496e-8162-56727e855acd tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Network 48b308b5-6587-4eda-8753-4b8f2bb883c5 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:33:11.338889 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-8c30a844-8179-496e-8162-56727e855acd tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:33:11.341620 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c30a844-8179-496e-8162-56727e855acd tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:33:11.378920 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30a844-8179-496e-8162-56727e855acd tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Pushing event updated for resources: {'Port': ['ID=64a55721-d721-4a4d-a4ab-1ead09f82352,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:11.579638 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c30a844-8179-496e-8162-56727e855acd tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router_gateway (6a985937-94e0-4c6d-99e2-5abec17b8edf), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:11.806313 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c30a844-8179-496e-8162-56727e855acd tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (6a985937-94e0-4c6d-99e2-5abec17b8edf), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:11.938366 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c30a844-8179-496e-8162-56727e855acd tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Router 6a985937-94e0-4c6d-99e2-5abec17b8edf is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:33:12.049172 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c30a844-8179-496e-8162-56727e855acd tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:33:12.062234 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd3671e-b9e6-49e4-b309-dde74a761f9b None None] Sync routers for ids ['6a985937-94e0-4c6d-99e2-5abec17b8edf'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:33:12.075303 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd3671e-b9e6-49e4-b309-dde74a761f9b None None] Routers {'6a985937-94e0-4c6d-99e2-5abec17b8edf'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:12.075998 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c30a844-8179-496e-8162-56727e855acd tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:12.076811 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-7dd3671e-b9e6-49e4-b309-dde74a761f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:32:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6a985937-94e0-4c6d-99e2-5abec17b8edf'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:12.080687 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48276) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:12.080884 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8c30a844-8179-496e-8162-56727e855acd tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.1507828 Jan 18 20:33:12.191685 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-7dd3671e-b9e6-49e4-b309-dde74a761f9b None None] Set router 6a985937-94e0-4c6d-99e2-5abec17b8edf gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:33:12.229295 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-036ee603-c0df-4e40-b855-b377115f9858 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router (6a985937-94e0-4c6d-99e2-5abec17b8edf), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:12.412050 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-036ee603-c0df-4e40-b855-b377115f9858 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router_gateway (6a985937-94e0-4c6d-99e2-5abec17b8edf), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:12.447739 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95ce63-2e32-4eb2-a98c-3e1805f37c54 req-be3582a1-1852-490c-b04d-6f457e34e21a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:12.449395 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6d95ce63-2e32-4eb2-a98c-3e1805f37c54 req-be3582a1-1852-490c-b04d-6f457e34e21a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.1012676 Jan 18 20:33:12.490251 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-7dd3671e-b9e6-49e4-b309-dde74a761f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a985937-94e0-4c6d-99e2-5abec17b8edf', 'name': '', 'tenant_id': 'ee90181916d448b0bd60e50a2f019f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48b308b5-6587-4eda-8753-4b8f2bb883c5', 'external_fixed_ips': [{'subnet_id': '7bd66ff2-ba52-4933-893f-ac006f1c302d', 'ip_address': '2001:db8::1da'}], 'enable_snat': True}, 'gw_port_id': '64a55721-d721-4a4d-a4ab-1ead09f82352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:33:09Z', 'updated_at': '2022-01-18T20:33:11Z', 'revision_number': 3, 'project_id': 'ee90181916d448b0bd60e50a2f019f3f', 'gw_port': {'id': '64a55721-d721-4a4d-a4ab-1ead09f82352', 'name': '', 'network_id': '48b308b5-6587-4eda-8753-4b8f2bb883c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:80:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a985937-94e0-4c6d-99e2-5abec17b8edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '7bd66ff2-ba52-4933-893f-ac006f1c302d', 'ip_address': '2001:db8::1da', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:10Z', 'updated_at': '2022-01-18T20:33:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd66ff2-ba52-4933-893f-ac006f1c302d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:12.533224 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6d95ce63-2e32-4eb2-a98c-3e1805f37c54 req-58ef4204-1c31-430b-ba86-4043ae1f87e0 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635216 Jan 18 20:33:12.539504 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-036ee603-c0df-4e40-b855-b377115f9858 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Deleting port 64a55721-d721-4a4d-a4ab-1ead09f82352 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:33:12.540542 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-036ee603-c0df-4e40-b855-b377115f9858 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (64a55721-d721-4a4d-a4ab-1ead09f82352), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:12.546433 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd3671e-b9e6-49e4-b309-dde74a761f9b None None] Checking router: 6a985937-94e0-4c6d-99e2-5abec17b8edf for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:33:12.546926 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd3671e-b9e6-49e4-b309-dde74a761f9b None None] Updating router 6a985937-94e0-4c6d-99e2-5abec17b8edf port 64a55721-d721-4a4d-a4ab-1ead09f82352 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:33:12.578115 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-7dd3671e-b9e6-49e4-b309-dde74a761f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (64a55721-d721-4a4d-a4ab-1ead09f82352), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:12.641039 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-036ee603-c0df-4e40-b855-b377115f9858 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (64a55721-d721-4a4d-a4ab-1ead09f82352), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:12.662649 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-036ee603-c0df-4e40-b855-b377115f9858 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Calling delete_port for 64a55721-d721-4a4d-a4ab-1ead09f82352 owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:33:12.871170 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-036ee603-c0df-4e40-b855-b377115f9858 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (64a55721-d721-4a4d-a4ab-1ead09f82352), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:12.930373 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ee603-c0df-4e40-b855-b377115f9858 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Pushing event deleted for resources: {'Port': ['ID=64a55721-d721-4a4d-a4ab-1ead09f82352,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:12.934683 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-036ee603-c0df-4e40-b855-b377115f9858 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (6a985937-94e0-4c6d-99e2-5abec17b8edf), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:12.975756 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.db.api [None req-7dd3671e-b9e6-49e4-b309-dde74a761f9b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:33:12.976307 n-d-741529-9 neutron-server[103338]: DEBUG oslo_db.api [None req-7dd3671e-b9e6-49e4-b309-dde74a761f9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:33:13.031213 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-036ee603-c0df-4e40-b855-b377115f9858 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (6a985937-94e0-4c6d-99e2-5abec17b8edf), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:13.033344 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-036ee603-c0df-4e40-b855-b377115f9858 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router_controller (6a985937-94e0-4c6d-99e2-5abec17b8edf), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:13.081739 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-036ee603-c0df-4e40-b855-b377115f9858 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (6a985937-94e0-4c6d-99e2-5abec17b8edf), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:13.082301 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036ee603-c0df-4e40-b855-b377115f9858 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a985937-94e0-4c6d-99e2-5abec17b8edf {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:33:13.087725 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-036ee603-c0df-4e40-b855-b377115f9858 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:13.090820 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-036ee603-c0df-4e40-b855-b377115f9858 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "DELETE /v2.0/routers/6a985937-94e0-4c6d-99e2-5abec17b8edf HTTP/1.1" status: 204 len: 168 time: 1.0067756 Jan 18 20:33:13.091063 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48292) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:13.143200 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d7c6da4-d9ee-4bae-8786-a93aae9ed96a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Deleting subnet 7bd66ff2-ba52-4933-893f-ac006f1c302d {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:33:13.146320 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5d7c6da4-d9ee-4bae-8786-a93aae9ed96a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for subnet (7bd66ff2-ba52-4933-893f-ac006f1c302d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:13.181953 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5d7c6da4-d9ee-4bae-8786-a93aae9ed96a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (7bd66ff2-ba52-4933-893f-ac006f1c302d), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:13.223687 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5d7c6da4-d9ee-4bae-8786-a93aae9ed96a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (7bd66ff2-ba52-4933-893f-ac006f1c302d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:13.287323 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5d7c6da4-d9ee-4bae-8786-a93aae9ed96a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (7bd66ff2-ba52-4933-893f-ac006f1c302d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:13.322252 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5d7c6da4-d9ee-4bae-8786-a93aae9ed96a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:13.325494 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5d7c6da4-d9ee-4bae-8786-a93aae9ed96a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/7bd66ff2-ba52-4933-893f-ac006f1c302d HTTP/1.1" status: 204 len: 168 time: 0.2335410 Jan 18 20:33:13.326528 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c6da4-d9ee-4bae-8786-a93aae9ed96a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7bd66ff2-ba52-4933-893f-ac006f1c302d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:13.328985 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48294) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:13.403168 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-917eda84-4ca1-4a34-8e82-4d1566e395fc tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (48b308b5-6587-4eda-8753-4b8f2bb883c5), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:13.490186 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-917eda84-4ca1-4a34-8e82-4d1566e395fc tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (48b308b5-6587-4eda-8753-4b8f2bb883c5), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:13.498578 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd3671e-b9e6-49e4-b309-dde74a761f9b None None] Port 64a55721-d721-4a4d-a4ab-1ead09f82352 not found while updating agent binding for router 6a985937-94e0-4c6d-99e2-5abec17b8edf. {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 18 20:33:13.508745 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd3671e-b9e6-49e4-b309-dde74a761f9b None None] Routers set() bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:13.509120 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd3671e-b9e6-49e4-b309-dde74a761f9b None None] Router IDs set() for agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 18 20:33:13.509872 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_agentschedulers_db [None req-7dd3671e-b9e6-49e4-b309-dde74a761f9b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6a985937-94e0-4c6d-99e2-5abec17b8edf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:32:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent'). {{(pid=103338) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 18 20:33:13.510532 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd3671e-b9e6-49e4-b309-dde74a761f9b None None] The sync data for ids ['6a985937-94e0-4c6d-99e2-5abec17b8edf'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:33:13.520743 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-917eda84-4ca1-4a34-8e82-4d1566e395fc tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b308b5-6587-4eda-8753-4b8f2bb883c5']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:13.543281 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-917eda84-4ca1-4a34-8e82-4d1566e395fc tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3409141-42ce-4a68-b054-7ddaaf925b10') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:13.543672 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-917eda84-4ca1-4a34-8e82-4d1566e395fc tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3409141-42ce-4a68-b054-7ddaaf925b10') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:13.556689 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-917eda84-4ca1-4a34-8e82-4d1566e395fc tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (c3409141-42ce-4a68-b054-7ddaaf925b10), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:13.574853 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-917eda84-4ca1-4a34-8e82-4d1566e395fc tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (c3409141-42ce-4a68-b054-7ddaaf925b10), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:13.588728 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-917eda84-4ca1-4a34-8e82-4d1566e395fc tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:33:13.589329 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-917eda84-4ca1-4a34-8e82-4d1566e395fc tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (c3409141-42ce-4a68-b054-7ddaaf925b10), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:33:13.674666 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:33:13.679709 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-917eda84-4ca1-4a34-8e82-4d1566e395fc tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (48b308b5-6587-4eda-8753-4b8f2bb883c5), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:13.688199 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917eda84-4ca1-4a34-8e82-4d1566e395fc tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 48b308b5-6587-4eda-8753-4b8f2bb883c5 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 18 20:33:13.707071 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-917eda84-4ca1-4a34-8e82-4d1566e395fc tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:13.713556 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25e527-789b-49d8-b4c8-5baf86f07971 req-f2d1b7b7-17cb-4338-8eb0-9a121dc51569 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:13.725854 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fe25e527-789b-49d8-b4c8-5baf86f07971 req-f2d1b7b7-17cb-4338-8eb0-9a121dc51569 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.0986667 Jan 18 20:33:13.744491 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-917eda84-4ca1-4a34-8e82-4d1566e395fc tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "DELETE /v2.0/networks/48b308b5-6587-4eda-8753-4b8f2bb883c5 HTTP/1.1" status: 204 len: 168 time: 0.4135258 Jan 18 20:33:13.768442 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917eda84-4ca1-4a34-8e82-4d1566e395fc tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Pushing event deleted for resources: {'Network': ['ID=48b308b5-6587-4eda-8753-4b8f2bb883c5,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:13.849569 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fe25e527-789b-49d8-b4c8-5baf86f07971 req-6ca1b704-ce2a-4ff4-b446-87b21b7cb032 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135421 Jan 18 20:33:14.075719 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48312) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:14.084352 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-fc5f87ef-816b-4071-81e3-6a266d8ebb7a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Request body: {'router': {'name': 'tempest-router--2142713050', 'project_id': '5c8e2278c0e64973a4638985d83d5d29'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:14.129898 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc5f87ef-816b-4071-81e3-6a266d8ebb7a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (6add2d73-2ff4-479e-b51c-a897bdd654bf), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:14.131163 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc5f87ef-816b-4071-81e3-6a266d8ebb7a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (6add2d73-2ff4-479e-b51c-a897bdd654bf), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:14.203052 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc5f87ef-816b-4071-81e3-6a266d8ebb7a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router_controller (6add2d73-2ff4-479e-b51c-a897bdd654bf), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:14.208223 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc5f87ef-816b-4071-81e3-6a266d8ebb7a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (6add2d73-2ff4-479e-b51c-a897bdd654bf), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:14.226180 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc5f87ef-816b-4071-81e3-6a266d8ebb7a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:14.229943 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fc5f87ef-816b-4071-81e3-6a266d8ebb7a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1507809 Jan 18 20:33:14.230223 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48314) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:14.314896 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d4db8bd-749a-41df-92f0-a1339c9470a0 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router (6add2d73-2ff4-479e-b51c-a897bdd654bf), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:14.487286 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d4db8bd-749a-41df-92f0-a1339c9470a0 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (6add2d73-2ff4-479e-b51c-a897bdd654bf), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:14.489357 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d4db8bd-749a-41df-92f0-a1339c9470a0 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router_controller (6add2d73-2ff4-479e-b51c-a897bdd654bf), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:14.549095 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d4db8bd-749a-41df-92f0-a1339c9470a0 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (6add2d73-2ff4-479e-b51c-a897bdd654bf), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:14.549787 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4db8bd-749a-41df-92f0-a1339c9470a0 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6add2d73-2ff4-479e-b51c-a897bdd654bf {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:33:14.555072 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d4db8bd-749a-41df-92f0-a1339c9470a0 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:14.556047 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1d4db8bd-749a-41df-92f0-a1339c9470a0 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "DELETE /v2.0/routers/6add2d73-2ff4-479e-b51c-a897bdd654bf HTTP/1.1" status: 204 len: 168 time: 0.3247745 Jan 18 20:33:14.679236 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48322) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:14.898682 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-4a47dc46-230d-4015-81e4-cf909f271f81 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-490120552', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}, 'admin_state_up': False}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:14.932784 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4a47dc46-230d-4015-81e4-cf909f271f81 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (e4ce9d9b-4e20-4d97-b46d-ef7cbc7c4bef), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:14.934128 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4a47dc46-230d-4015-81e4-cf909f271f81 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (e4ce9d9b-4e20-4d97-b46d-ef7cbc7c4bef), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:15.007215 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4a47dc46-230d-4015-81e4-cf909f271f81 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_controller (e4ce9d9b-4e20-4d97-b46d-ef7cbc7c4bef), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:15.021543 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d27e3-0bf4-4735-94e5-b4bd3b4a441d req-ab16ce3c-d317-4909-b4d7-55edaa9e226b tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:15.023738 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce1d27e3-0bf4-4735-94e5-b4bd3b4a441d req-ab16ce3c-d317-4909-b4d7-55edaa9e226b tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.0829890 Jan 18 20:33:15.095000 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce1d27e3-0bf4-4735-94e5-b4bd3b4a441d req-5d8b10ac-144c-4743-9acc-d4020ca92812 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601215 Jan 18 20:33:15.165918 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4a47dc46-230d-4015-81e4-cf909f271f81 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_gateway (e4ce9d9b-4e20-4d97-b46d-ef7cbc7c4bef), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:15.618012 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4a47dc46-230d-4015-81e4-cf909f271f81 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_gateway (e4ce9d9b-4e20-4d97-b46d-ef7cbc7c4bef), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:15.636850 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4a47dc46-230d-4015-81e4-cf909f271f81 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:15.787118 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-4a47dc46-230d-4015-81e4-cf909f271f81 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Allocated IP 172.25.4.18 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/c73856ac-ba28-4823-a47f-9e5a52b627ee) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:33:15.890847 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4a47dc46-230d-4015-81e4-cf909f271f81 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for port (c73856ac-ba28-4823-a47f-9e5a52b627ee), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:15.926017 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4a47dc46-230d-4015-81e4-cf909f271f81 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (c73856ac-ba28-4823-a47f-9e5a52b627ee), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:15.976089 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a47dc46-230d-4015-81e4-cf909f271f81 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:33:15.979615 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-4a47dc46-230d-4015-81e4-cf909f271f81 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:33:15.982416 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a47dc46-230d-4015-81e4-cf909f271f81 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:33:15.994533 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a4ab8c-c4c1-4151-891e-a2932fc3321d None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:33:16.015628 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47dc46-230d-4015-81e4-cf909f271f81 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Pushing event updated for resources: {'Port': ['ID=c73856ac-ba28-4823-a47f-9e5a52b627ee,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:16.061079 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e8b67077-a5d9-477b-b87d-98d7da1f914c None None] Provisioning complete for port c73856ac-ba28-4823-a47f-9e5a52b627ee triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:16.062901 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e8b67077-a5d9-477b-b87d-98d7da1f914c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c73856ac-ba28-4823-a47f-9e5a52b627ee), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:16.127130 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e8b67077-a5d9-477b-b87d-98d7da1f914c None None] Port c73856ac-ba28-4823-a47f-9e5a52b627ee cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:33:16.231829 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106be82-04fb-484b-ae2b-ada0544f0c11 req-11eb7895-7dd0-40b4-b017-2c717bad4b91 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:16.239336 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e106be82-04fb-484b-ae2b-ada0544f0c11 req-11eb7895-7dd0-40b4-b017-2c717bad4b91 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.0579562 Jan 18 20:33:16.311984 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e106be82-04fb-484b-ae2b-ada0544f0c11 req-7f69e56c-5d81-4818-b272-29963c453c2a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570364 Jan 18 20:33:16.337315 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4a47dc46-230d-4015-81e4-cf909f271f81 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_gateway (e4ce9d9b-4e20-4d97-b46d-ef7cbc7c4bef), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:16.544154 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4a47dc46-230d-4015-81e4-cf909f271f81 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (e4ce9d9b-4e20-4d97-b46d-ef7cbc7c4bef), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:16.674343 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a47dc46-230d-4015-81e4-cf909f271f81 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Router e4ce9d9b-4e20-4d97-b46d-ef7cbc7c4bef is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:33:16.786704 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a47dc46-230d-4015-81e4-cf909f271f81 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:33:16.815427 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69be5ca2-c524-41ca-b393-3c267985990d None None] Sync routers for ids ['e4ce9d9b-4e20-4d97-b46d-ef7cbc7c4bef'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:33:16.845788 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69be5ca2-c524-41ca-b393-3c267985990d None None] Routers {'e4ce9d9b-4e20-4d97-b46d-ef7cbc7c4bef'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:16.846763 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-69be5ca2-c524-41ca-b393-3c267985990d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:32:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e4ce9d9b-4e20-4d97-b46d-ef7cbc7c4bef'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:16.848867 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4a47dc46-230d-4015-81e4-cf909f271f81 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:16.850739 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4a47dc46-230d-4015-81e4-cf909f271f81 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1695135 Jan 18 20:33:16.852842 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48346) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:16.888595 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-69be5ca2-c524-41ca-b393-3c267985990d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:16.899567 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69be5ca2-c524-41ca-b393-3c267985990d None None] Routers {'e4ce9d9b-4e20-4d97-b46d-ef7cbc7c4bef'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:16.900623 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-69be5ca2-c524-41ca-b393-3c267985990d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:32:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e4ce9d9b-4e20-4d97-b46d-ef7cbc7c4bef'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:16.940388 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-69be5ca2-c524-41ca-b393-3c267985990d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:16.941968 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69be5ca2-c524-41ca-b393-3c267985990d None None] The sync data for ids ['e4ce9d9b-4e20-4d97-b46d-ef7cbc7c4bef'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:33:17.340711 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5dc72c57-29d5-4f53-b822-71ad84ba040b tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "GET /v2.0/routers/e4ce9d9b-4e20-4d97-b46d-ef7cbc7c4bef HTTP/1.1" status: 200 len: 923 time: 0.4840386 Jan 18 20:33:17.341969 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48352) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:17.427306 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b2d567cd-9b06-421c-8e39-f214f0e67682 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ce9d9b-4e20-4d97-b46d-ef7cbc7c4bef HTTP/1.1" status: 200 len: 205 time: 0.0834854 Jan 18 20:33:17.430589 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48354) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:17.492676 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bace5c0-b146-409d-83f6-ed75ebc340f6 req-5f244fd8-5a65-4349-b4be-a9a194de8d26 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:17.494656 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2bace5c0-b146-409d-83f6-ed75ebc340f6 req-5f244fd8-5a65-4349-b4be-a9a194de8d26 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.0869820 Jan 18 20:33:17.571326 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2d36631-88dd-4f3c-8e53-f31c8752012e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router (e4ce9d9b-4e20-4d97-b46d-ef7cbc7c4bef), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:17.598260 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2bace5c0-b146-409d-83f6-ed75ebc340f6 req-514827fd-12e4-47ed-bc67-f8df2159f251 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930092 Jan 18 20:33:17.681801 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2d36631-88dd-4f3c-8e53-f31c8752012e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_gateway (e4ce9d9b-4e20-4d97-b46d-ef7cbc7c4bef), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:17.735001 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d2d36631-88dd-4f3c-8e53-f31c8752012e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Deleting port c73856ac-ba28-4823-a47f-9e5a52b627ee {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:33:17.735390 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2d36631-88dd-4f3c-8e53-f31c8752012e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (c73856ac-ba28-4823-a47f-9e5a52b627ee), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:17.811451 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2d36631-88dd-4f3c-8e53-f31c8752012e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (c73856ac-ba28-4823-a47f-9e5a52b627ee), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:17.823190 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d2d36631-88dd-4f3c-8e53-f31c8752012e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Calling delete_port for c73856ac-ba28-4823-a47f-9e5a52b627ee owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:33:18.004328 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2d36631-88dd-4f3c-8e53-f31c8752012e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (c73856ac-ba28-4823-a47f-9e5a52b627ee), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:18.027620 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d36631-88dd-4f3c-8e53-f31c8752012e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Pushing event deleted for resources: {'Port': ['ID=c73856ac-ba28-4823-a47f-9e5a52b627ee,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:18.053608 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f8c500-a972-4f11-b80b-7ff288d68197 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:33:18.107398 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2d36631-88dd-4f3c-8e53-f31c8752012e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (e4ce9d9b-4e20-4d97-b46d-ef7cbc7c4bef), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:18.201291 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2d36631-88dd-4f3c-8e53-f31c8752012e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (e4ce9d9b-4e20-4d97-b46d-ef7cbc7c4bef), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:18.204134 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2d36631-88dd-4f3c-8e53-f31c8752012e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_controller (e4ce9d9b-4e20-4d97-b46d-ef7cbc7c4bef), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:18.248409 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2d36631-88dd-4f3c-8e53-f31c8752012e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (e4ce9d9b-4e20-4d97-b46d-ef7cbc7c4bef), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:18.249670 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d36631-88dd-4f3c-8e53-f31c8752012e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Fanout notify agent at l3_agent the message router_deleted on router e4ce9d9b-4e20-4d97-b46d-ef7cbc7c4bef {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:33:18.257109 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2d36631-88dd-4f3c-8e53-f31c8752012e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:18.258233 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d2d36631-88dd-4f3c-8e53-f31c8752012e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "DELETE /v2.0/routers/e4ce9d9b-4e20-4d97-b46d-ef7cbc7c4bef HTTP/1.1" status: 204 len: 168 time: 0.8266103 Jan 18 20:33:18.261992 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48366) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:18.267128 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-3c2141af-868e-4f62-9ebd-cf7cc4371f59 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1770063435', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'enable_snat': False}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:18.299971 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3c2141af-868e-4f62-9ebd-cf7cc4371f59 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (eb2d59f7-79be-41e4-b348-ab5435e85390), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:18.310203 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3c2141af-868e-4f62-9ebd-cf7cc4371f59 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (eb2d59f7-79be-41e4-b348-ab5435e85390), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:18.370267 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3c2141af-868e-4f62-9ebd-cf7cc4371f59 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router_controller (eb2d59f7-79be-41e4-b348-ab5435e85390), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:18.521618 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3c2141af-868e-4f62-9ebd-cf7cc4371f59 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router_gateway (eb2d59f7-79be-41e4-b348-ab5435e85390), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:18.720762 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec79bc-6822-46b9-aa65-dfb82abd2228 req-72426ad6-866a-4f96-8204-f05c08cd1510 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:18.723429 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38ec79bc-6822-46b9-aa65-dfb82abd2228 req-72426ad6-866a-4f96-8204-f05c08cd1510 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.0596848 Jan 18 20:33:18.793602 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38ec79bc-6822-46b9-aa65-dfb82abd2228 req-797fdb72-2503-49a6-bc09-491e9e0678ff tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630305 Jan 18 20:33:18.979146 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3c2141af-868e-4f62-9ebd-cf7cc4371f59 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router_gateway (eb2d59f7-79be-41e4-b348-ab5435e85390), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:18.998930 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3c2141af-868e-4f62-9ebd-cf7cc4371f59 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:19.118989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-3c2141af-868e-4f62-9ebd-cf7cc4371f59 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Allocated IP 172.25.4.97 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/fa3673a0-d75f-4aa3-b09a-e01d6576fbe1) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:33:19.247481 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3c2141af-868e-4f62-9ebd-cf7cc4371f59 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for port (fa3673a0-d75f-4aa3-b09a-e01d6576fbe1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:19.289821 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3c2141af-868e-4f62-9ebd-cf7cc4371f59 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (fa3673a0-d75f-4aa3-b09a-e01d6576fbe1), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:19.332869 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2141af-868e-4f62-9ebd-cf7cc4371f59 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:33:19.338853 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-3c2141af-868e-4f62-9ebd-cf7cc4371f59 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:33:19.341210 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2141af-868e-4f62-9ebd-cf7cc4371f59 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:33:19.343789 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2141af-868e-4f62-9ebd-cf7cc4371f59 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Pushing event updated for resources: {'Port': ['ID=fa3673a0-d75f-4aa3-b09a-e01d6576fbe1,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:19.354677 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745c6e8a-cac0-4517-847a-1a6568004bec None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:33:19.489472 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-922730dd-5438-4733-9b56-b15219d18bb8 None None] Provisioning complete for port fa3673a0-d75f-4aa3-b09a-e01d6576fbe1 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:19.490046 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-922730dd-5438-4733-9b56-b15219d18bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fa3673a0-d75f-4aa3-b09a-e01d6576fbe1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:19.552550 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-922730dd-5438-4733-9b56-b15219d18bb8 None None] Port fa3673a0-d75f-4aa3-b09a-e01d6576fbe1 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:33:19.635538 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3c2141af-868e-4f62-9ebd-cf7cc4371f59 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router_gateway (eb2d59f7-79be-41e4-b348-ab5435e85390), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:19.928482 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3c2141af-868e-4f62-9ebd-cf7cc4371f59 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (eb2d59f7-79be-41e4-b348-ab5435e85390), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:19.962474 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2b496-1a82-4d90-9702-229bde13dfd7 req-f1fe2ddd-93db-4723-824c-db6956b8cf1c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:19.964485 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-abc2b496-1a82-4d90-9702-229bde13dfd7 req-f1fe2ddd-93db-4723-824c-db6956b8cf1c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.0646379 Jan 18 20:33:20.038879 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-abc2b496-1a82-4d90-9702-229bde13dfd7 req-a76ac6b2-8197-4634-b4f4-7e11079fb587 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680521 Jan 18 20:33:20.093274 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2141af-868e-4f62-9ebd-cf7cc4371f59 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Router eb2d59f7-79be-41e4-b348-ab5435e85390 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:33:20.224866 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2141af-868e-4f62-9ebd-cf7cc4371f59 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:33:20.237523 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01319c0b-90c6-4fb8-81e8-74c344ae59d1 None None] Sync routers for ids ['eb2d59f7-79be-41e4-b348-ab5435e85390'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:33:20.251164 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01319c0b-90c6-4fb8-81e8-74c344ae59d1 None None] Routers {'eb2d59f7-79be-41e4-b348-ab5435e85390'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:20.252137 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-01319c0b-90c6-4fb8-81e8-74c344ae59d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:32:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['eb2d59f7-79be-41e4-b348-ab5435e85390'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:20.255454 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3c2141af-868e-4f62-9ebd-cf7cc4371f59 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:20.260652 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3c2141af-868e-4f62-9ebd-cf7cc4371f59 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.9938262 Jan 18 20:33:20.266276 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48390) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:20.357615 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-01319c0b-90c6-4fb8-81e8-74c344ae59d1 None None] Set router eb2d59f7-79be-41e4-b348-ab5435e85390 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:33:20.434701 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cbe6e6cc-2c9b-4bfe-98b3-d55b12d9c2cb tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "GET /v2.0/routers/eb2d59f7-79be-41e4-b348-ab5435e85390 HTTP/1.1" status: 200 len: 908 time: 0.1651089 Jan 18 20:33:20.436276 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48392) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:20.456903 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-a23bfe72-c633-4645-8e05-20a3dfb53a0a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1770063435', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'enable_snat': True}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:20.510879 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a23bfe72-c633-4645-8e05-20a3dfb53a0a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (8e961a61-edb3-4be0-ac5f-3d9ce8bc1c57), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:20.513730 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a23bfe72-c633-4645-8e05-20a3dfb53a0a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (8e961a61-edb3-4be0-ac5f-3d9ce8bc1c57), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:20.541140 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-01319c0b-90c6-4fb8-81e8-74c344ae59d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2d59f7-79be-41e4-b348-ab5435e85390', 'name': 'tempest-snat-router-1770063435', 'tenant_id': 'ee90181916d448b0bd60e50a2f019f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.97'}], 'enable_snat': False}, 'gw_port_id': 'fa3673a0-d75f-4aa3-b09a-e01d6576fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:33:18Z', 'updated_at': '2022-01-18T20:33:19Z', 'revision_number': 3, 'project_id': 'ee90181916d448b0bd60e50a2f019f3f', 'gw_port': {'id': 'fa3673a0-d75f-4aa3-b09a-e01d6576fbe1', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2d59f7-79be-41e4-b348-ab5435e85390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:19Z', 'updated_at': '2022-01-18T20:33:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:20.570755 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01319c0b-90c6-4fb8-81e8-74c344ae59d1 None None] Checking router: eb2d59f7-79be-41e4-b348-ab5435e85390 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:33:20.571747 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01319c0b-90c6-4fb8-81e8-74c344ae59d1 None None] Updating router eb2d59f7-79be-41e4-b348-ab5435e85390 port fa3673a0-d75f-4aa3-b09a-e01d6576fbe1 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:33:20.597439 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-01319c0b-90c6-4fb8-81e8-74c344ae59d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fa3673a0-d75f-4aa3-b09a-e01d6576fbe1), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:20.628763 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a23bfe72-c633-4645-8e05-20a3dfb53a0a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router_controller (8e961a61-edb3-4be0-ac5f-3d9ce8bc1c57), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:20.816203 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a23bfe72-c633-4645-8e05-20a3dfb53a0a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router_gateway (8e961a61-edb3-4be0-ac5f-3d9ce8bc1c57), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:20.903875 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-01319c0b-90c6-4fb8-81e8-74c344ae59d1 None None] Publish callbacks [] for port (fa3673a0-d75f-4aa3-b09a-e01d6576fbe1), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:20.915711 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-01319c0b-90c6-4fb8-81e8-74c344ae59d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fa3673a0-d75f-4aa3-b09a-e01d6576fbe1), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:20.943151 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3b2d66-6bad-4aad-a2d5-60203bc120d9 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:33:20.946479 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-01319c0b-90c6-4fb8-81e8-74c344ae59d1 None None] Attempting to bind port fa3673a0-d75f-4aa3-b09a-e01d6576fbe1 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:33:20.946848 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-01319c0b-90c6-4fb8-81e8-74c344ae59d1 None None] Attempting to bind port fa3673a0-d75f-4aa3-b09a-e01d6576fbe1 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:33:20.947213 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01319c0b-90c6-4fb8-81e8-74c344ae59d1 None None] Attempting to bind port fa3673a0-d75f-4aa3-b09a-e01d6576fbe1 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:33:20.973673 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01319c0b-90c6-4fb8-81e8-74c344ae59d1 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:33:20.974030 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01319c0b-90c6-4fb8-81e8-74c344ae59d1 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:33:20.974498 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-01319c0b-90c6-4fb8-81e8-74c344ae59d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:20.974895 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01319c0b-90c6-4fb8-81e8-74c344ae59d1 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:33:20.975380 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-01319c0b-90c6-4fb8-81e8-74c344ae59d1 None None] Bound port: fa3673a0-d75f-4aa3-b09a-e01d6576fbe1, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:33:20.975758 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-01319c0b-90c6-4fb8-81e8-74c344ae59d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fa3673a0-d75f-4aa3-b09a-e01d6576fbe1), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:21.001817 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-cbe8136f-d0c5-424e-af25-c4c1aff32441 None None] Provisioning complete for port fa3673a0-d75f-4aa3-b09a-e01d6576fbe1 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:21.002504 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cbe8136f-d0c5-424e-af25-c4c1aff32441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fa3673a0-d75f-4aa3-b09a-e01d6576fbe1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:21.040859 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-cbe8136f-d0c5-424e-af25-c4c1aff32441 None None] Port fa3673a0-d75f-4aa3-b09a-e01d6576fbe1 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:33:21.042227 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-01319c0b-90c6-4fb8-81e8-74c344ae59d1 None None] For port fa3673a0-d75f-4aa3-b09a-e01d6576fbe1, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:33:21.061109 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-01319c0b-90c6-4fb8-81e8-74c344ae59d1 None None] For port fa3673a0-d75f-4aa3-b09a-e01d6576fbe1, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=fa3673a0-d75f-4aa3-b09a-e01d6576fbe1,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:33:21.062439 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec7589-8015-4754-8bc3-36f10e3743f5 None None] Pushing event updated for resources: {'Port': ['ID=fa3673a0-d75f-4aa3-b09a-e01d6576fbe1,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:21.067279 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-01319c0b-90c6-4fb8-81e8-74c344ae59d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fa3673a0-d75f-4aa3-b09a-e01d6576fbe1), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:21.104945 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad86c321-3dc6-48ae-913b-5e5b78dffb3c None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:33:21.112235 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01319c0b-90c6-4fb8-81e8-74c344ae59d1 None None] Routers {'eb2d59f7-79be-41e4-b348-ab5435e85390'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:21.112856 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-01319c0b-90c6-4fb8-81e8-74c344ae59d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:32:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['eb2d59f7-79be-41e4-b348-ab5435e85390'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:21.188008 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e6d43248-5c32-484a-8547-f80ebf021e3f None None] Provisioning complete for port fa3673a0-d75f-4aa3-b09a-e01d6576fbe1 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:21.189715 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e6d43248-5c32-484a-8547-f80ebf021e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fa3673a0-d75f-4aa3-b09a-e01d6576fbe1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:21.244640 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a23bfe72-c633-4645-8e05-20a3dfb53a0a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router_gateway (8e961a61-edb3-4be0-ac5f-3d9ce8bc1c57), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:21.266580 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-01319c0b-90c6-4fb8-81e8-74c344ae59d1 None None] Set router eb2d59f7-79be-41e4-b348-ab5435e85390 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:33:21.303002 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a23bfe72-c633-4645-8e05-20a3dfb53a0a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:21.323241 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65489d-f817-45c2-a205-03ba1b4beadc req-55ce3ab5-dd81-4b5d-ba12-ecf78a238f3b tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:21.329094 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-df65489d-f817-45c2-a205-03ba1b4beadc req-55ce3ab5-dd81-4b5d-ba12-ecf78a238f3b tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.1152880 Jan 18 20:33:21.387067 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e6d43248-5c32-484a-8547-f80ebf021e3f None None] Current status of the port fa3673a0-d75f-4aa3-b09a-e01d6576fbe1 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:33:21.387732 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e6d43248-5c32-484a-8547-f80ebf021e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fa3673a0-d75f-4aa3-b09a-e01d6576fbe1), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:21.425450 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e6d43248-5c32-484a-8547-f80ebf021e3f None None] For port fa3673a0-d75f-4aa3-b09a-e01d6576fbe1, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=fa3673a0-d75f-4aa3-b09a-e01d6576fbe1,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:33:21.431084 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e6d43248-5c32-484a-8547-f80ebf021e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fa3673a0-d75f-4aa3-b09a-e01d6576fbe1), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:21.504788 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec7589-8015-4754-8bc3-36f10e3743f5 None None] Pushing event updated for resources: {'Port': ['ID=fa3673a0-d75f-4aa3-b09a-e01d6576fbe1,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:21.506851 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-df65489d-f817-45c2-a205-03ba1b4beadc req-473198ec-7ac7-4ade-a966-e35c7a3e1123 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681266 Jan 18 20:33:21.537148 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d43248-5c32-484a-8547-f80ebf021e3f None None] Pushing event updated for resources: {'Port': ['ID=fa3673a0-d75f-4aa3-b09a-e01d6576fbe1,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:21.616781 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-a23bfe72-c633-4645-8e05-20a3dfb53a0a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Allocated IP 172.25.4.59 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/b46f40c2-79ae-4ed1-9e19-fae765ad76cd) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:33:21.763781 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-01319c0b-90c6-4fb8-81e8-74c344ae59d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2d59f7-79be-41e4-b348-ab5435e85390', 'name': 'tempest-snat-router-1770063435', 'tenant_id': 'ee90181916d448b0bd60e50a2f019f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.97'}], 'enable_snat': False}, 'gw_port_id': 'fa3673a0-d75f-4aa3-b09a-e01d6576fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:33:18Z', 'updated_at': '2022-01-18T20:33:19Z', 'revision_number': 3, 'project_id': 'ee90181916d448b0bd60e50a2f019f3f', 'gw_port': {'id': 'fa3673a0-d75f-4aa3-b09a-e01d6576fbe1', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2d59f7-79be-41e4-b348-ab5435e85390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:19Z', 'updated_at': '2022-01-18T20:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:21.880070 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01319c0b-90c6-4fb8-81e8-74c344ae59d1 None None] The sync data for ids ['eb2d59f7-79be-41e4-b348-ab5435e85390'] in n-d-741529-9 is: [{'id': 'eb2d59f7-79be-41e4-b348-ab5435e85390', 'name': 'tempest-snat-router-1770063435', 'tenant_id': 'ee90181916d448b0bd60e50a2f019f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.97'}], 'enable_snat': False}, 'gw_port_id': 'fa3673a0-d75f-4aa3-b09a-e01d6576fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:33:18Z', 'updated_at': '2022-01-18T20:33:19Z', 'revision_number': 3, 'project_id': 'ee90181916d448b0bd60e50a2f019f3f', 'gw_port': {'id': 'fa3673a0-d75f-4aa3-b09a-e01d6576fbe1', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2d59f7-79be-41e4-b348-ab5435e85390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:19Z', 'updated_at': '2022-01-18T20:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:33:21.919702 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a23bfe72-c633-4645-8e05-20a3dfb53a0a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for port (b46f40c2-79ae-4ed1-9e19-fae765ad76cd), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:21.969270 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a23bfe72-c633-4645-8e05-20a3dfb53a0a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (b46f40c2-79ae-4ed1-9e19-fae765ad76cd), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:22.073475 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23bfe72-c633-4645-8e05-20a3dfb53a0a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:33:22.076789 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-a23bfe72-c633-4645-8e05-20a3dfb53a0a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:33:22.082123 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23bfe72-c633-4645-8e05-20a3dfb53a0a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:33:22.085236 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bfe72-c633-4645-8e05-20a3dfb53a0a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Pushing event updated for resources: {'Port': ['ID=b46f40c2-79ae-4ed1-9e19-fae765ad76cd,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:22.097037 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ac20b4-d9c8-42e9-aa7b-e898eb27cf95 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:33:22.164996 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ed67bfbd-9b2f-44bc-9161-8a7594a0321b None None] Provisioning complete for port b46f40c2-79ae-4ed1-9e19-fae765ad76cd triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:22.169016 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ed67bfbd-9b2f-44bc-9161-8a7594a0321b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b46f40c2-79ae-4ed1-9e19-fae765ad76cd), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:22.263213 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ed67bfbd-9b2f-44bc-9161-8a7594a0321b None None] Port b46f40c2-79ae-4ed1-9e19-fae765ad76cd cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:33:22.673917 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a23bfe72-c633-4645-8e05-20a3dfb53a0a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router_gateway (8e961a61-edb3-4be0-ac5f-3d9ce8bc1c57), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:22.779064 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc9d18-62ac-4e1a-91dc-66abd549864e req-6677844d-6bc7-420b-88a4-f00089ce4e20 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:22.781412 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6fc9d18-62ac-4e1a-91dc-66abd549864e req-6677844d-6bc7-420b-88a4-f00089ce4e20 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.1363037 Jan 18 20:33:22.875762 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6fc9d18-62ac-4e1a-91dc-66abd549864e req-88a3598e-88f8-4d68-a99b-692fe52d7163 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810370 Jan 18 20:33:23.025969 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a23bfe72-c633-4645-8e05-20a3dfb53a0a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (8e961a61-edb3-4be0-ac5f-3d9ce8bc1c57), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:23.504725 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device fa3673a0-d75f-4aa3-b09a-e01d6576fbe1 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:33:23.601351 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port fa3673a0-d75f-4aa3-b09a-e01d6576fbe1 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:23.601860 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fa3673a0-d75f-4aa3-b09a-e01d6576fbe1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:23.602950 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23bfe72-c633-4645-8e05-20a3dfb53a0a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Router 8e961a61-edb3-4be0-ac5f-3d9ce8bc1c57 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:33:23.714836 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port fa3673a0-d75f-4aa3-b09a-e01d6576fbe1 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:33:23.782588 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23bfe72-c633-4645-8e05-20a3dfb53a0a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:33:23.793513 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375e6123-35ed-499a-ab60-8d5eec18f0fe None None] Sync routers for ids ['8e961a61-edb3-4be0-ac5f-3d9ce8bc1c57'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:33:23.806799 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375e6123-35ed-499a-ab60-8d5eec18f0fe None None] Routers {'8e961a61-edb3-4be0-ac5f-3d9ce8bc1c57'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:23.807551 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-375e6123-35ed-499a-ab60-8d5eec18f0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:32:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8e961a61-edb3-4be0-ac5f-3d9ce8bc1c57'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:23.813117 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a23bfe72-c633-4645-8e05-20a3dfb53a0a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:23.814367 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a23bfe72-c633-4645-8e05-20a3dfb53a0a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.3742850 Jan 18 20:33:23.817081 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48418) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:23.933344 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-afe9c089-8222-40ec-8f6c-5e1f3465db8c tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "GET /v2.0/routers/8e961a61-edb3-4be0-ac5f-3d9ce8bc1c57 HTTP/1.1" status: 200 len: 907 time: 0.1137815 Jan 18 20:33:23.934899 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48424) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:23.971036 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-375e6123-35ed-499a-ab60-8d5eec18f0fe None None] Set router 8e961a61-edb3-4be0-ac5f-3d9ce8bc1c57 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:33:24.106781 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c48c9-acbc-4336-b65a-73dca626402c req-1ffc7cb9-65f7-4a87-95e7-085a855052b4 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:24.124719 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ab4c48c9-acbc-4336-b65a-73dca626402c req-1ffc7cb9-65f7-4a87-95e7-085a855052b4 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.1284852 Jan 18 20:33:24.186829 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cb91a86f-32c4-4c35-8d10-4fcfe6addebe tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router (8e961a61-edb3-4be0-ac5f-3d9ce8bc1c57), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:24.250812 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ab4c48c9-acbc-4336-b65a-73dca626402c req-f22a62e1-05cf-4b6f-993f-2631238297d7 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251283 Jan 18 20:33:24.347876 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-375e6123-35ed-499a-ab60-8d5eec18f0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e961a61-edb3-4be0-ac5f-3d9ce8bc1c57', 'name': 'tempest-snat-router-1770063435', 'tenant_id': 'ee90181916d448b0bd60e50a2f019f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'b46f40c2-79ae-4ed1-9e19-fae765ad76cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:33:20Z', 'updated_at': '2022-01-18T20:33:22Z', 'revision_number': 3, 'project_id': 'ee90181916d448b0bd60e50a2f019f3f', 'gw_port': {'id': 'b46f40c2-79ae-4ed1-9e19-fae765ad76cd', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e961a61-edb3-4be0-ac5f-3d9ce8bc1c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:21Z', 'updated_at': '2022-01-18T20:33:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:24.382557 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cb91a86f-32c4-4c35-8d10-4fcfe6addebe tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router_gateway (8e961a61-edb3-4be0-ac5f-3d9ce8bc1c57), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:24.402011 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375e6123-35ed-499a-ab60-8d5eec18f0fe None None] Checking router: 8e961a61-edb3-4be0-ac5f-3d9ce8bc1c57 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:33:24.402621 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375e6123-35ed-499a-ab60-8d5eec18f0fe None None] Updating router 8e961a61-edb3-4be0-ac5f-3d9ce8bc1c57 port b46f40c2-79ae-4ed1-9e19-fae765ad76cd binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:33:24.460738 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-375e6123-35ed-499a-ab60-8d5eec18f0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b46f40c2-79ae-4ed1-9e19-fae765ad76cd), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:24.465190 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-cb91a86f-32c4-4c35-8d10-4fcfe6addebe tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Deleting port b46f40c2-79ae-4ed1-9e19-fae765ad76cd {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:33:24.465671 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cb91a86f-32c4-4c35-8d10-4fcfe6addebe tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b46f40c2-79ae-4ed1-9e19-fae765ad76cd), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:24.572484 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cb91a86f-32c4-4c35-8d10-4fcfe6addebe tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b46f40c2-79ae-4ed1-9e19-fae765ad76cd), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:24.605588 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-cb91a86f-32c4-4c35-8d10-4fcfe6addebe tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Calling delete_port for b46f40c2-79ae-4ed1-9e19-fae765ad76cd owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:33:24.831841 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cb91a86f-32c4-4c35-8d10-4fcfe6addebe tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (b46f40c2-79ae-4ed1-9e19-fae765ad76cd), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:24.867508 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91a86f-32c4-4c35-8d10-4fcfe6addebe tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Pushing event deleted for resources: {'Port': ['ID=b46f40c2-79ae-4ed1-9e19-fae765ad76cd,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:24.932852 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cb91a86f-32c4-4c35-8d10-4fcfe6addebe tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (8e961a61-edb3-4be0-ac5f-3d9ce8bc1c57), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:24.953364 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-375e6123-35ed-499a-ab60-8d5eec18f0fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:33:24.953993 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-375e6123-35ed-499a-ab60-8d5eec18f0fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:33:24.954423 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a8fb1f-fdd1-4bea-8e25-3dc6be4bb557 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:33:25.035556 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cb91a86f-32c4-4c35-8d10-4fcfe6addebe tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (8e961a61-edb3-4be0-ac5f-3d9ce8bc1c57), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:25.037855 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cb91a86f-32c4-4c35-8d10-4fcfe6addebe tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router_controller (8e961a61-edb3-4be0-ac5f-3d9ce8bc1c57), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:25.085319 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cb91a86f-32c4-4c35-8d10-4fcfe6addebe tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (8e961a61-edb3-4be0-ac5f-3d9ce8bc1c57), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:25.086026 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb91a86f-32c4-4c35-8d10-4fcfe6addebe tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e961a61-edb3-4be0-ac5f-3d9ce8bc1c57 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:33:25.091381 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cb91a86f-32c4-4c35-8d10-4fcfe6addebe tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:25.095583 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cb91a86f-32c4-4c35-8d10-4fcfe6addebe tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "DELETE /v2.0/routers/8e961a61-edb3-4be0-ac5f-3d9ce8bc1c57 HTTP/1.1" status: 204 len: 168 time: 1.1570127 Jan 18 20:33:25.095862 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48432) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:25.211209 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd8e85a8-4e36-411e-a004-6a5c8c3bf198 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router (eb2d59f7-79be-41e4-b348-ab5435e85390), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:25.348115 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd8e85a8-4e36-411e-a004-6a5c8c3bf198 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router_gateway (eb2d59f7-79be-41e4-b348-ab5435e85390), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:25.438459 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad19bd-c784-4f10-9f74-c6fe696980f3 req-f7f30e5b-2238-4654-b004-561946c180cb tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:25.439009 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-fd8e85a8-4e36-411e-a004-6a5c8c3bf198 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Deleting port fa3673a0-d75f-4aa3-b09a-e01d6576fbe1 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:33:25.439401 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd8e85a8-4e36-411e-a004-6a5c8c3bf198 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (fa3673a0-d75f-4aa3-b09a-e01d6576fbe1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:25.440996 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37ad19bd-c784-4f10-9f74-c6fe696980f3 req-f7f30e5b-2238-4654-b004-561946c180cb tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.0951984 Jan 18 20:33:25.473524 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375e6123-35ed-499a-ab60-8d5eec18f0fe None None] Port b46f40c2-79ae-4ed1-9e19-fae765ad76cd not found while updating agent binding for router 8e961a61-edb3-4be0-ac5f-3d9ce8bc1c57. {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 18 20:33:25.482957 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375e6123-35ed-499a-ab60-8d5eec18f0fe None None] Routers set() bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:25.483516 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375e6123-35ed-499a-ab60-8d5eec18f0fe None None] Router IDs set() for agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 18 20:33:25.484311 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_agentschedulers_db [None req-375e6123-35ed-499a-ab60-8d5eec18f0fe None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8e961a61-edb3-4be0-ac5f-3d9ce8bc1c57'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:32:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent'). {{(pid=103337) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 18 20:33:25.485198 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375e6123-35ed-499a-ab60-8d5eec18f0fe None None] The sync data for ids ['8e961a61-edb3-4be0-ac5f-3d9ce8bc1c57'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:33:25.512804 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37ad19bd-c784-4f10-9f74-c6fe696980f3 req-a4b07a96-76da-4b44-b962-22d1ea4b3bf4 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645671 Jan 18 20:33:25.538965 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-fd8e85a8-4e36-411e-a004-6a5c8c3bf198 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] For port fa3673a0-d75f-4aa3-b09a-e01d6576fbe1, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=fa3673a0-d75f-4aa3-b09a-e01d6576fbe1,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:33:25.539314 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd8e85a8-4e36-411e-a004-6a5c8c3bf198 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (fa3673a0-d75f-4aa3-b09a-e01d6576fbe1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:25.551158 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-fd8e85a8-4e36-411e-a004-6a5c8c3bf198 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Calling delete_port for fa3673a0-d75f-4aa3-b09a-e01d6576fbe1 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:33:25.634351 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-590a484e-15b8-47e3-8fae-27b6b63d487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:25.736308 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd8e85a8-4e36-411e-a004-6a5c8c3bf198 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (fa3673a0-d75f-4aa3-b09a-e01d6576fbe1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:25.763359 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e85a8-4e36-411e-a004-6a5c8c3bf198 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa3673a0-d75f-4aa3-b09a-e01d6576fbe1,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:25.791606 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cf49e0-3579-4cfa-9acd-35957eedd2b4 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:33:25.834854 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd8e85a8-4e36-411e-a004-6a5c8c3bf198 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (eb2d59f7-79be-41e4-b348-ab5435e85390), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:25.930226 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd8e85a8-4e36-411e-a004-6a5c8c3bf198 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (eb2d59f7-79be-41e4-b348-ab5435e85390), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:25.932426 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd8e85a8-4e36-411e-a004-6a5c8c3bf198 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router_controller (eb2d59f7-79be-41e4-b348-ab5435e85390), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:25.977223 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd8e85a8-4e36-411e-a004-6a5c8c3bf198 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (eb2d59f7-79be-41e4-b348-ab5435e85390), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:25.977805 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8e85a8-4e36-411e-a004-6a5c8c3bf198 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb2d59f7-79be-41e4-b348-ab5435e85390 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:33:25.982758 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd8e85a8-4e36-411e-a004-6a5c8c3bf198 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:25.984475 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fd8e85a8-4e36-411e-a004-6a5c8c3bf198 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "DELETE /v2.0/routers/eb2d59f7-79be-41e4-b348-ab5435e85390 HTTP/1.1" status: 204 len: 168 time: 0.8875487 Jan 18 20:33:25.988293 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48440) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:25.993440 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-7dc60edc-b398-45bc-952b-982712d998dc tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-223175717', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}, 'admin_state_up': False}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:26.019622 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7dc60edc-b398-45bc-952b-982712d998dc tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (08234f01-b097-4b92-ae13-d8856de6d58b), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:26.020890 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7dc60edc-b398-45bc-952b-982712d998dc tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (08234f01-b097-4b92-ae13-d8856de6d58b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:26.079017 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7dc60edc-b398-45bc-952b-982712d998dc tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_controller (08234f01-b097-4b92-ae13-d8856de6d58b), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:26.243812 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7dc60edc-b398-45bc-952b-982712d998dc tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_gateway (08234f01-b097-4b92-ae13-d8856de6d58b), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:26.455791 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7dc60edc-b398-45bc-952b-982712d998dc tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_gateway (08234f01-b097-4b92-ae13-d8856de6d58b), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:26.476737 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7dc60edc-b398-45bc-952b-982712d998dc tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:26.612408 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-7dc60edc-b398-45bc-952b-982712d998dc tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Allocated IP 172.25.4.174 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/22c5a095-b1c0-45b6-9371-1cd6274976dc) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:33:26.679051 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b8973-6b65-4bba-91a5-af813780a313 req-429d9ef0-385b-4f6c-bd10-52159732fb9c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:26.687138 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d11b8973-6b65-4bba-91a5-af813780a313 req-429d9ef0-385b-4f6c-bd10-52159732fb9c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.0618436 Jan 18 20:33:26.740182 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7dc60edc-b398-45bc-952b-982712d998dc tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for port (22c5a095-b1c0-45b6-9371-1cd6274976dc), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:26.751636 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d11b8973-6b65-4bba-91a5-af813780a313 req-22b4cc14-19f9-4a1e-a30e-175719f0e9f6 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627668 Jan 18 20:33:26.795295 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7dc60edc-b398-45bc-952b-982712d998dc tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (22c5a095-b1c0-45b6-9371-1cd6274976dc), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:26.833805 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc60edc-b398-45bc-952b-982712d998dc tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:33:26.852883 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-7dc60edc-b398-45bc-952b-982712d998dc tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:33:26.864503 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc60edc-b398-45bc-952b-982712d998dc tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:33:26.870434 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa1a563-feef-48ee-93d8-87b073792759 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:33:26.942744 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f7b76673-9b93-49f1-bd8b-8d70a952a47f None None] Provisioning complete for port 22c5a095-b1c0-45b6-9371-1cd6274976dc triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:26.943584 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f7b76673-9b93-49f1-bd8b-8d70a952a47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (22c5a095-b1c0-45b6-9371-1cd6274976dc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:26.960883 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc60edc-b398-45bc-952b-982712d998dc tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Pushing event updated for resources: {'Port': ['ID=22c5a095-b1c0-45b6-9371-1cd6274976dc,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:26.994810 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f7b76673-9b93-49f1-bd8b-8d70a952a47f None None] Port 22c5a095-b1c0-45b6-9371-1cd6274976dc cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:33:27.116212 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0547914-75e4-458f-9369-bc0569022216 req-0c006dfc-26f6-4064-b91a-ed710f2f49db tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:27.117798 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b0547914-75e4-458f-9369-bc0569022216 req-0c006dfc-26f6-4064-b91a-ed710f2f49db tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.0950339 Jan 18 20:33:27.170753 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b0547914-75e4-458f-9369-bc0569022216 req-7d206605-39f5-4a97-a007-1b54c4a939e2 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447543 Jan 18 20:33:27.211685 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7dc60edc-b398-45bc-952b-982712d998dc tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_gateway (08234f01-b097-4b92-ae13-d8856de6d58b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:27.316240 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08821145-de90-47ca-84e5-5689bf559bc4 req-cb4e65f6-6fc0-4a15-a93a-2842e57b826c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:27.317913 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-08821145-de90-47ca-84e5-5689bf559bc4 req-cb4e65f6-6fc0-4a15-a93a-2842e57b826c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.0755589 Jan 18 20:33:27.371241 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-08821145-de90-47ca-84e5-5689bf559bc4 req-16aa0022-64de-466b-bd94-5f7ae27f99bb tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469477 Jan 18 20:33:27.425717 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device fa3673a0-d75f-4aa3-b09a-e01d6576fbe1 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:33:27.452378 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: fa3673a0-d75f-4aa3-b09a-e01d6576fbe1 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:33:27.452722 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device fa3673a0-d75f-4aa3-b09a-e01d6576fbe1 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:33:27.461319 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7dc60edc-b398-45bc-952b-982712d998dc tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (08234f01-b097-4b92-ae13-d8856de6d58b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:27.674133 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d8647-3d4c-4f49-a8b8-a4e3942c6f11 req-bd6e7862-75af-4982-9974-c88cb75530c2 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:27.675736 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1c4d8647-3d4c-4f49-a8b8-a4e3942c6f11 req-bd6e7862-75af-4982-9974-c88cb75530c2 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.0513165 Jan 18 20:33:27.726238 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1c4d8647-3d4c-4f49-a8b8-a4e3942c6f11 req-250ae03a-de1d-4faa-a164-0f7d17b26ff5 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447035 Jan 18 20:33:27.799703 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ac221d8a-ffd2-4ed2-83ed-644c36ef97f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:27.883485 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc60edc-b398-45bc-952b-982712d998dc tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Router 08234f01-b097-4b92-ae13-d8856de6d58b is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:33:27.991203 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc60edc-b398-45bc-952b-982712d998dc tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:33:28.001217 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8288c22-e0ef-4e0c-8354-f156c356f77b None None] Sync routers for ids ['08234f01-b097-4b92-ae13-d8856de6d58b'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:33:28.011060 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8288c22-e0ef-4e0c-8354-f156c356f77b None None] Routers {'08234f01-b097-4b92-ae13-d8856de6d58b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:28.011905 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a8288c22-e0ef-4e0c-8354-f156c356f77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:33:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['08234f01-b097-4b92-ae13-d8856de6d58b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:28.012585 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7dc60edc-b398-45bc-952b-982712d998dc tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:28.013829 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7dc60edc-b398-45bc-952b-982712d998dc tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.0243134 Jan 18 20:33:28.016629 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48466) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:28.021105 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-600b4e88-8492-408e-8671-86acc00ee3fa tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'enable_snat': False}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:28.052798 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a8288c22-e0ef-4e0c-8354-f156c356f77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:28.061364 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8288c22-e0ef-4e0c-8354-f156c356f77b None None] Routers {'08234f01-b097-4b92-ae13-d8856de6d58b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:28.062176 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a8288c22-e0ef-4e0c-8354-f156c356f77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:33:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['08234f01-b097-4b92-ae13-d8856de6d58b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:28.102486 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a8288c22-e0ef-4e0c-8354-f156c356f77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:28.103195 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8288c22-e0ef-4e0c-8354-f156c356f77b None None] The sync data for ids ['08234f01-b097-4b92-ae13-d8856de6d58b'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:33:28.363977 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-600b4e88-8492-408e-8671-86acc00ee3fa tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router_gateway (08234f01-b097-4b92-ae13-d8856de6d58b), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:28.784137 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-600b4e88-8492-408e-8671-86acc00ee3fa tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57734'] for router (08234f01-b097-4b92-ae13-d8856de6d58b), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:28.787706 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-600b4e88-8492-408e-8671-86acc00ee3fa tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1617295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1617304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1628645'] for router (08234f01-b097-4b92-ae13-d8856de6d58b), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:28.913518 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af565bad-869d-4278-ac46-1c0e24a6afd1 req-47ad54dd-ad34-4257-a089-02c0a681c8cb tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:28.915030 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af565bad-869d-4278-ac46-1c0e24a6afd1 req-47ad54dd-ad34-4257-a089-02c0a681c8cb tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.0882556 Jan 18 20:33:28.948573 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600b4e88-8492-408e-8671-86acc00ee3fa tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Router 08234f01-b097-4b92-ae13-d8856de6d58b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:33:29.055363 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56090133-47bd-4764-9bbf-054e9b60f53d req-fcccc6bd-4f38-47bb-a7dc-f30953c98bed tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:29.056878 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-56090133-47bd-4764-9bbf-054e9b60f53d req-fcccc6bd-4f38-47bb-a7dc-f30953c98bed tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 945 time: 0.1283901 Jan 18 20:33:29.063037 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af565bad-869d-4278-ac46-1c0e24a6afd1 req-86cc1e75-efea-4074-bccc-3a950497a1e1 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353147 Jan 18 20:33:29.096479 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:29.197966 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600b4e88-8492-408e-8671-86acc00ee3fa tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:33:29.203433 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-600b4e88-8492-408e-8671-86acc00ee3fa tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:29.204102 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-600b4e88-8492-408e-8671-86acc00ee3fa tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "PUT /v2.0/routers/08234f01-b097-4b92-ae13-d8856de6d58b HTTP/1.1" status: 200 len: 925 time: 1.1864634 Jan 18 20:33:29.206907 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48482) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:29.218636 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e3c495-4010-4687-a31e-cae312f82878 None None] Sync routers for ids ['08234f01-b097-4b92-ae13-d8856de6d58b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:33:29.236665 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e3c495-4010-4687-a31e-cae312f82878 None None] Routers {'08234f01-b097-4b92-ae13-d8856de6d58b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:29.237678 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b6e3c495-4010-4687-a31e-cae312f82878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:33:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['08234f01-b097-4b92-ae13-d8856de6d58b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:29.279786 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-56090133-47bd-4764-9bbf-054e9b60f53d req-bb4390d3-da65-407b-8b11-96710e16ab3d tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Deleting port 9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:33:29.280122 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-56090133-47bd-4764-9bbf-054e9b60f53d req-bb4390d3-da65-407b-8b11-96710e16ab3d tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:29.287431 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b6e3c495-4010-4687-a31e-cae312f82878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:29.301804 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e3c495-4010-4687-a31e-cae312f82878 None None] Routers {'08234f01-b097-4b92-ae13-d8856de6d58b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:29.302721 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b6e3c495-4010-4687-a31e-cae312f82878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:33:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['08234f01-b097-4b92-ae13-d8856de6d58b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:29.361963 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b6e3c495-4010-4687-a31e-cae312f82878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:29.362940 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e3c495-4010-4687-a31e-cae312f82878 None None] The sync data for ids ['08234f01-b097-4b92-ae13-d8856de6d58b'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:33:29.427018 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6f98404d-98bb-4179-ae89-e600ed9d96fc tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "GET /v2.0/routers/08234f01-b097-4b92-ae13-d8856de6d58b HTTP/1.1" status: 200 len: 925 time: 0.2158563 Jan 18 20:33:29.430308 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48486) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:29.434892 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-56090133-47bd-4764-9bbf-054e9b60f53d req-bb4390d3-da65-407b-8b11-96710e16ab3d tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] For port 9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:33:29.435251 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-56090133-47bd-4764-9bbf-054e9b60f53d req-bb4390d3-da65-407b-8b11-96710e16ab3d tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:29.450349 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-56090133-47bd-4764-9bbf-054e9b60f53d req-bb4390d3-da65-407b-8b11-96710e16ab3d tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Calling delete_port for 9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:33:29.516063 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b30e924-edb7-4666-ba9f-334d3ba44411 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:29.520940 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4b30e924-edb7-4666-ba9f-334d3ba44411 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9b0799cf-8cdf-46d5-953b-bdacab604b8c&device_id=08234f01-b097-4b92-ae13-d8856de6d58b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0895863 Jan 18 20:33:29.521532 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48488) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:29.592838 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-56090133-47bd-4764-9bbf-054e9b60f53d req-bb4390d3-da65-407b-8b11-96710e16ab3d tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:29.604701 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['32e311e0-cab7-4a19-aaa4-eb202f76cb5c', '9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:33:29.622301 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09b294a-b5f6-4610-a428-940542e8a84f tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:29.626950 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a09b294a-b5f6-4610-a428-940542e8a84f tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 881 time: 0.1040351 Jan 18 20:33:29.627861 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48490) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:29.648393 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4390d3-da65-407b-8b11-96710e16ab3d tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Pushing event deleted for resources: {'Port': ['ID=9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:29.665724 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-de17c0f5-5ea3-4292-b265-5214ed1f96a9 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "GET /v2.0/ports?device_id=08234f01-b097-4b92-ae13-d8856de6d58b HTTP/1.1" status: 200 len: 205 time: 0.0367274 Jan 18 20:33:29.666335 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48492) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:29.703751 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-56090133-47bd-4764-9bbf-054e9b60f53d req-bb4390d3-da65-407b-8b11-96710e16ab3d tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] No DVR routers for this DVR port 9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:33:29.706864 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-56090133-47bd-4764-9bbf-054e9b60f53d req-bb4390d3-da65-407b-8b11-96710e16ab3d tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:29.711261 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-56090133-47bd-4764-9bbf-054e9b60f53d req-bb4390d3-da65-407b-8b11-96710e16ab3d tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.70 "DELETE /v2.0/ports/9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb HTTP/1.1" status: 204 len: 173 time: 0.6473396 Jan 18 20:33:29.711860 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a102997-7a5e-4391-bf3a-3b61f0170a42', 'name': 'network-vif-deleted', 'tag': '9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:33:29.714950 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2da8bc-0c3a-4619-8a58-65b63b4fdb81" -d '{"events": [{"server_uuid": "2a102997-7a5e-4391-bf3a-3b61f0170a42", "name": "network-vif-deleted", "tag": "9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:33:29.773545 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a31e2bb-d486-410a-81b7-a6b72cc6218a x-openstack-request-id: req-1a31e2bb-d486-410a-81b7-a6b72cc6218a {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:33:29.774366 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a102997-7a5e-4391-bf3a-3b61f0170a42", "name": "network-vif-deleted", "tag": "9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:33:29.774849 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a31e2bb-d486-410a-81b7-a6b72cc6218a {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:33:29.775665 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a102997-7a5e-4391-bf3a-3b61f0170a42', 'name': 'network-vif-deleted', 'tag': '9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb', 'status': 'completed', 'code': 200} Jan 18 20:33:29.869052 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc2bdb80-7a66-4681-b0ef-a2687d7eb46b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router (08234f01-b097-4b92-ae13-d8856de6d58b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:29.992616 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc2bdb80-7a66-4681-b0ef-a2687d7eb46b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_gateway (08234f01-b097-4b92-ae13-d8856de6d58b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:30.045827 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-dc2bdb80-7a66-4681-b0ef-a2687d7eb46b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Deleting port 22c5a095-b1c0-45b6-9371-1cd6274976dc {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:33:30.046171 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc2bdb80-7a66-4681-b0ef-a2687d7eb46b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (22c5a095-b1c0-45b6-9371-1cd6274976dc), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:30.136065 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc2bdb80-7a66-4681-b0ef-a2687d7eb46b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (22c5a095-b1c0-45b6-9371-1cd6274976dc), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:30.149021 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-dc2bdb80-7a66-4681-b0ef-a2687d7eb46b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Calling delete_port for 22c5a095-b1c0-45b6-9371-1cd6274976dc owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:33:30.257791 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-15b46474-041d-4067-83c6-27a9d72f2f7b req-e4262722-4f57-4b6a-8ccb-26927b41b1de tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a102997-7a5e-4391-bf3a-3b61f0170a42 HTTP/1.1" status: 200 len: 210 time: 0.0404682 Jan 18 20:33:30.398122 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc2bdb80-7a66-4681-b0ef-a2687d7eb46b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (22c5a095-b1c0-45b6-9371-1cd6274976dc), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:30.438022 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2bdb80-7a66-4681-b0ef-a2687d7eb46b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Pushing event deleted for resources: {'Port': ['ID=22c5a095-b1c0-45b6-9371-1cd6274976dc,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:30.475463 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741a53ee-8991-42b4-8e36-5f25d862bb55 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:33:30.522256 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc2bdb80-7a66-4681-b0ef-a2687d7eb46b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (08234f01-b097-4b92-ae13-d8856de6d58b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:30.556971 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:30.626780 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc2bdb80-7a66-4681-b0ef-a2687d7eb46b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (08234f01-b097-4b92-ae13-d8856de6d58b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:30.629365 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc2bdb80-7a66-4681-b0ef-a2687d7eb46b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_controller (08234f01-b097-4b92-ae13-d8856de6d58b), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:30.675052 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc2bdb80-7a66-4681-b0ef-a2687d7eb46b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (08234f01-b097-4b92-ae13-d8856de6d58b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:30.675823 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2bdb80-7a66-4681-b0ef-a2687d7eb46b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Fanout notify agent at l3_agent the message router_deleted on router 08234f01-b097-4b92-ae13-d8856de6d58b {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:33:30.682850 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc2bdb80-7a66-4681-b0ef-a2687d7eb46b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:30.683967 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-dc2bdb80-7a66-4681-b0ef-a2687d7eb46b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "DELETE /v2.0/routers/08234f01-b097-4b92-ae13-d8856de6d58b HTTP/1.1" status: 204 len: 168 time: 1.0165603 Jan 18 20:33:30.688331 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48506) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:30.692758 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-9529d96b-5f88-432b-9baf-71c032f244f9 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1102148762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:30.717451 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9529d96b-5f88-432b-9baf-71c032f244f9 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (408829cd-299b-4976-b241-1531cc8748af), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:30.718903 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9529d96b-5f88-432b-9baf-71c032f244f9 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (408829cd-299b-4976-b241-1531cc8748af), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:30.777652 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9529d96b-5f88-432b-9baf-71c032f244f9 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_controller (408829cd-299b-4976-b241-1531cc8748af), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:30.781980 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9529d96b-5f88-432b-9baf-71c032f244f9 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (408829cd-299b-4976-b241-1531cc8748af), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:30.801450 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9529d96b-5f88-432b-9baf-71c032f244f9 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:30.805443 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9529d96b-5f88-432b-9baf-71c032f244f9 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1161430 Jan 18 20:33:30.805603 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48508) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:30.812327 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-8c20f0d3-7767-4e3b-806c-681add8b917e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Request body: {'router': {'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:31.041130 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c20f0d3-7767-4e3b-806c-681add8b917e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_gateway (408829cd-299b-4976-b241-1531cc8748af), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:31.228578 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c20f0d3-7767-4e3b-806c-681add8b917e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_gateway (408829cd-299b-4976-b241-1531cc8748af), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:31.246613 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c20f0d3-7767-4e3b-806c-681add8b917e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:31.666230 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-8c20f0d3-7767-4e3b-806c-681add8b917e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Allocated IP 172.25.4.110 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/1af290e5-be7a-479e-90fb-5d2e627c0de9) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:33:31.791078 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c20f0d3-7767-4e3b-806c-681add8b917e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for port (1af290e5-be7a-479e-90fb-5d2e627c0de9), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:31.820995 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:31.849727 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c20f0d3-7767-4e3b-806c-681add8b917e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (1af290e5-be7a-479e-90fb-5d2e627c0de9), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:31.899883 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c20f0d3-7767-4e3b-806c-681add8b917e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:33:31.904850 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-8c20f0d3-7767-4e3b-806c-681add8b917e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:33:31.907714 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c20f0d3-7767-4e3b-806c-681add8b917e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:33:31.915546 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20f0d3-7767-4e3b-806c-681add8b917e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Pushing event updated for resources: {'Port': ['ID=1af290e5-be7a-479e-90fb-5d2e627c0de9,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:31.928737 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c04a35e-cd9a-4345-8831-a082fa308461 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:33:32.063798 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-6b6c25b9-d24c-413d-8576-841ee146d810 None None] Provisioning complete for port 1af290e5-be7a-479e-90fb-5d2e627c0de9 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:32.065730 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6b6c25b9-d24c-413d-8576-841ee146d810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1af290e5-be7a-479e-90fb-5d2e627c0de9), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:32.126540 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6b6c25b9-d24c-413d-8576-841ee146d810 None None] Port 1af290e5-be7a-479e-90fb-5d2e627c0de9 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:33:32.164700 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:33:32.189407 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:33:32.193111 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 9f97a64a-0e3c-47c3-b44a-dc9a5cb2d7fb not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:33:32.289707 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c89ec-8650-4584-9ca7-d321d36f00ac req-8fe92ca4-f314-4340-a859-8a0290497a3a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:32.291205 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a9c89ec-8650-4584-9ca7-d321d36f00ac req-8fe92ca4-f314-4340-a859-8a0290497a3a tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f34daf6-9301-43ca-8d7a-0f14f3c58bac HTTP/1.1" status: 200 len: 946 time: 0.1163762 Jan 18 20:33:32.325104 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c20f0d3-7767-4e3b-806c-681add8b917e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_gateway (408829cd-299b-4976-b241-1531cc8748af), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:32.428257 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a9c89ec-8650-4584-9ca7-d321d36f00ac req-3b8216e7-3848-4fd1-91a7-d378adac93bb tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222553 Jan 18 20:33:32.564376 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c20f0d3-7767-4e3b-806c-681add8b917e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57734'] for router (408829cd-299b-4976-b241-1531cc8748af), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:32.567876 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c20f0d3-7767-4e3b-806c-681add8b917e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1617295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1617304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1628645'] for router (408829cd-299b-4976-b241-1531cc8748af), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:32.707456 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c20f0d3-7767-4e3b-806c-681add8b917e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Router 408829cd-299b-4976-b241-1531cc8748af is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:33:32.817562 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c20f0d3-7767-4e3b-806c-681add8b917e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:33:32.824697 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c20f0d3-7767-4e3b-806c-681add8b917e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:32.829275 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48562) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:32.830981 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8c5528-f762-40bc-880e-8cf97a0cc6cc None None] Sync routers for ids ['408829cd-299b-4976-b241-1531cc8748af'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:33:32.835161 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8c20f0d3-7767-4e3b-806c-681add8b917e tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "PUT /v2.0/routers/408829cd-299b-4976-b241-1531cc8748af HTTP/1.1" status: 200 len: 884 time: 2.0274649 Jan 18 20:33:32.845384 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8c5528-f762-40bc-880e-8cf97a0cc6cc None None] Routers {'408829cd-299b-4976-b241-1531cc8748af'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:32.846532 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-af8c5528-f762-40bc-880e-8cf97a0cc6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:33:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['408829cd-299b-4976-b241-1531cc8748af'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:32.883140 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-af8c5528-f762-40bc-880e-8cf97a0cc6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:32.892744 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8c5528-f762-40bc-880e-8cf97a0cc6cc None None] Routers {'408829cd-299b-4976-b241-1531cc8748af'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:32.893692 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-af8c5528-f762-40bc-880e-8cf97a0cc6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:33:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['408829cd-299b-4976-b241-1531cc8748af'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:32.931303 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-af8c5528-f762-40bc-880e-8cf97a0cc6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:32.932330 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8c5528-f762-40bc-880e-8cf97a0cc6cc None None] The sync data for ids ['408829cd-299b-4976-b241-1531cc8748af'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:33:32.946151 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3dddb98f-8580-4e40-ae6e-29efb4296f4d tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "GET /v2.0/routers/408829cd-299b-4976-b241-1531cc8748af HTTP/1.1" status: 200 len: 925 time: 0.1153865 Jan 18 20:33:32.948674 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48564) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:32.993344 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b9953e-66b6-42a8-a529-bf38f6fbe5f3 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:32.997303 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-34b9953e-66b6-42a8-a529-bf38f6fbe5f3 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9b0799cf-8cdf-46d5-953b-bdacab604b8c&device_id=408829cd-299b-4976-b241-1531cc8748af&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0451646 Jan 18 20:33:32.997725 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48566) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:33.111269 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3aa8e9-aead-4bc5-93b4-082fa3ce770c tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:33.113082 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-be3aa8e9-aead-4bc5-93b4-082fa3ce770c tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 881 time: 0.1135433 Jan 18 20:33:33.115781 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48572) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:33.142565 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c7cda380-fde6-417b-9936-78d4b582b6d5 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "GET /v2.0/ports?device_id=408829cd-299b-4976-b241-1531cc8748af HTTP/1.1" status: 200 len: 205 time: 0.0255716 Jan 18 20:33:33.146438 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48574) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:33.255044 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47433fd9-4dcb-4356-9c3c-b80bef354193 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router (408829cd-299b-4976-b241-1531cc8748af), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:33.271220 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:33:33.366390 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47433fd9-4dcb-4356-9c3c-b80bef354193 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_gateway (408829cd-299b-4976-b241-1531cc8748af), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:33.427632 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-47433fd9-4dcb-4356-9c3c-b80bef354193 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Deleting port 1af290e5-be7a-479e-90fb-5d2e627c0de9 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:33:33.428299 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47433fd9-4dcb-4356-9c3c-b80bef354193 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (1af290e5-be7a-479e-90fb-5d2e627c0de9), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:33.508088 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47433fd9-4dcb-4356-9c3c-b80bef354193 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (1af290e5-be7a-479e-90fb-5d2e627c0de9), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:33.521557 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-47433fd9-4dcb-4356-9c3c-b80bef354193 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Calling delete_port for 1af290e5-be7a-479e-90fb-5d2e627c0de9 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:33:33.556691 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f492c6-443e-4ec9-bed0-70ca11638e76 req-68e76b51-64af-4bac-89f1-0b0b60f3c5bc tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:33.558226 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-89f492c6-443e-4ec9-bed0-70ca11638e76 req-68e76b51-64af-4bac-89f1-0b0b60f3c5bc tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f34daf6-9301-43ca-8d7a-0f14f3c58bac HTTP/1.1" status: 200 len: 946 time: 0.0551388 Jan 18 20:33:33.654149 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93a38b-1859-49d6-aec8-6e57b9279cb7 req-5e43d637-f368-450c-9f23-210f8459150c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:33.656404 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d93a38b-1859-49d6-aec8-6e57b9279cb7 req-5e43d637-f368-450c-9f23-210f8459150c tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f34daf6-9301-43ca-8d7a-0f14f3c58bac HTTP/1.1" status: 200 len: 946 time: 0.0858974 Jan 18 20:33:33.666175 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-89f492c6-443e-4ec9-bed0-70ca11638e76 req-b45c0807-a821-478e-9c0b-8f5c41c057fe tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/security-groups?id=2699a537-fcde-4f5f-930f-9cc5b9431da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995219 Jan 18 20:33:33.713215 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47433fd9-4dcb-4356-9c3c-b80bef354193 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (1af290e5-be7a-479e-90fb-5d2e627c0de9), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:33.752034 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47433fd9-4dcb-4356-9c3c-b80bef354193 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Pushing event deleted for resources: {'Port': ['ID=1af290e5-be7a-479e-90fb-5d2e627c0de9,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:33.762968 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c24bfc3-c9cc-4cda-8188-5cac933d77e1 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:33:33.809082 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-7d93a38b-1859-49d6-aec8-6e57b9279cb7 req-81119d72-deb7-4fea-81ce-c614dd48b038 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Deleting port 32e311e0-cab7-4a19-aaa4-eb202f76cb5c {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:33:33.809682 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-7d93a38b-1859-49d6-aec8-6e57b9279cb7 req-81119d72-deb7-4fea-81ce-c614dd48b038 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (32e311e0-cab7-4a19-aaa4-eb202f76cb5c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:33.834433 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47433fd9-4dcb-4356-9c3c-b80bef354193 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (408829cd-299b-4976-b241-1531cc8748af), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:33.917362 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-7d93a38b-1859-49d6-aec8-6e57b9279cb7 req-81119d72-deb7-4fea-81ce-c614dd48b038 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] For port 32e311e0-cab7-4a19-aaa4-eb202f76cb5c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=32e311e0-cab7-4a19-aaa4-eb202f76cb5c,segment=NetworkSegment(2c46816f-0f57-4198-b1f6-f49325bc445e),segment_id=2c46816f-0f57-4198-b1f6-f49325bc445e)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:33:33.918342 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-7d93a38b-1859-49d6-aec8-6e57b9279cb7 req-81119d72-deb7-4fea-81ce-c614dd48b038 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (32e311e0-cab7-4a19-aaa4-eb202f76cb5c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:33.931772 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-7d93a38b-1859-49d6-aec8-6e57b9279cb7 req-81119d72-deb7-4fea-81ce-c614dd48b038 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Calling delete_port for 32e311e0-cab7-4a19-aaa4-eb202f76cb5c owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:33:33.934304 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47433fd9-4dcb-4356-9c3c-b80bef354193 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (408829cd-299b-4976-b241-1531cc8748af), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:33.937126 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47433fd9-4dcb-4356-9c3c-b80bef354193 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_controller (408829cd-299b-4976-b241-1531cc8748af), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:33.986674 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47433fd9-4dcb-4356-9c3c-b80bef354193 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (408829cd-299b-4976-b241-1531cc8748af), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:33.987323 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47433fd9-4dcb-4356-9c3c-b80bef354193 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Fanout notify agent at l3_agent the message router_deleted on router 408829cd-299b-4976-b241-1531cc8748af {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:33:34.003360 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47433fd9-4dcb-4356-9c3c-b80bef354193 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:34.004876 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-47433fd9-4dcb-4356-9c3c-b80bef354193 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "DELETE /v2.0/routers/408829cd-299b-4976-b241-1531cc8748af HTTP/1.1" status: 204 len: 168 time: 0.8574708 Jan 18 20:33:34.010901 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48580) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:34.028267 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-6e542bd9-7572-4217-b3d4-9fb605664110 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-473884817', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:34.039824 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:34.064856 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e542bd9-7572-4217-b3d4-9fb605664110 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (a683d774-492f-46d6-b6c8-941f45552c06), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:34.065922 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e542bd9-7572-4217-b3d4-9fb605664110 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (a683d774-492f-46d6-b6c8-941f45552c06), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:34.112481 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-7d93a38b-1859-49d6-aec8-6e57b9279cb7 req-81119d72-deb7-4fea-81ce-c614dd48b038 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (32e311e0-cab7-4a19-aaa4-eb202f76cb5c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:34.125268 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['32e311e0-cab7-4a19-aaa4-eb202f76cb5c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:33:34.150575 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81119d72-deb7-4fea-81ce-c614dd48b038 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Pushing event deleted for resources: {'Port': ['ID=32e311e0-cab7-4a19-aaa4-eb202f76cb5c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:34.192696 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e542bd9-7572-4217-b3d4-9fb605664110 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_controller (a683d774-492f-46d6-b6c8-941f45552c06), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:34.202271 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e542bd9-7572-4217-b3d4-9fb605664110 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (a683d774-492f-46d6-b6c8-941f45552c06), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:34.223883 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d93a38b-1859-49d6-aec8-6e57b9279cb7 req-81119d72-deb7-4fea-81ce-c614dd48b038 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] No DVR routers for this DVR port 32e311e0-cab7-4a19-aaa4-eb202f76cb5c on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:33:34.228921 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-7d93a38b-1859-49d6-aec8-6e57b9279cb7 req-81119d72-deb7-4fea-81ce-c614dd48b038 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:34.235512 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e542bd9-7572-4217-b3d4-9fb605664110 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:34.240112 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6e542bd9-7572-4217-b3d4-9fb605664110 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2248955 Jan 18 20:33:34.240231 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d93a38b-1859-49d6-aec8-6e57b9279cb7 req-81119d72-deb7-4fea-81ce-c614dd48b038 tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.70 "DELETE /v2.0/ports/32e311e0-cab7-4a19-aaa4-eb202f76cb5c HTTP/1.1" status: 204 len: 173 time: 0.5699537 Jan 18 20:33:34.240231 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f34daf6-9301-43ca-8d7a-0f14f3c58bac', 'name': 'network-vif-deleted', 'tag': '32e311e0-cab7-4a19-aaa4-eb202f76cb5c'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:33:34.240433 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712e4a37-f669-4f7d-b278-821b97936eff" -d '{"events": [{"server_uuid": "1f34daf6-9301-43ca-8d7a-0f14f3c58bac", "name": "network-vif-deleted", "tag": "32e311e0-cab7-4a19-aaa4-eb202f76cb5c"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:33:34.245747 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48586) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:34.250615 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-0d697746-82dc-4abe-b30b-c7b345974842 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'enable_snat': True}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:34.301592 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb732c94-8f83-49dd-9d38-dcae8bbbc914 x-openstack-request-id: req-bb732c94-8f83-49dd-9d38-dcae8bbbc914 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:33:34.301917 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f34daf6-9301-43ca-8d7a-0f14f3c58bac", "name": "network-vif-deleted", "tag": "32e311e0-cab7-4a19-aaa4-eb202f76cb5c", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:33:34.302170 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb732c94-8f83-49dd-9d38-dcae8bbbc914 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:33:34.302701 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f34daf6-9301-43ca-8d7a-0f14f3c58bac', 'name': 'network-vif-deleted', 'tag': '32e311e0-cab7-4a19-aaa4-eb202f76cb5c', 'status': 'completed', 'code': 200} Jan 18 20:33:34.477930 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d697746-82dc-4abe-b30b-c7b345974842 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router_gateway (a683d774-492f-46d6-b6c8-941f45552c06), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:34.687200 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d697746-82dc-4abe-b30b-c7b345974842 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router_gateway (a683d774-492f-46d6-b6c8-941f45552c06), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:34.727753 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d697746-82dc-4abe-b30b-c7b345974842 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:34.876220 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6128046b-1506-4d47-83d9-8ffa92646fb7 req-57c9a9d2-a933-4be0-a637-cb9e037adfea tempest-ServersTestJSON-1102681079 tempest-ServersTestJSON-1102681079-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f34daf6-9301-43ca-8d7a-0f14f3c58bac HTTP/1.1" status: 200 len: 210 time: 0.0436437 Jan 18 20:33:34.893287 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-0d697746-82dc-4abe-b30b-c7b345974842 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Allocated IP 172.25.4.125 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/fb1a8988-4609-430e-b63c-bdd397ef2172) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:33:35.007727 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d697746-82dc-4abe-b30b-c7b345974842 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for port (fb1a8988-4609-430e-b63c-bdd397ef2172), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:35.043824 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d697746-82dc-4abe-b30b-c7b345974842 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (fb1a8988-4609-430e-b63c-bdd397ef2172), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:35.091354 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d697746-82dc-4abe-b30b-c7b345974842 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:33:35.093842 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-0d697746-82dc-4abe-b30b-c7b345974842 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:33:35.103815 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d697746-82dc-4abe-b30b-c7b345974842 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Pushing event updated for resources: {'Port': ['ID=fb1a8988-4609-430e-b63c-bdd397ef2172,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:35.107350 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d697746-82dc-4abe-b30b-c7b345974842 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:33:35.109310 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42911336-bc8e-4c71-b80d-19ff14844b69 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:33:35.171507 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7ce1b647-9ab6-4848-badc-63faf0312642 None None] Provisioning complete for port fb1a8988-4609-430e-b63c-bdd397ef2172 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:35.172221 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7ce1b647-9ab6-4848-badc-63faf0312642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fb1a8988-4609-430e-b63c-bdd397ef2172), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:35.212513 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7ce1b647-9ab6-4848-badc-63faf0312642 None None] Port fb1a8988-4609-430e-b63c-bdd397ef2172 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:33:35.636992 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d697746-82dc-4abe-b30b-c7b345974842 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router_gateway (a683d774-492f-46d6-b6c8-941f45552c06), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:35.851138 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d697746-82dc-4abe-b30b-c7b345974842 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57734'] for router (a683d774-492f-46d6-b6c8-941f45552c06), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:35.855168 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d697746-82dc-4abe-b30b-c7b345974842 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1617295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1617304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1628645'] for router (a683d774-492f-46d6-b6c8-941f45552c06), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:35.975134 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48604) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:36.015285 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d697746-82dc-4abe-b30b-c7b345974842 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Router a683d774-492f-46d6-b6c8-941f45552c06 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:33:36.067861 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b7a3ac-0878-4362-abed-7016d8807514 admin admin] Deleting subnet 81f4d550-9f11-4355-b26a-aa3d66e48dd5 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:33:36.079391 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96b7a3ac-0878-4362-abed-7016d8807514 admin admin] Publish callbacks [] for subnet (81f4d550-9f11-4355-b26a-aa3d66e48dd5), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:36.128330 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96b7a3ac-0878-4362-abed-7016d8807514 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (81f4d550-9f11-4355-b26a-aa3d66e48dd5), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:36.133917 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48608) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:36.183606 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 32e311e0-cab7-4a19-aaa4-eb202f76cb5c no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:33:36.199606 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96b7a3ac-0878-4362-abed-7016d8807514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (81f4d550-9f11-4355-b26a-aa3d66e48dd5), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:36.229095 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d697746-82dc-4abe-b30b-c7b345974842 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:33:36.235280 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d697746-82dc-4abe-b30b-c7b345974842 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:36.236372 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0d697746-82dc-4abe-b30b-c7b345974842 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "PUT /v2.0/routers/a683d774-492f-46d6-b6c8-941f45552c06 HTTP/1.1" status: 200 len: 918 time: 1.9892633 Jan 18 20:33:36.241751 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 32e311e0-cab7-4a19-aaa4-eb202f76cb5c {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:33:36.241928 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48614) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:36.242984 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 32e311e0-cab7-4a19-aaa4-eb202f76cb5c not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:33:36.251146 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67be8654-4f09-499d-a42e-4f7941a0c48e None None] Sync routers for ids ['a683d774-492f-46d6-b6c8-941f45552c06'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:33:36.277509 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67be8654-4f09-499d-a42e-4f7941a0c48e None None] Routers {'a683d774-492f-46d6-b6c8-941f45552c06'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:36.278723 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-67be8654-4f09-499d-a42e-4f7941a0c48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:33:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['a683d774-492f-46d6-b6c8-941f45552c06'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:36.314741 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96b7a3ac-0878-4362-abed-7016d8807514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (81f4d550-9f11-4355-b26a-aa3d66e48dd5), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:36.369049 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-67be8654-4f09-499d-a42e-4f7941a0c48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:36.379916 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67be8654-4f09-499d-a42e-4f7941a0c48e None None] Routers {'a683d774-492f-46d6-b6c8-941f45552c06'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:36.380857 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-67be8654-4f09-499d-a42e-4f7941a0c48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:33:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['a683d774-492f-46d6-b6c8-941f45552c06'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:36.386908 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-96b7a3ac-0878-4362-abed-7016d8807514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:36.404271 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-96b7a3ac-0878-4362-abed-7016d8807514 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/81f4d550-9f11-4355-b26a-aa3d66e48dd5 HTTP/1.1" status: 204 len: 168 time: 0.4257467 Jan 18 20:33:36.404271 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7a3ac-0878-4362-abed-7016d8807514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81f4d550-9f11-4355-b26a-aa3d66e48dd5,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:36.407565 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48618) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:36.453466 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-67be8654-4f09-499d-a42e-4f7941a0c48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:36.454184 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67be8654-4f09-499d-a42e-4f7941a0c48e None None] The sync data for ids ['a683d774-492f-46d6-b6c8-941f45552c06'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:33:36.471848 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5a098bd3-55c5-491b-bf27-2f80ac35f6c5 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "GET /v2.0/routers/a683d774-492f-46d6-b6c8-941f45552c06 HTTP/1.1" status: 200 len: 924 time: 0.2284558 Jan 18 20:33:36.474240 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48620) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:36.499885 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ba0862d2-d7f1-4514-9d45-63c8afefe1c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:36.525432 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee6d381-48e3-4785-8ea8-2270909bdb34 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:36.529301 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9ee6d381-48e3-4785-8ea8-2270909bdb34 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9b0799cf-8cdf-46d5-953b-bdacab604b8c&device_id=a683d774-492f-46d6-b6c8-941f45552c06&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0521181 Jan 18 20:33:36.530616 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48622) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:36.578129 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fc7a89af-53ed-4a39-842a-079f63949f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (a2219283-bd9d-4d36-b2ed-ac08fd66b13d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:36.639560 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae4e8e7-77d4-4773-b7a8-5ca04e707ea7 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:36.643982 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0ae4e8e7-77d4-4773-b7a8-5ca04e707ea7 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 881 time: 0.1091931 Jan 18 20:33:36.644219 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48628) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:36.691678 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-05b74ccf-d007-429f-85d1-a383f3d17700 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "GET /v2.0/ports?device_id=a683d774-492f-46d6-b6c8-941f45552c06 HTTP/1.1" status: 200 len: 205 time: 0.0439496 Jan 18 20:33:36.691902 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48630) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:36.703275 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fc7a89af-53ed-4a39-842a-079f63949f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (a2219283-bd9d-4d36-b2ed-ac08fd66b13d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:36.752105 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-fc7a89af-53ed-4a39-842a-079f63949f56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2219283-bd9d-4d36-b2ed-ac08fd66b13d']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:36.755418 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ba0862d2-d7f1-4514-9d45-63c8afefe1c2 admin admin] Publish callbacks [] for security_group (713c9e68-b59f-4e18-8c8f-d0d01c130adf), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:36.767080 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-fc7a89af-53ed-4a39-842a-079f63949f56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c46816f-0f57-4198-b1f6-f49325bc445e') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:36.767595 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-fc7a89af-53ed-4a39-842a-079f63949f56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c46816f-0f57-4198-b1f6-f49325bc445e') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:36.769954 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ba0862d2-d7f1-4514-9d45-63c8afefe1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (713c9e68-b59f-4e18-8c8f-d0d01c130adf), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:36.789681 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fc7a89af-53ed-4a39-842a-079f63949f56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (2c46816f-0f57-4198-b1f6-f49325bc445e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:36.827313 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ddfbccb0-3868-42b3-abfb-5da295f14642 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router (a683d774-492f-46d6-b6c8-941f45552c06), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:36.848609 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fc7a89af-53ed-4a39-842a-079f63949f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (2c46816f-0f57-4198-b1f6-f49325bc445e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:36.849505 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:36.861921 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc7a89af-53ed-4a39-842a-079f63949f56 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:33:36.862336 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fc7a89af-53ed-4a39-842a-079f63949f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (2c46816f-0f57-4198-b1f6-f49325bc445e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:33:36.865337 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:33:36.880870 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ba0862d2-d7f1-4514-9d45-63c8afefe1c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=351ede78c8f34d81b0e7fb51fcbb06f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7431269 Jan 18 20:33:36.881795 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48634) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:36.885138 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0862d2-d7f1-4514-9d45-63c8afefe1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713c9e68-b59f-4e18-8c8f-d0d01c130adf,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:36.940620 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fc7a89af-53ed-4a39-842a-079f63949f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (a2219283-bd9d-4d36-b2ed-ac08fd66b13d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:36.959454 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fc7a89af-53ed-4a39-842a-079f63949f56 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:36.963900 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fc7a89af-53ed-4a39-842a-079f63949f56 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a2219283-bd9d-4d36-b2ed-ac08fd66b13d HTTP/1.1" status: 204 len: 168 time: 0.5546081 Jan 18 20:33:36.967393 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a89af-53ed-4a39-842a-079f63949f56 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2219283-bd9d-4d36-b2ed-ac08fd66b13d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:37.023559 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf3e0c73-aa87-40cc-a2c1-ce102c99867d admin admin] Publish callbacks [] for security_group (713c9e68-b59f-4e18-8c8f-d0d01c130adf), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:37.039596 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ddfbccb0-3868-42b3-abfb-5da295f14642 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_gateway (a683d774-492f-46d6-b6c8-941f45552c06), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:37.056816 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf3e0c73-aa87-40cc-a2c1-ce102c99867d admin admin] Publish callbacks [] for security_group (713c9e68-b59f-4e18-8c8f-d0d01c130adf), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:37.099668 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48638) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:37.137357 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-ddfbccb0-3868-42b3-abfb-5da295f14642 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Deleting port fb1a8988-4609-430e-b63c-bdd397ef2172 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:33:37.137748 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ddfbccb0-3868-42b3-abfb-5da295f14642 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (fb1a8988-4609-430e-b63c-bdd397ef2172), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:37.170952 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4b5f7ee2-a39f-42e2-b48e-b818aacf4d72 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=45bdc4d1bc8c40b69abe16f13ea83854&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0686781 Jan 18 20:33:37.173384 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48640) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:37.190157 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf3e0c73-aa87-40cc-a2c1-ce102c99867d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (713c9e68-b59f-4e18-8c8f-d0d01c130adf), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:37.192761 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf3e0c73-aa87-40cc-a2c1-ce102c99867d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:37.196408 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bf3e0c73-aa87-40cc-a2c1-ce102c99867d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/713c9e68-b59f-4e18-8c8f-d0d01c130adf HTTP/1.1" status: 204 len: 168 time: 0.3142247 Jan 18 20:33:37.211981 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e0c73-aa87-40cc-a2c1-ce102c99867d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713c9e68-b59f-4e18-8c8f-d0d01c130adf,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:37.236113 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ddfbccb0-3868-42b3-abfb-5da295f14642 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (fb1a8988-4609-430e-b63c-bdd397ef2172), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:37.246078 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-280044ed-f9c7-4c0f-90ef-abfe8ecb7a08 admin admin] Publish callbacks [] for security_group (2699a537-fcde-4f5f-930f-9cc5b9431da5), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:37.249261 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-ddfbccb0-3868-42b3-abfb-5da295f14642 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Calling delete_port for fb1a8988-4609-430e-b63c-bdd397ef2172 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:33:37.283004 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-280044ed-f9c7-4c0f-90ef-abfe8ecb7a08 admin admin] Publish callbacks [] for security_group (2699a537-fcde-4f5f-930f-9cc5b9431da5), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:37.345375 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-280044ed-f9c7-4c0f-90ef-abfe8ecb7a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2699a537-fcde-4f5f-930f-9cc5b9431da5), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:37.348496 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-280044ed-f9c7-4c0f-90ef-abfe8ecb7a08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:37.352113 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-280044ed-f9c7-4c0f-90ef-abfe8ecb7a08 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2699a537-fcde-4f5f-930f-9cc5b9431da5 HTTP/1.1" status: 204 len: 168 time: 0.1752105 Jan 18 20:33:37.383763 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280044ed-f9c7-4c0f-90ef-abfe8ecb7a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2699a537-fcde-4f5f-930f-9cc5b9431da5,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:37.461147 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ddfbccb0-3868-42b3-abfb-5da295f14642 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (fb1a8988-4609-430e-b63c-bdd397ef2172), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:37.488697 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfbccb0-3868-42b3-abfb-5da295f14642 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Pushing event deleted for resources: {'Port': ['ID=fb1a8988-4609-430e-b63c-bdd397ef2172,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:37.505383 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a0cf34-12cb-49ef-ba47-70fdf272e855 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:33:37.595155 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ddfbccb0-3868-42b3-abfb-5da295f14642 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (a683d774-492f-46d6-b6c8-941f45552c06), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:37.873978 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48660) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:37.888096 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-503b095a-2122-4517-8c3d-38ac989f4d42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:37.978173 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-503b095a-2122-4517-8c3d-38ac989f4d42 admin admin] Publish callbacks [] for security_group (7cf14efb-f413-4962-a9eb-6ecb05e98a24), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:37.979835 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ddfbccb0-3868-42b3-abfb-5da295f14642 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (a683d774-492f-46d6-b6c8-941f45552c06), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:37.982390 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ddfbccb0-3868-42b3-abfb-5da295f14642 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_controller (a683d774-492f-46d6-b6c8-941f45552c06), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:37.983470 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-503b095a-2122-4517-8c3d-38ac989f4d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7cf14efb-f413-4962-a9eb-6ecb05e98a24), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:38.024934 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-503b095a-2122-4517-8c3d-38ac989f4d42 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c067d1c07aa4c6fa40cd99d2ea0cd73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1495945 Jan 18 20:33:38.025869 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b095a-2122-4517-8c3d-38ac989f4d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf14efb-f413-4962-a9eb-6ecb05e98a24,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:38.028888 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48664) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:38.046901 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ddfbccb0-3868-42b3-abfb-5da295f14642 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (a683d774-492f-46d6-b6c8-941f45552c06), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:38.048934 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfbccb0-3868-42b3-abfb-5da295f14642 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Fanout notify agent at l3_agent the message router_deleted on router a683d774-492f-46d6-b6c8-941f45552c06 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:33:38.065589 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ddfbccb0-3868-42b3-abfb-5da295f14642 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:38.067391 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ddfbccb0-3868-42b3-abfb-5da295f14642 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "DELETE /v2.0/routers/a683d774-492f-46d6-b6c8-941f45552c06 HTTP/1.1" status: 204 len: 168 time: 1.3746054 Jan 18 20:33:38.072745 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48666) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:38.078930 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-c92a68b5-3f81-46c2-97e7-309e922d5fce tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-155712005', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:38.111293 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8a781e1a-6dc9-4da9-bc31-4902aad80890 admin admin] Publish callbacks [] for security_group (7cf14efb-f413-4962-a9eb-6ecb05e98a24), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:38.127243 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c92a68b5-3f81-46c2-97e7-309e922d5fce tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (75760358-eb90-48c6-9027-07479909fb54), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:38.128241 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c92a68b5-3f81-46c2-97e7-309e922d5fce tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (75760358-eb90-48c6-9027-07479909fb54), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:38.140727 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8a781e1a-6dc9-4da9-bc31-4902aad80890 admin admin] Publish callbacks [] for security_group (7cf14efb-f413-4962-a9eb-6ecb05e98a24), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:38.230043 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c92a68b5-3f81-46c2-97e7-309e922d5fce tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_controller (75760358-eb90-48c6-9027-07479909fb54), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:38.239509 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c92a68b5-3f81-46c2-97e7-309e922d5fce tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (75760358-eb90-48c6-9027-07479909fb54), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:38.245706 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8a781e1a-6dc9-4da9-bc31-4902aad80890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7cf14efb-f413-4962-a9eb-6ecb05e98a24), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:38.248810 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8a781e1a-6dc9-4da9-bc31-4902aad80890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:38.256734 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8a781e1a-6dc9-4da9-bc31-4902aad80890 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7cf14efb-f413-4962-a9eb-6ecb05e98a24 HTTP/1.1" status: 204 len: 168 time: 0.2244039 Jan 18 20:33:38.289542 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a781e1a-6dc9-4da9-bc31-4902aad80890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf14efb-f413-4962-a9eb-6ecb05e98a24,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:38.301527 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c92a68b5-3f81-46c2-97e7-309e922d5fce tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:38.305949 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48678) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:38.311715 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-3e97f212-5188-4be6-9bb3-272f88eba85a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'enable_snat': False}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:38.311898 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c92a68b5-3f81-46c2-97e7-309e922d5fce tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2380900 Jan 18 20:33:38.657867 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3e97f212-5188-4be6-9bb3-272f88eba85a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router_gateway (75760358-eb90-48c6-9027-07479909fb54), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:38.708349 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48704) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:38.854289 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1e8c6-808e-4904-95b9-3ad629237565 req-9b968f8e-a4f8-4ec6-8a41-4caf4a8f3095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:38.862811 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8fa1e8c6-808e-4904-95b9-3ad629237565 req-9b968f8e-a4f8-4ec6-8a41-4caf4a8f3095 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=034615a5-c40c-4bda-b31e-42feb516ef8b HTTP/1.1" status: 200 len: 1096 time: 0.1524079 Jan 18 20:33:38.926131 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3e97f212-5188-4be6-9bb3-272f88eba85a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router_gateway (75760358-eb90-48c6-9027-07479909fb54), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:38.937210 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8fa1e8c6-808e-4904-95b9-3ad629237565 req-54d94aa3-e1a9-47cc-89db-97458de2d4aa service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b678e4a4-90f0-4240-a04d-bc2c9cff1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680208 Jan 18 20:33:38.955826 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3e97f212-5188-4be6-9bb3-272f88eba85a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:39.084079 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-3e97f212-5188-4be6-9bb3-272f88eba85a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Allocated IP 172.25.4.199 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/9e1f3daf-90ea-4698-9f73-15dc07617812) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:33:39.209536 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3e97f212-5188-4be6-9bb3-272f88eba85a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for port (9e1f3daf-90ea-4698-9f73-15dc07617812), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:39.249295 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3e97f212-5188-4be6-9bb3-272f88eba85a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (9e1f3daf-90ea-4698-9f73-15dc07617812), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:39.324720 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e97f212-5188-4be6-9bb3-272f88eba85a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:33:39.340436 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97f212-5188-4be6-9bb3-272f88eba85a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Pushing event updated for resources: {'Port': ['ID=9e1f3daf-90ea-4698-9f73-15dc07617812,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:39.345031 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-3e97f212-5188-4be6-9bb3-272f88eba85a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:33:39.372660 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0fbdcf-a327-411c-ae2b-2f9d671ebc7d None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:33:39.374683 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e97f212-5188-4be6-9bb3-272f88eba85a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:33:39.506102 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a78e74f4-fdf8-42e2-b809-125e6764675e None None] Provisioning complete for port 9e1f3daf-90ea-4698-9f73-15dc07617812 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:39.506733 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a78e74f4-fdf8-42e2-b809-125e6764675e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9e1f3daf-90ea-4698-9f73-15dc07617812), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:39.542646 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a78e74f4-fdf8-42e2-b809-125e6764675e None None] Port 9e1f3daf-90ea-4698-9f73-15dc07617812 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:33:39.770257 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3e97f212-5188-4be6-9bb3-272f88eba85a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router_gateway (75760358-eb90-48c6-9027-07479909fb54), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:40.023512 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3e97f212-5188-4be6-9bb3-272f88eba85a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57734'] for router (75760358-eb90-48c6-9027-07479909fb54), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:40.028219 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3e97f212-5188-4be6-9bb3-272f88eba85a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1617295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1617304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1628645'] for router (75760358-eb90-48c6-9027-07479909fb54), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:40.220889 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e97f212-5188-4be6-9bb3-272f88eba85a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Router 75760358-eb90-48c6-9027-07479909fb54 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:33:40.399437 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e97f212-5188-4be6-9bb3-272f88eba85a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:33:40.418686 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210c24cf-8826-40f7-9fcf-780bb7a37f6f None None] Sync routers for ids ['75760358-eb90-48c6-9027-07479909fb54'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:33:40.424947 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3e97f212-5188-4be6-9bb3-272f88eba85a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:40.432872 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210c24cf-8826-40f7-9fcf-780bb7a37f6f None None] Routers {'75760358-eb90-48c6-9027-07479909fb54'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:40.436554 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3e97f212-5188-4be6-9bb3-272f88eba85a tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "PUT /v2.0/routers/75760358-eb90-48c6-9027-07479909fb54 HTTP/1.1" status: 200 len: 919 time: 2.1289279 Jan 18 20:33:40.437269 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-210c24cf-8826-40f7-9fcf-780bb7a37f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:33:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['75760358-eb90-48c6-9027-07479909fb54'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:40.442746 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48820) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:40.475804 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48822) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:40.476628 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-210c24cf-8826-40f7-9fcf-780bb7a37f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:40.487197 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210c24cf-8826-40f7-9fcf-780bb7a37f6f None None] Routers {'75760358-eb90-48c6-9027-07479909fb54'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:40.488087 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-210c24cf-8826-40f7-9fcf-780bb7a37f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:33:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['75760358-eb90-48c6-9027-07479909fb54'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:40.525440 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-210c24cf-8826-40f7-9fcf-780bb7a37f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:40.526348 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210c24cf-8826-40f7-9fcf-780bb7a37f6f None None] The sync data for ids ['75760358-eb90-48c6-9027-07479909fb54'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:33:40.649190 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f77fe8eb-06d4-4ef7-97c3-36a42ebaa778 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "GET /v2.0/routers/75760358-eb90-48c6-9027-07479909fb54 HTTP/1.1" status: 200 len: 925 time: 0.2052693 Jan 18 20:33:40.651861 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48826) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:40.695195 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-301e670f-5ba3-4611-a549-802e6893f279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:40.729315 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4267a7-7325-4ac8-b7e6-3e4fff7424f6 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:40.730887 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bf4267a7-7325-4ac8-b7e6-3e4fff7424f6 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9b0799cf-8cdf-46d5-953b-bdacab604b8c&device_id=75760358-eb90-48c6-9027-07479909fb54&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0780621 Jan 18 20:33:40.734719 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48830) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:40.814830 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-301e670f-5ba3-4611-a549-802e6893f279 admin admin] Publish callbacks [] for security_group (921f5b6b-8dec-45e4-8f14-0369ca544ba1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:40.833671 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-301e670f-5ba3-4611-a549-802e6893f279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (921f5b6b-8dec-45e4-8f14-0369ca544ba1), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:40.861981 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403ceccd-c2f3-409e-91bc-9fa637d6474c tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:40.863708 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-403ceccd-c2f3-409e-91bc-9fa637d6474c tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "GET /v2.0/networks/9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 881 time: 0.1278105 Jan 18 20:33:40.867071 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48842) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:40.877185 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e670f-5ba3-4611-a549-802e6893f279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921f5b6b-8dec-45e4-8f14-0369ca544ba1,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:40.883951 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-301e670f-5ba3-4611-a549-802e6893f279 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7fd16b3bfffb4e5b8b391a751d7c78c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4071174 Jan 18 20:33:40.894244 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48844) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:40.899865 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d275c496-b537-44bb-a3b7-49f85943d251 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "GET /v2.0/ports?device_id=75760358-eb90-48c6-9027-07479909fb54 HTTP/1.1" status: 200 len: 205 time: 0.0313742 Jan 18 20:33:40.905154 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 48846) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:40.971002 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-60bdaec9-2ff0-45d3-8b65-9c3bc1f42b7a admin admin] Publish callbacks [] for security_group (921f5b6b-8dec-45e4-8f14-0369ca544ba1), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:40.993524 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-60bdaec9-2ff0-45d3-8b65-9c3bc1f42b7a admin admin] Publish callbacks [] for security_group (921f5b6b-8dec-45e4-8f14-0369ca544ba1), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:41.017692 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77659dfb-815d-44e6-8b75-82d613617909 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router (75760358-eb90-48c6-9027-07479909fb54), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:41.070644 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-60bdaec9-2ff0-45d3-8b65-9c3bc1f42b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (921f5b6b-8dec-45e4-8f14-0369ca544ba1), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:41.073722 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-60bdaec9-2ff0-45d3-8b65-9c3bc1f42b7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:41.075056 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-60bdaec9-2ff0-45d3-8b65-9c3bc1f42b7a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/921f5b6b-8dec-45e4-8f14-0369ca544ba1 HTTP/1.1" status: 204 len: 168 time: 0.1782153 Jan 18 20:33:41.104129 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bdaec9-2ff0-45d3-8b65-9c3bc1f42b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921f5b6b-8dec-45e4-8f14-0369ca544ba1,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:41.174755 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77659dfb-815d-44e6-8b75-82d613617909 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_gateway (75760358-eb90-48c6-9027-07479909fb54), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:41.296938 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-77659dfb-815d-44e6-8b75-82d613617909 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Deleting port 9e1f3daf-90ea-4698-9f73-15dc07617812 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:33:41.297613 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77659dfb-815d-44e6-8b75-82d613617909 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (9e1f3daf-90ea-4698-9f73-15dc07617812), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:41.425075 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77659dfb-815d-44e6-8b75-82d613617909 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (9e1f3daf-90ea-4698-9f73-15dc07617812), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:41.441342 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-77659dfb-815d-44e6-8b75-82d613617909 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Calling delete_port for 9e1f3daf-90ea-4698-9f73-15dc07617812 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:33:41.654890 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77659dfb-815d-44e6-8b75-82d613617909 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (9e1f3daf-90ea-4698-9f73-15dc07617812), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:41.684762 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77659dfb-815d-44e6-8b75-82d613617909 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Pushing event deleted for resources: {'Port': ['ID=9e1f3daf-90ea-4698-9f73-15dc07617812,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:41.695454 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac030e2-8455-4238-9240-a7ea543fdc97 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:33:41.761557 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77659dfb-815d-44e6-8b75-82d613617909 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (75760358-eb90-48c6-9027-07479909fb54), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:41.895747 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77659dfb-815d-44e6-8b75-82d613617909 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (75760358-eb90-48c6-9027-07479909fb54), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:41.898444 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77659dfb-815d-44e6-8b75-82d613617909 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_controller (75760358-eb90-48c6-9027-07479909fb54), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:42.281463 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77659dfb-815d-44e6-8b75-82d613617909 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (75760358-eb90-48c6-9027-07479909fb54), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:42.282065 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77659dfb-815d-44e6-8b75-82d613617909 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Fanout notify agent at l3_agent the message router_deleted on router 75760358-eb90-48c6-9027-07479909fb54 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:33:42.289212 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77659dfb-815d-44e6-8b75-82d613617909 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:42.291021 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-77659dfb-815d-44e6-8b75-82d613617909 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "DELETE /v2.0/routers/75760358-eb90-48c6-9027-07479909fb54 HTTP/1.1" status: 204 len: 168 time: 1.3849158 Jan 18 20:33:42.294678 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48898) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:42.300197 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-374e3b17-e896-45b0-b264-6fee5660ef3b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-373966414', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}, 'admin_state_up': False}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:42.335803 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-374e3b17-e896-45b0-b264-6fee5660ef3b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:42.339534 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-374e3b17-e896-45b0-b264-6fee5660ef3b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:42.463529 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-374e3b17-e896-45b0-b264-6fee5660ef3b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_controller (dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:42.635881 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-374e3b17-e896-45b0-b264-6fee5660ef3b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_gateway (dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:42.892068 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-374e3b17-e896-45b0-b264-6fee5660ef3b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_gateway (dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:42.910895 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-374e3b17-e896-45b0-b264-6fee5660ef3b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:43.041702 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-374e3b17-e896-45b0-b264-6fee5660ef3b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Allocated IP 172.25.4.119 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/578b9b44-76a9-4fa9-9f8f-ce9ed8e94238) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:33:43.465278 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-374e3b17-e896-45b0-b264-6fee5660ef3b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for port (578b9b44-76a9-4fa9-9f8f-ce9ed8e94238), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:43.527595 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-374e3b17-e896-45b0-b264-6fee5660ef3b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (578b9b44-76a9-4fa9-9f8f-ce9ed8e94238), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:43.575335 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e3b17-e896-45b0-b264-6fee5660ef3b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Pushing event updated for resources: {'Port': ['ID=578b9b44-76a9-4fa9-9f8f-ce9ed8e94238,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:43.589385 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374e3b17-e896-45b0-b264-6fee5660ef3b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:33:43.591052 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-374e3b17-e896-45b0-b264-6fee5660ef3b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:33:43.593968 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374e3b17-e896-45b0-b264-6fee5660ef3b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:33:43.606896 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41aa2a2d-7108-495c-b73f-9e8351bd7093 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:33:43.720139 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a5d390df-c649-4aea-9ae3-6a1105f75d0b None None] Provisioning complete for port 578b9b44-76a9-4fa9-9f8f-ce9ed8e94238 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:43.720911 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a5d390df-c649-4aea-9ae3-6a1105f75d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (578b9b44-76a9-4fa9-9f8f-ce9ed8e94238), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:43.778079 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a5d390df-c649-4aea-9ae3-6a1105f75d0b None None] Port 578b9b44-76a9-4fa9-9f8f-ce9ed8e94238 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:33:43.916388 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-374e3b17-e896-45b0-b264-6fee5660ef3b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_gateway (dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:44.192459 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-374e3b17-e896-45b0-b264-6fee5660ef3b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:44.360183 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374e3b17-e896-45b0-b264-6fee5660ef3b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Router dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:33:44.505493 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374e3b17-e896-45b0-b264-6fee5660ef3b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:33:44.518694 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9bebaf-a503-40d6-b433-800d2f66a576 None None] Sync routers for ids ['dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:33:44.541085 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9bebaf-a503-40d6-b433-800d2f66a576 None None] Routers {'dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:44.541843 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0d9bebaf-a503-40d6-b433-800d2f66a576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:33:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:44.544739 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-374e3b17-e896-45b0-b264-6fee5660ef3b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:44.546418 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-374e3b17-e896-45b0-b264-6fee5660ef3b tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.2500975 Jan 18 20:33:44.549056 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 48994) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:44.554639 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-c158f1fb-5f93-4ed0-a9cd-7920d1f19734 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:44.607018 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0d9bebaf-a503-40d6-b433-800d2f66a576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:44.632030 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9bebaf-a503-40d6-b433-800d2f66a576 None None] Routers {'dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:44.633849 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0d9bebaf-a503-40d6-b433-800d2f66a576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:33:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:44.710393 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0d9bebaf-a503-40d6-b433-800d2f66a576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:44.714949 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9bebaf-a503-40d6-b433-800d2f66a576 None None] The sync data for ids ['dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:33:45.025596 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c158f1fb-5f93-4ed0-a9cd-7920d1f19734 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_gateway (dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:45.038632 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c158f1fb-5f93-4ed0-a9cd-7920d1f19734 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_gateway (dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:45.097314 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-c158f1fb-5f93-4ed0-a9cd-7920d1f19734 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Deleting port 578b9b44-76a9-4fa9-9f8f-ce9ed8e94238 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:33:45.097842 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c158f1fb-5f93-4ed0-a9cd-7920d1f19734 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (578b9b44-76a9-4fa9-9f8f-ce9ed8e94238), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:45.194783 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c158f1fb-5f93-4ed0-a9cd-7920d1f19734 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (578b9b44-76a9-4fa9-9f8f-ce9ed8e94238), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:45.207600 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-c158f1fb-5f93-4ed0-a9cd-7920d1f19734 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Calling delete_port for 578b9b44-76a9-4fa9-9f8f-ce9ed8e94238 owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:33:45.465364 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c158f1fb-5f93-4ed0-a9cd-7920d1f19734 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (578b9b44-76a9-4fa9-9f8f-ce9ed8e94238), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:45.506442 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158f1fb-5f93-4ed0-a9cd-7920d1f19734 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Pushing event deleted for resources: {'Port': ['ID=578b9b44-76a9-4fa9-9f8f-ce9ed8e94238,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:45.543812 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4035d697-3c5e-49b3-9cec-1d1085f92abb None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:33:45.593003 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c158f1fb-5f93-4ed0-a9cd-7920d1f19734 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:45.899184 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c158f1fb-5f93-4ed0-a9cd-7920d1f19734 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57734'] for router (dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:45.902717 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c158f1fb-5f93-4ed0-a9cd-7920d1f19734 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1617295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1617304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1628645'] for router (dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:45.985859 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c158f1fb-5f93-4ed0-a9cd-7920d1f19734 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Router dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:33:46.085221 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c158f1fb-5f93-4ed0-a9cd-7920d1f19734 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:33:46.093194 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c158f1fb-5f93-4ed0-a9cd-7920d1f19734 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:46.094461 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c158f1fb-5f93-4ed0-a9cd-7920d1f19734 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "PUT /v2.0/routers/dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b HTTP/1.1" status: 200 len: 709 time: 1.5442479 Jan 18 20:33:46.097112 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49050) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:46.104091 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d34f2c-9b79-414e-aab4-a9e4d60607a8 None None] Sync routers for ids ['dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:33:46.129582 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d34f2c-9b79-414e-aab4-a9e4d60607a8 None None] Routers {'dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:46.130231 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-33d34f2c-9b79-414e-aab4-a9e4d60607a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:33:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:46.188632 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-33d34f2c-9b79-414e-aab4-a9e4d60607a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:46.198564 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d34f2c-9b79-414e-aab4-a9e4d60607a8 None None] Routers {'dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:46.200680 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-33d34f2c-9b79-414e-aab4-a9e4d60607a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:33:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:46.327327 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-182d3bbe-8869-4770-b2c6-bedf5466d7df tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "GET /v2.0/routers/dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b HTTP/1.1" status: 200 len: 744 time: 0.2265832 Jan 18 20:33:46.327599 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49064) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:46.355641 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-33d34f2c-9b79-414e-aab4-a9e4d60607a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:46.356339 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d34f2c-9b79-414e-aab4-a9e4d60607a8 None None] The sync data for ids ['dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:33:46.443359 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49074) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:46.448375 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a60ca3c1-2291-4741-9e1d-130caaa01165 tempest-RoutersIpV6AdminTest-954841235 tempest-RoutersIpV6AdminTest-954841235-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9b0799cf-8cdf-46d5-953b-bdacab604b8c&device_id=dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b HTTP/1.1" status: 200 len: 205 time: 0.1116824 Jan 18 20:33:46.473082 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-18b43b99-13c5-4c44-a090-5a0d5f071528 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b HTTP/1.1" status: 200 len: 205 time: 0.0285907 Jan 18 20:33:46.475572 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49076) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:46.555073 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0efd095-910a-430d-978b-a54b34961b4d tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router (dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:46.734333 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0efd095-910a-430d-978b-a54b34961b4d tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:46.736543 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0efd095-910a-430d-978b-a54b34961b4d tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router_controller (dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:46.782387 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0efd095-910a-430d-978b-a54b34961b4d tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:46.782940 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0efd095-910a-430d-978b-a54b34961b4d tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Fanout notify agent at l3_agent the message router_deleted on router dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:33:46.790984 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0efd095-910a-430d-978b-a54b34961b4d tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:46.796473 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b0efd095-910a-430d-978b-a54b34961b4d tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "DELETE /v2.0/routers/dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b HTTP/1.1" status: 204 len: 168 time: 0.3155351 Jan 18 20:33:46.796607 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49104) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:46.840148 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-751ace48-1d59-4a5c-a437-4957ef4a1e64 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b HTTP/1.1" status: 200 len: 205 time: 0.0402927 Jan 18 20:33:46.840444 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49114) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:46.896355 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-c4fd55b0-f59c-40c6-a5fb-f5adc85917c2 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] delete failed (client error): The resource could not be found. Jan 18 20:33:46.897590 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c4fd55b0-f59c-40c6-a5fb-f5adc85917c2 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "DELETE /v2.0/routers/dbde4aa2-c275-4fbd-bfa3-304a3ee03e5b HTTP/1.1" status: 404 len: 336 time: 0.0558500 Jan 18 20:33:46.900231 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49124) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:46.935828 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0d16951a-6d34-41dc-9cf8-36a4c7cf7cd3 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "GET /v2.0/ports?device_id=75760358-eb90-48c6-9027-07479909fb54 HTTP/1.1" status: 200 len: 205 time: 0.0338960 Jan 18 20:33:46.938206 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49128) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:46.983652 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-cc9af743-af1c-4eaa-8373-7239ea69ec60 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] delete failed (client error): The resource could not be found. Jan 18 20:33:46.985736 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cc9af743-af1c-4eaa-8373-7239ea69ec60 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "DELETE /v2.0/routers/75760358-eb90-48c6-9027-07479909fb54 HTTP/1.1" status: 404 len: 336 time: 0.0458267 Jan 18 20:33:46.987316 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49136) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:47.017844 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-403fff5c-718e-4756-b2af-0aae33cfa8a9 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "GET /v2.0/ports?device_id=a683d774-492f-46d6-b6c8-941f45552c06 HTTP/1.1" status: 200 len: 205 time: 0.0264575 Jan 18 20:33:47.018084 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49138) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:47.069805 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-ea4d0645-a350-43c7-949e-a1c8cdf7cbfc tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] delete failed (client error): The resource could not be found. Jan 18 20:33:47.074120 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ea4d0645-a350-43c7-949e-a1c8cdf7cbfc tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "DELETE /v2.0/routers/a683d774-492f-46d6-b6c8-941f45552c06 HTTP/1.1" status: 404 len: 336 time: 0.0516646 Jan 18 20:33:47.074120 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49146) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:47.110459 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-232e83c4-b5a9-4fcd-a3ff-974f3f2ce8cf tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "GET /v2.0/ports?device_id=408829cd-299b-4976-b241-1531cc8748af HTTP/1.1" status: 200 len: 205 time: 0.0333917 Jan 18 20:33:47.110671 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49152) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:47.483181 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-c872202b-b8e3-4e78-9524-68f8b5d00a9c tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] delete failed (client error): The resource could not be found. Jan 18 20:33:47.488276 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c872202b-b8e3-4e78-9524-68f8b5d00a9c tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "DELETE /v2.0/routers/408829cd-299b-4976-b241-1531cc8748af HTTP/1.1" status: 404 len: 336 time: 0.3723645 Jan 18 20:33:47.488420 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49184) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:47.532494 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-512da758-fb57-4681-ac00-eeaa52abb140 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0572398 Jan 18 20:33:47.535191 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bdceed80-0e76-46da-a488-4e0ab27f381d tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "GET /v2.0/ports?device_id=08234f01-b097-4b92-ae13-d8856de6d58b HTTP/1.1" status: 200 len: 205 time: 0.0469627 Jan 18 20:33:47.537770 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49192) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:47.657000 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-916b83ea-a391-437e-b10d-c9a48ffc9845 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] delete failed (client error): The resource could not be found. Jan 18 20:33:47.660521 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-916b83ea-a391-437e-b10d-c9a48ffc9845 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "DELETE /v2.0/routers/08234f01-b097-4b92-ae13-d8856de6d58b HTTP/1.1" status: 404 len: 336 time: 0.1192486 Jan 18 20:33:47.660642 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49202) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:47.716104 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c8133143-92fd-47c6-963e-912c97ce99d0 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ce9d9b-4e20-4d97-b46d-ef7cbc7c4bef HTTP/1.1" status: 200 len: 205 time: 0.0518811 Jan 18 20:33:47.716974 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49206) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:47.719632 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-6f6eb7ba-e546-4d97-8130-29375ce13ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:47.720646 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-6f6eb7ba-e546-4d97-8130-29375ce13ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:47.721490 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-6f6eb7ba-e546-4d97-8130-29375ce13ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:47.722221 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-6f6eb7ba-e546-4d97-8130-29375ce13ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:47.722826 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-6f6eb7ba-e546-4d97-8130-29375ce13ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:47.723428 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-6f6eb7ba-e546-4d97-8130-29375ce13ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:47.724030 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-6f6eb7ba-e546-4d97-8130-29375ce13ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:47.726699 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-6f6eb7ba-e546-4d97-8130-29375ce13ac0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=733444720280437eb7f9cfdcefc53319&device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 6502 time: 0.1358516 Jan 18 20:33:47.777499 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-d57b87a1-32f9-436d-b1ce-ae255b7ae88a tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] delete failed (client error): The resource could not be found. Jan 18 20:33:47.778809 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d57b87a1-32f9-436d-b1ce-ae255b7ae88a tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "DELETE /v2.0/routers/e4ce9d9b-4e20-4d97-b46d-ef7cbc7c4bef HTTP/1.1" status: 404 len: 336 time: 0.0598338 Jan 18 20:33:47.781415 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49210) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:47.845609 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1a86ae-834e-436a-824c-7ae431a3eff9 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] DELETE failed (client error): The resource could not be found. Jan 18 20:33:47.846102 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e1a86ae-834e-436a-824c-7ae431a3eff9 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:33:47.857086 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3e1a86ae-834e-436a-824c-7ae431a3eff9 tempest-RoutersIpV6AdminTest-356313002 tempest-RoutersIpV6AdminTest-356313002-project] 10.222.0.31 "DELETE /v2.0/subnets/7bd66ff2-ba52-4933-893f-ac006f1c302d HTTP/1.1" status: 404 len: 337 time: 0.0610795 Jan 18 20:33:47.906913 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-7b75ae1d-a08e-4769-9b4b-c37b4e839700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:47.907931 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-7b75ae1d-a08e-4769-9b4b-c37b4e839700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:47.908567 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-7b75ae1d-a08e-4769-9b4b-c37b4e839700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:47.910578 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-7b75ae1d-a08e-4769-9b4b-c37b4e839700 service neutron] 10.222.0.70 "GET /v2.0/networks?id=430c56bd-8290-45d6-ab68-26d11179c94e&id=5fbd40aa-f049-4550-b042-82fa935955b5&id=5fbd40aa-f049-4550-b042-82fa935955b5&id=5fbd40aa-f049-4550-b042-82fa935955b5&id=5fbd40aa-f049-4550-b042-82fa935955b5&id=e28041d0-7a31-4e94-acee-687198cd901a&id=e28041d0-7a31-4e94-acee-687198cd901a HTTP/1.1" status: 200 len: 2296 time: 0.1486809 Jan 18 20:33:48.011665 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-e918ff4b-943b-49c3-9318-c454664638fd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3205105-3cf6-449b-a8a6-e9c40e5ae36e HTTP/1.1" status: 200 len: 1000 time: 0.0907385 Jan 18 20:33:48.097965 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-66391604-87ec-4a6f-9089-1abfc830e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:48.099829 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-66391604-87ec-4a6f-9089-1abfc830e0e3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2035485f-6539-4901-9376-da308db55f84 HTTP/1.1" status: 200 len: 855 time: 0.0770338 Jan 18 20:33:48.160158 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-ab121eae-2d8f-47d4-a2cd-8f4063a4148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:48.162119 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-ab121eae-2d8f-47d4-a2cd-8f4063a4148e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=430c56bd-8290-45d6-ab68-26d11179c94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532856 Jan 18 20:33:48.237926 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49242) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:48.362626 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-520b88c7-4391-40ee-b0d6-bee8b126531e service neutron] 10.222.0.70 "GET /v2.0/networks/430c56bd-8290-45d6-ab68-26d11179c94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910050 Jan 18 20:33:48.421286 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c446159-c847-4bbf-a927-3750835b5552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:48.501804 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-08b7f035-2ac0-46af-a42e-27f86029ca11 service neutron] 10.222.0.70 "GET /v2.0/networks/430c56bd-8290-45d6-ab68-26d11179c94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286199 Jan 18 20:33:48.574269 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-33ac8909-5c8c-4dd5-832e-35184a2c5d46 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb HTTP/1.1" status: 200 len: 217 time: 0.0621755 Jan 18 20:33:48.578472 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c446159-c847-4bbf-a927-3750835b5552 admin admin] Publish callbacks [] for security_group (68551154-34ba-4dc1-aade-01760199cb15), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:48.586363 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c446159-c847-4bbf-a927-3750835b5552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (68551154-34ba-4dc1-aade-01760199cb15), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:48.653558 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c446159-c847-4bbf-a927-3750835b5552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68551154-34ba-4dc1-aade-01760199cb15,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:48.660455 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6c446159-c847-4bbf-a927-3750835b5552 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4e7923f91bb4007ab224e867852ea9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4214449 Jan 18 20:33:48.665873 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49264) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:48.705386 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-314dbbbd-14df-403c-a445-380a1c3e763e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:48.709692 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-314dbbbd-14df-403c-a445-380a1c3e763e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf464e5-d0e2-45fb-a0b2-ab21add0b628 HTTP/1.1" status: 200 len: 797 time: 0.1263068 Jan 18 20:33:48.730517 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5360cd4f-94e9-452b-b1ba-ef482f480546 admin admin] Publish callbacks [] for security_group (68551154-34ba-4dc1-aade-01760199cb15), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:48.771144 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5360cd4f-94e9-452b-b1ba-ef482f480546 admin admin] Publish callbacks [] for security_group (68551154-34ba-4dc1-aade-01760199cb15), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:48.793084 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-61169b29-9c24-4b63-adb3-3e5107128754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:48.794618 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-61169b29-9c24-4b63-adb3-3e5107128754 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fbd40aa-f049-4550-b042-82fa935955b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0756125 Jan 18 20:33:48.833826 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5360cd4f-94e9-452b-b1ba-ef482f480546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (68551154-34ba-4dc1-aade-01760199cb15), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:48.836716 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5360cd4f-94e9-452b-b1ba-ef482f480546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:48.842615 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5360cd4f-94e9-452b-b1ba-ef482f480546 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68551154-34ba-4dc1-aade-01760199cb15 HTTP/1.1" status: 204 len: 168 time: 0.1748865 Jan 18 20:33:48.859294 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360cd4f-94e9-452b-b1ba-ef482f480546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68551154-34ba-4dc1-aade-01760199cb15,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:48.886683 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49270) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:48.953841 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-958c04fd-23ea-4f03-813b-7ebf9788efdd service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483111 Jan 18 20:33:49.116015 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-1ce5ffbd-7052-47a5-abd2-e4866161ffbb service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503329 Jan 18 20:33:49.118101 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a1f65cc-6caa-457a-83a0-a72fed497069 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:49.200791 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-8d368281-5b1a-4648-b966-c25fbaed37f4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=1488c34b-3de1-428f-94c5-ea3bbe9105fc HTTP/1.1" status: 200 len: 217 time: 0.0752890 Jan 18 20:33:49.250195 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a1f65cc-6caa-457a-83a0-a72fed497069 admin admin] Publish callbacks [] for security_group (af99ecd3-a9ec-4840-843f-a2efb9599d27), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:49.257789 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a1f65cc-6caa-457a-83a0-a72fed497069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (af99ecd3-a9ec-4840-843f-a2efb9599d27), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:49.303488 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-646dd8b7-9bdd-480b-9aea-d75215cd1b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:49.303901 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-646dd8b7-9bdd-480b-9aea-d75215cd1b3e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf464e5-d0e2-45fb-a0b2-ab21add0b628 HTTP/1.1" status: 200 len: 797 time: 0.0927427 Jan 18 20:33:49.329037 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f65cc-6caa-457a-83a0-a72fed497069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af99ecd3-a9ec-4840-843f-a2efb9599d27,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:49.337300 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8a1f65cc-6caa-457a-83a0-a72fed497069 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3048346a2edc43fea2d4e090e8f1d2d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4494963 Jan 18 20:33:49.338251 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49284) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:49.381297 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49286) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:49.387752 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-4174d74c-14ca-4dce-bb4f-8a9cd4ed23b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:49.393884 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-4174d74c-14ca-4dce-bb4f-8a9cd4ed23b9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fbd40aa-f049-4550-b042-82fa935955b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0806656 Jan 18 20:33:49.437660 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33658e0b-12b1-47f7-962a-755d5fcb9634 admin admin] Publish callbacks [] for security_group (af99ecd3-a9ec-4840-843f-a2efb9599d27), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:49.465460 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f58cabb1-93c6-46eb-937f-236fc3a9376a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ee90181916d448b0bd60e50a2f019f3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0830534 Jan 18 20:33:49.469529 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49290) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:49.497991 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33658e0b-12b1-47f7-962a-755d5fcb9634 admin admin] Publish callbacks [] for security_group (af99ecd3-a9ec-4840-843f-a2efb9599d27), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:49.535743 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-72c2b65e-7fe6-4f43-85b4-678aa7c07882 service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331325 Jan 18 20:33:49.563529 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33658e0b-12b1-47f7-962a-755d5fcb9634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (af99ecd3-a9ec-4840-843f-a2efb9599d27), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:49.567353 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33658e0b-12b1-47f7-962a-755d5fcb9634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:49.569118 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-33658e0b-12b1-47f7-962a-755d5fcb9634 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af99ecd3-a9ec-4840-843f-a2efb9599d27 HTTP/1.1" status: 204 len: 168 time: 0.2294896 Jan 18 20:33:49.570230 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2e5ae04a-5efc-4894-a769-e4f892a75c71 admin admin] Publish callbacks [] for security_group (7824c3cd-52cc-4184-8f8c-16485a98474c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:49.581408 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33658e0b-12b1-47f7-962a-755d5fcb9634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af99ecd3-a9ec-4840-843f-a2efb9599d27,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:49.630149 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2e5ae04a-5efc-4894-a769-e4f892a75c71 admin admin] Publish callbacks [] for security_group (7824c3cd-52cc-4184-8f8c-16485a98474c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:49.738935 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2e5ae04a-5efc-4894-a769-e4f892a75c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7824c3cd-52cc-4184-8f8c-16485a98474c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:49.750044 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2e5ae04a-5efc-4894-a769-e4f892a75c71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:49.769764 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2e5ae04a-5efc-4894-a769-e4f892a75c71 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7824c3cd-52cc-4184-8f8c-16485a98474c HTTP/1.1" status: 204 len: 168 time: 0.2753353 Jan 18 20:33:49.797385 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-859b72c5-fc59-49b4-a1b8-2bfef5ee3219 service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512362 Jan 18 20:33:49.805431 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ae04a-5efc-4894-a769-e4f892a75c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7824c3cd-52cc-4184-8f8c-16485a98474c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:49.860311 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-5a354d38-5d4a-4b0b-b914-cc826f709466 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=eb3d9437-709a-40f0-a5c9-37416af4dbf8 HTTP/1.1" status: 200 len: 217 time: 0.0520437 Jan 18 20:33:49.862291 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ae04a-5efc-4894-a769-e4f892a75c71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:49.862811 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ae04a-5efc-4894-a769-e4f892a75c71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:49.863429 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ae04a-5efc-4894-a769-e4f892a75c71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:49.863941 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ae04a-5efc-4894-a769-e4f892a75c71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:49.865224 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ae04a-5efc-4894-a769-e4f892a75c71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:49.869281 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ae04a-5efc-4894-a769-e4f892a75c71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:49.870057 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ae04a-5efc-4894-a769-e4f892a75c71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:49.870935 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ae04a-5efc-4894-a769-e4f892a75c71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:49.871757 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ae04a-5efc-4894-a769-e4f892a75c71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:49.872562 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ae04a-5efc-4894-a769-e4f892a75c71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:49.873953 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ae04a-5efc-4894-a769-e4f892a75c71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:49.875533 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ae04a-5efc-4894-a769-e4f892a75c71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:49.876048 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ae04a-5efc-4894-a769-e4f892a75c71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:49.955633 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-2582c20e-676b-4029-b8ae-c67dc3e5aa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:49.957186 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-2582c20e-676b-4029-b8ae-c67dc3e5aa1f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf464e5-d0e2-45fb-a0b2-ab21add0b628 HTTP/1.1" status: 200 len: 797 time: 0.0759881 Jan 18 20:33:50.057363 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-1985d672-dd6a-434c-8ca8-5958bc51c7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:50.078006 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-1985d672-dd6a-434c-8ca8-5958bc51c7b1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fbd40aa-f049-4550-b042-82fa935955b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0854986 Jan 18 20:33:50.123444 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49312) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:50.162063 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44641f02-3008-490f-b59b-ff96fd1aa67a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:50.202849 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-1a015285-6673-4080-b71f-3dacf52d0693 service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237447 Jan 18 20:33:50.308550 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44641f02-3008-490f-b59b-ff96fd1aa67a admin admin] Publish callbacks [] for security_group (64221c60-5663-4bc7-a8ff-01d6fd65ded3), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:50.314959 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44641f02-3008-490f-b59b-ff96fd1aa67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (64221c60-5663-4bc7-a8ff-01d6fd65ded3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:50.348584 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-61d9e216-2e77-4eee-90d7-33bd8e48e7df service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351597 Jan 18 20:33:50.368576 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-44641f02-3008-490f-b59b-ff96fd1aa67a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=498e5188934246aba6f710ed1b659876&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2440217 Jan 18 20:33:50.371393 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49320) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:50.378963 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44641f02-3008-490f-b59b-ff96fd1aa67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64221c60-5663-4bc7-a8ff-01d6fd65ded3,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:50.432491 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-a0ae6b0b-4516-4819-ab43-37abb963cdbc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=671d4bba-81d3-48a3-86d7-51496fd0ea37 HTTP/1.1" status: 200 len: 217 time: 0.0733807 Jan 18 20:33:50.465864 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ebb89809-73c3-402b-8a40-226683c683a9 admin admin] Publish callbacks [] for security_group (64221c60-5663-4bc7-a8ff-01d6fd65ded3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:50.504936 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-bb788b62-f0ae-479b-bbf6-e262b634357a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:50.508357 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-bb788b62-f0ae-479b-bbf6-e262b634357a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf464e5-d0e2-45fb-a0b2-ab21add0b628 HTTP/1.1" status: 200 len: 797 time: 0.0671854 Jan 18 20:33:50.555950 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ebb89809-73c3-402b-8a40-226683c683a9 admin admin] Publish callbacks [] for security_group (64221c60-5663-4bc7-a8ff-01d6fd65ded3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:50.572252 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-551b5868-ba37-4ab8-8bf6-237395779fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:50.573882 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-551b5868-ba37-4ab8-8bf6-237395779fd6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fbd40aa-f049-4550-b042-82fa935955b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0564098 Jan 18 20:33:50.651174 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ebb89809-73c3-402b-8a40-226683c683a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (64221c60-5663-4bc7-a8ff-01d6fd65ded3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:50.653825 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ebb89809-73c3-402b-8a40-226683c683a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:50.655548 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ebb89809-73c3-402b-8a40-226683c683a9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64221c60-5663-4bc7-a8ff-01d6fd65ded3 HTTP/1.1" status: 204 len: 168 time: 0.2830081 Jan 18 20:33:50.665995 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb89809-73c3-402b-8a40-226683c683a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64221c60-5663-4bc7-a8ff-01d6fd65ded3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:50.705685 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-0487721c-54ae-4cad-a23f-97a043db95b8 service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213896 Jan 18 20:33:50.830260 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-3e965e00-9c3b-482d-80b9-839f8fca1a33 service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161816 Jan 18 20:33:50.884137 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-413fafaf-8e56-48a2-926b-02d1563f06ca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0abb6452-2f0c-4e93-bb6c-218b06908795 HTTP/1.1" status: 200 len: 217 time: 0.0450249 Jan 18 20:33:50.906207 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49350) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:50.983604 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-fa429ba5-6b42-4575-a05f-d896ecc3118b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:50.985107 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-fa429ba5-6b42-4575-a05f-d896ecc3118b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4447c040-bbb0-41e1-84cc-ec8cc29dd4f8 HTTP/1.1" status: 200 len: 797 time: 0.0912530 Jan 18 20:33:51.043979 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [None req-24ae6155-4bd1-4137-b9a1-39c8db70ce08 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.045975 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-24ae6155-4bd1-4137-b9a1-39c8db70ce08 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1373467 Jan 18 20:33:51.048826 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49360) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.057264 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-75105d44-d2db-4806-ab74-1e49ae98ba5d tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.060531 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-75105d44-d2db-4806-ab74-1e49ae98ba5d tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0081556 Jan 18 20:33:51.060933 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49362) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.066080 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [None req-202ce138-09a5-4fa5-980f-b792273cac27 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.067167 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-202ce138-09a5-4fa5-980f-b792273cac27 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0052900 Jan 18 20:33:51.069621 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-d0c75a13-47f0-436c-8cbc-0829a13f5d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:51.070002 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49366) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.071136 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-d0c75a13-47f0-436c-8cbc-0829a13f5d5d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e28041d0-7a31-4e94-acee-687198cd901a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0753798 Jan 18 20:33:51.075336 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-f8e0961e-0850-4464-b68c-ba0c2c81ba8c tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.077267 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f8e0961e-0850-4464-b68c-ba0c2c81ba8c tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0058403 Jan 18 20:33:51.079502 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49370) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.085317 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-0db44e90-79cf-4539-b3f2-350f4880c291 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.086403 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0db44e90-79cf-4539-b3f2-350f4880c291 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0053971 Jan 18 20:33:51.088777 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49372) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.094298 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-dcc9dc53-f14a-4249-9c5b-e9fc4c3dd713 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.097311 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-dcc9dc53-f14a-4249-9c5b-e9fc4c3dd713 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0055335 Jan 18 20:33:51.097538 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49374) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.101369 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-6142f3b4-2724-4e9c-b061-60cc4b2550a2 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.102315 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6142f3b4-2724-4e9c-b061-60cc4b2550a2 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0039098 Jan 18 20:33:51.104407 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49376) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.108592 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-c491d7e1-c8b5-4e10-9c2d-6c1d0766821b tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.111830 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c491d7e1-c8b5-4e10-9c2d-6c1d0766821b tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0042555 Jan 18 20:33:51.112037 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49378) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.116080 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-beb2207b-570f-4175-8842-d1c58b5454b7 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.117138 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-beb2207b-570f-4175-8842-d1c58b5454b7 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0041888 Jan 18 20:33:51.119454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49380) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.126139 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-68d95a66-66d0-4219-aeef-5ab90dad677c tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.127099 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-68d95a66-66d0-4219-aeef-5ab90dad677c tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0057189 Jan 18 20:33:51.129401 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49384) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.137609 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-bd997ccb-11bf-48d2-9642-a4030ef6794b tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.139857 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bd997ccb-11bf-48d2-9642-a4030ef6794b tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0083208 Jan 18 20:33:51.142500 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49386) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.148079 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-b2e8736d-98d4-43ef-ab95-c8e4566cd5fc tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.151570 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b2e8736d-98d4-43ef-ab95-c8e4566cd5fc tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0055797 Jan 18 20:33:51.152125 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49388) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.160413 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-576ac224-53cd-42e9-955f-549f5fe667f1 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.164614 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-576ac224-53cd-42e9-955f-549f5fe667f1 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0090241 Jan 18 20:33:51.164987 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49390) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.171900 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-f18566f4-59e6-4d89-a721-8a04b44d70d5 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.175818 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f18566f4-59e6-4d89-a721-8a04b44d70d5 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0067029 Jan 18 20:33:51.176859 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49392) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.181751 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-76906981-ffbb-4ab7-81a3-a50c517f4b1e tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.182207 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-76906981-ffbb-4ab7-81a3-a50c517f4b1e tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0044250 Jan 18 20:33:51.184442 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49394) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.195236 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-87ef85e2-ea2d-4470-9bc2-488757e4e904 service neutron] 10.222.0.70 "GET /v2.0/networks/e28041d0-7a31-4e94-acee-687198cd901a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150174 Jan 18 20:33:51.195425 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-5828f8c3-d174-4056-8456-c33aac902dc5 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.196770 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5828f8c3-d174-4056-8456-c33aac902dc5 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0062723 Jan 18 20:33:51.199268 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49396) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.205055 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [None req-5edfcffe-1944-4e71-94d8-0707786fb497 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.206254 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5edfcffe-1944-4e71-94d8-0707786fb497 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0059779 Jan 18 20:33:51.208986 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49398) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.215570 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-9aefd477-d681-4e58-ac0d-0d4d2389f871 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.222078 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9aefd477-d681-4e58-ac0d-0d4d2389f871 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0119116 Jan 18 20:33:51.222669 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49400) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.226800 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-c9ab5fa5-ca86-4adf-b7fa-38297ffa0db6 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.229762 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c9ab5fa5-ca86-4adf-b7fa-38297ffa0db6 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0041738 Jan 18 20:33:51.229990 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49402) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.234014 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-91ca7a75-1586-4b82-ba52-912ec97f66f0 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.236970 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-91ca7a75-1586-4b82-ba52-912ec97f66f0 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0041029 Jan 18 20:33:51.237123 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49404) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.241844 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-b82f530e-46b1-490e-b738-2041e07eea7a tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.245016 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b82f530e-46b1-490e-b738-2041e07eea7a tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0048249 Jan 18 20:33:51.245204 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49406) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.250528 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-8033288e-865a-4590-a2be-0316f55d234e tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.253581 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8033288e-865a-4590-a2be-0316f55d234e tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0054884 Jan 18 20:33:51.253845 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49408) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.257995 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-f3b53202-edac-465c-895a-6776b7fe7a96 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.260904 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f3b53202-edac-465c-895a-6776b7fe7a96 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0042326 Jan 18 20:33:51.261200 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49410) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.266035 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-734f2ffa-b995-4448-a5d2-0d461a7de596 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.269218 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-734f2ffa-b995-4448-a5d2-0d461a7de596 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0057278 Jan 18 20:33:51.269381 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49412) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.275348 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-d63ae7d8-3a5a-41fb-9e83-5487dfbe3653 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.278358 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d63ae7d8-3a5a-41fb-9e83-5487dfbe3653 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0059299 Jan 18 20:33:51.281371 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49414) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.283282 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [None req-98364b32-a3cb-43b9-99a2-a13eabf9dcf1 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.286624 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-98364b32-a3cb-43b9-99a2-a13eabf9dcf1 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0047834 Jan 18 20:33:51.286809 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49416) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.292477 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [None req-b6fcbbc3-c190-447c-8d75-c2a5028c86e9 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.293411 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b6fcbbc3-c190-447c-8d75-c2a5028c86e9 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0055118 Jan 18 20:33:51.296618 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49418) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.301207 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [None req-27cbddc7-5983-4feb-96ab-2ecc0e06d3ee tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.302493 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-27cbddc7-5983-4feb-96ab-2ecc0e06d3ee tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0049758 Jan 18 20:33:51.305126 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49420) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.313427 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [None req-45904369-0c99-45ea-a9d0-4567512765ca tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.314547 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-45904369-0c99-45ea-a9d0-4567512765ca tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0086889 Jan 18 20:33:51.317403 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49424) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.323577 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-11931439-b1c2-4973-a640-51ce7b595d5e tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.324932 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-11931439-b1c2-4973-a640-51ce7b595d5e tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0062606 Jan 18 20:33:51.325531 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-da127f3a-dd79-42bf-bbbd-82bb43aaba51 service neutron] 10.222.0.70 "GET /v2.0/networks/e28041d0-7a31-4e94-acee-687198cd901a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181345 Jan 18 20:33:51.328201 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49426) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.332380 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-58525f30-9982-4b19-ad86-ab820a89bb87 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.335686 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-58525f30-9982-4b19-ad86-ab820a89bb87 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0045147 Jan 18 20:33:51.335869 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49428) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.340328 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-e14a5284-c937-4033-bc3a-ff6856347590 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.341673 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e14a5284-c937-4033-bc3a-ff6856347590 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0043225 Jan 18 20:33:51.343658 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49430) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.347906 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-bf2e52f1-94ce-4959-846a-283a42636c73 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.348830 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bf2e52f1-94ce-4959-846a-283a42636c73 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0043068 Jan 18 20:33:51.351014 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49432) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.359970 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-50330750-12c3-4338-819a-aea5ad36ff1d tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.360991 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-50330750-12c3-4338-819a-aea5ad36ff1d tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0091512 Jan 18 20:33:51.363721 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49436) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.367920 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-0e83031a-c428-473a-883c-65d8578c0a13 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.368895 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0e83031a-c428-473a-883c-65d8578c0a13 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0041871 Jan 18 20:33:51.375031 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49440) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.380198 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-19c4bd29-8d20-4a91-94b6-0e2030aa58e3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d00ac2c-22d8-495c-a56f-379c471665e9 HTTP/1.1" status: 200 len: 217 time: 0.0426333 Jan 18 20:33:51.383275 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-9a3d5e11-f408-4851-ac1c-0d08c407d253 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.384241 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9a3d5e11-f408-4851-ac1c-0d08c407d253 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0080025 Jan 18 20:33:51.386709 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49444) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.391638 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [None req-b0dd1b9f-06e6-4115-a588-4d002af5fb01 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.392571 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b0dd1b9f-06e6-4115-a588-4d002af5fb01 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0049114 Jan 18 20:33:51.394903 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49446) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.399885 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-66593a81-1d48-4f41-9edf-d542dcb0a2a4 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.400827 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-66593a81-1d48-4f41-9edf-d542dcb0a2a4 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0049992 Jan 18 20:33:51.403340 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49448) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.407295 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-eae0092a-7044-4f15-aabf-a31ee4a0fde4 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.409678 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-eae0092a-7044-4f15-aabf-a31ee4a0fde4 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0041220 Jan 18 20:33:51.411110 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49450) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.416509 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-60df65aa-2011-4f3d-9677-e5ee8086f945 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.421151 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-60df65aa-2011-4f3d-9677-e5ee8086f945 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0090115 Jan 18 20:33:51.421781 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49452) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.432501 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-03dd4b98-3bea-431b-9b0a-9f1cf138b4a1 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.433413 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-03dd4b98-3bea-431b-9b0a-9f1cf138b4a1 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0107367 Jan 18 20:33:51.437077 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49456) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.441726 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-29e91843-2232-4032-a40c-bd4613217ae5 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.444717 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-29e91843-2232-4032-a40c-bd4613217ae5 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0043433 Jan 18 20:33:51.445095 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49458) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.450518 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-f95544b0-7d88-4f61-bf6f-2d2475ff0884 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.455927 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49460) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.456209 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f95544b0-7d88-4f61-bf6f-2d2475ff0884 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0096929 Jan 18 20:33:51.462464 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [None req-87ca3be7-87e7-41af-b4ac-830907662e0f tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.465684 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-87ca3be7-87e7-41af-b4ac-830907662e0f tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0065410 Jan 18 20:33:51.466070 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49462) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.470990 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [None req-eeeb92e8-4187-4920-884a-bec0678e5fb7 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.473683 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-eeeb92e8-4187-4920-884a-bec0678e5fb7 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0049627 Jan 18 20:33:51.474483 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49464) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.479211 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-4813a770-d23a-4484-80ac-f67b57344c31 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.481820 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-bc344929-9e88-4ca8-8325-197468838cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:51.483211 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4813a770-d23a-4484-80ac-f67b57344c31 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0065918 Jan 18 20:33:51.483819 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49466) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.484156 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-bc344929-9e88-4ca8-8325-197468838cc0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4447c040-bbb0-41e1-84cc-ec8cc29dd4f8 HTTP/1.1" status: 200 len: 797 time: 0.0906396 Jan 18 20:33:51.487833 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-8ef75d4f-35fa-466d-8df0-323a81a1e55e tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.490998 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8ef75d4f-35fa-466d-8df0-323a81a1e55e tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0040646 Jan 18 20:33:51.491278 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49468) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.495469 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [None req-fa843492-176f-43e3-9062-1d56116436b6 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.496428 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fa843492-176f-43e3-9062-1d56116436b6 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0042171 Jan 18 20:33:51.499455 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49470) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.504859 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-578dfffc-d2cd-4d51-8ca2-a7798c223799 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.509155 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-578dfffc-d2cd-4d51-8ca2-a7798c223799 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0083268 Jan 18 20:33:51.510428 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49472) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.514557 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-f8801ab5-db96-425f-b254-07d4c20d9ea7 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.515493 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f8801ab5-db96-425f-b254-07d4c20d9ea7 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0041666 Jan 18 20:33:51.517929 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49474) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.521954 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-cabd24b1-1f15-4ea3-9460-948bfff76fc6 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.522929 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cabd24b1-1f15-4ea3-9460-948bfff76fc6 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0041094 Jan 18 20:33:51.534085 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49480) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.538367 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [None req-19970d54-10da-47cf-a590-f293b87d301c tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.540520 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-19970d54-10da-47cf-a590-f293b87d301c tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0043004 Jan 18 20:33:51.542261 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49482) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.553605 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-cd14b02c-2218-43fd-9dd2-d63bcc535327 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.557834 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cd14b02c-2218-43fd-9dd2-d63bcc535327 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0143135 Jan 18 20:33:51.558425 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-89f2f147-8ddd-4ba8-976e-d3040cee30b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:51.558542 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49484) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.560312 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-89f2f147-8ddd-4ba8-976e-d3040cee30b2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e28041d0-7a31-4e94-acee-687198cd901a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0629539 Jan 18 20:33:51.565344 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-42e3c7c2-5af5-4b82-8511-196d5b537cce tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.567375 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-42e3c7c2-5af5-4b82-8511-196d5b537cce tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0078144 Jan 18 20:33:51.571194 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49486) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.592244 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [None req-7e0dcb53-1870-4b1b-a55b-4ea64c6a278c tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.593675 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7e0dcb53-1870-4b1b-a55b-4ea64c6a278c tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0133522 Jan 18 20:33:51.599618 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49490) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.604562 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-ef030dd1-c4dc-43c4-ab08-ebde709518fa tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.605526 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ef030dd1-c4dc-43c4-ab08-ebde709518fa tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0049458 Jan 18 20:33:51.608997 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49492) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.613041 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-dcbbb1da-e3f1-432a-b92e-04de65a74c2c tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.614022 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-dcbbb1da-e3f1-432a-b92e-04de65a74c2c tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0041380 Jan 18 20:33:51.616721 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49494) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.628081 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [None req-8fd85dfd-2dfc-4614-9ce1-3b16efa21aa7 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.629193 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8fd85dfd-2dfc-4614-9ce1-3b16efa21aa7 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0115416 Jan 18 20:33:51.632124 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49496) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.636434 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-7e88b02a-cf65-438e-b0d3-b3fb238ab91c tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.637384 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7e88b02a-cf65-438e-b0d3-b3fb238ab91c tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0043046 Jan 18 20:33:51.639890 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49498) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.644077 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-83dcbc6e-aecc-44fb-aa62-31abbbff6234 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.645071 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-83dcbc6e-aecc-44fb-aa62-31abbbff6234 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0043018 Jan 18 20:33:51.647496 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49500) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.659546 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-ceaacd6a-d83e-41da-9b43-b7e4e30a06c1 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.660553 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ceaacd6a-d83e-41da-9b43-b7e4e30a06c1 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0121622 Jan 18 20:33:51.663143 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49504) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.667198 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-47aaeb8b-d3b0-4a40-a0e2-5be81b6257f5 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.671380 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-47aaeb8b-d3b0-4a40-a0e2-5be81b6257f5 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0071495 Jan 18 20:33:51.672555 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49506) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.678876 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-3e58e77e-4720-4a30-8315-556af309e6f4 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.684180 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3e58e77e-4720-4a30-8315-556af309e6f4 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0085089 Jan 18 20:33:51.684939 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49510) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.696584 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-411b3d30-57ea-4fcb-9669-fa36148085b1 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.702069 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-411b3d30-57ea-4fcb-9669-fa36148085b1 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0139325 Jan 18 20:33:51.702829 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49512) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.707291 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [None req-6bcee750-816c-4ae7-b63b-1504f1a477db tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.708625 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6bcee750-816c-4ae7-b63b-1504f1a477db tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0047266 Jan 18 20:33:51.711575 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49516) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.733064 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [None req-dfb8a106-aaa2-4ce6-8c35-707aab529f3a tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.734075 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-dfb8a106-aaa2-4ce6-8c35-707aab529f3a tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0215626 Jan 18 20:33:51.737650 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49522) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.743033 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [None req-434ebb9e-6fd3-4a36-84be-61fad60234d5 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.744058 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-434ebb9e-6fd3-4a36-84be-61fad60234d5 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0050931 Jan 18 20:33:51.746529 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49524) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.751867 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [None req-48ffa8d0-7bb5-409b-94b2-7bf9805bea14 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.753405 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-48ffa8d0-7bb5-409b-94b2-7bf9805bea14 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0052810 Jan 18 20:33:51.755402 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49526) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.760293 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-c4fe0e01-dceb-46f1-8b81-e8a8f404da7e tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.761235 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c4fe0e01-dceb-46f1-8b81-e8a8f404da7e tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0048790 Jan 18 20:33:51.763808 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49528) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.767798 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [None req-da38a83d-c8df-4607-bab2-0de08a7a9383 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.768736 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-da38a83d-c8df-4607-bab2-0de08a7a9383 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0040421 Jan 18 20:33:51.772198 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49530) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:51.779986 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [None req-d697c3bd-ba0e-4f35-904e-e56a2dda3ea6 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:33:51.783881 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d697c3bd-ba0e-4f35-904e-e56a2dda3ea6 tempest-ExtensionsTestJSON-547738654 tempest-ExtensionsTestJSON-547738654-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0061071 Jan 18 20:33:51.807953 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-d4531fbd-99e2-4688-8f96-31793bfb5968 service neutron] 10.222.0.70 "GET /v2.0/networks/e28041d0-7a31-4e94-acee-687198cd901a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377179 Jan 18 20:33:51.984046 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5315f28e-74b4-4b3d-af8e-a8ad06ee7db5 req-9b526e40-b002-4cb9-8e05-c02a109db1e7 service neutron] 10.222.0.70 "GET /v2.0/networks/e28041d0-7a31-4e94-acee-687198cd901a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658874 Jan 18 20:33:52.187223 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49546) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:52.340672 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d268aed6-2b5a-406b-947d-308682649b2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:52.447039 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d268aed6-2b5a-406b-947d-308682649b2d admin admin] Publish callbacks [] for security_group (c4e15894-a27c-4a55-bcd6-698e1b00f534), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:52.454928 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d268aed6-2b5a-406b-947d-308682649b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c4e15894-a27c-4a55-bcd6-698e1b00f534), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:52.494488 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d268aed6-2b5a-406b-947d-308682649b2d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f50858631be14f66984704f6df711a2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3052158 Jan 18 20:33:52.497038 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49562) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:52.522260 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268aed6-2b5a-406b-947d-308682649b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e15894-a27c-4a55-bcd6-698e1b00f534,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:52.581581 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d81891b-8555-4b0c-825b-0a8348369dcc admin admin] Publish callbacks [] for security_group (c4e15894-a27c-4a55-bcd6-698e1b00f534), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:52.605516 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d81891b-8555-4b0c-825b-0a8348369dcc admin admin] Publish callbacks [] for security_group (c4e15894-a27c-4a55-bcd6-698e1b00f534), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:52.670324 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d81891b-8555-4b0c-825b-0a8348369dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c4e15894-a27c-4a55-bcd6-698e1b00f534), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:52.678502 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d81891b-8555-4b0c-825b-0a8348369dcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:52.682300 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1d81891b-8555-4b0c-825b-0a8348369dcc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4e15894-a27c-4a55-bcd6-698e1b00f534 HTTP/1.1" status: 204 len: 168 time: 0.1817970 Jan 18 20:33:52.690842 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81891b-8555-4b0c-825b-0a8348369dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e15894-a27c-4a55-bcd6-698e1b00f534,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:53.753122 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49632) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:53.962360 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-b0bc438e-9eec-44fb-afe9-78e4eb6a4b45 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:53.962981 n-d-741529-9 neutron-server[103336]: WARNING neutron.api.v2.base [None req-b0bc438e-9eec-44fb-afe9-78e4eb6a4b45 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 18 20:33:53.963486 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-b0bc438e-9eec-44fb-afe9-78e4eb6a4b45 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] create failed (client error): There was a conflict when trying to complete your request. Jan 18 20:33:53.968783 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49646) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:53.969435 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b0bc438e-9eec-44fb-afe9-78e4eb6a4b45 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2145581 Jan 18 20:33:53.973757 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-700b144b-7487-45f8-b047-252f6256a929 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group': {'name': 'tempest-secgroup--1004648011'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:54.000687 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-700b144b-7487-45f8-b047-252f6256a929 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:54.014516 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-700b144b-7487-45f8-b047-252f6256a929 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:54.103230 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-700b144b-7487-45f8-b047-252f6256a929 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (0ef206a2-ac03-4589-b513-85ec4585fd8a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:54.110223 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-700b144b-7487-45f8-b047-252f6256a929 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0ef206a2-ac03-4589-b513-85ec4585fd8a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:54.145848 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b144b-7487-45f8-b047-252f6256a929 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef206a2-ac03-4589-b513-85ec4585fd8a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:54.223316 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-700b144b-7487-45f8-b047-252f6256a929 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (046d22a7-0d5e-4623-90f3-ff01a505c57c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:54.233685 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-700b144b-7487-45f8-b047-252f6256a929 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (046d22a7-0d5e-4623-90f3-ff01a505c57c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:54.250941 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49654) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:54.251806 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-700b144b-7487-45f8-b047-252f6256a929 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:54.253230 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-700b144b-7487-45f8-b047-252f6256a929 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2832458 Jan 18 20:33:54.260047 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49656) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:54.278581 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b144b-7487-45f8-b047-252f6256a929 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=046d22a7-0d5e-4623-90f3-ff01a505c57c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:54.283279 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-aa6360ed-86c1-40bc-8b0d-5908335b98bb tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group_rule': {'security_group_id': '046d22a7-0d5e-4623-90f3-ff01a505c57c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:54.354212 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aa6360ed-86c1-40bc-8b0d-5908335b98bb tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group_rule (597c92b4-c783-4c8a-bbb4-8874bb5ac419), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:54.420461 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6993ed34-ac71-49e7-8707-e3c9361ceec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:54.427387 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aa6360ed-86c1-40bc-8b0d-5908335b98bb tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group_rule (597c92b4-c783-4c8a-bbb4-8874bb5ac419), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:54.434707 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aa6360ed-86c1-40bc-8b0d-5908335b98bb tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (597c92b4-c783-4c8a-bbb4-8874bb5ac419), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:54.460439 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6360ed-86c1-40bc-8b0d-5908335b98bb tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597c92b4-c783-4c8a-bbb4-8874bb5ac419,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:54.472303 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aa6360ed-86c1-40bc-8b0d-5908335b98bb tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:54.473501 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-aa6360ed-86c1-40bc-8b0d-5908335b98bb tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2072556 Jan 18 20:33:54.476741 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49664) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:54.482506 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-721cf42b-5d52-4715-be06-5bcbed94ff12 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group_rule': {'security_group_id': '046d22a7-0d5e-4623-90f3-ff01a505c57c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:54.515827 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-721cf42b-5d52-4715-be06-5bcbed94ff12 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group_rule (b56242a7-023e-42b0-9342-34d4409728cd), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:54.539731 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6993ed34-ac71-49e7-8707-e3c9361ceec5 admin admin] Publish callbacks [] for security_group (1105ca76-d94b-4baf-9cfc-0c1c74277222), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:54.544078 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6993ed34-ac71-49e7-8707-e3c9361ceec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1105ca76-d94b-4baf-9cfc-0c1c74277222), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:54.573164 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-721cf42b-5d52-4715-be06-5bcbed94ff12 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] create failed (client error): There was a conflict when trying to complete your request. Jan 18 20:33:54.578179 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-721cf42b-5d52-4715-be06-5bcbed94ff12 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1000528 Jan 18 20:33:54.579169 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49666) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:54.586851 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6993ed34-ac71-49e7-8707-e3c9361ceec5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3997e3b26e504f59a208a0a5fe980a9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3320038 Jan 18 20:33:54.588627 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49668) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:54.603318 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993ed34-ac71-49e7-8707-e3c9361ceec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1105ca76-d94b-4baf-9cfc-0c1c74277222,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:54.680029 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f762440-6121-4554-b221-df667b55f829 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (046d22a7-0d5e-4623-90f3-ff01a505c57c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:54.688878 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-85629da0-2a9c-4634-8af7-752261458296 admin admin] Publish callbacks [] for security_group (1105ca76-d94b-4baf-9cfc-0c1c74277222), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:54.726045 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f762440-6121-4554-b221-df667b55f829 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (046d22a7-0d5e-4623-90f3-ff01a505c57c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:54.742746 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-85629da0-2a9c-4634-8af7-752261458296 admin admin] Publish callbacks [] for security_group (1105ca76-d94b-4baf-9cfc-0c1c74277222), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:54.816600 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f762440-6121-4554-b221-df667b55f829 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (046d22a7-0d5e-4623-90f3-ff01a505c57c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:54.821010 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f762440-6121-4554-b221-df667b55f829 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:54.824931 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4f762440-6121-4554-b221-df667b55f829 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "DELETE /v2.0/security-groups/046d22a7-0d5e-4623-90f3-ff01a505c57c HTTP/1.1" status: 204 len: 168 time: 0.2424119 Jan 18 20:33:54.828539 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49674) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:54.836857 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-85629da0-2a9c-4634-8af7-752261458296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1105ca76-d94b-4baf-9cfc-0c1c74277222), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:54.841201 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-85629da0-2a9c-4634-8af7-752261458296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:54.843173 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-85629da0-2a9c-4634-8af7-752261458296 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1105ca76-d94b-4baf-9cfc-0c1c74277222 HTTP/1.1" status: 204 len: 168 time: 0.2533345 Jan 18 20:33:54.851407 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f762440-6121-4554-b221-df667b55f829 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=046d22a7-0d5e-4623-90f3-ff01a505c57c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:54.886833 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85629da0-2a9c-4634-8af7-752261458296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1105ca76-d94b-4baf-9cfc-0c1c74277222,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:54.902685 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49682) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:54.912543 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-de6f3522-1cfa-4712-9469-d943f04039dd tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group': {'name': 'tempest-secgroup--1898223839'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:54.915463 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7a40acb8-aa9e-43f5-9e31-8afabb8368a1 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0816169 Jan 18 20:33:54.959367 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-de6f3522-1cfa-4712-9469-d943f04039dd tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:55.046926 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-de6f3522-1cfa-4712-9469-d943f04039dd tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (a4cb013f-55cc-4ad8-ac22-98174e6f78bc), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:55.052780 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-de6f3522-1cfa-4712-9469-d943f04039dd tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a4cb013f-55cc-4ad8-ac22-98174e6f78bc), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:55.090031 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-de6f3522-1cfa-4712-9469-d943f04039dd tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:55.092511 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-de6f3522-1cfa-4712-9469-d943f04039dd tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1882293 Jan 18 20:33:55.095149 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49690) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:55.100939 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-5f34f210-9dcf-4518-8f15-3c765483199b tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group_rule': {'security_group_id': 'a4cb013f-55cc-4ad8-ac22-98174e6f78bc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:55.101729 n-d-741529-9 neutron-server[103336]: WARNING neutron.api.v2.base [None req-5f34f210-9dcf-4518-8f15-3c765483199b tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 18 20:33:55.102065 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f3522-1cfa-4712-9469-d943f04039dd tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cb013f-55cc-4ad8-ac22-98174e6f78bc,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:55.102568 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-5f34f210-9dcf-4518-8f15-3c765483199b tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:33:55.106234 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49692) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:55.106545 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5f34f210-9dcf-4518-8f15-3c765483199b tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0100296 Jan 18 20:33:55.166232 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-730c6f89-4bc1-4914-aea3-c9199e04c2f1 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (a4cb013f-55cc-4ad8-ac22-98174e6f78bc), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:55.194268 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-730c6f89-4bc1-4914-aea3-c9199e04c2f1 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (a4cb013f-55cc-4ad8-ac22-98174e6f78bc), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:55.248078 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-730c6f89-4bc1-4914-aea3-c9199e04c2f1 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a4cb013f-55cc-4ad8-ac22-98174e6f78bc), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:55.251830 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-730c6f89-4bc1-4914-aea3-c9199e04c2f1 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:55.255548 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-730c6f89-4bc1-4914-aea3-c9199e04c2f1 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "DELETE /v2.0/security-groups/a4cb013f-55cc-4ad8-ac22-98174e6f78bc HTTP/1.1" status: 204 len: 168 time: 0.1459997 Jan 18 20:33:55.256466 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49698) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:55.264085 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c6f89-4bc1-4914-aea3-c9199e04c2f1 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cb013f-55cc-4ad8-ac22-98174e6f78bc,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:55.327118 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49700) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:55.344618 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3d3bccb7-d1a5-4a41-b963-560bc5bcd179 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0866690 Jan 18 20:33:55.345128 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49702) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:55.350030 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-d58333eb-0bb3-43f0-b779-9f3052418231 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group': {'name': 'tempest-secgroup--855443319'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:55.357646 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aaeeb384-c1b9-4fb8-9ee0-19198f3c7ef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:55.410275 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d58333eb-0bb3-43f0-b779-9f3052418231 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:55.514699 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aaeeb384-c1b9-4fb8-9ee0-19198f3c7ef0 admin admin] Publish callbacks [] for security_group (f115726b-f01f-4580-9261-057da76a1dd1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:55.531931 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d58333eb-0bb3-43f0-b779-9f3052418231 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (516c084a-1008-4483-8273-847462544aae), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:55.531931 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aaeeb384-c1b9-4fb8-9ee0-19198f3c7ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f115726b-f01f-4580-9261-057da76a1dd1), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:55.544429 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d58333eb-0bb3-43f0-b779-9f3052418231 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (516c084a-1008-4483-8273-847462544aae), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:55.574524 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeeb384-c1b9-4fb8-9ee0-19198f3c7ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f115726b-f01f-4580-9261-057da76a1dd1,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:55.603034 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d58333eb-0bb3-43f0-b779-9f3052418231 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:55.603034 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d58333eb-0bb3-43f0-b779-9f3052418231 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2502086 Jan 18 20:33:55.603034 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-aaeeb384-c1b9-4fb8-9ee0-19198f3c7ef0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9ef16304af734a6bb2e0228d5a4e222b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2731202 Jan 18 20:33:55.603034 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49710) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:55.604194 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49712) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:55.610240 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-d28ae3ef-242b-4e9d-a08e-6aeddb4675f2 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group_rule': {'security_group_id': '516c084a-1008-4483-8273-847462544aae', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:55.623863 n-d-741529-9 neutron-server[103335]: WARNING neutron.api.v2.base [None req-d28ae3ef-242b-4e9d-a08e-6aeddb4675f2 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 18 20:33:55.623863 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-d28ae3ef-242b-4e9d-a08e-6aeddb4675f2 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:33:55.623863 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d28ae3ef-242b-4e9d-a08e-6aeddb4675f2 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0123596 Jan 18 20:33:55.623863 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49714) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:55.634708 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58333eb-0bb3-43f0-b779-9f3052418231 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=516c084a-1008-4483-8273-847462544aae,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:55.644733 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6746eccf-60dc-44d3-9c9d-f70d5e8ce4fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:55.685478 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f4c943b6-1fee-4880-86cd-0da7a3af4c5b admin admin] Publish callbacks [] for security_group (f115726b-f01f-4580-9261-057da76a1dd1), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:55.697121 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cbb875e0-f440-4c75-b1cb-2e847a96579e tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (516c084a-1008-4483-8273-847462544aae), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:55.710177 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f4c943b6-1fee-4880-86cd-0da7a3af4c5b admin admin] Publish callbacks [] for security_group (f115726b-f01f-4580-9261-057da76a1dd1), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:55.724206 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cbb875e0-f440-4c75-b1cb-2e847a96579e tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (516c084a-1008-4483-8273-847462544aae), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:55.768425 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f4c943b6-1fee-4880-86cd-0da7a3af4c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f115726b-f01f-4580-9261-057da76a1dd1), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:55.771005 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f4c943b6-1fee-4880-86cd-0da7a3af4c5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:55.772155 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f4c943b6-1fee-4880-86cd-0da7a3af4c5b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f115726b-f01f-4580-9261-057da76a1dd1 HTTP/1.1" status: 204 len: 168 time: 0.1665986 Jan 18 20:33:55.786032 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c943b6-1fee-4880-86cd-0da7a3af4c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f115726b-f01f-4580-9261-057da76a1dd1,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:55.806093 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cbb875e0-f440-4c75-b1cb-2e847a96579e tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (516c084a-1008-4483-8273-847462544aae), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:55.808697 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cbb875e0-f440-4c75-b1cb-2e847a96579e tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:55.810669 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cbb875e0-f440-4c75-b1cb-2e847a96579e tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "DELETE /v2.0/security-groups/516c084a-1008-4483-8273-847462544aae HTTP/1.1" status: 204 len: 168 time: 0.1883392 Jan 18 20:33:55.813379 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49718) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:55.824652 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb875e0-f440-4c75-b1cb-2e847a96579e tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=516c084a-1008-4483-8273-847462544aae,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:55.883879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49726) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:55.884078 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7eb1c083-7b4d-4797-88ce-1f525076568d tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0694087 Jan 18 20:33:55.888443 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-29395acb-c453-4e2e-a91d-528420144c9d tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group': {'name': 'tempest-secgroup--113389206'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:55.919595 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-29395acb-c453-4e2e-a91d-528420144c9d tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:56.061250 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-29395acb-c453-4e2e-a91d-528420144c9d tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (f73e491d-cf31-40ce-bee6-f94bf12f2746), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:56.068920 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-29395acb-c453-4e2e-a91d-528420144c9d tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f73e491d-cf31-40ce-bee6-f94bf12f2746), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:56.133486 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-29395acb-c453-4e2e-a91d-528420144c9d tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:56.135015 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-29395acb-c453-4e2e-a91d-528420144c9d tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2501247 Jan 18 20:33:56.138000 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49734) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:56.143367 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-015ccea2-af65-4225-b031-6da8a91dfad6 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group_rule': {'security_group_id': 'f73e491d-cf31-40ce-bee6-f94bf12f2746', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:56.144432 n-d-741529-9 neutron-server[103336]: WARNING neutron.api.v2.base [None req-015ccea2-af65-4225-b031-6da8a91dfad6 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 18 20:33:56.145096 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-015ccea2-af65-4225-b031-6da8a91dfad6 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:33:56.145211 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29395acb-c453-4e2e-a91d-528420144c9d tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f73e491d-cf31-40ce-bee6-f94bf12f2746,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:56.149303 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-015ccea2-af65-4225-b031-6da8a91dfad6 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079222 Jan 18 20:33:56.149467 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49738) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:56.163075 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-51e690a3-407d-4000-a578-14ef1c169514 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group_rule': {'security_group_id': 'f73e491d-cf31-40ce-bee6-f94bf12f2746', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:56.164016 n-d-741529-9 neutron-server[103335]: WARNING neutron.api.v2.base [None req-51e690a3-407d-4000-a578-14ef1c169514 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 18 20:33:56.164562 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-51e690a3-407d-4000-a578-14ef1c169514 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:33:56.168310 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-51e690a3-407d-4000-a578-14ef1c169514 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0093207 Jan 18 20:33:56.168909 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49742) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:56.173555 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-151df1d2-614e-48d5-9720-7065ad239e25 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group_rule': {'security_group_id': 'f73e491d-cf31-40ce-bee6-f94bf12f2746', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:56.174627 n-d-741529-9 neutron-server[103336]: WARNING neutron.api.v2.base [None req-151df1d2-614e-48d5-9720-7065ad239e25 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 18 20:33:56.175261 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-151df1d2-614e-48d5-9720-7065ad239e25 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:33:56.179176 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-151df1d2-614e-48d5-9720-7065ad239e25 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090430 Jan 18 20:33:56.179315 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49744) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:56.186356 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-5eecb731-5148-4759-b4bb-43200251be7f tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group_rule': {'security_group_id': 'f73e491d-cf31-40ce-bee6-f94bf12f2746', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:56.187860 n-d-741529-9 neutron-server[103335]: WARNING neutron.api.v2.base [None req-5eecb731-5148-4759-b4bb-43200251be7f tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 18 20:33:56.188515 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-5eecb731-5148-4759-b4bb-43200251be7f tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:33:56.192582 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49746) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:56.201855 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5eecb731-5148-4759-b4bb-43200251be7f tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0208614 Jan 18 20:33:56.300539 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5a75eacf-e487-42aa-bd15-e0f857cac046 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (f73e491d-cf31-40ce-bee6-f94bf12f2746), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:56.341437 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5a75eacf-e487-42aa-bd15-e0f857cac046 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (f73e491d-cf31-40ce-bee6-f94bf12f2746), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:56.407433 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5a75eacf-e487-42aa-bd15-e0f857cac046 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f73e491d-cf31-40ce-bee6-f94bf12f2746), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:56.413610 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5a75eacf-e487-42aa-bd15-e0f857cac046 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:56.417455 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5a75eacf-e487-42aa-bd15-e0f857cac046 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "DELETE /v2.0/security-groups/f73e491d-cf31-40ce-bee6-f94bf12f2746 HTTP/1.1" status: 204 len: 168 time: 0.2222917 Jan 18 20:33:56.418755 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49756) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:56.441396 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75eacf-e487-42aa-bd15-e0f857cac046 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73e491d-cf31-40ce-bee6-f94bf12f2746,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:56.530479 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49766) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:56.535689 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d7bb2574-4468-4fe2-b9f5-fc98215e1d1c tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1157174 Jan 18 20:33:56.536402 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-9ac2d346-ce33-41d1-a514-123abe255eb0 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group': {'name': 'tempest-secgroup--1207864038'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:56.561293 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49770) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:56.579741 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9ac2d346-ce33-41d1-a514-123abe255eb0 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:56.670318 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9ac2d346-ce33-41d1-a514-123abe255eb0 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (c877bb9a-f65e-4ce1-9866-436ac0e5accd), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:56.678103 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9ac2d346-ce33-41d1-a514-123abe255eb0 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c877bb9a-f65e-4ce1-9866-436ac0e5accd), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:56.710125 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2d346-ce33-41d1-a514-123abe255eb0 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c877bb9a-f65e-4ce1-9866-436ac0e5accd,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:56.738252 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9ac2d346-ce33-41d1-a514-123abe255eb0 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:56.743468 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49780) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:56.749141 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-25b5738a-572c-407b-822a-0ae8f07c5498 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group_rule': {'security_group_id': 'c877bb9a-f65e-4ce1-9866-436ac0e5accd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:56.749855 n-d-741529-9 neutron-server[103335]: WARNING neutron.api.v2.base [None req-25b5738a-572c-407b-822a-0ae8f07c5498 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 18 20:33:56.750500 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-25b5738a-572c-407b-822a-0ae8f07c5498 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:33:56.754381 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-25b5738a-572c-407b-822a-0ae8f07c5498 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0097778 Jan 18 20:33:56.755094 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49782) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:56.757359 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9ac2d346-ce33-41d1-a514-123abe255eb0 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2256744 Jan 18 20:33:56.761887 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-f29eb8cd-7770-4b35-943e-b9f02e7d13b0 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group_rule': {'security_group_id': 'c877bb9a-f65e-4ce1-9866-436ac0e5accd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:56.796051 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83ecdc08-34ed-4e83-a7b2-69aa62ed5661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:56.829368 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-f29eb8cd-7770-4b35-943e-b9f02e7d13b0 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:33:56.833907 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49786) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:56.838456 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-c9bccee3-8608-4501-9c15-e79f9e00fa6d tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group_rule': {'security_group_id': 'c877bb9a-f65e-4ce1-9866-436ac0e5accd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:56.839201 n-d-741529-9 neutron-server[103336]: WARNING neutron.api.v2.base [None req-c9bccee3-8608-4501-9c15-e79f9e00fa6d tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 18 20:33:56.839698 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-c9bccee3-8608-4501-9c15-e79f9e00fa6d tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:33:56.844022 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c9bccee3-8608-4501-9c15-e79f9e00fa6d tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0090842 Jan 18 20:33:56.844591 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49788) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:56.848733 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-585bde77-081c-426e-8f12-bb30f012f385 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group_rule': {'security_group_id': 'c877bb9a-f65e-4ce1-9866-436ac0e5accd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:56.854303 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f29eb8cd-7770-4b35-943e-b9f02e7d13b0 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0980079 Jan 18 20:33:56.931107 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83ecdc08-34ed-4e83-a7b2-69aa62ed5661 admin admin] Publish callbacks [] for security_group (dd873a19-019e-4965-938b-fa483b972770), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:56.947334 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83ecdc08-34ed-4e83-a7b2-69aa62ed5661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (dd873a19-019e-4965-938b-fa483b972770), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:56.950130 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-585bde77-081c-426e-8f12-bb30f012f385 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:33:56.953313 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-585bde77-081c-426e-8f12-bb30f012f385 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1077433 Jan 18 20:33:56.956636 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49796) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:56.965682 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-8d1f5689-f004-4656-a84b-f7f9af26787d tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group_rule': {'security_group_id': 'c877bb9a-f65e-4ce1-9866-436ac0e5accd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:56.968420 n-d-741529-9 neutron-server[103336]: WARNING neutron.api.v2.base [None req-8d1f5689-f004-4656-a84b-f7f9af26787d tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 18 20:33:56.969151 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-8d1f5689-f004-4656-a84b-f7f9af26787d tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:33:56.971613 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8d1f5689-f004-4656-a84b-f7f9af26787d tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0131862 Jan 18 20:33:56.975155 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49798) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:56.982633 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-57c06ad6-7864-4ca4-9158-0087bf4b1fbd tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group_rule': {'security_group_id': 'c877bb9a-f65e-4ce1-9866-436ac0e5accd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:57.013741 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-83ecdc08-34ed-4e83-a7b2-69aa62ed5661 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1933b1959e8f4db69d626ff788b37b2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4504976 Jan 18 20:33:57.016588 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49802) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:57.030058 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecdc08-34ed-4e83-a7b2-69aa62ed5661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd873a19-019e-4965-938b-fa483b972770,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:57.069318 n-d-741529-9 neutron-server[103335]: INFO neutron.db.securitygroups_db [None req-57c06ad6-7864-4ca4-9158-0087bf4b1fbd tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Project abaa54e596df47bbb5a288b5e8b906f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:33:57.082582 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f16c6ced-01eb-4e8d-b819-c5f7e469ac67 admin admin] Publish callbacks [] for security_group (dd873a19-019e-4965-938b-fa483b972770), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:57.088442 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-57c06ad6-7864-4ca4-9158-0087bf4b1fbd tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:33:57.093327 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-57c06ad6-7864-4ca4-9158-0087bf4b1fbd tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1145823 Jan 18 20:33:57.093916 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49804) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:57.098367 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-af89835b-0713-4c74-86c1-0d1539225525 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group_rule': {'security_group_id': 'c877bb9a-f65e-4ce1-9866-436ac0e5accd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:57.099133 n-d-741529-9 neutron-server[103335]: WARNING neutron.api.v2.base [None req-af89835b-0713-4c74-86c1-0d1539225525 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 18 20:33:57.099320 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-af89835b-0713-4c74-86c1-0d1539225525 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:33:57.103182 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-af89835b-0713-4c74-86c1-0d1539225525 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081563 Jan 18 20:33:57.103816 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49806) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:57.108206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-1c319994-9a5e-4ab0-bac1-e9c6371baa44 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group_rule': {'security_group_id': 'c877bb9a-f65e-4ce1-9866-436ac0e5accd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:57.115612 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f16c6ced-01eb-4e8d-b819-c5f7e469ac67 admin admin] Publish callbacks [] for security_group (dd873a19-019e-4965-938b-fa483b972770), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:57.145883 n-d-741529-9 neutron-server[103335]: INFO neutron.db.securitygroups_db [None req-1c319994-9a5e-4ab0-bac1-e9c6371baa44 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Project abaa54e596df47bbb5a288b5e8b906f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:33:57.170290 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-1c319994-9a5e-4ab0-bac1-e9c6371baa44 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:33:57.174298 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1c319994-9a5e-4ab0-bac1-e9c6371baa44 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0668261 Jan 18 20:33:57.174568 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49812) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:57.196206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-e1af7196-1985-4003-9d90-df98e1fc9afb tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group_rule': {'security_group_id': 'c877bb9a-f65e-4ce1-9866-436ac0e5accd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:57.209730 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f16c6ced-01eb-4e8d-b819-c5f7e469ac67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (dd873a19-019e-4965-938b-fa483b972770), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:57.213334 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f16c6ced-01eb-4e8d-b819-c5f7e469ac67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:57.217013 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f16c6ced-01eb-4e8d-b819-c5f7e469ac67 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd873a19-019e-4965-938b-fa483b972770 HTTP/1.1" status: 204 len: 168 time: 0.1970117 Jan 18 20:33:57.230692 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c6ced-01eb-4e8d-b819-c5f7e469ac67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd873a19-019e-4965-938b-fa483b972770,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:57.259613 n-d-741529-9 neutron-server[103335]: INFO neutron.db.securitygroups_db [None req-e1af7196-1985-4003-9d90-df98e1fc9afb tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Project abaa54e596df47bbb5a288b5e8b906f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:33:57.292197 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-e1af7196-1985-4003-9d90-df98e1fc9afb tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:33:57.293321 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e1af7196-1985-4003-9d90-df98e1fc9afb tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1176960 Jan 18 20:33:57.307100 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49818) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:57.410273 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cdbb5d9b-fae9-4da5-bdcd-d19befd01984 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (c877bb9a-f65e-4ce1-9866-436ac0e5accd), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:57.446060 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cdbb5d9b-fae9-4da5-bdcd-d19befd01984 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (c877bb9a-f65e-4ce1-9866-436ac0e5accd), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:57.500309 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cdbb5d9b-fae9-4da5-bdcd-d19befd01984 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c877bb9a-f65e-4ce1-9866-436ac0e5accd), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:57.507666 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cdbb5d9b-fae9-4da5-bdcd-d19befd01984 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:57.512184 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cdbb5d9b-fae9-4da5-bdcd-d19befd01984 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "DELETE /v2.0/security-groups/c877bb9a-f65e-4ce1-9866-436ac0e5accd HTTP/1.1" status: 204 len: 168 time: 0.2013702 Jan 18 20:33:57.512614 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49824) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:57.533927 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb5d9b-fae9-4da5-bdcd-d19befd01984 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c877bb9a-f65e-4ce1-9866-436ac0e5accd,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:57.616449 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a0bbb54e-7587-435e-85c3-7d6637ded3f1 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1025505 Jan 18 20:33:57.621552 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49834) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:57.628156 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-57caa5ff-8bb0-401c-882b-cc8412a3c83f tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group': {'name': 'tempest-secgroup--1078510382'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:57.657491 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-57caa5ff-8bb0-401c-882b-cc8412a3c83f tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:57.784937 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-57caa5ff-8bb0-401c-882b-cc8412a3c83f tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (44ea2e34-79cc-4c72-a419-8b6497acd0c8), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:57.786351 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49838) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:57.791852 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-57caa5ff-8bb0-401c-882b-cc8412a3c83f tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (44ea2e34-79cc-4c72-a419-8b6497acd0c8), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:57.808455 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d67f64cd-5fa9-470f-b64c-5ca713211ef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:57.810334 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bab8acc5-c7b7-4503-b566-5dda0bf65590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:57.860304 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-57caa5ff-8bb0-401c-882b-cc8412a3c83f tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:57.864192 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-57caa5ff-8bb0-401c-882b-cc8412a3c83f tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2378197 Jan 18 20:33:57.864765 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57caa5ff-8bb0-401c-882b-cc8412a3c83f tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ea2e34-79cc-4c72-a419-8b6497acd0c8,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:57.868808 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49842) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:57.876408 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-ba7a5008-86e7-4b8b-ab97-715271c7d230 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group_rule': {'security_group_id': '44ea2e34-79cc-4c72-a419-8b6497acd0c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:57.955357 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-ba7a5008-86e7-4b8b-ab97-715271c7d230 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] create failed (client error): The resource could not be found. Jan 18 20:33:57.959408 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ba7a5008-86e7-4b8b-ab97-715271c7d230 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0848041 Jan 18 20:33:57.959777 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49852) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:57.964467 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-b5fcf9b8-c975-4072-b80c-e82f2bce046f tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group_rule': {'security_group_id': '44ea2e34-79cc-4c72-a419-8b6497acd0c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8667ff4e-d9c6-42ff-8f25-cc10f6dcf1aa'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:57.979329 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d67f64cd-5fa9-470f-b64c-5ca713211ef8 admin admin] Publish callbacks [] for security_group (fdffd3ee-e127-4b9e-89df-b4f1e06e8f60), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:57.984644 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d67f64cd-5fa9-470f-b64c-5ca713211ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (fdffd3ee-e127-4b9e-89df-b4f1e06e8f60), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:58.035624 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-b5fcf9b8-c975-4072-b80c-e82f2bce046f tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] create failed (client error): The resource could not be found. Jan 18 20:33:58.037073 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b5fcf9b8-c975-4072-b80c-e82f2bce046f tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0762901 Jan 18 20:33:58.038251 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49854) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:58.039345 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d67f64cd-5fa9-470f-b64c-5ca713211ef8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d5e52de525049b9876bbdfcc342c22c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2511945 Jan 18 20:33:58.041174 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49856) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:58.049868 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f64cd-5fa9-470f-b64c-5ca713211ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdffd3ee-e127-4b9e-89df-b4f1e06e8f60,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:58.135186 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4d42977c-6980-4882-b197-0be8963611c5 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (44ea2e34-79cc-4c72-a419-8b6497acd0c8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:58.161649 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4d42977c-6980-4882-b197-0be8963611c5 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (44ea2e34-79cc-4c72-a419-8b6497acd0c8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:58.180985 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-132d90e6-6af1-40cf-b9e7-8d0cd0fdca17 admin admin] Publish callbacks [] for security_group (fdffd3ee-e127-4b9e-89df-b4f1e06e8f60), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:58.212186 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-132d90e6-6af1-40cf-b9e7-8d0cd0fdca17 admin admin] Publish callbacks [] for security_group (fdffd3ee-e127-4b9e-89df-b4f1e06e8f60), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:58.230031 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4d42977c-6980-4882-b197-0be8963611c5 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (44ea2e34-79cc-4c72-a419-8b6497acd0c8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:58.235930 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4d42977c-6980-4882-b197-0be8963611c5 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:58.239064 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4d42977c-6980-4882-b197-0be8963611c5 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "DELETE /v2.0/security-groups/44ea2e34-79cc-4c72-a419-8b6497acd0c8 HTTP/1.1" status: 204 len: 168 time: 0.1958728 Jan 18 20:33:58.240623 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49862) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:58.252345 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42977c-6980-4882-b197-0be8963611c5 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ea2e34-79cc-4c72-a419-8b6497acd0c8,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:58.339836 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-deaeb806-d26d-4037-acd6-17406b235e41 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0898027 Jan 18 20:33:58.343750 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49868) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:58.351508 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-132d90e6-6af1-40cf-b9e7-8d0cd0fdca17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (fdffd3ee-e127-4b9e-89df-b4f1e06e8f60), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:58.351669 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-30118dbc-4ee6-4f12-9fa7-475b6ca79111 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group_rule': {'security_group_id': '30b2c1c2-3ec2-4daa-83e6-8f098ef5c442', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:58.354687 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-132d90e6-6af1-40cf-b9e7-8d0cd0fdca17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:58.358413 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-132d90e6-6af1-40cf-b9e7-8d0cd0fdca17 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fdffd3ee-e127-4b9e-89df-b4f1e06e8f60 HTTP/1.1" status: 204 len: 168 time: 0.3192184 Jan 18 20:33:58.369521 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d90e6-6af1-40cf-b9e7-8d0cd0fdca17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdffd3ee-e127-4b9e-89df-b4f1e06e8f60,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:58.480737 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-30118dbc-4ee6-4f12-9fa7-475b6ca79111 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] create failed (client error): The resource could not be found. Jan 18 20:33:58.486370 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-30118dbc-4ee6-4f12-9fa7-475b6ca79111 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1379383 Jan 18 20:33:58.489237 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49874) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:58.494094 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-c4cef692-ed53-4d31-aa61-3ddd8089abc0 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group': {'name': 'tempest-secgroup--77820924'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:58.552638 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c4cef692-ed53-4d31-aa61-3ddd8089abc0 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:58.662970 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c4cef692-ed53-4d31-aa61-3ddd8089abc0 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (47d86f49-b9b2-49d9-a459-d976a99ea266), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:58.670824 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c4cef692-ed53-4d31-aa61-3ddd8089abc0 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (47d86f49-b9b2-49d9-a459-d976a99ea266), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:58.703911 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cef692-ed53-4d31-aa61-3ddd8089abc0 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47d86f49-b9b2-49d9-a459-d976a99ea266,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:58.723063 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c4cef692-ed53-4d31-aa61-3ddd8089abc0 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:58.727964 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49888) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:58.728286 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c4cef692-ed53-4d31-aa61-3ddd8089abc0 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2379298 Jan 18 20:33:58.736143 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-9c1d2ab2-cc0b-4dde-91e5-7708f02168c9 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group': {'name': 'tempest-secgroup--12403754'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:58.792153 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c1d2ab2-cc0b-4dde-91e5-7708f02168c9 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:58.898373 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c1d2ab2-cc0b-4dde-91e5-7708f02168c9 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (4db364d1-a501-42c1-a04c-8341fcab4c07), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:58.903472 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c1d2ab2-cc0b-4dde-91e5-7708f02168c9 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4db364d1-a501-42c1-a04c-8341fcab4c07), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:58.927344 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c1d2ab2-cc0b-4dde-91e5-7708f02168c9 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:58.931225 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9c1d2ab2-cc0b-4dde-91e5-7708f02168c9 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1997993 Jan 18 20:33:58.931573 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49902) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:58.936164 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-74be49af-c432-434f-9138-abf3048ff728 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group_rule': {'security_group_id': '47d86f49-b9b2-49d9-a459-d976a99ea266', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4db364d1-a501-42c1-a04c-8341fcab4c07'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:58.952025 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d2ab2-cc0b-4dde-91e5-7708f02168c9 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4db364d1-a501-42c1-a04c-8341fcab4c07,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:58.995042 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-74be49af-c432-434f-9138-abf3048ff728 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:33:59.011642 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-74be49af-c432-434f-9138-abf3048ff728 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0789542 Jan 18 20:33:59.011784 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49908) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:59.083404 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa431b0a-5a1f-406d-959a-9c5460bf9e88 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (4db364d1-a501-42c1-a04c-8341fcab4c07), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:59.092014 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:59.115089 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa431b0a-5a1f-406d-959a-9c5460bf9e88 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (4db364d1-a501-42c1-a04c-8341fcab4c07), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:59.163556 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa431b0a-5a1f-406d-959a-9c5460bf9e88 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4db364d1-a501-42c1-a04c-8341fcab4c07), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:59.168697 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa431b0a-5a1f-406d-959a-9c5460bf9e88 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:59.174138 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49918) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:59.178355 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-aa431b0a-5a1f-406d-959a-9c5460bf9e88 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "DELETE /v2.0/security-groups/4db364d1-a501-42c1-a04c-8341fcab4c07 HTTP/1.1" status: 204 len: 168 time: 0.1648743 Jan 18 20:33:59.190560 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa431b0a-5a1f-406d-959a-9c5460bf9e88 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db364d1-a501-42c1-a04c-8341fcab4c07,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:59.250119 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-63d4ee67-dcc4-4110-8174-5c8f169bd691 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.0746489 Jan 18 20:33:59.252792 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49920) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:59.325002 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ebc6bd62-aa23-4e25-9e9e-9fec117a4fe8 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (47d86f49-b9b2-49d9-a459-d976a99ea266), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:59.355061 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ebc6bd62-aa23-4e25-9e9e-9fec117a4fe8 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (47d86f49-b9b2-49d9-a459-d976a99ea266), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:59.417904 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ebc6bd62-aa23-4e25-9e9e-9fec117a4fe8 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (47d86f49-b9b2-49d9-a459-d976a99ea266), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:59.421580 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ebc6bd62-aa23-4e25-9e9e-9fec117a4fe8 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:59.423839 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ebc6bd62-aa23-4e25-9e9e-9fec117a4fe8 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "DELETE /v2.0/security-groups/47d86f49-b9b2-49d9-a459-d976a99ea266 HTTP/1.1" status: 204 len: 168 time: 0.1698697 Jan 18 20:33:59.426419 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49932) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:59.450734 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6bd62-aa23-4e25-9e9e-9fec117a4fe8 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d86f49-b9b2-49d9-a459-d976a99ea266,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:59.504348 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49936) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:59.504597 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d722e67c-73e9-4d73-acdc-fa9a7b31065b tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0767405 Jan 18 20:33:59.509398 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-37a3e4ed-24a8-4b3f-9e99-86809446d379 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group': {'name': 'tempest-secgroup--1962527158'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:59.545160 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-37a3e4ed-24a8-4b3f-9e99-86809446d379 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:59.658367 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-37a3e4ed-24a8-4b3f-9e99-86809446d379 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (840dfed7-d1a4-48d6-92a1-a90186aad4af), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:59.679654 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-37a3e4ed-24a8-4b3f-9e99-86809446d379 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (840dfed7-d1a4-48d6-92a1-a90186aad4af), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:59.716900 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-37a3e4ed-24a8-4b3f-9e99-86809446d379 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:59.721031 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-37a3e4ed-24a8-4b3f-9e99-86809446d379 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2124586 Jan 18 20:33:59.721031 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3e4ed-24a8-4b3f-9e99-86809446d379 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=840dfed7-d1a4-48d6-92a1-a90186aad4af,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:59.722343 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49946) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:59.727382 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-e8cf8145-1a13-43bf-9d0b-37c415583ce4 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group_rule': {'security_group_id': '840dfed7-d1a4-48d6-92a1-a90186aad4af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:59.774714 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-e8cf8145-1a13-43bf-9d0b-37c415583ce4 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:33:59.775793 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e8cf8145-1a13-43bf-9d0b-37c415583ce4 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0522902 Jan 18 20:33:59.778734 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49948) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:59.786806 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-79b552bd-0168-455f-a0aa-3e153b0de124 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group_rule': {'security_group_id': '840dfed7-d1a4-48d6-92a1-a90186aad4af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:59.839474 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-79b552bd-0168-455f-a0aa-3e153b0de124 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:33:59.846623 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49954) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:59.846919 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-79b552bd-0168-455f-a0aa-3e153b0de124 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0656500 Jan 18 20:33:59.954405 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-435c261e-f1b1-4589-a991-e86e436f2486 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (840dfed7-d1a4-48d6-92a1-a90186aad4af), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:59.980886 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-435c261e-f1b1-4589-a991-e86e436f2486 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (840dfed7-d1a4-48d6-92a1-a90186aad4af), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:00.047325 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-435c261e-f1b1-4589-a991-e86e436f2486 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (840dfed7-d1a4-48d6-92a1-a90186aad4af), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:00.050211 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-435c261e-f1b1-4589-a991-e86e436f2486 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:00.056640 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-435c261e-f1b1-4589-a991-e86e436f2486 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "DELETE /v2.0/security-groups/840dfed7-d1a4-48d6-92a1-a90186aad4af HTTP/1.1" status: 204 len: 168 time: 0.2037492 Jan 18 20:34:00.057678 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49966) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:00.061781 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c261e-f1b1-4589-a991-e86e436f2486 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=840dfed7-d1a4-48d6-92a1-a90186aad4af,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:00.146483 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49970) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:00.147510 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b5e3692b-6339-4e42-8c55-7b3ff1c78e6c tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0881348 Jan 18 20:34:00.151809 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-bfb516a7-810b-44b6-8ba8-0bf6bf02744f tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group': {'name': 'tempest-secgroup--345130917'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:00.184023 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bfb516a7-810b-44b6-8ba8-0bf6bf02744f tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:00.219981 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49972) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:00.274225 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bfb516a7-810b-44b6-8ba8-0bf6bf02744f tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (a1d688e3-95d5-46d6-95ea-e7e779af6bac), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:00.279255 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bfb516a7-810b-44b6-8ba8-0bf6bf02744f tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a1d688e3-95d5-46d6-95ea-e7e779af6bac), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:00.316272 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bfb516a7-810b-44b6-8ba8-0bf6bf02744f tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:00.320423 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bfb516a7-810b-44b6-8ba8-0bf6bf02744f tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1700320 Jan 18 20:34:00.322298 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49982) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:00.329894 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-5cac56f1-9c04-494e-8725-5aeac90a3097 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:00.331008 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb516a7-810b-44b6-8ba8-0bf6bf02744f tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d688e3-95d5-46d6-95ea-e7e779af6bac,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:00.334346 n-d-741529-9 neutron-server[103335]: WARNING neutron.api.v2.base [None req-5cac56f1-9c04-494e-8725-5aeac90a3097 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 18 20:34:00.335202 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-5cac56f1-9c04-494e-8725-5aeac90a3097 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] update failed (client error): There was a conflict when trying to complete your request. Jan 18 20:34:00.337778 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5cac56f1-9c04-494e-8725-5aeac90a3097 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "PUT /v2.0/security-groups/a1d688e3-95d5-46d6-95ea-e7e779af6bac HTTP/1.1" status: 409 len: 330 time: 0.0143189 Jan 18 20:34:00.341055 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49986) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:00.412116 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3baf447f-ee46-485a-b6ab-fe5bfd03e567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:00.447751 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-565012e3-0faa-49d9-aad5-d7c7b7b1eda6 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (a1d688e3-95d5-46d6-95ea-e7e779af6bac), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:00.488459 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-565012e3-0faa-49d9-aad5-d7c7b7b1eda6 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (a1d688e3-95d5-46d6-95ea-e7e779af6bac), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:00.553670 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:00.580117 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3baf447f-ee46-485a-b6ab-fe5bfd03e567 admin admin] Publish callbacks [] for security_group (a3a459ff-6bf0-4102-8265-88c87e62c4d2), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:00.581299 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-565012e3-0faa-49d9-aad5-d7c7b7b1eda6 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a1d688e3-95d5-46d6-95ea-e7e779af6bac), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:00.584586 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-565012e3-0faa-49d9-aad5-d7c7b7b1eda6 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:00.585906 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-565012e3-0faa-49d9-aad5-d7c7b7b1eda6 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "DELETE /v2.0/security-groups/a1d688e3-95d5-46d6-95ea-e7e779af6bac HTTP/1.1" status: 204 len: 168 time: 0.2430646 Jan 18 20:34:00.588618 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 49994) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:00.589702 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3baf447f-ee46-485a-b6ab-fe5bfd03e567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a3a459ff-6bf0-4102-8265-88c87e62c4d2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:00.603279 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565012e3-0faa-49d9-aad5-d7c7b7b1eda6 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d688e3-95d5-46d6-95ea-e7e779af6bac,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:00.631340 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf447f-ee46-485a-b6ab-fe5bfd03e567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a459ff-6bf0-4102-8265-88c87e62c4d2,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:00.658026 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3baf447f-ee46-485a-b6ab-fe5bfd03e567 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c61cb10e70634a2192acba12e5cc5397&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4369099 Jan 18 20:34:00.660566 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 49998) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:00.688965 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f44e4227-caee-472a-89f2-f1641885d831 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0991130 Jan 18 20:34:00.692768 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50000) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:00.715347 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-f68b2578-e1fa-4993-ae9c-2c1cbf61a993 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] delete failed (client error): The resource could not be found. Jan 18 20:34:00.722859 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f68b2578-e1fa-4993-ae9c-2c1cbf61a993 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "DELETE /v2.0/security-groups/78bfa91a-a917-44ac-8473-160aa2e471ac HTTP/1.1" status: 404 len: 347 time: 0.0257897 Jan 18 20:34:00.727066 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50004) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:00.744300 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-ffe3149b-209f-482a-a0d3-f3c2e60da20b tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] show failed (client error): The resource could not be found. Jan 18 20:34:00.746021 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ffe3149b-209f-482a-a0d3-f3c2e60da20b tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "GET /v2.0/security-groups/f2faf6e0-ca7d-4c87-b67d-02a49b15ed76 HTTP/1.1" status: 404 len: 347 time: 0.0179393 Jan 18 20:34:00.751507 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50006) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:00.757836 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98b49951-6c45-4d0a-8ad8-bc6761c15b04 admin admin] Publish callbacks [] for security_group (a3a459ff-6bf0-4102-8265-88c87e62c4d2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:00.773671 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-67b7dbc7-84d8-40b8-aeae-e30c1caf16a8 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] show failed (client error): The resource could not be found. Jan 18 20:34:00.776794 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-67b7dbc7-84d8-40b8-aeae-e30c1caf16a8 tempest-NegativeSecGroupIPv6Test-1520365798 tempest-NegativeSecGroupIPv6Test-1520365798-project] 10.222.0.31 "GET /v2.0/security-group-rules/d7f06db8-64e5-4a21-b165-ea8649941fd1 HTTP/1.1" status: 404 len: 356 time: 0.0220449 Jan 18 20:34:00.791843 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98b49951-6c45-4d0a-8ad8-bc6761c15b04 admin admin] Publish callbacks [] for security_group (a3a459ff-6bf0-4102-8265-88c87e62c4d2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:00.861937 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98b49951-6c45-4d0a-8ad8-bc6761c15b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a3a459ff-6bf0-4102-8265-88c87e62c4d2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:00.874430 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98b49951-6c45-4d0a-8ad8-bc6761c15b04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:00.876408 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-98b49951-6c45-4d0a-8ad8-bc6761c15b04 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a3a459ff-6bf0-4102-8265-88c87e62c4d2 HTTP/1.1" status: 204 len: 168 time: 0.2147129 Jan 18 20:34:00.886010 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b49951-6c45-4d0a-8ad8-bc6761c15b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a459ff-6bf0-4102-8265-88c87e62c4d2,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:01.168035 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50038) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:01.298111 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50042) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:01.324062 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-73845a5c-ec7b-40d8-968b-4dd8737cbcc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:01.432948 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-73845a5c-ec7b-40d8-968b-4dd8737cbcc6 admin admin] Publish callbacks [] for security_group (91f7e014-b520-4e96-9e10-921b705d05ff), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:01.442287 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-73845a5c-ec7b-40d8-968b-4dd8737cbcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (91f7e014-b520-4e96-9e10-921b705d05ff), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:01.498880 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-73845a5c-ec7b-40d8-968b-4dd8737cbcc6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70624f4a778345c3922748ab07b34e7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1983917 Jan 18 20:34:01.501009 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73845a5c-ec7b-40d8-968b-4dd8737cbcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f7e014-b520-4e96-9e10-921b705d05ff,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:01.502525 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50048) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:01.565949 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0dad5bc3-691d-466b-aa53-d95d0fddb648 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=abaa54e596df47bbb5a288b5e8b906f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3963449 Jan 18 20:34:01.566579 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50050) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:01.577305 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8a4ea0ed-be69-46f1-a045-b5c5dfa50c53 admin admin] Publish callbacks [] for security_group (91f7e014-b520-4e96-9e10-921b705d05ff), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:01.606913 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8a4ea0ed-be69-46f1-a045-b5c5dfa50c53 admin admin] Publish callbacks [] for security_group (91f7e014-b520-4e96-9e10-921b705d05ff), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:01.621459 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9ee47a97-1965-4802-9c1e-7df231a79070 admin admin] Publish callbacks [] for security_group (0ef206a2-ac03-4589-b513-85ec4585fd8a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:01.667746 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9ee47a97-1965-4802-9c1e-7df231a79070 admin admin] Publish callbacks [] for security_group (0ef206a2-ac03-4589-b513-85ec4585fd8a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:01.681884 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8a4ea0ed-be69-46f1-a045-b5c5dfa50c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (91f7e014-b520-4e96-9e10-921b705d05ff), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:01.685501 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8a4ea0ed-be69-46f1-a045-b5c5dfa50c53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:01.687002 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8a4ea0ed-be69-46f1-a045-b5c5dfa50c53 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/91f7e014-b520-4e96-9e10-921b705d05ff HTTP/1.1" status: 204 len: 168 time: 0.1802306 Jan 18 20:34:01.701795 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ea0ed-be69-46f1-a045-b5c5dfa50c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f7e014-b520-4e96-9e10-921b705d05ff,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:01.752048 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9ee47a97-1965-4802-9c1e-7df231a79070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0ef206a2-ac03-4589-b513-85ec4585fd8a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:01.758805 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9ee47a97-1965-4802-9c1e-7df231a79070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:01.762830 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9ee47a97-1965-4802-9c1e-7df231a79070 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ef206a2-ac03-4589-b513-85ec4585fd8a HTTP/1.1" status: 204 len: 168 time: 0.1927416 Jan 18 20:34:01.770558 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee47a97-1965-4802-9c1e-7df231a79070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef206a2-ac03-4589-b513-85ec4585fd8a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:01.823552 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:04.054884 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:06.829761 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:09.821270 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50440) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:10.003771 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46af4a33-d545-4c07-8f2d-0a120488f0d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:10.106493 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46af4a33-d545-4c07-8f2d-0a120488f0d0 admin admin] Publish callbacks [] for security_group (ed33da2c-5b44-4aac-8400-7fdb6dc28442), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:10.113473 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46af4a33-d545-4c07-8f2d-0a120488f0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ed33da2c-5b44-4aac-8400-7fdb6dc28442), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:10.141187 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af4a33-d545-4c07-8f2d-0a120488f0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed33da2c-5b44-4aac-8400-7fdb6dc28442,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:10.168059 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af4a33-d545-4c07-8f2d-0a120488f0d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:10.168404 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af4a33-d545-4c07-8f2d-0a120488f0d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:10.168740 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af4a33-d545-4c07-8f2d-0a120488f0d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:10.169078 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af4a33-d545-4c07-8f2d-0a120488f0d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:10.170050 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af4a33-d545-4c07-8f2d-0a120488f0d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:10.170376 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af4a33-d545-4c07-8f2d-0a120488f0d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:10.170697 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af4a33-d545-4c07-8f2d-0a120488f0d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:10.171025 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af4a33-d545-4c07-8f2d-0a120488f0d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:10.171331 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af4a33-d545-4c07-8f2d-0a120488f0d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:10.171650 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af4a33-d545-4c07-8f2d-0a120488f0d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:10.171963 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af4a33-d545-4c07-8f2d-0a120488f0d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:10.172272 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af4a33-d545-4c07-8f2d-0a120488f0d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:10.172664 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af4a33-d545-4c07-8f2d-0a120488f0d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:10.185246 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50462) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:10.185740 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-46af4a33-d545-4c07-8f2d-0a120488f0d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4ad346a409446e2a9a83dbbf3eafaf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3630431 Jan 18 20:34:10.257394 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c2262f5a-6bc3-4967-a72f-31bbf1d0c665 admin admin] Publish callbacks [] for security_group (ed33da2c-5b44-4aac-8400-7fdb6dc28442), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:10.283625 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:34:10.294019 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c2262f5a-6bc3-4967-a72f-31bbf1d0c665 admin admin] Publish callbacks [] for security_group (ed33da2c-5b44-4aac-8400-7fdb6dc28442), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:10.364132 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c2262f5a-6bc3-4967-a72f-31bbf1d0c665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ed33da2c-5b44-4aac-8400-7fdb6dc28442), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:10.366807 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c2262f5a-6bc3-4967-a72f-31bbf1d0c665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:10.370745 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c2262f5a-6bc3-4967-a72f-31bbf1d0c665 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed33da2c-5b44-4aac-8400-7fdb6dc28442 HTTP/1.1" status: 204 len: 168 time: 0.1843410 Jan 18 20:34:10.379541 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2262f5a-6bc3-4967-a72f-31bbf1d0c665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed33da2c-5b44-4aac-8400-7fdb6dc28442,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:10.775718 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50478) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:10.790615 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6006fd4-c6f1-42cf-a9e7-b5e03fc75238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:10.946837 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6006fd4-c6f1-42cf-a9e7-b5e03fc75238 admin admin] Publish callbacks [] for security_group (05a48d86-5d38-41ff-a8c1-29941ff23417), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:10.956279 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6006fd4-c6f1-42cf-a9e7-b5e03fc75238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (05a48d86-5d38-41ff-a8c1-29941ff23417), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:11.053328 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50496) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:11.068764 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c6006fd4-c6f1-42cf-a9e7-b5e03fc75238 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c27643d983b04c89935be4d5f0fc9146&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2917371 Jan 18 20:34:11.086087 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6006fd4-c6f1-42cf-a9e7-b5e03fc75238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a48d86-5d38-41ff-a8c1-29941ff23417,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:11.152262 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2c527bdc-4a01-4825-b92b-e3c1a009ddae admin admin] Publish callbacks [] for security_group (05a48d86-5d38-41ff-a8c1-29941ff23417), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:11.197803 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2c527bdc-4a01-4825-b92b-e3c1a009ddae admin admin] Publish callbacks [] for security_group (05a48d86-5d38-41ff-a8c1-29941ff23417), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:11.261516 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2c527bdc-4a01-4825-b92b-e3c1a009ddae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (05a48d86-5d38-41ff-a8c1-29941ff23417), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:11.264363 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2c527bdc-4a01-4825-b92b-e3c1a009ddae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:11.281248 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2c527bdc-4a01-4825-b92b-e3c1a009ddae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/05a48d86-5d38-41ff-a8c1-29941ff23417 HTTP/1.1" status: 204 len: 168 time: 0.2217164 Jan 18 20:34:11.323009 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c527bdc-4a01-4825-b92b-e3c1a009ddae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a48d86-5d38-41ff-a8c1-29941ff23417,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:11.488708 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50508) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:11.753050 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5a1b055d-0968-47b1-83c9-6403e3181f52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:11.866745 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5a1b055d-0968-47b1-83c9-6403e3181f52 admin admin] Publish callbacks [] for security_group (87a800d2-c625-4f72-b9b7-457974d0889f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:11.873252 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5a1b055d-0968-47b1-83c9-6403e3181f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (87a800d2-c625-4f72-b9b7-457974d0889f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:11.913603 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5a1b055d-0968-47b1-83c9-6403e3181f52 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=befeae4a39a4493ba2bb6ddcdc6ee1f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4237492 Jan 18 20:34:11.914808 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b055d-0968-47b1-83c9-6403e3181f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a800d2-c625-4f72-b9b7-457974d0889f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:11.916459 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50528) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:11.990803 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fe00885d-6ab3-4e5c-94c2-c7fda5698069 admin admin] Publish callbacks [] for security_group (87a800d2-c625-4f72-b9b7-457974d0889f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:12.023981 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fe00885d-6ab3-4e5c-94c2-c7fda5698069 admin admin] Publish callbacks [] for security_group (87a800d2-c625-4f72-b9b7-457974d0889f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:12.097115 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fe00885d-6ab3-4e5c-94c2-c7fda5698069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (87a800d2-c625-4f72-b9b7-457974d0889f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:12.100747 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fe00885d-6ab3-4e5c-94c2-c7fda5698069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:12.102020 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fe00885d-6ab3-4e5c-94c2-c7fda5698069 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/87a800d2-c625-4f72-b9b7-457974d0889f HTTP/1.1" status: 204 len: 168 time: 0.1836815 Jan 18 20:34:12.114343 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00885d-6ab3-4e5c-94c2-c7fda5698069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a800d2-c625-4f72-b9b7-457974d0889f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:12.728663 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50564) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:12.744979 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a53f6bf5-093f-4305-a952-96c919182169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:12.896659 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a53f6bf5-093f-4305-a952-96c919182169 admin admin] Publish callbacks [] for security_group (d5a95422-3f65-4bb9-8cae-6a01c42e8013), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:12.902436 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a53f6bf5-093f-4305-a952-96c919182169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d5a95422-3f65-4bb9-8cae-6a01c42e8013), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:12.962714 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a53f6bf5-093f-4305-a952-96c919182169 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=510ccb659cbd4b1780caad1c8bcfa4b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2323966 Jan 18 20:34:12.963672 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f6bf5-093f-4305-a952-96c919182169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a95422-3f65-4bb9-8cae-6a01c42e8013,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:12.965650 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50574) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:13.040275 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e1fd5eb6-41ab-4d5b-b7ba-ae0060b83bdb admin admin] Publish callbacks [] for security_group (d5a95422-3f65-4bb9-8cae-6a01c42e8013), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:13.088593 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e1fd5eb6-41ab-4d5b-b7ba-ae0060b83bdb admin admin] Publish callbacks [] for security_group (d5a95422-3f65-4bb9-8cae-6a01c42e8013), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:13.169206 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e1fd5eb6-41ab-4d5b-b7ba-ae0060b83bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d5a95422-3f65-4bb9-8cae-6a01c42e8013), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:13.173414 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e1fd5eb6-41ab-4d5b-b7ba-ae0060b83bdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:13.177750 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e1fd5eb6-41ab-4d5b-b7ba-ae0060b83bdb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5a95422-3f65-4bb9-8cae-6a01c42e8013 HTTP/1.1" status: 204 len: 168 time: 0.2082939 Jan 18 20:34:13.208238 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd5eb6-41ab-4d5b-b7ba-ae0060b83bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a95422-3f65-4bb9-8cae-6a01c42e8013,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:13.929278 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50624) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:14.044562 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-31c78425-40ed-48af-b9ad-801690888e34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:14.124007 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-31c78425-40ed-48af-b9ad-801690888e34 admin admin] Publish callbacks [] for security_group (ddd229cc-4147-4ce0-b02e-d5aa61097033), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:14.128453 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-31c78425-40ed-48af-b9ad-801690888e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ddd229cc-4147-4ce0-b02e-d5aa61097033), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:14.169487 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-31c78425-40ed-48af-b9ad-801690888e34 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e75b8759c89432dadfebd435101bc63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2365618 Jan 18 20:34:14.169800 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50636) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:14.176302 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c78425-40ed-48af-b9ad-801690888e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd229cc-4147-4ce0-b02e-d5aa61097033,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:14.227445 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-42566b0b-d741-4414-a046-ce63ed7a240e admin admin] Publish callbacks [] for security_group (ddd229cc-4147-4ce0-b02e-d5aa61097033), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:14.250086 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-42566b0b-d741-4414-a046-ce63ed7a240e admin admin] Publish callbacks [] for security_group (ddd229cc-4147-4ce0-b02e-d5aa61097033), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:14.305234 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-42566b0b-d741-4414-a046-ce63ed7a240e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ddd229cc-4147-4ce0-b02e-d5aa61097033), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:14.308369 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-42566b0b-d741-4414-a046-ce63ed7a240e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:14.309856 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-42566b0b-d741-4414-a046-ce63ed7a240e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ddd229cc-4147-4ce0-b02e-d5aa61097033 HTTP/1.1" status: 204 len: 168 time: 0.1387126 Jan 18 20:34:14.323648 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42566b0b-d741-4414-a046-ce63ed7a240e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd229cc-4147-4ce0-b02e-d5aa61097033,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:17.323376 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50810) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:17.455230 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-353646b9-7574-4952-8784-0ee56e50ca4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:17.530408 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-353646b9-7574-4952-8784-0ee56e50ca4f admin admin] Publish callbacks [] for security_group (66b301bd-673b-45e2-b73e-e76363c02066), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:17.533865 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-353646b9-7574-4952-8784-0ee56e50ca4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (66b301bd-673b-45e2-b73e-e76363c02066), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:17.570746 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-353646b9-7574-4952-8784-0ee56e50ca4f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a07d54b988c44a02adf37132e206e4e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2461536 Jan 18 20:34:17.571610 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353646b9-7574-4952-8784-0ee56e50ca4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b301bd-673b-45e2-b73e-e76363c02066,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:17.574124 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50814) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:17.624500 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc2f35ec-ebbb-451c-9e60-6d1b143e4513 admin admin] Publish callbacks [] for security_group (66b301bd-673b-45e2-b73e-e76363c02066), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:17.645006 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc2f35ec-ebbb-451c-9e60-6d1b143e4513 admin admin] Publish callbacks [] for security_group (66b301bd-673b-45e2-b73e-e76363c02066), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:17.693550 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc2f35ec-ebbb-451c-9e60-6d1b143e4513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (66b301bd-673b-45e2-b73e-e76363c02066), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:17.696524 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc2f35ec-ebbb-451c-9e60-6d1b143e4513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:17.698091 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fc2f35ec-ebbb-451c-9e60-6d1b143e4513 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/66b301bd-673b-45e2-b73e-e76363c02066 HTTP/1.1" status: 204 len: 168 time: 0.1221721 Jan 18 20:34:17.714172 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f35ec-ebbb-451c-9e60-6d1b143e4513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b301bd-673b-45e2-b73e-e76363c02066,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:18.092244 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50840) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:18.105269 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59c6aa99-edd4-4b92-a40b-fab1fba0e9f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:18.219066 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59c6aa99-edd4-4b92-a40b-fab1fba0e9f0 admin admin] Publish callbacks [] for security_group (3e1e28d5-a806-4b42-af57-b63ef544769a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:18.223488 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59c6aa99-edd4-4b92-a40b-fab1fba0e9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3e1e28d5-a806-4b42-af57-b63ef544769a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:18.268173 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6aa99-edd4-4b92-a40b-fab1fba0e9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1e28d5-a806-4b42-af57-b63ef544769a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:18.288093 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-59c6aa99-edd4-4b92-a40b-fab1fba0e9f0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f8e82606cd848cba932b25dcdc59b8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1925540 Jan 18 20:34:18.288428 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50844) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:18.345539 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-867b9e84-e1ba-4c22-954c-e77ba0de00e6 admin admin] Publish callbacks [] for security_group (3e1e28d5-a806-4b42-af57-b63ef544769a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:18.368906 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-867b9e84-e1ba-4c22-954c-e77ba0de00e6 admin admin] Publish callbacks [] for security_group (3e1e28d5-a806-4b42-af57-b63ef544769a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:18.425386 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-867b9e84-e1ba-4c22-954c-e77ba0de00e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3e1e28d5-a806-4b42-af57-b63ef544769a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:18.429016 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-867b9e84-e1ba-4c22-954c-e77ba0de00e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:18.432764 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-867b9e84-e1ba-4c22-954c-e77ba0de00e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3e1e28d5-a806-4b42-af57-b63ef544769a HTTP/1.1" status: 204 len: 168 time: 0.1412041 Jan 18 20:34:18.441805 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b9e84-e1ba-4c22-954c-e77ba0de00e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1e28d5-a806-4b42-af57-b63ef544769a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:20.731672 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50932) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:20.872732 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b11ddc03-e46e-4201-b65e-3fe9ad783b28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:20.962952 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b11ddc03-e46e-4201-b65e-3fe9ad783b28 admin admin] Publish callbacks [] for security_group (514be8ef-f1af-4d59-b5a5-0a319651d3ce), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:20.968695 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b11ddc03-e46e-4201-b65e-3fe9ad783b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (514be8ef-f1af-4d59-b5a5-0a319651d3ce), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:21.008995 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b11ddc03-e46e-4201-b65e-3fe9ad783b28 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d852cf2741148d9807d0a65fa819050&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2756295 Jan 18 20:34:21.011713 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50938) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:21.018233 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ddc03-e46e-4201-b65e-3fe9ad783b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514be8ef-f1af-4d59-b5a5-0a319651d3ce,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:21.069162 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e815e6c9-376a-4045-ac7a-c1217b2846b4 admin admin] Publish callbacks [] for security_group (514be8ef-f1af-4d59-b5a5-0a319651d3ce), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:21.094866 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e815e6c9-376a-4045-ac7a-c1217b2846b4 admin admin] Publish callbacks [] for security_group (514be8ef-f1af-4d59-b5a5-0a319651d3ce), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:21.147205 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e815e6c9-376a-4045-ac7a-c1217b2846b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (514be8ef-f1af-4d59-b5a5-0a319651d3ce), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:21.152249 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e815e6c9-376a-4045-ac7a-c1217b2846b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:21.156407 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e815e6c9-376a-4045-ac7a-c1217b2846b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/514be8ef-f1af-4d59-b5a5-0a319651d3ce HTTP/1.1" status: 204 len: 168 time: 0.1435897 Jan 18 20:34:21.165428 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815e6c9-376a-4045-ac7a-c1217b2846b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514be8ef-f1af-4d59-b5a5-0a319651d3ce,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:21.585950 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50958) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:21.623461 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-58b7c523-7a76-48ab-8f8c-16063f5b1d7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:21.783052 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-58b7c523-7a76-48ab-8f8c-16063f5b1d7e admin admin] Publish callbacks [] for security_group (41c760ad-fe25-427f-9725-7fd1d8003b92), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:21.787696 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-58b7c523-7a76-48ab-8f8c-16063f5b1d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (41c760ad-fe25-427f-9725-7fd1d8003b92), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:21.885116 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50960) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:21.897493 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-58b7c523-7a76-48ab-8f8c-16063f5b1d7e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d23aa651c8e74ad5ab016884342ccaf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3041210 Jan 18 20:34:21.899006 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7c523-7a76-48ab-8f8c-16063f5b1d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c760ad-fe25-427f-9725-7fd1d8003b92,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:21.942724 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0a1b3af2-bfbf-44cd-b42c-847d848307bc admin admin] Publish callbacks [] for security_group (41c760ad-fe25-427f-9725-7fd1d8003b92), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:21.972948 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0a1b3af2-bfbf-44cd-b42c-847d848307bc admin admin] Publish callbacks [] for security_group (41c760ad-fe25-427f-9725-7fd1d8003b92), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:22.025117 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0a1b3af2-bfbf-44cd-b42c-847d848307bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (41c760ad-fe25-427f-9725-7fd1d8003b92), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:22.029942 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0a1b3af2-bfbf-44cd-b42c-847d848307bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:22.033435 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0a1b3af2-bfbf-44cd-b42c-847d848307bc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/41c760ad-fe25-427f-9725-7fd1d8003b92 HTTP/1.1" status: 204 len: 168 time: 0.1446309 Jan 18 20:34:22.062548 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b3af2-bfbf-44cd-b42c-847d848307bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c760ad-fe25-427f-9725-7fd1d8003b92,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:22.574455 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 50978) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:22.780987 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-40f9c413-a365-426c-9f67-65a4763b0328 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:22.992552 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-40f9c413-a365-426c-9f67-65a4763b0328 admin admin] Publish callbacks [] for security_group (dbb09074-43be-47e2-885c-61f626de714f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:22.999811 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-40f9c413-a365-426c-9f67-65a4763b0328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (dbb09074-43be-47e2-885c-61f626de714f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:23.089549 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-40f9c413-a365-426c-9f67-65a4763b0328 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7186694da0654a34b7077f5674bfc5b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5133538 Jan 18 20:34:23.093142 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 50992) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:23.100329 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9c413-a365-426c-9f67-65a4763b0328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb09074-43be-47e2-885c-61f626de714f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:23.223509 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-93bdb08a-dc11-4904-a1f1-3423b9baa0f7 admin admin] Publish callbacks [] for security_group (dbb09074-43be-47e2-885c-61f626de714f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:23.290341 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-93bdb08a-dc11-4904-a1f1-3423b9baa0f7 admin admin] Publish callbacks [] for security_group (dbb09074-43be-47e2-885c-61f626de714f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:23.343205 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-93bdb08a-dc11-4904-a1f1-3423b9baa0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (dbb09074-43be-47e2-885c-61f626de714f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:23.346579 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-93bdb08a-dc11-4904-a1f1-3423b9baa0f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:23.349250 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-93bdb08a-dc11-4904-a1f1-3423b9baa0f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dbb09074-43be-47e2-885c-61f626de714f HTTP/1.1" status: 204 len: 168 time: 0.2533236 Jan 18 20:34:23.362392 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdb08a-dc11-4904-a1f1-3423b9baa0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb09074-43be-47e2-885c-61f626de714f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:23.555160 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51006) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:23.707484 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-0ff88297-a181-4526-b714-d2cfb74bbf42 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-893286881'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:23.782147 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff88297-a181-4526-b714-d2cfb74bbf42 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Made reservation on behalf of aa93a669a15f4ca5a4a1fc4bebd8c7f0 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:34:23.789715 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0ff88297-a181-4526-b714-d2cfb74bbf42 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:23.826274 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0ff88297-a181-4526-b714-d2cfb74bbf42 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:24.038994 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0ff88297-a181-4526-b714-d2cfb74bbf42 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks [] for security_group (d81e2c73-ff91-4fd1-8b70-57d3ec67d28e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:24.047242 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0ff88297-a181-4526-b714-d2cfb74bbf42 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d81e2c73-ff91-4fd1-8b70-57d3ec67d28e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:24.074334 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51016) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:24.092327 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48b2b52c-0dbd-45fa-adac-82bc0627cafb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:24.107894 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff88297-a181-4526-b714-d2cfb74bbf42 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d81e2c73-ff91-4fd1-8b70-57d3ec67d28e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:24.125378 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ff88297-a181-4526-b714-d2cfb74bbf42 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:34:24.142969 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0ff88297-a181-4526-b714-d2cfb74bbf42 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (3ce6ca5b-84ba-4235-a80d-ad63a8b0046d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:24.143316 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-0ff88297-a181-4526-b714-d2cfb74bbf42 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Added segment 3ce6ca5b-84ba-4235-a80d-ad63a8b0046d of type vlan for network 2e3681da-2e30-4785-9561-fcfdba72927a Jan 18 20:34:24.221796 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0ff88297-a181-4526-b714-d2cfb74bbf42 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (2e3681da-2e30-4785-9561-fcfdba72927a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:24.240135 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48b2b52c-0dbd-45fa-adac-82bc0627cafb admin admin] Publish callbacks [] for security_group (cefc255c-3162-4230-8025-84e6440d4e3c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:24.246173 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48b2b52c-0dbd-45fa-adac-82bc0627cafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (cefc255c-3162-4230-8025-84e6440d4e3c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:24.279195 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0ff88297-a181-4526-b714-d2cfb74bbf42 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (2e3681da-2e30-4785-9561-fcfdba72927a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:24.284889 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff88297-a181-4526-b714-d2cfb74bbf42 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:24.285574 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0ff88297-a181-4526-b714-d2cfb74bbf42 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:24.317815 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-48b2b52c-0dbd-45fa-adac-82bc0627cafb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=091e86b5995e4cb6a43af42865c6fb33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2412276 Jan 18 20:34:24.317997 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51018) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:24.319149 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2b52c-0dbd-45fa-adac-82bc0627cafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefc255c-3162-4230-8025-84e6440d4e3c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:24.336566 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0ff88297-a181-4526-b714-d2cfb74bbf42 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7803111 Jan 18 20:34:24.339591 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51020) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:24.347261 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-092e4686-1548-48bc-a0e7-c9eecd01ecd2 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Request body: {'subnet': {'network_id': '2e3681da-2e30-4785-9561-fcfdba72927a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:24.381224 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff88297-a181-4526-b714-d2cfb74bbf42 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Pushing event updated for resources: {'Network': ['ID=2e3681da-2e30-4785-9561-fcfdba72927a,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:24.393963 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 2e3681da-2e30-4785-9561-fcfdba72927a details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:34:24.420713 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c9b21929-600c-40af-8efb-a21e72ff38be admin admin] Publish callbacks [] for security_group (cefc255c-3162-4230-8025-84e6440d4e3c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:24.466390 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c9b21929-600c-40af-8efb-a21e72ff38be admin admin] Publish callbacks [] for security_group (cefc255c-3162-4230-8025-84e6440d4e3c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:24.520880 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092e4686-1548-48bc-a0e7-c9eecd01ecd2 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Made reservation on behalf of aa93a669a15f4ca5a4a1fc4bebd8c7f0 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:34:24.534084 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-092e4686-1548-48bc-a0e7-c9eecd01ecd2 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:24.580341 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c9b21929-600c-40af-8efb-a21e72ff38be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (cefc255c-3162-4230-8025-84e6440d4e3c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:24.586756 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c9b21929-600c-40af-8efb-a21e72ff38be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:24.589685 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c9b21929-600c-40af-8efb-a21e72ff38be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cefc255c-3162-4230-8025-84e6440d4e3c HTTP/1.1" status: 204 len: 168 time: 0.2691352 Jan 18 20:34:24.658822 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b21929-600c-40af-8efb-a21e72ff38be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefc255c-3162-4230-8025-84e6440d4e3c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:24.851477 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-092e4686-1548-48bc-a0e7-c9eecd01ecd2 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (a437c85a-2eaf-4fec-9e63-02d6797dd52a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:24.967813 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e4686-1548-48bc-a0e7-c9eecd01ecd2 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Pushing event updated for resources: {'Subnet': ['ID=a437c85a-2eaf-4fec-9e63-02d6797dd52a,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:25.033365 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092e4686-1548-48bc-a0e7-c9eecd01ecd2 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Checking segment: {'id': '3ce6ca5b-84ba-4235-a80d-ad63a8b0046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2e3681da-2e30-4785-9561-fcfdba72927a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:34:25.033974 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092e4686-1548-48bc-a0e7-c9eecd01ecd2 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Network hostable DHCP agents. Network: 2e3681da-2e30-4785-9561-fcfdba72927a, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:34:25.081662 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092e4686-1548-48bc-a0e7-c9eecd01ecd2 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Network 2e3681da-2e30-4785-9561-fcfdba72927a is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:34:25.088094 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-092e4686-1548-48bc-a0e7-c9eecd01ecd2 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 2e3681da-2e30-4785-9561-fcfdba72927a) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:34:25.092814 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092e4686-1548-48bc-a0e7-c9eecd01ecd2 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:25.093487 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-092e4686-1548-48bc-a0e7-c9eecd01ecd2 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:25.106917 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bac80b-3008-41e6-b25e-c298ffbc43f8 None None] Network 2e3681da-2e30-4785-9561-fcfdba72927a requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:34:25.115846 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-092e4686-1548-48bc-a0e7-c9eecd01ecd2 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7749543 Jan 18 20:34:25.118420 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51036) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:25.123576 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-47e887a4-1715-46e9-b4a3-1b67c7a45ba9 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-986280867', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:25.155821 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47e887a4-1715-46e9-b4a3-1b67c7a45ba9 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:25.157981 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47e887a4-1715-46e9-b4a3-1b67c7a45ba9 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:25.234002 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47e887a4-1715-46e9-b4a3-1b67c7a45ba9 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks [] for router_controller (5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:25.242106 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47e887a4-1715-46e9-b4a3-1b67c7a45ba9 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:25.269925 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47e887a4-1715-46e9-b4a3-1b67c7a45ba9 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:25.273067 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-47e887a4-1715-46e9-b4a3-1b67c7a45ba9 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1537008 Jan 18 20:34:25.276180 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51042) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:25.311153 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-2e3681da-2e30-4785-9561-fcfdba72927a', 'network_id': '2e3681da-2e30-4785-9561-fcfdba72927a', 'project_id': 'aa93a669a15f4ca5a4a1fc4bebd8c7f0', 'fixed_ips': [{'subnet_id': 'a437c85a-2eaf-4fec-9e63-02d6797dd52a'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:34:25.312028 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:25.514615 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Allocated IP 172.20.0.2 (2e3681da-2e30-4785-9561-fcfdba72927a/a437c85a-2eaf-4fec-9e63-02d6797dd52a/2b410e1c-cbd2-4915-9186-7bc4fac5b679) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:34:25.695789 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-97810686-cbcd-4406-992c-efed453c10a6 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:25.750069 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0e15ff6c-e3d2-44ef-ac39-2707c2953c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:25.807773 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Publish callbacks [] for port (2b410e1c-cbd2-4915-9186-7bc4fac5b679), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:25.817342 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (2b410e1c-cbd2-4915-9186-7bc4fac5b679), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:25.863330 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Network 2e3681da-2e30-4785-9561-fcfdba72927a is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:34:25.865580 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:34:25.897122 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:34:26.006481 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Pushing event updated for resources: {'Port': ['ID=2b410e1c-cbd2-4915-9186-7bc4fac5b679,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:26.015394 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Attempting to bind port 2b410e1c-cbd2-4915-9186-7bc4fac5b679 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:34:26.015995 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Attempting to bind port 2b410e1c-cbd2-4915-9186-7bc4fac5b679 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '3ce6ca5b-84ba-4235-a80d-ad63a8b0046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2e3681da-2e30-4785-9561-fcfdba72927a'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:34:26.018637 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Attempting to bind port 2b410e1c-cbd2-4915-9186-7bc4fac5b679 on network 2e3681da-2e30-4785-9561-fcfdba72927a {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:34:26.042297 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:26.042645 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:26.043031 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:26.043795 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:26.044276 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:26.045388 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:26.048436 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:26.048797 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:26.049183 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:26.049553 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:26.049957 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:26.050303 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:26.050881 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:26.065729 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:34:26.066106 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Checking segment: {'id': '3ce6ca5b-84ba-4235-a80d-ad63a8b0046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2e3681da-2e30-4785-9561-fcfdba72927a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:34:26.066696 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:26.067232 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Bound using segment: {'id': '3ce6ca5b-84ba-4235-a80d-ad63a8b0046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2e3681da-2e30-4785-9561-fcfdba72927a'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:34:26.067878 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Bound port: 2b410e1c-cbd2-4915-9186-7bc4fac5b679, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce6ca5b-84ba-4235-a80d-ad63a8b0046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2e3681da-2e30-4785-9561-fcfdba72927a'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:34:26.068761 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2b410e1c-cbd2-4915-9186-7bc4fac5b679), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:26.111669 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-97810686-cbcd-4406-992c-efed453c10a6 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Allocated IP 172.20.0.1 (2e3681da-2e30-4785-9561-fcfdba72927a/a437c85a-2eaf-4fec-9e63-02d6797dd52a/8a47eeac-67cb-4f3f-ba42-c4b593c9c9b3) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:34:26.155035 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] For port 2b410e1c-cbd2-4915-9186-7bc4fac5b679, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:34:26.163163 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] For port 2b410e1c-cbd2-4915-9186-7bc4fac5b679, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=2b410e1c-cbd2-4915-9186-7bc4fac5b679,segment=NetworkSegment(3ce6ca5b-84ba-4235-a80d-ad63a8b0046d),segment_id=3ce6ca5b-84ba-4235-a80d-ad63a8b0046d)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:34:26.171241 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (2b410e1c-cbd2-4915-9186-7bc4fac5b679), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:26.294701 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ff4d8-ccc9-41dd-a188-1e196a7798bc None None] Pushing event updated for resources: {'Port': ['ID=2b410e1c-cbd2-4915-9186-7bc4fac5b679,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:26.325936 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-97810686-cbcd-4406-992c-efed453c10a6 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks [] for port (8a47eeac-67cb-4f3f-ba42-c4b593c9c9b3), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:26.379148 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-97810686-cbcd-4406-992c-efed453c10a6 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (8a47eeac-67cb-4f3f-ba42-c4b593c9c9b3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:26.427383 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97810686-cbcd-4406-992c-efed453c10a6 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Network 2e3681da-2e30-4785-9561-fcfdba72927a is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:34:26.431070 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-97810686-cbcd-4406-992c-efed453c10a6 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:34:26.442518 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97810686-cbcd-4406-992c-efed453c10a6 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:34:26.449857 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97810686-cbcd-4406-992c-efed453c10a6 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Pushing event updated for resources: {'Port': ['ID=8a47eeac-67cb-4f3f-ba42-c4b593c9c9b3,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:26.499292 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-97810686-cbcd-4406-992c-efed453c10a6 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:26.666934 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-97810686-cbcd-4406-992c-efed453c10a6 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8a47eeac-67cb-4f3f-ba42-c4b593c9c9b3), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:27.002686 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-97810686-cbcd-4406-992c-efed453c10a6 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks [] for port (8a47eeac-67cb-4f3f-ba42-c4b593c9c9b3), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:27.010944 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-97810686-cbcd-4406-992c-efed453c10a6 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (8a47eeac-67cb-4f3f-ba42-c4b593c9c9b3), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:27.088071 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-97810686-cbcd-4406-992c-efed453c10a6 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:27.141269 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97810686-cbcd-4406-992c-efed453c10a6 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Pushing event updated for resources: {'Port': ['ID=8a47eeac-67cb-4f3f-ba42-c4b593c9c9b3,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:27.267894 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97810686-cbcd-4406-992c-efed453c10a6 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Network 2e3681da-2e30-4785-9561-fcfdba72927a is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:34:27.271725 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-97810686-cbcd-4406-992c-efed453c10a6 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:34:27.488565 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97810686-cbcd-4406-992c-efed453c10a6 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Router 5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:34:27.594360 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 2b410e1c-cbd2-4915-9186-7bc4fac5b679 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:34:27.701722 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 2b410e1c-cbd2-4915-9186-7bc4fac5b679 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:34:27.702101 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2b410e1c-cbd2-4915-9186-7bc4fac5b679), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:27.827341 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-78876f46-373b-4485-9482-d8d947fd4b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:27.927066 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 2b410e1c-cbd2-4915-9186-7bc4fac5b679 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:34:27.927344 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2b410e1c-cbd2-4915-9186-7bc4fac5b679), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:27.989046 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 2b410e1c-cbd2-4915-9186-7bc4fac5b679, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=2b410e1c-cbd2-4915-9186-7bc4fac5b679,segment=NetworkSegment(3ce6ca5b-84ba-4235-a80d-ad63a8b0046d),segment_id=3ce6ca5b-84ba-4235-a80d-ad63a8b0046d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:34:28.004493 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (2b410e1c-cbd2-4915-9186-7bc4fac5b679), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:28.110184 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=2b410e1c-cbd2-4915-9186-7bc4fac5b679,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:28.115094 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09fd672-1a66-4534-859c-872049bc2211 None None] Network 2e3681da-2e30-4785-9561-fcfdba72927a requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:34:28.270634 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-9b466317-fabe-4bd1-8adb-991e78057aff None None] Provisioning complete for port 2b410e1c-cbd2-4915-9186-7bc4fac5b679 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:34:28.270969 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9b466317-fabe-4bd1-8adb-991e78057aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2b410e1c-cbd2-4915-9186-7bc4fac5b679), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:28.271935 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97810686-cbcd-4406-992c-efed453c10a6 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:34:28.291074 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-97810686-cbcd-4406-992c-efed453c10a6 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] 10.222.0.31 "PUT /v2.0/routers/5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0123866 Jan 18 20:34:28.292622 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51158) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:28.303364 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-b9c97bd1-2932-49b5-8177-68dc8bc8f589 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Request body: {'port': {'network_id': '2e3681da-2e30-4785-9561-fcfdba72927a', 'name': 'tempest-FloatingIPNegativeTestJSON-1250055880'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:28.313923 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb57e4f4-0335-40b2-bc74-6af20f09f50b None None] Sync routers for ids ['5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:34:28.456253 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb57e4f4-0335-40b2-bc74-6af20f09f50b None None] Routers {'5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:34:28.456852 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-bb57e4f4-0335-40b2-bc74-6af20f09f50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:34:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:28.494933 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-bb57e4f4-0335-40b2-bc74-6af20f09f50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:28.518032 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb57e4f4-0335-40b2-bc74-6af20f09f50b None None] Routers {'5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:34:28.518651 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-bb57e4f4-0335-40b2-bc74-6af20f09f50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:34:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:28.579332 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-bb57e4f4-0335-40b2-bc74-6af20f09f50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:28.580060 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb57e4f4-0335-40b2-bc74-6af20f09f50b None None] The sync data for ids ['5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:34:28.613765 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9b466317-fabe-4bd1-8adb-991e78057aff None None] Current status of the port 2b410e1c-cbd2-4915-9186-7bc4fac5b679 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:34:28.678704 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c97bd1-2932-49b5-8177-68dc8bc8f589 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Made reservation on behalf of aa93a669a15f4ca5a4a1fc4bebd8c7f0 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:34:28.684163 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9c97bd1-2932-49b5-8177-68dc8bc8f589 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:28.714881 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-b9c97bd1-2932-49b5-8177-68dc8bc8f589 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] device_id is not set on port f7f59313-80d3-49a4-993f-aeb955773cfc yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:34:28.907202 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-b9c97bd1-2932-49b5-8177-68dc8bc8f589 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Allocated IP 172.20.0.12 (2e3681da-2e30-4785-9561-fcfdba72927a/a437c85a-2eaf-4fec-9e63-02d6797dd52a/f7f59313-80d3-49a4-993f-aeb955773cfc) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:34:29.063236 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c69cb489-8c27-4941-a0dc-20e450a9add4 None None] Provisioning complete for port 8a47eeac-67cb-4f3f-ba42-c4b593c9c9b3 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:34:29.063613 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c69cb489-8c27-4941-a0dc-20e450a9add4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8a47eeac-67cb-4f3f-ba42-c4b593c9c9b3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:29.158158 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9c97bd1-2932-49b5-8177-68dc8bc8f589 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks [] for port (f7f59313-80d3-49a4-993f-aeb955773cfc), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:29.216503 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c69cb489-8c27-4941-a0dc-20e450a9add4 None None] Port 8a47eeac-67cb-4f3f-ba42-c4b593c9c9b3 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:34:29.227040 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:29.256193 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c69cb489-8c27-4941-a0dc-20e450a9add4 None None] Provisioning complete for port 2b410e1c-cbd2-4915-9186-7bc4fac5b679 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:34:29.256545 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c69cb489-8c27-4941-a0dc-20e450a9add4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2b410e1c-cbd2-4915-9186-7bc4fac5b679), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:29.263627 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9c97bd1-2932-49b5-8177-68dc8bc8f589 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (f7f59313-80d3-49a4-993f-aeb955773cfc), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:29.458978 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c97bd1-2932-49b5-8177-68dc8bc8f589 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Pushing event updated for resources: {'Port': ['ID=f7f59313-80d3-49a4-993f-aeb955773cfc,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:29.528598 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c97bd1-2932-49b5-8177-68dc8bc8f589 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Network 2e3681da-2e30-4785-9561-fcfdba72927a is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:34:29.534985 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-b9c97bd1-2932-49b5-8177-68dc8bc8f589 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:34:29.547859 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c97bd1-2932-49b5-8177-68dc8bc8f589 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:34:29.638579 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c69cb489-8c27-4941-a0dc-20e450a9add4 None None] Current status of the port 2b410e1c-cbd2-4915-9186-7bc4fac5b679 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:34:29.646481 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 2b410e1c-cbd2-4915-9186-7bc4fac5b679 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:34:29.735526 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 2b410e1c-cbd2-4915-9186-7bc4fac5b679 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:34:29.736514 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2b410e1c-cbd2-4915-9186-7bc4fac5b679), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:29.771902 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c97bd1-2932-49b5-8177-68dc8bc8f589 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:29.782100 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9c97bd1-2932-49b5-8177-68dc8bc8f589 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:29.798384 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-db339d3b-027c-462b-a52f-7c5ab081c5d7 None None] Provisioning complete for port 8a47eeac-67cb-4f3f-ba42-c4b593c9c9b3 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:34:29.798660 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-db339d3b-027c-462b-a52f-7c5ab081c5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8a47eeac-67cb-4f3f-ba42-c4b593c9c9b3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:29.872492 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b9c97bd1-2932-49b5-8177-68dc8bc8f589 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5725074 Jan 18 20:34:29.873920 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51322) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:29.886097 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-a54ff466-5dcb-499e-ba4d-f8c87618003e tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:30.008340 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a54ff466-5dcb-499e-ba4d-f8c87618003e tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:30.216977 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a54ff466-5dcb-499e-ba4d-f8c87618003e tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:30.291743 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-db339d3b-027c-462b-a52f-7c5ab081c5d7 None None] Port 8a47eeac-67cb-4f3f-ba42-c4b593c9c9b3 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:34:30.321097 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 2b410e1c-cbd2-4915-9186-7bc4fac5b679 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:34:30.410477 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-a54ff466-5dcb-499e-ba4d-f8c87618003e tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Allocated IP 172.25.4.63 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/57073ff4-8732-42ac-9843-b677323e9d54) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:34:30.430605 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e3e93585-cde0-42e8-812d-0942dc380048 None None] Provisioning complete for port f7f59313-80d3-49a4-993f-aeb955773cfc triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:34:30.430877 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e3e93585-cde0-42e8-812d-0942dc380048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f7f59313-80d3-49a4-993f-aeb955773cfc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:30.516328 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e3e93585-cde0-42e8-812d-0942dc380048 None None] Port f7f59313-80d3-49a4-993f-aeb955773cfc cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:34:30.551006 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e3e93585-cde0-42e8-812d-0942dc380048 None None] Provisioning complete for port 8a47eeac-67cb-4f3f-ba42-c4b593c9c9b3 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:34:30.551370 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e3e93585-cde0-42e8-812d-0942dc380048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8a47eeac-67cb-4f3f-ba42-c4b593c9c9b3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:30.559706 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:30.591635 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a54ff466-5dcb-499e-ba4d-f8c87618003e tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks [] for port (57073ff4-8732-42ac-9843-b677323e9d54), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:30.633124 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e3e93585-cde0-42e8-812d-0942dc380048 None None] Port 8a47eeac-67cb-4f3f-ba42-c4b593c9c9b3 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:34:30.639297 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a54ff466-5dcb-499e-ba4d-f8c87618003e tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (57073ff4-8732-42ac-9843-b677323e9d54), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:30.696793 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54ff466-5dcb-499e-ba4d-f8c87618003e tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:34:30.710682 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-a54ff466-5dcb-499e-ba4d-f8c87618003e tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:34:30.713345 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54ff466-5dcb-499e-ba4d-f8c87618003e tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:34:30.821592 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ff466-5dcb-499e-ba4d-f8c87618003e tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Pushing event updated for resources: {'Port': ['ID=57073ff4-8732-42ac-9843-b677323e9d54,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:30.960556 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a54ff466-5dcb-499e-ba4d-f8c87618003e tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks [] for floatingip (25710bb9-b20b-4381-bf2d-0e0d348628f4), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:31.018023 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a54ff466-5dcb-499e-ba4d-f8c87618003e tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (57073ff4-8732-42ac-9843-b677323e9d54), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:31.200484 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a54ff466-5dcb-499e-ba4d-f8c87618003e tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks [] for port (57073ff4-8732-42ac-9843-b677323e9d54), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:31.206160 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a54ff466-5dcb-499e-ba4d-f8c87618003e tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (57073ff4-8732-42ac-9843-b677323e9d54), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:31.290936 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ff466-5dcb-499e-ba4d-f8c87618003e tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Pushing event updated for resources: {'Port': ['ID=57073ff4-8732-42ac-9843-b677323e9d54,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:31.313457 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a54ff466-5dcb-499e-ba4d-f8c87618003e tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (25710bb9-b20b-4381-bf2d-0e0d348628f4), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:31.338322 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a54ff466-5dcb-499e-ba4d-f8c87618003e tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:31.340349 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a54ff466-5dcb-499e-ba4d-f8c87618003e tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4635012 Jan 18 20:34:31.343906 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51472) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:31.350785 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-7c2ead20-ad34-47a3-93ed-3fff3de5ecbc tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Request body: {'floatingip': {'port_id': 'f7f59313-80d3-49a4-993f-aeb955773cfc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:31.414984 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7c2ead20-ad34-47a3-93ed-3fff3de5ecbc tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks [] for floatingip (25710bb9-b20b-4381-bf2d-0e0d348628f4), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:31.626459 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-7c2ead20-ad34-47a3-93ed-3fff3de5ecbc tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] update failed (client error): The resource could not be found. Jan 18 20:34:31.628076 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7c2ead20-ad34-47a3-93ed-3fff3de5ecbc tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] 10.222.0.31 "PUT /v2.0/floatingips/25710bb9-b20b-4381-bf2d-0e0d348628f4 HTTP/1.1" status: 404 len: 507 time: 0.2822549 Jan 18 20:34:31.630834 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51510) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:31.827585 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:32.003910 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0b163555-5f8a-4979-8d8c-1a3102168acc tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Deleting port 57073ff4-8732-42ac-9843-b677323e9d54 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:34:32.004369 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b163555-5f8a-4979-8d8c-1a3102168acc tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (57073ff4-8732-42ac-9843-b677323e9d54), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:32.143200 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b163555-5f8a-4979-8d8c-1a3102168acc tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (57073ff4-8732-42ac-9843-b677323e9d54), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:32.143529 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b163555-5f8a-4979-8d8c-1a3102168acc tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks [] for floatingip (57073ff4-8732-42ac-9843-b677323e9d54), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:32.179970 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0b163555-5f8a-4979-8d8c-1a3102168acc tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Calling delete_port for 57073ff4-8732-42ac-9843-b677323e9d54 owned by network:floatingip {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:34:32.406784 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b163555-5f8a-4979-8d8c-1a3102168acc tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (57073ff4-8732-42ac-9843-b677323e9d54), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:32.449596 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b163555-5f8a-4979-8d8c-1a3102168acc tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Pushing event deleted for resources: {'Port': ['ID=57073ff4-8732-42ac-9843-b677323e9d54,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:32.521440 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b163555-5f8a-4979-8d8c-1a3102168acc tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks [] for floatingip (25710bb9-b20b-4381-bf2d-0e0d348628f4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:32.524492 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b163555-5f8a-4979-8d8c-1a3102168acc tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:32.525999 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0b163555-5f8a-4979-8d8c-1a3102168acc tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] 10.222.0.31 "DELETE /v2.0/floatingips/25710bb9-b20b-4381-bf2d-0e0d348628f4 HTTP/1.1" status: 204 len: 168 time: 0.8939714 Jan 18 20:34:32.530187 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51586) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:32.535242 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-9776993d-3e91-4d1e-8edd-20ed5fcaa508 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Request body: {'floatingip': {'floating_network_id': '2e3681da-2e30-4785-9561-fcfdba72927a', 'port_id': 'f7f59313-80d3-49a4-993f-aeb955773cfc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:32.564367 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9776993d-3e91-4d1e-8edd-20ed5fcaa508 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:32.699392 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-9776993d-3e91-4d1e-8edd-20ed5fcaa508 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 20:34:32.701379 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9776993d-3e91-4d1e-8edd-20ed5fcaa508 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1701767 Jan 18 20:34:32.705081 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51588) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:32.710055 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f17fbb88-2adc-4470-a979-26a618940799 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'port_id': 'f7f59313-80d3-49a4-993f-aeb955773cfc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:32.749659 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f17fbb88-2adc-4470-a979-26a618940799 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:33.202525 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f17fbb88-2adc-4470-a979-26a618940799 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:33.343509 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-f17fbb88-2adc-4470-a979-26a618940799 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Allocated IP 172.25.4.91 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/24ac301f-c7ce-4599-9d21-a9619bbee10c) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:34:33.475243 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f17fbb88-2adc-4470-a979-26a618940799 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks [] for port (24ac301f-c7ce-4599-9d21-a9619bbee10c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:33.519883 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f17fbb88-2adc-4470-a979-26a618940799 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (24ac301f-c7ce-4599-9d21-a9619bbee10c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:33.570155 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17fbb88-2adc-4470-a979-26a618940799 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:34:33.573310 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-f17fbb88-2adc-4470-a979-26a618940799 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:34:33.580042 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17fbb88-2adc-4470-a979-26a618940799 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:34:33.633884 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17fbb88-2adc-4470-a979-26a618940799 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Pushing event updated for resources: {'Port': ['ID=24ac301f-c7ce-4599-9d21-a9619bbee10c,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:33.834017 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-f17fbb88-2adc-4470-a979-26a618940799 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Deleting port 24ac301f-c7ce-4599-9d21-a9619bbee10c {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:34:33.834634 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f17fbb88-2adc-4470-a979-26a618940799 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (24ac301f-c7ce-4599-9d21-a9619bbee10c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:33.977038 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f17fbb88-2adc-4470-a979-26a618940799 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (24ac301f-c7ce-4599-9d21-a9619bbee10c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:33.979099 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f17fbb88-2adc-4470-a979-26a618940799 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks [] for floatingip (24ac301f-c7ce-4599-9d21-a9619bbee10c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:34.008544 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-f17fbb88-2adc-4470-a979-26a618940799 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Calling delete_port for 24ac301f-c7ce-4599-9d21-a9619bbee10c owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:34:34.046095 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:34.193393 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f17fbb88-2adc-4470-a979-26a618940799 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (24ac301f-c7ce-4599-9d21-a9619bbee10c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:34.230145 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17fbb88-2adc-4470-a979-26a618940799 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Pushing event deleted for resources: {'Port': ['ID=24ac301f-c7ce-4599-9d21-a9619bbee10c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:34.327137 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-f17fbb88-2adc-4470-a979-26a618940799 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] create failed (client error): The resource could not be found. Jan 18 20:34:34.332165 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51614) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:34.333222 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f17fbb88-2adc-4470-a979-26a618940799 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.6261208 Jan 18 20:34:34.441444 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-673d1178-74d4-49c9-ae29-5b7bcd0f9297 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Deleting port f7f59313-80d3-49a4-993f-aeb955773cfc {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:34:34.442033 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-673d1178-74d4-49c9-ae29-5b7bcd0f9297 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (f7f59313-80d3-49a4-993f-aeb955773cfc), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:34.541458 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-673d1178-74d4-49c9-ae29-5b7bcd0f9297 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (f7f59313-80d3-49a4-993f-aeb955773cfc), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:34.555711 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-673d1178-74d4-49c9-ae29-5b7bcd0f9297 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Calling delete_port for f7f59313-80d3-49a4-993f-aeb955773cfc owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:34:34.700844 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-673d1178-74d4-49c9-ae29-5b7bcd0f9297 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (f7f59313-80d3-49a4-993f-aeb955773cfc), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:34.761682 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d1178-74d4-49c9-ae29-5b7bcd0f9297 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Pushing event deleted for resources: {'Port': ['ID=f7f59313-80d3-49a4-993f-aeb955773cfc,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:34.844920 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-673d1178-74d4-49c9-ae29-5b7bcd0f9297 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:34.849386 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-673d1178-74d4-49c9-ae29-5b7bcd0f9297 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] 10.222.0.31 "DELETE /v2.0/ports/f7f59313-80d3-49a4-993f-aeb955773cfc HTTP/1.1" status: 204 len: 168 time: 0.5154123 Jan 18 20:34:34.851445 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51616) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:34.915509 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d12e061-6ba8-41ce-99fa-c8ecac15ee93 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:34.920810 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3d12e061-6ba8-41ce-99fa-c8ecac15ee93 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d HTTP/1.1" status: 200 len: 913 time: 0.0659738 Jan 18 20:34:34.921175 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51618) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:35.494587 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7b426c5e-c72a-43ef-9945-f6487ff621b0 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:35.767333 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-7b426c5e-c72a-43ef-9945-f6487ff621b0 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Deleting port 8a47eeac-67cb-4f3f-ba42-c4b593c9c9b3 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:34:35.768038 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7b426c5e-c72a-43ef-9945-f6487ff621b0 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (8a47eeac-67cb-4f3f-ba42-c4b593c9c9b3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:35.875697 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7b426c5e-c72a-43ef-9945-f6487ff621b0 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (8a47eeac-67cb-4f3f-ba42-c4b593c9c9b3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:35.889221 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-7b426c5e-c72a-43ef-9945-f6487ff621b0 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Calling delete_port for 8a47eeac-67cb-4f3f-ba42-c4b593c9c9b3 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:34:36.089753 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7b426c5e-c72a-43ef-9945-f6487ff621b0 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (8a47eeac-67cb-4f3f-ba42-c4b593c9c9b3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:36.121566 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b426c5e-c72a-43ef-9945-f6487ff621b0 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Pushing event deleted for resources: {'Port': ['ID=8a47eeac-67cb-4f3f-ba42-c4b593c9c9b3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:36.355344 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7b426c5e-c72a-43ef-9945-f6487ff621b0 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:36.614720 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b426c5e-c72a-43ef-9945-f6487ff621b0 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Router 5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:34:36.704906 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b426c5e-c72a-43ef-9945-f6487ff621b0 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:34:36.711581 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7b426c5e-c72a-43ef-9945-f6487ff621b0 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] 10.222.0.31 "PUT /v2.0/routers/5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7892008 Jan 18 20:34:36.717676 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4709f9fa-95c7-4c17-859a-e8231ca7a7d0 None None] Sync routers for ids ['5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:34:36.721823 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51644) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:36.733981 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4709f9fa-95c7-4c17-859a-e8231ca7a7d0 None None] Routers {'5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:34:36.734586 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-4709f9fa-95c7-4c17-859a-e8231ca7a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:34:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:36.790606 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-4709f9fa-95c7-4c17-859a-e8231ca7a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:36.807782 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47f67452-ef37-4be0-abba-e2305ea24eed tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks [] for router (5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:36.810305 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4709f9fa-95c7-4c17-859a-e8231ca7a7d0 None None] Routers {'5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:34:36.811007 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-4709f9fa-95c7-4c17-859a-e8231ca7a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:34:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:36.845153 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:36.898995 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-4709f9fa-95c7-4c17-859a-e8231ca7a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:36.899574 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4709f9fa-95c7-4c17-859a-e8231ca7a7d0 None None] The sync data for ids ['5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:34:37.396863 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47f67452-ef37-4be0-abba-e2305ea24eed tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:37.399603 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47f67452-ef37-4be0-abba-e2305ea24eed tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks [] for router_controller (5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:37.452920 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47f67452-ef37-4be0-abba-e2305ea24eed tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:37.453866 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f67452-ef37-4be0-abba-e2305ea24eed tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Fanout notify agent at l3_agent the message router_deleted on router 5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:34:37.469133 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47f67452-ef37-4be0-abba-e2305ea24eed tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:37.474157 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51652) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:37.484122 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-47f67452-ef37-4be0-abba-e2305ea24eed tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] 10.222.0.31 "DELETE /v2.0/routers/5e19e5d4-16a4-4f0d-bcf8-49cfbc77ca0d HTTP/1.1" status: 204 len: 168 time: 0.7595375 Jan 18 20:34:37.530750 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e4f2597-fb6c-4cc9-b693-4bcf9bdaac05 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Deleting subnet a437c85a-2eaf-4fec-9e63-02d6797dd52a {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:34:37.534964 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1e4f2597-fb6c-4cc9-b693-4bcf9bdaac05 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks [] for subnet (a437c85a-2eaf-4fec-9e63-02d6797dd52a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:37.583919 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1e4f2597-fb6c-4cc9-b693-4bcf9bdaac05 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (a437c85a-2eaf-4fec-9e63-02d6797dd52a), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:37.734061 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1e4f2597-fb6c-4cc9-b693-4bcf9bdaac05 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (a437c85a-2eaf-4fec-9e63-02d6797dd52a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:37.804881 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1e4f2597-fb6c-4cc9-b693-4bcf9bdaac05 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (a437c85a-2eaf-4fec-9e63-02d6797dd52a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:37.850464 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f2597-fb6c-4cc9-b693-4bcf9bdaac05 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Pushing event deleted for resources: {'Subnet': ['ID=a437c85a-2eaf-4fec-9e63-02d6797dd52a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:37.851678 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7cdd64-a73f-4711-9545-2920f1fccd2a None None] Network 2e3681da-2e30-4785-9561-fcfdba72927a requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:34:37.854674 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1e4f2597-fb6c-4cc9-b693-4bcf9bdaac05 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:37.861285 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1e4f2597-fb6c-4cc9-b693-4bcf9bdaac05 tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] 10.222.0.31 "DELETE /v2.0/subnets/a437c85a-2eaf-4fec-9e63-02d6797dd52a HTTP/1.1" status: 204 len: 168 time: 0.3839307 Jan 18 20:34:37.862187 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51660) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:37.967282 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ec63c620-6a3c-4995-b2a9-1b3be915ef5c tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (2e3681da-2e30-4785-9561-fcfdba72927a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:38.079981 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-ec63c620-6a3c-4995-b2a9-1b3be915ef5c tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Deleting port 2b410e1c-cbd2-4915-9186-7bc4fac5b679 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:34:38.080620 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ec63c620-6a3c-4995-b2a9-1b3be915ef5c tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (2b410e1c-cbd2-4915-9186-7bc4fac5b679), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:38.180891 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8228035-0cd2-411e-a273-7a3161d4ae00 None None] DHCP port deletion for 2e3681da-2e30-4785-9561-fcfdba72927a request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:34:38.203874 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-ec63c620-6a3c-4995-b2a9-1b3be915ef5c tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] For port 2b410e1c-cbd2-4915-9186-7bc4fac5b679, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=2b410e1c-cbd2-4915-9186-7bc4fac5b679,segment=NetworkSegment(3ce6ca5b-84ba-4235-a80d-ad63a8b0046d),segment_id=3ce6ca5b-84ba-4235-a80d-ad63a8b0046d)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:34:38.204315 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ec63c620-6a3c-4995-b2a9-1b3be915ef5c tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (2b410e1c-cbd2-4915-9186-7bc4fac5b679), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:38.237373 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-ec63c620-6a3c-4995-b2a9-1b3be915ef5c tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Calling delete_port for 2b410e1c-cbd2-4915-9186-7bc4fac5b679 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:34:38.322824 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b8228035-0cd2-411e-a273-7a3161d4ae00 None None] Deleting port 2b410e1c-cbd2-4915-9186-7bc4fac5b679 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:34:38.323522 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b8228035-0cd2-411e-a273-7a3161d4ae00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (2b410e1c-cbd2-4915-9186-7bc4fac5b679), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:38.522300 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ec63c620-6a3c-4995-b2a9-1b3be915ef5c tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (2b410e1c-cbd2-4915-9186-7bc4fac5b679), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:38.553443 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b8228035-0cd2-411e-a273-7a3161d4ae00 None None] For port 2b410e1c-cbd2-4915-9186-7bc4fac5b679, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=2b410e1c-cbd2-4915-9186-7bc4fac5b679,segment=NetworkSegment(3ce6ca5b-84ba-4235-a80d-ad63a8b0046d),segment_id=3ce6ca5b-84ba-4235-a80d-ad63a8b0046d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:34:38.553893 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b8228035-0cd2-411e-a273-7a3161d4ae00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (2b410e1c-cbd2-4915-9186-7bc4fac5b679), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:38.573612 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63c620-6a3c-4995-b2a9-1b3be915ef5c tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Pushing event deleted for resources: {'Port': ['ID=2b410e1c-cbd2-4915-9186-7bc4fac5b679,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:38.581828 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b8228035-0cd2-411e-a273-7a3161d4ae00 None None] Calling delete_port for 2b410e1c-cbd2-4915-9186-7bc4fac5b679 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:34:38.582610 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec63c620-6a3c-4995-b2a9-1b3be915ef5c tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] No DVR routers for this DVR port 2b410e1c-cbd2-4915-9186-7bc4fac5b679 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:34:38.718457 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b8228035-0cd2-411e-a273-7a3161d4ae00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (2b410e1c-cbd2-4915-9186-7bc4fac5b679), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:38.751866 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ec63c620-6a3c-4995-b2a9-1b3be915ef5c tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (2e3681da-2e30-4785-9561-fcfdba72927a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:38.760526 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8228035-0cd2-411e-a273-7a3161d4ae00 None None] Pushing event deleted for resources: {'Port': ['ID=2b410e1c-cbd2-4915-9186-7bc4fac5b679,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:38.772233 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8228035-0cd2-411e-a273-7a3161d4ae00 None None] No DVR routers for this DVR port 2b410e1c-cbd2-4915-9186-7bc4fac5b679 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:34:38.795097 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-ec63c620-6a3c-4995-b2a9-1b3be915ef5c tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3681da-2e30-4785-9561-fcfdba72927a']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:38.805048 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-ec63c620-6a3c-4995-b2a9-1b3be915ef5c tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce6ca5b-84ba-4235-a80d-ad63a8b0046d') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:38.805350 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-ec63c620-6a3c-4995-b2a9-1b3be915ef5c tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce6ca5b-84ba-4235-a80d-ad63a8b0046d') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:38.816093 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ec63c620-6a3c-4995-b2a9-1b3be915ef5c tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (3ce6ca5b-84ba-4235-a80d-ad63a8b0046d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:38.829359 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ec63c620-6a3c-4995-b2a9-1b3be915ef5c tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (3ce6ca5b-84ba-4235-a80d-ad63a8b0046d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:38.840528 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec63c620-6a3c-4995-b2a9-1b3be915ef5c tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:34:38.841040 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ec63c620-6a3c-4995-b2a9-1b3be915ef5c tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (3ce6ca5b-84ba-4235-a80d-ad63a8b0046d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:34:38.906152 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:34:38.912456 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ec63c620-6a3c-4995-b2a9-1b3be915ef5c tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (2e3681da-2e30-4785-9561-fcfdba72927a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:38.928570 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ec63c620-6a3c-4995-b2a9-1b3be915ef5c tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:38.931935 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ec63c620-6a3c-4995-b2a9-1b3be915ef5c tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] 10.222.0.31 "DELETE /v2.0/networks/2e3681da-2e30-4785-9561-fcfdba72927a HTTP/1.1" status: 204 len: 168 time: 1.0685861 Jan 18 20:34:38.945989 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63c620-6a3c-4995-b2a9-1b3be915ef5c tempest-FloatingIPNegativeTestJSON-294088007 tempest-FloatingIPNegativeTestJSON-294088007-project] Pushing event deleted for resources: {'Network': ['ID=2e3681da-2e30-4785-9561-fcfdba72927a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:39.223447 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51674) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:39.398054 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f6c16928-13d2-46ae-bdba-718c6a2e1270 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa93a669a15f4ca5a4a1fc4bebd8c7f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1732323 Jan 18 20:34:39.400484 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51678) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:39.466694 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ce95bfa6-27fc-458b-a69a-c32bdb096b95 admin admin] Publish callbacks [] for security_group (d81e2c73-ff91-4fd1-8b70-57d3ec67d28e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:39.490111 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 2b410e1c-cbd2-4915-9186-7bc4fac5b679 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:34:39.492804 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ce95bfa6-27fc-458b-a69a-c32bdb096b95 admin admin] Publish callbacks [] for security_group (d81e2c73-ff91-4fd1-8b70-57d3ec67d28e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:39.526234 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 2b410e1c-cbd2-4915-9186-7bc4fac5b679 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:34:39.526578 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 2b410e1c-cbd2-4915-9186-7bc4fac5b679 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:34:39.566554 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ce95bfa6-27fc-458b-a69a-c32bdb096b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d81e2c73-ff91-4fd1-8b70-57d3ec67d28e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:39.569433 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ce95bfa6-27fc-458b-a69a-c32bdb096b95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:39.572964 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ce95bfa6-27fc-458b-a69a-c32bdb096b95 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d81e2c73-ff91-4fd1-8b70-57d3ec67d28e HTTP/1.1" status: 204 len: 168 time: 0.1693311 Jan 18 20:34:39.582646 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95bfa6-27fc-458b-a69a-c32bdb096b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81e2c73-ff91-4fd1-8b70-57d3ec67d28e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:40.423288 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51716) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:40.539251 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-5891382d-f714-4e4a-835f-fe3afcd8db0e tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1130341454'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:40.572710 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5891382d-f714-4e4a-835f-fe3afcd8db0e tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Made reservation on behalf of f5b6118310d744b982fbafe3399e88ce for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:34:40.576949 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5891382d-f714-4e4a-835f-fe3afcd8db0e tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:40.587942 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5891382d-f714-4e4a-835f-fe3afcd8db0e tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:40.721444 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5891382d-f714-4e4a-835f-fe3afcd8db0e tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for security_group (11d1f48d-7a6d-400c-88b7-89344c3fd41a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:40.732543 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5891382d-f714-4e4a-835f-fe3afcd8db0e tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (11d1f48d-7a6d-400c-88b7-89344c3fd41a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:40.799448 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5891382d-f714-4e4a-835f-fe3afcd8db0e tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:34:40.805343 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891382d-f714-4e4a-835f-fe3afcd8db0e tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11d1f48d-7a6d-400c-88b7-89344c3fd41a,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:40.813550 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5891382d-f714-4e4a-835f-fe3afcd8db0e tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (72562022-c49f-42c8-aa57-d8b62e8471ce), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:40.813933 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-5891382d-f714-4e4a-835f-fe3afcd8db0e tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Added segment 72562022-c49f-42c8-aa57-d8b62e8471ce of type vlan for network b5115877-a19c-4184-9657-903676becf4d Jan 18 20:34:40.863155 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5891382d-f714-4e4a-835f-fe3afcd8db0e tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (b5115877-a19c-4184-9657-903676becf4d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:40.941031 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5891382d-f714-4e4a-835f-fe3afcd8db0e tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (b5115877-a19c-4184-9657-903676becf4d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:40.941136 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5891382d-f714-4e4a-835f-fe3afcd8db0e tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:40.941966 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5891382d-f714-4e4a-835f-fe3afcd8db0e tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:41.028278 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891382d-f714-4e4a-835f-fe3afcd8db0e tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event updated for resources: {'Network': ['ID=b5115877-a19c-4184-9657-903676becf4d,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:41.049910 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5891382d-f714-4e4a-835f-fe3afcd8db0e tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6169641 Jan 18 20:34:41.067065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network b5115877-a19c-4184-9657-903676becf4d details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:34:41.179844 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51728) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:41.185536 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-8f06f3ba-3872-4803-ad4b-b0da51b75991 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Request body: {'subnet': {'network_id': 'b5115877-a19c-4184-9657-903676becf4d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:41.329012 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f06f3ba-3872-4803-ad4b-b0da51b75991 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Made reservation on behalf of f5b6118310d744b982fbafe3399e88ce for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:34:41.333425 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8f06f3ba-3872-4803-ad4b-b0da51b75991 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:41.545039 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8f06f3ba-3872-4803-ad4b-b0da51b75991 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (a527492f-bc48-42b6-b76c-2bccda4653bb), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:41.613827 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06f3ba-3872-4803-ad4b-b0da51b75991 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event updated for resources: {'Subnet': ['ID=a527492f-bc48-42b6-b76c-2bccda4653bb,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:41.623180 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f06f3ba-3872-4803-ad4b-b0da51b75991 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Checking segment: {'id': '72562022-c49f-42c8-aa57-d8b62e8471ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b5115877-a19c-4184-9657-903676becf4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:34:41.623564 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f06f3ba-3872-4803-ad4b-b0da51b75991 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Network hostable DHCP agents. Network: b5115877-a19c-4184-9657-903676becf4d, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:34:41.643471 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f06f3ba-3872-4803-ad4b-b0da51b75991 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Network b5115877-a19c-4184-9657-903676becf4d is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:34:41.655257 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-8f06f3ba-3872-4803-ad4b-b0da51b75991 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, b5115877-a19c-4184-9657-903676becf4d) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:34:41.665344 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdab3c7-2920-4983-8870-be4848de959f None None] Network b5115877-a19c-4184-9657-903676becf4d requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:34:41.685387 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f06f3ba-3872-4803-ad4b-b0da51b75991 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:41.686042 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8f06f3ba-3872-4803-ad4b-b0da51b75991 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:41.740851 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8f06f3ba-3872-4803-ad4b-b0da51b75991 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5564969 Jan 18 20:34:41.741071 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51730) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:41.753540 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-ca2a10c1-cf30-4f54-8701-d8a5cefccd5d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-669400680'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:41.790095 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2a10c1-cf30-4f54-8701-d8a5cefccd5d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Made reservation on behalf of f5b6118310d744b982fbafe3399e88ce for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:34:41.794707 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca2a10c1-cf30-4f54-8701-d8a5cefccd5d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:41.845148 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca2a10c1-cf30-4f54-8701-d8a5cefccd5d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:34:41.853310 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e05512-cceb-4f8c-a763-9aa0e3d33b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-b5115877-a19c-4184-9657-903676becf4d', 'network_id': 'b5115877-a19c-4184-9657-903676becf4d', 'project_id': 'f5b6118310d744b982fbafe3399e88ce', 'fixed_ips': [{'subnet_id': 'a527492f-bc48-42b6-b76c-2bccda4653bb'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:34:41.855058 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d6e05512-cceb-4f8c-a763-9aa0e3d33b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:41.876860 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca2a10c1-cf30-4f54-8701-d8a5cefccd5d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (93ec621d-9feb-4e54-911f-63eb3cd414af), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:41.880357 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-ca2a10c1-cf30-4f54-8701-d8a5cefccd5d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Added segment 93ec621d-9feb-4e54-911f-63eb3cd414af of type vlan for network 601b1fbb-bc55-4d48-aea1-8a40f7c04b8e Jan 18 20:34:41.963914 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca2a10c1-cf30-4f54-8701-d8a5cefccd5d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (601b1fbb-bc55-4d48-aea1-8a40f7c04b8e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:41.998052 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca2a10c1-cf30-4f54-8701-d8a5cefccd5d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (601b1fbb-bc55-4d48-aea1-8a40f7c04b8e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:42.004935 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2a10c1-cf30-4f54-8701-d8a5cefccd5d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:42.005537 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca2a10c1-cf30-4f54-8701-d8a5cefccd5d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:42.132266 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a10c1-cf30-4f54-8701-d8a5cefccd5d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event updated for resources: {'Network': ['ID=601b1fbb-bc55-4d48-aea1-8a40f7c04b8e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:42.162741 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ca2a10c1-cf30-4f54-8701-d8a5cefccd5d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4174814 Jan 18 20:34:42.162942 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51740) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:42.167647 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 601b1fbb-bc55-4d48-aea1-8a40f7c04b8e details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:34:42.168489 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-19b742b1-2b0d-450e-8a51-f778cd60562f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Request body: {'subnet': {'network_id': '601b1fbb-bc55-4d48-aea1-8a40f7c04b8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:42.188320 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-d6e05512-cceb-4f8c-a763-9aa0e3d33b83 None None] Allocated IP 172.20.255.242 (b5115877-a19c-4184-9657-903676becf4d/a527492f-bc48-42b6-b76c-2bccda4653bb/6a82a08f-1ca0-46ec-a89a-f2af6cba520b) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:34:42.277194 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b742b1-2b0d-450e-8a51-f778cd60562f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Made reservation on behalf of f5b6118310d744b982fbafe3399e88ce for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:34:42.281993 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-19b742b1-2b0d-450e-8a51-f778cd60562f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:42.457683 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d6e05512-cceb-4f8c-a763-9aa0e3d33b83 None None] Publish callbacks [] for port (6a82a08f-1ca0-46ec-a89a-f2af6cba520b), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:42.466145 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d6e05512-cceb-4f8c-a763-9aa0e3d33b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (6a82a08f-1ca0-46ec-a89a-f2af6cba520b), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:42.512270 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-19b742b1-2b0d-450e-8a51-f778cd60562f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (756f373d-9abd-4242-b3ae-15c924eee250), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:42.519387 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e05512-cceb-4f8c-a763-9aa0e3d33b83 None None] Network b5115877-a19c-4184-9657-903676becf4d is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:34:42.562940 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-d6e05512-cceb-4f8c-a763-9aa0e3d33b83 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:34:42.574433 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e05512-cceb-4f8c-a763-9aa0e3d33b83 None None] Pushing event updated for resources: {'Port': ['ID=6a82a08f-1ca0-46ec-a89a-f2af6cba520b,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:42.577809 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e05512-cceb-4f8c-a763-9aa0e3d33b83 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:34:42.629461 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b742b1-2b0d-450e-8a51-f778cd60562f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event updated for resources: {'Subnet': ['ID=756f373d-9abd-4242-b3ae-15c924eee250,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:42.686686 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-d6e05512-cceb-4f8c-a763-9aa0e3d33b83 None None] Attempting to bind port 6a82a08f-1ca0-46ec-a89a-f2af6cba520b on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:34:42.689666 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-d6e05512-cceb-4f8c-a763-9aa0e3d33b83 None None] Attempting to bind port 6a82a08f-1ca0-46ec-a89a-f2af6cba520b by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '72562022-c49f-42c8-aa57-d8b62e8471ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b5115877-a19c-4184-9657-903676becf4d'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:34:42.690069 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e05512-cceb-4f8c-a763-9aa0e3d33b83 None None] Attempting to bind port 6a82a08f-1ca0-46ec-a89a-f2af6cba520b on network b5115877-a19c-4184-9657-903676becf4d {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:34:42.703585 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b742b1-2b0d-450e-8a51-f778cd60562f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Checking segment: {'id': '93ec621d-9feb-4e54-911f-63eb3cd414af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '601b1fbb-bc55-4d48-aea1-8a40f7c04b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:34:42.704113 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b742b1-2b0d-450e-8a51-f778cd60562f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Network hostable DHCP agents. Network: 601b1fbb-bc55-4d48-aea1-8a40f7c04b8e, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:34:42.706788 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e05512-cceb-4f8c-a763-9aa0e3d33b83 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:34:42.707176 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e05512-cceb-4f8c-a763-9aa0e3d33b83 None None] Checking segment: {'id': '72562022-c49f-42c8-aa57-d8b62e8471ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b5115877-a19c-4184-9657-903676becf4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:34:42.707589 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d6e05512-cceb-4f8c-a763-9aa0e3d33b83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:42.709365 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e05512-cceb-4f8c-a763-9aa0e3d33b83 None None] Bound using segment: {'id': '72562022-c49f-42c8-aa57-d8b62e8471ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b5115877-a19c-4184-9657-903676becf4d'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:34:42.709841 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-d6e05512-cceb-4f8c-a763-9aa0e3d33b83 None None] Bound port: 6a82a08f-1ca0-46ec-a89a-f2af6cba520b, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72562022-c49f-42c8-aa57-d8b62e8471ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b5115877-a19c-4184-9657-903676becf4d'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:34:42.720639 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d6e05512-cceb-4f8c-a763-9aa0e3d33b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6a82a08f-1ca0-46ec-a89a-f2af6cba520b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:42.731412 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b742b1-2b0d-450e-8a51-f778cd60562f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Network 601b1fbb-bc55-4d48-aea1-8a40f7c04b8e is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:34:42.744228 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-19b742b1-2b0d-450e-8a51-f778cd60562f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 601b1fbb-bc55-4d48-aea1-8a40f7c04b8e) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:34:42.751881 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b742b1-2b0d-450e-8a51-f778cd60562f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:42.752657 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-19b742b1-2b0d-450e-8a51-f778cd60562f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:42.775752 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-19b742b1-2b0d-450e-8a51-f778cd60562f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6115813 Jan 18 20:34:42.778771 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51742) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:42.820823 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d6e05512-cceb-4f8c-a763-9aa0e3d33b83 None None] For port 6a82a08f-1ca0-46ec-a89a-f2af6cba520b, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:34:42.823927 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d6e05512-cceb-4f8c-a763-9aa0e3d33b83 None None] For port 6a82a08f-1ca0-46ec-a89a-f2af6cba520b, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6a82a08f-1ca0-46ec-a89a-f2af6cba520b,segment=NetworkSegment(72562022-c49f-42c8-aa57-d8b62e8471ce),segment_id=72562022-c49f-42c8-aa57-d8b62e8471ce)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:34:42.828190 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1021c8-35ef-4794-8bda-a2168925a77d None None] Network 601b1fbb-bc55-4d48-aea1-8a40f7c04b8e requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:34:42.832768 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d6e05512-cceb-4f8c-a763-9aa0e3d33b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6a82a08f-1ca0-46ec-a89a-f2af6cba520b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:42.889256 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca342546-fdc3-48db-b2db-5672783be042 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (601b1fbb-bc55-4d48-aea1-8a40f7c04b8e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:42.974509 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e05512-cceb-4f8c-a763-9aa0e3d33b83 None None] Pushing event updated for resources: {'Port': ['ID=6a82a08f-1ca0-46ec-a89a-f2af6cba520b,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:43.000230 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca342546-fdc3-48db-b2db-5672783be042 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (756f373d-9abd-4242-b3ae-15c924eee250), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:43.037496 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09c28c1-9a03-4bc9-88e5-9f935846e5b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-601b1fbb-bc55-4d48-aea1-8a40f7c04b8e', 'network_id': '601b1fbb-bc55-4d48-aea1-8a40f7c04b8e', 'project_id': 'f5b6118310d744b982fbafe3399e88ce', 'fixed_ips': [{'subnet_id': '756f373d-9abd-4242-b3ae-15c924eee250'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:34:43.038791 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e09c28c1-9a03-4bc9-88e5-9f935846e5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:43.103771 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca342546-fdc3-48db-b2db-5672783be042 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (756f373d-9abd-4242-b3ae-15c924eee250), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:43.207701 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca342546-fdc3-48db-b2db-5672783be042 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Subnet': ['ID=756f373d-9abd-4242-b3ae-15c924eee250,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server [None req-e09c28c1-9a03-4bc9-88e5-9f935846e5b2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 756f373d-9abd-4242-b3ae-15c924eee250: This subnet is being modified by another concurrent operation. Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise exception Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 756f373d-9abd-4242-b3ae-15c924eee250: This subnet is being modified by another concurrent operation. Jan 18 20:34:43.280247 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server Jan 18 20:34:43.315979 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2155bc7-ed86-47bf-a6b0-7a6c72b46c36 None None] Network 601b1fbb-bc55-4d48-aea1-8a40f7c04b8e requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:34:43.375585 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca342546-fdc3-48db-b2db-5672783be042 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (601b1fbb-bc55-4d48-aea1-8a40f7c04b8e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:43.403835 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-ca342546-fdc3-48db-b2db-5672783be042 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['601b1fbb-bc55-4d48-aea1-8a40f7c04b8e']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:43.414377 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-ca342546-fdc3-48db-b2db-5672783be042 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93ec621d-9feb-4e54-911f-63eb3cd414af') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:43.414820 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-ca342546-fdc3-48db-b2db-5672783be042 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93ec621d-9feb-4e54-911f-63eb3cd414af') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:43.429875 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca342546-fdc3-48db-b2db-5672783be042 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (93ec621d-9feb-4e54-911f-63eb3cd414af), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:43.468670 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca342546-fdc3-48db-b2db-5672783be042 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (93ec621d-9feb-4e54-911f-63eb3cd414af), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:43.488368 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca342546-fdc3-48db-b2db-5672783be042 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:34:43.488797 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca342546-fdc3-48db-b2db-5672783be042 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (93ec621d-9feb-4e54-911f-63eb3cd414af), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:34:43.491997 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:34:43.584639 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6a82a08f-1ca0-46ec-a89a-f2af6cba520b up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:34:43.609541 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca342546-fdc3-48db-b2db-5672783be042 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (601b1fbb-bc55-4d48-aea1-8a40f7c04b8e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:43.614168 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca342546-fdc3-48db-b2db-5672783be042 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:43.621178 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51754) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:43.621823 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ca342546-fdc3-48db-b2db-5672783be042 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/networks/601b1fbb-bc55-4d48-aea1-8a40f7c04b8e HTTP/1.1" status: 204 len: 168 time: 0.8408930 Jan 18 20:34:43.626868 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-6b502a0c-4355-4722-99e4-c2b6581c9b4b tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1170512049'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:43.650706 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca342546-fdc3-48db-b2db-5672783be042 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Network': ['ID=601b1fbb-bc55-4d48-aea1-8a40f7c04b8e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:43.695276 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 6a82a08f-1ca0-46ec-a89a-f2af6cba520b triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:34:43.695685 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6a82a08f-1ca0-46ec-a89a-f2af6cba520b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:43.702867 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b502a0c-4355-4722-99e4-c2b6581c9b4b tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Made reservation on behalf of f5b6118310d744b982fbafe3399e88ce for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:34:43.709454 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6b502a0c-4355-4722-99e4-c2b6581c9b4b tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:43.771658 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b502a0c-4355-4722-99e4-c2b6581c9b4b tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:34:43.794242 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6b502a0c-4355-4722-99e4-c2b6581c9b4b tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (8e74a8b7-079b-4a1b-b48f-3fbfe2d0ec41), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:43.794590 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-6b502a0c-4355-4722-99e4-c2b6581c9b4b tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Added segment 8e74a8b7-079b-4a1b-b48f-3fbfe2d0ec41 of type vlan for network 2c9c5986-cecf-47ab-9400-19384197c9db Jan 18 20:34:43.856370 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 6a82a08f-1ca0-46ec-a89a-f2af6cba520b is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:34:43.856774 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6a82a08f-1ca0-46ec-a89a-f2af6cba520b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:43.862200 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6b502a0c-4355-4722-99e4-c2b6581c9b4b tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (2c9c5986-cecf-47ab-9400-19384197c9db), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:43.901061 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6b502a0c-4355-4722-99e4-c2b6581c9b4b tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (2c9c5986-cecf-47ab-9400-19384197c9db), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:43.908035 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b502a0c-4355-4722-99e4-c2b6581c9b4b tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:43.908668 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6b502a0c-4355-4722-99e4-c2b6581c9b4b tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:43.908906 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 6a82a08f-1ca0-46ec-a89a-f2af6cba520b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6a82a08f-1ca0-46ec-a89a-f2af6cba520b,segment=NetworkSegment(72562022-c49f-42c8-aa57-d8b62e8471ce),segment_id=72562022-c49f-42c8-aa57-d8b62e8471ce)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:34:43.913835 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6a82a08f-1ca0-46ec-a89a-f2af6cba520b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:43.940198 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51762) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:43.946132 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-a4db644d-0240-4034-91ea-4ff8a08f8d9f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Request body: {'subnet': {'network_id': '2c9c5986-cecf-47ab-9400-19384197c9db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:43.954258 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6b502a0c-4355-4722-99e4-c2b6581c9b4b tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3315942 Jan 18 20:34:44.004715 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=6a82a08f-1ca0-46ec-a89a-f2af6cba520b,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:44.058617 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b502a0c-4355-4722-99e4-c2b6581c9b4b tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event updated for resources: {'Network': ['ID=2c9c5986-cecf-47ab-9400-19384197c9db,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:44.080218 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 2c9c5986-cecf-47ab-9400-19384197c9db details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:34:44.141700 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4db644d-0240-4034-91ea-4ff8a08f8d9f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Made reservation on behalf of f5b6118310d744b982fbafe3399e88ce for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:34:44.145885 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a4db644d-0240-4034-91ea-4ff8a08f8d9f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:44.258666 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.ipam_backend_mixin [None req-a4db644d-0240-4034-91ea-4ff8a08f8d9f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Performing IP validity checks on allocation pools {{(pid=103336) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 18 20:34:44.261146 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.ipam_backend_mixin [None req-a4db644d-0240-4034-91ea-4ff8a08f8d9f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103336) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 18 20:34:44.504221 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a4db644d-0240-4034-91ea-4ff8a08f8d9f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (93432df5-fd53-4c17-b1df-a428b62f1b9e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:44.610833 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db644d-0240-4034-91ea-4ff8a08f8d9f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event updated for resources: {'Subnet': ['ID=93432df5-fd53-4c17-b1df-a428b62f1b9e,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:44.640009 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4db644d-0240-4034-91ea-4ff8a08f8d9f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Checking segment: {'id': '8e74a8b7-079b-4a1b-b48f-3fbfe2d0ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2c9c5986-cecf-47ab-9400-19384197c9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:34:44.640781 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4db644d-0240-4034-91ea-4ff8a08f8d9f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Network hostable DHCP agents. Network: 2c9c5986-cecf-47ab-9400-19384197c9db, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:34:44.664425 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4db644d-0240-4034-91ea-4ff8a08f8d9f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Network 2c9c5986-cecf-47ab-9400-19384197c9db is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:34:44.678724 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-a4db644d-0240-4034-91ea-4ff8a08f8d9f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 2c9c5986-cecf-47ab-9400-19384197c9db) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:34:44.687538 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4db644d-0240-4034-91ea-4ff8a08f8d9f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:44.688248 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a4db644d-0240-4034-91ea-4ff8a08f8d9f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:44.688572 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818ce28b-fb40-4c3f-9a73-1a988b42981b None None] Network 2c9c5986-cecf-47ab-9400-19384197c9db requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:34:44.725234 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51788) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:44.738404 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a4db644d-0240-4034-91ea-4ff8a08f8d9f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7951794 Jan 18 20:34:44.767829 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c4ae79-7697-4c5f-a36d-1c8016099f6f None None] Network b5115877-a19c-4184-9657-903676becf4d requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:34:44.857234 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1aee76c8-7ac0-4520-8f1d-d743a112dfe2 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (2c9c5986-cecf-47ab-9400-19384197c9db), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:44.950101 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a7b2208f-31ca-4eb6-8872-e1ba4ce5fccd None None] Provisioning complete for port 6a82a08f-1ca0-46ec-a89a-f2af6cba520b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:34:44.950782 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a7b2208f-31ca-4eb6-8872-e1ba4ce5fccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6a82a08f-1ca0-46ec-a89a-f2af6cba520b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:44.972140 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1aee76c8-7ac0-4520-8f1d-d743a112dfe2 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (93432df5-fd53-4c17-b1df-a428b62f1b9e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:45.089564 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca0405f-b4e6-47de-aa70-6053fb3e64b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-2c9c5986-cecf-47ab-9400-19384197c9db', 'network_id': '2c9c5986-cecf-47ab-9400-19384197c9db', 'project_id': 'f5b6118310d744b982fbafe3399e88ce', 'fixed_ips': [{'subnet_id': '93432df5-fd53-4c17-b1df-a428b62f1b9e'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:34:45.091497 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8ca0405f-b4e6-47de-aa70-6053fb3e64b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:45.107979 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1aee76c8-7ac0-4520-8f1d-d743a112dfe2 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (93432df5-fd53-4c17-b1df-a428b62f1b9e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:45.113157 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a7b2208f-31ca-4eb6-8872-e1ba4ce5fccd None None] Current status of the port 6a82a08f-1ca0-46ec-a89a-f2af6cba520b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:34:45.204811 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee76c8-7ac0-4520-8f1d-d743a112dfe2 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Subnet': ['ID=93432df5-fd53-4c17-b1df-a428b62f1b9e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:45.321087 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5d0be4-fbbd-45d1-a1c9-cddecbf2d2af None None] Network 2c9c5986-cecf-47ab-9400-19384197c9db requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:34:45.358064 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1aee76c8-7ac0-4520-8f1d-d743a112dfe2 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (2c9c5986-cecf-47ab-9400-19384197c9db), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:45.435578 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-1aee76c8-7ac0-4520-8f1d-d743a112dfe2 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9c5986-cecf-47ab-9400-19384197c9db']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:45.462123 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-1aee76c8-7ac0-4520-8f1d-d743a112dfe2 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e74a8b7-079b-4a1b-b48f-3fbfe2d0ec41') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:45.462476 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-1aee76c8-7ac0-4520-8f1d-d743a112dfe2 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e74a8b7-079b-4a1b-b48f-3fbfe2d0ec41') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:45.482862 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1aee76c8-7ac0-4520-8f1d-d743a112dfe2 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (8e74a8b7-079b-4a1b-b48f-3fbfe2d0ec41), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:45.489036 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b114859-178d-4b84-bed9-ca7d2126d863 None None] get_active_networks_info from n-d-741529-9 {{(pid=103337) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 18 20:34:45.518244 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1aee76c8-7ac0-4520-8f1d-d743a112dfe2 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (8e74a8b7-079b-4a1b-b48f-3fbfe2d0ec41), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:45.538357 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aee76c8-7ac0-4520-8f1d-d743a112dfe2 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:34:45.538759 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1aee76c8-7ac0-4520-8f1d-d743a112dfe2 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (8e74a8b7-079b-4a1b-b48f-3fbfe2d0ec41), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:34:45.542160 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:34:45.627022 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b114859-178d-4b84-bed9-ca7d2126d863 None None] Resources bound (agent type, host, resource id): {{(pid=103337) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 20:34:45.630825 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6a82a08f-1ca0-46ec-a89a-f2af6cba520b up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:34:45.697954 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1aee76c8-7ac0-4520-8f1d-d743a112dfe2 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (2c9c5986-cecf-47ab-9400-19384197c9db), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:45.710546 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1aee76c8-7ac0-4520-8f1d-d743a112dfe2 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:45.727438 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1aee76c8-7ac0-4520-8f1d-d743a112dfe2 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/networks/2c9c5986-cecf-47ab-9400-19384197c9db HTTP/1.1" status: 204 len: 168 time: 0.9976547 Jan 18 20:34:45.729120 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51806) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:45.738244 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-5feeef0f-0c31-43f9-a221-962767d04da9 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-470759536'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:45.764452 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee76c8-7ac0-4520-8f1d-d743a112dfe2 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Network': ['ID=2c9c5986-cecf-47ab-9400-19384197c9db,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:45.810998 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5feeef0f-0c31-43f9-a221-962767d04da9 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Made reservation on behalf of f5b6118310d744b982fbafe3399e88ce for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:34:45.813829 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-3fe5b56b-be4a-4827-a59b-cdff83dd12df None None] Provisioning complete for port 6a82a08f-1ca0-46ec-a89a-f2af6cba520b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:34:45.815559 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3fe5b56b-be4a-4827-a59b-cdff83dd12df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6a82a08f-1ca0-46ec-a89a-f2af6cba520b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:45.819617 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5feeef0f-0c31-43f9-a221-962767d04da9 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:45.852108 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5feeef0f-0c31-43f9-a221-962767d04da9 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:34:45.882674 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5feeef0f-0c31-43f9-a221-962767d04da9 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (b2435e95-61d2-4c0e-aae4-f23a307b7c21), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:45.883350 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-5feeef0f-0c31-43f9-a221-962767d04da9 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Added segment b2435e95-61d2-4c0e-aae4-f23a307b7c21 of type vlan for network 6419514c-dbf9-42fa-b093-2bebd23d9650 Jan 18 20:34:45.961341 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5feeef0f-0c31-43f9-a221-962767d04da9 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (6419514c-dbf9-42fa-b093-2bebd23d9650), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:46.058806 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5feeef0f-0c31-43f9-a221-962767d04da9 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (6419514c-dbf9-42fa-b093-2bebd23d9650), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:46.069348 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feeef0f-0c31-43f9-a221-962767d04da9 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:46.072198 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5feeef0f-0c31-43f9-a221-962767d04da9 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:46.153757 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51812) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:46.158409 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5feeef0f-0c31-43f9-a221-962767d04da9 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4275341 Jan 18 20:34:46.161218 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-d22f4b27-ceea-4bf6-bb9b-68ceb422304d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Request body: {'subnet': {'network_id': '6419514c-dbf9-42fa-b093-2bebd23d9650', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:46.200468 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeef0f-0c31-43f9-a221-962767d04da9 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event updated for resources: {'Network': ['ID=6419514c-dbf9-42fa-b093-2bebd23d9650,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:46.329853 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22f4b27-ceea-4bf6-bb9b-68ceb422304d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Made reservation on behalf of f5b6118310d744b982fbafe3399e88ce for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:34:46.334245 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d22f4b27-ceea-4bf6-bb9b-68ceb422304d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:46.356731 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 6419514c-dbf9-42fa-b093-2bebd23d9650 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:34:46.496018 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 6a82a08f-1ca0-46ec-a89a-f2af6cba520b triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:34:46.496518 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6a82a08f-1ca0-46ec-a89a-f2af6cba520b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:46.635789 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d22f4b27-ceea-4bf6-bb9b-68ceb422304d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (95fa9795-a308-44c2-9522-489f8c78864c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:46.710412 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22f4b27-ceea-4bf6-bb9b-68ceb422304d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Checking segment: {'id': 'b2435e95-61d2-4c0e-aae4-f23a307b7c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6419514c-dbf9-42fa-b093-2bebd23d9650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:34:46.710775 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22f4b27-ceea-4bf6-bb9b-68ceb422304d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Network hostable DHCP agents. Network: 6419514c-dbf9-42fa-b093-2bebd23d9650, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:34:46.716944 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f4b27-ceea-4bf6-bb9b-68ceb422304d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event updated for resources: {'Subnet': ['ID=95fa9795-a308-44c2-9522-489f8c78864c,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:46.728681 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3fe5b56b-be4a-4827-a59b-cdff83dd12df None None] Current status of the port 6a82a08f-1ca0-46ec-a89a-f2af6cba520b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:34:46.732656 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a635cb-07f5-45a0-81c7-aa53e3c8454f req-737932d4-790d-499b-8cf6-02d9373a8760 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:46.734286 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5a635cb-07f5-45a0-81c7-aa53e3c8454f req-737932d4-790d-499b-8cf6-02d9373a8760 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5484254-ca56-4661-b2e0-0a4e050911c6 HTTP/1.1" status: 200 len: 949 time: 0.0991733 Jan 18 20:34:46.744844 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22f4b27-ceea-4bf6-bb9b-68ceb422304d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Network 6419514c-dbf9-42fa-b093-2bebd23d9650 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:34:46.758762 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-d22f4b27-ceea-4bf6-bb9b-68ceb422304d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 6419514c-dbf9-42fa-b093-2bebd23d9650) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:34:46.764533 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22f4b27-ceea-4bf6-bb9b-68ceb422304d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:46.765493 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d22f4b27-ceea-4bf6-bb9b-68ceb422304d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:46.771733 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b93c907-cd80-4cee-aa3b-a14f22a55dcd None None] Network 6419514c-dbf9-42fa-b093-2bebd23d9650 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:34:46.787594 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d22f4b27-ceea-4bf6-bb9b-68ceb422304d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6321619 Jan 18 20:34:46.790250 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51822) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:46.807101 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 6a82a08f-1ca0-46ec-a89a-f2af6cba520b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:34:46.836074 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5a635cb-07f5-45a0-81c7-aa53e3c8454f req-5fae30fd-32d3-4d36-8ae3-ed57c280d1f6 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.31 "GET /v2.0/security-groups?id=57b2697e-e9ed-4f9f-9490-2cc1a668e3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772169 Jan 18 20:34:46.894001 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05c2341-88ab-485d-abbb-39339d34555f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-6419514c-dbf9-42fa-b093-2bebd23d9650', 'network_id': '6419514c-dbf9-42fa-b093-2bebd23d9650', 'project_id': 'f5b6118310d744b982fbafe3399e88ce', 'fixed_ips': [{'subnet_id': '95fa9795-a308-44c2-9522-489f8c78864c'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:34:46.895593 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a05c2341-88ab-485d-abbb-39339d34555f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:46.914523 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (6419514c-dbf9-42fa-b093-2bebd23d9650), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:46.972886 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (95fa9795-a308-44c2-9522-489f8c78864c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:47.047079 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-a05c2341-88ab-485d-abbb-39339d34555f None None] Allocated IP 172.20.0.1 (6419514c-dbf9-42fa-b093-2bebd23d9650/95fa9795-a308-44c2-9522-489f8c78864c/85b3f75d-7066-4f2e-b1a5-74e1c90933f0) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:34:47.202783 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a05c2341-88ab-485d-abbb-39339d34555f None None] Publish callbacks [] for port (85b3f75d-7066-4f2e-b1a5-74e1c90933f0), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:47.212263 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a05c2341-88ab-485d-abbb-39339d34555f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (85b3f75d-7066-4f2e-b1a5-74e1c90933f0), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:47.230526 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (95fa9795-a308-44c2-9522-489f8c78864c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:47.264493 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Subnet': ['ID=95fa9795-a308-44c2-9522-489f8c78864c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:47.269435 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05c2341-88ab-485d-abbb-39339d34555f None None] Network 6419514c-dbf9-42fa-b093-2bebd23d9650 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:34:47.274708 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-a05c2341-88ab-485d-abbb-39339d34555f None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:34:47.276734 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c2341-88ab-485d-abbb-39339d34555f None None] Pushing event updated for resources: {'Port': ['ID=85b3f75d-7066-4f2e-b1a5-74e1c90933f0,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:47.279039 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05c2341-88ab-485d-abbb-39339d34555f None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:34:47.301077 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:34:47.347610 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-a05c2341-88ab-485d-abbb-39339d34555f None None] Attempting to bind port 85b3f75d-7066-4f2e-b1a5-74e1c90933f0 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:34:47.348301 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-a05c2341-88ab-485d-abbb-39339d34555f None None] Attempting to bind port 85b3f75d-7066-4f2e-b1a5-74e1c90933f0 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'b2435e95-61d2-4c0e-aae4-f23a307b7c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6419514c-dbf9-42fa-b093-2bebd23d9650'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:34:47.348427 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c2341-88ab-485d-abbb-39339d34555f None None] Attempting to bind port 85b3f75d-7066-4f2e-b1a5-74e1c90933f0 on network 6419514c-dbf9-42fa-b093-2bebd23d9650 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:34:47.355416 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c2341-88ab-485d-abbb-39339d34555f None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:34:47.356383 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c2341-88ab-485d-abbb-39339d34555f None None] Checking segment: {'id': 'b2435e95-61d2-4c0e-aae4-f23a307b7c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6419514c-dbf9-42fa-b093-2bebd23d9650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:34:47.356794 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a05c2341-88ab-485d-abbb-39339d34555f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:47.357195 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c2341-88ab-485d-abbb-39339d34555f None None] Bound using segment: {'id': 'b2435e95-61d2-4c0e-aae4-f23a307b7c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6419514c-dbf9-42fa-b093-2bebd23d9650'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:34:47.357694 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-a05c2341-88ab-485d-abbb-39339d34555f None None] Bound port: 85b3f75d-7066-4f2e-b1a5-74e1c90933f0, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2435e95-61d2-4c0e-aae4-f23a307b7c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6419514c-dbf9-42fa-b093-2bebd23d9650'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:34:47.358087 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a05c2341-88ab-485d-abbb-39339d34555f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (85b3f75d-7066-4f2e-b1a5-74e1c90933f0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:47.437805 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a05c2341-88ab-485d-abbb-39339d34555f None None] For port 85b3f75d-7066-4f2e-b1a5-74e1c90933f0, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:34:47.440990 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (6419514c-dbf9-42fa-b093-2bebd23d9650), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:47.442695 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a05c2341-88ab-485d-abbb-39339d34555f None None] For port 85b3f75d-7066-4f2e-b1a5-74e1c90933f0, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=85b3f75d-7066-4f2e-b1a5-74e1c90933f0,segment=NetworkSegment(b2435e95-61d2-4c0e-aae4-f23a307b7c21),segment_id=b2435e95-61d2-4c0e-aae4-f23a307b7c21)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:34:47.446626 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a05c2341-88ab-485d-abbb-39339d34555f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (85b3f75d-7066-4f2e-b1a5-74e1c90933f0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:47.469121 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6419514c-dbf9-42fa-b093-2bebd23d9650']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:47.481838 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2435e95-61d2-4c0e-aae4-f23a307b7c21') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:47.481838 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2435e95-61d2-4c0e-aae4-f23a307b7c21') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:47.492636 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (b2435e95-61d2-4c0e-aae4-f23a307b7c21), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:47.517444 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (b2435e95-61d2-4c0e-aae4-f23a307b7c21), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:47.525410 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:34:47.525787 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (b2435e95-61d2-4c0e-aae4-f23a307b7c21), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:34:47.532176 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:34:47.555177 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c2341-88ab-485d-abbb-39339d34555f None None] Pushing event updated for resources: {'Port': ['ID=85b3f75d-7066-4f2e-b1a5-74e1c90933f0,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:47.582598 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943aabc7-bb31-4a70-b595-c3ad6e74a5a8 None None] get_active_networks_info from n-d-741529-9 {{(pid=103337) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 18 20:34:47.660650 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.db.api [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 20:34:47.660650 n-d-741529-9 neutron-server[103335]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 20:34:47.660650 n-d-741529-9 neutron-server[103335]: [parameters: {'id': '6419514c-dbf9-42fa-b093-2bebd23d9650'}] Jan 18 20:34:47.660650 n-d-741529-9 neutron-server[103335]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:34:47.661051 n-d-741529-9 neutron-server[103335]: DEBUG oslo_db.api [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:34:47.711335 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943aabc7-bb31-4a70-b595-c3ad6e74a5a8 None None] Resources bound (agent type, host, resource id): {{(pid=103337) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 20:34:47.752855 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-23f11243-9b89-48fa-b155-824e78668170 req-589efc9f-27f1-470f-8d38-d3c123c5f4ae service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=034615a5-c40c-4bda-b31e-42feb516ef8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701258 Jan 18 20:34:47.825069 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f11243-9b89-48fa-b155-824e78668170 req-f9eb2cd8-e0d1-4790-ae0c-1338c80d6c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:47.828786 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-23f11243-9b89-48fa-b155-824e78668170 req-f9eb2cd8-e0d1-4790-ae0c-1338c80d6c22 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=15fbfb69562649e0b3db58da3073ccd4&device_id=034615a5-c40c-4bda-b31e-42feb516ef8b HTTP/1.1" status: 200 len: 1096 time: 0.0515513 Jan 18 20:34:48.020778 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd25e57-4de4-4376-9cde-1ca249b33a67 req-04c8dd6b-768c-43ba-b285-b8911d9fa0a4 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:48.022827 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fcd25e57-4de4-4376-9cde-1ca249b33a67 req-04c8dd6b-768c-43ba-b285-b8911d9fa0a4 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5484254-ca56-4661-b2e0-0a4e050911c6 HTTP/1.1" status: 200 len: 949 time: 0.0789142 Jan 18 20:34:48.026452 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f11243-9b89-48fa-b155-824e78668170 req-17891103-5efc-4316-ac40-f5a71703128a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:48.031106 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-23f11243-9b89-48fa-b155-824e78668170 req-17891103-5efc-4316-ac40-f5a71703128a service neutron] 10.222.0.70 "GET /v2.0/networks?id=f24e6feb-daa6-4f68-81b5-d19626ccc1ce HTTP/1.1" status: 200 len: 910 time: 0.1819668 Jan 18 20:34:48.087959 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cda18f-2029-445a-9720-74abb849364d None None] Network 6419514c-dbf9-42fa-b093-2bebd23d9650 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:34:48.120536 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-23f11243-9b89-48fa-b155-824e78668170 req-7cea743b-8598-4450-8721-c22bd31310b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbdc510f-2eae-4192-a228-e17e54aa7935 HTTP/1.1" status: 200 len: 1001 time: 0.0804195 Jan 18 20:34:48.162246 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (6419514c-dbf9-42fa-b093-2bebd23d9650), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:48.200928 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fcd25e57-4de4-4376-9cde-1ca249b33a67 req-1fc09fb2-6d2a-4705-b4a1-adc5225321d5 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.31 "GET /v2.0/security-groups?id=57b2697e-e9ed-4f9f-9490-2cc1a668e3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608472 Jan 18 20:34:48.212599 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f11243-9b89-48fa-b155-824e78668170 req-3c400b6d-0a1e-4103-b547-558b7dab171f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:48.214699 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-23f11243-9b89-48fa-b155-824e78668170 req-3c400b6d-0a1e-4103-b547-558b7dab171f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9ec262b2-d74c-4048-8753-a618ef3ef2de HTTP/1.1" status: 200 len: 848 time: 0.0835702 Jan 18 20:34:48.256196 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Deleting port 85b3f75d-7066-4f2e-b1a5-74e1c90933f0 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:34:48.256762 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (85b3f75d-7066-4f2e-b1a5-74e1c90933f0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:48.286494 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f11243-9b89-48fa-b155-824e78668170 req-27a7f809-16c1-479a-bd65-f7769ef87532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:48.288012 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-23f11243-9b89-48fa-b155-824e78668170 req-27a7f809-16c1-479a-bd65-f7769ef87532 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f24e6feb-daa6-4f68-81b5-d19626ccc1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661578 Jan 18 20:34:48.398774 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-23f11243-9b89-48fa-b155-824e78668170 req-1880ca7f-4878-4c7c-b12b-dd6fd0283817 service neutron] 10.222.0.70 "GET /v2.0/networks/f24e6feb-daa6-4f68-81b5-d19626ccc1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041393 Jan 18 20:34:48.407113 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] For port 85b3f75d-7066-4f2e-b1a5-74e1c90933f0, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=85b3f75d-7066-4f2e-b1a5-74e1c90933f0,segment=NetworkSegment(b2435e95-61d2-4c0e-aae4-f23a307b7c21),segment_id=b2435e95-61d2-4c0e-aae4-f23a307b7c21)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:34:48.407577 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (85b3f75d-7066-4f2e-b1a5-74e1c90933f0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:48.429948 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Calling delete_port for 85b3f75d-7066-4f2e-b1a5-74e1c90933f0 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:34:48.452214 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876aba5-400f-4cf5-bb8e-2722a2ed17cb req-4c449799-e131-477c-893f-8f2b1f419390 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:48.454032 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2876aba5-400f-4cf5-bb8e-2722a2ed17cb req-4c449799-e131-477c-893f-8f2b1f419390 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5484254-ca56-4661-b2e0-0a4e050911c6 HTTP/1.1" status: 200 len: 949 time: 0.1179187 Jan 18 20:34:48.515212 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-23f11243-9b89-48fa-b155-824e78668170 req-089ee838-1e37-4294-9ddc-97115465c7a1 service neutron] 10.222.0.70 "GET /v2.0/networks/f24e6feb-daa6-4f68-81b5-d19626ccc1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072869 Jan 18 20:34:48.633224 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (85b3f75d-7066-4f2e-b1a5-74e1c90933f0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:48.663370 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-2876aba5-400f-4cf5-bb8e-2722a2ed17cb req-0cb8ef9a-315a-4d90-9205-328f9d5353a2 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Deleting port 4fc63c87-647f-4a50-9b33-67fb46b79aef {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:34:48.663779 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2876aba5-400f-4cf5-bb8e-2722a2ed17cb req-0cb8ef9a-315a-4d90-9205-328f9d5353a2 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (4fc63c87-647f-4a50-9b33-67fb46b79aef), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:48.668877 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Port': ['ID=85b3f75d-7066-4f2e-b1a5-74e1c90933f0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:48.672900 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No DVR routers for this DVR port 85b3f75d-7066-4f2e-b1a5-74e1c90933f0 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:34:48.809606 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (6419514c-dbf9-42fa-b093-2bebd23d9650), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:48.844322 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6419514c-dbf9-42fa-b093-2bebd23d9650']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:48.847307 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-2876aba5-400f-4cf5-bb8e-2722a2ed17cb req-0cb8ef9a-315a-4d90-9205-328f9d5353a2 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] For port 4fc63c87-647f-4a50-9b33-67fb46b79aef, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=4fc63c87-647f-4a50-9b33-67fb46b79aef,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:34:48.847664 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2876aba5-400f-4cf5-bb8e-2722a2ed17cb req-0cb8ef9a-315a-4d90-9205-328f9d5353a2 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (4fc63c87-647f-4a50-9b33-67fb46b79aef), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:48.862931 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2435e95-61d2-4c0e-aae4-f23a307b7c21') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:48.864092 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2435e95-61d2-4c0e-aae4-f23a307b7c21') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:48.874583 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-2876aba5-400f-4cf5-bb8e-2722a2ed17cb req-0cb8ef9a-315a-4d90-9205-328f9d5353a2 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Calling delete_port for 4fc63c87-647f-4a50-9b33-67fb46b79aef owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:34:48.880990 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (b2435e95-61d2-4c0e-aae4-f23a307b7c21), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:48.937449 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (b2435e95-61d2-4c0e-aae4-f23a307b7c21), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:48.947500 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:34:48.948049 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (b2435e95-61d2-4c0e-aae4-f23a307b7c21), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:34:48.951475 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:34:49.029811 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (6419514c-dbf9-42fa-b093-2bebd23d9650), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:49.038965 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:49.047491 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/networks/6419514c-dbf9-42fa-b093-2bebd23d9650 HTTP/1.1" status: 204 len: 168 time: 2.2508984 Jan 18 20:34:49.047650 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51850) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:49.051843 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-8298a8c5-fefa-49fc-b8de-dd9dafeeac29 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-690734201'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:49.056391 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3e2b4-308a-4d62-8928-0fd80097d54c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Network': ['ID=6419514c-dbf9-42fa-b093-2bebd23d9650,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:49.097761 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8298a8c5-fefa-49fc-b8de-dd9dafeeac29 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Made reservation on behalf of f5b6118310d744b982fbafe3399e88ce for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:34:49.101436 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8298a8c5-fefa-49fc-b8de-dd9dafeeac29 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:49.123947 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2876aba5-400f-4cf5-bb8e-2722a2ed17cb req-0cb8ef9a-315a-4d90-9205-328f9d5353a2 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (4fc63c87-647f-4a50-9b33-67fb46b79aef), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:49.129244 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8298a8c5-fefa-49fc-b8de-dd9dafeeac29 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:34:49.140052 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8298a8c5-fefa-49fc-b8de-dd9dafeeac29 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (5edc7cf9-8460-469f-9570-03f93c24f7b9), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:49.140418 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-8298a8c5-fefa-49fc-b8de-dd9dafeeac29 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Added segment 5edc7cf9-8460-469f-9570-03f93c24f7b9 of type vlan for network 4e7459b4-9fc7-4d31-a206-93d59e81238a Jan 18 20:34:49.167125 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8ef9a-315a-4d90-9205-328f9d5353a2 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Pushing event deleted for resources: {'Port': ['ID=4fc63c87-647f-4a50-9b33-67fb46b79aef,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:49.198814 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8298a8c5-fefa-49fc-b8de-dd9dafeeac29 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (4e7459b4-9fc7-4d31-a206-93d59e81238a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:49.243344 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-2876aba5-400f-4cf5-bb8e-2722a2ed17cb req-0cb8ef9a-315a-4d90-9205-328f9d5353a2 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] No DVR routers for this DVR port 4fc63c87-647f-4a50-9b33-67fb46b79aef on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:34:49.246749 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8298a8c5-fefa-49fc-b8de-dd9dafeeac29 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (4e7459b4-9fc7-4d31-a206-93d59e81238a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:49.254280 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8298a8c5-fefa-49fc-b8de-dd9dafeeac29 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:49.255008 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8298a8c5-fefa-49fc-b8de-dd9dafeeac29 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:49.255229 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2876aba5-400f-4cf5-bb8e-2722a2ed17cb req-0cb8ef9a-315a-4d90-9205-328f9d5353a2 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:49.263172 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2876aba5-400f-4cf5-bb8e-2722a2ed17cb req-0cb8ef9a-315a-4d90-9205-328f9d5353a2 tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.70 "DELETE /v2.0/ports/4fc63c87-647f-4a50-9b33-67fb46b79aef HTTP/1.1" status: 204 len: 173 time: 0.8004730 Jan 18 20:34:49.263767 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5484254-ca56-4661-b2e0-0a4e050911c6', 'name': 'network-vif-deleted', 'tag': '4fc63c87-647f-4a50-9b33-67fb46b79aef'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:34:49.269715 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4521482-09aa-4b62-be98-8d0ebe0ac410" -d '{"events": [{"server_uuid": "f5484254-ca56-4661-b2e0-0a4e050911c6", "name": "network-vif-deleted", "tag": "4fc63c87-647f-4a50-9b33-67fb46b79aef"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:34:49.347013 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ea52cd-99ab-4a51-8d7d-330c606ced0b x-openstack-request-id: req-67ea52cd-99ab-4a51-8d7d-330c606ced0b {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:34:49.347409 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5484254-ca56-4661-b2e0-0a4e050911c6", "name": "network-vif-deleted", "tag": "4fc63c87-647f-4a50-9b33-67fb46b79aef", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:34:49.347754 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67ea52cd-99ab-4a51-8d7d-330c606ced0b {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:34:49.348250 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5484254-ca56-4661-b2e0-0a4e050911c6', 'name': 'network-vif-deleted', 'tag': '4fc63c87-647f-4a50-9b33-67fb46b79aef', 'status': 'completed', 'code': 200} Jan 18 20:34:49.378801 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298a8c5-fefa-49fc-b8de-dd9dafeeac29 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event updated for resources: {'Network': ['ID=4e7459b4-9fc7-4d31-a206-93d59e81238a,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:49.397279 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 4e7459b4-9fc7-4d31-a206-93d59e81238a details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:34:49.414875 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4ff4e6b5-e482-4ff4-883c-1a99be4ceaa1 req-f1227c15-7aee-47b9-a8ee-45983958428f tempest-VolumesBackupsTest-1201958489 tempest-VolumesBackupsTest-1201958489-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5484254-ca56-4661-b2e0-0a4e050911c6 HTTP/1.1" status: 200 len: 210 time: 0.0474110 Jan 18 20:34:49.423222 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51858) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:49.430038 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-ae951d74-16ad-4ee6-a6af-692236a627f4 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Request body: {'subnet': {'network_id': '4e7459b4-9fc7-4d31-a206-93d59e81238a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:49.434596 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8298a8c5-fefa-49fc-b8de-dd9dafeeac29 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3868964 Jan 18 20:34:49.582068 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae951d74-16ad-4ee6-a6af-692236a627f4 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Made reservation on behalf of f5b6118310d744b982fbafe3399e88ce for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:34:49.586120 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ae951d74-16ad-4ee6-a6af-692236a627f4 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:49.825850 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ae951d74-16ad-4ee6-a6af-692236a627f4 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (297dccfb-9876-4922-b6d5-6197c3059712), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:49.899828 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae951d74-16ad-4ee6-a6af-692236a627f4 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event updated for resources: {'Subnet': ['ID=297dccfb-9876-4922-b6d5-6197c3059712,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:49.912466 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae951d74-16ad-4ee6-a6af-692236a627f4 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Checking segment: {'id': '5edc7cf9-8460-469f-9570-03f93c24f7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4e7459b4-9fc7-4d31-a206-93d59e81238a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:34:49.912829 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae951d74-16ad-4ee6-a6af-692236a627f4 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Network hostable DHCP agents. Network: 4e7459b4-9fc7-4d31-a206-93d59e81238a, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:34:49.930642 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae951d74-16ad-4ee6-a6af-692236a627f4 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Network 4e7459b4-9fc7-4d31-a206-93d59e81238a is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:34:49.939412 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-ae951d74-16ad-4ee6-a6af-692236a627f4 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 4e7459b4-9fc7-4d31-a206-93d59e81238a) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:34:49.947226 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6efe9b-ee6d-48e8-94cf-b872a6b10124 None None] Network 4e7459b4-9fc7-4d31-a206-93d59e81238a requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:34:49.952081 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae951d74-16ad-4ee6-a6af-692236a627f4 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:49.952672 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ae951d74-16ad-4ee6-a6af-692236a627f4 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:49.975658 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ae951d74-16ad-4ee6-a6af-692236a627f4 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5483928 Jan 18 20:34:49.976107 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51864) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:50.074817 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6b9102-9ede-4033-9365-e31f0d7ac194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-4e7459b4-9fc7-4d31-a206-93d59e81238a', 'network_id': '4e7459b4-9fc7-4d31-a206-93d59e81238a', 'project_id': 'f5b6118310d744b982fbafe3399e88ce', 'fixed_ips': [{'subnet_id': '297dccfb-9876-4922-b6d5-6197c3059712'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:34:50.078074 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9b6b9102-9ede-4033-9365-e31f0d7ac194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:50.096548 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (4e7459b4-9fc7-4d31-a206-93d59e81238a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:50.166462 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (297dccfb-9876-4922-b6d5-6197c3059712), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:50.238443 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-9b6b9102-9ede-4033-9365-e31f0d7ac194 None None] Allocated IP 172.20.0.2 (4e7459b4-9fc7-4d31-a206-93d59e81238a/297dccfb-9876-4922-b6d5-6197c3059712/4e82fbe0-9842-498e-8e71-3edd4052d330) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:34:50.452088 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9b6b9102-9ede-4033-9365-e31f0d7ac194 None None] Publish callbacks [] for port (4e82fbe0-9842-498e-8e71-3edd4052d330), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:50.463684 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9b6b9102-9ede-4033-9365-e31f0d7ac194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (4e82fbe0-9842-498e-8e71-3edd4052d330), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:50.499427 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (297dccfb-9876-4922-b6d5-6197c3059712), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:50.581372 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b9102-9ede-4033-9365-e31f0d7ac194 None None] Pushing event updated for resources: {'Port': ['ID=4e82fbe0-9842-498e-8e71-3edd4052d330,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:50.590029 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 4fc63c87-647f-4a50-9b33-67fb46b79aef no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:34:50.591707 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Subnet': ['ID=297dccfb-9876-4922-b6d5-6197c3059712,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:50.601892 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6b9102-9ede-4033-9365-e31f0d7ac194 None None] Network 4e7459b4-9fc7-4d31-a206-93d59e81238a is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:34:50.624463 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-9b6b9102-9ede-4033-9365-e31f0d7ac194 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:34:50.627953 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6b9102-9ede-4033-9365-e31f0d7ac194 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:34:50.631973 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 4fc63c87-647f-4a50-9b33-67fb46b79aef {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:34:50.631973 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 4fc63c87-647f-4a50-9b33-67fb46b79aef not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:34:50.687259 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (4e7459b4-9fc7-4d31-a206-93d59e81238a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:50.714114 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7459b4-9fc7-4d31-a206-93d59e81238a']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:50.731067 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5edc7cf9-8460-469f-9570-03f93c24f7b9') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:50.731661 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5edc7cf9-8460-469f-9570-03f93c24f7b9') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:50.736378 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-9b6b9102-9ede-4033-9365-e31f0d7ac194 None None] Attempting to bind port 4e82fbe0-9842-498e-8e71-3edd4052d330 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:34:50.740334 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-9b6b9102-9ede-4033-9365-e31f0d7ac194 None None] Attempting to bind port 4e82fbe0-9842-498e-8e71-3edd4052d330 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '5edc7cf9-8460-469f-9570-03f93c24f7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4e7459b4-9fc7-4d31-a206-93d59e81238a'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:34:50.740978 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6b9102-9ede-4033-9365-e31f0d7ac194 None None] Attempting to bind port 4e82fbe0-9842-498e-8e71-3edd4052d330 on network 4e7459b4-9fc7-4d31-a206-93d59e81238a {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:34:50.750437 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6b9102-9ede-4033-9365-e31f0d7ac194 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:34:50.750913 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6b9102-9ede-4033-9365-e31f0d7ac194 None None] Checking segment: {'id': '5edc7cf9-8460-469f-9570-03f93c24f7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4e7459b4-9fc7-4d31-a206-93d59e81238a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:34:50.751339 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9b6b9102-9ede-4033-9365-e31f0d7ac194 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:50.751744 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6b9102-9ede-4033-9365-e31f0d7ac194 None None] Bound using segment: {'id': '5edc7cf9-8460-469f-9570-03f93c24f7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4e7459b4-9fc7-4d31-a206-93d59e81238a'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:34:50.752318 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-9b6b9102-9ede-4033-9365-e31f0d7ac194 None None] Bound port: 4e82fbe0-9842-498e-8e71-3edd4052d330, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5edc7cf9-8460-469f-9570-03f93c24f7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4e7459b4-9fc7-4d31-a206-93d59e81238a'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:34:50.752599 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9b6b9102-9ede-4033-9365-e31f0d7ac194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4e82fbe0-9842-498e-8e71-3edd4052d330), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:50.754572 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (5edc7cf9-8460-469f-9570-03f93c24f7b9), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:50.771168 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (5edc7cf9-8460-469f-9570-03f93c24f7b9), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:50.778598 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:34:50.779009 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (5edc7cf9-8460-469f-9570-03f93c24f7b9), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:50.820175 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-9b6b9102-9ede-4033-9365-e31f0d7ac194 None None] For port 4e82fbe0-9842-498e-8e71-3edd4052d330, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:34:50.845384 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:34:50.849093 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-9b6b9102-9ede-4033-9365-e31f0d7ac194 None None] For port 4e82fbe0-9842-498e-8e71-3edd4052d330, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4e82fbe0-9842-498e-8e71-3edd4052d330,segment=NetworkSegment(5edc7cf9-8460-469f-9570-03f93c24f7b9),segment_id=5edc7cf9-8460-469f-9570-03f93c24f7b9)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:34:50.850990 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.db.api [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 20:34:50.850990 n-d-741529-9 neutron-server[103335]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 20:34:50.850990 n-d-741529-9 neutron-server[103335]: [parameters: {'id': '4e7459b4-9fc7-4d31-a206-93d59e81238a'}] Jan 18 20:34:50.850990 n-d-741529-9 neutron-server[103335]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:34:50.851449 n-d-741529-9 neutron-server[103335]: DEBUG oslo_db.api [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:34:50.855469 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9b6b9102-9ede-4033-9365-e31f0d7ac194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4e82fbe0-9842-498e-8e71-3edd4052d330), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:50.953557 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b9102-9ede-4033-9365-e31f0d7ac194 None None] Pushing event updated for resources: {'Port': ['ID=4e82fbe0-9842-498e-8e71-3edd4052d330,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:50.958706 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2fa772-562b-4f8a-8bfd-049d6f1a8c60 None None] get_active_networks_info from n-d-741529-9 {{(pid=103337) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 18 20:34:51.075033 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2fa772-562b-4f8a-8bfd-049d6f1a8c60 None None] Resources bound (agent type, host, resource id): {{(pid=103337) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 20:34:51.352362 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (4e7459b4-9fc7-4d31-a206-93d59e81238a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:51.358690 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addc16d1-74f2-463e-b78e-d35c05d15564 None None] Network 4e7459b4-9fc7-4d31-a206-93d59e81238a requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:34:51.443554 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Deleting port 4e82fbe0-9842-498e-8e71-3edd4052d330 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:34:51.444278 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (4e82fbe0-9842-498e-8e71-3edd4052d330), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:51.535097 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] For port 4e82fbe0-9842-498e-8e71-3edd4052d330, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4e82fbe0-9842-498e-8e71-3edd4052d330,segment=NetworkSegment(5edc7cf9-8460-469f-9570-03f93c24f7b9),segment_id=5edc7cf9-8460-469f-9570-03f93c24f7b9)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:34:51.536291 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (4e82fbe0-9842-498e-8e71-3edd4052d330), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:51.552673 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Calling delete_port for 4e82fbe0-9842-498e-8e71-3edd4052d330 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:34:51.658254 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (4e82fbe0-9842-498e-8e71-3edd4052d330), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:51.766745 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No DVR routers for this DVR port 4e82fbe0-9842-498e-8e71-3edd4052d330 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:34:51.772648 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Port': ['ID=4e82fbe0-9842-498e-8e71-3edd4052d330,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:51.878302 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (4e7459b4-9fc7-4d31-a206-93d59e81238a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:51.904666 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7459b4-9fc7-4d31-a206-93d59e81238a']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:51.936502 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5edc7cf9-8460-469f-9570-03f93c24f7b9') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:51.936845 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5edc7cf9-8460-469f-9570-03f93c24f7b9') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:51.956714 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (5edc7cf9-8460-469f-9570-03f93c24f7b9), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:51.977653 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (5edc7cf9-8460-469f-9570-03f93c24f7b9), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:51.985190 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:34:51.985738 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (5edc7cf9-8460-469f-9570-03f93c24f7b9), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:34:52.006131 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:34:52.093312 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (4e7459b4-9fc7-4d31-a206-93d59e81238a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:52.113967 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:52.131316 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51886) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:52.136530 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-0cc7acef-0cf1-4409-9fe8-26341ffe3426 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1139023679'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:52.140541 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/networks/4e7459b4-9fc7-4d31-a206-93d59e81238a HTTP/1.1" status: 204 len: 168 time: 2.1633735 Jan 18 20:34:52.161272 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5082c16-2912-4bab-af09-16b20f66316f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Network': ['ID=4e7459b4-9fc7-4d31-a206-93d59e81238a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:52.179255 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc7acef-0cf1-4409-9fe8-26341ffe3426 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Made reservation on behalf of f5b6118310d744b982fbafe3399e88ce for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:34:52.183554 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0cc7acef-0cf1-4409-9fe8-26341ffe3426 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:52.223594 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc7acef-0cf1-4409-9fe8-26341ffe3426 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:34:52.236655 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0cc7acef-0cf1-4409-9fe8-26341ffe3426 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (b1c5e407-8397-43c8-9428-01343efc2e2e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:52.237339 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-0cc7acef-0cf1-4409-9fe8-26341ffe3426 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Added segment b1c5e407-8397-43c8-9428-01343efc2e2e of type vlan for network 6f004f1e-9ae6-4b57-9ef6-2b4340fa8031 Jan 18 20:34:52.293821 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0cc7acef-0cf1-4409-9fe8-26341ffe3426 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (6f004f1e-9ae6-4b57-9ef6-2b4340fa8031), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:52.340769 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0cc7acef-0cf1-4409-9fe8-26341ffe3426 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (6f004f1e-9ae6-4b57-9ef6-2b4340fa8031), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:52.348595 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc7acef-0cf1-4409-9fe8-26341ffe3426 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:52.349377 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0cc7acef-0cf1-4409-9fe8-26341ffe3426 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:52.398825 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0cc7acef-0cf1-4409-9fe8-26341ffe3426 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2662065 Jan 18 20:34:52.401553 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51888) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:52.407168 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-6c5ab023-3d89-478f-b3d0-12771ce2ffa1 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Request body: {'subnet': {'network_id': '6f004f1e-9ae6-4b57-9ef6-2b4340fa8031', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:52.436320 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7acef-0cf1-4409-9fe8-26341ffe3426 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event updated for resources: {'Network': ['ID=6f004f1e-9ae6-4b57-9ef6-2b4340fa8031,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:52.446137 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc7acef-0cf1-4409-9fe8-26341ffe3426 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:52.447187 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc7acef-0cf1-4409-9fe8-26341ffe3426 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:52.447626 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc7acef-0cf1-4409-9fe8-26341ffe3426 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:52.448058 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc7acef-0cf1-4409-9fe8-26341ffe3426 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:52.448642 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc7acef-0cf1-4409-9fe8-26341ffe3426 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:52.449073 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc7acef-0cf1-4409-9fe8-26341ffe3426 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:52.450216 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc7acef-0cf1-4409-9fe8-26341ffe3426 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:52.450645 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc7acef-0cf1-4409-9fe8-26341ffe3426 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:52.451057 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc7acef-0cf1-4409-9fe8-26341ffe3426 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:52.451479 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc7acef-0cf1-4409-9fe8-26341ffe3426 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:52.451902 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc7acef-0cf1-4409-9fe8-26341ffe3426 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:52.452599 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc7acef-0cf1-4409-9fe8-26341ffe3426 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:52.453553 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc7acef-0cf1-4409-9fe8-26341ffe3426 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:52.473485 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 6f004f1e-9ae6-4b57-9ef6-2b4340fa8031 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:34:52.575798 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5ab023-3d89-478f-b3d0-12771ce2ffa1 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Made reservation on behalf of f5b6118310d744b982fbafe3399e88ce for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:34:52.583380 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c5ab023-3d89-478f-b3d0-12771ce2ffa1 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:52.655664 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.ipam_backend_mixin [None req-6c5ab023-3d89-478f-b3d0-12771ce2ffa1 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Performing IP validity checks on allocation pools {{(pid=103335) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 18 20:34:52.656390 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.ipam_backend_mixin [None req-6c5ab023-3d89-478f-b3d0-12771ce2ffa1 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103335) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 18 20:34:52.874133 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c5ab023-3d89-478f-b3d0-12771ce2ffa1 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (5251d58e-ae71-4eab-8adc-bcd1777a80aa), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:52.974671 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ab023-3d89-478f-b3d0-12771ce2ffa1 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event updated for resources: {'Subnet': ['ID=5251d58e-ae71-4eab-8adc-bcd1777a80aa,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:52.988236 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5ab023-3d89-478f-b3d0-12771ce2ffa1 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Checking segment: {'id': 'b1c5e407-8397-43c8-9428-01343efc2e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6f004f1e-9ae6-4b57-9ef6-2b4340fa8031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:34:52.988870 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5ab023-3d89-478f-b3d0-12771ce2ffa1 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Network hostable DHCP agents. Network: 6f004f1e-9ae6-4b57-9ef6-2b4340fa8031, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:34:53.010522 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5ab023-3d89-478f-b3d0-12771ce2ffa1 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Network 6f004f1e-9ae6-4b57-9ef6-2b4340fa8031 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:34:53.032380 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-6c5ab023-3d89-478f-b3d0-12771ce2ffa1 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 6f004f1e-9ae6-4b57-9ef6-2b4340fa8031) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:34:53.043989 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d697b3a5-c2e9-4577-9e29-08343beb2ad3 None None] Network 6f004f1e-9ae6-4b57-9ef6-2b4340fa8031 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:34:53.053299 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5ab023-3d89-478f-b3d0-12771ce2ffa1 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:53.055650 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c5ab023-3d89-478f-b3d0-12771ce2ffa1 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:53.090928 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6c5ab023-3d89-478f-b3d0-12771ce2ffa1 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6882439 Jan 18 20:34:53.093598 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51900) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:53.174209 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51902) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:53.285339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c06632e-95b6-4693-8d09-daca1f8d77bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-6f004f1e-9ae6-4b57-9ef6-2b4340fa8031', 'network_id': '6f004f1e-9ae6-4b57-9ef6-2b4340fa8031', 'project_id': 'f5b6118310d744b982fbafe3399e88ce', 'fixed_ips': [{'subnet_id': '5251d58e-ae71-4eab-8adc-bcd1777a80aa'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:34:53.286591 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2c06632e-95b6-4693-8d09-daca1f8d77bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:53.331994 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (6f004f1e-9ae6-4b57-9ef6-2b4340fa8031), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:53.392622 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-13fd7937-e274-46cf-b429-56aebd642ff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:53.424337 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (5251d58e-ae71-4eab-8adc-bcd1777a80aa), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:53.534044 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-13fd7937-e274-46cf-b429-56aebd642ff5 admin admin] Publish callbacks [] for security_group (078af3f4-55bc-4e7c-93e2-ba93a8ed6352), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:53.539230 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-13fd7937-e274-46cf-b429-56aebd642ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (078af3f4-55bc-4e7c-93e2-ba93a8ed6352), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:53.559010 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-2c06632e-95b6-4693-8d09-daca1f8d77bb None None] Allocated IP 172.20.0.3 (6f004f1e-9ae6-4b57-9ef6-2b4340fa8031/5251d58e-ae71-4eab-8adc-bcd1777a80aa/03ec8430-fbc4-4b2e-8a80-f524884541eb) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:34:53.631797 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51908) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:53.639156 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-13fd7937-e274-46cf-b429-56aebd642ff5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=58144b7b8a13456cb32b08554abb9bb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4634781 Jan 18 20:34:53.639982 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd7937-e274-46cf-b429-56aebd642ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078af3f4-55bc-4e7c-93e2-ba93a8ed6352,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:53.721964 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ac18040c-93a5-4ea3-ad4c-d7a5fbc16ece admin admin] Publish callbacks [] for security_group (078af3f4-55bc-4e7c-93e2-ba93a8ed6352), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:53.764865 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ac18040c-93a5-4ea3-ad4c-d7a5fbc16ece admin admin] Publish callbacks [] for security_group (078af3f4-55bc-4e7c-93e2-ba93a8ed6352), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:53.801017 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2c06632e-95b6-4693-8d09-daca1f8d77bb None None] Publish callbacks [] for port (03ec8430-fbc4-4b2e-8a80-f524884541eb), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:53.813527 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2c06632e-95b6-4693-8d09-daca1f8d77bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (03ec8430-fbc4-4b2e-8a80-f524884541eb), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:53.859286 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (5251d58e-ae71-4eab-8adc-bcd1777a80aa), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:53.865695 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c06632e-95b6-4693-8d09-daca1f8d77bb None None] Network 6f004f1e-9ae6-4b57-9ef6-2b4340fa8031 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:34:53.868889 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-2c06632e-95b6-4693-8d09-daca1f8d77bb None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:34:53.883846 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c06632e-95b6-4693-8d09-daca1f8d77bb None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:34:53.893529 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c06632e-95b6-4693-8d09-daca1f8d77bb None None] Pushing event updated for resources: {'Port': ['ID=03ec8430-fbc4-4b2e-8a80-f524884541eb,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:53.996123 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-2c06632e-95b6-4693-8d09-daca1f8d77bb None None] Attempting to bind port 03ec8430-fbc4-4b2e-8a80-f524884541eb on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:34:53.996822 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-2c06632e-95b6-4693-8d09-daca1f8d77bb None None] Attempting to bind port 03ec8430-fbc4-4b2e-8a80-f524884541eb by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'b1c5e407-8397-43c8-9428-01343efc2e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6f004f1e-9ae6-4b57-9ef6-2b4340fa8031'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:34:53.997385 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c06632e-95b6-4693-8d09-daca1f8d77bb None None] Attempting to bind port 03ec8430-fbc4-4b2e-8a80-f524884541eb on network 6f004f1e-9ae6-4b57-9ef6-2b4340fa8031 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:34:54.003716 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c06632e-95b6-4693-8d09-daca1f8d77bb None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:34:54.004599 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c06632e-95b6-4693-8d09-daca1f8d77bb None None] Checking segment: {'id': 'b1c5e407-8397-43c8-9428-01343efc2e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6f004f1e-9ae6-4b57-9ef6-2b4340fa8031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:34:54.005214 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2c06632e-95b6-4693-8d09-daca1f8d77bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:54.005823 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c06632e-95b6-4693-8d09-daca1f8d77bb None None] Bound using segment: {'id': 'b1c5e407-8397-43c8-9428-01343efc2e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6f004f1e-9ae6-4b57-9ef6-2b4340fa8031'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:34:54.006649 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-2c06632e-95b6-4693-8d09-daca1f8d77bb None None] Bound port: 03ec8430-fbc4-4b2e-8a80-f524884541eb, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c5e407-8397-43c8-9428-01343efc2e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6f004f1e-9ae6-4b57-9ef6-2b4340fa8031'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:34:54.007219 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2c06632e-95b6-4693-8d09-daca1f8d77bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (03ec8430-fbc4-4b2e-8a80-f524884541eb), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:54.062551 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (6f004f1e-9ae6-4b57-9ef6-2b4340fa8031), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:54.074071 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-2c06632e-95b6-4693-8d09-daca1f8d77bb None None] For port 03ec8430-fbc4-4b2e-8a80-f524884541eb, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:34:54.078579 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-2c06632e-95b6-4693-8d09-daca1f8d77bb None None] For port 03ec8430-fbc4-4b2e-8a80-f524884541eb, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=03ec8430-fbc4-4b2e-8a80-f524884541eb,segment=NetworkSegment(b1c5e407-8397-43c8-9428-01343efc2e2e),segment_id=b1c5e407-8397-43c8-9428-01343efc2e2e)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:34:54.084589 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2c06632e-95b6-4693-8d09-daca1f8d77bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (03ec8430-fbc4-4b2e-8a80-f524884541eb), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:54.139827 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Subnet': ['ID=5251d58e-ae71-4eab-8adc-bcd1777a80aa,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:54.148498 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f004f1e-9ae6-4b57-9ef6-2b4340fa8031']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:54.150690 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ac18040c-93a5-4ea3-ad4c-d7a5fbc16ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (078af3f4-55bc-4e7c-93e2-ba93a8ed6352), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:54.153145 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ac18040c-93a5-4ea3-ad4c-d7a5fbc16ece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:54.163184 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ac18040c-93a5-4ea3-ad4c-d7a5fbc16ece admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/078af3f4-55bc-4e7c-93e2-ba93a8ed6352 HTTP/1.1" status: 204 len: 168 time: 0.5300856 Jan 18 20:34:54.177059 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c5e407-8397-43c8-9428-01343efc2e2e') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:54.177817 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c5e407-8397-43c8-9428-01343efc2e2e') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:54.196055 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (b1c5e407-8397-43c8-9428-01343efc2e2e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:54.221046 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (b1c5e407-8397-43c8-9428-01343efc2e2e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:54.230055 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:34:54.230799 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (b1c5e407-8397-43c8-9428-01343efc2e2e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:34:54.353309 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:34:54.356799 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18040c-93a5-4ea3-ad4c-d7a5fbc16ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078af3f4-55bc-4e7c-93e2-ba93a8ed6352,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:54.366932 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.db.api [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 20:34:54.366932 n-d-741529-9 neutron-server[103336]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 20:34:54.366932 n-d-741529-9 neutron-server[103336]: [parameters: {'id': '6f004f1e-9ae6-4b57-9ef6-2b4340fa8031'}] Jan 18 20:34:54.366932 n-d-741529-9 neutron-server[103336]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103336) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:34:54.367341 n-d-741529-9 neutron-server[103336]: DEBUG oslo_db.api [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:34:54.606225 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c06632e-95b6-4693-8d09-daca1f8d77bb None None] Pushing event updated for resources: {'Port': ['ID=03ec8430-fbc4-4b2e-8a80-f524884541eb,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:54.640390 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0746a2-1d7f-41d3-9bf6-bcb9bb207e3d None None] get_active_networks_info from n-d-741529-9 {{(pid=103337) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 18 20:34:54.696556 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51920) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:54.720194 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80808a0e-aa6b-4897-a1aa-9724a60819e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:54.796475 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0746a2-1d7f-41d3-9bf6-bcb9bb207e3d None None] Resources bound (agent type, host, resource id): {{(pid=103337) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 20:34:54.881719 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80808a0e-aa6b-4897-a1aa-9724a60819e9 admin admin] Publish callbacks [] for security_group (b82a77ce-4676-4753-8dcd-96a1ac65ed50), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:54.883614 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (6f004f1e-9ae6-4b57-9ef6-2b4340fa8031), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:54.898540 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80808a0e-aa6b-4897-a1aa-9724a60819e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b82a77ce-4676-4753-8dcd-96a1ac65ed50), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:55.022615 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51924) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:55.033298 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-80808a0e-aa6b-4897-a1aa-9724a60819e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c9d32b95dc342fc93e74d6e1059c10f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3355677 Jan 18 20:34:55.041805 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80808a0e-aa6b-4897-a1aa-9724a60819e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82a77ce-4676-4753-8dcd-96a1ac65ed50,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:55.117364 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Deleting port 03ec8430-fbc4-4b2e-8a80-f524884541eb {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:34:55.120584 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (03ec8430-fbc4-4b2e-8a80-f524884541eb), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:55.154221 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-80e5a9eb-424b-4f42-8773-df419f5b272c admin admin] Publish callbacks [] for security_group (b82a77ce-4676-4753-8dcd-96a1ac65ed50), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:55.212059 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-80e5a9eb-424b-4f42-8773-df419f5b272c admin admin] Publish callbacks [] for security_group (b82a77ce-4676-4753-8dcd-96a1ac65ed50), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:55.245475 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] For port 03ec8430-fbc4-4b2e-8a80-f524884541eb, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=03ec8430-fbc4-4b2e-8a80-f524884541eb,segment=NetworkSegment(b1c5e407-8397-43c8-9428-01343efc2e2e),segment_id=b1c5e407-8397-43c8-9428-01343efc2e2e)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:34:55.246165 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (03ec8430-fbc4-4b2e-8a80-f524884541eb), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:55.262659 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Calling delete_port for 03ec8430-fbc4-4b2e-8a80-f524884541eb owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:34:55.290065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2dce32-b567-4835-a738-6dd34c44e2b4 None None] Network 6f004f1e-9ae6-4b57-9ef6-2b4340fa8031 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:34:55.310339 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-80e5a9eb-424b-4f42-8773-df419f5b272c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b82a77ce-4676-4753-8dcd-96a1ac65ed50), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:55.313299 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-80e5a9eb-424b-4f42-8773-df419f5b272c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:55.317126 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-80e5a9eb-424b-4f42-8773-df419f5b272c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b82a77ce-4676-4753-8dcd-96a1ac65ed50 HTTP/1.1" status: 204 len: 168 time: 0.2928736 Jan 18 20:34:55.334276 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5a9eb-424b-4f42-8773-df419f5b272c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82a77ce-4676-4753-8dcd-96a1ac65ed50,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:55.648466 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-933c3b48-7658-4ac6-96b5-2975abeee745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:55.744033 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (03ec8430-fbc4-4b2e-8a80-f524884541eb), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:55.771807 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Port': ['ID=03ec8430-fbc4-4b2e-8a80-f524884541eb,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:55.776270 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No DVR routers for this DVR port 03ec8430-fbc4-4b2e-8a80-f524884541eb on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:34:55.857664 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (6f004f1e-9ae6-4b57-9ef6-2b4340fa8031), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:55.886361 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f004f1e-9ae6-4b57-9ef6-2b4340fa8031']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:55.897899 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c5e407-8397-43c8-9428-01343efc2e2e') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:55.898191 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c5e407-8397-43c8-9428-01343efc2e2e') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:55.911107 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (b1c5e407-8397-43c8-9428-01343efc2e2e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:55.925661 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (b1c5e407-8397-43c8-9428-01343efc2e2e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:55.933169 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:34:55.933829 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (b1c5e407-8397-43c8-9428-01343efc2e2e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:34:55.946119 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:34:56.017040 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (6f004f1e-9ae6-4b57-9ef6-2b4340fa8031), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:56.025968 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:56.035336 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/networks/6f004f1e-9ae6-4b57-9ef6-2b4340fa8031 HTTP/1.1" status: 204 len: 168 time: 2.9362090 Jan 18 20:34:56.035694 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51942) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:56.058344 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-c867ab71-0a19-433d-9405-4663374693cb tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-401142641'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:56.061864 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25116b-fbab-4301-b073-12d4dd8da441 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Network': ['ID=6f004f1e-9ae6-4b57-9ef6-2b4340fa8031,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:56.099999 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c867ab71-0a19-433d-9405-4663374693cb tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Made reservation on behalf of f5b6118310d744b982fbafe3399e88ce for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:34:56.106935 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c867ab71-0a19-433d-9405-4663374693cb tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:56.181306 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c867ab71-0a19-433d-9405-4663374693cb tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:34:56.192843 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c867ab71-0a19-433d-9405-4663374693cb tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (eaccf181-bf3c-4a27-a142-91fd1eec5973), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:56.193754 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-c867ab71-0a19-433d-9405-4663374693cb tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Added segment eaccf181-bf3c-4a27-a142-91fd1eec5973 of type vlan for network 976f25dd-5d6e-4218-b485-23344deafcb1 Jan 18 20:34:56.251406 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c867ab71-0a19-433d-9405-4663374693cb tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (976f25dd-5d6e-4218-b485-23344deafcb1), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:56.287814 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c867ab71-0a19-433d-9405-4663374693cb tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (976f25dd-5d6e-4218-b485-23344deafcb1), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:56.294924 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c867ab71-0a19-433d-9405-4663374693cb tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:56.295795 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c867ab71-0a19-433d-9405-4663374693cb tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:56.350307 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c867ab71-0a19-433d-9405-4663374693cb tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2986674 Jan 18 20:34:56.353150 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 51956) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:56.359172 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-5113a482-9802-4da8-8f84-a97a4e689882 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Request body: {'subnet': {'network_id': '976f25dd-5d6e-4218-b485-23344deafcb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:56.383808 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867ab71-0a19-433d-9405-4663374693cb tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event updated for resources: {'Network': ['ID=976f25dd-5d6e-4218-b485-23344deafcb1,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:56.395423 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 976f25dd-5d6e-4218-b485-23344deafcb1 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:34:56.544857 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5113a482-9802-4da8-8f84-a97a4e689882 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Made reservation on behalf of f5b6118310d744b982fbafe3399e88ce for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:34:56.550169 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5113a482-9802-4da8-8f84-a97a4e689882 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:56.797074 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5113a482-9802-4da8-8f84-a97a4e689882 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (749401b6-872c-4b47-b04d-273991fba7cb), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:56.873834 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113a482-9802-4da8-8f84-a97a4e689882 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event updated for resources: {'Subnet': ['ID=749401b6-872c-4b47-b04d-273991fba7cb,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:56.881469 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5113a482-9802-4da8-8f84-a97a4e689882 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Checking segment: {'id': 'eaccf181-bf3c-4a27-a142-91fd1eec5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '976f25dd-5d6e-4218-b485-23344deafcb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:34:56.881873 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5113a482-9802-4da8-8f84-a97a4e689882 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Network hostable DHCP agents. Network: 976f25dd-5d6e-4218-b485-23344deafcb1, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:34:56.904261 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5113a482-9802-4da8-8f84-a97a4e689882 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Network 976f25dd-5d6e-4218-b485-23344deafcb1 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:34:56.920195 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-5113a482-9802-4da8-8f84-a97a4e689882 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 976f25dd-5d6e-4218-b485-23344deafcb1) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:34:56.928263 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5113a482-9802-4da8-8f84-a97a4e689882 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:56.931016 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5113a482-9802-4da8-8f84-a97a4e689882 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:56.931248 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0d6663-91fb-4ced-9097-3378fecabeac None None] Network 976f25dd-5d6e-4218-b485-23344deafcb1 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:34:56.966341 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 51970) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:56.968697 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5113a482-9802-4da8-8f84-a97a4e689882 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6139364 Jan 18 20:34:57.085001 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d6faf0-5655-48fd-b147-9670a45e1f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-976f25dd-5d6e-4218-b485-23344deafcb1', 'network_id': '976f25dd-5d6e-4218-b485-23344deafcb1', 'project_id': 'f5b6118310d744b982fbafe3399e88ce', 'fixed_ips': [{'subnet_id': '749401b6-872c-4b47-b04d-273991fba7cb'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:34:57.085001 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-81d6faf0-5655-48fd-b147-9670a45e1f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:57.197726 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (976f25dd-5d6e-4218-b485-23344deafcb1), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:57.318660 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (749401b6-872c-4b47-b04d-273991fba7cb), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:57.373911 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-81d6faf0-5655-48fd-b147-9670a45e1f19 None None] Allocated IP 172.20.0.1 (976f25dd-5d6e-4218-b485-23344deafcb1/749401b6-872c-4b47-b04d-273991fba7cb/7b2f94e7-68b1-42ad-bd2f-bf76dafcb277) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:34:57.814438 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cc824262-886b-4e7f-b7f3-2a11db018b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:57.819796 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-81d6faf0-5655-48fd-b147-9670a45e1f19 None None] Publish callbacks [] for port (7b2f94e7-68b1-42ad-bd2f-bf76dafcb277), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:57.828908 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-81d6faf0-5655-48fd-b147-9670a45e1f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (7b2f94e7-68b1-42ad-bd2f-bf76dafcb277), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:57.853534 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (749401b6-872c-4b47-b04d-273991fba7cb), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:57.910941 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Subnet': ['ID=749401b6-872c-4b47-b04d-273991fba7cb,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:57.953120 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d6faf0-5655-48fd-b147-9670a45e1f19 None None] Network 976f25dd-5d6e-4218-b485-23344deafcb1 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:34:57.960450 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-81d6faf0-5655-48fd-b147-9670a45e1f19 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:34:57.962818 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d6faf0-5655-48fd-b147-9670a45e1f19 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:34:58.008033 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6faf0-5655-48fd-b147-9670a45e1f19 None None] Pushing event updated for resources: {'Port': ['ID=7b2f94e7-68b1-42ad-bd2f-bf76dafcb277,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:58.026837 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (976f25dd-5d6e-4218-b485-23344deafcb1), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:58.075403 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976f25dd-5d6e-4218-b485-23344deafcb1']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:58.096522 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaccf181-bf3c-4a27-a142-91fd1eec5973') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:58.097112 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaccf181-bf3c-4a27-a142-91fd1eec5973') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:58.119839 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-81d6faf0-5655-48fd-b147-9670a45e1f19 None None] Attempting to bind port 7b2f94e7-68b1-42ad-bd2f-bf76dafcb277 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:34:58.124283 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-81d6faf0-5655-48fd-b147-9670a45e1f19 None None] Attempting to bind port 7b2f94e7-68b1-42ad-bd2f-bf76dafcb277 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'eaccf181-bf3c-4a27-a142-91fd1eec5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '976f25dd-5d6e-4218-b485-23344deafcb1'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:34:58.124283 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d6faf0-5655-48fd-b147-9670a45e1f19 None None] Attempting to bind port 7b2f94e7-68b1-42ad-bd2f-bf76dafcb277 on network 976f25dd-5d6e-4218-b485-23344deafcb1 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:34:58.139836 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d6faf0-5655-48fd-b147-9670a45e1f19 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:34:58.140356 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d6faf0-5655-48fd-b147-9670a45e1f19 None None] Checking segment: {'id': 'eaccf181-bf3c-4a27-a142-91fd1eec5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '976f25dd-5d6e-4218-b485-23344deafcb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:34:58.142346 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (eaccf181-bf3c-4a27-a142-91fd1eec5973), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:58.142984 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-81d6faf0-5655-48fd-b147-9670a45e1f19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:58.143435 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d6faf0-5655-48fd-b147-9670a45e1f19 None None] Bound using segment: {'id': 'eaccf181-bf3c-4a27-a142-91fd1eec5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '976f25dd-5d6e-4218-b485-23344deafcb1'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:34:58.144339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-81d6faf0-5655-48fd-b147-9670a45e1f19 None None] Bound port: 7b2f94e7-68b1-42ad-bd2f-bf76dafcb277, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaccf181-bf3c-4a27-a142-91fd1eec5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '976f25dd-5d6e-4218-b485-23344deafcb1'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:34:58.144339 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-81d6faf0-5655-48fd-b147-9670a45e1f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7b2f94e7-68b1-42ad-bd2f-bf76dafcb277), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:58.178222 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (eaccf181-bf3c-4a27-a142-91fd1eec5973), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:58.197504 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:34:58.197929 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (eaccf181-bf3c-4a27-a142-91fd1eec5973), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:34:58.202464 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:34:58.289358 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-81d6faf0-5655-48fd-b147-9670a45e1f19 None None] For port 7b2f94e7-68b1-42ad-bd2f-bf76dafcb277, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:34:58.306264 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-81d6faf0-5655-48fd-b147-9670a45e1f19 None None] For port 7b2f94e7-68b1-42ad-bd2f-bf76dafcb277, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7b2f94e7-68b1-42ad-bd2f-bf76dafcb277,segment=NetworkSegment(eaccf181-bf3c-4a27-a142-91fd1eec5973),segment_id=eaccf181-bf3c-4a27-a142-91fd1eec5973)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:34:58.308122 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.db.api [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 20:34:58.308122 n-d-741529-9 neutron-server[103336]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 20:34:58.308122 n-d-741529-9 neutron-server[103336]: [parameters: {'id': '976f25dd-5d6e-4218-b485-23344deafcb1'}] Jan 18 20:34:58.308122 n-d-741529-9 neutron-server[103336]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103336) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:34:58.308365 n-d-741529-9 neutron-server[103336]: DEBUG oslo_db.api [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:34:58.314225 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-81d6faf0-5655-48fd-b147-9670a45e1f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7b2f94e7-68b1-42ad-bd2f-bf76dafcb277), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:58.371816 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6faf0-5655-48fd-b147-9670a45e1f19 None None] Pushing event updated for resources: {'Port': ['ID=7b2f94e7-68b1-42ad-bd2f-bf76dafcb277,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:58.479175 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc360a5-3739-400e-a902-51a8aec8ceb2 None None] get_active_networks_info from n-d-741529-9 {{(pid=103337) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 18 20:34:58.632891 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc360a5-3739-400e-a902-51a8aec8ceb2 None None] Resources bound (agent type, host, resource id): {{(pid=103337) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 20:34:58.810025 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (976f25dd-5d6e-4218-b485-23344deafcb1), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:58.945033 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Deleting port 7b2f94e7-68b1-42ad-bd2f-bf76dafcb277 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:34:58.945376 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (7b2f94e7-68b1-42ad-bd2f-bf76dafcb277), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:59.096815 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] For port 7b2f94e7-68b1-42ad-bd2f-bf76dafcb277, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7b2f94e7-68b1-42ad-bd2f-bf76dafcb277,segment=NetworkSegment(eaccf181-bf3c-4a27-a142-91fd1eec5973),segment_id=eaccf181-bf3c-4a27-a142-91fd1eec5973)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:34:59.097478 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (7b2f94e7-68b1-42ad-bd2f-bf76dafcb277), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:59.147344 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Calling delete_port for 7b2f94e7-68b1-42ad-bd2f-bf76dafcb277 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:34:59.225376 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:59.297270 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (7b2f94e7-68b1-42ad-bd2f-bf76dafcb277), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:59.304791 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8ba0c5-7134-4943-9ec3-56ffa282e841 None None] Network 976f25dd-5d6e-4218-b485-23344deafcb1 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:34:59.330348 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Port': ['ID=7b2f94e7-68b1-42ad-bd2f-bf76dafcb277,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:59.337535 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No DVR routers for this DVR port 7b2f94e7-68b1-42ad-bd2f-bf76dafcb277 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:34:59.427081 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (976f25dd-5d6e-4218-b485-23344deafcb1), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:59.449656 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976f25dd-5d6e-4218-b485-23344deafcb1']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:59.476956 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaccf181-bf3c-4a27-a142-91fd1eec5973') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:59.477574 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaccf181-bf3c-4a27-a142-91fd1eec5973') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:59.509010 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (eaccf181-bf3c-4a27-a142-91fd1eec5973), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:59.539070 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (eaccf181-bf3c-4a27-a142-91fd1eec5973), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:59.547438 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:34:59.548076 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (eaccf181-bf3c-4a27-a142-91fd1eec5973), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:34:59.551623 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:34:59.656070 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (976f25dd-5d6e-4218-b485-23344deafcb1), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:59.665015 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:59.673663 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/networks/976f25dd-5d6e-4218-b485-23344deafcb1 HTTP/1.1" status: 204 len: 168 time: 2.7060225 Jan 18 20:34:59.677021 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52074) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:59.682938 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-0cb3c520-4992-4a5e-a285-e283b31f4c8f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1522547387'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:59.710386 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544e7e9-fd60-4910-8c51-61056a7c3915 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Network': ['ID=976f25dd-5d6e-4218-b485-23344deafcb1,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:59.724454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb3c520-4992-4a5e-a285-e283b31f4c8f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Made reservation on behalf of f5b6118310d744b982fbafe3399e88ce for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:34:59.729261 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cb3c520-4992-4a5e-a285-e283b31f4c8f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:59.767407 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb3c520-4992-4a5e-a285-e283b31f4c8f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:34:59.788651 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cb3c520-4992-4a5e-a285-e283b31f4c8f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (3cc9bf69-b82e-4c9a-8887-cbf21f0b67b1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:59.790133 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-0cb3c520-4992-4a5e-a285-e283b31f4c8f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Added segment 3cc9bf69-b82e-4c9a-8887-cbf21f0b67b1 of type vlan for network 27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35 Jan 18 20:34:59.894724 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cb3c520-4992-4a5e-a285-e283b31f4c8f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:59.961743 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cb3c520-4992-4a5e-a285-e283b31f4c8f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:59.975711 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb3c520-4992-4a5e-a285-e283b31f4c8f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:59.977154 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cb3c520-4992-4a5e-a285-e283b31f4c8f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:00.419218 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0cb3c520-4992-4a5e-a285-e283b31f4c8f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7410107 Jan 18 20:35:00.421947 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52082) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:00.428952 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-18b97559-07c4-4977-9d48-ae71597adc56 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Request body: {'subnet': {'network_id': '27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:00.438551 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3c520-4992-4a5e-a285-e283b31f4c8f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event updated for resources: {'Network': ['ID=27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:00.452493 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:35:00.655441 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:00.668766 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b97559-07c4-4977-9d48-ae71597adc56 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Made reservation on behalf of f5b6118310d744b982fbafe3399e88ce for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:35:00.672418 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-18b97559-07c4-4977-9d48-ae71597adc56 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:00.881003 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-18b97559-07c4-4977-9d48-ae71597adc56 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (2fdfd89f-482b-4c73-b141-f1632f3bb741), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:00.954821 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b97559-07c4-4977-9d48-ae71597adc56 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Checking segment: {'id': '3cc9bf69-b82e-4c9a-8887-cbf21f0b67b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:35:00.955408 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b97559-07c4-4977-9d48-ae71597adc56 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Network hostable DHCP agents. Network: 27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:35:00.961654 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b97559-07c4-4977-9d48-ae71597adc56 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event updated for resources: {'Subnet': ['ID=2fdfd89f-482b-4c73-b141-f1632f3bb741,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:00.989286 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b97559-07c4-4977-9d48-ae71597adc56 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Network 27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:35:01.001071 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-18b97559-07c4-4977-9d48-ae71597adc56 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:35:01.005929 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b97559-07c4-4977-9d48-ae71597adc56 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:01.006788 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-18b97559-07c4-4977-9d48-ae71597adc56 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1660319'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:01.013260 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d854942a-edc4-4547-ba6f-30e2532ca37a None None] Network 27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:35:01.044011 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-18b97559-07c4-4977-9d48-ae71597adc56 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6195812 Jan 18 20:35:01.046499 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52086) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:01.169756 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dd1353-ccf9-4b35-99c9-32451a88ba8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35', 'network_id': '27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35', 'project_id': 'f5b6118310d744b982fbafe3399e88ce', 'fixed_ips': [{'subnet_id': '2fdfd89f-482b-4c73-b141-f1632f3bb741'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:35:01.170649 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-29dd1353-ccf9-4b35-99c9-32451a88ba8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:01.194879 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:01.281108 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (2fdfd89f-482b-4c73-b141-f1632f3bb741), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:01.375085 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-29dd1353-ccf9-4b35-99c9-32451a88ba8c None None] Allocated IP 172.20.0.1 (27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35/2fdfd89f-482b-4c73-b141-f1632f3bb741/efa06c9e-97ab-4ec4-a1df-99c594ae2918) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:35:01.575235 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-29dd1353-ccf9-4b35-99c9-32451a88ba8c None None] Publish callbacks [] for port (efa06c9e-97ab-4ec4-a1df-99c594ae2918), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:01.591537 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-29dd1353-ccf9-4b35-99c9-32451a88ba8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (efa06c9e-97ab-4ec4-a1df-99c594ae2918), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:01.609009 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (2fdfd89f-482b-4c73-b141-f1632f3bb741), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:01.627683 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dd1353-ccf9-4b35-99c9-32451a88ba8c None None] Network 27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:35:01.631250 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-29dd1353-ccf9-4b35-99c9-32451a88ba8c None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:35:01.644253 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dd1353-ccf9-4b35-99c9-32451a88ba8c None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:35:01.654139 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Subnet': ['ID=2fdfd89f-482b-4c73-b141-f1632f3bb741,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:01.686336 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd1353-ccf9-4b35-99c9-32451a88ba8c None None] Pushing event updated for resources: {'Port': ['ID=efa06c9e-97ab-4ec4-a1df-99c594ae2918,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:01.740627 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:01.776181 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-29dd1353-ccf9-4b35-99c9-32451a88ba8c None None] Attempting to bind port efa06c9e-97ab-4ec4-a1df-99c594ae2918 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:35:01.776181 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-29dd1353-ccf9-4b35-99c9-32451a88ba8c None None] Attempting to bind port efa06c9e-97ab-4ec4-a1df-99c594ae2918 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '3cc9bf69-b82e-4c9a-8887-cbf21f0b67b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:35:01.776181 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dd1353-ccf9-4b35-99c9-32451a88ba8c None None] Attempting to bind port efa06c9e-97ab-4ec4-a1df-99c594ae2918 on network 27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:35:01.787666 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dd1353-ccf9-4b35-99c9-32451a88ba8c None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:35:01.788176 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dd1353-ccf9-4b35-99c9-32451a88ba8c None None] Checking segment: {'id': '3cc9bf69-b82e-4c9a-8887-cbf21f0b67b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:35:01.788796 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-29dd1353-ccf9-4b35-99c9-32451a88ba8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:01.789454 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dd1353-ccf9-4b35-99c9-32451a88ba8c None None] Bound using segment: {'id': '3cc9bf69-b82e-4c9a-8887-cbf21f0b67b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:35:01.789574 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:01.791490 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-29dd1353-ccf9-4b35-99c9-32451a88ba8c None None] Bound port: efa06c9e-97ab-4ec4-a1df-99c594ae2918, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cc9bf69-b82e-4c9a-8887-cbf21f0b67b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:35:01.791490 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-29dd1353-ccf9-4b35-99c9-32451a88ba8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (efa06c9e-97ab-4ec4-a1df-99c594ae2918), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:01.811554 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc9bf69-b82e-4c9a-8887-cbf21f0b67b1') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:01.812482 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc9bf69-b82e-4c9a-8887-cbf21f0b67b1') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:01.827158 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (3cc9bf69-b82e-4c9a-8887-cbf21f0b67b1), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:01.851763 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (3cc9bf69-b82e-4c9a-8887-cbf21f0b67b1), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:01.866940 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:35:01.867348 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (3cc9bf69-b82e-4c9a-8887-cbf21f0b67b1), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:01.872901 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:35:01.882567 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:35:01.919450 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-29dd1353-ccf9-4b35-99c9-32451a88ba8c None None] For port efa06c9e-97ab-4ec4-a1df-99c594ae2918, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:35:01.978176 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-29dd1353-ccf9-4b35-99c9-32451a88ba8c None None] For port efa06c9e-97ab-4ec4-a1df-99c594ae2918, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=efa06c9e-97ab-4ec4-a1df-99c594ae2918,segment=NetworkSegment(3cc9bf69-b82e-4c9a-8887-cbf21f0b67b1),segment_id=3cc9bf69-b82e-4c9a-8887-cbf21f0b67b1)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:35:01.983795 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-29dd1353-ccf9-4b35-99c9-32451a88ba8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (efa06c9e-97ab-4ec4-a1df-99c594ae2918), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:01.996424 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.db.api [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 20:35:01.996424 n-d-741529-9 neutron-server[103336]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 20:35:01.996424 n-d-741529-9 neutron-server[103336]: [parameters: {'id': '27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35'}] Jan 18 20:35:01.996424 n-d-741529-9 neutron-server[103336]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103336) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:35:01.996885 n-d-741529-9 neutron-server[103336]: DEBUG oslo_db.api [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:35:02.044091 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd1353-ccf9-4b35-99c9-32451a88ba8c None None] Pushing event updated for resources: {'Port': ['ID=efa06c9e-97ab-4ec4-a1df-99c594ae2918,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:02.124494 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbfaa9d-fdb1-40ee-9996-ab0f1cbea888 None None] get_active_networks_info from n-d-741529-9 {{(pid=103337) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 18 20:35:02.355312 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbfaa9d-fdb1-40ee-9996-ab0f1cbea888 None None] Resources bound (agent type, host, resource id): {{(pid=103337) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 20:35:02.498177 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:02.588665 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Deleting port efa06c9e-97ab-4ec4-a1df-99c594ae2918 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:35:02.589268 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (efa06c9e-97ab-4ec4-a1df-99c594ae2918), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:02.731006 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] For port efa06c9e-97ab-4ec4-a1df-99c594ae2918, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=efa06c9e-97ab-4ec4-a1df-99c594ae2918,segment=NetworkSegment(3cc9bf69-b82e-4c9a-8887-cbf21f0b67b1),segment_id=3cc9bf69-b82e-4c9a-8887-cbf21f0b67b1)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:35:02.732127 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (efa06c9e-97ab-4ec4-a1df-99c594ae2918), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:02.747851 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Calling delete_port for efa06c9e-97ab-4ec4-a1df-99c594ae2918 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:35:02.763673 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4cb5e0-a792-43d6-ad75-43deb7c445b3 None None] Network 27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:35:02.910964 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (efa06c9e-97ab-4ec4-a1df-99c594ae2918), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:02.942124 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Port': ['ID=efa06c9e-97ab-4ec4-a1df-99c594ae2918,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:02.945229 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No DVR routers for this DVR port efa06c9e-97ab-4ec4-a1df-99c594ae2918 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:35:03.051837 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:03.081374 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:03.097872 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc9bf69-b82e-4c9a-8887-cbf21f0b67b1') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:03.098167 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc9bf69-b82e-4c9a-8887-cbf21f0b67b1') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:03.119150 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (3cc9bf69-b82e-4c9a-8887-cbf21f0b67b1), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:03.161971 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (3cc9bf69-b82e-4c9a-8887-cbf21f0b67b1), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:03.177997 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:35:03.178718 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (3cc9bf69-b82e-4c9a-8887-cbf21f0b67b1), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:35:03.182603 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:35:03.278065 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:03.296378 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:03.323187 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/networks/27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35 HTTP/1.1" status: 204 len: 168 time: 2.2755682 Jan 18 20:35:03.329089 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52120) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:03.336559 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-ad6a321f-e700-44df-9c58-b765167bbe3a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-659953032'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:03.356192 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6287c8-ebd0-4008-b471-8ecc8411eb0f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Network': ['ID=27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:03.427217 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6a321f-e700-44df-9c58-b765167bbe3a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Made reservation on behalf of f5b6118310d744b982fbafe3399e88ce for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:35:03.431840 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad6a321f-e700-44df-9c58-b765167bbe3a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:03.483113 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad6a321f-e700-44df-9c58-b765167bbe3a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:35:03.515447 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad6a321f-e700-44df-9c58-b765167bbe3a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (0aec6b3c-f971-4c87-8e28-19ccdcaef808), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:03.517307 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-ad6a321f-e700-44df-9c58-b765167bbe3a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Added segment 0aec6b3c-f971-4c87-8e28-19ccdcaef808 of type vlan for network 6546ce19-1c00-4ed9-bba0-f428ad9a779c Jan 18 20:35:03.571139 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad6a321f-e700-44df-9c58-b765167bbe3a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (6546ce19-1c00-4ed9-bba0-f428ad9a779c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:03.633389 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad6a321f-e700-44df-9c58-b765167bbe3a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (6546ce19-1c00-4ed9-bba0-f428ad9a779c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:03.639685 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6a321f-e700-44df-9c58-b765167bbe3a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:03.640266 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad6a321f-e700-44df-9c58-b765167bbe3a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:03.682289 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ad6a321f-e700-44df-9c58-b765167bbe3a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3502100 Jan 18 20:35:03.684568 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52128) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:03.690995 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-7eeeeca1-f7d6-49e9-b8d2-59a464c9b48d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:03.788715 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a321f-e700-44df-9c58-b765167bbe3a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event updated for resources: {'Network': ['ID=6546ce19-1c00-4ed9-bba0-f428ad9a779c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:03.809179 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 6546ce19-1c00-4ed9-bba0-f428ad9a779c details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:35:04.064962 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:04.093283 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7eeeeca1-f7d6-49e9-b8d2-59a464c9b48d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (6546ce19-1c00-4ed9-bba0-f428ad9a779c), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:04.114785 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7eeeeca1-f7d6-49e9-b8d2-59a464c9b48d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (6546ce19-1c00-4ed9-bba0-f428ad9a779c), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:04.136312 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7eeeeca1-f7d6-49e9-b8d2-59a464c9b48d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Network 6546ce19-1c00-4ed9-bba0-f428ad9a779c is not hosted by any dhcp agent {{(pid=103336) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 18 20:35:04.141897 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eeeeca1-f7d6-49e9-b8d2-59a464c9b48d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:04.142606 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7eeeeca1-f7d6-49e9-b8d2-59a464c9b48d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:04.146431 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7eeeeca1-f7d6-49e9-b8d2-59a464c9b48d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "PUT /v2.0/networks/6546ce19-1c00-4ed9-bba0-f428ad9a779c HTTP/1.1" status: 200 len: 723 time: 0.4583278 Jan 18 20:35:04.146803 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52130) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:04.151913 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-821f9e9d-5dcf-4bd2-b016-773fc33c30fe tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Request body: {'subnet': {'network_id': '6546ce19-1c00-4ed9-bba0-f428ad9a779c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:04.202712 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeeeca1-f7d6-49e9-b8d2-59a464c9b48d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event updated for resources: {'Network': ['ID=6546ce19-1c00-4ed9-bba0-f428ad9a779c,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:04.216167 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 6546ce19-1c00-4ed9-bba0-f428ad9a779c details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:35:04.374317 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821f9e9d-5dcf-4bd2-b016-773fc33c30fe tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Made reservation on behalf of f5b6118310d744b982fbafe3399e88ce for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:35:04.382061 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-821f9e9d-5dcf-4bd2-b016-773fc33c30fe tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:04.636557 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-821f9e9d-5dcf-4bd2-b016-773fc33c30fe tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (4e1aa9ab-6031-4ddd-a009-0134e61ed52f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:04.736812 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f9e9d-5dcf-4bd2-b016-773fc33c30fe tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event updated for resources: {'Subnet': ['ID=4e1aa9ab-6031-4ddd-a009-0134e61ed52f,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:04.740187 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821f9e9d-5dcf-4bd2-b016-773fc33c30fe tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Checking segment: {'id': '0aec6b3c-f971-4c87-8e28-19ccdcaef808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6546ce19-1c00-4ed9-bba0-f428ad9a779c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:35:04.740903 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821f9e9d-5dcf-4bd2-b016-773fc33c30fe tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Network hostable DHCP agents. Network: 6546ce19-1c00-4ed9-bba0-f428ad9a779c, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:35:04.778119 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821f9e9d-5dcf-4bd2-b016-773fc33c30fe tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Network 6546ce19-1c00-4ed9-bba0-f428ad9a779c is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:35:04.809965 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-821f9e9d-5dcf-4bd2-b016-773fc33c30fe tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 6546ce19-1c00-4ed9-bba0-f428ad9a779c) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:35:04.819468 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821f9e9d-5dcf-4bd2-b016-773fc33c30fe tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:04.820377 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d181426-d473-401e-b80c-bdfcac9b6839 None None] Network 6546ce19-1c00-4ed9-bba0-f428ad9a779c requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:35:04.823469 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-821f9e9d-5dcf-4bd2-b016-773fc33c30fe tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:04.884057 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-821f9e9d-5dcf-4bd2-b016-773fc33c30fe tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7360942 Jan 18 20:35:04.887372 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52140) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:04.892697 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-25d66a3b-5541-46e2-add1-5dac1552f8ea tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:04.998796 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18bb2b3-48d7-4826-9516-4468cf964045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-6546ce19-1c00-4ed9-bba0-f428ad9a779c', 'network_id': '6546ce19-1c00-4ed9-bba0-f428ad9a779c', 'project_id': 'f5b6118310d744b982fbafe3399e88ce', 'fixed_ips': [{'subnet_id': '4e1aa9ab-6031-4ddd-a009-0134e61ed52f'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:35:05.000052 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c18bb2b3-48d7-4826-9516-4468cf964045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:05.047651 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-25d66a3b-5541-46e2-add1-5dac1552f8ea tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14661868'] for subnet (4e1aa9ab-6031-4ddd-a009-0134e61ed52f), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:05.260981 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-25d66a3b-5541-46e2-add1-5dac1552f8ea tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779510068857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12903159'] for subnet (4e1aa9ab-6031-4ddd-a009-0134e61ed52f), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:05.324768 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d66a3b-5541-46e2-add1-5dac1552f8ea tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:05.325205 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-25d66a3b-5541-46e2-add1-5dac1552f8ea tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:05.326690 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-25d66a3b-5541-46e2-add1-5dac1552f8ea tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "PUT /v2.0/subnets/4e1aa9ab-6031-4ddd-a009-0134e61ed52f HTTP/1.1" status: 200 len: 806 time: 0.4383633 Jan 18 20:35:05.330110 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52142) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:05.330647 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-c18bb2b3-48d7-4826-9516-4468cf964045 None None] Allocated IP 172.20.0.2 (6546ce19-1c00-4ed9-bba0-f428ad9a779c/4e1aa9ab-6031-4ddd-a009-0134e61ed52f/49c01823-0caa-48fe-a68b-b6fd7dba32d8) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:35:05.351079 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d66a3b-5541-46e2-add1-5dac1552f8ea tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event updated for resources: {'Subnet': ['ID=4e1aa9ab-6031-4ddd-a009-0134e61ed52f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:05.486599 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (6546ce19-1c00-4ed9-bba0-f428ad9a779c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:05.578430 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (4e1aa9ab-6031-4ddd-a009-0134e61ed52f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:05.727942 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c18bb2b3-48d7-4826-9516-4468cf964045 None None] Publish callbacks [] for port (49c01823-0caa-48fe-a68b-b6fd7dba32d8), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:05.735942 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c18bb2b3-48d7-4826-9516-4468cf964045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (49c01823-0caa-48fe-a68b-b6fd7dba32d8), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:05.756592 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (4e1aa9ab-6031-4ddd-a009-0134e61ed52f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:05.771697 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18bb2b3-48d7-4826-9516-4468cf964045 None None] Network 6546ce19-1c00-4ed9-bba0-f428ad9a779c is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:35:05.775120 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-c18bb2b3-48d7-4826-9516-4468cf964045 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:35:05.785399 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18bb2b3-48d7-4826-9516-4468cf964045 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:35:05.819021 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Subnet': ['ID=4e1aa9ab-6031-4ddd-a009-0134e61ed52f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:05.819959 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18bb2b3-48d7-4826-9516-4468cf964045 None None] Pushing event updated for resources: {'Port': ['ID=49c01823-0caa-48fe-a68b-b6fd7dba32d8,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:05.881721 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c18bb2b3-48d7-4826-9516-4468cf964045 None None] Attempting to bind port 49c01823-0caa-48fe-a68b-b6fd7dba32d8 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:35:05.882398 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c18bb2b3-48d7-4826-9516-4468cf964045 None None] Attempting to bind port 49c01823-0caa-48fe-a68b-b6fd7dba32d8 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '0aec6b3c-f971-4c87-8e28-19ccdcaef808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6546ce19-1c00-4ed9-bba0-f428ad9a779c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:35:05.882505 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18bb2b3-48d7-4826-9516-4468cf964045 None None] Attempting to bind port 49c01823-0caa-48fe-a68b-b6fd7dba32d8 on network 6546ce19-1c00-4ed9-bba0-f428ad9a779c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:35:05.899490 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18bb2b3-48d7-4826-9516-4468cf964045 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:35:05.902049 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18bb2b3-48d7-4826-9516-4468cf964045 None None] Checking segment: {'id': '0aec6b3c-f971-4c87-8e28-19ccdcaef808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6546ce19-1c00-4ed9-bba0-f428ad9a779c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:35:05.904532 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c18bb2b3-48d7-4826-9516-4468cf964045 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:05.904945 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18bb2b3-48d7-4826-9516-4468cf964045 None None] Bound using segment: {'id': '0aec6b3c-f971-4c87-8e28-19ccdcaef808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6546ce19-1c00-4ed9-bba0-f428ad9a779c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:35:05.905736 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c18bb2b3-48d7-4826-9516-4468cf964045 None None] Bound port: 49c01823-0caa-48fe-a68b-b6fd7dba32d8, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aec6b3c-f971-4c87-8e28-19ccdcaef808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6546ce19-1c00-4ed9-bba0-f428ad9a779c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:35:05.907849 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c18bb2b3-48d7-4826-9516-4468cf964045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (49c01823-0caa-48fe-a68b-b6fd7dba32d8), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:05.949828 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (6546ce19-1c00-4ed9-bba0-f428ad9a779c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:05.974595 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6546ce19-1c00-4ed9-bba0-f428ad9a779c']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:05.988098 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aec6b3c-f971-4c87-8e28-19ccdcaef808') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:05.988392 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aec6b3c-f971-4c87-8e28-19ccdcaef808') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:06.012886 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (0aec6b3c-f971-4c87-8e28-19ccdcaef808), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:06.041923 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (0aec6b3c-f971-4c87-8e28-19ccdcaef808), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:06.049586 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:35:06.050728 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (0aec6b3c-f971-4c87-8e28-19ccdcaef808), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:35:06.056050 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:35:06.080752 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c18bb2b3-48d7-4826-9516-4468cf964045 None None] For port 49c01823-0caa-48fe-a68b-b6fd7dba32d8, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:35:06.141684 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c18bb2b3-48d7-4826-9516-4468cf964045 None None] For port 49c01823-0caa-48fe-a68b-b6fd7dba32d8, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=49c01823-0caa-48fe-a68b-b6fd7dba32d8,segment=NetworkSegment(0aec6b3c-f971-4c87-8e28-19ccdcaef808),segment_id=0aec6b3c-f971-4c87-8e28-19ccdcaef808)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:35:06.144390 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.db.api [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 20:35:06.144390 n-d-741529-9 neutron-server[103335]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 20:35:06.144390 n-d-741529-9 neutron-server[103335]: [parameters: {'id': '6546ce19-1c00-4ed9-bba0-f428ad9a779c'}] Jan 18 20:35:06.144390 n-d-741529-9 neutron-server[103335]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:35:06.144785 n-d-741529-9 neutron-server[103335]: DEBUG oslo_db.api [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:35:06.147774 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c18bb2b3-48d7-4826-9516-4468cf964045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (49c01823-0caa-48fe-a68b-b6fd7dba32d8), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:06.212053 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18bb2b3-48d7-4826-9516-4468cf964045 None None] Pushing event updated for resources: {'Port': ['ID=49c01823-0caa-48fe-a68b-b6fd7dba32d8,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:06.283107 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91041735-8979-4ece-b3d3-5ec9751ff1fc None None] get_active_networks_info from n-d-741529-9 {{(pid=103337) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 18 20:35:06.419453 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91041735-8979-4ece-b3d3-5ec9751ff1fc None None] Resources bound (agent type, host, resource id): {{(pid=103337) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 20:35:06.646274 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (6546ce19-1c00-4ed9-bba0-f428ad9a779c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:06.749675 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105ce6ab-e591-41de-8cf7-14cd08799e99 None None] Network 6546ce19-1c00-4ed9-bba0-f428ad9a779c requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:35:06.762058 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Deleting port 49c01823-0caa-48fe-a68b-b6fd7dba32d8 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:35:06.762406 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (49c01823-0caa-48fe-a68b-b6fd7dba32d8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:06.855132 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] For port 49c01823-0caa-48fe-a68b-b6fd7dba32d8, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=49c01823-0caa-48fe-a68b-b6fd7dba32d8,segment=NetworkSegment(0aec6b3c-f971-4c87-8e28-19ccdcaef808),segment_id=0aec6b3c-f971-4c87-8e28-19ccdcaef808)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:35:06.856801 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (49c01823-0caa-48fe-a68b-b6fd7dba32d8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:06.881488 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Calling delete_port for 49c01823-0caa-48fe-a68b-b6fd7dba32d8 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:35:06.898172 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:06.905415 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbd564e-838c-4e2f-8255-7694b52fcf2d None None] Network 6546ce19-1c00-4ed9-bba0-f428ad9a779c requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:35:07.045292 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (49c01823-0caa-48fe-a68b-b6fd7dba32d8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:07.120717 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No DVR routers for this DVR port 49c01823-0caa-48fe-a68b-b6fd7dba32d8 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:35:07.130568 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Port': ['ID=49c01823-0caa-48fe-a68b-b6fd7dba32d8,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:07.227691 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (6546ce19-1c00-4ed9-bba0-f428ad9a779c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:07.249282 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6546ce19-1c00-4ed9-bba0-f428ad9a779c']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:07.259861 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aec6b3c-f971-4c87-8e28-19ccdcaef808') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:07.260152 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aec6b3c-f971-4c87-8e28-19ccdcaef808') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:07.271514 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (0aec6b3c-f971-4c87-8e28-19ccdcaef808), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:07.291442 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (0aec6b3c-f971-4c87-8e28-19ccdcaef808), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:07.299482 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:35:07.300021 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (0aec6b3c-f971-4c87-8e28-19ccdcaef808), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:35:07.303523 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:35:07.369673 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (6546ce19-1c00-4ed9-bba0-f428ad9a779c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:07.375147 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:07.381022 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52160) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:07.381507 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/networks/6546ce19-1c00-4ed9-bba0-f428ad9a779c HTTP/1.1" status: 204 len: 168 time: 2.0499864 Jan 18 20:35:07.401002 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44862e55-e3b4-4905-bb76-6cf7178b1a27 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Network': ['ID=6546ce19-1c00-4ed9-bba0-f428ad9a779c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:07.403854 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-c666edba-eed6-432d-9a4a-94a5a7476c3f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] DELETE failed (client error): The resource could not be found. Jan 18 20:35:07.404385 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c666edba-eed6-432d-9a4a-94a5a7476c3f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:35:07.407813 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c666edba-eed6-432d-9a4a-94a5a7476c3f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/networks/6546ce19-1c00-4ed9-bba0-f428ad9a779c HTTP/1.1" status: 404 len: 339 time: 0.0257339 Jan 18 20:35:07.411303 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52162) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:07.416136 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-ac3aa6a9-3abf-4d43-852e-36ad7debc66c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1475104334', 'description': 'd1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:07.440175 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3aa6a9-3abf-4d43-852e-36ad7debc66c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Made reservation on behalf of f5b6118310d744b982fbafe3399e88ce for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:35:07.445121 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ac3aa6a9-3abf-4d43-852e-36ad7debc66c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:07.472441 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac3aa6a9-3abf-4d43-852e-36ad7debc66c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:35:07.482125 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ac3aa6a9-3abf-4d43-852e-36ad7debc66c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (62ff15f4-da07-498f-b17a-d461bf20d203), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:07.482502 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-ac3aa6a9-3abf-4d43-852e-36ad7debc66c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Added segment 62ff15f4-da07-498f-b17a-d461bf20d203 of type vlan for network 7f22ac18-a9d0-4b62-b473-5e3058188aa9 Jan 18 20:35:07.523632 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ac3aa6a9-3abf-4d43-852e-36ad7debc66c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (7f22ac18-a9d0-4b62-b473-5e3058188aa9), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:07.550125 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ac3aa6a9-3abf-4d43-852e-36ad7debc66c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (7f22ac18-a9d0-4b62-b473-5e3058188aa9), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:07.555724 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3aa6a9-3abf-4d43-852e-36ad7debc66c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:07.556315 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ac3aa6a9-3abf-4d43-852e-36ad7debc66c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:07.621730 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ac3aa6a9-3abf-4d43-852e-36ad7debc66c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2092984 Jan 18 20:35:07.624401 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52164) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:07.628122 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3aa6a9-3abf-4d43-852e-36ad7debc66c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event updated for resources: {'Network': ['ID=7f22ac18-a9d0-4b62-b473-5e3058188aa9,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:07.639305 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 7f22ac18-a9d0-4b62-b473-5e3058188aa9 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:35:07.716347 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcb0366-9cc7-4069-9a62-32daf731bf67 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:07.717812 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4fcb0366-9cc7-4069-9a62-32daf731bf67 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "GET /v2.0/networks?id=7f22ac18-a9d0-4b62-b473-5e3058188aa9 HTTP/1.1" status: 200 len: 761 time: 0.0923941 Jan 18 20:35:07.720414 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52166) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:07.725385 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-758691b4-a329-419f-9c40-af241f45d3fc tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Request body: {'network': {'description': 'd2'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:07.883207 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-758691b4-a329-419f-9c40-af241f45d3fc tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (7f22ac18-a9d0-4b62-b473-5e3058188aa9), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:07.897735 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-758691b4-a329-419f-9c40-af241f45d3fc tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (7f22ac18-a9d0-4b62-b473-5e3058188aa9), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:07.921839 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-758691b4-a329-419f-9c40-af241f45d3fc tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Network 7f22ac18-a9d0-4b62-b473-5e3058188aa9 is not hosted by any dhcp agent {{(pid=103335) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 18 20:35:07.927258 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758691b4-a329-419f-9c40-af241f45d3fc tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:07.927845 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-758691b4-a329-419f-9c40-af241f45d3fc tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:07.931916 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-758691b4-a329-419f-9c40-af241f45d3fc tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "PUT /v2.0/networks/7f22ac18-a9d0-4b62-b473-5e3058188aa9 HTTP/1.1" status: 200 len: 758 time: 0.2077947 Jan 18 20:35:07.932090 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52170) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:08.029240 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758691b4-a329-419f-9c40-af241f45d3fc tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event updated for resources: {'Network': ['ID=7f22ac18-a9d0-4b62-b473-5e3058188aa9,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:08.043419 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 7f22ac18-a9d0-4b62-b473-5e3058188aa9 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:35:08.054938 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68ab76f-c1f7-437e-932f-120c0cfbfdfa tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:08.056457 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b68ab76f-c1f7-437e-932f-120c0cfbfdfa tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "GET /v2.0/networks?id=7f22ac18-a9d0-4b62-b473-5e3058188aa9 HTTP/1.1" status: 200 len: 761 time: 0.1234474 Jan 18 20:35:08.062826 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52174) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:08.067832 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-dbf03106-6fea-4737-bcbb-9ebb577023c2 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-464031418'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:08.098335 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf03106-6fea-4737-bcbb-9ebb577023c2 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Made reservation on behalf of f5b6118310d744b982fbafe3399e88ce for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:35:08.101897 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dbf03106-6fea-4737-bcbb-9ebb577023c2 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:08.140658 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf03106-6fea-4737-bcbb-9ebb577023c2 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:35:08.150643 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dbf03106-6fea-4737-bcbb-9ebb577023c2 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (11debb01-8c4d-4ce9-bbcb-baa4e3808967), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:08.151121 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-dbf03106-6fea-4737-bcbb-9ebb577023c2 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Added segment 11debb01-8c4d-4ce9-bbcb-baa4e3808967 of type vlan for network 8e2af84f-d621-41bd-8255-2051dea6b7dd Jan 18 20:35:08.216153 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dbf03106-6fea-4737-bcbb-9ebb577023c2 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (8e2af84f-d621-41bd-8255-2051dea6b7dd), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:08.248234 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dbf03106-6fea-4737-bcbb-9ebb577023c2 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (8e2af84f-d621-41bd-8255-2051dea6b7dd), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:08.254987 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf03106-6fea-4737-bcbb-9ebb577023c2 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:08.256024 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dbf03106-6fea-4737-bcbb-9ebb577023c2 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:08.311018 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-dbf03106-6fea-4737-bcbb-9ebb577023c2 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2470825 Jan 18 20:35:08.313816 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52190) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:08.319244 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-4e74ce0e-932c-4f44-836d-5bf8564dd30f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Request body: {'subnet': {'network_id': '8e2af84f-d621-41bd-8255-2051dea6b7dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:08.361190 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf03106-6fea-4737-bcbb-9ebb577023c2 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event updated for resources: {'Network': ['ID=8e2af84f-d621-41bd-8255-2051dea6b7dd,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:08.373999 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 8e2af84f-d621-41bd-8255-2051dea6b7dd details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:35:08.513461 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e74ce0e-932c-4f44-836d-5bf8564dd30f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Made reservation on behalf of f5b6118310d744b982fbafe3399e88ce for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:35:08.518355 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e74ce0e-932c-4f44-836d-5bf8564dd30f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:08.772078 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e74ce0e-932c-4f44-836d-5bf8564dd30f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (205edaeb-32d7-4f6c-af9b-d2effec618a6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:08.854635 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e74ce0e-932c-4f44-836d-5bf8564dd30f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event updated for resources: {'Subnet': ['ID=205edaeb-32d7-4f6c-af9b-d2effec618a6,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:08.889374 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e74ce0e-932c-4f44-836d-5bf8564dd30f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Checking segment: {'id': '11debb01-8c4d-4ce9-bbcb-baa4e3808967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8e2af84f-d621-41bd-8255-2051dea6b7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:35:08.889763 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e74ce0e-932c-4f44-836d-5bf8564dd30f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Network hostable DHCP agents. Network: 8e2af84f-d621-41bd-8255-2051dea6b7dd, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:35:08.915751 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e74ce0e-932c-4f44-836d-5bf8564dd30f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Network 8e2af84f-d621-41bd-8255-2051dea6b7dd is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:35:08.928879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-4e74ce0e-932c-4f44-836d-5bf8564dd30f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 8e2af84f-d621-41bd-8255-2051dea6b7dd) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:35:08.937057 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e74ce0e-932c-4f44-836d-5bf8564dd30f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:08.937927 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e74ce0e-932c-4f44-836d-5bf8564dd30f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:08.938845 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e5376b-bb36-41ee-a0c0-1f4fe22c92af None None] Network 8e2af84f-d621-41bd-8255-2051dea6b7dd requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:35:08.962480 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4e74ce0e-932c-4f44-836d-5bf8564dd30f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6464314 Jan 18 20:35:08.964227 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52204) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:09.086462 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5a123c-591d-4447-8c11-e661f65de78d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-8e2af84f-d621-41bd-8255-2051dea6b7dd', 'network_id': '8e2af84f-d621-41bd-8255-2051dea6b7dd', 'project_id': 'f5b6118310d744b982fbafe3399e88ce', 'fixed_ips': [{'subnet_id': '205edaeb-32d7-4f6c-af9b-d2effec618a6'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:35:09.088171 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4c5a123c-591d-4447-8c11-e661f65de78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:09.092985 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (8e2af84f-d621-41bd-8255-2051dea6b7dd), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:09.160167 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (205edaeb-32d7-4f6c-af9b-d2effec618a6), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:09.271219 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-4c5a123c-591d-4447-8c11-e661f65de78d None None] Allocated IP 172.20.0.2 (8e2af84f-d621-41bd-8255-2051dea6b7dd/205edaeb-32d7-4f6c-af9b-d2effec618a6/96bd2c88-f998-49b3-bddf-593b8329e5a2) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:35:09.495168 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4c5a123c-591d-4447-8c11-e661f65de78d None None] Publish callbacks [] for port (96bd2c88-f998-49b3-bddf-593b8329e5a2), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:09.507551 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4c5a123c-591d-4447-8c11-e661f65de78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (96bd2c88-f998-49b3-bddf-593b8329e5a2), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:09.530065 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (205edaeb-32d7-4f6c-af9b-d2effec618a6), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:09.563289 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5a123c-591d-4447-8c11-e661f65de78d None None] Network 8e2af84f-d621-41bd-8255-2051dea6b7dd is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:35:09.566442 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-4c5a123c-591d-4447-8c11-e661f65de78d None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:35:09.576888 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5a123c-591d-4447-8c11-e661f65de78d None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:35:09.617082 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Subnet': ['ID=205edaeb-32d7-4f6c-af9b-d2effec618a6,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:09.646658 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a123c-591d-4447-8c11-e661f65de78d None None] Pushing event updated for resources: {'Port': ['ID=96bd2c88-f998-49b3-bddf-593b8329e5a2,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:09.676123 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-4c5a123c-591d-4447-8c11-e661f65de78d None None] Attempting to bind port 96bd2c88-f998-49b3-bddf-593b8329e5a2 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:35:09.676718 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-4c5a123c-591d-4447-8c11-e661f65de78d None None] Attempting to bind port 96bd2c88-f998-49b3-bddf-593b8329e5a2 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '11debb01-8c4d-4ce9-bbcb-baa4e3808967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8e2af84f-d621-41bd-8255-2051dea6b7dd'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:35:09.677392 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a123c-591d-4447-8c11-e661f65de78d None None] Attempting to bind port 96bd2c88-f998-49b3-bddf-593b8329e5a2 on network 8e2af84f-d621-41bd-8255-2051dea6b7dd {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:35:09.683893 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a123c-591d-4447-8c11-e661f65de78d None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:35:09.684493 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a123c-591d-4447-8c11-e661f65de78d None None] Checking segment: {'id': '11debb01-8c4d-4ce9-bbcb-baa4e3808967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8e2af84f-d621-41bd-8255-2051dea6b7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:35:09.685275 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4c5a123c-591d-4447-8c11-e661f65de78d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:09.686167 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a123c-591d-4447-8c11-e661f65de78d None None] Bound using segment: {'id': '11debb01-8c4d-4ce9-bbcb-baa4e3808967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8e2af84f-d621-41bd-8255-2051dea6b7dd'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:35:09.686812 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-4c5a123c-591d-4447-8c11-e661f65de78d None None] Bound port: 96bd2c88-f998-49b3-bddf-593b8329e5a2, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11debb01-8c4d-4ce9-bbcb-baa4e3808967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8e2af84f-d621-41bd-8255-2051dea6b7dd'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:35:09.690303 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4c5a123c-591d-4447-8c11-e661f65de78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (96bd2c88-f998-49b3-bddf-593b8329e5a2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:09.749410 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (8e2af84f-d621-41bd-8255-2051dea6b7dd), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:09.800980 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2af84f-d621-41bd-8255-2051dea6b7dd']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:09.815293 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-4c5a123c-591d-4447-8c11-e661f65de78d None None] For port 96bd2c88-f998-49b3-bddf-593b8329e5a2, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:35:09.817387 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11debb01-8c4d-4ce9-bbcb-baa4e3808967') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:09.817832 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11debb01-8c4d-4ce9-bbcb-baa4e3808967') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:09.820054 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-4c5a123c-591d-4447-8c11-e661f65de78d None None] For port 96bd2c88-f998-49b3-bddf-593b8329e5a2, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=96bd2c88-f998-49b3-bddf-593b8329e5a2,segment=NetworkSegment(11debb01-8c4d-4ce9-bbcb-baa4e3808967),segment_id=11debb01-8c4d-4ce9-bbcb-baa4e3808967)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:35:09.827373 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4c5a123c-591d-4447-8c11-e661f65de78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (96bd2c88-f998-49b3-bddf-593b8329e5a2), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:09.835456 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (11debb01-8c4d-4ce9-bbcb-baa4e3808967), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:09.854775 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (11debb01-8c4d-4ce9-bbcb-baa4e3808967), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:09.870520 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:35:09.873762 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (11debb01-8c4d-4ce9-bbcb-baa4e3808967), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:35:09.879894 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:35:09.962677 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a123c-591d-4447-8c11-e661f65de78d None None] Pushing event updated for resources: {'Port': ['ID=96bd2c88-f998-49b3-bddf-593b8329e5a2,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:10.000073 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.db.api [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 20:35:10.000073 n-d-741529-9 neutron-server[103336]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 20:35:10.000073 n-d-741529-9 neutron-server[103336]: [parameters: {'id': '8e2af84f-d621-41bd-8255-2051dea6b7dd'}] Jan 18 20:35:10.000073 n-d-741529-9 neutron-server[103336]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103336) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:35:10.000866 n-d-741529-9 neutron-server[103336]: DEBUG oslo_db.api [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:35:10.029763 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36151be-d7e0-4945-9330-192afb494438 None None] get_active_networks_info from n-d-741529-9 {{(pid=103337) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 18 20:35:10.165390 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36151be-d7e0-4945-9330-192afb494438 None None] Resources bound (agent type, host, resource id): {{(pid=103337) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 20:35:10.502409 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (8e2af84f-d621-41bd-8255-2051dea6b7dd), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:10.546137 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfd43c4-c793-4be4-8c80-c4c50be51888 None None] Network 8e2af84f-d621-41bd-8255-2051dea6b7dd requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:35:10.574306 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Deleting port 96bd2c88-f998-49b3-bddf-593b8329e5a2 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:35:10.574648 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (96bd2c88-f998-49b3-bddf-593b8329e5a2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:10.659513 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] For port 96bd2c88-f998-49b3-bddf-593b8329e5a2, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=96bd2c88-f998-49b3-bddf-593b8329e5a2,segment=NetworkSegment(11debb01-8c4d-4ce9-bbcb-baa4e3808967),segment_id=11debb01-8c4d-4ce9-bbcb-baa4e3808967)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:35:10.659890 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (96bd2c88-f998-49b3-bddf-593b8329e5a2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:10.674352 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Calling delete_port for 96bd2c88-f998-49b3-bddf-593b8329e5a2 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:35:10.757741 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (96bd2c88-f998-49b3-bddf-593b8329e5a2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:10.794019 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Port': ['ID=96bd2c88-f998-49b3-bddf-593b8329e5a2,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:10.798445 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No DVR routers for this DVR port 96bd2c88-f998-49b3-bddf-593b8329e5a2 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:35:10.885996 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (8e2af84f-d621-41bd-8255-2051dea6b7dd), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:10.914867 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2af84f-d621-41bd-8255-2051dea6b7dd']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:10.927998 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11debb01-8c4d-4ce9-bbcb-baa4e3808967') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:10.928324 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11debb01-8c4d-4ce9-bbcb-baa4e3808967') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:10.939647 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (11debb01-8c4d-4ce9-bbcb-baa4e3808967), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:10.955391 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (11debb01-8c4d-4ce9-bbcb-baa4e3808967), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:10.964363 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:35:10.965267 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (11debb01-8c4d-4ce9-bbcb-baa4e3808967), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:35:10.968697 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:35:11.054510 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (8e2af84f-d621-41bd-8255-2051dea6b7dd), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:11.070167 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:11.077695 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52226) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:11.078170 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/networks/8e2af84f-d621-41bd-8255-2051dea6b7dd HTTP/1.1" status: 204 len: 168 time: 2.1127548 Jan 18 20:35:11.094762 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d2dfb-75e5-4f58-9f7a-4006c8efd674 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Network': ['ID=8e2af84f-d621-41bd-8255-2051dea6b7dd,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:11.121236 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-504511e7-fd1f-4644-915e-068cf49d7f04 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] GET failed (client error): The resource could not be found. Jan 18 20:35:11.123118 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-504511e7-fd1f-4644-915e-068cf49d7f04 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "GET /v2.0/subnets/205edaeb-32d7-4f6c-af9b-d2effec618a6 HTTP/1.1" status: 404 len: 337 time: 0.0437107 Jan 18 20:35:11.126212 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52230) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:11.158658 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-52657127-2b0e-445e-a3bc-e8b02e3b59fc tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] DELETE failed (client error): The resource could not be found. Jan 18 20:35:11.160288 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52657127-2b0e-445e-a3bc-e8b02e3b59fc tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:35:11.166507 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-52657127-2b0e-445e-a3bc-e8b02e3b59fc tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/networks/8e2af84f-d621-41bd-8255-2051dea6b7dd HTTP/1.1" status: 404 len: 339 time: 0.0350559 Jan 18 20:35:11.167192 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52234) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:11.428580 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13bdc88-8d99-4d89-8d15-cbb4fc7d70e9 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:11.430585 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a13bdc88-8d99-4d89-8d15-cbb4fc7d70e9 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2623842 Jan 18 20:35:11.434059 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52238) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:11.510021 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-93e48845-e250-4ddc-adb6-c6b798498bb7 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "GET /v2.0/subnets?network_id=9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 207 time: 0.0744994 Jan 18 20:35:11.514350 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52242) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:12.020040 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78407c9d-2130-4692-8829-eadcd85a212c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:12.026086 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78407c9d-2130-4692-8829-eadcd85a212c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:12.033731 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78407c9d-2130-4692-8829-eadcd85a212c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:12.038493 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78407c9d-2130-4692-8829-eadcd85a212c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:12.040210 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-78407c9d-2130-4692-8829-eadcd85a212c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.5245380 Jan 18 20:35:12.044296 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52244) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:12.176976 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-30f4be65-6b5f-4f10-b64c-ae342b624522 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1199870 Jan 18 20:35:12.178280 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52246) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:12.390231 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19c069e-f927-4091-9dd0-e670bff16ed0 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:12.391766 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19c069e-f927-4091-9dd0-e670bff16ed0 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:12.396625 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c19c069e-f927-4091-9dd0-e670bff16ed0 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2103610 Jan 18 20:35:12.396959 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52252) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:12.501471 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7918ca7-276e-41e5-b7f0-50662fa6d6eb tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:12.503853 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7918ca7-276e-41e5-b7f0-50662fa6d6eb tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:12.505963 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e7918ca7-276e-41e5-b7f0-50662fa6d6eb tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1080241 Jan 18 20:35:12.510076 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52256) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:12.640457 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665204a3-0298-4d7a-958a-8bd95ba3eb7c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:12.645828 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52264) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:12.646004 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-665204a3-0298-4d7a-958a-8bd95ba3eb7c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "GET /v2.0/networks/b5115877-a19c-4184-9657-903676becf4d HTTP/1.1" status: 200 len: 800 time: 0.1339447 Jan 18 20:35:12.792133 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-782d4cfa-886c-4875-a357-00225724f11f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "GET /v2.0/networks/b5115877-a19c-4184-9657-903676becf4d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1451793 Jan 18 20:35:12.796379 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52266) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:12.881701 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f612e6-99a0-4f10-ad1a-33531a19c736 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:12.883486 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c1f612e6-99a0-4f10-ad1a-33531a19c736 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "GET /v2.0/subnets/a527492f-bc48-42b6-b76c-2bccda4653bb HTTP/1.1" status: 200 len: 811 time: 0.0859358 Jan 18 20:35:12.887252 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52268) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:12.947711 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6721e3-cbe2-42d7-b43a-4fcfe8d5d34e tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:12.951961 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6a6721e3-cbe2-42d7-b43a-4fcfe8d5d34e tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "GET /v2.0/subnets/a527492f-bc48-42b6-b76c-2bccda4653bb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0636864 Jan 18 20:35:12.955656 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52272) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:12.960859 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-cc4564ed-4add-4314-bf49-700e47d30db0 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-567116418'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:12.995166 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4564ed-4add-4314-bf49-700e47d30db0 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Made reservation on behalf of f5b6118310d744b982fbafe3399e88ce for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:35:13.000689 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cc4564ed-4add-4314-bf49-700e47d30db0 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:13.030143 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc4564ed-4add-4314-bf49-700e47d30db0 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:35:13.050052 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cc4564ed-4add-4314-bf49-700e47d30db0 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (f8841d8a-b09e-4adc-a222-4c333b89d8d3), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:13.051048 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-cc4564ed-4add-4314-bf49-700e47d30db0 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Added segment f8841d8a-b09e-4adc-a222-4c333b89d8d3 of type vlan for network 6614e5b3-9383-4a64-a7c5-ff206f757cd3 Jan 18 20:35:13.068050 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52274) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:13.126259 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cc4564ed-4add-4314-bf49-700e47d30db0 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (6614e5b3-9383-4a64-a7c5-ff206f757cd3), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:13.159136 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cc4564ed-4add-4314-bf49-700e47d30db0 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (6614e5b3-9383-4a64-a7c5-ff206f757cd3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:13.169040 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4564ed-4add-4314-bf49-700e47d30db0 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:13.170484 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cc4564ed-4add-4314-bf49-700e47d30db0 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:13.262684 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cc4564ed-4add-4314-bf49-700e47d30db0 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3027775 Jan 18 20:35:13.264148 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52278) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:13.268263 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4564ed-4add-4314-bf49-700e47d30db0 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event updated for resources: {'Network': ['ID=6614e5b3-9383-4a64-a7c5-ff206f757cd3,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:13.271048 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-31a7c30b-107f-4f9d-b16b-980de8cdef3f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Request body: {'subnet': {'network_id': '6614e5b3-9383-4a64-a7c5-ff206f757cd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:13.281075 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 6614e5b3-9383-4a64-a7c5-ff206f757cd3 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:35:13.340590 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ea97492-26f0-448c-b34f-70cd5650bdc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:13.500439 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a7c30b-107f-4f9d-b16b-980de8cdef3f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Made reservation on behalf of f5b6118310d744b982fbafe3399e88ce for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:35:13.505361 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-31a7c30b-107f-4f9d-b16b-980de8cdef3f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:13.594351 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.ipam_backend_mixin [None req-31a7c30b-107f-4f9d-b16b-980de8cdef3f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Performing IP validity checks on allocation pools {{(pid=103335) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 18 20:35:13.595028 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.ipam_backend_mixin [None req-31a7c30b-107f-4f9d-b16b-980de8cdef3f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103335) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 18 20:35:13.636310 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ea97492-26f0-448c-b34f-70cd5650bdc3 admin admin] Publish callbacks [] for security_group (a60a6526-e571-4357-98b3-eeda0c89693d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:13.642629 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ea97492-26f0-448c-b34f-70cd5650bdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a60a6526-e571-4357-98b3-eeda0c89693d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:13.675412 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3ea97492-26f0-448c-b34f-70cd5650bdc3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=45aa9bd1e8ae4b75a38214b997ecce58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6038342 Jan 18 20:35:13.676116 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52286) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:13.710078 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea97492-26f0-448c-b34f-70cd5650bdc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60a6526-e571-4357-98b3-eeda0c89693d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:13.723445 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea97492-26f0-448c-b34f-70cd5650bdc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:13.724186 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea97492-26f0-448c-b34f-70cd5650bdc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:13.724638 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea97492-26f0-448c-b34f-70cd5650bdc3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:13.725170 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea97492-26f0-448c-b34f-70cd5650bdc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:13.725618 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea97492-26f0-448c-b34f-70cd5650bdc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:13.726079 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea97492-26f0-448c-b34f-70cd5650bdc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:13.726508 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea97492-26f0-448c-b34f-70cd5650bdc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:13.726940 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea97492-26f0-448c-b34f-70cd5650bdc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:13.727367 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea97492-26f0-448c-b34f-70cd5650bdc3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:13.727814 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea97492-26f0-448c-b34f-70cd5650bdc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:13.728238 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea97492-26f0-448c-b34f-70cd5650bdc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:13.728668 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea97492-26f0-448c-b34f-70cd5650bdc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:13.729098 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea97492-26f0-448c-b34f-70cd5650bdc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:13.768590 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-50564ad7-04cc-48f1-a262-798701593471 admin admin] Publish callbacks [] for security_group (a60a6526-e571-4357-98b3-eeda0c89693d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:13.799257 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-50564ad7-04cc-48f1-a262-798701593471 admin admin] Publish callbacks [] for security_group (a60a6526-e571-4357-98b3-eeda0c89693d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:13.835906 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-31a7c30b-107f-4f9d-b16b-980de8cdef3f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (453376fb-1bbc-4310-a764-fa130da391bd), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:13.871964 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-50564ad7-04cc-48f1-a262-798701593471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a60a6526-e571-4357-98b3-eeda0c89693d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:13.876143 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-50564ad7-04cc-48f1-a262-798701593471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:13.877909 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-50564ad7-04cc-48f1-a262-798701593471 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a60a6526-e571-4357-98b3-eeda0c89693d HTTP/1.1" status: 204 len: 168 time: 0.2009559 Jan 18 20:35:13.888433 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50564ad7-04cc-48f1-a262-798701593471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60a6526-e571-4357-98b3-eeda0c89693d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:13.902528 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7c30b-107f-4f9d-b16b-980de8cdef3f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event updated for resources: {'Subnet': ['ID=453376fb-1bbc-4310-a764-fa130da391bd,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:13.925517 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a7c30b-107f-4f9d-b16b-980de8cdef3f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Checking segment: {'id': 'f8841d8a-b09e-4adc-a222-4c333b89d8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6614e5b3-9383-4a64-a7c5-ff206f757cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:35:13.925912 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a7c30b-107f-4f9d-b16b-980de8cdef3f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Network hostable DHCP agents. Network: 6614e5b3-9383-4a64-a7c5-ff206f757cd3, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:35:13.956805 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a7c30b-107f-4f9d-b16b-980de8cdef3f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Network 6614e5b3-9383-4a64-a7c5-ff206f757cd3 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:35:13.978561 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-31a7c30b-107f-4f9d-b16b-980de8cdef3f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 6614e5b3-9383-4a64-a7c5-ff206f757cd3) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:35:13.984674 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a7c30b-107f-4f9d-b16b-980de8cdef3f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:13.985290 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-31a7c30b-107f-4f9d-b16b-980de8cdef3f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:13.997582 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3624f890-3f79-4a78-9adc-6593e73f71c6 None None] Network 6614e5b3-9383-4a64-a7c5-ff206f757cd3 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:35:14.016599 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-31a7c30b-107f-4f9d-b16b-980de8cdef3f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7511792 Jan 18 20:35:14.019463 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52290) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:14.025471 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-8a0da003-6147-4788-8411-949672d7b71b tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:14.201003 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d276d42-5715-46f6-8f93-5100a38cbc3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-6614e5b3-9383-4a64-a7c5-ff206f757cd3', 'network_id': '6614e5b3-9383-4a64-a7c5-ff206f757cd3', 'project_id': 'f5b6118310d744b982fbafe3399e88ce', 'fixed_ips': [{'subnet_id': '453376fb-1bbc-4310-a764-fa130da391bd'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:35:14.204771 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8d276d42-5715-46f6-8f93-5100a38cbc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:14.229351 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8a0da003-6147-4788-8411-949672d7b71b tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14661868'] for subnet (453376fb-1bbc-4310-a764-fa130da391bd), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:14.347613 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52294) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:14.368026 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4af750c9-c0b5-44b0-91ce-837fc259de60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:14.403556 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-8d276d42-5715-46f6-8f93-5100a38cbc3f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 18 20:35:14.403556 n-d-741529-9 neutron-server[103337]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jan 18 20:35:14.403556 n-d-741529-9 neutron-server[103337]: [parameters: {'in_use': 1, 'id_1': '453376fb-1bbc-4310-a764-fa130da391bd'}] Jan 18 20:35:14.403556 n-d-741529-9 neutron-server[103337]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:35:14.405059 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-8d276d42-5715-46f6-8f93-5100a38cbc3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:35:14.507685 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4af750c9-c0b5-44b0-91ce-837fc259de60 admin admin] Publish callbacks [] for security_group (6ef3e13f-e4a3-4b9a-9314-2b8938c91ed8), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:14.515589 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4af750c9-c0b5-44b0-91ce-837fc259de60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6ef3e13f-e4a3-4b9a-9314-2b8938c91ed8), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:14.547824 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4af750c9-c0b5-44b0-91ce-837fc259de60 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1a714b7b9cc436eae8bd66486312f2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1991138 Jan 18 20:35:14.556251 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52302) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:14.638331 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f261bd7e-c4d4-4702-8ec1-43d309fd5c45 admin admin] Publish callbacks [] for security_group (6ef3e13f-e4a3-4b9a-9314-2b8938c91ed8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:14.650288 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8a0da003-6147-4788-8411-949672d7b71b tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779510068857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12903159'] for subnet (453376fb-1bbc-4310-a764-fa130da391bd), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:14.654791 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af750c9-c0b5-44b0-91ce-837fc259de60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef3e13f-e4a3-4b9a-9314-2b8938c91ed8,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:14.693025 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f261bd7e-c4d4-4702-8ec1-43d309fd5c45 admin admin] Publish callbacks [] for security_group (6ef3e13f-e4a3-4b9a-9314-2b8938c91ed8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:14.709469 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0da003-6147-4788-8411-949672d7b71b tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:14.710103 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8a0da003-6147-4788-8411-949672d7b71b tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:14.711415 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8a0da003-6147-4788-8411-949672d7b71b tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "PUT /v2.0/subnets/453376fb-1bbc-4310-a764-fa130da391bd HTTP/1.1" status: 200 len: 877 time: 0.6909533 Jan 18 20:35:14.714768 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52304) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:14.739916 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0da003-6147-4788-8411-949672d7b71b tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event updated for resources: {'Subnet': ['ID=453376fb-1bbc-4310-a764-fa130da391bd,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:14.757582 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f261bd7e-c4d4-4702-8ec1-43d309fd5c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6ef3e13f-e4a3-4b9a-9314-2b8938c91ed8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:14.761913 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f261bd7e-c4d4-4702-8ec1-43d309fd5c45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:14.763435 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f261bd7e-c4d4-4702-8ec1-43d309fd5c45 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ef3e13f-e4a3-4b9a-9314-2b8938c91ed8 HTTP/1.1" status: 204 len: 168 time: 0.2062197 Jan 18 20:35:14.775534 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261bd7e-c4d4-4702-8ec1-43d309fd5c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef3e13f-e4a3-4b9a-9314-2b8938c91ed8,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:14.884485 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7d55-5d52-4505-a5c1-3d976deecc92 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (6614e5b3-9383-4a64-a7c5-ff206f757cd3), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:14.907337 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8d276d42-5715-46f6-8f93-5100a38cbc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:14.981970 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7d55-5d52-4505-a5c1-3d976deecc92 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (453376fb-1bbc-4310-a764-fa130da391bd), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:15.071372 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7d55-5d52-4505-a5c1-3d976deecc92 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (453376fb-1bbc-4310-a764-fa130da391bd), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server [None req-8d276d42-5715-46f6-8f93-5100a38cbc3f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 453376fb-1bbc-4310-a764-fa130da391bd: This subnet is being modified by another concurrent operation. Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise exception Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 453376fb-1bbc-4310-a764-fa130da391bd: This subnet is being modified by another concurrent operation. Jan 18 20:35:15.081619 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server Jan 18 20:35:15.104870 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e298b9f-087a-4d3e-a8d5-6c402cb01cb7 None None] get_active_networks_info from n-d-741529-9 {{(pid=103337) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 18 20:35:15.170232 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf7d55-5d52-4505-a5c1-3d976deecc92 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Subnet': ['ID=453376fb-1bbc-4310-a764-fa130da391bd,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:15.238667 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7d55-5d52-4505-a5c1-3d976deecc92 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (6614e5b3-9383-4a64-a7c5-ff206f757cd3), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:15.261016 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-b0bf7d55-5d52-4505-a5c1-3d976deecc92 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6614e5b3-9383-4a64-a7c5-ff206f757cd3']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:15.283723 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-b0bf7d55-5d52-4505-a5c1-3d976deecc92 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8841d8a-b09e-4adc-a222-4c333b89d8d3') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:15.284032 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-b0bf7d55-5d52-4505-a5c1-3d976deecc92 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8841d8a-b09e-4adc-a222-4c333b89d8d3') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:15.308785 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e298b9f-087a-4d3e-a8d5-6c402cb01cb7 None None] Resources bound (agent type, host, resource id): {{(pid=103337) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 20:35:15.312520 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7d55-5d52-4505-a5c1-3d976deecc92 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (f8841d8a-b09e-4adc-a222-4c333b89d8d3), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:15.328663 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7d55-5d52-4505-a5c1-3d976deecc92 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (f8841d8a-b09e-4adc-a222-4c333b89d8d3), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:15.353834 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0bf7d55-5d52-4505-a5c1-3d976deecc92 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:35:15.362480 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7d55-5d52-4505-a5c1-3d976deecc92 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (f8841d8a-b09e-4adc-a222-4c333b89d8d3), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:35:15.368219 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:35:15.483685 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7d55-5d52-4505-a5c1-3d976deecc92 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (6614e5b3-9383-4a64-a7c5-ff206f757cd3), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:15.493873 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7d55-5d52-4505-a5c1-3d976deecc92 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:15.496565 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b0bf7d55-5d52-4505-a5c1-3d976deecc92 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/networks/6614e5b3-9383-4a64-a7c5-ff206f757cd3 HTTP/1.1" status: 204 len: 168 time: 0.7779298 Jan 18 20:35:15.500437 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52320) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:15.530359 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf7d55-5d52-4505-a5c1-3d976deecc92 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Network': ['ID=6614e5b3-9383-4a64-a7c5-ff206f757cd3,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:15.566211 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee58d65f-b422-4e9e-a252-33257027fccf tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] DELETE failed (client error): The resource could not be found. Jan 18 20:35:15.580065 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee58d65f-b422-4e9e-a252-33257027fccf tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:35:15.580065 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ee58d65f-b422-4e9e-a252-33257027fccf tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/subnets/453376fb-1bbc-4310-a764-fa130da391bd HTTP/1.1" status: 404 len: 337 time: 0.0732617 Jan 18 20:35:15.583978 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52322) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:15.606335 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-277d0ac5-6e8f-4fd8-b14d-fecefc3b5d2f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] DELETE failed (client error): The resource could not be found. Jan 18 20:35:15.606858 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277d0ac5-6e8f-4fd8-b14d-fecefc3b5d2f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:35:15.611153 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-277d0ac5-6e8f-4fd8-b14d-fecefc3b5d2f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/networks/6614e5b3-9383-4a64-a7c5-ff206f757cd3 HTTP/1.1" status: 404 len: 339 time: 0.0253208 Jan 18 20:35:15.613761 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52326) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:15.650865 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-c365754f-cc70-4641-bbab-99b389d2cd3e tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] DELETE failed (client error): The resource could not be found. Jan 18 20:35:15.651484 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c365754f-cc70-4641-bbab-99b389d2cd3e tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:35:15.654840 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c365754f-cc70-4641-bbab-99b389d2cd3e tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/subnets/205edaeb-32d7-4f6c-af9b-d2effec618a6 HTTP/1.1" status: 404 len: 337 time: 0.0394247 Jan 18 20:35:15.657294 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52330) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:15.673273 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6984096d-efe1-46ed-b97f-676933916bab None None] Network 6614e5b3-9383-4a64-a7c5-ff206f757cd3 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:35:15.691778 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6984096d-efe1-46ed-b97f-676933916bab None None] Network 6614e5b3-9383-4a64-a7c5-ff206f757cd3 could not be found, it might have been deleted concurrently. {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 18 20:35:15.704422 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb084c13-ffa8-41a6-abfa-1da64c49dc26 None None] Network 6614e5b3-9383-4a64-a7c5-ff206f757cd3 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:35:15.708311 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-1396fcfd-b046-4293-8da2-2deec6eaa9dc tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] DELETE failed (client error): The resource could not be found. Jan 18 20:35:15.709176 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1396fcfd-b046-4293-8da2-2deec6eaa9dc tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:35:15.719036 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52336) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:15.724754 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1396fcfd-b046-4293-8da2-2deec6eaa9dc tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/networks/8e2af84f-d621-41bd-8255-2051dea6b7dd HTTP/1.1" status: 404 len: 339 time: 0.0555079 Jan 18 20:35:15.737143 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb084c13-ffa8-41a6-abfa-1da64c49dc26 None None] Network 6614e5b3-9383-4a64-a7c5-ff206f757cd3 could not be found, it might have been deleted concurrently. {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 18 20:35:15.820282 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-44365856-b644-4c0a-9433-8a3654d25131 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (7f22ac18-a9d0-4b62-b473-5e3058188aa9), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:15.941675 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-44365856-b644-4c0a-9433-8a3654d25131 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (7f22ac18-a9d0-4b62-b473-5e3058188aa9), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:15.963792 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-44365856-b644-4c0a-9433-8a3654d25131 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f22ac18-a9d0-4b62-b473-5e3058188aa9']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:15.977769 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-44365856-b644-4c0a-9433-8a3654d25131 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ff15f4-da07-498f-b17a-d461bf20d203') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:15.978067 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-44365856-b644-4c0a-9433-8a3654d25131 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ff15f4-da07-498f-b17a-d461bf20d203') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:15.989611 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-44365856-b644-4c0a-9433-8a3654d25131 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (62ff15f4-da07-498f-b17a-d461bf20d203), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:16.008118 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-44365856-b644-4c0a-9433-8a3654d25131 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (62ff15f4-da07-498f-b17a-d461bf20d203), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:16.017680 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44365856-b644-4c0a-9433-8a3654d25131 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:35:16.018089 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-44365856-b644-4c0a-9433-8a3654d25131 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (62ff15f4-da07-498f-b17a-d461bf20d203), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:35:16.021282 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:35:16.101328 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-44365856-b644-4c0a-9433-8a3654d25131 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (7f22ac18-a9d0-4b62-b473-5e3058188aa9), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:16.118920 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-44365856-b644-4c0a-9433-8a3654d25131 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:16.125367 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-44365856-b644-4c0a-9433-8a3654d25131 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/networks/7f22ac18-a9d0-4b62-b473-5e3058188aa9 HTTP/1.1" status: 204 len: 168 time: 0.4051406 Jan 18 20:35:16.125697 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52344) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:16.133008 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44365856-b644-4c0a-9433-8a3654d25131 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Network': ['ID=7f22ac18-a9d0-4b62-b473-5e3058188aa9,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:16.162183 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e24420-83fd-4542-913f-cf9f67c07cf3 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] DELETE failed (client error): The resource could not be found. Jan 18 20:35:16.162973 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e24420-83fd-4542-913f-cf9f67c07cf3 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:35:16.168569 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-11e24420-83fd-4542-913f-cf9f67c07cf3 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/subnets/4e1aa9ab-6031-4ddd-a009-0134e61ed52f HTTP/1.1" status: 404 len: 337 time: 0.0418453 Jan 18 20:35:16.171839 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52348) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:16.192304 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-0905db8e-676f-4af3-bf9c-e62038c7aabb tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] DELETE failed (client error): The resource could not be found. Jan 18 20:35:16.193411 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0905db8e-676f-4af3-bf9c-e62038c7aabb tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:35:16.196756 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0905db8e-676f-4af3-bf9c-e62038c7aabb tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/networks/6546ce19-1c00-4ed9-bba0-f428ad9a779c HTTP/1.1" status: 404 len: 339 time: 0.0236492 Jan 18 20:35:16.201275 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52350) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:16.240515 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-9216be3e-19f3-41b4-a3f4-68ddb86de996 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] DELETE failed (client error): The resource could not be found. Jan 18 20:35:16.241230 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9216be3e-19f3-41b4-a3f4-68ddb86de996 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:35:16.248950 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52352) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:16.249352 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9216be3e-19f3-41b4-a3f4-68ddb86de996 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/subnets/2fdfd89f-482b-4c73-b141-f1632f3bb741 HTTP/1.1" status: 404 len: 337 time: 0.0458353 Jan 18 20:35:16.281153 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-2547050a-f5b2-45ef-8b72-5334392db0dc tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] DELETE failed (client error): The resource could not be found. Jan 18 20:35:16.282060 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2547050a-f5b2-45ef-8b72-5334392db0dc tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:35:16.288017 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2547050a-f5b2-45ef-8b72-5334392db0dc tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/networks/27a9ce53-3e5c-4938-abf7-5dc1e2bb8d35 HTTP/1.1" status: 404 len: 339 time: 0.0351944 Jan 18 20:35:16.288309 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52356) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:16.322034 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-a460a480-7d27-4085-9681-c912c6f1fde8 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] DELETE failed (client error): The resource could not be found. Jan 18 20:35:16.323058 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a460a480-7d27-4085-9681-c912c6f1fde8 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:35:16.329553 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a460a480-7d27-4085-9681-c912c6f1fde8 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/subnets/749401b6-872c-4b47-b04d-273991fba7cb HTTP/1.1" status: 404 len: 337 time: 0.0379019 Jan 18 20:35:16.329843 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52358) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:16.350514 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fdd3fd8-8e08-4ea7-9f57-2c1c3b4fa914 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] DELETE failed (client error): The resource could not be found. Jan 18 20:35:16.351098 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fdd3fd8-8e08-4ea7-9f57-2c1c3b4fa914 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:35:16.357007 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3fdd3fd8-8e08-4ea7-9f57-2c1c3b4fa914 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/networks/976f25dd-5d6e-4218-b485-23344deafcb1 HTTP/1.1" status: 404 len: 339 time: 0.0234149 Jan 18 20:35:16.357231 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52362) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:16.388819 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d072eb-aad0-4541-8787-7bb4439ae05f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] DELETE failed (client error): The resource could not be found. Jan 18 20:35:16.389683 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d072eb-aad0-4541-8787-7bb4439ae05f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:35:16.393089 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-38d072eb-aad0-4541-8787-7bb4439ae05f tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/subnets/5251d58e-ae71-4eab-8adc-bcd1777a80aa HTTP/1.1" status: 404 len: 337 time: 0.0348427 Jan 18 20:35:16.395763 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52364) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:16.421306 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6f49d3-1eb6-47a2-ae45-6f8bb5cc7cd4 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] DELETE failed (client error): The resource could not be found. Jan 18 20:35:16.422016 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e6f49d3-1eb6-47a2-ae45-6f8bb5cc7cd4 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:35:16.427817 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9e6f49d3-1eb6-47a2-ae45-6f8bb5cc7cd4 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/networks/6f004f1e-9ae6-4b57-9ef6-2b4340fa8031 HTTP/1.1" status: 404 len: 339 time: 0.0286117 Jan 18 20:35:16.428050 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52368) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:16.454707 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0e6f192-8038-450b-9a01-f4688f38a6e1 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] DELETE failed (client error): The resource could not be found. Jan 18 20:35:16.454707 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0e6f192-8038-450b-9a01-f4688f38a6e1 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:35:16.461803 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f0e6f192-8038-450b-9a01-f4688f38a6e1 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/subnets/297dccfb-9876-4922-b6d5-6197c3059712 HTTP/1.1" status: 404 len: 337 time: 0.0296009 Jan 18 20:35:16.462439 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52370) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:16.493402 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-955d4d74-5fae-4855-8045-c8c59b5fef6d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] DELETE failed (client error): The resource could not be found. Jan 18 20:35:16.494054 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-955d4d74-5fae-4855-8045-c8c59b5fef6d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:35:16.500251 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-955d4d74-5fae-4855-8045-c8c59b5fef6d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/networks/4e7459b4-9fc7-4d31-a206-93d59e81238a HTTP/1.1" status: 404 len: 339 time: 0.0341539 Jan 18 20:35:16.500251 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52372) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:16.533412 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-160a64eb-623c-4cb9-9129-2d256aaf2c97 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] DELETE failed (client error): The resource could not be found. Jan 18 20:35:16.533893 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-160a64eb-623c-4cb9-9129-2d256aaf2c97 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:35:16.536935 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-160a64eb-623c-4cb9-9129-2d256aaf2c97 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/subnets/95fa9795-a308-44c2-9522-489f8c78864c HTTP/1.1" status: 404 len: 337 time: 0.0358019 Jan 18 20:35:16.539454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52382) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:16.561088 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-807840d5-9bf1-4750-abf2-dedcd4b7aba6 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] DELETE failed (client error): The resource could not be found. Jan 18 20:35:16.561671 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807840d5-9bf1-4750-abf2-dedcd4b7aba6 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:35:16.566087 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-807840d5-9bf1-4750-abf2-dedcd4b7aba6 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/networks/6419514c-dbf9-42fa-b093-2bebd23d9650 HTTP/1.1" status: 404 len: 339 time: 0.0255253 Jan 18 20:35:16.567293 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52386) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:16.607508 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-b22e4c61-31e2-4cb2-b34e-8a3a3c9fc70c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] DELETE failed (client error): The resource could not be found. Jan 18 20:35:16.608036 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b22e4c61-31e2-4cb2-b34e-8a3a3c9fc70c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:35:16.615425 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52392) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:16.627374 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b22e4c61-31e2-4cb2-b34e-8a3a3c9fc70c tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/subnets/93432df5-fd53-4c17-b1df-a428b62f1b9e HTTP/1.1" status: 404 len: 337 time: 0.0587440 Jan 18 20:35:16.638693 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-26965373-2a4a-4673-86cb-0390d532d096 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] DELETE failed (client error): The resource could not be found. Jan 18 20:35:16.639422 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26965373-2a4a-4673-86cb-0390d532d096 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:35:16.645407 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52396) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:16.658363 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-26965373-2a4a-4673-86cb-0390d532d096 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/networks/2c9c5986-cecf-47ab-9400-19384197c9db HTTP/1.1" status: 404 len: 339 time: 0.0416119 Jan 18 20:35:16.676843 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-735cc077-99c3-4ac5-bd3e-a910243f2893 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] DELETE failed (client error): The resource could not be found. Jan 18 20:35:16.677398 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-735cc077-99c3-4ac5-bd3e-a910243f2893 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:35:16.683880 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52400) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:16.684471 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-735cc077-99c3-4ac5-bd3e-a910243f2893 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/subnets/756f373d-9abd-4242-b3ae-15c924eee250 HTTP/1.1" status: 404 len: 337 time: 0.0379901 Jan 18 20:35:16.730029 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef435da-d4c7-4a68-ad03-3daf5cfd4677 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] DELETE failed (client error): The resource could not be found. Jan 18 20:35:16.743318 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ef435da-d4c7-4a68-ad03-3daf5cfd4677 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:35:16.751592 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0ef435da-d4c7-4a68-ad03-3daf5cfd4677 tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/networks/601b1fbb-bc55-4d48-aea1-8a40f7c04b8e HTTP/1.1" status: 404 len: 339 time: 0.0666234 Jan 18 20:35:16.760764 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52404) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:16.864293 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-256f7750-8baa-486b-bc93-8c47b168954d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Deleting subnet a527492f-bc48-42b6-b76c-2bccda4653bb {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:35:16.882488 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-256f7750-8baa-486b-bc93-8c47b168954d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for subnet (a527492f-bc48-42b6-b76c-2bccda4653bb), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:16.950065 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-256f7750-8baa-486b-bc93-8c47b168954d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (a527492f-bc48-42b6-b76c-2bccda4653bb), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:17.053221 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-256f7750-8baa-486b-bc93-8c47b168954d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (a527492f-bc48-42b6-b76c-2bccda4653bb), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:17.136331 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-256f7750-8baa-486b-bc93-8c47b168954d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (a527492f-bc48-42b6-b76c-2bccda4653bb), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:17.169887 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f7750-8baa-486b-bc93-8c47b168954d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Subnet': ['ID=a527492f-bc48-42b6-b76c-2bccda4653bb,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:17.176056 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-256f7750-8baa-486b-bc93-8c47b168954d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:17.181001 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f9a0c5-4431-46e9-be27-bf1bc4153c02 None None] Network b5115877-a19c-4184-9657-903676becf4d requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:35:17.186685 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-256f7750-8baa-486b-bc93-8c47b168954d tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/subnets/a527492f-bc48-42b6-b76c-2bccda4653bb HTTP/1.1" status: 204 len: 168 time: 0.4220128 Jan 18 20:35:17.187037 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52424) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:17.317606 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca297a29-531d-424b-a701-39acaea4cb4a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (b5115877-a19c-4184-9657-903676becf4d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:17.471720 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde96584-a46e-4067-9c00-c401a5de9e26 None None] DHCP port deletion for b5115877-a19c-4184-9657-903676becf4d request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:35:17.524259 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-ca297a29-531d-424b-a701-39acaea4cb4a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Deleting port 6a82a08f-1ca0-46ec-a89a-f2af6cba520b {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:35:17.524807 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca297a29-531d-424b-a701-39acaea4cb4a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (6a82a08f-1ca0-46ec-a89a-f2af6cba520b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:17.578300 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-cde96584-a46e-4067-9c00-c401a5de9e26 None None] Deleting port 6a82a08f-1ca0-46ec-a89a-f2af6cba520b {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:35:17.578767 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cde96584-a46e-4067-9c00-c401a5de9e26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (6a82a08f-1ca0-46ec-a89a-f2af6cba520b), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:17.613535 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-ca297a29-531d-424b-a701-39acaea4cb4a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] For port 6a82a08f-1ca0-46ec-a89a-f2af6cba520b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6a82a08f-1ca0-46ec-a89a-f2af6cba520b,segment=NetworkSegment(72562022-c49f-42c8-aa57-d8b62e8471ce),segment_id=72562022-c49f-42c8-aa57-d8b62e8471ce)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:35:17.614406 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca297a29-531d-424b-a701-39acaea4cb4a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (6a82a08f-1ca0-46ec-a89a-f2af6cba520b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:17.631565 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-ca297a29-531d-424b-a701-39acaea4cb4a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Calling delete_port for 6a82a08f-1ca0-46ec-a89a-f2af6cba520b owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:35:17.697822 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52428) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:17.712096 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-cde96584-a46e-4067-9c00-c401a5de9e26 None None] For port 6a82a08f-1ca0-46ec-a89a-f2af6cba520b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6a82a08f-1ca0-46ec-a89a-f2af6cba520b,segment=NetworkSegment(72562022-c49f-42c8-aa57-d8b62e8471ce),segment_id=72562022-c49f-42c8-aa57-d8b62e8471ce)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:35:17.712725 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cde96584-a46e-4067-9c00-c401a5de9e26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (6a82a08f-1ca0-46ec-a89a-f2af6cba520b), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:17.727630 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-cde96584-a46e-4067-9c00-c401a5de9e26 None None] Calling delete_port for 6a82a08f-1ca0-46ec-a89a-f2af6cba520b owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:35:17.787161 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca297a29-531d-424b-a701-39acaea4cb4a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (6a82a08f-1ca0-46ec-a89a-f2af6cba520b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:17.812079 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cde96584-a46e-4067-9c00-c401a5de9e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (6a82a08f-1ca0-46ec-a89a-f2af6cba520b), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:17.814728 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6a82a08f-1ca0-46ec-a89a-f2af6cba520b no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:35:17.820743 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca297a29-531d-424b-a701-39acaea4cb4a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] No DVR routers for this DVR port 6a82a08f-1ca0-46ec-a89a-f2af6cba520b on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:35:17.889931 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde96584-a46e-4067-9c00-c401a5de9e26 None None] Pushing event deleted for resources: {'Port': ['ID=6a82a08f-1ca0-46ec-a89a-f2af6cba520b,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:17.898642 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 6a82a08f-1ca0-46ec-a89a-f2af6cba520b {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:35:17.899196 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6a82a08f-1ca0-46ec-a89a-f2af6cba520b not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:35:17.918616 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde96584-a46e-4067-9c00-c401a5de9e26 None None] No DVR routers for this DVR port 6a82a08f-1ca0-46ec-a89a-f2af6cba520b on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:35:17.937501 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca297a29-531d-424b-a701-39acaea4cb4a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Port': ['ID=6a82a08f-1ca0-46ec-a89a-f2af6cba520b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:17.960553 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-380b4dcd-235e-40dc-886d-ac43a37a3e51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:18.007396 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca297a29-531d-424b-a701-39acaea4cb4a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (b5115877-a19c-4184-9657-903676becf4d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:18.041227 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-ca297a29-531d-424b-a701-39acaea4cb4a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5115877-a19c-4184-9657-903676becf4d']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:18.053152 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-ca297a29-531d-424b-a701-39acaea4cb4a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72562022-c49f-42c8-aa57-d8b62e8471ce') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:18.053861 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-ca297a29-531d-424b-a701-39acaea4cb4a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72562022-c49f-42c8-aa57-d8b62e8471ce') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:18.067162 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca297a29-531d-424b-a701-39acaea4cb4a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (72562022-c49f-42c8-aa57-d8b62e8471ce), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:18.084376 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca297a29-531d-424b-a701-39acaea4cb4a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (72562022-c49f-42c8-aa57-d8b62e8471ce), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:18.092267 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca297a29-531d-424b-a701-39acaea4cb4a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:35:18.092964 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca297a29-531d-424b-a701-39acaea4cb4a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (72562022-c49f-42c8-aa57-d8b62e8471ce), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:35:18.097273 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:35:18.106267 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-380b4dcd-235e-40dc-886d-ac43a37a3e51 admin admin] Publish callbacks [] for security_group (aeac73c0-0b7b-4643-bfbd-41b9d56b0c18), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:18.113849 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-380b4dcd-235e-40dc-886d-ac43a37a3e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (aeac73c0-0b7b-4643-bfbd-41b9d56b0c18), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:18.170746 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca297a29-531d-424b-a701-39acaea4cb4a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (b5115877-a19c-4184-9657-903676becf4d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:18.180021 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ca297a29-531d-424b-a701-39acaea4cb4a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:18.182634 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ca297a29-531d-424b-a701-39acaea4cb4a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] 10.222.0.31 "DELETE /v2.0/networks/b5115877-a19c-4184-9657-903676becf4d HTTP/1.1" status: 204 len: 168 time: 0.9945223 Jan 18 20:35:18.194032 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-380b4dcd-235e-40dc-886d-ac43a37a3e51 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ba748c0491b408fb587bf9a8acc62e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4906368 Jan 18 20:35:18.194208 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52444) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:18.206308 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b4dcd-235e-40dc-886d-ac43a37a3e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeac73c0-0b7b-4643-bfbd-41b9d56b0c18,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:18.250112 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca297a29-531d-424b-a701-39acaea4cb4a tempest-NetworksTest-270049426 tempest-NetworksTest-270049426-project] Pushing event deleted for resources: {'Network': ['ID=b5115877-a19c-4184-9657-903676becf4d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:18.296243 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4c76-c257-4c44-ace4-a2472732bf83 admin admin] Publish callbacks [] for security_group (aeac73c0-0b7b-4643-bfbd-41b9d56b0c18), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:18.337832 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4c76-c257-4c44-ace4-a2472732bf83 admin admin] Publish callbacks [] for security_group (aeac73c0-0b7b-4643-bfbd-41b9d56b0c18), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:18.413220 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4c76-c257-4c44-ace4-a2472732bf83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (aeac73c0-0b7b-4643-bfbd-41b9d56b0c18), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:18.416209 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4c76-c257-4c44-ace4-a2472732bf83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:18.420063 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4c8f4c76-c257-4c44-ace4-a2472732bf83 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aeac73c0-0b7b-4643-bfbd-41b9d56b0c18 HTTP/1.1" status: 204 len: 168 time: 0.2232177 Jan 18 20:35:18.437798 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f4c76-c257-4c44-ace4-a2472732bf83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeac73c0-0b7b-4643-bfbd-41b9d56b0c18,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:18.509397 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52454) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:18.709233 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0c0af51c-323c-4f6e-9785-9ab0014cf69c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f5b6118310d744b982fbafe3399e88ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1987605 Jan 18 20:35:18.712477 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52460) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:18.786838 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-23782f4e-d072-4ec4-895c-c2c91353b71d admin admin] Publish callbacks [] for security_group (11d1f48d-7a6d-400c-88b7-89344c3fd41a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:18.818797 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-23782f4e-d072-4ec4-895c-c2c91353b71d admin admin] Publish callbacks [] for security_group (11d1f48d-7a6d-400c-88b7-89344c3fd41a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:18.880926 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-23782f4e-d072-4ec4-895c-c2c91353b71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (11d1f48d-7a6d-400c-88b7-89344c3fd41a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:18.885983 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-23782f4e-d072-4ec4-895c-c2c91353b71d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:18.891972 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-23782f4e-d072-4ec4-895c-c2c91353b71d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/11d1f48d-7a6d-400c-88b7-89344c3fd41a HTTP/1.1" status: 204 len: 168 time: 0.1762700 Jan 18 20:35:18.910399 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23782f4e-d072-4ec4-895c-c2c91353b71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d1f48d-7a6d-400c-88b7-89344c3fd41a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:18.958270 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52468) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:18.972547 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cb67f647-25d9-4722-ae6d-02c9e364dc7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:19.071028 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cb67f647-25d9-4722-ae6d-02c9e364dc7f admin admin] Publish callbacks [] for security_group (a6a1847d-cf5f-4506-bd9f-25a14fcceb2e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:19.076579 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cb67f647-25d9-4722-ae6d-02c9e364dc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a6a1847d-cf5f-4506-bd9f-25a14fcceb2e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:19.132125 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cb67f647-25d9-4722-ae6d-02c9e364dc7f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d405826f152c4c83a5856bd879ca81b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1723671 Jan 18 20:35:19.133292 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67f647-25d9-4722-ae6d-02c9e364dc7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a1847d-cf5f-4506-bd9f-25a14fcceb2e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:19.134633 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52472) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:19.213257 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b7f90caa-c447-4e16-be8a-936237ac103e admin admin] Publish callbacks [] for security_group (a6a1847d-cf5f-4506-bd9f-25a14fcceb2e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:19.244237 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b7f90caa-c447-4e16-be8a-936237ac103e admin admin] Publish callbacks [] for security_group (a6a1847d-cf5f-4506-bd9f-25a14fcceb2e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:19.320224 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b7f90caa-c447-4e16-be8a-936237ac103e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a6a1847d-cf5f-4506-bd9f-25a14fcceb2e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:19.323683 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b7f90caa-c447-4e16-be8a-936237ac103e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:19.324908 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b7f90caa-c447-4e16-be8a-936237ac103e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a6a1847d-cf5f-4506-bd9f-25a14fcceb2e HTTP/1.1" status: 204 len: 168 time: 0.1873283 Jan 18 20:35:19.334231 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f90caa-c447-4e16-be8a-936237ac103e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a1847d-cf5f-4506-bd9f-25a14fcceb2e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:20.105944 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52516) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:20.266768 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f71858ac-368f-4e7a-ae2a-f4dcfc20bece tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Request body: {'security_group': {'name': 'tempest-secgroup--382216827'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:20.306432 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f71858ac-368f-4e7a-ae2a-f4dcfc20bece tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:20.325974 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f71858ac-368f-4e7a-ae2a-f4dcfc20bece tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:20.424143 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f71858ac-368f-4e7a-ae2a-f4dcfc20bece tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (b4466d4c-06d2-444f-bd86-ae176b5ca729), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:20.429143 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f71858ac-368f-4e7a-ae2a-f4dcfc20bece tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b4466d4c-06d2-444f-bd86-ae176b5ca729), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:20.485895 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71858ac-368f-4e7a-ae2a-f4dcfc20bece tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4466d4c-06d2-444f-bd86-ae176b5ca729,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:20.532819 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f71858ac-368f-4e7a-ae2a-f4dcfc20bece tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (7a1a0921-0d95-4897-ac89-50dde3301324), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:20.537902 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f71858ac-368f-4e7a-ae2a-f4dcfc20bece tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7a1a0921-0d95-4897-ac89-50dde3301324), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:20.570717 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71858ac-368f-4e7a-ae2a-f4dcfc20bece tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1a0921-0d95-4897-ac89-50dde3301324,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:20.588369 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f71858ac-368f-4e7a-ae2a-f4dcfc20bece tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:20.593190 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f71858ac-368f-4e7a-ae2a-f4dcfc20bece tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4854553 Jan 18 20:35:20.593838 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52524) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:20.664533 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2bdd75d4-5bc7-4fd1-8eb2-388312f632ca tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0694354 Jan 18 20:35:20.667115 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52526) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:20.675948 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-e812a118-61b2-471b-9a0d-f7e38bd329cd tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Request body: {'security_group': {'name': 'tempest-security--1197159367', 'description': 'tempest-security-description-1178406107'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:20.713181 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e812a118-61b2-471b-9a0d-f7e38bd329cd tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (7a1a0921-0d95-4897-ac89-50dde3301324), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:20.781898 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e812a118-61b2-471b-9a0d-f7e38bd329cd tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (7a1a0921-0d95-4897-ac89-50dde3301324), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:20.788416 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e812a118-61b2-471b-9a0d-f7e38bd329cd tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7a1a0921-0d95-4897-ac89-50dde3301324), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:20.793904 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e812a118-61b2-471b-9a0d-f7e38bd329cd tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:20.798149 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e812a118-61b2-471b-9a0d-f7e38bd329cd tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "PUT /v2.0/security-groups/7a1a0921-0d95-4897-ac89-50dde3301324 HTTP/1.1" status: 200 len: 1797 time: 0.1269336 Jan 18 20:35:20.798694 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52538) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:20.835262 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812a118-61b2-471b-9a0d-f7e38bd329cd tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1a0921-0d95-4897-ac89-50dde3301324,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:20.853051 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3e19ade0-4e22-4f6c-83de-c5d5b8937c6c tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-groups/7a1a0921-0d95-4897-ac89-50dde3301324 HTTP/1.1" status: 200 len: 1797 time: 0.0520175 Jan 18 20:35:20.855687 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52542) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:20.928144 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c77fa5a2-d82e-423e-8003-73681b3c5ec3 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (7a1a0921-0d95-4897-ac89-50dde3301324), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:20.956233 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c77fa5a2-d82e-423e-8003-73681b3c5ec3 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (7a1a0921-0d95-4897-ac89-50dde3301324), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:21.010007 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c77fa5a2-d82e-423e-8003-73681b3c5ec3 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7a1a0921-0d95-4897-ac89-50dde3301324), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:21.013209 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c77fa5a2-d82e-423e-8003-73681b3c5ec3 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:21.017977 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52550) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:21.025976 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c77fa5a2-d82e-423e-8003-73681b3c5ec3 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "DELETE /v2.0/security-groups/7a1a0921-0d95-4897-ac89-50dde3301324 HTTP/1.1" status: 204 len: 168 time: 0.1688185 Jan 18 20:35:21.060620 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fa5a2-d82e-423e-8003-73681b3c5ec3 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1a0921-0d95-4897-ac89-50dde3301324,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:21.103043 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52554) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:21.103570 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9adf3b35-cdff-4b3c-9221-40e73044dca3 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0824149 Jan 18 20:35:21.117954 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-49b8ce81-0b35-4a48-940c-5e211840f60c tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] delete failed (client error): The resource could not be found. Jan 18 20:35:21.119221 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-49b8ce81-0b35-4a48-940c-5e211840f60c tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "DELETE /v2.0/security-groups/7a1a0921-0d95-4897-ac89-50dde3301324 HTTP/1.1" status: 404 len: 347 time: 0.0151978 Jan 18 20:35:21.124368 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52558) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:21.128743 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-7e38dc67-9d13-45f6-8733-23291db1ffb9 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Request body: {'security_group': {'name': 'tempest-secgroup--1771316453'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:21.157368 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7e38dc67-9d13-45f6-8733-23291db1ffb9 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:21.242167 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7e38dc67-9d13-45f6-8733-23291db1ffb9 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (67170aed-fdb3-4730-9452-988e32bc1938), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:21.247855 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7e38dc67-9d13-45f6-8733-23291db1ffb9 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (67170aed-fdb3-4730-9452-988e32bc1938), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:21.298159 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7e38dc67-9d13-45f6-8733-23291db1ffb9 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:21.310513 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52564) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:21.311004 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7e38dc67-9d13-45f6-8733-23291db1ffb9 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1853855 Jan 18 20:35:21.315664 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-db7520d4-598d-433d-a7bc-6a61dc4a2862 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Request body: {'security_group_rule': {'security_group_id': '67170aed-fdb3-4730-9452-988e32bc1938', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:21.315958 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38dc67-9d13-45f6-8733-23291db1ffb9 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67170aed-fdb3-4730-9452-988e32bc1938,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:21.362715 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-db7520d4-598d-433d-a7bc-6a61dc4a2862 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (d19484d6-ba42-4041-9686-8d888881bcac), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:21.468876 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-db7520d4-598d-433d-a7bc-6a61dc4a2862 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (d19484d6-ba42-4041-9686-8d888881bcac), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:21.475369 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-db7520d4-598d-433d-a7bc-6a61dc4a2862 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (d19484d6-ba42-4041-9686-8d888881bcac), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:21.489953 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7520d4-598d-433d-a7bc-6a61dc4a2862 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19484d6-ba42-4041-9686-8d888881bcac,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:21.516442 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-db7520d4-598d-433d-a7bc-6a61dc4a2862 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:21.518178 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-db7520d4-598d-433d-a7bc-6a61dc4a2862 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2066102 Jan 18 20:35:21.521208 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52570) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:21.552613 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-635d5eae-4874-4b4b-a909-ee641eaca948 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (d19484d6-ba42-4041-9686-8d888881bcac), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:21.560095 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-635d5eae-4874-4b4b-a909-ee641eaca948 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (d19484d6-ba42-4041-9686-8d888881bcac), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:21.604640 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-635d5eae-4874-4b4b-a909-ee641eaca948 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (d19484d6-ba42-4041-9686-8d888881bcac), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:21.628814 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-635d5eae-4874-4b4b-a909-ee641eaca948 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:21.632712 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52572) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:21.634128 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-635d5eae-4874-4b4b-a909-ee641eaca948 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d19484d6-ba42-4041-9686-8d888881bcac HTTP/1.1" status: 204 len: 168 time: 0.1118340 Jan 18 20:35:21.635024 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d5eae-4874-4b4b-a909-ee641eaca948 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d19484d6-ba42-4041-9686-8d888881bcac,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:21.700023 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-96f87896-8130-415f-b147-d0a6e79892ef tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0626936 Jan 18 20:35:21.700313 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52574) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:21.778105 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c66a564b-ee51-4204-974e-d10fdb01382d tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (67170aed-fdb3-4730-9452-988e32bc1938), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:21.802180 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c66a564b-ee51-4204-974e-d10fdb01382d tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (67170aed-fdb3-4730-9452-988e32bc1938), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:21.855579 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c66a564b-ee51-4204-974e-d10fdb01382d tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (67170aed-fdb3-4730-9452-988e32bc1938), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:21.859368 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c66a564b-ee51-4204-974e-d10fdb01382d tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:21.860970 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c66a564b-ee51-4204-974e-d10fdb01382d tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "DELETE /v2.0/security-groups/67170aed-fdb3-4730-9452-988e32bc1938 HTTP/1.1" status: 204 len: 168 time: 0.1595464 Jan 18 20:35:21.863513 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52578) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:21.883449 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a564b-ee51-4204-974e-d10fdb01382d tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67170aed-fdb3-4730-9452-988e32bc1938,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:21.973044 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4e027ff1-19f2-4cee-bedb-4b9d13ace00d tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1081789 Jan 18 20:35:21.978989 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52580) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:21.983842 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-0f5685e5-af09-4975-9833-4a5712d86b33 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Request body: {'security_group': {'name': 'tempest-secgroup--409281017'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:22.023416 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f5685e5-af09-4975-9833-4a5712d86b33 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:22.155599 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f5685e5-af09-4975-9833-4a5712d86b33 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (fed986f0-ec4d-44ad-af2c-d86b46c1fc1b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:22.163952 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f5685e5-af09-4975-9833-4a5712d86b33 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (fed986f0-ec4d-44ad-af2c-d86b46c1fc1b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:22.209204 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5685e5-af09-4975-9833-4a5712d86b33 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fed986f0-ec4d-44ad-af2c-d86b46c1fc1b,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:22.224007 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f5685e5-af09-4975-9833-4a5712d86b33 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:22.225900 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0f5685e5-af09-4975-9833-4a5712d86b33 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2456338 Jan 18 20:35:22.228596 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52588) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:22.233435 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-fcba24ec-1e93-40ae-96af-3910a3125e56 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Request body: {'security_group_rule': {'security_group_id': 'fed986f0-ec4d-44ad-af2c-d86b46c1fc1b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:22.290772 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fcba24ec-1e93-40ae-96af-3910a3125e56 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (8cfb320c-6db7-4827-b745-48ac1c7a2ac8), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:22.471119 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fcba24ec-1e93-40ae-96af-3910a3125e56 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (8cfb320c-6db7-4827-b745-48ac1c7a2ac8), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:22.482397 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fcba24ec-1e93-40ae-96af-3910a3125e56 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (8cfb320c-6db7-4827-b745-48ac1c7a2ac8), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:22.532673 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba24ec-1e93-40ae-96af-3910a3125e56 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cfb320c-6db7-4827-b745-48ac1c7a2ac8,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:22.548996 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fcba24ec-1e93-40ae-96af-3910a3125e56 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:22.552751 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fcba24ec-1e93-40ae-96af-3910a3125e56 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3206229 Jan 18 20:35:22.553426 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52634) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:22.559420 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-a517e6bc-6e6a-4e84-b5c4-eae47b08d7eb tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Request body: {'security_group_rule': {'security_group_id': 'fed986f0-ec4d-44ad-af2c-d86b46c1fc1b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:22.614801 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a517e6bc-6e6a-4e84-b5c4-eae47b08d7eb tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (40ad70a0-d82d-494c-ae4d-a0565c6f02bd), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:22.738962 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a517e6bc-6e6a-4e84-b5c4-eae47b08d7eb tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (40ad70a0-d82d-494c-ae4d-a0565c6f02bd), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:22.750127 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a517e6bc-6e6a-4e84-b5c4-eae47b08d7eb tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (40ad70a0-d82d-494c-ae4d-a0565c6f02bd), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:22.798207 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a517e6bc-6e6a-4e84-b5c4-eae47b08d7eb tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:22.804783 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a517e6bc-6e6a-4e84-b5c4-eae47b08d7eb tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2493155 Jan 18 20:35:22.807652 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52636) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:22.813200 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-eb9a3fe4-2eb0-41a6-9d48-87fb5375b2cf tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Request body: {'security_group_rule': {'security_group_id': 'fed986f0-ec4d-44ad-af2c-d86b46c1fc1b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:22.840902 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517e6bc-6e6a-4e84-b5c4-eae47b08d7eb tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ad70a0-d82d-494c-ae4d-a0565c6f02bd,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:22.875519 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-eb9a3fe4-2eb0-41a6-9d48-87fb5375b2cf tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (1f9308fe-b10e-441e-8aa6-4145f6c15c8b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:22.947373 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-eb9a3fe4-2eb0-41a6-9d48-87fb5375b2cf tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (1f9308fe-b10e-441e-8aa6-4145f6c15c8b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:22.968631 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-eb9a3fe4-2eb0-41a6-9d48-87fb5375b2cf tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (1f9308fe-b10e-441e-8aa6-4145f6c15c8b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:23.045504 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a3fe4-2eb0-41a6-9d48-87fb5375b2cf tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9308fe-b10e-441e-8aa6-4145f6c15c8b,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:23.085481 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-eb9a3fe4-2eb0-41a6-9d48-87fb5375b2cf tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:23.089525 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-eb9a3fe4-2eb0-41a6-9d48-87fb5375b2cf tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2800696 Jan 18 20:35:23.092376 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52642) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:23.100652 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-53b8b5b6-54eb-4e98-9df8-35da46ad5dcc tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Request body: {'security_group_rule': {'security_group_id': 'fed986f0-ec4d-44ad-af2c-d86b46c1fc1b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:23.161563 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53b8b5b6-54eb-4e98-9df8-35da46ad5dcc tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (455e3f8b-bea1-4669-82d8-e018234d9cbc), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:23.303000 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53b8b5b6-54eb-4e98-9df8-35da46ad5dcc tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (455e3f8b-bea1-4669-82d8-e018234d9cbc), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:23.313195 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53b8b5b6-54eb-4e98-9df8-35da46ad5dcc tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (455e3f8b-bea1-4669-82d8-e018234d9cbc), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:23.367471 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53b8b5b6-54eb-4e98-9df8-35da46ad5dcc tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:23.370111 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-53b8b5b6-54eb-4e98-9df8-35da46ad5dcc tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2732310 Jan 18 20:35:23.373301 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52666) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:23.378524 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-d956eb43-064e-4d44-92b8-5d7a5801e827 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Request body: {'security_group_rule': {'security_group_id': 'fed986f0-ec4d-44ad-af2c-d86b46c1fc1b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:23.394956 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8b5b6-54eb-4e98-9df8-35da46ad5dcc tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=455e3f8b-bea1-4669-82d8-e018234d9cbc,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:23.445246 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d956eb43-064e-4d44-92b8-5d7a5801e827 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (f5c7a620-820d-4c42-8682-4d16be90a7ee), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:23.616309 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d956eb43-064e-4d44-92b8-5d7a5801e827 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (f5c7a620-820d-4c42-8682-4d16be90a7ee), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:23.622252 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d956eb43-064e-4d44-92b8-5d7a5801e827 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (f5c7a620-820d-4c42-8682-4d16be90a7ee), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:23.655343 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956eb43-064e-4d44-92b8-5d7a5801e827 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5c7a620-820d-4c42-8682-4d16be90a7ee,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:23.666199 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d956eb43-064e-4d44-92b8-5d7a5801e827 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:23.668565 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d956eb43-064e-4d44-92b8-5d7a5801e827 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2941446 Jan 18 20:35:23.671528 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52682) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:23.722770 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-095c463c-4069-478c-a1e8-e4d3ba56fea8 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (f5c7a620-820d-4c42-8682-4d16be90a7ee), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:23.742233 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-095c463c-4069-478c-a1e8-e4d3ba56fea8 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (f5c7a620-820d-4c42-8682-4d16be90a7ee), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:23.813031 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-095c463c-4069-478c-a1e8-e4d3ba56fea8 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (f5c7a620-820d-4c42-8682-4d16be90a7ee), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:23.821172 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-095c463c-4069-478c-a1e8-e4d3ba56fea8 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:23.822592 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-095c463c-4069-478c-a1e8-e4d3ba56fea8 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/f5c7a620-820d-4c42-8682-4d16be90a7ee HTTP/1.1" status: 204 len: 168 time: 0.1494608 Jan 18 20:35:23.825950 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52684) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:23.841345 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c463c-4069-478c-a1e8-e4d3ba56fea8 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5c7a620-820d-4c42-8682-4d16be90a7ee,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:23.920927 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-19fd5b2e-92b3-4171-9e8a-6963b548e8b4 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0937326 Jan 18 20:35:23.923813 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52686) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:23.967391 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4d7f4fe9-f9cc-4404-9468-2827a844db27 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (455e3f8b-bea1-4669-82d8-e018234d9cbc), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:23.988637 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4d7f4fe9-f9cc-4404-9468-2827a844db27 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (455e3f8b-bea1-4669-82d8-e018234d9cbc), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:24.035135 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4d7f4fe9-f9cc-4404-9468-2827a844db27 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (455e3f8b-bea1-4669-82d8-e018234d9cbc), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:24.046483 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4d7f4fe9-f9cc-4404-9468-2827a844db27 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:24.048368 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4d7f4fe9-f9cc-4404-9468-2827a844db27 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/455e3f8b-bea1-4669-82d8-e018234d9cbc HTTP/1.1" status: 204 len: 168 time: 0.1233108 Jan 18 20:35:24.055991 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52688) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:24.060543 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f4fe9-f9cc-4404-9468-2827a844db27 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=455e3f8b-bea1-4669-82d8-e018234d9cbc,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:24.162619 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-dbbff997-e393-4f11-8c4e-47954ab8389a tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1051135 Jan 18 20:35:24.166294 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52692) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:24.212305 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc7a773e-8a3c-4968-94a8-a2b23bd4280a tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (1f9308fe-b10e-441e-8aa6-4145f6c15c8b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:24.225833 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc7a773e-8a3c-4968-94a8-a2b23bd4280a tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (1f9308fe-b10e-441e-8aa6-4145f6c15c8b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:24.285714 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:35:24.288256 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc7a773e-8a3c-4968-94a8-a2b23bd4280a tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (1f9308fe-b10e-441e-8aa6-4145f6c15c8b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:24.305868 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc7a773e-8a3c-4968-94a8-a2b23bd4280a tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:24.310168 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fc7a773e-8a3c-4968-94a8-a2b23bd4280a tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/1f9308fe-b10e-441e-8aa6-4145f6c15c8b HTTP/1.1" status: 204 len: 168 time: 0.1403954 Jan 18 20:35:24.310878 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52698) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:24.321604 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a773e-8a3c-4968-94a8-a2b23bd4280a tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f9308fe-b10e-441e-8aa6-4145f6c15c8b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:24.409789 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3b0f5be1-e2be-49d2-b941-628c879b453e tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0954878 Jan 18 20:35:24.410114 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52700) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:24.472217 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a46655a8-1ac8-4882-be57-a365b930b2a6 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (40ad70a0-d82d-494c-ae4d-a0565c6f02bd), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:24.492936 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a46655a8-1ac8-4882-be57-a365b930b2a6 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (40ad70a0-d82d-494c-ae4d-a0565c6f02bd), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:24.534633 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a46655a8-1ac8-4882-be57-a365b930b2a6 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (40ad70a0-d82d-494c-ae4d-a0565c6f02bd), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:24.545901 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a46655a8-1ac8-4882-be57-a365b930b2a6 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:24.551778 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a46655a8-1ac8-4882-be57-a365b930b2a6 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/40ad70a0-d82d-494c-ae4d-a0565c6f02bd HTTP/1.1" status: 204 len: 168 time: 0.1383278 Jan 18 20:35:24.552116 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52702) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:24.569991 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46655a8-1ac8-4882-be57-a365b930b2a6 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40ad70a0-d82d-494c-ae4d-a0565c6f02bd,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:24.618730 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-853bdf08-f357-471e-9817-5867b26b678c tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0624957 Jan 18 20:35:24.619372 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52704) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:24.652047 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cf64db6e-601c-4d91-82f5-da2bd0c4ffb5 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (8cfb320c-6db7-4827-b745-48ac1c7a2ac8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:24.665803 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cf64db6e-601c-4d91-82f5-da2bd0c4ffb5 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (8cfb320c-6db7-4827-b745-48ac1c7a2ac8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:24.718824 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cf64db6e-601c-4d91-82f5-da2bd0c4ffb5 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (8cfb320c-6db7-4827-b745-48ac1c7a2ac8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:24.724934 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cf64db6e-601c-4d91-82f5-da2bd0c4ffb5 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:24.726041 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cf64db6e-601c-4d91-82f5-da2bd0c4ffb5 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/8cfb320c-6db7-4827-b745-48ac1c7a2ac8 HTTP/1.1" status: 204 len: 168 time: 0.1059680 Jan 18 20:35:24.728509 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52708) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:24.740285 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64db6e-601c-4d91-82f5-da2bd0c4ffb5 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cfb320c-6db7-4827-b745-48ac1c7a2ac8,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:24.781421 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8b975d7b-7906-4f61-a0f6-9195f1a9a8b1 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0518157 Jan 18 20:35:24.784192 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52710) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:24.848656 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-41a6c302-ac02-45ac-8ace-e900a5aa252d tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (fed986f0-ec4d-44ad-af2c-d86b46c1fc1b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:24.878229 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-41a6c302-ac02-45ac-8ace-e900a5aa252d tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (fed986f0-ec4d-44ad-af2c-d86b46c1fc1b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:24.923763 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-41a6c302-ac02-45ac-8ace-e900a5aa252d tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (fed986f0-ec4d-44ad-af2c-d86b46c1fc1b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:24.927122 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-41a6c302-ac02-45ac-8ace-e900a5aa252d tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:24.930597 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-41a6c302-ac02-45ac-8ace-e900a5aa252d tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "DELETE /v2.0/security-groups/fed986f0-ec4d-44ad-af2c-d86b46c1fc1b HTTP/1.1" status: 204 len: 168 time: 0.1431379 Jan 18 20:35:24.930990 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52712) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:24.939277 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6c302-ac02-45ac-8ace-e900a5aa252d tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed986f0-ec4d-44ad-af2c-d86b46c1fc1b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:24.993386 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0ab0c9ed-b379-46af-8d9d-fe9c94f6261d tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0612683 Jan 18 20:35:24.997564 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52714) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:25.002532 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-2845b82c-8645-4b5f-ba67-5206cdddb507 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Request body: {'security_group': {'name': 'tempest-secgroup--517252921'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:25.032810 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2845b82c-8645-4b5f-ba67-5206cdddb507 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:25.117111 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2845b82c-8645-4b5f-ba67-5206cdddb507 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (3c81ff9d-6cf6-42f5-b8ce-d5a3fc481a89), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:25.121970 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2845b82c-8645-4b5f-ba67-5206cdddb507 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3c81ff9d-6cf6-42f5-b8ce-d5a3fc481a89), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:25.154675 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2845b82c-8645-4b5f-ba67-5206cdddb507 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:25.155912 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2845b82c-8645-4b5f-ba67-5206cdddb507 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1570992 Jan 18 20:35:25.157047 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845b82c-8645-4b5f-ba67-5206cdddb507 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c81ff9d-6cf6-42f5-b8ce-d5a3fc481a89,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:25.159538 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52716) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:25.164599 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-36509507-231d-4706-ace3-b166bfd65ad0 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Request body: {'security_group_rule': {'security_group_id': '3c81ff9d-6cf6-42f5-b8ce-d5a3fc481a89', 'direction': 'ingress', 'protocol': 17}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:25.199910 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36509507-231d-4706-ace3-b166bfd65ad0 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (96d07ef7-055f-4a62-97e3-f038ec2f904f), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:25.274349 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36509507-231d-4706-ace3-b166bfd65ad0 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (96d07ef7-055f-4a62-97e3-f038ec2f904f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:25.282398 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36509507-231d-4706-ace3-b166bfd65ad0 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (96d07ef7-055f-4a62-97e3-f038ec2f904f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:25.307974 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36509507-231d-4706-ace3-b166bfd65ad0 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d07ef7-055f-4a62-97e3-f038ec2f904f,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:25.316552 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36509507-231d-4706-ace3-b166bfd65ad0 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:25.318115 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-36509507-231d-4706-ace3-b166bfd65ad0 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1573811 Jan 18 20:35:25.320761 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52720) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:25.375488 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5294aa4b-a2f0-435e-a805-af01124bcc31 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (3c81ff9d-6cf6-42f5-b8ce-d5a3fc481a89), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:25.400121 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5294aa4b-a2f0-435e-a805-af01124bcc31 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (3c81ff9d-6cf6-42f5-b8ce-d5a3fc481a89), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:25.466172 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5294aa4b-a2f0-435e-a805-af01124bcc31 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3c81ff9d-6cf6-42f5-b8ce-d5a3fc481a89), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:25.469463 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5294aa4b-a2f0-435e-a805-af01124bcc31 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:25.471142 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5294aa4b-a2f0-435e-a805-af01124bcc31 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "DELETE /v2.0/security-groups/3c81ff9d-6cf6-42f5-b8ce-d5a3fc481a89 HTTP/1.1" status: 204 len: 168 time: 0.1495123 Jan 18 20:35:25.473835 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52726) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:25.483593 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294aa4b-a2f0-435e-a805-af01124bcc31 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c81ff9d-6cf6-42f5-b8ce-d5a3fc481a89,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:25.568257 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52730) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:25.569509 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-561a48a8-33d1-4f0f-9aad-6ed609f4cd25 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0944490 Jan 18 20:35:25.571882 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-57a71727-a420-414e-a02f-10fe44d1e63b tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Request body: {'security_group': {'name': 'tempest-secgroup--1763684112'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:25.603323 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57a71727-a420-414e-a02f-10fe44d1e63b tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:25.649295 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-649cde56-5876-49e7-9618-ed92e8f05cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:25.692462 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57a71727-a420-414e-a02f-10fe44d1e63b tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (6057e5c1-3ebc-4153-a8cb-8b42c7ed2c0f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:25.696644 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57a71727-a420-414e-a02f-10fe44d1e63b tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6057e5c1-3ebc-4153-a8cb-8b42c7ed2c0f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:25.726848 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57a71727-a420-414e-a02f-10fe44d1e63b tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:25.728027 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-57a71727-a420-414e-a02f-10fe44d1e63b tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1603930 Jan 18 20:35:25.732124 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52736) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:25.737437 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a71727-a420-414e-a02f-10fe44d1e63b tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6057e5c1-3ebc-4153-a8cb-8b42c7ed2c0f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:25.752649 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-2f26b6df-3a68-45c2-a0a7-58735700465d tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Request body: {'security_group': {'name': 'tempest-secgroup--364891894'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:25.800329 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f26b6df-3a68-45c2-a0a7-58735700465d tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:25.894937 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f26b6df-3a68-45c2-a0a7-58735700465d tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (18c9c5de-5fe4-4835-a971-944b7ea80862), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:25.900487 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f26b6df-3a68-45c2-a0a7-58735700465d tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (18c9c5de-5fe4-4835-a971-944b7ea80862), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:25.952644 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f26b6df-3a68-45c2-a0a7-58735700465d tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:25.954289 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2f26b6df-3a68-45c2-a0a7-58735700465d tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2188082 Jan 18 20:35:25.957048 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52740) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:25.959566 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26b6df-3a68-45c2-a0a7-58735700465d tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18c9c5de-5fe4-4835-a971-944b7ea80862,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:25.962342 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-d0de8bf0-6b8d-41c9-a52c-1eafea5f7938 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Request body: {'security_group_rule': {'security_group_id': '6057e5c1-3ebc-4153-a8cb-8b42c7ed2c0f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '18c9c5de-5fe4-4835-a971-944b7ea80862', 'remote_ip_prefix': None}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:26.029548 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d0de8bf0-6b8d-41c9-a52c-1eafea5f7938 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (2f9c0b1f-b932-452b-b3ac-8108b7b1dc22), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:26.106516 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d0de8bf0-6b8d-41c9-a52c-1eafea5f7938 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (2f9c0b1f-b932-452b-b3ac-8108b7b1dc22), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:26.111602 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d0de8bf0-6b8d-41c9-a52c-1eafea5f7938 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (2f9c0b1f-b932-452b-b3ac-8108b7b1dc22), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:26.131903 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de8bf0-6b8d-41c9-a52c-1eafea5f7938 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9c0b1f-b932-452b-b3ac-8108b7b1dc22,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:26.142231 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d0de8bf0-6b8d-41c9-a52c-1eafea5f7938 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:26.143466 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d0de8bf0-6b8d-41c9-a52c-1eafea5f7938 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1855433 Jan 18 20:35:26.146418 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52746) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:26.171300 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6623e82-490a-496c-94de-9aa06a9b6b61 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (2f9c0b1f-b932-452b-b3ac-8108b7b1dc22), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:26.178747 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6623e82-490a-496c-94de-9aa06a9b6b61 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (2f9c0b1f-b932-452b-b3ac-8108b7b1dc22), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:26.212684 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6623e82-490a-496c-94de-9aa06a9b6b61 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (2f9c0b1f-b932-452b-b3ac-8108b7b1dc22), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:26.236912 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6623e82-490a-496c-94de-9aa06a9b6b61 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:26.242670 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52748) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:26.244385 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a6623e82-490a-496c-94de-9aa06a9b6b61 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/2f9c0b1f-b932-452b-b3ac-8108b7b1dc22 HTTP/1.1" status: 204 len: 168 time: 0.0970013 Jan 18 20:35:26.246139 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6623e82-490a-496c-94de-9aa06a9b6b61 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f9c0b1f-b932-452b-b3ac-8108b7b1dc22,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:26.313236 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-950ac0f2-c230-438d-b445-5b7b50583830 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0664668 Jan 18 20:35:26.313450 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52752) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:26.390981 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ec07592f-5c42-4769-8415-72e35594ba17 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (18c9c5de-5fe4-4835-a971-944b7ea80862), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:26.424632 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ec07592f-5c42-4769-8415-72e35594ba17 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (18c9c5de-5fe4-4835-a971-944b7ea80862), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:26.487411 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ec07592f-5c42-4769-8415-72e35594ba17 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (18c9c5de-5fe4-4835-a971-944b7ea80862), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:26.490862 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ec07592f-5c42-4769-8415-72e35594ba17 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:26.492277 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ec07592f-5c42-4769-8415-72e35594ba17 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "DELETE /v2.0/security-groups/18c9c5de-5fe4-4835-a971-944b7ea80862 HTTP/1.1" status: 204 len: 168 time: 0.1777449 Jan 18 20:35:26.494994 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52754) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:26.504127 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07592f-5c42-4769-8415-72e35594ba17 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c9c5de-5fe4-4835-a971-944b7ea80862,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:26.587041 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b9bf6749-c6fe-4052-aea6-557a4424bb55 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0902348 Jan 18 20:35:26.590054 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52758) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:26.669069 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e0b277ce-a211-4f38-83ff-72ed549b6a58 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (6057e5c1-3ebc-4153-a8cb-8b42c7ed2c0f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:26.699561 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e0b277ce-a211-4f38-83ff-72ed549b6a58 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (6057e5c1-3ebc-4153-a8cb-8b42c7ed2c0f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:26.770160 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e0b277ce-a211-4f38-83ff-72ed549b6a58 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6057e5c1-3ebc-4153-a8cb-8b42c7ed2c0f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:26.775346 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e0b277ce-a211-4f38-83ff-72ed549b6a58 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:26.776672 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e0b277ce-a211-4f38-83ff-72ed549b6a58 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "DELETE /v2.0/security-groups/6057e5c1-3ebc-4153-a8cb-8b42c7ed2c0f HTTP/1.1" status: 204 len: 168 time: 0.1855145 Jan 18 20:35:26.779520 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52760) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:26.795037 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b277ce-a211-4f38-83ff-72ed549b6a58 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6057e5c1-3ebc-4153-a8cb-8b42c7ed2c0f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:26.857157 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-89415ea1-6b65-4cee-8ed1-4bdf72091273 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0765448 Jan 18 20:35:26.857846 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52764) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:26.863340 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-4f72015c-05e8-481e-afde-3c88bc7cdd44 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Request body: {'security_group': {'name': 'tempest-secgroup--906723550'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:26.910083 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f72015c-05e8-481e-afde-3c88bc7cdd44 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:27.037371 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f72015c-05e8-481e-afde-3c88bc7cdd44 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (eca1d8e7-5f1c-45ea-a7cd-4258fd9bc9e0), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:27.043418 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f72015c-05e8-481e-afde-3c88bc7cdd44 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (eca1d8e7-5f1c-45ea-a7cd-4258fd9bc9e0), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:27.094973 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72015c-05e8-481e-afde-3c88bc7cdd44 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca1d8e7-5f1c-45ea-a7cd-4258fd9bc9e0,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:27.106768 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f72015c-05e8-481e-afde-3c88bc7cdd44 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:27.108316 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4f72015c-05e8-481e-afde-3c88bc7cdd44 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2494442 Jan 18 20:35:27.112472 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52770) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:27.122281 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-fcb4d7db-f96d-4d19-a9df-d1bde3aaee83 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Request body: {'security_group_rule': {'security_group_id': 'eca1d8e7-5f1c-45ea-a7cd-4258fd9bc9e0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:27.128000 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb996c78-f06a-4bd5-8418-e0fd6b30122e req-0ce6aac3-f591-468b-97a1-3564d761fb73 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:27.145283 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb996c78-f06a-4bd5-8418-e0fd6b30122e req-0ce6aac3-f591-468b-97a1-3564d761fb73 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:27.152513 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb996c78-f06a-4bd5-8418-e0fd6b30122e req-0ce6aac3-f591-468b-97a1-3564d761fb73 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:27.162360 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb996c78-f06a-4bd5-8418-e0fd6b30122e req-0ce6aac3-f591-468b-97a1-3564d761fb73 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:27.169160 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb996c78-f06a-4bd5-8418-e0fd6b30122e req-0ce6aac3-f591-468b-97a1-3564d761fb73 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:27.176041 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb996c78-f06a-4bd5-8418-e0fd6b30122e req-0ce6aac3-f591-468b-97a1-3564d761fb73 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:27.178587 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fcb4d7db-f96d-4d19-a9df-d1bde3aaee83 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (b3460a81-a8cf-4a09-8c4d-4e95cc6b37a2), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:27.182697 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb996c78-f06a-4bd5-8418-e0fd6b30122e req-0ce6aac3-f591-468b-97a1-3564d761fb73 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:27.184748 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fb996c78-f06a-4bd5-8418-e0fd6b30122e req-0ce6aac3-f591-468b-97a1-3564d761fb73 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5445 time: 0.1669333 Jan 18 20:35:27.308620 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fcb4d7db-f96d-4d19-a9df-d1bde3aaee83 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (b3460a81-a8cf-4a09-8c4d-4e95cc6b37a2), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:27.317575 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fcb4d7db-f96d-4d19-a9df-d1bde3aaee83 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (b3460a81-a8cf-4a09-8c4d-4e95cc6b37a2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:27.329234 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fb996c78-f06a-4bd5-8418-e0fd6b30122e req-94c57c0b-30d8-4d46-a83c-d5b3c7aa1c1f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1271470 Jan 18 20:35:27.345459 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4d7db-f96d-4d19-a9df-d1bde3aaee83 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3460a81-a8cf-4a09-8c4d-4e95cc6b37a2,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:27.368001 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fcb4d7db-f96d-4d19-a9df-d1bde3aaee83 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:27.369699 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fcb4d7db-f96d-4d19-a9df-d1bde3aaee83 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2553113 Jan 18 20:35:27.372518 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52774) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:27.424309 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10c7e78d-06b2-4914-ab82-5462d44c6b6c tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (b3460a81-a8cf-4a09-8c4d-4e95cc6b37a2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:27.437761 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10c7e78d-06b2-4914-ab82-5462d44c6b6c tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (b3460a81-a8cf-4a09-8c4d-4e95cc6b37a2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:27.492343 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10c7e78d-06b2-4914-ab82-5462d44c6b6c tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (b3460a81-a8cf-4a09-8c4d-4e95cc6b37a2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:27.504333 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10c7e78d-06b2-4914-ab82-5462d44c6b6c tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:27.509696 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-10c7e78d-06b2-4914-ab82-5462d44c6b6c tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b3460a81-a8cf-4a09-8c4d-4e95cc6b37a2 HTTP/1.1" status: 204 len: 168 time: 0.1349566 Jan 18 20:35:27.510606 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52778) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:27.533056 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7e78d-06b2-4914-ab82-5462d44c6b6c tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3460a81-a8cf-4a09-8c4d-4e95cc6b37a2,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:27.564066 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635cd69-6b6c-454a-b3c6-d826fc5092a0 req-b705645e-b3e0-4edc-902d-df4cb47ce681 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:27.570210 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635cd69-6b6c-454a-b3c6-d826fc5092a0 req-b705645e-b3e0-4edc-902d-df4cb47ce681 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:27.572194 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-39877301-0f41-4fbb-b42a-a1011e354f7d tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0560808 Jan 18 20:35:27.572559 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52780) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:27.578323 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635cd69-6b6c-454a-b3c6-d826fc5092a0 req-b705645e-b3e0-4edc-902d-df4cb47ce681 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:27.584897 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635cd69-6b6c-454a-b3c6-d826fc5092a0 req-b705645e-b3e0-4edc-902d-df4cb47ce681 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:27.593023 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635cd69-6b6c-454a-b3c6-d826fc5092a0 req-b705645e-b3e0-4edc-902d-df4cb47ce681 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:27.600740 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635cd69-6b6c-454a-b3c6-d826fc5092a0 req-b705645e-b3e0-4edc-902d-df4cb47ce681 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:27.605728 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635cd69-6b6c-454a-b3c6-d826fc5092a0 req-b705645e-b3e0-4edc-902d-df4cb47ce681 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:27.618316 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0635cd69-6b6c-454a-b3c6-d826fc5092a0 req-b705645e-b3e0-4edc-902d-df4cb47ce681 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5445 time: 0.1368983 Jan 18 20:35:27.669573 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-939e515d-de52-4781-a66c-defb64156c60 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (eca1d8e7-5f1c-45ea-a7cd-4258fd9bc9e0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:27.699146 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-939e515d-de52-4781-a66c-defb64156c60 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (eca1d8e7-5f1c-45ea-a7cd-4258fd9bc9e0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:27.746350 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-939e515d-de52-4781-a66c-defb64156c60 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (eca1d8e7-5f1c-45ea-a7cd-4258fd9bc9e0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:27.748977 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-939e515d-de52-4781-a66c-defb64156c60 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:27.752741 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-939e515d-de52-4781-a66c-defb64156c60 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "DELETE /v2.0/security-groups/eca1d8e7-5f1c-45ea-a7cd-4258fd9bc9e0 HTTP/1.1" status: 204 len: 168 time: 0.1766968 Jan 18 20:35:27.752974 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52786) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:27.762821 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e515d-de52-4781-a66c-defb64156c60 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca1d8e7-5f1c-45ea-a7cd-4258fd9bc9e0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:27.807239 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-59b88489-c713-449e-8371-9a4ba4f048c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:27.815981 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-efaa0d7a-0bec-4258-960b-372eb76a8a5f tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0616539 Jan 18 20:35:27.820190 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52788) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:27.825379 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-99d6d505-c294-4b4c-a0be-d41cc1bf5711 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Request body: {'security_group': {'name': 'tempest-secgroup--1105558647'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:27.854456 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99d6d505-c294-4b4c-a0be-d41cc1bf5711 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:27.924315 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99d6d505-c294-4b4c-a0be-d41cc1bf5711 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (d64b09e9-feea-4d4f-8493-990eda1df625), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:27.929888 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99d6d505-c294-4b4c-a0be-d41cc1bf5711 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d64b09e9-feea-4d4f-8493-990eda1df625), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:27.961003 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6d505-c294-4b4c-a0be-d41cc1bf5711 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d64b09e9-feea-4d4f-8493-990eda1df625,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:27.966164 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99d6d505-c294-4b4c-a0be-d41cc1bf5711 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:27.969907 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-99d6d505-c294-4b4c-a0be-d41cc1bf5711 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1461306 Jan 18 20:35:27.970933 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52790) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:27.976581 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-72136d41-88c5-4e67-bc9b-ed02a1cbe6db tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Request body: {'security_group_rule': {'security_group_id': 'd64b09e9-feea-4d4f-8493-990eda1df625', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:28.013034 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72136d41-88c5-4e67-bc9b-ed02a1cbe6db tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (1c8352d5-815d-4a79-b785-bfc1aef38797), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:28.073066 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72136d41-88c5-4e67-bc9b-ed02a1cbe6db tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (1c8352d5-815d-4a79-b785-bfc1aef38797), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:28.078351 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72136d41-88c5-4e67-bc9b-ed02a1cbe6db tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (1c8352d5-815d-4a79-b785-bfc1aef38797), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:28.100171 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72136d41-88c5-4e67-bc9b-ed02a1cbe6db tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8352d5-815d-4a79-b785-bfc1aef38797,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:28.111546 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72136d41-88c5-4e67-bc9b-ed02a1cbe6db tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:28.115312 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-72136d41-88c5-4e67-bc9b-ed02a1cbe6db tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1411607 Jan 18 20:35:28.115633 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52794) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:28.136934 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c6f69ca0-b34e-4cd3-afae-e52c6a3311ce tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-group-rules/1c8352d5-815d-4a79-b785-bfc1aef38797 HTTP/1.1" status: 200 len: 763 time: 0.0189769 Jan 18 20:35:28.139264 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52796) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:28.193862 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-98a0eb64-fd8e-438a-89f4-bd18ce8d8393 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0530200 Jan 18 20:35:28.196580 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52800) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:28.233020 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-722c1185-8248-49af-9b00-f2d7f82d857f tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (1c8352d5-815d-4a79-b785-bfc1aef38797), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:28.243824 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-722c1185-8248-49af-9b00-f2d7f82d857f tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (1c8352d5-815d-4a79-b785-bfc1aef38797), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:28.274239 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-722c1185-8248-49af-9b00-f2d7f82d857f tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (1c8352d5-815d-4a79-b785-bfc1aef38797), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:28.280086 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-722c1185-8248-49af-9b00-f2d7f82d857f tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:28.284521 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52804) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:28.294731 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-722c1185-8248-49af-9b00-f2d7f82d857f tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/1c8352d5-815d-4a79-b785-bfc1aef38797 HTTP/1.1" status: 204 len: 168 time: 0.0970340 Jan 18 20:35:28.316660 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c1185-8248-49af-9b00-f2d7f82d857f tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c8352d5-815d-4a79-b785-bfc1aef38797,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:28.346571 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8fa68c4e-8aed-4c1c-8eb6-2b4129129560 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0608821 Jan 18 20:35:28.349610 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52806) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:28.355025 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-89f4dbb2-4d87-48f5-bbe8-19f74db4ad41 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Request body: {'security_group_rule': {'security_group_id': 'd64b09e9-feea-4d4f-8493-990eda1df625', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:28.397391 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89f4dbb2-4d87-48f5-bbe8-19f74db4ad41 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (4398b2cc-2ac6-4c14-b68f-7b9b6624d235), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:28.481653 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89f4dbb2-4d87-48f5-bbe8-19f74db4ad41 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (4398b2cc-2ac6-4c14-b68f-7b9b6624d235), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:28.486154 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89f4dbb2-4d87-48f5-bbe8-19f74db4ad41 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (4398b2cc-2ac6-4c14-b68f-7b9b6624d235), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:28.524957 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4dbb2-4d87-48f5-bbe8-19f74db4ad41 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4398b2cc-2ac6-4c14-b68f-7b9b6624d235,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:28.541572 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89f4dbb2-4d87-48f5-bbe8-19f74db4ad41 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:28.544217 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-89f4dbb2-4d87-48f5-bbe8-19f74db4ad41 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1931956 Jan 18 20:35:28.547928 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52812) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:28.587137 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1c03e6bd-6f78-4d51-bf71-96721b0670c6 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-group-rules/4398b2cc-2ac6-4c14-b68f-7b9b6624d235 HTTP/1.1" status: 200 len: 763 time: 0.0363891 Jan 18 20:35:28.588133 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52814) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:28.650336 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fd7a6d4b-8b31-4c73-866d-253f8d508f77 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0607052 Jan 18 20:35:28.653310 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52818) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:28.691058 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3063640-3e07-4486-95a8-dac35ba5dbb0 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (4398b2cc-2ac6-4c14-b68f-7b9b6624d235), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:28.707670 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3063640-3e07-4486-95a8-dac35ba5dbb0 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (4398b2cc-2ac6-4c14-b68f-7b9b6624d235), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:28.760996 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3063640-3e07-4486-95a8-dac35ba5dbb0 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (4398b2cc-2ac6-4c14-b68f-7b9b6624d235), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:28.770630 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3063640-3e07-4486-95a8-dac35ba5dbb0 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:28.774980 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52824) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:28.775272 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a3063640-3e07-4486-95a8-dac35ba5dbb0 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/4398b2cc-2ac6-4c14-b68f-7b9b6624d235 HTTP/1.1" status: 204 len: 168 time: 0.1206415 Jan 18 20:35:28.780574 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3063640-3e07-4486-95a8-dac35ba5dbb0 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4398b2cc-2ac6-4c14-b68f-7b9b6624d235,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:28.815288 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a0fbce0f-9231-4368-b77b-f9c5d458f4cf tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0390046 Jan 18 20:35:28.818314 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52826) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:28.823869 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-2543e5d5-0ab5-41b2-bec6-6ee4ab4721a5 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Request body: {'security_group_rule': {'security_group_id': 'd64b09e9-feea-4d4f-8493-990eda1df625', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:28.856492 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2543e5d5-0ab5-41b2-bec6-6ee4ab4721a5 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (b4f282d7-0bc5-48e0-917a-04cb99f39971), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:28.918370 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2543e5d5-0ab5-41b2-bec6-6ee4ab4721a5 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (b4f282d7-0bc5-48e0-917a-04cb99f39971), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:28.922450 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2543e5d5-0ab5-41b2-bec6-6ee4ab4721a5 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (b4f282d7-0bc5-48e0-917a-04cb99f39971), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:28.941797 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543e5d5-0ab5-41b2-bec6-6ee4ab4721a5 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f282d7-0bc5-48e0-917a-04cb99f39971,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:28.953201 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2543e5d5-0ab5-41b2-bec6-6ee4ab4721a5 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:28.957367 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52828) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:28.957895 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2543e5d5-0ab5-41b2-bec6-6ee4ab4721a5 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1376817 Jan 18 20:35:28.978024 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2f8fed70-0569-4915-aff9-8a91969e1685 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-group-rules/b4f282d7-0bc5-48e0-917a-04cb99f39971 HTTP/1.1" status: 200 len: 764 time: 0.0190482 Jan 18 20:35:28.980685 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52830) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:29.027079 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ae8c36d2-7235-4f53-bdc0-b78f31d3083b tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0443015 Jan 18 20:35:29.030752 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52832) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:29.061615 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c48d2c54-4a14-4478-8082-c2e3075fc180 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (b4f282d7-0bc5-48e0-917a-04cb99f39971), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:29.069698 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c48d2c54-4a14-4478-8082-c2e3075fc180 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (b4f282d7-0bc5-48e0-917a-04cb99f39971), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:29.097482 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:29.119747 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c48d2c54-4a14-4478-8082-c2e3075fc180 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (b4f282d7-0bc5-48e0-917a-04cb99f39971), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:29.127763 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c48d2c54-4a14-4478-8082-c2e3075fc180 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:29.130349 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c48d2c54-4a14-4478-8082-c2e3075fc180 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b4f282d7-0bc5-48e0-917a-04cb99f39971 HTTP/1.1" status: 204 len: 168 time: 0.0981190 Jan 18 20:35:29.131902 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52836) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:29.139504 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d2c54-4a14-4478-8082-c2e3075fc180 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4f282d7-0bc5-48e0-917a-04cb99f39971,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:29.184802 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cd194ff7-35bf-4573-9556-0da1a69b8c50 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0513303 Jan 18 20:35:29.187250 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52838) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:29.247838 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b5705c55-a4ce-42d2-aea7-303000567a50 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (d64b09e9-feea-4d4f-8493-990eda1df625), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:29.274600 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b5705c55-a4ce-42d2-aea7-303000567a50 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (d64b09e9-feea-4d4f-8493-990eda1df625), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:29.326272 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b5705c55-a4ce-42d2-aea7-303000567a50 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d64b09e9-feea-4d4f-8493-990eda1df625), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:29.329136 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b5705c55-a4ce-42d2-aea7-303000567a50 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:29.330462 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b5705c55-a4ce-42d2-aea7-303000567a50 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "DELETE /v2.0/security-groups/d64b09e9-feea-4d4f-8493-990eda1df625 HTTP/1.1" status: 204 len: 168 time: 0.1422598 Jan 18 20:35:29.333481 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52840) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:29.345832 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5705c55-a4ce-42d2-aea7-303000567a50 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64b09e9-feea-4d4f-8493-990eda1df625,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:29.398863 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a690cb14-aa2e-4435-8979-189a6c0f00ac tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0605435 Jan 18 20:35:29.399223 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52844) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:29.405120 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-308373ef-76a5-47a6-9825-9d4ec51caee4 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Request body: {'security_group': {'name': 'tempest-secgroup--1900243988'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:29.440012 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-308373ef-76a5-47a6-9825-9d4ec51caee4 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:29.538873 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-308373ef-76a5-47a6-9825-9d4ec51caee4 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (5544f48b-f164-4cc4-b408-1aae00ba61ba), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:29.544685 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-308373ef-76a5-47a6-9825-9d4ec51caee4 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5544f48b-f164-4cc4-b408-1aae00ba61ba), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:29.576367 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308373ef-76a5-47a6-9825-9d4ec51caee4 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5544f48b-f164-4cc4-b408-1aae00ba61ba,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:29.594486 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-308373ef-76a5-47a6-9825-9d4ec51caee4 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:29.596115 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-308373ef-76a5-47a6-9825-9d4ec51caee4 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1957185 Jan 18 20:35:29.599289 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52854) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:29.604550 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-ae864856-beb7-4272-8609-01dfa085c8c4 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Request body: {'security_group_rule': {'security_group_id': '5544f48b-f164-4cc4-b408-1aae00ba61ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:29.659170 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ae864856-beb7-4272-8609-01dfa085c8c4 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (4dbd27a5-d2f6-41cc-95c6-3e555658fc15), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:29.727811 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ae864856-beb7-4272-8609-01dfa085c8c4 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (4dbd27a5-d2f6-41cc-95c6-3e555658fc15), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:29.728540 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfd007-0e07-4139-86e3-0350184f838a req-42b442ce-5bc7-478a-9e25-6faa440ba678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:29.728862 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfd007-0e07-4139-86e3-0350184f838a req-42b442ce-5bc7-478a-9e25-6faa440ba678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:29.729340 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfd007-0e07-4139-86e3-0350184f838a req-42b442ce-5bc7-478a-9e25-6faa440ba678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:29.730341 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfd007-0e07-4139-86e3-0350184f838a req-42b442ce-5bc7-478a-9e25-6faa440ba678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:29.730852 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfd007-0e07-4139-86e3-0350184f838a req-42b442ce-5bc7-478a-9e25-6faa440ba678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:29.731274 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfd007-0e07-4139-86e3-0350184f838a req-42b442ce-5bc7-478a-9e25-6faa440ba678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:29.731974 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfd007-0e07-4139-86e3-0350184f838a req-42b442ce-5bc7-478a-9e25-6faa440ba678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:29.733503 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ae864856-beb7-4272-8609-01dfa085c8c4 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (4dbd27a5-d2f6-41cc-95c6-3e555658fc15), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:29.741509 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c9dfd007-0e07-4139-86e3-0350184f838a req-42b442ce-5bc7-478a-9e25-6faa440ba678 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 6502 time: 0.0606608 Jan 18 20:35:29.757972 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae864856-beb7-4272-8609-01dfa085c8c4 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dbd27a5-d2f6-41cc-95c6-3e555658fc15,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:29.776660 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ae864856-beb7-4272-8609-01dfa085c8c4 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:29.777996 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ae864856-beb7-4272-8609-01dfa085c8c4 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1776419 Jan 18 20:35:29.780824 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 52860) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:29.853695 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c9dfd007-0e07-4139-86e3-0350184f838a req-e002bcab-881e-48ae-81df-03cacee5ac44 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a274c4d4-997b-45fa-a35a-3baa0a779f24&id=551b2fbd-babf-4067-91f0-0851cd6e7d23&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1090293 Jan 18 20:35:29.874485 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f7df4268-c0bc-40ef-a9c8-7a12997a5c0a tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (5544f48b-f164-4cc4-b408-1aae00ba61ba), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:29.913200 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f7df4268-c0bc-40ef-a9c8-7a12997a5c0a tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (5544f48b-f164-4cc4-b408-1aae00ba61ba), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:29.975616 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f7df4268-c0bc-40ef-a9c8-7a12997a5c0a tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5544f48b-f164-4cc4-b408-1aae00ba61ba), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:29.978830 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f7df4268-c0bc-40ef-a9c8-7a12997a5c0a tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:29.980904 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f7df4268-c0bc-40ef-a9c8-7a12997a5c0a tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "DELETE /v2.0/security-groups/5544f48b-f164-4cc4-b408-1aae00ba61ba HTTP/1.1" status: 204 len: 168 time: 0.1979561 Jan 18 20:35:29.983489 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52868) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:30.006297 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df4268-c0bc-40ef-a9c8-7a12997a5c0a tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5544f48b-f164-4cc4-b408-1aae00ba61ba,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:30.061802 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-813b3b86-b2d0-49af-a585-d57f48150ec1 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0719740 Jan 18 20:35:30.061802 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52870) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:30.109844 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a38f4ec4-6257-40b1-8964-ee3c656f2371 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0483580 Jan 18 20:35:30.112615 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52874) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:30.127223 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-2af3de4e-f674-461c-ad34-fd8f36949f14 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] delete failed (client error): The resource could not be found. Jan 18 20:35:30.128248 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2af3de4e-f674-461c-ad34-fd8f36949f14 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "DELETE /v2.0/security-groups/5544f48b-f164-4cc4-b408-1aae00ba61ba HTTP/1.1" status: 404 len: 347 time: 0.0146642 Jan 18 20:35:30.131761 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52876) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:30.185683 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d9b34106-a175-4067-8135-37fd82aaaa54 tempest-SecGroupTest-310049301 tempest-SecGroupTest-310049301-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0485010 Jan 18 20:35:30.463248 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52884) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:30.543997 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:30.629263 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-572c2773-aa03-437f-9ebb-ef2db1dbc2f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b8a5ef05bf94356a2cee78263f6c9c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1647115 Jan 18 20:35:30.631574 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 52888) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:30.679863 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-481b8a89-0460-4ae3-b30e-1a9e0b35e7e3 admin admin] Publish callbacks [] for security_group (b4466d4c-06d2-444f-bd86-ae176b5ca729), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:30.703152 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-481b8a89-0460-4ae3-b30e-1a9e0b35e7e3 admin admin] Publish callbacks [] for security_group (b4466d4c-06d2-444f-bd86-ae176b5ca729), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:30.763343 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-481b8a89-0460-4ae3-b30e-1a9e0b35e7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b4466d4c-06d2-444f-bd86-ae176b5ca729), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:30.766466 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-481b8a89-0460-4ae3-b30e-1a9e0b35e7e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:30.769406 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-481b8a89-0460-4ae3-b30e-1a9e0b35e7e3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b4466d4c-06d2-444f-bd86-ae176b5ca729 HTTP/1.1" status: 204 len: 168 time: 0.1367719 Jan 18 20:35:30.780544 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b8a89-0460-4ae3-b30e-1a9e0b35e7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4466d4c-06d2-444f-bd86-ae176b5ca729,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:31.826146 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:34.087792 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:36.880025 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:50.094952 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 53246) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:50.225487 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f24b6673-52d5-40ce-b766-f7069fa114d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:50.400306 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f24b6673-52d5-40ce-b766-f7069fa114d2 admin admin] Publish callbacks [] for security_group (493c5142-7ca0-4e27-ae1d-787c615e86d0), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:50.410178 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f24b6673-52d5-40ce-b766-f7069fa114d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (493c5142-7ca0-4e27-ae1d-787c615e86d0), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:50.431068 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-83f5ccb8-07fd-4fa2-9235-9ca5424b8fc4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1195531 Jan 18 20:35:50.495030 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b6673-52d5-40ce-b766-f7069fa114d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493c5142-7ca0-4e27-ae1d-787c615e86d0,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:50.574257 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f24b6673-52d5-40ce-b766-f7069fa114d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=172c7d0d127a43fd891bf87f8f395ecc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4776871 Jan 18 20:35:50.574920 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 53274) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:50.649316 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-4c932a4a-5e4d-4616-bc47-9b60b151beef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:50.650154 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-4c932a4a-5e4d-4616-bc47-9b60b151beef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:50.650957 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-4c932a4a-5e4d-4616-bc47-9b60b151beef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:50.651730 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-4c932a4a-5e4d-4616-bc47-9b60b151beef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:50.652496 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-4c932a4a-5e4d-4616-bc47-9b60b151beef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:50.653254 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-4c932a4a-5e4d-4616-bc47-9b60b151beef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:50.657550 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-4c932a4a-5e4d-4616-bc47-9b60b151beef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:50.660735 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-4c932a4a-5e4d-4616-bc47-9b60b151beef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=733444720280437eb7f9cfdcefc53319&device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 6502 time: 0.1466064 Jan 18 20:35:50.722427 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fed2f426-5f0e-4405-b062-67a7a7aa0520 admin admin] Publish callbacks [] for security_group (493c5142-7ca0-4e27-ae1d-787c615e86d0), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:50.779700 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fed2f426-5f0e-4405-b062-67a7a7aa0520 admin admin] Publish callbacks [] for security_group (493c5142-7ca0-4e27-ae1d-787c615e86d0), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:50.838749 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fed2f426-5f0e-4405-b062-67a7a7aa0520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (493c5142-7ca0-4e27-ae1d-787c615e86d0), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:50.845291 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fed2f426-5f0e-4405-b062-67a7a7aa0520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:50.859645 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fed2f426-5f0e-4405-b062-67a7a7aa0520 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/493c5142-7ca0-4e27-ae1d-787c615e86d0 HTTP/1.1" status: 204 len: 168 time: 0.2729087 Jan 18 20:35:50.899528 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2f426-5f0e-4405-b062-67a7a7aa0520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493c5142-7ca0-4e27-ae1d-787c615e86d0,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:51.062990 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-1df289c2-5a91-4596-9e78-f8664426bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:51.066644 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-1df289c2-5a91-4596-9e78-f8664426bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:51.067497 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-1df289c2-5a91-4596-9e78-f8664426bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:51.070419 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-1df289c2-5a91-4596-9e78-f8664426bbee service neutron] 10.222.0.70 "GET /v2.0/networks?id=430c56bd-8290-45d6-ab68-26d11179c94e&id=5fbd40aa-f049-4550-b042-82fa935955b5&id=5fbd40aa-f049-4550-b042-82fa935955b5&id=5fbd40aa-f049-4550-b042-82fa935955b5&id=5fbd40aa-f049-4550-b042-82fa935955b5&id=e28041d0-7a31-4e94-acee-687198cd901a&id=e28041d0-7a31-4e94-acee-687198cd901a HTTP/1.1" status: 200 len: 2296 time: 0.3709736 Jan 18 20:35:51.097357 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 53288) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:51.246050 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-750a419b-e921-4f12-8e5a-2e032bdb01c7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3205105-3cf6-449b-a8a6-e9c40e5ae36e HTTP/1.1" status: 200 len: 1000 time: 0.1646569 Jan 18 20:35:51.324820 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-14f87341-0c12-4d0a-982f-102f3c81a7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:51.326769 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-14f87341-0c12-4d0a-982f-102f3c81a7b8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2035485f-6539-4901-9376-da308db55f84 HTTP/1.1" status: 200 len: 855 time: 0.0713344 Jan 18 20:35:51.574673 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-2b34e747-b600-4746-a8ed-db6d8a3bdabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:51.576356 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-2b34e747-b600-4746-a8ed-db6d8a3bdabc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=430c56bd-8290-45d6-ab68-26d11179c94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2393458 Jan 18 20:35:51.610269 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9e6521ef-fbef-4325-baec-b82d0f9b887f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:51.694523 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 53298) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:51.755949 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8152a999-a53d-49ce-8f2e-c684978c1218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:51.805810 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-d63a72fe-0ef3-4341-9f8d-3a7dd7d4317e service neutron] 10.222.0.70 "GET /v2.0/networks/430c56bd-8290-45d6-ab68-26d11179c94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194166 Jan 18 20:35:51.848788 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9e6521ef-fbef-4325-baec-b82d0f9b887f admin admin] Publish callbacks [] for security_group (be668e6b-51bb-4257-ac71-d3d4770e6b46), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:51.865266 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9e6521ef-fbef-4325-baec-b82d0f9b887f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (be668e6b-51bb-4257-ac71-d3d4770e6b46), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:51.913126 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9e6521ef-fbef-4325-baec-b82d0f9b887f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=94ec4fe6f7e248ffbf2fd982ae58865a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8145564 Jan 18 20:35:51.915700 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 53302) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:51.989224 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6521ef-fbef-4325-baec-b82d0f9b887f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be668e6b-51bb-4257-ac71-d3d4770e6b46,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:52.005398 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-af767fff-c064-43af-a443-67882ce0b5ad admin admin] Publish callbacks [] for security_group (be668e6b-51bb-4257-ac71-d3d4770e6b46), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:52.041047 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8152a999-a53d-49ce-8f2e-c684978c1218 admin admin] Publish callbacks [] for security_group (98563ccc-a921-4076-9778-4c70c579f60e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:52.055521 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-af767fff-c064-43af-a443-67882ce0b5ad admin admin] Publish callbacks [] for security_group (be668e6b-51bb-4257-ac71-d3d4770e6b46), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:52.146137 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-af767fff-c064-43af-a443-67882ce0b5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (be668e6b-51bb-4257-ac71-d3d4770e6b46), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:52.148858 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-af767fff-c064-43af-a443-67882ce0b5ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:52.150184 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-af767fff-c064-43af-a443-67882ce0b5ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be668e6b-51bb-4257-ac71-d3d4770e6b46 HTTP/1.1" status: 204 len: 168 time: 0.2333722 Jan 18 20:35:52.163055 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8152a999-a53d-49ce-8f2e-c684978c1218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (98563ccc-a921-4076-9778-4c70c579f60e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:52.175694 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af767fff-c064-43af-a443-67882ce0b5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be668e6b-51bb-4257-ac71-d3d4770e6b46,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:52.252905 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152a999-a53d-49ce-8f2e-c684978c1218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98563ccc-a921-4076-9778-4c70c579f60e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:52.263811 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8152a999-a53d-49ce-8f2e-c684978c1218 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e1e9f712eb7549babcdbcaf23fc79891&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5647676 Jan 18 20:35:52.264188 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 53308) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:52.292424 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-4ae463f7-4b0a-4b15-b6fb-a83f70bb4271 service neutron] 10.222.0.70 "GET /v2.0/networks/430c56bd-8290-45d6-ab68-26d11179c94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699993 Jan 18 20:35:52.359695 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-16bb6e87-c876-47b4-8e43-6c6958307df1 admin admin] Publish callbacks [] for security_group (98563ccc-a921-4076-9778-4c70c579f60e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:52.380780 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-e3985572-1058-4032-b915-5493fde2de63 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb HTTP/1.1" status: 200 len: 217 time: 0.0720415 Jan 18 20:35:52.418640 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-16bb6e87-c876-47b4-8e43-6c6958307df1 admin admin] Publish callbacks [] for security_group (98563ccc-a921-4076-9778-4c70c579f60e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:52.451015 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-8b2e9060-16e4-437e-a541-37e73010c60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:52.452749 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-8b2e9060-16e4-437e-a541-37e73010c60a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf464e5-d0e2-45fb-a0b2-ab21add0b628 HTTP/1.1" status: 200 len: 797 time: 0.0632117 Jan 18 20:35:52.503115 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-16bb6e87-c876-47b4-8e43-6c6958307df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (98563ccc-a921-4076-9778-4c70c579f60e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:52.508368 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-16bb6e87-c876-47b4-8e43-6c6958307df1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:52.513364 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-16bb6e87-c876-47b4-8e43-6c6958307df1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98563ccc-a921-4076-9778-4c70c579f60e HTTP/1.1" status: 204 len: 168 time: 0.2481859 Jan 18 20:35:52.526981 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb6e87-c876-47b4-8e43-6c6958307df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98563ccc-a921-4076-9778-4c70c579f60e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:52.539735 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb6e87-c876-47b4-8e43-6c6958307df1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:52.541396 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb6e87-c876-47b4-8e43-6c6958307df1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:52.542136 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb6e87-c876-47b4-8e43-6c6958307df1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:52.542671 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb6e87-c876-47b4-8e43-6c6958307df1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:52.543329 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb6e87-c876-47b4-8e43-6c6958307df1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:52.544069 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb6e87-c876-47b4-8e43-6c6958307df1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:52.544583 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb6e87-c876-47b4-8e43-6c6958307df1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:52.545087 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb6e87-c876-47b4-8e43-6c6958307df1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:52.545839 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb6e87-c876-47b4-8e43-6c6958307df1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:52.546651 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb6e87-c876-47b4-8e43-6c6958307df1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:52.547230 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb6e87-c876-47b4-8e43-6c6958307df1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:52.547731 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb6e87-c876-47b4-8e43-6c6958307df1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:52.548230 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb6e87-c876-47b4-8e43-6c6958307df1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:52.564501 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-0ca4d0e8-e516-4a1b-8947-9b6be30eccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:52.568186 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-0ca4d0e8-e516-4a1b-8947-9b6be30eccd0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fbd40aa-f049-4550-b042-82fa935955b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1082895 Jan 18 20:35:52.728410 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-3511af9d-d915-46e7-82e3-16b31549814c service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510489 Jan 18 20:35:52.758436 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 53318) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:52.783061 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-29db3a2e-d57f-42bf-90e9-f0a7dd29da02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:52.950451 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-29db3a2e-d57f-42bf-90e9-f0a7dd29da02 admin admin] Publish callbacks [] for security_group (df38f2b5-6152-4979-a445-4b086781c1f4), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:52.957354 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-8cd4d5d0-e2b6-4a75-8b0c-31dff3a1b904 service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180412 Jan 18 20:35:52.961662 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-29db3a2e-d57f-42bf-90e9-f0a7dd29da02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (df38f2b5-6152-4979-a445-4b086781c1f4), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:53.028543 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-dcbf1402-8f25-44c6-8dfa-eab15f3f2c29 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=1488c34b-3de1-428f-94c5-ea3bbe9105fc HTTP/1.1" status: 200 len: 217 time: 0.0616815 Jan 18 20:35:53.088500 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-29db3a2e-d57f-42bf-90e9-f0a7dd29da02 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2786a77583ce43f9ad730715322a5fd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3286099 Jan 18 20:35:53.091978 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 53334) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:53.096950 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db3a2e-d57f-42bf-90e9-f0a7dd29da02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df38f2b5-6152-4979-a445-4b086781c1f4,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:53.170330 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-87080f5c-2e8f-47ed-8240-9c7f80266f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:53.171820 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-87080f5c-2e8f-47ed-8240-9c7f80266f7e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf464e5-d0e2-45fb-a0b2-ab21add0b628 HTTP/1.1" status: 200 len: 797 time: 0.1342206 Jan 18 20:35:53.203260 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f3da3ed-8555-42c1-b98f-9d2d0f841083 admin admin] Publish callbacks [] for security_group (df38f2b5-6152-4979-a445-4b086781c1f4), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:53.245511 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f3da3ed-8555-42c1-b98f-9d2d0f841083 admin admin] Publish callbacks [] for security_group (df38f2b5-6152-4979-a445-4b086781c1f4), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:53.286937 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-9065d4cd-70c5-4a9e-a041-f52472f970ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:53.291523 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-9065d4cd-70c5-4a9e-a041-f52472f970ce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fbd40aa-f049-4550-b042-82fa935955b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1075389 Jan 18 20:35:53.318986 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f3da3ed-8555-42c1-b98f-9d2d0f841083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (df38f2b5-6152-4979-a445-4b086781c1f4), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:53.323418 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f3da3ed-8555-42c1-b98f-9d2d0f841083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:53.328049 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2f3da3ed-8555-42c1-b98f-9d2d0f841083 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df38f2b5-6152-4979-a445-4b086781c1f4 HTTP/1.1" status: 204 len: 168 time: 0.2347269 Jan 18 20:35:53.338275 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3da3ed-8555-42c1-b98f-9d2d0f841083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df38f2b5-6152-4979-a445-4b086781c1f4,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:53.904011 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-da98da5b-cf97-46ae-99c8-3a3b21d0e7c5 service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6023116 Jan 18 20:35:54.038908 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-b6a3e2ef-e835-48eb-9f3d-21ac34bff40a service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243207 Jan 18 20:35:54.090856 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-35497db1-860a-4879-82e2-b03c03641675 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=eb3d9437-709a-40f0-a5c9-37416af4dbf8 HTTP/1.1" status: 200 len: 217 time: 0.0425477 Jan 18 20:35:54.161430 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-bffcb99d-923f-4492-86fb-4590759f6913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:54.163170 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-bffcb99d-923f-4492-86fb-4590759f6913 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf464e5-d0e2-45fb-a0b2-ab21add0b628 HTTP/1.1" status: 200 len: 797 time: 0.0622678 Jan 18 20:35:54.252192 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-74815295-6a67-4812-87e6-42030014feb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:54.253771 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-74815295-6a67-4812-87e6-42030014feb8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fbd40aa-f049-4550-b042-82fa935955b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0803747 Jan 18 20:35:54.440804 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-fc4bb20b-e360-4ddf-92e4-c3642472c7f8 service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777432 Jan 18 20:35:54.548903 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-89df0227-8593-440f-8463-b250dd866427 service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991406 Jan 18 20:35:54.608921 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-875f773f-7a5d-4e29-910a-847fd2fff65c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=671d4bba-81d3-48a3-86d7-51496fd0ea37 HTTP/1.1" status: 200 len: 217 time: 0.0503879 Jan 18 20:35:54.672208 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-f119f2b3-f42f-4cdc-a693-9e4ae5c6456e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:54.673925 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-f119f2b3-f42f-4cdc-a693-9e4ae5c6456e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf464e5-d0e2-45fb-a0b2-ab21add0b628 HTTP/1.1" status: 200 len: 797 time: 0.0552363 Jan 18 20:35:54.773811 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-8da39978-52d4-45e5-86c6-8ce3febb348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:54.775353 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-8da39978-52d4-45e5-86c6-8ce3febb348e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fbd40aa-f049-4550-b042-82fa935955b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0914083 Jan 18 20:35:54.916418 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-246fa1e9-2c5f-4f3a-83b0-e4d951dfb001 service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300998 Jan 18 20:35:55.041118 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-e21ef99f-25b3-49ec-b855-19d6214ed81a service neutron] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169887 Jan 18 20:35:55.130672 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-adab1011-bd7c-45a0-b856-e3c6fcf0add7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0abb6452-2f0c-4e93-bb6c-218b06908795 HTTP/1.1" status: 200 len: 217 time: 0.0805585 Jan 18 20:35:55.248729 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-0bf8e5b0-95c9-4540-ae68-0c34353540f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:55.251824 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-0bf8e5b0-95c9-4540-ae68-0c34353540f8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4447c040-bbb0-41e1-84cc-ec8cc29dd4f8 HTTP/1.1" status: 200 len: 797 time: 0.1081443 Jan 18 20:35:55.335327 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-4da305c2-03b0-4785-b4b4-5b3ebbcdb58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:55.337387 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-4da305c2-03b0-4785-b4b4-5b3ebbcdb58e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e28041d0-7a31-4e94-acee-687198cd901a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0779352 Jan 18 20:35:55.461352 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-796e6b14-5269-4802-97e8-9740825400d4 service neutron] 10.222.0.70 "GET /v2.0/networks/e28041d0-7a31-4e94-acee-687198cd901a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145847 Jan 18 20:35:55.608353 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-98e56139-a4e3-4529-84ea-790ce07a1ebd service neutron] 10.222.0.70 "GET /v2.0/networks/e28041d0-7a31-4e94-acee-687198cd901a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284740 Jan 18 20:35:55.665486 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b1b6d9d0-6061-4fc6-9c78-d990f307d356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:55.672716 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-70a6b133-109c-4a5b-abd8-a7d7a7af874b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d00ac2c-22d8-495c-a56f-379c471665e9 HTTP/1.1" status: 200 len: 217 time: 0.0604193 Jan 18 20:35:55.750093 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-5c4ec2f1-ab4f-4533-a0d9-6dfcedd2ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:55.751716 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-5c4ec2f1-ab4f-4533-a0d9-6dfcedd2ca9c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4447c040-bbb0-41e1-84cc-ec8cc29dd4f8 HTTP/1.1" status: 200 len: 797 time: 0.0681787 Jan 18 20:35:55.850002 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-650eb277-985b-4338-902c-905e0b6fe41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:55.851829 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-650eb277-985b-4338-902c-905e0b6fe41f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e28041d0-7a31-4e94-acee-687198cd901a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0901475 Jan 18 20:35:55.976073 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-891fdcc1-90e6-4cc5-b279-4d203d90b7ec service neutron] 10.222.0.70 "GET /v2.0/networks/e28041d0-7a31-4e94-acee-687198cd901a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132209 Jan 18 20:35:56.095974 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-370dc836-d50f-4e64-8d23-ec8120d5b4de req-1dae8178-e6a0-4b1d-996c-557ef4a1b8b0 service neutron] 10.222.0.70 "GET /v2.0/networks/e28041d0-7a31-4e94-acee-687198cd901a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109984 Jan 18 20:35:57.814648 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8a26cc71-6a75-4d37-a445-521cc5ee56c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:59.105456 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:59.252370 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 53546) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:59.466401 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-524cb435-d4ce-4f25-bcf9-53a72a08fcfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:59.617139 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-524cb435-d4ce-4f25-bcf9-53a72a08fcfc admin admin] Publish callbacks [] for security_group (4c3c1853-edef-467b-b39d-b7787992c763), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:59.623639 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-524cb435-d4ce-4f25-bcf9-53a72a08fcfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4c3c1853-edef-467b-b39d-b7787992c763), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:59.677040 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 53554) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:59.677825 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-524cb435-d4ce-4f25-bcf9-53a72a08fcfc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80405a33e8a84a6ab9233c74081f3c0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4238384 Jan 18 20:35:59.694432 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524cb435-d4ce-4f25-bcf9-53a72a08fcfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3c1853-edef-467b-b39d-b7787992c763,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:59.769943 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-43e7c4d8-2e9e-4547-98a4-e62a149ceda4 admin admin] Publish callbacks [] for security_group (4c3c1853-edef-467b-b39d-b7787992c763), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:59.800208 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-43e7c4d8-2e9e-4547-98a4-e62a149ceda4 admin admin] Publish callbacks [] for security_group (4c3c1853-edef-467b-b39d-b7787992c763), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:59.851766 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-43e7c4d8-2e9e-4547-98a4-e62a149ceda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4c3c1853-edef-467b-b39d-b7787992c763), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:59.855748 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-43e7c4d8-2e9e-4547-98a4-e62a149ceda4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:59.857459 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-43e7c4d8-2e9e-4547-98a4-e62a149ceda4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4c3c1853-edef-467b-b39d-b7787992c763 HTTP/1.1" status: 204 len: 168 time: 0.1784582 Jan 18 20:35:59.875511 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7c4d8-2e9e-4547-98a4-e62a149ceda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3c1853-edef-467b-b39d-b7787992c763,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:00.262814 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 53562) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:00.276737 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5405a706-e532-44c7-8dd7-77077d2d43e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:00.407752 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5405a706-e532-44c7-8dd7-77077d2d43e3 admin admin] Publish callbacks [] for security_group (764a74d2-1d45-488f-bfd8-667cefff88d7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:00.413310 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5405a706-e532-44c7-8dd7-77077d2d43e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (764a74d2-1d45-488f-bfd8-667cefff88d7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:00.482662 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405a706-e532-44c7-8dd7-77077d2d43e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764a74d2-1d45-488f-bfd8-667cefff88d7,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:00.508529 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5405a706-e532-44c7-8dd7-77077d2d43e3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0c0e21068db43fc8ac55c50a853452e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2446187 Jan 18 20:36:00.511012 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 53570) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:00.551505 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:00.584943 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-91f7d9a5-bbfc-4c00-8a87-adc06d19562d admin admin] Publish callbacks [] for security_group (764a74d2-1d45-488f-bfd8-667cefff88d7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:00.608216 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-91f7d9a5-bbfc-4c00-8a87-adc06d19562d admin admin] Publish callbacks [] for security_group (764a74d2-1d45-488f-bfd8-667cefff88d7), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:00.667389 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-91f7d9a5-bbfc-4c00-8a87-adc06d19562d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (764a74d2-1d45-488f-bfd8-667cefff88d7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:00.670118 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-91f7d9a5-bbfc-4c00-8a87-adc06d19562d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:00.673966 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-91f7d9a5-bbfc-4c00-8a87-adc06d19562d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/764a74d2-1d45-488f-bfd8-667cefff88d7 HTTP/1.1" status: 204 len: 168 time: 0.1593916 Jan 18 20:36:00.687056 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f7d9a5-bbfc-4c00-8a87-adc06d19562d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764a74d2-1d45-488f-bfd8-667cefff88d7,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:01.274787 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:36:01.840164 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:02.311472 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 53630) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:02.739130 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6ec6e90f-25ce-4ecd-9984-a1d1f32b89e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:02.907482 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6ec6e90f-25ce-4ecd-9984-a1d1f32b89e0 admin admin] Publish callbacks [] for security_group (518fc98a-5b0c-4914-a7d1-0518667d87f0), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:02.921078 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6ec6e90f-25ce-4ecd-9984-a1d1f32b89e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (518fc98a-5b0c-4914-a7d1-0518667d87f0), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:02.971742 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6ec6e90f-25ce-4ecd-9984-a1d1f32b89e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd9cefd2be6d4e4aa1f6dda23ae16ae9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6589763 Jan 18 20:36:02.974384 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 53650) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:03.010266 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec6e90f-25ce-4ecd-9984-a1d1f32b89e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518fc98a-5b0c-4914-a7d1-0518667d87f0,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:03.068022 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5def639c-d098-428e-9705-6d8a5c84c791 admin admin] Publish callbacks [] for security_group (518fc98a-5b0c-4914-a7d1-0518667d87f0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:03.110392 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5def639c-d098-428e-9705-6d8a5c84c791 admin admin] Publish callbacks [] for security_group (518fc98a-5b0c-4914-a7d1-0518667d87f0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:03.191227 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5def639c-d098-428e-9705-6d8a5c84c791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (518fc98a-5b0c-4914-a7d1-0518667d87f0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:03.194074 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5def639c-d098-428e-9705-6d8a5c84c791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:03.195426 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5def639c-d098-428e-9705-6d8a5c84c791 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/518fc98a-5b0c-4914-a7d1-0518667d87f0 HTTP/1.1" status: 204 len: 168 time: 0.2200646 Jan 18 20:36:03.207051 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def639c-d098-428e-9705-6d8a5c84c791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518fc98a-5b0c-4914-a7d1-0518667d87f0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:04.089079 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:05.472612 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 53780) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:05.617195 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-801e5be5-3071-4ebc-8f58-c80e2dfcea85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:05.729802 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-801e5be5-3071-4ebc-8f58-c80e2dfcea85 admin admin] Publish callbacks [] for security_group (aa6b327d-bec0-45d2-98e3-f6fbad44c7ce), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:05.735749 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-801e5be5-3071-4ebc-8f58-c80e2dfcea85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (aa6b327d-bec0-45d2-98e3-f6fbad44c7ce), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:05.770085 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 53790) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:05.770754 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-801e5be5-3071-4ebc-8f58-c80e2dfcea85 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=01ccc7cf8781438da7a2be7cb978af30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2961290 Jan 18 20:36:05.794676 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e5be5-3071-4ebc-8f58-c80e2dfcea85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6b327d-bec0-45d2-98e3-f6fbad44c7ce,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:05.853307 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce70f-c7d2-48a1-be24-4b7d6cee8069 admin admin] Publish callbacks [] for security_group (aa6b327d-bec0-45d2-98e3-f6fbad44c7ce), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:05.875352 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce70f-c7d2-48a1-be24-4b7d6cee8069 admin admin] Publish callbacks [] for security_group (aa6b327d-bec0-45d2-98e3-f6fbad44c7ce), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:05.929417 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce70f-c7d2-48a1-be24-4b7d6cee8069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (aa6b327d-bec0-45d2-98e3-f6fbad44c7ce), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:05.932680 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce70f-c7d2-48a1-be24-4b7d6cee8069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:05.936641 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bd8ce70f-c7d2-48a1-be24-4b7d6cee8069 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa6b327d-bec0-45d2-98e3-f6fbad44c7ce HTTP/1.1" status: 204 len: 168 time: 0.1645761 Jan 18 20:36:05.944686 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ce70f-c7d2-48a1-be24-4b7d6cee8069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6b327d-bec0-45d2-98e3-f6fbad44c7ce,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:06.299272 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 53800) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:06.316278 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-60673343-3f13-4865-8419-62d076ca6323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:06.441288 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-60673343-3f13-4865-8419-62d076ca6323 admin admin] Publish callbacks [] for security_group (d6c35066-76c7-4a29-a159-dcb4d48b70ff), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:06.447107 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-60673343-3f13-4865-8419-62d076ca6323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d6c35066-76c7-4a29-a159-dcb4d48b70ff), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:06.500597 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-60673343-3f13-4865-8419-62d076ca6323 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0afc5769e4743e48dac1fbc48a20411&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1976347 Jan 18 20:36:06.500597 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60673343-3f13-4865-8419-62d076ca6323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c35066-76c7-4a29-a159-dcb4d48b70ff,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:06.501922 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 53804) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:06.580610 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-06cd3bc0-8996-45b4-90a8-406235b9f457 admin admin] Publish callbacks [] for security_group (d6c35066-76c7-4a29-a159-dcb4d48b70ff), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:06.608368 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-06cd3bc0-8996-45b4-90a8-406235b9f457 admin admin] Publish callbacks [] for security_group (d6c35066-76c7-4a29-a159-dcb4d48b70ff), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:06.678870 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-06cd3bc0-8996-45b4-90a8-406235b9f457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d6c35066-76c7-4a29-a159-dcb4d48b70ff), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:06.690660 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-06cd3bc0-8996-45b4-90a8-406235b9f457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:06.695475 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-06cd3bc0-8996-45b4-90a8-406235b9f457 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d6c35066-76c7-4a29-a159-dcb4d48b70ff HTTP/1.1" status: 204 len: 168 time: 0.1899352 Jan 18 20:36:06.720402 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd3bc0-8996-45b4-90a8-406235b9f457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c35066-76c7-4a29-a159-dcb4d48b70ff,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:06.881737 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:08.250241 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 53866) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:08.388558 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d03abf2e-1110-4ea5-baaa-4f5b8b65777f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:08.500631 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d03abf2e-1110-4ea5-baaa-4f5b8b65777f admin admin] Publish callbacks [] for security_group (712bb98f-e8b4-4b03-bce0-ee9059d412a2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:08.508546 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d03abf2e-1110-4ea5-baaa-4f5b8b65777f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (712bb98f-e8b4-4b03-bce0-ee9059d412a2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:08.599523 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d03abf2e-1110-4ea5-baaa-4f5b8b65777f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d7f1599f2bfd44ebabae4a9bcfc55c97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3483605 Jan 18 20:36:08.600451 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03abf2e-1110-4ea5-baaa-4f5b8b65777f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712bb98f-e8b4-4b03-bce0-ee9059d412a2,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:08.602223 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 53870) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:08.666039 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b3793c0f-acdb-4fe2-894b-1483f0cb610a admin admin] Publish callbacks [] for security_group (712bb98f-e8b4-4b03-bce0-ee9059d412a2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:08.709840 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b3793c0f-acdb-4fe2-894b-1483f0cb610a admin admin] Publish callbacks [] for security_group (712bb98f-e8b4-4b03-bce0-ee9059d412a2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:08.790125 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b3793c0f-acdb-4fe2-894b-1483f0cb610a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (712bb98f-e8b4-4b03-bce0-ee9059d412a2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:08.793697 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b3793c0f-acdb-4fe2-894b-1483f0cb610a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:08.811612 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b3793c0f-acdb-4fe2-894b-1483f0cb610a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/712bb98f-e8b4-4b03-bce0-ee9059d412a2 HTTP/1.1" status: 204 len: 168 time: 0.1985228 Jan 18 20:36:08.832821 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3793c0f-acdb-4fe2-894b-1483f0cb610a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712bb98f-e8b4-4b03-bce0-ee9059d412a2,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:12.818397 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54020) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:12.971808 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-51447599-cf85-41a2-a29c-7e724a197032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:13.160199 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-51447599-cf85-41a2-a29c-7e724a197032 admin admin] Publish callbacks [] for security_group (f90ff82c-1658-47cb-b10b-2d63aa808289), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:13.168278 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-51447599-cf85-41a2-a29c-7e724a197032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f90ff82c-1658-47cb-b10b-2d63aa808289), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:13.265776 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54026) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:13.267604 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-51447599-cf85-41a2-a29c-7e724a197032 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=abb542c0b10b4e0da56610783f3547c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4434230 Jan 18 20:36:13.269707 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51447599-cf85-41a2-a29c-7e724a197032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90ff82c-1658-47cb-b10b-2d63aa808289,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:13.370042 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dd55c3e3-d128-44f1-9744-0a87ef039692 admin admin] Publish callbacks [] for security_group (f90ff82c-1658-47cb-b10b-2d63aa808289), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:13.401776 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dd55c3e3-d128-44f1-9744-0a87ef039692 admin admin] Publish callbacks [] for security_group (f90ff82c-1658-47cb-b10b-2d63aa808289), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:13.482190 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dd55c3e3-d128-44f1-9744-0a87ef039692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f90ff82c-1658-47cb-b10b-2d63aa808289), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:13.486478 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dd55c3e3-d128-44f1-9744-0a87ef039692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:13.502612 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-dd55c3e3-d128-44f1-9744-0a87ef039692 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f90ff82c-1658-47cb-b10b-2d63aa808289 HTTP/1.1" status: 204 len: 168 time: 0.2238455 Jan 18 20:36:13.529418 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55c3e3-d128-44f1-9744-0a87ef039692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90ff82c-1658-47cb-b10b-2d63aa808289,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:25.643869 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-577ea5ea-2c67-4e41-beae-ab0f4a870e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:27.831740 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-eeb69446-9048-49f5-b790-75107217114d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:29.114883 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:30.218628 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54406) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:30.373257 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3b042d2f-6538-40b6-8d08-878990e534d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:30.504907 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3b042d2f-6538-40b6-8d08-878990e534d7 admin admin] Publish callbacks [] for security_group (7a54374b-a95b-42ba-b32d-1e4b267973b7), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:30.512105 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3b042d2f-6538-40b6-8d08-878990e534d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7a54374b-a95b-42ba-b32d-1e4b267973b7), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:30.550403 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b042d2f-6538-40b6-8d08-878990e534d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a54374b-a95b-42ba-b32d-1e4b267973b7,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:30.551357 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:30.615068 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54418) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:30.638443 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3b042d2f-6538-40b6-8d08-878990e534d7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cebaac68509f421994e517a14fcf7806&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4166040 Jan 18 20:36:30.726858 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f5fd8759-6de0-4bcf-b938-1ff2ba37d007 admin admin] Publish callbacks [] for security_group (7a54374b-a95b-42ba-b32d-1e4b267973b7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:30.751157 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f5fd8759-6de0-4bcf-b938-1ff2ba37d007 admin admin] Publish callbacks [] for security_group (7a54374b-a95b-42ba-b32d-1e4b267973b7), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:30.823588 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f5fd8759-6de0-4bcf-b938-1ff2ba37d007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7a54374b-a95b-42ba-b32d-1e4b267973b7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:30.827379 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f5fd8759-6de0-4bcf-b938-1ff2ba37d007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:30.829281 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f5fd8759-6de0-4bcf-b938-1ff2ba37d007 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a54374b-a95b-42ba-b32d-1e4b267973b7 HTTP/1.1" status: 204 len: 168 time: 0.2121687 Jan 18 20:36:30.871187 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd8759-6de0-4bcf-b938-1ff2ba37d007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a54374b-a95b-42ba-b32d-1e4b267973b7,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:30.888679 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fd8759-6de0-4bcf-b938-1ff2ba37d007 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:30.888679 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fd8759-6de0-4bcf-b938-1ff2ba37d007 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:30.889003 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fd8759-6de0-4bcf-b938-1ff2ba37d007 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:30.892365 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fd8759-6de0-4bcf-b938-1ff2ba37d007 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:30.897017 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fd8759-6de0-4bcf-b938-1ff2ba37d007 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:30.898539 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fd8759-6de0-4bcf-b938-1ff2ba37d007 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:30.900598 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fd8759-6de0-4bcf-b938-1ff2ba37d007 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:30.901271 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fd8759-6de0-4bcf-b938-1ff2ba37d007 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:30.901850 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fd8759-6de0-4bcf-b938-1ff2ba37d007 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:30.903102 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fd8759-6de0-4bcf-b938-1ff2ba37d007 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:30.903649 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fd8759-6de0-4bcf-b938-1ff2ba37d007 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:30.906391 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fd8759-6de0-4bcf-b938-1ff2ba37d007 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:30.907073 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fd8759-6de0-4bcf-b938-1ff2ba37d007 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:31.836344 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:31.983056 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54462) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:32.117651 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-83da1596-82a9-4cd8-94fe-6e33b73d8ee3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1491316816-network', 'tenant_id': 'eae6edbc95764214bbd832ab376445c6'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:36:32.159117 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83da1596-82a9-4cd8-94fe-6e33b73d8ee3 admin admin] Made reservation on behalf of eae6edbc95764214bbd832ab376445c6 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:36:32.169880 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83da1596-82a9-4cd8-94fe-6e33b73d8ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:32.202751 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83da1596-82a9-4cd8-94fe-6e33b73d8ee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:32.351726 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83da1596-82a9-4cd8-94fe-6e33b73d8ee3 admin admin] Publish callbacks [] for security_group (9c168491-b5a1-461b-9cdc-da2c5a9a3334), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:32.357879 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83da1596-82a9-4cd8-94fe-6e33b73d8ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9c168491-b5a1-461b-9cdc-da2c5a9a3334), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:32.369938 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83da1596-82a9-4cd8-94fe-6e33b73d8ee3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:36:32.379338 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83da1596-82a9-4cd8-94fe-6e33b73d8ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (aa342d58-26fb-4089-b9b8-eed84af75b37), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:32.379775 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-83da1596-82a9-4cd8-94fe-6e33b73d8ee3 admin admin] Added segment aa342d58-26fb-4089-b9b8-eed84af75b37 of type vlan for network 62522357-b0a2-4973-ac5e-7d10835f667b Jan 18 20:36:32.428643 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83da1596-82a9-4cd8-94fe-6e33b73d8ee3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (62522357-b0a2-4973-ac5e-7d10835f667b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:32.477553 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da1596-82a9-4cd8-94fe-6e33b73d8ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c168491-b5a1-461b-9cdc-da2c5a9a3334,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:32.481100 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83da1596-82a9-4cd8-94fe-6e33b73d8ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (62522357-b0a2-4973-ac5e-7d10835f667b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:32.482325 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83da1596-82a9-4cd8-94fe-6e33b73d8ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:32.482894 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83da1596-82a9-4cd8-94fe-6e33b73d8ee3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:32.565103 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da1596-82a9-4cd8-94fe-6e33b73d8ee3 admin admin] Pushing event updated for resources: {'Network': ['ID=62522357-b0a2-4973-ac5e-7d10835f667b,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:32.575122 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 62522357-b0a2-4973-ac5e-7d10835f667b details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:36:32.598064 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-83da1596-82a9-4cd8-94fe-6e33b73d8ee3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6137605 Jan 18 20:36:32.598772 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54484) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:32.608566 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-ab5fec44-18b3-4bef-be70-98512be85c49 admin admin] Request body: {'subnet': {'network_id': '62522357-b0a2-4973-ac5e-7d10835f667b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1491316816-subnet', 'tenant_id': 'eae6edbc95764214bbd832ab376445c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:36:32.633069 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5fec44-18b3-4bef-be70-98512be85c49 admin admin] Made reservation on behalf of eae6edbc95764214bbd832ab376445c6 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:36:32.635751 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ab5fec44-18b3-4bef-be70-98512be85c49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:32.852143 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ab5fec44-18b3-4bef-be70-98512be85c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (c124b595-9d54-4d94-9290-f3cfb40e2cfd), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:32.926766 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5fec44-18b3-4bef-be70-98512be85c49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c124b595-9d54-4d94-9290-f3cfb40e2cfd,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:32.928807 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5fec44-18b3-4bef-be70-98512be85c49 admin admin] Checking segment: {'id': 'aa342d58-26fb-4089-b9b8-eed84af75b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '62522357-b0a2-4973-ac5e-7d10835f667b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:36:32.929166 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5fec44-18b3-4bef-be70-98512be85c49 admin admin] Network hostable DHCP agents. Network: 62522357-b0a2-4973-ac5e-7d10835f667b, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:36:32.961455 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5fec44-18b3-4bef-be70-98512be85c49 admin admin] Network 62522357-b0a2-4973-ac5e-7d10835f667b is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:36:32.983326 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-ab5fec44-18b3-4bef-be70-98512be85c49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 62522357-b0a2-4973-ac5e-7d10835f667b) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:36:32.991371 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5fec44-18b3-4bef-be70-98512be85c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:32.992022 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ab5fec44-18b3-4bef-be70-98512be85c49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:33.007275 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e7eaef-ae33-408a-a0f8-a1c3972b9f17 None None] Network 62522357-b0a2-4973-ac5e-7d10835f667b requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:36:33.023546 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ab5fec44-18b3-4bef-be70-98512be85c49 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4230900 Jan 18 20:36:33.210194 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c430a0e-36d1-4274-bcf0-cbb4e3e05376 None None] Network 62522357-b0a2-4973-ac5e-7d10835f667b requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:36:33.862143 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54522) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:33.867157 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-2a5d08df-783f-4416-a8f3-1cd4bb2b4c9b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1745443501-network', 'tenant_id': '52967053d78b477a86e9cbccf2229cf4'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:36:33.911741 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5d08df-783f-4416-a8f3-1cd4bb2b4c9b admin admin] Made reservation on behalf of 52967053d78b477a86e9cbccf2229cf4 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:36:33.914089 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a5d08df-783f-4416-a8f3-1cd4bb2b4c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:33.925698 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a5d08df-783f-4416-a8f3-1cd4bb2b4c9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:34.014442 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a5d08df-783f-4416-a8f3-1cd4bb2b4c9b admin admin] Publish callbacks [] for security_group (f60838b5-31ad-40ef-b4f8-4c7d7bd53ccf), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:34.023014 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a5d08df-783f-4416-a8f3-1cd4bb2b4c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f60838b5-31ad-40ef-b4f8-4c7d7bd53ccf), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:34.058537 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a5d08df-783f-4416-a8f3-1cd4bb2b4c9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:36:34.066707 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d08df-783f-4416-a8f3-1cd4bb2b4c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60838b5-31ad-40ef-b4f8-4c7d7bd53ccf,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:34.073789 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a5d08df-783f-4416-a8f3-1cd4bb2b4c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (9620e799-8885-4011-be4b-827c59f5e847), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:34.074134 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-2a5d08df-783f-4416-a8f3-1cd4bb2b4c9b admin admin] Added segment 9620e799-8885-4011-be4b-827c59f5e847 of type vlan for network 79d9b1e1-e66a-4c36-bd2b-067f553ea42a Jan 18 20:36:34.106201 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:34.139402 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a5d08df-783f-4416-a8f3-1cd4bb2b4c9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (79d9b1e1-e66a-4c36-bd2b-067f553ea42a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:34.169199 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a5d08df-783f-4416-a8f3-1cd4bb2b4c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (79d9b1e1-e66a-4c36-bd2b-067f553ea42a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:34.170304 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5d08df-783f-4416-a8f3-1cd4bb2b4c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:34.170934 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a5d08df-783f-4416-a8f3-1cd4bb2b4c9b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:34.240232 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2a5d08df-783f-4416-a8f3-1cd4bb2b4c9b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3737986 Jan 18 20:36:34.240330 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54532) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:34.245795 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-6ec71563-da47-4ac7-a1dc-bad9654e8e9a admin admin] Request body: {'subnet': {'network_id': '79d9b1e1-e66a-4c36-bd2b-067f553ea42a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1745443501-subnet', 'tenant_id': '52967053d78b477a86e9cbccf2229cf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:36:34.260669 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d08df-783f-4416-a8f3-1cd4bb2b4c9b admin admin] Pushing event updated for resources: {'Network': ['ID=79d9b1e1-e66a-4c36-bd2b-067f553ea42a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:34.271767 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 79d9b1e1-e66a-4c36-bd2b-067f553ea42a details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:36:34.307126 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec71563-da47-4ac7-a1dc-bad9654e8e9a admin admin] Made reservation on behalf of 52967053d78b477a86e9cbccf2229cf4 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:36:34.316776 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6ec71563-da47-4ac7-a1dc-bad9654e8e9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:34.646262 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6ec71563-da47-4ac7-a1dc-bad9654e8e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (46d03f66-bdc8-4a4b-b07c-cc8292573a78), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:34.746641 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec71563-da47-4ac7-a1dc-bad9654e8e9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=46d03f66-bdc8-4a4b-b07c-cc8292573a78,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:34.753540 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec71563-da47-4ac7-a1dc-bad9654e8e9a admin admin] Checking segment: {'id': '9620e799-8885-4011-be4b-827c59f5e847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '79d9b1e1-e66a-4c36-bd2b-067f553ea42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:36:34.753887 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec71563-da47-4ac7-a1dc-bad9654e8e9a admin admin] Network hostable DHCP agents. Network: 79d9b1e1-e66a-4c36-bd2b-067f553ea42a, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:36:34.779397 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec71563-da47-4ac7-a1dc-bad9654e8e9a admin admin] Network 79d9b1e1-e66a-4c36-bd2b-067f553ea42a is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:36:34.791136 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-6ec71563-da47-4ac7-a1dc-bad9654e8e9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 79d9b1e1-e66a-4c36-bd2b-067f553ea42a) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:36:34.796457 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec71563-da47-4ac7-a1dc-bad9654e8e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:34.797044 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6ec71563-da47-4ac7-a1dc-bad9654e8e9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:34.811166 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d73a6a-25df-491e-9618-ec2810a3b0a9 None None] Network 79d9b1e1-e66a-4c36-bd2b-067f553ea42a requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:36:34.855021 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6ec71563-da47-4ac7-a1dc-bad9654e8e9a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6123238 Jan 18 20:36:35.029477 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee43a2c-3c6f-4eed-88a4-82452c72999e None None] Network 79d9b1e1-e66a-4c36-bd2b-067f553ea42a requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:36:35.727438 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45324c12-78bb-4361-b814-3fc2153aa007 req-b82ce101-ef6c-44df-b3aa-8e3642067b5c tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:35.734879 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-45324c12-78bb-4361-b814-3fc2153aa007 req-b82ce101-ef6c-44df-b3aa-8e3642067b5c tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/networks?id=62522357-b0a2-4973-ac5e-7d10835f667b HTTP/1.1" status: 200 len: 812 time: 0.1471827 Jan 18 20:36:35.751792 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-45324c12-78bb-4361-b814-3fc2153aa007 req-50a6879a-f6ae-42a9-8302-d60927fb2515 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/quotas/eae6edbc95764214bbd832ab376445c6 HTTP/1.1" status: 200 len: 375 time: 0.0157685 Jan 18 20:36:35.787855 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-45324c12-78bb-4361-b814-3fc2153aa007 req-c3edcbac-f921-4a59-be9b-c572e3be3505 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=eae6edbc95764214bbd832ab376445c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350561 Jan 18 20:36:35.941249 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-45324c12-78bb-4361-b814-3fc2153aa007 req-b26c6a1f-ecd8-4b23-86dd-023c33f97ed4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:36:35.942281 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-45324c12-78bb-4361-b814-3fc2153aa007 req-b26c6a1f-ecd8-4b23-86dd-023c33f97ed4 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1538680 Jan 18 20:36:36.053079 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-45324c12-78bb-4361-b814-3fc2153aa007 req-c79c289d-f9a0-4f45-b101-f49638e9847f service neutron] 10.222.0.31 "GET /v2.0/networks/62522357-b0a2-4973-ac5e-7d10835f667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992744 Jan 18 20:36:36.155951 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-45324c12-78bb-4361-b814-3fc2153aa007 req-8dcf0a7a-8f4b-45e4-a611-dd3a115e59a0 service neutron] 10.222.0.31 "GET /v2.0/networks/62522357-b0a2-4973-ac5e-7d10835f667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019952 Jan 18 20:36:36.388603 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b48d31b6-b215-4a15-bce4-bcdd58201522 req-c2fc6d99-288b-4168-a353-7e8773e2d34d tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 210 time: 0.0433686 Jan 18 20:36:36.917760 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:37.476101 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6755739f-415b-43a7-b563-c8db764db6b3 req-3f3b29b8-eb87-41c5-937d-4e11d593d0bb tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 210 time: 0.0284564 Jan 18 20:36:37.867826 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45324c12-78bb-4361-b814-3fc2153aa007 req-b9ee1d38-1891-4ccc-9d2a-053748e4c9b4 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:37.870762 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-45324c12-78bb-4361-b814-3fc2153aa007 req-b9ee1d38-1891-4ccc-9d2a-053748e4c9b4 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.70 "GET /v2.0/networks?id=62522357-b0a2-4973-ac5e-7d10835f667b HTTP/1.1" status: 200 len: 812 time: 0.1814351 Jan 18 20:36:37.890884 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-45324c12-78bb-4361-b814-3fc2153aa007 req-70abb6d7-772d-4a18-91aa-9c00b90f12b4 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Request body: {'port': {'device_id': 'f1243cca-df7c-4f7f-8742-a0376ccf8bf7', 'network_id': '62522357-b0a2-4973-ac5e-7d10835f667b', 'admin_state_up': True, 'tenant_id': 'eae6edbc95764214bbd832ab376445c6'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:36:38.038904 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45324c12-78bb-4361-b814-3fc2153aa007 req-70abb6d7-772d-4a18-91aa-9c00b90f12b4 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Made reservation on behalf of eae6edbc95764214bbd832ab376445c6 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:36:38.042862 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-45324c12-78bb-4361-b814-3fc2153aa007 req-70abb6d7-772d-4a18-91aa-9c00b90f12b4 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:38.214067 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-45324c12-78bb-4361-b814-3fc2153aa007 req-70abb6d7-772d-4a18-91aa-9c00b90f12b4 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Allocated IP 172.20.0.7 (62522357-b0a2-4973-ac5e-7d10835f667b/c124b595-9d54-4d94-9290-f3cfb40e2cfd/68d7f182-188f-4fbd-9cbe-0e9239015446) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:36:38.283593 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:36:38.383610 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-45324c12-78bb-4361-b814-3fc2153aa007 req-70abb6d7-772d-4a18-91aa-9c00b90f12b4 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Publish callbacks [] for port (68d7f182-188f-4fbd-9cbe-0e9239015446), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:38.422551 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-45324c12-78bb-4361-b814-3fc2153aa007 req-70abb6d7-772d-4a18-91aa-9c00b90f12b4 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (68d7f182-188f-4fbd-9cbe-0e9239015446), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:38.527946 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45324c12-78bb-4361-b814-3fc2153aa007 req-70abb6d7-772d-4a18-91aa-9c00b90f12b4 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Network 62522357-b0a2-4973-ac5e-7d10835f667b is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:36:38.548709 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-45324c12-78bb-4361-b814-3fc2153aa007 req-70abb6d7-772d-4a18-91aa-9c00b90f12b4 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:36:38.558152 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-45324c12-78bb-4361-b814-3fc2153aa007 req-70abb6d7-772d-4a18-91aa-9c00b90f12b4 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:36:38.564802 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abb6d7-772d-4a18-91aa-9c00b90f12b4 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Pushing event updated for resources: {'Port': ['ID=68d7f182-188f-4fbd-9cbe-0e9239015446,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:38.665487 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45324c12-78bb-4361-b814-3fc2153aa007 req-70abb6d7-772d-4a18-91aa-9c00b90f12b4 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:38.666126 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-45324c12-78bb-4361-b814-3fc2153aa007 req-70abb6d7-772d-4a18-91aa-9c00b90f12b4 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:38.671958 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e5f6b-cabf-49fa-8ab3-b94d7c28bdb8 req-d3f3c087-0558-4d77-ae28-a6ee67d791b2 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:38.678904 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b80e5f6b-cabf-49fa-8ab3-b94d7c28bdb8 req-d3f3c087-0558-4d77-ae28-a6ee67d791b2 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 931 time: 0.0844676 Jan 18 20:36:38.706897 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-45324c12-78bb-4361-b814-3fc2153aa007 req-70abb6d7-772d-4a18-91aa-9c00b90f12b4 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8199677 Jan 18 20:36:38.723364 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-45324c12-78bb-4361-b814-3fc2153aa007 req-63f5ce51-340b-4181-80cb-70bad15a52d9 service neutron] Request body: {'port': {'device_id': 'f1243cca-df7c-4f7f-8742-a0376ccf8bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:36:38.766900 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b80e5f6b-cabf-49fa-8ab3-b94d7c28bdb8 req-74d7a356-ef85-4841-a75c-a761655f8ca0 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c168491-b5a1-461b-9cdc-da2c5a9a3334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871530 Jan 18 20:36:38.855126 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-45324c12-78bb-4361-b814-3fc2153aa007 req-63f5ce51-340b-4181-80cb-70bad15a52d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (68d7f182-188f-4fbd-9cbe-0e9239015446), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:39.203914 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-45324c12-78bb-4361-b814-3fc2153aa007 req-63f5ce51-340b-4181-80cb-70bad15a52d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d7f182-188f-4fbd-9cbe-0e9239015446 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:36:39.213256 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-45324c12-78bb-4361-b814-3fc2153aa007 req-63f5ce51-340b-4181-80cb-70bad15a52d9 service neutron] Publish callbacks [] for port (68d7f182-188f-4fbd-9cbe-0e9239015446), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:39.252257 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-45324c12-78bb-4361-b814-3fc2153aa007 req-63f5ce51-340b-4181-80cb-70bad15a52d9 service neutron] Transition to ACTIVE for port object 68d7f182-188f-4fbd-9cbe-0e9239015446 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:36:39.259537 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-45324c12-78bb-4361-b814-3fc2153aa007 req-63f5ce51-340b-4181-80cb-70bad15a52d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (68d7f182-188f-4fbd-9cbe-0e9239015446), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:39.335960 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5ce51-340b-4181-80cb-70bad15a52d9 service neutron] Pushing event updated for resources: {'Port': ['ID=68d7f182-188f-4fbd-9cbe-0e9239015446,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:39.433026 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-45324c12-78bb-4361-b814-3fc2153aa007 req-63f5ce51-340b-4181-80cb-70bad15a52d9 service neutron] Attempting to bind port 68d7f182-188f-4fbd-9cbe-0e9239015446 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:36:39.433321 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-45324c12-78bb-4361-b814-3fc2153aa007 req-63f5ce51-340b-4181-80cb-70bad15a52d9 service neutron] Attempting to bind port 68d7f182-188f-4fbd-9cbe-0e9239015446 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'aa342d58-26fb-4089-b9b8-eed84af75b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '62522357-b0a2-4973-ac5e-7d10835f667b'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:36:39.433659 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45324c12-78bb-4361-b814-3fc2153aa007 req-63f5ce51-340b-4181-80cb-70bad15a52d9 service neutron] Attempting to bind port 68d7f182-188f-4fbd-9cbe-0e9239015446 on network 62522357-b0a2-4973-ac5e-7d10835f667b {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:36:39.439163 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45324c12-78bb-4361-b814-3fc2153aa007 req-63f5ce51-340b-4181-80cb-70bad15a52d9 service neutron] Port 68d7f182-188f-4fbd-9cbe-0e9239015446 on network 62522357-b0a2-4973-ac5e-7d10835f667b not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:36:39.439479 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45324c12-78bb-4361-b814-3fc2153aa007 req-63f5ce51-340b-4181-80cb-70bad15a52d9 service neutron] Attempting to bind port 68d7f182-188f-4fbd-9cbe-0e9239015446 on network 62522357-b0a2-4973-ac5e-7d10835f667b {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:36:39.444912 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45324c12-78bb-4361-b814-3fc2153aa007 req-63f5ce51-340b-4181-80cb-70bad15a52d9 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:36:39.445255 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45324c12-78bb-4361-b814-3fc2153aa007 req-63f5ce51-340b-4181-80cb-70bad15a52d9 service neutron] Checking segment: {'id': 'aa342d58-26fb-4089-b9b8-eed84af75b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '62522357-b0a2-4973-ac5e-7d10835f667b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:36:39.445650 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45324c12-78bb-4361-b814-3fc2153aa007 req-63f5ce51-340b-4181-80cb-70bad15a52d9 service neutron] Bound using segment: {'id': 'aa342d58-26fb-4089-b9b8-eed84af75b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '62522357-b0a2-4973-ac5e-7d10835f667b'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:36:39.446083 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-45324c12-78bb-4361-b814-3fc2153aa007 req-63f5ce51-340b-4181-80cb-70bad15a52d9 service neutron] Bound port: 68d7f182-188f-4fbd-9cbe-0e9239015446, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa342d58-26fb-4089-b9b8-eed84af75b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '62522357-b0a2-4973-ac5e-7d10835f667b'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:36:39.446992 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-45324c12-78bb-4361-b814-3fc2153aa007 req-63f5ce51-340b-4181-80cb-70bad15a52d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (68d7f182-188f-4fbd-9cbe-0e9239015446), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:39.542996 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-45324c12-78bb-4361-b814-3fc2153aa007 req-63f5ce51-340b-4181-80cb-70bad15a52d9 service neutron] For port 68d7f182-188f-4fbd-9cbe-0e9239015446, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:36:39.546841 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-45324c12-78bb-4361-b814-3fc2153aa007 req-63f5ce51-340b-4181-80cb-70bad15a52d9 service neutron] For port 68d7f182-188f-4fbd-9cbe-0e9239015446, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=68d7f182-188f-4fbd-9cbe-0e9239015446,segment=NetworkSegment(aa342d58-26fb-4089-b9b8-eed84af75b37),segment_id=aa342d58-26fb-4089-b9b8-eed84af75b37)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:36:39.552952 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-45324c12-78bb-4361-b814-3fc2153aa007 req-63f5ce51-340b-4181-80cb-70bad15a52d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (68d7f182-188f-4fbd-9cbe-0e9239015446), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:39.593486 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45324c12-78bb-4361-b814-3fc2153aa007 req-63f5ce51-340b-4181-80cb-70bad15a52d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:39.594328 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-45324c12-78bb-4361-b814-3fc2153aa007 req-63f5ce51-340b-4181-80cb-70bad15a52d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:39.595934 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-45324c12-78bb-4361-b814-3fc2153aa007 req-63f5ce51-340b-4181-80cb-70bad15a52d9 service neutron] 10.222.0.70 "PUT /v2.0/ports/68d7f182-188f-4fbd-9cbe-0e9239015446 HTTP/1.1" status: 200 len: 1091 time: 0.8768198 Jan 18 20:36:39.596473 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1243cca-df7c-4f7f-8742-a0376ccf8bf7', 'tag': '68d7f182-188f-4fbd-9cbe-0e9239015446'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:36:39.598927 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5b64a2-1d27-47d4-adc7-b05962de71a2" -d '{"events": [{"name": "network-changed", "server_uuid": "f1243cca-df7c-4f7f-8742-a0376ccf8bf7", "tag": "68d7f182-188f-4fbd-9cbe-0e9239015446"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:36:39.660792 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5ce51-340b-4181-80cb-70bad15a52d9 service neutron] Pushing event updated for resources: {'Port': ['ID=68d7f182-188f-4fbd-9cbe-0e9239015446,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:39.686920 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df15a38-3499-4841-8303-f04c2f9c34c4 x-openstack-request-id: req-8df15a38-3499-4841-8303-f04c2f9c34c4 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:36:39.687214 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1243cca-df7c-4f7f-8742-a0376ccf8bf7", "tag": "68d7f182-188f-4fbd-9cbe-0e9239015446", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:36:39.687638 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8df15a38-3499-4841-8303-f04c2f9c34c4 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:36:39.688034 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1243cca-df7c-4f7f-8742-a0376ccf8bf7', 'tag': '68d7f182-188f-4fbd-9cbe-0e9239015446', 'status': 'completed', 'code': 200} Jan 18 20:36:39.734226 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45324c12-78bb-4361-b814-3fc2153aa007 req-f6f9ade9-ead0-45e1-a457-932fe55dc2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:39.737618 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-45324c12-78bb-4361-b814-3fc2153aa007 req-f6f9ade9-ead0-45e1-a457-932fe55dc2e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eae6edbc95764214bbd832ab376445c6&device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 1094 time: 0.0642715 Jan 18 20:36:39.784469 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-45324c12-78bb-4361-b814-3fc2153aa007 req-ead764dc-314a-4496-add3-10a1e66f25db service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d7f182-188f-4fbd-9cbe-0e9239015446 HTTP/1.1" status: 200 len: 217 time: 0.0372422 Jan 18 20:36:39.850434 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45324c12-78bb-4361-b814-3fc2153aa007 req-d833af02-a4a9-4540-b3fa-a0f60d450313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:39.851927 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-45324c12-78bb-4361-b814-3fc2153aa007 req-d833af02-a4a9-4540-b3fa-a0f60d450313 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c124b595-9d54-4d94-9290-f3cfb40e2cfd HTTP/1.1" status: 200 len: 852 time: 0.0566134 Jan 18 20:36:39.889492 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-45324c12-78bb-4361-b814-3fc2153aa007 req-e4411ac9-1e90-43bc-ae99-7d32d49b93dd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=62522357-b0a2-4973-ac5e-7d10835f667b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277369 Jan 18 20:36:39.950966 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5fbec-aa7b-4de0-8e39-14923ba49937 req-16407809-d1d0-4512-a89f-20b4b25915ba tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:39.953195 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81e5fbec-aa7b-4de0-8e39-14923ba49937 req-16407809-d1d0-4512-a89f-20b4b25915ba tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 943 time: 0.0922706 Jan 18 20:36:40.022256 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-45324c12-78bb-4361-b814-3fc2153aa007 req-2b9b2f95-2701-4b68-a7db-84f7142806dc service neutron] 10.222.0.70 "GET /v2.0/networks/62522357-b0a2-4973-ac5e-7d10835f667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156311 Jan 18 20:36:40.022655 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81e5fbec-aa7b-4de0-8e39-14923ba49937 req-d7228a19-fb81-4568-addb-9308db489184 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c168491-b5a1-461b-9cdc-da2c5a9a3334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596929 Jan 18 20:36:40.145024 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-45324c12-78bb-4361-b814-3fc2153aa007 req-89dbc78d-2a86-4ab4-92af-0df7645f3433 service neutron] 10.222.0.70 "GET /v2.0/networks/62522357-b0a2-4973-ac5e-7d10835f667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117697 Jan 18 20:36:40.262252 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b64a2-1d27-47d4-adc7-b05962de71a2 req-edf7f8f1-1fb4-4d42-83b0-78eea56dfc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:40.264399 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d5b64a2-1d27-47d4-adc7-b05962de71a2 req-edf7f8f1-1fb4-4d42-83b0-78eea56dfc23 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eae6edbc95764214bbd832ab376445c6&device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 1094 time: 0.0575786 Jan 18 20:36:40.395521 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b64a2-1d27-47d4-adc7-b05962de71a2 req-061071b0-f069-4986-bf3b-7aa7ab9a8f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:40.395521 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d5b64a2-1d27-47d4-adc7-b05962de71a2 req-061071b0-f069-4986-bf3b-7aa7ab9a8f74 service neutron] 10.222.0.70 "GET /v2.0/networks?id=62522357-b0a2-4973-ac5e-7d10835f667b HTTP/1.1" status: 200 len: 913 time: 0.1242747 Jan 18 20:36:40.442752 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d5b64a2-1d27-47d4-adc7-b05962de71a2 req-3faed3a3-b41a-499e-8856-099ca6768ac6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d7f182-188f-4fbd-9cbe-0e9239015446 HTTP/1.1" status: 200 len: 217 time: 0.0401607 Jan 18 20:36:40.496834 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b64a2-1d27-47d4-adc7-b05962de71a2 req-cd51a5d7-7bec-4fbe-9511-a5960d3928f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:40.498350 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d5b64a2-1d27-47d4-adc7-b05962de71a2 req-cd51a5d7-7bec-4fbe-9511-a5960d3928f1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c124b595-9d54-4d94-9290-f3cfb40e2cfd HTTP/1.1" status: 200 len: 852 time: 0.0482974 Jan 18 20:36:40.532972 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d5b64a2-1d27-47d4-adc7-b05962de71a2 req-be040d1e-852a-44fe-a2dd-fe13e71f51ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=62522357-b0a2-4973-ac5e-7d10835f667b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279179 Jan 18 20:36:40.644791 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d5b64a2-1d27-47d4-adc7-b05962de71a2 req-d153d119-87cd-4816-ad12-9a4674662038 service neutron] 10.222.0.70 "GET /v2.0/networks/62522357-b0a2-4973-ac5e-7d10835f667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057553 Jan 18 20:36:40.746327 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d5b64a2-1d27-47d4-adc7-b05962de71a2 req-8ba2c80f-8a1f-4b56-99eb-1aab1873f799 service neutron] 10.222.0.70 "GET /v2.0/networks/62522357-b0a2-4973-ac5e-7d10835f667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918744 Jan 18 20:36:41.157567 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7ea8a-66bb-43b7-be42-1cf99c685b2f req-d1a4dd27-70ea-4a05-b227-866ecd06a8a8 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:41.159338 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-74b7ea8a-66bb-43b7-be42-1cf99c685b2f req-d1a4dd27-70ea-4a05-b227-866ecd06a8a8 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 943 time: 0.0656445 Jan 18 20:36:41.210347 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-74b7ea8a-66bb-43b7-be42-1cf99c685b2f req-e29730ff-2227-42f4-a619-343ed713e09a tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c168491-b5a1-461b-9cdc-da2c5a9a3334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451858 Jan 18 20:36:42.394338 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efbaa6-b810-40c0-83a1-86ee22a8f035 req-9f715c4e-23e2-47f7-878e-ad8fe94885e1 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:42.396369 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95efbaa6-b810-40c0-83a1-86ee22a8f035 req-9f715c4e-23e2-47f7-878e-ad8fe94885e1 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 943 time: 0.0722618 Jan 18 20:36:42.483895 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95efbaa6-b810-40c0-83a1-86ee22a8f035 req-b608acba-2a33-4926-a75c-578e6a91f4d1 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c168491-b5a1-461b-9cdc-da2c5a9a3334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809824 Jan 18 20:36:42.780886 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 54820) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:42.919256 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-13ebb0ac-69f1-4ffb-b231-66311dd4c633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:43.015216 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-13ebb0ac-69f1-4ffb-b231-66311dd4c633 admin admin] Publish callbacks [] for security_group (f9fabc43-fa79-42af-bb49-d38365bc3286), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:43.019875 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-13ebb0ac-69f1-4ffb-b231-66311dd4c633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f9fabc43-fa79-42af-bb49-d38365bc3286), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:43.066463 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-13ebb0ac-69f1-4ffb-b231-66311dd4c633 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5eea854b8ac468e9c68adec3427179d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2843735 Jan 18 20:36:43.069106 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 54832) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:43.081302 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 68d7f182-188f-4fbd-9cbe-0e9239015446 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:36:43.091017 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ebb0ac-69f1-4ffb-b231-66311dd4c633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fabc43-fa79-42af-bb49-d38365bc3286,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:43.136742 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7f5177c-fbd9-430c-9311-f58b3c6d4241 admin admin] Publish callbacks [] for security_group (f9fabc43-fa79-42af-bb49-d38365bc3286), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:43.163726 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7f5177c-fbd9-430c-9311-f58b3c6d4241 admin admin] Publish callbacks [] for security_group (f9fabc43-fa79-42af-bb49-d38365bc3286), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:43.207283 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 68d7f182-188f-4fbd-9cbe-0e9239015446, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=68d7f182-188f-4fbd-9cbe-0e9239015446,segment=NetworkSegment(aa342d58-26fb-4089-b9b8-eed84af75b37),segment_id=aa342d58-26fb-4089-b9b8-eed84af75b37)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:36:43.220328 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '68d7f182-188f-4fbd-9cbe-0e9239015446', 'network_id': '62522357-b0a2-4973-ac5e-7d10835f667b', 'port_id': '68d7f182-188f-4fbd-9cbe-0e9239015446', 'mac_address': 'fa:16:3e:8f:f7:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c124b595-9d54-4d94-9290-f3cfb40e2cfd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:36:43.244791 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7f5177c-fbd9-430c-9311-f58b3c6d4241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f9fabc43-fa79-42af-bb49-d38365bc3286), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:43.248260 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7f5177c-fbd9-430c-9311-f58b3c6d4241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:43.253465 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a7f5177c-fbd9-430c-9311-f58b3c6d4241 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f9fabc43-fa79-42af-bb49-d38365bc3286 HTTP/1.1" status: 204 len: 168 time: 0.1826348 Jan 18 20:36:43.271586 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5177c-fbd9-430c-9311-f58b3c6d4241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fabc43-fa79-42af-bb49-d38365bc3286,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:43.335568 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 68d7f182-188f-4fbd-9cbe-0e9239015446 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:36:43.336325 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (68d7f182-188f-4fbd-9cbe-0e9239015446), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:43.361131 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d7f182-188f-4fbd-9cbe-0e9239015446 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:36:43.394130 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 68d7f182-188f-4fbd-9cbe-0e9239015446, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=68d7f182-188f-4fbd-9cbe-0e9239015446,segment=NetworkSegment(aa342d58-26fb-4089-b9b8-eed84af75b37),segment_id=aa342d58-26fb-4089-b9b8-eed84af75b37)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:36:43.400615 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (68d7f182-188f-4fbd-9cbe-0e9239015446), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:43.481064 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=68d7f182-188f-4fbd-9cbe-0e9239015446,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:43.488795 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:43.489154 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:43.489517 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:43.490103 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:43.490226 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:43.490633 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:43.490970 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:43.491309 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:43.491627 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:43.491953 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:43.492294 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:43.492604 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:43.492927 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:43.653415 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cea4b-6120-441b-b990-bec7691646ad req-b311acd8-0f60-48d3-8b5d-fc4c153a8c36 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:43.668230 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1b4cea4b-6120-441b-b990-bec7691646ad req-b311acd8-0f60-48d3-8b5d-fc4c153a8c36 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 944 time: 0.1232324 Jan 18 20:36:43.776049 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1b4cea4b-6120-441b-b990-bec7691646ad req-c41313dd-f8f3-4c01-a4a0-a543bdf447f0 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c168491-b5a1-461b-9cdc-da2c5a9a3334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068857 Jan 18 20:36:43.795123 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['68d7f182-188f-4fbd-9cbe-0e9239015446'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:36:44.920256 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21b77b-65e4-4dd3-bfd4-801c646c394e req-5f422402-ad33-4c6e-a9bd-e9e2c1e938ac tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:44.922928 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4a21b77b-65e4-4dd3-bfd4-801c646c394e req-5f422402-ad33-4c6e-a9bd-e9e2c1e938ac tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 944 time: 0.0769217 Jan 18 20:36:44.985883 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4a21b77b-65e4-4dd3-bfd4-801c646c394e req-4fc27d2c-782c-4928-b7d6-a9d4d1537c25 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c168491-b5a1-461b-9cdc-da2c5a9a3334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551431 Jan 18 20:36:45.094529 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 68d7f182-188f-4fbd-9cbe-0e9239015446 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:36:45.181514 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 68d7f182-188f-4fbd-9cbe-0e9239015446 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:36:45.186059 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 68d7f182-188f-4fbd-9cbe-0e9239015446 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:36:45.186657 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (68d7f182-188f-4fbd-9cbe-0e9239015446), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:45.294641 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 68d7f182-188f-4fbd-9cbe-0e9239015446 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:36:45.295308 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (68d7f182-188f-4fbd-9cbe-0e9239015446), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:45.327329 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1243cca-df7c-4f7f-8742-a0376ccf8bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d7f182-188f-4fbd-9cbe-0e9239015446'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:36:45.330433 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d167f0-383a-48f3-983c-e250c3b3a5e0" -d '{"events": [{"server_uuid": "f1243cca-df7c-4f7f-8742-a0376ccf8bf7", "name": "network-vif-plugged", "status": "completed", "tag": "68d7f182-188f-4fbd-9cbe-0e9239015446"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:36:45.362189 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 68d7f182-188f-4fbd-9cbe-0e9239015446, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=68d7f182-188f-4fbd-9cbe-0e9239015446,segment=NetworkSegment(aa342d58-26fb-4089-b9b8-eed84af75b37),segment_id=aa342d58-26fb-4089-b9b8-eed84af75b37)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:36:45.370021 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (68d7f182-188f-4fbd-9cbe-0e9239015446), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:45.437108 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=68d7f182-188f-4fbd-9cbe-0e9239015446,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:45.530673 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bafe5c-738f-4a4b-a2cf-f2a63c2f80f8 x-openstack-request-id: req-50bafe5c-738f-4a4b-a2cf-f2a63c2f80f8 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:36:45.531143 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1243cca-df7c-4f7f-8742-a0376ccf8bf7", "name": "network-vif-plugged", "status": "completed", "tag": "68d7f182-188f-4fbd-9cbe-0e9239015446", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:36:45.531572 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50bafe5c-738f-4a4b-a2cf-f2a63c2f80f8 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:36:45.532121 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1243cca-df7c-4f7f-8742-a0376ccf8bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d7f182-188f-4fbd-9cbe-0e9239015446', 'code': 200} Jan 18 20:36:45.678821 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933307a9-2c43-4a93-bbe5-c4620abc4940 req-487da0ae-bbba-4675-aab4-4507a2bbe79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:45.681393 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-933307a9-2c43-4a93-bbe5-c4620abc4940 req-487da0ae-bbba-4675-aab4-4507a2bbe79c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 1096 time: 0.0578954 Jan 18 20:36:45.734635 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-933307a9-2c43-4a93-bbe5-c4620abc4940 req-b74b335f-1869-43b7-ab27-5395ccd1e264 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9c168491-b5a1-461b-9cdc-da2c5a9a3334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439754 Jan 18 20:36:46.160479 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da344b-90f3-4184-9e76-6eba4aed99c8 req-e40488d5-29b2-4419-b70f-40fa7b7e5b5e tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:46.162783 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6da344b-90f3-4184-9e76-6eba4aed99c8 req-e40488d5-29b2-4419-b70f-40fa7b7e5b5e tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 945 time: 0.0718284 Jan 18 20:36:46.228156 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6da344b-90f3-4184-9e76-6eba4aed99c8 req-4279b6ae-efa3-4e81-8a9d-13787c07ed75 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c168491-b5a1-461b-9cdc-da2c5a9a3334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588505 Jan 18 20:36:47.403264 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e90d8-49e2-49f5-9226-a4881f58c6da req-d92c8466-8b4e-4fd1-8fb3-78f13d2ba020 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:47.406058 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f72e90d8-49e2-49f5-9226-a4881f58c6da req-d92c8466-8b4e-4fd1-8fb3-78f13d2ba020 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 945 time: 0.0559969 Jan 18 20:36:47.456818 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f72e90d8-49e2-49f5-9226-a4881f58c6da req-b25ec5ab-ac67-4eba-92a2-dc9bb6c37b96 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c168491-b5a1-461b-9cdc-da2c5a9a3334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460320 Jan 18 20:36:47.610139 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348144e-e4e0-4f34-803f-534582322430 req-c4468242-3f7c-4bd2-9a63-c2d0dd51b225 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:47.611911 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9348144e-e4e0-4f34-803f-534582322430 req-c4468242-3f7c-4bd2-9a63-c2d0dd51b225 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 945 time: 0.0511672 Jan 18 20:36:47.661037 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9348144e-e4e0-4f34-803f-534582322430 req-129f37e8-0663-4291-930d-c380b5e4ecf1 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c168491-b5a1-461b-9cdc-da2c5a9a3334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433764 Jan 18 20:36:47.970158 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0311037-6080-48b3-953c-1b4b496d67cf req-c122ac5e-a154-4947-aa20-9de930091701 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:47.971874 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c0311037-6080-48b3-953c-1b4b496d67cf req-c122ac5e-a154-4947-aa20-9de930091701 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 945 time: 0.0521827 Jan 18 20:36:48.026568 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c0311037-6080-48b3-953c-1b4b496d67cf req-f903c510-2dc3-4992-9114-9beaab6bca6e tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c168491-b5a1-461b-9cdc-da2c5a9a3334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481517 Jan 18 20:36:49.189512 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f1635-63c6-43fd-b7ea-bea99ebc95cb req-089eb83e-e033-4f55-9aa8-f22158f183d6 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:49.199176 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dc1f1635-63c6-43fd-b7ea-bea99ebc95cb req-089eb83e-e033-4f55-9aa8-f22158f183d6 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 945 time: 0.0834687 Jan 18 20:36:49.253216 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dc1f1635-63c6-43fd-b7ea-bea99ebc95cb req-cce8548e-3b36-4c57-be56-fd2f64149d7e tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c168491-b5a1-461b-9cdc-da2c5a9a3334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527258 Jan 18 20:36:49.518486 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435a1c7-adcd-45a3-bdfc-13d5efe02959 req-15b0faa7-327a-4f84-b5fc-3daf7e777a9d tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:49.520995 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8435a1c7-adcd-45a3-bdfc-13d5efe02959 req-15b0faa7-327a-4f84-b5fc-3daf7e777a9d tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 945 time: 0.0710890 Jan 18 20:36:49.579208 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f63e5-e2b4-47aa-b44b-27be2dda342e req-6d9ebfd7-7a9c-4582-a959-90463b9c755a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:49.580764 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-781f63e5-e2b4-47aa-b44b-27be2dda342e req-6d9ebfd7-7a9c-4582-a959-90463b9c755a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eae6edbc95764214bbd832ab376445c6&device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 1096 time: 0.0781674 Jan 18 20:36:49.587998 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8435a1c7-adcd-45a3-bdfc-13d5efe02959 req-2bcd7642-a802-4b54-8026-41f29f83d4e5 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c168491-b5a1-461b-9cdc-da2c5a9a3334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612171 Jan 18 20:36:49.694297 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f63e5-e2b4-47aa-b44b-27be2dda342e req-029f906d-4dd6-48e4-9cae-e8b27bcf51ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:49.696359 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-781f63e5-e2b4-47aa-b44b-27be2dda342e req-029f906d-4dd6-48e4-9cae-e8b27bcf51ff service neutron] 10.222.0.70 "GET /v2.0/networks?id=62522357-b0a2-4973-ac5e-7d10835f667b HTTP/1.1" status: 200 len: 913 time: 0.1059883 Jan 18 20:36:49.753169 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-781f63e5-e2b4-47aa-b44b-27be2dda342e req-e53ca7d8-0b44-4e0c-96fa-753061465525 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d7f182-188f-4fbd-9cbe-0e9239015446 HTTP/1.1" status: 200 len: 217 time: 0.0468185 Jan 18 20:36:49.814587 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f63e5-e2b4-47aa-b44b-27be2dda342e req-a29ee37e-c75c-44ff-a4a5-a46318ab549e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:49.817462 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-781f63e5-e2b4-47aa-b44b-27be2dda342e req-a29ee37e-c75c-44ff-a4a5-a46318ab549e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c124b595-9d54-4d94-9290-f3cfb40e2cfd HTTP/1.1" status: 200 len: 852 time: 0.0551393 Jan 18 20:36:49.856627 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-781f63e5-e2b4-47aa-b44b-27be2dda342e req-7e9b7d2d-9a6f-4c7a-a6a6-168d14b45ad6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=62522357-b0a2-4973-ac5e-7d10835f667b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285070 Jan 18 20:36:49.984898 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-781f63e5-e2b4-47aa-b44b-27be2dda342e req-befa4781-309d-424a-8c7a-7481c492264b service neutron] 10.222.0.70 "GET /v2.0/networks/62522357-b0a2-4973-ac5e-7d10835f667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172030 Jan 18 20:36:50.444675 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-781f63e5-e2b4-47aa-b44b-27be2dda342e req-19ea18b7-89ac-404d-a3a6-2d26dc5a5500 service neutron] 10.222.0.70 "GET /v2.0/networks/62522357-b0a2-4973-ac5e-7d10835f667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490795 Jan 18 20:36:50.549803 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7c543384-9c3b-4c0a-ac25-29b5087303ee req-612c60d7-1630-4c77-984e-ebaeee0283d9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=034615a5-c40c-4bda-b31e-42feb516ef8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552011 Jan 18 20:36:50.661423 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c543384-9c3b-4c0a-ac25-29b5087303ee req-5b4f1d3b-4955-4530-9d6e-ea4b4ae9c100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:50.663391 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7c543384-9c3b-4c0a-ac25-29b5087303ee req-5b4f1d3b-4955-4530-9d6e-ea4b4ae9c100 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=15fbfb69562649e0b3db58da3073ccd4&device_id=034615a5-c40c-4bda-b31e-42feb516ef8b HTTP/1.1" status: 200 len: 1096 time: 0.0806921 Jan 18 20:36:50.729916 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420299d-d837-4318-978f-bd9b54883c48 req-0607d6a8-16d3-4aaa-8e00-26e33e91d70e tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:50.734244 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7420299d-d837-4318-978f-bd9b54883c48 req-0607d6a8-16d3-4aaa-8e00-26e33e91d70e tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 945 time: 0.0577805 Jan 18 20:36:50.795496 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7420299d-d837-4318-978f-bd9b54883c48 req-fef3875a-de4d-4d66-8998-50539b16beb8 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c168491-b5a1-461b-9cdc-da2c5a9a3334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562489 Jan 18 20:36:50.834167 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c543384-9c3b-4c0a-ac25-29b5087303ee req-b481f4e2-bcbc-44ee-b45d-17dfeac3d9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:50.835787 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7c543384-9c3b-4c0a-ac25-29b5087303ee req-b481f4e2-bcbc-44ee-b45d-17dfeac3d9eb service neutron] 10.222.0.70 "GET /v2.0/networks?id=f24e6feb-daa6-4f68-81b5-d19626ccc1ce HTTP/1.1" status: 200 len: 910 time: 0.1290143 Jan 18 20:36:50.910833 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7c543384-9c3b-4c0a-ac25-29b5087303ee req-bfd583eb-9d9f-44da-be4a-3da22dd3df7f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbdc510f-2eae-4192-a228-e17e54aa7935 HTTP/1.1" status: 200 len: 1001 time: 0.0667958 Jan 18 20:36:50.974738 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c543384-9c3b-4c0a-ac25-29b5087303ee req-f8abf308-4be1-455d-bdf4-f89656ac17ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:50.974738 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7c543384-9c3b-4c0a-ac25-29b5087303ee req-f8abf308-4be1-455d-bdf4-f89656ac17ce service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9ec262b2-d74c-4048-8753-a618ef3ef2de HTTP/1.1" status: 200 len: 848 time: 0.0574520 Jan 18 20:36:51.042804 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c543384-9c3b-4c0a-ac25-29b5087303ee req-b3cd3d41-47a8-4c63-8a4f-bd4eeb04e1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:51.045136 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7c543384-9c3b-4c0a-ac25-29b5087303ee req-b3cd3d41-47a8-4c63-8a4f-bd4eeb04e1ae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f24e6feb-daa6-4f68-81b5-d19626ccc1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640645 Jan 18 20:36:51.194358 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7c543384-9c3b-4c0a-ac25-29b5087303ee req-6e439814-3915-4036-b234-0d60338ba630 service neutron] 10.222.0.70 "GET /v2.0/networks/f24e6feb-daa6-4f68-81b5-d19626ccc1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404836 Jan 18 20:36:51.347440 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7c543384-9c3b-4c0a-ac25-29b5087303ee req-8cec3e79-e601-4f71-9e0c-fd116dabf5a8 service neutron] 10.222.0.70 "GET /v2.0/networks/f24e6feb-daa6-4f68-81b5-d19626ccc1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434970 Jan 18 20:36:51.725842 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55154) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:51.891700 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c34b0ae2-d926-4500-9b77-488b23267dc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:51.965575 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8addc1-8f9b-49c9-b563-e1c7bb4ab1af req-1aeee09b-0e6e-4b64-88c7-c7c6e0d7059c tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:51.968247 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f8addc1-8f9b-49c9-b563-e1c7bb4ab1af req-1aeee09b-0e6e-4b64-88c7-c7c6e0d7059c tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 945 time: 0.0620832 Jan 18 20:36:52.013309 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c34b0ae2-d926-4500-9b77-488b23267dc7 admin admin] Publish callbacks [] for security_group (4b746f1c-442e-46b8-afad-0d8be4c64e95), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:52.020165 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f8addc1-8f9b-49c9-b563-e1c7bb4ab1af req-3a2db038-aaa0-44c8-b3b7-fe2462776f5a tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c168491-b5a1-461b-9cdc-da2c5a9a3334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455909 Jan 18 20:36:52.029094 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c34b0ae2-d926-4500-9b77-488b23267dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4b746f1c-442e-46b8-afad-0d8be4c64e95), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:52.101561 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c34b0ae2-d926-4500-9b77-488b23267dc7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7b206418bbca48dfa18b4afea0a2911a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3746214 Jan 18 20:36:52.103134 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b0ae2-d926-4500-9b77-488b23267dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b746f1c-442e-46b8-afad-0d8be4c64e95,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:52.104813 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55170) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:52.203691 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c703f602-6455-4842-9a19-18a7e4253630 admin admin] Publish callbacks [] for security_group (4b746f1c-442e-46b8-afad-0d8be4c64e95), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:52.228470 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c703f602-6455-4842-9a19-18a7e4253630 admin admin] Publish callbacks [] for security_group (4b746f1c-442e-46b8-afad-0d8be4c64e95), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:52.280272 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c703f602-6455-4842-9a19-18a7e4253630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4b746f1c-442e-46b8-afad-0d8be4c64e95), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:52.284126 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c703f602-6455-4842-9a19-18a7e4253630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:52.286079 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c703f602-6455-4842-9a19-18a7e4253630 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b746f1c-442e-46b8-afad-0d8be4c64e95 HTTP/1.1" status: 204 len: 168 time: 0.1792829 Jan 18 20:36:52.296598 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703f602-6455-4842-9a19-18a7e4253630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b746f1c-442e-46b8-afad-0d8be4c64e95,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:52.894965 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281ea6c-1286-4343-9d29-e56439fad2fb req-b43909bc-b03c-4710-a35d-7949b186fc8a tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:52.897072 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0281ea6c-1286-4343-9d29-e56439fad2fb req-b43909bc-b03c-4710-a35d-7949b186fc8a tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 945 time: 0.5041261 Jan 18 20:36:52.987637 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0281ea6c-1286-4343-9d29-e56439fad2fb req-09579dca-e039-4cec-94b0-4711db88207c tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c168491-b5a1-461b-9cdc-da2c5a9a3334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790589 Jan 18 20:36:54.147289 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9433de-132b-47f4-86e1-dcbade30cc4c req-1e459b71-d12d-43a9-86db-05a2bd391d8d tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:54.149524 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e9433de-132b-47f4-86e1-dcbade30cc4c req-1e459b71-d12d-43a9-86db-05a2bd391d8d tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 945 time: 0.0516975 Jan 18 20:36:54.220018 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e9433de-132b-47f4-86e1-dcbade30cc4c req-47552841-63d7-41d3-9af0-8eb4dd4c184d tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c168491-b5a1-461b-9cdc-da2c5a9a3334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646763 Jan 18 20:36:54.564158 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c9a20-cbf7-4b4f-9bfa-8fab613e2c82 req-b5aaf021-7076-4afe-87ed-01e5fe0e6ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:54.566286 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6c5c9a20-cbf7-4b4f-9bfa-8fab613e2c82 req-b5aaf021-7076-4afe-87ed-01e5fe0e6ca7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eae6edbc95764214bbd832ab376445c6&device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 1096 time: 0.0484204 Jan 18 20:36:54.574318 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ee280-91cb-40d8-985a-e9e816c6baa3 req-4668f2a8-f582-4f01-974c-f26a407703b2 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:54.576089 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-098ee280-91cb-40d8-985a-e9e816c6baa3 req-4668f2a8-f582-4f01-974c-f26a407703b2 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 945 time: 0.0995133 Jan 18 20:36:54.661295 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-098ee280-91cb-40d8-985a-e9e816c6baa3 req-28cb27da-e026-4890-91fc-367cca172b2e tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c168491-b5a1-461b-9cdc-da2c5a9a3334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756528 Jan 18 20:36:54.713143 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c9a20-cbf7-4b4f-9bfa-8fab613e2c82 req-78f7f1d4-d042-495f-8d4c-b891ba80ae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:54.714685 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6c5c9a20-cbf7-4b4f-9bfa-8fab613e2c82 req-78f7f1d4-d042-495f-8d4c-b891ba80ae05 service neutron] 10.222.0.70 "GET /v2.0/networks?id=62522357-b0a2-4973-ac5e-7d10835f667b HTTP/1.1" status: 200 len: 913 time: 0.1316156 Jan 18 20:36:54.769044 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6c5c9a20-cbf7-4b4f-9bfa-8fab613e2c82 req-63a2e469-5758-4a7d-be9e-e90af303ee07 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d7f182-188f-4fbd-9cbe-0e9239015446 HTTP/1.1" status: 200 len: 217 time: 0.0451000 Jan 18 20:36:54.830170 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c9a20-cbf7-4b4f-9bfa-8fab613e2c82 req-0f6ccae0-ed68-4fed-bd30-32804b9395c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:54.831780 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6c5c9a20-cbf7-4b4f-9bfa-8fab613e2c82 req-0f6ccae0-ed68-4fed-bd30-32804b9395c2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c124b595-9d54-4d94-9290-f3cfb40e2cfd HTTP/1.1" status: 200 len: 852 time: 0.0536091 Jan 18 20:36:54.869732 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6c5c9a20-cbf7-4b4f-9bfa-8fab613e2c82 req-d54bd785-d150-473b-95f5-7b581fc9265b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=62522357-b0a2-4973-ac5e-7d10835f667b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290959 Jan 18 20:36:54.995272 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6c5c9a20-cbf7-4b4f-9bfa-8fab613e2c82 req-793034f9-ba72-4074-bed8-606bb9debdc7 service neutron] 10.222.0.70 "GET /v2.0/networks/62522357-b0a2-4973-ac5e-7d10835f667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049235 Jan 18 20:36:55.143258 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6c5c9a20-cbf7-4b4f-9bfa-8fab613e2c82 req-b5ec119d-f185-4032-9ead-ceea0ae6e2ae service neutron] 10.222.0.70 "GET /v2.0/networks/62522357-b0a2-4973-ac5e-7d10835f667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373873 Jan 18 20:36:55.643807 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a7d9041d-8349-4cf7-a308-514a8a824f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:55.781899 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72b2d0-6541-40e4-af06-013e79d93715 req-61ac635a-3c92-4c68-94d8-e190058743ae tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:55.783458 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5b72b2d0-6541-40e4-af06-013e79d93715 req-61ac635a-3c92-4c68-94d8-e190058743ae tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 945 time: 0.0552180 Jan 18 20:36:55.846541 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5b72b2d0-6541-40e4-af06-013e79d93715 req-e2364251-efb9-46f7-b5cb-37428ad4991f tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c168491-b5a1-461b-9cdc-da2c5a9a3334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557444 Jan 18 20:36:56.091628 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4422a881-3a19-4821-abeb-053d050414d7 req-806778da-8a87-46a2-aa54-7a8ee696cd05 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7fa2f7766d4f47c495b712c13a38df6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235145 Jan 18 20:36:56.207103 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422a881-3a19-4821-abeb-053d050414d7 req-7c9f7249-b75a-4ed7-b851-4b47d727ddad tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:56.208941 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4422a881-3a19-4821-abeb-053d050414d7 req-7c9f7249-b75a-4ed7-b851-4b47d727ddad tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1119277 Jan 18 20:36:56.229104 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4422a881-3a19-4821-abeb-053d050414d7 req-240e9866-3405-4bb7-a616-8ef3c5e883cf tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.31 "GET /v2.0/quotas/7fa2f7766d4f47c495b712c13a38df6a HTTP/1.1" status: 200 len: 375 time: 0.0120451 Jan 18 20:36:56.262472 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4422a881-3a19-4821-abeb-053d050414d7 req-fc2db863-8d69-49ae-ba43-9bbcfb673db1 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7fa2f7766d4f47c495b712c13a38df6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274992 Jan 18 20:36:56.491400 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-278792a3-f883-40ee-b4fa-7966add5b378 req-942618c0-6885-4e08-b71c-6fe9462147bd tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e9b866-a244-4c72-9056-017aa141ef24 HTTP/1.1" status: 200 len: 210 time: 0.0460432 Jan 18 20:36:56.976332 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af91c7a-ef3e-4a59-a75b-0427555f7a5e req-8430f035-e914-480d-a90b-8218497cf7f1 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:56.977874 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5af91c7a-ef3e-4a59-a75b-0427555f7a5e req-8430f035-e914-480d-a90b-8218497cf7f1 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 945 time: 0.0538433 Jan 18 20:36:57.031778 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5af91c7a-ef3e-4a59-a75b-0427555f7a5e req-668ab632-61fa-45e5-b0c3-fd8d3f02c855 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c168491-b5a1-461b-9cdc-da2c5a9a3334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481541 Jan 18 20:36:57.326614 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec9570-ee3e-45d2-8fa3-10c7febd3de6 req-e53dab15-e94e-4000-ba2e-e05b83d04b57 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:57.328168 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24ec9570-ee3e-45d2-8fa3-10c7febd3de6 req-e53dab15-e94e-4000-ba2e-e05b83d04b57 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 945 time: 0.0736530 Jan 18 20:36:57.379348 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24ec9570-ee3e-45d2-8fa3-10c7febd3de6 req-9085443a-f460-457a-9c75-9c5658a69923 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c168491-b5a1-461b-9cdc-da2c5a9a3334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444901 Jan 18 20:36:57.581858 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-776b1e97-69ad-42c7-824f-9bf2ff8d0033 req-21988508-4962-4b0d-ae19-a0b4b29f59b9 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e9b866-a244-4c72-9056-017aa141ef24 HTTP/1.1" status: 200 len: 210 time: 0.0326743 Jan 18 20:36:57.795998 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a87326eb-67fa-4844-bf92-c12f3dac6cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:58.525166 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893694b-2076-484f-b663-d476ceba5b75 req-8126ecda-3424-418f-8ec6-9a648824b605 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:58.533876 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3893694b-2076-484f-b663-d476ceba5b75 req-8126ecda-3424-418f-8ec6-9a648824b605 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 945 time: 0.0557280 Jan 18 20:36:58.588838 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3893694b-2076-484f-b663-d476ceba5b75 req-e8ad8db7-b7b6-473e-a629-4b0d32e189a8 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c168491-b5a1-461b-9cdc-da2c5a9a3334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539329 Jan 18 20:36:58.687721 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34ca0ed3-2ae7-4733-8bed-7757e5e6aa89 req-476f052f-264d-4cf5-a8bf-29fc4471738c tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e9b866-a244-4c72-9056-017aa141ef24 HTTP/1.1" status: 200 len: 210 time: 0.0264115 Jan 18 20:36:59.102613 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:59.183320 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf891ed-dccb-4d4f-9cdd-d30b51e65b07 req-9ca7d6cb-e90d-4dea-b5fc-9007dd1fe2e4 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:59.184911 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2cf891ed-dccb-4d4f-9cdd-d30b51e65b07 req-9ca7d6cb-e90d-4dea-b5fc-9007dd1fe2e4 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 945 time: 0.0514078 Jan 18 20:36:59.290286 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-2cf891ed-dccb-4d4f-9cdd-d30b51e65b07 req-8d89a04b-010e-4e9f-81fb-d933d8324b7f tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Deleting port 68d7f182-188f-4fbd-9cbe-0e9239015446 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:36:59.290619 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2cf891ed-dccb-4d4f-9cdd-d30b51e65b07 req-8d89a04b-010e-4e9f-81fb-d933d8324b7f tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (68d7f182-188f-4fbd-9cbe-0e9239015446), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:59.381961 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-2cf891ed-dccb-4d4f-9cdd-d30b51e65b07 req-8d89a04b-010e-4e9f-81fb-d933d8324b7f tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] For port 68d7f182-188f-4fbd-9cbe-0e9239015446, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=68d7f182-188f-4fbd-9cbe-0e9239015446,segment=NetworkSegment(aa342d58-26fb-4089-b9b8-eed84af75b37),segment_id=aa342d58-26fb-4089-b9b8-eed84af75b37)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:36:59.382240 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2cf891ed-dccb-4d4f-9cdd-d30b51e65b07 req-8d89a04b-010e-4e9f-81fb-d933d8324b7f tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (68d7f182-188f-4fbd-9cbe-0e9239015446), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:59.394041 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-2cf891ed-dccb-4d4f-9cdd-d30b51e65b07 req-8d89a04b-010e-4e9f-81fb-d933d8324b7f tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Calling delete_port for 68d7f182-188f-4fbd-9cbe-0e9239015446 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:36:59.518847 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4422a881-3a19-4821-abeb-053d050414d7 req-a93d798d-b385-467c-b891-0f5d3b0d1448 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=7fa2f7766d4f47c495b712c13a38df6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260043 Jan 18 20:36:59.544335 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2cf891ed-dccb-4d4f-9cdd-d30b51e65b07 req-8d89a04b-010e-4e9f-81fb-d933d8324b7f tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (68d7f182-188f-4fbd-9cbe-0e9239015446), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:59.561658 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['68d7f182-188f-4fbd-9cbe-0e9239015446'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:36:59.599832 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89a04b-010e-4e9f-81fb-d933d8324b7f tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Pushing event deleted for resources: {'Port': ['ID=68d7f182-188f-4fbd-9cbe-0e9239015446,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:59.647752 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf891ed-dccb-4d4f-9cdd-d30b51e65b07 req-8d89a04b-010e-4e9f-81fb-d933d8324b7f tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] No DVR routers for this DVR port 68d7f182-188f-4fbd-9cbe-0e9239015446 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:36:59.650615 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2cf891ed-dccb-4d4f-9cdd-d30b51e65b07 req-8d89a04b-010e-4e9f-81fb-d933d8324b7f tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:59.655206 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2cf891ed-dccb-4d4f-9cdd-d30b51e65b07 req-8d89a04b-010e-4e9f-81fb-d933d8324b7f tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.70 "DELETE /v2.0/ports/68d7f182-188f-4fbd-9cbe-0e9239015446 HTTP/1.1" status: 204 len: 173 time: 0.4644890 Jan 18 20:36:59.655771 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1243cca-df7c-4f7f-8742-a0376ccf8bf7', 'name': 'network-vif-deleted', 'tag': '68d7f182-188f-4fbd-9cbe-0e9239015446'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:36:59.658236 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0c3a21-7561-4708-b253-feeaa3334d6c" -d '{"events": [{"server_uuid": "f1243cca-df7c-4f7f-8742-a0376ccf8bf7", "name": "network-vif-deleted", "tag": "68d7f182-188f-4fbd-9cbe-0e9239015446"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:36:59.688218 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422a881-3a19-4821-abeb-053d050414d7 req-87fd5e9f-450c-444e-b12a-074d14b785e6 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:59.690928 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4422a881-3a19-4821-abeb-053d050414d7 req-87fd5e9f-450c-444e-b12a-074d14b785e6 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1669858 Jan 18 20:36:59.712585 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58729ab8-6d70-49cd-8c8a-1dc943665772 x-openstack-request-id: req-58729ab8-6d70-49cd-8c8a-1dc943665772 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:36:59.712949 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1243cca-df7c-4f7f-8742-a0376ccf8bf7", "name": "network-vif-deleted", "tag": "68d7f182-188f-4fbd-9cbe-0e9239015446", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:36:59.713212 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58729ab8-6d70-49cd-8c8a-1dc943665772 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:36:59.713601 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1243cca-df7c-4f7f-8742-a0376ccf8bf7', 'name': 'network-vif-deleted', 'tag': '68d7f182-188f-4fbd-9cbe-0e9239015446', 'status': 'completed', 'code': 200} Jan 18 20:36:59.734552 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24f754c6-f867-432f-bf52-250dd23af6bf req-edf6eea4-cb86-4c06-8f09-4298b8c83dd8 tempest-TestServerAdvancedOps-1308646615 tempest-TestServerAdvancedOps-1308646615-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1243cca-df7c-4f7f-8742-a0376ccf8bf7 HTTP/1.1" status: 200 len: 210 time: 0.0421669 Jan 18 20:36:59.747240 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-4422a881-3a19-4821-abeb-053d050414d7 req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Request body: {'port': {'device_id': '94e9b866-a244-4c72-9056-017aa141ef24', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': '7fa2f7766d4f47c495b712c13a38df6a'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:36:59.841136 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-32c22ed8-f5e4-4270-9444-751141fa543b req-ed19b33b-e459-4129-aec6-69892159921e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e9b866-a244-4c72-9056-017aa141ef24 HTTP/1.1" status: 200 len: 210 time: 0.0291591 Jan 18 20:36:59.888019 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4422a881-3a19-4821-abeb-053d050414d7 req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Made reservation on behalf of 7fa2f7766d4f47c495b712c13a38df6a for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:36:59.891673 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4422a881-3a19-4821-abeb-053d050414d7 req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:59.904333 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4422a881-3a19-4821-abeb-053d050414d7 req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:59.980113 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4422a881-3a19-4821-abeb-053d050414d7 req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Publish callbacks [] for security_group (485f272c-530a-4cb5-a659-1675277d45cd), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:59.984093 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4422a881-3a19-4821-abeb-053d050414d7 req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (485f272c-530a-4cb5-a659-1675277d45cd), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:00.045559 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=485f272c-530a-4cb5-a659-1675277d45cd,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:00.059701 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:00.060045 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:00.061133 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:00.061497 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:00.061862 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:00.062206 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:00.062711 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:00.063051 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:00.063385 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:00.063713 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:00.064061 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:00.064377 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:00.064760 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:00.137275 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-4422a881-3a19-4821-abeb-053d050414d7 req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Allocated IP 192.168.233.243 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/3e337910-38fd-46d5-923c-295d1fcab4ba) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:37:00.296657 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4422a881-3a19-4821-abeb-053d050414d7 req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Publish callbacks [] for port (3e337910-38fd-46d5-923c-295d1fcab4ba), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:00.333778 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4422a881-3a19-4821-abeb-053d050414d7 req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (3e337910-38fd-46d5-923c-295d1fcab4ba), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:00.376828 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4422a881-3a19-4821-abeb-053d050414d7 req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:37:00.379829 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-4422a881-3a19-4821-abeb-053d050414d7 req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:37:00.384097 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-4422a881-3a19-4821-abeb-053d050414d7 req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:37:00.390528 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Pushing event updated for resources: {'Port': ['ID=3e337910-38fd-46d5-923c-295d1fcab4ba,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:00.445412 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422a881-3a19-4821-abeb-053d050414d7 req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:00.446673 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4422a881-3a19-4821-abeb-053d050414d7 req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:00.464502 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4422a881-3a19-4821-abeb-053d050414d7 req-35948034-9c04-42cb-a0f1-46a98141061e tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7227194 Jan 18 20:37:00.482793 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-4422a881-3a19-4821-abeb-053d050414d7 req-1e8d857f-22fe-4e0b-905b-64495fbaa962 service neutron] Request body: {'port': {'device_id': '94e9b866-a244-4c72-9056-017aa141ef24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:37:00.548697 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4422a881-3a19-4821-abeb-053d050414d7 req-1e8d857f-22fe-4e0b-905b-64495fbaa962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3e337910-38fd-46d5-923c-295d1fcab4ba), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:00.549177 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:00.714863 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-392953e7-b00a-44fc-a0fa-d5d2ad0de473 None None] Provisioning complete for port 3e337910-38fd-46d5-923c-295d1fcab4ba triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:37:00.715407 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-392953e7-b00a-44fc-a0fa-d5d2ad0de473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3e337910-38fd-46d5-923c-295d1fcab4ba), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:00.756168 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-392953e7-b00a-44fc-a0fa-d5d2ad0de473 None None] Port 3e337910-38fd-46d5-923c-295d1fcab4ba cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:37:00.801338 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55426) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:00.875303 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-4422a881-3a19-4821-abeb-053d050414d7 req-1e8d857f-22fe-4e0b-905b-64495fbaa962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e337910-38fd-46d5-923c-295d1fcab4ba {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:37:00.885923 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ccd3406-9156-4e7f-9faf-c382cef873f5 admin admin] Deleting subnet c124b595-9d54-4d94-9290-f3cfb40e2cfd {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:37:00.889843 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4422a881-3a19-4821-abeb-053d050414d7 req-1e8d857f-22fe-4e0b-905b-64495fbaa962 service neutron] Publish callbacks [] for port (3e337910-38fd-46d5-923c-295d1fcab4ba), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:00.891945 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6ccd3406-9156-4e7f-9faf-c382cef873f5 admin admin] Publish callbacks [] for subnet (c124b595-9d54-4d94-9290-f3cfb40e2cfd), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:00.949782 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-4422a881-3a19-4821-abeb-053d050414d7 req-1e8d857f-22fe-4e0b-905b-64495fbaa962 service neutron] Transition to ACTIVE for port object 3e337910-38fd-46d5-923c-295d1fcab4ba will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:37:00.958563 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4422a881-3a19-4821-abeb-053d050414d7 req-1e8d857f-22fe-4e0b-905b-64495fbaa962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (3e337910-38fd-46d5-923c-295d1fcab4ba), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:00.972715 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6ccd3406-9156-4e7f-9faf-c382cef873f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (c124b595-9d54-4d94-9290-f3cfb40e2cfd), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:01.054425 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e1eaf-49fc-425e-bf0a-10c02b43d012 req-3580fa6a-6ba5-4211-8ca0-c95a07e61d6a tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:01.055964 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bb6e1eaf-49fc-425e-bf0a-10c02b43d012 req-3580fa6a-6ba5-4211-8ca0-c95a07e61d6a tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e9b866-a244-4c72-9056-017aa141ef24 HTTP/1.1" status: 200 len: 936 time: 0.1437120 Jan 18 20:37:01.060641 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d857f-22fe-4e0b-905b-64495fbaa962 service neutron] Pushing event updated for resources: {'Port': ['ID=3e337910-38fd-46d5-923c-295d1fcab4ba,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:01.101695 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6ccd3406-9156-4e7f-9faf-c382cef873f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (c124b595-9d54-4d94-9290-f3cfb40e2cfd), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:01.201748 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bb6e1eaf-49fc-425e-bf0a-10c02b43d012 req-092599ef-bbb2-4b43-878d-6dcd81dfed32 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.31 "GET /v2.0/security-groups?id=485f272c-530a-4cb5-a659-1675277d45cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362083 Jan 18 20:37:01.226969 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-4422a881-3a19-4821-abeb-053d050414d7 req-1e8d857f-22fe-4e0b-905b-64495fbaa962 service neutron] Attempting to bind port 3e337910-38fd-46d5-923c-295d1fcab4ba on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:37:01.226969 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-4422a881-3a19-4821-abeb-053d050414d7 req-1e8d857f-22fe-4e0b-905b-64495fbaa962 service neutron] Attempting to bind port 3e337910-38fd-46d5-923c-295d1fcab4ba by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:37:01.226969 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4422a881-3a19-4821-abeb-053d050414d7 req-1e8d857f-22fe-4e0b-905b-64495fbaa962 service neutron] Attempting to bind port 3e337910-38fd-46d5-923c-295d1fcab4ba on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:37:01.230567 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4422a881-3a19-4821-abeb-053d050414d7 req-1e8d857f-22fe-4e0b-905b-64495fbaa962 service neutron] Port 3e337910-38fd-46d5-923c-295d1fcab4ba on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:37:01.230902 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4422a881-3a19-4821-abeb-053d050414d7 req-1e8d857f-22fe-4e0b-905b-64495fbaa962 service neutron] Attempting to bind port 3e337910-38fd-46d5-923c-295d1fcab4ba on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:37:01.235044 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6ccd3406-9156-4e7f-9faf-c382cef873f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (c124b595-9d54-4d94-9290-f3cfb40e2cfd), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:01.267475 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4422a881-3a19-4821-abeb-053d050414d7 req-1e8d857f-22fe-4e0b-905b-64495fbaa962 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:37:01.267821 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4422a881-3a19-4821-abeb-053d050414d7 req-1e8d857f-22fe-4e0b-905b-64495fbaa962 service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:37:01.268209 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4422a881-3a19-4821-abeb-053d050414d7 req-1e8d857f-22fe-4e0b-905b-64495fbaa962 service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:37:01.268652 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-4422a881-3a19-4821-abeb-053d050414d7 req-1e8d857f-22fe-4e0b-905b-64495fbaa962 service neutron] Bound port: 3e337910-38fd-46d5-923c-295d1fcab4ba, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:37:01.269029 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4422a881-3a19-4821-abeb-053d050414d7 req-1e8d857f-22fe-4e0b-905b-64495fbaa962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3e337910-38fd-46d5-923c-295d1fcab4ba), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:01.278802 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6ccd3406-9156-4e7f-9faf-c382cef873f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:01.286972 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6ccd3406-9156-4e7f-9faf-c382cef873f5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c124b595-9d54-4d94-9290-f3cfb40e2cfd HTTP/1.1" status: 204 len: 168 time: 0.4824886 Jan 18 20:37:01.286972 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd3406-9156-4e7f-9faf-c382cef873f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c124b595-9d54-4d94-9290-f3cfb40e2cfd,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:01.287333 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55430) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:01.362610 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-4422a881-3a19-4821-abeb-053d050414d7 req-1e8d857f-22fe-4e0b-905b-64495fbaa962 service neutron] For port 3e337910-38fd-46d5-923c-295d1fcab4ba, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:37:01.365262 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-037880fa-97d8-4a69-8362-8a3f5ebd44fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (62522357-b0a2-4973-ac5e-7d10835f667b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:01.366728 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-4422a881-3a19-4821-abeb-053d050414d7 req-1e8d857f-22fe-4e0b-905b-64495fbaa962 service neutron] For port 3e337910-38fd-46d5-923c-295d1fcab4ba, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3e337910-38fd-46d5-923c-295d1fcab4ba,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:37:01.371704 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4422a881-3a19-4821-abeb-053d050414d7 req-1e8d857f-22fe-4e0b-905b-64495fbaa962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (3e337910-38fd-46d5-923c-295d1fcab4ba), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:01.413602 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422a881-3a19-4821-abeb-053d050414d7 req-1e8d857f-22fe-4e0b-905b-64495fbaa962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:01.414844 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4422a881-3a19-4821-abeb-053d050414d7 req-1e8d857f-22fe-4e0b-905b-64495fbaa962 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:01.416161 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4422a881-3a19-4821-abeb-053d050414d7 req-1e8d857f-22fe-4e0b-905b-64495fbaa962 service neutron] 10.222.0.70 "PUT /v2.0/ports/3e337910-38fd-46d5-923c-295d1fcab4ba HTTP/1.1" status: 200 len: 1096 time: 0.9405894 Jan 18 20:37:01.416656 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e9b866-a244-4c72-9056-017aa141ef24', 'tag': '3e337910-38fd-46d5-923c-295d1fcab4ba'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:37:01.418935 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9516ce1-a8de-48d8-85ce-bd7fd0a908a6" -d '{"events": [{"name": "network-changed", "server_uuid": "94e9b866-a244-4c72-9056-017aa141ef24", "tag": "3e337910-38fd-46d5-923c-295d1fcab4ba"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:37:01.467886 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7b0a83-2b7f-4d06-a75c-ce833902f045 x-openstack-request-id: req-ce7b0a83-2b7f-4d06-a75c-ce833902f045 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:37:01.468185 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e9b866-a244-4c72-9056-017aa141ef24", "tag": "3e337910-38fd-46d5-923c-295d1fcab4ba", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:37:01.468516 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce7b0a83-2b7f-4d06-a75c-ce833902f045 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:37:01.468926 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e9b866-a244-4c72-9056-017aa141ef24', 'tag': '3e337910-38fd-46d5-923c-295d1fcab4ba', 'status': 'completed', 'code': 200} Jan 18 20:37:01.469913 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d857f-22fe-4e0b-905b-64495fbaa962 service neutron] Pushing event updated for resources: {'Port': ['ID=3e337910-38fd-46d5-923c-295d1fcab4ba,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:01.478763 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-037880fa-97d8-4a69-8362-8a3f5ebd44fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (62522357-b0a2-4973-ac5e-7d10835f667b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:01.503109 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-037880fa-97d8-4a69-8362-8a3f5ebd44fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62522357-b0a2-4973-ac5e-7d10835f667b']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:01.531015 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-037880fa-97d8-4a69-8362-8a3f5ebd44fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa342d58-26fb-4089-b9b8-eed84af75b37') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:01.531310 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-037880fa-97d8-4a69-8362-8a3f5ebd44fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa342d58-26fb-4089-b9b8-eed84af75b37') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:01.544849 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-037880fa-97d8-4a69-8362-8a3f5ebd44fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (aa342d58-26fb-4089-b9b8-eed84af75b37), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:01.560781 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-037880fa-97d8-4a69-8362-8a3f5ebd44fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (aa342d58-26fb-4089-b9b8-eed84af75b37), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:01.565448 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422a881-3a19-4821-abeb-053d050414d7 req-12967989-0699-4919-baf4-446b271bd639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:01.567295 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4422a881-3a19-4821-abeb-053d050414d7 req-12967989-0699-4919-baf4-446b271bd639 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7fa2f7766d4f47c495b712c13a38df6a&device_id=94e9b866-a244-4c72-9056-017aa141ef24 HTTP/1.1" status: 200 len: 1099 time: 0.0719595 Jan 18 20:37:01.573446 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-037880fa-97d8-4a69-8362-8a3f5ebd44fb admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:37:01.573879 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-037880fa-97d8-4a69-8362-8a3f5ebd44fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (aa342d58-26fb-4089-b9b8-eed84af75b37), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:37:01.575697 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:37:01.641484 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4422a881-3a19-4821-abeb-053d050414d7 req-d1a4a785-576d-41c5-a529-92fbc47d35b5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=3e337910-38fd-46d5-923c-295d1fcab4ba HTTP/1.1" status: 200 len: 217 time: 0.0598872 Jan 18 20:37:01.655624 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-037880fa-97d8-4a69-8362-8a3f5ebd44fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (62522357-b0a2-4973-ac5e-7d10835f667b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:01.664896 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-037880fa-97d8-4a69-8362-8a3f5ebd44fb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:01.670852 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-037880fa-97d8-4a69-8362-8a3f5ebd44fb admin admin] 10.222.0.31 "DELETE /v2.0/networks/62522357-b0a2-4973-ac5e-7d10835f667b HTTP/1.1" status: 204 len: 168 time: 0.3800688 Jan 18 20:37:01.676921 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55438) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:01.685886 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037880fa-97d8-4a69-8362-8a3f5ebd44fb admin admin] Pushing event deleted for resources: {'Network': ['ID=62522357-b0a2-4973-ac5e-7d10835f667b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:01.704050 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422a881-3a19-4821-abeb-053d050414d7 req-d4b69904-d941-4146-9765-7d5ef0b1018f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:01.706237 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4422a881-3a19-4821-abeb-053d050414d7 req-d4b69904-d941-4146-9765-7d5ef0b1018f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0564196 Jan 18 20:37:01.737914 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6229b4-c15b-4fc0-9b5e-43deab1805aa admin admin] Deleting subnet 46d03f66-bdc8-4a4b-b07c-cc8292573a78 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:37:01.741690 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fe6229b4-c15b-4fc0-9b5e-43deab1805aa admin admin] Publish callbacks [] for subnet (46d03f66-bdc8-4a4b-b07c-cc8292573a78), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:01.759739 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422a881-3a19-4821-abeb-053d050414d7 req-398ddc7c-c826-47fa-858c-9c77becbd500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:01.761246 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4422a881-3a19-4821-abeb-053d050414d7 req-398ddc7c-c826-47fa-858c-9c77becbd500 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0446031 Jan 18 20:37:01.778751 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fe6229b4-c15b-4fc0-9b5e-43deab1805aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (46d03f66-bdc8-4a4b-b07c-cc8292573a78), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:01.826104 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fe6229b4-c15b-4fc0-9b5e-43deab1805aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (46d03f66-bdc8-4a4b-b07c-cc8292573a78), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:01.866714 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:01.871010 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4422a881-3a19-4821-abeb-053d050414d7 req-5687fa64-a700-4708-9aed-5f9c09e2f762 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987470 Jan 18 20:37:01.886950 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fe6229b4-c15b-4fc0-9b5e-43deab1805aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (46d03f66-bdc8-4a4b-b07c-cc8292573a78), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:01.902272 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fe6229b4-c15b-4fc0-9b5e-43deab1805aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:01.905396 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fe6229b4-c15b-4fc0-9b5e-43deab1805aa admin admin] 10.222.0.31 "DELETE /v2.0/subnets/46d03f66-bdc8-4a4b-b07c-cc8292573a78 HTTP/1.1" status: 204 len: 168 time: 0.2275414 Jan 18 20:37:01.913082 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 55440) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:01.923421 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6229b4-c15b-4fc0-9b5e-43deab1805aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46d03f66-bdc8-4a4b-b07c-cc8292573a78,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:02.022167 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-73e7142a-c049-47e2-9ec7-d090026b8d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (79d9b1e1-e66a-4c36-bd2b-067f553ea42a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:02.038914 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4422a881-3a19-4821-abeb-053d050414d7 req-1af11d48-7fa9-47db-bbf8-8d6747cf4c9e service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577551 Jan 18 20:37:02.126948 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-73e7142a-c049-47e2-9ec7-d090026b8d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (79d9b1e1-e66a-4c36-bd2b-067f553ea42a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:02.160581 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-73e7142a-c049-47e2-9ec7-d090026b8d0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d9b1e1-e66a-4c36-bd2b-067f553ea42a']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:02.172689 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-73e7142a-c049-47e2-9ec7-d090026b8d0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9620e799-8885-4011-be4b-827c59f5e847') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:02.172979 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-73e7142a-c049-47e2-9ec7-d090026b8d0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9620e799-8885-4011-be4b-827c59f5e847') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:02.184115 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-73e7142a-c049-47e2-9ec7-d090026b8d0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (9620e799-8885-4011-be4b-827c59f5e847), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:02.192152 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9516ce1-a8de-48d8-85ce-bd7fd0a908a6 req-c1d973be-d02f-4f0b-84f6-2c39c33d3714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:02.193664 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c9516ce1-a8de-48d8-85ce-bd7fd0a908a6 req-c1d973be-d02f-4f0b-84f6-2c39c33d3714 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7fa2f7766d4f47c495b712c13a38df6a&device_id=94e9b866-a244-4c72-9056-017aa141ef24 HTTP/1.1" status: 200 len: 1099 time: 0.0790596 Jan 18 20:37:02.201340 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-73e7142a-c049-47e2-9ec7-d090026b8d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (9620e799-8885-4011-be4b-827c59f5e847), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:02.215081 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e7142a-c049-47e2-9ec7-d090026b8d0e admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:37:02.215464 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-73e7142a-c049-47e2-9ec7-d090026b8d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (9620e799-8885-4011-be4b-827c59f5e847), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:37:02.217077 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:37:02.335473 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-73e7142a-c049-47e2-9ec7-d090026b8d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (79d9b1e1-e66a-4c36-bd2b-067f553ea42a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:02.364574 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-73e7142a-c049-47e2-9ec7-d090026b8d0e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:02.367891 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-73e7142a-c049-47e2-9ec7-d090026b8d0e admin admin] 10.222.0.31 "DELETE /v2.0/networks/79d9b1e1-e66a-4c36-bd2b-067f553ea42a HTTP/1.1" status: 204 len: 168 time: 0.4537697 Jan 18 20:37:02.393209 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7142a-c049-47e2-9ec7-d090026b8d0e admin admin] Pushing event deleted for resources: {'Network': ['ID=79d9b1e1-e66a-4c36-bd2b-067f553ea42a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:02.408892 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9516ce1-a8de-48d8-85ce-bd7fd0a908a6 req-d6f6ffbe-6c3b-4279-b1eb-5ec6489ff1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:02.410215 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c9516ce1-a8de-48d8-85ce-bd7fd0a908a6 req-d6f6ffbe-6c3b-4279-b1eb-5ec6489ff1aa service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.2046182 Jan 18 20:37:02.423835 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11952353-6019-4c1c-a821-8caea6f74fd2 req-802d55d3-e1e3-4739-a32b-58c587353c81 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:02.425566 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-11952353-6019-4c1c-a821-8caea6f74fd2 req-802d55d3-e1e3-4739-a32b-58c587353c81 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e9b866-a244-4c72-9056-017aa141ef24 HTTP/1.1" status: 200 len: 948 time: 0.1075389 Jan 18 20:37:02.474840 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c9516ce1-a8de-48d8-85ce-bd7fd0a908a6 req-e9e3783e-9bd5-4d05-b04c-91e83b44e4ec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=3e337910-38fd-46d5-923c-295d1fcab4ba HTTP/1.1" status: 200 len: 217 time: 0.0482342 Jan 18 20:37:02.540131 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-11952353-6019-4c1c-a821-8caea6f74fd2 req-5629a025-e162-48d2-8dbe-921338a75924 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.31 "GET /v2.0/security-groups?id=485f272c-530a-4cb5-a659-1675277d45cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067691 Jan 18 20:37:02.550464 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9516ce1-a8de-48d8-85ce-bd7fd0a908a6 req-6649e7ea-3ec6-4a79-998f-0b2a01581b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:02.551718 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c9516ce1-a8de-48d8-85ce-bd7fd0a908a6 req-6649e7ea-3ec6-4a79-998f-0b2a01581b20 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0693491 Jan 18 20:37:02.588100 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55448) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:02.614518 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9516ce1-a8de-48d8-85ce-bd7fd0a908a6 req-482f4775-d79b-4c4e-a7da-181bfd3219ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:02.616074 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c9516ce1-a8de-48d8-85ce-bd7fd0a908a6 req-482f4775-d79b-4c4e-a7da-181bfd3219ff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0504563 Jan 18 20:37:02.630229 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c2a4a66d-598a-4c38-b87c-1028bc3df4a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eae6edbc95764214bbd832ab376445c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409453 Jan 18 20:37:02.631897 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55450) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:02.687883 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e23db51-48b8-48f2-879f-bcdc936176ad admin admin] Publish callbacks [] for security_group (9c168491-b5a1-461b-9cdc-da2c5a9a3334), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:02.711739 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e23db51-48b8-48f2-879f-bcdc936176ad admin admin] Publish callbacks [] for security_group (9c168491-b5a1-461b-9cdc-da2c5a9a3334), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:02.715883 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c9516ce1-a8de-48d8-85ce-bd7fd0a908a6 req-b61f7932-e683-4254-b7f1-4ad4fb424008 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906968 Jan 18 20:37:02.773490 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e23db51-48b8-48f2-879f-bcdc936176ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9c168491-b5a1-461b-9cdc-da2c5a9a3334), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:02.776138 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e23db51-48b8-48f2-879f-bcdc936176ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:02.779869 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4e23db51-48b8-48f2-879f-bcdc936176ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c168491-b5a1-461b-9cdc-da2c5a9a3334 HTTP/1.1" status: 204 len: 168 time: 0.1443322 Jan 18 20:37:02.785267 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23db51-48b8-48f2-879f-bcdc936176ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c168491-b5a1-461b-9cdc-da2c5a9a3334,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:02.827001 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c9516ce1-a8de-48d8-85ce-bd7fd0a908a6 req-a1d8ac35-cb3a-4a48-8fef-d57989ef74c3 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043208 Jan 18 20:37:03.117584 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55460) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:03.161047 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-05685786-775c-4d91-8048-26f5e0c40080 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=52967053d78b477a86e9cbccf2229cf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422959 Jan 18 20:37:03.163451 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 55462) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:03.213658 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 68d7f182-188f-4fbd-9cbe-0e9239015446 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:37:03.220646 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fb289485-e75d-4e85-a0be-93bb0b3d20bc admin admin] Publish callbacks [] for security_group (f60838b5-31ad-40ef-b4f8-4c7d7bd53ccf), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:03.234918 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 68d7f182-188f-4fbd-9cbe-0e9239015446 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:37:03.235258 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 68d7f182-188f-4fbd-9cbe-0e9239015446 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:37:03.242459 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fb289485-e75d-4e85-a0be-93bb0b3d20bc admin admin] Publish callbacks [] for security_group (f60838b5-31ad-40ef-b4f8-4c7d7bd53ccf), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:03.294934 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fb289485-e75d-4e85-a0be-93bb0b3d20bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f60838b5-31ad-40ef-b4f8-4c7d7bd53ccf), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:03.297568 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fb289485-e75d-4e85-a0be-93bb0b3d20bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:03.298788 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fb289485-e75d-4e85-a0be-93bb0b3d20bc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f60838b5-31ad-40ef-b4f8-4c7d7bd53ccf HTTP/1.1" status: 204 len: 168 time: 0.1344404 Jan 18 20:37:03.314640 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb289485-e75d-4e85-a0be-93bb0b3d20bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60838b5-31ad-40ef-b4f8-4c7d7bd53ccf,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:03.679421 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2edf5b-dcbf-4a61-9d20-91f76e9e71da req-894c9159-5746-4634-9be3-7a4b24b9e51d tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:03.682447 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a2edf5b-dcbf-4a61-9d20-91f76e9e71da req-894c9159-5746-4634-9be3-7a4b24b9e51d tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e9b866-a244-4c72-9056-017aa141ef24 HTTP/1.1" status: 200 len: 948 time: 0.0558119 Jan 18 20:37:03.740708 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a2edf5b-dcbf-4a61-9d20-91f76e9e71da req-74eeb71a-fc65-4459-a5e0-042faf5698d6 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.31 "GET /v2.0/security-groups?id=485f272c-530a-4cb5-a659-1675277d45cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469003 Jan 18 20:37:04.094987 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:04.861945 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052f7dc-c566-463a-8838-bf56bc799f29 req-5db9e6bb-07ba-47fd-9484-7f516683e28b tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:04.863600 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3052f7dc-c566-463a-8838-bf56bc799f29 req-5db9e6bb-07ba-47fd-9484-7f516683e28b tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e9b866-a244-4c72-9056-017aa141ef24 HTTP/1.1" status: 200 len: 948 time: 0.0526876 Jan 18 20:37:04.909551 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3052f7dc-c566-463a-8838-bf56bc799f29 req-4ae2109a-fef9-466f-bcfd-c803cbb20487 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.31 "GET /v2.0/security-groups?id=485f272c-530a-4cb5-a659-1675277d45cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400956 Jan 18 20:37:05.220209 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 3e337910-38fd-46d5-923c-295d1fcab4ba details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:37:05.314608 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 3e337910-38fd-46d5-923c-295d1fcab4ba, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3e337910-38fd-46d5-923c-295d1fcab4ba,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:37:05.326214 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '3e337910-38fd-46d5-923c-295d1fcab4ba', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '3e337910-38fd-46d5-923c-295d1fcab4ba', 'mac_address': 'fa:16:3e:e3:d2:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:37:05.366483 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 3e337910-38fd-46d5-923c-295d1fcab4ba is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:37:05.366868 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3e337910-38fd-46d5-923c-295d1fcab4ba), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:05.379831 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e337910-38fd-46d5-923c-295d1fcab4ba {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:37:05.398340 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 3e337910-38fd-46d5-923c-295d1fcab4ba, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3e337910-38fd-46d5-923c-295d1fcab4ba,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:37:05.402788 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3e337910-38fd-46d5-923c-295d1fcab4ba), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:05.448484 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=3e337910-38fd-46d5-923c-295d1fcab4ba,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:05.760647 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['3e337910-38fd-46d5-923c-295d1fcab4ba'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:37:06.023460 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27408f78-7734-471b-a7a4-9ca608d192dd req-2568335b-bf95-4d87-aa32-748a0b489a93 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:06.024936 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-27408f78-7734-471b-a7a4-9ca608d192dd req-2568335b-bf95-4d87-aa32-748a0b489a93 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e9b866-a244-4c72-9056-017aa141ef24 HTTP/1.1" status: 200 len: 949 time: 0.0481436 Jan 18 20:37:06.072314 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-27408f78-7734-471b-a7a4-9ca608d192dd req-e2a25298-05d2-437b-b490-ef87534ac559 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.31 "GET /v2.0/security-groups?id=485f272c-530a-4cb5-a659-1675277d45cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415754 Jan 18 20:37:06.879483 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:07.185719 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83a583-2d2d-4877-bf97-4e8bd590669b req-eff84401-0b0a-46e1-b9ce-346a37102a88 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:07.187173 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5b83a583-2d2d-4877-bf97-4e8bd590669b req-eff84401-0b0a-46e1-b9ce-346a37102a88 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e9b866-a244-4c72-9056-017aa141ef24 HTTP/1.1" status: 200 len: 949 time: 0.0474894 Jan 18 20:37:07.221147 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 3e337910-38fd-46d5-923c-295d1fcab4ba up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:37:07.243881 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5b83a583-2d2d-4877-bf97-4e8bd590669b req-1a0a2b91-4f4a-4d21-9b75-adc513edbae2 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.31 "GET /v2.0/security-groups?id=485f272c-530a-4cb5-a659-1675277d45cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508776 Jan 18 20:37:07.279721 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 3e337910-38fd-46d5-923c-295d1fcab4ba completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:37:07.284362 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 3e337910-38fd-46d5-923c-295d1fcab4ba triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:37:07.284733 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3e337910-38fd-46d5-923c-295d1fcab4ba), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:07.372854 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 3e337910-38fd-46d5-923c-295d1fcab4ba is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:37:07.373158 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3e337910-38fd-46d5-923c-295d1fcab4ba), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:07.395236 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e9b866-a244-4c72-9056-017aa141ef24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e337910-38fd-46d5-923c-295d1fcab4ba'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:37:07.397450 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50e87bf-3e0d-4e52-b13c-742dac67f8d6" -d '{"events": [{"server_uuid": "94e9b866-a244-4c72-9056-017aa141ef24", "name": "network-vif-plugged", "status": "completed", "tag": "3e337910-38fd-46d5-923c-295d1fcab4ba"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:37:07.409793 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 3e337910-38fd-46d5-923c-295d1fcab4ba, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3e337910-38fd-46d5-923c-295d1fcab4ba,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:37:07.415115 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3e337910-38fd-46d5-923c-295d1fcab4ba), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:07.443082 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2953493-1c81-479f-b848-9bb77f8c2f5c x-openstack-request-id: req-b2953493-1c81-479f-b848-9bb77f8c2f5c {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:37:07.443377 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e9b866-a244-4c72-9056-017aa141ef24", "name": "network-vif-plugged", "status": "completed", "tag": "3e337910-38fd-46d5-923c-295d1fcab4ba", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:37:07.443627 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b2953493-1c81-479f-b848-9bb77f8c2f5c {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:37:07.444013 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e9b866-a244-4c72-9056-017aa141ef24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e337910-38fd-46d5-923c-295d1fcab4ba', 'code': 200} Jan 18 20:37:07.470475 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=3e337910-38fd-46d5-923c-295d1fcab4ba,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:07.548560 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb79da9-e923-4f2f-bb38-f5cfe0e474ae req-73a536e6-17ca-496e-9a16-11045a0c0c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:07.550192 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-deb79da9-e923-4f2f-bb38-f5cfe0e474ae req-73a536e6-17ca-496e-9a16-11045a0c0c78 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=94e9b866-a244-4c72-9056-017aa141ef24 HTTP/1.1" status: 200 len: 1101 time: 0.0410943 Jan 18 20:37:07.598424 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-deb79da9-e923-4f2f-bb38-f5cfe0e474ae req-ec351bbd-8480-43d7-81b0-c2b3611fdee5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=485f272c-530a-4cb5-a659-1675277d45cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393474 Jan 18 20:37:08.370659 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd411b2-6660-45fa-af5e-7e6ad910b7b6 req-cc5b7e60-36ac-44af-9ca8-0d0a3ed96c81 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:08.372126 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cbd411b2-6660-45fa-af5e-7e6ad910b7b6 req-cc5b7e60-36ac-44af-9ca8-0d0a3ed96c81 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e9b866-a244-4c72-9056-017aa141ef24 HTTP/1.1" status: 200 len: 950 time: 0.0483592 Jan 18 20:37:08.419839 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cbd411b2-6660-45fa-af5e-7e6ad910b7b6 req-bd2ae33f-2686-4f69-9c39-868c86a57229 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.31 "GET /v2.0/security-groups?id=485f272c-530a-4cb5-a659-1675277d45cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420682 Jan 18 20:37:09.538650 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc4ee6-eec4-41b3-a74d-8698eee67b3d req-fd9a9ecd-ae32-4919-8e23-f5159af737e7 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:09.540621 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e1dc4ee6-eec4-41b3-a74d-8698eee67b3d req-fd9a9ecd-ae32-4919-8e23-f5159af737e7 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e9b866-a244-4c72-9056-017aa141ef24 HTTP/1.1" status: 200 len: 950 time: 0.0518923 Jan 18 20:37:09.585953 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e1dc4ee6-eec4-41b3-a74d-8698eee67b3d req-1a7f95dc-58b2-4a6b-b150-a974c05a1fba tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.31 "GET /v2.0/security-groups?id=485f272c-530a-4cb5-a659-1675277d45cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397632 Jan 18 20:37:09.852577 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336be8c2-abf4-4aa8-a559-0cec1dd50708 req-9618dece-741f-4977-b51d-d8f038191c1f tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:09.855293 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-336be8c2-abf4-4aa8-a559-0cec1dd50708 req-9618dece-741f-4977-b51d-d8f038191c1f tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e9b866-a244-4c72-9056-017aa141ef24 HTTP/1.1" status: 200 len: 950 time: 0.0556431 Jan 18 20:37:09.907746 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-336be8c2-abf4-4aa8-a559-0cec1dd50708 req-f123bdeb-f630-4827-9afc-7d59269f006b tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.31 "GET /v2.0/security-groups?id=485f272c-530a-4cb5-a659-1675277d45cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467925 Jan 18 20:37:11.044760 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fde1a6-54d6-4106-9edc-6826b07260d7 req-958fc1c9-f92e-43fa-b2e7-8fae27aa60c6 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:11.047223 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e1fde1a6-54d6-4106-9edc-6826b07260d7 req-958fc1c9-f92e-43fa-b2e7-8fae27aa60c6 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e9b866-a244-4c72-9056-017aa141ef24 HTTP/1.1" status: 200 len: 950 time: 0.0520723 Jan 18 20:37:11.106888 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e1fde1a6-54d6-4106-9edc-6826b07260d7 req-ecf405c5-920a-4296-8a1e-0d2574f076e4 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.31 "GET /v2.0/security-groups?id=485f272c-530a-4cb5-a659-1675277d45cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487776 Jan 18 20:37:11.216144 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0c797-6c66-477e-9833-737a4c68d43d req-d4d5cd4d-48fe-432f-86f0-4516e2a13ece tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:11.217794 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-63a0c797-6c66-477e-9833-737a4c68d43d req-d4d5cd4d-48fe-432f-86f0-4516e2a13ece tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.70 "GET /v2.0/ports?device_id=94e9b866-a244-4c72-9056-017aa141ef24 HTTP/1.1" status: 200 len: 950 time: 0.0520041 Jan 18 20:37:11.329310 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-63a0c797-6c66-477e-9833-737a4c68d43d req-6a15ef45-1e4b-4bd6-97c1-7cc31233be67 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Deleting port 3e337910-38fd-46d5-923c-295d1fcab4ba {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:37:11.331202 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-63a0c797-6c66-477e-9833-737a4c68d43d req-6a15ef45-1e4b-4bd6-97c1-7cc31233be67 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (3e337910-38fd-46d5-923c-295d1fcab4ba), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:11.433366 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-63a0c797-6c66-477e-9833-737a4c68d43d req-6a15ef45-1e4b-4bd6-97c1-7cc31233be67 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] For port 3e337910-38fd-46d5-923c-295d1fcab4ba, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3e337910-38fd-46d5-923c-295d1fcab4ba,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:37:11.433768 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-63a0c797-6c66-477e-9833-737a4c68d43d req-6a15ef45-1e4b-4bd6-97c1-7cc31233be67 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (3e337910-38fd-46d5-923c-295d1fcab4ba), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:11.445700 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-63a0c797-6c66-477e-9833-737a4c68d43d req-6a15ef45-1e4b-4bd6-97c1-7cc31233be67 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Calling delete_port for 3e337910-38fd-46d5-923c-295d1fcab4ba owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:37:11.576530 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-63a0c797-6c66-477e-9833-737a4c68d43d req-6a15ef45-1e4b-4bd6-97c1-7cc31233be67 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (3e337910-38fd-46d5-923c-295d1fcab4ba), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:11.592247 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['3e337910-38fd-46d5-923c-295d1fcab4ba'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:37:11.604777 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15ef45-1e4b-4bd6-97c1-7cc31233be67 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Pushing event deleted for resources: {'Port': ['ID=3e337910-38fd-46d5-923c-295d1fcab4ba,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:11.648170 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a0c797-6c66-477e-9833-737a4c68d43d req-6a15ef45-1e4b-4bd6-97c1-7cc31233be67 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] No DVR routers for this DVR port 3e337910-38fd-46d5-923c-295d1fcab4ba on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:37:11.651405 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-63a0c797-6c66-477e-9833-737a4c68d43d req-6a15ef45-1e4b-4bd6-97c1-7cc31233be67 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:11.655282 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-63a0c797-6c66-477e-9833-737a4c68d43d req-6a15ef45-1e4b-4bd6-97c1-7cc31233be67 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.70 "DELETE /v2.0/ports/3e337910-38fd-46d5-923c-295d1fcab4ba HTTP/1.1" status: 204 len: 173 time: 0.4303715 Jan 18 20:37:11.655808 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e9b866-a244-4c72-9056-017aa141ef24', 'name': 'network-vif-deleted', 'tag': '3e337910-38fd-46d5-923c-295d1fcab4ba'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:37:11.658348 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac45a4f-66fb-4e0e-b9c7-03453444e34d" -d '{"events": [{"server_uuid": "94e9b866-a244-4c72-9056-017aa141ef24", "name": "network-vif-deleted", "tag": "3e337910-38fd-46d5-923c-295d1fcab4ba"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:37:11.703267 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416f01d4-8a60-483d-8c09-b62fa9b6b245 x-openstack-request-id: req-416f01d4-8a60-483d-8c09-b62fa9b6b245 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:37:11.703568 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e9b866-a244-4c72-9056-017aa141ef24", "name": "network-vif-deleted", "tag": "3e337910-38fd-46d5-923c-295d1fcab4ba", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:37:11.703831 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-416f01d4-8a60-483d-8c09-b62fa9b6b245 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:37:11.704243 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e9b866-a244-4c72-9056-017aa141ef24', 'name': 'network-vif-deleted', 'tag': '3e337910-38fd-46d5-923c-295d1fcab4ba', 'status': 'completed', 'code': 200} Jan 18 20:37:12.240019 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac9c9b22-3ed0-4566-b027-2b770a207079 req-2ce7bc0f-2cdb-45ee-8b82-f497a63be604 tempest-VolumesNegativeTest-1877844408 tempest-VolumesNegativeTest-1877844408-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e9b866-a244-4c72-9056-017aa141ef24 HTTP/1.1" status: 200 len: 210 time: 0.0267189 Jan 18 20:37:15.253168 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 3e337910-38fd-46d5-923c-295d1fcab4ba no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:37:15.276797 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:37:15.288646 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 3e337910-38fd-46d5-923c-295d1fcab4ba {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:37:15.288994 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 3e337910-38fd-46d5-923c-295d1fcab4ba not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:37:20.534146 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56260) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:20.673204 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-af29e7a2-b36e-42cd-8540-e73b0ec70575 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7fa2f7766d4f47c495b712c13a38df6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1355515 Jan 18 20:37:20.673513 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56264) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:20.725337 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-752d8e1a-881c-4e9f-84aa-83dc9be5d598 admin admin] Publish callbacks [] for security_group (485f272c-530a-4cb5-a659-1675277d45cd), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:20.746203 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-752d8e1a-881c-4e9f-84aa-83dc9be5d598 admin admin] Publish callbacks [] for security_group (485f272c-530a-4cb5-a659-1675277d45cd), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:20.792269 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-752d8e1a-881c-4e9f-84aa-83dc9be5d598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (485f272c-530a-4cb5-a659-1675277d45cd), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:20.794882 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-752d8e1a-881c-4e9f-84aa-83dc9be5d598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:20.799232 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-752d8e1a-881c-4e9f-84aa-83dc9be5d598 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/485f272c-530a-4cb5-a659-1675277d45cd HTTP/1.1" status: 204 len: 168 time: 0.1241295 Jan 18 20:37:20.807270 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d8e1a-881c-4e9f-84aa-83dc9be5d598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485f272c-530a-4cb5-a659-1675277d45cd,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:21.635859 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56290) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:21.757304 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-59ce4f9c-aaa5-4b46-be93-c9a66a280c93 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1113444747-network', 'tenant_id': '659207600d0447eba243c99c1a57c914'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:37:21.780972 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ce4f9c-aaa5-4b46-be93-c9a66a280c93 admin admin] Made reservation on behalf of 659207600d0447eba243c99c1a57c914 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:37:21.783948 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-59ce4f9c-aaa5-4b46-be93-c9a66a280c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:21.793586 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-59ce4f9c-aaa5-4b46-be93-c9a66a280c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:21.896627 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-59ce4f9c-aaa5-4b46-be93-c9a66a280c93 admin admin] Publish callbacks [] for security_group (f7fa9787-8a5c-4809-8b10-e47624ad7c75), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:21.903277 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-59ce4f9c-aaa5-4b46-be93-c9a66a280c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f7fa9787-8a5c-4809-8b10-e47624ad7c75), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:21.930406 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ce4f9c-aaa5-4b46-be93-c9a66a280c93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:37:21.950303 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce4f9c-aaa5-4b46-be93-c9a66a280c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fa9787-8a5c-4809-8b10-e47624ad7c75,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:21.955210 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-59ce4f9c-aaa5-4b46-be93-c9a66a280c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (965344ef-8ad8-44eb-904e-0bd15225d0a9), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:21.955935 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-59ce4f9c-aaa5-4b46-be93-c9a66a280c93 admin admin] Added segment 965344ef-8ad8-44eb-904e-0bd15225d0a9 of type vlan for network a1f009ee-ea41-46a1-8dde-25531c2a4ce3 Jan 18 20:37:22.005725 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-59ce4f9c-aaa5-4b46-be93-c9a66a280c93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (a1f009ee-ea41-46a1-8dde-25531c2a4ce3), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:22.033794 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-59ce4f9c-aaa5-4b46-be93-c9a66a280c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (a1f009ee-ea41-46a1-8dde-25531c2a4ce3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:22.035159 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ce4f9c-aaa5-4b46-be93-c9a66a280c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:22.036068 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-59ce4f9c-aaa5-4b46-be93-c9a66a280c93 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:22.104008 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce4f9c-aaa5-4b46-be93-c9a66a280c93 admin admin] Pushing event updated for resources: {'Network': ['ID=a1f009ee-ea41-46a1-8dde-25531c2a4ce3,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:22.114952 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network a1f009ee-ea41-46a1-8dde-25531c2a4ce3 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:37:22.133513 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-59ce4f9c-aaa5-4b46-be93-c9a66a280c93 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4944041 Jan 18 20:37:22.135593 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56294) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:22.140942 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-92046119-886f-46e2-99fd-ddbc846cb751 admin admin] Request body: {'subnet': {'network_id': 'a1f009ee-ea41-46a1-8dde-25531c2a4ce3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1113444747-subnet', 'tenant_id': '659207600d0447eba243c99c1a57c914', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:37:22.188114 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92046119-886f-46e2-99fd-ddbc846cb751 admin admin] Made reservation on behalf of 659207600d0447eba243c99c1a57c914 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:37:22.190962 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92046119-886f-46e2-99fd-ddbc846cb751 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:22.429278 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92046119-886f-46e2-99fd-ddbc846cb751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (5d6a7d83-f920-4fee-ad9e-e8981e8a2e65), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:22.519052 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92046119-886f-46e2-99fd-ddbc846cb751 admin admin] Checking segment: {'id': '965344ef-8ad8-44eb-904e-0bd15225d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a1f009ee-ea41-46a1-8dde-25531c2a4ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:37:22.519412 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92046119-886f-46e2-99fd-ddbc846cb751 admin admin] Network hostable DHCP agents. Network: a1f009ee-ea41-46a1-8dde-25531c2a4ce3, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:37:22.538401 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92046119-886f-46e2-99fd-ddbc846cb751 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d6a7d83-f920-4fee-ad9e-e8981e8a2e65,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:22.555296 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92046119-886f-46e2-99fd-ddbc846cb751 admin admin] Network a1f009ee-ea41-46a1-8dde-25531c2a4ce3 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:37:22.567618 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-92046119-886f-46e2-99fd-ddbc846cb751 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, a1f009ee-ea41-46a1-8dde-25531c2a4ce3) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:37:22.572458 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92046119-886f-46e2-99fd-ddbc846cb751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:22.573303 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92046119-886f-46e2-99fd-ddbc846cb751 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:22.580866 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee04988-f62d-49de-b1f7-ec8a9e0c1e3b None None] Network a1f009ee-ea41-46a1-8dde-25531c2a4ce3 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:37:22.652900 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-92046119-886f-46e2-99fd-ddbc846cb751 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5160549 Jan 18 20:37:22.770925 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a3556f-06c9-44f9-ae39-2effa788f7b4 None None] Network a1f009ee-ea41-46a1-8dde-25531c2a4ce3 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:37:25.641095 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7ee7caef-6d93-477a-9599-f4d71f8c28f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:26.088588 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56340) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:26.213429 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1c953c7f-b449-4886-9f74-18958e613c53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:26.330077 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1c953c7f-b449-4886-9f74-18958e613c53 admin admin] Publish callbacks [] for security_group (8aae0cdf-a1ed-4ae0-b4dc-43e052030d09), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:26.335322 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1c953c7f-b449-4886-9f74-18958e613c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8aae0cdf-a1ed-4ae0-b4dc-43e052030d09), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:26.366091 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1c953c7f-b449-4886-9f74-18958e613c53 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e6f69d8b9d844a4db05c4ed81e4a46ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2752743 Jan 18 20:37:26.368744 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56344) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:26.389565 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c953c7f-b449-4886-9f74-18958e613c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aae0cdf-a1ed-4ae0-b4dc-43e052030d09,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:26.459083 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-04b34802-2ff7-4123-b931-be3835e3319e admin admin] Publish callbacks [] for security_group (8aae0cdf-a1ed-4ae0-b4dc-43e052030d09), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:26.487728 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-04b34802-2ff7-4123-b931-be3835e3319e admin admin] Publish callbacks [] for security_group (8aae0cdf-a1ed-4ae0-b4dc-43e052030d09), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:26.542938 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-04b34802-2ff7-4123-b931-be3835e3319e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8aae0cdf-a1ed-4ae0-b4dc-43e052030d09), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:26.547047 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-04b34802-2ff7-4123-b931-be3835e3319e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:26.550639 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-04b34802-2ff7-4123-b931-be3835e3319e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8aae0cdf-a1ed-4ae0-b4dc-43e052030d09 HTTP/1.1" status: 204 len: 168 time: 0.1784756 Jan 18 20:37:26.566943 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b34802-2ff7-4123-b931-be3835e3319e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aae0cdf-a1ed-4ae0-b4dc-43e052030d09,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:27.808196 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-95ea9adf-da01-4e2e-809c-c5431535a513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:29.108854 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:30.554136 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:31.865126 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:32.268290 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e489cd-a5c4-4094-8882-47473cf874c3 req-1221684b-91ce-4ad0-ad00-1ab66e5dae10 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:32.289375 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e489cd-a5c4-4094-8882-47473cf874c3 req-1221684b-91ce-4ad0-ad00-1ab66e5dae10 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:32.295972 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e489cd-a5c4-4094-8882-47473cf874c3 req-1221684b-91ce-4ad0-ad00-1ab66e5dae10 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:32.302452 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e489cd-a5c4-4094-8882-47473cf874c3 req-1221684b-91ce-4ad0-ad00-1ab66e5dae10 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:32.312279 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e489cd-a5c4-4094-8882-47473cf874c3 req-1221684b-91ce-4ad0-ad00-1ab66e5dae10 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:32.319139 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e489cd-a5c4-4094-8882-47473cf874c3 req-1221684b-91ce-4ad0-ad00-1ab66e5dae10 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:32.325825 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e489cd-a5c4-4094-8882-47473cf874c3 req-1221684b-91ce-4ad0-ad00-1ab66e5dae10 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:32.327968 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-56e489cd-a5c4-4094-8882-47473cf874c3 req-1221684b-91ce-4ad0-ad00-1ab66e5dae10 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5445 time: 0.1325626 Jan 18 20:37:32.434221 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-56e489cd-a5c4-4094-8882-47473cf874c3 req-cbcd2c6d-029b-4975-84ba-8c2f37c2be7a tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0985653 Jan 18 20:37:33.501136 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733e734-12eb-491d-a775-4bb4550a7372 req-9be7b253-b10d-4971-9cab-d9082cbf7509 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:33.508043 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733e734-12eb-491d-a775-4bb4550a7372 req-9be7b253-b10d-4971-9cab-d9082cbf7509 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:33.517272 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733e734-12eb-491d-a775-4bb4550a7372 req-9be7b253-b10d-4971-9cab-d9082cbf7509 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:33.523977 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733e734-12eb-491d-a775-4bb4550a7372 req-9be7b253-b10d-4971-9cab-d9082cbf7509 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:33.530809 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733e734-12eb-491d-a775-4bb4550a7372 req-9be7b253-b10d-4971-9cab-d9082cbf7509 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:33.540811 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733e734-12eb-491d-a775-4bb4550a7372 req-9be7b253-b10d-4971-9cab-d9082cbf7509 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:33.548966 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733e734-12eb-491d-a775-4bb4550a7372 req-9be7b253-b10d-4971-9cab-d9082cbf7509 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:33.551433 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f733e734-12eb-491d-a775-4bb4550a7372 req-9be7b253-b10d-4971-9cab-d9082cbf7509 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5445 time: 0.1354976 Jan 18 20:37:33.608879 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733e734-12eb-491d-a775-4bb4550a7372 req-6605439c-3701-4e80-ad2d-063c0cf3f5fe tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:33.617835 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f733e734-12eb-491d-a775-4bb4550a7372 req-6605439c-3701-4e80-ad2d-063c0cf3f5fe tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.70 "GET /v2.0/ports/1488c34b-3de1-428f-94c5-ea3bbe9105fc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0501888 Jan 18 20:37:33.762901 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f733e734-12eb-491d-a775-4bb4550a7372 req-7301f873-16b7-4ee8-a245-382e243165c3 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.70 "GET /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1410439 Jan 18 20:37:33.779870 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-f733e734-12eb-491d-a775-4bb4550a7372 req-5a6c9b1f-4d53-4ca1-af25-38e765698529 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:37:33.890962 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-5a6c9b1f-4d53-4ca1-af25-38e765698529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1488c34b-3de1-428f-94c5-ea3bbe9105fc), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:33.941381 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f18877-abb9-4fe8-b3c7-b1f57cb88b03 req-ca446e97-6989-4028-84b5-37aabff9d5c4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:33.947438 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f18877-abb9-4fe8-b3c7-b1f57cb88b03 req-ca446e97-6989-4028-84b5-37aabff9d5c4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:33.955326 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f18877-abb9-4fe8-b3c7-b1f57cb88b03 req-ca446e97-6989-4028-84b5-37aabff9d5c4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:33.982519 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f18877-abb9-4fe8-b3c7-b1f57cb88b03 req-ca446e97-6989-4028-84b5-37aabff9d5c4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:33.991913 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f18877-abb9-4fe8-b3c7-b1f57cb88b03 req-ca446e97-6989-4028-84b5-37aabff9d5c4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:34.014858 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f18877-abb9-4fe8-b3c7-b1f57cb88b03 req-ca446e97-6989-4028-84b5-37aabff9d5c4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:34.021426 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f18877-abb9-4fe8-b3c7-b1f57cb88b03 req-ca446e97-6989-4028-84b5-37aabff9d5c4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:34.024041 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e2f18877-abb9-4fe8-b3c7-b1f57cb88b03 req-ca446e97-6989-4028-84b5-37aabff9d5c4 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 5445 time: 0.4520805 Jan 18 20:37:34.114452 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:34.116681 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e2f18877-abb9-4fe8-b3c7-b1f57cb88b03 req-79ead983-8222-4755-83ab-c1033499fb49 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=551b2fbd-babf-4067-91f0-0851cd6e7d23&id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0846713 Jan 18 20:37:34.228006 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-f733e734-12eb-491d-a775-4bb4550a7372 req-5a6c9b1f-4d53-4ca1-af25-38e765698529 service neutron] For port 1488c34b-3de1-428f-94c5-ea3bbe9105fc, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1488c34b-3de1-428f-94c5-ea3bbe9105fc,segment=NetworkSegment(78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c),segment_id=78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:37:34.265046 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-f733e734-12eb-491d-a775-4bb4550a7372 req-5a6c9b1f-4d53-4ca1-af25-38e765698529 service neutron] For port 1488c34b-3de1-428f-94c5-ea3bbe9105fc, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:37:34.301851 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-f733e734-12eb-491d-a775-4bb4550a7372 req-5a6c9b1f-4d53-4ca1-af25-38e765698529 service neutron] device_id is not set on port 1488c34b-3de1-428f-94c5-ea3bbe9105fc yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:37:34.310269 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-5a6c9b1f-4d53-4ca1-af25-38e765698529 service neutron] Publish callbacks [] for port (1488c34b-3de1-428f-94c5-ea3bbe9105fc), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:34.320464 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-5a6c9b1f-4d53-4ca1-af25-38e765698529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (1488c34b-3de1-428f-94c5-ea3bbe9105fc), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:34.380694 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c9b1f-4d53-4ca1-af25-38e765698529 service neutron] Pushing event updated for resources: {'Port': ['ID=1488c34b-3de1-428f-94c5-ea3bbe9105fc,revision_number=6']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:34.420767 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-f733e734-12eb-491d-a775-4bb4550a7372 req-5a6c9b1f-4d53-4ca1-af25-38e765698529 service neutron] No DVR routers for this DVR port 1488c34b-3de1-428f-94c5-ea3bbe9105fc on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:37:34.487806 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-f733e734-12eb-491d-a775-4bb4550a7372 req-5a6c9b1f-4d53-4ca1-af25-38e765698529 service neutron] In _notify_port_updated(), no bound segment for port 1488c34b-3de1-428f-94c5-ea3bbe9105fc on network 5fbd40aa-f049-4550-b042-82fa935955b5 {{(pid=103336) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 18 20:37:34.488745 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733e734-12eb-491d-a775-4bb4550a7372 req-5a6c9b1f-4d53-4ca1-af25-38e765698529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:34.489359 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-5a6c9b1f-4d53-4ca1-af25-38e765698529 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:34.496614 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f733e734-12eb-491d-a775-4bb4550a7372 req-5a6c9b1f-4d53-4ca1-af25-38e765698529 service neutron] 10.222.0.70 "PUT /v2.0/ports/1488c34b-3de1-428f-94c5-ea3bbe9105fc HTTP/1.1" status: 200 len: 1032 time: 0.7168984 Jan 18 20:37:34.565149 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733e734-12eb-491d-a775-4bb4550a7372 req-b233e1b5-04c5-48ee-a816-e8f2307e963f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:34.566966 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f733e734-12eb-491d-a775-4bb4550a7372 req-b233e1b5-04c5-48ee-a816-e8f2307e963f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.70 "GET /v2.0/ports/fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0672588 Jan 18 20:37:34.591357 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-f733e734-12eb-491d-a775-4bb4550a7372 req-c85603f7-87e6-447b-9dd9-2c913b23e287 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:37:34.671249 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-c85603f7-87e6-447b-9dd9-2c913b23e287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:34.794287 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-cad83c36-af73-44d3-b2c7-f0bcf55e1b28 None None] Provisioning complete for port 1488c34b-3de1-428f-94c5-ea3bbe9105fc triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:37:34.795007 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cad83c36-af73-44d3-b2c7-f0bcf55e1b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1488c34b-3de1-428f-94c5-ea3bbe9105fc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:34.845959 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-cad83c36-af73-44d3-b2c7-f0bcf55e1b28 None None] Port 1488c34b-3de1-428f-94c5-ea3bbe9105fc cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:37:34.949025 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-f733e734-12eb-491d-a775-4bb4550a7372 req-c85603f7-87e6-447b-9dd9-2c913b23e287 service neutron] For port fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb,segment=NetworkSegment(78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c),segment_id=78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:37:34.998186 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-f733e734-12eb-491d-a775-4bb4550a7372 req-c85603f7-87e6-447b-9dd9-2c913b23e287 service neutron] For port fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:37:35.035887 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-f733e734-12eb-491d-a775-4bb4550a7372 req-c85603f7-87e6-447b-9dd9-2c913b23e287 service neutron] device_id is not set on port fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:37:35.058241 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-c85603f7-87e6-447b-9dd9-2c913b23e287 service neutron] Publish callbacks [] for port (fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:35.059534 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-c85603f7-87e6-447b-9dd9-2c913b23e287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:35.140573 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-f733e734-12eb-491d-a775-4bb4550a7372 req-c85603f7-87e6-447b-9dd9-2c913b23e287 service neutron] No DVR routers for this DVR port fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:37:35.176729 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85603f7-87e6-447b-9dd9-2c913b23e287 service neutron] Pushing event updated for resources: {'Port': ['ID=fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb,revision_number=6']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:35.210073 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-f733e734-12eb-491d-a775-4bb4550a7372 req-c85603f7-87e6-447b-9dd9-2c913b23e287 service neutron] In _notify_port_updated(), no bound segment for port fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb on network 5fbd40aa-f049-4550-b042-82fa935955b5 {{(pid=103336) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 18 20:37:35.211633 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733e734-12eb-491d-a775-4bb4550a7372 req-c85603f7-87e6-447b-9dd9-2c913b23e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:35.212253 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-c85603f7-87e6-447b-9dd9-2c913b23e287 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:35.221281 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f733e734-12eb-491d-a775-4bb4550a7372 req-c85603f7-87e6-447b-9dd9-2c913b23e287 service neutron] 10.222.0.70 "PUT /v2.0/ports/fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb HTTP/1.1" status: 200 len: 1033 time: 0.6401911 Jan 18 20:37:35.516877 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-002bd568-f55c-47b4-a9c3-525d951caf80 None None] Provisioning complete for port fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:37:35.518400 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-002bd568-f55c-47b4-a9c3-525d951caf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:35.564392 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-002bd568-f55c-47b4-a9c3-525d951caf80 None None] Port fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:37:35.846428 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f472d22-fe66-49ab-a1fa-ee6072d9529e req-d680318c-f064-4b63-99ff-f14155d482cb tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:35.852594 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f472d22-fe66-49ab-a1fa-ee6072d9529e req-d680318c-f064-4b63-99ff-f14155d482cb tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:35.859281 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f472d22-fe66-49ab-a1fa-ee6072d9529e req-d680318c-f064-4b63-99ff-f14155d482cb tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:35.867165 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f472d22-fe66-49ab-a1fa-ee6072d9529e req-d680318c-f064-4b63-99ff-f14155d482cb tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:35.873767 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f472d22-fe66-49ab-a1fa-ee6072d9529e req-d680318c-f064-4b63-99ff-f14155d482cb tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:35.875638 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f472d22-fe66-49ab-a1fa-ee6072d9529e req-d680318c-f064-4b63-99ff-f14155d482cb tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 3886 time: 0.6157451 Jan 18 20:37:35.934315 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-f733e734-12eb-491d-a775-4bb4550a7372 req-0977ed5d-b5e2-4a0c-bdeb-49730face00d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Deleting port 671d4bba-81d3-48a3-86d7-51496fd0ea37 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:37:35.934315 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-0977ed5d-b5e2-4a0c-bdeb-49730face00d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (671d4bba-81d3-48a3-86d7-51496fd0ea37), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:35.976647 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f472d22-fe66-49ab-a1fa-ee6072d9529e req-1250cb74-c5d0-4cdc-badf-1ca479efeee8 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950356 Jan 18 20:37:36.116453 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-f733e734-12eb-491d-a775-4bb4550a7372 req-0977ed5d-b5e2-4a0c-bdeb-49730face00d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] For port 671d4bba-81d3-48a3-86d7-51496fd0ea37, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=671d4bba-81d3-48a3-86d7-51496fd0ea37,segment=NetworkSegment(78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c),segment_id=78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:37:36.117529 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-0977ed5d-b5e2-4a0c-bdeb-49730face00d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (671d4bba-81d3-48a3-86d7-51496fd0ea37), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:36.139151 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-f733e734-12eb-491d-a775-4bb4550a7372 req-0977ed5d-b5e2-4a0c-bdeb-49730face00d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Calling delete_port for 671d4bba-81d3-48a3-86d7-51496fd0ea37 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:37:36.336346 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-0977ed5d-b5e2-4a0c-bdeb-49730face00d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (671d4bba-81d3-48a3-86d7-51496fd0ea37), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:36.399369 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977ed5d-b5e2-4a0c-bdeb-49730face00d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event deleted for resources: {'Port': ['ID=671d4bba-81d3-48a3-86d7-51496fd0ea37,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:36.439991 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-f733e734-12eb-491d-a775-4bb4550a7372 req-0977ed5d-b5e2-4a0c-bdeb-49730face00d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] No DVR routers for this DVR port 671d4bba-81d3-48a3-86d7-51496fd0ea37 on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:37:36.444670 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-0977ed5d-b5e2-4a0c-bdeb-49730face00d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:36.460850 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f733e734-12eb-491d-a775-4bb4550a7372 req-0977ed5d-b5e2-4a0c-bdeb-49730face00d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.70 "DELETE /v2.0/ports/671d4bba-81d3-48a3-86d7-51496fd0ea37 HTTP/1.1" status: 204 len: 173 time: 1.2124152 Jan 18 20:37:36.460850 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'name': 'network-vif-deleted', 'tag': '671d4bba-81d3-48a3-86d7-51496fd0ea37'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:37:36.460850 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f0fee0-e566-442e-b47d-8cecc9b14298" -d '{"events": [{"server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "name": "network-vif-deleted", "tag": "671d4bba-81d3-48a3-86d7-51496fd0ea37"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:37:36.553201 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe79e6f-d68e-4767-b94b-81550c3b5624 x-openstack-request-id: req-dbe79e6f-d68e-4767-b94b-81550c3b5624 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:37:36.553494 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "name": "network-vif-deleted", "tag": "671d4bba-81d3-48a3-86d7-51496fd0ea37", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:37:36.553777 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbe79e6f-d68e-4767-b94b-81550c3b5624 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:37:36.554231 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'name': 'network-vif-deleted', 'tag': '671d4bba-81d3-48a3-86d7-51496fd0ea37', 'status': 'completed', 'code': 200} Jan 18 20:37:36.613904 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-f733e734-12eb-491d-a775-4bb4550a7372 req-108b0b92-29f2-43c2-a73f-705bea9f0b31 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Deleting port c3205105-3cf6-449b-a8a6-e9c40e5ae36e {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:37:36.614097 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-108b0b92-29f2-43c2-a73f-705bea9f0b31 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (c3205105-3cf6-449b-a8a6-e9c40e5ae36e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:36.779895 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-f733e734-12eb-491d-a775-4bb4550a7372 req-108b0b92-29f2-43c2-a73f-705bea9f0b31 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] For port c3205105-3cf6-449b-a8a6-e9c40e5ae36e, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=c3205105-3cf6-449b-a8a6-e9c40e5ae36e,segment=NetworkSegment(c1d21b30-858e-44e1-860f-2f5b2e55021f),segment_id=c1d21b30-858e-44e1-860f-2f5b2e55021f)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:37:36.782384 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-108b0b92-29f2-43c2-a73f-705bea9f0b31 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (c3205105-3cf6-449b-a8a6-e9c40e5ae36e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:36.943430 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:37.229246 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc10679-bea9-4ead-9e6b-97666da764d6 req-ed2c1dee-f6a7-4a6d-9b97-4ddc362bd148 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:37.236606 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc10679-bea9-4ead-9e6b-97666da764d6 req-ed2c1dee-f6a7-4a6d-9b97-4ddc362bd148 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:37.243076 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc10679-bea9-4ead-9e6b-97666da764d6 req-ed2c1dee-f6a7-4a6d-9b97-4ddc362bd148 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:37.249511 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc10679-bea9-4ead-9e6b-97666da764d6 req-ed2c1dee-f6a7-4a6d-9b97-4ddc362bd148 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:37.258205 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0cc10679-bea9-4ead-9e6b-97666da764d6 req-ed2c1dee-f6a7-4a6d-9b97-4ddc362bd148 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 3151 time: 0.1490760 Jan 18 20:37:37.301452 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-108b0b92-29f2-43c2-a73f-705bea9f0b31 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:37.301842 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-108b0b92-29f2-43c2-a73f-705bea9f0b31 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (5f7c0261-eebc-40ea-a3fe-0a7a6d852685), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:37.302156 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [req-f733e734-12eb-491d-a775-4bb4550a7372 req-108b0b92-29f2-43c2-a73f-705bea9f0b31 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Floating IP 5f7c0261-eebc-40ea-a3fe-0a7a6d852685 disassociated. External IP: 172.25.4.17, port: c3205105-3cf6-449b-a8a6-e9c40e5ae36e. Jan 18 20:37:37.302496 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-f733e734-12eb-491d-a775-4bb4550a7372 req-108b0b92-29f2-43c2-a73f-705bea9f0b31 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Calling delete_port for c3205105-3cf6-449b-a8a6-e9c40e5ae36e owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:37:37.362862 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1488c34b-3de1-428f-94c5-ea3bbe9105fc no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:37:37.383474 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0cc10679-bea9-4ead-9e6b-97666da764d6 req-8bcb7f78-914d-458d-b54e-b638650b1084 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193733 Jan 18 20:37:37.410851 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] The host n-h2-741529-9 is not matching for port 1488c34b-3de1-428f-94c5-ea3bbe9105fc host ! {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 18 20:37:37.411513 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1488c34b-3de1-428f-94c5-ea3bbe9105fc not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:37:37.412091 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device c3205105-3cf6-449b-a8a6-e9c40e5ae36e no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:37:37.515110 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port c3205105-3cf6-449b-a8a6-e9c40e5ae36e is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:37:37.515516 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c3205105-3cf6-449b-a8a6-e9c40e5ae36e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:37.525759 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-108b0b92-29f2-43c2-a73f-705bea9f0b31 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (c3205105-3cf6-449b-a8a6-e9c40e5ae36e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:37.568756 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b0b92-29f2-43c2-a73f-705bea9f0b31 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event deleted for resources: {'Port': ['ID=c3205105-3cf6-449b-a8a6-e9c40e5ae36e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:37.594195 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:37:37.684148 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] The host n-h2-741529-9 is not matching for port fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb host ! {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 18 20:37:37.685500 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:37:37.687586 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 671d4bba-81d3-48a3-86d7-51496fd0ea37 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:37:37.732428 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 671d4bba-81d3-48a3-86d7-51496fd0ea37 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:37:37.732986 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 671d4bba-81d3-48a3-86d7-51496fd0ea37 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:37:37.733577 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 3d00ac2c-22d8-495c-a56f-379c471665e9 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:37:37.862504 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f733e734-12eb-491d-a775-4bb4550a7372 req-108b0b92-29f2-43c2-a73f-705bea9f0b31 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Router d829a980-f002-4ff1-b509-18e891e56e2b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:37:37.901911 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 3d00ac2c-22d8-495c-a56f-379c471665e9 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:37:37.902646 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3d00ac2c-22d8-495c-a56f-379c471665e9), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:37.973688 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d00ac2c-22d8-495c-a56f-379c471665e9'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:37:37.985281 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ff586b-9068-4546-bde1-f82500e5cc30" -d '{"events": [{"server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "name": "network-vif-unplugged", "status": "completed", "tag": "3d00ac2c-22d8-495c-a56f-379c471665e9"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:37:38.031265 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 3d00ac2c-22d8-495c-a56f-379c471665e9, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3d00ac2c-22d8-495c-a56f-379c471665e9,segment=NetworkSegment(fbad898d-38fa-47be-becf-1f5943552590),segment_id=fbad898d-38fa-47be-becf-1f5943552590)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:37:38.032340 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f733e734-12eb-491d-a775-4bb4550a7372 req-108b0b92-29f2-43c2-a73f-705bea9f0b31 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:37:38.040620 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3d00ac2c-22d8-495c-a56f-379c471665e9), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:38.041498 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device eb3d9437-709a-40f0-a5c9-37416af4dbf8 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:37:38.082215 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d490a732-3909-4428-9a99-b6093a40edc2 None None] Sync routers for ids ['d829a980-f002-4ff1-b509-18e891e56e2b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:37:38.132998 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-f733e734-12eb-491d-a775-4bb4550a7372 req-108b0b92-29f2-43c2-a73f-705bea9f0b31 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] No DVR routers for this DVR port c3205105-3cf6-449b-a8a6-e9c40e5ae36e on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:37:38.152505 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-108b0b92-29f2-43c2-a73f-705bea9f0b31 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:38.169938 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f733e734-12eb-491d-a775-4bb4550a7372 req-108b0b92-29f2-43c2-a73f-705bea9f0b31 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.70 "DELETE /v2.0/ports/c3205105-3cf6-449b-a8a6-e9c40e5ae36e HTTP/1.1" status: 204 len: 173 time: 1.7033572 Jan 18 20:37:38.181431 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d490a732-3909-4428-9a99-b6093a40edc2 None None] Routers {'d829a980-f002-4ff1-b509-18e891e56e2b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:37:38.182095 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d490a732-3909-4428-9a99-b6093a40edc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:37:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d829a980-f002-4ff1-b509-18e891e56e2b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:38.220339 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c86b54-a3ff-40a2-acff-364ee6975b54 x-openstack-request-id: req-b7c86b54-a3ff-40a2-acff-364ee6975b54 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:37:38.220547 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "name": "network-vif-unplugged", "status": "completed", "tag": "3d00ac2c-22d8-495c-a56f-379c471665e9", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:37:38.220801 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7c86b54-a3ff-40a2-acff-364ee6975b54 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:37:38.221197 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d00ac2c-22d8-495c-a56f-379c471665e9', 'code': 200} Jan 18 20:37:38.354816 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=3d00ac2c-22d8-495c-a56f-379c471665e9,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:38.408117 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-f733e734-12eb-491d-a775-4bb4550a7372 req-77e6a713-ddd4-4d3b-8e75-49d7ea699e19 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Deleting port 0abb6452-2f0c-4e93-bb6c-218b06908795 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:37:38.409166 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-77e6a713-ddd4-4d3b-8e75-49d7ea699e19 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (0abb6452-2f0c-4e93-bb6c-218b06908795), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:38.411978 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port eb3d9437-709a-40f0-a5c9-37416af4dbf8 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:37:38.412546 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (eb3d9437-709a-40f0-a5c9-37416af4dbf8), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:38.558255 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port eb3d9437-709a-40f0-a5c9-37416af4dbf8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=eb3d9437-709a-40f0-a5c9-37416af4dbf8,segment=NetworkSegment(78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c),segment_id=78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:37:38.569270 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (eb3d9437-709a-40f0-a5c9-37416af4dbf8), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:38.570143 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 0abb6452-2f0c-4e93-bb6c-218b06908795 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:37:38.573017 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-d490a732-3909-4428-9a99-b6093a40edc2 None None] Set router d829a980-f002-4ff1-b509-18e891e56e2b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:37:38.575030 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'name': 'network-vif-deleted', 'tag': 'c3205105-3cf6-449b-a8a6-e9c40e5ae36e'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:37:38.589018 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4e6092-d50e-4174-8ee4-21b31e6d2bfe" -d '{"events": [{"server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "name": "network-vif-deleted", "tag": "c3205105-3cf6-449b-a8a6-e9c40e5ae36e"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:37:38.772380 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-f733e734-12eb-491d-a775-4bb4550a7372 req-77e6a713-ddd4-4d3b-8e75-49d7ea699e19 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] For port 0abb6452-2f0c-4e93-bb6c-218b06908795, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0abb6452-2f0c-4e93-bb6c-218b06908795,segment=NetworkSegment(fbad898d-38fa-47be-becf-1f5943552590),segment_id=fbad898d-38fa-47be-becf-1f5943552590)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:37:38.773492 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-77e6a713-ddd4-4d3b-8e75-49d7ea699e19 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (0abb6452-2f0c-4e93-bb6c-218b06908795), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:38.831374 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c71b8-2d5f-401a-89ec-fbfb849258b0 req-8fa3814f-f1a8-4e0e-8d6d-61495c6c85a3 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:38.844081 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c71b8-2d5f-401a-89ec-fbfb849258b0 req-8fa3814f-f1a8-4e0e-8d6d-61495c6c85a3 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:38.859700 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c71b8-2d5f-401a-89ec-fbfb849258b0 req-8fa3814f-f1a8-4e0e-8d6d-61495c6c85a3 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:38.862290 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-573c71b8-2d5f-401a-89ec-fbfb849258b0 req-8fa3814f-f1a8-4e0e-8d6d-61495c6c85a3 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 2412 time: 0.3195167 Jan 18 20:37:38.877002 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-f733e734-12eb-491d-a775-4bb4550a7372 req-77e6a713-ddd4-4d3b-8e75-49d7ea699e19 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Calling delete_port for 0abb6452-2f0c-4e93-bb6c-218b06908795 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:37:39.018814 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=eb3d9437-709a-40f0-a5c9-37416af4dbf8,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:39.065559 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd2f1cd-67ad-449f-ab9d-dfc80164a4ba x-openstack-request-id: req-0dd2f1cd-67ad-449f-ab9d-dfc80164a4ba {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:37:39.065810 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "name": "network-vif-deleted", "tag": "c3205105-3cf6-449b-a8a6-e9c40e5ae36e", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:37:39.066040 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0dd2f1cd-67ad-449f-ab9d-dfc80164a4ba {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:37:39.066435 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'name': 'network-vif-deleted', 'tag': 'c3205105-3cf6-449b-a8a6-e9c40e5ae36e', 'status': 'completed', 'code': 200} Jan 18 20:37:39.092607 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-573c71b8-2d5f-401a-89ec-fbfb849258b0 req-e533603e-393d-4c64-a6fe-69f94b1915b7 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230799 Jan 18 20:37:39.182323 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 0abb6452-2f0c-4e93-bb6c-218b06908795 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:37:39.182961 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0abb6452-2f0c-4e93-bb6c-218b06908795), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:39.202521 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-77e6a713-ddd4-4d3b-8e75-49d7ea699e19 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (0abb6452-2f0c-4e93-bb6c-218b06908795), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:39.259758 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6a713-ddd4-4d3b-8e75-49d7ea699e19 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event deleted for resources: {'Port': ['ID=0abb6452-2f0c-4e93-bb6c-218b06908795,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:39.343467 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-f733e734-12eb-491d-a775-4bb4550a7372 req-77e6a713-ddd4-4d3b-8e75-49d7ea699e19 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] No DVR routers for this DVR port 0abb6452-2f0c-4e93-bb6c-218b06908795 on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:37:39.345986 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-77e6a713-ddd4-4d3b-8e75-49d7ea699e19 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:39.349823 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f733e734-12eb-491d-a775-4bb4550a7372 req-77e6a713-ddd4-4d3b-8e75-49d7ea699e19 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.70 "DELETE /v2.0/ports/0abb6452-2f0c-4e93-bb6c-218b06908795 HTTP/1.1" status: 204 len: 173 time: 1.1720307 Jan 18 20:37:39.361451 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d490a732-3909-4428-9a99-b6093a40edc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'name': 'tempest-TaggedBootDevicesTest_v242-647798303-router', 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '38d15467-84f1-483e-9063-ad6c4607fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:25:24Z', 'updated_at': '2022-01-18T20:25:40Z', 'revision_number': 4, 'project_id': '733444720280437eb7f9cfdcefc53319', 'gw_port': {'id': '38d15467-84f1-483e-9063-ad6c4607fe7f', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bf:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:27Z', 'updated_at': '2022-01-18T20:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'd5fd4c74-0cf0-4c5d-83bd-ca95b5532679', 'name': '', 'network_id': '430c56bd-8290-45d6-ab68-26d11179c94e', 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'mac_address': 'fa:16:3e:64:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '2035485f-6539-4901-9376-da308db55f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:38Z', 'updated_at': '2022-01-18T20:25:49Z', 'revision_number': 5, 'project_id': '733444720280437eb7f9cfdcefc53319', 'subnets': [{'id': '2035485f-6539-4901-9376-da308db55f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:39.397816 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d490a732-3909-4428-9a99-b6093a40edc2 None None] Checking router: d829a980-f002-4ff1-b509-18e891e56e2b for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:37:39.415023 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d490a732-3909-4428-9a99-b6093a40edc2 None None] Routers {'d829a980-f002-4ff1-b509-18e891e56e2b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:37:39.415984 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d490a732-3909-4428-9a99-b6093a40edc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:37:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d829a980-f002-4ff1-b509-18e891e56e2b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:39.611462 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-d490a732-3909-4428-9a99-b6093a40edc2 None None] Set router d829a980-f002-4ff1-b509-18e891e56e2b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:37:39.620962 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-f733e734-12eb-491d-a775-4bb4550a7372 req-954eb4c5-929c-4da9-b2a3-8966feca223b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Deleting port 3d00ac2c-22d8-495c-a56f-379c471665e9 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:37:39.621542 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-954eb4c5-929c-4da9-b2a3-8966feca223b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (3d00ac2c-22d8-495c-a56f-379c471665e9), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:39.926767 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-f733e734-12eb-491d-a775-4bb4550a7372 req-954eb4c5-929c-4da9-b2a3-8966feca223b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] For port 3d00ac2c-22d8-495c-a56f-379c471665e9, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=3d00ac2c-22d8-495c-a56f-379c471665e9,segment=NetworkSegment(fbad898d-38fa-47be-becf-1f5943552590),segment_id=fbad898d-38fa-47be-becf-1f5943552590)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:37:39.927112 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-954eb4c5-929c-4da9-b2a3-8966feca223b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (3d00ac2c-22d8-495c-a56f-379c471665e9), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:39.952315 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-f733e734-12eb-491d-a775-4bb4550a7372 req-954eb4c5-929c-4da9-b2a3-8966feca223b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Calling delete_port for 3d00ac2c-22d8-495c-a56f-379c471665e9 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:37:40.018232 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d490a732-3909-4428-9a99-b6093a40edc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'name': 'tempest-TaggedBootDevicesTest_v242-647798303-router', 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '38d15467-84f1-483e-9063-ad6c4607fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:25:24Z', 'updated_at': '2022-01-18T20:25:40Z', 'revision_number': 4, 'project_id': '733444720280437eb7f9cfdcefc53319', 'gw_port': {'id': '38d15467-84f1-483e-9063-ad6c4607fe7f', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bf:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:27Z', 'updated_at': '2022-01-18T20:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'd5fd4c74-0cf0-4c5d-83bd-ca95b5532679', 'name': '', 'network_id': '430c56bd-8290-45d6-ab68-26d11179c94e', 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'mac_address': 'fa:16:3e:64:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '2035485f-6539-4901-9376-da308db55f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:38Z', 'updated_at': '2022-01-18T20:25:49Z', 'revision_number': 5, 'project_id': '733444720280437eb7f9cfdcefc53319', 'subnets': [{'id': '2035485f-6539-4901-9376-da308db55f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:40.064028 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d490a732-3909-4428-9a99-b6093a40edc2 None None] The sync data for ids ['d829a980-f002-4ff1-b509-18e891e56e2b'] in n-d-741529-9 is: [{'id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'name': 'tempest-TaggedBootDevicesTest_v242-647798303-router', 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '38d15467-84f1-483e-9063-ad6c4607fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:25:24Z', 'updated_at': '2022-01-18T20:25:40Z', 'revision_number': 4, 'project_id': '733444720280437eb7f9cfdcefc53319', 'gw_port': {'id': '38d15467-84f1-483e-9063-ad6c4607fe7f', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bf:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:27Z', 'updated_at': '2022-01-18T20:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'd5fd4c74-0cf0-4c5d-83bd-ca95b5532679', 'name': '', 'network_id': '430c56bd-8290-45d6-ab68-26d11179c94e', 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'mac_address': 'fa:16:3e:64:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '2035485f-6539-4901-9376-da308db55f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:38Z', 'updated_at': '2022-01-18T20:25:49Z', 'revision_number': 5, 'project_id': '733444720280437eb7f9cfdcefc53319', 'subnets': [{'id': '2035485f-6539-4901-9376-da308db55f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:37:40.188806 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-954eb4c5-929c-4da9-b2a3-8966feca223b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (3d00ac2c-22d8-495c-a56f-379c471665e9), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:40.222467 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb3d9437-709a-40f0-a5c9-37416af4dbf8'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:37:40.224813 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be869acc-f66a-4a0b-91a9-14a2de20a1e3" -d '{"events": [{"server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "name": "network-vif-unplugged", "status": "completed", "tag": "eb3d9437-709a-40f0-a5c9-37416af4dbf8"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:37:40.247821 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954eb4c5-929c-4da9-b2a3-8966feca223b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event deleted for resources: {'Port': ['ID=3d00ac2c-22d8-495c-a56f-379c471665e9,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:40.295621 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38920086-cfa9-43ff-9c46-046172cc1919 x-openstack-request-id: req-38920086-cfa9-43ff-9c46-046172cc1919 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:37:40.295919 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "name": "network-vif-unplugged", "status": "completed", "tag": "eb3d9437-709a-40f0-a5c9-37416af4dbf8", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:37:40.296225 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-38920086-cfa9-43ff-9c46-046172cc1919 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:37:40.296634 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb3d9437-709a-40f0-a5c9-37416af4dbf8', 'code': 200} Jan 18 20:37:40.357442 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-f733e734-12eb-491d-a775-4bb4550a7372 req-954eb4c5-929c-4da9-b2a3-8966feca223b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] No DVR routers for this DVR port 3d00ac2c-22d8-495c-a56f-379c471665e9 on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:37:40.360856 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-954eb4c5-929c-4da9-b2a3-8966feca223b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:40.364328 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f733e734-12eb-491d-a775-4bb4550a7372 req-954eb4c5-929c-4da9-b2a3-8966feca223b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.70 "DELETE /v2.0/ports/3d00ac2c-22d8-495c-a56f-379c471665e9 HTTP/1.1" status: 204 len: 173 time: 1.0064223 Jan 18 20:37:40.561140 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a82744-defc-4499-b168-5630d758c75a req-54b50770-7d67-407f-853a-c6907713fe9e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:40.562708 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a5a82744-defc-4499-b168-5630d758c75a req-54b50770-7d67-407f-853a-c6907713fe9e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 943 time: 0.2140417 Jan 18 20:37:40.604440 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbbb498-6bbb-4938-9e7b-96deb0170c43 None None] New status for floating IP 5f7c0261-eebc-40ea-a3fe-0a7a6d852685: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:37:40.641976 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-f733e734-12eb-491d-a775-4bb4550a7372 req-1c9113f1-95cb-40c9-ad6a-ac461837fed6 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Deleting port eb3d9437-709a-40f0-a5c9-37416af4dbf8 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:37:40.642945 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-1c9113f1-95cb-40c9-ad6a-ac461837fed6 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (eb3d9437-709a-40f0-a5c9-37416af4dbf8), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:40.688029 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a5a82744-defc-4499-b168-5630d758c75a req-2b5e7ee3-61c0-481a-b968-9202e2938df0 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups?id=a274c4d4-997b-45fa-a35a-3baa0a779f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111743 Jan 18 20:37:40.863495 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-f733e734-12eb-491d-a775-4bb4550a7372 req-1c9113f1-95cb-40c9-ad6a-ac461837fed6 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] For port eb3d9437-709a-40f0-a5c9-37416af4dbf8, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=eb3d9437-709a-40f0-a5c9-37416af4dbf8,segment=NetworkSegment(78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c),segment_id=78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:37:40.867716 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-1c9113f1-95cb-40c9-ad6a-ac461837fed6 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (eb3d9437-709a-40f0-a5c9-37416af4dbf8), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:40.924210 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-f733e734-12eb-491d-a775-4bb4550a7372 req-1c9113f1-95cb-40c9-ad6a-ac461837fed6 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Calling delete_port for eb3d9437-709a-40f0-a5c9-37416af4dbf8 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:37:41.068957 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'name': 'network-vif-deleted', 'tag': '0abb6452-2f0c-4e93-bb6c-218b06908795'}, {'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'name': 'network-vif-deleted', 'tag': '3d00ac2c-22d8-495c-a56f-379c471665e9'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:37:41.071962 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce37973e-d84f-451e-898a-6c53dbcd72e2" -d '{"events": [{"server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "name": "network-vif-deleted", "tag": "0abb6452-2f0c-4e93-bb6c-218b06908795"}, {"server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "name": "network-vif-deleted", "tag": "3d00ac2c-22d8-495c-a56f-379c471665e9"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:37:41.210424 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 18 Jan 2022 20:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e7baf9-d7ed-4963-9144-b2259d6d0dce x-openstack-request-id: req-a8e7baf9-d7ed-4963-9144-b2259d6d0dce {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:37:41.211395 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "name": "network-vif-deleted", "tag": "0abb6452-2f0c-4e93-bb6c-218b06908795", "status": "completed", "code": 200}, {"server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "name": "network-vif-deleted", "tag": "3d00ac2c-22d8-495c-a56f-379c471665e9", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:37:41.211812 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8e7baf9-d7ed-4963-9144-b2259d6d0dce {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:37:41.212535 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'name': 'network-vif-deleted', 'tag': '0abb6452-2f0c-4e93-bb6c-218b06908795', 'status': 'completed', 'code': 200} Jan 18 20:37:41.212981 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'name': 'network-vif-deleted', 'tag': '3d00ac2c-22d8-495c-a56f-379c471665e9', 'status': 'completed', 'code': 200} Jan 18 20:37:41.252743 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-1c9113f1-95cb-40c9-ad6a-ac461837fed6 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (eb3d9437-709a-40f0-a5c9-37416af4dbf8), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:41.330715 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9113f1-95cb-40c9-ad6a-ac461837fed6 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event deleted for resources: {'Port': ['ID=eb3d9437-709a-40f0-a5c9-37416af4dbf8,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:41.403765 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-f733e734-12eb-491d-a775-4bb4550a7372 req-1c9113f1-95cb-40c9-ad6a-ac461837fed6 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] No DVR routers for this DVR port eb3d9437-709a-40f0-a5c9-37416af4dbf8 on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:37:41.407741 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f733e734-12eb-491d-a775-4bb4550a7372 req-1c9113f1-95cb-40c9-ad6a-ac461837fed6 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:41.411781 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f733e734-12eb-491d-a775-4bb4550a7372 req-1c9113f1-95cb-40c9-ad6a-ac461837fed6 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.70 "DELETE /v2.0/ports/eb3d9437-709a-40f0-a5c9-37416af4dbf8 HTTP/1.1" status: 204 len: 173 time: 1.0127289 Jan 18 20:37:41.830814 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-80dddec1-3e6f-4e06-9e2d-deb892d4cd35 req-961736dd-d006-4ed7-a838-83fbace6076a tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0466366 Jan 18 20:37:43.005854 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-18380c0a-d1f8-4d1f-b7cb-8d6064af36f5 req-5328fa24-61c9-4c33-8899-ae07af12dfe9 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0301480 Jan 18 20:37:43.214898 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'name': 'network-vif-deleted', 'tag': 'eb3d9437-709a-40f0-a5c9-37416af4dbf8'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:37:43.217309 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c0ddf9-0011-48d2-89a2-43ee92fe5923" -d '{"events": [{"server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "name": "network-vif-deleted", "tag": "eb3d9437-709a-40f0-a5c9-37416af4dbf8"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:37:43.257794 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c31f611-8205-4fbe-bd70-12e0ced97eb0 x-openstack-request-id: req-1c31f611-8205-4fbe-bd70-12e0ced97eb0 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:37:43.258097 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa171f3a-7b11-4647-88b5-324804184a23", "name": "network-vif-deleted", "tag": "eb3d9437-709a-40f0-a5c9-37416af4dbf8", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:37:43.258356 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c31f611-8205-4fbe-bd70-12e0ced97eb0 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:37:43.258800 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa171f3a-7b11-4647-88b5-324804184a23', 'name': 'network-vif-deleted', 'tag': 'eb3d9437-709a-40f0-a5c9-37416af4dbf8', 'status': 'completed', 'code': 200} Jan 18 20:37:43.852456 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060efcc6-7c1e-499c-b2b8-beb9890f59d0 req-11f71a09-961a-45fd-b2cf-9072e181445e tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:43.854109 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-060efcc6-7c1e-499c-b2b8-beb9890f59d0 req-11f71a09-961a-45fd-b2cf-9072e181445e tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/ports?device_id=034615a5-c40c-4bda-b31e-42feb516ef8b HTTP/1.1" status: 200 len: 945 time: 0.0601866 Jan 18 20:37:43.923439 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-060efcc6-7c1e-499c-b2b8-beb9890f59d0 req-66f440d4-ee09-4621-a7ca-2e2796726a46 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/security-groups?id=b678e4a4-90f0-4240-a04d-bc2c9cff1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600264 Jan 18 20:37:44.131613 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-742e404f-4fbd-421b-9629-0d5534931039 req-38d48f11-8107-4e15-86ce-d8fa8096ae73 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0428584 Jan 18 20:37:45.051415 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff9c97-a50e-44e0-b623-2b12c68d9664 req-6f177575-37ea-4cff-b2a1-285e4a7ab336 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:45.059492 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39ff9c97-a50e-44e0-b623-2b12c68d9664 req-6f177575-37ea-4cff-b2a1-285e4a7ab336 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/ports?device_id=034615a5-c40c-4bda-b31e-42feb516ef8b HTTP/1.1" status: 200 len: 945 time: 0.0587208 Jan 18 20:37:45.124639 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39ff9c97-a50e-44e0-b623-2b12c68d9664 req-4db8215c-885d-49d0-8f03-5f66f2000a21 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/security-groups?id=b678e4a4-90f0-4240-a04d-bc2c9cff1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636413 Jan 18 20:37:45.268614 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-732f2564-17e9-4ffa-bccf-0b43e93c7dff req-fd43ced7-2aa6-4ff8-8b01-15f166ecded3 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0413175 Jan 18 20:37:45.332809 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c39179-e162-426d-a62e-0ab728427ede req-4a977cf4-60f5-48f0-aa2b-5e09e6d10b32 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:45.334969 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-59c39179-e162-426d-a62e-0ab728427ede req-4a977cf4-60f5-48f0-aa2b-5e09e6d10b32 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.70 "GET /v2.0/ports?device_id=034615a5-c40c-4bda-b31e-42feb516ef8b HTTP/1.1" status: 200 len: 945 time: 0.0801136 Jan 18 20:37:45.456073 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-59c39179-e162-426d-a62e-0ab728427ede req-4c5ace97-dac4-4616-b32b-e5bce6d71c11 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Deleting port cbdc510f-2eae-4192-a228-e17e54aa7935 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:37:45.456284 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-59c39179-e162-426d-a62e-0ab728427ede req-4c5ace97-dac4-4616-b32b-e5bce6d71c11 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (cbdc510f-2eae-4192-a228-e17e54aa7935), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:45.589774 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-59c39179-e162-426d-a62e-0ab728427ede req-4c5ace97-dac4-4616-b32b-e5bce6d71c11 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] For port cbdc510f-2eae-4192-a228-e17e54aa7935, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=cbdc510f-2eae-4192-a228-e17e54aa7935,segment=NetworkSegment(99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2),segment_id=99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:37:45.589774 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-59c39179-e162-426d-a62e-0ab728427ede req-4c5ace97-dac4-4616-b32b-e5bce6d71c11 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (cbdc510f-2eae-4192-a228-e17e54aa7935), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:45.766156 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-59c39179-e162-426d-a62e-0ab728427ede req-4c5ace97-dac4-4616-b32b-e5bce6d71c11 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:45.766505 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-59c39179-e162-426d-a62e-0ab728427ede req-4c5ace97-dac4-4616-b32b-e5bce6d71c11 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (a086fb64-3a46-45da-896a-e215701de6fa), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:45.766752 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [req-59c39179-e162-426d-a62e-0ab728427ede req-4c5ace97-dac4-4616-b32b-e5bce6d71c11 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Floating IP a086fb64-3a46-45da-896a-e215701de6fa disassociated. External IP: 172.25.4.153, port: cbdc510f-2eae-4192-a228-e17e54aa7935. Jan 18 20:37:45.767088 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-59c39179-e162-426d-a62e-0ab728427ede req-4c5ace97-dac4-4616-b32b-e5bce6d71c11 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Calling delete_port for cbdc510f-2eae-4192-a228-e17e54aa7935 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:37:45.901258 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-59c39179-e162-426d-a62e-0ab728427ede req-4c5ace97-dac4-4616-b32b-e5bce6d71c11 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (cbdc510f-2eae-4192-a228-e17e54aa7935), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:45.939628 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ace97-dac4-4616-b32b-e5bce6d71c11 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Pushing event deleted for resources: {'Port': ['ID=cbdc510f-2eae-4192-a228-e17e54aa7935,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:46.052359 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59c39179-e162-426d-a62e-0ab728427ede req-4c5ace97-dac4-4616-b32b-e5bce6d71c11 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Router 6598b80f-e4e8-423c-8dc6-2cf396f00d09 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:37:46.178461 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59c39179-e162-426d-a62e-0ab728427ede req-4c5ace97-dac4-4616-b32b-e5bce6d71c11 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:37:46.189226 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9bf4a3-322e-40aa-b845-9450032d135d None None] Sync routers for ids ['6598b80f-e4e8-423c-8dc6-2cf396f00d09'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:37:46.201826 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9bf4a3-322e-40aa-b845-9450032d135d None None] Routers {'6598b80f-e4e8-423c-8dc6-2cf396f00d09'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:37:46.203014 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-6b9bf4a3-322e-40aa-b845-9450032d135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:37:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6598b80f-e4e8-423c-8dc6-2cf396f00d09'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:46.266773 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9bdffc7d-b159-4d0b-8a02-ffc3da2b6c56 req-b784dd67-17de-4f91-b7aa-a2e2c6805c14 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "GET /v2.0/ports?device_id=034615a5-c40c-4bda-b31e-42feb516ef8b HTTP/1.1" status: 200 len: 210 time: 0.0617158 Jan 18 20:37:46.293130 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c39179-e162-426d-a62e-0ab728427ede req-4c5ace97-dac4-4616-b32b-e5bce6d71c11 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] No DVR routers for this DVR port cbdc510f-2eae-4192-a228-e17e54aa7935 on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:37:46.299633 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-59c39179-e162-426d-a62e-0ab728427ede req-4c5ace97-dac4-4616-b32b-e5bce6d71c11 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:46.303313 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-59c39179-e162-426d-a62e-0ab728427ede req-4c5ace97-dac4-4616-b32b-e5bce6d71c11 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.70 "DELETE /v2.0/ports/cbdc510f-2eae-4192-a228-e17e54aa7935 HTTP/1.1" status: 204 len: 173 time: 0.9591911 Jan 18 20:37:46.304103 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034615a5-c40c-4bda-b31e-42feb516ef8b', 'name': 'network-vif-deleted', 'tag': 'cbdc510f-2eae-4192-a228-e17e54aa7935'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:37:46.308517 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb524ec4-8843-483b-acf9-d9de610db43d" -d '{"events": [{"server_uuid": "034615a5-c40c-4bda-b31e-42feb516ef8b", "name": "network-vif-deleted", "tag": "cbdc510f-2eae-4192-a228-e17e54aa7935"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:37:46.376338 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98a387e-a096-429f-91c0-d6e6cf5254b2 x-openstack-request-id: req-d98a387e-a096-429f-91c0-d6e6cf5254b2 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:37:46.377093 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034615a5-c40c-4bda-b31e-42feb516ef8b", "name": "network-vif-deleted", "tag": "cbdc510f-2eae-4192-a228-e17e54aa7935", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:37:46.377903 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d98a387e-a096-429f-91c0-d6e6cf5254b2 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:37:46.378593 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034615a5-c40c-4bda-b31e-42feb516ef8b', 'name': 'network-vif-deleted', 'tag': 'cbdc510f-2eae-4192-a228-e17e54aa7935', 'status': 'completed', 'code': 200} Jan 18 20:37:46.425198 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-6b9bf4a3-322e-40aa-b845-9450032d135d None None] Set router 6598b80f-e4e8-423c-8dc6-2cf396f00d09 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:37:46.524721 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e82b7d04-5ffc-429c-8476-dc13ddc7b43f req-4ed3de3f-cc39-48ae-ad6b-9986d033a396 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0693924 Jan 18 20:37:46.715348 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-6b9bf4a3-322e-40aa-b845-9450032d135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'name': 'tempest-TestServerBasicOps-1985353497-router', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'd010be64-2b4f-494c-96c1-3d2b99688766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:17Z', 'updated_at': '2022-01-18T20:32:23Z', 'revision_number': 4, 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'gw_port': {'id': 'd010be64-2b4f-494c-96c1-3d2b99688766', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:18Z', 'updated_at': '2022-01-18T20:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '54887146-7860-4b32-9114-12c34ebdab4c', 'name': '', 'network_id': 'f24e6feb-daa6-4f68-81b5-d19626ccc1ce', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'mac_address': 'fa:16:3e:4e:14:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '9ec262b2-d74c-4048-8753-a618ef3ef2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:22Z', 'updated_at': '2022-01-18T20:32:29Z', 'revision_number': 5, 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'subnets': [{'id': '9ec262b2-d74c-4048-8753-a618ef3ef2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:46.742705 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9bf4a3-322e-40aa-b845-9450032d135d None None] Checking router: 6598b80f-e4e8-423c-8dc6-2cf396f00d09 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:37:46.751589 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9bf4a3-322e-40aa-b845-9450032d135d None None] Routers {'6598b80f-e4e8-423c-8dc6-2cf396f00d09'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:37:46.752206 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-6b9bf4a3-322e-40aa-b845-9450032d135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:37:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6598b80f-e4e8-423c-8dc6-2cf396f00d09'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:46.874112 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-6b9bf4a3-322e-40aa-b845-9450032d135d None None] Set router 6598b80f-e4e8-423c-8dc6-2cf396f00d09 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:37:47.139014 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-6b9bf4a3-322e-40aa-b845-9450032d135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'name': 'tempest-TestServerBasicOps-1985353497-router', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'd010be64-2b4f-494c-96c1-3d2b99688766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:17Z', 'updated_at': '2022-01-18T20:32:23Z', 'revision_number': 4, 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'gw_port': {'id': 'd010be64-2b4f-494c-96c1-3d2b99688766', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:18Z', 'updated_at': '2022-01-18T20:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '54887146-7860-4b32-9114-12c34ebdab4c', 'name': '', 'network_id': 'f24e6feb-daa6-4f68-81b5-d19626ccc1ce', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'mac_address': 'fa:16:3e:4e:14:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '9ec262b2-d74c-4048-8753-a618ef3ef2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:22Z', 'updated_at': '2022-01-18T20:32:29Z', 'revision_number': 5, 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'subnets': [{'id': '9ec262b2-d74c-4048-8753-a618ef3ef2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:47.169214 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9bf4a3-322e-40aa-b845-9450032d135d None None] The sync data for ids ['6598b80f-e4e8-423c-8dc6-2cf396f00d09'] in n-d-741529-9 is: [{'id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'name': 'tempest-TestServerBasicOps-1985353497-router', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'd010be64-2b4f-494c-96c1-3d2b99688766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:17Z', 'updated_at': '2022-01-18T20:32:23Z', 'revision_number': 4, 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'gw_port': {'id': 'd010be64-2b4f-494c-96c1-3d2b99688766', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:18Z', 'updated_at': '2022-01-18T20:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '54887146-7860-4b32-9114-12c34ebdab4c', 'name': '', 'network_id': 'f24e6feb-daa6-4f68-81b5-d19626ccc1ce', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'mac_address': 'fa:16:3e:4e:14:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '9ec262b2-d74c-4048-8753-a618ef3ef2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:22Z', 'updated_at': '2022-01-18T20:32:29Z', 'revision_number': 5, 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'subnets': [{'id': '9ec262b2-d74c-4048-8753-a618ef3ef2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:37:47.340501 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56860) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:47.506411 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a324f3e2-85e7-400f-8eb5-73be79dddf1c None None] New status for floating IP a086fb64-3a46-45da-896a-e215701de6fa: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:37:47.799256 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-257897c1-1855-4079-be66-2afb745a1a4f req-63df1b61-f9f2-420e-961a-f07a417febce tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0316353 Jan 18 20:37:47.914569 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-8556c904-a6a9-4837-9400-91bada4150e5 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Deleting port 3b934325-99d2-4728-8e3d-cb8a8f77f3b7 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:37:47.914914 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8556c904-a6a9-4837-9400-91bada4150e5 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (3b934325-99d2-4728-8e3d-cb8a8f77f3b7), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:47.997469 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8556c904-a6a9-4837-9400-91bada4150e5 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (3b934325-99d2-4728-8e3d-cb8a8f77f3b7), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:47.997854 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8556c904-a6a9-4837-9400-91bada4150e5 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for floatingip (3b934325-99d2-4728-8e3d-cb8a8f77f3b7), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:48.009508 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-8556c904-a6a9-4837-9400-91bada4150e5 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Calling delete_port for 3b934325-99d2-4728-8e3d-cb8a8f77f3b7 owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:37:48.143933 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8556c904-a6a9-4837-9400-91bada4150e5 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (3b934325-99d2-4728-8e3d-cb8a8f77f3b7), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:48.179930 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556c904-a6a9-4837-9400-91bada4150e5 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Pushing event deleted for resources: {'Port': ['ID=3b934325-99d2-4728-8e3d-cb8a8f77f3b7,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:48.240399 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8556c904-a6a9-4837-9400-91bada4150e5 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for floatingip (a086fb64-3a46-45da-896a-e215701de6fa), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:48.243287 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8556c904-a6a9-4837-9400-91bada4150e5 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:48.247073 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8556c904-a6a9-4837-9400-91bada4150e5 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "DELETE /v2.0/floatingips/a086fb64-3a46-45da-896a-e215701de6fa HTTP/1.1" status: 204 len: 168 time: 0.9029260 Jan 18 20:37:48.315570 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56874) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:48.372460 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-baa6f23d-4f31-4a28-86fc-4f71ce897d40 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for security_group (b678e4a4-90f0-4240-a04d-bc2c9cff1b6c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:48.397137 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-baa6f23d-4f31-4a28-86fc-4f71ce897d40 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for security_group (b678e4a4-90f0-4240-a04d-bc2c9cff1b6c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:48.459929 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-baa6f23d-4f31-4a28-86fc-4f71ce897d40 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b678e4a4-90f0-4240-a04d-bc2c9cff1b6c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:48.463362 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-baa6f23d-4f31-4a28-86fc-4f71ce897d40 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:48.466991 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-baa6f23d-4f31-4a28-86fc-4f71ce897d40 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] 10.222.0.31 "DELETE /v2.0/security-groups/b678e4a4-90f0-4240-a04d-bc2c9cff1b6c HTTP/1.1" status: 204 len: 168 time: 0.1477826 Jan 18 20:37:48.477549 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6f23d-4f31-4a28-86fc-4f71ce897d40 tempest-TestServerBasicOps-1437811576 tempest-TestServerBasicOps-1437811576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b678e4a4-90f0-4240-a04d-bc2c9cff1b6c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:48.530961 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56878) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:48.952517 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec411fa3-850d-46b4-bbc3-d170558fa544 req-fe455635-9d15-4a97-ae9b-e63bf49cc3d1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0387046 Jan 18 20:37:49.076833 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4669c2bb-fccd-490c-a04b-1d50c710c388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (6598b80f-e4e8-423c-8dc6-2cf396f00d09), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:49.356512 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-4669c2bb-fccd-490c-a04b-1d50c710c388 admin admin] Deleting port 54887146-7860-4b32-9114-12c34ebdab4c {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:37:49.356855 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4669c2bb-fccd-490c-a04b-1d50c710c388 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (54887146-7860-4b32-9114-12c34ebdab4c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:49.391315 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device cbdc510f-2eae-4192-a228-e17e54aa7935 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:37:49.411434 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: cbdc510f-2eae-4192-a228-e17e54aa7935 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:37:49.412052 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device cbdc510f-2eae-4192-a228-e17e54aa7935 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:37:49.449461 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-4669c2bb-fccd-490c-a04b-1d50c710c388 admin admin] For port 54887146-7860-4b32-9114-12c34ebdab4c, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=54887146-7860-4b32-9114-12c34ebdab4c,segment=NetworkSegment(99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2),segment_id=99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:37:49.450059 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4669c2bb-fccd-490c-a04b-1d50c710c388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (54887146-7860-4b32-9114-12c34ebdab4c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:49.462951 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-4669c2bb-fccd-490c-a04b-1d50c710c388 admin admin] Calling delete_port for 54887146-7860-4b32-9114-12c34ebdab4c owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:37:49.669657 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4669c2bb-fccd-490c-a04b-1d50c710c388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (54887146-7860-4b32-9114-12c34ebdab4c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:49.697974 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669c2bb-fccd-490c-a04b-1d50c710c388 admin admin] Pushing event deleted for resources: {'Port': ['ID=54887146-7860-4b32-9114-12c34ebdab4c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:49.896429 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4669c2bb-fccd-490c-a04b-1d50c710c388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (6598b80f-e4e8-423c-8dc6-2cf396f00d09), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:50.089952 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5569a58e-9c21-4ae0-ad6a-8e9b5e317a99 req-99fdca03-0edb-4c3f-9950-d43c6493af8f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0343711 Jan 18 20:37:50.162365 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4669c2bb-fccd-490c-a04b-1d50c710c388 admin admin] Router 6598b80f-e4e8-423c-8dc6-2cf396f00d09 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:37:50.275346 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4669c2bb-fccd-490c-a04b-1d50c710c388 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:37:50.289270 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4669c2bb-fccd-490c-a04b-1d50c710c388 admin admin] 10.222.0.31 "PUT /v2.0/routers/6598b80f-e4e8-423c-8dc6-2cf396f00d09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7544045 Jan 18 20:37:50.289476 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c83d653-1223-45d1-be9c-e70df94db0cd None None] Sync routers for ids ['6598b80f-e4e8-423c-8dc6-2cf396f00d09'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:37:50.289590 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56906) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:50.298040 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c83d653-1223-45d1-be9c-e70df94db0cd None None] Routers {'6598b80f-e4e8-423c-8dc6-2cf396f00d09'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:37:50.298647 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2c83d653-1223-45d1-be9c-e70df94db0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:37:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6598b80f-e4e8-423c-8dc6-2cf396f00d09'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:50.420671 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-2c83d653-1223-45d1-be9c-e70df94db0cd None None] Set router 6598b80f-e4e8-423c-8dc6-2cf396f00d09 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:37:50.421348 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-61e03a9e-0446-4386-9df9-aacb5c59b0fe admin admin] Publish callbacks [] for router (6598b80f-e4e8-423c-8dc6-2cf396f00d09), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:50.532994 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-61e03a9e-0446-4386-9df9-aacb5c59b0fe admin admin] Publish callbacks [] for router_gateway (6598b80f-e4e8-423c-8dc6-2cf396f00d09), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:50.595628 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-61e03a9e-0446-4386-9df9-aacb5c59b0fe admin admin] Deleting port d010be64-2b4f-494c-96c1-3d2b99688766 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:37:50.595963 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-61e03a9e-0446-4386-9df9-aacb5c59b0fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d010be64-2b4f-494c-96c1-3d2b99688766), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:50.627882 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2c83d653-1223-45d1-be9c-e70df94db0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'name': 'tempest-TestServerBasicOps-1985353497-router', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'd010be64-2b4f-494c-96c1-3d2b99688766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:17Z', 'updated_at': '2022-01-18T20:37:49Z', 'revision_number': 5, 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'gw_port': {'id': 'd010be64-2b4f-494c-96c1-3d2b99688766', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:18Z', 'updated_at': '2022-01-18T20:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:50.658210 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c83d653-1223-45d1-be9c-e70df94db0cd None None] Checking router: 6598b80f-e4e8-423c-8dc6-2cf396f00d09 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:37:50.673169 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c83d653-1223-45d1-be9c-e70df94db0cd None None] Routers {'6598b80f-e4e8-423c-8dc6-2cf396f00d09'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:37:50.673724 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2c83d653-1223-45d1-be9c-e70df94db0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:37:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6598b80f-e4e8-423c-8dc6-2cf396f00d09'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:50.693992 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-61e03a9e-0446-4386-9df9-aacb5c59b0fe admin admin] For port d010be64-2b4f-494c-96c1-3d2b99688766, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d010be64-2b4f-494c-96c1-3d2b99688766,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:37:50.695281 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-61e03a9e-0446-4386-9df9-aacb5c59b0fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d010be64-2b4f-494c-96c1-3d2b99688766), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:50.708965 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-61e03a9e-0446-4386-9df9-aacb5c59b0fe admin admin] Calling delete_port for d010be64-2b4f-494c-96c1-3d2b99688766 owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:37:50.765598 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-2c83d653-1223-45d1-be9c-e70df94db0cd None None] Set router 6598b80f-e4e8-423c-8dc6-2cf396f00d09 gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:37:50.820209 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2c83d653-1223-45d1-be9c-e70df94db0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'name': 'tempest-TestServerBasicOps-1985353497-router', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:17Z', 'updated_at': '2022-01-18T20:37:50Z', 'revision_number': 6, 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:50.856903 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c83d653-1223-45d1-be9c-e70df94db0cd None None] The sync data for ids ['6598b80f-e4e8-423c-8dc6-2cf396f00d09'] in n-d-741529-9 is: [{'id': '6598b80f-e4e8-423c-8dc6-2cf396f00d09', 'name': 'tempest-TestServerBasicOps-1985353497-router', 'tenant_id': '15fbfb69562649e0b3db58da3073ccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:17Z', 'updated_at': '2022-01-18T20:37:50Z', 'revision_number': 6, 'project_id': '15fbfb69562649e0b3db58da3073ccd4', 'gw_port_host': None}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:37:50.919734 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-61e03a9e-0446-4386-9df9-aacb5c59b0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (d010be64-2b4f-494c-96c1-3d2b99688766), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:50.951629 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e03a9e-0446-4386-9df9-aacb5c59b0fe admin admin] Pushing event deleted for resources: {'Port': ['ID=d010be64-2b4f-494c-96c1-3d2b99688766,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:50.974791 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d5f024-14bc-41be-982b-6253a8322e97 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:37:51.026253 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-61e03a9e-0446-4386-9df9-aacb5c59b0fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (6598b80f-e4e8-423c-8dc6-2cf396f00d09), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:51.166748 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-61e03a9e-0446-4386-9df9-aacb5c59b0fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (6598b80f-e4e8-423c-8dc6-2cf396f00d09), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:51.172272 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-61e03a9e-0446-4386-9df9-aacb5c59b0fe admin admin] Publish callbacks [] for router_controller (6598b80f-e4e8-423c-8dc6-2cf396f00d09), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:51.265353 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-baeab177-f83d-4133-b4b0-110772b346ec req-65a99f97-914b-4bb6-9ea5-72bc96513221 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0784438 Jan 18 20:37:51.276280 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-61e03a9e-0446-4386-9df9-aacb5c59b0fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (6598b80f-e4e8-423c-8dc6-2cf396f00d09), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:51.276280 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e03a9e-0446-4386-9df9-aacb5c59b0fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6598b80f-e4e8-423c-8dc6-2cf396f00d09 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:37:51.280490 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-61e03a9e-0446-4386-9df9-aacb5c59b0fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:51.281804 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-61e03a9e-0446-4386-9df9-aacb5c59b0fe admin admin] 10.222.0.31 "DELETE /v2.0/routers/6598b80f-e4e8-423c-8dc6-2cf396f00d09 HTTP/1.1" status: 204 len: 168 time: 0.9897656 Jan 18 20:37:51.285223 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56916) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:51.360396 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a936238-7b8f-4a14-8a91-d0f6908934b7 admin admin] Deleting subnet 9ec262b2-d74c-4048-8753-a618ef3ef2de {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:37:51.364396 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a936238-7b8f-4a14-8a91-d0f6908934b7 admin admin] Publish callbacks [] for subnet (9ec262b2-d74c-4048-8753-a618ef3ef2de), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:51.403503 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a936238-7b8f-4a14-8a91-d0f6908934b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (9ec262b2-d74c-4048-8753-a618ef3ef2de), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:51.552222 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a936238-7b8f-4a14-8a91-d0f6908934b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (9ec262b2-d74c-4048-8753-a618ef3ef2de), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:51.620202 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a936238-7b8f-4a14-8a91-d0f6908934b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (9ec262b2-d74c-4048-8753-a618ef3ef2de), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:51.661676 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a936238-7b8f-4a14-8a91-d0f6908934b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ec262b2-d74c-4048-8753-a618ef3ef2de,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:51.672641 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a936238-7b8f-4a14-8a91-d0f6908934b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:51.675141 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987ab36c-3d2c-43a6-8f30-31143809e449 None None] Network f24e6feb-daa6-4f68-81b5-d19626ccc1ce requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:37:51.676976 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8a936238-7b8f-4a14-8a91-d0f6908934b7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9ec262b2-d74c-4048-8753-a618ef3ef2de HTTP/1.1" status: 204 len: 168 time: 0.3901258 Jan 18 20:37:51.679642 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a936238-7b8f-4a14-8a91-d0f6908934b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:51.679873 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56918) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:51.680296 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a936238-7b8f-4a14-8a91-d0f6908934b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:51.680536 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a936238-7b8f-4a14-8a91-d0f6908934b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:51.680985 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a936238-7b8f-4a14-8a91-d0f6908934b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:51.681434 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a936238-7b8f-4a14-8a91-d0f6908934b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:51.681921 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a936238-7b8f-4a14-8a91-d0f6908934b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:51.682376 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a936238-7b8f-4a14-8a91-d0f6908934b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:51.682828 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a936238-7b8f-4a14-8a91-d0f6908934b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:51.683262 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a936238-7b8f-4a14-8a91-d0f6908934b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:51.683705 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a936238-7b8f-4a14-8a91-d0f6908934b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:51.684144 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a936238-7b8f-4a14-8a91-d0f6908934b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:51.684580 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a936238-7b8f-4a14-8a91-d0f6908934b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:51.685019 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a936238-7b8f-4a14-8a91-d0f6908934b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:51.859237 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d010be64-2b4f-494c-96c1-3d2b99688766 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:37:51.869554 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-612c38b6-7aae-4450-864d-0c844dabc98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (f24e6feb-daa6-4f68-81b5-d19626ccc1ce), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:51.888903 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: d010be64-2b4f-494c-96c1-3d2b99688766 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:37:51.889414 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d010be64-2b4f-494c-96c1-3d2b99688766 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:37:51.890002 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 54887146-7860-4b32-9114-12c34ebdab4c no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:37:51.955656 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 54887146-7860-4b32-9114-12c34ebdab4c {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:37:51.958967 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 54887146-7860-4b32-9114-12c34ebdab4c not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:37:51.976558 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-612c38b6-7aae-4450-864d-0c844dabc98b admin admin] Deleting port c06e2515-0b59-4a51-a347-deb154a142de {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:37:51.976766 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-612c38b6-7aae-4450-864d-0c844dabc98b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (c06e2515-0b59-4a51-a347-deb154a142de), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:52.101915 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b64e35-843a-492a-a665-ebf4375421a2 None None] DHCP port deletion for f24e6feb-daa6-4f68-81b5-d19626ccc1ce request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:37:52.124582 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-612c38b6-7aae-4450-864d-0c844dabc98b admin admin] For port c06e2515-0b59-4a51-a347-deb154a142de, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c06e2515-0b59-4a51-a347-deb154a142de,segment=NetworkSegment(99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2),segment_id=99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:37:52.124936 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-612c38b6-7aae-4450-864d-0c844dabc98b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (c06e2515-0b59-4a51-a347-deb154a142de), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:52.140111 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-612c38b6-7aae-4450-864d-0c844dabc98b admin admin] Calling delete_port for c06e2515-0b59-4a51-a347-deb154a142de owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:37:52.177180 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a4b64e35-843a-492a-a665-ebf4375421a2 None None] Deleting port c06e2515-0b59-4a51-a347-deb154a142de {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:37:52.177779 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a4b64e35-843a-492a-a665-ebf4375421a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (c06e2515-0b59-4a51-a347-deb154a142de), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:52.269135 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-612c38b6-7aae-4450-864d-0c844dabc98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (c06e2515-0b59-4a51-a347-deb154a142de), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:52.277042 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:37:52.289525 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a4b64e35-843a-492a-a665-ebf4375421a2 None None] For port c06e2515-0b59-4a51-a347-deb154a142de, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c06e2515-0b59-4a51-a347-deb154a142de,segment=NetworkSegment(99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2),segment_id=99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:37:52.290071 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a4b64e35-843a-492a-a665-ebf4375421a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (c06e2515-0b59-4a51-a347-deb154a142de), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:52.313551 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c38b6-7aae-4450-864d-0c844dabc98b admin admin] Pushing event deleted for resources: {'Port': ['ID=c06e2515-0b59-4a51-a347-deb154a142de,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:52.318898 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612c38b6-7aae-4450-864d-0c844dabc98b admin admin] No DVR routers for this DVR port c06e2515-0b59-4a51-a347-deb154a142de on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:37:52.325085 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a4b64e35-843a-492a-a665-ebf4375421a2 None None] Calling delete_port for c06e2515-0b59-4a51-a347-deb154a142de owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:37:52.462444 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a4b64e35-843a-492a-a665-ebf4375421a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (c06e2515-0b59-4a51-a347-deb154a142de), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:52.477423 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b64e35-843a-492a-a665-ebf4375421a2 None None] No DVR routers for this DVR port c06e2515-0b59-4a51-a347-deb154a142de on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:37:52.503746 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b64e35-843a-492a-a665-ebf4375421a2 None None] Pushing event deleted for resources: {'Port': ['ID=c06e2515-0b59-4a51-a347-deb154a142de,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:52.515428 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b64e35-843a-492a-a665-ebf4375421a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:52.516053 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b64e35-843a-492a-a665-ebf4375421a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:52.516830 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b64e35-843a-492a-a665-ebf4375421a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:52.517317 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b64e35-843a-492a-a665-ebf4375421a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:52.518248 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b64e35-843a-492a-a665-ebf4375421a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:52.518543 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b64e35-843a-492a-a665-ebf4375421a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:52.518884 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b64e35-843a-492a-a665-ebf4375421a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:52.519221 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b64e35-843a-492a-a665-ebf4375421a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:52.519556 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b64e35-843a-492a-a665-ebf4375421a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:52.519863 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b64e35-843a-492a-a665-ebf4375421a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:52.520193 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b64e35-843a-492a-a665-ebf4375421a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:52.520517 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b64e35-843a-492a-a665-ebf4375421a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:52.520851 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b64e35-843a-492a-a665-ebf4375421a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:52.769911 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-28d65cbb-1853-4520-9663-44262b6daf47 req-12079076-0667-41c3-a532-3d70ef3cb0d6 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0386984 Jan 18 20:37:52.804048 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-612c38b6-7aae-4450-864d-0c844dabc98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (f24e6feb-daa6-4f68-81b5-d19626ccc1ce), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:52.823551 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-612c38b6-7aae-4450-864d-0c844dabc98b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24e6feb-daa6-4f68-81b5-d19626ccc1ce']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:52.832914 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-612c38b6-7aae-4450-864d-0c844dabc98b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:52.833208 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-612c38b6-7aae-4450-864d-0c844dabc98b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:52.847080 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-612c38b6-7aae-4450-864d-0c844dabc98b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:52.861125 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-612c38b6-7aae-4450-864d-0c844dabc98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:52.867431 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612c38b6-7aae-4450-864d-0c844dabc98b admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:37:52.867807 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-612c38b6-7aae-4450-864d-0c844dabc98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (99c1d2f7-cc93-4f11-b0e7-e363ea4b36c2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:37:52.869706 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:37:52.933268 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-612c38b6-7aae-4450-864d-0c844dabc98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (f24e6feb-daa6-4f68-81b5-d19626ccc1ce), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:52.942160 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-612c38b6-7aae-4450-864d-0c844dabc98b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:52.947493 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-612c38b6-7aae-4450-864d-0c844dabc98b admin admin] 10.222.0.31 "DELETE /v2.0/networks/f24e6feb-daa6-4f68-81b5-d19626ccc1ce HTTP/1.1" status: 204 len: 168 time: 1.2616997 Jan 18 20:37:52.947994 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56928) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:52.966257 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c38b6-7aae-4450-864d-0c844dabc98b admin admin] Pushing event deleted for resources: {'Network': ['ID=f24e6feb-daa6-4f68-81b5-d19626ccc1ce,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:53.333255 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7cca-69ea-413d-ad48-89a0073be5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (54aa94b0-4996-47d1-8510-ffaab97ffc31), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:53.657921 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c06e2515-0b59-4a51-a347-deb154a142de no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:37:53.680715 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-bc1e7cca-69ea-413d-ad48-89a0073be5bd admin admin] Deleting port 28737e93-4c16-4f4f-9d41-6e42b82438b3 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:37:53.681030 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7cca-69ea-413d-ad48-89a0073be5bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (28737e93-4c16-4f4f-9d41-6e42b82438b3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:53.700555 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: c06e2515-0b59-4a51-a347-deb154a142de {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:37:53.701033 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c06e2515-0b59-4a51-a347-deb154a142de not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:37:53.785803 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-bc1e7cca-69ea-413d-ad48-89a0073be5bd admin admin] For port 28737e93-4c16-4f4f-9d41-6e42b82438b3, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=28737e93-4c16-4f4f-9d41-6e42b82438b3,segment=NetworkSegment(c0a824d2-08f9-4308-987d-cb4fb6f714ef),segment_id=c0a824d2-08f9-4308-987d-cb4fb6f714ef)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:37:53.786203 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7cca-69ea-413d-ad48-89a0073be5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (28737e93-4c16-4f4f-9d41-6e42b82438b3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:53.802057 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-bc1e7cca-69ea-413d-ad48-89a0073be5bd admin admin] Calling delete_port for 28737e93-4c16-4f4f-9d41-6e42b82438b3 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:37:53.901897 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac4a3425-3531-41d2-af0b-5e6a68779e51 req-662d8a5f-5dfb-4c88-bbe7-914efb58b5a1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0334077 Jan 18 20:37:54.038754 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7cca-69ea-413d-ad48-89a0073be5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (28737e93-4c16-4f4f-9d41-6e42b82438b3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:54.066951 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e7cca-69ea-413d-ad48-89a0073be5bd admin admin] Pushing event deleted for resources: {'Port': ['ID=28737e93-4c16-4f4f-9d41-6e42b82438b3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:54.301280 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7cca-69ea-413d-ad48-89a0073be5bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (54aa94b0-4996-47d1-8510-ffaab97ffc31), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:54.811833 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1e7cca-69ea-413d-ad48-89a0073be5bd admin admin] Router 54aa94b0-4996-47d1-8510-ffaab97ffc31 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:37:54.923405 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1e7cca-69ea-413d-ad48-89a0073be5bd admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:37:54.929937 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bc1e7cca-69ea-413d-ad48-89a0073be5bd admin admin] 10.222.0.31 "PUT /v2.0/routers/54aa94b0-4996-47d1-8510-ffaab97ffc31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9807625 Jan 18 20:37:54.932419 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56944) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:54.938188 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f61db9b-fe11-4201-9718-6b631ae23655 None None] Sync routers for ids ['54aa94b0-4996-47d1-8510-ffaab97ffc31'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:37:54.956587 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f61db9b-fe11-4201-9718-6b631ae23655 None None] Routers {'54aa94b0-4996-47d1-8510-ffaab97ffc31'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:37:54.958883 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1f61db9b-fe11-4201-9718-6b631ae23655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:37:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['54aa94b0-4996-47d1-8510-ffaab97ffc31'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:55.047440 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bec0acd1-9e3c-4ac6-939c-e9a8e9b6f5e8 admin admin] Publish callbacks [] for router (54aa94b0-4996-47d1-8510-ffaab97ffc31), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:55.050749 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e5266053-2701-4e3a-8e4e-696b4d6a7740 req-bf45f451-31e7-4ff5-a05c-d7590e1d3372 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0476935 Jan 18 20:37:55.141842 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-1f61db9b-fe11-4201-9718-6b631ae23655 None None] Set router 54aa94b0-4996-47d1-8510-ffaab97ffc31 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:37:55.188861 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bec0acd1-9e3c-4ac6-939c-e9a8e9b6f5e8 admin admin] Publish callbacks [] for router_gateway (54aa94b0-4996-47d1-8510-ffaab97ffc31), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:55.258431 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-bec0acd1-9e3c-4ac6-939c-e9a8e9b6f5e8 admin admin] Deleting port 7bb7451e-cffe-4a02-9a24-58b3872ebe19 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:37:55.260020 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bec0acd1-9e3c-4ac6-939c-e9a8e9b6f5e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (7bb7451e-cffe-4a02-9a24-58b3872ebe19), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:55.371706 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-bec0acd1-9e3c-4ac6-939c-e9a8e9b6f5e8 admin admin] For port 7bb7451e-cffe-4a02-9a24-58b3872ebe19, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7bb7451e-cffe-4a02-9a24-58b3872ebe19,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:37:55.372045 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bec0acd1-9e3c-4ac6-939c-e9a8e9b6f5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (7bb7451e-cffe-4a02-9a24-58b3872ebe19), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:55.390364 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-bec0acd1-9e3c-4ac6-939c-e9a8e9b6f5e8 admin admin] Calling delete_port for 7bb7451e-cffe-4a02-9a24-58b3872ebe19 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:37:55.396341 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1f61db9b-fe11-4201-9718-6b631ae23655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54aa94b0-4996-47d1-8510-ffaab97ffc31', 'name': 'tempest-TestServerBasicOps-120887860-router', 'tenant_id': '89d236523c9747569af1ae14d6283258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '7bb7451e-cffe-4a02-9a24-58b3872ebe19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:28Z', 'updated_at': '2022-01-18T20:37:53Z', 'revision_number': 5, 'project_id': '89d236523c9747569af1ae14d6283258', 'gw_port': {'id': '7bb7451e-cffe-4a02-9a24-58b3872ebe19', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54aa94b0-4996-47d1-8510-ffaab97ffc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:29Z', 'updated_at': '2022-01-18T20:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:55.427659 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f61db9b-fe11-4201-9718-6b631ae23655 None None] Checking router: 54aa94b0-4996-47d1-8510-ffaab97ffc31 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:37:55.438865 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f61db9b-fe11-4201-9718-6b631ae23655 None None] Routers {'54aa94b0-4996-47d1-8510-ffaab97ffc31'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:37:55.440089 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1f61db9b-fe11-4201-9718-6b631ae23655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:37:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['54aa94b0-4996-47d1-8510-ffaab97ffc31'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:55.541850 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-1f61db9b-fe11-4201-9718-6b631ae23655 None None] Set router 54aa94b0-4996-47d1-8510-ffaab97ffc31 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:37:55.638639 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1f61db9b-fe11-4201-9718-6b631ae23655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54aa94b0-4996-47d1-8510-ffaab97ffc31', 'name': 'tempest-TestServerBasicOps-120887860-router', 'tenant_id': '89d236523c9747569af1ae14d6283258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:28Z', 'updated_at': '2022-01-18T20:37:55Z', 'revision_number': 6, 'project_id': '89d236523c9747569af1ae14d6283258', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:55.639647 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bec0acd1-9e3c-4ac6-939c-e9a8e9b6f5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (7bb7451e-cffe-4a02-9a24-58b3872ebe19), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:55.653069 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f6fc6501-52a6-4ef3-92a5-3d80de023303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:55.688325 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0acd1-9e3c-4ac6-939c-e9a8e9b6f5e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bb7451e-cffe-4a02-9a24-58b3872ebe19,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:55.709736 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f21824-c7e2-49a2-a468-fa9a3c391ab1 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:37:55.722655 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f61db9b-fe11-4201-9718-6b631ae23655 None None] The sync data for ids ['54aa94b0-4996-47d1-8510-ffaab97ffc31'] in n-d-741529-9 is: [{'id': '54aa94b0-4996-47d1-8510-ffaab97ffc31', 'name': 'tempest-TestServerBasicOps-120887860-router', 'tenant_id': '89d236523c9747569af1ae14d6283258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:28Z', 'updated_at': '2022-01-18T20:37:55Z', 'revision_number': 6, 'project_id': '89d236523c9747569af1ae14d6283258', 'gw_port_host': None}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:37:55.800741 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bec0acd1-9e3c-4ac6-939c-e9a8e9b6f5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (54aa94b0-4996-47d1-8510-ffaab97ffc31), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:55.893834 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bec0acd1-9e3c-4ac6-939c-e9a8e9b6f5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (54aa94b0-4996-47d1-8510-ffaab97ffc31), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:55.895995 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bec0acd1-9e3c-4ac6-939c-e9a8e9b6f5e8 admin admin] Publish callbacks [] for router_controller (54aa94b0-4996-47d1-8510-ffaab97ffc31), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:55.945779 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bec0acd1-9e3c-4ac6-939c-e9a8e9b6f5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (54aa94b0-4996-47d1-8510-ffaab97ffc31), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:55.946471 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec0acd1-9e3c-4ac6-939c-e9a8e9b6f5e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54aa94b0-4996-47d1-8510-ffaab97ffc31 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:37:55.951331 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bec0acd1-9e3c-4ac6-939c-e9a8e9b6f5e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:55.952450 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bec0acd1-9e3c-4ac6-939c-e9a8e9b6f5e8 admin admin] 10.222.0.31 "DELETE /v2.0/routers/54aa94b0-4996-47d1-8510-ffaab97ffc31 HTTP/1.1" status: 204 len: 168 time: 1.0191073 Jan 18 20:37:55.954949 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56956) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:56.000071 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-d203d2b9-cb45-4852-939f-4c8d6778abb4 admin admin] Deleting subnet 0b5e4c73-c0b0-44f7-b405-f3a3fbabd244 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:37:56.003163 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d203d2b9-cb45-4852-939f-4c8d6778abb4 admin admin] Publish callbacks [] for subnet (0b5e4c73-c0b0-44f7-b405-f3a3fbabd244), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:56.037725 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d203d2b9-cb45-4852-939f-4c8d6778abb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (0b5e4c73-c0b0-44f7-b405-f3a3fbabd244), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:56.131037 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d203d2b9-cb45-4852-939f-4c8d6778abb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (0b5e4c73-c0b0-44f7-b405-f3a3fbabd244), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:56.190100 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d203d2b9-cb45-4852-939f-4c8d6778abb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (0b5e4c73-c0b0-44f7-b405-f3a3fbabd244), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:56.209605 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d203d2b9-cb45-4852-939f-4c8d6778abb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:56.215379 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d203d2b9-cb45-4852-939f-4c8d6778abb4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0b5e4c73-c0b0-44f7-b405-f3a3fbabd244 HTTP/1.1" status: 204 len: 168 time: 0.2594423 Jan 18 20:37:56.217983 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56960) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:56.220410 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1f9963-a0d1-4d7c-a9d3-8449f2b9a8d8 None None] Network 0a18ecbb-1784-4ac3-bc03-e4c53c33096a requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:37:56.223468 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0b4c365e-777d-45e2-b012-99f74d22272a req-37aec6a7-a47d-4e03-ab07-2e030db501c9 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0482204 Jan 18 20:37:56.265585 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203d2b9-cb45-4852-939f-4c8d6778abb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b5e4c73-c0b0-44f7-b405-f3a3fbabd244,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:56.332898 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-26e67d77-35f2-4fe6-ab5c-f43712113155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (0a18ecbb-1784-4ac3-bc03-e4c53c33096a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:56.414259 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-26e67d77-35f2-4fe6-ab5c-f43712113155 admin admin] Deleting port 1e393cc3-aef3-4426-81d5-68ccb7dc1131 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:37:56.414592 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-26e67d77-35f2-4fe6-ab5c-f43712113155 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (1e393cc3-aef3-4426-81d5-68ccb7dc1131), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:56.482828 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-26e67d77-35f2-4fe6-ab5c-f43712113155 admin admin] For port 1e393cc3-aef3-4426-81d5-68ccb7dc1131, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=1e393cc3-aef3-4426-81d5-68ccb7dc1131,segment=NetworkSegment(c0a824d2-08f9-4308-987d-cb4fb6f714ef),segment_id=c0a824d2-08f9-4308-987d-cb4fb6f714ef)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:37:56.483181 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-26e67d77-35f2-4fe6-ab5c-f43712113155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (1e393cc3-aef3-4426-81d5-68ccb7dc1131), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:56.506573 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-26e67d77-35f2-4fe6-ab5c-f43712113155 admin admin] Calling delete_port for 1e393cc3-aef3-4426-81d5-68ccb7dc1131 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:37:56.583701 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11815cf7-a823-4f5e-80ef-a14a3b884e82 None None] DHCP port deletion for 0a18ecbb-1784-4ac3-bc03-e4c53c33096a request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:37:56.611926 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-26e67d77-35f2-4fe6-ab5c-f43712113155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (1e393cc3-aef3-4426-81d5-68ccb7dc1131), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:56.646704 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e67d77-35f2-4fe6-ab5c-f43712113155 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e393cc3-aef3-4426-81d5-68ccb7dc1131,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:56.659389 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e67d77-35f2-4fe6-ab5c-f43712113155 admin admin] No DVR routers for this DVR port 1e393cc3-aef3-4426-81d5-68ccb7dc1131 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:37:56.669378 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-11815cf7-a823-4f5e-80ef-a14a3b884e82 None None] Deleting port 1e393cc3-aef3-4426-81d5-68ccb7dc1131 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:37:56.669967 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-11815cf7-a823-4f5e-80ef-a14a3b884e82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (1e393cc3-aef3-4426-81d5-68ccb7dc1131), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:56.761431 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-26e67d77-35f2-4fe6-ab5c-f43712113155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (0a18ecbb-1784-4ac3-bc03-e4c53c33096a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:56.767822 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-11815cf7-a823-4f5e-80ef-a14a3b884e82 None None] For port 1e393cc3-aef3-4426-81d5-68ccb7dc1131, host n-d-741529-9, got binding levels [] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:37:56.768177 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-11815cf7-a823-4f5e-80ef-a14a3b884e82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (1e393cc3-aef3-4426-81d5-68ccb7dc1131), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:56.786074 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-11815cf7-a823-4f5e-80ef-a14a3b884e82 None None] Calling delete_port for 1e393cc3-aef3-4426-81d5-68ccb7dc1131 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:37:56.795183 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-26e67d77-35f2-4fe6-ab5c-f43712113155 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a18ecbb-1784-4ac3-bc03-e4c53c33096a']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:56.796450 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.ipam_backend_mixin [None req-11815cf7-a823-4f5e-80ef-a14a3b884e82 None None] Port 1e393cc3-aef3-4426-81d5-68ccb7dc1131 was not found and therefore no delete operation was performed {{(pid=103337) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 20:37:56.800313 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-11815cf7-a823-4f5e-80ef-a14a3b884e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (1e393cc3-aef3-4426-81d5-68ccb7dc1131), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:56.810025 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-26e67d77-35f2-4fe6-ab5c-f43712113155 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a824d2-08f9-4308-987d-cb4fb6f714ef') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:56.814185 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-26e67d77-35f2-4fe6-ab5c-f43712113155 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a824d2-08f9-4308-987d-cb4fb6f714ef') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:56.827354 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-26e67d77-35f2-4fe6-ab5c-f43712113155 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (c0a824d2-08f9-4308-987d-cb4fb6f714ef), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:56.840232 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11815cf7-a823-4f5e-80ef-a14a3b884e82 None None] Pushing event deleted for resources: {'Port': ['ID=1e393cc3-aef3-4426-81d5-68ccb7dc1131,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:56.844808 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-26e67d77-35f2-4fe6-ab5c-f43712113155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (c0a824d2-08f9-4308-987d-cb4fb6f714ef), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:56.852134 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11815cf7-a823-4f5e-80ef-a14a3b884e82 None None] No DVR routers for this DVR port 1e393cc3-aef3-4426-81d5-68ccb7dc1131 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:37:56.861733 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e67d77-35f2-4fe6-ab5c-f43712113155 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:37:56.862310 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-26e67d77-35f2-4fe6-ab5c-f43712113155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (c0a824d2-08f9-4308-987d-cb4fb6f714ef), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:37:56.870350 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:37:56.936399 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-26e67d77-35f2-4fe6-ab5c-f43712113155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (0a18ecbb-1784-4ac3-bc03-e4c53c33096a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:56.941661 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-26e67d77-35f2-4fe6-ab5c-f43712113155 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:56.945338 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-26e67d77-35f2-4fe6-ab5c-f43712113155 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0a18ecbb-1784-4ac3-bc03-e4c53c33096a HTTP/1.1" status: 204 len: 168 time: 0.7256439 Jan 18 20:37:56.959045 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e67d77-35f2-4fe6-ab5c-f43712113155 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a18ecbb-1784-4ac3-bc03-e4c53c33096a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:57.108191 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56974) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:57.164746 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-17f452d7-2b4f-4d2f-b9cb-636af9fd7221 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=15fbfb69562649e0b3db58da3073ccd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0521514 Jan 18 20:37:57.165404 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56976) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:57.217870 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df466ce2-a3af-4ea8-94b5-6ba1e7a497af admin admin] Publish callbacks [] for security_group (9a76ea5e-5672-430a-aa32-3e7676464b16), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:57.246596 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df466ce2-a3af-4ea8-94b5-6ba1e7a497af admin admin] Publish callbacks [] for security_group (9a76ea5e-5672-430a-aa32-3e7676464b16), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:57.336779 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6cf71e19-7082-4c44-a241-824761ccbc01 req-a5136a48-0426-447a-a4d8-2b2253b3390f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0373669 Jan 18 20:37:57.345404 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df466ce2-a3af-4ea8-94b5-6ba1e7a497af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9a76ea5e-5672-430a-aa32-3e7676464b16), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:57.351150 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df466ce2-a3af-4ea8-94b5-6ba1e7a497af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:57.356027 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-df466ce2-a3af-4ea8-94b5-6ba1e7a497af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a76ea5e-5672-430a-aa32-3e7676464b16 HTTP/1.1" status: 204 len: 168 time: 0.1900229 Jan 18 20:37:57.366003 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df466ce2-a3af-4ea8-94b5-6ba1e7a497af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a76ea5e-5672-430a-aa32-3e7676464b16,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:57.668272 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 28737e93-4c16-4f4f-9d41-6e42b82438b3 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:37:57.689387 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 28737e93-4c16-4f4f-9d41-6e42b82438b3 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:37:57.690578 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 28737e93-4c16-4f4f-9d41-6e42b82438b3 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:37:57.691218 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 1e393cc3-aef3-4426-81d5-68ccb7dc1131 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:37:57.721570 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 1e393cc3-aef3-4426-81d5-68ccb7dc1131 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:37:57.722285 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 1e393cc3-aef3-4426-81d5-68ccb7dc1131 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:37:57.722965 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7bb7451e-cffe-4a02-9a24-58b3872ebe19 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:37:57.785394 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 56990) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:57.839068 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d1431619-b236-452b-b895-d29e91d84d9c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=89d236523c9747569af1ae14d6283258&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0522759 Jan 18 20:37:57.841457 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 56992) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:57.904974 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bdeee922-650e-440f-ac72-e26cbfc6e365 admin admin] Publish callbacks [] for security_group (f02690f9-4299-4e15-a82e-8b4a438e1cc7), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:57.935273 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bdeee922-650e-440f-ac72-e26cbfc6e365 admin admin] Publish callbacks [] for security_group (f02690f9-4299-4e15-a82e-8b4a438e1cc7), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:57.938617 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 7bb7451e-cffe-4a02-9a24-58b3872ebe19 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:37:57.938968 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7bb7451e-cffe-4a02-9a24-58b3872ebe19 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:37:57.948524 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ab91468a-27ee-45a5-baa5-99d1f99c7372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:57.997274 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bdeee922-650e-440f-ac72-e26cbfc6e365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f02690f9-4299-4e15-a82e-8b4a438e1cc7), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:58.000492 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bdeee922-650e-440f-ac72-e26cbfc6e365 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:58.004194 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bdeee922-650e-440f-ac72-e26cbfc6e365 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f02690f9-4299-4e15-a82e-8b4a438e1cc7 HTTP/1.1" status: 204 len: 168 time: 0.1588998 Jan 18 20:37:58.011794 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeee922-650e-440f-ac72-e26cbfc6e365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02690f9-4299-4e15-a82e-8b4a438e1cc7,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:58.536305 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a00b0244-9c22-4cc7-9ef1-609094737581 req-611558bd-ddae-4bb3-9c87-7d7e326073ba tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0359006 Jan 18 20:37:59.109064 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:59.646367 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-31ae2471-f29f-438c-9100-36b54b2e6a7d req-df933477-fcb6-439c-9a0e-772ea1966189 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0290008 Jan 18 20:38:00.553759 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:00.751202 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4b39c56-786f-4937-87f9-6154f2746491 req-5b6e1bae-b766-4a47-8228-3d891acc697d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0301640 Jan 18 20:38:01.830621 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:01.855907 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b7109215-2624-4237-a4c8-9d5334e076f9 req-7dbb3ed4-1a16-4164-8f50-a3c14507644d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0279789 Jan 18 20:38:02.962280 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-812eb520-3567-48c1-8dc7-f457363be29f req-67cdd37d-6ef0-4fbf-845b-8a4f64e1238d tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0270429 Jan 18 20:38:04.088717 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7a8e0bb-4b6e-4986-b0f9-edb2a3f2a158 req-bcc44d95-0ab6-4526-9acb-e490c6cb743b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0368626 Jan 18 20:38:04.109787 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:05.193332 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f3d89af2-679b-44f1-b78f-096abe4a0201 req-72d225f3-74d4-4ebd-90ba-81f546c54c1e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0261331 Jan 18 20:38:06.352800 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-18896991-eb95-4a6d-af73-c944f5c53735 req-0fd57864-9106-491f-bfc7-969378955f26 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0639920 Jan 18 20:38:06.895972 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:07.505799 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f7eb96ed-f350-427c-a5c3-8fa0884a4861 req-20a6bc11-76eb-475d-9114-50cab631ff5b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0422237 Jan 18 20:38:08.620855 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-874fe600-9a2c-463f-bc13-b3b4a3406b73 req-e35f2752-4267-4e66-8fe0-4c354deaf684 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0337586 Jan 18 20:38:09.777067 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b0ae8342-dd5e-49d7-9bb1-1c7cd2c66f7a req-3a6b09e3-ce41-42eb-ae3e-9fc20991ec29 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0557294 Jan 18 20:38:10.951982 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-328e0af5-d0e8-4de2-96ea-360dd1fc3b6e req-7576b5a5-157d-4f4f-b80d-eb72bcd5750f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0339222 Jan 18 20:38:12.055910 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc21993c-4e4e-4986-a388-bf38bf643c7f req-df1c555e-e154-4366-bc16-9d8b4c933182 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0318842 Jan 18 20:38:13.183888 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e292b82-b600-4021-b217-66e5ddb1b7cb req-923ba439-3662-464e-b153-707aa85ac44f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0398877 Jan 18 20:38:14.292039 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85752419-0ec1-4267-ac32-9a57edf915ee req-7fa8122b-4124-4d5c-ac68-17b06c1e483b tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0298760 Jan 18 20:38:15.445956 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-79a234a1-fcc2-4384-89a4-7dd2c6ed7ab9 req-ca8c1a70-a247-4edc-a4ee-39f9e8108e6c tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0414195 Jan 18 20:38:16.584888 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7170f4c5-c1b3-461c-8c0a-16b914d330b6 req-889b1806-d285-4713-8ba5-f16d19f60e21 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0427835 Jan 18 20:38:17.709018 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f68adae1-2be3-47ba-a6b5-5df6b2825422 req-de56189a-3409-4505-987f-a1b4e36789a1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0452435 Jan 18 20:38:18.835690 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1e5cc0e9-1478-4d60-9062-015f2eab80d3 req-f3b190f4-d292-46af-b870-45f0557ff9d6 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0290010 Jan 18 20:38:20.080035 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-16a6e896-1573-45b9-9a6e-9d2cc3fe94e3 req-bc786bc1-e046-4946-b564-b1a1378887a6 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0551777 Jan 18 20:38:21.283171 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5792f5d5-3075-4a48-8578-a45a72fbd982 req-b22b88fb-0df1-4175-b3dc-382bf768d82e tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0478041 Jan 18 20:38:22.452746 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f70c95e9-9765-4865-a9ac-e167269f0934 req-d5766312-7b69-4a73-9dab-759066cb72bc tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0415998 Jan 18 20:38:23.668287 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95000057-875d-4752-8748-aa5d6b2665d7 req-e94e7189-c9d7-4018-a68e-924b2c7cef76 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0913227 Jan 18 20:38:24.886723 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-86c93124-83e5-4f84-b226-312f14f4dc76 req-c5859cd7-f674-4dd3-855b-94d0367cc748 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0631135 Jan 18 20:38:25.510545 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 57666) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:25.642298 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c9f63851-b743-407b-9e34-14b9532ad3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:25.714870 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69da1090-092a-49a9-890d-d8f9ddc44fcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:25.869277 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69da1090-092a-49a9-890d-d8f9ddc44fcc admin admin] Publish callbacks [] for security_group (28a93df9-0e48-4755-878d-20c283bf3e91), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:25.878916 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69da1090-092a-49a9-890d-d8f9ddc44fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (28a93df9-0e48-4755-878d-20c283bf3e91), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:25.915108 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 57710) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:25.922177 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-69da1090-092a-49a9-890d-d8f9ddc44fcc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b77ca864c7f942ada1f87ed176afdae3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4086075 Jan 18 20:38:25.992825 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da1090-092a-49a9-890d-d8f9ddc44fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a93df9-0e48-4755-878d-20c283bf3e91,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:26.075301 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e53c824c-896b-4b0b-a9b5-77d12a6fc2d2 req-59f971b1-c2b8-4d6a-9d34-b3ad313d428f tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0304313 Jan 18 20:38:26.076116 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6c8afd27-48e7-467e-843e-0795facbe4b7 admin admin] Publish callbacks [] for security_group (28a93df9-0e48-4755-878d-20c283bf3e91), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:26.131381 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6c8afd27-48e7-467e-843e-0795facbe4b7 admin admin] Publish callbacks [] for security_group (28a93df9-0e48-4755-878d-20c283bf3e91), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:26.206248 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6c8afd27-48e7-467e-843e-0795facbe4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (28a93df9-0e48-4755-878d-20c283bf3e91), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:26.210103 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6c8afd27-48e7-467e-843e-0795facbe4b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:26.236197 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6c8afd27-48e7-467e-843e-0795facbe4b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28a93df9-0e48-4755-878d-20c283bf3e91 HTTP/1.1" status: 204 len: 168 time: 0.3198910 Jan 18 20:38:26.259066 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8afd27-48e7-467e-843e-0795facbe4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a93df9-0e48-4755-878d-20c283bf3e91,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:26.283225 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8afd27-48e7-467e-843e-0795facbe4b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:26.283588 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8afd27-48e7-467e-843e-0795facbe4b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:26.283922 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8afd27-48e7-467e-843e-0795facbe4b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:26.286230 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8afd27-48e7-467e-843e-0795facbe4b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:26.286444 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8afd27-48e7-467e-843e-0795facbe4b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:26.286781 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8afd27-48e7-467e-843e-0795facbe4b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:26.287146 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8afd27-48e7-467e-843e-0795facbe4b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:26.287482 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8afd27-48e7-467e-843e-0795facbe4b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:26.288891 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8afd27-48e7-467e-843e-0795facbe4b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:26.289437 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8afd27-48e7-467e-843e-0795facbe4b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:26.293978 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8afd27-48e7-467e-843e-0795facbe4b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:26.296581 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8afd27-48e7-467e-843e-0795facbe4b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:26.296839 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8afd27-48e7-467e-843e-0795facbe4b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:27.202142 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1ed8ea35-c5ff-4c22-a029-0fb200e6448c req-4fbfd4b5-a6b4-4aff-bbc4-97b9d4b0bed0 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0298901 Jan 18 20:38:27.807222 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6d88fbf8-699a-4f5b-b50c-67e36c89596f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:28.364447 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1c6a1e39-29ba-42bc-a0b3-bdf2111fa532 req-dc35b4c4-c9b3-4eb8-9f07-d3e5bd1c7671 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0536704 Jan 18 20:38:29.027508 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58052) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:29.032613 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-272450f1-837f-4aeb-9e1a-df0f51631c5d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-864502596', 'description': 'tempest-secgroup-smoke-864502596 description', 'project_id': '0f033c66edd74e168cf3601ff8da102f'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:38:29.063669 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-272450f1-837f-4aeb-9e1a-df0f51631c5d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:29.079180 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-272450f1-837f-4aeb-9e1a-df0f51631c5d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:29.123027 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:29.165824 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-272450f1-837f-4aeb-9e1a-df0f51631c5d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group (0a47d3c3-a9f7-434c-98a0-ea40c53861d2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:29.170029 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-272450f1-837f-4aeb-9e1a-df0f51631c5d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0a47d3c3-a9f7-434c-98a0-ea40c53861d2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:29.215672 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272450f1-837f-4aeb-9e1a-df0f51631c5d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a47d3c3-a9f7-434c-98a0-ea40c53861d2,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:29.258139 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-272450f1-837f-4aeb-9e1a-df0f51631c5d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group (8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:29.262912 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-272450f1-837f-4aeb-9e1a-df0f51631c5d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:29.288962 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:38:29.311973 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272450f1-837f-4aeb-9e1a-df0f51631c5d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:29.320715 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-272450f1-837f-4aeb-9e1a-df0f51631c5d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:29.325311 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58062) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:29.325815 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-272450f1-837f-4aeb-9e1a-df0f51631c5d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2967339 Jan 18 20:38:29.330147 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-511203e6-a278-4c72-9e9c-a8867dd8bbff tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'security_group_rule': {'security_group_id': '8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:38:29.366166 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-511203e6-a278-4c72-9e9c-a8867dd8bbff tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (93f0518c-550a-4186-8c64-b1c73ce87966), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:29.501616 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a12d078-857f-47bf-acda-7791a2dcc161 req-1382911b-19f8-4998-b15a-b50d8478ce13 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0307255 Jan 18 20:38:29.508755 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-511203e6-a278-4c72-9e9c-a8867dd8bbff tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (93f0518c-550a-4186-8c64-b1c73ce87966), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:29.530996 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-511203e6-a278-4c72-9e9c-a8867dd8bbff tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (93f0518c-550a-4186-8c64-b1c73ce87966), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:29.558146 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511203e6-a278-4c72-9e9c-a8867dd8bbff tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f0518c-550a-4186-8c64-b1c73ce87966,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:29.563978 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-511203e6-a278-4c72-9e9c-a8867dd8bbff tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:29.566473 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-511203e6-a278-4c72-9e9c-a8867dd8bbff tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2395029 Jan 18 20:38:29.568639 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58068) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:29.574550 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-282c81ce-8bb8-44f9-9131-2deae04b477c tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'security_group_rule': {'security_group_id': '8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:38:29.634201 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-282c81ce-8bb8-44f9-9131-2deae04b477c tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (9638bff6-7ae7-45f8-959c-ba9f90243f64), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:29.713207 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-282c81ce-8bb8-44f9-9131-2deae04b477c tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (9638bff6-7ae7-45f8-959c-ba9f90243f64), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:29.718742 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-282c81ce-8bb8-44f9-9131-2deae04b477c tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (9638bff6-7ae7-45f8-959c-ba9f90243f64), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:29.738114 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c81ce-8bb8-44f9-9131-2deae04b477c tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9638bff6-7ae7-45f8-959c-ba9f90243f64,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:29.759879 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-282c81ce-8bb8-44f9-9131-2deae04b477c tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:29.761591 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-282c81ce-8bb8-44f9-9131-2deae04b477c tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1918135 Jan 18 20:38:29.764321 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58078) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:29.773057 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-59048dd3-f3fd-4062-abc4-48d5a3acdbe9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'security_group_rule': {'security_group_id': '8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:38:29.804983 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-59048dd3-f3fd-4062-abc4-48d5a3acdbe9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (b5196728-399d-44f0-bb4a-291a3e49d7d0), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:29.874296 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-59048dd3-f3fd-4062-abc4-48d5a3acdbe9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (b5196728-399d-44f0-bb4a-291a3e49d7d0), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:29.879559 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-59048dd3-f3fd-4062-abc4-48d5a3acdbe9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (b5196728-399d-44f0-bb4a-291a3e49d7d0), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:29.905753 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59048dd3-f3fd-4062-abc4-48d5a3acdbe9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5196728-399d-44f0-bb4a-291a3e49d7d0,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:29.911387 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-59048dd3-f3fd-4062-abc4-48d5a3acdbe9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:29.916847 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-59048dd3-f3fd-4062-abc4-48d5a3acdbe9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1509182 Jan 18 20:38:29.917308 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58082) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:29.923609 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-44c53639-099a-43df-b0d9-ce6234c2c6d5 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'security_group_rule': {'security_group_id': '8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:38:29.961812 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44c53639-099a-43df-b0d9-ce6234c2c6d5 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (9224ff16-a49d-4928-860b-65daa1156b1b), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:30.041066 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44c53639-099a-43df-b0d9-ce6234c2c6d5 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (9224ff16-a49d-4928-860b-65daa1156b1b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:30.047154 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44c53639-099a-43df-b0d9-ce6234c2c6d5 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (9224ff16-a49d-4928-860b-65daa1156b1b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:30.077880 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c53639-099a-43df-b0d9-ce6234c2c6d5 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9224ff16-a49d-4928-860b-65daa1156b1b,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:30.093622 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44c53639-099a-43df-b0d9-ce6234c2c6d5 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:30.099344 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58088) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:30.104796 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-05d6357f-5f54-4837-85c1-55282477c63a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'security_group_rule': {'security_group_id': '8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:38:30.111506 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-44c53639-099a-43df-b0d9-ce6234c2c6d5 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1929357 Jan 18 20:38:30.138372 n-d-741529-9 neutron-server[103336]: INFO neutron.db.securitygroups_db [None req-05d6357f-5f54-4837-85c1-55282477c63a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Project 0f033c66edd74e168cf3601ff8da102f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:38:30.145202 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-05d6357f-5f54-4837-85c1-55282477c63a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (629b636a-00e6-43a5-983b-dd519e71782a), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:30.226759 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-05d6357f-5f54-4837-85c1-55282477c63a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (629b636a-00e6-43a5-983b-dd519e71782a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:30.234270 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-05d6357f-5f54-4837-85c1-55282477c63a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (629b636a-00e6-43a5-983b-dd519e71782a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:30.259863 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6357f-5f54-4837-85c1-55282477c63a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629b636a-00e6-43a5-983b-dd519e71782a,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:30.274025 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-05d6357f-5f54-4837-85c1-55282477c63a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:30.275637 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-05d6357f-5f54-4837-85c1-55282477c63a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1748230 Jan 18 20:38:30.278335 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58094) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:30.286583 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-0d79ed62-b417-4762-92b9-67d68323dbd8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'security_group_rule': {'security_group_id': '8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:38:30.326304 n-d-741529-9 neutron-server[103336]: INFO neutron.db.securitygroups_db [None req-0d79ed62-b417-4762-92b9-67d68323dbd8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Project 0f033c66edd74e168cf3601ff8da102f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:38:30.334048 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0d79ed62-b417-4762-92b9-67d68323dbd8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (d849589f-3761-4169-bffd-f1e9483d41aa), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:30.405949 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0d79ed62-b417-4762-92b9-67d68323dbd8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (d849589f-3761-4169-bffd-f1e9483d41aa), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:30.413406 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0d79ed62-b417-4762-92b9-67d68323dbd8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (d849589f-3761-4169-bffd-f1e9483d41aa), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:30.435619 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79ed62-b417-4762-92b9-67d68323dbd8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d849589f-3761-4169-bffd-f1e9483d41aa,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:30.446708 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0d79ed62-b417-4762-92b9-67d68323dbd8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:30.450897 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0d79ed62-b417-4762-92b9-67d68323dbd8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1685576 Jan 18 20:38:30.451065 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58096) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:30.456928 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-18de354b-cb89-424f-9811-76bd93354184 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'network': {'name': 'tempest-network-smoke--1207675980', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'port_security_enabled': True}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:38:30.481219 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18de354b-cb89-424f-9811-76bd93354184 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Made reservation on behalf of 0f033c66edd74e168cf3601ff8da102f for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:38:30.485371 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-18de354b-cb89-424f-9811-76bd93354184 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:30.511391 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18de354b-cb89-424f-9811-76bd93354184 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:38:30.521559 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-18de354b-cb89-424f-9811-76bd93354184 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (e59d8861-d188-4cf8-863d-e8b06e30ebf1), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:30.522064 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-18de354b-cb89-424f-9811-76bd93354184 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Added segment e59d8861-d188-4cf8-863d-e8b06e30ebf1 of type vlan for network b6dee874-ef78-4e87-96a6-1e0ac3327735 Jan 18 20:38:30.568142 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:30.595004 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-18de354b-cb89-424f-9811-76bd93354184 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (b6dee874-ef78-4e87-96a6-1e0ac3327735), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:30.654363 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4605f424-dc76-4bde-acd5-ca13d1093d89 req-4cc84c99-c1ec-4921-ab3f-4cea9ecfa4ba tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa171f3a-7b11-4647-88b5-324804184a23 HTTP/1.1" status: 200 len: 210 time: 0.0543673 Jan 18 20:38:30.667969 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-18de354b-cb89-424f-9811-76bd93354184 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (b6dee874-ef78-4e87-96a6-1e0ac3327735), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:30.675055 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de354b-cb89-424f-9811-76bd93354184 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:30.675780 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-18de354b-cb89-424f-9811-76bd93354184 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:30.777552 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de354b-cb89-424f-9811-76bd93354184 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Network': ['ID=b6dee874-ef78-4e87-96a6-1e0ac3327735,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:30.786593 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58108) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:30.787107 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-18de354b-cb89-424f-9811-76bd93354184 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3342574 Jan 18 20:38:30.793339 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-1e8e8050-becc-4cbf-9639-44a3e6e4eed4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-371677621', 'admin_state_up': True, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:38:30.795766 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network b6dee874-ef78-4e87-96a6-1e0ac3327735 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:38:30.827218 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8050-becc-4cbf-9639-44a3e6e4eed4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (6a3a5181-3898-4beb-a59b-e147de88a062), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:30.828700 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8050-becc-4cbf-9639-44a3e6e4eed4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (6a3a5181-3898-4beb-a59b-e147de88a062), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:30.900938 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8050-becc-4cbf-9639-44a3e6e4eed4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router_controller (6a3a5181-3898-4beb-a59b-e147de88a062), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:31.072641 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8050-becc-4cbf-9639-44a3e6e4eed4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router_gateway (6a3a5181-3898-4beb-a59b-e147de88a062), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:31.270975 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8050-becc-4cbf-9639-44a3e6e4eed4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router_gateway (6a3a5181-3898-4beb-a59b-e147de88a062), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:31.290354 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8050-becc-4cbf-9639-44a3e6e4eed4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:31.401886 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-1e8e8050-becc-4cbf-9639-44a3e6e4eed4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Allocated IP 172.25.4.20 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/fc21bb76-bd7c-49a0-ac3b-ddce755fc93a) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:38:31.507521 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8050-becc-4cbf-9639-44a3e6e4eed4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for port (fc21bb76-bd7c-49a0-ac3b-ddce755fc93a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:31.548748 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8050-becc-4cbf-9639-44a3e6e4eed4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (fc21bb76-bd7c-49a0-ac3b-ddce755fc93a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:31.590823 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8e8050-becc-4cbf-9639-44a3e6e4eed4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:38:31.595139 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-1e8e8050-becc-4cbf-9639-44a3e6e4eed4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:38:31.599597 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8e8050-becc-4cbf-9639-44a3e6e4eed4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:38:31.603362 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e8050-becc-4cbf-9639-44a3e6e4eed4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Port': ['ID=fc21bb76-bd7c-49a0-ac3b-ddce755fc93a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:31.609946 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b210289a-e897-42c6-8e00-ef0e2a2a859b None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:38:31.737555 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-db56e319-c37a-44ce-bdb0-0131eccecbdf None None] Provisioning complete for port fc21bb76-bd7c-49a0-ac3b-ddce755fc93a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:38:31.738151 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-db56e319-c37a-44ce-bdb0-0131eccecbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fc21bb76-bd7c-49a0-ac3b-ddce755fc93a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:31.791344 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-db56e319-c37a-44ce-bdb0-0131eccecbdf None None] Port fc21bb76-bd7c-49a0-ac3b-ddce755fc93a cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:38:31.801153 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58134) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:31.839247 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:31.898311 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ffbf2e0d-6109-4e26-b02f-7635bf0bccaf tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for security_group (a274c4d4-997b-45fa-a35a-3baa0a779f24), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:31.911893 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8050-becc-4cbf-9639-44a3e6e4eed4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router_gateway (6a3a5181-3898-4beb-a59b-e147de88a062), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:31.927167 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ffbf2e0d-6109-4e26-b02f-7635bf0bccaf tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for security_group (a274c4d4-997b-45fa-a35a-3baa0a779f24), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:32.008106 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ffbf2e0d-6109-4e26-b02f-7635bf0bccaf tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a274c4d4-997b-45fa-a35a-3baa0a779f24), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:32.011980 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ffbf2e0d-6109-4e26-b02f-7635bf0bccaf tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:32.022355 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58138) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:32.029988 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ffbf2e0d-6109-4e26-b02f-7635bf0bccaf tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "DELETE /v2.0/security-groups/a274c4d4-997b-45fa-a35a-3baa0a779f24 HTTP/1.1" status: 204 len: 168 time: 0.2111113 Jan 18 20:38:32.042948 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-6e787907-31ee-4970-8e7e-8e50bc815dfd tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] show failed (client error): The resource could not be found. Jan 18 20:38:32.046739 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6e787907-31ee-4970-8e7e-8e50bc815dfd tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "GET /v2.0/security-groups/a274c4d4-997b-45fa-a35a-3baa0a779f24 HTTP/1.1" status: 404 len: 347 time: 0.0207047 Jan 18 20:38:32.048467 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58142) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:32.053842 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf2e0d-6109-4e26-b02f-7635bf0bccaf tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a274c4d4-997b-45fa-a35a-3baa0a779f24,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:32.289298 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8050-becc-4cbf-9639-44a3e6e4eed4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (6a3a5181-3898-4beb-a59b-e147de88a062), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:32.291802 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b0012f29-8991-4c11-82a1-a3e4394d4243 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Deleting port 647d65c4-5647-49de-a180-a2d158ca6aa8 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:38:32.292224 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0012f29-8991-4c11-82a1-a3e4394d4243 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (647d65c4-5647-49de-a180-a2d158ca6aa8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:32.447429 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0012f29-8991-4c11-82a1-a3e4394d4243 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (647d65c4-5647-49de-a180-a2d158ca6aa8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:32.447763 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0012f29-8991-4c11-82a1-a3e4394d4243 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for floatingip (647d65c4-5647-49de-a180-a2d158ca6aa8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:32.476022 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b0012f29-8991-4c11-82a1-a3e4394d4243 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Calling delete_port for 647d65c4-5647-49de-a180-a2d158ca6aa8 owned by network:floatingip {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:38:32.549904 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8e8050-becc-4cbf-9639-44a3e6e4eed4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Router 6a3a5181-3898-4beb-a59b-e147de88a062 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:38:33.019893 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8e8050-becc-4cbf-9639-44a3e6e4eed4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:38:33.029012 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0012f29-8991-4c11-82a1-a3e4394d4243 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (647d65c4-5647-49de-a180-a2d158ca6aa8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:33.034094 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806c0fa0-81e7-4f0f-b5db-a9310676ac4f None None] Sync routers for ids ['6a3a5181-3898-4beb-a59b-e147de88a062'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:38:33.051033 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806c0fa0-81e7-4f0f-b5db-a9310676ac4f None None] Routers {'6a3a5181-3898-4beb-a59b-e147de88a062'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:38:33.051724 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-806c0fa0-81e7-4f0f-b5db-a9310676ac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:38:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6a3a5181-3898-4beb-a59b-e147de88a062'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:33.062462 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0012f29-8991-4c11-82a1-a3e4394d4243 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event deleted for resources: {'Port': ['ID=647d65c4-5647-49de-a180-a2d158ca6aa8,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:33.078485 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8050-becc-4cbf-9639-44a3e6e4eed4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:33.082696 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1e8e8050-becc-4cbf-9639-44a3e6e4eed4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2913775 Jan 18 20:38:33.085195 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58166) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:33.159207 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0012f29-8991-4c11-82a1-a3e4394d4243 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for floatingip (5f7c0261-eebc-40ea-a3fe-0a7a6d852685), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:33.167214 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0012f29-8991-4c11-82a1-a3e4394d4243 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:33.168505 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b0012f29-8991-4c11-82a1-a3e4394d4243 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "DELETE /v2.0/floatingips/5f7c0261-eebc-40ea-a3fe-0a7a6d852685 HTTP/1.1" status: 204 len: 168 time: 1.1190729 Jan 18 20:38:33.171331 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58170) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:33.266531 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-806c0fa0-81e7-4f0f-b5db-a9310676ac4f None None] Set router 6a3a5181-3898-4beb-a59b-e147de88a062 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:38:33.306642 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58176) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:33.311682 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7fdb3516-1b72-4d12-96c2-a57e84a739b0 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=0f033c66edd74e168cf3601ff8da102f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2245629 Jan 18 20:38:33.408575 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-8070180a-8152-4040-8b66-1249cf5d5f78 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Deleting port 1488c34b-3de1-428f-94c5-ea3bbe9105fc {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:38:33.408786 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8070180a-8152-4040-8b66-1249cf5d5f78 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (1488c34b-3de1-428f-94c5-ea3bbe9105fc), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:33.527493 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935d35aa-0bf2-4550-a4c5-a7c6a957d9c8 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:33.532828 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-935d35aa-0bf2-4550-a4c5-a7c6a957d9c8 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2292855 Jan 18 20:38:33.534526 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58178) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:33.535242 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8070180a-8152-4040-8b66-1249cf5d5f78 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (1488c34b-3de1-428f-94c5-ea3bbe9105fc), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:33.549744 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-8070180a-8152-4040-8b66-1249cf5d5f78 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Calling delete_port for 1488c34b-3de1-428f-94c5-ea3bbe9105fc owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:38:33.551813 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-806c0fa0-81e7-4f0f-b5db-a9310676ac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371677621', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:38:30Z', 'updated_at': '2022-01-18T20:38:31Z', 'revision_number': 3, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:38:31Z', 'updated_at': '2022-01-18T20:38:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:33.576125 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2bb303c5-56f0-459e-913b-2f7b88efcd60 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b0799cf-8cdf-46d5-953b-bdacab604b8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401564 Jan 18 20:38:33.577001 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58180) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:33.582235 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-2de4ed10-3d2e-43be-8ef2-80670cc2013b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-242735085', 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:38:33.642112 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806c0fa0-81e7-4f0f-b5db-a9310676ac4f None None] Checking router: 6a3a5181-3898-4beb-a59b-e147de88a062 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:38:33.642882 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806c0fa0-81e7-4f0f-b5db-a9310676ac4f None None] Updating router 6a3a5181-3898-4beb-a59b-e147de88a062 port fc21bb76-bd7c-49a0-ac3b-ddce755fc93a binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:38:33.672831 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-806c0fa0-81e7-4f0f-b5db-a9310676ac4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fc21bb76-bd7c-49a0-ac3b-ddce755fc93a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:33.685783 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de4ed10-3d2e-43be-8ef2-80670cc2013b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Made reservation on behalf of 0f033c66edd74e168cf3601ff8da102f for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:38:33.690530 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2de4ed10-3d2e-43be-8ef2-80670cc2013b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:33.826776 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8070180a-8152-4040-8b66-1249cf5d5f78 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (1488c34b-3de1-428f-94c5-ea3bbe9105fc), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:33.886957 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070180a-8152-4040-8b66-1249cf5d5f78 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event deleted for resources: {'Port': ['ID=1488c34b-3de1-428f-94c5-ea3bbe9105fc,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:34.009156 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8070180a-8152-4040-8b66-1249cf5d5f78 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:34.013969 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8070180a-8152-4040-8b66-1249cf5d5f78 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "DELETE /v2.0/ports/1488c34b-3de1-428f-94c5-ea3bbe9105fc HTTP/1.1" status: 204 len: 168 time: 0.8413377 Jan 18 20:38:34.016231 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58188) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:34.038191 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-806c0fa0-81e7-4f0f-b5db-a9310676ac4f None None] Publish callbacks [] for port (fc21bb76-bd7c-49a0-ac3b-ddce755fc93a), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:34.046041 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-806c0fa0-81e7-4f0f-b5db-a9310676ac4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fc21bb76-bd7c-49a0-ac3b-ddce755fc93a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:34.056613 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2de4ed10-3d2e-43be-8ef2-80670cc2013b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (56dbd12f-121d-4194-bd0f-62f77149bdc0), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:34.143884 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4ed10-3d2e-43be-8ef2-80670cc2013b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Subnet': ['ID=56dbd12f-121d-4194-bd0f-62f77149bdc0,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:34.148099 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-806c0fa0-81e7-4f0f-b5db-a9310676ac4f None None] Attempting to bind port fc21bb76-bd7c-49a0-ac3b-ddce755fc93a on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:38:34.148942 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-806c0fa0-81e7-4f0f-b5db-a9310676ac4f None None] Attempting to bind port fc21bb76-bd7c-49a0-ac3b-ddce755fc93a by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:38:34.149519 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806c0fa0-81e7-4f0f-b5db-a9310676ac4f None None] Attempting to bind port fc21bb76-bd7c-49a0-ac3b-ddce755fc93a on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:38:34.163346 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a050199a-48c4-4e86-9259-8bfc80dd4ebe None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:38:34.180532 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-047e9288-bf26-40c6-8e9a-227a9f488fbe tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Deleting port fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:38:34.181119 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-047e9288-bf26-40c6-8e9a-227a9f488fbe tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:34.190968 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de4ed10-3d2e-43be-8ef2-80670cc2013b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Checking segment: {'id': 'e59d8861-d188-4cf8-863d-e8b06e30ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:38:34.191356 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de4ed10-3d2e-43be-8ef2-80670cc2013b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Network hostable DHCP agents. Network: b6dee874-ef78-4e87-96a6-1e0ac3327735, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:38:34.196441 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806c0fa0-81e7-4f0f-b5db-a9310676ac4f None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:38:34.198027 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806c0fa0-81e7-4f0f-b5db-a9310676ac4f None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:38:34.198802 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-806c0fa0-81e7-4f0f-b5db-a9310676ac4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:34.199397 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806c0fa0-81e7-4f0f-b5db-a9310676ac4f None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:38:34.200787 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-806c0fa0-81e7-4f0f-b5db-a9310676ac4f None None] Bound port: fc21bb76-bd7c-49a0-ac3b-ddce755fc93a, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:38:34.201399 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-806c0fa0-81e7-4f0f-b5db-a9310676ac4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fc21bb76-bd7c-49a0-ac3b-ddce755fc93a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:34.223743 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de4ed10-3d2e-43be-8ef2-80670cc2013b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Network b6dee874-ef78-4e87-96a6-1e0ac3327735 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:38:34.239424 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-2de4ed10-3d2e-43be-8ef2-80670cc2013b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, b6dee874-ef78-4e87-96a6-1e0ac3327735) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:38:34.247158 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de4ed10-3d2e-43be-8ef2-80670cc2013b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:34.247825 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2de4ed10-3d2e-43be-8ef2-80670cc2013b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:34.282108 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2de4ed10-3d2e-43be-8ef2-80670cc2013b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7037358 Jan 18 20:38:34.285104 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58196) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:34.295725 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d0060d-8e52-44fb-9c95-2ad220d44eac None None] Network b6dee874-ef78-4e87-96a6-1e0ac3327735 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:38:34.324889 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:34.325584 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b5697-cfca-4f94-bfb5-42a00cd3e46f None None] Pushing event updated for resources: {'Port': ['ID=fc21bb76-bd7c-49a0-ac3b-ddce755fc93a,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:34.358330 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-047e9288-bf26-40c6-8e9a-227a9f488fbe tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:34.379242 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-047e9288-bf26-40c6-8e9a-227a9f488fbe tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Calling delete_port for fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:38:34.446668 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d1a104dd-4ea5-47e5-bc83-3b9987d4a930 None None] Provisioning complete for port fc21bb76-bd7c-49a0-ac3b-ddce755fc93a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:38:34.447281 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d1a104dd-4ea5-47e5-bc83-3b9987d4a930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fc21bb76-bd7c-49a0-ac3b-ddce755fc93a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:34.536967 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-806c0fa0-81e7-4f0f-b5db-a9310676ac4f None None] For port fc21bb76-bd7c-49a0-ac3b-ddce755fc93a, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:38:34.549995 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d1a104dd-4ea5-47e5-bc83-3b9987d4a930 None None] Port fc21bb76-bd7c-49a0-ac3b-ddce755fc93a cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:38:34.563112 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-047e9288-bf26-40c6-8e9a-227a9f488fbe tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:34.601284 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dd58e2-0b27-4fe2-b8da-8584509b306a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-b6dee874-ef78-4e87-96a6-1e0ac3327735', 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'fixed_ips': [{'subnet_id': '56dbd12f-121d-4194-bd0f-62f77149bdc0'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:38:34.602166 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c5dd58e2-0b27-4fe2-b8da-8584509b306a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:34.613980 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-806c0fa0-81e7-4f0f-b5db-a9310676ac4f None None] For port fc21bb76-bd7c-49a0-ac3b-ddce755fc93a, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=fc21bb76-bd7c-49a0-ac3b-ddce755fc93a,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:38:34.632486 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-806c0fa0-81e7-4f0f-b5db-a9310676ac4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fc21bb76-bd7c-49a0-ac3b-ddce755fc93a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:34.648079 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e9288-bf26-40c6-8e9a-227a9f488fbe tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event deleted for resources: {'Port': ['ID=fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:34.694908 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2924b1f0-0f49-4a8b-a71b-cfcd42ad2a01 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:38:34.760973 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-047e9288-bf26-40c6-8e9a-227a9f488fbe tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:34.765771 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-047e9288-bf26-40c6-8e9a-227a9f488fbe tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "DELETE /v2.0/ports/fffa7b6d-d4ea-48cb-9160-47bc5d08fbfb HTTP/1.1" status: 204 len: 168 time: 0.7480257 Jan 18 20:38:34.768535 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58202) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:34.785214 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b5697-cfca-4f94-bfb5-42a00cd3e46f None None] Pushing event updated for resources: {'Port': ['ID=fc21bb76-bd7c-49a0-ac3b-ddce755fc93a,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:34.798116 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806c0fa0-81e7-4f0f-b5db-a9310676ac4f None None] Routers {'6a3a5181-3898-4beb-a59b-e147de88a062'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:38:34.798731 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-806c0fa0-81e7-4f0f-b5db-a9310676ac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:38:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6a3a5181-3898-4beb-a59b-e147de88a062'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:34.905751 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8bd712-19fc-446d-87cd-077a941489e1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Deleting subnet 4447c040-bbb0-41e1-84cc-ec8cc29dd4f8 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:38:34.913595 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a8bd712-19fc-446d-87cd-077a941489e1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for subnet (4447c040-bbb0-41e1-84cc-ec8cc29dd4f8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:34.918528 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-c5dd58e2-0b27-4fe2-b8da-8584509b306a None None] Allocated IP 172.20.0.2 (b6dee874-ef78-4e87-96a6-1e0ac3327735/56dbd12f-121d-4194-bd0f-62f77149bdc0/3ca090c2-6e63-4a60-840b-0031afaaa6ad) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:38:34.961204 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ae429569-d221-4613-9d00-e84ecbd51ec1 None None] Provisioning complete for port fc21bb76-bd7c-49a0-ac3b-ddce755fc93a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:38:34.961580 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ae429569-d221-4613-9d00-e84ecbd51ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fc21bb76-bd7c-49a0-ac3b-ddce755fc93a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:34.995781 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a8bd712-19fc-446d-87cd-077a941489e1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (4447c040-bbb0-41e1-84cc-ec8cc29dd4f8), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:35.075858 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-806c0fa0-81e7-4f0f-b5db-a9310676ac4f None None] Set router 6a3a5181-3898-4beb-a59b-e147de88a062 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:38:35.230163 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a8bd712-19fc-446d-87cd-077a941489e1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (4447c040-bbb0-41e1-84cc-ec8cc29dd4f8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:35.287923 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3927d28b-a75f-47d6-8bc7-6e506b6c31f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:35.428235 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a8bd712-19fc-446d-87cd-077a941489e1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (4447c040-bbb0-41e1-84cc-ec8cc29dd4f8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:35.471757 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8bd712-19fc-446d-87cd-077a941489e1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event deleted for resources: {'Subnet': ['ID=4447c040-bbb0-41e1-84cc-ec8cc29dd4f8,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:35.482304 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a8bd712-19fc-446d-87cd-077a941489e1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:35.488569 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5a8bd712-19fc-446d-87cd-077a941489e1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "DELETE /v2.0/subnets/4447c040-bbb0-41e1-84cc-ec8cc29dd4f8 HTTP/1.1" status: 204 len: 168 time: 0.7188241 Jan 18 20:38:35.488754 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58216) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:35.558753 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f687dd08-cf9d-40e3-96e9-97d9ef67767a None None] Network e28041d0-7a31-4e94-acee-687198cd901a requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:38:35.591200 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-670289ed-2e98-4afc-9a1f-4e3818e9fc98 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Deleting subnet adf464e5-d0e2-45fb-a0b2-ab21add0b628 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:38:35.595269 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-670289ed-2e98-4afc-9a1f-4e3818e9fc98 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for subnet (adf464e5-d0e2-45fb-a0b2-ab21add0b628), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:35.653733 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-670289ed-2e98-4afc-9a1f-4e3818e9fc98 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (adf464e5-d0e2-45fb-a0b2-ab21add0b628), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:35.676221 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ae429569-d221-4613-9d00-e84ecbd51ec1 None None] Current status of the port fc21bb76-bd7c-49a0-ac3b-ddce755fc93a is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:38:35.676620 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ae429569-d221-4613-9d00-e84ecbd51ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fc21bb76-bd7c-49a0-ac3b-ddce755fc93a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:35.751274 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-670289ed-2e98-4afc-9a1f-4e3818e9fc98 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (adf464e5-d0e2-45fb-a0b2-ab21add0b628), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:35.764167 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ae429569-d221-4613-9d00-e84ecbd51ec1 None None] For port fc21bb76-bd7c-49a0-ac3b-ddce755fc93a, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=fc21bb76-bd7c-49a0-ac3b-ddce755fc93a,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:38:35.783440 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ae429569-d221-4613-9d00-e84ecbd51ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fc21bb76-bd7c-49a0-ac3b-ddce755fc93a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:35.795854 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c5dd58e2-0b27-4fe2-b8da-8584509b306a None None] Publish callbacks [] for port (3ca090c2-6e63-4a60-840b-0031afaaa6ad), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:35.832282 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-670289ed-2e98-4afc-9a1f-4e3818e9fc98 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (adf464e5-d0e2-45fb-a0b2-ab21add0b628), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:35.855447 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-670289ed-2e98-4afc-9a1f-4e3818e9fc98 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:35.866485 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58224) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:35.884200 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-670289ed-2e98-4afc-9a1f-4e3818e9fc98 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "DELETE /v2.0/subnets/adf464e5-d0e2-45fb-a0b2-ab21add0b628 HTTP/1.1" status: 204 len: 168 time: 0.3932788 Jan 18 20:38:35.894612 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c5dd58e2-0b27-4fe2-b8da-8584509b306a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (3ca090c2-6e63-4a60-840b-0031afaaa6ad), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:35.913617 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-806c0fa0-81e7-4f0f-b5db-a9310676ac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371677621', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:38:30Z', 'updated_at': '2022-01-18T20:38:31Z', 'revision_number': 3, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:38:31Z', 'updated_at': '2022-01-18T20:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:35.915739 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5c71da-8b6f-4d01-aaad-fdfd8d5be08a None None] Network 5fbd40aa-f049-4550-b042-82fa935955b5 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:38:35.917513 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2951c819-6a3a-4e18-870b-1fcc8870041a None None] DHCP port deletion for e28041d0-7a31-4e94-acee-687198cd901a request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:38:35.934892 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670289ed-2e98-4afc-9a1f-4e3818e9fc98 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event deleted for resources: {'Subnet': ['ID=adf464e5-d0e2-45fb-a0b2-ab21add0b628,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:36.025610 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-3927d28b-a75f-47d6-8bc7-6e506b6c31f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Allocated IP 172.20.0.1 (b6dee874-ef78-4e87-96a6-1e0ac3327735/56dbd12f-121d-4194-bd0f-62f77149bdc0/5a08ce64-9878-41df-8857-760794fc3587) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:38:36.034652 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84837b2a-b970-4dc3-a03f-576d60502b70 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (e28041d0-7a31-4e94-acee-687198cd901a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:36.048717 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806c0fa0-81e7-4f0f-b5db-a9310676ac4f None None] The sync data for ids ['6a3a5181-3898-4beb-a59b-e147de88a062'] in n-d-741529-9 is: [{'id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371677621', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:38:30Z', 'updated_at': '2022-01-18T20:38:31Z', 'revision_number': 3, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:38:31Z', 'updated_at': '2022-01-18T20:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:38:36.098282 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dd58e2-0b27-4fe2-b8da-8584509b306a None None] Network b6dee874-ef78-4e87-96a6-1e0ac3327735 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:38:36.103586 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-c5dd58e2-0b27-4fe2-b8da-8584509b306a None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:38:36.107769 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dd58e2-0b27-4fe2-b8da-8584509b306a None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:38:36.132436 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae429569-d221-4613-9d00-e84ecbd51ec1 None None] Pushing event updated for resources: {'Port': ['ID=fc21bb76-bd7c-49a0-ac3b-ddce755fc93a,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:36.206636 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3927d28b-a75f-47d6-8bc7-6e506b6c31f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for port (5a08ce64-9878-41df-8857-760794fc3587), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:36.209184 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-84837b2a-b970-4dc3-a03f-576d60502b70 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Deleting port 0d1ed183-6da4-42ef-a9b2-32abda5db829 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:38:36.209508 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84837b2a-b970-4dc3-a03f-576d60502b70 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (0d1ed183-6da4-42ef-a9b2-32abda5db829), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:36.293879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-84837b2a-b970-4dc3-a03f-576d60502b70 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] For port 0d1ed183-6da4-42ef-a9b2-32abda5db829, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=0d1ed183-6da4-42ef-a9b2-32abda5db829,segment=NetworkSegment(fbad898d-38fa-47be-becf-1f5943552590),segment_id=fbad898d-38fa-47be-becf-1f5943552590)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:38:36.294498 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84837b2a-b970-4dc3-a03f-576d60502b70 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (0d1ed183-6da4-42ef-a9b2-32abda5db829), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:36.295618 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd58e2-0b27-4fe2-b8da-8584509b306a None None] Pushing event updated for resources: {'Port': ['ID=3ca090c2-6e63-4a60-840b-0031afaaa6ad,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:36.313003 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-84837b2a-b970-4dc3-a03f-576d60502b70 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Calling delete_port for 0d1ed183-6da4-42ef-a9b2-32abda5db829 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:38:36.329311 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3927d28b-a75f-47d6-8bc7-6e506b6c31f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (5a08ce64-9878-41df-8857-760794fc3587), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:36.369363 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c5dd58e2-0b27-4fe2-b8da-8584509b306a None None] Attempting to bind port 3ca090c2-6e63-4a60-840b-0031afaaa6ad on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:38:36.369938 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c5dd58e2-0b27-4fe2-b8da-8584509b306a None None] Attempting to bind port 3ca090c2-6e63-4a60-840b-0031afaaa6ad by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'e59d8861-d188-4cf8-863d-e8b06e30ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:38:36.370400 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dd58e2-0b27-4fe2-b8da-8584509b306a None None] Attempting to bind port 3ca090c2-6e63-4a60-840b-0031afaaa6ad on network b6dee874-ef78-4e87-96a6-1e0ac3327735 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:38:36.387727 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dd58e2-0b27-4fe2-b8da-8584509b306a None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:38:36.388271 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dd58e2-0b27-4fe2-b8da-8584509b306a None None] Checking segment: {'id': 'e59d8861-d188-4cf8-863d-e8b06e30ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:38:36.389862 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c5dd58e2-0b27-4fe2-b8da-8584509b306a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:36.390330 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dd58e2-0b27-4fe2-b8da-8584509b306a None None] Bound using segment: {'id': 'e59d8861-d188-4cf8-863d-e8b06e30ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:38:36.391093 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c5dd58e2-0b27-4fe2-b8da-8584509b306a None None] Bound port: 3ca090c2-6e63-4a60-840b-0031afaaa6ad, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59d8861-d188-4cf8-863d-e8b06e30ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:38:36.391915 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c5dd58e2-0b27-4fe2-b8da-8584509b306a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3ca090c2-6e63-4a60-840b-0031afaaa6ad), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:36.452282 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2951c819-6a3a-4e18-870b-1fcc8870041a None None] Deleting port 0d1ed183-6da4-42ef-a9b2-32abda5db829 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:38:36.452767 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2951c819-6a3a-4e18-870b-1fcc8870041a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (0d1ed183-6da4-42ef-a9b2-32abda5db829), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:36.485690 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3927d28b-a75f-47d6-8bc7-6e506b6c31f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Network b6dee874-ef78-4e87-96a6-1e0ac3327735 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:38:36.498194 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-3927d28b-a75f-47d6-8bc7-6e506b6c31f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:38:36.519908 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3927d28b-a75f-47d6-8bc7-6e506b6c31f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:38:36.534032 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db78417-2686-4d7f-b1a6-f1987f38a5bb None None] DHCP port deletion for 5fbd40aa-f049-4550-b042-82fa935955b5 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:38:36.569858 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927d28b-a75f-47d6-8bc7-6e506b6c31f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Port': ['ID=5a08ce64-9878-41df-8857-760794fc3587,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:36.594941 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3927d28b-a75f-47d6-8bc7-6e506b6c31f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (6a3a5181-3898-4beb-a59b-e147de88a062), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:36.614352 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-2951c819-6a3a-4e18-870b-1fcc8870041a None None] For port 0d1ed183-6da4-42ef-a9b2-32abda5db829, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=0d1ed183-6da4-42ef-a9b2-32abda5db829,segment=NetworkSegment(fbad898d-38fa-47be-becf-1f5943552590),segment_id=fbad898d-38fa-47be-becf-1f5943552590)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:38:36.615741 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2951c819-6a3a-4e18-870b-1fcc8870041a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (0d1ed183-6da4-42ef-a9b2-32abda5db829), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:36.630371 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2951c819-6a3a-4e18-870b-1fcc8870041a None None] Calling delete_port for 0d1ed183-6da4-42ef-a9b2-32abda5db829 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:38:36.649468 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84837b2a-b970-4dc3-a03f-576d60502b70 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (0d1ed183-6da4-42ef-a9b2-32abda5db829), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:36.695714 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84837b2a-b970-4dc3-a03f-576d60502b70 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event deleted for resources: {'Port': ['ID=0d1ed183-6da4-42ef-a9b2-32abda5db829,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:36.706138 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84837b2a-b970-4dc3-a03f-576d60502b70 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] No DVR routers for this DVR port 0d1ed183-6da4-42ef-a9b2-32abda5db829 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:38:36.798360 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2951c819-6a3a-4e18-870b-1fcc8870041a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (0d1ed183-6da4-42ef-a9b2-32abda5db829), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:36.861143 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951c819-6a3a-4e18-870b-1fcc8870041a None None] Pushing event deleted for resources: {'Port': ['ID=0d1ed183-6da4-42ef-a9b2-32abda5db829,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:36.863810 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2951c819-6a3a-4e18-870b-1fcc8870041a None None] No DVR routers for this DVR port 0d1ed183-6da4-42ef-a9b2-32abda5db829 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:38:36.908585 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84837b2a-b970-4dc3-a03f-576d60502b70 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (e28041d0-7a31-4e94-acee-687198cd901a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:36.941564 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-84837b2a-b970-4dc3-a03f-576d60502b70 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28041d0-7a31-4e94-acee-687198cd901a']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:36.963818 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:36.965124 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c5dd58e2-0b27-4fe2-b8da-8584509b306a None None] For port 3ca090c2-6e63-4a60-840b-0031afaaa6ad, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:38:36.970821 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-84837b2a-b970-4dc3-a03f-576d60502b70 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbad898d-38fa-47be-becf-1f5943552590') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:36.971145 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-84837b2a-b970-4dc3-a03f-576d60502b70 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbad898d-38fa-47be-becf-1f5943552590') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:36.978840 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c5dd58e2-0b27-4fe2-b8da-8584509b306a None None] For port 3ca090c2-6e63-4a60-840b-0031afaaa6ad, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=3ca090c2-6e63-4a60-840b-0031afaaa6ad,segment=NetworkSegment(e59d8861-d188-4cf8-863d-e8b06e30ebf1),segment_id=e59d8861-d188-4cf8-863d-e8b06e30ebf1)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:38:36.986587 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84837b2a-b970-4dc3-a03f-576d60502b70 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (fbad898d-38fa-47be-becf-1f5943552590), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:36.988250 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3927d28b-a75f-47d6-8bc7-6e506b6c31f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (5a08ce64-9878-41df-8857-760794fc3587), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:36.999885 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c5dd58e2-0b27-4fe2-b8da-8584509b306a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3ca090c2-6e63-4a60-840b-0031afaaa6ad), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:37.011379 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84837b2a-b970-4dc3-a03f-576d60502b70 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (fbad898d-38fa-47be-becf-1f5943552590), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:37.020929 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84837b2a-b970-4dc3-a03f-576d60502b70 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:38:37.023679 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84837b2a-b970-4dc3-a03f-576d60502b70 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (fbad898d-38fa-47be-becf-1f5943552590), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:38:37.094876 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:38:37.114594 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84837b2a-b970-4dc3-a03f-576d60502b70 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (e28041d0-7a31-4e94-acee-687198cd901a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:37.125459 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2db78417-2686-4d7f-b1a6-f1987f38a5bb None None] Deleting port e3ba5027-7c21-4e38-b83c-d88d6ea57750 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:38:37.125968 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2db78417-2686-4d7f-b1a6-f1987f38a5bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e3ba5027-7c21-4e38-b83c-d88d6ea57750), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:37.130365 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84837b2a-b970-4dc3-a03f-576d60502b70 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:37.137111 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd58e2-0b27-4fe2-b8da-8584509b306a None None] Pushing event updated for resources: {'Port': ['ID=3ca090c2-6e63-4a60-840b-0031afaaa6ad,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:37.137967 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58246) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:37.149166 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-84837b2a-b970-4dc3-a03f-576d60502b70 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "DELETE /v2.0/networks/e28041d0-7a31-4e94-acee-687198cd901a HTTP/1.1" status: 204 len: 168 time: 1.2814021 Jan 18 20:38:37.184302 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84837b2a-b970-4dc3-a03f-576d60502b70 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event deleted for resources: {'Network': ['ID=e28041d0-7a31-4e94-acee-687198cd901a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:37.298094 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dd903b8-8cff-4480-9f64-60bce628afc1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (5fbd40aa-f049-4550-b042-82fa935955b5), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:37.383213 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-2db78417-2686-4d7f-b1a6-f1987f38a5bb None None] For port e3ba5027-7c21-4e38-b83c-d88d6ea57750, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=e3ba5027-7c21-4e38-b83c-d88d6ea57750,segment=NetworkSegment(78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c),segment_id=78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:38:37.383981 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2db78417-2686-4d7f-b1a6-f1987f38a5bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e3ba5027-7c21-4e38-b83c-d88d6ea57750), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:37.412264 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-5dd903b8-8cff-4480-9f64-60bce628afc1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Deleting port e3ba5027-7c21-4e38-b83c-d88d6ea57750 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:38:37.412800 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dd903b8-8cff-4480-9f64-60bce628afc1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e3ba5027-7c21-4e38-b83c-d88d6ea57750), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:37.423915 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2db78417-2686-4d7f-b1a6-f1987f38a5bb None None] Calling delete_port for e3ba5027-7c21-4e38-b83c-d88d6ea57750 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:38:37.566994 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-5dd903b8-8cff-4480-9f64-60bce628afc1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] For port e3ba5027-7c21-4e38-b83c-d88d6ea57750, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=e3ba5027-7c21-4e38-b83c-d88d6ea57750,segment=NetworkSegment(78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c),segment_id=78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:38:37.567273 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dd903b8-8cff-4480-9f64-60bce628afc1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e3ba5027-7c21-4e38-b83c-d88d6ea57750), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:37.591666 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-5dd903b8-8cff-4480-9f64-60bce628afc1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Calling delete_port for e3ba5027-7c21-4e38-b83c-d88d6ea57750 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:38:37.621799 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2db78417-2686-4d7f-b1a6-f1987f38a5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (e3ba5027-7c21-4e38-b83c-d88d6ea57750), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:37.679771 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db78417-2686-4d7f-b1a6-f1987f38a5bb None None] Pushing event deleted for resources: {'Port': ['ID=e3ba5027-7c21-4e38-b83c-d88d6ea57750,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:37.694500 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db78417-2686-4d7f-b1a6-f1987f38a5bb None None] No DVR routers for this DVR port e3ba5027-7c21-4e38-b83c-d88d6ea57750 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:38:37.777719 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dd903b8-8cff-4480-9f64-60bce628afc1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (e3ba5027-7c21-4e38-b83c-d88d6ea57750), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:37.809956 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd903b8-8cff-4480-9f64-60bce628afc1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event deleted for resources: {'Port': ['ID=e3ba5027-7c21-4e38-b83c-d88d6ea57750,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:37.820485 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd903b8-8cff-4480-9f64-60bce628afc1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] No DVR routers for this DVR port e3ba5027-7c21-4e38-b83c-d88d6ea57750 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:38:37.920763 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device fc21bb76-bd7c-49a0-ac3b-ddce755fc93a up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:38:37.990000 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dd903b8-8cff-4480-9f64-60bce628afc1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (5fbd40aa-f049-4550-b042-82fa935955b5), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:38.018827 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-5dd903b8-8cff-4480-9f64-60bce628afc1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fbd40aa-f049-4550-b042-82fa935955b5']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:38.026646 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port fc21bb76-bd7c-49a0-ac3b-ddce755fc93a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:38:38.027023 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fc21bb76-bd7c-49a0-ac3b-ddce755fc93a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:38.039089 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-5dd903b8-8cff-4480-9f64-60bce628afc1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:38.039406 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-5dd903b8-8cff-4480-9f64-60bce628afc1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:38.068230 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dd903b8-8cff-4480-9f64-60bce628afc1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:38.100161 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dd903b8-8cff-4480-9f64-60bce628afc1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:38.119025 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd903b8-8cff-4480-9f64-60bce628afc1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:38:38.119751 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dd903b8-8cff-4480-9f64-60bce628afc1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (78bcb99f-c260-4fd2-bbcc-45c01fe0bc8c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:38.156373 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port fc21bb76-bd7c-49a0-ac3b-ddce755fc93a is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:38:38.158046 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 3ca090c2-6e63-4a60-840b-0031afaaa6ad up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:38:38.227255 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3927d28b-a75f-47d6-8bc7-6e506b6c31f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for port (5a08ce64-9878-41df-8857-760794fc3587), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:38:38.233372 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:38:38.236579 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3927d28b-a75f-47d6-8bc7-6e506b6c31f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (5a08ce64-9878-41df-8857-760794fc3587), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:38.247217 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 3ca090c2-6e63-4a60-840b-0031afaaa6ad triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:38:38.247682 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3ca090c2-6e63-4a60-840b-0031afaaa6ad), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:38.250749 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dd903b8-8cff-4480-9f64-60bce628afc1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (5fbd40aa-f049-4550-b042-82fa935955b5), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:38.257563 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5dd903b8-8cff-4480-9f64-60bce628afc1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:38.261068 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5dd903b8-8cff-4480-9f64-60bce628afc1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] 10.222.0.31 "DELETE /v2.0/networks/5fbd40aa-f049-4550-b042-82fa935955b5 HTTP/1.1" status: 204 len: 168 time: 1.1215160 Jan 18 20:38:38.303308 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd903b8-8cff-4480-9f64-60bce628afc1 tempest-TaggedBootDevicesTest_v242-549527194 tempest-TaggedBootDevicesTest_v242-549527194-project] Pushing event deleted for resources: {'Network': ['ID=5fbd40aa-f049-4550-b042-82fa935955b5,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:38.395734 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3927d28b-a75f-47d6-8bc7-6e506b6c31f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (6a3a5181-3898-4beb-a59b-e147de88a062), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:38.427718 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 3ca090c2-6e63-4a60-840b-0031afaaa6ad is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:38:38.428112 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3ca090c2-6e63-4a60-840b-0031afaaa6ad), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:38.461104 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927d28b-a75f-47d6-8bc7-6e506b6c31f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Port': ['ID=5a08ce64-9878-41df-8857-760794fc3587,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:38.505450 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 3ca090c2-6e63-4a60-840b-0031afaaa6ad, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=3ca090c2-6e63-4a60-840b-0031afaaa6ad,segment=NetworkSegment(e59d8861-d188-4cf8-863d-e8b06e30ebf1),segment_id=e59d8861-d188-4cf8-863d-e8b06e30ebf1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:38:38.511366 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3ca090c2-6e63-4a60-840b-0031afaaa6ad), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:38.595326 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=3ca090c2-6e63-4a60-840b-0031afaaa6ad,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:38.624460 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device e3ba5027-7c21-4e38-b83c-d88d6ea57750 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:38:38.644185 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3927d28b-a75f-47d6-8bc7-6e506b6c31f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Network b6dee874-ef78-4e87-96a6-1e0ac3327735 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:38:38.645715 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-3927d28b-a75f-47d6-8bc7-6e506b6c31f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:38:38.653707 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: e3ba5027-7c21-4e38-b83c-d88d6ea57750 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:38:38.654637 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device e3ba5027-7c21-4e38-b83c-d88d6ea57750 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:38:38.655061 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 0d1ed183-6da4-42ef-a9b2-32abda5db829 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:38:38.697056 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 0d1ed183-6da4-42ef-a9b2-32abda5db829 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:38:38.697403 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 0d1ed183-6da4-42ef-a9b2-32abda5db829 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:38:38.837499 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3927d28b-a75f-47d6-8bc7-6e506b6c31f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Router 6a3a5181-3898-4beb-a59b-e147de88a062 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:38:38.965684 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3927d28b-a75f-47d6-8bc7-6e506b6c31f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:38:38.970773 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3927d28b-a75f-47d6-8bc7-6e506b6c31f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "PUT /v2.0/routers/6a3a5181-3898-4beb-a59b-e147de88a062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6845744 Jan 18 20:38:39.155284 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-e394efcc-3f89-45d5-9d0f-088b4364919b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-864502596&fields=id&tenant_id=0f033c66edd74e168cf3601ff8da102f HTTP/1.1" status: 200 len: 267 time: 0.0565400 Jan 18 20:38:39.237620 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f4369e-1ab3-45a0-8a2f-10a37cfca097 None None] Sync routers for ids ['6a3a5181-3898-4beb-a59b-e147de88a062'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:38:39.263387 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f4369e-1ab3-45a0-8a2f-10a37cfca097 None None] Routers {'6a3a5181-3898-4beb-a59b-e147de88a062'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:38:39.264457 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d7f4369e-1ab3-45a0-8a2f-10a37cfca097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:38:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6a3a5181-3898-4beb-a59b-e147de88a062'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:39.296295 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-a891c1b9-dd7d-4697-b0f7-12d449d5eae2 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:39.310338 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a401f792-e3ad-4838-abbf-afb824677d07 None None] Network b6dee874-ef78-4e87-96a6-1e0ac3327735 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:38:39.316059 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-a891c1b9-dd7d-4697-b0f7-12d449d5eae2 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/networks?id=b6dee874-ef78-4e87-96a6-1e0ac3327735 HTTP/1.1" status: 200 len: 797 time: 0.1503065 Jan 18 20:38:39.331043 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-a5a73c51-1a34-4924-99c5-3fa99c01c064 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/quotas/0f033c66edd74e168cf3601ff8da102f HTTP/1.1" status: 200 len: 375 time: 0.0129969 Jan 18 20:38:39.412208 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-d7f4369e-1ab3-45a0-8a2f-10a37cfca097 None None] Set router 6a3a5181-3898-4beb-a59b-e147de88a062 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:38:39.436568 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f2dcf7bf-1f09-4773-8379-ba57a037cc54 None None] Provisioning complete for port 3ca090c2-6e63-4a60-840b-0031afaaa6ad triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:38:39.437024 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f2dcf7bf-1f09-4773-8379-ba57a037cc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3ca090c2-6e63-4a60-840b-0031afaaa6ad), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:39.456377 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-ecd95571-c2ab-471e-95df-27193fe067f8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1194360 Jan 18 20:38:39.564554 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-89075297-4b93-4956-adc6-63fa9346a1d5 service neutron] 10.222.0.31 "GET /v2.0/networks/b6dee874-ef78-4e87-96a6-1e0ac3327735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073077 Jan 18 20:38:39.634864 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f2dcf7bf-1f09-4773-8379-ba57a037cc54 None None] Current status of the port 3ca090c2-6e63-4a60-840b-0031afaaa6ad is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:38:39.679456 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d7f4369e-1ab3-45a0-8a2f-10a37cfca097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371677621', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:38:30Z', 'updated_at': '2022-01-18T20:38:36Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:38:31Z', 'updated_at': '2022-01-18T20:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '5a08ce64-9878-41df-8857-760794fc3587', 'name': '', 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:a7:7a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '56dbd12f-121d-4194-bd0f-62f77149bdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:38:35Z', 'updated_at': '2022-01-18T20:38:38Z', 'revision_number': 2, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': '56dbd12f-121d-4194-bd0f-62f77149bdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:39.741885 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 3ca090c2-6e63-4a60-840b-0031afaaa6ad up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:38:39.745810 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-d164b358-be8a-4657-a2f1-1a52671c64eb service neutron] 10.222.0.31 "GET /v2.0/networks/b6dee874-ef78-4e87-96a6-1e0ac3327735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750772 Jan 18 20:38:39.778170 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f4369e-1ab3-45a0-8a2f-10a37cfca097 None None] Checking router: 6a3a5181-3898-4beb-a59b-e147de88a062 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:38:39.782871 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f4369e-1ab3-45a0-8a2f-10a37cfca097 None None] Updating router 6a3a5181-3898-4beb-a59b-e147de88a062 port 5a08ce64-9878-41df-8857-760794fc3587 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:38:39.843461 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-d7f4369e-1ab3-45a0-8a2f-10a37cfca097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (5a08ce64-9878-41df-8857-760794fc3587), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:39.883894 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 3ca090c2-6e63-4a60-840b-0031afaaa6ad triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:38:39.884300 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3ca090c2-6e63-4a60-840b-0031afaaa6ad), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:40.116924 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8b12db07-a2f6-4894-a9c1-01c3b6f66c06 None None] Provisioning complete for port 3ca090c2-6e63-4a60-840b-0031afaaa6ad triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:38:40.117445 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8b12db07-a2f6-4894-a9c1-01c3b6f66c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3ca090c2-6e63-4a60-840b-0031afaaa6ad), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:40.128422 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 3ca090c2-6e63-4a60-840b-0031afaaa6ad is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:38:40.146070 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f8205c5b-d786-40bc-8e6f-5f82d20aad3d req-47780ef5-814d-43b2-ad13-97fc60baed83 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 210 time: 0.0535057 Jan 18 20:38:40.314944 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8b12db07-a2f6-4894-a9c1-01c3b6f66c06 None None] Current status of the port 3ca090c2-6e63-4a60-840b-0031afaaa6ad is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:38:40.344477 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8b12db07-a2f6-4894-a9c1-01c3b6f66c06 None None] Provisioning complete for port 5a08ce64-9878-41df-8857-760794fc3587 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:38:40.345015 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8b12db07-a2f6-4894-a9c1-01c3b6f66c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5a08ce64-9878-41df-8857-760794fc3587), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:40.435537 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8b12db07-a2f6-4894-a9c1-01c3b6f66c06 None None] Port 5a08ce64-9878-41df-8857-760794fc3587 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:38:40.560391 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-42e4e3b4-ed1b-41ff-9e79-11933a854aba None None] Provisioning complete for port 5a08ce64-9878-41df-8857-760794fc3587 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:38:40.562456 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-42e4e3b4-ed1b-41ff-9e79-11933a854aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5a08ce64-9878-41df-8857-760794fc3587), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:40.598238 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-d7f4369e-1ab3-45a0-8a2f-10a37cfca097 None None] Publish callbacks [] for port (5a08ce64-9878-41df-8857-760794fc3587), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:40.611735 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-d7f4369e-1ab3-45a0-8a2f-10a37cfca097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (5a08ce64-9878-41df-8857-760794fc3587), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:40.650307 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-42e4e3b4-ed1b-41ff-9e79-11933a854aba None None] Port 5a08ce64-9878-41df-8857-760794fc3587 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:38:40.684428 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88156f-1b24-40cc-8be7-924323932155 None None] Pushing event updated for resources: {'Port': ['ID=5a08ce64-9878-41df-8857-760794fc3587,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:40.700731 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88156f-1b24-40cc-8be7-924323932155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:40.701321 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88156f-1b24-40cc-8be7-924323932155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:40.701938 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88156f-1b24-40cc-8be7-924323932155 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:40.702409 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88156f-1b24-40cc-8be7-924323932155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:40.703062 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88156f-1b24-40cc-8be7-924323932155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:40.703541 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88156f-1b24-40cc-8be7-924323932155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:40.703939 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88156f-1b24-40cc-8be7-924323932155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:40.704502 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88156f-1b24-40cc-8be7-924323932155 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:40.704934 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88156f-1b24-40cc-8be7-924323932155 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:40.705466 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88156f-1b24-40cc-8be7-924323932155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:40.705974 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88156f-1b24-40cc-8be7-924323932155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:40.706402 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88156f-1b24-40cc-8be7-924323932155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:40.706851 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88156f-1b24-40cc-8be7-924323932155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:40.778939 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-b034aca0-f33f-453a-b5fd-b3a6eb4f9f57 None None] Provisioning complete for port 5a08ce64-9878-41df-8857-760794fc3587 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:38:40.781841 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b034aca0-f33f-453a-b5fd-b3a6eb4f9f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5a08ce64-9878-41df-8857-760794fc3587), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:40.789801 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-d7f4369e-1ab3-45a0-8a2f-10a37cfca097 None None] Attempting to bind port 5a08ce64-9878-41df-8857-760794fc3587 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:38:40.790416 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-d7f4369e-1ab3-45a0-8a2f-10a37cfca097 None None] Attempting to bind port 5a08ce64-9878-41df-8857-760794fc3587 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'e59d8861-d188-4cf8-863d-e8b06e30ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:38:40.790943 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f4369e-1ab3-45a0-8a2f-10a37cfca097 None None] Attempting to bind port 5a08ce64-9878-41df-8857-760794fc3587 on network b6dee874-ef78-4e87-96a6-1e0ac3327735 {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:38:40.797352 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f4369e-1ab3-45a0-8a2f-10a37cfca097 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:38:40.798104 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f4369e-1ab3-45a0-8a2f-10a37cfca097 None None] Checking segment: {'id': 'e59d8861-d188-4cf8-863d-e8b06e30ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:38:40.798883 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-d7f4369e-1ab3-45a0-8a2f-10a37cfca097 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:40.799426 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f4369e-1ab3-45a0-8a2f-10a37cfca097 None None] Bound using segment: {'id': 'e59d8861-d188-4cf8-863d-e8b06e30ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:38:40.800293 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-d7f4369e-1ab3-45a0-8a2f-10a37cfca097 None None] Bound port: 5a08ce64-9878-41df-8857-760794fc3587, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59d8861-d188-4cf8-863d-e8b06e30ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:38:40.800863 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-d7f4369e-1ab3-45a0-8a2f-10a37cfca097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (5a08ce64-9878-41df-8857-760794fc3587), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:40.859285 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b034aca0-f33f-453a-b5fd-b3a6eb4f9f57 None None] Port 5a08ce64-9878-41df-8857-760794fc3587 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:38:40.893919 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-d7f4369e-1ab3-45a0-8a2f-10a37cfca097 None None] For port 5a08ce64-9878-41df-8857-760794fc3587, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:38:40.901060 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-d7f4369e-1ab3-45a0-8a2f-10a37cfca097 None None] For port 5a08ce64-9878-41df-8857-760794fc3587, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=5a08ce64-9878-41df-8857-760794fc3587,segment=NetworkSegment(e59d8861-d188-4cf8-863d-e8b06e30ebf1),segment_id=e59d8861-d188-4cf8-863d-e8b06e30ebf1)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:38:40.908423 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-d7f4369e-1ab3-45a0-8a2f-10a37cfca097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (5a08ce64-9878-41df-8857-760794fc3587), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:40.978796 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f4369e-1ab3-45a0-8a2f-10a37cfca097 None None] Routers {'6a3a5181-3898-4beb-a59b-e147de88a062'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:38:40.979936 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d7f4369e-1ab3-45a0-8a2f-10a37cfca097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:38:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6a3a5181-3898-4beb-a59b-e147de88a062'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:41.049713 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88156f-1b24-40cc-8be7-924323932155 None None] Pushing event updated for resources: {'Port': ['ID=5a08ce64-9878-41df-8857-760794fc3587,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:41.133983 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-d7f4369e-1ab3-45a0-8a2f-10a37cfca097 None None] Set router 6a3a5181-3898-4beb-a59b-e147de88a062 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:38:41.204115 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0d626f5e-89f6-426f-961b-90078e818deb None None] Provisioning complete for port 5a08ce64-9878-41df-8857-760794fc3587 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:38:41.204723 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0d626f5e-89f6-426f-961b-90078e818deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5a08ce64-9878-41df-8857-760794fc3587), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:41.344078 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c2f2d918-895b-437e-8698-e6f57c28aeef req-d3e37988-a1fe-4022-9955-e4700e65a572 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 210 time: 0.0628283 Jan 18 20:38:41.372346 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0d626f5e-89f6-426f-961b-90078e818deb None None] Current status of the port 5a08ce64-9878-41df-8857-760794fc3587 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:38:41.372957 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0d626f5e-89f6-426f-961b-90078e818deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (5a08ce64-9878-41df-8857-760794fc3587), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:41.415793 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0d626f5e-89f6-426f-961b-90078e818deb None None] For port 5a08ce64-9878-41df-8857-760794fc3587, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=5a08ce64-9878-41df-8857-760794fc3587,segment=NetworkSegment(e59d8861-d188-4cf8-863d-e8b06e30ebf1),segment_id=e59d8861-d188-4cf8-863d-e8b06e30ebf1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:38:41.422543 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0d626f5e-89f6-426f-961b-90078e818deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (5a08ce64-9878-41df-8857-760794fc3587), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:41.475693 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d7f4369e-1ab3-45a0-8a2f-10a37cfca097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371677621', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:38:30Z', 'updated_at': '2022-01-18T20:38:36Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:38:31Z', 'updated_at': '2022-01-18T20:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '5a08ce64-9878-41df-8857-760794fc3587', 'name': '', 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:a7:7a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '56dbd12f-121d-4194-bd0f-62f77149bdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:38:35Z', 'updated_at': '2022-01-18T20:38:40Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': '56dbd12f-121d-4194-bd0f-62f77149bdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:41.499817 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d626f5e-89f6-426f-961b-90078e818deb None None] Pushing event updated for resources: {'Port': ['ID=5a08ce64-9878-41df-8857-760794fc3587,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:41.526700 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f4369e-1ab3-45a0-8a2f-10a37cfca097 None None] The sync data for ids ['6a3a5181-3898-4beb-a59b-e147de88a062'] in n-d-741529-9 is: [{'id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371677621', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:38:30Z', 'updated_at': '2022-01-18T20:38:36Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:38:31Z', 'updated_at': '2022-01-18T20:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '5a08ce64-9878-41df-8857-760794fc3587', 'name': '', 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:a7:7a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '56dbd12f-121d-4194-bd0f-62f77149bdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:38:35Z', 'updated_at': '2022-01-18T20:38:40Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': '56dbd12f-121d-4194-bd0f-62f77149bdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:38:41.554358 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-98c09626-69c4-40e2-aa7e-52633083a2bf None None] Provisioning complete for port 5a08ce64-9878-41df-8857-760794fc3587 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:38:41.555198 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-98c09626-69c4-40e2-aa7e-52633083a2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5a08ce64-9878-41df-8857-760794fc3587), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:41.697875 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-ef943c27-e86c-4a2d-a993-76cc3fd59d6c tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:41.700204 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-ef943c27-e86c-4a2d-a993-76cc3fd59d6c tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.70 "GET /v2.0/networks?id=b6dee874-ef78-4e87-96a6-1e0ac3327735 HTTP/1.1" status: 200 len: 797 time: 0.2167003 Jan 18 20:38:41.779834 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-98c09626-69c4-40e2-aa7e-52633083a2bf None None] Current status of the port 5a08ce64-9878-41df-8857-760794fc3587 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:38:41.788691 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 5a08ce64-9878-41df-8857-760794fc3587 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:38:41.815196 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-df2dc510-5c3a-496d-a202-a72eacb91d77 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f033c66edd74e168cf3601ff8da102f HTTP/1.1" status: 200 len: 379 time: 0.1013966 Jan 18 20:38:41.832630 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-3f987ab8-fe1d-47c1-b90f-777b46c72a6b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'port': {'device_id': '5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f', 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735', 'admin_state_up': True, 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'security_groups': ['8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:38:41.879739 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 5a08ce64-9878-41df-8857-760794fc3587 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:38:41.880117 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5a08ce64-9878-41df-8857-760794fc3587), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:41.983899 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 5a08ce64-9878-41df-8857-760794fc3587 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:38:41.998995 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-3f987ab8-fe1d-47c1-b90f-777b46c72a6b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Made reservation on behalf of 0f033c66edd74e168cf3601ff8da102f for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:38:42.004687 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-3f987ab8-fe1d-47c1-b90f-777b46c72a6b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:42.162790 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-3f987ab8-fe1d-47c1-b90f-777b46c72a6b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Allocated IP 172.20.0.7 (b6dee874-ef78-4e87-96a6-1e0ac3327735/56dbd12f-121d-4194-bd0f-62f77149bdc0/eb3ee3ec-48dc-448a-a693-ca0d8bcae530) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:38:42.317189 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-3f987ab8-fe1d-47c1-b90f-777b46c72a6b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for port (eb3ee3ec-48dc-448a-a693-ca0d8bcae530), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:42.353004 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-3f987ab8-fe1d-47c1-b90f-777b46c72a6b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (eb3ee3ec-48dc-448a-a693-ca0d8bcae530), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:42.401002 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-3f987ab8-fe1d-47c1-b90f-777b46c72a6b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Network b6dee874-ef78-4e87-96a6-1e0ac3327735 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:38:42.404100 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-3f987ab8-fe1d-47c1-b90f-777b46c72a6b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:38:42.408195 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-3f987ab8-fe1d-47c1-b90f-777b46c72a6b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:38:42.416782 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f987ab8-fe1d-47c1-b90f-777b46c72a6b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Port': ['ID=eb3ee3ec-48dc-448a-a693-ca0d8bcae530,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:42.498863 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-3f987ab8-fe1d-47c1-b90f-777b46c72a6b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:42.499513 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-3f987ab8-fe1d-47c1-b90f-777b46c72a6b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:42.545215 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-3f987ab8-fe1d-47c1-b90f-777b46c72a6b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7228017 Jan 18 20:38:42.575988 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54742a19-58f5-42eb-abb8-2e42dab1a09b req-4ccc16b2-4b79-4731-93dd-e14a06cc8280 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:42.577559 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-54742a19-58f5-42eb-abb8-2e42dab1a09b req-4ccc16b2-4b79-4731-93dd-e14a06cc8280 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 931 time: 0.0636156 Jan 18 20:38:42.639245 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-44235558-10d7-4166-b694-c656f2b19f05 service neutron] Request body: {'port': {'device_id': '5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:38:42.683025 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-54742a19-58f5-42eb-abb8-2e42dab1a09b req-8b0a5bdd-6a93-484f-9557-20416e3de5d6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993366 Jan 18 20:38:42.739382 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-44235558-10d7-4166-b694-c656f2b19f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (eb3ee3ec-48dc-448a-a693-ca0d8bcae530), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:42.811552 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-73b6fbf5-6d2b-42e7-af38-5b89bee9b3b7 None None] Provisioning complete for port eb3ee3ec-48dc-448a-a693-ca0d8bcae530 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:38:42.812106 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-73b6fbf5-6d2b-42e7-af38-5b89bee9b3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (eb3ee3ec-48dc-448a-a693-ca0d8bcae530), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:42.855773 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-73b6fbf5-6d2b-42e7-af38-5b89bee9b3b7 None None] Port eb3ee3ec-48dc-448a-a693-ca0d8bcae530 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:38:43.070995 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-44235558-10d7-4166-b694-c656f2b19f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb3ee3ec-48dc-448a-a693-ca0d8bcae530 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:38:43.079207 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-44235558-10d7-4166-b694-c656f2b19f05 service neutron] Publish callbacks [] for port (eb3ee3ec-48dc-448a-a693-ca0d8bcae530), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:43.093854 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-44235558-10d7-4166-b694-c656f2b19f05 service neutron] Transition to ACTIVE for port object eb3ee3ec-48dc-448a-a693-ca0d8bcae530 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:38:43.101009 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-44235558-10d7-4166-b694-c656f2b19f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (eb3ee3ec-48dc-448a-a693-ca0d8bcae530), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:43.158283 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44235558-10d7-4166-b694-c656f2b19f05 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3ee3ec-48dc-448a-a693-ca0d8bcae530,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:43.251711 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-44235558-10d7-4166-b694-c656f2b19f05 service neutron] Attempting to bind port eb3ee3ec-48dc-448a-a693-ca0d8bcae530 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:38:43.252479 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-44235558-10d7-4166-b694-c656f2b19f05 service neutron] Attempting to bind port eb3ee3ec-48dc-448a-a693-ca0d8bcae530 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'e59d8861-d188-4cf8-863d-e8b06e30ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:38:43.252910 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-44235558-10d7-4166-b694-c656f2b19f05 service neutron] Attempting to bind port eb3ee3ec-48dc-448a-a693-ca0d8bcae530 on network b6dee874-ef78-4e87-96a6-1e0ac3327735 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:38:43.260369 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-44235558-10d7-4166-b694-c656f2b19f05 service neutron] Port eb3ee3ec-48dc-448a-a693-ca0d8bcae530 on network b6dee874-ef78-4e87-96a6-1e0ac3327735 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:38:43.260780 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-44235558-10d7-4166-b694-c656f2b19f05 service neutron] Attempting to bind port eb3ee3ec-48dc-448a-a693-ca0d8bcae530 on network b6dee874-ef78-4e87-96a6-1e0ac3327735 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:38:43.269606 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-44235558-10d7-4166-b694-c656f2b19f05 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:38:43.270197 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-44235558-10d7-4166-b694-c656f2b19f05 service neutron] Checking segment: {'id': 'e59d8861-d188-4cf8-863d-e8b06e30ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:38:43.270680 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-44235558-10d7-4166-b694-c656f2b19f05 service neutron] Bound using segment: {'id': 'e59d8861-d188-4cf8-863d-e8b06e30ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:38:43.271768 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-44235558-10d7-4166-b694-c656f2b19f05 service neutron] Bound port: eb3ee3ec-48dc-448a-a693-ca0d8bcae530, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59d8861-d188-4cf8-863d-e8b06e30ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:38:43.272207 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-44235558-10d7-4166-b694-c656f2b19f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (eb3ee3ec-48dc-448a-a693-ca0d8bcae530), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:43.344768 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-44235558-10d7-4166-b694-c656f2b19f05 service neutron] For port eb3ee3ec-48dc-448a-a693-ca0d8bcae530, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:38:43.348275 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-44235558-10d7-4166-b694-c656f2b19f05 service neutron] For port eb3ee3ec-48dc-448a-a693-ca0d8bcae530, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=eb3ee3ec-48dc-448a-a693-ca0d8bcae530,segment=NetworkSegment(e59d8861-d188-4cf8-863d-e8b06e30ebf1),segment_id=e59d8861-d188-4cf8-863d-e8b06e30ebf1)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:38:43.353658 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-44235558-10d7-4166-b694-c656f2b19f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (eb3ee3ec-48dc-448a-a693-ca0d8bcae530), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:43.394067 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-44235558-10d7-4166-b694-c656f2b19f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:43.394731 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-44235558-10d7-4166-b694-c656f2b19f05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:43.397114 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-44235558-10d7-4166-b694-c656f2b19f05 service neutron] 10.222.0.70 "PUT /v2.0/ports/eb3ee3ec-48dc-448a-a693-ca0d8bcae530 HTTP/1.1" status: 200 len: 1091 time: 0.8372211 Jan 18 20:38:43.397304 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f', 'tag': 'eb3ee3ec-48dc-448a-a693-ca0d8bcae530'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:38:43.399661 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657c5c62-3fd3-4b57-8abe-e9d0bd2b702d" -d '{"events": [{"name": "network-changed", "server_uuid": "5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f", "tag": "eb3ee3ec-48dc-448a-a693-ca0d8bcae530"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:38:43.417215 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44235558-10d7-4166-b694-c656f2b19f05 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3ee3ec-48dc-448a-a693-ca0d8bcae530,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:43.487563 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe7e4cc-40e1-482b-9eca-488f1f3bf6ed x-openstack-request-id: req-dbe7e4cc-40e1-482b-9eca-488f1f3bf6ed {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:38:43.487925 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f", "tag": "eb3ee3ec-48dc-448a-a693-ca0d8bcae530", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:38:43.488174 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbe7e4cc-40e1-482b-9eca-488f1f3bf6ed {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:38:43.488578 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f', 'tag': 'eb3ee3ec-48dc-448a-a693-ca0d8bcae530', 'status': 'completed', 'code': 200} Jan 18 20:38:43.524916 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-75f7e398-a38f-44f7-9fb4-e3a3e7fae361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:43.526644 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-75f7e398-a38f-44f7-9fb4-e3a3e7fae361 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 1094 time: 0.0732894 Jan 18 20:38:43.579647 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-be6db367-c29f-4dc2-ba26-f6e6698dabad service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb3ee3ec-48dc-448a-a693-ca0d8bcae530 HTTP/1.1" status: 200 len: 217 time: 0.0409999 Jan 18 20:38:43.635605 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-856eccb8-e4c5-4083-a56d-f5b2391a522f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:43.637369 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-856eccb8-e4c5-4083-a56d-f5b2391a522f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=56dbd12f-121d-4194-bd0f-62f77149bdc0 HTTP/1.1" status: 200 len: 834 time: 0.0474868 Jan 18 20:38:43.689065 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-1259f4f4-a595-49ac-a693-8a6743ab566d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:43.690343 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-1259f4f4-a595-49ac-a693-8a6743ab566d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6dee874-ef78-4e87-96a6-1e0ac3327735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440035 Jan 18 20:38:43.836733 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-3a2216ae-faf4-483a-ba7c-f677cb4be2cf service neutron] 10.222.0.70 "GET /v2.0/networks/b6dee874-ef78-4e87-96a6-1e0ac3327735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359751 Jan 18 20:38:43.849606 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739efcc8-1b54-4de1-b7e0-41891ce9ab96 req-b62fa914-dda1-4a68-990a-5b97bb6aef77 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:43.851037 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-739efcc8-1b54-4de1-b7e0-41891ce9ab96 req-b62fa914-dda1-4a68-990a-5b97bb6aef77 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 943 time: 0.0721188 Jan 18 20:38:43.958966 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-739efcc8-1b54-4de1-b7e0-41891ce9ab96 req-03654d0e-a98e-4221-89b8-3a90cf0175ea tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996308 Jan 18 20:38:43.977608 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6b7ba0c-4f87-495e-b9b2-0948ba70b691 req-cc96a669-56c1-4005-994f-916e233a9d62 service neutron] 10.222.0.70 "GET /v2.0/networks/b6dee874-ef78-4e87-96a6-1e0ac3327735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256356 Jan 18 20:38:44.075184 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c5c62-3fd3-4b57-8abe-e9d0bd2b702d req-c23c831a-c411-4ac9-9777-263466a6f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:44.077519 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-657c5c62-3fd3-4b57-8abe-e9d0bd2b702d req-c23c831a-c411-4ac9-9777-263466a6f315 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 1094 time: 0.0431583 Jan 18 20:38:44.203827 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c5c62-3fd3-4b57-8abe-e9d0bd2b702d req-1c154a39-1b1a-4920-9bfd-d6c4a388e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:44.203827 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-657c5c62-3fd3-4b57-8abe-e9d0bd2b702d req-1c154a39-1b1a-4920-9bfd-d6c4a388e458 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6dee874-ef78-4e87-96a6-1e0ac3327735 HTTP/1.1" status: 200 len: 898 time: 0.1193986 Jan 18 20:38:44.257049 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-657c5c62-3fd3-4b57-8abe-e9d0bd2b702d req-db8aaaef-69a2-4207-96ea-9814a408b30b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb3ee3ec-48dc-448a-a693-ca0d8bcae530 HTTP/1.1" status: 200 len: 217 time: 0.0449569 Jan 18 20:38:44.314293 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c5c62-3fd3-4b57-8abe-e9d0bd2b702d req-167da20d-2687-4fa8-acdb-9cbecb9f5f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:44.315814 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-657c5c62-3fd3-4b57-8abe-e9d0bd2b702d req-167da20d-2687-4fa8-acdb-9cbecb9f5f4b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=56dbd12f-121d-4194-bd0f-62f77149bdc0 HTTP/1.1" status: 200 len: 834 time: 0.0507505 Jan 18 20:38:44.366081 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c5c62-3fd3-4b57-8abe-e9d0bd2b702d req-b7e7cfc5-7023-4755-8d64-0a245485ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:44.367629 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-657c5c62-3fd3-4b57-8abe-e9d0bd2b702d req-b7e7cfc5-7023-4755-8d64-0a245485ef8c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6dee874-ef78-4e87-96a6-1e0ac3327735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450318 Jan 18 20:38:44.457339 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-657c5c62-3fd3-4b57-8abe-e9d0bd2b702d req-649864da-7c2f-48bb-93cd-14acbc928832 service neutron] 10.222.0.70 "GET /v2.0/networks/b6dee874-ef78-4e87-96a6-1e0ac3327735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827930 Jan 18 20:38:44.856342 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-657c5c62-3fd3-4b57-8abe-e9d0bd2b702d req-f436cd7f-bbbd-490c-b4ea-7fab20087b2f service neutron] 10.222.0.70 "GET /v2.0/networks/b6dee874-ef78-4e87-96a6-1e0ac3327735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912594 Jan 18 20:38:45.084573 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f0d98-b554-47e1-a5ba-afb895787fbe req-4bb25158-d9e6-4192-a524-e3128733738b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:45.088377 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-115f0d98-b554-47e1-a5ba-afb895787fbe req-4bb25158-d9e6-4192-a524-e3128733738b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 943 time: 0.0517745 Jan 18 20:38:45.140822 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-115f0d98-b554-47e1-a5ba-afb895787fbe req-b50b7b08-25f3-41fe-991b-bc0aa2250b49 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455065 Jan 18 20:38:45.576947 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device eb3ee3ec-48dc-448a-a693-ca0d8bcae530 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:38:45.834598 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port eb3ee3ec-48dc-448a-a693-ca0d8bcae530, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=eb3ee3ec-48dc-448a-a693-ca0d8bcae530,segment=NetworkSegment(e59d8861-d188-4cf8-863d-e8b06e30ebf1),segment_id=e59d8861-d188-4cf8-863d-e8b06e30ebf1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:38:45.845883 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'eb3ee3ec-48dc-448a-a693-ca0d8bcae530', 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735', 'port_id': 'eb3ee3ec-48dc-448a-a693-ca0d8bcae530', 'mac_address': 'fa:16:3e:86:e3:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56dbd12f-121d-4194-bd0f-62f77149bdc0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:38:45.884226 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port eb3ee3ec-48dc-448a-a693-ca0d8bcae530 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:38:45.884888 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (eb3ee3ec-48dc-448a-a693-ca0d8bcae530), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:45.899648 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb3ee3ec-48dc-448a-a693-ca0d8bcae530 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:38:45.921449 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port eb3ee3ec-48dc-448a-a693-ca0d8bcae530, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=eb3ee3ec-48dc-448a-a693-ca0d8bcae530,segment=NetworkSegment(e59d8861-d188-4cf8-863d-e8b06e30ebf1),segment_id=e59d8861-d188-4cf8-863d-e8b06e30ebf1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:38:45.925823 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (eb3ee3ec-48dc-448a-a693-ca0d8bcae530), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:45.977451 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=eb3ee3ec-48dc-448a-a693-ca0d8bcae530,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:46.187027 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['eb3ee3ec-48dc-448a-a693-ca0d8bcae530'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:38:46.322768 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f665cc-5339-42da-a42f-fad50e8f572b req-c9841da7-5192-42d8-9ef5-9d366165548d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:46.324411 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-17f665cc-5339-42da-a42f-fad50e8f572b req-c9841da7-5192-42d8-9ef5-9d366165548d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 944 time: 0.0581489 Jan 18 20:38:46.381889 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-17f665cc-5339-42da-a42f-fad50e8f572b req-ef8188ca-b6e9-4b8c-9f0d-0f8bfe066cd2 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516434 Jan 18 20:38:47.561974 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16806563-cd5a-448d-86b8-b494fd3302b3 req-b650e489-9782-4ffc-a16a-66e93def7ab4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:47.564172 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-16806563-cd5a-448d-86b8-b494fd3302b3 req-b650e489-9782-4ffc-a16a-66e93def7ab4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 944 time: 0.0489361 Jan 18 20:38:47.593430 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device eb3ee3ec-48dc-448a-a693-ca0d8bcae530 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:38:47.620840 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-16806563-cd5a-448d-86b8-b494fd3302b3 req-e00e33ce-09ef-4565-80e5-d6c3af002d46 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500190 Jan 18 20:38:47.668683 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port eb3ee3ec-48dc-448a-a693-ca0d8bcae530 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:38:47.672989 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port eb3ee3ec-48dc-448a-a693-ca0d8bcae530 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:38:47.673423 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (eb3ee3ec-48dc-448a-a693-ca0d8bcae530), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:47.755917 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port eb3ee3ec-48dc-448a-a693-ca0d8bcae530 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:38:47.756388 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (eb3ee3ec-48dc-448a-a693-ca0d8bcae530), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:47.778250 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3ee3ec-48dc-448a-a693-ca0d8bcae530'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:38:47.780559 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c09136a-06b7-47db-80fe-310c0325ab1b" -d '{"events": [{"server_uuid": "5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f", "name": "network-vif-plugged", "status": "completed", "tag": "eb3ee3ec-48dc-448a-a693-ca0d8bcae530"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:38:47.794015 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port eb3ee3ec-48dc-448a-a693-ca0d8bcae530, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=eb3ee3ec-48dc-448a-a693-ca0d8bcae530,segment=NetworkSegment(e59d8861-d188-4cf8-863d-e8b06e30ebf1),segment_id=e59d8861-d188-4cf8-863d-e8b06e30ebf1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:38:47.799306 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (eb3ee3ec-48dc-448a-a693-ca0d8bcae530), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:47.835976 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70f8a05-9f4b-483d-9eb3-c6ed93b45c50 x-openstack-request-id: req-e70f8a05-9f4b-483d-9eb3-c6ed93b45c50 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:38:47.836346 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f", "name": "network-vif-plugged", "status": "completed", "tag": "eb3ee3ec-48dc-448a-a693-ca0d8bcae530", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:38:47.836666 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e70f8a05-9f4b-483d-9eb3-c6ed93b45c50 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:38:47.837124 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3ee3ec-48dc-448a-a693-ca0d8bcae530', 'code': 200} Jan 18 20:38:47.870825 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=eb3ee3ec-48dc-448a-a693-ca0d8bcae530,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:47.944346 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5b7c5-4868-47da-bf73-977a315287ff req-a6f6fd4e-efa8-4dee-9d5d-5d55370821ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:47.945807 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6b5b7c5-4868-47da-bf73-977a315287ff req-a6f6fd4e-efa8-4dee-9d5d-5d55370821ec service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 1096 time: 0.0399094 Jan 18 20:38:47.999543 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6b5b7c5-4868-47da-bf73-977a315287ff req-9cf2e36e-610b-4cec-9e64-679e75e30ad6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442915 Jan 18 20:38:48.812082 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8cc26-3468-47e1-a8dd-300d9465d5d5 req-9e2f2d8b-a1a9-4f0f-ba57-ddb62b51d91c tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:48.813661 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9c8cc26-3468-47e1-a8dd-300d9465d5d5 req-9e2f2d8b-a1a9-4f0f-ba57-ddb62b51d91c tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 945 time: 0.0739369 Jan 18 20:38:48.876134 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9c8cc26-3468-47e1-a8dd-300d9465d5d5 req-8969e92c-a753-4ae5-85ba-870b88a811f5 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545571 Jan 18 20:38:50.002617 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ae9b5-4317-485f-a673-61c749044781 req-1eab91d9-df10-4534-b079-13cfc83dfdde tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:50.004953 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d02ae9b5-4317-485f-a673-61c749044781 req-1eab91d9-df10-4534-b079-13cfc83dfdde tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 945 time: 0.0504103 Jan 18 20:38:50.053853 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d02ae9b5-4317-485f-a673-61c749044781 req-f656e46e-bd59-4dd6-a5f7-07bea5988821 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423839 Jan 18 20:38:50.178855 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab90e43-24d8-4ad4-990b-bdf62549eeab req-9de6dc29-6cda-4932-bd06-9c9f230e9ef5 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:50.180710 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ab90e43-24d8-4ad4-990b-bdf62549eeab req-9de6dc29-6cda-4932-bd06-9c9f230e9ef5 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 945 time: 0.0539391 Jan 18 20:38:50.235453 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ab90e43-24d8-4ad4-990b-bdf62549eeab req-c9a1f772-d58a-4f42-b46e-b9f8f61117dd tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486195 Jan 18 20:38:50.257517 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58432) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:50.298648 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d66b73-a8cf-4c73-a324-4b4ea95c7972 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:50.303057 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d1d66b73-a8cf-4c73-a324-4b4ea95c7972 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 1091 time: 0.0415766 Jan 18 20:38:50.303799 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 58434) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:50.309983 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-48f115f1-135e-4caa-94df-610e9776fb0d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'port_id': 'eb3ee3ec-48dc-448a-a693-ca0d8bcae530', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:38:50.335623 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48f115f1-135e-4caa-94df-610e9776fb0d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:50.439858 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48f115f1-135e-4caa-94df-610e9776fb0d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:50.558185 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-48f115f1-135e-4caa-94df-610e9776fb0d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Allocated IP 172.25.4.239 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/be4eb839-c041-43ef-a081-f4ccfd155c83) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:38:50.675648 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48f115f1-135e-4caa-94df-610e9776fb0d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for port (be4eb839-c041-43ef-a081-f4ccfd155c83), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:50.712076 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48f115f1-135e-4caa-94df-610e9776fb0d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (be4eb839-c041-43ef-a081-f4ccfd155c83), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:50.758507 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f115f1-135e-4caa-94df-610e9776fb0d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:38:50.763342 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-48f115f1-135e-4caa-94df-610e9776fb0d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:38:50.767535 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f115f1-135e-4caa-94df-610e9776fb0d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:38:50.793072 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f115f1-135e-4caa-94df-610e9776fb0d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Port': ['ID=be4eb839-c041-43ef-a081-f4ccfd155c83,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:51.159396 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48f115f1-135e-4caa-94df-610e9776fb0d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for floatingip (8d3e5996-4e42-47d8-ac70-6e1dd9ea543f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:51.240993 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48f115f1-135e-4caa-94df-610e9776fb0d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (be4eb839-c041-43ef-a081-f4ccfd155c83), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:51.419447 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48f115f1-135e-4caa-94df-610e9776fb0d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for port (be4eb839-c041-43ef-a081-f4ccfd155c83), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:51.424650 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48f115f1-135e-4caa-94df-610e9776fb0d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (be4eb839-c041-43ef-a081-f4ccfd155c83), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:51.503844 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f115f1-135e-4caa-94df-610e9776fb0d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Port': ['ID=be4eb839-c041-43ef-a081-f4ccfd155c83,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:51.514211 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48f115f1-135e-4caa-94df-610e9776fb0d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (8d3e5996-4e42-47d8-ac70-6e1dd9ea543f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:51.634867 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [None req-48f115f1-135e-4caa-94df-610e9776fb0d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Floating IP 8d3e5996-4e42-47d8-ac70-6e1dd9ea543f associated. External IP: 172.25.4.239, port: eb3ee3ec-48dc-448a-a693-ca0d8bcae530. Jan 18 20:38:51.643131 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c907cf07-11df-403c-8a89-83fe1be9a82d req-e867ef60-7adf-4457-a6fc-b7043f91c506 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522761 Jan 18 20:38:51.751023 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907cf07-11df-403c-8a89-83fe1be9a82d req-ee2f9f1e-7146-4468-b6f7-a0efbcce0b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:51.752865 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c907cf07-11df-403c-8a89-83fe1be9a82d req-ee2f9f1e-7146-4468-b6f7-a0efbcce0b23 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 1096 time: 0.0617385 Jan 18 20:38:51.878496 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907cf07-11df-403c-8a89-83fe1be9a82d req-97747be2-f8ed-4bb2-8f52-7a011456a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:51.881239 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c907cf07-11df-403c-8a89-83fe1be9a82d req-97747be2-f8ed-4bb2-8f52-7a011456a19e service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6dee874-ef78-4e87-96a6-1e0ac3327735 HTTP/1.1" status: 200 len: 898 time: 0.1053414 Jan 18 20:38:51.917749 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f115f1-135e-4caa-94df-610e9776fb0d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Router 6a3a5181-3898-4beb-a59b-e147de88a062 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:38:51.960581 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c907cf07-11df-403c-8a89-83fe1be9a82d req-9428ab30-2c30-486e-9502-2d4baa9b00dd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb3ee3ec-48dc-448a-a693-ca0d8bcae530 HTTP/1.1" status: 200 len: 999 time: 0.0738933 Jan 18 20:38:52.027126 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907cf07-11df-403c-8a89-83fe1be9a82d req-83306fbd-a8e2-4ed6-a9d5-b3d125bc09c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:52.028731 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c907cf07-11df-403c-8a89-83fe1be9a82d req-83306fbd-a8e2-4ed6-a9d5-b3d125bc09c8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=56dbd12f-121d-4194-bd0f-62f77149bdc0 HTTP/1.1" status: 200 len: 834 time: 0.0621960 Jan 18 20:38:52.064802 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f115f1-135e-4caa-94df-610e9776fb0d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:38:52.081024 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907cf07-11df-403c-8a89-83fe1be9a82d req-ffbd59de-3284-43d2-b366-5e4b9292956c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:52.082563 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c907cf07-11df-403c-8a89-83fe1be9a82d req-ffbd59de-3284-43d2-b366-5e4b9292956c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6dee874-ef78-4e87-96a6-1e0ac3327735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470645 Jan 18 20:38:52.089495 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880bcbe0-dfa8-446b-88b9-715dedc4b2c6 None None] Sync routers for ids ['6a3a5181-3898-4beb-a59b-e147de88a062'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:38:52.107603 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48f115f1-135e-4caa-94df-610e9776fb0d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:52.118367 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880bcbe0-dfa8-446b-88b9-715dedc4b2c6 None None] Routers {'6a3a5181-3898-4beb-a59b-e147de88a062'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:38:52.119237 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-880bcbe0-dfa8-446b-88b9-715dedc4b2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:38:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6a3a5181-3898-4beb-a59b-e147de88a062'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:52.185710 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-48f115f1-135e-4caa-94df-610e9776fb0d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8763230 Jan 18 20:38:52.185710 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f', 'tag': 'eb3ee3ec-48dc-448a-a693-ca0d8bcae530'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:38:52.186754 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0060cc7-5a60-42d8-8269-920dc69946d2" -d '{"events": [{"name": "network-changed", "server_uuid": "5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f", "tag": "eb3ee3ec-48dc-448a-a693-ca0d8bcae530"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:38:52.197084 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c907cf07-11df-403c-8a89-83fe1be9a82d req-6e1716d1-53e8-472b-af0d-07942c9d2a9d service neutron] 10.222.0.70 "GET /v2.0/networks/b6dee874-ef78-4e87-96a6-1e0ac3327735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077151 Jan 18 20:38:52.326024 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-880bcbe0-dfa8-446b-88b9-715dedc4b2c6 None None] Set router 6a3a5181-3898-4beb-a59b-e147de88a062 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:38:52.402714 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50c261-8d6f-4c22-a015-34d53fb1df53 req-5aa0754a-148e-4118-a9b4-419ee889eea7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:52.404397 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f50c261-8d6f-4c22-a015-34d53fb1df53 req-5aa0754a-148e-4118-a9b4-419ee889eea7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 945 time: 0.0905607 Jan 18 20:38:52.407520 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c907cf07-11df-403c-8a89-83fe1be9a82d req-4d5928a0-11fa-4da8-ae49-d5fc7cc3c4b1 service neutron] 10.222.0.70 "GET /v2.0/networks/b6dee874-ef78-4e87-96a6-1e0ac3327735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037966 Jan 18 20:38:52.422483 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a3889e-22b0-4972-ae2a-f5b1307a4e31 x-openstack-request-id: req-00a3889e-22b0-4972-ae2a-f5b1307a4e31 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:38:52.423004 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f", "tag": "eb3ee3ec-48dc-448a-a693-ca0d8bcae530", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:38:52.423216 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00a3889e-22b0-4972-ae2a-f5b1307a4e31 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:38:52.423704 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f', 'tag': 'eb3ee3ec-48dc-448a-a693-ca0d8bcae530', 'status': 'completed', 'code': 200} Jan 18 20:38:52.546388 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f50c261-8d6f-4c22-a015-34d53fb1df53 req-aabc3eee-b9b4-451f-9b08-da2f0a4eee61 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348283 Jan 18 20:38:52.567367 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58488) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:52.580032 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0060cc7-5a60-42d8-8269-920dc69946d2 req-49475ea8-7b06-42f7-ba98-856a037b2f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:52.581702 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0060cc7-5a60-42d8-8269-920dc69946d2 req-49475ea8-7b06-42f7-ba98-856a037b2f01 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 1096 time: 0.1146576 Jan 18 20:38:52.666907 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-880bcbe0-dfa8-446b-88b9-715dedc4b2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371677621', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:38:30Z', 'updated_at': '2022-01-18T20:38:36Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:38:31Z', 'updated_at': '2022-01-18T20:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '8d3e5996-4e42-47d8-ac70-6e1dd9ea543f', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'port_id': 'eb3ee3ec-48dc-448a-a693-ca0d8bcae530', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735', 'mac_address': 'fa:16:3e:86:e3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:38:51Z', 'updated_at': '2022-01-18T20:38:51Z', 'revision_number': 0, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a08ce64-9878-41df-8857-760794fc3587', 'name': '', 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:a7:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '56dbd12f-121d-4194-bd0f-62f77149bdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:38:35Z', 'updated_at': '2022-01-18T20:38:41Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': '56dbd12f-121d-4194-bd0f-62f77149bdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:52.707406 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-18290e0e-e2c5-4c6a-bf64-455de2f1a529 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/floatingips/8d3e5996-4e42-47d8-ac70-6e1dd9ea543f HTTP/1.1" status: 200 len: 991 time: 0.1383693 Jan 18 20:38:52.717692 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880bcbe0-dfa8-446b-88b9-715dedc4b2c6 None None] Checking router: 6a3a5181-3898-4beb-a59b-e147de88a062 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:38:52.731021 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880bcbe0-dfa8-446b-88b9-715dedc4b2c6 None None] Routers {'6a3a5181-3898-4beb-a59b-e147de88a062'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:38:52.732451 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-880bcbe0-dfa8-446b-88b9-715dedc4b2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:38:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6a3a5181-3898-4beb-a59b-e147de88a062'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:52.738701 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0060cc7-5a60-42d8-8269-920dc69946d2 req-479a13af-e307-492f-8cda-7d8d7314e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:52.741096 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0060cc7-5a60-42d8-8269-920dc69946d2 req-479a13af-e307-492f-8cda-7d8d7314e9a6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6dee874-ef78-4e87-96a6-1e0ac3327735 HTTP/1.1" status: 200 len: 898 time: 0.1244121 Jan 18 20:38:52.882422 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0060cc7-5a60-42d8-8269-920dc69946d2 req-488f79b8-fd4f-4be3-ae36-79561297949c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb3ee3ec-48dc-448a-a693-ca0d8bcae530 HTTP/1.1" status: 200 len: 999 time: 0.1252382 Jan 18 20:38:52.894818 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-880bcbe0-dfa8-446b-88b9-715dedc4b2c6 None None] Set router 6a3a5181-3898-4beb-a59b-e147de88a062 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:38:52.950811 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0060cc7-5a60-42d8-8269-920dc69946d2 req-5d38a976-47a7-46fa-abec-59c339960e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:52.952535 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0060cc7-5a60-42d8-8269-920dc69946d2 req-5d38a976-47a7-46fa-abec-59c339960e94 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=56dbd12f-121d-4194-bd0f-62f77149bdc0 HTTP/1.1" status: 200 len: 834 time: 0.0643547 Jan 18 20:38:53.039415 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0060cc7-5a60-42d8-8269-920dc69946d2 req-dfa86bfb-50f6-4a6c-b995-dd65de4c2bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:53.040921 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0060cc7-5a60-42d8-8269-920dc69946d2 req-dfa86bfb-50f6-4a6c-b995-dd65de4c2bc1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6dee874-ef78-4e87-96a6-1e0ac3327735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763032 Jan 18 20:38:53.178329 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0060cc7-5a60-42d8-8269-920dc69946d2 req-aaf2abb7-cd97-4898-b711-9dce562da0d7 service neutron] 10.222.0.70 "GET /v2.0/networks/b6dee874-ef78-4e87-96a6-1e0ac3327735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296837 Jan 18 20:38:53.210948 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-880bcbe0-dfa8-446b-88b9-715dedc4b2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371677621', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:38:30Z', 'updated_at': '2022-01-18T20:38:36Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:38:31Z', 'updated_at': '2022-01-18T20:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '8d3e5996-4e42-47d8-ac70-6e1dd9ea543f', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'port_id': 'eb3ee3ec-48dc-448a-a693-ca0d8bcae530', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735', 'mac_address': 'fa:16:3e:86:e3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:38:51Z', 'updated_at': '2022-01-18T20:38:51Z', 'revision_number': 0, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a08ce64-9878-41df-8857-760794fc3587', 'name': '', 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:a7:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '56dbd12f-121d-4194-bd0f-62f77149bdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:38:35Z', 'updated_at': '2022-01-18T20:38:41Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': '56dbd12f-121d-4194-bd0f-62f77149bdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:53.245451 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880bcbe0-dfa8-446b-88b9-715dedc4b2c6 None None] The sync data for ids ['6a3a5181-3898-4beb-a59b-e147de88a062'] in n-d-741529-9 is: [{'id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371677621', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:38:30Z', 'updated_at': '2022-01-18T20:38:36Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:38:31Z', 'updated_at': '2022-01-18T20:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '8d3e5996-4e42-47d8-ac70-6e1dd9ea543f', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'port_id': 'eb3ee3ec-48dc-448a-a693-ca0d8bcae530', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735', 'mac_address': 'fa:16:3e:86:e3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:38:51Z', 'updated_at': '2022-01-18T20:38:51Z', 'revision_number': 0, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a08ce64-9878-41df-8857-760794fc3587', 'name': '', 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:a7:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '56dbd12f-121d-4194-bd0f-62f77149bdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:38:35Z', 'updated_at': '2022-01-18T20:38:41Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': '56dbd12f-121d-4194-bd0f-62f77149bdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:38:53.335986 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0060cc7-5a60-42d8-8269-920dc69946d2 req-190c4409-4702-4257-93b8-8202615ed7f3 service neutron] 10.222.0.70 "GET /v2.0/networks/b6dee874-ef78-4e87-96a6-1e0ac3327735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514037 Jan 18 20:38:53.617023 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ee97e6-73f3-46ea-a932-972641f162ad None None] New status for floating IP 8d3e5996-4e42-47d8-ac70-6e1dd9ea543f: ACTIVE {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:38:53.711158 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58508) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:53.816288 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-37b0e631-36d0-4875-bc64-5817528d4901 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/floatingips/8d3e5996-4e42-47d8-ac70-6e1dd9ea543f HTTP/1.1" status: 200 len: 991 time: 0.1032553 Jan 18 20:38:54.818491 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 58532) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:54.899217 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-69c97fae-0dd9-414d-83f1-8c8f42a41130 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/floatingips/8d3e5996-4e42-47d8-ac70-6e1dd9ea543f HTTP/1.1" status: 200 len: 993 time: 0.0795200 Jan 18 20:38:55.639919 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-28267ce4-a4a7-444e-972e-06cd680da3ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:57.802576 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-70aa41b8-6c61-46ed-82f5-84d79b56fc8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:59.120995 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:00.559286 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:01.847965 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:03.289050 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-95106835-b05c-46bc-bb97-e5fc1ff98d3d tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:03.290683 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-95106835-b05c-46bc-bb97-e5fc1ff98d3d tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/networks?id=a1f009ee-ea41-46a1-8dde-25531c2a4ce3 HTTP/1.1" status: 200 len: 814 time: 0.1176410 Jan 18 20:39:03.314589 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-834ac99b-30c0-42e4-aeae-92a735e46330 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/quotas/659207600d0447eba243c99c1a57c914 HTTP/1.1" status: 200 len: 375 time: 0.0179107 Jan 18 20:39:03.369138 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-718a4cd5-5552-4c10-ade5-7926a2f01814 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=659207600d0447eba243c99c1a57c914&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473864 Jan 18 20:39:03.475667 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-daf4450d-c765-47dd-ab45-97cb68753c4f service neutron] 10.222.0.31 "GET /v2.0/networks/a1f009ee-ea41-46a1-8dde-25531c2a4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995154 Jan 18 20:39:03.584595 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-309e9048-2ed6-4e3d-ba76-95588e02d123 service neutron] 10.222.0.31 "GET /v2.0/networks/a1f009ee-ea41-46a1-8dde-25531c2a4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076469 Jan 18 20:39:03.585029 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59158) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:39:03.862977 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-68109adf-075c-4e2f-9f6c-c83fc9213986 req-cfad5b33-c35c-46d6-a95e-505755675724 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2 HTTP/1.1" status: 200 len: 210 time: 0.0545511 Jan 18 20:39:04.144975 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:04.372883 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c07a08e-bf43-4096-8220-eec6a74eb086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (d829a980-f002-4ff1-b509-18e891e56e2b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:04.760204 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-4c07a08e-bf43-4096-8220-eec6a74eb086 admin admin] Deleting port d5fd4c74-0cf0-4c5d-83bd-ca95b5532679 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:39:04.761966 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c07a08e-bf43-4096-8220-eec6a74eb086 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d5fd4c74-0cf0-4c5d-83bd-ca95b5532679), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:04.865537 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-4c07a08e-bf43-4096-8220-eec6a74eb086 admin admin] For port d5fd4c74-0cf0-4c5d-83bd-ca95b5532679, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d5fd4c74-0cf0-4c5d-83bd-ca95b5532679,segment=NetworkSegment(c1d21b30-858e-44e1-860f-2f5b2e55021f),segment_id=c1d21b30-858e-44e1-860f-2f5b2e55021f)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:39:04.866708 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c07a08e-bf43-4096-8220-eec6a74eb086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d5fd4c74-0cf0-4c5d-83bd-ca95b5532679), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:04.886460 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-4c07a08e-bf43-4096-8220-eec6a74eb086 admin admin] Calling delete_port for d5fd4c74-0cf0-4c5d-83bd-ca95b5532679 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:39:05.013001 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1b70f2f4-7f7f-4478-9000-ad11372f2016 req-3d98b416-e19b-45d6-af4d-d653b4c5ed04 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2 HTTP/1.1" status: 200 len: 210 time: 0.0622973 Jan 18 20:39:05.168351 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c07a08e-bf43-4096-8220-eec6a74eb086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (d5fd4c74-0cf0-4c5d-83bd-ca95b5532679), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:05.223355 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07a08e-bf43-4096-8220-eec6a74eb086 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5fd4c74-0cf0-4c5d-83bd-ca95b5532679,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:05.396866 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07a08e-bf43-4096-8220-eec6a74eb086 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:05.397154 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07a08e-bf43-4096-8220-eec6a74eb086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:05.401126 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07a08e-bf43-4096-8220-eec6a74eb086 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:05.401474 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07a08e-bf43-4096-8220-eec6a74eb086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:05.401849 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07a08e-bf43-4096-8220-eec6a74eb086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:05.402183 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07a08e-bf43-4096-8220-eec6a74eb086 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:05.402550 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07a08e-bf43-4096-8220-eec6a74eb086 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:05.402878 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07a08e-bf43-4096-8220-eec6a74eb086 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:05.403199 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07a08e-bf43-4096-8220-eec6a74eb086 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:05.403516 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07a08e-bf43-4096-8220-eec6a74eb086 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:05.403833 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07a08e-bf43-4096-8220-eec6a74eb086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:05.404147 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07a08e-bf43-4096-8220-eec6a74eb086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:05.404475 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07a08e-bf43-4096-8220-eec6a74eb086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:05.423053 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-b9e387d5-74f4-45a8-8703-9b49475ad4df tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:05.425105 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-b9e387d5-74f4-45a8-8703-9b49475ad4df tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.70 "GET /v2.0/networks?id=a1f009ee-ea41-46a1-8dde-25531c2a4ce3 HTTP/1.1" status: 200 len: 814 time: 0.3046308 Jan 18 20:39:05.439843 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-c59d2f93-74e6-4e60-a309-c97b24301049 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Request body: {'port': {'device_id': 'ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2', 'network_id': 'a1f009ee-ea41-46a1-8dde-25531c2a4ce3', 'admin_state_up': True, 'tenant_id': '659207600d0447eba243c99c1a57c914'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:39:05.612143 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c07a08e-bf43-4096-8220-eec6a74eb086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (d829a980-f002-4ff1-b509-18e891e56e2b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:05.631436 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-c59d2f93-74e6-4e60-a309-c97b24301049 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Made reservation on behalf of 659207600d0447eba243c99c1a57c914 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:39:05.639268 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-c59d2f93-74e6-4e60-a309-c97b24301049 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:05.892834 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-c59d2f93-74e6-4e60-a309-c97b24301049 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Allocated IP 172.20.0.11 (a1f009ee-ea41-46a1-8dde-25531c2a4ce3/5d6a7d83-f920-4fee-ad9e-e8981e8a2e65/f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:39:06.113051 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-c59d2f93-74e6-4e60-a309-c97b24301049 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Publish callbacks [] for port (f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:06.146856 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3995143c-bd74-4af3-a8cf-1e43dedf23c5 req-b6740c8a-3a52-44d2-8a94-950f93fff748 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2 HTTP/1.1" status: 200 len: 210 time: 0.0540199 Jan 18 20:39:06.195195 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-c59d2f93-74e6-4e60-a309-c97b24301049 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:06.238941 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c07a08e-bf43-4096-8220-eec6a74eb086 admin admin] Router d829a980-f002-4ff1-b509-18e891e56e2b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:39:06.280305 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:39:06.306190 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-c59d2f93-74e6-4e60-a309-c97b24301049 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Network a1f009ee-ea41-46a1-8dde-25531c2a4ce3 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:39:06.309441 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-c59d2f93-74e6-4e60-a309-c97b24301049 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:39:06.313877 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-c59d2f93-74e6-4e60-a309-c97b24301049 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:39:06.369391 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-c59d2f93-74e6-4e60-a309-c97b24301049 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:06.370123 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-c59d2f93-74e6-4e60-a309-c97b24301049 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:06.383744 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d2f93-74e6-4e60-a309-c97b24301049 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Pushing event updated for resources: {'Port': ['ID=f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:06.398813 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-c59d2f93-74e6-4e60-a309-c97b24301049 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9642088 Jan 18 20:39:06.399851 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c07a08e-bf43-4096-8220-eec6a74eb086 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:39:06.405823 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4c07a08e-bf43-4096-8220-eec6a74eb086 admin admin] 10.222.0.31 "PUT /v2.0/routers/d829a980-f002-4ff1-b509-18e891e56e2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8195851 Jan 18 20:39:06.408383 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59216) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:39:06.412348 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d627c60-05af-48d5-804d-37c1a1fd4810 None None] Sync routers for ids ['d829a980-f002-4ff1-b509-18e891e56e2b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:39:06.420016 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-972fc396-06e8-4239-97f3-9a4808d37c55 service neutron] Request body: {'port': {'device_id': 'ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:39:06.427712 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d627c60-05af-48d5-804d-37c1a1fd4810 None None] Routers {'d829a980-f002-4ff1-b509-18e891e56e2b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:39:06.428810 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9d627c60-05af-48d5-804d-37c1a1fd4810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:38:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d829a980-f002-4ff1-b509-18e891e56e2b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:39:06.487815 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-972fc396-06e8-4239-97f3-9a4808d37c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:06.555138 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-9d627c60-05af-48d5-804d-37c1a1fd4810 None None] Set router d829a980-f002-4ff1-b509-18e891e56e2b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:39:06.565225 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-249b6714-ce8a-4e91-ab37-b68b5e4f1f1f admin admin] Publish callbacks [] for router (d829a980-f002-4ff1-b509-18e891e56e2b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:06.689955 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-249b6714-ce8a-4e91-ab37-b68b5e4f1f1f admin admin] Publish callbacks [] for router_gateway (d829a980-f002-4ff1-b509-18e891e56e2b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:06.764922 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-249b6714-ce8a-4e91-ab37-b68b5e4f1f1f admin admin] Deleting port 38d15467-84f1-483e-9063-ad6c4607fe7f {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:39:06.765309 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-249b6714-ce8a-4e91-ab37-b68b5e4f1f1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (38d15467-84f1-483e-9063-ad6c4607fe7f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:06.786068 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9d627c60-05af-48d5-804d-37c1a1fd4810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'name': 'tempest-TaggedBootDevicesTest_v242-647798303-router', 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '38d15467-84f1-483e-9063-ad6c4607fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:25:24Z', 'updated_at': '2022-01-18T20:39:05Z', 'revision_number': 5, 'project_id': '733444720280437eb7f9cfdcefc53319', 'gw_port': {'id': '38d15467-84f1-483e-9063-ad6c4607fe7f', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bf:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:27Z', 'updated_at': '2022-01-18T20:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:39:06.822217 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d627c60-05af-48d5-804d-37c1a1fd4810 None None] Checking router: d829a980-f002-4ff1-b509-18e891e56e2b for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:39:06.835215 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d627c60-05af-48d5-804d-37c1a1fd4810 None None] Routers {'d829a980-f002-4ff1-b509-18e891e56e2b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:39:06.836502 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9d627c60-05af-48d5-804d-37c1a1fd4810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:38:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d829a980-f002-4ff1-b509-18e891e56e2b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:39:06.839311 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-972fc396-06e8-4239-97f3-9a4808d37c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:39:06.847859 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-972fc396-06e8-4239-97f3-9a4808d37c55 service neutron] Publish callbacks [] for port (f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:06.861708 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-249b6714-ce8a-4e91-ab37-b68b5e4f1f1f admin admin] For port 38d15467-84f1-483e-9063-ad6c4607fe7f, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=38d15467-84f1-483e-9063-ad6c4607fe7f,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:39:06.862441 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-249b6714-ce8a-4e91-ab37-b68b5e4f1f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (38d15467-84f1-483e-9063-ad6c4607fe7f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:06.862732 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-972fc396-06e8-4239-97f3-9a4808d37c55 service neutron] Transition to ACTIVE for port object f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:39:06.867545 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-972fc396-06e8-4239-97f3-9a4808d37c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:06.876302 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-249b6714-ce8a-4e91-ab37-b68b5e4f1f1f admin admin] Calling delete_port for 38d15467-84f1-483e-9063-ad6c4607fe7f owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:39:06.949526 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:06.957927 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-9d627c60-05af-48d5-804d-37c1a1fd4810 None None] Set router d829a980-f002-4ff1-b509-18e891e56e2b gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:39:06.978625 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fc396-06e8-4239-97f3-9a4808d37c55 service neutron] Pushing event updated for resources: {'Port': ['ID=f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:07.010943 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-972fc396-06e8-4239-97f3-9a4808d37c55 service neutron] Attempting to bind port f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:39:07.011281 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-972fc396-06e8-4239-97f3-9a4808d37c55 service neutron] Attempting to bind port f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '965344ef-8ad8-44eb-904e-0bd15225d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a1f009ee-ea41-46a1-8dde-25531c2a4ce3'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:39:07.011623 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-972fc396-06e8-4239-97f3-9a4808d37c55 service neutron] Attempting to bind port f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf on network a1f009ee-ea41-46a1-8dde-25531c2a4ce3 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:39:07.018938 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-972fc396-06e8-4239-97f3-9a4808d37c55 service neutron] Port f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf on network a1f009ee-ea41-46a1-8dde-25531c2a4ce3 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:39:07.019264 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-972fc396-06e8-4239-97f3-9a4808d37c55 service neutron] Attempting to bind port f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf on network a1f009ee-ea41-46a1-8dde-25531c2a4ce3 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:39:07.024793 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-972fc396-06e8-4239-97f3-9a4808d37c55 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:39:07.025134 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-972fc396-06e8-4239-97f3-9a4808d37c55 service neutron] Checking segment: {'id': '965344ef-8ad8-44eb-904e-0bd15225d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a1f009ee-ea41-46a1-8dde-25531c2a4ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:39:07.025517 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-972fc396-06e8-4239-97f3-9a4808d37c55 service neutron] Bound using segment: {'id': '965344ef-8ad8-44eb-904e-0bd15225d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a1f009ee-ea41-46a1-8dde-25531c2a4ce3'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:39:07.025968 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-972fc396-06e8-4239-97f3-9a4808d37c55 service neutron] Bound port: f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '965344ef-8ad8-44eb-904e-0bd15225d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a1f009ee-ea41-46a1-8dde-25531c2a4ce3'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:39:07.026335 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-972fc396-06e8-4239-97f3-9a4808d37c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:07.037997 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9d627c60-05af-48d5-804d-37c1a1fd4810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'name': 'tempest-TaggedBootDevicesTest_v242-647798303-router', 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:25:24Z', 'updated_at': '2022-01-18T20:39:06Z', 'revision_number': 6, 'project_id': '733444720280437eb7f9cfdcefc53319', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:39:07.071049 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d627c60-05af-48d5-804d-37c1a1fd4810 None None] The sync data for ids ['d829a980-f002-4ff1-b509-18e891e56e2b'] in n-d-741529-9 is: [{'id': 'd829a980-f002-4ff1-b509-18e891e56e2b', 'name': 'tempest-TaggedBootDevicesTest_v242-647798303-router', 'tenant_id': '733444720280437eb7f9cfdcefc53319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:25:24Z', 'updated_at': '2022-01-18T20:39:06Z', 'revision_number': 6, 'project_id': '733444720280437eb7f9cfdcefc53319', 'gw_port_host': None}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:39:07.130375 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-249b6714-ce8a-4e91-ab37-b68b5e4f1f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (38d15467-84f1-483e-9063-ad6c4607fe7f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:07.131671 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-972fc396-06e8-4239-97f3-9a4808d37c55 service neutron] For port f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:39:07.136101 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-972fc396-06e8-4239-97f3-9a4808d37c55 service neutron] For port f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf,segment=NetworkSegment(965344ef-8ad8-44eb-904e-0bd15225d0a9),segment_id=965344ef-8ad8-44eb-904e-0bd15225d0a9)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:39:07.139909 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-972fc396-06e8-4239-97f3-9a4808d37c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:07.158089 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b6714-ce8a-4e91-ab37-b68b5e4f1f1f admin admin] Pushing event deleted for resources: {'Port': ['ID=38d15467-84f1-483e-9063-ad6c4607fe7f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:07.178551 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-972fc396-06e8-4239-97f3-9a4808d37c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:07.179270 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-972fc396-06e8-4239-97f3-9a4808d37c55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:07.180963 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-972fc396-06e8-4239-97f3-9a4808d37c55 service neutron] 10.222.0.70 "PUT /v2.0/ports/f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf HTTP/1.1" status: 200 len: 1092 time: 0.7701151 Jan 18 20:39:07.181612 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2', 'tag': 'f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:39:07.184104 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d72e0a-5d60-4696-99bb-eea488424b60" -d '{"events": [{"name": "network-changed", "server_uuid": "ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2", "tag": "f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:39:07.203716 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b143b56e-dc5b-420d-b6b2-3b8c252c0ab1 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:39:07.231582 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fc396-06e8-4239-97f3-9a4808d37c55 service neutron] Pushing event updated for resources: {'Port': ['ID=f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:07.289364 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1729ad1d-9421-4671-b3f5-c64eb70c75e3 x-openstack-request-id: req-1729ad1d-9421-4671-b3f5-c64eb70c75e3 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:39:07.289889 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2", "tag": "f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:39:07.290265 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1729ad1d-9421-4671-b3f5-c64eb70c75e3 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:39:07.290733 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-249b6714-ce8a-4e91-ab37-b68b5e4f1f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (d829a980-f002-4ff1-b509-18e891e56e2b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:07.291218 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2', 'tag': 'f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf', 'status': 'completed', 'code': 200} Jan 18 20:39:07.340480 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-8487ead9-6736-4ea4-8af8-080052b95581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:07.342824 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-8487ead9-6736-4ea4-8af8-080052b95581 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=659207600d0447eba243c99c1a57c914&device_id=ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2 HTTP/1.1" status: 200 len: 1095 time: 0.1218572 Jan 18 20:39:07.391747 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-249b6714-ce8a-4e91-ab37-b68b5e4f1f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (d829a980-f002-4ff1-b509-18e891e56e2b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:07.393836 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-249b6714-ce8a-4e91-ab37-b68b5e4f1f1f admin admin] Publish callbacks [] for router_controller (d829a980-f002-4ff1-b509-18e891e56e2b), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:07.410417 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-58b30dcd-ab8c-44e0-9fe4-067183fbf67f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf HTTP/1.1" status: 200 len: 217 time: 0.0486641 Jan 18 20:39:07.422147 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3956b-3391-4053-b1f4-57127820c90b req-5486e6ab-763b-4f0e-8a2f-b39dba8e0ae2 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:07.424878 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6eb3956b-3391-4053-b1f4-57127820c90b req-5486e6ab-763b-4f0e-8a2f-b39dba8e0ae2 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2 HTTP/1.1" status: 200 len: 944 time: 0.1322939 Jan 18 20:39:07.437404 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-249b6714-ce8a-4e91-ab37-b68b5e4f1f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (d829a980-f002-4ff1-b509-18e891e56e2b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:07.438162 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249b6714-ce8a-4e91-ab37-b68b5e4f1f1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d829a980-f002-4ff1-b509-18e891e56e2b {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:39:07.443588 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-249b6714-ce8a-4e91-ab37-b68b5e4f1f1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:07.444915 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-249b6714-ce8a-4e91-ab37-b68b5e4f1f1f admin admin] 10.222.0.31 "DELETE /v2.0/routers/d829a980-f002-4ff1-b509-18e891e56e2b HTTP/1.1" status: 204 len: 168 time: 1.0353627 Jan 18 20:39:07.448504 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59236) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:39:07.503058 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-101c9340-6a1e-4848-a14c-86ae06ca0340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:07.503316 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec2b3ed-aace-4309-a2e4-6b4c33d9073f admin admin] Deleting subnet 2035485f-6539-4901-9376-da308db55f84 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:39:07.504546 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-101c9340-6a1e-4848-a14c-86ae06ca0340 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5d6a7d83-f920-4fee-ad9e-e8981e8a2e65 HTTP/1.1" status: 200 len: 854 time: 0.0798492 Jan 18 20:39:07.506942 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ec2b3ed-aace-4309-a2e4-6b4c33d9073f admin admin] Publish callbacks [] for subnet (2035485f-6539-4901-9376-da308db55f84), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:07.525083 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6eb3956b-3391-4053-b1f4-57127820c90b req-f1fa249a-9936-41e7-b8b3-3badf8b36e66 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7fa9787-8a5c-4809-8b10-e47624ad7c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688577 Jan 18 20:39:07.548488 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-a52d5fc5-db3c-48b7-95ad-84311a426b2a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a1f009ee-ea41-46a1-8dde-25531c2a4ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355177 Jan 18 20:39:07.568998 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ec2b3ed-aace-4309-a2e4-6b4c33d9073f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (2035485f-6539-4901-9376-da308db55f84), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:07.657091 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-3eaf3e56-e956-4016-9759-7013e4c158ec service neutron] 10.222.0.70 "GET /v2.0/networks/a1f009ee-ea41-46a1-8dde-25531c2a4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025002 Jan 18 20:39:07.668789 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ec2b3ed-aace-4309-a2e4-6b4c33d9073f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (2035485f-6539-4901-9376-da308db55f84), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:07.727303 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ec2b3ed-aace-4309-a2e4-6b4c33d9073f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (2035485f-6539-4901-9376-da308db55f84), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:07.757237 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ec2b3ed-aace-4309-a2e4-6b4c33d9073f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:07.758194 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8beb09fc-aee8-413e-8e52-60a5d15ed967 req-baa8426b-1a44-40be-943a-9ff175ac22a2 service neutron] 10.222.0.70 "GET /v2.0/networks/a1f009ee-ea41-46a1-8dde-25531c2a4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942497 Jan 18 20:39:07.761243 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0ec2b3ed-aace-4309-a2e4-6b4c33d9073f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2035485f-6539-4901-9376-da308db55f84 HTTP/1.1" status: 204 len: 168 time: 0.3118012 Jan 18 20:39:07.763975 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59242) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:39:07.764826 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d32778-46d1-4a26-92e6-52b261a97353 None None] Network 430c56bd-8290-45d6-ab68-26d11179c94e requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:39:07.768647 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2b3ed-aace-4309-a2e4-6b4c33d9073f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2035485f-6539-4901-9376-da308db55f84,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:07.871321 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d1415c8f-0eb2-40e3-9bbb-7df706ffba88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (430c56bd-8290-45d6-ab68-26d11179c94e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:07.915447 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d72e0a-5d60-4696-99bb-eea488424b60 req-069d1be8-5455-4036-a27d-c57d39d8c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:07.918011 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c1d72e0a-5d60-4696-99bb-eea488424b60 req-069d1be8-5455-4036-a27d-c57d39d8c143 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=659207600d0447eba243c99c1a57c914&device_id=ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2 HTTP/1.1" status: 200 len: 1095 time: 0.0839367 Jan 18 20:39:07.933153 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75624f36-c8f5-457f-93e4-9881f1035436 None None] DHCP port deletion for 430c56bd-8290-45d6-ab68-26d11179c94e request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:39:08.023472 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-75624f36-c8f5-457f-93e4-9881f1035436 None None] Deleting port 34126f86-8a81-462c-b269-a84232b397af {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:39:08.026181 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-75624f36-c8f5-457f-93e4-9881f1035436 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (34126f86-8a81-462c-b269-a84232b397af), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:08.028657 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-d1415c8f-0eb2-40e3-9bbb-7df706ffba88 admin admin] Deleting port 34126f86-8a81-462c-b269-a84232b397af {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:39:08.029129 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d1415c8f-0eb2-40e3-9bbb-7df706ffba88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (34126f86-8a81-462c-b269-a84232b397af), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:08.037893 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d5fd4c74-0cf0-4c5d-83bd-ca95b5532679 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:39:08.081709 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: d5fd4c74-0cf0-4c5d-83bd-ca95b5532679 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:39:08.082175 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d5fd4c74-0cf0-4c5d-83bd-ca95b5532679 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:39:08.082606 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 34126f86-8a81-462c-b269-a84232b397af no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:39:08.118445 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d72e0a-5d60-4696-99bb-eea488424b60 req-b67113c2-77c0-48f6-98f4-61c4c51fb176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:08.120459 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c1d72e0a-5d60-4696-99bb-eea488424b60 req-b67113c2-77c0-48f6-98f4-61c4c51fb176 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a1f009ee-ea41-46a1-8dde-25531c2a4ce3 HTTP/1.1" status: 200 len: 915 time: 0.1965592 Jan 18 20:39:08.123000 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-d1415c8f-0eb2-40e3-9bbb-7df706ffba88 admin admin] For port 34126f86-8a81-462c-b269-a84232b397af, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=34126f86-8a81-462c-b269-a84232b397af,segment=NetworkSegment(c1d21b30-858e-44e1-860f-2f5b2e55021f),segment_id=c1d21b30-858e-44e1-860f-2f5b2e55021f)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:39:08.123486 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d1415c8f-0eb2-40e3-9bbb-7df706ffba88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (34126f86-8a81-462c-b269-a84232b397af), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:08.174047 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-75624f36-c8f5-457f-93e4-9881f1035436 None None] For port 34126f86-8a81-462c-b269-a84232b397af, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=34126f86-8a81-462c-b269-a84232b397af,segment=NetworkSegment(c1d21b30-858e-44e1-860f-2f5b2e55021f),segment_id=c1d21b30-858e-44e1-860f-2f5b2e55021f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:39:08.174448 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-75624f36-c8f5-457f-93e4-9881f1035436 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (34126f86-8a81-462c-b269-a84232b397af), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:08.176104 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c1d72e0a-5d60-4696-99bb-eea488424b60 req-49d69277-6f56-4024-9b50-955b22d7dfcb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf HTTP/1.1" status: 200 len: 217 time: 0.0487583 Jan 18 20:39:08.177592 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-d1415c8f-0eb2-40e3-9bbb-7df706ffba88 admin admin] Calling delete_port for 34126f86-8a81-462c-b269-a84232b397af owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:39:08.211377 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 34126f86-8a81-462c-b269-a84232b397af is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:39:08.211770 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (34126f86-8a81-462c-b269-a84232b397af), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:08.257340 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-75624f36-c8f5-457f-93e4-9881f1035436 None None] Calling delete_port for 34126f86-8a81-462c-b269-a84232b397af owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:39:08.275335 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 34126f86-8a81-462c-b269-a84232b397af, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=34126f86-8a81-462c-b269-a84232b397af,segment=NetworkSegment(c1d21b30-858e-44e1-860f-2f5b2e55021f),segment_id=c1d21b30-858e-44e1-860f-2f5b2e55021f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:39:08.321187 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d72e0a-5d60-4696-99bb-eea488424b60 req-e38db2f4-3c7f-4690-9b33-3c813becc4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:08.323249 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c1d72e0a-5d60-4696-99bb-eea488424b60 req-e38db2f4-3c7f-4690-9b33-3c813becc4bf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5d6a7d83-f920-4fee-ad9e-e8981e8a2e65 HTTP/1.1" status: 200 len: 854 time: 0.1401613 Jan 18 20:39:08.331569 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (34126f86-8a81-462c-b269-a84232b397af), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:08.332265 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 38d15467-84f1-483e-9063-ad6c4607fe7f no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:39:08.343645 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d1415c8f-0eb2-40e3-9bbb-7df706ffba88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (34126f86-8a81-462c-b269-a84232b397af), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:08.369390 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c1d72e0a-5d60-4696-99bb-eea488424b60 req-1f153fac-ecae-4a00-81b9-a0cef1c841ad service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a1f009ee-ea41-46a1-8dde-25531c2a4ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378809 Jan 18 20:39:08.401483 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1415c8f-0eb2-40e3-9bbb-7df706ffba88 admin admin] No DVR routers for this DVR port 34126f86-8a81-462c-b269-a84232b397af on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:39:08.417430 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1415c8f-0eb2-40e3-9bbb-7df706ffba88 admin admin] Pushing event deleted for resources: {'Port': ['ID=34126f86-8a81-462c-b269-a84232b397af,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:08.539362 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 38d15467-84f1-483e-9063-ad6c4607fe7f {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:39:08.539709 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 38d15467-84f1-483e-9063-ad6c4607fe7f not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:39:08.541964 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d1415c8f-0eb2-40e3-9bbb-7df706ffba88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (430c56bd-8290-45d6-ab68-26d11179c94e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:08.580650 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-d1415c8f-0eb2-40e3-9bbb-7df706ffba88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430c56bd-8290-45d6-ab68-26d11179c94e']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:39:08.595569 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c1d72e0a-5d60-4696-99bb-eea488424b60 req-545b56f1-450d-4758-8a78-00b3ade8c08a service neutron] 10.222.0.70 "GET /v2.0/networks/a1f009ee-ea41-46a1-8dde-25531c2a4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063379 Jan 18 20:39:08.598607 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-d1415c8f-0eb2-40e3-9bbb-7df706ffba88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d21b30-858e-44e1-860f-2f5b2e55021f') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:39:08.599819 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-d1415c8f-0eb2-40e3-9bbb-7df706ffba88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d21b30-858e-44e1-860f-2f5b2e55021f') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:39:08.602506 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event deleted for resources: {'Port': ['ID=34126f86-8a81-462c-b269-a84232b397af,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:08.622181 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:08.622765 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:08.623392 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:08.623900 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:08.624390 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:08.624878 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:08.625505 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:08.626629 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:08.627149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:08.627488 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:08.627779 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d1415c8f-0eb2-40e3-9bbb-7df706ffba88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (c1d21b30-858e-44e1-860f-2f5b2e55021f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:08.627902 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:08.628141 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:08.628471 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:08.642136 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-75624f36-c8f5-457f-93e4-9881f1035436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (34126f86-8a81-462c-b269-a84232b397af), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:08.668144 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75624f36-c8f5-457f-93e4-9881f1035436 None None] Pushing event deleted for resources: {'Port': ['ID=34126f86-8a81-462c-b269-a84232b397af,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:08.673838 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75624f36-c8f5-457f-93e4-9881f1035436 None None] No DVR routers for this DVR port 34126f86-8a81-462c-b269-a84232b397af on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:39:09.015838 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d1415c8f-0eb2-40e3-9bbb-7df706ffba88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (c1d21b30-858e-44e1-860f-2f5b2e55021f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:09.032137 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1415c8f-0eb2-40e3-9bbb-7df706ffba88 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:39:09.032579 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d1415c8f-0eb2-40e3-9bbb-7df706ffba88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (c1d21b30-858e-44e1-860f-2f5b2e55021f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:39:09.034161 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:39:09.099699 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e07ed-df73-4856-a910-4a27e2b81b64 req-223dab76-1608-4cc8-9edd-50ac6cc1a962 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:09.101254 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3a1e07ed-df73-4856-a910-4a27e2b81b64 req-223dab76-1608-4cc8-9edd-50ac6cc1a962 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2 HTTP/1.1" status: 200 len: 944 time: 0.4716985 Jan 18 20:39:09.108021 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c1d72e0a-5d60-4696-99bb-eea488424b60 req-fb33d9ad-5ea8-427d-b902-0f4e7e072f54 service neutron] 10.222.0.70 "GET /v2.0/networks/a1f009ee-ea41-46a1-8dde-25531c2a4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003216 Jan 18 20:39:09.141839 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d1415c8f-0eb2-40e3-9bbb-7df706ffba88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (430c56bd-8290-45d6-ab68-26d11179c94e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:09.151331 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d1415c8f-0eb2-40e3-9bbb-7df706ffba88 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:09.154507 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d1415c8f-0eb2-40e3-9bbb-7df706ffba88 admin admin] 10.222.0.31 "DELETE /v2.0/networks/430c56bd-8290-45d6-ab68-26d11179c94e HTTP/1.1" status: 204 len: 168 time: 1.3895280 Jan 18 20:39:09.157493 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59268) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:39:09.179177 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1415c8f-0eb2-40e3-9bbb-7df706ffba88 admin admin] Pushing event deleted for resources: {'Network': ['ID=430c56bd-8290-45d6-ab68-26d11179c94e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:09.194041 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3a1e07ed-df73-4856-a910-4a27e2b81b64 req-f0e40203-c2fe-4106-9611-280cc809ecc1 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7fa9787-8a5c-4809-8b10-e47624ad7c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850263 Jan 18 20:39:09.525125 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9d0f5759-ad6e-4903-876e-4ee1fc6861e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (264faf7e-bc54-4086-a763-7a3079630d27), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:09.741912 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:39:09.772596 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-9d0f5759-ad6e-4903-876e-4ee1fc6861e2 admin admin] Deleting port 2a13ac67-4d8d-4348-b726-5a8f74fbe4f5 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:39:09.772927 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9d0f5759-ad6e-4903-876e-4ee1fc6861e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (2a13ac67-4d8d-4348-b726-5a8f74fbe4f5), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:09.839866 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf,segment=NetworkSegment(965344ef-8ad8-44eb-904e-0bd15225d0a9),segment_id=965344ef-8ad8-44eb-904e-0bd15225d0a9)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:39:09.850972 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf', 'network_id': 'a1f009ee-ea41-46a1-8dde-25531c2a4ce3', 'port_id': 'f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf', 'mac_address': 'fa:16:3e:97:dc:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6a7d83-f920-4fee-ad9e-e8981e8a2e65', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:39:09.856209 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-9d0f5759-ad6e-4903-876e-4ee1fc6861e2 admin admin] For port 2a13ac67-4d8d-4348-b726-5a8f74fbe4f5, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=2a13ac67-4d8d-4348-b726-5a8f74fbe4f5,segment=NetworkSegment(3c7fcd62-73da-4810-b41e-b969350ec112),segment_id=3c7fcd62-73da-4810-b41e-b969350ec112)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:39:09.856565 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9d0f5759-ad6e-4903-876e-4ee1fc6861e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (2a13ac67-4d8d-4348-b726-5a8f74fbe4f5), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:09.869840 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-9d0f5759-ad6e-4903-876e-4ee1fc6861e2 admin admin] Calling delete_port for 2a13ac67-4d8d-4348-b726-5a8f74fbe4f5 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:39:09.893571 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:39:09.893992 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:09.907770 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:39:09.928566 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf,segment=NetworkSegment(965344ef-8ad8-44eb-904e-0bd15225d0a9),segment_id=965344ef-8ad8-44eb-904e-0bd15225d0a9)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:39:09.932664 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:09.985206 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:10.059934 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9d0f5759-ad6e-4903-876e-4ee1fc6861e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (2a13ac67-4d8d-4348-b726-5a8f74fbe4f5), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:10.090974 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f5759-ad6e-4903-876e-4ee1fc6861e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a13ac67-4d8d-4348-b726-5a8f74fbe4f5,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:10.180752 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:39:10.306755 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9d0f5759-ad6e-4903-876e-4ee1fc6861e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (264faf7e-bc54-4086-a763-7a3079630d27), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:10.387808 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdebdb5-6ec5-4664-b7e4-f4c53084a1c2 req-94dc3bd5-6ef9-47ec-914d-62b9814da4da tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:10.389796 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0fdebdb5-6ec5-4664-b7e4-f4c53084a1c2 req-94dc3bd5-6ef9-47ec-914d-62b9814da4da tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2 HTTP/1.1" status: 200 len: 945 time: 0.0996428 Jan 18 20:39:10.446952 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0fdebdb5-6ec5-4664-b7e4-f4c53084a1c2 req-3f61a63d-f1c8-43b3-84a6-90f6b55f19b0 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7fa9787-8a5c-4809-8b10-e47624ad7c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504110 Jan 18 20:39:10.558388 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0f5759-ad6e-4903-876e-4ee1fc6861e2 admin admin] Router 264faf7e-bc54-4086-a763-7a3079630d27 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:39:10.663056 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0f5759-ad6e-4903-876e-4ee1fc6861e2 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:39:10.669432 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9d0f5759-ad6e-4903-876e-4ee1fc6861e2 admin admin] 10.222.0.31 "PUT /v2.0/routers/264faf7e-bc54-4086-a763-7a3079630d27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5104058 Jan 18 20:39:10.671683 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59300) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:39:10.674186 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb31b92-c513-4231-bffa-3cf4bf1e737a None None] Sync routers for ids ['264faf7e-bc54-4086-a763-7a3079630d27'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:39:10.684847 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb31b92-c513-4231-bffa-3cf4bf1e737a None None] Routers {'264faf7e-bc54-4086-a763-7a3079630d27'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:39:10.685818 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-bfb31b92-c513-4231-bffa-3cf4bf1e737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:38:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['264faf7e-bc54-4086-a763-7a3079630d27'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:39:10.802380 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-bfb31b92-c513-4231-bffa-3cf4bf1e737a None None] Set router 264faf7e-bc54-4086-a763-7a3079630d27 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:39:11.009718 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-bfb31b92-c513-4231-bffa-3cf4bf1e737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264faf7e-bc54-4086-a763-7a3079630d27', 'name': 'tempest-TaggedBootDevicesTest_v242-1940002370-router', 'tenant_id': '39e8f145e2a44ac0a62026476f0abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '7508945b-0842-4953-a205-02793977c404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:25:46Z', 'updated_at': '2022-01-18T20:39:10Z', 'revision_number': 5, 'project_id': '39e8f145e2a44ac0a62026476f0abecb', 'gw_port': {'id': '7508945b-0842-4953-a205-02793977c404', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264faf7e-bc54-4086-a763-7a3079630d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:48Z', 'updated_at': '2022-01-18T20:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:39:11.036367 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb31b92-c513-4231-bffa-3cf4bf1e737a None None] Checking router: 264faf7e-bc54-4086-a763-7a3079630d27 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:39:11.045481 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb31b92-c513-4231-bffa-3cf4bf1e737a None None] Routers {'264faf7e-bc54-4086-a763-7a3079630d27'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:39:11.046176 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-bfb31b92-c513-4231-bffa-3cf4bf1e737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:38:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['264faf7e-bc54-4086-a763-7a3079630d27'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:39:11.075695 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d3316ef-fe14-43b5-bc63-468f28685e72 admin admin] Publish callbacks [] for router (264faf7e-bc54-4086-a763-7a3079630d27), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:11.153296 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-bfb31b92-c513-4231-bffa-3cf4bf1e737a None None] Set router 264faf7e-bc54-4086-a763-7a3079630d27 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:39:11.176924 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d3316ef-fe14-43b5-bc63-468f28685e72 admin admin] Publish callbacks [] for router_gateway (264faf7e-bc54-4086-a763-7a3079630d27), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:11.247087 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0d3316ef-fe14-43b5-bc63-468f28685e72 admin admin] Deleting port 7508945b-0842-4953-a205-02793977c404 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:39:11.247428 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d3316ef-fe14-43b5-bc63-468f28685e72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (7508945b-0842-4953-a205-02793977c404), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:11.339084 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0d3316ef-fe14-43b5-bc63-468f28685e72 admin admin] For port 7508945b-0842-4953-a205-02793977c404, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7508945b-0842-4953-a205-02793977c404,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:39:11.339635 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d3316ef-fe14-43b5-bc63-468f28685e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (7508945b-0842-4953-a205-02793977c404), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:11.351606 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0d3316ef-fe14-43b5-bc63-468f28685e72 admin admin] Calling delete_port for 7508945b-0842-4953-a205-02793977c404 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:39:11.445341 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-bfb31b92-c513-4231-bffa-3cf4bf1e737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264faf7e-bc54-4086-a763-7a3079630d27', 'name': 'tempest-TaggedBootDevicesTest_v242-1940002370-router', 'tenant_id': '39e8f145e2a44ac0a62026476f0abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '7508945b-0842-4953-a205-02793977c404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:25:46Z', 'updated_at': '2022-01-18T20:39:10Z', 'revision_number': 5, 'project_id': '39e8f145e2a44ac0a62026476f0abecb', 'gw_port': {'id': '7508945b-0842-4953-a205-02793977c404', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264faf7e-bc54-4086-a763-7a3079630d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:48Z', 'updated_at': '2022-01-18T20:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:39:11.475191 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb31b92-c513-4231-bffa-3cf4bf1e737a None None] The sync data for ids ['264faf7e-bc54-4086-a763-7a3079630d27'] in n-d-741529-9 is: [{'id': '264faf7e-bc54-4086-a763-7a3079630d27', 'name': 'tempest-TaggedBootDevicesTest_v242-1940002370-router', 'tenant_id': '39e8f145e2a44ac0a62026476f0abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '7508945b-0842-4953-a205-02793977c404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:25:46Z', 'updated_at': '2022-01-18T20:39:10Z', 'revision_number': 5, 'project_id': '39e8f145e2a44ac0a62026476f0abecb', 'gw_port': {'id': '7508945b-0842-4953-a205-02793977c404', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264faf7e-bc54-4086-a763-7a3079630d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:25:48Z', 'updated_at': '2022-01-18T20:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:39:11.535609 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d3316ef-fe14-43b5-bc63-468f28685e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (7508945b-0842-4953-a205-02793977c404), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:11.563993 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3316ef-fe14-43b5-bc63-468f28685e72 admin admin] Pushing event deleted for resources: {'Port': ['ID=7508945b-0842-4953-a205-02793977c404,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:11.580986 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cb720a-5d7d-43a4-ad8e-1337d6aeba66 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:39:11.619546 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748959d-82d7-48cf-bfe4-fd58bae781ea req-7c30c528-4319-4d40-9303-659eba8e734b tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:11.621271 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c748959d-82d7-48cf-bfe4-fd58bae781ea req-7c30c528-4319-4d40-9303-659eba8e734b tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2 HTTP/1.1" status: 200 len: 945 time: 0.0722704 Jan 18 20:39:11.637356 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d3316ef-fe14-43b5-bc63-468f28685e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (264faf7e-bc54-4086-a763-7a3079630d27), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:11.670863 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c748959d-82d7-48cf-bfe4-fd58bae781ea req-55766c88-0a96-403d-bab4-ac731ca3f823 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7fa9787-8a5c-4809-8b10-e47624ad7c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431647 Jan 18 20:39:11.727040 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d3316ef-fe14-43b5-bc63-468f28685e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (264faf7e-bc54-4086-a763-7a3079630d27), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:11.729196 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d3316ef-fe14-43b5-bc63-468f28685e72 admin admin] Publish callbacks [] for router_controller (264faf7e-bc54-4086-a763-7a3079630d27), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:11.747266 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:39:11.772723 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d3316ef-fe14-43b5-bc63-468f28685e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (264faf7e-bc54-4086-a763-7a3079630d27), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:11.773420 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3316ef-fe14-43b5-bc63-468f28685e72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 264faf7e-bc54-4086-a763-7a3079630d27 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:39:11.778520 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d3316ef-fe14-43b5-bc63-468f28685e72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:11.779831 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0d3316ef-fe14-43b5-bc63-468f28685e72 admin admin] 10.222.0.31 "DELETE /v2.0/routers/264faf7e-bc54-4086-a763-7a3079630d27 HTTP/1.1" status: 204 len: 168 time: 1.1063976 Jan 18 20:39:11.782339 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59322) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:39:11.838623 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-17306ca1-6e7b-48c0-93cb-dee96f7d8635 admin admin] Deleting subnet b8f358d0-96a1-4721-a681-a5d6a2e8410c {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:39:11.844469 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-17306ca1-6e7b-48c0-93cb-dee96f7d8635 admin admin] Publish callbacks [] for subnet (b8f358d0-96a1-4721-a681-a5d6a2e8410c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:11.883995 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:39:11.889443 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:39:11.890099 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:11.902328 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-17306ca1-6e7b-48c0-93cb-dee96f7d8635 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (b8f358d0-96a1-4721-a681-a5d6a2e8410c), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:11.972555 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 2a13ac67-4d8d-4348-b726-5a8f74fbe4f5 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:39:12.000625 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-17306ca1-6e7b-48c0-93cb-dee96f7d8635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (b8f358d0-96a1-4721-a681-a5d6a2e8410c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:12.025354 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:39:12.025768 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:12.028489 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 2a13ac67-4d8d-4348-b726-5a8f74fbe4f5 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:39:12.028827 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 2a13ac67-4d8d-4348-b726-5a8f74fbe4f5 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:39:12.064584 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:39:12.066941 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf7fa29-b7cf-47e1-bda3-b8844bc2c59f" -d '{"events": [{"server_uuid": "ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2", "name": "network-vif-plugged", "status": "completed", "tag": "f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:39:12.071956 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-17306ca1-6e7b-48c0-93cb-dee96f7d8635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (b8f358d0-96a1-4721-a681-a5d6a2e8410c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:12.092975 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf,segment=NetworkSegment(965344ef-8ad8-44eb-904e-0bd15225d0a9),segment_id=965344ef-8ad8-44eb-904e-0bd15225d0a9)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:39:12.100435 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:12.104122 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17306ca1-6e7b-48c0-93cb-dee96f7d8635 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8f358d0-96a1-4721-a681-a5d6a2e8410c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:12.106412 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-17306ca1-6e7b-48c0-93cb-dee96f7d8635 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:12.112500 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-17306ca1-6e7b-48c0-93cb-dee96f7d8635 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b8f358d0-96a1-4721-a681-a5d6a2e8410c HTTP/1.1" status: 204 len: 168 time: 0.3264611 Jan 18 20:39:12.112500 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59330) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:39:12.116318 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd4cf58-c2cc-4c56-9a05-1e40bdf92d9d None None] Network e079085a-4cbb-47d0-a992-ad80243cea5f requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:39:12.178393 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c5b51c-d6f9-4d43-961f-7ed95ead9ae7 x-openstack-request-id: req-16c5b51c-d6f9-4d43-961f-7ed95ead9ae7 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:39:12.178393 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2", "name": "network-vif-plugged", "status": "completed", "tag": "f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:39:12.178721 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16c5b51c-d6f9-4d43-961f-7ed95ead9ae7 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:39:12.178897 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf', 'code': 200} Jan 18 20:39:12.180426 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:12.198453 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8e4ac84-fcfa-491b-bb7f-4e597c7c53d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (e079085a-4cbb-47d0-a992-ad80243cea5f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:12.241101 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4a23f-2414-4208-ba75-3145ca56832d req-ef556d45-00fb-4753-bdc4-f2fab18e1853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:12.242652 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4ab4a23f-2414-4208-ba75-3145ca56832d req-ef556d45-00fb-4753-bdc4-f2fab18e1853 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2 HTTP/1.1" status: 200 len: 1097 time: 0.0523896 Jan 18 20:39:12.320945 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b8e4ac84-fcfa-491b-bb7f-4e597c7c53d7 admin admin] Deleting port 4ad7590b-863d-4203-a603-2cf074ac1bab {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:39:12.321293 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8e4ac84-fcfa-491b-bb7f-4e597c7c53d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (4ad7590b-863d-4203-a603-2cf074ac1bab), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:12.335667 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4ab4a23f-2414-4208-ba75-3145ca56832d req-ea918807-df9c-4783-a6b3-75f67de8b6e2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f7fa9787-8a5c-4809-8b10-e47624ad7c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856171 Jan 18 20:39:12.401330 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b8e4ac84-fcfa-491b-bb7f-4e597c7c53d7 admin admin] For port 4ad7590b-863d-4203-a603-2cf074ac1bab, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4ad7590b-863d-4203-a603-2cf074ac1bab,segment=NetworkSegment(3c7fcd62-73da-4810-b41e-b969350ec112),segment_id=3c7fcd62-73da-4810-b41e-b969350ec112)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:39:12.401920 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8e4ac84-fcfa-491b-bb7f-4e597c7c53d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (4ad7590b-863d-4203-a603-2cf074ac1bab), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:12.414989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b8e4ac84-fcfa-491b-bb7f-4e597c7c53d7 admin admin] Calling delete_port for 4ad7590b-863d-4203-a603-2cf074ac1bab owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:39:12.495540 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8e4ac84-fcfa-491b-bb7f-4e597c7c53d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (4ad7590b-863d-4203-a603-2cf074ac1bab), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:12.521207 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4ac84-fcfa-491b-bb7f-4e597c7c53d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ad7590b-863d-4203-a603-2cf074ac1bab,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:12.527658 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e4ac84-fcfa-491b-bb7f-4e597c7c53d7 admin admin] No DVR routers for this DVR port 4ad7590b-863d-4203-a603-2cf074ac1bab on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:39:12.603955 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8e4ac84-fcfa-491b-bb7f-4e597c7c53d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (e079085a-4cbb-47d0-a992-ad80243cea5f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:12.623310 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b8e4ac84-fcfa-491b-bb7f-4e597c7c53d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e079085a-4cbb-47d0-a992-ad80243cea5f']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:39:12.632884 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b8e4ac84-fcfa-491b-bb7f-4e597c7c53d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7fcd62-73da-4810-b41e-b969350ec112') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:39:12.633180 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b8e4ac84-fcfa-491b-bb7f-4e597c7c53d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7fcd62-73da-4810-b41e-b969350ec112') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:39:12.651851 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8e4ac84-fcfa-491b-bb7f-4e597c7c53d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (3c7fcd62-73da-4810-b41e-b969350ec112), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:12.666594 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8e4ac84-fcfa-491b-bb7f-4e597c7c53d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (3c7fcd62-73da-4810-b41e-b969350ec112), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:12.674719 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e4ac84-fcfa-491b-bb7f-4e597c7c53d7 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:39:12.675174 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8e4ac84-fcfa-491b-bb7f-4e597c7c53d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (3c7fcd62-73da-4810-b41e-b969350ec112), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:39:12.677975 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:39:12.681223 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf3475d-7e05-4844-a540-d94a53dc98a1 None None] DHCP port deletion for e079085a-4cbb-47d0-a992-ad80243cea5f request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:39:12.754389 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8e4ac84-fcfa-491b-bb7f-4e597c7c53d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (e079085a-4cbb-47d0-a992-ad80243cea5f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:12.766088 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8e4ac84-fcfa-491b-bb7f-4e597c7c53d7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:12.766765 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b8e4ac84-fcfa-491b-bb7f-4e597c7c53d7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e079085a-4cbb-47d0-a992-ad80243cea5f HTTP/1.1" status: 204 len: 168 time: 0.6533730 Jan 18 20:39:12.782961 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4ac84-fcfa-491b-bb7f-4e597c7c53d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e079085a-4cbb-47d0-a992-ad80243cea5f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:12.826534 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc8bde-45c1-455b-a220-227ba424e2e0 req-b9b67146-8e82-4139-94ab-d40bd744eea7 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:12.828256 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9fc8bde-45c1-455b-a220-227ba424e2e0 req-b9b67146-8e82-4139-94ab-d40bd744eea7 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2 HTTP/1.1" status: 200 len: 946 time: 0.0680990 Jan 18 20:39:12.888681 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9fc8bde-45c1-455b-a220-227ba424e2e0 req-f393892b-f548-45db-9648-4150e56e05f1 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7fa9787-8a5c-4809-8b10-e47624ad7c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525177 Jan 18 20:39:12.913705 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59346) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:39:12.954212 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-58db4458-f9e8-463f-9533-3efade625dcd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=733444720280437eb7f9cfdcefc53319&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392520 Jan 18 20:39:12.956579 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59348) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:39:13.003692 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10294eb1-e4b8-4865-961e-525f08a65bdc admin admin] Publish callbacks [] for security_group (551b2fbd-babf-4067-91f0-0851cd6e7d23), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:13.026180 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10294eb1-e4b8-4865-961e-525f08a65bdc admin admin] Publish callbacks [] for security_group (551b2fbd-babf-4067-91f0-0851cd6e7d23), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:13.073291 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10294eb1-e4b8-4865-961e-525f08a65bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (551b2fbd-babf-4067-91f0-0851cd6e7d23), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:13.076437 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10294eb1-e4b8-4865-961e-525f08a65bdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:13.077895 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-10294eb1-e4b8-4865-961e-525f08a65bdc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/551b2fbd-babf-4067-91f0-0851cd6e7d23 HTTP/1.1" status: 204 len: 168 time: 0.1203947 Jan 18 20:39:13.090229 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10294eb1-e4b8-4865-961e-525f08a65bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551b2fbd-babf-4067-91f0-0851cd6e7d23,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:13.426256 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59362) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:39:13.468302 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ed4d75cb-56bc-42b6-9726-4c04a3043fa0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=39e8f145e2a44ac0a62026476f0abecb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377817 Jan 18 20:39:13.468860 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59366) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:39:13.525694 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48fca8bd-caf3-4f2d-ae93-bba38e4fb859 admin admin] Publish callbacks [] for security_group (7c5bf440-1242-45ab-b948-54d09895540a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:13.549208 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48fca8bd-caf3-4f2d-ae93-bba38e4fb859 admin admin] Publish callbacks [] for security_group (7c5bf440-1242-45ab-b948-54d09895540a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:13.601930 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48fca8bd-caf3-4f2d-ae93-bba38e4fb859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7c5bf440-1242-45ab-b948-54d09895540a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:13.604681 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48fca8bd-caf3-4f2d-ae93-bba38e4fb859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:13.605799 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-48fca8bd-caf3-4f2d-ae93-bba38e4fb859 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7c5bf440-1242-45ab-b948-54d09895540a HTTP/1.1" status: 204 len: 168 time: 0.1359122 Jan 18 20:39:13.619514 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fca8bd-caf3-4f2d-ae93-bba38e4fb859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5bf440-1242-45ab-b948-54d09895540a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:13.704215 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7508945b-0842-4953-a205-02793977c404 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:39:13.725082 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 7508945b-0842-4953-a205-02793977c404 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:39:13.725428 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7508945b-0842-4953-a205-02793977c404 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:39:13.726105 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4ad7590b-863d-4203-a603-2cf074ac1bab no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:39:13.744805 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 4ad7590b-863d-4203-a603-2cf074ac1bab {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:39:13.745148 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4ad7590b-863d-4203-a603-2cf074ac1bab not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:39:14.015440 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af401d8a-3ae3-4915-b38e-fe9245be4724 req-49137f88-fa29-4c3a-9eaf-0e25c6123838 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:14.016958 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af401d8a-3ae3-4915-b38e-fe9245be4724 req-49137f88-fa29-4c3a-9eaf-0e25c6123838 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2 HTTP/1.1" status: 200 len: 946 time: 0.0525923 Jan 18 20:39:14.065574 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af401d8a-3ae3-4915-b38e-fe9245be4724 req-881766c0-72c6-4dd3-b8d6-ae671d9bc044 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7fa9787-8a5c-4809-8b10-e47624ad7c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426092 Jan 18 20:39:14.437515 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59444) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:39:14.583737 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-8ee588ec-2ecc-430b-b9e8-ef3979a24262 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-812330551-network', 'tenant_id': '84dedffcb3e54590aab8a49d987203bb'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:39:14.607797 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee588ec-2ecc-430b-b9e8-ef3979a24262 admin admin] Made reservation on behalf of 84dedffcb3e54590aab8a49d987203bb for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:39:14.610282 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8ee588ec-2ecc-430b-b9e8-ef3979a24262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:14.619903 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8ee588ec-2ecc-430b-b9e8-ef3979a24262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:14.715763 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8ee588ec-2ecc-430b-b9e8-ef3979a24262 admin admin] Publish callbacks [] for security_group (cb93c42e-15b8-4804-a186-18acbbd45bcd), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:14.722586 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8ee588ec-2ecc-430b-b9e8-ef3979a24262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (cb93c42e-15b8-4804-a186-18acbbd45bcd), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:14.749741 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee588ec-2ecc-430b-b9e8-ef3979a24262 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:39:14.767142 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee588ec-2ecc-430b-b9e8-ef3979a24262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb93c42e-15b8-4804-a186-18acbbd45bcd,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:14.771585 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8ee588ec-2ecc-430b-b9e8-ef3979a24262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (47cfc122-0093-4f5b-8bea-67b9af9c936e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:14.771929 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-8ee588ec-2ecc-430b-b9e8-ef3979a24262 admin admin] Added segment 47cfc122-0093-4f5b-8bea-67b9af9c936e of type vlan for network 09bd704b-6212-4db6-bd70-00751ab4ca9c Jan 18 20:39:14.814211 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8ee588ec-2ecc-430b-b9e8-ef3979a24262 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (09bd704b-6212-4db6-bd70-00751ab4ca9c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:14.842714 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8ee588ec-2ecc-430b-b9e8-ef3979a24262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (09bd704b-6212-4db6-bd70-00751ab4ca9c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:14.843706 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee588ec-2ecc-430b-b9e8-ef3979a24262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:14.844274 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8ee588ec-2ecc-430b-b9e8-ef3979a24262 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:14.883713 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8ee588ec-2ecc-430b-b9e8-ef3979a24262 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4435792 Jan 18 20:39:14.886715 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 59488) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:39:14.892088 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-9e463a26-45ba-4e60-b755-cb86ef4b4150 admin admin] Request body: {'subnet': {'network_id': '09bd704b-6212-4db6-bd70-00751ab4ca9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-812330551-subnet', 'tenant_id': '84dedffcb3e54590aab8a49d987203bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:39:14.948756 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e463a26-45ba-4e60-b755-cb86ef4b4150 admin admin] Made reservation on behalf of 84dedffcb3e54590aab8a49d987203bb for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:39:14.950364 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee588ec-2ecc-430b-b9e8-ef3979a24262 admin admin] Pushing event updated for resources: {'Network': ['ID=09bd704b-6212-4db6-bd70-00751ab4ca9c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:14.951769 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9e463a26-45ba-4e60-b755-cb86ef4b4150 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:14.964654 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 09bd704b-6212-4db6-bd70-00751ab4ca9c details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:39:15.159201 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9e463a26-45ba-4e60-b755-cb86ef4b4150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (c978f4ea-055a-4977-9b9a-93754a3ac117), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:15.215179 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e463a26-45ba-4e60-b755-cb86ef4b4150 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c978f4ea-055a-4977-9b9a-93754a3ac117,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:15.242600 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e463a26-45ba-4e60-b755-cb86ef4b4150 admin admin] Checking segment: {'id': '47cfc122-0093-4f5b-8bea-67b9af9c936e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09bd704b-6212-4db6-bd70-00751ab4ca9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:39:15.243036 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e463a26-45ba-4e60-b755-cb86ef4b4150 admin admin] Network hostable DHCP agents. Network: 09bd704b-6212-4db6-bd70-00751ab4ca9c, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:39:15.263579 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e463a26-45ba-4e60-b755-cb86ef4b4150 admin admin] Network 09bd704b-6212-4db6-bd70-00751ab4ca9c is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:39:15.275389 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-9e463a26-45ba-4e60-b755-cb86ef4b4150 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 09bd704b-6212-4db6-bd70-00751ab4ca9c) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:39:15.283330 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e463a26-45ba-4e60-b755-cb86ef4b4150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:15.284299 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9e463a26-45ba-4e60-b755-cb86ef4b4150 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:15.287339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fac8989-0ebb-4997-960c-51f143feb6c0 None None] Network 09bd704b-6212-4db6-bd70-00751ab4ca9c requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:39:15.330167 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9e463a26-45ba-4e60-b755-cb86ef4b4150 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4418659 Jan 18 20:39:15.337281 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59498) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:39:15.341781 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-46ff38f8-483a-4d8d-a6d4-9ce519540f4c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-812330551-router', 'tenant_id': '84dedffcb3e54590aab8a49d987203bb', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:39:15.368261 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46ff38f8-483a-4d8d-a6d4-9ce519540f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (99c6cd61-2d35-4abb-a0f7-a2e660ae99db), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:15.369728 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46ff38f8-483a-4d8d-a6d4-9ce519540f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (99c6cd61-2d35-4abb-a0f7-a2e660ae99db), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:15.428595 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1a0bae-5e9f-41b5-b367-937a4e662fd3 None None] Network 09bd704b-6212-4db6-bd70-00751ab4ca9c requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:39:15.434245 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46ff38f8-483a-4d8d-a6d4-9ce519540f4c admin admin] Publish callbacks [] for router_controller (99c6cd61-2d35-4abb-a0f7-a2e660ae99db), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:15.603997 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46ff38f8-483a-4d8d-a6d4-9ce519540f4c admin admin] Publish callbacks [] for router_gateway (99c6cd61-2d35-4abb-a0f7-a2e660ae99db), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:15.842428 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46ff38f8-483a-4d8d-a6d4-9ce519540f4c admin admin] Publish callbacks [] for router_gateway (99c6cd61-2d35-4abb-a0f7-a2e660ae99db), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:15.865078 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46ff38f8-483a-4d8d-a6d4-9ce519540f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:15.997841 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-46ff38f8-483a-4d8d-a6d4-9ce519540f4c admin admin] Allocated IP 172.25.4.250 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/b2fd08e5-a64b-448e-b806-6fb570e70c02) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:39:16.122702 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46ff38f8-483a-4d8d-a6d4-9ce519540f4c admin admin] Publish callbacks [] for port (b2fd08e5-a64b-448e-b806-6fb570e70c02), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:16.168400 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46ff38f8-483a-4d8d-a6d4-9ce519540f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (b2fd08e5-a64b-448e-b806-6fb570e70c02), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:16.205177 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ff38f8-483a-4d8d-a6d4-9ce519540f4c admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:39:16.208143 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-46ff38f8-483a-4d8d-a6d4-9ce519540f4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:39:16.214422 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ff38f8-483a-4d8d-a6d4-9ce519540f4c admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:39:16.227341 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9993f2-9eae-404a-8822-dc8adcfa3ddd None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:39:16.249303 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff38f8-483a-4d8d-a6d4-9ce519540f4c admin admin] Pushing event updated for resources: {'Port': ['ID=b2fd08e5-a64b-448e-b806-6fb570e70c02,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:16.359414 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c5b679d3-1212-41c8-b555-e4cb5741438f None None] Provisioning complete for port b2fd08e5-a64b-448e-b806-6fb570e70c02 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:39:16.359774 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c5b679d3-1212-41c8-b555-e4cb5741438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b2fd08e5-a64b-448e-b806-6fb570e70c02), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:16.417220 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c5b679d3-1212-41c8-b555-e4cb5741438f None None] Port b2fd08e5-a64b-448e-b806-6fb570e70c02 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:39:16.513407 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46ff38f8-483a-4d8d-a6d4-9ce519540f4c admin admin] Publish callbacks [] for router_gateway (99c6cd61-2d35-4abb-a0f7-a2e660ae99db), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:16.742938 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46ff38f8-483a-4d8d-a6d4-9ce519540f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (99c6cd61-2d35-4abb-a0f7-a2e660ae99db), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:16.879988 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ff38f8-483a-4d8d-a6d4-9ce519540f4c admin admin] Router 99c6cd61-2d35-4abb-a0f7-a2e660ae99db is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:39:16.996468 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ff38f8-483a-4d8d-a6d4-9ce519540f4c admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:39:17.018340 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87316d97-090f-42e4-9196-71010e4811fd None None] Sync routers for ids ['99c6cd61-2d35-4abb-a0f7-a2e660ae99db'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:39:17.031034 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46ff38f8-483a-4d8d-a6d4-9ce519540f4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:17.032699 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-46ff38f8-483a-4d8d-a6d4-9ce519540f4c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6943674 Jan 18 20:39:17.035344 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59530) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:39:17.055244 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87316d97-090f-42e4-9196-71010e4811fd None None] Routers {'99c6cd61-2d35-4abb-a0f7-a2e660ae99db'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:39:17.056953 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-87316d97-090f-42e4-9196-71010e4811fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:38:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['99c6cd61-2d35-4abb-a0f7-a2e660ae99db'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:39:17.213086 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-87316d97-090f-42e4-9196-71010e4811fd None None] Set router 99c6cd61-2d35-4abb-a0f7-a2e660ae99db gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:39:17.431075 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-87316d97-090f-42e4-9196-71010e4811fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6cd61-2d35-4abb-a0f7-a2e660ae99db', 'name': 'tempest-ServerRescueTestJSON-812330551-router', 'tenant_id': '84dedffcb3e54590aab8a49d987203bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'b2fd08e5-a64b-448e-b806-6fb570e70c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:39:15Z', 'updated_at': '2022-01-18T20:39:16Z', 'revision_number': 3, 'project_id': '84dedffcb3e54590aab8a49d987203bb', 'gw_port': {'id': 'b2fd08e5-a64b-448e-b806-6fb570e70c02', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6cd61-2d35-4abb-a0f7-a2e660ae99db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:39:15Z', 'updated_at': '2022-01-18T20:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:39:17.473769 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87316d97-090f-42e4-9196-71010e4811fd None None] Checking router: 99c6cd61-2d35-4abb-a0f7-a2e660ae99db for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:39:17.474584 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87316d97-090f-42e4-9196-71010e4811fd None None] Updating router 99c6cd61-2d35-4abb-a0f7-a2e660ae99db port b2fd08e5-a64b-448e-b806-6fb570e70c02 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:39:17.509496 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-87316d97-090f-42e4-9196-71010e4811fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b2fd08e5-a64b-448e-b806-6fb570e70c02), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:17.523331 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-54b6e3be-d711-4011-8752-cb3352d37786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:17.765935 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-54b6e3be-d711-4011-8752-cb3352d37786 admin admin] Allocated IP 172.20.0.1 (09bd704b-6212-4db6-bd70-00751ab4ca9c/c978f4ea-055a-4977-9b9a-93754a3ac117/ce104b2b-0f41-4d61-9e35-f735763865f0) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:39:17.851469 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-87316d97-090f-42e4-9196-71010e4811fd None None] Publish callbacks [] for port (b2fd08e5-a64b-448e-b806-6fb570e70c02), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:17.858422 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-87316d97-090f-42e4-9196-71010e4811fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b2fd08e5-a64b-448e-b806-6fb570e70c02), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:17.903304 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-54b6e3be-d711-4011-8752-cb3352d37786 admin admin] Publish callbacks [] for port (ce104b2b-0f41-4d61-9e35-f735763865f0), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:17.927786 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-87316d97-090f-42e4-9196-71010e4811fd None None] Attempting to bind port b2fd08e5-a64b-448e-b806-6fb570e70c02 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:39:17.927786 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-87316d97-090f-42e4-9196-71010e4811fd None None] Attempting to bind port b2fd08e5-a64b-448e-b806-6fb570e70c02 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:39:17.927786 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87316d97-090f-42e4-9196-71010e4811fd None None] Attempting to bind port b2fd08e5-a64b-448e-b806-6fb570e70c02 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:39:17.937870 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87316d97-090f-42e4-9196-71010e4811fd None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:39:17.938405 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87316d97-090f-42e4-9196-71010e4811fd None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:39:17.938912 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-87316d97-090f-42e4-9196-71010e4811fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:17.939804 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87316d97-090f-42e4-9196-71010e4811fd None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:39:17.940411 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-87316d97-090f-42e4-9196-71010e4811fd None None] Bound port: b2fd08e5-a64b-448e-b806-6fb570e70c02, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:39:17.941013 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-87316d97-090f-42e4-9196-71010e4811fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b2fd08e5-a64b-448e-b806-6fb570e70c02), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:17.943278 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8bb60a-1996-4ef7-85ca-2dcf3ff68058 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:39:17.948619 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc359f1-fe41-4eb4-ac26-4762ac462fd8 None None] Pushing event updated for resources: {'Port': ['ID=b2fd08e5-a64b-448e-b806-6fb570e70c02,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:17.952711 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-54b6e3be-d711-4011-8752-cb3352d37786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ce104b2b-0f41-4d61-9e35-f735763865f0), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:17.998197 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6e3be-d711-4011-8752-cb3352d37786 admin admin] Pushing event updated for resources: {'Port': ['ID=ce104b2b-0f41-4d61-9e35-f735763865f0,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:18.013912 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b6e3be-d711-4011-8752-cb3352d37786 admin admin] Network 09bd704b-6212-4db6-bd70-00751ab4ca9c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:39:18.015450 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-54b6e3be-d711-4011-8752-cb3352d37786 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:39:18.018124 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b6e3be-d711-4011-8752-cb3352d37786 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:39:18.026623 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-87316d97-090f-42e4-9196-71010e4811fd None None] For port b2fd08e5-a64b-448e-b806-6fb570e70c02, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:39:18.030463 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-87316d97-090f-42e4-9196-71010e4811fd None None] For port b2fd08e5-a64b-448e-b806-6fb570e70c02, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b2fd08e5-a64b-448e-b806-6fb570e70c02,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:39:18.036263 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-87316d97-090f-42e4-9196-71010e4811fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b2fd08e5-a64b-448e-b806-6fb570e70c02), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:18.062720 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-54b6e3be-d711-4011-8752-cb3352d37786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (99c6cd61-2d35-4abb-a0f7-a2e660ae99db), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:18.116848 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8178fa75-1514-4af9-9457-d0d751c9a0a1 None None] Provisioning complete for port b2fd08e5-a64b-448e-b806-6fb570e70c02 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:39:18.117225 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8178fa75-1514-4af9-9457-d0d751c9a0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b2fd08e5-a64b-448e-b806-6fb570e70c02), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:18.151149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cd9eea-e203-44db-856b-60d9c52365ee None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:39:18.176400 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc359f1-fe41-4eb4-ac26-4762ac462fd8 None None] Pushing event updated for resources: {'Port': ['ID=b2fd08e5-a64b-448e-b806-6fb570e70c02,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:18.180956 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87316d97-090f-42e4-9196-71010e4811fd None None] Routers {'99c6cd61-2d35-4abb-a0f7-a2e660ae99db'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:39:18.181594 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-87316d97-090f-42e4-9196-71010e4811fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:38:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['99c6cd61-2d35-4abb-a0f7-a2e660ae99db'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:39:18.322230 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-87316d97-090f-42e4-9196-71010e4811fd None None] Set router 99c6cd61-2d35-4abb-a0f7-a2e660ae99db gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:39:18.523378 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8178fa75-1514-4af9-9457-d0d751c9a0a1 None None] Current status of the port b2fd08e5-a64b-448e-b806-6fb570e70c02 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:39:18.524087 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8178fa75-1514-4af9-9457-d0d751c9a0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b2fd08e5-a64b-448e-b806-6fb570e70c02), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:18.579719 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8178fa75-1514-4af9-9457-d0d751c9a0a1 None None] For port b2fd08e5-a64b-448e-b806-6fb570e70c02, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b2fd08e5-a64b-448e-b806-6fb570e70c02,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:39:18.588729 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8178fa75-1514-4af9-9457-d0d751c9a0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b2fd08e5-a64b-448e-b806-6fb570e70c02), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:18.596929 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-54b6e3be-d711-4011-8752-cb3352d37786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ce104b2b-0f41-4d61-9e35-f735763865f0), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:18.663792 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178fa75-1514-4af9-9457-d0d751c9a0a1 None None] Pushing event updated for resources: {'Port': ['ID=b2fd08e5-a64b-448e-b806-6fb570e70c02,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:18.675204 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-87316d97-090f-42e4-9196-71010e4811fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6cd61-2d35-4abb-a0f7-a2e660ae99db', 'name': 'tempest-ServerRescueTestJSON-812330551-router', 'tenant_id': '84dedffcb3e54590aab8a49d987203bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'b2fd08e5-a64b-448e-b806-6fb570e70c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:39:15Z', 'updated_at': '2022-01-18T20:39:16Z', 'revision_number': 3, 'project_id': '84dedffcb3e54590aab8a49d987203bb', 'gw_port': {'id': 'b2fd08e5-a64b-448e-b806-6fb570e70c02', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6cd61-2d35-4abb-a0f7-a2e660ae99db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:39:15Z', 'updated_at': '2022-01-18T20:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:39:18.820437 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-54b6e3be-d711-4011-8752-cb3352d37786 admin admin] Publish callbacks [] for port (ce104b2b-0f41-4d61-9e35-f735763865f0), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:18.826154 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-54b6e3be-d711-4011-8752-cb3352d37786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (ce104b2b-0f41-4d61-9e35-f735763865f0), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:18.883649 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87316d97-090f-42e4-9196-71010e4811fd None None] The sync data for ids ['99c6cd61-2d35-4abb-a0f7-a2e660ae99db'] in n-d-741529-9 is: [{'id': '99c6cd61-2d35-4abb-a0f7-a2e660ae99db', 'name': 'tempest-ServerRescueTestJSON-812330551-router', 'tenant_id': '84dedffcb3e54590aab8a49d987203bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'b2fd08e5-a64b-448e-b806-6fb570e70c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:39:15Z', 'updated_at': '2022-01-18T20:39:16Z', 'revision_number': 3, 'project_id': '84dedffcb3e54590aab8a49d987203bb', 'gw_port': {'id': 'b2fd08e5-a64b-448e-b806-6fb570e70c02', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6cd61-2d35-4abb-a0f7-a2e660ae99db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:39:15Z', 'updated_at': '2022-01-18T20:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:39:18.894235 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-741a8ecd-284d-4aa9-8692-1b07b6a8fe00 None None] Provisioning complete for port b2fd08e5-a64b-448e-b806-6fb570e70c02 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:39:18.894540 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-741a8ecd-284d-4aa9-8692-1b07b6a8fe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b2fd08e5-a64b-448e-b806-6fb570e70c02), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:18.920434 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6e3be-d711-4011-8752-cb3352d37786 admin admin] Pushing event updated for resources: {'Port': ['ID=ce104b2b-0f41-4d61-9e35-f735763865f0,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:18.928825 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-54b6e3be-d711-4011-8752-cb3352d37786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (99c6cd61-2d35-4abb-a0f7-a2e660ae99db), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:18.995980 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-741a8ecd-284d-4aa9-8692-1b07b6a8fe00 None None] Current status of the port b2fd08e5-a64b-448e-b806-6fb570e70c02 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:39:19.044441 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b6e3be-d711-4011-8752-cb3352d37786 admin admin] Network 09bd704b-6212-4db6-bd70-00751ab4ca9c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:39:19.045990 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-54b6e3be-d711-4011-8752-cb3352d37786 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:39:19.184397 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b6e3be-d711-4011-8752-cb3352d37786 admin admin] Router 99c6cd61-2d35-4abb-a0f7-a2e660ae99db has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:39:19.357705 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b6e3be-d711-4011-8752-cb3352d37786 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:39:19.365157 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-54b6e3be-d711-4011-8752-cb3352d37786 admin admin] 10.222.0.31 "PUT /v2.0/routers/99c6cd61-2d35-4abb-a0f7-a2e660ae99db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3287408 Jan 18 20:39:19.753197 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b2fd08e5-a64b-448e-b806-6fb570e70c02 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:39:19.821513 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port b2fd08e5-a64b-448e-b806-6fb570e70c02 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:39:19.822155 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b2fd08e5-a64b-448e-b806-6fb570e70c02), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:19.983090 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-2aadab4b-b8aa-4670-93c7-59f8f6f4435c tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:19.984651 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-2aadab4b-b8aa-4670-93c7-59f8f6f4435c tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/networks?id=09bd704b-6212-4db6-bd70-00751ab4ca9c HTTP/1.1" status: 200 len: 810 time: 0.1675539 Jan 18 20:39:19.998105 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port b2fd08e5-a64b-448e-b806-6fb570e70c02 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:39:20.014168 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-835b071f-143e-4ad1-9f94-a45d6228bda5 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/quotas/84dedffcb3e54590aab8a49d987203bb HTTP/1.1" status: 200 len: 375 time: 0.0220597 Jan 18 20:39:20.074280 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-852a70b9-19cb-4ea7-ab11-ffd8648c1816 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=84dedffcb3e54590aab8a49d987203bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0578995 Jan 18 20:39:20.171219 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-fe02b0b2-4f14-49f1-8c6f-fe5be4eb6c57 service neutron] 10.222.0.31 "GET /v2.0/networks/09bd704b-6212-4db6-bd70-00751ab4ca9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960777 Jan 18 20:39:20.274177 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-3d02b288-9487-42b0-af26-60312d2e27b1 service neutron] 10.222.0.31 "GET /v2.0/networks/09bd704b-6212-4db6-bd70-00751ab4ca9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960836 Jan 18 20:39:20.494436 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fdcb427c-c6d8-4a75-b305-0d231a2b3c36 req-70100142-09b7-490a-b30c-9939223873ba tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 210 time: 0.0396976 Jan 18 20:39:20.951308 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d3dfd0-e4b0-47ec-a7ab-64a56921354a None None] Sync routers for ids ['99c6cd61-2d35-4abb-a0f7-a2e660ae99db'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:39:20.966817 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d3dfd0-e4b0-47ec-a7ab-64a56921354a None None] Routers {'99c6cd61-2d35-4abb-a0f7-a2e660ae99db'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:39:20.967473 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-87d3dfd0-e4b0-47ec-a7ab-64a56921354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:38:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['99c6cd61-2d35-4abb-a0f7-a2e660ae99db'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:39:21.160401 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-87d3dfd0-e4b0-47ec-a7ab-64a56921354a None None] Set router 99c6cd61-2d35-4abb-a0f7-a2e660ae99db gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:39:21.369973 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-87d3dfd0-e4b0-47ec-a7ab-64a56921354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6cd61-2d35-4abb-a0f7-a2e660ae99db', 'name': 'tempest-ServerRescueTestJSON-812330551-router', 'tenant_id': '84dedffcb3e54590aab8a49d987203bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'b2fd08e5-a64b-448e-b806-6fb570e70c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:39:15Z', 'updated_at': '2022-01-18T20:39:18Z', 'revision_number': 4, 'project_id': '84dedffcb3e54590aab8a49d987203bb', 'gw_port': {'id': 'b2fd08e5-a64b-448e-b806-6fb570e70c02', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6cd61-2d35-4abb-a0f7-a2e660ae99db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:39:15Z', 'updated_at': '2022-01-18T20:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'ce104b2b-0f41-4d61-9e35-f735763865f0', 'name': '', 'network_id': '09bd704b-6212-4db6-bd70-00751ab4ca9c', 'tenant_id': '84dedffcb3e54590aab8a49d987203bb', 'mac_address': 'fa:16:3e:e6:9b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6cd61-2d35-4abb-a0f7-a2e660ae99db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'c978f4ea-055a-4977-9b9a-93754a3ac117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:39:17Z', 'updated_at': '2022-01-18T20:39:18Z', 'revision_number': 2, 'project_id': '84dedffcb3e54590aab8a49d987203bb', 'subnets': [{'id': 'c978f4ea-055a-4977-9b9a-93754a3ac117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:39:21.402891 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d3dfd0-e4b0-47ec-a7ab-64a56921354a None None] Checking router: 99c6cd61-2d35-4abb-a0f7-a2e660ae99db for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:39:21.403719 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d3dfd0-e4b0-47ec-a7ab-64a56921354a None None] Updating router 99c6cd61-2d35-4abb-a0f7-a2e660ae99db port ce104b2b-0f41-4d61-9e35-f735763865f0 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:39:21.430714 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-87d3dfd0-e4b0-47ec-a7ab-64a56921354a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ce104b2b-0f41-4d61-9e35-f735763865f0), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:21.790196 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-87d3dfd0-e4b0-47ec-a7ab-64a56921354a None None] Publish callbacks [] for port (ce104b2b-0f41-4d61-9e35-f735763865f0), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:21.798106 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-87d3dfd0-e4b0-47ec-a7ab-64a56921354a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ce104b2b-0f41-4d61-9e35-f735763865f0), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:21.825173 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-a19c2930-9d86-48dd-87d9-57aa3ece875c tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:21.832594 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-a19c2930-9d86-48dd-87d9-57aa3ece875c tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.70 "GET /v2.0/networks?id=09bd704b-6212-4db6-bd70-00751ab4ca9c HTTP/1.1" status: 200 len: 810 time: 0.2948866 Jan 18 20:39:21.859427 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-28a4501b-c0d3-477a-b08b-3c972b2f34c1 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Request body: {'port': {'device_id': 'e9645b72-9277-4f1f-99c8-d40b1fd02f55', 'network_id': '09bd704b-6212-4db6-bd70-00751ab4ca9c', 'admin_state_up': True, 'tenant_id': '84dedffcb3e54590aab8a49d987203bb'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:39:21.878887 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ff6925b6-a3ec-45ad-86f1-d198e364ffa8 req-b2cb0ce1-74c0-40d6-94b5-b4a8b5e619ed tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 210 time: 0.1339090 Jan 18 20:39:21.963994 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa2ed8-f710-4b3c-b639-7245de71add4 None None] Pushing event updated for resources: {'Port': ['ID=ce104b2b-0f41-4d61-9e35-f735763865f0,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:22.040121 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-87d3dfd0-e4b0-47ec-a7ab-64a56921354a None None] Attempting to bind port ce104b2b-0f41-4d61-9e35-f735763865f0 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:39:22.040492 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-87d3dfd0-e4b0-47ec-a7ab-64a56921354a None None] Attempting to bind port ce104b2b-0f41-4d61-9e35-f735763865f0 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '47cfc122-0093-4f5b-8bea-67b9af9c936e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09bd704b-6212-4db6-bd70-00751ab4ca9c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:39:22.040858 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d3dfd0-e4b0-47ec-a7ab-64a56921354a None None] Attempting to bind port ce104b2b-0f41-4d61-9e35-f735763865f0 on network 09bd704b-6212-4db6-bd70-00751ab4ca9c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:39:22.054014 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d3dfd0-e4b0-47ec-a7ab-64a56921354a None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:39:22.054396 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d3dfd0-e4b0-47ec-a7ab-64a56921354a None None] Checking segment: {'id': '47cfc122-0093-4f5b-8bea-67b9af9c936e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09bd704b-6212-4db6-bd70-00751ab4ca9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:39:22.054799 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-87d3dfd0-e4b0-47ec-a7ab-64a56921354a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:22.055204 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d3dfd0-e4b0-47ec-a7ab-64a56921354a None None] Bound using segment: {'id': '47cfc122-0093-4f5b-8bea-67b9af9c936e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09bd704b-6212-4db6-bd70-00751ab4ca9c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:39:22.055676 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-87d3dfd0-e4b0-47ec-a7ab-64a56921354a None None] Bound port: ce104b2b-0f41-4d61-9e35-f735763865f0, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47cfc122-0093-4f5b-8bea-67b9af9c936e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09bd704b-6212-4db6-bd70-00751ab4ca9c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:39:22.056055 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-87d3dfd0-e4b0-47ec-a7ab-64a56921354a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ce104b2b-0f41-4d61-9e35-f735763865f0), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:22.137480 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-28a4501b-c0d3-477a-b08b-3c972b2f34c1 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Made reservation on behalf of 84dedffcb3e54590aab8a49d987203bb for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:39:22.139192 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-87d3dfd0-e4b0-47ec-a7ab-64a56921354a None None] For port ce104b2b-0f41-4d61-9e35-f735763865f0, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:39:22.142350 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-87d3dfd0-e4b0-47ec-a7ab-64a56921354a None None] For port ce104b2b-0f41-4d61-9e35-f735763865f0, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ce104b2b-0f41-4d61-9e35-f735763865f0,segment=NetworkSegment(47cfc122-0093-4f5b-8bea-67b9af9c936e),segment_id=47cfc122-0093-4f5b-8bea-67b9af9c936e)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:39:22.144878 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-28a4501b-c0d3-477a-b08b-3c972b2f34c1 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:22.154464 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-87d3dfd0-e4b0-47ec-a7ab-64a56921354a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ce104b2b-0f41-4d61-9e35-f735763865f0), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:22.267203 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa2ed8-f710-4b3c-b639-7245de71add4 None None] Pushing event updated for resources: {'Port': ['ID=ce104b2b-0f41-4d61-9e35-f735763865f0,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:22.301038 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d3dfd0-e4b0-47ec-a7ab-64a56921354a None None] Routers {'99c6cd61-2d35-4abb-a0f7-a2e660ae99db'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:39:22.302068 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-87d3dfd0-e4b0-47ec-a7ab-64a56921354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:38:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['99c6cd61-2d35-4abb-a0f7-a2e660ae99db'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:39:22.380292 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-28a4501b-c0d3-477a-b08b-3c972b2f34c1 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Allocated IP 172.20.0.6 (09bd704b-6212-4db6-bd70-00751ab4ca9c/c978f4ea-055a-4977-9b9a-93754a3ac117/a3ae0fbc-b85e-4937-aeff-246e6f4565a9) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:39:22.472710 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-87d3dfd0-e4b0-47ec-a7ab-64a56921354a None None] Set router 99c6cd61-2d35-4abb-a0f7-a2e660ae99db gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:39:22.607614 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-28a4501b-c0d3-477a-b08b-3c972b2f34c1 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Publish callbacks [] for port (a3ae0fbc-b85e-4937-aeff-246e6f4565a9), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:22.651273 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-28a4501b-c0d3-477a-b08b-3c972b2f34c1 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (a3ae0fbc-b85e-4937-aeff-246e6f4565a9), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:22.715475 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-28a4501b-c0d3-477a-b08b-3c972b2f34c1 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Network 09bd704b-6212-4db6-bd70-00751ab4ca9c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:39:22.720227 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-28a4501b-c0d3-477a-b08b-3c972b2f34c1 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:39:22.726206 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-28a4501b-c0d3-477a-b08b-3c972b2f34c1 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:39:22.752559 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-87d3dfd0-e4b0-47ec-a7ab-64a56921354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6cd61-2d35-4abb-a0f7-a2e660ae99db', 'name': 'tempest-ServerRescueTestJSON-812330551-router', 'tenant_id': '84dedffcb3e54590aab8a49d987203bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'b2fd08e5-a64b-448e-b806-6fb570e70c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:39:15Z', 'updated_at': '2022-01-18T20:39:18Z', 'revision_number': 4, 'project_id': '84dedffcb3e54590aab8a49d987203bb', 'gw_port': {'id': 'b2fd08e5-a64b-448e-b806-6fb570e70c02', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6cd61-2d35-4abb-a0f7-a2e660ae99db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:39:15Z', 'updated_at': '2022-01-18T20:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'ce104b2b-0f41-4d61-9e35-f735763865f0', 'name': '', 'network_id': '09bd704b-6212-4db6-bd70-00751ab4ca9c', 'tenant_id': '84dedffcb3e54590aab8a49d987203bb', 'mac_address': 'fa:16:3e:e6:9b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6cd61-2d35-4abb-a0f7-a2e660ae99db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'c978f4ea-055a-4977-9b9a-93754a3ac117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:39:17Z', 'updated_at': '2022-01-18T20:39:22Z', 'revision_number': 4, 'project_id': '84dedffcb3e54590aab8a49d987203bb', 'subnets': [{'id': 'c978f4ea-055a-4977-9b9a-93754a3ac117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:39:22.756543 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4501b-c0d3-477a-b08b-3c972b2f34c1 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Pushing event updated for resources: {'Port': ['ID=a3ae0fbc-b85e-4937-aeff-246e6f4565a9,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:22.804525 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d3dfd0-e4b0-47ec-a7ab-64a56921354a None None] The sync data for ids ['99c6cd61-2d35-4abb-a0f7-a2e660ae99db'] in n-d-741529-9 is: [{'id': '99c6cd61-2d35-4abb-a0f7-a2e660ae99db', 'name': 'tempest-ServerRescueTestJSON-812330551-router', 'tenant_id': '84dedffcb3e54590aab8a49d987203bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'b2fd08e5-a64b-448e-b806-6fb570e70c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:39:15Z', 'updated_at': '2022-01-18T20:39:18Z', 'revision_number': 4, 'project_id': '84dedffcb3e54590aab8a49d987203bb', 'gw_port': {'id': 'b2fd08e5-a64b-448e-b806-6fb570e70c02', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6cd61-2d35-4abb-a0f7-a2e660ae99db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:39:15Z', 'updated_at': '2022-01-18T20:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'ce104b2b-0f41-4d61-9e35-f735763865f0', 'name': '', 'network_id': '09bd704b-6212-4db6-bd70-00751ab4ca9c', 'tenant_id': '84dedffcb3e54590aab8a49d987203bb', 'mac_address': 'fa:16:3e:e6:9b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6cd61-2d35-4abb-a0f7-a2e660ae99db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'c978f4ea-055a-4977-9b9a-93754a3ac117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:39:17Z', 'updated_at': '2022-01-18T20:39:22Z', 'revision_number': 4, 'project_id': '84dedffcb3e54590aab8a49d987203bb', 'subnets': [{'id': 'c978f4ea-055a-4977-9b9a-93754a3ac117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:39:22.807938 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-28a4501b-c0d3-477a-b08b-3c972b2f34c1 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:22.809334 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-28a4501b-c0d3-477a-b08b-3c972b2f34c1 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:22.840529 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-28a4501b-c0d3-477a-b08b-3c972b2f34c1 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9856145 Jan 18 20:39:22.853352 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-ac035809-07b1-4d38-9dfe-5aca3215b26c service neutron] Request body: {'port': {'device_id': 'e9645b72-9277-4f1f-99c8-d40b1fd02f55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:39:22.977307 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-ac035809-07b1-4d38-9dfe-5aca3215b26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a3ae0fbc-b85e-4937-aeff-246e6f4565a9), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:23.116863 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38033db4-ba2e-424e-b82a-95b6aeeb6b45 req-ecaf44c9-eeab-442d-8036-79a05da521f8 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:23.124237 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38033db4-ba2e-424e-b82a-95b6aeeb6b45 req-ecaf44c9-eeab-442d-8036-79a05da521f8 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 931 time: 0.1308877 Jan 18 20:39:23.288136 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38033db4-ba2e-424e-b82a-95b6aeeb6b45 req-0334b6bd-66e2-402b-92b0-9acaa8054335 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630247 Jan 18 20:39:23.502157 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-ac035809-07b1-4d38-9dfe-5aca3215b26c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ae0fbc-b85e-4937-aeff-246e6f4565a9 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:39:23.513085 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-ac035809-07b1-4d38-9dfe-5aca3215b26c service neutron] Publish callbacks [] for port (a3ae0fbc-b85e-4937-aeff-246e6f4565a9), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:23.529242 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-ac035809-07b1-4d38-9dfe-5aca3215b26c service neutron] Transition to ACTIVE for port object a3ae0fbc-b85e-4937-aeff-246e6f4565a9 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:39:23.536558 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-ac035809-07b1-4d38-9dfe-5aca3215b26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (a3ae0fbc-b85e-4937-aeff-246e6f4565a9), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:23.598691 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac035809-07b1-4d38-9dfe-5aca3215b26c service neutron] Pushing event updated for resources: {'Port': ['ID=a3ae0fbc-b85e-4937-aeff-246e6f4565a9,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:23.759552 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-ac035809-07b1-4d38-9dfe-5aca3215b26c service neutron] Attempting to bind port a3ae0fbc-b85e-4937-aeff-246e6f4565a9 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:39:23.759891 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-ac035809-07b1-4d38-9dfe-5aca3215b26c service neutron] Attempting to bind port a3ae0fbc-b85e-4937-aeff-246e6f4565a9 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '47cfc122-0093-4f5b-8bea-67b9af9c936e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09bd704b-6212-4db6-bd70-00751ab4ca9c'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:39:23.760221 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-ac035809-07b1-4d38-9dfe-5aca3215b26c service neutron] Attempting to bind port a3ae0fbc-b85e-4937-aeff-246e6f4565a9 on network 09bd704b-6212-4db6-bd70-00751ab4ca9c {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:39:23.773416 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-ac035809-07b1-4d38-9dfe-5aca3215b26c service neutron] Port a3ae0fbc-b85e-4937-aeff-246e6f4565a9 on network 09bd704b-6212-4db6-bd70-00751ab4ca9c not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:39:23.773781 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-ac035809-07b1-4d38-9dfe-5aca3215b26c service neutron] Attempting to bind port a3ae0fbc-b85e-4937-aeff-246e6f4565a9 on network 09bd704b-6212-4db6-bd70-00751ab4ca9c {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:39:23.780440 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-ac035809-07b1-4d38-9dfe-5aca3215b26c service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:39:23.780782 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-ac035809-07b1-4d38-9dfe-5aca3215b26c service neutron] Checking segment: {'id': '47cfc122-0093-4f5b-8bea-67b9af9c936e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09bd704b-6212-4db6-bd70-00751ab4ca9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:39:23.781226 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-ac035809-07b1-4d38-9dfe-5aca3215b26c service neutron] Bound using segment: {'id': '47cfc122-0093-4f5b-8bea-67b9af9c936e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09bd704b-6212-4db6-bd70-00751ab4ca9c'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:39:23.782264 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-ac035809-07b1-4d38-9dfe-5aca3215b26c service neutron] Bound port: a3ae0fbc-b85e-4937-aeff-246e6f4565a9, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47cfc122-0093-4f5b-8bea-67b9af9c936e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09bd704b-6212-4db6-bd70-00751ab4ca9c'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:39:23.782264 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-ac035809-07b1-4d38-9dfe-5aca3215b26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a3ae0fbc-b85e-4937-aeff-246e6f4565a9), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:23.790145 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ce104b2b-0f41-4d61-9e35-f735763865f0 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:39:23.876406 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-ac035809-07b1-4d38-9dfe-5aca3215b26c service neutron] For port a3ae0fbc-b85e-4937-aeff-246e6f4565a9, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:39:23.882868 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-ac035809-07b1-4d38-9dfe-5aca3215b26c service neutron] For port a3ae0fbc-b85e-4937-aeff-246e6f4565a9, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a3ae0fbc-b85e-4937-aeff-246e6f4565a9,segment=NetworkSegment(47cfc122-0093-4f5b-8bea-67b9af9c936e),segment_id=47cfc122-0093-4f5b-8bea-67b9af9c936e)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:39:23.892165 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-ac035809-07b1-4d38-9dfe-5aca3215b26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (a3ae0fbc-b85e-4937-aeff-246e6f4565a9), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:23.920467 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port ce104b2b-0f41-4d61-9e35-f735763865f0 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:39:23.920893 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ce104b2b-0f41-4d61-9e35-f735763865f0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:23.963822 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac035809-07b1-4d38-9dfe-5aca3215b26c service neutron] Pushing event updated for resources: {'Port': ['ID=a3ae0fbc-b85e-4937-aeff-246e6f4565a9,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:23.990124 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-ac035809-07b1-4d38-9dfe-5aca3215b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:23.991709 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-ac035809-07b1-4d38-9dfe-5aca3215b26c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:23.994111 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-ac035809-07b1-4d38-9dfe-5aca3215b26c service neutron] 10.222.0.70 "PUT /v2.0/ports/a3ae0fbc-b85e-4937-aeff-246e6f4565a9 HTTP/1.1" status: 200 len: 1091 time: 1.1457031 Jan 18 20:39:23.994865 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9645b72-9277-4f1f-99c8-d40b1fd02f55', 'tag': 'a3ae0fbc-b85e-4937-aeff-246e6f4565a9'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:39:23.997512 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d3fa9a-ae8f-4215-8c5c-09d9132fbd53" -d '{"events": [{"name": "network-changed", "server_uuid": "e9645b72-9277-4f1f-99c8-d40b1fd02f55", "tag": "a3ae0fbc-b85e-4937-aeff-246e6f4565a9"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:39:24.071261 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port ce104b2b-0f41-4d61-9e35-f735763865f0 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:39:24.074323 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ce104b2b-0f41-4d61-9e35-f735763865f0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:24.091059 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e546692-e114-47af-b479-a376ee6d3e08 x-openstack-request-id: req-8e546692-e114-47af-b479-a376ee6d3e08 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:39:24.091496 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9645b72-9277-4f1f-99c8-d40b1fd02f55", "tag": "a3ae0fbc-b85e-4937-aeff-246e6f4565a9", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:39:24.091853 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e546692-e114-47af-b479-a376ee6d3e08 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:39:24.092368 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9645b72-9277-4f1f-99c8-d40b1fd02f55', 'tag': 'a3ae0fbc-b85e-4937-aeff-246e6f4565a9', 'status': 'completed', 'code': 200} Jan 18 20:39:24.119606 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-cf36f4d8-ef7d-47ad-bffb-55a6ed021c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:24.121911 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-cf36f4d8-ef7d-47ad-bffb-55a6ed021c76 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84dedffcb3e54590aab8a49d987203bb&device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 1094 time: 0.0808461 Jan 18 20:39:24.125392 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port ce104b2b-0f41-4d61-9e35-f735763865f0, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ce104b2b-0f41-4d61-9e35-f735763865f0,segment=NetworkSegment(47cfc122-0093-4f5b-8bea-67b9af9c936e),segment_id=47cfc122-0093-4f5b-8bea-67b9af9c936e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:39:24.136964 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ce104b2b-0f41-4d61-9e35-f735763865f0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:24.181285 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-787caef3-8ebd-4e95-ba22-c3409051d756 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3ae0fbc-b85e-4937-aeff-246e6f4565a9 HTTP/1.1" status: 200 len: 217 time: 0.0518761 Jan 18 20:39:24.246972 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=ce104b2b-0f41-4d61-9e35-f735763865f0,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:24.290028 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-9506d1a9-ab02-4f2b-9e8d-1bc405cf5669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:24.292513 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-9506d1a9-ab02-4f2b-9e8d-1bc405cf5669 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c978f4ea-055a-4977-9b9a-93754a3ac117 HTTP/1.1" status: 200 len: 850 time: 0.1037900 Jan 18 20:39:24.347754 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-dbcc2480-9038-4eec-a3c4-5d7e69d315e6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09bd704b-6212-4db6-bd70-00751ab4ca9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456746 Jan 18 20:39:24.513030 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e729c-e43f-4314-a102-5e34ee9dd8ea req-2e35b283-a3cb-4317-ad53-3c74f20233cc tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:24.514590 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d80e729c-e43f-4314-a102-5e34ee9dd8ea req-2e35b283-a3cb-4317-ad53-3c74f20233cc tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 943 time: 0.0764709 Jan 18 20:39:24.516419 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-fd1aaeb1-d647-49f1-b07b-1f57dcf3b8e6 service neutron] 10.222.0.70 "GET /v2.0/networks/09bd704b-6212-4db6-bd70-00751ab4ca9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613131 Jan 18 20:39:24.620095 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d80e729c-e43f-4314-a102-5e34ee9dd8ea req-8a0bda83-70d7-4ed6-b6ad-2a999924f575 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978904 Jan 18 20:39:24.673345 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ce5fc39-9a9c-4a09-9f0f-a45950dfae58 req-b463f817-e88d-41c8-aae3-24bd325c180a service neutron] 10.222.0.70 "GET /v2.0/networks/09bd704b-6212-4db6-bd70-00751ab4ca9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429346 Jan 18 20:39:24.784388 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3fa9a-ae8f-4215-8c5c-09d9132fbd53 req-2f6cfad4-d5b2-479c-9a50-58db72cdccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:24.785997 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2d3fa9a-ae8f-4215-8c5c-09d9132fbd53 req-2f6cfad4-d5b2-479c-9a50-58db72cdccf6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84dedffcb3e54590aab8a49d987203bb&device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 1094 time: 0.0511434 Jan 18 20:39:24.892243 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3fa9a-ae8f-4215-8c5c-09d9132fbd53 req-dd0999a3-2388-4dbb-a68e-f273fd671d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:24.894657 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2d3fa9a-ae8f-4215-8c5c-09d9132fbd53 req-dd0999a3-2388-4dbb-a68e-f273fd671d83 service neutron] 10.222.0.70 "GET /v2.0/networks?id=09bd704b-6212-4db6-bd70-00751ab4ca9c HTTP/1.1" status: 200 len: 911 time: 0.0985179 Jan 18 20:39:24.944665 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2d3fa9a-ae8f-4215-8c5c-09d9132fbd53 req-6ee6e594-559e-442a-86c5-5fbb3923f83b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3ae0fbc-b85e-4937-aeff-246e6f4565a9 HTTP/1.1" status: 200 len: 217 time: 0.0418346 Jan 18 20:39:25.002336 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3fa9a-ae8f-4215-8c5c-09d9132fbd53 req-b6254422-a8ec-4c3d-8477-357422cbace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:25.005125 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2d3fa9a-ae8f-4215-8c5c-09d9132fbd53 req-b6254422-a8ec-4c3d-8477-357422cbace7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c978f4ea-055a-4977-9b9a-93754a3ac117 HTTP/1.1" status: 200 len: 850 time: 0.0520530 Jan 18 20:39:25.037417 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2d3fa9a-ae8f-4215-8c5c-09d9132fbd53 req-3dad32ed-19cd-4bbf-8397-35eb7700d14a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09bd704b-6212-4db6-bd70-00751ab4ca9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266979 Jan 18 20:39:25.134983 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2d3fa9a-ae8f-4215-8c5c-09d9132fbd53 req-a7a1d5e5-b074-47b4-b667-8d1f3d61c16c service neutron] 10.222.0.70 "GET /v2.0/networks/09bd704b-6212-4db6-bd70-00751ab4ca9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886416 Jan 18 20:39:25.234106 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2d3fa9a-ae8f-4215-8c5c-09d9132fbd53 req-88e3fc64-7687-492e-89b6-76cdd6b33c15 service neutron] 10.222.0.70 "GET /v2.0/networks/09bd704b-6212-4db6-bd70-00751ab4ca9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901899 Jan 18 20:39:25.663283 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-34314900-50c2-4439-bc6a-b9b452462f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:25.765244 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ce104b2b-0f41-4d61-9e35-f735763865f0 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:39:25.828840 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port ce104b2b-0f41-4d61-9e35-f735763865f0 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:39:25.829488 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ce104b2b-0f41-4d61-9e35-f735763865f0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:25.843423 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c30e8-7941-4c45-86a3-fca5bf9bc726 req-a8aa63aa-866f-4608-9b31-54193348372e tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:25.843423 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ee1c30e8-7941-4c45-86a3-fca5bf9bc726 req-a8aa63aa-866f-4608-9b31-54193348372e tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 943 time: 0.0571530 Jan 18 20:39:25.905162 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ee1c30e8-7941-4c45-86a3-fca5bf9bc726 req-2a1c785b-382c-4e71-bba8-5fe0874d5e83 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555444 Jan 18 20:39:25.937951 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port ce104b2b-0f41-4d61-9e35-f735763865f0 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:39:27.034387 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfa89e-4643-483f-a192-0a5049e29e20 req-3af4919e-6f43-45ad-b078-b0f6f3125c30 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:27.036024 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1acfa89e-4643-483f-a192-0a5049e29e20 req-3af4919e-6f43-45ad-b078-b0f6f3125c30 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 943 time: 0.0505996 Jan 18 20:39:27.088412 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1acfa89e-4643-483f-a192-0a5049e29e20 req-42a16594-9e13-4fe2-9082-c065ba4d377c tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453765 Jan 18 20:39:27.800915 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a3ae0fbc-b85e-4937-aeff-246e6f4565a9 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:39:27.806257 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b58ba032-0c87-4e32-a48e-7a675a604864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:27.912952 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port a3ae0fbc-b85e-4937-aeff-246e6f4565a9, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a3ae0fbc-b85e-4937-aeff-246e6f4565a9,segment=NetworkSegment(47cfc122-0093-4f5b-8bea-67b9af9c936e),segment_id=47cfc122-0093-4f5b-8bea-67b9af9c936e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:39:27.925227 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'a3ae0fbc-b85e-4937-aeff-246e6f4565a9', 'network_id': '09bd704b-6212-4db6-bd70-00751ab4ca9c', 'port_id': 'a3ae0fbc-b85e-4937-aeff-246e6f4565a9', 'mac_address': 'fa:16:3e:19:d7:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c978f4ea-055a-4977-9b9a-93754a3ac117', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:39:27.966763 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port a3ae0fbc-b85e-4937-aeff-246e6f4565a9 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:39:27.967498 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a3ae0fbc-b85e-4937-aeff-246e6f4565a9), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:27.987474 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ae0fbc-b85e-4937-aeff-246e6f4565a9 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:39:28.007974 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port a3ae0fbc-b85e-4937-aeff-246e6f4565a9, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a3ae0fbc-b85e-4937-aeff-246e6f4565a9,segment=NetworkSegment(47cfc122-0093-4f5b-8bea-67b9af9c936e),segment_id=47cfc122-0093-4f5b-8bea-67b9af9c936e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:39:28.012452 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a3ae0fbc-b85e-4937-aeff-246e6f4565a9), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:28.063380 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=a3ae0fbc-b85e-4937-aeff-246e6f4565a9,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:28.159956 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4d6a5-7dd8-41c8-835e-eaa94546b96e req-b56b9eb3-db30-4a2c-8176-4d045fe49622 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:28.162063 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0da4d6a5-7dd8-41c8-835e-eaa94546b96e req-b56b9eb3-db30-4a2c-8176-4d045fe49622 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 1096 time: 0.0683174 Jan 18 20:39:28.231898 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0da4d6a5-7dd8-41c8-835e-eaa94546b96e req-fb35ec5c-0677-4f89-aa10-b0e045fae931 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:28.267294 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['a3ae0fbc-b85e-4937-aeff-246e6f4565a9'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:39:28.294275 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54172f6-497b-4c7e-8ac1-cb4fcbd894be req-b30e29a6-4e6d-4b12-97f9-1a7df3244f49 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:28.295844 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d54172f6-497b-4c7e-8ac1-cb4fcbd894be req-b30e29a6-4e6d-4b12-97f9-1a7df3244f49 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 944 time: 0.1176112 Jan 18 20:39:28.397613 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d54172f6-497b-4c7e-8ac1-cb4fcbd894be req-f002604c-0a29-43f0-a8e7-051cd314d110 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855789 Jan 18 20:39:28.407246 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0da4d6a5-7dd8-41c8-835e-eaa94546b96e req-fb35ec5c-0677-4f89-aa10-b0e045fae931 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Publish callbacks [] for security_group (9ace99ea-703b-416c-9c70-4bf2695c3658), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:28.411958 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0da4d6a5-7dd8-41c8-835e-eaa94546b96e req-fb35ec5c-0677-4f89-aa10-b0e045fae931 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9ace99ea-703b-416c-9c70-4bf2695c3658), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:28.474910 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0da4d6a5-7dd8-41c8-835e-eaa94546b96e req-fb35ec5c-0677-4f89-aa10-b0e045fae931 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2983847 Jan 18 20:39:28.477841 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35ec5c-0677-4f89-aa10-b0e045fae931 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ace99ea-703b-416c-9c70-4bf2695c3658,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:28.493131 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb35ec5c-0677-4f89-aa10-b0e045fae931 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:28.493838 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb35ec5c-0677-4f89-aa10-b0e045fae931 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:28.494348 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb35ec5c-0677-4f89-aa10-b0e045fae931 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:28.494865 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb35ec5c-0677-4f89-aa10-b0e045fae931 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:28.495361 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb35ec5c-0677-4f89-aa10-b0e045fae931 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:28.495853 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb35ec5c-0677-4f89-aa10-b0e045fae931 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:28.496344 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb35ec5c-0677-4f89-aa10-b0e045fae931 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:28.497004 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb35ec5c-0677-4f89-aa10-b0e045fae931 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:28.497503 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb35ec5c-0677-4f89-aa10-b0e045fae931 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:28.498014 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb35ec5c-0677-4f89-aa10-b0e045fae931 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:28.498512 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb35ec5c-0677-4f89-aa10-b0e045fae931 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:28.499013 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb35ec5c-0677-4f89-aa10-b0e045fae931 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:28.499509 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb35ec5c-0677-4f89-aa10-b0e045fae931 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:39:28.613272 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd6354-c37a-473c-b426-1e9a377fe5b9 req-125d078a-fb13-46e3-8a9d-056309f0ae11 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:28.615400 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5cd6354-c37a-473c-b426-1e9a377fe5b9 req-125d078a-fb13-46e3-8a9d-056309f0ae11 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 945 time: 0.0515361 Jan 18 20:39:28.670070 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5cd6354-c37a-473c-b426-1e9a377fe5b9 req-d48ead57-a755-44dc-9c28-5cc910219f9f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480397 Jan 18 20:39:28.693779 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 59692) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:39:28.788839 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2b772958-d48b-411f-a153-79f4c433c890 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/floatingips/8d3e5996-4e42-47d8-ac70-6e1dd9ea543f HTTP/1.1" status: 200 len: 993 time: 0.0934477 Jan 18 20:39:29.125199 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:29.158555 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-8cf7e32e-fcb9-42b5-9b00-ace4d16baed9 req-5e04c556-f32f-4e6c-a015-859a8c76c47d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:39:29.159652 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8cf7e32e-fcb9-42b5-9b00-ace4d16baed9 req-5e04c556-f32f-4e6c-a015-859a8c76c47d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0685794 Jan 18 20:39:29.546387 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbed426-adeb-4831-9a9d-eddc63b3b4cf req-4d0f348a-9309-43e5-b14b-5007d01e450c tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:29.547909 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cdbed426-adeb-4831-9a9d-eddc63b3b4cf req-4d0f348a-9309-43e5-b14b-5007d01e450c tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 944 time: 0.0581646 Jan 18 20:39:29.600078 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cdbed426-adeb-4831-9a9d-eddc63b3b4cf req-a12400fb-50a6-422f-9c98-732044b9f032 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451975 Jan 18 20:39:29.809767 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a3ae0fbc-b85e-4937-aeff-246e6f4565a9 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:39:29.859993 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port a3ae0fbc-b85e-4937-aeff-246e6f4565a9 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:39:29.864916 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port a3ae0fbc-b85e-4937-aeff-246e6f4565a9 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:39:29.865299 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a3ae0fbc-b85e-4937-aeff-246e6f4565a9), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:29.942530 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port a3ae0fbc-b85e-4937-aeff-246e6f4565a9 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:39:29.943100 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a3ae0fbc-b85e-4937-aeff-246e6f4565a9), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:29.969575 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9645b72-9277-4f1f-99c8-d40b1fd02f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ae0fbc-b85e-4937-aeff-246e6f4565a9'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:39:29.971964 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd8dc10-e733-4612-962b-3395f37a01d3" -d '{"events": [{"server_uuid": "e9645b72-9277-4f1f-99c8-d40b1fd02f55", "name": "network-vif-plugged", "status": "completed", "tag": "a3ae0fbc-b85e-4937-aeff-246e6f4565a9"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:39:29.986175 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port a3ae0fbc-b85e-4937-aeff-246e6f4565a9, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a3ae0fbc-b85e-4937-aeff-246e6f4565a9,segment=NetworkSegment(47cfc122-0093-4f5b-8bea-67b9af9c936e),segment_id=47cfc122-0093-4f5b-8bea-67b9af9c936e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:39:29.992702 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a3ae0fbc-b85e-4937-aeff-246e6f4565a9), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:30.038423 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcae92a-0b13-46ea-bf9b-b8d7d6b19d2c x-openstack-request-id: req-2fcae92a-0b13-46ea-bf9b-b8d7d6b19d2c {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:39:30.038886 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9645b72-9277-4f1f-99c8-d40b1fd02f55", "name": "network-vif-plugged", "status": "completed", "tag": "a3ae0fbc-b85e-4937-aeff-246e6f4565a9", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:39:30.039234 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2fcae92a-0b13-46ea-bf9b-b8d7d6b19d2c {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:39:30.039725 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9645b72-9277-4f1f-99c8-d40b1fd02f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ae0fbc-b85e-4937-aeff-246e6f4565a9', 'code': 200} Jan 18 20:39:30.057750 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=a3ae0fbc-b85e-4937-aeff-246e6f4565a9,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:30.133380 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd3a55-07d9-4ccb-b8aa-fd2fd058c355 req-8fdb20cc-6eee-4a7b-881e-b692ed05634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:30.135817 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ebbd3a55-07d9-4ccb-b8aa-fd2fd058c355 req-8fdb20cc-6eee-4a7b-881e-b692ed05634b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 1096 time: 0.0416243 Jan 18 20:39:30.186096 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ebbd3a55-07d9-4ccb-b8aa-fd2fd058c355 req-90d73df5-d409-4fa8-abc0-69ec0441d1f7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433149 Jan 18 20:39:30.596253 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:30.607695 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27816f-0abb-4de1-9c83-7b18ea635bbf req-9c3d2da7-d4e0-4cd3-b6e0-1b8b31f0bed2 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:30.610434 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2c27816f-0abb-4de1-9c83-7b18ea635bbf req-9c3d2da7-d4e0-4cd3-b6e0-1b8b31f0bed2 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 945 time: 0.1155035 Jan 18 20:39:30.698152 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-821f5d00-6d7b-4e31-b0c5-fa6880205e5f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2087145 Jan 18 20:39:30.770966 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2c27816f-0abb-4de1-9c83-7b18ea635bbf req-e918da57-ae27-409f-ad3d-41e58fa433a7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322174 Jan 18 20:39:30.795111 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d604d-c5db-4919-ad10-ac523c7985d2 req-89f38a63-f4e6-46a9-8779-00f42b783ab8 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:30.798911 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-755d604d-c5db-4919-ad10-ac523c7985d2 req-89f38a63-f4e6-46a9-8779-00f42b783ab8 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.1127582 Jan 18 20:39:30.856364 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-755d604d-c5db-4919-ad10-ac523c7985d2 req-1373178e-8625-4fd5-a35b-e1f22e58498e tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503199 Jan 18 20:39:31.844866 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:31.943077 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75113ff-e3d3-4eb2-aac9-ae6e46079891 req-a7af1583-f8ec-4588-a413-d0f2e0df0df1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:31.948975 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b75113ff-e3d3-4eb2-aac9-ae6e46079891 req-a7af1583-f8ec-4588-a413-d0f2e0df0df1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 945 time: 0.0918896 Jan 18 20:39:32.083423 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b75113ff-e3d3-4eb2-aac9-ae6e46079891 req-aeae8b66-0ecd-44d3-bb14-afb2ae11a805 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239514 Jan 18 20:39:32.100580 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc6728-453e-4347-8f07-3c62e0abe3dc req-d6255d32-a647-4f05-b819-c5e41f98fa6a tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:32.102456 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fbfc6728-453e-4347-8f07-3c62e0abe3dc req-d6255d32-a647-4f05-b819-c5e41f98fa6a tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.1245182 Jan 18 20:39:32.108526 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-f4757eb1-9eab-40ca-9841-d5a63175a420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:32.110213 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-f4757eb1-9eab-40ca-9841-d5a63175a420 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 1096 time: 0.1286702 Jan 18 20:39:32.207110 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fbfc6728-453e-4347-8f07-3c62e0abe3dc req-14699df9-c607-4662-ba11-863dc4fa7064 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958867 Jan 18 20:39:32.229783 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-a7f2a2b6-2e98-4e24-87d0-a940878aedea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:32.231252 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-a7f2a2b6-2e98-4e24-87d0-a940878aedea service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6dee874-ef78-4e87-96a6-1e0ac3327735 HTTP/1.1" status: 200 len: 898 time: 0.1139312 Jan 18 20:39:32.305517 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-f986a132-5d00-41a6-925c-09a1ba2e465b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb3ee3ec-48dc-448a-a693-ca0d8bcae530 HTTP/1.1" status: 200 len: 1001 time: 0.0664759 Jan 18 20:39:32.360352 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-0467236e-7740-4be6-a899-d4cf757bb657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:32.361945 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-0467236e-7740-4be6-a899-d4cf757bb657 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=56dbd12f-121d-4194-bd0f-62f77149bdc0 HTTP/1.1" status: 200 len: 834 time: 0.0500197 Jan 18 20:39:32.446059 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-0269f76d-25aa-40c6-95b3-18e59602d8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:32.447572 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-0269f76d-25aa-40c6-95b3-18e59602d8fb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6dee874-ef78-4e87-96a6-1e0ac3327735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790281 Jan 18 20:39:32.453499 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aadc4c-57dd-4cb4-89f9-ee10afcda2e2 req-a3c08ccb-adb5-4558-ac7b-5c5a31e4e6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:32.455605 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-23aadc4c-57dd-4cb4-89f9-ee10afcda2e2 req-a3c08ccb-adb5-4558-ac7b-5c5a31e4e6e9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84dedffcb3e54590aab8a49d987203bb&device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 1096 time: 0.0508776 Jan 18 20:39:32.522325 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39889061-cda8-45ec-9d9f-7f010719c8ff req-cc344c5e-9903-487b-9743-5be8ba2b5e9b tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:32.523829 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39889061-cda8-45ec-9d9f-7f010719c8ff req-cc344c5e-9903-487b-9743-5be8ba2b5e9b tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.1112070 Jan 18 20:39:32.550054 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aadc4c-57dd-4cb4-89f9-ee10afcda2e2 req-a8d25546-15ad-41b1-bff6-0edf8df8f327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:32.552153 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-23aadc4c-57dd-4cb4-89f9-ee10afcda2e2 req-a8d25546-15ad-41b1-bff6-0edf8df8f327 service neutron] 10.222.0.70 "GET /v2.0/networks?id=09bd704b-6212-4db6-bd70-00751ab4ca9c HTTP/1.1" status: 200 len: 911 time: 0.0909486 Jan 18 20:39:32.586464 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-7483666b-07b6-467e-929e-55ef6cded3ea service neutron] 10.222.0.70 "GET /v2.0/networks/b6dee874-ef78-4e87-96a6-1e0ac3327735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323524 Jan 18 20:39:32.593678 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39889061-cda8-45ec-9d9f-7f010719c8ff req-0ba70be9-0cfe-443d-973f-613e3370fe6f tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605774 Jan 18 20:39:32.599623 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-23aadc4c-57dd-4cb4-89f9-ee10afcda2e2 req-19abd919-d19a-4ff1-9f15-cd07011d78b1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3ae0fbc-b85e-4937-aeff-246e6f4565a9 HTTP/1.1" status: 200 len: 217 time: 0.0397849 Jan 18 20:39:32.647858 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aadc4c-57dd-4cb4-89f9-ee10afcda2e2 req-2e8b9bc4-e4d5-4f47-adf4-78605c4de3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:32.649752 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-23aadc4c-57dd-4cb4-89f9-ee10afcda2e2 req-2e8b9bc4-e4d5-4f47-adf4-78605c4de3ed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c978f4ea-055a-4977-9b9a-93754a3ac117 HTTP/1.1" status: 200 len: 850 time: 0.0446787 Jan 18 20:39:32.682479 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-23aadc4c-57dd-4cb4-89f9-ee10afcda2e2 req-dd53d5e4-6d71-4380-8ac3-3cee39d9c249 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09bd704b-6212-4db6-bd70-00751ab4ca9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269496 Jan 18 20:39:32.691121 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-67f2085e-5017-4240-a7e2-9d07db3dc168 service neutron] 10.222.0.70 "GET /v2.0/networks/b6dee874-ef78-4e87-96a6-1e0ac3327735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965135 Jan 18 20:39:32.822213 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-23aadc4c-57dd-4cb4-89f9-ee10afcda2e2 req-e7460a26-d653-4f5a-889c-a622a6ce3314 service neutron] 10.222.0.70 "GET /v2.0/networks/09bd704b-6212-4db6-bd70-00751ab4ca9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137428 Jan 18 20:39:32.913915 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-23aadc4c-57dd-4cb4-89f9-ee10afcda2e2 req-6d721160-9d1c-466a-9c3e-d4fe0601cb30 service neutron] 10.222.0.70 "GET /v2.0/networks/09bd704b-6212-4db6-bd70-00751ab4ca9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847175 Jan 18 20:39:33.206105 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac2013-b2cc-4ec7-9cd0-dec584cd5d09 req-c8cf0324-354e-46d4-a990-153043948a17 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:33.209153 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fdac2013-b2cc-4ec7-9cd0-dec584cd5d09 req-c8cf0324-354e-46d4-a990-153043948a17 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 945 time: 0.0566220 Jan 18 20:39:33.264989 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fdac2013-b2cc-4ec7-9cd0-dec584cd5d09 req-023fc314-f6f1-4880-a33f-7481d8ef5083 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502264 Jan 18 20:39:33.715856 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc33a6-f787-49e0-a005-6cb39f0c6aab req-8c729100-02a5-45b2-843e-03dd36c459aa tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:33.717803 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-29dc33a6-f787-49e0-a005-6cb39f0c6aab req-8c729100-02a5-45b2-843e-03dd36c459aa tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0503020 Jan 18 20:39:33.772659 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-29dc33a6-f787-49e0-a005-6cb39f0c6aab req-c4b0179b-9a9a-46f7-bae5-9bae54164293 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476439 Jan 18 20:39:34.153953 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:34.392439 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66544cbb-c0da-456e-9ef4-efed0f225aac req-a9a38a39-4be1-4d72-9b98-6e1a00be5ae6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:34.393965 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66544cbb-c0da-456e-9ef4-efed0f225aac req-a9a38a39-4be1-4d72-9b98-6e1a00be5ae6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 945 time: 0.0527108 Jan 18 20:39:34.445982 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66544cbb-c0da-456e-9ef4-efed0f225aac req-67f1aedb-983c-416a-b886-27f68ec9c2e1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442681 Jan 18 20:39:34.896637 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34ced0-80ea-466d-8937-87eac4c0d80a req-41671658-db7e-4570-a805-7d780114d2ab tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:34.898617 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d34ced0-80ea-466d-8937-87eac4c0d80a req-41671658-db7e-4570-a805-7d780114d2ab tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0544448 Jan 18 20:39:34.949939 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d34ced0-80ea-466d-8937-87eac4c0d80a req-a0e4b998-2b54-40ed-b4a9-e4c3ee67c870 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449572 Jan 18 20:39:35.591358 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29474bc4-5ce3-4fb4-ba0c-ddda91c44e42 req-692edbea-bef3-4c40-9e88-5c08a4bf4808 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:35.592873 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-29474bc4-5ce3-4fb4-ba0c-ddda91c44e42 req-692edbea-bef3-4c40-9e88-5c08a4bf4808 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 945 time: 0.0630889 Jan 18 20:39:35.650801 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-29474bc4-5ce3-4fb4-ba0c-ddda91c44e42 req-ca68a6bf-4672-4107-8582-4ee7a4f05984 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514426 Jan 18 20:39:36.080399 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682aa6b-e7d2-4154-af44-be1a5bc495e3 req-fcbfb369-1fec-4f96-84a0-bc04068bab98 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:36.084470 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e682aa6b-e7d2-4154-af44-be1a5bc495e3 req-fcbfb369-1fec-4f96-84a0-bc04068bab98 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0587389 Jan 18 20:39:36.148823 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e682aa6b-e7d2-4154-af44-be1a5bc495e3 req-db5b2575-9c58-4dd4-b3fe-1fd222c90cc6 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562694 Jan 18 20:39:36.776708 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e3ee2-cfce-441e-8fc3-bda86cee136e req-e2200822-481f-4538-92dc-36e3fc694550 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:36.778346 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e6e3ee2-cfce-441e-8fc3-bda86cee136e req-e2200822-481f-4538-92dc-36e3fc694550 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 945 time: 0.0522163 Jan 18 20:39:36.829083 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e6e3ee2-cfce-441e-8fc3-bda86cee136e req-c9fe0ea7-a29a-45f8-a25d-4565ba20c4b5 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450909 Jan 18 20:39:36.919963 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:37.267576 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e907048-6f73-43e4-8b8a-998feaf48c42 req-128a0bb6-bdfd-44ff-8e28-1d4900b1664f tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:37.269342 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e907048-6f73-43e4-8b8a-998feaf48c42 req-128a0bb6-bdfd-44ff-8e28-1d4900b1664f tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0560994 Jan 18 20:39:37.328384 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e907048-6f73-43e4-8b8a-998feaf48c42 req-cbb093c3-55d5-4090-9f11-8727420d5782 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497267 Jan 18 20:39:37.947571 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bd99c-e09e-404a-b60e-8a4d3cf47ce1 req-92cf6e61-ef75-40e9-8432-f0b58b416f6c tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:37.949061 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-766bd99c-e09e-404a-b60e-8a4d3cf47ce1 req-92cf6e61-ef75-40e9-8432-f0b58b416f6c tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 945 time: 0.0486135 Jan 18 20:39:37.998375 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-766bd99c-e09e-404a-b60e-8a4d3cf47ce1 req-7f691057-8ff1-4a02-bf1b-a88f1998d96c tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436990 Jan 18 20:39:38.455829 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743840d6-3f1f-414f-921e-35d4bac6fa05 req-4c76c287-70a1-4cd7-bd17-7539068578bb tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:38.457408 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-743840d6-3f1f-414f-921e-35d4bac6fa05 req-4c76c287-70a1-4cd7-bd17-7539068578bb tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0555220 Jan 18 20:39:38.515897 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-743840d6-3f1f-414f-921e-35d4bac6fa05 req-56ae1ae7-ec06-4d70-84db-e91379cd3e1c tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519450 Jan 18 20:39:39.124322 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17a87e-09b1-4c0b-bb1e-0bac64caf40a req-613d46a3-976f-49f3-9ac1-f14b081cd657 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:39.125977 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce17a87e-09b1-4c0b-bb1e-0bac64caf40a req-613d46a3-976f-49f3-9ac1-f14b081cd657 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 945 time: 0.0499375 Jan 18 20:39:39.176085 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce17a87e-09b1-4c0b-bb1e-0bac64caf40a req-0488fcbc-7327-4d44-a0a9-861061be3986 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439415 Jan 18 20:39:39.630196 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24204c-23a2-4c02-aa0b-235f15bfe5a5 req-185b2dd8-cd4a-47e4-8e18-2f8e6c4a560a tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:39.631594 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a24204c-23a2-4c02-aa0b-235f15bfe5a5 req-185b2dd8-cd4a-47e4-8e18-2f8e6c4a560a tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0473888 Jan 18 20:39:39.684740 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a24204c-23a2-4c02-aa0b-235f15bfe5a5 req-29528116-9d19-4540-b250-91fd9296a02e tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458894 Jan 18 20:39:40.292178 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d0b32-9203-4d69-81dd-967813313696 req-76ea47f3-27c5-4882-ac39-20e7b1059e7c tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:40.293667 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-213d0b32-9203-4d69-81dd-967813313696 req-76ea47f3-27c5-4882-ac39-20e7b1059e7c tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 945 time: 0.0473952 Jan 18 20:39:40.341473 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-213d0b32-9203-4d69-81dd-967813313696 req-fb47f4b8-b640-453d-a3e8-04f2a1b9504b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421689 Jan 18 20:39:40.799152 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00ce4c-d545-402b-bc8a-d3cb3c238faa req-f9edaf77-880a-4082-b274-203781c9f458 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:40.800608 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc00ce4c-d545-402b-bc8a-d3cb3c238faa req-f9edaf77-880a-4082-b274-203781c9f458 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0478926 Jan 18 20:39:40.846307 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc00ce4c-d545-402b-bc8a-d3cb3c238faa req-3bec406e-78c3-413c-88b5-41e0dde289c4 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400217 Jan 18 20:39:41.462617 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa7de6-68be-4069-bf63-f0d2872e234b req-a9aadebf-9473-4a8e-8350-417908bf6690 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:41.464817 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-48aa7de6-68be-4069-bf63-f0d2872e234b req-a9aadebf-9473-4a8e-8350-417908bf6690 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 945 time: 0.0534279 Jan 18 20:39:41.522132 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-48aa7de6-68be-4069-bf63-f0d2872e234b req-8f98e6ca-186c-4b47-a4b8-5e395a1dbc8f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489478 Jan 18 20:39:41.960942 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937dd1a-4be0-45c4-80cc-9d83572d6747 req-14716146-0c46-48d3-8e72-d5f49327d9e0 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:41.962430 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f937dd1a-4be0-45c4-80cc-9d83572d6747 req-14716146-0c46-48d3-8e72-d5f49327d9e0 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0485179 Jan 18 20:39:42.012919 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f937dd1a-4be0-45c4-80cc-9d83572d6747 req-9dc28db8-b2a1-47c2-81aa-69ace70b3c4d tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448675 Jan 18 20:39:42.642578 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192bad7-5b6a-404d-b6ad-fc643e6acd08 req-4b1e6323-fcc8-4402-9e1d-4c92906b5180 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:42.644061 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c192bad7-5b6a-404d-b6ad-fc643e6acd08 req-4b1e6323-fcc8-4402-9e1d-4c92906b5180 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 945 time: 0.0567746 Jan 18 20:39:42.696581 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c192bad7-5b6a-404d-b6ad-fc643e6acd08 req-dbde2e3b-e717-4ca2-862e-bb2972cda77c tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468478 Jan 18 20:39:43.128514 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1bc26-7f55-4b29-9c76-9a0490b424b3 req-2c27f71b-a3b2-48d6-a141-6302028bdb10 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:43.130196 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6da1bc26-7f55-4b29-9c76-9a0490b424b3 req-2c27f71b-a3b2-48d6-a141-6302028bdb10 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0494888 Jan 18 20:39:43.183662 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6da1bc26-7f55-4b29-9c76-9a0490b424b3 req-5893133d-1d8d-4a91-9c6b-3a57d51ba1eb tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477548 Jan 18 20:39:43.271643 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:39:43.811388 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c48f2c-ebcc-492a-b30e-477c1577824c req-66368085-10ef-4971-adbc-f9f429c0311b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:43.812873 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d8c48f2c-ebcc-492a-b30e-477c1577824c req-66368085-10ef-4971-adbc-f9f429c0311b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 945 time: 0.0477052 Jan 18 20:39:43.860909 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d8c48f2c-ebcc-492a-b30e-477c1577824c req-537a837f-341b-4605-8b09-056f725d08b0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416763 Jan 18 20:39:44.306322 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f4654-b898-43d5-8495-e45d2b4337b6 req-67a2d538-6b3e-4700-a406-f130f2f15c83 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:44.307837 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e3f4654-b898-43d5-8495-e45d2b4337b6 req-67a2d538-6b3e-4700-a406-f130f2f15c83 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0520356 Jan 18 20:39:44.354808 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e3f4654-b898-43d5-8495-e45d2b4337b6 req-27e0915a-1ada-4c06-beec-e74c775d3d29 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409868 Jan 18 20:39:44.977184 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6bbf8-f07a-4563-a37c-c653eb343aec req-4d181abd-862a-49e8-acc3-605807b6e940 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:44.978680 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-08a6bbf8-f07a-4563-a37c-c653eb343aec req-4d181abd-862a-49e8-acc3-605807b6e940 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 945 time: 0.0481694 Jan 18 20:39:45.026894 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-08a6bbf8-f07a-4563-a37c-c653eb343aec req-2c2a8da8-6b0a-4bc5-9bfe-0e8cb8349568 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425498 Jan 18 20:39:45.471677 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8acbdf-1056-4919-a659-e47de15fd7b5 req-50648f6f-5b21-4a72-bc1c-db5407045091 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:45.473708 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2c8acbdf-1056-4919-a659-e47de15fd7b5 req-50648f6f-5b21-4a72-bc1c-db5407045091 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0521657 Jan 18 20:39:45.823202 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2c8acbdf-1056-4919-a659-e47de15fd7b5 req-ae614474-6de1-4f9f-8d94-27ba6bdc193f tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437037 Jan 18 20:39:46.142312 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7ad83-44ac-4e10-aafc-f41ba5e889ab req-f74420e7-0bc7-4b16-8003-176ec79bb618 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:46.145394 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81c7ad83-44ac-4e10-aafc-f41ba5e889ab req-f74420e7-0bc7-4b16-8003-176ec79bb618 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 945 time: 0.0474200 Jan 18 20:39:46.196183 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81c7ad83-44ac-4e10-aafc-f41ba5e889ab req-d423dc86-daad-4300-a284-a2064d8f4412 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417984 Jan 18 20:39:46.936765 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e67f5-9a14-4d38-8d90-53940a586820 req-1ca4d1c3-a435-4b5e-bba4-ca9879b7cf0b tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:46.938254 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bd8e67f5-9a14-4d38-8d90-53940a586820 req-1ca4d1c3-a435-4b5e-bba4-ca9879b7cf0b tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0479355 Jan 18 20:39:46.987085 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bd8e67f5-9a14-4d38-8d90-53940a586820 req-f0344729-d61d-4ec2-b582-eb83abf4d6bf tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427034 Jan 18 20:39:47.310471 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11cdc0-848e-47e7-b4d2-6d698bdb9031 req-f09af533-51a4-45a8-b0c8-39e5791c635e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:47.311967 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9f11cdc0-848e-47e7-b4d2-6d698bdb9031 req-f09af533-51a4-45a8-b0c8-39e5791c635e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 945 time: 0.0477033 Jan 18 20:39:47.362031 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9f11cdc0-848e-47e7-b4d2-6d698bdb9031 req-3bc14008-84ac-42f0-9771-125efa692817 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437295 Jan 18 20:39:48.107562 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33a47e-3c0a-4535-a641-e515a02d740b req-c5482540-3d2f-418c-9e1b-1746b6ba2a49 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:48.109166 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e33a47e-3c0a-4535-a641-e515a02d740b req-c5482540-3d2f-418c-9e1b-1746b6ba2a49 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0507338 Jan 18 20:39:48.157101 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e33a47e-3c0a-4535-a641-e515a02d740b req-deb6cd44-7641-410d-a1a7-d0874f314f93 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415418 Jan 18 20:39:48.484880 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f97b84-d4d1-4e0b-98b1-4c60a2147dd0 req-23c315cf-faaf-4efb-8432-0c7d3dde9399 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:48.486419 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14f97b84-d4d1-4e0b-98b1-4c60a2147dd0 req-23c315cf-faaf-4efb-8432-0c7d3dde9399 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 945 time: 0.0550814 Jan 18 20:39:48.536258 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14f97b84-d4d1-4e0b-98b1-4c60a2147dd0 req-0ec14006-3ddb-4bbc-af0d-314773707fc6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433230 Jan 18 20:39:49.273254 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13d31e-8e63-44ec-8054-a736cd6b4f2c req-28c553fd-8ed3-4259-9a49-98bb74ed17df tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:49.274840 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5b13d31e-8e63-44ec-8054-a736cd6b4f2c req-28c553fd-8ed3-4259-9a49-98bb74ed17df tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0496912 Jan 18 20:39:49.322883 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5b13d31e-8e63-44ec-8054-a736cd6b4f2c req-5ee116fe-539d-4467-996a-95d38f032f29 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415018 Jan 18 20:39:49.654104 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7faca-0cd7-4b1a-baa4-f96b3911f2d0 req-bbc1181e-4959-4b2e-937d-ee5ce13eb601 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:49.655855 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5ec7faca-0cd7-4b1a-baa4-f96b3911f2d0 req-bbc1181e-4959-4b2e-937d-ee5ce13eb601 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 945 time: 0.0500016 Jan 18 20:39:49.715475 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5ec7faca-0cd7-4b1a-baa4-f96b3911f2d0 req-4be8bed4-1a16-40bd-b3d9-60b022a03e32 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525789 Jan 18 20:39:49.773447 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-e889082f-a077-4398-bddd-33c6b8680ef0 service neutron] show failed (client error): The resource could not be found. Jan 18 20:39:49.774711 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-e889082f-a077-4398-bddd-33c6b8680ef0 service neutron] 10.222.0.70 "GET /v2.0/ports/eb3ee3ec-48dc-448a-a693-ca0d8bcae530/bindings/n-h1-741529-9 HTTP/1.1" status: 404 len: 380 time: 0.0720658 Jan 18 20:39:49.978729 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.57', 53036) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:39:50.132750 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-b1a2eade-d09a-422e-a76d-40289361eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:50.134334 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-b1a2eade-d09a-422e-a76d-40289361eb0c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f&tenant_id=0f033c66edd74e168cf3601ff8da102f HTTP/1.1" status: 200 len: 1096 time: 0.1544564 Jan 18 20:39:50.144211 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-c6f6d4ae-4d60-4af0-9906-0e0a14c90a38 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:39:50.146626 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-c6f6d4ae-4d60-4af0-9906-0e0a14c90a38 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065184 Jan 18 20:39:50.157584 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-0825f38e-d7fb-4fc8-87be-a7c95127a4c7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-741529-9', 'device_owner': 'compute:nova'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:39:50.224157 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-0825f38e-d7fb-4fc8-87be-a7c95127a4c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (eb3ee3ec-48dc-448a-a693-ca0d8bcae530), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:50.426332 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-0825f38e-d7fb-4fc8-87be-a7c95127a4c7 service neutron] For port eb3ee3ec-48dc-448a-a693-ca0d8bcae530, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=eb3ee3ec-48dc-448a-a693-ca0d8bcae530,segment=NetworkSegment(e59d8861-d188-4cf8-863d-e8b06e30ebf1),segment_id=e59d8861-d188-4cf8-863d-e8b06e30ebf1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:39:50.442778 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b27282-dc71-4a98-bc45-b884a7be65d9 req-1052666c-b443-48dd-9398-b13812ec20a0 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:50.444443 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7b27282-dc71-4a98-bc45-b884a7be65d9 req-1052666c-b443-48dd-9398-b13812ec20a0 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0523996 Jan 18 20:39:50.461325 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-0825f38e-d7fb-4fc8-87be-a7c95127a4c7 service neutron] For port eb3ee3ec-48dc-448a-a693-ca0d8bcae530, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:39:50.496699 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7b27282-dc71-4a98-bc45-b884a7be65d9 req-ef52d775-b018-48e7-b07f-10ba0b7c79bf tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445869 Jan 18 20:39:50.502422 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb3ee3ec-48dc-448a-a693-ca0d8bcae530'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:39:50.505439 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97d77cd-bc97-473d-aa89-5b84f3c602b1" -d '{"events": [{"server_uuid": "5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f", "name": "network-vif-unplugged", "status": "completed", "tag": "eb3ee3ec-48dc-448a-a693-ca0d8bcae530"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:39:50.518843 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-0825f38e-d7fb-4fc8-87be-a7c95127a4c7 service neutron] Publish callbacks [] for port (eb3ee3ec-48dc-448a-a693-ca0d8bcae530), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:50.524385 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-0825f38e-d7fb-4fc8-87be-a7c95127a4c7 service neutron] Transition to ACTIVE for port object eb3ee3ec-48dc-448a-a693-ca0d8bcae530 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:39:50.527651 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-0825f38e-d7fb-4fc8-87be-a7c95127a4c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (eb3ee3ec-48dc-448a-a693-ca0d8bcae530), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:50.565560 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06228fe-7927-4191-b803-90f66be6a6c3 x-openstack-request-id: req-e06228fe-7927-4191-b803-90f66be6a6c3 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:39:50.565875 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f", "name": "network-vif-unplugged", "status": "completed", "tag": "eb3ee3ec-48dc-448a-a693-ca0d8bcae530", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:39:50.566702 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e06228fe-7927-4191-b803-90f66be6a6c3 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:39:50.567078 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb3ee3ec-48dc-448a-a693-ca0d8bcae530', 'code': 200} Jan 18 20:39:50.662317 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0825f38e-d7fb-4fc8-87be-a7c95127a4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3ee3ec-48dc-448a-a693-ca0d8bcae530,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:50.713729 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-0825f38e-d7fb-4fc8-87be-a7c95127a4c7 service neutron] No DVR routers for this DVR port eb3ee3ec-48dc-448a-a693-ca0d8bcae530 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:39:50.854141 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-0825f38e-d7fb-4fc8-87be-a7c95127a4c7 service neutron] Attempting to bind port eb3ee3ec-48dc-448a-a693-ca0d8bcae530 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:39:50.854796 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-0825f38e-d7fb-4fc8-87be-a7c95127a4c7 service neutron] Attempting to bind port eb3ee3ec-48dc-448a-a693-ca0d8bcae530 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': 'e59d8861-d188-4cf8-863d-e8b06e30ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:39:50.854796 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-0825f38e-d7fb-4fc8-87be-a7c95127a4c7 service neutron] Attempting to bind port eb3ee3ec-48dc-448a-a693-ca0d8bcae530 on network b6dee874-ef78-4e87-96a6-1e0ac3327735 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:39:50.859071 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-0825f38e-d7fb-4fc8-87be-a7c95127a4c7 service neutron] Port eb3ee3ec-48dc-448a-a693-ca0d8bcae530 on network b6dee874-ef78-4e87-96a6-1e0ac3327735 not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:39:50.859393 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-0825f38e-d7fb-4fc8-87be-a7c95127a4c7 service neutron] Attempting to bind port eb3ee3ec-48dc-448a-a693-ca0d8bcae530 on network b6dee874-ef78-4e87-96a6-1e0ac3327735 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:39:50.865058 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-0825f38e-d7fb-4fc8-87be-a7c95127a4c7 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:39:50.865394 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-0825f38e-d7fb-4fc8-87be-a7c95127a4c7 service neutron] Checking segment: {'id': 'e59d8861-d188-4cf8-863d-e8b06e30ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:39:50.865798 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-0825f38e-d7fb-4fc8-87be-a7c95127a4c7 service neutron] Bound using segment: {'id': 'e59d8861-d188-4cf8-863d-e8b06e30ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:39:50.866223 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-0825f38e-d7fb-4fc8-87be-a7c95127a4c7 service neutron] Bound port: eb3ee3ec-48dc-448a-a693-ca0d8bcae530, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59d8861-d188-4cf8-863d-e8b06e30ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:39:50.866574 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-0825f38e-d7fb-4fc8-87be-a7c95127a4c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (eb3ee3ec-48dc-448a-a693-ca0d8bcae530), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:50.869076 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27472fb-886a-416b-a324-f3edfde99764 req-4516b4db-a144-423f-9e7a-26410ba2e49c tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:50.871877 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b27472fb-886a-416b-a324-f3edfde99764 req-4516b4db-a144-423f-9e7a-26410ba2e49c tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 943 time: 0.0649049 Jan 18 20:39:50.924437 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b27472fb-886a-416b-a324-f3edfde99764 req-b7d72021-9990-4770-984c-26b6f0acfaa9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470052 Jan 18 20:39:50.935698 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-0825f38e-d7fb-4fc8-87be-a7c95127a4c7 service neutron] For port eb3ee3ec-48dc-448a-a693-ca0d8bcae530, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:39:50.939258 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-0825f38e-d7fb-4fc8-87be-a7c95127a4c7 service neutron] For port eb3ee3ec-48dc-448a-a693-ca0d8bcae530, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=eb3ee3ec-48dc-448a-a693-ca0d8bcae530,segment=NetworkSegment(e59d8861-d188-4cf8-863d-e8b06e30ebf1),segment_id=e59d8861-d188-4cf8-863d-e8b06e30ebf1)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:39:50.954189 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-0825f38e-d7fb-4fc8-87be-a7c95127a4c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (eb3ee3ec-48dc-448a-a693-ca0d8bcae530), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:50.999963 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-0825f38e-d7fb-4fc8-87be-a7c95127a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:51.000646 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-0825f38e-d7fb-4fc8-87be-a7c95127a4c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:51.002379 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-0825f38e-d7fb-4fc8-87be-a7c95127a4c7 service neutron] 10.222.0.57 "PUT /v2.0/ports/eb3ee3ec-48dc-448a-a693-ca0d8bcae530 HTTP/1.1" status: 200 len: 1091 time: 0.8491688 Jan 18 20:39:51.057539 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0825f38e-d7fb-4fc8-87be-a7c95127a4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3ee3ec-48dc-448a-a693-ca0d8bcae530,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:51.092617 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-eba267cf-697b-49b3-ab85-149be074009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:51.094327 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-eba267cf-697b-49b3-ab85-149be074009c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 1094 time: 0.0675066 Jan 18 20:39:51.206291 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-55c5a893-32c0-4385-adce-ece6e43c85e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:51.208449 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-55c5a893-32c0-4385-adce-ece6e43c85e8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6dee874-ef78-4e87-96a6-1e0ac3327735 HTTP/1.1" status: 200 len: 898 time: 0.1079412 Jan 18 20:39:51.283937 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-ddf186b4-0fdb-42b1-afa2-3116c2d32b9e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb3ee3ec-48dc-448a-a693-ca0d8bcae530 HTTP/1.1" status: 200 len: 999 time: 0.0695562 Jan 18 20:39:51.337489 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-67f03691-40a4-46bb-a83c-bcac88845bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:51.339145 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-67f03691-40a4-46bb-a83c-bcac88845bcb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=56dbd12f-121d-4194-bd0f-62f77149bdc0 HTTP/1.1" status: 200 len: 834 time: 0.0501442 Jan 18 20:39:51.385871 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-7116477e-d2ab-43c4-aef6-96153f9394e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:51.387378 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-7116477e-d2ab-43c4-aef6-96153f9394e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6dee874-ef78-4e87-96a6-1e0ac3327735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422645 Jan 18 20:39:51.485814 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-bbbe9c74-c6da-44bb-86d9-60136848dfdd service neutron] 10.222.0.57 "GET /v2.0/networks/b6dee874-ef78-4e87-96a6-1e0ac3327735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920305 Jan 18 20:39:51.591800 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a55566a7-c792-4b06-8cb7-55490df55c6b req-ff14caaa-291c-4997-84c9-67ddc0c3d4ac service neutron] 10.222.0.57 "GET /v2.0/networks/b6dee874-ef78-4e87-96a6-1e0ac3327735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990579 Jan 18 20:39:51.637781 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823a77e-a6da-40ee-8e5c-85ea48cea179 req-0ae6a342-55aa-435e-bcc9-540e3edb2828 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:51.641492 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7823a77e-a6da-40ee-8e5c-85ea48cea179 req-0ae6a342-55aa-435e-bcc9-540e3edb2828 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0683236 Jan 18 20:39:51.701761 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7823a77e-a6da-40ee-8e5c-85ea48cea179 req-90f14800-5192-4b27-aeb8-ece81030f3f3 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512466 Jan 18 20:39:52.064932 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e2453-3a82-476f-8ef0-772e0902e2d7 req-fa116090-63da-4885-9cc3-fa1ca4e8e5e8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:52.073511 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad2e2453-3a82-476f-8ef0-772e0902e2d7 req-fa116090-63da-4885-9cc3-fa1ca4e8e5e8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 943 time: 0.0748236 Jan 18 20:39:52.129364 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad2e2453-3a82-476f-8ef0-772e0902e2d7 req-db713d3e-16ad-472a-b872-43a890455670 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544925 Jan 18 20:39:52.568641 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f', 'tag': 'eb3ee3ec-48dc-448a-a693-ca0d8bcae530'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:39:52.579586 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71271b7a-b067-4fb1-aa1b-bd8ae930a271" -d '{"events": [{"name": "network-changed", "server_uuid": "5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f", "tag": "eb3ee3ec-48dc-448a-a693-ca0d8bcae530"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:39:52.641179 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5981c4-dd7c-485c-a25d-8e810959fc24 x-openstack-request-id: req-0f5981c4-dd7c-485c-a25d-8e810959fc24 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:39:52.641535 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f", "tag": "eb3ee3ec-48dc-448a-a693-ca0d8bcae530", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:39:52.641861 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f5981c4-dd7c-485c-a25d-8e810959fc24 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:39:52.642288 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f', 'tag': 'eb3ee3ec-48dc-448a-a693-ca0d8bcae530', 'status': 'completed', 'code': 200} Jan 18 20:39:52.755986 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71271b7a-b067-4fb1-aa1b-bd8ae930a271 req-2c5c7b45-773a-4f71-a96b-38d83377a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:52.757945 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-71271b7a-b067-4fb1-aa1b-bd8ae930a271 req-2c5c7b45-773a-4f71-a96b-38d83377a9f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 1094 time: 0.0976558 Jan 18 20:39:52.764914 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71271b7a-b067-4fb1-aa1b-bd8ae930a271 req-43be16da-860b-4e83-8630-f009af018d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:52.766465 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-71271b7a-b067-4fb1-aa1b-bd8ae930a271 req-43be16da-860b-4e83-8630-f009af018d99 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 1094 time: 0.0980952 Jan 18 20:39:52.851443 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f352954-f05f-4e04-9ca0-e8658fa4d1fb req-ee442254-b910-4c01-9998-b2cc285798f0 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:52.858572 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8f352954-f05f-4e04-9ca0-e8658fa4d1fb req-ee442254-b910-4c01-9998-b2cc285798f0 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0694242 Jan 18 20:39:52.911132 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8f352954-f05f-4e04-9ca0-e8658fa4d1fb req-6c730f58-09b9-4af8-ab50-779684dd74e6 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513833 Jan 18 20:39:52.941105 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71271b7a-b067-4fb1-aa1b-bd8ae930a271 req-29011e4f-6195-4e6d-92d8-3def755a6391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:52.943299 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-71271b7a-b067-4fb1-aa1b-bd8ae930a271 req-29011e4f-6195-4e6d-92d8-3def755a6391 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6dee874-ef78-4e87-96a6-1e0ac3327735 HTTP/1.1" status: 200 len: 898 time: 0.1759145 Jan 18 20:39:53.020735 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71271b7a-b067-4fb1-aa1b-bd8ae930a271 req-34a23a12-1b18-4440-8584-358959155d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:53.022173 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-71271b7a-b067-4fb1-aa1b-bd8ae930a271 req-34a23a12-1b18-4440-8584-358959155d9b service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6dee874-ef78-4e87-96a6-1e0ac3327735 HTTP/1.1" status: 200 len: 898 time: 0.1871202 Jan 18 20:39:53.091961 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-71271b7a-b067-4fb1-aa1b-bd8ae930a271 req-af0f32d4-4d2d-4487-9caf-105d8b8c5cb0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb3ee3ec-48dc-448a-a693-ca0d8bcae530 HTTP/1.1" status: 200 len: 999 time: 0.1387029 Jan 18 20:39:53.152073 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-71271b7a-b067-4fb1-aa1b-bd8ae930a271 req-6c9d2a63-9de2-40bb-a660-eef544960ca0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb3ee3ec-48dc-448a-a693-ca0d8bcae530 HTTP/1.1" status: 200 len: 999 time: 0.1204541 Jan 18 20:39:53.168900 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71271b7a-b067-4fb1-aa1b-bd8ae930a271 req-da783dc8-5ce7-444b-b48e-1d4044cd4e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:53.170408 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-71271b7a-b067-4fb1-aa1b-bd8ae930a271 req-da783dc8-5ce7-444b-b48e-1d4044cd4e84 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=56dbd12f-121d-4194-bd0f-62f77149bdc0 HTTP/1.1" status: 200 len: 834 time: 0.0710104 Jan 18 20:39:53.232541 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b35c3c89-5394-417d-98ae-492047cedb99 req-c6f676f1-0e41-4103-94e2-1814a00c5359 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1058857 Jan 18 20:39:53.252412 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71271b7a-b067-4fb1-aa1b-bd8ae930a271 req-cf5e6481-3a20-4546-bcff-d668b4e15777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:53.253957 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-71271b7a-b067-4fb1-aa1b-bd8ae930a271 req-cf5e6481-3a20-4546-bcff-d668b4e15777 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=56dbd12f-121d-4194-bd0f-62f77149bdc0 HTTP/1.1" status: 200 len: 834 time: 0.0952966 Jan 18 20:39:53.258905 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71271b7a-b067-4fb1-aa1b-bd8ae930a271 req-f6953eeb-4426-41db-a333-e79294760158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:53.260316 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-71271b7a-b067-4fb1-aa1b-bd8ae930a271 req-f6953eeb-4426-41db-a333-e79294760158 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6dee874-ef78-4e87-96a6-1e0ac3327735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710695 Jan 18 20:39:53.360806 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4ab08-9949-4d3c-af3c-e846be38ea70 req-1a4183e1-194e-47f1-b129-47474763bc58 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:53.362344 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4a4ab08-9949-4d3c-af3c-e846be38ea70 req-1a4183e1-194e-47f1-b129-47474763bc58 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 943 time: 0.1289251 Jan 18 20:39:53.375250 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c3c89-5394-417d-98ae-492047cedb99 req-85201521-9acb-48db-81a4-c57c81a69c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:53.375679 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b35c3c89-5394-417d-98ae-492047cedb99 req-85201521-9acb-48db-81a4-c57c81a69c6e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=659207600d0447eba243c99c1a57c914&device_id=ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2 HTTP/1.1" status: 200 len: 1097 time: 0.0860870 Jan 18 20:39:53.380648 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71271b7a-b067-4fb1-aa1b-bd8ae930a271 req-f2a10a47-7689-4e8c-bf52-02a9473e3b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:53.382240 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-71271b7a-b067-4fb1-aa1b-bd8ae930a271 req-f2a10a47-7689-4e8c-bf52-02a9473e3b52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6dee874-ef78-4e87-96a6-1e0ac3327735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210938 Jan 18 20:39:53.463614 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-71271b7a-b067-4fb1-aa1b-bd8ae930a271 req-1de08d69-19de-4d6c-b2e6-bf8f3284876a service neutron] 10.222.0.70 "GET /v2.0/networks/b6dee874-ef78-4e87-96a6-1e0ac3327735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917963 Jan 18 20:39:53.527808 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4a4ab08-9949-4d3c-af3c-e846be38ea70 req-1801bf6a-99c3-476c-bace-783e9e93c492 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495392 Jan 18 20:39:53.554732 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c3c89-5394-417d-98ae-492047cedb99 req-c0fd0889-5ec0-4a7f-ad2c-5b8ef908a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:53.556344 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b35c3c89-5394-417d-98ae-492047cedb99 req-c0fd0889-5ec0-4a7f-ad2c-5b8ef908a68d service neutron] 10.222.0.70 "GET /v2.0/networks?id=a1f009ee-ea41-46a1-8dde-25531c2a4ce3 HTTP/1.1" status: 200 len: 915 time: 0.1557879 Jan 18 20:39:53.562041 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-71271b7a-b067-4fb1-aa1b-bd8ae930a271 req-da18a755-490a-4e26-ac8d-3f46f13191d6 service neutron] 10.222.0.57 "GET /v2.0/networks/b6dee874-ef78-4e87-96a6-1e0ac3327735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713445 Jan 18 20:39:53.611386 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-71271b7a-b067-4fb1-aa1b-bd8ae930a271 req-8a7f2f22-d88b-4af6-bc9f-700eac69613f service neutron] 10.222.0.70 "GET /v2.0/networks/b6dee874-ef78-4e87-96a6-1e0ac3327735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399107 Jan 18 20:39:53.635891 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b35c3c89-5394-417d-98ae-492047cedb99 req-7ef6bd93-034f-467b-a4cf-a0007aedbb1c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf HTTP/1.1" status: 200 len: 217 time: 0.0632980 Jan 18 20:39:53.696567 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-71271b7a-b067-4fb1-aa1b-bd8ae930a271 req-ffdddbb0-bfe6-4d19-a5e3-c3c801d418a4 service neutron] 10.222.0.57 "GET /v2.0/networks/b6dee874-ef78-4e87-96a6-1e0ac3327735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281493 Jan 18 20:39:53.705013 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c3c89-5394-417d-98ae-492047cedb99 req-486644c6-da48-4c2d-8322-f87fcf1292ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:53.706705 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b35c3c89-5394-417d-98ae-492047cedb99 req-486644c6-da48-4c2d-8322-f87fcf1292ee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5d6a7d83-f920-4fee-ad9e-e8981e8a2e65 HTTP/1.1" status: 200 len: 854 time: 0.0600474 Jan 18 20:39:53.751508 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b35c3c89-5394-417d-98ae-492047cedb99 req-699848b4-2dfa-4609-ad1f-766a3d4c40d2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a1f009ee-ea41-46a1-8dde-25531c2a4ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382695 Jan 18 20:39:53.857410 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b35c3c89-5394-417d-98ae-492047cedb99 req-f970dc39-bd44-4372-b680-27f95a315db3 service neutron] 10.222.0.70 "GET /v2.0/networks/a1f009ee-ea41-46a1-8dde-25531c2a4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995831 Jan 18 20:39:53.953777 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b35c3c89-5394-417d-98ae-492047cedb99 req-3bf31e9d-25c4-41bf-888f-45a3d812411a service neutron] 10.222.0.70 "GET /v2.0/networks/a1f009ee-ea41-46a1-8dde-25531c2a4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877013 Jan 18 20:39:53.978096 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device eb3ee3ec-48dc-448a-a693-ca0d8bcae530 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:39:54.023765 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] The host n-h2-741529-9 is not matching for port eb3ee3ec-48dc-448a-a693-ca0d8bcae530 host n-h1-741529-9! {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 18 20:39:54.024237 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device eb3ee3ec-48dc-448a-a693-ca0d8bcae530 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:39:54.041377 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ceadd4-03af-47c6-892a-8e6beb10368d req-a1734de0-afa5-44f7-81fd-8790a4644a22 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:54.042896 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d2ceadd4-03af-47c6-892a-8e6beb10368d req-a1734de0-afa5-44f7-81fd-8790a4644a22 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0547972 Jan 18 20:39:54.107669 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d2ceadd4-03af-47c6-892a-8e6beb10368d req-eab98243-3b1e-4a0e-9c90-24f9b2181914 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585501 Jan 18 20:39:54.646165 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5f586-d1a6-464c-add5-f75cd82af11c req-7546e4bf-326f-4bcf-8f5d-de971194cc46 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:54.647715 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0ad5f586-d1a6-464c-add5-f75cd82af11c req-7546e4bf-326f-4bcf-8f5d-de971194cc46 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 943 time: 0.0496783 Jan 18 20:39:54.719622 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0ad5f586-d1a6-464c-add5-f75cd82af11c req-79c1dfcb-333e-442a-a241-30605b3b4d81 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637493 Jan 18 20:39:55.237381 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad63cd-edd7-424b-ac47-b3d790f6acff req-caff1403-05ed-47ef-a535-1b8ca29a5a88 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:55.239527 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bfad63cd-edd7-424b-ac47-b3d790f6acff req-caff1403-05ed-47ef-a535-1b8ca29a5a88 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0599496 Jan 18 20:39:55.293834 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bfad63cd-edd7-424b-ac47-b3d790f6acff req-1c29a9d7-6084-40d0-ab0d-bcbccc77b1b2 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483825 Jan 18 20:39:55.382258 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device eb3ee3ec-48dc-448a-a693-ca0d8bcae530 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:39:55.478063 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port eb3ee3ec-48dc-448a-a693-ca0d8bcae530, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=eb3ee3ec-48dc-448a-a693-ca0d8bcae530,segment=NetworkSegment(e59d8861-d188-4cf8-863d-e8b06e30ebf1),segment_id=e59d8861-d188-4cf8-863d-e8b06e30ebf1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:39:55.489943 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': 'eb3ee3ec-48dc-448a-a693-ca0d8bcae530', 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735', 'port_id': 'eb3ee3ec-48dc-448a-a693-ca0d8bcae530', 'mac_address': 'fa:16:3e:86:e3:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56dbd12f-121d-4194-bd0f-62f77149bdc0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:39:55.528708 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port eb3ee3ec-48dc-448a-a693-ca0d8bcae530 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:39:55.529095 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (eb3ee3ec-48dc-448a-a693-ca0d8bcae530), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:55.544423 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb3ee3ec-48dc-448a-a693-ca0d8bcae530 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:39:55.564976 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port eb3ee3ec-48dc-448a-a693-ca0d8bcae530, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=eb3ee3ec-48dc-448a-a693-ca0d8bcae530,segment=NetworkSegment(e59d8861-d188-4cf8-863d-e8b06e30ebf1),segment_id=e59d8861-d188-4cf8-863d-e8b06e30ebf1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:39:55.569187 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (eb3ee3ec-48dc-448a-a693-ca0d8bcae530), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:55.617269 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=eb3ee3ec-48dc-448a-a693-ca0d8bcae530,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:55.638006 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9d8ed6cd-2f5a-49db-9520-c485ab06f29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:55.845584 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354b707-e81a-4e80-9a3f-c08833acd4de req-04a6a7f2-3028-415f-96d1-0898f6ee1b8d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:55.848252 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3354b707-e81a-4e80-9a3f-c08833acd4de req-04a6a7f2-3028-415f-96d1-0898f6ee1b8d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 944 time: 0.0554340 Jan 18 20:39:55.900352 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3354b707-e81a-4e80-9a3f-c08833acd4de req-1dcff61a-8c5f-4bb8-b1d2-fc58ea01e6ec tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470946 Jan 18 20:39:55.978420 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['eb3ee3ec-48dc-448a-a693-ca0d8bcae530'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:39:56.187646 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d3287-87b4-48d8-925d-015317085a99 req-5d42ed8b-4b72-4d98-a11d-a5aedb35204f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:56.189264 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-566d3287-87b4-48d8-925d-015317085a99 req-5d42ed8b-4b72-4d98-a11d-a5aedb35204f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 944 time: 0.1206660 Jan 18 20:39:56.231999 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a3c63-8763-4fe5-9687-18bb376c842e req-a3b85397-6e0d-44a3-b52b-309de2237b4b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:56.233944 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de0a3c63-8763-4fe5-9687-18bb376c842e req-a3b85397-6e0d-44a3-b52b-309de2237b4b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f&tenant_id=0f033c66edd74e168cf3601ff8da102f&binding%3Ahost_id=n-h1-741529-9 HTTP/1.1" status: 200 len: 944 time: 0.1374757 Jan 18 20:39:56.305210 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-566d3287-87b4-48d8-925d-015317085a99 req-bce42277-bb8c-4b7a-8fd5-2bc28a12d76d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080165 Jan 18 20:39:56.334284 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-de0a3c63-8763-4fe5-9687-18bb376c842e req-a3c029ea-ab90-4b1a-b36c-4b250edffbc5 service neutron] delete failed (client error): The resource could not be found. Jan 18 20:39:56.335314 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de0a3c63-8763-4fe5-9687-18bb376c842e req-a3c029ea-ab90-4b1a-b36c-4b250edffbc5 service neutron] 10.222.0.70 "DELETE /v2.0/ports/eb3ee3ec-48dc-448a-a693-ca0d8bcae530/bindings/n-h2-741529-9 HTTP/1.1" status: 404 len: 380 time: 0.0910168 Jan 18 20:39:56.461778 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9a207-e330-42e4-bedc-6421f4fd060a req-ec636cef-fda8-43c9-9359-e6b3dea73160 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:56.463304 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76a9a207-e330-42e4-bedc-6421f4fd060a req-ec636cef-fda8-43c9-9359-e6b3dea73160 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0849946 Jan 18 20:39:56.465452 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a3c63-8763-4fe5-9687-18bb376c842e req-c46accba-e1eb-4a98-9a2c-362f11aacb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:56.466968 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de0a3c63-8763-4fe5-9687-18bb376c842e req-c46accba-e1eb-4a98-9a2c-362f11aacb2c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 1095 time: 0.0786111 Jan 18 20:39:56.569911 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76a9a207-e330-42e4-bedc-6421f4fd060a req-595165a5-003b-41f2-8ffa-461010c12c66 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006947 Jan 18 20:39:56.601013 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a3c63-8763-4fe5-9687-18bb376c842e req-82faa76f-f54e-4081-a82d-3ec9d550118d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:56.602562 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de0a3c63-8763-4fe5-9687-18bb376c842e req-82faa76f-f54e-4081-a82d-3ec9d550118d service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6dee874-ef78-4e87-96a6-1e0ac3327735 HTTP/1.1" status: 200 len: 898 time: 0.1263928 Jan 18 20:39:56.669832 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de0a3c63-8763-4fe5-9687-18bb376c842e req-7efac839-4d0d-4ce5-9798-669da7e76b10 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb3ee3ec-48dc-448a-a693-ca0d8bcae530 HTTP/1.1" status: 200 len: 1000 time: 0.0605919 Jan 18 20:39:56.723780 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a3c63-8763-4fe5-9687-18bb376c842e req-3b79a975-e126-4e48-9f8b-2e0338082646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:56.725470 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de0a3c63-8763-4fe5-9687-18bb376c842e req-3b79a975-e126-4e48-9f8b-2e0338082646 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=56dbd12f-121d-4194-bd0f-62f77149bdc0 HTTP/1.1" status: 200 len: 834 time: 0.0487428 Jan 18 20:39:56.776505 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a3c63-8763-4fe5-9687-18bb376c842e req-09fc17c7-3633-4c96-9b7e-3196483b0cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:56.778095 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de0a3c63-8763-4fe5-9687-18bb376c842e req-09fc17c7-3633-4c96-9b7e-3196483b0cb1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6dee874-ef78-4e87-96a6-1e0ac3327735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465446 Jan 18 20:39:56.869472 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de0a3c63-8763-4fe5-9687-18bb376c842e req-7af76277-dd84-45e0-8087-f913a87f8d11 service neutron] 10.222.0.70 "GET /v2.0/networks/b6dee874-ef78-4e87-96a6-1e0ac3327735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853434 Jan 18 20:39:56.969975 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de0a3c63-8763-4fe5-9687-18bb376c842e req-aab8323b-d292-4962-b448-28be4b9b5e3c service neutron] 10.222.0.70 "GET /v2.0/networks/b6dee874-ef78-4e87-96a6-1e0ac3327735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949709 Jan 18 20:39:57.390521 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device eb3ee3ec-48dc-448a-a693-ca0d8bcae530 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:39:57.462514 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1632ee-53fc-4a59-8ff3-4e5763bb100c req-db5249b1-8629-4e8f-bcd4-afc2eeabadf1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:57.465121 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea1632ee-53fc-4a59-8ff3-4e5763bb100c req-db5249b1-8629-4e8f-bcd4-afc2eeabadf1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 944 time: 0.0560548 Jan 18 20:39:57.474890 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port eb3ee3ec-48dc-448a-a693-ca0d8bcae530 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:39:57.481055 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port eb3ee3ec-48dc-448a-a693-ca0d8bcae530 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:39:57.481429 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (eb3ee3ec-48dc-448a-a693-ca0d8bcae530), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:57.544909 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea1632ee-53fc-4a59-8ff3-4e5763bb100c req-c89e90dc-be01-41d8-95b2-8bb6a088a9a2 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729659 Jan 18 20:39:57.586935 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port eb3ee3ec-48dc-448a-a693-ca0d8bcae530 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:39:57.587334 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (eb3ee3ec-48dc-448a-a693-ca0d8bcae530), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:57.614469 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3ee3ec-48dc-448a-a693-ca0d8bcae530'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:39:57.616815 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbabd38-2d4f-4ed4-91af-221de12d7eb5" -d '{"events": [{"server_uuid": "5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f", "name": "network-vif-plugged", "status": "completed", "tag": "eb3ee3ec-48dc-448a-a693-ca0d8bcae530"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:39:57.638974 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port eb3ee3ec-48dc-448a-a693-ca0d8bcae530, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=eb3ee3ec-48dc-448a-a693-ca0d8bcae530,segment=NetworkSegment(e59d8861-d188-4cf8-863d-e8b06e30ebf1),segment_id=e59d8861-d188-4cf8-863d-e8b06e30ebf1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:39:57.646311 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (eb3ee3ec-48dc-448a-a693-ca0d8bcae530), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:57.686601 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b76f7f-47ab-4de2-8364-e216066cf41d x-openstack-request-id: req-f4b76f7f-47ab-4de2-8364-e216066cf41d {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:39:57.686898 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f", "name": "network-vif-plugged", "status": "completed", "tag": "eb3ee3ec-48dc-448a-a693-ca0d8bcae530", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:39:57.687158 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4b76f7f-47ab-4de2-8364-e216066cf41d {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:39:57.687559 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3ee3ec-48dc-448a-a693-ca0d8bcae530', 'code': 200} Jan 18 20:39:57.713767 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=eb3ee3ec-48dc-448a-a693-ca0d8bcae530,revision_number=9']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:39:57.727293 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7b218-d338-4ea7-8ff7-61166cabca98 req-2c872bdc-4a27-49d1-9ce6-c8231f9fd9bd tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:57.728928 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-53f7b218-d338-4ea7-8ff7-61166cabca98 req-2c872bdc-4a27-49d1-9ce6-c8231f9fd9bd tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0639048 Jan 18 20:39:57.785947 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-53f7b218-d338-4ea7-8ff7-61166cabca98 req-b959b5b7-5695-498f-8332-d9ee10dbce3a tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501273 Jan 18 20:39:57.808554 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c158f3e9-8f4b-4e16-9901-4f61f12c8fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:58.667064 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbc1e4-2f84-4121-a5d0-128d65fe630e req-130d95f1-4b26-46da-8998-e5fbe291d3e7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:58.668566 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d4fbc1e4-2f84-4121-a5d0-128d65fe630e req-130d95f1-4b26-46da-8998-e5fbe291d3e7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 945 time: 0.0512564 Jan 18 20:39:58.727601 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d4fbc1e4-2f84-4121-a5d0-128d65fe630e req-6667e2f8-e379-441e-ac43-429082e54c03 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531652 Jan 18 20:39:58.752397 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 60154) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:39:58.918780 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec9969-c09b-4c89-8824-7f3b60c6c8cf req-13b76d47-83d0-4492-83bb-60b47deef61a tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:39:58.920639 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b9ec9969-c09b-4c89-8824-7f3b60c6c8cf req-13b76d47-83d0-4492-83bb-60b47deef61a tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0545604 Jan 18 20:39:58.981230 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b9ec9969-c09b-4c89-8824-7f3b60c6c8cf req-f966af22-f150-4f68-8d52-483ba44ee6ac tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540135 Jan 18 20:39:59.128574 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:59.141685 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-795fe558-cd34-4f78-b1fd-d0e9968eb481 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/floatingips/8d3e5996-4e42-47d8-ac70-6e1dd9ea543f HTTP/1.1" status: 200 len: 993 time: 0.3859661 Jan 18 20:40:00.140543 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872059c1-c8ef-4956-9858-9db0fdab58c7 req-ec900547-0b46-499e-9628-56404e5180a7 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:00.142228 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-872059c1-c8ef-4956-9858-9db0fdab58c7 req-ec900547-0b46-499e-9628-56404e5180a7 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0848575 Jan 18 20:40:00.205936 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-872059c1-c8ef-4956-9858-9db0fdab58c7 req-23a5aefb-cef4-4ac5-8072-98376e5d0551 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516961 Jan 18 20:40:00.556938 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:01.341807 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a2006-3cfe-4686-8bb0-12f174e5823d req-58501433-40d2-4d53-b889-ea3cdb1fc9cd tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:01.344355 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d5a2006-3cfe-4686-8bb0-12f174e5823d req-58501433-40d2-4d53-b889-ea3cdb1fc9cd tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0600147 Jan 18 20:40:01.397801 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d5a2006-3cfe-4686-8bb0-12f174e5823d req-6ef7f04d-e8b8-406e-9628-ce2514bbdc07 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473900 Jan 18 20:40:01.855796 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:02.520417 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8381d-6e45-4693-9621-d318ff9af4a3 req-91fe4039-dd02-4d53-99a9-c9c7ba4368bd tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:02.522071 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fee8381d-6e45-4693-9621-d318ff9af4a3 req-91fe4039-dd02-4d53-99a9-c9c7ba4368bd tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0512745 Jan 18 20:40:02.574249 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fee8381d-6e45-4693-9621-d318ff9af4a3 req-4379f481-b0dd-4fa0-a024-036efe1e7745 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462179 Jan 18 20:40:03.693066 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e585e-9c1f-40fe-809f-8fe31d637b1a req-b4d8ae72-75c9-449e-87e2-1cccdac77464 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:03.694698 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-068e585e-9c1f-40fe-809f-8fe31d637b1a req-b4d8ae72-75c9-449e-87e2-1cccdac77464 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0512974 Jan 18 20:40:03.747987 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-068e585e-9c1f-40fe-809f-8fe31d637b1a req-b79d721a-d2f7-420a-9e82-199b6e67902b tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474887 Jan 18 20:40:04.167007 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:04.222744 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314db4e0-fc22-4af4-a8b8-0d4b2f535409 req-c532c84f-a752-42ca-95f0-36e212e149ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:04.224397 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-314db4e0-fc22-4af4-a8b8-0d4b2f535409 req-c532c84f-a752-42ca-95f0-36e212e149ac service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 1096 time: 0.0416472 Jan 18 20:40:04.273204 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-314db4e0-fc22-4af4-a8b8-0d4b2f535409 req-9e007e66-94a3-4ccb-adea-030c419ac5d0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375772 Jan 18 20:40:04.872030 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3f547-a9a4-407a-ba3d-0fbbaa68930e req-814b32ba-cf9b-42db-b1e0-f78269d47d12 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:04.873619 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ffe3f547-a9a4-407a-ba3d-0fbbaa68930e req-814b32ba-cf9b-42db-b1e0-f78269d47d12 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0526719 Jan 18 20:40:04.922782 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ffe3f547-a9a4-407a-ba3d-0fbbaa68930e req-8ed87bb6-630b-4d61-941a-c81f2283b263 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421436 Jan 18 20:40:06.038387 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3deb1e0-3449-425d-ac61-6cb82583958a req-f524c246-fb04-4a57-b3ee-414ad298fcdb tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:06.039996 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a3deb1e0-3449-425d-ac61-6cb82583958a req-f524c246-fb04-4a57-b3ee-414ad298fcdb tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0480103 Jan 18 20:40:06.088775 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a3deb1e0-3449-425d-ac61-6cb82583958a req-b81104d0-26ea-4cae-a250-4a026e5bb43c tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430706 Jan 18 20:40:06.353148 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621850b-2eb6-45af-af19-53ce66087f56 req-2dca86f6-5c29-4db9-98d1-b4d36ee27406 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:06.354692 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e621850b-2eb6-45af-af19-53ce66087f56 req-2dca86f6-5c29-4db9-98d1-b4d36ee27406 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/networks?id=09bd704b-6212-4db6-bd70-00751ab4ca9c HTTP/1.1" status: 200 len: 810 time: 0.1222806 Jan 18 20:40:06.370275 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e621850b-2eb6-45af-af19-53ce66087f56 req-cea5fac0-75e2-4925-8c62-4eaff19f4be1 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/quotas/84dedffcb3e54590aab8a49d987203bb HTTP/1.1" status: 200 len: 375 time: 0.0093026 Jan 18 20:40:06.424137 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e621850b-2eb6-45af-af19-53ce66087f56 req-8695e209-0485-4ee5-8242-a16865dc3470 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=84dedffcb3e54590aab8a49d987203bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481148 Jan 18 20:40:06.435157 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-e621850b-2eb6-45af-af19-53ce66087f56 req-50e8e42c-f61b-4e5b-bca9-36a8149714a3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:40:06.436226 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e621850b-2eb6-45af-af19-53ce66087f56 req-50e8e42c-f61b-4e5b-bca9-36a8149714a3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051103 Jan 18 20:40:06.537245 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e621850b-2eb6-45af-af19-53ce66087f56 req-6b161ec9-6f1e-4f92-9996-2cedb7770081 service neutron] 10.222.0.31 "GET /v2.0/networks/09bd704b-6212-4db6-bd70-00751ab4ca9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942891 Jan 18 20:40:06.625650 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e621850b-2eb6-45af-af19-53ce66087f56 req-a83a55e6-e4a3-4285-8217-a8cce68b5efd service neutron] 10.222.0.31 "GET /v2.0/networks/09bd704b-6212-4db6-bd70-00751ab4ca9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824366 Jan 18 20:40:06.833983 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7de35ce4-3134-4558-9010-10fe8087a1fe req-39ca6948-7928-4bf3-914a-11e2e00617d2 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 210 time: 0.0435529 Jan 18 20:40:06.927113 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:07.876803 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621850b-2eb6-45af-af19-53ce66087f56 req-810477f4-4300-4030-b653-9f6fea23f225 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:07.878972 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e621850b-2eb6-45af-af19-53ce66087f56 req-810477f4-4300-4030-b653-9f6fea23f225 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.70 "GET /v2.0/networks?id=09bd704b-6212-4db6-bd70-00751ab4ca9c HTTP/1.1" status: 200 len: 810 time: 0.1340241 Jan 18 20:40:07.892356 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-e621850b-2eb6-45af-af19-53ce66087f56 req-9f74482d-e989-4d6b-972e-d67e399a8cbe tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Request body: {'port': {'device_id': '0a7c1624-5f2e-4780-ac69-d38983edcae8', 'network_id': '09bd704b-6212-4db6-bd70-00751ab4ca9c', 'admin_state_up': True, 'tenant_id': '84dedffcb3e54590aab8a49d987203bb'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:40:07.979862 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3a1fc882-beca-4242-b702-5a950cd3ebd8 req-4e9c12e4-c8ec-4fa8-88bc-ac9f4aafeb77 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 210 time: 0.0619030 Jan 18 20:40:08.034068 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e621850b-2eb6-45af-af19-53ce66087f56 req-9f74482d-e989-4d6b-972e-d67e399a8cbe tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Made reservation on behalf of 84dedffcb3e54590aab8a49d987203bb for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:40:08.038184 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e621850b-2eb6-45af-af19-53ce66087f56 req-9f74482d-e989-4d6b-972e-d67e399a8cbe tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:08.183618 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-e621850b-2eb6-45af-af19-53ce66087f56 req-9f74482d-e989-4d6b-972e-d67e399a8cbe tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Allocated IP 172.20.0.5 (09bd704b-6212-4db6-bd70-00751ab4ca9c/c978f4ea-055a-4977-9b9a-93754a3ac117/e8325f29-28af-4798-bb87-a0fd07dc937c) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:40:08.349190 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e621850b-2eb6-45af-af19-53ce66087f56 req-9f74482d-e989-4d6b-972e-d67e399a8cbe tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Publish callbacks [] for port (e8325f29-28af-4798-bb87-a0fd07dc937c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:08.415211 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e621850b-2eb6-45af-af19-53ce66087f56 req-9f74482d-e989-4d6b-972e-d67e399a8cbe tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (e8325f29-28af-4798-bb87-a0fd07dc937c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:08.428430 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['a3ae0fbc-b85e-4937-aeff-246e6f4565a9'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:40:08.544936 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e621850b-2eb6-45af-af19-53ce66087f56 req-9f74482d-e989-4d6b-972e-d67e399a8cbe tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Network 09bd704b-6212-4db6-bd70-00751ab4ca9c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:40:08.548199 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-e621850b-2eb6-45af-af19-53ce66087f56 req-9f74482d-e989-4d6b-972e-d67e399a8cbe tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:40:08.570621 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-e621850b-2eb6-45af-af19-53ce66087f56 req-9f74482d-e989-4d6b-972e-d67e399a8cbe tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:40:08.615598 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74482d-e989-4d6b-972e-d67e399a8cbe tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Pushing event updated for resources: {'Port': ['ID=e8325f29-28af-4798-bb87-a0fd07dc937c,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:08.656721 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621850b-2eb6-45af-af19-53ce66087f56 req-9f74482d-e989-4d6b-972e-d67e399a8cbe tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:08.657598 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e621850b-2eb6-45af-af19-53ce66087f56 req-9f74482d-e989-4d6b-972e-d67e399a8cbe tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:08.675565 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e621850b-2eb6-45af-af19-53ce66087f56 req-9f74482d-e989-4d6b-972e-d67e399a8cbe tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7885256 Jan 18 20:40:08.687122 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-e621850b-2eb6-45af-af19-53ce66087f56 req-4c672256-2237-467b-8fdc-c816d2cf88d1 service neutron] Request body: {'port': {'device_id': '0a7c1624-5f2e-4780-ac69-d38983edcae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:40:08.744018 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e621850b-2eb6-45af-af19-53ce66087f56 req-4c672256-2237-467b-8fdc-c816d2cf88d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e8325f29-28af-4798-bb87-a0fd07dc937c), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:09.009367 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-e621850b-2eb6-45af-af19-53ce66087f56 req-4c672256-2237-467b-8fdc-c816d2cf88d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8325f29-28af-4798-bb87-a0fd07dc937c {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:40:09.017265 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e621850b-2eb6-45af-af19-53ce66087f56 req-4c672256-2237-467b-8fdc-c816d2cf88d1 service neutron] Publish callbacks [] for port (e8325f29-28af-4798-bb87-a0fd07dc937c), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:09.030750 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-e621850b-2eb6-45af-af19-53ce66087f56 req-4c672256-2237-467b-8fdc-c816d2cf88d1 service neutron] Transition to ACTIVE for port object e8325f29-28af-4798-bb87-a0fd07dc937c will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:40:09.035573 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e621850b-2eb6-45af-af19-53ce66087f56 req-4c672256-2237-467b-8fdc-c816d2cf88d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (e8325f29-28af-4798-bb87-a0fd07dc937c), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:09.132119 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c672256-2237-467b-8fdc-c816d2cf88d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8325f29-28af-4798-bb87-a0fd07dc937c,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:09.183395 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:40:09.186675 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3b997-4a8a-460d-ba3e-bc4d7b07c367 req-8cecfa5a-4861-4a26-9983-67bed1778ebc tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:09.187193 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c3f3b997-4a8a-460d-ba3e-bc4d7b07c367 req-8cecfa5a-4861-4a26-9983-67bed1778ebc tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 943 time: 0.1183641 Jan 18 20:40:09.250297 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-e621850b-2eb6-45af-af19-53ce66087f56 req-4c672256-2237-467b-8fdc-c816d2cf88d1 service neutron] Attempting to bind port e8325f29-28af-4798-bb87-a0fd07dc937c on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:40:09.250641 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-e621850b-2eb6-45af-af19-53ce66087f56 req-4c672256-2237-467b-8fdc-c816d2cf88d1 service neutron] Attempting to bind port e8325f29-28af-4798-bb87-a0fd07dc937c by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '47cfc122-0093-4f5b-8bea-67b9af9c936e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09bd704b-6212-4db6-bd70-00751ab4ca9c'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:40:09.250941 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e621850b-2eb6-45af-af19-53ce66087f56 req-4c672256-2237-467b-8fdc-c816d2cf88d1 service neutron] Attempting to bind port e8325f29-28af-4798-bb87-a0fd07dc937c on network 09bd704b-6212-4db6-bd70-00751ab4ca9c {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:40:09.258504 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c3f3b997-4a8a-460d-ba3e-bc4d7b07c367 req-722af044-ed69-4d1f-a1ee-92739d7b3b76 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646417 Jan 18 20:40:09.260774 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e621850b-2eb6-45af-af19-53ce66087f56 req-4c672256-2237-467b-8fdc-c816d2cf88d1 service neutron] Port e8325f29-28af-4798-bb87-a0fd07dc937c on network 09bd704b-6212-4db6-bd70-00751ab4ca9c not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:40:09.261369 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e621850b-2eb6-45af-af19-53ce66087f56 req-4c672256-2237-467b-8fdc-c816d2cf88d1 service neutron] Attempting to bind port e8325f29-28af-4798-bb87-a0fd07dc937c on network 09bd704b-6212-4db6-bd70-00751ab4ca9c {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:40:09.266663 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e621850b-2eb6-45af-af19-53ce66087f56 req-4c672256-2237-467b-8fdc-c816d2cf88d1 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:40:09.267006 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e621850b-2eb6-45af-af19-53ce66087f56 req-4c672256-2237-467b-8fdc-c816d2cf88d1 service neutron] Checking segment: {'id': '47cfc122-0093-4f5b-8bea-67b9af9c936e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09bd704b-6212-4db6-bd70-00751ab4ca9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:40:09.267366 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e621850b-2eb6-45af-af19-53ce66087f56 req-4c672256-2237-467b-8fdc-c816d2cf88d1 service neutron] Bound using segment: {'id': '47cfc122-0093-4f5b-8bea-67b9af9c936e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09bd704b-6212-4db6-bd70-00751ab4ca9c'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:40:09.267792 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-e621850b-2eb6-45af-af19-53ce66087f56 req-4c672256-2237-467b-8fdc-c816d2cf88d1 service neutron] Bound port: e8325f29-28af-4798-bb87-a0fd07dc937c, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47cfc122-0093-4f5b-8bea-67b9af9c936e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09bd704b-6212-4db6-bd70-00751ab4ca9c'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:40:09.269250 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e621850b-2eb6-45af-af19-53ce66087f56 req-4c672256-2237-467b-8fdc-c816d2cf88d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e8325f29-28af-4798-bb87-a0fd07dc937c), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:09.334912 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-e621850b-2eb6-45af-af19-53ce66087f56 req-4c672256-2237-467b-8fdc-c816d2cf88d1 service neutron] For port e8325f29-28af-4798-bb87-a0fd07dc937c, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:40:09.338155 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-e621850b-2eb6-45af-af19-53ce66087f56 req-4c672256-2237-467b-8fdc-c816d2cf88d1 service neutron] For port e8325f29-28af-4798-bb87-a0fd07dc937c, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e8325f29-28af-4798-bb87-a0fd07dc937c,segment=NetworkSegment(47cfc122-0093-4f5b-8bea-67b9af9c936e),segment_id=47cfc122-0093-4f5b-8bea-67b9af9c936e)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:40:09.342835 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e621850b-2eb6-45af-af19-53ce66087f56 req-4c672256-2237-467b-8fdc-c816d2cf88d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (e8325f29-28af-4798-bb87-a0fd07dc937c), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:09.375239 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621850b-2eb6-45af-af19-53ce66087f56 req-4c672256-2237-467b-8fdc-c816d2cf88d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:09.375859 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e621850b-2eb6-45af-af19-53ce66087f56 req-4c672256-2237-467b-8fdc-c816d2cf88d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:09.377235 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e621850b-2eb6-45af-af19-53ce66087f56 req-4c672256-2237-467b-8fdc-c816d2cf88d1 service neutron] 10.222.0.70 "PUT /v2.0/ports/e8325f29-28af-4798-bb87-a0fd07dc937c HTTP/1.1" status: 200 len: 1091 time: 0.6945906 Jan 18 20:40:09.377691 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a7c1624-5f2e-4780-ac69-d38983edcae8', 'tag': 'e8325f29-28af-4798-bb87-a0fd07dc937c'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:40:09.380101 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc2b2c9-badb-482f-b974-b629036b92e7" -d '{"events": [{"name": "network-changed", "server_uuid": "0a7c1624-5f2e-4780-ac69-d38983edcae8", "tag": "e8325f29-28af-4798-bb87-a0fd07dc937c"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:40:09.405816 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c672256-2237-467b-8fdc-c816d2cf88d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8325f29-28af-4798-bb87-a0fd07dc937c,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:09.468398 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a9b1b5-960a-442e-b360-f998cf0fee10 x-openstack-request-id: req-48a9b1b5-960a-442e-b360-f998cf0fee10 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:40:09.468694 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a7c1624-5f2e-4780-ac69-d38983edcae8", "tag": "e8325f29-28af-4798-bb87-a0fd07dc937c", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:40:09.468954 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48a9b1b5-960a-442e-b360-f998cf0fee10 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:40:09.469355 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a7c1624-5f2e-4780-ac69-d38983edcae8', 'tag': 'e8325f29-28af-4798-bb87-a0fd07dc937c', 'status': 'completed', 'code': 200} Jan 18 20:40:09.485871 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621850b-2eb6-45af-af19-53ce66087f56 req-e262e619-e28d-4636-b62e-ff77f776227a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:09.487833 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e621850b-2eb6-45af-af19-53ce66087f56 req-e262e619-e28d-4636-b62e-ff77f776227a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84dedffcb3e54590aab8a49d987203bb&device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 1094 time: 0.0632701 Jan 18 20:40:09.530659 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e621850b-2eb6-45af-af19-53ce66087f56 req-dcf71fc7-de29-4da6-8a6d-0223a56552b2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8325f29-28af-4798-bb87-a0fd07dc937c HTTP/1.1" status: 200 len: 217 time: 0.0358636 Jan 18 20:40:09.580950 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621850b-2eb6-45af-af19-53ce66087f56 req-05e18e01-9056-4785-855f-476af530eca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:09.583464 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e621850b-2eb6-45af-af19-53ce66087f56 req-05e18e01-9056-4785-855f-476af530eca5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c978f4ea-055a-4977-9b9a-93754a3ac117 HTTP/1.1" status: 200 len: 850 time: 0.0465002 Jan 18 20:40:09.619568 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e621850b-2eb6-45af-af19-53ce66087f56 req-2df15b22-cefd-486b-a44c-3d5598b35686 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09bd704b-6212-4db6-bd70-00751ab4ca9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281994 Jan 18 20:40:09.708900 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e621850b-2eb6-45af-af19-53ce66087f56 req-944154c0-9056-402b-8523-1c867b284b85 service neutron] 10.222.0.70 "GET /v2.0/networks/09bd704b-6212-4db6-bd70-00751ab4ca9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829999 Jan 18 20:40:09.803048 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e621850b-2eb6-45af-af19-53ce66087f56 req-182cd03b-9873-4ff8-a9f2-1f515bd492ac service neutron] 10.222.0.70 "GET /v2.0/networks/09bd704b-6212-4db6-bd70-00751ab4ca9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888567 Jan 18 20:40:09.891460 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2b2c9-badb-482f-b974-b629036b92e7 req-bfd89b3a-ae29-40a3-9482-8bc8c74469ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:09.893009 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5dc2b2c9-badb-482f-b974-b629036b92e7 req-bfd89b3a-ae29-40a3-9482-8bc8c74469ff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84dedffcb3e54590aab8a49d987203bb&device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 1094 time: 0.0425417 Jan 18 20:40:09.980639 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2b2c9-badb-482f-b974-b629036b92e7 req-54c41e6c-6c59-4ec2-ac88-5c46f3c9572c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:09.982222 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5dc2b2c9-badb-482f-b974-b629036b92e7 req-54c41e6c-6c59-4ec2-ac88-5c46f3c9572c service neutron] 10.222.0.70 "GET /v2.0/networks?id=09bd704b-6212-4db6-bd70-00751ab4ca9c HTTP/1.1" status: 200 len: 911 time: 0.0836053 Jan 18 20:40:10.026323 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5dc2b2c9-badb-482f-b974-b629036b92e7 req-d50378fb-ae07-4b8a-9fb6-3c95f065c352 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8325f29-28af-4798-bb87-a0fd07dc937c HTTP/1.1" status: 200 len: 217 time: 0.0373447 Jan 18 20:40:10.079023 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2b2c9-badb-482f-b974-b629036b92e7 req-67c4e7df-c574-4243-b054-a59814f5cfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:10.082130 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5dc2b2c9-badb-482f-b974-b629036b92e7 req-67c4e7df-c574-4243-b054-a59814f5cfe5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c978f4ea-055a-4977-9b9a-93754a3ac117 HTTP/1.1" status: 200 len: 850 time: 0.0483329 Jan 18 20:40:10.113993 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5dc2b2c9-badb-482f-b974-b629036b92e7 req-e9f01cbb-9233-44e4-9873-1d561a09b26d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09bd704b-6212-4db6-bd70-00751ab4ca9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253193 Jan 18 20:40:10.550772 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83557afa-85bd-4242-8393-a661052be87c req-68d7f651-58c3-4df3-aeb2-0acf3f364815 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:10.552303 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-83557afa-85bd-4242-8393-a661052be87c req-68d7f651-58c3-4df3-aeb2-0acf3f364815 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 943 time: 0.0710876 Jan 18 20:40:10.558474 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5dc2b2c9-badb-482f-b974-b629036b92e7 req-aae11459-1abe-4eab-adc6-5c0a3f98d294 service neutron] 10.222.0.70 "GET /v2.0/networks/09bd704b-6212-4db6-bd70-00751ab4ca9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381247 Jan 18 20:40:10.670804 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-83557afa-85bd-4242-8393-a661052be87c req-001e59d5-75f3-466a-9d47-cf5700691e37 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099448 Jan 18 20:40:10.691443 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5dc2b2c9-badb-482f-b974-b629036b92e7 req-c569845f-6fa8-4803-b7f4-d42586d715fc service neutron] 10.222.0.70 "GET /v2.0/networks/09bd704b-6212-4db6-bd70-00751ab4ca9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148374 Jan 18 20:40:11.809925 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b0cd2-86d4-454f-ad44-b5da53c3b5cd req-6abb0b37-448e-43cd-af91-d41cb8f97b9c tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:11.811660 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3d5b0cd2-86d4-454f-ad44-b5da53c3b5cd req-6abb0b37-448e-43cd-af91-d41cb8f97b9c tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 943 time: 0.0625865 Jan 18 20:40:11.862181 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3d5b0cd2-86d4-454f-ad44-b5da53c3b5cd req-33198667-113c-41f1-a76c-09d968034eb6 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446222 Jan 18 20:40:12.088092 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e8325f29-28af-4798-bb87-a0fd07dc937c details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:40:12.184553 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port e8325f29-28af-4798-bb87-a0fd07dc937c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e8325f29-28af-4798-bb87-a0fd07dc937c,segment=NetworkSegment(47cfc122-0093-4f5b-8bea-67b9af9c936e),segment_id=47cfc122-0093-4f5b-8bea-67b9af9c936e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:40:12.195038 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'e8325f29-28af-4798-bb87-a0fd07dc937c', 'network_id': '09bd704b-6212-4db6-bd70-00751ab4ca9c', 'port_id': 'e8325f29-28af-4798-bb87-a0fd07dc937c', 'mac_address': 'fa:16:3e:ef:57:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c978f4ea-055a-4977-9b9a-93754a3ac117', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:40:12.232072 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port e8325f29-28af-4798-bb87-a0fd07dc937c is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:40:12.232457 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e8325f29-28af-4798-bb87-a0fd07dc937c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:12.244679 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8325f29-28af-4798-bb87-a0fd07dc937c {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:40:12.263473 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port e8325f29-28af-4798-bb87-a0fd07dc937c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e8325f29-28af-4798-bb87-a0fd07dc937c,segment=NetworkSegment(47cfc122-0093-4f5b-8bea-67b9af9c936e),segment_id=47cfc122-0093-4f5b-8bea-67b9af9c936e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:40:12.267547 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e8325f29-28af-4798-bb87-a0fd07dc937c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:12.324393 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=e8325f29-28af-4798-bb87-a0fd07dc937c,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:12.332263 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:12.332637 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:12.332957 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:12.333291 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:12.333891 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:12.334232 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:12.334557 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:12.334882 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:12.335207 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:12.335530 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:12.335850 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:12.336172 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:12.336493 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:12.522857 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['e8325f29-28af-4798-bb87-a0fd07dc937c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:40:12.982287 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e30b8-324d-420a-a733-e4168aaca532 req-afd38fb2-0b3e-4c2a-bf79-9037e6958c7b tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:12.983855 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2c4e30b8-324d-420a-a733-e4168aaca532 req-afd38fb2-0b3e-4c2a-bf79-9037e6958c7b tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 944 time: 0.0522523 Jan 18 20:40:13.029078 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2c4e30b8-324d-420a-a733-e4168aaca532 req-d6977cc0-9fbe-42c4-a91b-f0039efe6425 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394154 Jan 18 20:40:14.121199 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e8325f29-28af-4798-bb87-a0fd07dc937c up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:40:14.157248 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e796b-1fa6-448d-8ee3-53066489ab75 req-03cea3a1-c3c2-4d54-bdf5-d5f36398226f tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:14.160414 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d31e796b-1fa6-448d-8ee3-53066489ab75 req-03cea3a1-c3c2-4d54-bdf5-d5f36398226f tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 944 time: 0.0553415 Jan 18 20:40:14.184930 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port e8325f29-28af-4798-bb87-a0fd07dc937c completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:40:14.190883 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port e8325f29-28af-4798-bb87-a0fd07dc937c triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:40:14.191743 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e8325f29-28af-4798-bb87-a0fd07dc937c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:14.222832 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d31e796b-1fa6-448d-8ee3-53066489ab75 req-50ffb11a-cac0-40db-9320-dc75c234de2e tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527771 Jan 18 20:40:14.287140 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port e8325f29-28af-4798-bb87-a0fd07dc937c is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:40:14.287663 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e8325f29-28af-4798-bb87-a0fd07dc937c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:14.311885 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7c1624-5f2e-4780-ac69-d38983edcae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8325f29-28af-4798-bb87-a0fd07dc937c'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:40:14.314278 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cf8465-2a82-4afe-aa11-0cc5513b8b87" -d '{"events": [{"server_uuid": "0a7c1624-5f2e-4780-ac69-d38983edcae8", "name": "network-vif-plugged", "status": "completed", "tag": "e8325f29-28af-4798-bb87-a0fd07dc937c"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:40:14.327651 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port e8325f29-28af-4798-bb87-a0fd07dc937c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e8325f29-28af-4798-bb87-a0fd07dc937c,segment=NetworkSegment(47cfc122-0093-4f5b-8bea-67b9af9c936e),segment_id=47cfc122-0093-4f5b-8bea-67b9af9c936e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:40:14.338455 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e8325f29-28af-4798-bb87-a0fd07dc937c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:14.377838 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1328fa67-50aa-4f37-9bf2-de94211ea2ea x-openstack-request-id: req-1328fa67-50aa-4f37-9bf2-de94211ea2ea {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:40:14.378360 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7c1624-5f2e-4780-ac69-d38983edcae8", "name": "network-vif-plugged", "status": "completed", "tag": "e8325f29-28af-4798-bb87-a0fd07dc937c", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:40:14.378802 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1328fa67-50aa-4f37-9bf2-de94211ea2ea {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:40:14.379525 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7c1624-5f2e-4780-ac69-d38983edcae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8325f29-28af-4798-bb87-a0fd07dc937c', 'code': 200} Jan 18 20:40:14.410403 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=e8325f29-28af-4798-bb87-a0fd07dc937c,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:14.477578 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a131dc-c305-4229-987b-9ba3dff65cf5 req-3920e418-0911-4fe8-ac71-bd61fee6269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:14.479340 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-15a131dc-c305-4229-987b-9ba3dff65cf5 req-3920e418-0911-4fe8-ac71-bd61fee6269a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 1096 time: 0.0451734 Jan 18 20:40:14.529937 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-15a131dc-c305-4229-987b-9ba3dff65cf5 req-d7cdd514-8110-435a-87c5-ea0569540e7c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410869 Jan 18 20:40:15.348522 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbe8a7-2938-439b-97be-3fb7671a84d0 req-03ae04f3-2511-43ff-9d58-87011ae18620 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:15.350175 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e4fbe8a7-2938-439b-97be-3fb7671a84d0 req-03ae04f3-2511-43ff-9d58-87011ae18620 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0657492 Jan 18 20:40:15.397224 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e4fbe8a7-2938-439b-97be-3fb7671a84d0 req-2253e7f6-87fb-4b3f-a865-a6d3d3b52fd2 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413384 Jan 18 20:40:16.520259 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae22d06-73a9-4056-887b-1d1dadbe0678 req-314435bd-6037-4c4f-8494-489caea5317d tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:16.521753 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eae22d06-73a9-4056-887b-1d1dadbe0678 req-314435bd-6037-4c4f-8494-489caea5317d tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0493083 Jan 18 20:40:16.573965 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eae22d06-73a9-4056-887b-1d1dadbe0678 req-40c70e61-effe-494c-947e-7f992327e4c8 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462558 Jan 18 20:40:16.838782 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616eefd6-8a8b-4d3d-a57d-97b12c387ace req-94f93754-232d-402e-ba84-32b6fc41701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:16.840253 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-616eefd6-8a8b-4d3d-a57d-97b12c387ace req-94f93754-232d-402e-ba84-32b6fc41701d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84dedffcb3e54590aab8a49d987203bb&device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 1096 time: 0.0826857 Jan 18 20:40:16.849851 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbada3a5-5841-479f-a705-6c4b83ee2435 req-5c0c7cde-2e56-4a81-87f0-6637503e7d5b tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:16.851412 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fbada3a5-5841-479f-a705-6c4b83ee2435 req-5c0c7cde-2e56-4a81-87f0-6637503e7d5b tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0665927 Jan 18 20:40:16.959198 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fbada3a5-5841-479f-a705-6c4b83ee2435 req-78c4c06f-8a01-4ac3-b153-e90819016d10 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991752 Jan 18 20:40:16.976441 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616eefd6-8a8b-4d3d-a57d-97b12c387ace req-70a24a60-2d79-4f29-b727-995b7199e854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:16.977999 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-616eefd6-8a8b-4d3d-a57d-97b12c387ace req-70a24a60-2d79-4f29-b727-995b7199e854 service neutron] 10.222.0.70 "GET /v2.0/networks?id=09bd704b-6212-4db6-bd70-00751ab4ca9c HTTP/1.1" status: 200 len: 911 time: 0.1256003 Jan 18 20:40:17.028665 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-616eefd6-8a8b-4d3d-a57d-97b12c387ace req-81c15760-81bd-4fe2-8263-360eacfddf6f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8325f29-28af-4798-bb87-a0fd07dc937c HTTP/1.1" status: 200 len: 217 time: 0.0440042 Jan 18 20:40:17.081341 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616eefd6-8a8b-4d3d-a57d-97b12c387ace req-eb6bb845-292a-436a-9e78-cabc4ba44a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:17.082953 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-616eefd6-8a8b-4d3d-a57d-97b12c387ace req-eb6bb845-292a-436a-9e78-cabc4ba44a37 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c978f4ea-055a-4977-9b9a-93754a3ac117 HTTP/1.1" status: 200 len: 850 time: 0.0475886 Jan 18 20:40:17.117127 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-616eefd6-8a8b-4d3d-a57d-97b12c387ace req-2a90bbe4-2633-40da-93b8-4a043698ec3d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09bd704b-6212-4db6-bd70-00751ab4ca9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272410 Jan 18 20:40:17.210712 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-616eefd6-8a8b-4d3d-a57d-97b12c387ace req-1c188b63-7fb1-4fb3-9f95-9ebef6565bcb service neutron] 10.222.0.70 "GET /v2.0/networks/09bd704b-6212-4db6-bd70-00751ab4ca9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865939 Jan 18 20:40:17.309775 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-616eefd6-8a8b-4d3d-a57d-97b12c387ace req-046025c5-c954-4b81-91bb-f02ae1053e0a service neutron] 10.222.0.70 "GET /v2.0/networks/09bd704b-6212-4db6-bd70-00751ab4ca9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920506 Jan 18 20:40:18.113981 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dca7d-f2de-45f5-84f9-000295a5f574 req-893bee31-270f-42b8-b632-5ed7f8877b74 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:18.122397 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f02dca7d-f2de-45f5-84f9-000295a5f574 req-893bee31-270f-42b8-b632-5ed7f8877b74 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0818899 Jan 18 20:40:18.169371 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f02dca7d-f2de-45f5-84f9-000295a5f574 req-47f470dd-ba16-47d4-b67b-7b38168aefea tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461197 Jan 18 20:40:19.322809 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dfb62-6056-4e62-a68e-6c62c49eac5b req-e491bcd4-aea4-4029-a600-334640b29487 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:19.324588 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5c2dfb62-6056-4e62-a68e-6c62c49eac5b req-e491bcd4-aea4-4029-a600-334640b29487 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0569413 Jan 18 20:40:19.386852 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5c2dfb62-6056-4e62-a68e-6c62c49eac5b req-1f11c436-c7cc-4916-886d-42cb84f726e0 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566862 Jan 18 20:40:20.272042 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:40:20.553668 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b83c4-736c-49d6-a3d2-aa34a6418b4e req-8fc4410a-46f2-459c-80a8-35e733a46405 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:20.558012 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-555b83c4-736c-49d6-a3d2-aa34a6418b4e req-8fc4410a-46f2-459c-80a8-35e733a46405 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0808961 Jan 18 20:40:20.621119 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-555b83c4-736c-49d6-a3d2-aa34a6418b4e req-a67bbf62-8df6-4b92-b2bb-d003dcafab1e tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530980 Jan 18 20:40:21.748906 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b1398-7b5c-4bb1-b11d-00b36345e33b req-c8e03992-a296-4838-97b4-bc992de985b0 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:21.756135 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec4b1398-7b5c-4bb1-b11d-00b36345e33b req-c8e03992-a296-4838-97b4-bc992de985b0 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0594206 Jan 18 20:40:21.823429 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec4b1398-7b5c-4bb1-b11d-00b36345e33b req-4c360d6c-16e4-45a5-b855-5e1f0650ddbe tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596581 Jan 18 20:40:22.940006 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0465be-3a50-4c41-8060-f62248c575f9 req-664ee011-9d8e-4789-a266-08531e7a2af2 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:22.943165 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c0465be-3a50-4c41-8060-f62248c575f9 req-664ee011-9d8e-4789-a266-08531e7a2af2 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0563464 Jan 18 20:40:22.996883 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c0465be-3a50-4c41-8060-f62248c575f9 req-cf545b53-080b-4275-8c29-3c9e21303687 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477512 Jan 18 20:40:24.116665 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5075c-528a-4e32-b901-bdec519a74e1 req-377227d1-107a-48a5-8d77-1741fd6bef17 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:24.118188 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-acc5075c-528a-4e32-b901-bdec519a74e1 req-377227d1-107a-48a5-8d77-1741fd6bef17 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0492275 Jan 18 20:40:24.165478 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-acc5075c-528a-4e32-b901-bdec519a74e1 req-eb297dff-75d3-4216-b5f0-6b846d320c37 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416293 Jan 18 20:40:25.280480 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f2c45-29bb-4078-96e1-c925ae76460d req-029e7b0b-d510-47c1-81f5-a2801e050bf8 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:25.282037 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6b7f2c45-29bb-4078-96e1-c925ae76460d req-029e7b0b-d510-47c1-81f5-a2801e050bf8 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0489140 Jan 18 20:40:25.334490 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6b7f2c45-29bb-4078-96e1-c925ae76460d req-f71fa85c-572f-4976-9556-44685e5b98cc tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467298 Jan 18 20:40:25.636325 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ef974200-c80c-4f8a-bebd-29366cace504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:26.448998 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fa1f9-8e1c-4847-bd1d-6c4472ab52b0 req-6968a997-fbd6-411e-9e53-131590e6491f tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:26.450550 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fd6fa1f9-8e1c-4847-bd1d-6c4472ab52b0 req-6968a997-fbd6-411e-9e53-131590e6491f tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0489640 Jan 18 20:40:26.501533 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fd6fa1f9-8e1c-4847-bd1d-6c4472ab52b0 req-b73310f6-71ab-46a8-84f5-0087e3184eca tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446770 Jan 18 20:40:27.621485 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bfb09d-0754-43a2-b59a-76ef61549fa8 req-328edd19-400c-4a79-9985-f1b86021f8e8 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:27.622981 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f6bfb09d-0754-43a2-b59a-76ef61549fa8 req-328edd19-400c-4a79-9985-f1b86021f8e8 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0519743 Jan 18 20:40:27.668984 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f6bfb09d-0754-43a2-b59a-76ef61549fa8 req-2c40e384-0a96-417b-a56f-8ad93b4f923f tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403707 Jan 18 20:40:27.806011 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f17ba60b-dc7f-4383-aa29-197eca488824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:28.820483 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c9a6d-8423-4081-a3bd-4f5f59ee6ee2 req-f654a800-65f8-4c0e-97ef-1af1e2eaf591 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:28.822537 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a28c9a6d-8423-4081-a3bd-4f5f59ee6ee2 req-f654a800-65f8-4c0e-97ef-1af1e2eaf591 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0665205 Jan 18 20:40:28.897350 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a28c9a6d-8423-4081-a3bd-4f5f59ee6ee2 req-b2a8c78f-8cc6-4884-b0ed-2be04beada60 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675035 Jan 18 20:40:28.909709 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c07f23-5a06-4e6f-b878-68680082458a req-184b6ad0-915a-4da7-9e1e-16b1dd9cc740 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:28.911425 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-64c07f23-5a06-4e6f-b878-68680082458a req-184b6ad0-915a-4da7-9e1e-16b1dd9cc740 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2 HTTP/1.1" status: 200 len: 946 time: 0.0741105 Jan 18 20:40:28.961342 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-64c07f23-5a06-4e6f-b878-68680082458a req-338b689b-b7a5-466a-81e2-67eeebe4bd38 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7fa9787-8a5c-4809-8b10-e47624ad7c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420911 Jan 18 20:40:29.127603 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:30.012878 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1a1ae-648f-44fa-9c1b-140fc9f25285 req-bf9a5dc2-8238-4d46-8af3-37a6b4ad5e69 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:30.014437 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d0a1a1ae-648f-44fa-9c1b-140fc9f25285 req-bf9a5dc2-8238-4d46-8af3-37a6b4ad5e69 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0494592 Jan 18 20:40:30.098652 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d0a1a1ae-648f-44fa-9c1b-140fc9f25285 req-aa1a9109-f81e-4780-b422-6d513c6358c8 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783210 Jan 18 20:40:30.109448 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9487211-4704-4429-83fa-54dbe576608e req-f88bf7d3-eb1d-4c93-bff4-d593ad682d1d tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:30.119061 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c9487211-4704-4429-83fa-54dbe576608e req-f88bf7d3-eb1d-4c93-bff4-d593ad682d1d tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2 HTTP/1.1" status: 200 len: 946 time: 0.0735474 Jan 18 20:40:30.157672 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c9487211-4704-4429-83fa-54dbe576608e req-6c8647bc-65ee-4923-ac9a-c1bec5d205be tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7fa9787-8a5c-4809-8b10-e47624ad7c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408888 Jan 18 20:40:30.498785 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fa592-da0b-474a-952c-4323ee66e903 req-fef26096-f548-4636-8aaa-94ea6b69ecd3 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:30.500260 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-005fa592-da0b-474a-952c-4323ee66e903 req-fef26096-f548-4636-8aaa-94ea6b69ecd3 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2 HTTP/1.1" status: 200 len: 946 time: 0.0482118 Jan 18 20:40:30.557997 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:30.599577 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-005fa592-da0b-474a-952c-4323ee66e903 req-6c62ccbe-b868-448f-bfe8-7ba3f0608bae tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Deleting port f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:40:30.599928 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-005fa592-da0b-474a-952c-4323ee66e903 req-6c62ccbe-b868-448f-bfe8-7ba3f0608bae tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:30.688149 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-005fa592-da0b-474a-952c-4323ee66e903 req-6c62ccbe-b868-448f-bfe8-7ba3f0608bae tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] For port f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf,segment=NetworkSegment(965344ef-8ad8-44eb-904e-0bd15225d0a9),segment_id=965344ef-8ad8-44eb-904e-0bd15225d0a9)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:40:30.688510 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-005fa592-da0b-474a-952c-4323ee66e903 req-6c62ccbe-b868-448f-bfe8-7ba3f0608bae tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:30.700702 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-005fa592-da0b-474a-952c-4323ee66e903 req-6c62ccbe-b868-448f-bfe8-7ba3f0608bae tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Calling delete_port for f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:40:30.840012 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-005fa592-da0b-474a-952c-4323ee66e903 req-6c62ccbe-b868-448f-bfe8-7ba3f0608bae tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:30.851951 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:40:30.869738 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62ccbe-b868-448f-bfe8-7ba3f0608bae tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Pushing event deleted for resources: {'Port': ['ID=f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:30.898900 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c62ccbe-b868-448f-bfe8-7ba3f0608bae tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:30.899245 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c62ccbe-b868-448f-bfe8-7ba3f0608bae tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:30.899581 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c62ccbe-b868-448f-bfe8-7ba3f0608bae tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:30.899919 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c62ccbe-b868-448f-bfe8-7ba3f0608bae tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:30.900249 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c62ccbe-b868-448f-bfe8-7ba3f0608bae tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:30.900575 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c62ccbe-b868-448f-bfe8-7ba3f0608bae tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:30.900901 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c62ccbe-b868-448f-bfe8-7ba3f0608bae tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:30.901221 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c62ccbe-b868-448f-bfe8-7ba3f0608bae tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:30.901542 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c62ccbe-b868-448f-bfe8-7ba3f0608bae tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:30.901886 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c62ccbe-b868-448f-bfe8-7ba3f0608bae tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:30.902250 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c62ccbe-b868-448f-bfe8-7ba3f0608bae tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:30.902514 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c62ccbe-b868-448f-bfe8-7ba3f0608bae tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:30.902834 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c62ccbe-b868-448f-bfe8-7ba3f0608bae tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:30.921844 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-005fa592-da0b-474a-952c-4323ee66e903 req-6c62ccbe-b868-448f-bfe8-7ba3f0608bae tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] No DVR routers for this DVR port f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:40:30.924870 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-005fa592-da0b-474a-952c-4323ee66e903 req-6c62ccbe-b868-448f-bfe8-7ba3f0608bae tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:30.928235 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-005fa592-da0b-474a-952c-4323ee66e903 req-6c62ccbe-b868-448f-bfe8-7ba3f0608bae tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.70 "DELETE /v2.0/ports/f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf HTTP/1.1" status: 204 len: 173 time: 0.4226167 Jan 18 20:40:30.928671 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2', 'name': 'network-vif-deleted', 'tag': 'f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:40:30.930938 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34bd955-645c-4fa8-959e-d7086a222cd0" -d '{"events": [{"server_uuid": "ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2", "name": "network-vif-deleted", "tag": "f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:40:30.974790 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d5c274-a88e-46b7-b83f-55464f59ffa0 x-openstack-request-id: req-b4d5c274-a88e-46b7-b83f-55464f59ffa0 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:40:30.975179 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2", "name": "network-vif-deleted", "tag": "f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:40:30.975432 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4d5c274-a88e-46b7-b83f-55464f59ffa0 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:40:30.975841 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2', 'name': 'network-vif-deleted', 'tag': 'f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf', 'status': 'completed', 'code': 200} Jan 18 20:40:31.216414 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57c4c9-7e0e-4cde-acdd-711625818c19 req-dc2fbc4d-a4de-4bf1-b97f-212da2d943fa tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:31.218141 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1e57c4c9-7e0e-4cde-acdd-711625818c19 req-dc2fbc4d-a4de-4bf1-b97f-212da2d943fa tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0512595 Jan 18 20:40:31.281609 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0ff71e74-a371-433e-8f52-4ffffff2131d req-2f6629c8-a563-4a64-8fa2-50cee9a09d82 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad83279b-95dc-4e8c-be39-0e4ed1a8b1c2 HTTP/1.1" status: 200 len: 210 time: 0.0347006 Jan 18 20:40:31.290025 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1e57c4c9-7e0e-4cde-acdd-711625818c19 req-1b426e62-b1ac-48bc-90f4-8c589b67a03f tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645006 Jan 18 20:40:31.842269 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:32.432860 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454014f-ca10-437a-be92-35efeaeb0ecc req-ad79cd8b-03f4-463c-bc22-10ff1f266844 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:32.434438 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c454014f-ca10-437a-be92-35efeaeb0ecc req-ad79cd8b-03f4-463c-bc22-10ff1f266844 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0547497 Jan 18 20:40:32.486415 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c454014f-ca10-437a-be92-35efeaeb0ecc req-2185d9c1-4d0e-4d19-8d63-632614e90f86 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436175 Jan 18 20:40:33.691435 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e312527-f41a-4e59-8197-9dafc3b8ba9a req-bae3f88f-c333-44fb-9797-f63cadf64bbf tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:33.692931 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e312527-f41a-4e59-8197-9dafc3b8ba9a req-bae3f88f-c333-44fb-9797-f63cadf64bbf tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0687017 Jan 18 20:40:33.741229 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e312527-f41a-4e59-8197-9dafc3b8ba9a req-81f4b7a2-fcb9-4ccd-ad4d-6b532b715d7f tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417702 Jan 18 20:40:34.184834 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:34.236100 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:40:34.260387 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:40:34.261020 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device f6bbd624-dd0a-46e6-8e5d-1be5b4c839bf not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:40:34.915889 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28494382-a2a0-49c2-a949-2a156931d7c0 req-1da69d8a-f8a3-44e8-9517-c547adf88d29 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:34.918532 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-28494382-a2a0-49c2-a949-2a156931d7c0 req-1da69d8a-f8a3-44e8-9517-c547adf88d29 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0649719 Jan 18 20:40:34.986261 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-28494382-a2a0-49c2-a949-2a156931d7c0 req-dcc3eb25-d59b-4721-93e9-f972d8066e47 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610437 Jan 18 20:40:36.107377 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cc627-3fb2-450b-8d16-29214cd61980 req-102464e0-d19c-41f9-91ca-6ccb8e73a816 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:36.109746 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-036cc627-3fb2-450b-8d16-29214cd61980 req-102464e0-d19c-41f9-91ca-6ccb8e73a816 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0520179 Jan 18 20:40:36.157187 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-036cc627-3fb2-450b-8d16-29214cd61980 req-8896a76c-b690-415e-8fd5-a7dae5152016 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414715 Jan 18 20:40:36.930177 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:37.280826 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288e658-7454-4e81-8a6a-06cbe284ce8b req-860a23ae-71b7-4755-871f-12eaae0bd7ff tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:37.290620 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2288e658-7454-4e81-8a6a-06cbe284ce8b req-860a23ae-71b7-4755-871f-12eaae0bd7ff tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0564530 Jan 18 20:40:37.347993 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2288e658-7454-4e81-8a6a-06cbe284ce8b req-b53f5662-0747-4abc-8819-c1c93fc25585 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507376 Jan 18 20:40:38.475691 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08a629-2e1d-4131-8c78-0d82b7908cc6 req-7f813e11-b34e-4a93-a2b3-dfab0bdf7e14 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:38.482820 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2b08a629-2e1d-4131-8c78-0d82b7908cc6 req-7f813e11-b34e-4a93-a2b3-dfab0bdf7e14 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0639303 Jan 18 20:40:38.533972 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2b08a629-2e1d-4131-8c78-0d82b7908cc6 req-e9b1698a-3267-4a2d-8d80-35be8ea311be tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493124 Jan 18 20:40:38.547313 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 32772) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:40:38.676271 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-34069d86-c128-4877-8b96-72f292db13bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5479376f0b1a40e4813c761a0d4880c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1332510 Jan 18 20:40:38.678810 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 32776) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:40:38.725942 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8abf069c-b1b2-4a8c-9012-45699097ca7b admin admin] Publish callbacks [] for security_group (57b2697e-e9ed-4f9f-9490-2cc1a668e3eb), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:38.746893 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8abf069c-b1b2-4a8c-9012-45699097ca7b admin admin] Publish callbacks [] for security_group (57b2697e-e9ed-4f9f-9490-2cc1a668e3eb), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:38.794252 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8abf069c-b1b2-4a8c-9012-45699097ca7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (57b2697e-e9ed-4f9f-9490-2cc1a668e3eb), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:38.797266 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8abf069c-b1b2-4a8c-9012-45699097ca7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:38.798502 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8abf069c-b1b2-4a8c-9012-45699097ca7b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/57b2697e-e9ed-4f9f-9490-2cc1a668e3eb HTTP/1.1" status: 204 len: 168 time: 0.1186762 Jan 18 20:40:38.806966 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf069c-b1b2-4a8c-9012-45699097ca7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b2697e-e9ed-4f9f-9490-2cc1a668e3eb,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:38.814769 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf069c-b1b2-4a8c-9012-45699097ca7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:38.815116 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf069c-b1b2-4a8c-9012-45699097ca7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:38.815455 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf069c-b1b2-4a8c-9012-45699097ca7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:38.815785 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf069c-b1b2-4a8c-9012-45699097ca7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:38.816115 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf069c-b1b2-4a8c-9012-45699097ca7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:38.816441 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf069c-b1b2-4a8c-9012-45699097ca7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:38.816760 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf069c-b1b2-4a8c-9012-45699097ca7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:38.817079 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf069c-b1b2-4a8c-9012-45699097ca7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:38.817398 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf069c-b1b2-4a8c-9012-45699097ca7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:38.817734 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf069c-b1b2-4a8c-9012-45699097ca7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:38.818052 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf069c-b1b2-4a8c-9012-45699097ca7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:38.818474 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf069c-b1b2-4a8c-9012-45699097ca7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:38.818675 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf069c-b1b2-4a8c-9012-45699097ca7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:39.665612 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6d465-27f0-485e-b9ba-18f606cb1d63 req-f256ad9c-0ac7-4f9b-99e1-6279d6548f9c tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:39.667838 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d1a6d465-27f0-485e-b9ba-18f606cb1d63 req-f256ad9c-0ac7-4f9b-99e1-6279d6548f9c tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0606968 Jan 18 20:40:39.724035 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d1a6d465-27f0-485e-b9ba-18f606cb1d63 req-1e6da331-e614-4feb-b4db-b02bd9b02e40 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490963 Jan 18 20:40:40.847438 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cf2f6-a24f-4002-8330-83fad1e9296f req-3b46f539-b291-4b6a-90fb-713a2e719005 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:40.849129 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-984cf2f6-a24f-4002-8330-83fad1e9296f req-3b46f539-b291-4b6a-90fb-713a2e719005 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0546672 Jan 18 20:40:40.908428 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-984cf2f6-a24f-4002-8330-83fad1e9296f req-2134c555-b1e7-4e79-87e5-edefcd5f3891 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523560 Jan 18 20:40:42.022864 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318edb6b-1df4-4a4d-830c-e26dcd3148ec req-6cdc30ba-7ef7-496a-b33d-13877ee16acf tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:42.024318 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-318edb6b-1df4-4a4d-830c-e26dcd3148ec req-6cdc30ba-7ef7-496a-b33d-13877ee16acf tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0480142 Jan 18 20:40:42.069963 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-318edb6b-1df4-4a4d-830c-e26dcd3148ec req-cabc83a0-cab4-4a9a-ac36-a5a68dfa2512 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400779 Jan 18 20:40:42.395273 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-c97ac37b-191d-45b0-a2da-514efdb276dd tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:42.396771 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-c97ac37b-191d-45b0-a2da-514efdb276dd tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/networks?id=a1f009ee-ea41-46a1-8dde-25531c2a4ce3 HTTP/1.1" status: 200 len: 814 time: 0.1073923 Jan 18 20:40:42.415464 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-d4377557-e230-42bf-b7fb-c06324d66ef4 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/quotas/659207600d0447eba243c99c1a57c914 HTTP/1.1" status: 200 len: 375 time: 0.0128531 Jan 18 20:40:42.451909 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-039b0f2b-127f-4b74-9e8d-bca525b268df tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=659207600d0447eba243c99c1a57c914&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309477 Jan 18 20:40:42.541481 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-4150b9db-a4d7-48b6-85c0-b73d569e4c3c service neutron] 10.222.0.31 "GET /v2.0/networks/a1f009ee-ea41-46a1-8dde-25531c2a4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824404 Jan 18 20:40:42.636473 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-809e410c-727e-43da-8cb4-1908811376cd service neutron] 10.222.0.31 "GET /v2.0/networks/a1f009ee-ea41-46a1-8dde-25531c2a4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886014 Jan 18 20:40:42.856900 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b0fcbe2a-fc31-490c-87b3-2d285f8d5768 req-f168d291-b8cd-445e-935f-b5ac13064f44 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/ports?device_id=04ff87e1-7458-437c-b244-cfa45ac322b0 HTTP/1.1" status: 200 len: 210 time: 0.0491610 Jan 18 20:40:43.202622 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81bf45-afd6-4e96-89fc-8e48d128ff16 req-f5c8aac0-12f5-433e-a0b6-d54daf79f5cd tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:43.204967 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3b81bf45-afd6-4e96-89fc-8e48d128ff16 req-f5c8aac0-12f5-433e-a0b6-d54daf79f5cd tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0551686 Jan 18 20:40:43.260512 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3b81bf45-afd6-4e96-89fc-8e48d128ff16 req-f437e475-840b-48b6-b088-f774dc830664 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476751 Jan 18 20:40:43.969820 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-4390c0ec-1925-4c66-b4aa-aa88a2b572d6 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:43.971979 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-4390c0ec-1925-4c66-b4aa-aa88a2b572d6 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.70 "GET /v2.0/networks?id=a1f009ee-ea41-46a1-8dde-25531c2a4ce3 HTTP/1.1" status: 200 len: 814 time: 0.1218293 Jan 18 20:40:43.988300 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1e64b341-e443-44fe-9a29-533d08d0b0c6 req-f9151a42-ee98-4ae0-b9f7-4da8f83e38d5 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/ports?device_id=04ff87e1-7458-437c-b244-cfa45ac322b0 HTTP/1.1" status: 200 len: 210 time: 0.0424325 Jan 18 20:40:43.992869 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-aa53cca0-069d-419c-8b80-4dab2d4bae56 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Request body: {'port': {'device_id': '04ff87e1-7458-437c-b244-cfa45ac322b0', 'network_id': 'a1f009ee-ea41-46a1-8dde-25531c2a4ce3', 'admin_state_up': True, 'tenant_id': '659207600d0447eba243c99c1a57c914'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:40:44.102733 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-aa53cca0-069d-419c-8b80-4dab2d4bae56 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Made reservation on behalf of 659207600d0447eba243c99c1a57c914 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:40:44.106235 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-aa53cca0-069d-419c-8b80-4dab2d4bae56 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:44.228873 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-aa53cca0-069d-419c-8b80-4dab2d4bae56 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Allocated IP 172.20.0.4 (a1f009ee-ea41-46a1-8dde-25531c2a4ce3/5d6a7d83-f920-4fee-ad9e-e8981e8a2e65/d28d8285-0729-4ae2-8982-e083d1b4f4f1) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:40:44.400667 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-aa53cca0-069d-419c-8b80-4dab2d4bae56 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Publish callbacks [] for port (d28d8285-0729-4ae2-8982-e083d1b4f4f1), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:44.415141 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874639f-02d8-4f65-9c86-f11efafcc60e req-e18a24c6-cfb5-4c42-9a0d-afedc5d60311 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:44.416628 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9874639f-02d8-4f65-9c86-f11efafcc60e req-e18a24c6-cfb5-4c42-9a0d-afedc5d60311 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0788932 Jan 18 20:40:44.476109 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-aa53cca0-069d-419c-8b80-4dab2d4bae56 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (d28d8285-0729-4ae2-8982-e083d1b4f4f1), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:44.480725 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9874639f-02d8-4f65-9c86-f11efafcc60e req-b56002ae-e949-4435-bac6-0cd737fec343 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580504 Jan 18 20:40:44.521797 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-aa53cca0-069d-419c-8b80-4dab2d4bae56 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Network a1f009ee-ea41-46a1-8dde-25531c2a4ce3 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:40:44.524892 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-aa53cca0-069d-419c-8b80-4dab2d4bae56 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:40:44.528481 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-aa53cca0-069d-419c-8b80-4dab2d4bae56 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:40:44.556620 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53cca0-069d-419c-8b80-4dab2d4bae56 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Pushing event updated for resources: {'Port': ['ID=d28d8285-0729-4ae2-8982-e083d1b4f4f1,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:44.581876 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-aa53cca0-069d-419c-8b80-4dab2d4bae56 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:44.582494 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-aa53cca0-069d-419c-8b80-4dab2d4bae56 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:44.598909 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-aa53cca0-069d-419c-8b80-4dab2d4bae56 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6096640 Jan 18 20:40:44.615395 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-7bfa3334-6372-46dd-80b3-fe4ef78e4bea service neutron] Request body: {'port': {'device_id': '04ff87e1-7458-437c-b244-cfa45ac322b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:40:44.671294 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-7bfa3334-6372-46dd-80b3-fe4ef78e4bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d28d8285-0729-4ae2-8982-e083d1b4f4f1), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:44.939155 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-7bfa3334-6372-46dd-80b3-fe4ef78e4bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d28d8285-0729-4ae2-8982-e083d1b4f4f1 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:40:44.946549 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-7bfa3334-6372-46dd-80b3-fe4ef78e4bea service neutron] Publish callbacks [] for port (d28d8285-0729-4ae2-8982-e083d1b4f4f1), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:44.958252 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-7bfa3334-6372-46dd-80b3-fe4ef78e4bea service neutron] Transition to ACTIVE for port object d28d8285-0729-4ae2-8982-e083d1b4f4f1 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:40:44.961664 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-7bfa3334-6372-46dd-80b3-fe4ef78e4bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (d28d8285-0729-4ae2-8982-e083d1b4f4f1), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:45.010556 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa3334-6372-46dd-80b3-fe4ef78e4bea service neutron] Pushing event updated for resources: {'Port': ['ID=d28d8285-0729-4ae2-8982-e083d1b4f4f1,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:45.119624 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-7bfa3334-6372-46dd-80b3-fe4ef78e4bea service neutron] Attempting to bind port d28d8285-0729-4ae2-8982-e083d1b4f4f1 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:40:45.119954 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-7bfa3334-6372-46dd-80b3-fe4ef78e4bea service neutron] Attempting to bind port d28d8285-0729-4ae2-8982-e083d1b4f4f1 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '965344ef-8ad8-44eb-904e-0bd15225d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a1f009ee-ea41-46a1-8dde-25531c2a4ce3'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:40:45.120275 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-7bfa3334-6372-46dd-80b3-fe4ef78e4bea service neutron] Attempting to bind port d28d8285-0729-4ae2-8982-e083d1b4f4f1 on network a1f009ee-ea41-46a1-8dde-25531c2a4ce3 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:40:45.127133 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-7bfa3334-6372-46dd-80b3-fe4ef78e4bea service neutron] Port d28d8285-0729-4ae2-8982-e083d1b4f4f1 on network a1f009ee-ea41-46a1-8dde-25531c2a4ce3 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:40:45.127448 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-7bfa3334-6372-46dd-80b3-fe4ef78e4bea service neutron] Attempting to bind port d28d8285-0729-4ae2-8982-e083d1b4f4f1 on network a1f009ee-ea41-46a1-8dde-25531c2a4ce3 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:40:45.137893 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2d465-1874-4529-88ac-db494a054ec2 req-cac68c88-d092-4900-b5e7-3f6aaa33d1ed tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:45.139377 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-27b2d465-1874-4529-88ac-db494a054ec2 req-cac68c88-d092-4900-b5e7-3f6aaa33d1ed tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/ports?device_id=04ff87e1-7458-437c-b244-cfa45ac322b0 HTTP/1.1" status: 200 len: 943 time: 0.0710206 Jan 18 20:40:45.142014 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-7bfa3334-6372-46dd-80b3-fe4ef78e4bea service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:40:45.142346 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-7bfa3334-6372-46dd-80b3-fe4ef78e4bea service neutron] Checking segment: {'id': '965344ef-8ad8-44eb-904e-0bd15225d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a1f009ee-ea41-46a1-8dde-25531c2a4ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:40:45.143247 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-7bfa3334-6372-46dd-80b3-fe4ef78e4bea service neutron] Bound using segment: {'id': '965344ef-8ad8-44eb-904e-0bd15225d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a1f009ee-ea41-46a1-8dde-25531c2a4ce3'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:40:45.143674 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-7bfa3334-6372-46dd-80b3-fe4ef78e4bea service neutron] Bound port: d28d8285-0729-4ae2-8982-e083d1b4f4f1, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '965344ef-8ad8-44eb-904e-0bd15225d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a1f009ee-ea41-46a1-8dde-25531c2a4ce3'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:40:45.144024 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-7bfa3334-6372-46dd-80b3-fe4ef78e4bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d28d8285-0729-4ae2-8982-e083d1b4f4f1), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:45.225679 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-27b2d465-1874-4529-88ac-db494a054ec2 req-c668009d-e100-484d-be4a-d61517564f21 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7fa9787-8a5c-4809-8b10-e47624ad7c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794759 Jan 18 20:40:45.241029 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-7bfa3334-6372-46dd-80b3-fe4ef78e4bea service neutron] For port d28d8285-0729-4ae2-8982-e083d1b4f4f1, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:40:45.244165 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-7bfa3334-6372-46dd-80b3-fe4ef78e4bea service neutron] For port d28d8285-0729-4ae2-8982-e083d1b4f4f1, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=d28d8285-0729-4ae2-8982-e083d1b4f4f1,segment=NetworkSegment(965344ef-8ad8-44eb-904e-0bd15225d0a9),segment_id=965344ef-8ad8-44eb-904e-0bd15225d0a9)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:40:45.249596 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-7bfa3334-6372-46dd-80b3-fe4ef78e4bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (d28d8285-0729-4ae2-8982-e083d1b4f4f1), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:45.282178 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-7bfa3334-6372-46dd-80b3-fe4ef78e4bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:45.282792 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-7bfa3334-6372-46dd-80b3-fe4ef78e4bea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:45.284753 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-7bfa3334-6372-46dd-80b3-fe4ef78e4bea service neutron] 10.222.0.70 "PUT /v2.0/ports/d28d8285-0729-4ae2-8982-e083d1b4f4f1 HTTP/1.1" status: 200 len: 1091 time: 0.6741436 Jan 18 20:40:45.285190 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ff87e1-7458-437c-b244-cfa45ac322b0', 'tag': 'd28d8285-0729-4ae2-8982-e083d1b4f4f1'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:40:45.287444 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ef1dae-296f-4d6e-9247-42b2e5a3deaa" -d '{"events": [{"name": "network-changed", "server_uuid": "04ff87e1-7458-437c-b244-cfa45ac322b0", "tag": "d28d8285-0729-4ae2-8982-e083d1b4f4f1"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:40:45.312797 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa3334-6372-46dd-80b3-fe4ef78e4bea service neutron] Pushing event updated for resources: {'Port': ['ID=d28d8285-0729-4ae2-8982-e083d1b4f4f1,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:45.342691 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59339b32-ce05-480f-a77d-4624f985907a x-openstack-request-id: req-59339b32-ce05-480f-a77d-4624f985907a {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:40:45.342984 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ff87e1-7458-437c-b244-cfa45ac322b0", "tag": "d28d8285-0729-4ae2-8982-e083d1b4f4f1", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:40:45.343234 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59339b32-ce05-480f-a77d-4624f985907a {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:40:45.343629 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ff87e1-7458-437c-b244-cfa45ac322b0', 'tag': 'd28d8285-0729-4ae2-8982-e083d1b4f4f1', 'status': 'completed', 'code': 200} Jan 18 20:40:45.375434 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-88b4f6d3-92c7-4914-8539-db8ae300b9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:45.376918 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-88b4f6d3-92c7-4914-8539-db8ae300b9f2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=659207600d0447eba243c99c1a57c914&device_id=04ff87e1-7458-437c-b244-cfa45ac322b0 HTTP/1.1" status: 200 len: 1094 time: 0.0442727 Jan 18 20:40:45.424919 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-a6badc3d-de3f-4fd4-991f-2540470b8867 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d28d8285-0729-4ae2-8982-e083d1b4f4f1 HTTP/1.1" status: 200 len: 217 time: 0.0344603 Jan 18 20:40:45.480144 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-e9430dd0-316d-446a-8a2a-320d76441262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:45.481625 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-e9430dd0-316d-446a-8a2a-320d76441262 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5d6a7d83-f920-4fee-ad9e-e8981e8a2e65 HTTP/1.1" status: 200 len: 854 time: 0.0467541 Jan 18 20:40:45.518786 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-cfee9c9b-6c3c-47b4-b4f2-9e793420481d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a1f009ee-ea41-46a1-8dde-25531c2a4ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276794 Jan 18 20:40:45.669438 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba157361-911a-48c4-bca0-de033a0e10e2 req-05e0291c-9094-41d5-9345-82fdb69f292b tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:45.670924 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ba157361-911a-48c4-bca0-de033a0e10e2 req-05e0291c-9094-41d5-9345-82fdb69f292b tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.1177270 Jan 18 20:40:45.701437 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-db651c04-2dd0-45b3-856a-a775e7f573c6 service neutron] 10.222.0.70 "GET /v2.0/networks/a1f009ee-ea41-46a1-8dde-25531c2a4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735647 Jan 18 20:40:45.706562 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d65f3-12c4-459d-b39a-932d3c4b3ec0 req-d417f90f-5f50-4a98-b230-53070a04ebfe tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:45.707970 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f33d65f3-12c4-459d-b39a-932d3c4b3ec0 req-d417f90f-5f50-4a98-b230-53070a04ebfe tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 1096 time: 0.0993490 Jan 18 20:40:45.800111 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ba157361-911a-48c4-bca0-de033a0e10e2 req-c8fcf3c7-431e-4ed2-a50f-eec55594248c tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189101 Jan 18 20:40:45.847334 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f33d65f3-12c4-459d-b39a-932d3c4b3ec0 req-a44258d6-b4d3-4e90-a76e-34194297908c tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278379 Jan 18 20:40:45.858022 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f0a384c-b7b8-4ccb-9780-65a8c03a0b7f req-11aa6e92-2216-4bf3-b0f8-76f4c649e760 service neutron] 10.222.0.70 "GET /v2.0/networks/a1f009ee-ea41-46a1-8dde-25531c2a4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463380 Jan 18 20:40:45.869313 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 32900) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:40:45.952767 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef1dae-296f-4d6e-9247-42b2e5a3deaa req-feabf7f6-6ce4-41d2-9092-398d6b1c7a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:45.954298 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-31ef1dae-296f-4d6e-9247-42b2e5a3deaa req-feabf7f6-6ce4-41d2-9092-398d6b1c7a54 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=659207600d0447eba243c99c1a57c914&device_id=04ff87e1-7458-437c-b244-cfa45ac322b0 HTTP/1.1" status: 200 len: 1094 time: 0.0431468 Jan 18 20:40:46.064883 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef1dae-296f-4d6e-9247-42b2e5a3deaa req-e818a6f0-29d1-4e3f-8594-f34484f232f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:46.066257 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-31ef1dae-296f-4d6e-9247-42b2e5a3deaa req-e818a6f0-29d1-4e3f-8594-f34484f232f3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a1f009ee-ea41-46a1-8dde-25531c2a4ce3 HTTP/1.1" status: 200 len: 915 time: 0.1049643 Jan 18 20:40:46.069907 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f1f9f154-cf4d-421a-b97a-418c0b1b9c24 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Deleting port be4eb839-c041-43ef-a081-f4ccfd155c83 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:40:46.070249 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f154-cf4d-421a-b97a-418c0b1b9c24 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (be4eb839-c041-43ef-a081-f4ccfd155c83), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:46.113005 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-31ef1dae-296f-4d6e-9247-42b2e5a3deaa req-bda74d24-98bb-415f-b7e9-45dc5d4ad62e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d28d8285-0729-4ae2-8982-e083d1b4f4f1 HTTP/1.1" status: 200 len: 217 time: 0.0372460 Jan 18 20:40:46.149444 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f154-cf4d-421a-b97a-418c0b1b9c24 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (be4eb839-c041-43ef-a081-f4ccfd155c83), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:46.154005 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f154-cf4d-421a-b97a-418c0b1b9c24 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for floatingip (be4eb839-c041-43ef-a081-f4ccfd155c83), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:46.173608 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f1f9f154-cf4d-421a-b97a-418c0b1b9c24 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Calling delete_port for be4eb839-c041-43ef-a081-f4ccfd155c83 owned by network:floatingip {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:40:46.173973 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef1dae-296f-4d6e-9247-42b2e5a3deaa req-51e09cdb-5f09-4af0-862b-9389831fd712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:46.175753 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-31ef1dae-296f-4d6e-9247-42b2e5a3deaa req-51e09cdb-5f09-4af0-862b-9389831fd712 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5d6a7d83-f920-4fee-ad9e-e8981e8a2e65 HTTP/1.1" status: 200 len: 854 time: 0.0572400 Jan 18 20:40:46.206873 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-31ef1dae-296f-4d6e-9247-42b2e5a3deaa req-b5b9148c-c45e-49c2-a8a2-999c85ea3433 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a1f009ee-ea41-46a1-8dde-25531c2a4ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248311 Jan 18 20:40:46.312712 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-31ef1dae-296f-4d6e-9247-42b2e5a3deaa req-192f75ff-dc02-4d70-92f8-84678f5c9ffc service neutron] 10.222.0.70 "GET /v2.0/networks/a1f009ee-ea41-46a1-8dde-25531c2a4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991740 Jan 18 20:40:46.348751 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f154-cf4d-421a-b97a-418c0b1b9c24 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (be4eb839-c041-43ef-a081-f4ccfd155c83), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:46.373607 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9f154-cf4d-421a-b97a-418c0b1b9c24 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event deleted for resources: {'Port': ['ID=be4eb839-c041-43ef-a081-f4ccfd155c83,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:46.405841 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7d7a0-e5ed-46f1-ba15-0485d12933b1 req-c6f0052e-d212-4815-ad95-ebda4bba5147 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:46.407367 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4ea7d7a0-e5ed-46f1-ba15-0485d12933b1 req-c6f0052e-d212-4815-ad95-ebda4bba5147 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/ports?device_id=04ff87e1-7458-437c-b244-cfa45ac322b0 HTTP/1.1" status: 200 len: 943 time: 0.1058123 Jan 18 20:40:46.443802 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f154-cf4d-421a-b97a-418c0b1b9c24 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for floatingip (8d3e5996-4e42-47d8-ac70-6e1dd9ea543f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:46.444182 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [None req-f1f9f154-cf4d-421a-b97a-418c0b1b9c24 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Floating IP 8d3e5996-4e42-47d8-ac70-6e1dd9ea543f disassociated (deleted). External IP: 172.25.4.239, port: eb3ee3ec-48dc-448a-a693-ca0d8bcae530. Jan 18 20:40:46.448640 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-31ef1dae-296f-4d6e-9247-42b2e5a3deaa req-6cc242c7-a687-489c-84bb-c6440d4db934 service neutron] 10.222.0.70 "GET /v2.0/networks/a1f009ee-ea41-46a1-8dde-25531c2a4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219692 Jan 18 20:40:46.470886 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4ea7d7a0-e5ed-46f1-ba15-0485d12933b1 req-baede97f-8642-4e7e-a9a2-74196c409f11 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7fa9787-8a5c-4809-8b10-e47624ad7c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574090 Jan 18 20:40:46.648558 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f9f154-cf4d-421a-b97a-418c0b1b9c24 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Router 6a3a5181-3898-4beb-a59b-e147de88a062 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:40:46.753457 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f9f154-cf4d-421a-b97a-418c0b1b9c24 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:40:46.758223 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f154-cf4d-421a-b97a-418c0b1b9c24 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:46.762796 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab65ba9d-9710-4ee0-a0bd-ab9ae21eb3c9 None None] Sync routers for ids ['6a3a5181-3898-4beb-a59b-e147de88a062'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:40:46.771868 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab65ba9d-9710-4ee0-a0bd-ab9ae21eb3c9 None None] Routers {'6a3a5181-3898-4beb-a59b-e147de88a062'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:40:46.772465 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ab65ba9d-9710-4ee0-a0bd-ab9ae21eb3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:40:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6a3a5181-3898-4beb-a59b-e147de88a062'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:40:46.784291 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f1f9f154-cf4d-421a-b97a-418c0b1b9c24 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "DELETE /v2.0/floatingips/8d3e5996-4e42-47d8-ac70-6e1dd9ea543f HTTP/1.1" status: 204 len: 168 time: 0.9138589 Jan 18 20:40:46.784890 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f', 'tag': 'eb3ee3ec-48dc-448a-a693-ca0d8bcae530'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:40:46.787191 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b80502f-f3c5-45c1-9346-ef8faa1586a6" -d '{"events": [{"name": "network-changed", "server_uuid": "5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f", "tag": "eb3ee3ec-48dc-448a-a693-ca0d8bcae530"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:40:46.832035 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8928aa-52f3-4283-9fce-be3336e2d3b9 x-openstack-request-id: req-1b8928aa-52f3-4283-9fce-be3336e2d3b9 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:40:46.832789 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f", "tag": "eb3ee3ec-48dc-448a-a693-ca0d8bcae530", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:40:46.833165 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b8928aa-52f3-4283-9fce-be3336e2d3b9 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:40:46.833946 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f', 'tag': 'eb3ee3ec-48dc-448a-a693-ca0d8bcae530', 'status': 'completed', 'code': 200} Jan 18 20:40:46.889503 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-ab65ba9d-9710-4ee0-a0bd-ab9ae21eb3c9 None None] Set router 6a3a5181-3898-4beb-a59b-e147de88a062 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:40:46.912132 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80502f-f3c5-45c1-9346-ef8faa1586a6 req-74cd36c0-0e81-4381-a110-8d3013616ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:46.913946 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b80502f-f3c5-45c1-9346-ef8faa1586a6 req-74cd36c0-0e81-4381-a110-8d3013616ad0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 1096 time: 0.0595388 Jan 18 20:40:46.950644 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a725c5-7b65-48b9-8a4e-2caf1030b06c req-e7ca0935-987e-457a-a956-1798a39a23c2 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:46.953283 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-86a725c5-7b65-48b9-8a4e-2caf1030b06c req-e7ca0935-987e-457a-a956-1798a39a23c2 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0692308 Jan 18 20:40:47.052326 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-86a725c5-7b65-48b9-8a4e-2caf1030b06c req-9172576f-6641-4e0e-843a-2e211622480b tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833886 Jan 18 20:40:47.088544 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80502f-f3c5-45c1-9346-ef8faa1586a6 req-9fe2fdd3-e2c5-49ba-bda9-daa506189d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:47.090544 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b80502f-f3c5-45c1-9346-ef8faa1586a6 req-9fe2fdd3-e2c5-49ba-bda9-daa506189d9e service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6dee874-ef78-4e87-96a6-1e0ac3327735 HTTP/1.1" status: 200 len: 898 time: 0.1702378 Jan 18 20:40:47.138470 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248ce14-b8ac-4953-9205-6f1d9d4e7b05 req-3c55ea0b-3082-4e2e-83ba-ae6f5f4f226a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:47.140021 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c248ce14-b8ac-4953-9205-6f1d9d4e7b05 req-3c55ea0b-3082-4e2e-83ba-ae6f5f4f226a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 945 time: 0.0648355 Jan 18 20:40:47.146784 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b80502f-f3c5-45c1-9346-ef8faa1586a6 req-d0c8c4ce-49fb-427b-96f1-4edce1e8d644 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb3ee3ec-48dc-448a-a693-ca0d8bcae530 HTTP/1.1" status: 200 len: 217 time: 0.0463796 Jan 18 20:40:47.197783 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c248ce14-b8ac-4953-9205-6f1d9d4e7b05 req-6f76a75e-31ad-43f1-ab07-b8182ab653a7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511022 Jan 18 20:40:47.205138 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80502f-f3c5-45c1-9346-ef8faa1586a6 req-4809fdd6-2700-40e7-9771-9eaec805505a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:47.207602 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b80502f-f3c5-45c1-9346-ef8faa1586a6 req-4809fdd6-2700-40e7-9771-9eaec805505a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=56dbd12f-121d-4194-bd0f-62f77149bdc0 HTTP/1.1" status: 200 len: 834 time: 0.0539522 Jan 18 20:40:47.258043 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80502f-f3c5-45c1-9346-ef8faa1586a6 req-c7c4be7c-5dab-490c-a5f3-75ff9f292adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:47.259536 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b80502f-f3c5-45c1-9346-ef8faa1586a6 req-c7c4be7c-5dab-490c-a5f3-75ff9f292adf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6dee874-ef78-4e87-96a6-1e0ac3327735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448985 Jan 18 20:40:47.328754 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ab65ba9d-9710-4ee0-a0bd-ab9ae21eb3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371677621', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:38:30Z', 'updated_at': '2022-01-18T20:38:36Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:38:31Z', 'updated_at': '2022-01-18T20:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '5a08ce64-9878-41df-8857-760794fc3587', 'name': '', 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:a7:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '56dbd12f-121d-4194-bd0f-62f77149bdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:38:35Z', 'updated_at': '2022-01-18T20:38:41Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': '56dbd12f-121d-4194-bd0f-62f77149bdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:40:47.365062 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b80502f-f3c5-45c1-9346-ef8faa1586a6 req-1042ce80-6058-49a1-942f-c7b04d7227a4 service neutron] 10.222.0.57 "GET /v2.0/networks/b6dee874-ef78-4e87-96a6-1e0ac3327735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985203 Jan 18 20:40:47.370220 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab65ba9d-9710-4ee0-a0bd-ab9ae21eb3c9 None None] Checking router: 6a3a5181-3898-4beb-a59b-e147de88a062 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:40:47.378666 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab65ba9d-9710-4ee0-a0bd-ab9ae21eb3c9 None None] Routers {'6a3a5181-3898-4beb-a59b-e147de88a062'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:40:47.379439 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ab65ba9d-9710-4ee0-a0bd-ab9ae21eb3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:40:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6a3a5181-3898-4beb-a59b-e147de88a062'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:40:47.461450 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5b80502f-f3c5-45c1-9346-ef8faa1586a6 req-7411f54e-9337-447f-8419-76adf02dfed1 service neutron] 10.222.0.57 "GET /v2.0/networks/b6dee874-ef78-4e87-96a6-1e0ac3327735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891492 Jan 18 20:40:47.486208 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-ab65ba9d-9710-4ee0-a0bd-ab9ae21eb3c9 None None] Set router 6a3a5181-3898-4beb-a59b-e147de88a062 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:40:47.588723 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97937818-e142-44bb-8c2b-949e5ef69c9b req-a572434b-e01d-4399-a9c4-a41044409607 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:47.590365 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97937818-e142-44bb-8c2b-949e5ef69c9b req-a572434b-e01d-4399-a9c4-a41044409607 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/ports?device_id=04ff87e1-7458-437c-b244-cfa45ac322b0 HTTP/1.1" status: 200 len: 943 time: 0.0485494 Jan 18 20:40:47.646425 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97937818-e142-44bb-8c2b-949e5ef69c9b req-f7c808f2-4f5d-42cf-b298-a7778915693a tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7fa9787-8a5c-4809-8b10-e47624ad7c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492051 Jan 18 20:40:47.694816 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ab65ba9d-9710-4ee0-a0bd-ab9ae21eb3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371677621', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:38:30Z', 'updated_at': '2022-01-18T20:38:36Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:38:31Z', 'updated_at': '2022-01-18T20:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '5a08ce64-9878-41df-8857-760794fc3587', 'name': '', 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:a7:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '56dbd12f-121d-4194-bd0f-62f77149bdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:38:35Z', 'updated_at': '2022-01-18T20:38:41Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': '56dbd12f-121d-4194-bd0f-62f77149bdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:40:47.722648 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab65ba9d-9710-4ee0-a0bd-ab9ae21eb3c9 None None] The sync data for ids ['6a3a5181-3898-4beb-a59b-e147de88a062'] in n-d-741529-9 is: [{'id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371677621', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:38:30Z', 'updated_at': '2022-01-18T20:38:36Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:38:31Z', 'updated_at': '2022-01-18T20:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '5a08ce64-9878-41df-8857-760794fc3587', 'name': '', 'network_id': 'b6dee874-ef78-4e87-96a6-1e0ac3327735', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:a7:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '56dbd12f-121d-4194-bd0f-62f77149bdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:38:35Z', 'updated_at': '2022-01-18T20:38:41Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': '56dbd12f-121d-4194-bd0f-62f77149bdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:40:47.959254 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c45328-2d6c-492c-ad56-20efcd6d702c None None] New status for floating IP 8d3e5996-4e42-47d8-ac70-6e1dd9ea543f: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:40:48.167838 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3020e-de1f-4158-8a60-175a48b79940 req-d81329c5-84f0-44fd-a082-2a94de704757 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:48.169469 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-16a3020e-de1f-4158-8a60-175a48b79940 req-d81329c5-84f0-44fd-a082-2a94de704757 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0513079 Jan 18 20:40:48.215921 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-16a3020e-de1f-4158-8a60-175a48b79940 req-d9ceef3b-503c-4d53-b1bd-3e2b40c8f3f8 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404112 Jan 18 20:40:48.320132 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89556c9c-5461-42ac-a0ae-980c78bdfa07 req-5bec8b6f-0a2a-4e8e-9168-064a818d7528 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:48.322337 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device d28d8285-0729-4ae2-8982-e083d1b4f4f1 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:40:48.323459 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-89556c9c-5461-42ac-a0ae-980c78bdfa07 req-5bec8b6f-0a2a-4e8e-9168-064a818d7528 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 945 time: 0.0565464 Jan 18 20:40:48.376595 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-89556c9c-5461-42ac-a0ae-980c78bdfa07 req-22cbd28d-3b7d-4b64-982f-d8e83846af9f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472281 Jan 18 20:40:48.427501 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port d28d8285-0729-4ae2-8982-e083d1b4f4f1, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=d28d8285-0729-4ae2-8982-e083d1b4f4f1,segment=NetworkSegment(965344ef-8ad8-44eb-904e-0bd15225d0a9),segment_id=965344ef-8ad8-44eb-904e-0bd15225d0a9)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:40:48.437819 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'd28d8285-0729-4ae2-8982-e083d1b4f4f1', 'network_id': 'a1f009ee-ea41-46a1-8dde-25531c2a4ce3', 'port_id': 'd28d8285-0729-4ae2-8982-e083d1b4f4f1', 'mac_address': 'fa:16:3e:1c:b4:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6a7d83-f920-4fee-ad9e-e8981e8a2e65', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:40:48.475715 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port d28d8285-0729-4ae2-8982-e083d1b4f4f1 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:40:48.476110 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d28d8285-0729-4ae2-8982-e083d1b4f4f1), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:48.489170 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d28d8285-0729-4ae2-8982-e083d1b4f4f1 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:40:48.508099 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port d28d8285-0729-4ae2-8982-e083d1b4f4f1, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=d28d8285-0729-4ae2-8982-e083d1b4f4f1,segment=NetworkSegment(965344ef-8ad8-44eb-904e-0bd15225d0a9),segment_id=965344ef-8ad8-44eb-904e-0bd15225d0a9)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:40:48.512206 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d28d8285-0729-4ae2-8982-e083d1b4f4f1), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:48.577658 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=d28d8285-0729-4ae2-8982-e083d1b4f4f1,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:48.634792 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65baf7d-78d5-4eb0-8887-7f616b8eb68a req-16fc6275-e478-4add-8d07-8063e2200c21 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:48.636685 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b65baf7d-78d5-4eb0-8887-7f616b8eb68a req-16fc6275-e478-4add-8d07-8063e2200c21 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f HTTP/1.1" status: 200 len: 945 time: 0.0550756 Jan 18 20:40:48.653184 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc94ff-22bc-46f5-b0e4-c34e53c1fa85 req-be5aadaf-df53-4e4b-ae82-59b74d9af4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:48.654734 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-51fc94ff-22bc-46f5-b0e4-c34e53c1fa85 req-be5aadaf-df53-4e4b-ae82-59b74d9af4b9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 1096 time: 0.0463421 Jan 18 20:40:48.718767 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-51fc94ff-22bc-46f5-b0e4-c34e53c1fa85 req-0d3a1752-936e-46d2-bc04-0ba962f62ae9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570929 Jan 18 20:40:48.739416 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-b65baf7d-78d5-4eb0-8887-7f616b8eb68a req-5ae96eed-b757-4076-a8a5-38677c48acd9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Deleting port eb3ee3ec-48dc-448a-a693-ca0d8bcae530 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:40:48.739903 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b65baf7d-78d5-4eb0-8887-7f616b8eb68a req-5ae96eed-b757-4076-a8a5-38677c48acd9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (eb3ee3ec-48dc-448a-a693-ca0d8bcae530), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:48.762198 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['d28d8285-0729-4ae2-8982-e083d1b4f4f1'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:40:48.769212 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cdae2-9a7b-432e-96d4-55f0b408907a req-a828318d-1cac-464a-9ccc-ee7d2acf9ae5 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:48.770903 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e8cdae2-9a7b-432e-96d4-55f0b408907a req-a828318d-1cac-464a-9ccc-ee7d2acf9ae5 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/ports?device_id=04ff87e1-7458-437c-b244-cfa45ac322b0 HTTP/1.1" status: 200 len: 944 time: 0.0512404 Jan 18 20:40:48.838283 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e8cdae2-9a7b-432e-96d4-55f0b408907a req-2e522ed7-4f6c-4c63-9864-cd447b2c6a69 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7fa9787-8a5c-4809-8b10-e47624ad7c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480795 Jan 18 20:40:48.858182 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-b65baf7d-78d5-4eb0-8887-7f616b8eb68a req-5ae96eed-b757-4076-a8a5-38677c48acd9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] For port eb3ee3ec-48dc-448a-a693-ca0d8bcae530, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=eb3ee3ec-48dc-448a-a693-ca0d8bcae530,segment=NetworkSegment(e59d8861-d188-4cf8-863d-e8b06e30ebf1),segment_id=e59d8861-d188-4cf8-863d-e8b06e30ebf1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:40:48.858182 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b65baf7d-78d5-4eb0-8887-7f616b8eb68a req-5ae96eed-b757-4076-a8a5-38677c48acd9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (eb3ee3ec-48dc-448a-a693-ca0d8bcae530), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:48.866361 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-b65baf7d-78d5-4eb0-8887-7f616b8eb68a req-5ae96eed-b757-4076-a8a5-38677c48acd9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Calling delete_port for eb3ee3ec-48dc-448a-a693-ca0d8bcae530 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:40:49.008998 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b65baf7d-78d5-4eb0-8887-7f616b8eb68a req-5ae96eed-b757-4076-a8a5-38677c48acd9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (eb3ee3ec-48dc-448a-a693-ca0d8bcae530), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:49.037878 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae96eed-b757-4076-a8a5-38677c48acd9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event deleted for resources: {'Port': ['ID=eb3ee3ec-48dc-448a-a693-ca0d8bcae530,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:49.085253 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65baf7d-78d5-4eb0-8887-7f616b8eb68a req-5ae96eed-b757-4076-a8a5-38677c48acd9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] No DVR routers for this DVR port eb3ee3ec-48dc-448a-a693-ca0d8bcae530 on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:40:49.087925 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b65baf7d-78d5-4eb0-8887-7f616b8eb68a req-5ae96eed-b757-4076-a8a5-38677c48acd9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:49.091291 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b65baf7d-78d5-4eb0-8887-7f616b8eb68a req-5ae96eed-b757-4076-a8a5-38677c48acd9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.57 "DELETE /v2.0/ports/eb3ee3ec-48dc-448a-a693-ca0d8bcae530 HTTP/1.1" status: 204 len: 173 time: 0.4494300 Jan 18 20:40:49.091743 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f', 'name': 'network-vif-deleted', 'tag': 'eb3ee3ec-48dc-448a-a693-ca0d8bcae530'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:40:49.094105 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006cf8a1-c5e5-4f9e-9b96-9d3ad2a47e5a" -d '{"events": [{"server_uuid": "5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f", "name": "network-vif-deleted", "tag": "eb3ee3ec-48dc-448a-a693-ca0d8bcae530"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:40:49.141848 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279ef08b-3556-4fef-adfb-da4833244768 x-openstack-request-id: req-279ef08b-3556-4fef-adfb-da4833244768 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:40:49.142164 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f", "name": "network-vif-deleted", "tag": "eb3ee3ec-48dc-448a-a693-ca0d8bcae530", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:40:49.142413 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-279ef08b-3556-4fef-adfb-da4833244768 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:40:49.143354 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f18e2e6-1809-4c0c-bfb6-50fd7ce5fb9f', 'name': 'network-vif-deleted', 'tag': 'eb3ee3ec-48dc-448a-a693-ca0d8bcae530', 'status': 'completed', 'code': 200} Jan 18 20:40:49.358012 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196a34d-5d08-42fd-be3b-560b95682ee9 req-a339347e-c67a-48db-bfe4-fd1ad38141d0 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:49.359897 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b196a34d-5d08-42fd-be3b-560b95682ee9 req-a339347e-c67a-48db-bfe4-fd1ad38141d0 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0595517 Jan 18 20:40:49.452004 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b196a34d-5d08-42fd-be3b-560b95682ee9 req-af2a6597-ef46-456e-a29e-ddf28c380912 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758424 Jan 18 20:40:49.462612 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 32992) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:40:49.862751 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-215c6bea-0093-4c95-b3e3-8cef20cafcab tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (6a3a5181-3898-4beb-a59b-e147de88a062), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:49.993163 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113eb50a-2a7a-4e71-96ba-624e99584f6a req-3e633d15-b09d-4fe2-8f37-61f42f8b25fd tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:49.994785 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-113eb50a-2a7a-4e71-96ba-624e99584f6a req-3e633d15-b09d-4fe2-8f37-61f42f8b25fd tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/ports?device_id=04ff87e1-7458-437c-b244-cfa45ac322b0 HTTP/1.1" status: 200 len: 944 time: 0.0570316 Jan 18 20:40:50.046571 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-113eb50a-2a7a-4e71-96ba-624e99584f6a req-7f6a46dc-ad03-4b79-8379-8c99ae91a781 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7fa9787-8a5c-4809-8b10-e47624ad7c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434580 Jan 18 20:40:50.143762 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-215c6bea-0093-4c95-b3e3-8cef20cafcab tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Deleting port 5a08ce64-9878-41df-8857-760794fc3587 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:40:50.144103 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-215c6bea-0093-4c95-b3e3-8cef20cafcab tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (5a08ce64-9878-41df-8857-760794fc3587), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:50.232541 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-215c6bea-0093-4c95-b3e3-8cef20cafcab tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] For port 5a08ce64-9878-41df-8857-760794fc3587, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=5a08ce64-9878-41df-8857-760794fc3587,segment=NetworkSegment(e59d8861-d188-4cf8-863d-e8b06e30ebf1),segment_id=e59d8861-d188-4cf8-863d-e8b06e30ebf1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:40:50.232923 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-215c6bea-0093-4c95-b3e3-8cef20cafcab tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (5a08ce64-9878-41df-8857-760794fc3587), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:50.246319 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-215c6bea-0093-4c95-b3e3-8cef20cafcab tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Calling delete_port for 5a08ce64-9878-41df-8857-760794fc3587 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:40:50.321279 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device d28d8285-0729-4ae2-8982-e083d1b4f4f1 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:40:50.406604 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port d28d8285-0729-4ae2-8982-e083d1b4f4f1 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:40:50.411742 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port d28d8285-0729-4ae2-8982-e083d1b4f4f1 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:40:50.413029 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d28d8285-0729-4ae2-8982-e083d1b4f4f1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:50.451656 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-215c6bea-0093-4c95-b3e3-8cef20cafcab tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (5a08ce64-9878-41df-8857-760794fc3587), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:50.481813 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c6bea-0093-4c95-b3e3-8cef20cafcab tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event deleted for resources: {'Port': ['ID=5a08ce64-9878-41df-8857-760794fc3587,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:50.498563 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port d28d8285-0729-4ae2-8982-e083d1b4f4f1 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:40:50.499095 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d28d8285-0729-4ae2-8982-e083d1b4f4f1), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:50.549745 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ff87e1-7458-437c-b244-cfa45ac322b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28d8285-0729-4ae2-8982-e083d1b4f4f1'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:40:50.552590 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da97ef3-db5e-442f-9858-71936f0a9da0" -d '{"events": [{"server_uuid": "04ff87e1-7458-437c-b244-cfa45ac322b0", "name": "network-vif-plugged", "status": "completed", "tag": "d28d8285-0729-4ae2-8982-e083d1b4f4f1"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:40:50.591446 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port d28d8285-0729-4ae2-8982-e083d1b4f4f1, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=d28d8285-0729-4ae2-8982-e083d1b4f4f1,segment=NetworkSegment(965344ef-8ad8-44eb-904e-0bd15225d0a9),segment_id=965344ef-8ad8-44eb-904e-0bd15225d0a9)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:40:50.600368 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d28d8285-0729-4ae2-8982-e083d1b4f4f1), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:50.648392 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2109ecd-7433-4de1-858e-99ddf06f947e x-openstack-request-id: req-b2109ecd-7433-4de1-858e-99ddf06f947e {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:40:50.649071 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ff87e1-7458-437c-b244-cfa45ac322b0", "name": "network-vif-plugged", "status": "completed", "tag": "d28d8285-0729-4ae2-8982-e083d1b4f4f1", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:40:50.649559 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b2109ecd-7433-4de1-858e-99ddf06f947e {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:40:50.650352 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ff87e1-7458-437c-b244-cfa45ac322b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28d8285-0729-4ae2-8982-e083d1b4f4f1', 'code': 200} Jan 18 20:40:50.687833 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921c758-adb6-4660-a529-6aca6597c759 req-96886761-c5db-4b04-b936-6e30f259dd87 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:50.688439 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=d28d8285-0729-4ae2-8982-e083d1b4f4f1,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:50.690435 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2921c758-adb6-4660-a529-6aca6597c759 req-96886761-c5db-4b04-b936-6e30f259dd87 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.1267838 Jan 18 20:40:50.782786 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-215c6bea-0093-4c95-b3e3-8cef20cafcab tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (6a3a5181-3898-4beb-a59b-e147de88a062), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:51.029253 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215c6bea-0093-4c95-b3e3-8cef20cafcab tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Router 6a3a5181-3898-4beb-a59b-e147de88a062 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:40:51.124595 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2921c758-adb6-4660-a529-6aca6597c759 req-286953a2-3e1b-4fe5-abfc-6a4c9f5f30e2 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142451 Jan 18 20:40:51.154312 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215c6bea-0093-4c95-b3e3-8cef20cafcab tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:40:51.169546 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c972fe-900b-47cf-a72e-cf432394289f None None] Sync routers for ids ['6a3a5181-3898-4beb-a59b-e147de88a062'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:40:51.169753 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-215c6bea-0093-4c95-b3e3-8cef20cafcab tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "PUT /v2.0/routers/6a3a5181-3898-4beb-a59b-e147de88a062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7035320 Jan 18 20:40:51.171534 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33008) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:40:51.179529 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2dfd27-517e-4e4e-99cf-1876c4f32cf7 req-f2d5b633-86f2-4ec1-9aa3-ce5b8ecd7d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:51.181015 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1c2dfd27-517e-4e4e-99cf-1876c4f32cf7 req-f2d5b633-86f2-4ec1-9aa3-ce5b8ecd7d70 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=04ff87e1-7458-437c-b244-cfa45ac322b0 HTTP/1.1" status: 200 len: 1096 time: 0.4889543 Jan 18 20:40:51.186080 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c972fe-900b-47cf-a72e-cf432394289f None None] Routers {'6a3a5181-3898-4beb-a59b-e147de88a062'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:40:51.186714 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-94c972fe-900b-47cf-a72e-cf432394289f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:40:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6a3a5181-3898-4beb-a59b-e147de88a062'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:40:51.204284 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac17c48-b883-4d74-b6a3-8e2891076577 req-c22c2f49-03d6-491c-88a5-4f0e3c90f80d tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:51.205835 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eac17c48-b883-4d74-b6a3-8e2891076577 req-c22c2f49-03d6-491c-88a5-4f0e3c90f80d tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/ports?device_id=04ff87e1-7458-437c-b244-cfa45ac322b0 HTTP/1.1" status: 200 len: 945 time: 0.0795228 Jan 18 20:40:51.275652 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1c2dfd27-517e-4e4e-99cf-1876c4f32cf7 req-3583b88c-732f-494f-a60d-280aa9117e0a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f7fa9787-8a5c-4809-8b10-e47624ad7c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873830 Jan 18 20:40:51.287697 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed0ac04-173c-46a2-9a6e-e321b86b1c64 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Deleting subnet 56dbd12f-121d-4194-bd0f-62f77149bdc0 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:40:51.294696 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eac17c48-b883-4d74-b6a3-8e2891076577 req-ce5b9e29-a4f1-48bc-8e42-cf95139e56cb tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7fa9787-8a5c-4809-8b10-e47624ad7c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823076 Jan 18 20:40:51.298534 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ed0ac04-173c-46a2-9a6e-e321b86b1c64 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for subnet (56dbd12f-121d-4194-bd0f-62f77149bdc0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:51.354829 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ed0ac04-173c-46a2-9a6e-e321b86b1c64 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (56dbd12f-121d-4194-bd0f-62f77149bdc0), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:51.377683 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ab94b-1e4e-4f20-9a3e-4857e299ffd0 req-03cf38f8-317c-4cdc-a1e9-85b181706c68 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:51.379195 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c1ab94b-1e4e-4f20-9a3e-4857e299ffd0 req-03cf38f8-317c-4cdc-a1e9-85b181706c68 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0539777 Jan 18 20:40:51.394559 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-94c972fe-900b-47cf-a72e-cf432394289f None None] Set router 6a3a5181-3898-4beb-a59b-e147de88a062 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:40:51.437944 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c1ab94b-1e4e-4f20-9a3e-4857e299ffd0 req-2f8dead4-8b09-4fb6-b440-d91f63b22fbd tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525217 Jan 18 20:40:51.453049 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ed0ac04-173c-46a2-9a6e-e321b86b1c64 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (56dbd12f-121d-4194-bd0f-62f77149bdc0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:51.521676 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ed0ac04-173c-46a2-9a6e-e321b86b1c64 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (56dbd12f-121d-4194-bd0f-62f77149bdc0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:51.536089 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device eb3ee3ec-48dc-448a-a693-ca0d8bcae530 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:40:51.554500 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e7c8b-0e28-4759-9b3f-60f3c72a1e9b req-31699e96-35f1-43dc-8585-53d85918da7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:51.556262 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-885e7c8b-0e28-4759-9b3f-60f3c72a1e9b req-31699e96-35f1-43dc-8585-53d85918da7c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84dedffcb3e54590aab8a49d987203bb&device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 1096 time: 0.0626900 Jan 18 20:40:51.562882 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0ac04-173c-46a2-9a6e-e321b86b1c64 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event deleted for resources: {'Subnet': ['ID=56dbd12f-121d-4194-bd0f-62f77149bdc0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:51.563073 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: eb3ee3ec-48dc-448a-a693-ca0d8bcae530 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:40:51.563377 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device eb3ee3ec-48dc-448a-a693-ca0d8bcae530 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:40:51.565583 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ed0ac04-173c-46a2-9a6e-e321b86b1c64 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:51.568644 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b4159d-c266-4dd3-a9c0-76f501bba6c2 None None] Network b6dee874-ef78-4e87-96a6-1e0ac3327735 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:40:51.570486 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3ed0ac04-173c-46a2-9a6e-e321b86b1c64 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "DELETE /v2.0/subnets/56dbd12f-121d-4194-bd0f-62f77149bdc0 HTTP/1.1" status: 204 len: 168 time: 0.3987887 Jan 18 20:40:51.572997 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33012) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:40:51.710465 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-94c972fe-900b-47cf-a72e-cf432394289f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371677621', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:38:30Z', 'updated_at': '2022-01-18T20:40:50Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:38:31Z', 'updated_at': '2022-01-18T20:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:40:51.712759 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e7c8b-0e28-4759-9b3f-60f3c72a1e9b req-3b66aa2c-19e2-4556-84f8-adb6b9f67c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:51.714525 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-885e7c8b-0e28-4759-9b3f-60f3c72a1e9b req-3b66aa2c-19e2-4556-84f8-adb6b9f67c38 service neutron] 10.222.0.70 "GET /v2.0/networks?id=09bd704b-6212-4db6-bd70-00751ab4ca9c HTTP/1.1" status: 200 len: 911 time: 0.1284397 Jan 18 20:40:51.744905 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c972fe-900b-47cf-a72e-cf432394289f None None] Checking router: 6a3a5181-3898-4beb-a59b-e147de88a062 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:40:51.748570 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6db4f5a-1246-4448-a4a0-dd9a8412bdc1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router (6a3a5181-3898-4beb-a59b-e147de88a062), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:51.754262 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c972fe-900b-47cf-a72e-cf432394289f None None] Routers {'6a3a5181-3898-4beb-a59b-e147de88a062'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:40:51.754955 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-94c972fe-900b-47cf-a72e-cf432394289f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:40:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6a3a5181-3898-4beb-a59b-e147de88a062'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:40:51.807878 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-885e7c8b-0e28-4759-9b3f-60f3c72a1e9b req-852cca1e-da1e-47ef-a798-7a9b56f4623f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8325f29-28af-4798-bb87-a0fd07dc937c HTTP/1.1" status: 200 len: 217 time: 0.0753720 Jan 18 20:40:51.847300 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9511520-30b0-44bf-8bc8-50ed987b6488 None None] DHCP port deletion for b6dee874-ef78-4e87-96a6-1e0ac3327735 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:40:51.874165 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e7c8b-0e28-4759-9b3f-60f3c72a1e9b req-b73db1d8-e894-4f4e-b1d8-4a68883cf0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:51.875700 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-885e7c8b-0e28-4759-9b3f-60f3c72a1e9b req-b73db1d8-e894-4f4e-b1d8-4a68883cf0f9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c978f4ea-055a-4977-9b9a-93754a3ac117 HTTP/1.1" status: 200 len: 850 time: 0.0546005 Jan 18 20:40:51.905744 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-94c972fe-900b-47cf-a72e-cf432394289f None None] Set router 6a3a5181-3898-4beb-a59b-e147de88a062 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:40:51.912900 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-885e7c8b-0e28-4759-9b3f-60f3c72a1e9b req-c588582e-51c4-435f-9666-37128f7b9104 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09bd704b-6212-4db6-bd70-00751ab4ca9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309751 Jan 18 20:40:52.034487 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d9511520-30b0-44bf-8bc8-50ed987b6488 None None] Deleting port 3ca090c2-6e63-4a60-840b-0031afaaa6ad {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:40:52.034887 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d9511520-30b0-44bf-8bc8-50ed987b6488 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (3ca090c2-6e63-4a60-840b-0031afaaa6ad), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:52.043804 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-885e7c8b-0e28-4759-9b3f-60f3c72a1e9b req-65c14b96-6c8a-4578-8184-cf5b8d71533d service neutron] 10.222.0.70 "GET /v2.0/networks/09bd704b-6212-4db6-bd70-00751ab4ca9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241827 Jan 18 20:40:52.135557 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d9511520-30b0-44bf-8bc8-50ed987b6488 None None] For port 3ca090c2-6e63-4a60-840b-0031afaaa6ad, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=3ca090c2-6e63-4a60-840b-0031afaaa6ad,segment=NetworkSegment(e59d8861-d188-4cf8-863d-e8b06e30ebf1),segment_id=e59d8861-d188-4cf8-863d-e8b06e30ebf1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:40:52.135988 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d9511520-30b0-44bf-8bc8-50ed987b6488 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (3ca090c2-6e63-4a60-840b-0031afaaa6ad), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:52.160536 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-885e7c8b-0e28-4759-9b3f-60f3c72a1e9b req-1fdb0494-cbb8-4427-b0bb-620316cb4c5f service neutron] 10.222.0.70 "GET /v2.0/networks/09bd704b-6212-4db6-bd70-00751ab4ca9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102681 Jan 18 20:40:52.186898 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d9511520-30b0-44bf-8bc8-50ed987b6488 None None] Calling delete_port for 3ca090c2-6e63-4a60-840b-0031afaaa6ad owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:40:52.236799 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6db4f5a-1246-4448-a4a0-dd9a8412bdc1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router_gateway (6a3a5181-3898-4beb-a59b-e147de88a062), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:52.256258 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-94c972fe-900b-47cf-a72e-cf432394289f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371677621', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:38:30Z', 'updated_at': '2022-01-18T20:40:50Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:38:31Z', 'updated_at': '2022-01-18T20:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:40:52.286501 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c972fe-900b-47cf-a72e-cf432394289f None None] The sync data for ids ['6a3a5181-3898-4beb-a59b-e147de88a062'] in n-d-741529-9 is: [{'id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371677621', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:38:30Z', 'updated_at': '2022-01-18T20:40:50Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'fc21bb76-bd7c-49a0-ac3b-ddce755fc93a', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a5181-3898-4beb-a59b-e147de88a062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:38:31Z', 'updated_at': '2022-01-18T20:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:40:52.309794 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c6db4f5a-1246-4448-a4a0-dd9a8412bdc1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Deleting port fc21bb76-bd7c-49a0-ac3b-ddce755fc93a {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:40:52.310127 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6db4f5a-1246-4448-a4a0-dd9a8412bdc1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (fc21bb76-bd7c-49a0-ac3b-ddce755fc93a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:52.314059 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d9511520-30b0-44bf-8bc8-50ed987b6488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (3ca090c2-6e63-4a60-840b-0031afaaa6ad), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:52.374334 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9511520-30b0-44bf-8bc8-50ed987b6488 None None] No DVR routers for this DVR port 3ca090c2-6e63-4a60-840b-0031afaaa6ad on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:40:52.380936 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9511520-30b0-44bf-8bc8-50ed987b6488 None None] Pushing event deleted for resources: {'Port': ['ID=3ca090c2-6e63-4a60-840b-0031afaaa6ad,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:52.415919 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-c6db4f5a-1246-4448-a4a0-dd9a8412bdc1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] For port fc21bb76-bd7c-49a0-ac3b-ddce755fc93a, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=fc21bb76-bd7c-49a0-ac3b-ddce755fc93a,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:40:52.416529 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6db4f5a-1246-4448-a4a0-dd9a8412bdc1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (fc21bb76-bd7c-49a0-ac3b-ddce755fc93a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:52.444129 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c6db4f5a-1246-4448-a4a0-dd9a8412bdc1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Calling delete_port for fc21bb76-bd7c-49a0-ac3b-ddce755fc93a owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:40:52.473171 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375d4ba-d678-4509-a607-89aa0ce340c9 req-d1dd48e8-2be4-4e38-b351-4d7d5d16761a tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:52.474725 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c375d4ba-d678-4509-a607-89aa0ce340c9 req-d1dd48e8-2be4-4e38-b351-4d7d5d16761a tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/ports?device_id=04ff87e1-7458-437c-b244-cfa45ac322b0 HTTP/1.1" status: 200 len: 945 time: 0.0510075 Jan 18 20:40:52.537361 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c375d4ba-d678-4509-a607-89aa0ce340c9 req-5a643753-3b74-4116-b29f-a8c80b4e6ead tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7fa9787-8a5c-4809-8b10-e47624ad7c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562091 Jan 18 20:40:52.584350 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f0ecf-2464-4fa4-a462-8b99fb0aa24c req-3063b2e6-ad89-414c-9b78-f0c962cf4b6b tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:52.585813 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-511f0ecf-2464-4fa4-a462-8b99fb0aa24c req-3063b2e6-ad89-414c-9b78-f0c962cf4b6b tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0542016 Jan 18 20:40:52.646186 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-511f0ecf-2464-4fa4-a462-8b99fb0aa24c req-3dbf4828-8832-40be-9241-0a17eece0ef8 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535121 Jan 18 20:40:52.652603 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6db4f5a-1246-4448-a4a0-dd9a8412bdc1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (fc21bb76-bd7c-49a0-ac3b-ddce755fc93a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:52.685565 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db4f5a-1246-4448-a4a0-dd9a8412bdc1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event deleted for resources: {'Port': ['ID=fc21bb76-bd7c-49a0-ac3b-ddce755fc93a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:52.701814 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6cd0ae-dc12-4e50-b808-ecfaed457ffc None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:40:52.759690 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6db4f5a-1246-4448-a4a0-dd9a8412bdc1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (6a3a5181-3898-4beb-a59b-e147de88a062), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:52.871656 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6db4f5a-1246-4448-a4a0-dd9a8412bdc1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (6a3a5181-3898-4beb-a59b-e147de88a062), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:52.874738 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6db4f5a-1246-4448-a4a0-dd9a8412bdc1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router_controller (6a3a5181-3898-4beb-a59b-e147de88a062), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:52.918379 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6db4f5a-1246-4448-a4a0-dd9a8412bdc1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (6a3a5181-3898-4beb-a59b-e147de88a062), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:52.918945 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6db4f5a-1246-4448-a4a0-dd9a8412bdc1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Fanout notify agent at l3_agent the message router_deleted on router 6a3a5181-3898-4beb-a59b-e147de88a062 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:40:52.926947 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6db4f5a-1246-4448-a4a0-dd9a8412bdc1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:52.928059 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c6db4f5a-1246-4448-a4a0-dd9a8412bdc1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "DELETE /v2.0/routers/6a3a5181-3898-4beb-a59b-e147de88a062 HTTP/1.1" status: 204 len: 168 time: 1.3541470 Jan 18 20:40:52.930660 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33022) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:40:53.021972 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12c845d7-f3fb-49d7-ad40-071bb14d6ae7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (b6dee874-ef78-4e87-96a6-1e0ac3327735), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:53.121710 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12c845d7-f3fb-49d7-ad40-071bb14d6ae7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (b6dee874-ef78-4e87-96a6-1e0ac3327735), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:53.141882 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-12c845d7-f3fb-49d7-ad40-071bb14d6ae7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6dee874-ef78-4e87-96a6-1e0ac3327735']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:40:53.151814 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-12c845d7-f3fb-49d7-ad40-071bb14d6ae7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59d8861-d188-4cf8-863d-e8b06e30ebf1') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:40:53.152101 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-12c845d7-f3fb-49d7-ad40-071bb14d6ae7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59d8861-d188-4cf8-863d-e8b06e30ebf1') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:40:53.162500 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12c845d7-f3fb-49d7-ad40-071bb14d6ae7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (e59d8861-d188-4cf8-863d-e8b06e30ebf1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:53.176887 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12c845d7-f3fb-49d7-ad40-071bb14d6ae7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (e59d8861-d188-4cf8-863d-e8b06e30ebf1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:53.183410 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c845d7-f3fb-49d7-ad40-071bb14d6ae7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:40:53.183793 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12c845d7-f3fb-49d7-ad40-071bb14d6ae7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (e59d8861-d188-4cf8-863d-e8b06e30ebf1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:40:53.186804 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:40:53.250030 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12c845d7-f3fb-49d7-ad40-071bb14d6ae7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (b6dee874-ef78-4e87-96a6-1e0ac3327735), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:53.259011 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12c845d7-f3fb-49d7-ad40-071bb14d6ae7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:53.262129 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-12c845d7-f3fb-49d7-ad40-071bb14d6ae7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "DELETE /v2.0/networks/b6dee874-ef78-4e87-96a6-1e0ac3327735 HTTP/1.1" status: 204 len: 168 time: 0.3303668 Jan 18 20:40:53.265330 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33024) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:40:53.277763 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c845d7-f3fb-49d7-ad40-071bb14d6ae7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event deleted for resources: {'Network': ['ID=b6dee874-ef78-4e87-96a6-1e0ac3327735,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:53.324845 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a22ee169-731c-4cd0-a3a0-99c7281aa330 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group (8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:53.351794 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a22ee169-731c-4cd0-a3a0-99c7281aa330 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group (8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:53.417669 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a22ee169-731c-4cd0-a3a0-99c7281aa330 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:53.420290 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a22ee169-731c-4cd0-a3a0-99c7281aa330 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:53.421422 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a22ee169-731c-4cd0-a3a0-99c7281aa330 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "DELETE /v2.0/security-groups/8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9 HTTP/1.1" status: 204 len: 168 time: 0.1550610 Jan 18 20:40:53.431748 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ee169-731c-4cd0-a3a0-99c7281aa330 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3bc9d2-b82a-4e5c-b60c-4fbc66b97ae9,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:53.638066 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33032) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:40:53.643084 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-5a80953f-4fc4-4933-850e-d2aef588367b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1754378937', 'description': 'tempest-secgroup-smoke-1754378937 description', 'project_id': '0f033c66edd74e168cf3601ff8da102f'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:40:53.668566 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a80953f-4fc4-4933-850e-d2aef588367b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:53.671350 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a07a46-60ea-4190-a70e-73ca1054d059 req-278cf0fe-54ee-4587-aec6-4bd2b357017c tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:53.693107 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e9a07a46-60ea-4190-a70e-73ca1054d059 req-278cf0fe-54ee-4587-aec6-4bd2b357017c tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/ports?device_id=04ff87e1-7458-437c-b244-cfa45ac322b0 HTTP/1.1" status: 200 len: 945 time: 0.0834374 Jan 18 20:40:53.766916 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a80953f-4fc4-4933-850e-d2aef588367b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group (fdafa95b-5300-4882-ab58-2fb2d1009cdc), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:53.771798 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a80953f-4fc4-4933-850e-d2aef588367b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (fdafa95b-5300-4882-ab58-2fb2d1009cdc), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:53.792488 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a80953f-4fc4-4933-850e-d2aef588367b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:53.796497 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5a80953f-4fc4-4933-850e-d2aef588367b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1545465 Jan 18 20:40:53.800199 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33036) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:40:53.803718 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device fc21bb76-bd7c-49a0-ac3b-ddce755fc93a no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:40:53.808059 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-8630e401-f90a-4b18-9a0c-d6d7c407d3ac tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'security_group_rule': {'security_group_id': 'fdafa95b-5300-4882-ab58-2fb2d1009cdc', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:40:53.831900 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80953f-4fc4-4933-850e-d2aef588367b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdafa95b-5300-4882-ab58-2fb2d1009cdc,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:53.843938 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e9a07a46-60ea-4190-a70e-73ca1054d059 req-7c1ea41e-c271-4d78-a8fd-fc09ddbe0a3e tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7fa9787-8a5c-4809-8b10-e47624ad7c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431298 Jan 18 20:40:53.858141 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: fc21bb76-bd7c-49a0-ac3b-ddce755fc93a {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:40:53.858488 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device fc21bb76-bd7c-49a0-ac3b-ddce755fc93a not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:40:53.859741 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 5a08ce64-9878-41df-8857-760794fc3587 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:40:53.867679 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8630e401-f90a-4b18-9a0c-d6d7c407d3ac tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (289bf285-3b19-4b07-afb5-af55a6d3850b), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:53.903131 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 5a08ce64-9878-41df-8857-760794fc3587 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:40:53.904603 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 5a08ce64-9878-41df-8857-760794fc3587 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:40:53.905034 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 3ca090c2-6e63-4a60-840b-0031afaaa6ad no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:40:53.952900 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35cec91-74ef-49d2-bc31-9e58c9886a93 req-263df856-228b-4c3a-afb0-2be04a6ad2cb tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:53.953589 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 3ca090c2-6e63-4a60-840b-0031afaaa6ad {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:40:53.954179 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 3ca090c2-6e63-4a60-840b-0031afaaa6ad not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:40:53.968990 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f35cec91-74ef-49d2-bc31-9e58c9886a93 req-263df856-228b-4c3a-afb0-2be04a6ad2cb tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.1407661 Jan 18 20:40:53.977967 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8630e401-f90a-4b18-9a0c-d6d7c407d3ac tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (289bf285-3b19-4b07-afb5-af55a6d3850b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:53.987755 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8630e401-f90a-4b18-9a0c-d6d7c407d3ac tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (289bf285-3b19-4b07-afb5-af55a6d3850b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:54.029665 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630e401-f90a-4b18-9a0c-d6d7c407d3ac tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=289bf285-3b19-4b07-afb5-af55a6d3850b,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:54.043046 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8630e401-f90a-4b18-9a0c-d6d7c407d3ac tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:54.048156 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8630e401-f90a-4b18-9a0c-d6d7c407d3ac tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2469430 Jan 18 20:40:54.049403 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33048) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:40:54.053497 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f35cec91-74ef-49d2-bc31-9e58c9886a93 req-93d7baec-1321-4af2-a428-45eb820e640b tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783088 Jan 18 20:40:54.056791 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-3aa3beb8-8112-4e05-9009-7517a1dfcb88 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'security_group_rule': {'security_group_id': 'fdafa95b-5300-4882-ab58-2fb2d1009cdc', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:40:54.098235 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3aa3beb8-8112-4e05-9009-7517a1dfcb88 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (0a34c99c-67f9-4a7a-9f8a-a8cf46a0a86f), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:54.178944 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3aa3beb8-8112-4e05-9009-7517a1dfcb88 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (0a34c99c-67f9-4a7a-9f8a-a8cf46a0a86f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:54.184212 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3aa3beb8-8112-4e05-9009-7517a1dfcb88 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (0a34c99c-67f9-4a7a-9f8a-a8cf46a0a86f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:54.207270 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3beb8-8112-4e05-9009-7517a1dfcb88 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a34c99c-67f9-4a7a-9f8a-a8cf46a0a86f,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:54.227597 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3aa3beb8-8112-4e05-9009-7517a1dfcb88 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:54.229193 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3aa3beb8-8112-4e05-9009-7517a1dfcb88 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1782660 Jan 18 20:40:54.231939 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33054) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:40:54.237026 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-54fc33ed-ce76-4775-9077-99a60fa4a4c7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'security_group_rule': {'security_group_id': 'fdafa95b-5300-4882-ab58-2fb2d1009cdc', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:40:54.300757 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54fc33ed-ce76-4775-9077-99a60fa4a4c7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (c204987e-a54e-4a1f-8b70-59772c09fa5b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:54.380973 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54fc33ed-ce76-4775-9077-99a60fa4a4c7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (c204987e-a54e-4a1f-8b70-59772c09fa5b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:54.386171 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54fc33ed-ce76-4775-9077-99a60fa4a4c7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (c204987e-a54e-4a1f-8b70-59772c09fa5b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:54.408769 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc33ed-ce76-4775-9077-99a60fa4a4c7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c204987e-a54e-4a1f-8b70-59772c09fa5b,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:54.416642 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54fc33ed-ce76-4775-9077-99a60fa4a4c7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:54.421114 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33058) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:40:54.421776 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-54fc33ed-ce76-4775-9077-99a60fa4a4c7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1883941 Jan 18 20:40:54.426050 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-01c1367e-a62d-41a7-baf4-be43fb4cfebf tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'security_group_rule': {'security_group_id': 'fdafa95b-5300-4882-ab58-2fb2d1009cdc', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:40:54.478761 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01c1367e-a62d-41a7-baf4-be43fb4cfebf tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (4f0844c4-0721-42f7-8ad6-05053842b3ac), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:54.539772 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1821e97d-37f0-4d76-a0ff-820003725b0b req-ee531d06-da34-46d2-99ab-c26134ebf106 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0645549 Jan 18 20:40:54.585620 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01c1367e-a62d-41a7-baf4-be43fb4cfebf tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (4f0844c4-0721-42f7-8ad6-05053842b3ac), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:54.592859 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01c1367e-a62d-41a7-baf4-be43fb4cfebf tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (4f0844c4-0721-42f7-8ad6-05053842b3ac), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:54.623062 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821e97d-37f0-4d76-a0ff-820003725b0b req-b1a7b8f2-9d65-4415-aaa1-a015e01d9be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:54.625818 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1821e97d-37f0-4d76-a0ff-820003725b0b req-b1a7b8f2-9d65-4415-aaa1-a015e01d9be0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84dedffcb3e54590aab8a49d987203bb&device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 1096 time: 0.0620778 Jan 18 20:40:54.630950 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1367e-a62d-41a7-baf4-be43fb4cfebf tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f0844c4-0721-42f7-8ad6-05053842b3ac,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:54.638043 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01c1367e-a62d-41a7-baf4-be43fb4cfebf tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:54.639494 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-01c1367e-a62d-41a7-baf4-be43fb4cfebf tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2172415 Jan 18 20:40:54.642327 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33062) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:40:54.648239 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-c6e6fbd8-a85d-412a-a88c-394911ac1f38 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'security_group_rule': {'security_group_id': 'fdafa95b-5300-4882-ab58-2fb2d1009cdc', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:40:54.743183 n-d-741529-9 neutron-server[103336]: INFO neutron.db.securitygroups_db [None req-c6e6fbd8-a85d-412a-a88c-394911ac1f38 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Project 0f033c66edd74e168cf3601ff8da102f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:40:54.754927 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c6e6fbd8-a85d-412a-a88c-394911ac1f38 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (b81166b8-1b0b-4f1e-aaba-7472c47c783d), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:54.782790 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821e97d-37f0-4d76-a0ff-820003725b0b req-dc7f44df-9e6e-4908-8d25-b88c37aafd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:54.784536 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1821e97d-37f0-4d76-a0ff-820003725b0b req-dc7f44df-9e6e-4908-8d25-b88c37aafd14 service neutron] 10.222.0.70 "GET /v2.0/networks?id=09bd704b-6212-4db6-bd70-00751ab4ca9c HTTP/1.1" status: 200 len: 911 time: 0.1315324 Jan 18 20:40:54.840065 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c6e6fbd8-a85d-412a-a88c-394911ac1f38 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (b81166b8-1b0b-4f1e-aaba-7472c47c783d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:54.847882 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c6e6fbd8-a85d-412a-a88c-394911ac1f38 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (b81166b8-1b0b-4f1e-aaba-7472c47c783d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:54.895338 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1821e97d-37f0-4d76-a0ff-820003725b0b req-f9134d56-c11d-499f-81b7-637325478af3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3ae0fbc-b85e-4937-aeff-246e6f4565a9 HTTP/1.1" status: 200 len: 217 time: 0.1009579 Jan 18 20:40:54.941983 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6fbd8-a85d-412a-a88c-394911ac1f38 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b81166b8-1b0b-4f1e-aaba-7472c47c783d,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:54.958098 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c6e6fbd8-a85d-412a-a88c-394911ac1f38 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:54.963059 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33064) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:40:54.963315 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c6e6fbd8-a85d-412a-a88c-394911ac1f38 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3187966 Jan 18 20:40:54.968446 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-59dd4d0a-b752-4d37-bd1b-7bb3d921cbee tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'security_group_rule': {'security_group_id': 'fdafa95b-5300-4882-ab58-2fb2d1009cdc', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:40:54.980387 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821e97d-37f0-4d76-a0ff-820003725b0b req-a6dc476a-88a3-493e-9192-608a0538b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:54.982718 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1821e97d-37f0-4d76-a0ff-820003725b0b req-a6dc476a-88a3-493e-9192-608a0538b732 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c978f4ea-055a-4977-9b9a-93754a3ac117 HTTP/1.1" status: 200 len: 850 time: 0.0772371 Jan 18 20:40:55.026371 n-d-741529-9 neutron-server[103335]: INFO neutron.db.securitygroups_db [None req-59dd4d0a-b752-4d37-bd1b-7bb3d921cbee tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Project 0f033c66edd74e168cf3601ff8da102f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:40:55.033174 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59dd4d0a-b752-4d37-bd1b-7bb3d921cbee tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (144e63bc-601f-4439-a71b-7698904602d9), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:55.047945 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1821e97d-37f0-4d76-a0ff-820003725b0b req-194cce63-dae6-4d2f-93a4-fe708cc2504e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09bd704b-6212-4db6-bd70-00751ab4ca9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569336 Jan 18 20:40:55.213228 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59dd4d0a-b752-4d37-bd1b-7bb3d921cbee tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (144e63bc-601f-4439-a71b-7698904602d9), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:55.229521 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59dd4d0a-b752-4d37-bd1b-7bb3d921cbee tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (144e63bc-601f-4439-a71b-7698904602d9), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:55.249386 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd4d0a-b752-4d37-bd1b-7bb3d921cbee tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144e63bc-601f-4439-a71b-7698904602d9,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:55.266824 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59dd4d0a-b752-4d37-bd1b-7bb3d921cbee tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:55.271065 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-59dd4d0a-b752-4d37-bd1b-7bb3d921cbee tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3043613 Jan 18 20:40:55.271305 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33070) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:40:55.277758 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-f349042d-61bf-4a8c-b1b4-db10a804d1d4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'network': {'name': 'tempest-network-smoke--1642644401', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'port_security_enabled': True}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:40:55.306858 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f349042d-61bf-4a8c-b1b4-db10a804d1d4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Made reservation on behalf of 0f033c66edd74e168cf3601ff8da102f for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:40:55.311537 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f349042d-61bf-4a8c-b1b4-db10a804d1d4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:55.354356 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397506d-d46a-452d-989a-8bc3b8890d41 req-f68b1dbe-a67c-4c6b-824f-93c0a242b829 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:55.356871 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0397506d-d46a-452d-989a-8bc3b8890d41 req-f68b1dbe-a67c-4c6b-824f-93c0a242b829 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.1430769 Jan 18 20:40:55.359436 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f349042d-61bf-4a8c-b1b4-db10a804d1d4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:40:55.379863 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1821e97d-37f0-4d76-a0ff-820003725b0b req-2dbfebf9-1526-4756-9f19-594340322fbc service neutron] 10.222.0.70 "GET /v2.0/networks/09bd704b-6212-4db6-bd70-00751ab4ca9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259368 Jan 18 20:40:55.390432 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f349042d-61bf-4a8c-b1b4-db10a804d1d4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (3ab71d82-d5d5-4679-8c70-f1f89d3ccd81), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:55.390835 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-f349042d-61bf-4a8c-b1b4-db10a804d1d4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Added segment 3ab71d82-d5d5-4679-8c70-f1f89d3ccd81 of type vlan for network c06b7a8c-f799-43e2-8624-184b61bf3f50 Jan 18 20:40:55.463347 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f349042d-61bf-4a8c-b1b4-db10a804d1d4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (c06b7a8c-f799-43e2-8624-184b61bf3f50), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:55.492383 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f349042d-61bf-4a8c-b1b4-db10a804d1d4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (c06b7a8c-f799-43e2-8624-184b61bf3f50), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:55.503477 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f349042d-61bf-4a8c-b1b4-db10a804d1d4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:55.504433 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f349042d-61bf-4a8c-b1b4-db10a804d1d4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:55.548323 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f349042d-61bf-4a8c-b1b4-db10a804d1d4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2758641 Jan 18 20:40:55.556426 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33074) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:40:55.562125 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0397506d-d46a-452d-989a-8bc3b8890d41 req-24dc810e-c3dd-4042-bb48-31201a6e4bd2 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865997 Jan 18 20:40:55.562874 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-db9eafd2-949e-422f-a467-35efcb831aeb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-85592455', 'admin_state_up': True, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:40:55.599937 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1821e97d-37f0-4d76-a0ff-820003725b0b req-cc8c1b54-1baa-4492-b09c-9340d4ae291a service neutron] 10.222.0.70 "GET /v2.0/networks/09bd704b-6212-4db6-bd70-00751ab4ca9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995976 Jan 18 20:40:55.645719 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-be736238-eedf-4eb5-9fb8-086a935fb0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:55.650157 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349042d-61bf-4a8c-b1b4-db10a804d1d4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Network': ['ID=c06b7a8c-f799-43e2-8624-184b61bf3f50,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:55.654795 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db9eafd2-949e-422f-a467-35efcb831aeb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (5e864f77-b83f-4b6d-ba03-0a3b791d8496), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:55.655848 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db9eafd2-949e-422f-a467-35efcb831aeb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (5e864f77-b83f-4b6d-ba03-0a3b791d8496), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:55.663035 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network c06b7a8c-f799-43e2-8624-184b61bf3f50 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:40:55.778681 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db9eafd2-949e-422f-a467-35efcb831aeb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router_controller (5e864f77-b83f-4b6d-ba03-0a3b791d8496), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:56.075783 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6556b6e-8427-488a-9183-5cdf57064da2 req-fd16b9c1-b1c4-47e7-b5d5-5aafd7d2151c tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:56.077562 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6556b6e-8427-488a-9183-5cdf57064da2 req-fd16b9c1-b1c4-47e7-b5d5-5aafd7d2151c tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.0999312 Jan 18 20:40:56.097621 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db9eafd2-949e-422f-a467-35efcb831aeb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router_gateway (5e864f77-b83f-4b6d-ba03-0a3b791d8496), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:56.145235 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6556b6e-8427-488a-9183-5cdf57064da2 req-47ee814e-cc3a-4ece-96aa-c2c1875f0a32 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614214 Jan 18 20:40:56.340182 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db9eafd2-949e-422f-a467-35efcb831aeb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router_gateway (5e864f77-b83f-4b6d-ba03-0a3b791d8496), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:56.359921 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db9eafd2-949e-422f-a467-35efcb831aeb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:56.471794 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-db9eafd2-949e-422f-a467-35efcb831aeb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Allocated IP 172.25.4.91 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/54b07438-494f-4ef5-8720-cd034d6b773d) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:40:56.587614 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db9eafd2-949e-422f-a467-35efcb831aeb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for port (54b07438-494f-4ef5-8720-cd034d6b773d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:56.624359 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db9eafd2-949e-422f-a467-35efcb831aeb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (54b07438-494f-4ef5-8720-cd034d6b773d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:56.661040 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9eafd2-949e-422f-a467-35efcb831aeb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:40:56.665960 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-db9eafd2-949e-422f-a467-35efcb831aeb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:40:56.669777 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9eafd2-949e-422f-a467-35efcb831aeb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:40:56.681793 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613236be-d224-4a6a-ba27-7587ffe7252d None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:40:56.705217 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9eafd2-949e-422f-a467-35efcb831aeb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Port': ['ID=54b07438-494f-4ef5-8720-cd034d6b773d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:56.805774 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7f7141ce-3b3a-48cf-bb72-377deb5c1398 None None] Provisioning complete for port 54b07438-494f-4ef5-8720-cd034d6b773d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:40:56.807764 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7f7141ce-3b3a-48cf-bb72-377deb5c1398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (54b07438-494f-4ef5-8720-cd034d6b773d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:56.862257 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7f7141ce-3b3a-48cf-bb72-377deb5c1398 None None] Port 54b07438-494f-4ef5-8720-cd034d6b773d cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:40:56.943114 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db9eafd2-949e-422f-a467-35efcb831aeb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router_gateway (5e864f77-b83f-4b6d-ba03-0a3b791d8496), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:57.142906 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db9eafd2-949e-422f-a467-35efcb831aeb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (5e864f77-b83f-4b6d-ba03-0a3b791d8496), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:57.280815 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:40:57.283484 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9eafd2-949e-422f-a467-35efcb831aeb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Router 5e864f77-b83f-4b6d-ba03-0a3b791d8496 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:40:57.312786 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755dc32-f545-4db3-9c1d-b2188afa2f21 req-9ea0d1f6-7c77-4b6a-ac40-ad5a2eb5d7cf tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:57.315703 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6755dc32-f545-4db3-9c1d-b2188afa2f21 req-9ea0d1f6-7c77-4b6a-ac40-ad5a2eb5d7cf tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.1066210 Jan 18 20:40:57.416118 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6755dc32-f545-4db3-9c1d-b2188afa2f21 req-ad230ae1-dbca-4183-a6c2-5e8e7545b627 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947001 Jan 18 20:40:57.424934 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9eafd2-949e-422f-a467-35efcb831aeb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:40:57.444652 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2326ab13-82a2-4871-9d1e-6c30784bf1fb None None] Sync routers for ids ['5e864f77-b83f-4b6d-ba03-0a3b791d8496'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:40:57.448602 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db9eafd2-949e-422f-a467-35efcb831aeb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:57.454656 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33092) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:40:57.457446 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2326ab13-82a2-4871-9d1e-6c30784bf1fb None None] Routers {'5e864f77-b83f-4b6d-ba03-0a3b791d8496'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:40:57.458285 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-2326ab13-82a2-4871-9d1e-6c30784bf1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:40:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5e864f77-b83f-4b6d-ba03-0a3b791d8496'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:40:57.464672 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-db9eafd2-949e-422f-a467-35efcb831aeb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9074595 Jan 18 20:40:57.498423 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33094) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:40:57.499710 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a3917e8d-3f8d-45a6-811a-3537d4119f68 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=0f033c66edd74e168cf3601ff8da102f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428143 Jan 18 20:40:57.605048 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-2326ab13-82a2-4871-9d1e-6c30784bf1fb None None] Set router 5e864f77-b83f-4b6d-ba03-0a3b791d8496 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:40:57.609256 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0871de00-efeb-4395-a762-51cd9eddc6ae tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:57.612306 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0871de00-efeb-4395-a762-51cd9eddc6ae tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1101425 Jan 18 20:40:57.616232 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33098) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:40:57.670604 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33100) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:40:57.677264 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-815c046e-e7ba-414c-8b0b-f88ad618600f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-649673313', 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:40:57.683198 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9bf4e897-3ac4-4857-b470-8acfd53e5fd2 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b0799cf-8cdf-46d5-953b-bdacab604b8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0656176 Jan 18 20:40:57.778621 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815c046e-e7ba-414c-8b0b-f88ad618600f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Made reservation on behalf of 0f033c66edd74e168cf3601ff8da102f for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:40:57.782706 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-815c046e-e7ba-414c-8b0b-f88ad618600f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:57.814073 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8573ef68-e301-4ed0-8444-37ea960ccf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:57.862548 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-2326ab13-82a2-4871-9d1e-6c30784bf1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85592455', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:40:55Z', 'updated_at': '2022-01-18T20:40:56Z', 'revision_number': 3, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:40:56Z', 'updated_at': '2022-01-18T20:40:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:40:57.897289 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2326ab13-82a2-4871-9d1e-6c30784bf1fb None None] Checking router: 5e864f77-b83f-4b6d-ba03-0a3b791d8496 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:40:57.897621 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2326ab13-82a2-4871-9d1e-6c30784bf1fb None None] Updating router 5e864f77-b83f-4b6d-ba03-0a3b791d8496 port 54b07438-494f-4ef5-8720-cd034d6b773d binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:40:57.925794 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-2326ab13-82a2-4871-9d1e-6c30784bf1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (54b07438-494f-4ef5-8720-cd034d6b773d), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:58.063215 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-815c046e-e7ba-414c-8b0b-f88ad618600f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (b04d7b55-dbd3-4afa-b132-6666b2257dbd), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:58.129943 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c046e-e7ba-414c-8b0b-f88ad618600f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Subnet': ['ID=b04d7b55-dbd3-4afa-b132-6666b2257dbd,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:58.141040 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815c046e-e7ba-414c-8b0b-f88ad618600f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Checking segment: {'id': '3ab71d82-d5d5-4679-8c70-f1f89d3ccd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:40:58.141396 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815c046e-e7ba-414c-8b0b-f88ad618600f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Network hostable DHCP agents. Network: c06b7a8c-f799-43e2-8624-184b61bf3f50, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:40:58.162063 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815c046e-e7ba-414c-8b0b-f88ad618600f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Network c06b7a8c-f799-43e2-8624-184b61bf3f50 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:40:58.172333 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-815c046e-e7ba-414c-8b0b-f88ad618600f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, c06b7a8c-f799-43e2-8624-184b61bf3f50) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:40:58.178010 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815c046e-e7ba-414c-8b0b-f88ad618600f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:58.178778 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-815c046e-e7ba-414c-8b0b-f88ad618600f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:58.185548 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4279931f-bcaf-4f89-870d-d73dde21dec7 None None] Network c06b7a8c-f799-43e2-8624-184b61bf3f50 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:40:58.214097 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-815c046e-e7ba-414c-8b0b-f88ad618600f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5419345 Jan 18 20:40:58.216680 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33102) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:40:58.310956 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-2326ab13-82a2-4871-9d1e-6c30784bf1fb None None] Publish callbacks [] for port (54b07438-494f-4ef5-8720-cd034d6b773d), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:58.323082 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-2326ab13-82a2-4871-9d1e-6c30784bf1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (54b07438-494f-4ef5-8720-cd034d6b773d), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:58.387223 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cbaea2-2c2d-46c5-99b2-7fce68d7b481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-c06b7a8c-f799-43e2-8624-184b61bf3f50', 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'fixed_ips': [{'subnet_id': 'b04d7b55-dbd3-4afa-b132-6666b2257dbd'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:40:58.388183 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-88cbaea2-2c2d-46c5-99b2-7fce68d7b481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:58.404873 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd3d67-c7dd-4147-b4fd-c79e55fa0ff2 None None] Pushing event updated for resources: {'Port': ['ID=54b07438-494f-4ef5-8720-cd034d6b773d,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:58.436465 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd3d67-c7dd-4147-b4fd-c79e55fa0ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:58.436889 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd3d67-c7dd-4147-b4fd-c79e55fa0ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:58.441415 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd3d67-c7dd-4147-b4fd-c79e55fa0ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:58.441890 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd3d67-c7dd-4147-b4fd-c79e55fa0ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:58.442288 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd3d67-c7dd-4147-b4fd-c79e55fa0ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:58.442747 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd3d67-c7dd-4147-b4fd-c79e55fa0ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:58.443140 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd3d67-c7dd-4147-b4fd-c79e55fa0ff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:58.443574 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd3d67-c7dd-4147-b4fd-c79e55fa0ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:58.443955 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd3d67-c7dd-4147-b4fd-c79e55fa0ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:58.444537 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd3d67-c7dd-4147-b4fd-c79e55fa0ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:58.444933 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd3d67-c7dd-4147-b4fd-c79e55fa0ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:58.445930 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd3d67-c7dd-4147-b4fd-c79e55fa0ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:58.448678 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd3d67-c7dd-4147-b4fd-c79e55fa0ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:40:58.490539 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-2326ab13-82a2-4871-9d1e-6c30784bf1fb None None] Attempting to bind port 54b07438-494f-4ef5-8720-cd034d6b773d on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:40:58.491774 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-2326ab13-82a2-4871-9d1e-6c30784bf1fb None None] Attempting to bind port 54b07438-494f-4ef5-8720-cd034d6b773d by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:40:58.492205 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2326ab13-82a2-4871-9d1e-6c30784bf1fb None None] Attempting to bind port 54b07438-494f-4ef5-8720-cd034d6b773d on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:40:58.506316 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2326ab13-82a2-4871-9d1e-6c30784bf1fb None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:40:58.506791 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2326ab13-82a2-4871-9d1e-6c30784bf1fb None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:40:58.508185 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-2326ab13-82a2-4871-9d1e-6c30784bf1fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:58.508653 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2326ab13-82a2-4871-9d1e-6c30784bf1fb None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:40:58.510666 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-2326ab13-82a2-4871-9d1e-6c30784bf1fb None None] Bound port: 54b07438-494f-4ef5-8720-cd034d6b773d, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:40:58.511284 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-2326ab13-82a2-4871-9d1e-6c30784bf1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (54b07438-494f-4ef5-8720-cd034d6b773d), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:58.579633 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e01c75-4ea3-41ae-ae39-4bd2e5f9233d None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:40:58.632843 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-2326ab13-82a2-4871-9d1e-6c30784bf1fb None None] For port 54b07438-494f-4ef5-8720-cd034d6b773d, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:40:58.640579 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-2326ab13-82a2-4871-9d1e-6c30784bf1fb None None] For port 54b07438-494f-4ef5-8720-cd034d6b773d, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=54b07438-494f-4ef5-8720-cd034d6b773d,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:40:58.650489 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-2326ab13-82a2-4871-9d1e-6c30784bf1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (54b07438-494f-4ef5-8720-cd034d6b773d), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:58.688478 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-88cbaea2-2c2d-46c5-99b2-7fce68d7b481 None None] Allocated IP 172.20.0.2 (c06b7a8c-f799-43e2-8624-184b61bf3f50/b04d7b55-dbd3-4afa-b132-6666b2257dbd/1ef54d3b-3aac-4386-8591-886cd071260b) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:40:58.703097 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5381171d-307e-4431-b70d-8c64508f6a13 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:40:58.759765 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2326ab13-82a2-4871-9d1e-6c30784bf1fb None None] Routers {'5e864f77-b83f-4b6d-ba03-0a3b791d8496'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:40:58.760503 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-2326ab13-82a2-4871-9d1e-6c30784bf1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:40:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5e864f77-b83f-4b6d-ba03-0a3b791d8496'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:40:58.761733 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-b6a3c556-49eb-4573-9611-f01591a3dfbd None None] Provisioning complete for port 54b07438-494f-4ef5-8720-cd034d6b773d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:40:58.762111 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b6a3c556-49eb-4573-9611-f01591a3dfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (54b07438-494f-4ef5-8720-cd034d6b773d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:58.881804 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b0066-8583-4dc7-ac61-b2d73ba1d8c2 req-7f0a9d81-2eb5-45c4-9eda-71779c391d28 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:58.884004 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d3b0066-8583-4dc7-ac61-b2d73ba1d8c2 req-7f0a9d81-2eb5-45c4-9eda-71779c391d28 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.2465949 Jan 18 20:40:58.896431 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-2326ab13-82a2-4871-9d1e-6c30784bf1fb None None] Set router 5e864f77-b83f-4b6d-ba03-0a3b791d8496 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:40:58.991049 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d3b0066-8583-4dc7-ac61-b2d73ba1d8c2 req-d5afcc3e-f4ba-4fd8-b289-422c91c48c12 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999660 Jan 18 20:40:59.038693 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd3d67-c7dd-4147-b4fd-c79e55fa0ff2 None None] Pushing event updated for resources: {'Port': ['ID=54b07438-494f-4ef5-8720-cd034d6b773d,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:59.200401 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd32aa-b0c0-44d8-990a-c58e3cb9187e req-5a8d85a5-a1c0-4c09-b0fe-1a092b463a2a tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:40:59.209496 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34fd32aa-b0c0-44d8-990a-c58e3cb9187e req-5a8d85a5-a1c0-4c09-b0fe-1a092b463a2a tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.1279471 Jan 18 20:40:59.255882 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-2326ab13-82a2-4871-9d1e-6c30784bf1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85592455', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:40:55Z', 'updated_at': '2022-01-18T20:40:56Z', 'revision_number': 3, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:40:56Z', 'updated_at': '2022-01-18T20:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:40:59.318640 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2326ab13-82a2-4871-9d1e-6c30784bf1fb None None] The sync data for ids ['5e864f77-b83f-4b6d-ba03-0a3b791d8496'] in n-d-741529-9 is: [{'id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85592455', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:40:55Z', 'updated_at': '2022-01-18T20:40:56Z', 'revision_number': 3, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:40:56Z', 'updated_at': '2022-01-18T20:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:40:59.365840 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:59.469972 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b6a3c556-49eb-4573-9611-f01591a3dfbd None None] Current status of the port 54b07438-494f-4ef5-8720-cd034d6b773d is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:40:59.470400 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b6a3c556-49eb-4573-9611-f01591a3dfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (54b07438-494f-4ef5-8720-cd034d6b773d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:59.509854 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-88cbaea2-2c2d-46c5-99b2-7fce68d7b481 None None] Publish callbacks [] for port (1ef54d3b-3aac-4386-8591-886cd071260b), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:59.512326 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b6a3c556-49eb-4573-9611-f01591a3dfbd None None] For port 54b07438-494f-4ef5-8720-cd034d6b773d, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=54b07438-494f-4ef5-8720-cd034d6b773d,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:40:59.519622 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b6a3c556-49eb-4573-9611-f01591a3dfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (54b07438-494f-4ef5-8720-cd034d6b773d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:59.527775 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-88cbaea2-2c2d-46c5-99b2-7fce68d7b481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (1ef54d3b-3aac-4386-8591-886cd071260b), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:59.533559 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4499dac-c693-48e0-957c-5e4a7145bad6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:59.599212 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cbaea2-2c2d-46c5-99b2-7fce68d7b481 None None] Network c06b7a8c-f799-43e2-8624-184b61bf3f50 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:40:59.607999 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-88cbaea2-2c2d-46c5-99b2-7fce68d7b481 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:40:59.611440 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cbaea2-2c2d-46c5-99b2-7fce68d7b481 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:40:59.655625 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3c556-49eb-4573-9611-f01591a3dfbd None None] Pushing event updated for resources: {'Port': ['ID=54b07438-494f-4ef5-8720-cd034d6b773d,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:40:59.828342 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-34fd32aa-b0c0-44d8-990a-c58e3cb9187e req-e8edbda8-4aee-4c31-806b-caad86a93f33 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Deleting port e8325f29-28af-4798-bb87-a0fd07dc937c {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:40:59.828682 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-34fd32aa-b0c0-44d8-990a-c58e3cb9187e req-e8edbda8-4aee-4c31-806b-caad86a93f33 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e8325f29-28af-4798-bb87-a0fd07dc937c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:59.860143 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d637880a-0d59-44a2-921c-9ce282a4d5cf None None] Provisioning complete for port 54b07438-494f-4ef5-8720-cd034d6b773d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:40:59.860526 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d637880a-0d59-44a2-921c-9ce282a4d5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (54b07438-494f-4ef5-8720-cd034d6b773d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:59.922033 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-88cbaea2-2c2d-46c5-99b2-7fce68d7b481 None None] Attempting to bind port 1ef54d3b-3aac-4386-8591-886cd071260b on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:40:59.922411 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-88cbaea2-2c2d-46c5-99b2-7fce68d7b481 None None] Attempting to bind port 1ef54d3b-3aac-4386-8591-886cd071260b by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '3ab71d82-d5d5-4679-8c70-f1f89d3ccd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:40:59.923066 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cbaea2-2c2d-46c5-99b2-7fce68d7b481 None None] Attempting to bind port 1ef54d3b-3aac-4386-8591-886cd071260b on network c06b7a8c-f799-43e2-8624-184b61bf3f50 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:40:59.948213 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 54b07438-494f-4ef5-8720-cd034d6b773d up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:40:59.973713 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cbaea2-2c2d-46c5-99b2-7fce68d7b481 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:40:59.974379 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cbaea2-2c2d-46c5-99b2-7fce68d7b481 None None] Checking segment: {'id': '3ab71d82-d5d5-4679-8c70-f1f89d3ccd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:40:59.974947 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-88cbaea2-2c2d-46c5-99b2-7fce68d7b481 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:59.975520 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cbaea2-2c2d-46c5-99b2-7fce68d7b481 None None] Bound using segment: {'id': '3ab71d82-d5d5-4679-8c70-f1f89d3ccd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:40:59.976299 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-88cbaea2-2c2d-46c5-99b2-7fce68d7b481 None None] Bound port: 1ef54d3b-3aac-4386-8591-886cd071260b, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab71d82-d5d5-4679-8c70-f1f89d3ccd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:40:59.976852 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-88cbaea2-2c2d-46c5-99b2-7fce68d7b481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1ef54d3b-3aac-4386-8591-886cd071260b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:00.017110 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbaea2-2c2d-46c5-99b2-7fce68d7b481 None None] Pushing event updated for resources: {'Port': ['ID=1ef54d3b-3aac-4386-8591-886cd071260b,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:00.033111 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-34fd32aa-b0c0-44d8-990a-c58e3cb9187e req-e8edbda8-4aee-4c31-806b-caad86a93f33 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] For port e8325f29-28af-4798-bb87-a0fd07dc937c, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=e8325f29-28af-4798-bb87-a0fd07dc937c,segment=NetworkSegment(47cfc122-0093-4f5b-8bea-67b9af9c936e),segment_id=47cfc122-0093-4f5b-8bea-67b9af9c936e)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:41:00.033660 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-34fd32aa-b0c0-44d8-990a-c58e3cb9187e req-e8edbda8-4aee-4c31-806b-caad86a93f33 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e8325f29-28af-4798-bb87-a0fd07dc937c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:00.056043 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-34fd32aa-b0c0-44d8-990a-c58e3cb9187e req-e8edbda8-4aee-4c31-806b-caad86a93f33 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Calling delete_port for e8325f29-28af-4798-bb87-a0fd07dc937c owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:41:00.121519 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-88cbaea2-2c2d-46c5-99b2-7fce68d7b481 None None] For port 1ef54d3b-3aac-4386-8591-886cd071260b, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:41:00.130932 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-88cbaea2-2c2d-46c5-99b2-7fce68d7b481 None None] For port 1ef54d3b-3aac-4386-8591-886cd071260b, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=1ef54d3b-3aac-4386-8591-886cd071260b,segment=NetworkSegment(3ab71d82-d5d5-4679-8c70-f1f89d3ccd81),segment_id=3ab71d82-d5d5-4679-8c70-f1f89d3ccd81)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:41:00.157341 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-88cbaea2-2c2d-46c5-99b2-7fce68d7b481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1ef54d3b-3aac-4386-8591-886cd071260b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:00.275905 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711557d3-f86e-4484-a6de-67f02b6359ed req-33ff8eba-e721-4fec-b4c6-81f7c18fc6ea tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:00.287048 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d637880a-0d59-44a2-921c-9ce282a4d5cf None None] Current status of the port 54b07438-494f-4ef5-8720-cd034d6b773d is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:00.287291 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-711557d3-f86e-4484-a6de-67f02b6359ed req-33ff8eba-e721-4fec-b4c6-81f7c18fc6ea tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a7c1624-5f2e-4780-ac69-d38983edcae8 HTTP/1.1" status: 200 len: 945 time: 0.1328363 Jan 18 20:41:00.348831 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-e4499dac-c693-48e0-957c-5e4a7145bad6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Allocated IP 172.20.0.1 (c06b7a8c-f799-43e2-8624-184b61bf3f50/b04d7b55-dbd3-4afa-b132-6666b2257dbd/f97b9198-6b93-467c-969a-508141c2e313) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:41:00.405667 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbaea2-2c2d-46c5-99b2-7fce68d7b481 None None] Pushing event updated for resources: {'Port': ['ID=1ef54d3b-3aac-4386-8591-886cd071260b,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:00.417998 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 54b07438-494f-4ef5-8720-cd034d6b773d triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:00.419866 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (54b07438-494f-4ef5-8720-cd034d6b773d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:00.479369 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-711557d3-f86e-4484-a6de-67f02b6359ed req-cc99d776-cb75-4c2c-909b-a5d65068545a tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753519 Jan 18 20:41:00.604140 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-34fd32aa-b0c0-44d8-990a-c58e3cb9187e req-e8edbda8-4aee-4c31-806b-caad86a93f33 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (e8325f29-28af-4798-bb87-a0fd07dc937c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:00.631758 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 54b07438-494f-4ef5-8720-cd034d6b773d is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:00.634183 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['a3ae0fbc-b85e-4937-aeff-246e6f4565a9'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:41:00.723847 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8edbda8-4aee-4c31-806b-caad86a93f33 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Pushing event deleted for resources: {'Port': ['ID=e8325f29-28af-4798-bb87-a0fd07dc937c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:00.749908 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:00.791915 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-34fd32aa-b0c0-44d8-990a-c58e3cb9187e req-e8edbda8-4aee-4c31-806b-caad86a93f33 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] No DVR routers for this DVR port e8325f29-28af-4798-bb87-a0fd07dc937c on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:41:00.806983 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-34fd32aa-b0c0-44d8-990a-c58e3cb9187e req-e8edbda8-4aee-4c31-806b-caad86a93f33 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:00.814120 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34fd32aa-b0c0-44d8-990a-c58e3cb9187e req-e8edbda8-4aee-4c31-806b-caad86a93f33 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.70 "DELETE /v2.0/ports/e8325f29-28af-4798-bb87-a0fd07dc937c HTTP/1.1" status: 204 len: 173 time: 1.5969632 Jan 18 20:41:00.816380 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7c1624-5f2e-4780-ac69-d38983edcae8', 'name': 'network-vif-deleted', 'tag': 'e8325f29-28af-4798-bb87-a0fd07dc937c'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:41:00.837987 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9368f8-ccdd-4a09-a46a-bb438d0e6d0f" -d '{"events": [{"server_uuid": "0a7c1624-5f2e-4780-ac69-d38983edcae8", "name": "network-vif-deleted", "tag": "e8325f29-28af-4798-bb87-a0fd07dc937c"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:41:00.921763 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4499dac-c693-48e0-957c-5e4a7145bad6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for port (f97b9198-6b93-467c-969a-508141c2e313), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:00.943301 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d10f42-0c1b-459d-bd9f-eee5d4621504 x-openstack-request-id: req-87d10f42-0c1b-459d-bd9f-eee5d4621504 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:41:00.943606 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7c1624-5f2e-4780-ac69-d38983edcae8", "name": "network-vif-deleted", "tag": "e8325f29-28af-4798-bb87-a0fd07dc937c", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:41:00.943867 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87d10f42-0c1b-459d-bd9f-eee5d4621504 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:41:00.944297 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7c1624-5f2e-4780-ac69-d38983edcae8', 'name': 'network-vif-deleted', 'tag': 'e8325f29-28af-4798-bb87-a0fd07dc937c', 'status': 'completed', 'code': 200} Jan 18 20:41:01.032128 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4499dac-c693-48e0-957c-5e4a7145bad6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (f97b9198-6b93-467c-969a-508141c2e313), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:01.098065 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4499dac-c693-48e0-957c-5e4a7145bad6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Network c06b7a8c-f799-43e2-8624-184b61bf3f50 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:41:01.102234 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-e4499dac-c693-48e0-957c-5e4a7145bad6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:41:01.129644 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4499dac-c693-48e0-957c-5e4a7145bad6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:41:01.173878 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4499dac-c693-48e0-957c-5e4a7145bad6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Port': ['ID=f97b9198-6b93-467c-969a-508141c2e313,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:01.209140 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4499dac-c693-48e0-957c-5e4a7145bad6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (5e864f77-b83f-4b6d-ba03-0a3b791d8496), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:01.397426 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4499dac-c693-48e0-957c-5e4a7145bad6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f97b9198-6b93-467c-969a-508141c2e313), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:01.882543 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:01.956715 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 1ef54d3b-3aac-4386-8591-886cd071260b up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:41:02.029413 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4499dac-c693-48e0-957c-5e4a7145bad6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for port (f97b9198-6b93-467c-969a-508141c2e313), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:02.077869 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 1ef54d3b-3aac-4386-8591-886cd071260b triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:02.078260 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1ef54d3b-3aac-4386-8591-886cd071260b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:02.079419 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4499dac-c693-48e0-957c-5e4a7145bad6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (f97b9198-6b93-467c-969a-508141c2e313), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:02.205679 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 1ef54d3b-3aac-4386-8591-886cd071260b is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:02.205802 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1ef54d3b-3aac-4386-8591-886cd071260b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:02.247698 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 1ef54d3b-3aac-4386-8591-886cd071260b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=1ef54d3b-3aac-4386-8591-886cd071260b,segment=NetworkSegment(3ab71d82-d5d5-4679-8c70-f1f89d3ccd81),segment_id=3ab71d82-d5d5-4679-8c70-f1f89d3ccd81)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:41:02.253283 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1ef54d3b-3aac-4386-8591-886cd071260b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:02.346524 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=1ef54d3b-3aac-4386-8591-886cd071260b,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:02.361098 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaa4a2c-6fb2-4019-a4c2-4a09c270d04d None None] Network c06b7a8c-f799-43e2-8624-184b61bf3f50 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:41:02.474680 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e8325f29-28af-4798-bb87-a0fd07dc937c no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:41:02.510668 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: e8325f29-28af-4798-bb87-a0fd07dc937c {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:41:02.510668 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device e8325f29-28af-4798-bb87-a0fd07dc937c not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:41:02.533453 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-db180737-7313-448d-b114-44ab64f91e2a None None] Provisioning complete for port 1ef54d3b-3aac-4386-8591-886cd071260b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:02.534099 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-db180737-7313-448d-b114-44ab64f91e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1ef54d3b-3aac-4386-8591-886cd071260b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:02.602076 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4499dac-c693-48e0-957c-5e4a7145bad6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Port': ['ID=f97b9198-6b93-467c-969a-508141c2e313,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:02.628452 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4499dac-c693-48e0-957c-5e4a7145bad6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (5e864f77-b83f-4b6d-ba03-0a3b791d8496), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:02.638895 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-db180737-7313-448d-b114-44ab64f91e2a None None] Current status of the port 1ef54d3b-3aac-4386-8591-886cd071260b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:02.664847 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b14f5-7ce1-4a96-8669-e43fa5479086 req-dd518162-8f87-4c8c-a6c2-cc58e72320c3 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:02.667018 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a6b14f5-7ce1-4a96-8669-e43fa5479086 req-dd518162-8f87-4c8c-a6c2-cc58e72320c3 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.6622002 Jan 18 20:41:02.772587 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a6b14f5-7ce1-4a96-8669-e43fa5479086 req-0c2d0bea-7396-4d9b-a9db-4a925889e7b1 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968802 Jan 18 20:41:02.809384 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4499dac-c693-48e0-957c-5e4a7145bad6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Network c06b7a8c-f799-43e2-8624-184b61bf3f50 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:41:02.811126 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-e4499dac-c693-48e0-957c-5e4a7145bad6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:41:02.947541 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4499dac-c693-48e0-957c-5e4a7145bad6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Router 5e864f77-b83f-4b6d-ba03-0a3b791d8496 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:41:02.992636 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a784f8ce-8d97-4f3f-8610-228385152a25 None None] Provisioning complete for port 1ef54d3b-3aac-4386-8591-886cd071260b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:02.993164 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a784f8ce-8d97-4f3f-8610-228385152a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1ef54d3b-3aac-4386-8591-886cd071260b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:03.112095 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4499dac-c693-48e0-957c-5e4a7145bad6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:41:03.138677 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e4499dac-c693-48e0-957c-5e4a7145bad6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "PUT /v2.0/routers/5e864f77-b83f-4b6d-ba03-0a3b791d8496/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9200015 Jan 18 20:41:03.152984 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810d074f-7177-4460-8005-6b746dcf6236 None None] Sync routers for ids ['5e864f77-b83f-4b6d-ba03-0a3b791d8496'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:41:03.182143 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810d074f-7177-4460-8005-6b746dcf6236 None None] Routers {'5e864f77-b83f-4b6d-ba03-0a3b791d8496'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:41:03.182785 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-810d074f-7177-4460-8005-6b746dcf6236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:40:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5e864f77-b83f-4b6d-ba03-0a3b791d8496'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:03.242730 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a784f8ce-8d97-4f3f-8610-228385152a25 None None] Current status of the port 1ef54d3b-3aac-4386-8591-886cd071260b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:03.363596 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a784f8ce-8d97-4f3f-8610-228385152a25 None None] Provisioning complete for port f97b9198-6b93-467c-969a-508141c2e313 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:03.364620 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a784f8ce-8d97-4f3f-8610-228385152a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f97b9198-6b93-467c-969a-508141c2e313), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:03.408038 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a784f8ce-8d97-4f3f-8610-228385152a25 None None] Port f97b9198-6b93-467c-969a-508141c2e313 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:41:03.431454 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-810d074f-7177-4460-8005-6b746dcf6236 None None] Set router 5e864f77-b83f-4b6d-ba03-0a3b791d8496 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:41:03.456065 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-e3a84944-0875-4c71-b582-8c6cfa2ecd43 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1754378937&fields=id&tenant_id=0f033c66edd74e168cf3601ff8da102f HTTP/1.1" status: 200 len: 267 time: 0.0744281 Jan 18 20:41:03.585989 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f58cfd34-5af1-491c-bb36-dfe1b9fa2acc tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:03.587898 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f58cfd34-5af1-491c-bb36-dfe1b9fa2acc tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/networks?id=c06b7a8c-f799-43e2-8624-184b61bf3f50 HTTP/1.1" status: 200 len: 797 time: 0.1246977 Jan 18 20:41:03.608774 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-866e4f47-a503-41d9-a72e-5b3a355c0894 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/quotas/0f033c66edd74e168cf3601ff8da102f HTTP/1.1" status: 200 len: 375 time: 0.0148532 Jan 18 20:41:03.611919 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-b0bf343a-0142-45bc-a65f-992ea70ecc60 None None] Provisioning complete for port f97b9198-6b93-467c-969a-508141c2e313 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:03.612473 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b0bf343a-0142-45bc-a65f-992ea70ecc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f97b9198-6b93-467c-969a-508141c2e313), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:03.670305 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf343a-0142-45bc-a65f-992ea70ecc60 None None] Port f97b9198-6b93-467c-969a-508141c2e313 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:41:03.671283 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-c2bcd315-ad87-4df9-84b3-aa097403a88e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598254 Jan 18 20:41:03.738927 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-810d074f-7177-4460-8005-6b746dcf6236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85592455', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:40:55Z', 'updated_at': '2022-01-18T20:41:01Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:40:56Z', 'updated_at': '2022-01-18T20:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'f97b9198-6b93-467c-969a-508141c2e313', 'name': '', 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:85:21:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'b04d7b55-dbd3-4afa-b132-6666b2257dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:40:59Z', 'updated_at': '2022-01-18T20:41:01Z', 'revision_number': 2, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': 'b04d7b55-dbd3-4afa-b132-6666b2257dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:03.770450 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810d074f-7177-4460-8005-6b746dcf6236 None None] Checking router: 5e864f77-b83f-4b6d-ba03-0a3b791d8496 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:41:03.770807 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810d074f-7177-4460-8005-6b746dcf6236 None None] Updating router 5e864f77-b83f-4b6d-ba03-0a3b791d8496 port f97b9198-6b93-467c-969a-508141c2e313 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:41:03.780862 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-50b5a1a3-241a-4e73-8925-90b9043abac1 service neutron] 10.222.0.31 "GET /v2.0/networks/c06b7a8c-f799-43e2-8624-184b61bf3f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085327 Jan 18 20:41:03.824374 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 1ef54d3b-3aac-4386-8591-886cd071260b up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:41:03.877202 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-810d074f-7177-4460-8005-6b746dcf6236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f97b9198-6b93-467c-969a-508141c2e313), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:03.901814 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-1fc7756a-9d0c-4c2d-97ec-bc2dc72b6546 service neutron] 10.222.0.31 "GET /v2.0/networks/c06b7a8c-f799-43e2-8624-184b61bf3f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197548 Jan 18 20:41:03.931795 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 1ef54d3b-3aac-4386-8591-886cd071260b triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:03.932080 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1ef54d3b-3aac-4386-8591-886cd071260b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:03.946107 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe2d32-a56b-42a8-9b45-467ed9663f52 req-03e5d654-fd02-4b61-9805-a058480bbf7d tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:03.947691 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2efe2d32-a56b-42a8-9b45-467ed9663f52 req-03e5d654-fd02-4b61-9805-a058480bbf7d tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0616059 Jan 18 20:41:04.051123 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2efe2d32-a56b-42a8-9b45-467ed9663f52 req-69dfb483-d70e-4b4e-ab96-d885a539acc3 tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb93c42e-15b8-4804-a186-18acbbd45bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967200 Jan 18 20:41:04.145836 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b3fe55a6-563d-49fa-9770-ce2f83582d35 req-311a6153-6e74-4ba4-8b54-513a11adaca5 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 210 time: 0.0417657 Jan 18 20:41:04.300623 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1763c62-76e2-4e9d-a17b-5c4c7e27412d req-432ad544-2862-4d57-855c-db3505d7b03c tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:04.302413 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b1763c62-76e2-4e9d-a17b-5c4c7e27412d req-432ad544-2862-4d57-855c-db3505d7b03c tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 945 time: 0.0952113 Jan 18 20:41:04.333387 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:04.346033 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 1ef54d3b-3aac-4386-8591-886cd071260b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:04.442534 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-b1763c62-76e2-4e9d-a17b-5c4c7e27412d req-54517e40-19cc-4f8a-8bb5-272d9661854b tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Deleting port a3ae0fbc-b85e-4937-aeff-246e6f4565a9 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:41:04.442864 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b1763c62-76e2-4e9d-a17b-5c4c7e27412d req-54517e40-19cc-4f8a-8bb5-272d9661854b tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (a3ae0fbc-b85e-4937-aeff-246e6f4565a9), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:04.467380 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-810d074f-7177-4460-8005-6b746dcf6236 None None] Publish callbacks [] for port (f97b9198-6b93-467c-969a-508141c2e313), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:04.475474 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-810d074f-7177-4460-8005-6b746dcf6236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f97b9198-6b93-467c-969a-508141c2e313), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:04.558949 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c79793-652f-4f5b-b583-3d2f6ddb3f55 None None] Pushing event updated for resources: {'Port': ['ID=f97b9198-6b93-467c-969a-508141c2e313,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:04.577083 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-b1763c62-76e2-4e9d-a17b-5c4c7e27412d req-54517e40-19cc-4f8a-8bb5-272d9661854b tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] For port a3ae0fbc-b85e-4937-aeff-246e6f4565a9, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a3ae0fbc-b85e-4937-aeff-246e6f4565a9,segment=NetworkSegment(47cfc122-0093-4f5b-8bea-67b9af9c936e),segment_id=47cfc122-0093-4f5b-8bea-67b9af9c936e)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:41:04.577450 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b1763c62-76e2-4e9d-a17b-5c4c7e27412d req-54517e40-19cc-4f8a-8bb5-272d9661854b tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (a3ae0fbc-b85e-4937-aeff-246e6f4565a9), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:04.600388 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-b1763c62-76e2-4e9d-a17b-5c4c7e27412d req-54517e40-19cc-4f8a-8bb5-272d9661854b tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Calling delete_port for a3ae0fbc-b85e-4937-aeff-246e6f4565a9 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:41:04.706750 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-810d074f-7177-4460-8005-6b746dcf6236 None None] Attempting to bind port f97b9198-6b93-467c-969a-508141c2e313 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:41:04.707205 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-810d074f-7177-4460-8005-6b746dcf6236 None None] Attempting to bind port f97b9198-6b93-467c-969a-508141c2e313 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '3ab71d82-d5d5-4679-8c70-f1f89d3ccd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:41:04.707631 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810d074f-7177-4460-8005-6b746dcf6236 None None] Attempting to bind port f97b9198-6b93-467c-969a-508141c2e313 on network c06b7a8c-f799-43e2-8624-184b61bf3f50 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:41:04.719598 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810d074f-7177-4460-8005-6b746dcf6236 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:41:04.720124 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810d074f-7177-4460-8005-6b746dcf6236 None None] Checking segment: {'id': '3ab71d82-d5d5-4679-8c70-f1f89d3ccd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:41:04.720909 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-810d074f-7177-4460-8005-6b746dcf6236 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:04.721359 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810d074f-7177-4460-8005-6b746dcf6236 None None] Bound using segment: {'id': '3ab71d82-d5d5-4679-8c70-f1f89d3ccd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:41:04.722064 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-810d074f-7177-4460-8005-6b746dcf6236 None None] Bound port: f97b9198-6b93-467c-969a-508141c2e313, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab71d82-d5d5-4679-8c70-f1f89d3ccd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:41:04.722521 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-810d074f-7177-4460-8005-6b746dcf6236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f97b9198-6b93-467c-969a-508141c2e313), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:04.807845 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b1763c62-76e2-4e9d-a17b-5c4c7e27412d req-54517e40-19cc-4f8a-8bb5-272d9661854b tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (a3ae0fbc-b85e-4937-aeff-246e6f4565a9), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:04.830783 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['a3ae0fbc-b85e-4937-aeff-246e6f4565a9'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:41:04.851527 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54517e40-19cc-4f8a-8bb5-272d9661854b tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Pushing event deleted for resources: {'Port': ['ID=a3ae0fbc-b85e-4937-aeff-246e6f4565a9,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:04.922932 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1763c62-76e2-4e9d-a17b-5c4c7e27412d req-54517e40-19cc-4f8a-8bb5-272d9661854b tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] No DVR routers for this DVR port a3ae0fbc-b85e-4937-aeff-246e6f4565a9 on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:41:04.929744 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b1763c62-76e2-4e9d-a17b-5c4c7e27412d req-54517e40-19cc-4f8a-8bb5-272d9661854b tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:04.934466 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b1763c62-76e2-4e9d-a17b-5c4c7e27412d req-54517e40-19cc-4f8a-8bb5-272d9661854b tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.70 "DELETE /v2.0/ports/a3ae0fbc-b85e-4937-aeff-246e6f4565a9 HTTP/1.1" status: 204 len: 173 time: 0.6259670 Jan 18 20:41:04.934991 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9645b72-9277-4f1f-99c8-d40b1fd02f55', 'name': 'network-vif-deleted', 'tag': 'a3ae0fbc-b85e-4937-aeff-246e6f4565a9'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:41:04.938835 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bc48d9-5658-467b-be54-3bc91512bedf" -d '{"events": [{"server_uuid": "e9645b72-9277-4f1f-99c8-d40b1fd02f55", "name": "network-vif-deleted", "tag": "a3ae0fbc-b85e-4937-aeff-246e6f4565a9"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:41:04.959196 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-810d074f-7177-4460-8005-6b746dcf6236 None None] For port f97b9198-6b93-467c-969a-508141c2e313, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:41:04.964267 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-810d074f-7177-4460-8005-6b746dcf6236 None None] For port f97b9198-6b93-467c-969a-508141c2e313, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f97b9198-6b93-467c-969a-508141c2e313,segment=NetworkSegment(3ab71d82-d5d5-4679-8c70-f1f89d3ccd81),segment_id=3ab71d82-d5d5-4679-8c70-f1f89d3ccd81)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:41:04.966414 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-996eb2de-dfdb-4e43-a1be-561c6b367900 None None] Provisioning complete for port f97b9198-6b93-467c-969a-508141c2e313 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:04.968160 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-996eb2de-dfdb-4e43-a1be-561c6b367900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f97b9198-6b93-467c-969a-508141c2e313), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:04.972977 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-810d074f-7177-4460-8005-6b746dcf6236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f97b9198-6b93-467c-969a-508141c2e313), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:05.012519 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3f6e1d-a334-40b6-a8fb-8cd30407df5d x-openstack-request-id: req-aa3f6e1d-a334-40b6-a8fb-8cd30407df5d {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:41:05.012781 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9645b72-9277-4f1f-99c8-d40b1fd02f55", "name": "network-vif-deleted", "tag": "a3ae0fbc-b85e-4937-aeff-246e6f4565a9", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:41:05.013036 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa3f6e1d-a334-40b6-a8fb-8cd30407df5d {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:41:05.013655 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9645b72-9277-4f1f-99c8-d40b1fd02f55', 'name': 'network-vif-deleted', 'tag': 'a3ae0fbc-b85e-4937-aeff-246e6f4565a9', 'status': 'completed', 'code': 200} Jan 18 20:41:05.263894 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8331570a-1b92-4ff6-bd02-3b5e354973e9 req-1b2db32c-b3d8-400a-917a-4f8c589ff03e tempest-ServerRescueTestJSON-739717571 tempest-ServerRescueTestJSON-739717571-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9645b72-9277-4f1f-99c8-d40b1fd02f55 HTTP/1.1" status: 200 len: 210 time: 0.0767245 Jan 18 20:41:05.338981 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3a4372e7-56f9-4139-8aa2-15a140a61253 req-937e3905-3739-48f1-99d3-8af9e4cbb661 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 210 time: 0.0612357 Jan 18 20:41:05.526810 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810d074f-7177-4460-8005-6b746dcf6236 None None] Routers {'5e864f77-b83f-4b6d-ba03-0a3b791d8496'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:41:05.527469 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-810d074f-7177-4460-8005-6b746dcf6236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:40:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5e864f77-b83f-4b6d-ba03-0a3b791d8496'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:05.647583 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c79793-652f-4f5b-b583-3d2f6ddb3f55 None None] Pushing event updated for resources: {'Port': ['ID=f97b9198-6b93-467c-969a-508141c2e313,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:05.687091 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33182) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:05.747721 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-a9704b3a-42f9-475f-a204-7780e929f8a6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:05.749284 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-a9704b3a-42f9-475f-a204-7780e929f8a6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.70 "GET /v2.0/networks?id=c06b7a8c-f799-43e2-8624-184b61bf3f50 HTTP/1.1" status: 200 len: 797 time: 0.2289481 Jan 18 20:41:05.759335 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-996eb2de-dfdb-4e43-a1be-561c6b367900 None None] Current status of the port f97b9198-6b93-467c-969a-508141c2e313 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:05.759862 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-996eb2de-dfdb-4e43-a1be-561c6b367900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f97b9198-6b93-467c-969a-508141c2e313), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:05.802552 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-810d074f-7177-4460-8005-6b746dcf6236 None None] Set router 5e864f77-b83f-4b6d-ba03-0a3b791d8496 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:41:05.842726 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-996eb2de-dfdb-4e43-a1be-561c6b367900 None None] For port f97b9198-6b93-467c-969a-508141c2e313, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f97b9198-6b93-467c-969a-508141c2e313,segment=NetworkSegment(3ab71d82-d5d5-4679-8c70-f1f89d3ccd81),segment_id=3ab71d82-d5d5-4679-8c70-f1f89d3ccd81)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:41:05.853075 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-996eb2de-dfdb-4e43-a1be-561c6b367900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f97b9198-6b93-467c-969a-508141c2e313), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:05.884565 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-da80e274-87b8-4149-b8c8-5db5fcbab94a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f033c66edd74e168cf3601ff8da102f HTTP/1.1" status: 200 len: 380 time: 0.1258636 Jan 18 20:41:05.901344 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f6b18fdf-68c3-43b8-a34d-3aaab3af41b3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'port': {'device_id': '063667ff-d8a4-412f-9f50-34837928af11', 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50', 'admin_state_up': True, 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'security_groups': ['fdafa95b-5300-4882-ab58-2fb2d1009cdc']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:41:05.927845 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba6ca367-915c-47de-8df6-926fe773580e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:06.028376 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996eb2de-dfdb-4e43-a1be-561c6b367900 None None] Pushing event updated for resources: {'Port': ['ID=f97b9198-6b93-467c-969a-508141c2e313,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:06.037859 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-3592458d-9f47-4e61-bf15-bf24c143af32 None None] Provisioning complete for port f97b9198-6b93-467c-969a-508141c2e313 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:06.038332 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3592458d-9f47-4e61-bf15-bf24c143af32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f97b9198-6b93-467c-969a-508141c2e313), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:06.051116 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba6ca367-915c-47de-8df6-926fe773580e admin admin] Publish callbacks [] for security_group (9206a4ac-63ff-480b-843d-15d2ebf14a29), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:06.059911 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba6ca367-915c-47de-8df6-926fe773580e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9206a4ac-63ff-480b-843d-15d2ebf14a29), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:06.079419 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f6b18fdf-68c3-43b8-a34d-3aaab3af41b3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Made reservation on behalf of 0f033c66edd74e168cf3601ff8da102f for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:41:06.088635 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f6b18fdf-68c3-43b8-a34d-3aaab3af41b3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:06.125667 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ba6ca367-915c-47de-8df6-926fe773580e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e81c7d67b6d546debde7c3fe1a53bd17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4366682 Jan 18 20:41:06.128271 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ca367-915c-47de-8df6-926fe773580e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9206a4ac-63ff-480b-843d-15d2ebf14a29,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:06.130765 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33186) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:06.193807 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3592458d-9f47-4e61-bf15-bf24c143af32 None None] Current status of the port f97b9198-6b93-467c-969a-508141c2e313 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:06.204641 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-810d074f-7177-4460-8005-6b746dcf6236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85592455', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:40:55Z', 'updated_at': '2022-01-18T20:41:01Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:40:56Z', 'updated_at': '2022-01-18T20:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'f97b9198-6b93-467c-969a-508141c2e313', 'name': '', 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:85:21:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'b04d7b55-dbd3-4afa-b132-6666b2257dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:40:59Z', 'updated_at': '2022-01-18T20:41:04Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': 'b04d7b55-dbd3-4afa-b132-6666b2257dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:06.253293 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-29df3820-9ab0-4a82-8882-be9827dda2d9 admin admin] Publish callbacks [] for security_group (9206a4ac-63ff-480b-843d-15d2ebf14a29), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:06.270726 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810d074f-7177-4460-8005-6b746dcf6236 None None] The sync data for ids ['5e864f77-b83f-4b6d-ba03-0a3b791d8496'] in n-d-741529-9 is: [{'id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85592455', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:40:55Z', 'updated_at': '2022-01-18T20:41:01Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:40:56Z', 'updated_at': '2022-01-18T20:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'f97b9198-6b93-467c-969a-508141c2e313', 'name': '', 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:85:21:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'b04d7b55-dbd3-4afa-b132-6666b2257dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:40:59Z', 'updated_at': '2022-01-18T20:41:04Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': 'b04d7b55-dbd3-4afa-b132-6666b2257dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:41:06.293198 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-29df3820-9ab0-4a82-8882-be9827dda2d9 admin admin] Publish callbacks [] for security_group (9206a4ac-63ff-480b-843d-15d2ebf14a29), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:06.340460 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f6b18fdf-68c3-43b8-a34d-3aaab3af41b3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Allocated IP 172.20.0.3 (c06b7a8c-f799-43e2-8624-184b61bf3f50/b04d7b55-dbd3-4afa-b132-6666b2257dbd/a360af47-f4ee-4a1d-abd7-796406174b94) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:41:06.400017 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33192) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:06.554893 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-29df3820-9ab0-4a82-8882-be9827dda2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9206a4ac-63ff-480b-843d-15d2ebf14a29), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:06.557491 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-29df3820-9ab0-4a82-8882-be9827dda2d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:06.558749 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-29df3820-9ab0-4a82-8882-be9827dda2d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9206a4ac-63ff-480b-843d-15d2ebf14a29 HTTP/1.1" status: 204 len: 168 time: 0.4270620 Jan 18 20:41:06.584218 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf94ec8a-9fc5-4484-badc-1d420c7434e5 req-68dd1bd3-0c96-4adc-b884-cfec1b5a8f4a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 210 time: 0.0414534 Jan 18 20:41:06.590269 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df3820-9ab0-4a82-8882-be9827dda2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9206a4ac-63ff-480b-843d-15d2ebf14a29,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:06.705436 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f6b18fdf-68c3-43b8-a34d-3aaab3af41b3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for port (a360af47-f4ee-4a1d-abd7-796406174b94), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:06.784504 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f6b18fdf-68c3-43b8-a34d-3aaab3af41b3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:06.897502 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f6b18fdf-68c3-43b8-a34d-3aaab3af41b3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Network c06b7a8c-f799-43e2-8624-184b61bf3f50 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:41:06.901151 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f6b18fdf-68c3-43b8-a34d-3aaab3af41b3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:41:06.949385 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f6b18fdf-68c3-43b8-a34d-3aaab3af41b3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:41:06.955939 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:07.018933 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b18fdf-68c3-43b8-a34d-3aaab3af41b3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Port': ['ID=a360af47-f4ee-4a1d-abd7-796406174b94,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:07.048034 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:07.062791 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f6b18fdf-68c3-43b8-a34d-3aaab3af41b3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:07.066866 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f6b18fdf-68c3-43b8-a34d-3aaab3af41b3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:07.107840 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f6b18fdf-68c3-43b8-a34d-3aaab3af41b3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2113802 Jan 18 20:41:07.138799 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f1a96092-36d0-4ef7-8530-17aa077ccef8 service neutron] Request body: {'port': {'device_id': '063667ff-d8a4-412f-9f50-34837928af11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:41:07.207461 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8ca13cd-bbaa-41fa-b388-440e45f0fab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (99c6cd61-2d35-4abb-a0f7-a2e660ae99db), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:07.253801 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f1a96092-36d0-4ef7-8530-17aa077ccef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:07.440164 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e829e7b8-772a-409d-942a-c0b66ba39059 None None] Provisioning complete for port a360af47-f4ee-4a1d-abd7-796406174b94 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:07.442333 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e829e7b8-772a-409d-942a-c0b66ba39059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:07.563234 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e829e7b8-772a-409d-942a-c0b66ba39059 None None] Port a360af47-f4ee-4a1d-abd7-796406174b94 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:41:07.846619 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af7fb3-f4ed-4a4a-b5f1-cd4b8b700b3d req-d47c9502-94c9-477d-863d-fa557fee9e74 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:07.855032 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-94af7fb3-f4ed-4a4a-b5f1-cd4b8b700b3d req-d47c9502-94c9-477d-863d-fa557fee9e74 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 931 time: 0.0930953 Jan 18 20:41:07.945235 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f97b9198-6b93-467c-969a-508141c2e313 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:41:07.969953 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f1a96092-36d0-4ef7-8530-17aa077ccef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a360af47-f4ee-4a1d-abd7-796406174b94 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:41:07.979627 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f1a96092-36d0-4ef7-8530-17aa077ccef8 service neutron] Publish callbacks [] for port (a360af47-f4ee-4a1d-abd7-796406174b94), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:07.997278 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-94af7fb3-f4ed-4a4a-b5f1-cd4b8b700b3d req-a0b2c441-d802-4204-aca3-19494efa969e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410503 Jan 18 20:41:08.024584 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f1a96092-36d0-4ef7-8530-17aa077ccef8 service neutron] Transition to ACTIVE for port object a360af47-f4ee-4a1d-abd7-796406174b94 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:41:08.032754 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f1a96092-36d0-4ef7-8530-17aa077ccef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:08.046104 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port f97b9198-6b93-467c-969a-508141c2e313 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:08.046678 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f97b9198-6b93-467c-969a-508141c2e313), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:08.213474 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port f97b9198-6b93-467c-969a-508141c2e313 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:08.241145 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a96092-36d0-4ef7-8530-17aa077ccef8 service neutron] Pushing event updated for resources: {'Port': ['ID=a360af47-f4ee-4a1d-abd7-796406174b94,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:08.331864 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f1a96092-36d0-4ef7-8530-17aa077ccef8 service neutron] Attempting to bind port a360af47-f4ee-4a1d-abd7-796406174b94 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:41:08.332138 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f1a96092-36d0-4ef7-8530-17aa077ccef8 service neutron] Attempting to bind port a360af47-f4ee-4a1d-abd7-796406174b94 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '3ab71d82-d5d5-4679-8c70-f1f89d3ccd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:41:08.332425 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f1a96092-36d0-4ef7-8530-17aa077ccef8 service neutron] Attempting to bind port a360af47-f4ee-4a1d-abd7-796406174b94 on network c06b7a8c-f799-43e2-8624-184b61bf3f50 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:41:08.337759 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f1a96092-36d0-4ef7-8530-17aa077ccef8 service neutron] Port a360af47-f4ee-4a1d-abd7-796406174b94 on network c06b7a8c-f799-43e2-8624-184b61bf3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:41:08.338089 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f1a96092-36d0-4ef7-8530-17aa077ccef8 service neutron] Attempting to bind port a360af47-f4ee-4a1d-abd7-796406174b94 on network c06b7a8c-f799-43e2-8624-184b61bf3f50 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:41:08.347086 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f1a96092-36d0-4ef7-8530-17aa077ccef8 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:41:08.348048 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f1a96092-36d0-4ef7-8530-17aa077ccef8 service neutron] Checking segment: {'id': '3ab71d82-d5d5-4679-8c70-f1f89d3ccd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:41:08.348048 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f1a96092-36d0-4ef7-8530-17aa077ccef8 service neutron] Bound using segment: {'id': '3ab71d82-d5d5-4679-8c70-f1f89d3ccd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:41:08.348270 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f1a96092-36d0-4ef7-8530-17aa077ccef8 service neutron] Bound port: a360af47-f4ee-4a1d-abd7-796406174b94, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ab71d82-d5d5-4679-8c70-f1f89d3ccd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:41:08.348585 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f1a96092-36d0-4ef7-8530-17aa077ccef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:08.433157 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a3ae0fbc-b85e-4937-aeff-246e6f4565a9 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:41:08.467498 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f1a96092-36d0-4ef7-8530-17aa077ccef8 service neutron] For port a360af47-f4ee-4a1d-abd7-796406174b94, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:41:08.470397 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: a3ae0fbc-b85e-4937-aeff-246e6f4565a9 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:41:08.471216 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f1a96092-36d0-4ef7-8530-17aa077ccef8 service neutron] For port a360af47-f4ee-4a1d-abd7-796406174b94, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a360af47-f4ee-4a1d-abd7-796406174b94,segment=NetworkSegment(3ab71d82-d5d5-4679-8c70-f1f89d3ccd81),segment_id=3ab71d82-d5d5-4679-8c70-f1f89d3ccd81)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:41:08.472996 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a3ae0fbc-b85e-4937-aeff-246e6f4565a9 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:41:08.488265 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f1a96092-36d0-4ef7-8530-17aa077ccef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:08.508729 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca13cd-bbaa-41fa-b388-440e45f0fab5 admin admin] Deleting port ce104b2b-0f41-4d61-9e35-f735763865f0 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:41:08.509341 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8ca13cd-bbaa-41fa-b388-440e45f0fab5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ce104b2b-0f41-4d61-9e35-f735763865f0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:08.565436 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f1a96092-36d0-4ef7-8530-17aa077ccef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:08.566097 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f1a96092-36d0-4ef7-8530-17aa077ccef8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:08.567572 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-f1a96092-36d0-4ef7-8530-17aa077ccef8 service neutron] 10.222.0.70 "PUT /v2.0/ports/a360af47-f4ee-4a1d-abd7-796406174b94 HTTP/1.1" status: 200 len: 1091 time: 1.4482951 Jan 18 20:41:08.568051 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063667ff-d8a4-412f-9f50-34837928af11', 'tag': 'a360af47-f4ee-4a1d-abd7-796406174b94'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:41:08.570720 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8060516b-8bf4-416a-9916-c2efddbbeca1" -d '{"events": [{"name": "network-changed", "server_uuid": "063667ff-d8a4-412f-9f50-34837928af11", "tag": "a360af47-f4ee-4a1d-abd7-796406174b94"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:41:08.639280 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a96092-36d0-4ef7-8530-17aa077ccef8 service neutron] Pushing event updated for resources: {'Port': ['ID=a360af47-f4ee-4a1d-abd7-796406174b94,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:08.644085 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b8ca13cd-bbaa-41fa-b388-440e45f0fab5 admin admin] For port ce104b2b-0f41-4d61-9e35-f735763865f0, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ce104b2b-0f41-4d61-9e35-f735763865f0,segment=NetworkSegment(47cfc122-0093-4f5b-8bea-67b9af9c936e),segment_id=47cfc122-0093-4f5b-8bea-67b9af9c936e)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:41:08.644462 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8ca13cd-bbaa-41fa-b388-440e45f0fab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ce104b2b-0f41-4d61-9e35-f735763865f0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:08.647153 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167ba74b-21c0-4f35-b647-2345fe7370e2 x-openstack-request-id: req-167ba74b-21c0-4f35-b647-2345fe7370e2 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:41:08.647447 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063667ff-d8a4-412f-9f50-34837928af11", "tag": "a360af47-f4ee-4a1d-abd7-796406174b94", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:41:08.647701 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-167ba74b-21c0-4f35-b647-2345fe7370e2 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:41:08.648113 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063667ff-d8a4-412f-9f50-34837928af11', 'tag': 'a360af47-f4ee-4a1d-abd7-796406174b94', 'status': 'completed', 'code': 200} Jan 18 20:41:08.676154 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca13cd-bbaa-41fa-b388-440e45f0fab5 admin admin] Calling delete_port for ce104b2b-0f41-4d61-9e35-f735763865f0 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:41:08.772933 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-bd9d513f-2425-451a-b07c-54f0c24f37f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:08.774626 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-bd9d513f-2425-451a-b07c-54f0c24f37f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 1094 time: 0.1217651 Jan 18 20:41:08.828632 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-b0631a91-a6a3-4d72-b3f2-308c6b4377c0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a360af47-f4ee-4a1d-abd7-796406174b94 HTTP/1.1" status: 200 len: 217 time: 0.0465093 Jan 18 20:41:08.904760 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-208d6c67-8f80-4eef-b922-bf133ea810b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:08.911726 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-208d6c67-8f80-4eef-b922-bf133ea810b6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b04d7b55-dbd3-4afa-b132-6666b2257dbd HTTP/1.1" status: 200 len: 834 time: 0.0763557 Jan 18 20:41:08.941853 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33238) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:08.961810 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8ca13cd-bbaa-41fa-b388-440e45f0fab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ce104b2b-0f41-4d61-9e35-f735763865f0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:08.974496 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-9d94a213-4fa6-4e57-8164-415ae1ba4c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:08.976014 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-9d94a213-4fa6-4e57-8164-415ae1ba4c76 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c06b7a8c-f799-43e2-8624-184b61bf3f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577772 Jan 18 20:41:08.993042 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca13cd-bbaa-41fa-b388-440e45f0fab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce104b2b-0f41-4d61-9e35-f735763865f0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:09.113142 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-dc530e97-b75f-415b-887b-424ba65ad4da service neutron] 10.222.0.70 "GET /v2.0/networks/c06b7a8c-f799-43e2-8624-184b61bf3f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276205 Jan 18 20:41:09.126687 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-982c5181-f081-467e-8e21-b300e523a99d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'network': {'name': 'tempest-network-smoke--1980961341', 'project_id': 'c211e494495449f392a0607cbd9b6951', 'port_security_enabled': True}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:41:09.128143 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e9adb-bfbd-4e4d-b6bc-e34967849f3e req-9355a4c5-d281-43ec-82d5-b3ec5e7716eb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:09.129601 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8f0e9adb-bfbd-4e4d-b6bc-e34967849f3e req-9355a4c5-d281-43ec-82d5-b3ec5e7716eb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 943 time: 0.0635822 Jan 18 20:41:09.194089 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982c5181-f081-467e-8e21-b300e523a99d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Made reservation on behalf of c211e494495449f392a0607cbd9b6951 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:41:09.197396 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-982c5181-f081-467e-8e21-b300e523a99d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:09.210666 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-982c5181-f081-467e-8e21-b300e523a99d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:09.228354 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8ca13cd-bbaa-41fa-b388-440e45f0fab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (99c6cd61-2d35-4abb-a0f7-a2e660ae99db), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:09.238403 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8f0e9adb-bfbd-4e4d-b6bc-e34967849f3e req-4816e9e5-c686-4b9c-b3a3-d3651073b48b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004496 Jan 18 20:41:09.266943 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9399ee3-6cff-42b2-a445-9993d57a9282 req-57611a09-3d25-4f4f-8548-4bbaf1a78021 service neutron] 10.222.0.70 "GET /v2.0/networks/c06b7a8c-f799-43e2-8624-184b61bf3f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362979 Jan 18 20:41:09.361503 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060516b-8bf4-416a-9916-c2efddbbeca1 req-58baf508-e520-4ea9-8f26-382a8603cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:09.363562 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8060516b-8bf4-416a-9916-c2efddbbeca1 req-58baf508-e520-4ea9-8f26-382a8603cc83 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 1094 time: 0.0454857 Jan 18 20:41:09.391150 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-982c5181-f081-467e-8e21-b300e523a99d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group (2186fd52-9c6e-44c2-a86b-ff6e28277690), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:09.425368 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-982c5181-f081-467e-8e21-b300e523a99d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2186fd52-9c6e-44c2-a86b-ff6e28277690), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:09.456412 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060516b-8bf4-416a-9916-c2efddbbeca1 req-dabc22a2-0c5b-470b-9f87-2242bafdeeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:09.457849 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8060516b-8bf4-416a-9916-c2efddbbeca1 req-dabc22a2-0c5b-470b-9f87-2242bafdeeb8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c06b7a8c-f799-43e2-8624-184b61bf3f50 HTTP/1.1" status: 200 len: 898 time: 0.0872338 Jan 18 20:41:09.465278 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982c5181-f081-467e-8e21-b300e523a99d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:41:09.500114 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c5181-f081-467e-8e21-b300e523a99d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2186fd52-9c6e-44c2-a86b-ff6e28277690,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:09.501961 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8060516b-8bf4-416a-9916-c2efddbbeca1 req-7bb3ece7-4507-4f44-8c13-41cda901de38 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a360af47-f4ee-4a1d-abd7-796406174b94 HTTP/1.1" status: 200 len: 217 time: 0.0377059 Jan 18 20:41:09.516182 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-982c5181-f081-467e-8e21-b300e523a99d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (349b1d4b-3b97-48ae-a10b-b9ab4eaa8127), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:09.516674 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-982c5181-f081-467e-8e21-b300e523a99d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Added segment 349b1d4b-3b97-48ae-a10b-b9ab4eaa8127 of type vlan for network 1742eda4-644e-4d61-8589-e7b192c17f64 Jan 18 20:41:09.550641 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060516b-8bf4-416a-9916-c2efddbbeca1 req-d28f2dc5-0233-4acb-9632-097ede048229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:09.552118 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8060516b-8bf4-416a-9916-c2efddbbeca1 req-d28f2dc5-0233-4acb-9632-097ede048229 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b04d7b55-dbd3-4afa-b132-6666b2257dbd HTTP/1.1" status: 200 len: 834 time: 0.0451045 Jan 18 20:41:09.565997 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-982c5181-f081-467e-8e21-b300e523a99d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (1742eda4-644e-4d61-8589-e7b192c17f64), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:09.572095 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ca13cd-bbaa-41fa-b388-440e45f0fab5 admin admin] Router 99c6cd61-2d35-4abb-a0f7-a2e660ae99db has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:41:09.596576 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060516b-8bf4-416a-9916-c2efddbbeca1 req-75f1ad8e-7323-4f93-abb4-b444c8e839a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:09.598294 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8060516b-8bf4-416a-9916-c2efddbbeca1 req-75f1ad8e-7323-4f93-abb4-b444c8e839a1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c06b7a8c-f799-43e2-8624-184b61bf3f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402060 Jan 18 20:41:09.600462 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-982c5181-f081-467e-8e21-b300e523a99d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (1742eda4-644e-4d61-8589-e7b192c17f64), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:09.606012 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982c5181-f081-467e-8e21-b300e523a99d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:09.606586 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-982c5181-f081-467e-8e21-b300e523a99d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:09.682137 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-982c5181-f081-467e-8e21-b300e523a99d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7390792 Jan 18 20:41:09.686455 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33244) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:09.691641 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-89df8b84-e911-4176-82cd-d16d70d04119 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-896502255', 'admin_state_up': True, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:41:09.700841 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8060516b-8bf4-416a-9916-c2efddbbeca1 req-86fe7b04-236e-4a67-a8a6-acca1e1a9fb3 service neutron] 10.222.0.70 "GET /v2.0/networks/c06b7a8c-f799-43e2-8624-184b61bf3f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959547 Jan 18 20:41:09.749266 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c5181-f081-467e-8e21-b300e523a99d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'Network': ['ID=1742eda4-644e-4d61-8589-e7b192c17f64,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:09.760231 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 1742eda4-644e-4d61-8589-e7b192c17f64 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:41:09.768109 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ca13cd-bbaa-41fa-b388-440e45f0fab5 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:41:09.773241 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b8ca13cd-bbaa-41fa-b388-440e45f0fab5 admin admin] 10.222.0.31 "PUT /v2.0/routers/99c6cd61-2d35-4abb-a0f7-a2e660ae99db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3720136 Jan 18 20:41:09.779308 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33248) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:09.782111 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-89df8b84-e911-4176-82cd-d16d70d04119 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (f970ea9c-2a46-4371-8634-27f85dfc0cd3), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:09.783725 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-89df8b84-e911-4176-82cd-d16d70d04119 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (f970ea9c-2a46-4371-8634-27f85dfc0cd3), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:09.808715 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1ea536-cbe8-49ac-b6a3-e4f487056b80 None None] Sync routers for ids ['99c6cd61-2d35-4abb-a0f7-a2e660ae99db'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:41:09.825450 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1ea536-cbe8-49ac-b6a3-e4f487056b80 None None] Routers {'99c6cd61-2d35-4abb-a0f7-a2e660ae99db'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:41:09.826385 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-0c1ea536-cbe8-49ac-b6a3-e4f487056b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:40:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['99c6cd61-2d35-4abb-a0f7-a2e660ae99db'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:09.865851 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8060516b-8bf4-416a-9916-c2efddbbeca1 req-655cc9a4-555e-455a-98cc-c3c191d5a744 service neutron] 10.222.0.70 "GET /v2.0/networks/c06b7a8c-f799-43e2-8624-184b61bf3f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569209 Jan 18 20:41:09.866982 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-89df8b84-e911-4176-82cd-d16d70d04119 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for router_controller (f970ea9c-2a46-4371-8634-27f85dfc0cd3), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:09.937329 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-039deaf0-d3ea-4dad-bd0e-6f7a3f89bc95 admin admin] Publish callbacks [] for router (99c6cd61-2d35-4abb-a0f7-a2e660ae99db), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:10.015526 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-89df8b84-e911-4176-82cd-d16d70d04119 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for router_gateway (f970ea9c-2a46-4371-8634-27f85dfc0cd3), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:10.050997 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-039deaf0-d3ea-4dad-bd0e-6f7a3f89bc95 admin admin] Publish callbacks [] for router_gateway (99c6cd61-2d35-4abb-a0f7-a2e660ae99db), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:10.051999 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-0c1ea536-cbe8-49ac-b6a3-e4f487056b80 None None] Set router 99c6cd61-2d35-4abb-a0f7-a2e660ae99db gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:41:10.110361 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-039deaf0-d3ea-4dad-bd0e-6f7a3f89bc95 admin admin] Deleting port b2fd08e5-a64b-448e-b806-6fb570e70c02 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:41:10.111663 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-039deaf0-d3ea-4dad-bd0e-6f7a3f89bc95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b2fd08e5-a64b-448e-b806-6fb570e70c02), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:10.205205 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-039deaf0-d3ea-4dad-bd0e-6f7a3f89bc95 admin admin] For port b2fd08e5-a64b-448e-b806-6fb570e70c02, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=b2fd08e5-a64b-448e-b806-6fb570e70c02,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:41:10.205205 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-039deaf0-d3ea-4dad-bd0e-6f7a3f89bc95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b2fd08e5-a64b-448e-b806-6fb570e70c02), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:10.220052 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-039deaf0-d3ea-4dad-bd0e-6f7a3f89bc95 admin admin] Calling delete_port for b2fd08e5-a64b-448e-b806-6fb570e70c02 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:41:10.223371 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-89df8b84-e911-4176-82cd-d16d70d04119 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for router_gateway (f970ea9c-2a46-4371-8634-27f85dfc0cd3), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:10.236538 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-0c1ea536-cbe8-49ac-b6a3-e4f487056b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6cd61-2d35-4abb-a0f7-a2e660ae99db', 'name': 'tempest-ServerRescueTestJSON-812330551-router', 'tenant_id': '84dedffcb3e54590aab8a49d987203bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'b2fd08e5-a64b-448e-b806-6fb570e70c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:39:15Z', 'updated_at': '2022-01-18T20:41:08Z', 'revision_number': 5, 'project_id': '84dedffcb3e54590aab8a49d987203bb', 'gw_port': {'id': 'b2fd08e5-a64b-448e-b806-6fb570e70c02', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6cd61-2d35-4abb-a0f7-a2e660ae99db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:39:15Z', 'updated_at': '2022-01-18T20:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:10.246809 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-89df8b84-e911-4176-82cd-d16d70d04119 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:10.264700 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1ea536-cbe8-49ac-b6a3-e4f487056b80 None None] Checking router: 99c6cd61-2d35-4abb-a0f7-a2e660ae99db for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:41:10.273769 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1ea536-cbe8-49ac-b6a3-e4f487056b80 None None] Routers {'99c6cd61-2d35-4abb-a0f7-a2e660ae99db'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:41:10.274610 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-0c1ea536-cbe8-49ac-b6a3-e4f487056b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:40:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['99c6cd61-2d35-4abb-a0f7-a2e660ae99db'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:10.368667 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-0c1ea536-cbe8-49ac-b6a3-e4f487056b80 None None] Set router 99c6cd61-2d35-4abb-a0f7-a2e660ae99db gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:41:10.391923 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-89df8b84-e911-4176-82cd-d16d70d04119 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Allocated IP 172.25.4.243 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/87c3828e-5b8a-44ab-a77b-d3ea89d99204) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:41:10.420859 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae49e0f-f875-4b82-8e32-dd64cfe7465e req-a9a5d2a9-4294-4e62-854b-ead3cac944c9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:10.422392 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4ae49e0f-f875-4b82-8e32-dd64cfe7465e req-a9a5d2a9-4294-4e62-854b-ead3cac944c9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 943 time: 0.0815547 Jan 18 20:41:10.429417 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-039deaf0-d3ea-4dad-bd0e-6f7a3f89bc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (b2fd08e5-a64b-448e-b806-6fb570e70c02), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:10.434754 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-0c1ea536-cbe8-49ac-b6a3-e4f487056b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6cd61-2d35-4abb-a0f7-a2e660ae99db', 'name': 'tempest-ServerRescueTestJSON-812330551-router', 'tenant_id': '84dedffcb3e54590aab8a49d987203bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:39:15Z', 'updated_at': '2022-01-18T20:41:10Z', 'revision_number': 6, 'project_id': '84dedffcb3e54590aab8a49d987203bb', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:10.438857 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a360af47-f4ee-4a1d-abd7-796406174b94 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:41:10.455559 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039deaf0-d3ea-4dad-bd0e-6f7a3f89bc95 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2fd08e5-a64b-448e-b806-6fb570e70c02,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:10.467781 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1ea536-cbe8-49ac-b6a3-e4f487056b80 None None] The sync data for ids ['99c6cd61-2d35-4abb-a0f7-a2e660ae99db'] in n-d-741529-9 is: [{'id': '99c6cd61-2d35-4abb-a0f7-a2e660ae99db', 'name': 'tempest-ServerRescueTestJSON-812330551-router', 'tenant_id': '84dedffcb3e54590aab8a49d987203bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:39:15Z', 'updated_at': '2022-01-18T20:41:10Z', 'revision_number': 6, 'project_id': '84dedffcb3e54590aab8a49d987203bb', 'gw_port_host': None}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:41:10.484972 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6673fd3-fe01-4322-9226-467f381962a5 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:41:10.535343 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-039deaf0-d3ea-4dad-bd0e-6f7a3f89bc95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (99c6cd61-2d35-4abb-a0f7-a2e660ae99db), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:10.590481 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4ae49e0f-f875-4b82-8e32-dd64cfe7465e req-751f66e1-14c6-4dad-8b1c-16a742449c1f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579518 Jan 18 20:41:10.591515 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port a360af47-f4ee-4a1d-abd7-796406174b94, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a360af47-f4ee-4a1d-abd7-796406174b94,segment=NetworkSegment(3ab71d82-d5d5-4679-8c70-f1f89d3ccd81),segment_id=3ab71d82-d5d5-4679-8c70-f1f89d3ccd81)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:41:10.593333 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-89df8b84-e911-4176-82cd-d16d70d04119 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for port (87c3828e-5b8a-44ab-a77b-d3ea89d99204), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:10.613057 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'a360af47-f4ee-4a1d-abd7-796406174b94', 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50', 'port_id': 'a360af47-f4ee-4a1d-abd7-796406174b94', 'mac_address': 'fa:16:3e:e3:06:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04d7b55-dbd3-4afa-b132-6666b2257dbd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:41:10.628730 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-89df8b84-e911-4176-82cd-d16d70d04119 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (87c3828e-5b8a-44ab-a77b-d3ea89d99204), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:10.637205 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-039deaf0-d3ea-4dad-bd0e-6f7a3f89bc95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (99c6cd61-2d35-4abb-a0f7-a2e660ae99db), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:10.639458 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-039deaf0-d3ea-4dad-bd0e-6f7a3f89bc95 admin admin] Publish callbacks [] for router_controller (99c6cd61-2d35-4abb-a0f7-a2e660ae99db), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:10.658318 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port a360af47-f4ee-4a1d-abd7-796406174b94 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:10.659535 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:10.668910 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89df8b84-e911-4176-82cd-d16d70d04119 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:41:10.673260 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-89df8b84-e911-4176-82cd-d16d70d04119 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:41:10.673472 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a360af47-f4ee-4a1d-abd7-796406174b94 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:41:10.676896 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89df8b84-e911-4176-82cd-d16d70d04119 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:41:10.682685 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df8b84-e911-4176-82cd-d16d70d04119 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'Port': ['ID=87c3828e-5b8a-44ab-a77b-d3ea89d99204,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:10.696114 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-039deaf0-d3ea-4dad-bd0e-6f7a3f89bc95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (99c6cd61-2d35-4abb-a0f7-a2e660ae99db), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:10.696655 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039deaf0-d3ea-4dad-bd0e-6f7a3f89bc95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99c6cd61-2d35-4abb-a0f7-a2e660ae99db {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:41:10.701889 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-039deaf0-d3ea-4dad-bd0e-6f7a3f89bc95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:10.706125 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-039deaf0-d3ea-4dad-bd0e-6f7a3f89bc95 admin admin] 10.222.0.31 "DELETE /v2.0/routers/99c6cd61-2d35-4abb-a0f7-a2e660ae99db HTTP/1.1" status: 204 len: 168 time: 0.9239304 Jan 18 20:41:10.706265 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port a360af47-f4ee-4a1d-abd7-796406174b94, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a360af47-f4ee-4a1d-abd7-796406174b94,segment=NetworkSegment(3ab71d82-d5d5-4679-8c70-f1f89d3ccd81),segment_id=3ab71d82-d5d5-4679-8c70-f1f89d3ccd81)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:41:10.707421 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33252) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:10.707955 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0127242-6bde-47d6-ac94-109ddac802bc None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:41:10.714796 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:10.759904 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8dcb26-dc41-49c5-b2f7-28d225d65596 admin admin] Deleting subnet c978f4ea-055a-4977-9b9a-93754a3ac117 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:41:10.763416 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ab8dcb26-dc41-49c5-b2f7-28d225d65596 admin admin] Publish callbacks [] for subnet (c978f4ea-055a-4977-9b9a-93754a3ac117), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:10.777142 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=a360af47-f4ee-4a1d-abd7-796406174b94,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:10.793729 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4c6958d4-d9fc-4b1f-a4ec-bd3c47570656 None None] Provisioning complete for port 87c3828e-5b8a-44ab-a77b-d3ea89d99204 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:10.794109 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4c6958d4-d9fc-4b1f-a4ec-bd3c47570656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (87c3828e-5b8a-44ab-a77b-d3ea89d99204), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:10.805007 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ab8dcb26-dc41-49c5-b2f7-28d225d65596 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (c978f4ea-055a-4977-9b9a-93754a3ac117), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:10.838552 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4c6958d4-d9fc-4b1f-a4ec-bd3c47570656 None None] Port 87c3828e-5b8a-44ab-a77b-d3ea89d99204 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:41:10.859193 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ab8dcb26-dc41-49c5-b2f7-28d225d65596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (c978f4ea-055a-4977-9b9a-93754a3ac117), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:10.929501 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ab8dcb26-dc41-49c5-b2f7-28d225d65596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (c978f4ea-055a-4977-9b9a-93754a3ac117), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:10.951049 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['a360af47-f4ee-4a1d-abd7-796406174b94'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:41:10.963246 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8dcb26-dc41-49c5-b2f7-28d225d65596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c978f4ea-055a-4977-9b9a-93754a3ac117,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:10.971011 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ab8dcb26-dc41-49c5-b2f7-28d225d65596 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:10.977273 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ab8dcb26-dc41-49c5-b2f7-28d225d65596 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c978f4ea-055a-4977-9b9a-93754a3ac117 HTTP/1.1" status: 204 len: 168 time: 0.2664592 Jan 18 20:41:10.978094 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33256) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:10.996291 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-89df8b84-e911-4176-82cd-d16d70d04119 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for router_gateway (f970ea9c-2a46-4371-8634-27f85dfc0cd3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:11.053872 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10d714ca-4e84-4da1-bcb0-a0fab0b0e6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (09bd704b-6212-4db6-bd70-00751ab4ca9c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:11.142915 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10d714ca-4e84-4da1-bcb0-a0fab0b0e6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (09bd704b-6212-4db6-bd70-00751ab4ca9c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:11.163873 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-10d714ca-4e84-4da1-bcb0-a0fab0b0e6ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09bd704b-6212-4db6-bd70-00751ab4ca9c']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:11.175098 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-10d714ca-4e84-4da1-bcb0-a0fab0b0e6ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47cfc122-0093-4f5b-8bea-67b9af9c936e') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:11.175383 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-10d714ca-4e84-4da1-bcb0-a0fab0b0e6ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47cfc122-0093-4f5b-8bea-67b9af9c936e') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:11.185364 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10d714ca-4e84-4da1-bcb0-a0fab0b0e6ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (47cfc122-0093-4f5b-8bea-67b9af9c936e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:11.201421 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10d714ca-4e84-4da1-bcb0-a0fab0b0e6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (47cfc122-0093-4f5b-8bea-67b9af9c936e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:11.208581 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d714ca-4e84-4da1-bcb0-a0fab0b0e6ef admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:41:11.209238 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10d714ca-4e84-4da1-bcb0-a0fab0b0e6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (47cfc122-0093-4f5b-8bea-67b9af9c936e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:41:11.211150 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:41:11.279879 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10d714ca-4e84-4da1-bcb0-a0fab0b0e6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (09bd704b-6212-4db6-bd70-00751ab4ca9c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:11.284977 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10d714ca-4e84-4da1-bcb0-a0fab0b0e6ef admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:11.288276 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-10d714ca-4e84-4da1-bcb0-a0fab0b0e6ef admin admin] 10.222.0.31 "DELETE /v2.0/networks/09bd704b-6212-4db6-bd70-00751ab4ca9c HTTP/1.1" status: 204 len: 168 time: 0.3096440 Jan 18 20:41:11.307700 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d714ca-4e84-4da1-bcb0-a0fab0b0e6ef admin admin] Pushing event deleted for resources: {'Network': ['ID=09bd704b-6212-4db6-bd70-00751ab4ca9c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:11.480448 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33260) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:11.526524 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4f4d5ef7-f993-458f-a2d9-170a66ef9bf4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=84dedffcb3e54590aab8a49d987203bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448902 Jan 18 20:41:11.529576 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33262) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:11.536304 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-89df8b84-e911-4176-82cd-d16d70d04119 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (f970ea9c-2a46-4371-8634-27f85dfc0cd3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:11.580964 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c6b229c-3b94-404c-9f92-1a84e09e78a9 admin admin] Publish callbacks [] for security_group (cb93c42e-15b8-4804-a186-18acbbd45bcd), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:11.604329 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c6b229c-3b94-404c-9f92-1a84e09e78a9 admin admin] Publish callbacks [] for security_group (cb93c42e-15b8-4804-a186-18acbbd45bcd), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:11.662790 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c6b229c-3b94-404c-9f92-1a84e09e78a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (cb93c42e-15b8-4804-a186-18acbbd45bcd), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:11.666058 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c6b229c-3b94-404c-9f92-1a84e09e78a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:11.669569 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4c6b229c-3b94-404c-9f92-1a84e09e78a9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb93c42e-15b8-4804-a186-18acbbd45bcd HTTP/1.1" status: 204 len: 168 time: 0.1367784 Jan 18 20:41:11.675992 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b229c-3b94-404c-9f92-1a84e09e78a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb93c42e-15b8-4804-a186-18acbbd45bcd,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:11.724932 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89df8b84-e911-4176-82cd-d16d70d04119 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Router f970ea9c-2a46-4371-8634-27f85dfc0cd3 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:41:11.784797 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048a101-0f2b-499f-9fae-b84b0d2697a5 req-1ae0ca7b-3ee3-41ed-8280-2cf76dd0015d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:11.786482 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0048a101-0f2b-499f-9fae-b84b0d2697a5 req-1ae0ca7b-3ee3-41ed-8280-2cf76dd0015d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 944 time: 0.1011155 Jan 18 20:41:11.797316 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ce104b2b-0f41-4d61-9e35-f735763865f0 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:41:11.817981 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: ce104b2b-0f41-4d61-9e35-f735763865f0 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:41:11.818643 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ce104b2b-0f41-4d61-9e35-f735763865f0 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:41:11.819278 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b2fd08e5-a64b-448e-b806-6fb570e70c02 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:41:11.838584 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: b2fd08e5-a64b-448e-b806-6fb570e70c02 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:41:11.839266 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device b2fd08e5-a64b-448e-b806-6fb570e70c02 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:41:11.885425 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0048a101-0f2b-499f-9fae-b84b0d2697a5 req-0205aba7-c8db-4af7-a3f3-795103709e58 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903335 Jan 18 20:41:11.892067 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89df8b84-e911-4176-82cd-d16d70d04119 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:41:11.903342 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2e5a6a-fba9-404e-be6b-cf420883d2d9 None None] Sync routers for ids ['f970ea9c-2a46-4371-8634-27f85dfc0cd3'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:41:11.915140 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2e5a6a-fba9-404e-be6b-cf420883d2d9 None None] Routers {'f970ea9c-2a46-4371-8634-27f85dfc0cd3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:41:11.915810 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-6f2e5a6a-fba9-404e-be6b-cf420883d2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:40:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['f970ea9c-2a46-4371-8634-27f85dfc0cd3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:11.917866 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-89df8b84-e911-4176-82cd-d16d70d04119 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:11.919402 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-89df8b84-e911-4176-82cd-d16d70d04119 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2316537 Jan 18 20:41:11.922650 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33270) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:12.023716 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-6f2e5a6a-fba9-404e-be6b-cf420883d2d9 None None] Set router f970ea9c-2a46-4371-8634-27f85dfc0cd3 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:41:12.151537 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9ed1afe8-bc97-4145-8ea0-667a3eb1ff68 tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=c211e494495449f392a0607cbd9b6951&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2250519 Jan 18 20:41:12.152297 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33284) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:12.215460 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-6f2e5a6a-fba9-404e-be6b-cf420883d2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'name': 'tempest-TestNetworkBasicOps-router-896502255', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:09Z', 'updated_at': '2022-01-18T20:41:10Z', 'revision_number': 3, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cf:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:10Z', 'updated_at': '2022-01-18T20:41:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:12.246607 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2e5a6a-fba9-404e-be6b-cf420883d2d9 None None] Checking router: f970ea9c-2a46-4371-8634-27f85dfc0cd3 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:41:12.247090 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2e5a6a-fba9-404e-be6b-cf420883d2d9 None None] Updating router f970ea9c-2a46-4371-8634-27f85dfc0cd3 port 87c3828e-5b8a-44ab-a77b-d3ea89d99204 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:41:12.280383 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6f2e5a6a-fba9-404e-be6b-cf420883d2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (87c3828e-5b8a-44ab-a77b-d3ea89d99204), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:12.310507 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645ce503-7ae6-44a0-b097-c12457dbaaf9 tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:12.312007 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-645ce503-7ae6-44a0-b097-c12457dbaaf9 tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1587386 Jan 18 20:41:12.314786 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33290) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:12.351669 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2d9ab80a-5030-417f-8ef1-77c7dcbab619 tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b0799cf-8cdf-46d5-953b-bdacab604b8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357304 Jan 18 20:41:12.354275 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33294) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:12.359192 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-e8324264-5b2a-4dd3-ac22-df70abad1729 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1510855180', 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64', 'project_id': 'c211e494495449f392a0607cbd9b6951', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:41:12.451954 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a360af47-f4ee-4a1d-abd7-796406174b94 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:41:12.458197 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8324264-5b2a-4dd3-ac22-df70abad1729 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Made reservation on behalf of c211e494495449f392a0607cbd9b6951 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:41:12.461811 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e8324264-5b2a-4dd3-ac22-df70abad1729 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:12.498539 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33298) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:12.554678 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port a360af47-f4ee-4a1d-abd7-796406174b94 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:41:12.561930 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port a360af47-f4ee-4a1d-abd7-796406174b94 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:12.562656 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:12.609073 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-35776e42-d79e-43fd-94c9-31f53da5aff7 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1504328153-network', 'tenant_id': 'd26659c374d94a5493fc48e9ae111973'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:41:12.627879 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6f2e5a6a-fba9-404e-be6b-cf420883d2d9 None None] Publish callbacks [] for port (87c3828e-5b8a-44ab-a77b-d3ea89d99204), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:12.632169 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35776e42-d79e-43fd-94c9-31f53da5aff7 admin admin] Made reservation on behalf of d26659c374d94a5493fc48e9ae111973 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:41:12.634975 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35776e42-d79e-43fd-94c9-31f53da5aff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:12.638137 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6f2e5a6a-fba9-404e-be6b-cf420883d2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (87c3828e-5b8a-44ab-a77b-d3ea89d99204), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:12.647655 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35776e42-d79e-43fd-94c9-31f53da5aff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:12.656239 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e8324264-5b2a-4dd3-ac22-df70abad1729 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (71a8a3aa-5d09-4b3d-b76d-9edf771162ca), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:12.707527 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0924b188-42f5-4967-84fc-659f39c37074 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:41:12.719587 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8324264-5b2a-4dd3-ac22-df70abad1729 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'Subnet': ['ID=71a8a3aa-5d09-4b3d-b76d-9edf771162ca,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:12.729291 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8324264-5b2a-4dd3-ac22-df70abad1729 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Checking segment: {'id': '349b1d4b-3b97-48ae-a10b-b9ab4eaa8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:41:12.729760 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8324264-5b2a-4dd3-ac22-df70abad1729 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Network hostable DHCP agents. Network: 1742eda4-644e-4d61-8589-e7b192c17f64, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:41:12.742066 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52042ea6-45e8-4206-9423-c4d99760b380 None None] Pushing event updated for resources: {'Port': ['ID=87c3828e-5b8a-44ab-a77b-d3ea89d99204,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:12.744782 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6f2e5a6a-fba9-404e-be6b-cf420883d2d9 None None] Attempting to bind port 87c3828e-5b8a-44ab-a77b-d3ea89d99204 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:41:12.745505 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6f2e5a6a-fba9-404e-be6b-cf420883d2d9 None None] Attempting to bind port 87c3828e-5b8a-44ab-a77b-d3ea89d99204 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:41:12.745916 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2e5a6a-fba9-404e-be6b-cf420883d2d9 None None] Attempting to bind port 87c3828e-5b8a-44ab-a77b-d3ea89d99204 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:41:12.750227 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8324264-5b2a-4dd3-ac22-df70abad1729 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Network 1742eda4-644e-4d61-8589-e7b192c17f64 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:41:12.753481 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35776e42-d79e-43fd-94c9-31f53da5aff7 admin admin] Publish callbacks [] for security_group (658f7c29-d93b-4408-9ec5-60e1a79b1b85), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:12.758462 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35776e42-d79e-43fd-94c9-31f53da5aff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (658f7c29-d93b-4408-9ec5-60e1a79b1b85), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:12.763916 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-e8324264-5b2a-4dd3-ac22-df70abad1729 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 1742eda4-644e-4d61-8589-e7b192c17f64) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:41:12.764596 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52042ea6-45e8-4206-9423-c4d99760b380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:41:12.765232 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52042ea6-45e8-4206-9423-c4d99760b380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:41:12.765763 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52042ea6-45e8-4206-9423-c4d99760b380 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:41:12.766245 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52042ea6-45e8-4206-9423-c4d99760b380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:41:12.766733 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52042ea6-45e8-4206-9423-c4d99760b380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:41:12.767782 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52042ea6-45e8-4206-9423-c4d99760b380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:41:12.768269 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52042ea6-45e8-4206-9423-c4d99760b380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:41:12.768741 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52042ea6-45e8-4206-9423-c4d99760b380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:41:12.769218 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52042ea6-45e8-4206-9423-c4d99760b380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:41:12.769731 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52042ea6-45e8-4206-9423-c4d99760b380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:41:12.770208 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52042ea6-45e8-4206-9423-c4d99760b380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:41:12.770723 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8324264-5b2a-4dd3-ac22-df70abad1729 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:12.770919 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52042ea6-45e8-4206-9423-c4d99760b380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:41:12.771391 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52042ea6-45e8-4206-9423-c4d99760b380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:41:12.771575 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e8324264-5b2a-4dd3-ac22-df70abad1729 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:12.775361 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port a360af47-f4ee-4a1d-abd7-796406174b94 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:12.775942 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:12.778277 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2e5a6a-fba9-404e-be6b-cf420883d2d9 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:41:12.779804 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2e5a6a-fba9-404e-be6b-cf420883d2d9 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:41:12.780387 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6f2e5a6a-fba9-404e-be6b-cf420883d2d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:12.780935 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2e5a6a-fba9-404e-be6b-cf420883d2d9 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:41:12.781578 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6f2e5a6a-fba9-404e-be6b-cf420883d2d9 None None] Bound port: 87c3828e-5b8a-44ab-a77b-d3ea89d99204, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:41:12.781737 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35776e42-d79e-43fd-94c9-31f53da5aff7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:41:12.782308 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6f2e5a6a-fba9-404e-be6b-cf420883d2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (87c3828e-5b8a-44ab-a77b-d3ea89d99204), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:12.794271 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e8324264-5b2a-4dd3-ac22-df70abad1729 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4376132 Jan 18 20:41:12.795890 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33302) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:12.801757 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35776e42-d79e-43fd-94c9-31f53da5aff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658f7c29-d93b-4408-9ec5-60e1a79b1b85,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:12.804784 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35776e42-d79e-43fd-94c9-31f53da5aff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (d30f2541-3c55-464c-b7bc-3f5e330d7129), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:12.805126 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-35776e42-d79e-43fd-94c9-31f53da5aff7 admin admin] Added segment d30f2541-3c55-464c-b7bc-3f5e330d7129 of type vlan for network 5e8af212-b8a4-4c81-a8da-1c6cf0724827 Jan 18 20:41:12.819800 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2599bc5-4ae9-44d9-b257-e8b05c93ccbb None None] Network 1742eda4-644e-4d61-8589-e7b192c17f64 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:41:12.852414 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35776e42-d79e-43fd-94c9-31f53da5aff7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (5e8af212-b8a4-4c81-a8da-1c6cf0724827), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:12.869567 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063667ff-d8a4-412f-9f50-34837928af11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a360af47-f4ee-4a1d-abd7-796406174b94'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:41:12.871840 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79796e86-be41-4205-b846-ff3a323404ff" -d '{"events": [{"server_uuid": "063667ff-d8a4-412f-9f50-34837928af11", "name": "network-vif-plugged", "status": "completed", "tag": "a360af47-f4ee-4a1d-abd7-796406174b94"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:41:12.896749 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35776e42-d79e-43fd-94c9-31f53da5aff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (5e8af212-b8a4-4c81-a8da-1c6cf0724827), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:12.898810 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35776e42-d79e-43fd-94c9-31f53da5aff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:12.899717 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35776e42-d79e-43fd-94c9-31f53da5aff7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:12.967482 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-35776e42-d79e-43fd-94c9-31f53da5aff7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4592605 Jan 18 20:41:13.040454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35776e42-d79e-43fd-94c9-31f53da5aff7 admin admin] Pushing event updated for resources: {'Network': ['ID=5e8af212-b8a4-4c81-a8da-1c6cf0724827,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:13.092683 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1e0f9b-71b6-48c1-bbf3-c74102ad5142 x-openstack-request-id: req-1c1e0f9b-71b6-48c1-bbf3-c74102ad5142 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:41:13.092968 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063667ff-d8a4-412f-9f50-34837928af11", "name": "network-vif-plugged", "status": "completed", "tag": "a360af47-f4ee-4a1d-abd7-796406174b94", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:41:13.093220 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c1e0f9b-71b6-48c1-bbf3-c74102ad5142 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:41:13.093606 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063667ff-d8a4-412f-9f50-34837928af11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a360af47-f4ee-4a1d-abd7-796406174b94', 'code': 200} Jan 18 20:41:13.106827 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 5e8af212-b8a4-4c81-a8da-1c6cf0724827 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:41:13.129339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port a360af47-f4ee-4a1d-abd7-796406174b94, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a360af47-f4ee-4a1d-abd7-796406174b94,segment=NetworkSegment(3ab71d82-d5d5-4679-8c70-f1f89d3ccd81),segment_id=3ab71d82-d5d5-4679-8c70-f1f89d3ccd81)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:41:13.130330 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-9ff8ff39-75f6-4227-ab3f-af56e0476af7 None None] Provisioning complete for port 87c3828e-5b8a-44ab-a77b-d3ea89d99204 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:13.130706 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9ff8ff39-75f6-4227-ab3f-af56e0476af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (87c3828e-5b8a-44ab-a77b-d3ea89d99204), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:13.169587 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:13.177600 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6f2e5a6a-fba9-404e-be6b-cf420883d2d9 None None] For port 87c3828e-5b8a-44ab-a77b-d3ea89d99204, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:41:13.193315 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a32e6d-5128-4996-8c14-4a7e8df976c9 req-16ab1d33-703e-4223-a483-0819f7d0bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:13.195427 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-94a32e6d-5128-4996-8c14-4a7e8df976c9 req-16ab1d33-703e-4223-a483-0819f7d0bbfd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 1095 time: 0.1244824 Jan 18 20:41:13.209896 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c572ff-dcbb-49f6-82b0-5bdda429304c req-a3cdad75-5a38-4f80-ba8c-e39f7a09ad9d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:13.216723 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34c572ff-dcbb-49f6-82b0-5bdda429304c req-a3cdad75-5a38-4f80-ba8c-e39f7a09ad9d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 944 time: 0.1469855 Jan 18 20:41:13.257048 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6f2e5a6a-fba9-404e-be6b-cf420883d2d9 None None] For port 87c3828e-5b8a-44ab-a77b-d3ea89d99204, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=87c3828e-5b8a-44ab-a77b-d3ea89d99204,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:41:13.276475 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9ff8ff39-75f6-4227-ab3f-af56e0476af7 None None] Port 87c3828e-5b8a-44ab-a77b-d3ea89d99204 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:41:13.293576 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6f2e5a6a-fba9-404e-be6b-cf420883d2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (87c3828e-5b8a-44ab-a77b-d3ea89d99204), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:13.341547 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4118511d-d628-4b84-a806-986fc9cf53d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-1742eda4-644e-4d61-8589-e7b192c17f64', 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64', 'project_id': 'c211e494495449f392a0607cbd9b6951', 'fixed_ips': [{'subnet_id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:41:13.342884 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4118511d-d628-4b84-a806-986fc9cf53d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:13.368982 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe634d9-4ce2-4ea0-b763-f54b4c8ca7da None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:41:13.373736 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=a360af47-f4ee-4a1d-abd7-796406174b94,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:13.406923 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-94a32e6d-5128-4996-8c14-4a7e8df976c9 req-ffc65b5b-2af1-43ed-942b-8fcc3d3ca884 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580601 Jan 18 20:41:13.424773 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34c572ff-dcbb-49f6-82b0-5bdda429304c req-499ce0d7-0413-4d26-a0e3-675a7cb26c5a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071557 Jan 18 20:41:13.430375 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2e5a6a-fba9-404e-be6b-cf420883d2d9 None None] Routers {'f970ea9c-2a46-4371-8634-27f85dfc0cd3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:41:13.431030 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-6f2e5a6a-fba9-404e-be6b-cf420883d2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:40:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['f970ea9c-2a46-4371-8634-27f85dfc0cd3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:13.560319 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-6ce7be1f-408c-4d55-ad1e-07a1f756e6de None None] Provisioning complete for port 87c3828e-5b8a-44ab-a77b-d3ea89d99204 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:13.560700 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6ce7be1f-408c-4d55-ad1e-07a1f756e6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (87c3828e-5b8a-44ab-a77b-d3ea89d99204), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:13.567627 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3826a9c-5fae-4002-beb5-fa91871517ea req-5f273a79-f925-46f9-8dca-9d07a0cd5650 tempest-ComputeTenantNetworksTest-1068531157 tempest-ComputeTenantNetworksTest-1068531157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:13.573700 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3826a9c-5fae-4002-beb5-fa91871517ea req-5f273a79-f925-46f9-8dca-9d07a0cd5650 tempest-ComputeTenantNetworksTest-1068531157 tempest-ComputeTenantNetworksTest-1068531157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:13.580180 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3826a9c-5fae-4002-beb5-fa91871517ea req-5f273a79-f925-46f9-8dca-9d07a0cd5650 tempest-ComputeTenantNetworksTest-1068531157 tempest-ComputeTenantNetworksTest-1068531157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:13.582058 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e3826a9c-5fae-4002-beb5-fa91871517ea req-5f273a79-f925-46f9-8dca-9d07a0cd5650 tempest-ComputeTenantNetworksTest-1068531157 tempest-ComputeTenantNetworksTest-1068531157-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2187524 Jan 18 20:41:13.610162 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52042ea6-45e8-4206-9423-c4d99760b380 None None] Pushing event updated for resources: {'Port': ['ID=87c3828e-5b8a-44ab-a77b-d3ea89d99204,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:13.663024 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a684d08f-2498-486f-b7ef-ab1004d4863d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:13.679129 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-6f2e5a6a-fba9-404e-be6b-cf420883d2d9 None None] Set router f970ea9c-2a46-4371-8634-27f85dfc0cd3 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:41:13.717042 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d7a95-d947-4cc7-bec7-4b47332d117e req-7ee2effe-aa90-4b4e-a054-cbaba869cd9f tempest-ComputeTenantNetworksTest-1068531157 tempest-ComputeTenantNetworksTest-1068531157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:13.718431 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e6d7a95-d947-4cc7-bec7-4b47332d117e req-7ee2effe-aa90-4b4e-a054-cbaba869cd9f tempest-ComputeTenantNetworksTest-1068531157 tempest-ComputeTenantNetworksTest-1068531157-project] 10.222.0.31 "GET /v2.0/networks/5e8af212-b8a4-4c81-a8da-1c6cf0724827 HTTP/1.1" status: 200 len: 769 time: 0.1042378 Jan 18 20:41:13.728614 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33322) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:13.743909 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-4118511d-d628-4b84-a806-986fc9cf53d3 None None] Allocated IP 172.20.0.2 (1742eda4-644e-4d61-8589-e7b192c17f64/71a8a3aa-5d09-4b3d-b76d-9edf771162ca/839aa162-eec4-4fa9-b021-30cb41b29e8c) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:41:13.803296 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12099380-e365-4bf4-8e4a-372c17d7f974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (5e8af212-b8a4-4c81-a8da-1c6cf0724827), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:13.884386 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12099380-e365-4bf4-8e4a-372c17d7f974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (5e8af212-b8a4-4c81-a8da-1c6cf0724827), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:13.897164 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6ce7be1f-408c-4d55-ad1e-07a1f756e6de None None] Current status of the port 87c3828e-5b8a-44ab-a77b-d3ea89d99204 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:13.897164 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6ce7be1f-408c-4d55-ad1e-07a1f756e6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (87c3828e-5b8a-44ab-a77b-d3ea89d99204), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:13.923352 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-12099380-e365-4bf4-8e4a-372c17d7f974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8af212-b8a4-4c81-a8da-1c6cf0724827']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:13.933465 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-12099380-e365-4bf4-8e4a-372c17d7f974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd30f2541-3c55-464c-b7bc-3f5e330d7129') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:13.933791 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-12099380-e365-4bf4-8e4a-372c17d7f974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd30f2541-3c55-464c-b7bc-3f5e330d7129') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:13.943838 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12099380-e365-4bf4-8e4a-372c17d7f974 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (d30f2541-3c55-464c-b7bc-3f5e330d7129), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:13.944779 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6ce7be1f-408c-4d55-ad1e-07a1f756e6de None None] For port 87c3828e-5b8a-44ab-a77b-d3ea89d99204, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=87c3828e-5b8a-44ab-a77b-d3ea89d99204,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:41:13.959662 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12099380-e365-4bf4-8e4a-372c17d7f974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (d30f2541-3c55-464c-b7bc-3f5e330d7129), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:13.966481 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12099380-e365-4bf4-8e4a-372c17d7f974 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:41:13.967146 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12099380-e365-4bf4-8e4a-372c17d7f974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (d30f2541-3c55-464c-b7bc-3f5e330d7129), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:41:13.968935 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:41:13.974870 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6ce7be1f-408c-4d55-ad1e-07a1f756e6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (87c3828e-5b8a-44ab-a77b-d3ea89d99204), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:14.026586 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12099380-e365-4bf4-8e4a-372c17d7f974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (5e8af212-b8a4-4c81-a8da-1c6cf0724827), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:14.031743 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12099380-e365-4bf4-8e4a-372c17d7f974 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:14.037377 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-12099380-e365-4bf4-8e4a-372c17d7f974 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5e8af212-b8a4-4c81-a8da-1c6cf0724827 HTTP/1.1" status: 204 len: 168 time: 0.3053451 Jan 18 20:41:14.045513 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12099380-e365-4bf4-8e4a-372c17d7f974 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e8af212-b8a4-4c81-a8da-1c6cf0724827,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:14.084640 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7be1f-408c-4d55-ad1e-07a1f756e6de None None] Pushing event updated for resources: {'Port': ['ID=87c3828e-5b8a-44ab-a77b-d3ea89d99204,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:14.092953 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4118511d-d628-4b84-a806-986fc9cf53d3 None None] Publish callbacks [] for port (839aa162-eec4-4fa9-b021-30cb41b29e8c), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:14.100023 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-6f2e5a6a-fba9-404e-be6b-cf420883d2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'name': 'tempest-TestNetworkBasicOps-router-896502255', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:09Z', 'updated_at': '2022-01-18T20:41:10Z', 'revision_number': 3, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cf:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:10Z', 'updated_at': '2022-01-18T20:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:14.103690 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4118511d-d628-4b84-a806-986fc9cf53d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (839aa162-eec4-4fa9-b021-30cb41b29e8c), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:14.135203 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2e5a6a-fba9-404e-be6b-cf420883d2d9 None None] The sync data for ids ['f970ea9c-2a46-4371-8634-27f85dfc0cd3'] in n-d-741529-9 is: [{'id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'name': 'tempest-TestNetworkBasicOps-router-896502255', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:09Z', 'updated_at': '2022-01-18T20:41:10Z', 'revision_number': 3, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cf:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:10Z', 'updated_at': '2022-01-18T20:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:41:14.166093 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-a684d08f-2498-486f-b7ef-ab1004d4863d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Allocated IP 172.20.0.1 (1742eda4-644e-4d61-8589-e7b192c17f64/71a8a3aa-5d09-4b3d-b76d-9edf771162ca/9dc8e106-a1d3-4e90-a2a0-b00580cf96cd) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:41:14.177201 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4118511d-d628-4b84-a806-986fc9cf53d3 None None] Network 1742eda4-644e-4d61-8589-e7b192c17f64 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:41:14.180274 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-4118511d-d628-4b84-a806-986fc9cf53d3 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:41:14.184441 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4118511d-d628-4b84-a806-986fc9cf53d3 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:41:14.192246 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118511d-d628-4b84-a806-986fc9cf53d3 None None] Pushing event updated for resources: {'Port': ['ID=839aa162-eec4-4fa9-b021-30cb41b29e8c,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:14.201720 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33328) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:14.258730 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-4118511d-d628-4b84-a806-986fc9cf53d3 None None] Attempting to bind port 839aa162-eec4-4fa9-b021-30cb41b29e8c on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:41:14.259126 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-4118511d-d628-4b84-a806-986fc9cf53d3 None None] Attempting to bind port 839aa162-eec4-4fa9-b021-30cb41b29e8c by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '349b1d4b-3b97-48ae-a10b-b9ab4eaa8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:41:14.259468 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118511d-d628-4b84-a806-986fc9cf53d3 None None] Attempting to bind port 839aa162-eec4-4fa9-b021-30cb41b29e8c on network 1742eda4-644e-4d61-8589-e7b192c17f64 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:41:14.265241 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118511d-d628-4b84-a806-986fc9cf53d3 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:41:14.265935 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118511d-d628-4b84-a806-986fc9cf53d3 None None] Checking segment: {'id': '349b1d4b-3b97-48ae-a10b-b9ab4eaa8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:41:14.266175 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4118511d-d628-4b84-a806-986fc9cf53d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:14.266616 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118511d-d628-4b84-a806-986fc9cf53d3 None None] Bound using segment: {'id': '349b1d4b-3b97-48ae-a10b-b9ab4eaa8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:41:14.267690 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-4118511d-d628-4b84-a806-986fc9cf53d3 None None] Bound port: 839aa162-eec4-4fa9-b021-30cb41b29e8c, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349b1d4b-3b97-48ae-a10b-b9ab4eaa8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:41:14.268073 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4118511d-d628-4b84-a806-986fc9cf53d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (839aa162-eec4-4fa9-b021-30cb41b29e8c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:14.277352 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f7278580-48fe-4206-9fe7-4c838f636613 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d26659c374d94a5493fc48e9ae111973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0739501 Jan 18 20:41:14.279507 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33330) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:14.334115 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a684d08f-2498-486f-b7ef-ab1004d4863d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for port (9dc8e106-a1d3-4e90-a2a0-b00580cf96cd), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:14.335265 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d77e9619-0ffd-416f-9d53-53b06b637d00 admin admin] Publish callbacks [] for security_group (658f7c29-d93b-4408-9ec5-60e1a79b1b85), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:14.357331 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-4118511d-d628-4b84-a806-986fc9cf53d3 None None] For port 839aa162-eec4-4fa9-b021-30cb41b29e8c, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:41:14.361333 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d77e9619-0ffd-416f-9d53-53b06b637d00 admin admin] Publish callbacks [] for security_group (658f7c29-d93b-4408-9ec5-60e1a79b1b85), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:14.363865 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-4118511d-d628-4b84-a806-986fc9cf53d3 None None] For port 839aa162-eec4-4fa9-b021-30cb41b29e8c, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=839aa162-eec4-4fa9-b021-30cb41b29e8c,segment=NetworkSegment(349b1d4b-3b97-48ae-a10b-b9ab4eaa8127),segment_id=349b1d4b-3b97-48ae-a10b-b9ab4eaa8127)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:41:14.369985 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4118511d-d628-4b84-a806-986fc9cf53d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (839aa162-eec4-4fa9-b021-30cb41b29e8c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:14.375730 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a684d08f-2498-486f-b7ef-ab1004d4863d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (9dc8e106-a1d3-4e90-a2a0-b00580cf96cd), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:14.428163 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a684d08f-2498-486f-b7ef-ab1004d4863d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Network 1742eda4-644e-4d61-8589-e7b192c17f64 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:41:14.432552 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d77e9619-0ffd-416f-9d53-53b06b637d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (658f7c29-d93b-4408-9ec5-60e1a79b1b85), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:14.432934 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-a684d08f-2498-486f-b7ef-ab1004d4863d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:41:14.438056 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a684d08f-2498-486f-b7ef-ab1004d4863d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:41:14.442529 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d77e9619-0ffd-416f-9d53-53b06b637d00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:14.447587 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d77e9619-0ffd-416f-9d53-53b06b637d00 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/658f7c29-d93b-4408-9ec5-60e1a79b1b85 HTTP/1.1" status: 204 len: 168 time: 0.1637166 Jan 18 20:41:14.447871 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684d08f-2498-486f-b7ef-ab1004d4863d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'Port': ['ID=9dc8e106-a1d3-4e90-a2a0-b00580cf96cd,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:14.460635 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118511d-d628-4b84-a806-986fc9cf53d3 None None] Pushing event updated for resources: {'Port': ['ID=839aa162-eec4-4fa9-b021-30cb41b29e8c,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:14.495473 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e9619-0ffd-416f-9d53-53b06b637d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658f7c29-d93b-4408-9ec5-60e1a79b1b85,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:14.522295 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a684d08f-2498-486f-b7ef-ab1004d4863d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (f970ea9c-2a46-4371-8634-27f85dfc0cd3), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:14.711479 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41289ffb-86ef-49d8-9445-c1b5c3da10fe req-b537457d-536b-46aa-a668-7d1f6ae0bb3a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:14.713549 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-41289ffb-86ef-49d8-9445-c1b5c3da10fe req-b537457d-536b-46aa-a668-7d1f6ae0bb3a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 945 time: 0.0871241 Jan 18 20:41:14.851132 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-41289ffb-86ef-49d8-9445-c1b5c3da10fe req-819ccbf5-1e58-47ce-a67c-bac7244bbb53 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140461 Jan 18 20:41:14.852109 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a684d08f-2498-486f-b7ef-ab1004d4863d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9dc8e106-a1d3-4e90-a2a0-b00580cf96cd), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:15.555614 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a684d08f-2498-486f-b7ef-ab1004d4863d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for port (9dc8e106-a1d3-4e90-a2a0-b00580cf96cd), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:15.563329 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a684d08f-2498-486f-b7ef-ab1004d4863d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (9dc8e106-a1d3-4e90-a2a0-b00580cf96cd), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:15.613090 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33360) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:15.647383 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a684d08f-2498-486f-b7ef-ab1004d4863d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (f970ea9c-2a46-4371-8634-27f85dfc0cd3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:15.649345 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684d08f-2498-486f-b7ef-ab1004d4863d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'Port': ['ID=9dc8e106-a1d3-4e90-a2a0-b00580cf96cd,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:15.782315 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a684d08f-2498-486f-b7ef-ab1004d4863d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Network 1742eda4-644e-4d61-8589-e7b192c17f64 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:41:15.785239 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-a684d08f-2498-486f-b7ef-ab1004d4863d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:41:15.899203 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-89aad97a-e446-4c36-acad-1211bc421604 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-31525741-network', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:41:15.906852 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 839aa162-eec4-4fa9-b021-30cb41b29e8c up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:41:15.981988 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89aad97a-e446-4c36-acad-1211bc421604 admin admin] Made reservation on behalf of bd09648e415d4d869a00516b6fefc51b for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:41:15.983966 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-89aad97a-e446-4c36-acad-1211bc421604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:15.993753 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 839aa162-eec4-4fa9-b021-30cb41b29e8c triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:15.994262 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (839aa162-eec4-4fa9-b021-30cb41b29e8c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:16.021942 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-89aad97a-e446-4c36-acad-1211bc421604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:16.036389 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a684d08f-2498-486f-b7ef-ab1004d4863d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Router f970ea9c-2a46-4371-8634-27f85dfc0cd3 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:41:16.041257 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1df04e-53be-42a0-841a-08bea0e47f98 None None] Network 1742eda4-644e-4d61-8589-e7b192c17f64 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:41:16.075490 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe950451-d7f9-408c-bc4c-9ee2b5f2bc6e req-f814bad8-7e65-439d-b6a6-fb326d9903b4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:16.077028 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fe950451-d7f9-408c-bc4c-9ee2b5f2bc6e req-f814bad8-7e65-439d-b6a6-fb326d9903b4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 945 time: 0.0977077 Jan 18 20:41:16.121360 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ff9b305b-81f0-4e57-804a-40cc944f5001 None None] Provisioning complete for port 839aa162-eec4-4fa9-b021-30cb41b29e8c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:16.122132 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ff9b305b-81f0-4e57-804a-40cc944f5001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (839aa162-eec4-4fa9-b021-30cb41b29e8c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:16.256150 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fe950451-d7f9-408c-bc4c-9ee2b5f2bc6e req-af4d3689-e44e-4419-b02d-1aaa3619c2fa tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649787 Jan 18 20:41:16.269245 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 839aa162-eec4-4fa9-b021-30cb41b29e8c is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:16.269824 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (839aa162-eec4-4fa9-b021-30cb41b29e8c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:16.281264 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-89aad97a-e446-4c36-acad-1211bc421604 admin admin] Publish callbacks [] for security_group (82215c7f-6eff-4ce4-8f5f-dc8577907596), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:16.282850 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a684d08f-2498-486f-b7ef-ab1004d4863d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:41:16.309026 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a684d08f-2498-486f-b7ef-ab1004d4863d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "PUT /v2.0/routers/f970ea9c-2a46-4371-8634-27f85dfc0cd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5116613 Jan 18 20:41:16.310851 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33368) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:16.311402 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-89aad97a-e446-4c36-acad-1211bc421604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (82215c7f-6eff-4ce4-8f5f-dc8577907596), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:16.335028 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b305b-81f0-4e57-804a-40cc944f5001 None None] Current status of the port 839aa162-eec4-4fa9-b021-30cb41b29e8c is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:16.335276 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89aad97a-e446-4c36-acad-1211bc421604 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:41:16.336163 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ff9b305b-81f0-4e57-804a-40cc944f5001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (839aa162-eec4-4fa9-b021-30cb41b29e8c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:16.347378 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-89aad97a-e446-4c36-acad-1211bc421604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (ae2a6b19-5d65-41ff-b5d1-cafb9537ff91), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:16.347721 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-89aad97a-e446-4c36-acad-1211bc421604 admin admin] Added segment ae2a6b19-5d65-41ff-b5d1-cafb9537ff91 of type vlan for network b0f612c6-d05f-4361-b3f8-733414ecc1c6 Jan 18 20:41:16.406211 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-89aad97a-e446-4c36-acad-1211bc421604 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (b0f612c6-d05f-4361-b3f8-733414ecc1c6), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:16.486309 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-89aad97a-e446-4c36-acad-1211bc421604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (b0f612c6-d05f-4361-b3f8-733414ecc1c6), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:16.487309 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89aad97a-e446-4c36-acad-1211bc421604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:16.488242 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-89aad97a-e446-4c36-acad-1211bc421604 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:16.616718 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646f9a6b-547d-4666-a9de-97904ebab40f None None] Sync routers for ids ['f970ea9c-2a46-4371-8634-27f85dfc0cd3'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:41:16.623265 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 839aa162-eec4-4fa9-b021-30cb41b29e8c, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=839aa162-eec4-4fa9-b021-30cb41b29e8c,segment=NetworkSegment(349b1d4b-3b97-48ae-a10b-b9ab4eaa8127),segment_id=349b1d4b-3b97-48ae-a10b-b9ab4eaa8127)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:41:16.630394 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (839aa162-eec4-4fa9-b021-30cb41b29e8c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:16.632815 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 87c3828e-5b8a-44ab-a77b-d3ea89d99204 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:41:16.644708 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646f9a6b-547d-4666-a9de-97904ebab40f None None] Routers {'f970ea9c-2a46-4371-8634-27f85dfc0cd3'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:41:16.646885 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-646f9a6b-547d-4666-a9de-97904ebab40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:40:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['f970ea9c-2a46-4371-8634-27f85dfc0cd3'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:16.668883 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aad97a-e446-4c36-acad-1211bc421604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82215c7f-6eff-4ce4-8f5f-dc8577907596,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:16.690205 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-89aad97a-e446-4c36-acad-1211bc421604 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0740654 Jan 18 20:41:16.697008 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33372) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:16.707915 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-c37ebf32-04a1-4dfd-a8e8-2208198d28a9 admin admin] Request body: {'subnet': {'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-31525741-subnet', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:41:16.771993 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aad97a-e446-4c36-acad-1211bc421604 admin admin] Pushing event updated for resources: {'Network': ['ID=b0f612c6-d05f-4361-b3f8-733414ecc1c6,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:16.789270 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcb1c7-0ac0-4273-8cc0-30ae91a9f567 req-72982171-48b1-4151-b936-0a44a28384e7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:16.791626 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5dbcb1c7-0ac0-4273-8cc0-30ae91a9f567 req-72982171-48b1-4151-b936-0a44a28384e7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 945 time: 0.3069770 Jan 18 20:41:16.841626 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-646f9a6b-547d-4666-a9de-97904ebab40f None None] Set router f970ea9c-2a46-4371-8634-27f85dfc0cd3 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:41:16.904577 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=839aa162-eec4-4fa9-b021-30cb41b29e8c,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:16.916313 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network b0f612c6-d05f-4361-b3f8-733414ecc1c6 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:41:16.938277 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-ff9b305b-81f0-4e57-804a-40cc944f5001 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:41:16.939585 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-ff9b305b-81f0-4e57-804a-40cc944f5001 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:41:16.944156 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5dbcb1c7-0ac0-4273-8cc0-30ae91a9f567 req-6a8c2352-e9e0-44c5-85f1-9ebdc1fd4327 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432433 Jan 18 20:41:16.987314 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33374) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:16.997668 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 87c3828e-5b8a-44ab-a77b-d3ea89d99204 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:16.999608 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (87c3828e-5b8a-44ab-a77b-d3ea89d99204), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:17.099062 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca822aff-3827-41b3-b70d-f74dff0a0d08 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:17.100718 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ca822aff-3827-41b3-b70d-f74dff0a0d08 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 1091 time: 0.1110344 Jan 18 20:41:17.103603 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33376) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:17.109993 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-56f9e955-47da-411d-ab8d-bd843a0d2353 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'port_id': 'a360af47-f4ee-4a1d-abd7-796406174b94', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:41:17.199007 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-646f9a6b-547d-4666-a9de-97904ebab40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'name': 'tempest-TestNetworkBasicOps-router-896502255', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:09Z', 'updated_at': '2022-01-18T20:41:14Z', 'revision_number': 4, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:10Z', 'updated_at': '2022-01-18T20:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '9dc8e106-a1d3-4e90-a2a0-b00580cf96cd', 'name': '', 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'mac_address': 'fa:16:3e:8a:6b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:13Z', 'updated_at': '2022-01-18T20:41:15Z', 'revision_number': 2, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'subnets': [{'id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:17.210802 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 87c3828e-5b8a-44ab-a77b-d3ea89d99204 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:17.228491 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646f9a6b-547d-4666-a9de-97904ebab40f None None] Checking router: f970ea9c-2a46-4371-8634-27f85dfc0cd3 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:41:17.229163 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646f9a6b-547d-4666-a9de-97904ebab40f None None] Updating router f970ea9c-2a46-4371-8634-27f85dfc0cd3 port 9dc8e106-a1d3-4e90-a2a0-b00580cf96cd binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:41:17.257452 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-646f9a6b-547d-4666-a9de-97904ebab40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9dc8e106-a1d3-4e90-a2a0-b00580cf96cd), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:17.259938 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedea9ff-5c7b-428b-90e6-16f8dbae4a2f tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:17.260835 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedea9ff-5c7b-428b-90e6-16f8dbae4a2f tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:17.260961 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedea9ff-5c7b-428b-90e6-16f8dbae4a2f tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:17.261321 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedea9ff-5c7b-428b-90e6-16f8dbae4a2f tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:17.261828 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedea9ff-5c7b-428b-90e6-16f8dbae4a2f tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:17.262283 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedea9ff-5c7b-428b-90e6-16f8dbae4a2f tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:17.267903 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-aedea9ff-5c7b-428b-90e6-16f8dbae4a2f tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4273 time: 0.9523218 Jan 18 20:41:17.268665 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33378) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:17.276535 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37ebf32-04a1-4dfd-a8e8-2208198d28a9 admin admin] Made reservation on behalf of bd09648e415d4d869a00516b6fefc51b for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:41:17.278755 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c37ebf32-04a1-4dfd-a8e8-2208198d28a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:17.291355 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-56f9e955-47da-411d-ab8d-bd843a0d2353 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:17.463938 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-56f9e955-47da-411d-ab8d-bd843a0d2353 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:17.480834 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667b7855-c63e-4ae8-b2fc-cace822f3f84 tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:17.481949 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667b7855-c63e-4ae8-b2fc-cace822f3f84 tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:17.482761 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667b7855-c63e-4ae8-b2fc-cace822f3f84 tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:17.483405 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667b7855-c63e-4ae8-b2fc-cace822f3f84 tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:17.484157 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667b7855-c63e-4ae8-b2fc-cace822f3f84 tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:17.484763 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667b7855-c63e-4ae8-b2fc-cace822f3f84 tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:17.490622 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-667b7855-c63e-4ae8-b2fc-cace822f3f84 tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3992 time: 0.2209740 Jan 18 20:41:17.493399 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33380) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:17.500580 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b305b-81f0-4e57-804a-40cc944f5001 None None] Current status of the port 839aa162-eec4-4fa9-b021-30cb41b29e8c is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:17.631737 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-2023fe05-2fa9-4704-b771-b2374594864d None None] Provisioning complete for port 839aa162-eec4-4fa9-b021-30cb41b29e8c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:17.632112 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2023fe05-2fa9-4704-b771-b2374594864d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (839aa162-eec4-4fa9-b021-30cb41b29e8c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:17.639028 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-56f9e955-47da-411d-ab8d-bd843a0d2353 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Allocated IP 172.25.4.3 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/935a8025-ea45-4872-8b86-8deebb321957) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:41:17.700185 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-646f9a6b-547d-4666-a9de-97904ebab40f None None] Publish callbacks [] for port (9dc8e106-a1d3-4e90-a2a0-b00580cf96cd), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:17.716114 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-646f9a6b-547d-4666-a9de-97904ebab40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9dc8e106-a1d3-4e90-a2a0-b00580cf96cd), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:17.816805 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2023fe05-2fa9-4704-b771-b2374594864d None None] Current status of the port 839aa162-eec4-4fa9-b021-30cb41b29e8c is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:17.823263 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e579e41-b900-476a-b8b6-6267090daf07 None None] Pushing event updated for resources: {'Port': ['ID=9dc8e106-a1d3-4e90-a2a0-b00580cf96cd,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:17.832034 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-2023fe05-2fa9-4704-b771-b2374594864d None None] Provisioning complete for port 9dc8e106-a1d3-4e90-a2a0-b00580cf96cd triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:17.832649 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2023fe05-2fa9-4704-b771-b2374594864d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9dc8e106-a1d3-4e90-a2a0-b00580cf96cd), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:17.874970 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 839aa162-eec4-4fa9-b021-30cb41b29e8c up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:41:17.876573 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-56f9e955-47da-411d-ab8d-bd843a0d2353 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for port (935a8025-ea45-4872-8b86-8deebb321957), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:17.915028 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c37ebf32-04a1-4dfd-a8e8-2208198d28a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (c9a27f59-8bf5-426b-9eee-6f178264ab2d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:17.934306 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-646f9a6b-547d-4666-a9de-97904ebab40f None None] Attempting to bind port 9dc8e106-a1d3-4e90-a2a0-b00580cf96cd on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:41:17.934871 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-646f9a6b-547d-4666-a9de-97904ebab40f None None] Attempting to bind port 9dc8e106-a1d3-4e90-a2a0-b00580cf96cd by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '349b1d4b-3b97-48ae-a10b-b9ab4eaa8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:41:17.935321 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646f9a6b-547d-4666-a9de-97904ebab40f None None] Attempting to bind port 9dc8e106-a1d3-4e90-a2a0-b00580cf96cd on network 1742eda4-644e-4d61-8589-e7b192c17f64 {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:41:17.936831 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2023fe05-2fa9-4704-b771-b2374594864d None None] Port 9dc8e106-a1d3-4e90-a2a0-b00580cf96cd cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:41:17.947126 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-56f9e955-47da-411d-ab8d-bd843a0d2353 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (935a8025-ea45-4872-8b86-8deebb321957), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:17.948532 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646f9a6b-547d-4666-a9de-97904ebab40f None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:41:17.950349 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646f9a6b-547d-4666-a9de-97904ebab40f None None] Checking segment: {'id': '349b1d4b-3b97-48ae-a10b-b9ab4eaa8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:41:17.950819 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-646f9a6b-547d-4666-a9de-97904ebab40f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:17.951861 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646f9a6b-547d-4666-a9de-97904ebab40f None None] Bound using segment: {'id': '349b1d4b-3b97-48ae-a10b-b9ab4eaa8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:41:17.952904 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-646f9a6b-547d-4666-a9de-97904ebab40f None None] Bound port: 9dc8e106-a1d3-4e90-a2a0-b00580cf96cd, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349b1d4b-3b97-48ae-a10b-b9ab4eaa8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:41:17.954063 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-646f9a6b-547d-4666-a9de-97904ebab40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9dc8e106-a1d3-4e90-a2a0-b00580cf96cd), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:17.999656 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f9e955-47da-411d-ab8d-bd843a0d2353 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:41:18.002655 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-56f9e955-47da-411d-ab8d-bd843a0d2353 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:41:18.005018 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 839aa162-eec4-4fa9-b021-30cb41b29e8c triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:18.005153 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f9e955-47da-411d-ab8d-bd843a0d2353 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:41:18.006780 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (839aa162-eec4-4fa9-b021-30cb41b29e8c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:18.040716 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ebf32-04a1-4dfd-a8e8-2208198d28a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9a27f59-8bf5-426b-9eee-6f178264ab2d,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:18.055213 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9e955-47da-411d-ab8d-bd843a0d2353 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Port': ['ID=935a8025-ea45-4872-8b86-8deebb321957,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:18.074512 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37ebf32-04a1-4dfd-a8e8-2208198d28a9 admin admin] Checking segment: {'id': 'ae2a6b19-5d65-41ff-b5d1-cafb9537ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:41:18.074873 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37ebf32-04a1-4dfd-a8e8-2208198d28a9 admin admin] Network hostable DHCP agents. Network: b0f612c6-d05f-4361-b3f8-733414ecc1c6, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:41:18.090086 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-646f9a6b-547d-4666-a9de-97904ebab40f None None] For port 9dc8e106-a1d3-4e90-a2a0-b00580cf96cd, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:41:18.096411 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1f3564fe-7595-4f33-b9ab-d3323fdecfe1 tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2332 time: 0.6016777 Jan 18 20:41:18.101576 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-646f9a6b-547d-4666-a9de-97904ebab40f None None] For port 9dc8e106-a1d3-4e90-a2a0-b00580cf96cd, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9dc8e106-a1d3-4e90-a2a0-b00580cf96cd,segment=NetworkSegment(349b1d4b-3b97-48ae-a10b-b9ab4eaa8127),segment_id=349b1d4b-3b97-48ae-a10b-b9ab4eaa8127)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:41:18.111022 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0cc10bf9-3771-45a9-a136-64099e51e129 None None] Provisioning complete for port 9dc8e106-a1d3-4e90-a2a0-b00580cf96cd triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:18.111396 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0cc10bf9-3771-45a9-a136-64099e51e129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9dc8e106-a1d3-4e90-a2a0-b00580cf96cd), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:18.112839 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-646f9a6b-547d-4666-a9de-97904ebab40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9dc8e106-a1d3-4e90-a2a0-b00580cf96cd), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:18.137377 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37ebf32-04a1-4dfd-a8e8-2208198d28a9 admin admin] Network b0f612c6-d05f-4361-b3f8-733414ecc1c6 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:41:18.165490 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-c37ebf32-04a1-4dfd-a8e8-2208198d28a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, b0f612c6-d05f-4361-b3f8-733414ecc1c6) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:41:18.169851 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37ebf32-04a1-4dfd-a8e8-2208198d28a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:18.170451 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c37ebf32-04a1-4dfd-a8e8-2208198d28a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:18.200110 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f34d80-1c6e-43b9-b543-6bd06ef08134 None None] Network b0f612c6-d05f-4361-b3f8-733414ecc1c6 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:41:18.202328 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c37ebf32-04a1-4dfd-a8e8-2208198d28a9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5039468 Jan 18 20:41:18.206191 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33386) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:18.210994 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-b537a94c-1b5e-48a6-9616-b7f1f95d3d49 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-31525741-router', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:41:18.277802 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b537a94c-1b5e-48a6-9616-b7f1f95d3d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (e60c42f7-d198-4a51-b24d-743dad674143), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:18.277802 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b537a94c-1b5e-48a6-9616-b7f1f95d3d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (e60c42f7-d198-4a51-b24d-743dad674143), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:18.278141 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646f9a6b-547d-4666-a9de-97904ebab40f None None] Routers {'f970ea9c-2a46-4371-8634-27f85dfc0cd3'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:41:18.278141 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-646f9a6b-547d-4666-a9de-97904ebab40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:40:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['f970ea9c-2a46-4371-8634-27f85dfc0cd3'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:18.290328 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e579e41-b900-476a-b8b6-6267090daf07 None None] Pushing event updated for resources: {'Port': ['ID=9dc8e106-a1d3-4e90-a2a0-b00580cf96cd,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:18.363285 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b537a94c-1b5e-48a6-9616-b7f1f95d3d49 admin admin] Publish callbacks [] for router_controller (e60c42f7-d198-4a51-b24d-743dad674143), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:18.396898 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 839aa162-eec4-4fa9-b021-30cb41b29e8c is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:18.416770 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4f5df3-843d-414b-8ae3-bb54acc337fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'fixed_ips': [{'subnet_id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:41:18.417613 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3c4f5df3-843d-414b-8ae3-bb54acc337fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:18.482079 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-646f9a6b-547d-4666-a9de-97904ebab40f None None] Set router f970ea9c-2a46-4371-8634-27f85dfc0cd3 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:41:18.662922 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b537a94c-1b5e-48a6-9616-b7f1f95d3d49 admin admin] Publish callbacks [] for router_gateway (e60c42f7-d198-4a51-b24d-743dad674143), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:18.716731 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-3c4f5df3-843d-414b-8ae3-bb54acc337fa None None] Allocated IP 172.20.0.2 (b0f612c6-d05f-4361-b3f8-733414ecc1c6/c9a27f59-8bf5-426b-9eee-6f178264ab2d/95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:41:18.806636 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33390) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:18.821919 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-cdd0fc7c-a1e0-4003-a28b-787dd853ff72 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-898609726', 'description': 'tempest-secgroup-smoke-898609726 description', 'project_id': 'c211e494495449f392a0607cbd9b6951'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:41:18.872932 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-646f9a6b-547d-4666-a9de-97904ebab40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'name': 'tempest-TestNetworkBasicOps-router-896502255', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:09Z', 'updated_at': '2022-01-18T20:41:14Z', 'revision_number': 4, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:10Z', 'updated_at': '2022-01-18T20:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '9dc8e106-a1d3-4e90-a2a0-b00580cf96cd', 'name': '', 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'mac_address': 'fa:16:3e:8a:6b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:13Z', 'updated_at': '2022-01-18T20:41:18Z', 'revision_number': 4, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'subnets': [{'id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:18.874503 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0cc10bf9-3771-45a9-a136-64099e51e129 None None] Current status of the port 9dc8e106-a1d3-4e90-a2a0-b00580cf96cd is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:18.875166 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0cc10bf9-3771-45a9-a136-64099e51e129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9dc8e106-a1d3-4e90-a2a0-b00580cf96cd), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:18.878346 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cdd0fc7c-a1e0-4003-a28b-787dd853ff72 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:18.890867 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3c4f5df3-843d-414b-8ae3-bb54acc337fa None None] Publish callbacks [] for port (95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:18.913677 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3c4f5df3-843d-414b-8ae3-bb54acc337fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:18.956456 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4f5df3-843d-414b-8ae3-bb54acc337fa None None] Network b0f612c6-d05f-4361-b3f8-733414ecc1c6 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:41:18.981481 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-3c4f5df3-843d-414b-8ae3-bb54acc337fa None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:41:18.995325 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4f5df3-843d-414b-8ae3-bb54acc337fa None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:41:19.007307 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cdd0fc7c-a1e0-4003-a28b-787dd853ff72 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group (b21440e7-931d-4827-bbc5-a5fdc2f1667f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:19.024752 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0cc10bf9-3771-45a9-a136-64099e51e129 None None] For port 9dc8e106-a1d3-4e90-a2a0-b00580cf96cd, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9dc8e106-a1d3-4e90-a2a0-b00580cf96cd,segment=NetworkSegment(349b1d4b-3b97-48ae-a10b-b9ab4eaa8127),segment_id=349b1d4b-3b97-48ae-a10b-b9ab4eaa8127)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:41:19.025210 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cdd0fc7c-a1e0-4003-a28b-787dd853ff72 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b21440e7-931d-4827-bbc5-a5fdc2f1667f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:19.062966 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0cc10bf9-3771-45a9-a136-64099e51e129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9dc8e106-a1d3-4e90-a2a0-b00580cf96cd), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:19.154202 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f5df3-843d-414b-8ae3-bb54acc337fa None None] Pushing event updated for resources: {'Port': ['ID=95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:19.176010 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3c4f5df3-843d-414b-8ae3-bb54acc337fa None None] Attempting to bind port 95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:41:19.177451 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3c4f5df3-843d-414b-8ae3-bb54acc337fa None None] Attempting to bind port 95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'ae2a6b19-5d65-41ff-b5d1-cafb9537ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:41:19.180363 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f5df3-843d-414b-8ae3-bb54acc337fa None None] Attempting to bind port 95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf on network b0f612c6-d05f-4361-b3f8-733414ecc1c6 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:41:19.195513 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-56f9e955-47da-411d-ab8d-bd843a0d2353 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for floatingip (a6e1a0ff-30cd-4797-9d63-bf4554e19594), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:19.201969 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cdd0fc7c-a1e0-4003-a28b-787dd853ff72 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:19.203367 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cdd0fc7c-a1e0-4003-a28b-787dd853ff72 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3952529 Jan 18 20:41:19.206399 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33392) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:19.207055 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0fc7c-a1e0-4003-a28b-787dd853ff72 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b21440e7-931d-4827-bbc5-a5fdc2f1667f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:19.222098 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-3af57643-a994-4c72-98c2-74febb36b8f6 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'security_group_rule': {'security_group_id': 'b21440e7-931d-4827-bbc5-a5fdc2f1667f', 'project_id': 'c211e494495449f392a0607cbd9b6951', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:41:19.223333 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f5df3-843d-414b-8ae3-bb54acc337fa None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:41:19.223712 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f5df3-843d-414b-8ae3-bb54acc337fa None None] Checking segment: {'id': 'ae2a6b19-5d65-41ff-b5d1-cafb9537ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:41:19.224121 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3c4f5df3-843d-414b-8ae3-bb54acc337fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:19.224496 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f5df3-843d-414b-8ae3-bb54acc337fa None None] Bound using segment: {'id': 'ae2a6b19-5d65-41ff-b5d1-cafb9537ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:41:19.224960 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3c4f5df3-843d-414b-8ae3-bb54acc337fa None None] Bound port: 95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2a6b19-5d65-41ff-b5d1-cafb9537ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:41:19.225337 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3c4f5df3-843d-414b-8ae3-bb54acc337fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:19.237011 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646f9a6b-547d-4666-a9de-97904ebab40f None None] The sync data for ids ['f970ea9c-2a46-4371-8634-27f85dfc0cd3'] in n-d-741529-9 is: [{'id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'name': 'tempest-TestNetworkBasicOps-router-896502255', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:09Z', 'updated_at': '2022-01-18T20:41:14Z', 'revision_number': 4, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:10Z', 'updated_at': '2022-01-18T20:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '9dc8e106-a1d3-4e90-a2a0-b00580cf96cd', 'name': '', 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'mac_address': 'fa:16:3e:8a:6b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:13Z', 'updated_at': '2022-01-18T20:41:18Z', 'revision_number': 4, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'subnets': [{'id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:41:19.333385 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3c4f5df3-843d-414b-8ae3-bb54acc337fa None None] For port 95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:41:19.337976 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3c4f5df3-843d-414b-8ae3-bb54acc337fa None None] For port 95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:41:19.364576 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3af57643-a994-4c72-98c2-74febb36b8f6 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (49838852-8c86-4927-873f-230952a5f80e), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:19.371504 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-56f9e955-47da-411d-ab8d-bd843a0d2353 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (935a8025-ea45-4872-8b86-8deebb321957), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:19.372684 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3c4f5df3-843d-414b-8ae3-bb54acc337fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:19.405918 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-3a908be2-cf3c-47dd-bc70-cc62242a29da None None] Provisioning complete for port 9dc8e106-a1d3-4e90-a2a0-b00580cf96cd triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:19.406979 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3a908be2-cf3c-47dd-bc70-cc62242a29da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9dc8e106-a1d3-4e90-a2a0-b00580cf96cd), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:19.443443 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc10bf9-3771-45a9-a136-64099e51e129 None None] Pushing event updated for resources: {'Port': ['ID=9dc8e106-a1d3-4e90-a2a0-b00580cf96cd,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:19.503024 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b537a94c-1b5e-48a6-9616-b7f1f95d3d49 admin admin] Publish callbacks [] for router_gateway (e60c42f7-d198-4a51-b24d-743dad674143), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:19.554426 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b537a94c-1b5e-48a6-9616-b7f1f95d3d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:19.562764 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f5df3-843d-414b-8ae3-bb54acc337fa None None] Pushing event updated for resources: {'Port': ['ID=95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:19.587360 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3af57643-a994-4c72-98c2-74febb36b8f6 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (49838852-8c86-4927-873f-230952a5f80e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:19.625889 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3a908be2-cf3c-47dd-bc70-cc62242a29da None None] Current status of the port 9dc8e106-a1d3-4e90-a2a0-b00580cf96cd is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:19.639754 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-56f9e955-47da-411d-ab8d-bd843a0d2353 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for port (935a8025-ea45-4872-8b86-8deebb321957), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:19.650306 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-56f9e955-47da-411d-ab8d-bd843a0d2353 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (935a8025-ea45-4872-8b86-8deebb321957), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:19.654574 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3af57643-a994-4c72-98c2-74febb36b8f6 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (49838852-8c86-4927-873f-230952a5f80e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:19.684869 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af57643-a994-4c72-98c2-74febb36b8f6 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49838852-8c86-4927-873f-230952a5f80e,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:19.731679 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9e955-47da-411d-ab8d-bd843a0d2353 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Port': ['ID=935a8025-ea45-4872-8b86-8deebb321957,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:19.745756 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3af57643-a994-4c72-98c2-74febb36b8f6 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:19.751201 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33398) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:19.751368 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3af57643-a994-4c72-98c2-74febb36b8f6 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5322344 Jan 18 20:41:19.757392 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-c6149f0f-c3c4-4ec3-8ec4-7d9d1f4f82b4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'security_group_rule': {'security_group_id': 'b21440e7-931d-4827-bbc5-a5fdc2f1667f', 'project_id': 'c211e494495449f392a0607cbd9b6951', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:41:19.769408 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-56f9e955-47da-411d-ab8d-bd843a0d2353 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (a6e1a0ff-30cd-4797-9d63-bf4554e19594), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:19.824083 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-b537a94c-1b5e-48a6-9616-b7f1f95d3d49 admin admin] Allocated IP 172.25.4.172 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/580e5ae6-06d6-4cfd-9574-3d967c7dc66b) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:41:19.933270 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c6149f0f-c3c4-4ec3-8ec4-7d9d1f4f82b4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (36363902-713d-40ca-8edb-69b496848aac), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:19.959214 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9dc8e106-a1d3-4e90-a2a0-b00580cf96cd up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:41:20.011065 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-56f9e955-47da-411d-ab8d-bd843a0d2353 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Floating IP a6e1a0ff-30cd-4797-9d63-bf4554e19594 associated. External IP: 172.25.4.3, port: a360af47-f4ee-4a1d-abd7-796406174b94. Jan 18 20:41:20.082836 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 9dc8e106-a1d3-4e90-a2a0-b00580cf96cd triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:20.083438 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9dc8e106-a1d3-4e90-a2a0-b00580cf96cd), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:20.092627 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c6149f0f-c3c4-4ec3-8ec4-7d9d1f4f82b4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (36363902-713d-40ca-8edb-69b496848aac), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:20.101319 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c6149f0f-c3c4-4ec3-8ec4-7d9d1f4f82b4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (36363902-713d-40ca-8edb-69b496848aac), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:20.108009 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b537a94c-1b5e-48a6-9616-b7f1f95d3d49 admin admin] Publish callbacks [] for port (580e5ae6-06d6-4cfd-9574-3d967c7dc66b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:20.175990 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b537a94c-1b5e-48a6-9616-b7f1f95d3d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (580e5ae6-06d6-4cfd-9574-3d967c7dc66b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:20.187950 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 9dc8e106-a1d3-4e90-a2a0-b00580cf96cd is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:20.200155 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6149f0f-c3c4-4ec3-8ec4-7d9d1f4f82b4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36363902-713d-40ca-8edb-69b496848aac,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:20.233560 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b537a94c-1b5e-48a6-9616-b7f1f95d3d49 admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:41:20.238260 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-b537a94c-1b5e-48a6-9616-b7f1f95d3d49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:41:20.242646 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b537a94c-1b5e-48a6-9616-b7f1f95d3d49 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:41:20.256754 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763f15f0-0cc5-4633-b94a-83577f27526e None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:41:20.300300 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c6149f0f-c3c4-4ec3-8ec4-7d9d1f4f82b4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:20.304349 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c6149f0f-c3c4-4ec3-8ec4-7d9d1f4f82b4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5505433 Jan 18 20:41:20.306385 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33402) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:20.313893 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-53a893fc-46ce-44aa-8d79-e265edc9cdcf tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'security_group_rule': {'security_group_id': 'b21440e7-931d-4827-bbc5-a5fdc2f1667f', 'project_id': 'c211e494495449f392a0607cbd9b6951', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:41:20.316653 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537a94c-1b5e-48a6-9616-b7f1f95d3d49 admin admin] Pushing event updated for resources: {'Port': ['ID=580e5ae6-06d6-4cfd-9574-3d967c7dc66b,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:20.366868 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1387fff2-ce6b-4ff5-8a14-30eb0c9417a1 None None] Provisioning complete for port 580e5ae6-06d6-4cfd-9574-3d967c7dc66b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:20.367242 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1387fff2-ce6b-4ff5-8a14-30eb0c9417a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (580e5ae6-06d6-4cfd-9574-3d967c7dc66b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:20.419136 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1387fff2-ce6b-4ff5-8a14-30eb0c9417a1 None None] Port 580e5ae6-06d6-4cfd-9574-3d967c7dc66b cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:41:20.427184 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f9e955-47da-411d-ab8d-bd843a0d2353 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Router 5e864f77-b83f-4b6d-ba03-0a3b791d8496 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:41:20.454570 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-53a893fc-46ce-44aa-8d79-e265edc9cdcf tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (2be677c5-534d-435c-8547-0f48ff41accb), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:20.593005 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f9e955-47da-411d-ab8d-bd843a0d2353 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:41:20.607912 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc3bd6f-efdf-4bd2-8b28-c63d56be2516 None None] Sync routers for ids ['5e864f77-b83f-4b6d-ba03-0a3b791d8496'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:41:20.628432 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc3bd6f-efdf-4bd2-8b28-c63d56be2516 None None] Routers {'5e864f77-b83f-4b6d-ba03-0a3b791d8496'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:41:20.629107 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0dc3bd6f-efdf-4bd2-8b28-c63d56be2516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:40:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5e864f77-b83f-4b6d-ba03-0a3b791d8496'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:20.683600 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b537a94c-1b5e-48a6-9616-b7f1f95d3d49 admin admin] Publish callbacks [] for router_gateway (e60c42f7-d198-4a51-b24d-743dad674143), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:20.690719 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-56f9e955-47da-411d-ab8d-bd843a0d2353 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:20.780362 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-56f9e955-47da-411d-ab8d-bd843a0d2353 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.6729569 Jan 18 20:41:20.795140 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063667ff-d8a4-412f-9f50-34837928af11', 'tag': 'a360af47-f4ee-4a1d-abd7-796406174b94'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:41:20.797374 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c5205a-7b82-4659-8de9-cde08416d395" -d '{"events": [{"name": "network-changed", "server_uuid": "063667ff-d8a4-412f-9f50-34837928af11", "tag": "a360af47-f4ee-4a1d-abd7-796406174b94"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:41:20.810460 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-53a893fc-46ce-44aa-8d79-e265edc9cdcf tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (2be677c5-534d-435c-8547-0f48ff41accb), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:20.836631 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-53a893fc-46ce-44aa-8d79-e265edc9cdcf tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (2be677c5-534d-435c-8547-0f48ff41accb), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:20.871957 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a893fc-46ce-44aa-8d79-e265edc9cdcf tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be677c5-534d-435c-8547-0f48ff41accb,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:20.895176 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-0dc3bd6f-efdf-4bd2-8b28-c63d56be2516 None None] Set router 5e864f77-b83f-4b6d-ba03-0a3b791d8496 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:41:20.905804 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-53a893fc-46ce-44aa-8d79-e265edc9cdcf tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:20.914659 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-53a893fc-46ce-44aa-8d79-e265edc9cdcf tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6074126 Jan 18 20:41:20.915721 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33408) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:20.932288 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-9125d8df-9260-4f0b-90d9-0b5ee67b87b7 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'security_group_rule': {'security_group_id': 'b21440e7-931d-4827-bbc5-a5fdc2f1667f', 'project_id': 'c211e494495449f392a0607cbd9b6951', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:41:20.940999 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59eaa2a-17d6-4d8c-ae40-7372c1c70ab0 x-openstack-request-id: req-f59eaa2a-17d6-4d8c-ae40-7372c1c70ab0 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:41:20.941273 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063667ff-d8a4-412f-9f50-34837928af11", "tag": "a360af47-f4ee-4a1d-abd7-796406174b94", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:41:20.941525 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f59eaa2a-17d6-4d8c-ae40-7372c1c70ab0 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:41:20.941981 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063667ff-d8a4-412f-9f50-34837928af11', 'tag': 'a360af47-f4ee-4a1d-abd7-796406174b94', 'status': 'completed', 'code': 200} Jan 18 20:41:21.097999 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb744ea-86ab-48a7-ae38-f14f4c3ccc22 req-adb19158-5f8b-48b5-b5b1-0c356902d022 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:21.099558 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6bb744ea-86ab-48a7-ae38-f14f4c3ccc22 req-adb19158-5f8b-48b5-b5b1-0c356902d022 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 945 time: 0.1783991 Jan 18 20:41:21.101966 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9125d8df-9260-4f0b-90d9-0b5ee67b87b7 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (cd31a570-2b7b-498c-8903-e89942394551), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:21.105847 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5205a-7b82-4659-8de9-cde08416d395 req-08279bba-eed3-4d95-898b-6efa9b57102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:21.107669 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-08c5205a-7b82-4659-8de9-cde08416d395 req-08279bba-eed3-4d95-898b-6efa9b57102a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 1096 time: 0.1108506 Jan 18 20:41:21.108352 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b537a94c-1b5e-48a6-9616-b7f1f95d3d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (e60c42f7-d198-4a51-b24d-743dad674143), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:21.108830 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191a0f99-27a9-4e86-905d-d21b7192bde9 None None] Network b0f612c6-d05f-4361-b3f8-733414ecc1c6 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:41:21.230979 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5205a-7b82-4659-8de9-cde08416d395 req-c9fb8c4c-522f-466d-bf0b-e5f41cd42547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:21.233326 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-08c5205a-7b82-4659-8de9-cde08416d395 req-c9fb8c4c-522f-466d-bf0b-e5f41cd42547 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c06b7a8c-f799-43e2-8624-184b61bf3f50 HTTP/1.1" status: 200 len: 898 time: 0.1101584 Jan 18 20:41:21.297896 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b537a94c-1b5e-48a6-9616-b7f1f95d3d49 admin admin] Router e60c42f7-d198-4a51-b24d-743dad674143 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:41:21.365938 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9125d8df-9260-4f0b-90d9-0b5ee67b87b7 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (cd31a570-2b7b-498c-8903-e89942394551), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:21.375786 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-2861c7be-1a86-40f6-afcb-b745898330eb None None] Provisioning complete for port 95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:21.377135 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2861c7be-1a86-40f6-afcb-b745898330eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:21.538061 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0dc3bd6f-efdf-4bd2-8b28-c63d56be2516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85592455', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:40:55Z', 'updated_at': '2022-01-18T20:41:01Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:40:56Z', 'updated_at': '2022-01-18T20:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'a6e1a0ff-30cd-4797-9d63-bf4554e19594', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'floating_ip_address': '172.25.4.3', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'port_id': 'a360af47-f4ee-4a1d-abd7-796406174b94', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50', 'mac_address': 'fa:16:3e:e3:06:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063667ff-d8a4-412f-9f50-34837928af11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:41:18Z', 'updated_at': '2022-01-18T20:41:18Z', 'revision_number': 0, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f97b9198-6b93-467c-969a-508141c2e313', 'name': '', 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:85:21:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'b04d7b55-dbd3-4afa-b132-6666b2257dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:40:59Z', 'updated_at': '2022-01-18T20:41:05Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': 'b04d7b55-dbd3-4afa-b132-6666b2257dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:21.543627 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b537a94c-1b5e-48a6-9616-b7f1f95d3d49 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:41:21.554505 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299c45ab-3226-4702-a908-860a21c2dc9c None None] Sync routers for ids ['e60c42f7-d198-4a51-b24d-743dad674143'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:41:21.574014 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b537a94c-1b5e-48a6-9616-b7f1f95d3d49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:21.578515 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b537a94c-1b5e-48a6-9616-b7f1f95d3d49 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3712542 Jan 18 20:41:21.579327 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33412) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:21.580091 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299c45ab-3226-4702-a908-860a21c2dc9c None None] Routers {'e60c42f7-d198-4a51-b24d-743dad674143'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:41:21.580884 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-299c45ab-3226-4702-a908-860a21c2dc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:40:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e60c42f7-d198-4a51-b24d-743dad674143'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:21.753355 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-299c45ab-3226-4702-a908-860a21c2dc9c None None] Set router e60c42f7-d198-4a51-b24d-743dad674143 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:41:21.948706 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-08c5205a-7b82-4659-8de9-cde08416d395 req-8c8b7e81-5d54-457c-9026-9dd42c2de73c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a360af47-f4ee-4a1d-abd7-796406174b94 HTTP/1.1" status: 200 len: 997 time: 0.6731825 Jan 18 20:41:21.953651 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9125d8df-9260-4f0b-90d9-0b5ee67b87b7 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (cd31a570-2b7b-498c-8903-e89942394551), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:22.008983 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-299c45ab-3226-4702-a908-860a21c2dc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'name': 'tempest-AttachVolumeShelveTestJSON-31525741-router', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:18Z', 'updated_at': '2022-01-18T20:41:20Z', 'revision_number': 3, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'gw_port': {'id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:99:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:19Z', 'updated_at': '2022-01-18T20:41:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:22.010543 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6bb744ea-86ab-48a7-ae38-f14f4c3ccc22 req-5638c26a-611b-4d9f-aab5-ba5a875bd2a6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9017441 Jan 18 20:41:22.013164 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9125d8df-9260-4f0b-90d9-0b5ee67b87b7 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:22.014306 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9125d8df-9260-4f0b-90d9-0b5ee67b87b7 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0943387 Jan 18 20:41:22.030745 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:41:22.037114 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33414) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:22.039182 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125d8df-9260-4f0b-90d9-0b5ee67b87b7 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd31a570-2b7b-498c-8903-e89942394551,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:22.046542 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2861c7be-1a86-40f6-afcb-b745898330eb None None] Current status of the port 95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:22.046936 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2861c7be-1a86-40f6-afcb-b745898330eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:22.070176 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299c45ab-3226-4702-a908-860a21c2dc9c None None] Checking router: e60c42f7-d198-4a51-b24d-743dad674143 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:41:22.070176 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299c45ab-3226-4702-a908-860a21c2dc9c None None] Updating router e60c42f7-d198-4a51-b24d-743dad674143 port 580e5ae6-06d6-4cfd-9574-3d967c7dc66b binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:41:22.073788 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc3bd6f-efdf-4bd2-8b28-c63d56be2516 None None] Checking router: 5e864f77-b83f-4b6d-ba03-0a3b791d8496 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:41:22.076186 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-7e9f20a9-c590-441e-8fa4-bc10bb3620f5 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'security_group_rule': {'security_group_id': 'b21440e7-931d-4827-bbc5-a5fdc2f1667f', 'project_id': 'c211e494495449f392a0607cbd9b6951', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:41:22.082827 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5205a-7b82-4659-8de9-cde08416d395 req-6278a109-11d3-4591-b1a7-85293bad188b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:22.090520 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-08c5205a-7b82-4659-8de9-cde08416d395 req-6278a109-11d3-4591-b1a7-85293bad188b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b04d7b55-dbd3-4afa-b132-6666b2257dbd HTTP/1.1" status: 200 len: 834 time: 0.1164851 Jan 18 20:41:22.090520 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33418) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:22.104737 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-299c45ab-3226-4702-a908-860a21c2dc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (580e5ae6-06d6-4cfd-9574-3d967c7dc66b), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:22.129452 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc3bd6f-efdf-4bd2-8b28-c63d56be2516 None None] Routers {'5e864f77-b83f-4b6d-ba03-0a3b791d8496'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:41:22.130716 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0dc3bd6f-efdf-4bd2-8b28-c63d56be2516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:40:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5e864f77-b83f-4b6d-ba03-0a3b791d8496'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:22.222564 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-2861c7be-1a86-40f6-afcb-b745898330eb None None] For port 95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:41:22.257142 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2861c7be-1a86-40f6-afcb-b745898330eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:22.324472 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:22.326553 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:22.343164 n-d-741529-9 neutron-server[103336]: INFO neutron.db.securitygroups_db [None req-7e9f20a9-c590-441e-8fa4-bc10bb3620f5 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Project c211e494495449f392a0607cbd9b6951 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:41:22.354972 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5e90dfc9-f1f3-4946-8e45-5545c657224e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/floatingips/a6e1a0ff-30cd-4797-9d63-bf4554e19594 HTTP/1.1" status: 200 len: 989 time: 0.2606785 Jan 18 20:41:22.356062 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7e9f20a9-c590-441e-8fa4-bc10bb3620f5 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (826875f7-6bba-4169-b3d1-e0c6a8dfd2ca), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:22.412849 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5205a-7b82-4659-8de9-cde08416d395 req-9f8104de-a377-4e3c-a4c7-979e7fce32c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:22.414586 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-08c5205a-7b82-4659-8de9-cde08416d395 req-9f8104de-a377-4e3c-a4c7-979e7fce32c3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c06b7a8c-f799-43e2-8624-184b61bf3f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3006613 Jan 18 20:41:22.476477 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-0dc3bd6f-efdf-4bd2-8b28-c63d56be2516 None None] Set router 5e864f77-b83f-4b6d-ba03-0a3b791d8496 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:41:22.488925 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7e9f20a9-c590-441e-8fa4-bc10bb3620f5 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (826875f7-6bba-4169-b3d1-e0c6a8dfd2ca), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:22.514965 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-299c45ab-3226-4702-a908-860a21c2dc9c None None] Publish callbacks [] for port (580e5ae6-06d6-4cfd-9574-3d967c7dc66b), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:22.515815 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7e9f20a9-c590-441e-8fa4-bc10bb3620f5 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (826875f7-6bba-4169-b3d1-e0c6a8dfd2ca), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:22.522444 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-299c45ab-3226-4702-a908-860a21c2dc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (580e5ae6-06d6-4cfd-9574-3d967c7dc66b), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:22.574114 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7e9f20a9-c590-441e-8fa4-bc10bb3620f5 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:22.575339 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7e9f20a9-c590-441e-8fa4-bc10bb3620f5 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5372515 Jan 18 20:41:22.598945 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33420) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:22.609222 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4a186441-b5f6-48c3-807c-fd058616f1c0 None None] Provisioning complete for port 95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:22.615266 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4a186441-b5f6-48c3-807c-fd058616f1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:22.617436 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-892f78b7-5ba3-4fe8-a02e-299449dde12a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'security_group_rule': {'security_group_id': 'b21440e7-931d-4827-bbc5-a5fdc2f1667f', 'project_id': 'c211e494495449f392a0607cbd9b6951', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:41:22.620325 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-299c45ab-3226-4702-a908-860a21c2dc9c None None] Attempting to bind port 580e5ae6-06d6-4cfd-9574-3d967c7dc66b on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:41:22.621010 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-299c45ab-3226-4702-a908-860a21c2dc9c None None] Attempting to bind port 580e5ae6-06d6-4cfd-9574-3d967c7dc66b by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:41:22.621387 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299c45ab-3226-4702-a908-860a21c2dc9c None None] Attempting to bind port 580e5ae6-06d6-4cfd-9574-3d967c7dc66b on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:41:22.654499 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299c45ab-3226-4702-a908-860a21c2dc9c None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:41:22.654873 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299c45ab-3226-4702-a908-860a21c2dc9c None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:41:22.655281 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-299c45ab-3226-4702-a908-860a21c2dc9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:22.655674 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299c45ab-3226-4702-a908-860a21c2dc9c None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:41:22.656162 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-299c45ab-3226-4702-a908-860a21c2dc9c None None] Bound port: 580e5ae6-06d6-4cfd-9574-3d967c7dc66b, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:41:22.660914 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-299c45ab-3226-4702-a908-860a21c2dc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (580e5ae6-06d6-4cfd-9574-3d967c7dc66b), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:22.708149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb77787-a7eb-4747-b712-7836e9c26d06 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:41:22.716743 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861c7be-1a86-40f6-afcb-b745898330eb None None] Pushing event updated for resources: {'Port': ['ID=95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:22.736775 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f20a9-c590-441e-8fa4-bc10bb3620f5 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826875f7-6bba-4169-b3d1-e0c6a8dfd2ca,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:22.773139 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-299c45ab-3226-4702-a908-860a21c2dc9c None None] For port 580e5ae6-06d6-4cfd-9574-3d967c7dc66b, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:41:22.778407 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-299c45ab-3226-4702-a908-860a21c2dc9c None None] For port 580e5ae6-06d6-4cfd-9574-3d967c7dc66b, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=580e5ae6-06d6-4cfd-9574-3d967c7dc66b,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:41:22.786265 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-299c45ab-3226-4702-a908-860a21c2dc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (580e5ae6-06d6-4cfd-9574-3d967c7dc66b), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:22.799023 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c483b3f-7b37-4a35-bf43-bba861d3d605 None None] Pushing event updated for resources: {'Port': ['ID=580e5ae6-06d6-4cfd-9574-3d967c7dc66b,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:22.843250 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-08c5205a-7b82-4659-8de9-cde08416d395 req-94bb3596-aba1-475e-bb08-6c7fecf98074 service neutron] 10.222.0.70 "GET /v2.0/networks/c06b7a8c-f799-43e2-8624-184b61bf3f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155462 Jan 18 20:41:22.863235 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c483b3f-7b37-4a35-bf43-bba861d3d605 None None] Pushing event updated for resources: {'Port': ['ID=580e5ae6-06d6-4cfd-9574-3d967c7dc66b,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:22.900529 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299c45ab-3226-4702-a908-860a21c2dc9c None None] Routers {'e60c42f7-d198-4a51-b24d-743dad674143'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:41:22.901266 n-d-741529-9 neutron-server[103336]: INFO neutron.db.securitygroups_db [None req-892f78b7-5ba3-4fe8-a02e-299449dde12a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Project c211e494495449f392a0607cbd9b6951 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:41:22.901765 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-299c45ab-3226-4702-a908-860a21c2dc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:40:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e60c42f7-d198-4a51-b24d-743dad674143'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:22.937099 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83d9d9c0-07b2-4724-ae0d-2e4220557683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:22.948650 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:22.951810 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28705098-95e6-4a78-aa22-d19187fd8bcb None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:41:23.024263 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4a186441-b5f6-48c3-807c-fd058616f1c0 None None] Current status of the port 95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:23.059541 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-08c5205a-7b82-4659-8de9-cde08416d395 req-ec111944-09ba-4f26-812a-382ba7e0f763 service neutron] 10.222.0.70 "GET /v2.0/networks/c06b7a8c-f799-43e2-8624-184b61bf3f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075951 Jan 18 20:41:23.070979 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-892f78b7-5ba3-4fe8-a02e-299449dde12a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (c43b9713-411a-4aaf-a5cd-5d4a01fd5476), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:23.110276 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-299c45ab-3226-4702-a908-860a21c2dc9c None None] Set router e60c42f7-d198-4a51-b24d-743dad674143 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:41:23.184861 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-892f78b7-5ba3-4fe8-a02e-299449dde12a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (c43b9713-411a-4aaf-a5cd-5d4a01fd5476), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:23.196730 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-892f78b7-5ba3-4fe8-a02e-299449dde12a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (c43b9713-411a-4aaf-a5cd-5d4a01fd5476), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:23.199974 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-aa4df740-2530-40c7-9fe6-958a1de21d93 None None] Provisioning complete for port 580e5ae6-06d6-4cfd-9574-3d967c7dc66b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:23.200489 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-aa4df740-2530-40c7-9fe6-958a1de21d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (580e5ae6-06d6-4cfd-9574-3d967c7dc66b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:23.252394 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f78b7-5ba3-4fe8-a02e-299449dde12a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43b9713-411a-4aaf-a5cd-5d4a01fd5476,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:23.264280 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-892f78b7-5ba3-4fe8-a02e-299449dde12a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:23.268083 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-892f78b7-5ba3-4fe8-a02e-299449dde12a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6657753 Jan 18 20:41:23.297845 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-83d9d9c0-07b2-4724-ae0d-2e4220557683 admin admin] Allocated IP 172.20.0.1 (b0f612c6-d05f-4361-b3f8-733414ecc1c6/c9a27f59-8bf5-426b-9eee-6f178264ab2d/e31efc51-aa35-401a-bdf1-463ce6c6c998) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:41:23.358117 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33426) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:23.407867 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-aa4df740-2530-40c7-9fe6-958a1de21d93 None None] Current status of the port 580e5ae6-06d6-4cfd-9574-3d967c7dc66b is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:23.408284 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-aa4df740-2530-40c7-9fe6-958a1de21d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (580e5ae6-06d6-4cfd-9574-3d967c7dc66b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:23.437434 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0dc3bd6f-efdf-4bd2-8b28-c63d56be2516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85592455', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:40:55Z', 'updated_at': '2022-01-18T20:41:01Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:40:56Z', 'updated_at': '2022-01-18T20:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'a6e1a0ff-30cd-4797-9d63-bf4554e19594', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'floating_ip_address': '172.25.4.3', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'port_id': 'a360af47-f4ee-4a1d-abd7-796406174b94', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50', 'mac_address': 'fa:16:3e:e3:06:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063667ff-d8a4-412f-9f50-34837928af11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:41:18Z', 'updated_at': '2022-01-18T20:41:18Z', 'revision_number': 0, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f97b9198-6b93-467c-969a-508141c2e313', 'name': '', 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:85:21:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'b04d7b55-dbd3-4afa-b132-6666b2257dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:40:59Z', 'updated_at': '2022-01-18T20:41:05Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': 'b04d7b55-dbd3-4afa-b132-6666b2257dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:23.511370 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-837777db-073d-434b-ba88-6855afb66638 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/floatingips/a6e1a0ff-30cd-4797-9d63-bf4554e19594 HTTP/1.1" status: 200 len: 989 time: 0.1518412 Jan 18 20:41:23.544040 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-aa4df740-2530-40c7-9fe6-958a1de21d93 None None] For port 580e5ae6-06d6-4cfd-9574-3d967c7dc66b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=580e5ae6-06d6-4cfd-9574-3d967c7dc66b,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:41:23.555080 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc3bd6f-efdf-4bd2-8b28-c63d56be2516 None None] The sync data for ids ['5e864f77-b83f-4b6d-ba03-0a3b791d8496'] in n-d-741529-9 is: [{'id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85592455', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:40:55Z', 'updated_at': '2022-01-18T20:41:01Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:40:56Z', 'updated_at': '2022-01-18T20:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'a6e1a0ff-30cd-4797-9d63-bf4554e19594', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'floating_ip_address': '172.25.4.3', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'port_id': 'a360af47-f4ee-4a1d-abd7-796406174b94', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50', 'mac_address': 'fa:16:3e:e3:06:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063667ff-d8a4-412f-9f50-34837928af11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:41:18Z', 'updated_at': '2022-01-18T20:41:18Z', 'revision_number': 0, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f97b9198-6b93-467c-969a-508141c2e313', 'name': '', 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:85:21:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'b04d7b55-dbd3-4afa-b132-6666b2257dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:40:59Z', 'updated_at': '2022-01-18T20:41:05Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': 'b04d7b55-dbd3-4afa-b132-6666b2257dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:41:23.574807 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-aa4df740-2530-40c7-9fe6-958a1de21d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (580e5ae6-06d6-4cfd-9574-3d967c7dc66b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:23.592304 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-299c45ab-3226-4702-a908-860a21c2dc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'name': 'tempest-AttachVolumeShelveTestJSON-31525741-router', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:18Z', 'updated_at': '2022-01-18T20:41:20Z', 'revision_number': 3, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'gw_port': {'id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:99:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:19Z', 'updated_at': '2022-01-18T20:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:23.646111 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83d9d9c0-07b2-4724-ae0d-2e4220557683 admin admin] Publish callbacks [] for port (e31efc51-aa35-401a-bdf1-463ce6c6c998), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:23.688372 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299c45ab-3226-4702-a908-860a21c2dc9c None None] The sync data for ids ['e60c42f7-d198-4a51-b24d-743dad674143'] in n-d-741529-9 is: [{'id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'name': 'tempest-AttachVolumeShelveTestJSON-31525741-router', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:18Z', 'updated_at': '2022-01-18T20:41:20Z', 'revision_number': 3, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'gw_port': {'id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:99:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:19Z', 'updated_at': '2022-01-18T20:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:41:23.723441 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83d9d9c0-07b2-4724-ae0d-2e4220557683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e31efc51-aa35-401a-bdf1-463ce6c6c998), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:23.754518 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4df740-2530-40c7-9fe6-958a1de21d93 None None] Pushing event updated for resources: {'Port': ['ID=580e5ae6-06d6-4cfd-9574-3d967c7dc66b,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:23.781872 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-9f44425a-1f4d-429c-afd1-e440de70cfe6 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-898609726&fields=id&tenant_id=c211e494495449f392a0607cbd9b6951 HTTP/1.1" status: 200 len: 267 time: 0.0820160 Jan 18 20:41:23.809115 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d9d9c0-07b2-4724-ae0d-2e4220557683 admin admin] Network b0f612c6-d05f-4361-b3f8-733414ecc1c6 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:41:23.822695 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-83d9d9c0-07b2-4724-ae0d-2e4220557683 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:41:23.831003 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d9d9c0-07b2-4724-ae0d-2e4220557683 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:41:23.863311 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:41:23.900925 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9d9c0-07b2-4724-ae0d-2e4220557683 admin admin] Pushing event updated for resources: {'Port': ['ID=e31efc51-aa35-401a-bdf1-463ce6c6c998,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:23.948644 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83d9d9c0-07b2-4724-ae0d-2e4220557683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (e60c42f7-d198-4a51-b24d-743dad674143), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:24.000197 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:24.000578 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:24.046695 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-3e926fdb-ce71-481a-961c-906161444dac tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:24.060638 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-3e926fdb-ce71-481a-961c-906161444dac tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/networks?id=1742eda4-644e-4d61-8589-e7b192c17f64 HTTP/1.1" status: 200 len: 797 time: 0.2681463 Jan 18 20:41:24.087862 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c9c1af-2816-42f8-bbba-6eb5333b0e28 None None] New status for floating IP a6e1a0ff-30cd-4797-9d63-bf4554e19594: ACTIVE {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:41:24.094099 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-02619607-1b67-4dd7-84de-6d854b65ce2c tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/quotas/c211e494495449f392a0607cbd9b6951 HTTP/1.1" status: 200 len: 375 time: 0.0269151 Jan 18 20:41:24.261144 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83d9d9c0-07b2-4724-ae0d-2e4220557683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e31efc51-aa35-401a-bdf1-463ce6c6c998), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:24.289576 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-77dd92b8-8cde-4a36-aefe-21f4ca1315bd tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c211e494495449f392a0607cbd9b6951&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1939621 Jan 18 20:41:24.339153 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-59781ab7-8869-4e43-ba30-2d25bdeac60d None None] Provisioning complete for port e31efc51-aa35-401a-bdf1-463ce6c6c998 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:24.339709 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-59781ab7-8869-4e43-ba30-2d25bdeac60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e31efc51-aa35-401a-bdf1-463ce6c6c998), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:24.390797 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:24.448476 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-59781ab7-8869-4e43-ba30-2d25bdeac60d None None] Port e31efc51-aa35-401a-bdf1-463ce6c6c998 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:41:24.488554 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-73ca2b3b-e697-4492-9392-4da182b7a1b0 service neutron] 10.222.0.31 "GET /v2.0/networks/1742eda4-644e-4d61-8589-e7b192c17f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967914 Jan 18 20:41:24.518776 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33444) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:24.610396 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5e0d0391-edb5-44c8-830e-54551e8400f7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/floatingips/a6e1a0ff-30cd-4797-9d63-bf4554e19594 HTTP/1.1" status: 200 len: 991 time: 0.0900629 Jan 18 20:41:24.613235 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83d9d9c0-07b2-4724-ae0d-2e4220557683 admin admin] Publish callbacks [] for port (e31efc51-aa35-401a-bdf1-463ce6c6c998), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:24.623725 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83d9d9c0-07b2-4724-ae0d-2e4220557683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (e31efc51-aa35-401a-bdf1-463ce6c6c998), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:24.653326 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-e535d0ea-07ce-4e93-ae8f-f792e702fdd4 service neutron] 10.222.0.31 "GET /v2.0/networks/1742eda4-644e-4d61-8589-e7b192c17f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390474 Jan 18 20:41:24.693184 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9d9c0-07b2-4724-ae0d-2e4220557683 admin admin] Pushing event updated for resources: {'Port': ['ID=e31efc51-aa35-401a-bdf1-463ce6c6c998,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:24.723436 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83d9d9c0-07b2-4724-ae0d-2e4220557683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (e60c42f7-d198-4a51-b24d-743dad674143), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:24.822536 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d9d9c0-07b2-4724-ae0d-2e4220557683 admin admin] Network b0f612c6-d05f-4361-b3f8-733414ecc1c6 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:41:24.823943 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-83d9d9c0-07b2-4724-ae0d-2e4220557683 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:41:24.959811 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-02f51179-6714-4332-9531-32e6dd2011a9 req-a6e37fe0-6927-4c45-bc18-5d355cb45c93 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=036d42a8-4e12-434c-aaf9-f169b70bcb90 HTTP/1.1" status: 200 len: 210 time: 0.0590305 Jan 18 20:41:24.973898 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d9d9c0-07b2-4724-ae0d-2e4220557683 admin admin] Router e60c42f7-d198-4a51-b24d-743dad674143 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:41:25.142999 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d9d9c0-07b2-4724-ae0d-2e4220557683 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:41:25.150008 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-83d9d9c0-07b2-4724-ae0d-2e4220557683 admin admin] 10.222.0.31 "PUT /v2.0/routers/e60c42f7-d198-4a51-b24d-743dad674143/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5695384 Jan 18 20:41:25.312822 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-cc58001a-dab6-472a-86fe-2d07220e5a1d None None] Provisioning complete for port e31efc51-aa35-401a-bdf1-463ce6c6c998 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:25.314544 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cc58001a-dab6-472a-86fe-2d07220e5a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e31efc51-aa35-401a-bdf1-463ce6c6c998), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:25.413094 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-cc58001a-dab6-472a-86fe-2d07220e5a1d None None] Port e31efc51-aa35-401a-bdf1-463ce6c6c998 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:41:25.650897 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-78945d35-1991-4fd4-bdd9-efbbabe5cb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:25.858398 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 580e5ae6-06d6-4cfd-9574-3d967c7dc66b up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:41:25.859784 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33464) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:25.865167 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-5e111650-24e9-4128-a159-9af520fb6d4a tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Request body: {'security_group': {'name': 'tempest-securitygroup--984172233', 'description': 'tempest-description--763033698'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:41:25.894468 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e111650-24e9-4128-a159-9af520fb6d4a tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:25.952541 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 580e5ae6-06d6-4cfd-9574-3d967c7dc66b triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:25.953758 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (580e5ae6-06d6-4cfd-9574-3d967c7dc66b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:26.012930 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e111650-24e9-4128-a159-9af520fb6d4a tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for security_group (0ba6123a-ed61-413c-9bce-345bb3b3770a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:26.020124 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e111650-24e9-4128-a159-9af520fb6d4a tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0ba6123a-ed61-413c-9bce-345bb3b3770a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:26.055305 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 580e5ae6-06d6-4cfd-9574-3d967c7dc66b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:26.061909 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e111650-24e9-4128-a159-9af520fb6d4a tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba6123a-ed61-413c-9bce-345bb3b3770a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:26.080102 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e111650-24e9-4128-a159-9af520fb6d4a tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:26.081372 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5e111650-24e9-4128-a159-9af520fb6d4a tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2199364 Jan 18 20:41:26.084763 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33468) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:26.090168 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-4011b2c9-bcb2-44d6-80cd-14f5ce39d491 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Request body: {'security_group_rule': {'security_group_id': '0ba6123a-ed61-413c-9bce-345bb3b3770a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:41:26.094203 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-49673522-e3ea-42b4-b292-42ad67493781 req-20c18303-7360-434a-b806-b5881cdf538f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=036d42a8-4e12-434c-aaf9-f169b70bcb90 HTTP/1.1" status: 200 len: 210 time: 0.0489795 Jan 18 20:41:26.135160 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4011b2c9-bcb2-44d6-80cd-14f5ce39d491 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for security_group_rule (1d51602e-1394-43a8-aee9-f0cb1982f4b1), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:26.227671 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4011b2c9-bcb2-44d6-80cd-14f5ce39d491 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for security_group_rule (1d51602e-1394-43a8-aee9-f0cb1982f4b1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:26.232458 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4011b2c9-bcb2-44d6-80cd-14f5ce39d491 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (1d51602e-1394-43a8-aee9-f0cb1982f4b1), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:26.252725 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011b2c9-bcb2-44d6-80cd-14f5ce39d491 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d51602e-1394-43a8-aee9-f0cb1982f4b1,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:26.268933 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4011b2c9-bcb2-44d6-80cd-14f5ce39d491 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:26.270246 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4011b2c9-bcb2-44d6-80cd-14f5ce39d491 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1844084 Jan 18 20:41:26.275739 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-867ff44f-63a3-403a-b60e-260d8010edf8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:26.277379 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-867ff44f-63a3-403a-b60e-260d8010edf8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.70 "GET /v2.0/networks?id=1742eda4-644e-4d61-8589-e7b192c17f64 HTTP/1.1" status: 200 len: 797 time: 0.1481895 Jan 18 20:41:26.278012 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33470) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:26.282475 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-3bf21e9b-1a4c-4a37-9376-80b53f24cd8c tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Request body: {'security_group_rule': {'security_group_id': '0ba6123a-ed61-413c-9bce-345bb3b3770a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:41:26.361933 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3bf21e9b-1a4c-4a37-9376-80b53f24cd8c tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for security_group_rule (220407c9-2aa1-481d-b8cf-16e23eebc6c2), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:26.383408 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-0b82cc81-7e1e-4dc6-8911-63a3f9eea2b1 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c211e494495449f392a0607cbd9b6951 HTTP/1.1" status: 200 len: 379 time: 0.0949175 Jan 18 20:41:26.393306 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-6172306e-315e-4455-a23b-569d7e2bb128 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'port': {'device_id': '036d42a8-4e12-434c-aaf9-f169b70bcb90', 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64', 'admin_state_up': True, 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'security_groups': ['b21440e7-931d-4827-bbc5-a5fdc2f1667f']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:41:26.514242 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3bf21e9b-1a4c-4a37-9376-80b53f24cd8c tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for security_group_rule (220407c9-2aa1-481d-b8cf-16e23eebc6c2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:26.519389 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3bf21e9b-1a4c-4a37-9376-80b53f24cd8c tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (220407c9-2aa1-481d-b8cf-16e23eebc6c2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:26.542972 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf21e9b-1a4c-4a37-9376-80b53f24cd8c tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=220407c9-2aa1-481d-b8cf-16e23eebc6c2,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:26.555993 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3bf21e9b-1a4c-4a37-9376-80b53f24cd8c tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:26.557192 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3bf21e9b-1a4c-4a37-9376-80b53f24cd8c tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2782326 Jan 18 20:41:26.560612 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33474) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:26.566576 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-6172306e-315e-4455-a23b-569d7e2bb128 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Made reservation on behalf of c211e494495449f392a0607cbd9b6951 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:41:26.568705 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-c6cd5f89-7b92-499b-a38b-1e93e754ae88 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:41:26.570253 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-6172306e-315e-4455-a23b-569d7e2bb128 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:26.595431 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5f89-7b92-499b-a38b-1e93e754ae88 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:26.712368 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-6172306e-315e-4455-a23b-569d7e2bb128 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Allocated IP 172.20.0.3 (1742eda4-644e-4d61-8589-e7b192c17f64/71a8a3aa-5d09-4b3d-b76d-9edf771162ca/140f4f2a-cc52-479b-b576-b6d4a3698ecd) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:41:26.714971 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5f89-7b92-499b-a38b-1e93e754ae88 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:26.848079 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-c6cd5f89-7b92-499b-a38b-1e93e754ae88 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Allocated IP 172.25.4.98 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/56209344-2fd9-4bbe-88e5-28134aedc29f) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:41:26.873850 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-6172306e-315e-4455-a23b-569d7e2bb128 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for port (140f4f2a-cc52-479b-b576-b6d4a3698ecd), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:26.935687 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-6172306e-315e-4455-a23b-569d7e2bb128 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (140f4f2a-cc52-479b-b576-b6d4a3698ecd), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:27.047706 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-6172306e-315e-4455-a23b-569d7e2bb128 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Network 1742eda4-644e-4d61-8589-e7b192c17f64 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:41:27.051426 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-6172306e-315e-4455-a23b-569d7e2bb128 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:41:27.055551 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-6172306e-315e-4455-a23b-569d7e2bb128 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:41:27.062821 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172306e-315e-4455-a23b-569d7e2bb128 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'Port': ['ID=140f4f2a-cc52-479b-b576-b6d4a3698ecd,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:27.098087 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5f89-7b92-499b-a38b-1e93e754ae88 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for port (56209344-2fd9-4bbe-88e5-28134aedc29f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:27.131071 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-6172306e-315e-4455-a23b-569d7e2bb128 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:27.131839 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-6172306e-315e-4455-a23b-569d7e2bb128 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:27.168179 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-6172306e-315e-4455-a23b-569d7e2bb128 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7790666 Jan 18 20:41:27.176019 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5f89-7b92-499b-a38b-1e93e754ae88 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (56209344-2fd9-4bbe-88e5-28134aedc29f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:27.182713 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-00a00187-76f2-44bc-99f8-59cf4ba14383 service neutron] Request body: {'port': {'device_id': '036d42a8-4e12-434c-aaf9-f169b70bcb90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:41:27.259779 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cd5f89-7b92-499b-a38b-1e93e754ae88 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:41:27.263620 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-c6cd5f89-7b92-499b-a38b-1e93e754ae88 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:41:27.267976 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cd5f89-7b92-499b-a38b-1e93e754ae88 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:41:27.288617 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd5f89-7b92-499b-a38b-1e93e754ae88 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Pushing event updated for resources: {'Port': ['ID=56209344-2fd9-4bbe-88e5-28134aedc29f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:27.288772 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-00a00187-76f2-44bc-99f8-59cf4ba14383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (140f4f2a-cc52-479b-b576-b6d4a3698ecd), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:27.310460 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cad9d59-8e64-4299-a0f3-76dd79adce75 None None] Sync routers for ids ['e60c42f7-d198-4a51-b24d-743dad674143'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:41:27.321591 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cad9d59-8e64-4299-a0f3-76dd79adce75 None None] Routers {'e60c42f7-d198-4a51-b24d-743dad674143'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:41:27.322477 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-8cad9d59-8e64-4299-a0f3-76dd79adce75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:40:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e60c42f7-d198-4a51-b24d-743dad674143'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:27.324874 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a148e1-6c22-41bf-b90e-e5f87a8cac0e req-1bff66cf-8a15-4a7e-9d15-3f4bdd4ffb73 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:27.327242 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6a148e1-6c22-41bf-b90e-e5f87a8cac0e req-1bff66cf-8a15-4a7e-9d15-3f4bdd4ffb73 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=036d42a8-4e12-434c-aaf9-f169b70bcb90 HTTP/1.1" status: 200 len: 931 time: 0.1209204 Jan 18 20:41:27.360713 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-836d2a8a-550e-4afb-b7e3-9972f76be0fc None None] Provisioning complete for port 140f4f2a-cc52-479b-b576-b6d4a3698ecd triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:27.361305 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-836d2a8a-550e-4afb-b7e3-9972f76be0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (140f4f2a-cc52-479b-b576-b6d4a3698ecd), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:27.409876 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-836d2a8a-550e-4afb-b7e3-9972f76be0fc None None] Port 140f4f2a-cc52-479b-b576-b6d4a3698ecd cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:41:27.450269 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5f89-7b92-499b-a38b-1e93e754ae88 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for floatingip (9a1df520-245c-4f38-958f-a285c79bc7e8), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:27.476941 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-8cad9d59-8e64-4299-a0f3-76dd79adce75 None None] Set router e60c42f7-d198-4a51-b24d-743dad674143 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:41:27.479449 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6a148e1-6c22-41bf-b90e-e5f87a8cac0e req-ef652e88-5565-4c30-b2ec-dda81314642d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21440e7-931d-4827-bbc5-a5fdc2f1667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159282 Jan 18 20:41:27.496917 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5f89-7b92-499b-a38b-1e93e754ae88 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (56209344-2fd9-4bbe-88e5-28134aedc29f), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:27.651494 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5f89-7b92-499b-a38b-1e93e754ae88 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for port (56209344-2fd9-4bbe-88e5-28134aedc29f), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:27.656938 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5f89-7b92-499b-a38b-1e93e754ae88 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (56209344-2fd9-4bbe-88e5-28134aedc29f), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:27.687514 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-8cad9d59-8e64-4299-a0f3-76dd79adce75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'name': 'tempest-AttachVolumeShelveTestJSON-31525741-router', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:18Z', 'updated_at': '2022-01-18T20:41:24Z', 'revision_number': 4, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'gw_port': {'id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:19Z', 'updated_at': '2022-01-18T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'e31efc51-aa35-401a-bdf1-463ce6c6c998', 'name': '', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'mac_address': 'fa:16:3e:06:5f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:22Z', 'updated_at': '2022-01-18T20:41:24Z', 'revision_number': 2, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'subnets': [{'id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:27.719582 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cad9d59-8e64-4299-a0f3-76dd79adce75 None None] Checking router: e60c42f7-d198-4a51-b24d-743dad674143 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:41:27.720509 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cad9d59-8e64-4299-a0f3-76dd79adce75 None None] Updating router e60c42f7-d198-4a51-b24d-743dad674143 port e31efc51-aa35-401a-bdf1-463ce6c6c998 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:41:27.726678 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd5f89-7b92-499b-a38b-1e93e754ae88 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Pushing event updated for resources: {'Port': ['ID=56209344-2fd9-4bbe-88e5-28134aedc29f,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:27.728408 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-00a00187-76f2-44bc-99f8-59cf4ba14383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140f4f2a-cc52-479b-b576-b6d4a3698ecd {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:41:27.738142 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-00a00187-76f2-44bc-99f8-59cf4ba14383 service neutron] Publish callbacks [] for port (140f4f2a-cc52-479b-b576-b6d4a3698ecd), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:27.748694 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5f89-7b92-499b-a38b-1e93e754ae88 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (9a1df520-245c-4f38-958f-a285c79bc7e8), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:27.751309 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-8cad9d59-8e64-4299-a0f3-76dd79adce75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e31efc51-aa35-401a-bdf1-463ce6c6c998), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:27.759857 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-00a00187-76f2-44bc-99f8-59cf4ba14383 service neutron] Transition to ACTIVE for port object 140f4f2a-cc52-479b-b576-b6d4a3698ecd will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:41:27.764814 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-00a00187-76f2-44bc-99f8-59cf4ba14383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (140f4f2a-cc52-479b-b576-b6d4a3698ecd), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:27.769025 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5f89-7b92-499b-a38b-1e93e754ae88 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:27.770722 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c6cd5f89-7b92-499b-a38b-1e93e754ae88 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2077303 Jan 18 20:41:27.807517 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a43a947d-2b7e-4d67-9b88-8645b3d64785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:27.829550 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a00187-76f2-44bc-99f8-59cf4ba14383 service neutron] Pushing event updated for resources: {'Port': ['ID=140f4f2a-cc52-479b-b576-b6d4a3698ecd,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:27.923611 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-00a00187-76f2-44bc-99f8-59cf4ba14383 service neutron] Attempting to bind port 140f4f2a-cc52-479b-b576-b6d4a3698ecd on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:41:27.923952 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-00a00187-76f2-44bc-99f8-59cf4ba14383 service neutron] Attempting to bind port 140f4f2a-cc52-479b-b576-b6d4a3698ecd by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '349b1d4b-3b97-48ae-a10b-b9ab4eaa8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:41:27.924278 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-00a00187-76f2-44bc-99f8-59cf4ba14383 service neutron] Attempting to bind port 140f4f2a-cc52-479b-b576-b6d4a3698ecd on network 1742eda4-644e-4d61-8589-e7b192c17f64 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:41:27.936814 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-00a00187-76f2-44bc-99f8-59cf4ba14383 service neutron] Port 140f4f2a-cc52-479b-b576-b6d4a3698ecd on network 1742eda4-644e-4d61-8589-e7b192c17f64 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:41:27.937162 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-00a00187-76f2-44bc-99f8-59cf4ba14383 service neutron] Attempting to bind port 140f4f2a-cc52-479b-b576-b6d4a3698ecd on network 1742eda4-644e-4d61-8589-e7b192c17f64 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:41:27.947545 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-00a00187-76f2-44bc-99f8-59cf4ba14383 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:41:27.947919 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-00a00187-76f2-44bc-99f8-59cf4ba14383 service neutron] Checking segment: {'id': '349b1d4b-3b97-48ae-a10b-b9ab4eaa8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:41:27.948253 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-00a00187-76f2-44bc-99f8-59cf4ba14383 service neutron] Bound using segment: {'id': '349b1d4b-3b97-48ae-a10b-b9ab4eaa8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:41:27.948720 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-00a00187-76f2-44bc-99f8-59cf4ba14383 service neutron] Bound port: 140f4f2a-cc52-479b-b576-b6d4a3698ecd, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349b1d4b-3b97-48ae-a10b-b9ab4eaa8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:41:27.949040 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-00a00187-76f2-44bc-99f8-59cf4ba14383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (140f4f2a-cc52-479b-b576-b6d4a3698ecd), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:27.984597 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-3aef8d3a-355b-4b7b-aff8-afb3e1a33bdd tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--984172233&fields=id&tenant_id=bd09648e415d4d869a00516b6fefc51b HTTP/1.1" status: 200 len: 267 time: 0.0724149 Jan 18 20:41:28.104837 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-00a00187-76f2-44bc-99f8-59cf4ba14383 service neutron] For port 140f4f2a-cc52-479b-b576-b6d4a3698ecd, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:41:28.109342 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-00a00187-76f2-44bc-99f8-59cf4ba14383 service neutron] For port 140f4f2a-cc52-479b-b576-b6d4a3698ecd, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=140f4f2a-cc52-479b-b576-b6d4a3698ecd,segment=NetworkSegment(349b1d4b-3b97-48ae-a10b-b9ab4eaa8127),segment_id=349b1d4b-3b97-48ae-a10b-b9ab4eaa8127)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:41:28.116527 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-00a00187-76f2-44bc-99f8-59cf4ba14383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (140f4f2a-cc52-479b-b576-b6d4a3698ecd), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:28.157101 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-8cad9d59-8e64-4299-a0f3-76dd79adce75 None None] Publish callbacks [] for port (e31efc51-aa35-401a-bdf1-463ce6c6c998), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:28.163316 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-8cad9d59-8e64-4299-a0f3-76dd79adce75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e31efc51-aa35-401a-bdf1-463ce6c6c998), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:28.168449 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-00a00187-76f2-44bc-99f8-59cf4ba14383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:28.168934 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-00a00187-76f2-44bc-99f8-59cf4ba14383 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:28.170780 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-00a00187-76f2-44bc-99f8-59cf4ba14383 service neutron] 10.222.0.70 "PUT /v2.0/ports/140f4f2a-cc52-479b-b576-b6d4a3698ecd HTTP/1.1" status: 200 len: 1091 time: 0.9929228 Jan 18 20:41:28.177595 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-c7666b7c-431f-4bb7-b329-dbc61d98b219 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:28.179092 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-c7666b7c-431f-4bb7-b329-dbc61d98b219 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/networks?id=b0f612c6-d05f-4361-b3f8-733414ecc1c6 HTTP/1.1" status: 200 len: 815 time: 0.1757774 Jan 18 20:41:28.183867 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036d42a8-4e12-434c-aaf9-f169b70bcb90', 'tag': '140f4f2a-cc52-479b-b576-b6d4a3698ecd'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:41:28.186016 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968944b6-bf8e-42d8-8800-cde42bb08a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "036d42a8-4e12-434c-aaf9-f169b70bcb90", "tag": "140f4f2a-cc52-479b-b576-b6d4a3698ecd"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:41:28.228685 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-0020cb96-2e3a-43d3-8ad5-c63971ca4f5a tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/quotas/bd09648e415d4d869a00516b6fefc51b HTTP/1.1" status: 200 len: 375 time: 0.0222580 Jan 18 20:41:28.230736 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c836d71-0618-41cc-923e-2b4f3b4dd7b1 None None] Pushing event updated for resources: {'Port': ['ID=e31efc51-aa35-401a-bdf1-463ce6c6c998,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:28.234420 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a00187-76f2-44bc-99f8-59cf4ba14383 service neutron] Pushing event updated for resources: {'Port': ['ID=140f4f2a-cc52-479b-b576-b6d4a3698ecd,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:28.304022 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954cc4ed-d7e3-4911-8d20-28295a6749fc x-openstack-request-id: req-954cc4ed-d7e3-4911-8d20-28295a6749fc {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:41:28.304311 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "036d42a8-4e12-434c-aaf9-f169b70bcb90", "tag": "140f4f2a-cc52-479b-b576-b6d4a3698ecd", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:41:28.304648 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-954cc4ed-d7e3-4911-8d20-28295a6749fc {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:41:28.305910 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036d42a8-4e12-434c-aaf9-f169b70bcb90', 'tag': '140f4f2a-cc52-479b-b576-b6d4a3698ecd', 'status': 'completed', 'code': 200} Jan 18 20:41:28.311100 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-8cad9d59-8e64-4299-a0f3-76dd79adce75 None None] Attempting to bind port e31efc51-aa35-401a-bdf1-463ce6c6c998 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:41:28.311539 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-8cad9d59-8e64-4299-a0f3-76dd79adce75 None None] Attempting to bind port e31efc51-aa35-401a-bdf1-463ce6c6c998 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'ae2a6b19-5d65-41ff-b5d1-cafb9537ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:41:28.311853 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cad9d59-8e64-4299-a0f3-76dd79adce75 None None] Attempting to bind port e31efc51-aa35-401a-bdf1-463ce6c6c998 on network b0f612c6-d05f-4361-b3f8-733414ecc1c6 {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:41:28.324931 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cad9d59-8e64-4299-a0f3-76dd79adce75 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:41:28.326223 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cad9d59-8e64-4299-a0f3-76dd79adce75 None None] Checking segment: {'id': 'ae2a6b19-5d65-41ff-b5d1-cafb9537ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:41:28.326857 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-8cad9d59-8e64-4299-a0f3-76dd79adce75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:28.327245 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cad9d59-8e64-4299-a0f3-76dd79adce75 None None] Bound using segment: {'id': 'ae2a6b19-5d65-41ff-b5d1-cafb9537ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:41:28.327717 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-8cad9d59-8e64-4299-a0f3-76dd79adce75 None None] Bound port: e31efc51-aa35-401a-bdf1-463ce6c6c998, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2a6b19-5d65-41ff-b5d1-cafb9537ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:41:28.328091 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-8cad9d59-8e64-4299-a0f3-76dd79adce75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e31efc51-aa35-401a-bdf1-463ce6c6c998), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:28.339638 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-42b857bf-07c1-45d4-9809-bd21540ffbd2 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd09648e415d4d869a00516b6fefc51b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0846562 Jan 18 20:41:28.342520 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-ac90b16a-a5e4-4ed2-b731-64bc4927a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:28.345334 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-ac90b16a-a5e4-4ed2-b731-64bc4927a92d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c211e494495449f392a0607cbd9b6951&device_id=036d42a8-4e12-434c-aaf9-f169b70bcb90 HTTP/1.1" status: 200 len: 1094 time: 0.1066711 Jan 18 20:41:28.396976 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-8cad9d59-8e64-4299-a0f3-76dd79adce75 None None] For port e31efc51-aa35-401a-bdf1-463ce6c6c998, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:41:28.399807 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-cfa8d98f-b08b-403e-b0f5-dcc7ad6a0815 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=140f4f2a-cc52-479b-b576-b6d4a3698ecd HTTP/1.1" status: 200 len: 217 time: 0.0450342 Jan 18 20:41:28.400277 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-8cad9d59-8e64-4299-a0f3-76dd79adce75 None None] For port e31efc51-aa35-401a-bdf1-463ce6c6c998, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=e31efc51-aa35-401a-bdf1-463ce6c6c998,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:41:28.405615 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-8cad9d59-8e64-4299-a0f3-76dd79adce75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e31efc51-aa35-401a-bdf1-463ce6c6c998), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:28.464949 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cad9d59-8e64-4299-a0f3-76dd79adce75 None None] Routers {'e60c42f7-d198-4a51-b24d-743dad674143'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:41:28.465991 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-8cad9d59-8e64-4299-a0f3-76dd79adce75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:41:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e60c42f7-d198-4a51-b24d-743dad674143'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:28.531806 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-3fa7cc9d-628d-46dc-bbd1-591acd5db71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:28.533336 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-3fa7cc9d-628d-46dc-bbd1-591acd5db71b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=71a8a3aa-5d09-4b3d-b76d-9edf771162ca HTTP/1.1" status: 200 len: 835 time: 0.1254721 Jan 18 20:41:28.573902 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-52ee970d-eaaa-4eea-9db5-4b7effe31ba8 None None] Provisioning complete for port e31efc51-aa35-401a-bdf1-463ce6c6c998 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:28.574582 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-52ee970d-eaaa-4eea-9db5-4b7effe31ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e31efc51-aa35-401a-bdf1-463ce6c6c998), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:28.603118 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c836d71-0618-41cc-923e-2b4f3b4dd7b1 None None] Pushing event updated for resources: {'Port': ['ID=e31efc51-aa35-401a-bdf1-463ce6c6c998,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:28.635452 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-8cad9d59-8e64-4299-a0f3-76dd79adce75 None None] Set router e60c42f7-d198-4a51-b24d-743dad674143 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:41:28.704177 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-6309cbbf-6ad2-4163-a097-dda4e7f57e15 service neutron] 10.222.0.31 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485434 Jan 18 20:41:28.736242 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-52ee970d-eaaa-4eea-9db5-4b7effe31ba8 None None] Current status of the port e31efc51-aa35-401a-bdf1-463ce6c6c998 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:28.736815 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-52ee970d-eaaa-4eea-9db5-4b7effe31ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e31efc51-aa35-401a-bdf1-463ce6c6c998), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:28.774917 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-52ee970d-eaaa-4eea-9db5-4b7effe31ba8 None None] For port e31efc51-aa35-401a-bdf1-463ce6c6c998, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=e31efc51-aa35-401a-bdf1-463ce6c6c998,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:41:28.780141 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-52ee970d-eaaa-4eea-9db5-4b7effe31ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e31efc51-aa35-401a-bdf1-463ce6c6c998), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:28.799185 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-fcee3845-06ae-4b53-9db7-66dd0f52cd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:28.801004 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-fcee3845-06ae-4b53-9db7-66dd0f52cd8a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1742eda4-644e-4d61-8589-e7b192c17f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2578738 Jan 18 20:41:28.815446 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5be6a-b8e3-4e0d-b1a8-605e21ed957d req-7e383671-7969-4967-8569-14b1de2b6a54 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:28.816977 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0ce5be6a-b8e3-4e0d-b1a8-605e21ed957d req-7e383671-7969-4967-8569-14b1de2b6a54 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=036d42a8-4e12-434c-aaf9-f169b70bcb90 HTTP/1.1" status: 200 len: 943 time: 0.2368736 Jan 18 20:41:28.872395 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee970d-eaaa-4eea-9db5-4b7effe31ba8 None None] Pushing event updated for resources: {'Port': ['ID=e31efc51-aa35-401a-bdf1-463ce6c6c998,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:28.873556 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-8cad9d59-8e64-4299-a0f3-76dd79adce75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'name': 'tempest-AttachVolumeShelveTestJSON-31525741-router', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:18Z', 'updated_at': '2022-01-18T20:41:24Z', 'revision_number': 4, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'gw_port': {'id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:19Z', 'updated_at': '2022-01-18T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'e31efc51-aa35-401a-bdf1-463ce6c6c998', 'name': '', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'mac_address': 'fa:16:3e:06:5f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:22Z', 'updated_at': '2022-01-18T20:41:28Z', 'revision_number': 4, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'subnets': [{'id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:28.905461 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cad9d59-8e64-4299-a0f3-76dd79adce75 None None] The sync data for ids ['e60c42f7-d198-4a51-b24d-743dad674143'] in n-d-741529-9 is: [{'id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'name': 'tempest-AttachVolumeShelveTestJSON-31525741-router', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:18Z', 'updated_at': '2022-01-18T20:41:24Z', 'revision_number': 4, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'gw_port': {'id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:19Z', 'updated_at': '2022-01-18T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'e31efc51-aa35-401a-bdf1-463ce6c6c998', 'name': '', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'mac_address': 'fa:16:3e:06:5f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:22Z', 'updated_at': '2022-01-18T20:41:28Z', 'revision_number': 4, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'subnets': [{'id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:41:28.982962 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-86721614-62cf-45f9-906d-d22c7df1be78 service neutron] 10.222.0.31 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707932 Jan 18 20:41:29.002463 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0ce5be6a-b8e3-4e0d-b1a8-605e21ed957d req-720a72e4-c8a5-4be4-b6ad-24d0f093adf2 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21440e7-931d-4827-bbc5-a5fdc2f1667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517136 Jan 18 20:41:29.013389 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-bf3f7e98-9f41-46e7-824e-763dcc1c5d45 None None] Provisioning complete for port e31efc51-aa35-401a-bdf1-463ce6c6c998 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:29.014326 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bf3f7e98-9f41-46e7-824e-763dcc1c5d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e31efc51-aa35-401a-bdf1-463ce6c6c998), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:29.020207 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-cffe16ab-6674-49b0-bfe4-7a5e5768d95b service neutron] 10.222.0.70 "GET /v2.0/networks/1742eda4-644e-4d61-8589-e7b192c17f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738477 Jan 18 20:41:29.131688 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-bf3f7e98-9f41-46e7-824e-763dcc1c5d45 None None] Current status of the port e31efc51-aa35-401a-bdf1-463ce6c6c998 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:29.155834 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:29.247864 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-79a6d6d8-ba1d-41b2-bb0d-2ecbaa60db21 req-6c387d7f-2d90-471f-b0ef-ec0ba8284713 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 210 time: 0.0424595 Jan 18 20:41:29.250443 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97ab5c2c-f2e4-46a1-85fc-b03ecf595f59 req-9265f638-8be6-40d5-8a16-dae0e56b398e service neutron] 10.222.0.70 "GET /v2.0/networks/1742eda4-644e-4d61-8589-e7b192c17f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162011 Jan 18 20:41:29.378382 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968944b6-bf8e-42d8-8800-cde42bb08a8f req-727108a8-7c9d-4a5d-b252-0f37960da39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:29.385851 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-968944b6-bf8e-42d8-8800-cde42bb08a8f req-727108a8-7c9d-4a5d-b252-0f37960da39d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c211e494495449f392a0607cbd9b6951&device_id=036d42a8-4e12-434c-aaf9-f169b70bcb90 HTTP/1.1" status: 200 len: 1094 time: 0.0637281 Jan 18 20:41:29.513654 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968944b6-bf8e-42d8-8800-cde42bb08a8f req-c0e68e65-bf78-447e-bf9e-17403ec2800c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:29.515304 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-968944b6-bf8e-42d8-8800-cde42bb08a8f req-c0e68e65-bf78-447e-bf9e-17403ec2800c service neutron] 10.222.0.70 "GET /v2.0/networks?id=1742eda4-644e-4d61-8589-e7b192c17f64 HTTP/1.1" status: 200 len: 898 time: 0.1152158 Jan 18 20:41:29.564870 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-968944b6-bf8e-42d8-8800-cde42bb08a8f req-b76eb143-3e75-4b27-b1b3-4864c4e4747f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=140f4f2a-cc52-479b-b576-b6d4a3698ecd HTTP/1.1" status: 200 len: 217 time: 0.0413918 Jan 18 20:41:29.631314 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968944b6-bf8e-42d8-8800-cde42bb08a8f req-48bb68fd-48da-46b5-a790-b381f56fcdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:29.633008 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-968944b6-bf8e-42d8-8800-cde42bb08a8f req-48bb68fd-48da-46b5-a790-b381f56fcdab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=71a8a3aa-5d09-4b3d-b76d-9edf771162ca HTTP/1.1" status: 200 len: 835 time: 0.0617399 Jan 18 20:41:29.696493 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968944b6-bf8e-42d8-8800-cde42bb08a8f req-e66c5cb4-52a4-44e9-b2ab-90d86e283f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:29.698264 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-968944b6-bf8e-42d8-8800-cde42bb08a8f req-e66c5cb4-52a4-44e9-b2ab-90d86e283f86 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1742eda4-644e-4d61-8589-e7b192c17f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570517 Jan 18 20:41:29.801105 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-968944b6-bf8e-42d8-8800-cde42bb08a8f req-a9cb21d9-ceaf-4a70-b837-e20e84acbc25 service neutron] 10.222.0.70 "GET /v2.0/networks/1742eda4-644e-4d61-8589-e7b192c17f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929785 Jan 18 20:41:29.840207 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device e31efc51-aa35-401a-bdf1-463ce6c6c998 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:41:29.909079 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port e31efc51-aa35-401a-bdf1-463ce6c6c998 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:29.909611 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e31efc51-aa35-401a-bdf1-463ce6c6c998), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:29.909757 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-968944b6-bf8e-42d8-8800-cde42bb08a8f req-a1cad8b4-7eff-4e70-85c1-df399c563cf1 service neutron] 10.222.0.70 "GET /v2.0/networks/1742eda4-644e-4d61-8589-e7b192c17f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000829 Jan 18 20:41:29.995841 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port e31efc51-aa35-401a-bdf1-463ce6c6c998 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:30.118194 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65df6f7-a8c6-444a-a916-bed53dd762c3 req-a209ec91-8ed7-45bd-9d38-802a64d13e81 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:30.119568 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c65df6f7-a8c6-444a-a916-bed53dd762c3 req-a209ec91-8ed7-45bd-9d38-802a64d13e81 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=036d42a8-4e12-434c-aaf9-f169b70bcb90 HTTP/1.1" status: 200 len: 943 time: 0.0484703 Jan 18 20:41:30.166563 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c65df6f7-a8c6-444a-a916-bed53dd762c3 req-e2486572-2c09-4d95-b569-61ea9b462aba tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21440e7-931d-4827-bbc5-a5fdc2f1667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412569 Jan 18 20:41:30.420157 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4a14bbd1-4a73-4a4d-935b-07955f4a4205 req-a5f9a9fc-7acb-44b0-be03-513e3dcb529e tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 210 time: 0.0616248 Jan 18 20:41:30.467593 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 140f4f2a-cc52-479b-b576-b6d4a3698ecd details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:41:30.477149 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:41:30.481713 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-adcaba86-f4a8-45db-bf6c-76dd0224a1e4 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:30.483183 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-adcaba86-f4a8-45db-bf6c-76dd0224a1e4 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.70 "GET /v2.0/networks?id=b0f612c6-d05f-4361-b3f8-733414ecc1c6 HTTP/1.1" status: 200 len: 815 time: 0.1710560 Jan 18 20:41:30.559624 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-fac05e94-8646-411d-9a91-6a34a0375729 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd09648e415d4d869a00516b6fefc51b HTTP/1.1" status: 200 len: 379 time: 0.0590549 Jan 18 20:41:30.569887 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-e27b1c1a-0665-4cd3-bdf2-b94aa560d2d3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Request body: {'port': {'device_id': 'c730843a-b9b9-4b60-bd7d-bf79ab4639b2', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'admin_state_up': True, 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'security_groups': ['0ba6123a-ed61-413c-9bce-345bb3b3770a']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:41:30.705426 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-e27b1c1a-0665-4cd3-bdf2-b94aa560d2d3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Made reservation on behalf of bd09648e415d4d869a00516b6fefc51b for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:41:30.710409 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-e27b1c1a-0665-4cd3-bdf2-b94aa560d2d3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:30.742937 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:30.759469 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 140f4f2a-cc52-479b-b576-b6d4a3698ecd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=140f4f2a-cc52-479b-b576-b6d4a3698ecd,segment=NetworkSegment(349b1d4b-3b97-48ae-a10b-b9ab4eaa8127),segment_id=349b1d4b-3b97-48ae-a10b-b9ab4eaa8127)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:41:30.772424 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '140f4f2a-cc52-479b-b576-b6d4a3698ecd', 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64', 'port_id': '140f4f2a-cc52-479b-b576-b6d4a3698ecd', 'mac_address': 'fa:16:3e:4e:81:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:41:30.812896 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 140f4f2a-cc52-479b-b576-b6d4a3698ecd is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:30.813314 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (140f4f2a-cc52-479b-b576-b6d4a3698ecd), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:30.827413 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140f4f2a-cc52-479b-b576-b6d4a3698ecd {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:41:30.850041 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 140f4f2a-cc52-479b-b576-b6d4a3698ecd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=140f4f2a-cc52-479b-b576-b6d4a3698ecd,segment=NetworkSegment(349b1d4b-3b97-48ae-a10b-b9ab4eaa8127),segment_id=349b1d4b-3b97-48ae-a10b-b9ab4eaa8127)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:41:30.856384 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (140f4f2a-cc52-479b-b576-b6d4a3698ecd), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:30.865048 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-e27b1c1a-0665-4cd3-bdf2-b94aa560d2d3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Allocated IP 172.20.0.13 (b0f612c6-d05f-4361-b3f8-733414ecc1c6/c9a27f59-8bf5-426b-9eee-6f178264ab2d/aaa2a41f-810c-453a-a6f7-55284fdd4e79) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:41:30.924781 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=140f4f2a-cc52-479b-b576-b6d4a3698ecd,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:31.026161 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-e27b1c1a-0665-4cd3-bdf2-b94aa560d2d3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for port (aaa2a41f-810c-453a-a6f7-55284fdd4e79), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:31.097262 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-e27b1c1a-0665-4cd3-bdf2-b94aa560d2d3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (aaa2a41f-810c-453a-a6f7-55284fdd4e79), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:31.131104 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['140f4f2a-cc52-479b-b576-b6d4a3698ecd'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:41:31.172287 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-e27b1c1a-0665-4cd3-bdf2-b94aa560d2d3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Network b0f612c6-d05f-4361-b3f8-733414ecc1c6 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:41:31.176982 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-e27b1c1a-0665-4cd3-bdf2-b94aa560d2d3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:41:31.179683 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-e27b1c1a-0665-4cd3-bdf2-b94aa560d2d3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:41:31.183770 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b1c1a-0665-4cd3-bdf2-b94aa560d2d3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Pushing event updated for resources: {'Port': ['ID=aaa2a41f-810c-453a-a6f7-55284fdd4e79,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:31.226211 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27b1c1a-0665-4cd3-bdf2-b94aa560d2d3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:41:31.228180 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27b1c1a-0665-4cd3-bdf2-b94aa560d2d3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:41:31.228180 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27b1c1a-0665-4cd3-bdf2-b94aa560d2d3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:41:31.228180 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27b1c1a-0665-4cd3-bdf2-b94aa560d2d3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:41:31.228180 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27b1c1a-0665-4cd3-bdf2-b94aa560d2d3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:41:31.228180 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27b1c1a-0665-4cd3-bdf2-b94aa560d2d3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:41:31.228676 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27b1c1a-0665-4cd3-bdf2-b94aa560d2d3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:41:31.229071 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27b1c1a-0665-4cd3-bdf2-b94aa560d2d3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:41:31.229495 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27b1c1a-0665-4cd3-bdf2-b94aa560d2d3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:41:31.229952 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27b1c1a-0665-4cd3-bdf2-b94aa560d2d3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:41:31.230500 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27b1c1a-0665-4cd3-bdf2-b94aa560d2d3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:41:31.230801 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27b1c1a-0665-4cd3-bdf2-b94aa560d2d3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:41:31.231196 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27b1c1a-0665-4cd3-bdf2-b94aa560d2d3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:41:31.307119 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-e27b1c1a-0665-4cd3-bdf2-b94aa560d2d3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:31.307786 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-e27b1c1a-0665-4cd3-bdf2-b94aa560d2d3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:31.331328 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314eef8-a75a-4811-b8f9-d86f5ee0261d req-f44f4a8f-de47-4f46-967a-3016607da625 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:31.333074 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9314eef8-a75a-4811-b8f9-d86f5ee0261d req-f44f4a8f-de47-4f46-967a-3016607da625 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=036d42a8-4e12-434c-aaf9-f169b70bcb90 HTTP/1.1" status: 200 len: 944 time: 0.0772402 Jan 18 20:41:31.355578 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-e27b1c1a-0665-4cd3-bdf2-b94aa560d2d3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7879310 Jan 18 20:41:31.371740 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-72423f96-88f8-4e09-841a-51852f9a928b service neutron] Request body: {'port': {'device_id': 'c730843a-b9b9-4b60-bd7d-bf79ab4639b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:41:31.493711 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9314eef8-a75a-4811-b8f9-d86f5ee0261d req-126d653b-2706-4b49-9ea4-0c16c1434d37 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21440e7-931d-4827-bbc5-a5fdc2f1667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519706 Jan 18 20:41:31.508691 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-72423f96-88f8-4e09-841a-51852f9a928b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (aaa2a41f-810c-453a-a6f7-55284fdd4e79), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:31.623574 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-3d5fd625-a5ac-4742-805a-c167846ef4f0 None None] Provisioning complete for port aaa2a41f-810c-453a-a6f7-55284fdd4e79 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:31.624032 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3d5fd625-a5ac-4742-805a-c167846ef4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (aaa2a41f-810c-453a-a6f7-55284fdd4e79), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:31.662731 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3d5fd625-a5ac-4742-805a-c167846ef4f0 None None] Port aaa2a41f-810c-453a-a6f7-55284fdd4e79 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:41:31.712744 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec7f9f-9275-4921-962b-136c6f832f51 req-3b419e1a-de2f-4a11-9594-b76b24e67049 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:31.714168 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0ec7f9f-9275-4921-962b-136c6f832f51 req-3b419e1a-de2f-4a11-9594-b76b24e67049 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 932 time: 0.1223140 Jan 18 20:41:31.811886 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0ec7f9f-9275-4921-962b-136c6f832f51 req-3b02b640-42ba-4909-bb5a-d74c70d794f7 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920594 Jan 18 20:41:31.854617 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:31.912191 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-72423f96-88f8-4e09-841a-51852f9a928b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa2a41f-810c-453a-a6f7-55284fdd4e79 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:41:31.919871 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-72423f96-88f8-4e09-841a-51852f9a928b service neutron] Publish callbacks [] for port (aaa2a41f-810c-453a-a6f7-55284fdd4e79), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:31.932224 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-72423f96-88f8-4e09-841a-51852f9a928b service neutron] Transition to ACTIVE for port object aaa2a41f-810c-453a-a6f7-55284fdd4e79 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:41:31.935250 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-72423f96-88f8-4e09-841a-51852f9a928b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (aaa2a41f-810c-453a-a6f7-55284fdd4e79), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:31.986048 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72423f96-88f8-4e09-841a-51852f9a928b service neutron] Pushing event updated for resources: {'Port': ['ID=aaa2a41f-810c-453a-a6f7-55284fdd4e79,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:32.054908 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-72423f96-88f8-4e09-841a-51852f9a928b service neutron] Attempting to bind port aaa2a41f-810c-453a-a6f7-55284fdd4e79 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:41:32.055345 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-72423f96-88f8-4e09-841a-51852f9a928b service neutron] Attempting to bind port aaa2a41f-810c-453a-a6f7-55284fdd4e79 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'ae2a6b19-5d65-41ff-b5d1-cafb9537ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:41:32.055682 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-72423f96-88f8-4e09-841a-51852f9a928b service neutron] Attempting to bind port aaa2a41f-810c-453a-a6f7-55284fdd4e79 on network b0f612c6-d05f-4361-b3f8-733414ecc1c6 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:41:32.062302 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-72423f96-88f8-4e09-841a-51852f9a928b service neutron] Port aaa2a41f-810c-453a-a6f7-55284fdd4e79 on network b0f612c6-d05f-4361-b3f8-733414ecc1c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:41:32.062655 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-72423f96-88f8-4e09-841a-51852f9a928b service neutron] Attempting to bind port aaa2a41f-810c-453a-a6f7-55284fdd4e79 on network b0f612c6-d05f-4361-b3f8-733414ecc1c6 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:41:32.069621 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-72423f96-88f8-4e09-841a-51852f9a928b service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:41:32.069977 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-72423f96-88f8-4e09-841a-51852f9a928b service neutron] Checking segment: {'id': 'ae2a6b19-5d65-41ff-b5d1-cafb9537ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:41:32.070413 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-72423f96-88f8-4e09-841a-51852f9a928b service neutron] Bound using segment: {'id': 'ae2a6b19-5d65-41ff-b5d1-cafb9537ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:41:32.070835 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-72423f96-88f8-4e09-841a-51852f9a928b service neutron] Bound port: aaa2a41f-810c-453a-a6f7-55284fdd4e79, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae2a6b19-5d65-41ff-b5d1-cafb9537ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:41:32.071225 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-72423f96-88f8-4e09-841a-51852f9a928b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (aaa2a41f-810c-453a-a6f7-55284fdd4e79), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:32.148256 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-72423f96-88f8-4e09-841a-51852f9a928b service neutron] For port aaa2a41f-810c-453a-a6f7-55284fdd4e79, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:41:32.152735 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-72423f96-88f8-4e09-841a-51852f9a928b service neutron] For port aaa2a41f-810c-453a-a6f7-55284fdd4e79, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=aaa2a41f-810c-453a-a6f7-55284fdd4e79,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:41:32.158059 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-72423f96-88f8-4e09-841a-51852f9a928b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (aaa2a41f-810c-453a-a6f7-55284fdd4e79), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:32.202466 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-72423f96-88f8-4e09-841a-51852f9a928b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:32.203084 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-72423f96-88f8-4e09-841a-51852f9a928b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:32.205018 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-72423f96-88f8-4e09-841a-51852f9a928b service neutron] 10.222.0.70 "PUT /v2.0/ports/aaa2a41f-810c-453a-a6f7-55284fdd4e79 HTTP/1.1" status: 200 len: 1092 time: 0.8386936 Jan 18 20:41:32.205439 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c730843a-b9b9-4b60-bd7d-bf79ab4639b2', 'tag': 'aaa2a41f-810c-453a-a6f7-55284fdd4e79'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:41:32.207700 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b56cb6a-9d61-4377-a611-5ad6693cc47c" -d '{"events": [{"name": "network-changed", "server_uuid": "c730843a-b9b9-4b60-bd7d-bf79ab4639b2", "tag": "aaa2a41f-810c-453a-a6f7-55284fdd4e79"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:41:32.234083 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72423f96-88f8-4e09-841a-51852f9a928b service neutron] Pushing event updated for resources: {'Port': ['ID=aaa2a41f-810c-453a-a6f7-55284fdd4e79,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:32.256191 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a10f515-4df7-4c06-925c-b13396ccd342 x-openstack-request-id: req-5a10f515-4df7-4c06-925c-b13396ccd342 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:41:32.256676 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c730843a-b9b9-4b60-bd7d-bf79ab4639b2", "tag": "aaa2a41f-810c-453a-a6f7-55284fdd4e79", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:41:32.257076 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a10f515-4df7-4c06-925c-b13396ccd342 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:41:32.257779 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c730843a-b9b9-4b60-bd7d-bf79ab4639b2', 'tag': 'aaa2a41f-810c-453a-a6f7-55284fdd4e79', 'status': 'completed', 'code': 200} Jan 18 20:41:32.319407 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-0e5912a0-d8fc-4c08-936e-cefab76acdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:32.320930 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-0e5912a0-d8fc-4c08-936e-cefab76acdfd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bd09648e415d4d869a00516b6fefc51b&device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 1095 time: 0.0574832 Jan 18 20:41:32.370169 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-f0f4f640-9612-499f-b2c9-bf48cc344ede service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaa2a41f-810c-453a-a6f7-55284fdd4e79 HTTP/1.1" status: 200 len: 217 time: 0.0419762 Jan 18 20:41:32.432044 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-24840d4d-32ca-482f-bf43-8b799a07671d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:32.433886 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-24840d4d-32ca-482f-bf43-8b799a07671d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c9a27f59-8bf5-426b-9eee-6f178264ab2d HTTP/1.1" status: 200 len: 854 time: 0.0469997 Jan 18 20:41:32.478303 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 140f4f2a-cc52-479b-b576-b6d4a3698ecd up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:41:32.478576 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-ee480d0a-bc75-468f-a2dc-32f5fa8a17f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:32.480098 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-ee480d0a-bc75-468f-a2dc-32f5fa8a17f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0f612c6-d05f-4361-b3f8-733414ecc1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395238 Jan 18 20:41:32.538748 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 140f4f2a-cc52-479b-b576-b6d4a3698ecd completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:41:32.542701 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 140f4f2a-cc52-479b-b576-b6d4a3698ecd triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:32.543142 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (140f4f2a-cc52-479b-b576-b6d4a3698ecd), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:32.659978 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 140f4f2a-cc52-479b-b576-b6d4a3698ecd is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:32.659978 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (140f4f2a-cc52-479b-b576-b6d4a3698ecd), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:32.686632 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036d42a8-4e12-434c-aaf9-f169b70bcb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140f4f2a-cc52-479b-b576-b6d4a3698ecd'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:41:32.689488 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ac82dd-1d04-4a9f-b1b6-9baf62f7fec8" -d '{"events": [{"server_uuid": "036d42a8-4e12-434c-aaf9-f169b70bcb90", "name": "network-vif-plugged", "status": "completed", "tag": "140f4f2a-cc52-479b-b576-b6d4a3698ecd"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:41:32.703582 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 140f4f2a-cc52-479b-b576-b6d4a3698ecd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=140f4f2a-cc52-479b-b576-b6d4a3698ecd,segment=NetworkSegment(349b1d4b-3b97-48ae-a10b-b9ab4eaa8127),segment_id=349b1d4b-3b97-48ae-a10b-b9ab4eaa8127)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:41:32.709750 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (140f4f2a-cc52-479b-b576-b6d4a3698ecd), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:32.740933 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72c4a4d-47bb-4eef-aa86-54d65f5f651e x-openstack-request-id: req-d72c4a4d-47bb-4eef-aa86-54d65f5f651e {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:41:32.741302 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036d42a8-4e12-434c-aaf9-f169b70bcb90", "name": "network-vif-plugged", "status": "completed", "tag": "140f4f2a-cc52-479b-b576-b6d4a3698ecd", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:41:32.741655 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d72c4a4d-47bb-4eef-aa86-54d65f5f651e {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:41:32.742112 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036d42a8-4e12-434c-aaf9-f169b70bcb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140f4f2a-cc52-479b-b576-b6d4a3698ecd', 'code': 200} Jan 18 20:41:32.765195 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=140f4f2a-cc52-479b-b576-b6d4a3698ecd,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:32.887517 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136b2fa-2923-4b70-872d-b4df205d864f req-f1b87431-69cd-4627-babd-88568242c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:32.889058 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2136b2fa-2923-4b70-872d-b4df205d864f req-f1b87431-69cd-4627-babd-88568242c189 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=036d42a8-4e12-434c-aaf9-f169b70bcb90 HTTP/1.1" status: 200 len: 1096 time: 0.0707154 Jan 18 20:41:32.943919 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2136b2fa-2923-4b70-872d-b4df205d864f req-84f2cea2-d10b-47cf-af02-df329066d455 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b21440e7-931d-4827-bbc5-a5fdc2f1667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487735 Jan 18 20:41:33.020782 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-d92ef6a5-5f11-47c8-a828-6d6fc2ab45e6 service neutron] 10.222.0.70 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331726 Jan 18 20:41:33.028863 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae746fe-8f12-43d8-a5bb-9fca2763e7f8 req-00b706f6-3cc1-4835-b74b-5393dedce25b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:33.030233 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5ae746fe-8f12-43d8-a5bb-9fca2763e7f8 req-00b706f6-3cc1-4835-b74b-5393dedce25b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=036d42a8-4e12-434c-aaf9-f169b70bcb90 HTTP/1.1" status: 200 len: 945 time: 0.1045685 Jan 18 20:41:33.037442 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752ca40-fae7-46ac-b0f1-5d081c36fbb8 req-cd085d85-d028-4746-adae-314d2dd39fd3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:33.038830 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1752ca40-fae7-46ac-b0f1-5d081c36fbb8 req-cd085d85-d028-4746-adae-314d2dd39fd3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 944 time: 0.0993421 Jan 18 20:41:33.111679 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5ae746fe-8f12-43d8-a5bb-9fca2763e7f8 req-e81189b8-2456-40a0-b6cd-2001fb576825 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21440e7-931d-4827-bbc5-a5fdc2f1667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719142 Jan 18 20:41:33.116112 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1752ca40-fae7-46ac-b0f1-5d081c36fbb8 req-79444872-d49c-44c6-9ef4-ab064b8800ac tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705307 Jan 18 20:41:33.233223 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5f7087b-ccef-4859-a420-97f67bfb9444 req-41e067c9-8127-4706-985b-93812b05c34a service neutron] 10.222.0.70 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817783 Jan 18 20:41:33.322518 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56cb6a-9d61-4377-a611-5ad6693cc47c req-1722e022-03d0-429c-a2c8-7f6093a1a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:33.324093 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6b56cb6a-9d61-4377-a611-5ad6693cc47c req-1722e022-03d0-429c-a2c8-7f6093a1a2bf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bd09648e415d4d869a00516b6fefc51b&device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 1095 time: 0.0446885 Jan 18 20:41:33.427435 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56cb6a-9d61-4377-a611-5ad6693cc47c req-cf1d0e96-6f48-4785-999b-26454ba0ea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:33.429269 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6b56cb6a-9d61-4377-a611-5ad6693cc47c req-cf1d0e96-6f48-4785-999b-26454ba0ea81 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0f612c6-d05f-4361-b3f8-733414ecc1c6 HTTP/1.1" status: 200 len: 916 time: 0.0955222 Jan 18 20:41:33.474487 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6b56cb6a-9d61-4377-a611-5ad6693cc47c req-81467d2f-e6af-4f0e-a7bc-62af8b16218b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaa2a41f-810c-453a-a6f7-55284fdd4e79 HTTP/1.1" status: 200 len: 217 time: 0.0384827 Jan 18 20:41:33.522648 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56cb6a-9d61-4377-a611-5ad6693cc47c req-e87588f8-7f6b-41c3-a843-889919f74ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:33.524083 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6b56cb6a-9d61-4377-a611-5ad6693cc47c req-e87588f8-7f6b-41c3-a843-889919f74ce3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c9a27f59-8bf5-426b-9eee-6f178264ab2d HTTP/1.1" status: 200 len: 854 time: 0.0435297 Jan 18 20:41:33.570497 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56cb6a-9d61-4377-a611-5ad6693cc47c req-65a8b60d-d421-4edf-85b2-6824e11cdd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:33.571890 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6b56cb6a-9d61-4377-a611-5ad6693cc47c req-65a8b60d-d421-4edf-85b2-6824e11cdd5b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0f612c6-d05f-4361-b3f8-733414ecc1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401180 Jan 18 20:41:33.661966 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6b56cb6a-9d61-4377-a611-5ad6693cc47c req-0217d56a-3f1f-4916-b2ac-ee0a693a93bf service neutron] 10.222.0.70 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831370 Jan 18 20:41:33.765606 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6b56cb6a-9d61-4377-a611-5ad6693cc47c req-6b956734-1713-479f-a997-ed572f9e5233 service neutron] 10.222.0.70 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961101 Jan 18 20:41:34.203040 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:34.270520 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:41:34.281203 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73552c7-94df-4aa4-8371-12cefe3c62aa req-e3e9550b-5394-4633-9c10-e1ce1c4afc10 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:34.282745 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a73552c7-94df-4aa4-8371-12cefe3c62aa req-e3e9550b-5394-4633-9c10-e1ce1c4afc10 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=036d42a8-4e12-434c-aaf9-f169b70bcb90 HTTP/1.1" status: 200 len: 945 time: 0.0886407 Jan 18 20:41:34.294016 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597ee53-364e-4477-9583-f854c140226e req-06057fb5-5dcc-4706-acde-1b28fe8ab698 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:34.295404 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1597ee53-364e-4477-9583-f854c140226e req-06057fb5-5dcc-4706-acde-1b28fe8ab698 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 944 time: 0.0692992 Jan 18 20:41:34.364611 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a73552c7-94df-4aa4-8371-12cefe3c62aa req-d5f1aba6-7e2d-4e53-8f85-c4cf20b1aac8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21440e7-931d-4827-bbc5-a5fdc2f1667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682654 Jan 18 20:41:34.371532 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1597ee53-364e-4477-9583-f854c140226e req-f92996be-20a5-4d1d-b6c4-3c5b3a114fe5 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696056 Jan 18 20:41:34.477427 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca478260-3e25-4cde-b0ee-7c1f8c12b242 req-f8af7753-2ff2-4864-8060-e3e37a77ea0f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:34.479724 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca478260-3e25-4cde-b0ee-7c1f8c12b242 req-f8af7753-2ff2-4864-8060-e3e37a77ea0f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=036d42a8-4e12-434c-aaf9-f169b70bcb90 HTTP/1.1" status: 200 len: 945 time: 0.0496898 Jan 18 20:41:34.481201 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device aaa2a41f-810c-453a-a6f7-55284fdd4e79 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:41:34.529218 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca478260-3e25-4cde-b0ee-7c1f8c12b242 req-024e9271-7aa7-472d-a27f-0eff3d696f54 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21440e7-931d-4827-bbc5-a5fdc2f1667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439453 Jan 18 20:41:34.555442 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33548) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:34.577873 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port aaa2a41f-810c-453a-a6f7-55284fdd4e79, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=aaa2a41f-810c-453a-a6f7-55284fdd4e79,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:41:34.588978 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'aaa2a41f-810c-453a-a6f7-55284fdd4e79', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'port_id': 'aaa2a41f-810c-453a-a6f7-55284fdd4e79', 'mac_address': 'fa:16:3e:37:85:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:41:34.598659 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1eb317-6528-4927-895a-853cb50cc4f5 tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:34.600180 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5f1eb317-6528-4927-895a-853cb50cc4f5 tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=036d42a8-4e12-434c-aaf9-f169b70bcb90 HTTP/1.1" status: 200 len: 1091 time: 0.0435929 Jan 18 20:41:34.603135 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33550) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:34.607520 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-4d9e2c97-0396-4bba-930e-8f048ceb9b3c tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'port_id': '140f4f2a-cc52-479b-b576-b6d4a3698ecd', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:41:34.627199 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port aaa2a41f-810c-453a-a6f7-55284fdd4e79 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:34.627751 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (aaa2a41f-810c-453a-a6f7-55284fdd4e79), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:34.631792 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d9e2c97-0396-4bba-930e-8f048ceb9b3c tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:34.641378 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa2a41f-810c-453a-a6f7-55284fdd4e79 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:41:34.664374 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port aaa2a41f-810c-453a-a6f7-55284fdd4e79, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=aaa2a41f-810c-453a-a6f7-55284fdd4e79,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:41:34.668479 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (aaa2a41f-810c-453a-a6f7-55284fdd4e79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:34.717169 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=aaa2a41f-810c-453a-a6f7-55284fdd4e79,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:34.726501 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d9e2c97-0396-4bba-930e-8f048ceb9b3c tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:34.830486 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-4d9e2c97-0396-4bba-930e-8f048ceb9b3c tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Allocated IP 172.25.4.189 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/28f5e873-d295-4a6e-bd77-296f80aa8685) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:41:34.929175 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d9e2c97-0396-4bba-930e-8f048ceb9b3c tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for port (28f5e873-d295-4a6e-bd77-296f80aa8685), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:34.931446 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['aaa2a41f-810c-453a-a6f7-55284fdd4e79'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:41:34.966418 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d9e2c97-0396-4bba-930e-8f048ceb9b3c tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (28f5e873-d295-4a6e-bd77-296f80aa8685), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:35.011654 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9e2c97-0396-4bba-930e-8f048ceb9b3c tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:41:35.014602 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-4d9e2c97-0396-4bba-930e-8f048ceb9b3c tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:41:35.018210 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9e2c97-0396-4bba-930e-8f048ceb9b3c tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:41:35.041482 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e2c97-0396-4bba-930e-8f048ceb9b3c tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'Port': ['ID=28f5e873-d295-4a6e-bd77-296f80aa8685,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:35.382860 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d9e2c97-0396-4bba-930e-8f048ceb9b3c tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for floatingip (ca4bd4e1-1cd9-4ce4-892a-526de34a6e15), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:35.464481 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d9e2c97-0396-4bba-930e-8f048ceb9b3c tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (28f5e873-d295-4a6e-bd77-296f80aa8685), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:35.534006 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac70a39-7531-44ba-a9ee-ead5f6c15539 req-23ceb8a5-f82b-4690-adee-06d75d90ab97 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:35.535494 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eac70a39-7531-44ba-a9ee-ead5f6c15539 req-23ceb8a5-f82b-4690-adee-06d75d90ab97 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 945 time: 0.0862379 Jan 18 20:41:35.636715 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eac70a39-7531-44ba-a9ee-ead5f6c15539 req-22940a99-853f-413a-85b9-2e9c41d1fe81 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878921 Jan 18 20:41:35.678639 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d9e2c97-0396-4bba-930e-8f048ceb9b3c tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for port (28f5e873-d295-4a6e-bd77-296f80aa8685), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:35.683397 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d9e2c97-0396-4bba-930e-8f048ceb9b3c tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (28f5e873-d295-4a6e-bd77-296f80aa8685), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:35.753204 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e2c97-0396-4bba-930e-8f048ceb9b3c tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'Port': ['ID=28f5e873-d295-4a6e-bd77-296f80aa8685,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:35.764171 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d9e2c97-0396-4bba-930e-8f048ceb9b3c tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (ca4bd4e1-1cd9-4ce4-892a-526de34a6e15), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:35.863207 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-4d9e2c97-0396-4bba-930e-8f048ceb9b3c tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Floating IP ca4bd4e1-1cd9-4ce4-892a-526de34a6e15 associated. External IP: 172.25.4.189, port: 140f4f2a-cc52-479b-b576-b6d4a3698ecd. Jan 18 20:41:36.069451 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9e2c97-0396-4bba-930e-8f048ceb9b3c tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Router f970ea9c-2a46-4371-8634-27f85dfc0cd3 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:41:36.175849 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9e2c97-0396-4bba-930e-8f048ceb9b3c tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:41:36.185444 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cba7d7-1c74-466e-a23c-5c182e18b3c3 None None] Sync routers for ids ['f970ea9c-2a46-4371-8634-27f85dfc0cd3'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:41:36.198788 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cba7d7-1c74-466e-a23c-5c182e18b3c3 None None] Routers {'f970ea9c-2a46-4371-8634-27f85dfc0cd3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:41:36.199421 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-71cba7d7-1c74-466e-a23c-5c182e18b3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:41:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['f970ea9c-2a46-4371-8634-27f85dfc0cd3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:36.215541 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d9e2c97-0396-4bba-930e-8f048ceb9b3c tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:36.246856 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4d9e2c97-0396-4bba-930e-8f048ceb9b3c tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6426547 Jan 18 20:41:36.247576 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036d42a8-4e12-434c-aaf9-f169b70bcb90', 'tag': '140f4f2a-cc52-479b-b576-b6d4a3698ecd'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:41:36.249784 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33566) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:36.250642 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7226e2-6ea3-4f03-8d1e-510ee6dbe46c" -d '{"events": [{"name": "network-changed", "server_uuid": "036d42a8-4e12-434c-aaf9-f169b70bcb90", "tag": "140f4f2a-cc52-479b-b576-b6d4a3698ecd"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:41:36.313683 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a40994c-fba3-4fa1-9d2a-673122abb42c x-openstack-request-id: req-3a40994c-fba3-4fa1-9d2a-673122abb42c {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:41:36.313985 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "036d42a8-4e12-434c-aaf9-f169b70bcb90", "tag": "140f4f2a-cc52-479b-b576-b6d4a3698ecd", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:41:36.314237 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a40994c-fba3-4fa1-9d2a-673122abb42c {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:41:36.315431 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036d42a8-4e12-434c-aaf9-f169b70bcb90', 'tag': '140f4f2a-cc52-479b-b576-b6d4a3698ecd', 'status': 'completed', 'code': 200} Jan 18 20:41:36.333450 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-71cba7d7-1c74-466e-a23c-5c182e18b3c3 None None] Set router f970ea9c-2a46-4371-8634-27f85dfc0cd3 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:41:36.343419 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c96a6803-0db5-4b6f-85f5-98a52e81e4be tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/floatingips/ca4bd4e1-1cd9-4ce4-892a-526de34a6e15 HTTP/1.1" status: 200 len: 991 time: 0.0911632 Jan 18 20:41:36.384413 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7226e2-6ea3-4f03-8d1e-510ee6dbe46c req-19b39352-baec-4fae-88e1-edc98099130d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:36.386116 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf7226e2-6ea3-4f03-8d1e-510ee6dbe46c req-19b39352-baec-4fae-88e1-edc98099130d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c211e494495449f392a0607cbd9b6951&device_id=036d42a8-4e12-434c-aaf9-f169b70bcb90 HTTP/1.1" status: 200 len: 1096 time: 0.0452960 Jan 18 20:41:36.480161 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7226e2-6ea3-4f03-8d1e-510ee6dbe46c req-3b51a165-b609-42bb-91c2-04b878c55edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:36.481805 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf7226e2-6ea3-4f03-8d1e-510ee6dbe46c req-3b51a165-b609-42bb-91c2-04b878c55edb service neutron] 10.222.0.70 "GET /v2.0/networks?id=1742eda4-644e-4d61-8589-e7b192c17f64 HTTP/1.1" status: 200 len: 898 time: 0.0891681 Jan 18 20:41:36.505538 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device aaa2a41f-810c-453a-a6f7-55284fdd4e79 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:41:36.546797 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf7226e2-6ea3-4f03-8d1e-510ee6dbe46c req-5603b775-0f24-4132-8873-714bac8ebf76 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=140f4f2a-cc52-479b-b576-b6d4a3698ecd HTTP/1.1" status: 200 len: 999 time: 0.0584188 Jan 18 20:41:36.599388 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port aaa2a41f-810c-453a-a6f7-55284fdd4e79 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:41:36.600771 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7226e2-6ea3-4f03-8d1e-510ee6dbe46c req-7a753e34-d87b-490a-a798-92cc9a936b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:36.602572 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf7226e2-6ea3-4f03-8d1e-510ee6dbe46c req-7a753e34-d87b-490a-a798-92cc9a936b32 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=71a8a3aa-5d09-4b3d-b76d-9edf771162ca HTTP/1.1" status: 200 len: 835 time: 0.0493541 Jan 18 20:41:36.605317 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port aaa2a41f-810c-453a-a6f7-55284fdd4e79 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:41:36.605722 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (aaa2a41f-810c-453a-a6f7-55284fdd4e79), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:36.609990 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-71cba7d7-1c74-466e-a23c-5c182e18b3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'name': 'tempest-TestNetworkBasicOps-router-896502255', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:09Z', 'updated_at': '2022-01-18T20:41:14Z', 'revision_number': 4, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:10Z', 'updated_at': '2022-01-18T20:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'ca4bd4e1-1cd9-4ce4-892a-526de34a6e15', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'floating_ip_address': '172.25.4.189', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'port_id': '140f4f2a-cc52-479b-b576-b6d4a3698ecd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64', 'mac_address': 'fa:16:3e:4e:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036d42a8-4e12-434c-aaf9-f169b70bcb90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:41:35Z', 'updated_at': '2022-01-18T20:41:35Z', 'revision_number': 0, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dc8e106-a1d3-4e90-a2a0-b00580cf96cd', 'name': '', 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'mac_address': 'fa:16:3e:8a:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:13Z', 'updated_at': '2022-01-18T20:41:18Z', 'revision_number': 5, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'subnets': [{'id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:36.646718 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7226e2-6ea3-4f03-8d1e-510ee6dbe46c req-4ed3dcec-a104-4507-8743-00e6df002a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:36.648355 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf7226e2-6ea3-4f03-8d1e-510ee6dbe46c req-4ed3dcec-a104-4507-8743-00e6df002a91 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1742eda4-644e-4d61-8589-e7b192c17f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398774 Jan 18 20:41:36.654433 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cba7d7-1c74-466e-a23c-5c182e18b3c3 None None] Checking router: f970ea9c-2a46-4371-8634-27f85dfc0cd3 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:41:36.681567 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cba7d7-1c74-466e-a23c-5c182e18b3c3 None None] Routers {'f970ea9c-2a46-4371-8634-27f85dfc0cd3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:41:36.682297 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-71cba7d7-1c74-466e-a23c-5c182e18b3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:41:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['f970ea9c-2a46-4371-8634-27f85dfc0cd3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:36.787114 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf7226e2-6ea3-4f03-8d1e-510ee6dbe46c req-3fa6189a-0289-49f2-a14e-5c51b25188d2 service neutron] 10.222.0.70 "GET /v2.0/networks/1742eda4-644e-4d61-8589-e7b192c17f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317136 Jan 18 20:41:36.798710 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bc262-1672-4848-b5de-24895ce2c86e req-22476b61-88dd-484d-bcdd-e187b9ed79a4 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:36.802059 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f7bc262-1672-4848-b5de-24895ce2c86e req-22476b61-88dd-484d-bcdd-e187b9ed79a4 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 945 time: 0.0735381 Jan 18 20:41:36.812797 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port aaa2a41f-810c-453a-a6f7-55284fdd4e79 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:41:36.813299 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (aaa2a41f-810c-453a-a6f7-55284fdd4e79), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:36.847198 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c730843a-b9b9-4b60-bd7d-bf79ab4639b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa2a41f-810c-453a-a6f7-55284fdd4e79'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:41:36.849520 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd12c397-e9d1-4dc2-bb91-fe59583c7089" -d '{"events": [{"server_uuid": "c730843a-b9b9-4b60-bd7d-bf79ab4639b2", "name": "network-vif-plugged", "status": "completed", "tag": "aaa2a41f-810c-453a-a6f7-55284fdd4e79"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:41:36.853728 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-71cba7d7-1c74-466e-a23c-5c182e18b3c3 None None] Set router f970ea9c-2a46-4371-8634-27f85dfc0cd3 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:41:36.887839 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port aaa2a41f-810c-453a-a6f7-55284fdd4e79, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=aaa2a41f-810c-453a-a6f7-55284fdd4e79,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:41:36.897667 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (aaa2a41f-810c-453a-a6f7-55284fdd4e79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:36.922118 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4f7bc262-1672-4848-b5de-24895ce2c86e req-93f32959-25d6-42a6-882b-cedf29e2e09e tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076732 Jan 18 20:41:36.943423 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1daaa70-47f9-4b4b-aa8a-d385abb8c8ff x-openstack-request-id: req-a1daaa70-47f9-4b4b-aa8a-d385abb8c8ff {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:41:36.943733 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c730843a-b9b9-4b60-bd7d-bf79ab4639b2", "name": "network-vif-plugged", "status": "completed", "tag": "aaa2a41f-810c-453a-a6f7-55284fdd4e79", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:41:36.943988 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1daaa70-47f9-4b4b-aa8a-d385abb8c8ff {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:41:36.944394 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c730843a-b9b9-4b60-bd7d-bf79ab4639b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa2a41f-810c-453a-a6f7-55284fdd4e79', 'code': 200} Jan 18 20:41:36.955628 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf7226e2-6ea3-4f03-8d1e-510ee6dbe46c req-e873a71f-643c-4b33-a971-af97e191fc95 service neutron] 10.222.0.70 "GET /v2.0/networks/1742eda4-644e-4d61-8589-e7b192c17f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518927 Jan 18 20:41:37.019522 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:37.022164 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23454620-5c63-4985-98d9-9f113e3bdac0 req-7c67a2d6-55a8-4819-a4d1-929e892e835b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:37.023673 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-23454620-5c63-4985-98d9-9f113e3bdac0 req-7c67a2d6-55a8-4819-a4d1-929e892e835b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 1097 time: 0.0433898 Jan 18 20:41:37.038947 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=aaa2a41f-810c-453a-a6f7-55284fdd4e79,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:37.071412 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-23454620-5c63-4985-98d9-9f113e3bdac0 req-1d7907c6-ffb0-46e7-8c94-1455b4cdfa95 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406563 Jan 18 20:41:37.186255 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-71cba7d7-1c74-466e-a23c-5c182e18b3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'name': 'tempest-TestNetworkBasicOps-router-896502255', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:09Z', 'updated_at': '2022-01-18T20:41:14Z', 'revision_number': 4, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:10Z', 'updated_at': '2022-01-18T20:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'ca4bd4e1-1cd9-4ce4-892a-526de34a6e15', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'floating_ip_address': '172.25.4.189', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'port_id': '140f4f2a-cc52-479b-b576-b6d4a3698ecd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64', 'mac_address': 'fa:16:3e:4e:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036d42a8-4e12-434c-aaf9-f169b70bcb90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:41:35Z', 'updated_at': '2022-01-18T20:41:35Z', 'revision_number': 0, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dc8e106-a1d3-4e90-a2a0-b00580cf96cd', 'name': '', 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'mac_address': 'fa:16:3e:8a:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:13Z', 'updated_at': '2022-01-18T20:41:18Z', 'revision_number': 5, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'subnets': [{'id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:37.214695 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cba7d7-1c74-466e-a23c-5c182e18b3c3 None None] The sync data for ids ['f970ea9c-2a46-4371-8634-27f85dfc0cd3'] in n-d-741529-9 is: [{'id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'name': 'tempest-TestNetworkBasicOps-router-896502255', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:09Z', 'updated_at': '2022-01-18T20:41:14Z', 'revision_number': 4, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:10Z', 'updated_at': '2022-01-18T20:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'ca4bd4e1-1cd9-4ce4-892a-526de34a6e15', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'floating_ip_address': '172.25.4.189', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'port_id': '140f4f2a-cc52-479b-b576-b6d4a3698ecd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64', 'mac_address': 'fa:16:3e:4e:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036d42a8-4e12-434c-aaf9-f169b70bcb90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:41:35Z', 'updated_at': '2022-01-18T20:41:35Z', 'revision_number': 0, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dc8e106-a1d3-4e90-a2a0-b00580cf96cd', 'name': '', 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'mac_address': 'fa:16:3e:8a:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:13Z', 'updated_at': '2022-01-18T20:41:18Z', 'revision_number': 5, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'subnets': [{'id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:41:37.347490 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33576) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:37.420463 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0475a367-a306-4f1b-83ed-51d16b76eea7 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/floatingips/ca4bd4e1-1cd9-4ce4-892a-526de34a6e15 HTTP/1.1" status: 200 len: 991 time: 0.0718064 Jan 18 20:41:37.443925 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2e8236-fe90-488a-b335-fb682d0daf12 None None] New status for floating IP ca4bd4e1-1cd9-4ce4-892a-526de34a6e15: ACTIVE {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:41:38.051906 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe27a9-be49-4c6b-b872-18ee983224ec req-0af99d55-779d-4651-b95f-99196d28422a tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:38.053310 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-19fe27a9-be49-4c6b-b872-18ee983224ec req-0af99d55-779d-4651-b95f-99196d28422a tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 946 time: 0.0516615 Jan 18 20:41:38.099812 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-19fe27a9-be49-4c6b-b872-18ee983224ec req-1c8ee1cd-2374-4071-9fde-0fafce5d9a10 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408764 Jan 18 20:41:38.423412 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33582) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:38.488424 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b288c13d-ff22-486f-8e62-eba4b3283c74 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/floatingips/ca4bd4e1-1cd9-4ce4-892a-526de34a6e15 HTTP/1.1" status: 200 len: 993 time: 0.0589108 Jan 18 20:41:39.224586 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415de7f-8d8c-405b-be72-d82d4dc8d2dc req-ef05d180-4b05-407f-9236-52402c842592 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:39.226030 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f415de7f-8d8c-405b-be72-d82d4dc8d2dc req-ef05d180-4b05-407f-9236-52402c842592 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 946 time: 0.0521276 Jan 18 20:41:39.272409 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f415de7f-8d8c-405b-be72-d82d4dc8d2dc req-175149dd-2469-4638-b524-f8c5d467e3ab tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407114 Jan 18 20:41:39.392522 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e52766-abd2-425c-b0a9-af28307fe2c1 req-58f056b3-fd56-466c-a067-e1e1b86b8632 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:39.394056 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-52e52766-abd2-425c-b0a9-af28307fe2c1 req-58f056b3-fd56-466c-a067-e1e1b86b8632 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 946 time: 0.0485539 Jan 18 20:41:39.402569 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33590) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:39.406825 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-a8f1e491-59db-4f68-abde-7a654f5ceae6 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Request body: {'floatingip': {'port_id': 'aaa2a41f-810c-453a-a6f7-55284fdd4e79'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:41:39.455154 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a8f1e491-59db-4f68-abde-7a654f5ceae6 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for floatingip (9a1df520-245c-4f38-958f-a285c79bc7e8), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:39.883901 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a8f1e491-59db-4f68-abde-7a654f5ceae6 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:39.887907 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a8f1e491-59db-4f68-abde-7a654f5ceae6 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (9a1df520-245c-4f38-958f-a285c79bc7e8), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:39.989530 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-a8f1e491-59db-4f68-abde-7a654f5ceae6 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Floating IP 9a1df520-245c-4f38-958f-a285c79bc7e8 associated. External IP: 172.25.4.98, port: aaa2a41f-810c-453a-a6f7-55284fdd4e79. Jan 18 20:41:40.189988 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f1e491-59db-4f68-abde-7a654f5ceae6 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Router e60c42f7-d198-4a51-b24d-743dad674143 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:41:40.638356 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f1e491-59db-4f68-abde-7a654f5ceae6 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:41:40.643153 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a8f1e491-59db-4f68-abde-7a654f5ceae6 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:40.649282 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c912997-78d4-4efc-9f53-c03f6a590840 None None] Sync routers for ids ['e60c42f7-d198-4a51-b24d-743dad674143'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:41:40.658689 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c912997-78d4-4efc-9f53-c03f6a590840 None None] Routers {'e60c42f7-d198-4a51-b24d-743dad674143'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:41:40.659296 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1c912997-78d4-4efc-9f53-c03f6a590840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:41:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e60c42f7-d198-4a51-b24d-743dad674143'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:40.668753 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a8f1e491-59db-4f68-abde-7a654f5ceae6 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "PUT /v2.0/floatingips/9a1df520-245c-4f38-958f-a285c79bc7e8 HTTP/1.1" status: 200 len: 991 time: 1.2651570 Jan 18 20:41:40.669430 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c730843a-b9b9-4b60-bd7d-bf79ab4639b2', 'tag': 'aaa2a41f-810c-453a-a6f7-55284fdd4e79'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:41:40.671749 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21922b7d-0f70-4570-8d70-e77f6807535f" -d '{"events": [{"name": "network-changed", "server_uuid": "c730843a-b9b9-4b60-bd7d-bf79ab4639b2", "tag": "aaa2a41f-810c-453a-a6f7-55284fdd4e79"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:41:40.719608 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f2883c-eda9-4f0a-a66e-bfca31c2f7df x-openstack-request-id: req-d3f2883c-eda9-4f0a-a66e-bfca31c2f7df {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:41:40.719900 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c730843a-b9b9-4b60-bd7d-bf79ab4639b2", "tag": "aaa2a41f-810c-453a-a6f7-55284fdd4e79", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:41:40.720153 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3f2883c-eda9-4f0a-a66e-bfca31c2f7df {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:41:40.720597 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c730843a-b9b9-4b60-bd7d-bf79ab4639b2', 'tag': 'aaa2a41f-810c-453a-a6f7-55284fdd4e79', 'status': 'completed', 'code': 200} Jan 18 20:41:40.783010 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21922b7d-0f70-4570-8d70-e77f6807535f req-2ae07ca5-3350-47ac-bf83-e627bd520198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:40.784705 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21922b7d-0f70-4570-8d70-e77f6807535f req-2ae07ca5-3350-47ac-bf83-e627bd520198 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bd09648e415d4d869a00516b6fefc51b&device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 1097 time: 0.0413826 Jan 18 20:41:40.793465 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-1c912997-78d4-4efc-9f53-c03f6a590840 None None] Set router e60c42f7-d198-4a51-b24d-743dad674143 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:41:40.877706 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21922b7d-0f70-4570-8d70-e77f6807535f req-e64661c5-4ee4-4317-af8d-af36d83f5683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:40.879247 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21922b7d-0f70-4570-8d70-e77f6807535f req-e64661c5-4ee4-4317-af8d-af36d83f5683 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0f612c6-d05f-4361-b3f8-733414ecc1c6 HTTP/1.1" status: 200 len: 916 time: 0.0885684 Jan 18 20:41:40.946224 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21922b7d-0f70-4570-8d70-e77f6807535f req-f60b3414-f8b2-42dd-9cfe-55d1848f2e73 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaa2a41f-810c-453a-a6f7-55284fdd4e79 HTTP/1.1" status: 200 len: 999 time: 0.0608122 Jan 18 20:41:41.009776 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21922b7d-0f70-4570-8d70-e77f6807535f req-db053d40-1b02-4116-9572-99cf8f6800ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:41.011342 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21922b7d-0f70-4570-8d70-e77f6807535f req-db053d40-1b02-4116-9572-99cf8f6800ca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c9a27f59-8bf5-426b-9eee-6f178264ab2d HTTP/1.1" status: 200 len: 854 time: 0.0592029 Jan 18 20:41:41.028429 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1c912997-78d4-4efc-9f53-c03f6a590840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'name': 'tempest-AttachVolumeShelveTestJSON-31525741-router', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:18Z', 'updated_at': '2022-01-18T20:41:24Z', 'revision_number': 4, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'gw_port': {'id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:19Z', 'updated_at': '2022-01-18T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '9a1df520-245c-4f38-958f-a285c79bc7e8', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'floating_ip_address': '172.25.4.98', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'port_id': 'aaa2a41f-810c-453a-a6f7-55284fdd4e79', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'mac_address': 'fa:16:3e:37:85:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c730843a-b9b9-4b60-bd7d-bf79ab4639b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:41:27Z', 'updated_at': '2022-01-18T20:41:39Z', 'revision_number': 1, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e31efc51-aa35-401a-bdf1-463ce6c6c998', 'name': '', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'mac_address': 'fa:16:3e:06:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:22Z', 'updated_at': '2022-01-18T20:41:28Z', 'revision_number': 5, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'subnets': [{'id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:41.057093 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21922b7d-0f70-4570-8d70-e77f6807535f req-2ce264d5-2afa-414d-b7da-3943e3d267f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:41.058706 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21922b7d-0f70-4570-8d70-e77f6807535f req-2ce264d5-2afa-414d-b7da-3943e3d267f7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0f612c6-d05f-4361-b3f8-733414ecc1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412593 Jan 18 20:41:41.153009 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21922b7d-0f70-4570-8d70-e77f6807535f req-4ce278c0-ad78-4622-ab3f-b3400fbf0211 service neutron] 10.222.0.70 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879507 Jan 18 20:41:41.216725 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c912997-78d4-4efc-9f53-c03f6a590840 None None] Checking router: e60c42f7-d198-4a51-b24d-743dad674143 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:41:41.226050 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c912997-78d4-4efc-9f53-c03f6a590840 None None] Routers {'e60c42f7-d198-4a51-b24d-743dad674143'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:41:41.226650 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1c912997-78d4-4efc-9f53-c03f6a590840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:41:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e60c42f7-d198-4a51-b24d-743dad674143'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:41.250515 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21922b7d-0f70-4570-8d70-e77f6807535f req-1da0c25b-8461-4be6-9e8f-ac1542188b71 service neutron] 10.222.0.70 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917656 Jan 18 20:41:41.334827 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-1c912997-78d4-4efc-9f53-c03f6a590840 None None] Set router e60c42f7-d198-4a51-b24d-743dad674143 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:41:41.559926 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1c912997-78d4-4efc-9f53-c03f6a590840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'name': 'tempest-AttachVolumeShelveTestJSON-31525741-router', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:18Z', 'updated_at': '2022-01-18T20:41:24Z', 'revision_number': 4, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'gw_port': {'id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:19Z', 'updated_at': '2022-01-18T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '9a1df520-245c-4f38-958f-a285c79bc7e8', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'floating_ip_address': '172.25.4.98', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'port_id': 'aaa2a41f-810c-453a-a6f7-55284fdd4e79', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'mac_address': 'fa:16:3e:37:85:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c730843a-b9b9-4b60-bd7d-bf79ab4639b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:41:27Z', 'updated_at': '2022-01-18T20:41:39Z', 'revision_number': 1, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e31efc51-aa35-401a-bdf1-463ce6c6c998', 'name': '', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'mac_address': 'fa:16:3e:06:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:22Z', 'updated_at': '2022-01-18T20:41:28Z', 'revision_number': 5, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'subnets': [{'id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:41:41.587124 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c912997-78d4-4efc-9f53-c03f6a590840 None None] The sync data for ids ['e60c42f7-d198-4a51-b24d-743dad674143'] in n-d-741529-9 is: [{'id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'name': 'tempest-AttachVolumeShelveTestJSON-31525741-router', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:18Z', 'updated_at': '2022-01-18T20:41:24Z', 'revision_number': 4, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'gw_port': {'id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:19Z', 'updated_at': '2022-01-18T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '9a1df520-245c-4f38-958f-a285c79bc7e8', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'floating_ip_address': '172.25.4.98', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'port_id': 'aaa2a41f-810c-453a-a6f7-55284fdd4e79', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'mac_address': 'fa:16:3e:37:85:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c730843a-b9b9-4b60-bd7d-bf79ab4639b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:41:27Z', 'updated_at': '2022-01-18T20:41:39Z', 'revision_number': 1, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e31efc51-aa35-401a-bdf1-463ce6c6c998', 'name': '', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'mac_address': 'fa:16:3e:06:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:22Z', 'updated_at': '2022-01-18T20:41:28Z', 'revision_number': 5, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'subnets': [{'id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:41:41.811559 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6320ee66-d3d6-4a57-993f-b703df5e040d None None] New status for floating IP 9a1df520-245c-4f38-958f-a285c79bc7e8: ACTIVE {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:41:44.869046 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f5515-3644-4c7b-983e-e3e57e53a1fe req-25b1326b-8233-4781-bc9f-c4ed2986b3e8 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:44.870450 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d95f5515-3644-4c7b-983e-e3e57e53a1fe req-25b1326b-8233-4781-bc9f-c4ed2986b3e8 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/ports?device_id=04ff87e1-7458-437c-b244-cfa45ac322b0 HTTP/1.1" status: 200 len: 945 time: 0.0476732 Jan 18 20:41:44.915627 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d95f5515-3644-4c7b-983e-e3e57e53a1fe req-84d2cc53-ffea-4582-985c-f1ba77c6b94e tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7fa9787-8a5c-4809-8b10-e47624ad7c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392828 Jan 18 20:41:46.034655 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bef00-e949-46ad-bd23-9024f7ac93b2 req-b769e717-d82f-4adf-aaa7-c4831f88343c tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:46.036163 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6e1bef00-e949-46ad-bd23-9024f7ac93b2 req-b769e717-d82f-4adf-aaa7-c4831f88343c tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/ports?device_id=04ff87e1-7458-437c-b244-cfa45ac322b0 HTTP/1.1" status: 200 len: 945 time: 0.0527658 Jan 18 20:41:46.082458 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6e1bef00-e949-46ad-bd23-9024f7ac93b2 req-b0c85988-708f-4ca1-b1d6-328998b9a38d tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7fa9787-8a5c-4809-8b10-e47624ad7c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405183 Jan 18 20:41:46.581042 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f61618-d581-4790-aed4-2b3539a1d8fe req-c44ffb2c-30cc-464f-be98-6c9e206a1ce0 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:46.582862 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-87f61618-d581-4790-aed4-2b3539a1d8fe req-c44ffb2c-30cc-464f-be98-6c9e206a1ce0 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.70 "GET /v2.0/ports?device_id=04ff87e1-7458-437c-b244-cfa45ac322b0 HTTP/1.1" status: 200 len: 945 time: 0.0492399 Jan 18 20:41:46.673869 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-87f61618-d581-4790-aed4-2b3539a1d8fe req-6f720199-2052-4571-9d46-65784e0f9518 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Deleting port d28d8285-0729-4ae2-8982-e083d1b4f4f1 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:41:46.674204 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-87f61618-d581-4790-aed4-2b3539a1d8fe req-6f720199-2052-4571-9d46-65784e0f9518 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d28d8285-0729-4ae2-8982-e083d1b4f4f1), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:46.758758 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-87f61618-d581-4790-aed4-2b3539a1d8fe req-6f720199-2052-4571-9d46-65784e0f9518 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] For port d28d8285-0729-4ae2-8982-e083d1b4f4f1, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=d28d8285-0729-4ae2-8982-e083d1b4f4f1,segment=NetworkSegment(965344ef-8ad8-44eb-904e-0bd15225d0a9),segment_id=965344ef-8ad8-44eb-904e-0bd15225d0a9)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:41:46.759114 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-87f61618-d581-4790-aed4-2b3539a1d8fe req-6f720199-2052-4571-9d46-65784e0f9518 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d28d8285-0729-4ae2-8982-e083d1b4f4f1), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:46.770495 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-87f61618-d581-4790-aed4-2b3539a1d8fe req-6f720199-2052-4571-9d46-65784e0f9518 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Calling delete_port for d28d8285-0729-4ae2-8982-e083d1b4f4f1 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:41:46.895704 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-87f61618-d581-4790-aed4-2b3539a1d8fe req-6f720199-2052-4571-9d46-65784e0f9518 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (d28d8285-0729-4ae2-8982-e083d1b4f4f1), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:46.907646 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['d28d8285-0729-4ae2-8982-e083d1b4f4f1'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:41:46.923830 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f720199-2052-4571-9d46-65784e0f9518 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Pushing event deleted for resources: {'Port': ['ID=d28d8285-0729-4ae2-8982-e083d1b4f4f1,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:41:46.973070 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f61618-d581-4790-aed4-2b3539a1d8fe req-6f720199-2052-4571-9d46-65784e0f9518 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] No DVR routers for this DVR port d28d8285-0729-4ae2-8982-e083d1b4f4f1 on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:41:46.975679 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-87f61618-d581-4790-aed4-2b3539a1d8fe req-6f720199-2052-4571-9d46-65784e0f9518 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:46.979040 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-87f61618-d581-4790-aed4-2b3539a1d8fe req-6f720199-2052-4571-9d46-65784e0f9518 tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.70 "DELETE /v2.0/ports/d28d8285-0729-4ae2-8982-e083d1b4f4f1 HTTP/1.1" status: 204 len: 173 time: 0.3908033 Jan 18 20:41:46.979476 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ff87e1-7458-437c-b244-cfa45ac322b0', 'name': 'network-vif-deleted', 'tag': 'd28d8285-0729-4ae2-8982-e083d1b4f4f1'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:41:46.981722 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c709629-18a4-4ac7-9494-71542f4fc895" -d '{"events": [{"server_uuid": "04ff87e1-7458-437c-b244-cfa45ac322b0", "name": "network-vif-deleted", "tag": "d28d8285-0729-4ae2-8982-e083d1b4f4f1"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:41:47.023876 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac99508-2a78-4ac0-b7d7-51feb69c2586 x-openstack-request-id: req-6ac99508-2a78-4ac0-b7d7-51feb69c2586 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:41:47.024172 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ff87e1-7458-437c-b244-cfa45ac322b0", "name": "network-vif-deleted", "tag": "d28d8285-0729-4ae2-8982-e083d1b4f4f1", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:41:47.024428 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ac99508-2a78-4ac0-b7d7-51feb69c2586 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:41:47.024840 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ff87e1-7458-437c-b244-cfa45ac322b0', 'name': 'network-vif-deleted', 'tag': 'd28d8285-0729-4ae2-8982-e083d1b4f4f1', 'status': 'completed', 'code': 200} Jan 18 20:41:47.192554 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0fc49e19-f7b9-494e-8ebd-3d03be5bac29 req-e7c4a9b1-c084-4424-8e9b-f5f2d9306faf tempest-VolumesSnapshotTestJSON-344042187 tempest-VolumesSnapshotTestJSON-344042187-project] 10.222.0.31 "GET /v2.0/ports?device_id=04ff87e1-7458-437c-b244-cfa45ac322b0 HTTP/1.1" status: 200 len: 210 time: 0.0257161 Jan 18 20:41:50.592924 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device d28d8285-0729-4ae2-8982-e083d1b4f4f1 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:41:50.616740 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: d28d8285-0729-4ae2-8982-e083d1b4f4f1 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:41:50.617081 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device d28d8285-0729-4ae2-8982-e083d1b4f4f1 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:41:53.827517 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3becc0-df00-4a8a-8565-4eac91d062c9 req-c69087be-7459-482a-b26e-4939f276fbf1 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:53.829074 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1b3becc0-df00-4a8a-8565-4eac91d062c9 req-c69087be-7459-482a-b26e-4939f276fbf1 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 1096 time: 0.0391400 Jan 18 20:41:53.874594 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1b3becc0-df00-4a8a-8565-4eac91d062c9 req-c154230f-5b5e-4e01-930c-83b8a12c8555 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397182 Jan 18 20:41:53.995678 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd03f8-0e47-46b8-82e2-f68fb0537e5c req-2cae7e02-f9a8-4085-a6ac-445c73cf4e9f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:53.997211 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4ecd03f8-0e47-46b8-82e2-f68fb0537e5c req-2cae7e02-f9a8-4085-a6ac-445c73cf4e9f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 945 time: 0.0497727 Jan 18 20:41:54.052311 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4ecd03f8-0e47-46b8-82e2-f68fb0537e5c req-a50ec6e3-6c8b-476b-878b-f48737c04eb9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491979 Jan 18 20:41:54.074358 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33680) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:41:54.149475 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-dffb9643-e6ef-4cfc-a895-10a9739865ef tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/floatingips/a6e1a0ff-30cd-4797-9d63-bf4554e19594 HTTP/1.1" status: 200 len: 991 time: 0.0681183 Jan 18 20:41:54.473602 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-bccfb68f-3a6b-407e-ae29-fd97c5eed42e req-e19dd4af-c2f6-44aa-b080-a5447b42d522 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:41:54.474677 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bccfb68f-3a6b-407e-ae29-fd97c5eed42e req-e19dd4af-c2f6-44aa-b080-a5447b42d522 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0563085 Jan 18 20:41:54.823518 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-18a266be-ca58-481b-88e6-035660f513a4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0719793 Jan 18 20:41:54.835825 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7152d2-7277-44d7-8386-34afbcdcda0b req-e6c86e91-a581-423a-8c3a-01cb8f7b588e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:54.837261 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de7152d2-7277-44d7-8386-34afbcdcda0b req-e6c86e91-a581-423a-8c3a-01cb8f7b588e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 945 time: 0.0618248 Jan 18 20:41:54.841959 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-ffbfe482-a3e8-4b20-9a74-8de44e853689 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:41:54.842906 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-ffbfe482-a3e8-4b20-9a74-8de44e853689 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047970 Jan 18 20:41:54.888131 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de7152d2-7277-44d7-8386-34afbcdcda0b req-219697c8-c6e8-4d1e-adb4-0cc109dd4b8e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443227 Jan 18 20:41:55.149724 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6ff31-69db-4cee-b172-c8dcbf9e0cef req-95f86947-4979-4b4f-b08b-994740fd12d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:55.151470 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33b6ff31-69db-4cee-b172-c8dcbf9e0cef req-95f86947-4979-4b4f-b08b-994740fd12d3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 1096 time: 0.0424504 Jan 18 20:41:55.281529 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6ff31-69db-4cee-b172-c8dcbf9e0cef req-ba77632a-ca34-4051-8391-c397b467f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:55.283025 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33b6ff31-69db-4cee-b172-c8dcbf9e0cef req-ba77632a-ca34-4051-8391-c397b467f1ff service neutron] 10.222.0.70 "GET /v2.0/networks?id=c06b7a8c-f799-43e2-8624-184b61bf3f50 HTTP/1.1" status: 200 len: 898 time: 0.1078315 Jan 18 20:41:55.371953 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33b6ff31-69db-4cee-b172-c8dcbf9e0cef req-adc78fba-9833-49a2-8623-9fde0ba133ee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a360af47-f4ee-4a1d-abd7-796406174b94 HTTP/1.1" status: 200 len: 999 time: 0.0778365 Jan 18 20:41:55.423318 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6ff31-69db-4cee-b172-c8dcbf9e0cef req-acc6f14f-9d9f-4921-b5d3-772c0b2f2314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:55.424925 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33b6ff31-69db-4cee-b172-c8dcbf9e0cef req-acc6f14f-9d9f-4921-b5d3-772c0b2f2314 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b04d7b55-dbd3-4afa-b132-6666b2257dbd HTTP/1.1" status: 200 len: 834 time: 0.0464807 Jan 18 20:41:55.480572 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6ff31-69db-4cee-b172-c8dcbf9e0cef req-a0f90f76-6fd7-49f3-9689-cac4a465a67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:55.482245 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33b6ff31-69db-4cee-b172-c8dcbf9e0cef req-a0f90f76-6fd7-49f3-9689-cac4a465a67c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c06b7a8c-f799-43e2-8624-184b61bf3f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498180 Jan 18 20:41:55.579070 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33b6ff31-69db-4cee-b172-c8dcbf9e0cef req-9aef3130-3378-4424-b73a-9e602b1a64e3 service neutron] 10.222.0.70 "GET /v2.0/networks/c06b7a8c-f799-43e2-8624-184b61bf3f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873015 Jan 18 20:41:55.649162 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cc4937be-5895-4bff-9e15-b7ee6e42ffbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:55.716914 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33b6ff31-69db-4cee-b172-c8dcbf9e0cef req-44e03d6f-e3a5-4cf6-aa48-42f5321ed595 service neutron] 10.222.0.70 "GET /v2.0/networks/c06b7a8c-f799-43e2-8624-184b61bf3f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317215 Jan 18 20:41:56.012971 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c141d5c-0d11-4754-a68f-311a0c645e9c req-ca9e8d05-81a1-4a46-a29e-d442d4b8eac7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:56.014528 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7c141d5c-0d11-4754-a68f-311a0c645e9c req-ca9e8d05-81a1-4a46-a29e-d442d4b8eac7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 945 time: 0.0546589 Jan 18 20:41:56.075357 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7c141d5c-0d11-4754-a68f-311a0c645e9c req-569e39f2-4e49-4dfb-9fa0-887225742ce5 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540800 Jan 18 20:41:56.104501 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-7603d511-349d-437a-a7d7-7ac5c192f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:56.106032 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-7603d511-349d-437a-a7d7-7ac5c192f823 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 1096 time: 0.0434787 Jan 18 20:41:56.199505 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-92b54834-41be-4e5f-b591-dcef9adafbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:56.200902 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-92b54834-41be-4e5f-b591-dcef9adafbfb service neutron] 10.222.0.70 "GET /v2.0/networks?id=c06b7a8c-f799-43e2-8624-184b61bf3f50 HTTP/1.1" status: 200 len: 898 time: 0.0870671 Jan 18 20:41:56.267875 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-97fa8601-d206-4b97-b9ef-dffc528ccb1d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a360af47-f4ee-4a1d-abd7-796406174b94 HTTP/1.1" status: 200 len: 999 time: 0.0609436 Jan 18 20:41:56.322733 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-bdf28844-0801-4edd-b322-27c2181225a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:56.324302 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-bdf28844-0801-4edd-b322-27c2181225a8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b04d7b55-dbd3-4afa-b132-6666b2257dbd HTTP/1.1" status: 200 len: 834 time: 0.0498428 Jan 18 20:41:56.374385 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-414d6c86-fba0-4d51-a18c-1b784f6b8136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:56.375961 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-414d6c86-fba0-4d51-a18c-1b784f6b8136 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c06b7a8c-f799-43e2-8624-184b61bf3f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454340 Jan 18 20:41:56.470482 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-3777524b-b605-44b0-b21e-eda6a5095bd2 service neutron] 10.222.0.70 "GET /v2.0/networks/c06b7a8c-f799-43e2-8624-184b61bf3f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850515 Jan 18 20:41:56.568198 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-32df5067-e423-4456-87e9-b179b0d69688 service neutron] 10.222.0.70 "GET /v2.0/networks/c06b7a8c-f799-43e2-8624-184b61bf3f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897417 Jan 18 20:41:57.193140 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e33ab-9203-4e4e-8c61-784eece1bcf0 req-f42d0a52-a7b8-4540-ab25-3c3d3c3d35dc tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:57.194632 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e60e33ab-9203-4e4e-8c61-784eece1bcf0 req-f42d0a52-a7b8-4540-ab25-3c3d3c3d35dc tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 945 time: 0.0484505 Jan 18 20:41:57.242785 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e60e33ab-9203-4e4e-8c61-784eece1bcf0 req-aa0eace0-aedc-4252-8164-cee2fb2db096 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419474 Jan 18 20:41:57.802681 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b1e29f45-10fb-4795-a407-a7c758aa0cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:58.377588 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a9b96-d28e-42b6-9b44-d0e0f36a53a2 req-d0896b19-0179-4b5f-a8a2-1f7bcf72514d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:58.379434 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-882a9b96-d28e-42b6-9b44-d0e0f36a53a2 req-d0896b19-0179-4b5f-a8a2-1f7bcf72514d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 945 time: 0.0666070 Jan 18 20:41:58.431610 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-882a9b96-d28e-42b6-9b44-d0e0f36a53a2 req-46779bbc-1bb4-4d90-962a-dc0971bc5836 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464418 Jan 18 20:41:59.135454 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:59.553001 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfb6aa-a10a-48ab-8a7e-7e3160bf23d0 req-63403b52-f712-4c1a-bb66-28211bed7c08 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:41:59.554677 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-04bfb6aa-a10a-48ab-8a7e-7e3160bf23d0 req-63403b52-f712-4c1a-bb66-28211bed7c08 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 945 time: 0.0508034 Jan 18 20:41:59.604852 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-04bfb6aa-a10a-48ab-8a7e-7e3160bf23d0 req-5584b45a-5b13-4c3c-b22c-9655763724c4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443306 Jan 18 20:42:00.567264 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:00.728553 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e3210-1ec5-4649-b34b-fc0de317c730 req-5e49e1e6-2a09-4989-a602-1aef249909fd tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:00.730063 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-059e3210-1ec5-4649-b34b-fc0de317c730 req-5e49e1e6-2a09-4989-a602-1aef249909fd tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 945 time: 0.0535457 Jan 18 20:42:00.779283 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-059e3210-1ec5-4649-b34b-fc0de317c730 req-63a36c24-0e3f-495d-a501-09e4e9b6c3ba tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430982 Jan 18 20:42:01.851915 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:01.911185 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b2b9b-b80f-4a8c-82a9-37f594ec53d6 req-e3f4ce72-baad-4bf4-aaf2-faafdf0a11d5 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:01.912766 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b76b2b9b-b80f-4a8c-82a9-37f594ec53d6 req-e3f4ce72-baad-4bf4-aaf2-faafdf0a11d5 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 945 time: 0.0517886 Jan 18 20:42:01.963611 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b76b2b9b-b80f-4a8c-82a9-37f594ec53d6 req-0e80d5a5-1555-477e-bfdc-789d44a13c65 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447278 Jan 18 20:42:03.083615 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaffcd8-c82b-4974-9c2b-deeaa98db5ac req-e51caf8f-0019-4408-897a-036ccd136bf8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:03.085340 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dfaffcd8-c82b-4974-9c2b-deeaa98db5ac req-e51caf8f-0019-4408-897a-036ccd136bf8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 945 time: 0.0489204 Jan 18 20:42:03.143719 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dfaffcd8-c82b-4974-9c2b-deeaa98db5ac req-5e3b3ad9-1b65-43a4-8762-576824e15fe2 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517569 Jan 18 20:42:04.214147 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:04.273924 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9654e-2149-4d6e-840c-145d89e457b4 req-1de7af61-37cd-49c7-a99b-27eb08ba4c35 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:04.276103 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2d9654e-2149-4d6e-840c-145d89e457b4 req-1de7af61-37cd-49c7-a99b-27eb08ba4c35 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 945 time: 0.0520809 Jan 18 20:42:04.324880 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2d9654e-2149-4d6e-840c-145d89e457b4 req-d71d99b5-309c-4a0b-b335-2f09a7bee496 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438294 Jan 18 20:42:05.440430 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6149d-3825-481e-891f-fa85da33fa93 req-09ddb1f0-a28b-4cba-9327-c60bbe787af8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:05.441955 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8dd6149d-3825-481e-891f-fa85da33fa93 req-09ddb1f0-a28b-4cba-9327-c60bbe787af8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 945 time: 0.0485461 Jan 18 20:42:05.490320 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8dd6149d-3825-481e-891f-fa85da33fa93 req-ad0ab57d-fd23-47cd-a7a5-a9a975bf7e1b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427444 Jan 18 20:42:06.610512 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771f1f4-9019-4914-96c4-63027cbcb660 req-d83fdfab-0491-4906-8488-9bc4addfa494 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:06.611907 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b771f1f4-9019-4914-96c4-63027cbcb660 req-d83fdfab-0491-4906-8488-9bc4addfa494 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 945 time: 0.0538275 Jan 18 20:42:06.662054 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b771f1f4-9019-4914-96c4-63027cbcb660 req-de586800-4385-4b8d-988b-e7c05b19211f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444787 Jan 18 20:42:06.928201 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:07.802784 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afd4f2-261d-4161-ac92-55839c39cbfe req-ff61270f-7590-4085-a358-f3b1a507c661 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:07.804532 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c5afd4f2-261d-4161-ac92-55839c39cbfe req-ff61270f-7590-4085-a358-f3b1a507c661 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 945 time: 0.0607347 Jan 18 20:42:07.859976 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c5afd4f2-261d-4161-ac92-55839c39cbfe req-cf5e0a14-15b3-4b15-9e4a-25953caded21 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482354 Jan 18 20:42:08.978263 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896c844-43fc-46b9-a76e-733320d4fd8b req-0f449656-ba67-4c36-b1d8-189f8b1dbb54 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:08.979722 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4896c844-43fc-46b9-a76e-733320d4fd8b req-0f449656-ba67-4c36-b1d8-189f8b1dbb54 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 945 time: 0.0479186 Jan 18 20:42:09.030881 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4896c844-43fc-46b9-a76e-733320d4fd8b req-8a91035e-07aa-4042-91bd-47cefd8919d9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456429 Jan 18 20:42:10.146064 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07aecc9-cc3b-462a-9f8d-e0687d3b319b req-395de005-1fca-4988-a892-60a2e05cd609 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:10.147614 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e07aecc9-cc3b-462a-9f8d-e0687d3b319b req-395de005-1fca-4988-a892-60a2e05cd609 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 945 time: 0.0479245 Jan 18 20:42:10.196124 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e07aecc9-cc3b-462a-9f8d-e0687d3b319b req-b55d2766-13ca-41eb-8e64-0c734246bf62 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426857 Jan 18 20:42:11.288013 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:42:11.332240 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a33ed5-cc84-4366-8da7-5fd6c442d54e req-e33328e2-f2b8-48ce-99c5-eedaa2212dc3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:11.333797 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26a33ed5-cc84-4366-8da7-5fd6c442d54e req-e33328e2-f2b8-48ce-99c5-eedaa2212dc3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 945 time: 0.0682561 Jan 18 20:42:11.418767 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26a33ed5-cc84-4366-8da7-5fd6c442d54e req-f60814c5-5959-42df-a10a-bb883c5c682a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784476 Jan 18 20:42:12.536905 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed5415-a3af-4e9c-91c8-45d5f85f0110 req-c6773ab9-0c7a-4c3c-9def-ae0246a163c5 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:12.538445 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0aed5415-a3af-4e9c-91c8-45d5f85f0110 req-c6773ab9-0c7a-4c3c-9def-ae0246a163c5 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 945 time: 0.0537868 Jan 18 20:42:12.587605 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0aed5415-a3af-4e9c-91c8-45d5f85f0110 req-0e5d7227-c9fc-42eb-afb4-bb95d8b8606b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436432 Jan 18 20:42:13.592343 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33862) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:42:13.668434 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c6690c-c265-4f34-9067-4fd69bfa68ee tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:13.668905 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c6690c-c265-4f34-9067-4fd69bfa68ee tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:13.669361 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c6690c-c265-4f34-9067-4fd69bfa68ee tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:13.674732 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b7c6690c-c265-4f34-9067-4fd69bfa68ee tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=c211e494495449f392a0607cbd9b6951&network_id=1742eda4-644e-4d61-8589-e7b192c17f64 HTTP/1.1" status: 200 len: 2969 time: 0.0778267 Jan 18 20:42:13.709740 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4178c5b-93c2-426a-99f6-abe1c66aa516 req-18970c00-8c09-4b12-b7aa-48c4a1185bff tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:13.711230 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d4178c5b-93c2-426a-99f6-abe1c66aa516 req-18970c00-8c09-4b12-b7aa-48c4a1185bff tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 945 time: 0.0537028 Jan 18 20:42:13.764358 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d4178c5b-93c2-426a-99f6-abe1c66aa516 req-6bda5c8a-7b5b-4fdd-811c-be5db56aadf7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472846 Jan 18 20:42:14.893041 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243dc56-7cd8-4b21-8c3f-4b0b3a27e1b0 req-1a164f1c-fe1a-4f59-9ec1-8836931976a6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:14.894589 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a243dc56-7cd8-4b21-8c3f-4b0b3a27e1b0 req-1a164f1c-fe1a-4f59-9ec1-8836931976a6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 945 time: 0.0538175 Jan 18 20:42:14.947514 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a243dc56-7cd8-4b21-8c3f-4b0b3a27e1b0 req-4142b1a6-b0ec-4bb8-a32c-fdddd8cc6c4f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470457 Jan 18 20:42:16.072381 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e837054-cd8d-4072-b79e-a6a0be2c51e7 req-8fe0bb09-c3d4-4565-9bb3-0d7b7b8fe4ed tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:16.073806 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e837054-cd8d-4072-b79e-a6a0be2c51e7 req-8fe0bb09-c3d4-4565-9bb3-0d7b7b8fe4ed tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 945 time: 0.0475812 Jan 18 20:42:16.122886 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e837054-cd8d-4072-b79e-a6a0be2c51e7 req-fd07ddd5-ccd3-4f9e-a821-e4837e4244b8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426748 Jan 18 20:42:16.462076 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33890) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:42:16.512541 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c8c095-0b9b-48c0-b682-d882ec0f92ad tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:16.514066 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-01c8c095-0b9b-48c0-b682-d882ec0f92ad tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b0799cf-8cdf-46d5-953b-bdacab604b8c HTTP/1.1" status: 200 len: 814 time: 0.0509574 Jan 18 20:42:16.990669 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33898) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:42:16.995851 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-fb2d5925-db9b-4dcb-b2b8-a2914a2fff06 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'network': {'name': 'tempest-network-smoke--1826150233', 'project_id': 'c211e494495449f392a0607cbd9b6951', 'port_security_enabled': True}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:42:17.021451 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2d5925-db9b-4dcb-b2b8-a2914a2fff06 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Made reservation on behalf of c211e494495449f392a0607cbd9b6951 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:42:17.025267 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5925-db9b-4dcb-b2b8-a2914a2fff06 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:17.050735 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2d5925-db9b-4dcb-b2b8-a2914a2fff06 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:42:17.061035 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5925-db9b-4dcb-b2b8-a2914a2fff06 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (4d28dd76-a70f-4ccd-b008-c0e37fc2a18c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:17.061384 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-fb2d5925-db9b-4dcb-b2b8-a2914a2fff06 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Added segment 4d28dd76-a70f-4ccd-b008-c0e37fc2a18c of type vlan for network 616908d7-0b4f-428a-a8d6-3c3f0bd6749a Jan 18 20:42:17.103500 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5925-db9b-4dcb-b2b8-a2914a2fff06 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (616908d7-0b4f-428a-a8d6-3c3f0bd6749a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:17.131923 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5925-db9b-4dcb-b2b8-a2914a2fff06 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (616908d7-0b4f-428a-a8d6-3c3f0bd6749a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:17.137578 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2d5925-db9b-4dcb-b2b8-a2914a2fff06 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:17.138186 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5925-db9b-4dcb-b2b8-a2914a2fff06 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:17.179556 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fb2d5925-db9b-4dcb-b2b8-a2914a2fff06 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1850231 Jan 18 20:42:17.180072 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33904) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:42:17.232864 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d5925-db9b-4dcb-b2b8-a2914a2fff06 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'Network': ['ID=616908d7-0b4f-428a-a8d6-3c3f0bd6749a,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:17.248220 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 616908d7-0b4f-428a-a8d6-3c3f0bd6749a details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:42:17.260684 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965784c9-6b3b-4343-bbae-deb3d070776d req-eb446c9c-1b45-4dc4-8dbb-9106bed524e1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:17.262845 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae1796a-63e7-4d5c-b09b-7be43f8cb0ae tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:17.266319 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2ae1796a-63e7-4d5c-b09b-7be43f8cb0ae tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=c211e494495449f392a0607cbd9b6951&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0832090 Jan 18 20:42:17.267965 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33906) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:42:17.269111 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-965784c9-6b3b-4343-bbae-deb3d070776d req-eb446c9c-1b45-4dc4-8dbb-9106bed524e1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 945 time: 0.0659652 Jan 18 20:42:17.332050 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-965784c9-6b3b-4343-bbae-deb3d070776d req-584bec80-93a4-488f-b65a-253c36b4aa56 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619371 Jan 18 20:42:17.384331 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95e897f-f3a7-4d72-84c5-819694f58529 tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:17.385777 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d95e897f-f3a7-4d72-84c5-819694f58529 tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1164784 Jan 18 20:42:17.388507 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33908) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:42:17.416418 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c24eba35-b37c-4c64-962f-0e71d0dc9f0a tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b0799cf-8cdf-46d5-953b-bdacab604b8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268435 Jan 18 20:42:17.418986 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33910) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:42:17.453685 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-db6ff457-f987-4a88-8f55-2da8f2cfc10c tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=c211e494495449f392a0607cbd9b6951&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336196 Jan 18 20:42:17.456764 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33912) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:42:17.546598 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddc1577-3d19-48a2-bb4a-21fea408cd45 tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:17.548283 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7ddc1577-3d19-48a2-bb4a-21fea408cd45 tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905986 Jan 18 20:42:17.551067 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33914) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:42:17.576976 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3c5cf429-d41b-4b90-b4af-cd45ff1b176d tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b0799cf-8cdf-46d5-953b-bdacab604b8c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0249157 Jan 18 20:42:17.579944 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33916) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:42:17.584655 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-dd89fdf6-758d-4595-bf9d-2e615564b411 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1611932223', 'network_id': '616908d7-0b4f-428a-a8d6-3c3f0bd6749a', 'project_id': 'c211e494495449f392a0607cbd9b6951', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:42:17.676557 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd89fdf6-758d-4595-bf9d-2e615564b411 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Made reservation on behalf of c211e494495449f392a0607cbd9b6951 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:42:17.680153 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dd89fdf6-758d-4595-bf9d-2e615564b411 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:17.868039 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dd89fdf6-758d-4595-bf9d-2e615564b411 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (5b514178-1ca3-4c4b-ac38-07e0ef8f2179), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:17.926145 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89fdf6-758d-4595-bf9d-2e615564b411 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'Subnet': ['ID=5b514178-1ca3-4c4b-ac38-07e0ef8f2179,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:17.939441 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89fdf6-758d-4595-bf9d-2e615564b411 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:17.940010 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89fdf6-758d-4595-bf9d-2e615564b411 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:17.940346 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89fdf6-758d-4595-bf9d-2e615564b411 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:17.940682 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89fdf6-758d-4595-bf9d-2e615564b411 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:17.941032 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89fdf6-758d-4595-bf9d-2e615564b411 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:17.941337 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89fdf6-758d-4595-bf9d-2e615564b411 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:17.941671 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89fdf6-758d-4595-bf9d-2e615564b411 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:17.941997 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89fdf6-758d-4595-bf9d-2e615564b411 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:17.942318 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89fdf6-758d-4595-bf9d-2e615564b411 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:17.942647 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89fdf6-758d-4595-bf9d-2e615564b411 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:17.942961 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89fdf6-758d-4595-bf9d-2e615564b411 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:17.943283 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89fdf6-758d-4595-bf9d-2e615564b411 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:17.943606 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89fdf6-758d-4595-bf9d-2e615564b411 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:17.955691 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd89fdf6-758d-4595-bf9d-2e615564b411 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Checking segment: {'id': '4d28dd76-a70f-4ccd-b008-c0e37fc2a18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '616908d7-0b4f-428a-a8d6-3c3f0bd6749a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:42:17.956047 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd89fdf6-758d-4595-bf9d-2e615564b411 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Network hostable DHCP agents. Network: 616908d7-0b4f-428a-a8d6-3c3f0bd6749a, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:42:17.981743 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd89fdf6-758d-4595-bf9d-2e615564b411 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Network 616908d7-0b4f-428a-a8d6-3c3f0bd6749a is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:42:17.995779 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-dd89fdf6-758d-4595-bf9d-2e615564b411 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 616908d7-0b4f-428a-a8d6-3c3f0bd6749a) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:42:18.008252 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e70c86-a953-4492-b28e-ebd041d10b16 None None] Network 616908d7-0b4f-428a-a8d6-3c3f0bd6749a requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:42:18.022058 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd89fdf6-758d-4595-bf9d-2e615564b411 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:18.022703 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dd89fdf6-758d-4595-bf9d-2e615564b411 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:18.044440 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-dd89fdf6-758d-4595-bf9d-2e615564b411 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4635108 Jan 18 20:42:18.144758 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-616908d7-0b4f-428a-a8d6-3c3f0bd6749a', 'network_id': '616908d7-0b4f-428a-a8d6-3c3f0bd6749a', 'project_id': 'c211e494495449f392a0607cbd9b6951', 'fixed_ips': [{'subnet_id': '5b514178-1ca3-4c4b-ac38-07e0ef8f2179'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:42:18.146503 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:18.297240 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33924) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:42:18.303135 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-a333e832-d33f-43ac-a6b4-0bc04ea6467f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-531878042', 'description': 'tempest-secgroup-smoke-531878042 description', 'project_id': 'c211e494495449f392a0607cbd9b6951'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:42:18.322561 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Allocated IP 172.20.0.18 (616908d7-0b4f-428a-a8d6-3c3f0bd6749a/5b514178-1ca3-4c4b-ac38-07e0ef8f2179/a5d35ba6-4ced-43b9-84e5-3cc5a2610aea) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:42:18.334441 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a333e832-d33f-43ac-a6b4-0bc04ea6467f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:18.448573 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a333e832-d33f-43ac-a6b4-0bc04ea6467f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group (8dc2074e-cb2f-4f27-bf47-d04c285851db), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:18.457141 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a333e832-d33f-43ac-a6b4-0bc04ea6467f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8dc2074e-cb2f-4f27-bf47-d04c285851db), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:18.479470 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aedce7-6d25-4832-9057-ca35b243ece3 req-ee17f54b-0036-4b91-ba3f-277fa70cc1ba tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:18.487246 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-77aedce7-6d25-4832-9057-ca35b243ece3 req-ee17f54b-0036-4b91-ba3f-277fa70cc1ba tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 945 time: 0.0846958 Jan 18 20:42:18.520214 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a333e832-d33f-43ac-a6b4-0bc04ea6467f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:18.524412 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a333e832-d33f-43ac-a6b4-0bc04ea6467f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2256854 Jan 18 20:42:18.525067 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 33928) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:42:18.539704 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-dfaa8cca-8fc0-41b6-ac7a-2dcd24509f1b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'security_group_rule': {'security_group_id': '8dc2074e-cb2f-4f27-bf47-d04c285851db', 'project_id': 'c211e494495449f392a0607cbd9b6951', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:42:18.569966 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-77aedce7-6d25-4832-9057-ca35b243ece3 req-b72c7d06-b722-426a-8d93-73cebdbab6d2 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815053 Jan 18 20:42:18.576310 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333e832-d33f-43ac-a6b4-0bc04ea6467f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc2074e-cb2f-4f27-bf47-d04c285851db,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:18.593695 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Publish callbacks [] for port (a5d35ba6-4ced-43b9-84e5-3cc5a2610aea), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:18.597750 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8cca-8fc0-41b6-ac7a-2dcd24509f1b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (51d342e0-8cd2-4cc8-8cb6-e6149abda27b), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:18.599296 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (a5d35ba6-4ced-43b9-84e5-3cc5a2610aea), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:18.654117 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Network 616908d7-0b4f-428a-a8d6-3c3f0bd6749a is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:42:18.657228 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:42:18.665653 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:42:18.711727 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8cca-8fc0-41b6-ac7a-2dcd24509f1b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (51d342e0-8cd2-4cc8-8cb6-e6149abda27b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:18.720200 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8cca-8fc0-41b6-ac7a-2dcd24509f1b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (51d342e0-8cd2-4cc8-8cb6-e6149abda27b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:18.722849 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-2706f0ed-0caa-46fe-9f31-c969234b4fad service neutron] show failed (client error): The resource could not be found. Jan 18 20:42:18.725158 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-2706f0ed-0caa-46fe-9f31-c969234b4fad service neutron] 10.222.0.70 "GET /v2.0/ports/a360af47-f4ee-4a1d-abd7-796406174b94/bindings/n-h1-741529-9 HTTP/1.1" status: 404 len: 380 time: 0.0645521 Jan 18 20:42:18.740239 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Pushing event updated for resources: {'Port': ['ID=a5d35ba6-4ced-43b9-84e5-3cc5a2610aea,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:18.753207 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Attempting to bind port a5d35ba6-4ced-43b9-84e5-3cc5a2610aea on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:42:18.753442 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa8cca-8fc0-41b6-ac7a-2dcd24509f1b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d342e0-8cd2-4cc8-8cb6-e6149abda27b,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:18.753730 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Attempting to bind port a5d35ba6-4ced-43b9-84e5-3cc5a2610aea by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '4d28dd76-a70f-4ccd-b008-c0e37fc2a18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '616908d7-0b4f-428a-a8d6-3c3f0bd6749a'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:42:18.755955 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Attempting to bind port a5d35ba6-4ced-43b9-84e5-3cc5a2610aea on network 616908d7-0b4f-428a-a8d6-3c3f0bd6749a {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:42:18.761288 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:18.761668 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:18.762052 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:18.762709 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:18.762709 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:18.763631 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:18.764588 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:18.764588 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:18.765737 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:18.765737 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:18.765737 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:18.765737 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:18.767778 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:18.776221 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8cca-8fc0-41b6-ac7a-2dcd24509f1b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:18.777376 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-dfaa8cca-8fc0-41b6-ac7a-2dcd24509f1b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2457108 Jan 18 20:42:18.778396 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:42:18.778910 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Checking segment: {'id': '4d28dd76-a70f-4ccd-b008-c0e37fc2a18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '616908d7-0b4f-428a-a8d6-3c3f0bd6749a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:42:18.779427 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:18.779898 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Bound using segment: {'id': '4d28dd76-a70f-4ccd-b008-c0e37fc2a18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '616908d7-0b4f-428a-a8d6-3c3f0bd6749a'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:42:18.780460 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Bound port: a5d35ba6-4ced-43b9-84e5-3cc5a2610aea, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d28dd76-a70f-4ccd-b008-c0e37fc2a18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '616908d7-0b4f-428a-a8d6-3c3f0bd6749a'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:42:18.781210 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33930) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:42:18.785540 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a5d35ba6-4ced-43b9-84e5-3cc5a2610aea), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:18.787092 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-467b495b-be18-4e25-ae15-bffc889ec418 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'security_group_rule': {'security_group_id': '8dc2074e-cb2f-4f27-bf47-d04c285851db', 'project_id': 'c211e494495449f392a0607cbd9b6951', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:42:18.838097 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-467b495b-be18-4e25-ae15-bffc889ec418 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (331d5c82-c1e7-4dbf-acc6-f79c7c5afc71), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:18.910649 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-467b495b-be18-4e25-ae15-bffc889ec418 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (331d5c82-c1e7-4dbf-acc6-f79c7c5afc71), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:18.915481 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-467b495b-be18-4e25-ae15-bffc889ec418 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (331d5c82-c1e7-4dbf-acc6-f79c7c5afc71), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:18.916416 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] For port a5d35ba6-4ced-43b9-84e5-3cc5a2610aea, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:42:18.930238 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] For port a5d35ba6-4ced-43b9-84e5-3cc5a2610aea, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=a5d35ba6-4ced-43b9-84e5-3cc5a2610aea,segment=NetworkSegment(4d28dd76-a70f-4ccd-b008-c0e37fc2a18c),segment_id=4d28dd76-a70f-4ccd-b008-c0e37fc2a18c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:42:18.940215 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b495b-be18-4e25-ae15-bffc889ec418 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331d5c82-c1e7-4dbf-acc6-f79c7c5afc71,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:18.947725 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-467b495b-be18-4e25-ae15-bffc889ec418 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:18.949119 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-467b495b-be18-4e25-ae15-bffc889ec418 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1666138 Jan 18 20:42:18.951127 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a5d35ba6-4ced-43b9-84e5-3cc5a2610aea), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:18.952080 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33932) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:42:18.957199 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-1a38b01c-3de0-49d5-a09c-01bf8a34533d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'security_group_rule': {'security_group_id': '8dc2074e-cb2f-4f27-bf47-d04c285851db', 'project_id': 'c211e494495449f392a0607cbd9b6951', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:42:19.000256 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a38b01c-3de0-49d5-a09c-01bf8a34533d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (2f1f89bc-d57f-4d4a-b194-c9438dcc2be6), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:19.038195 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-4a546fd8-b39b-448d-b2bc-48c41b414d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:19.044302 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-4a546fd8-b39b-448d-b2bc-48c41b414d54 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11&tenant_id=0f033c66edd74e168cf3601ff8da102f HTTP/1.1" status: 200 len: 1096 time: 0.0788496 Jan 18 20:42:19.063635 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-b382eb9d-513f-4e89-996c-7fbf8effcd89 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-741529-9', 'device_owner': 'compute:nova'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:42:19.065009 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679556e3-25f7-4c28-ae75-bbf42257fc39 None None] Pushing event updated for resources: {'Port': ['ID=a5d35ba6-4ced-43b9-84e5-3cc5a2610aea,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:19.119576 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a38b01c-3de0-49d5-a09c-01bf8a34533d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (2f1f89bc-d57f-4d4a-b194-c9438dcc2be6), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:19.126113 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a38b01c-3de0-49d5-a09c-01bf8a34533d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (2f1f89bc-d57f-4d4a-b194-c9438dcc2be6), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:19.161356 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-b382eb9d-513f-4e89-996c-7fbf8effcd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:19.168444 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b01c-3de0-49d5-a09c-01bf8a34533d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1f89bc-d57f-4d4a-b194-c9438dcc2be6,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:19.193337 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a38b01c-3de0-49d5-a09c-01bf8a34533d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:19.205054 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1a38b01c-3de0-49d5-a09c-01bf8a34533d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2511258 Jan 18 20:42:19.207800 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33938) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:42:19.212466 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-559343d9-afa6-4dd8-aa2b-fb1f7e44ce60 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'security_group_rule': {'security_group_id': '8dc2074e-cb2f-4f27-bf47-d04c285851db', 'project_id': 'c211e494495449f392a0607cbd9b6951', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:42:19.248817 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-559343d9-afa6-4dd8-aa2b-fb1f7e44ce60 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (a7184262-be4b-4b0b-ad63-8400bfc5b22c), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:19.400624 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-559343d9-afa6-4dd8-aa2b-fb1f7e44ce60 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (a7184262-be4b-4b0b-ad63-8400bfc5b22c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:19.416839 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-559343d9-afa6-4dd8-aa2b-fb1f7e44ce60 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (a7184262-be4b-4b0b-ad63-8400bfc5b22c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:19.456746 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559343d9-afa6-4dd8-aa2b-fb1f7e44ce60 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7184262-be4b-4b0b-ad63-8400bfc5b22c,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:19.475168 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-559343d9-afa6-4dd8-aa2b-fb1f7e44ce60 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:19.477413 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-559343d9-afa6-4dd8-aa2b-fb1f7e44ce60 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2680829 Jan 18 20:42:19.481128 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33940) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:42:19.484965 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-b382eb9d-513f-4e89-996c-7fbf8effcd89 service neutron] For port a360af47-f4ee-4a1d-abd7-796406174b94, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a360af47-f4ee-4a1d-abd7-796406174b94,segment=NetworkSegment(3ab71d82-d5d5-4679-8c70-f1f89d3ccd81),segment_id=3ab71d82-d5d5-4679-8c70-f1f89d3ccd81)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:42:19.486317 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-a59c239e-f72f-47c3-8753-38f30231888e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'security_group_rule': {'security_group_id': '8dc2074e-cb2f-4f27-bf47-d04c285851db', 'project_id': 'c211e494495449f392a0607cbd9b6951', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:42:19.530635 n-d-741529-9 neutron-server[103336]: INFO neutron.db.securitygroups_db [None req-a59c239e-f72f-47c3-8753-38f30231888e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Project c211e494495449f392a0607cbd9b6951 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:42:19.537423 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a59c239e-f72f-47c3-8753-38f30231888e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (d297f2c2-6adc-4678-ac2a-d90ce70c1561), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:19.586837 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-b382eb9d-513f-4e89-996c-7fbf8effcd89 service neutron] For port a360af47-f4ee-4a1d-abd7-796406174b94, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:42:19.634778 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a59c239e-f72f-47c3-8753-38f30231888e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (d297f2c2-6adc-4678-ac2a-d90ce70c1561), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:19.645575 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a59c239e-f72f-47c3-8753-38f30231888e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (d297f2c2-6adc-4678-ac2a-d90ce70c1561), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:19.655470 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063667ff-d8a4-412f-9f50-34837928af11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a360af47-f4ee-4a1d-abd7-796406174b94'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:42:19.658080 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ab6b61-59bd-45d3-83fb-c41cee444cb5" -d '{"events": [{"server_uuid": "063667ff-d8a4-412f-9f50-34837928af11", "name": "network-vif-unplugged", "status": "completed", "tag": "a360af47-f4ee-4a1d-abd7-796406174b94"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:42:19.662104 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-b382eb9d-513f-4e89-996c-7fbf8effcd89 service neutron] Publish callbacks [] for port (a360af47-f4ee-4a1d-abd7-796406174b94), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:19.693763 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-b382eb9d-513f-4e89-996c-7fbf8effcd89 service neutron] Transition to ACTIVE for port object a360af47-f4ee-4a1d-abd7-796406174b94 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:42:19.702556 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-b382eb9d-513f-4e89-996c-7fbf8effcd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:19.710881 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c239e-f72f-47c3-8753-38f30231888e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d297f2c2-6adc-4678-ac2a-d90ce70c1561,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:19.734976 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809d7c55-51e3-4a0a-8afa-626f3687adaf x-openstack-request-id: req-809d7c55-51e3-4a0a-8afa-626f3687adaf {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:42:19.736046 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063667ff-d8a4-412f-9f50-34837928af11", "name": "network-vif-unplugged", "status": "completed", "tag": "a360af47-f4ee-4a1d-abd7-796406174b94", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:42:19.736346 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-809d7c55-51e3-4a0a-8afa-626f3687adaf {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:42:19.737014 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063667ff-d8a4-412f-9f50-34837928af11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a360af47-f4ee-4a1d-abd7-796406174b94', 'code': 200} Jan 18 20:42:19.777101 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a59c239e-f72f-47c3-8753-38f30231888e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:19.786721 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a59c239e-f72f-47c3-8753-38f30231888e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3041265 Jan 18 20:42:19.788766 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 33946) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:42:19.797540 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-e7dc89d4-d1de-4187-97db-c241bfd1d8db tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'security_group_rule': {'security_group_id': '8dc2074e-cb2f-4f27-bf47-d04c285851db', 'project_id': 'c211e494495449f392a0607cbd9b6951', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:42:19.901082 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b382eb9d-513f-4e89-996c-7fbf8effcd89 service neutron] Pushing event updated for resources: {'Port': ['ID=a360af47-f4ee-4a1d-abd7-796406174b94,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:19.914115 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-b382eb9d-513f-4e89-996c-7fbf8effcd89 service neutron] No DVR routers for this DVR port a360af47-f4ee-4a1d-abd7-796406174b94 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:42:19.935507 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91225fc-3bbf-47ea-81cf-ea74b20cfe27 req-76abd7d3-8d5b-4f5a-9e84-384b9e7fd006 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:19.939033 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a91225fc-3bbf-47ea-81cf-ea74b20cfe27 req-76abd7d3-8d5b-4f5a-9e84-384b9e7fd006 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 943 time: 0.2601049 Jan 18 20:42:19.956939 n-d-741529-9 neutron-server[103336]: INFO neutron.db.securitygroups_db [None req-e7dc89d4-d1de-4187-97db-c241bfd1d8db tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Project c211e494495449f392a0607cbd9b6951 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:42:20.019252 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device a5d35ba6-4ced-43b9-84e5-3cc5a2610aea up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:42:20.020092 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e7dc89d4-d1de-4187-97db-c241bfd1d8db tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (d888619c-93de-4231-96fa-77425a8e5832), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:20.085399 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a91225fc-3bbf-47ea-81cf-ea74b20cfe27 req-349c4573-44a0-49e3-bbb9-eea1a494f3b5 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181216 Jan 18 20:42:20.125526 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e7dc89d4-d1de-4187-97db-c241bfd1d8db tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (d888619c-93de-4231-96fa-77425a8e5832), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:20.132140 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e7dc89d4-d1de-4187-97db-c241bfd1d8db tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (d888619c-93de-4231-96fa-77425a8e5832), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:20.154897 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port a5d35ba6-4ced-43b9-84e5-3cc5a2610aea triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:42:20.155626 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a5d35ba6-4ced-43b9-84e5-3cc5a2610aea), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:20.225951 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc89d4-d1de-4187-97db-c241bfd1d8db tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d888619c-93de-4231-96fa-77425a8e5832,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:20.251826 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-b382eb9d-513f-4e89-996c-7fbf8effcd89 service neutron] Attempting to bind port a360af47-f4ee-4a1d-abd7-796406174b94 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:42:20.252390 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-b382eb9d-513f-4e89-996c-7fbf8effcd89 service neutron] Attempting to bind port a360af47-f4ee-4a1d-abd7-796406174b94 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '3ab71d82-d5d5-4679-8c70-f1f89d3ccd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:42:20.252935 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-b382eb9d-513f-4e89-996c-7fbf8effcd89 service neutron] Attempting to bind port a360af47-f4ee-4a1d-abd7-796406174b94 on network c06b7a8c-f799-43e2-8624-184b61bf3f50 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:42:20.253744 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e7dc89d4-d1de-4187-97db-c241bfd1d8db tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:20.259002 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-b382eb9d-513f-4e89-996c-7fbf8effcd89 service neutron] Port a360af47-f4ee-4a1d-abd7-796406174b94 on network c06b7a8c-f799-43e2-8624-184b61bf3f50 not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:42:20.259634 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-b382eb9d-513f-4e89-996c-7fbf8effcd89 service neutron] Attempting to bind port a360af47-f4ee-4a1d-abd7-796406174b94 on network c06b7a8c-f799-43e2-8624-184b61bf3f50 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:42:20.266638 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-b382eb9d-513f-4e89-996c-7fbf8effcd89 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:42:20.267834 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-b382eb9d-513f-4e89-996c-7fbf8effcd89 service neutron] Checking segment: {'id': '3ab71d82-d5d5-4679-8c70-f1f89d3ccd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:42:20.267971 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e7dc89d4-d1de-4187-97db-c241bfd1d8db tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4759352 Jan 18 20:42:20.268513 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-b382eb9d-513f-4e89-996c-7fbf8effcd89 service neutron] Bound using segment: {'id': '3ab71d82-d5d5-4679-8c70-f1f89d3ccd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:42:20.269157 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-b382eb9d-513f-4e89-996c-7fbf8effcd89 service neutron] Bound port: a360af47-f4ee-4a1d-abd7-796406174b94, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ab71d82-d5d5-4679-8c70-f1f89d3ccd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:42:20.269718 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-b382eb9d-513f-4e89-996c-7fbf8effcd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:20.429699 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port a5d35ba6-4ced-43b9-84e5-3cc5a2610aea is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:42:20.430116 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a5d35ba6-4ced-43b9-84e5-3cc5a2610aea), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:20.446575 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-b382eb9d-513f-4e89-996c-7fbf8effcd89 service neutron] For port a360af47-f4ee-4a1d-abd7-796406174b94, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:42:20.455805 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-b382eb9d-513f-4e89-996c-7fbf8effcd89 service neutron] For port a360af47-f4ee-4a1d-abd7-796406174b94, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=a360af47-f4ee-4a1d-abd7-796406174b94,segment=NetworkSegment(3ab71d82-d5d5-4679-8c70-f1f89d3ccd81),segment_id=3ab71d82-d5d5-4679-8c70-f1f89d3ccd81)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:42:20.461987 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-b382eb9d-513f-4e89-996c-7fbf8effcd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:20.502146 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-b382eb9d-513f-4e89-996c-7fbf8effcd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:20.502773 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-b382eb9d-513f-4e89-996c-7fbf8effcd89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:20.504198 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-b382eb9d-513f-4e89-996c-7fbf8effcd89 service neutron] 10.222.0.57 "PUT /v2.0/ports/a360af47-f4ee-4a1d-abd7-796406174b94 HTTP/1.1" status: 200 len: 1091 time: 1.4473231 Jan 18 20:42:20.505706 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port a5d35ba6-4ced-43b9-84e5-3cc5a2610aea, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=a5d35ba6-4ced-43b9-84e5-3cc5a2610aea,segment=NetworkSegment(4d28dd76-a70f-4ccd-b008-c0e37fc2a18c),segment_id=4d28dd76-a70f-4ccd-b008-c0e37fc2a18c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:42:20.516396 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a5d35ba6-4ced-43b9-84e5-3cc5a2610aea), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:20.568726 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-e642a734-1b6f-4084-a5a8-04620647ae84 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-531878042&fields=id&tenant_id=c211e494495449f392a0607cbd9b6951 HTTP/1.1" status: 200 len: 267 time: 0.1138570 Jan 18 20:42:20.593930 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b382eb9d-513f-4e89-996c-7fbf8effcd89 service neutron] Pushing event updated for resources: {'Port': ['ID=a360af47-f4ee-4a1d-abd7-796406174b94,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:20.609293 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-30133832-9aa4-43ef-8bac-337dadf6d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:20.611128 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-30133832-9aa4-43ef-8bac-337dadf6d42f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 1094 time: 0.0724254 Jan 18 20:42:20.637120 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=a5d35ba6-4ced-43b9-84e5-3cc5a2610aea,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:20.745697 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858a26cd-e0c1-476f-ae92-82d309137682 None None] Network 616908d7-0b4f-428a-a8d6-3c3f0bd6749a requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:42:20.750282 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-ecd0c082-1139-457a-a8cf-6d89a8cb719d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:20.752564 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-ecd0c082-1139-457a-a8cf-6d89a8cb719d service neutron] 10.222.0.57 "GET /v2.0/networks?id=c06b7a8c-f799-43e2-8624-184b61bf3f50 HTTP/1.1" status: 200 len: 898 time: 0.1346409 Jan 18 20:42:20.803315 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-789ac518-433b-4d94-985b-146f89f1f910 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:20.805160 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-789ac518-433b-4d94-985b-146f89f1f910 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/networks?id=616908d7-0b4f-428a-a8d6-3c3f0bd6749a HTTP/1.1" status: 200 len: 797 time: 0.2301717 Jan 18 20:42:20.833453 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-dab65ae6-501e-465e-b4ef-df07ddfda1bc tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/quotas/c211e494495449f392a0607cbd9b6951 HTTP/1.1" status: 200 len: 375 time: 0.0163877 Jan 18 20:42:20.839333 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-7aced4e1-68b8-431e-8f82-c6b69b51a3a6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a360af47-f4ee-4a1d-abd7-796406174b94 HTTP/1.1" status: 200 len: 997 time: 0.0787265 Jan 18 20:42:20.848912 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d72f68d1-1a78-4371-a8be-d45c188f6e28 None None] Provisioning complete for port a5d35ba6-4ced-43b9-84e5-3cc5a2610aea triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:42:20.851360 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d72f68d1-1a78-4371-a8be-d45c188f6e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a5d35ba6-4ced-43b9-84e5-3cc5a2610aea), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:20.926271 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-99cc04f0-a9d3-4be7-995e-cc5ed751e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:20.927990 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-99cc04f0-a9d3-4be7-995e-cc5ed751e564 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b04d7b55-dbd3-4afa-b132-6666b2257dbd HTTP/1.1" status: 200 len: 834 time: 0.0814705 Jan 18 20:42:20.929589 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-e5a1b381-e083-4a8c-bb97-5e49aa01f3e9 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c211e494495449f392a0607cbd9b6951&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0958369 Jan 18 20:42:20.994840 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d72f68d1-1a78-4371-a8be-d45c188f6e28 None None] Current status of the port a5d35ba6-4ced-43b9-84e5-3cc5a2610aea is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:42:21.007994 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-de852ae8-59dc-43ae-b3a8-b1b26bbfa22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:21.010058 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-de852ae8-59dc-43ae-b3a8-b1b26bbfa22a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c06b7a8c-f799-43e2-8624-184b61bf3f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750160 Jan 18 20:42:21.080095 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-2120f235-63da-45b5-9cdf-f533c7008a16 service neutron] 10.222.0.31 "GET /v2.0/networks/616908d7-0b4f-428a-a8d6-3c3f0bd6749a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366820 Jan 18 20:42:21.135000 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-7afda189-d76a-41f5-b633-11ad5bcef4f5 service neutron] 10.222.0.57 "GET /v2.0/networks/c06b7a8c-f799-43e2-8624-184b61bf3f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145718 Jan 18 20:42:21.265170 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ca1783d8-a528-45e5-a711-665bc1e448e1 req-756f8888-6e62-480c-a013-eb3ad3dd7b60 service neutron] 10.222.0.57 "GET /v2.0/networks/c06b7a8c-f799-43e2-8624-184b61bf3f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213279 Jan 18 20:42:21.302571 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b62a8-d605-4209-a72d-598eb40cc153 req-18775618-ca38-4389-b42f-6d5f24b258ec tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:21.304214 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-749b62a8-d605-4209-a72d-598eb40cc153 req-18775618-ca38-4389-b42f-6d5f24b258ec tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 943 time: 0.1170299 Jan 18 20:42:21.306343 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-3486b42f-ea1c-4ca6-b925-abe4be2a3a28 service neutron] 10.222.0.31 "GET /v2.0/networks/616908d7-0b4f-428a-a8d6-3c3f0bd6749a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154784 Jan 18 20:42:21.417034 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-749b62a8-d605-4209-a72d-598eb40cc153 req-636f8221-d355-4fc8-93d8-6f989e5049d6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038573 Jan 18 20:42:21.470402 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-758c187f-71ba-48bc-ae28-95f9c00c125b None None] Provisioning complete for port a5d35ba6-4ced-43b9-84e5-3cc5a2610aea triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:42:21.473371 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-758c187f-71ba-48bc-ae28-95f9c00c125b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a5d35ba6-4ced-43b9-84e5-3cc5a2610aea), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:21.657751 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-758c187f-71ba-48bc-ae28-95f9c00c125b None None] Current status of the port a5d35ba6-4ced-43b9-84e5-3cc5a2610aea is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:42:21.680758 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-92def4e3-cacf-4f73-a4e4-1acc2fd9dfde req-fb6837e7-db36-4812-ac51-e153f94c42d6 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bed7b19-843b-4d66-9940-62ea3b2b5c2d HTTP/1.1" status: 200 len: 210 time: 0.0508387 Jan 18 20:42:21.740606 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063667ff-d8a4-412f-9f50-34837928af11', 'tag': 'a360af47-f4ee-4a1d-abd7-796406174b94'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:42:21.752057 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6344dfa-ea87-451f-a7b0-05676df905f2" -d '{"events": [{"name": "network-changed", "server_uuid": "063667ff-d8a4-412f-9f50-34837928af11", "tag": "a360af47-f4ee-4a1d-abd7-796406174b94"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:42:21.853219 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979d264c-12be-4d34-95f5-5659626d3ac6 x-openstack-request-id: req-979d264c-12be-4d34-95f5-5659626d3ac6 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:42:21.853570 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063667ff-d8a4-412f-9f50-34837928af11", "tag": "a360af47-f4ee-4a1d-abd7-796406174b94", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:42:21.853838 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-979d264c-12be-4d34-95f5-5659626d3ac6 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:42:21.854251 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063667ff-d8a4-412f-9f50-34837928af11', 'tag': 'a360af47-f4ee-4a1d-abd7-796406174b94', 'status': 'completed', 'code': 200} Jan 18 20:42:21.859605 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device a5d35ba6-4ced-43b9-84e5-3cc5a2610aea up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:42:21.977922 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port a5d35ba6-4ced-43b9-84e5-3cc5a2610aea triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:42:21.978519 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a5d35ba6-4ced-43b9-84e5-3cc5a2610aea), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:22.008021 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6344dfa-ea87-451f-a7b0-05676df905f2 req-a3738957-40bb-4085-892f-40efdf077ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:22.013302 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6344dfa-ea87-451f-a7b0-05676df905f2 req-a3738957-40bb-4085-892f-40efdf077ada service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 1094 time: 0.0847490 Jan 18 20:42:22.016163 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6344dfa-ea87-451f-a7b0-05676df905f2 req-7d5c9a20-7ae2-41ba-a1af-5004f97089bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:22.018524 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b6344dfa-ea87-451f-a7b0-05676df905f2 req-7d5c9a20-7ae2-41ba-a1af-5004f97089bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 1094 time: 0.0952437 Jan 18 20:42:22.160883 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6344dfa-ea87-451f-a7b0-05676df905f2 req-a997ccb3-06bd-4ea6-aad5-7071f0a59716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:22.162570 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b6344dfa-ea87-451f-a7b0-05676df905f2 req-a997ccb3-06bd-4ea6-aad5-7071f0a59716 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c06b7a8c-f799-43e2-8624-184b61bf3f50 HTTP/1.1" status: 200 len: 898 time: 0.1290140 Jan 18 20:42:22.230732 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6344dfa-ea87-451f-a7b0-05676df905f2 req-9841f5dc-5fd0-434a-8274-28c6b237171f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:22.232724 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6344dfa-ea87-451f-a7b0-05676df905f2 req-9841f5dc-5fd0-434a-8274-28c6b237171f service neutron] 10.222.0.70 "GET /v2.0/networks?id=c06b7a8c-f799-43e2-8624-184b61bf3f50 HTTP/1.1" status: 200 len: 898 time: 0.2119601 Jan 18 20:42:22.240741 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b6344dfa-ea87-451f-a7b0-05676df905f2 req-11acf0a8-4275-4c5a-adee-6c74a97aedd2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a360af47-f4ee-4a1d-abd7-796406174b94 HTTP/1.1" status: 200 len: 997 time: 0.0717325 Jan 18 20:42:22.260147 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port a5d35ba6-4ced-43b9-84e5-3cc5a2610aea is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:42:22.357802 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6344dfa-ea87-451f-a7b0-05676df905f2 req-8267642d-dbe5-47ff-8c71-b8922884d625 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a360af47-f4ee-4a1d-abd7-796406174b94 HTTP/1.1" status: 200 len: 997 time: 0.1134033 Jan 18 20:42:22.385304 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6344dfa-ea87-451f-a7b0-05676df905f2 req-07ba4f26-69fa-4b01-bb79-82ed33690bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:22.386875 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b6344dfa-ea87-451f-a7b0-05676df905f2 req-07ba4f26-69fa-4b01-bb79-82ed33690bb4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b04d7b55-dbd3-4afa-b132-6666b2257dbd HTTP/1.1" status: 200 len: 834 time: 0.1370473 Jan 18 20:42:22.445131 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6344dfa-ea87-451f-a7b0-05676df905f2 req-ca8f3822-fa0b-452a-83ba-f059f7e175df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:22.447078 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6344dfa-ea87-451f-a7b0-05676df905f2 req-ca8f3822-fa0b-452a-83ba-f059f7e175df service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b04d7b55-dbd3-4afa-b132-6666b2257dbd HTTP/1.1" status: 200 len: 834 time: 0.0795569 Jan 18 20:42:22.476143 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6344dfa-ea87-451f-a7b0-05676df905f2 req-1b732d09-4c3b-4be6-b505-0d6193b66988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:22.477646 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b6344dfa-ea87-451f-a7b0-05676df905f2 req-1b732d09-4c3b-4be6-b505-0d6193b66988 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c06b7a8c-f799-43e2-8624-184b61bf3f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826058 Jan 18 20:42:22.627967 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b6344dfa-ea87-451f-a7b0-05676df905f2 req-e8a5d5b9-d11d-48d4-9602-1e42bd22d3cc service neutron] 10.222.0.57 "GET /v2.0/networks/c06b7a8c-f799-43e2-8624-184b61bf3f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405139 Jan 18 20:42:22.629957 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6344dfa-ea87-451f-a7b0-05676df905f2 req-59724249-1f3d-4b75-bc99-eb5e7e975238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:22.631544 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6344dfa-ea87-451f-a7b0-05676df905f2 req-59724249-1f3d-4b75-bc99-eb5e7e975238 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c06b7a8c-f799-43e2-8624-184b61bf3f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1776936 Jan 18 20:42:22.643249 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70db03-5077-4e86-b828-c7186bdacc70 req-e6faa96a-3c7e-41bc-be2d-68329a262512 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:22.644855 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d70db03-5077-4e86-b828-c7186bdacc70 req-e6faa96a-3c7e-41bc-be2d-68329a262512 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 943 time: 0.1111705 Jan 18 20:42:22.757403 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a360af47-f4ee-4a1d-abd7-796406174b94 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:42:22.823301 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6344dfa-ea87-451f-a7b0-05676df905f2 req-e3ae1c7e-96d4-4b89-a868-16bc8550e277 service neutron] 10.222.0.70 "GET /v2.0/networks/c06b7a8c-f799-43e2-8624-184b61bf3f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745424 Jan 18 20:42:22.845314 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b6344dfa-ea87-451f-a7b0-05676df905f2 req-e322599d-394b-4293-83e5-8ed6abe91fc6 service neutron] 10.222.0.57 "GET /v2.0/networks/c06b7a8c-f799-43e2-8624-184b61bf3f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090688 Jan 18 20:42:22.880547 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] The host n-h2-741529-9 is not matching for port a360af47-f4ee-4a1d-abd7-796406174b94 host n-h1-741529-9! {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 18 20:42:22.880960 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a360af47-f4ee-4a1d-abd7-796406174b94 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:42:22.906034 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d70db03-5077-4e86-b828-c7186bdacc70 req-c1297cfd-5999-41a6-98fb-7ac29c115f8e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356513 Jan 18 20:42:22.933089 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-410bd6bf-4434-4fb4-91ed-59f5e35ef738 req-fc9d1f1d-24f5-4e31-95d1-5377e921bcf8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bed7b19-843b-4d66-9940-62ea3b2b5c2d HTTP/1.1" status: 200 len: 210 time: 0.0430522 Jan 18 20:42:22.994278 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6344dfa-ea87-451f-a7b0-05676df905f2 req-51acd4fb-5c55-43ce-961f-ce2dee0bd94c service neutron] 10.222.0.70 "GET /v2.0/networks/c06b7a8c-f799-43e2-8624-184b61bf3f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401057 Jan 18 20:42:23.179419 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-6a05251d-90f8-439f-bd66-214f283863a2 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:23.181597 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-6a05251d-90f8-439f-bd66-214f283863a2 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.70 "GET /v2.0/networks?id=616908d7-0b4f-428a-a8d6-3c3f0bd6749a HTTP/1.1" status: 200 len: 797 time: 0.1469452 Jan 18 20:42:23.295666 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-66d83176-d380-4bcb-84b5-22b80c2afdf8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c211e494495449f392a0607cbd9b6951 HTTP/1.1" status: 200 len: 471 time: 0.0990870 Jan 18 20:42:23.305374 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-5e82b093-1c71-41a8-b0ea-7c396d3e75cb tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'port': {'device_id': '8bed7b19-843b-4d66-9940-62ea3b2b5c2d', 'network_id': '616908d7-0b4f-428a-a8d6-3c3f0bd6749a', 'admin_state_up': True, 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'security_groups': ['8dc2074e-cb2f-4f27-bf47-d04c285851db']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:42:23.474537 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-5e82b093-1c71-41a8-b0ea-7c396d3e75cb tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Made reservation on behalf of c211e494495449f392a0607cbd9b6951 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:42:23.488920 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-5e82b093-1c71-41a8-b0ea-7c396d3e75cb tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:23.686061 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-5e82b093-1c71-41a8-b0ea-7c396d3e75cb tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Allocated IP 172.20.0.30 (616908d7-0b4f-428a-a8d6-3c3f0bd6749a/5b514178-1ca3-4c4b-ac38-07e0ef8f2179/82601940-cab6-4bac-a574-55bc6c29031f) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:42:23.882681 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-5e82b093-1c71-41a8-b0ea-7c396d3e75cb tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for port (82601940-cab6-4bac-a574-55bc6c29031f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:23.934189 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-5e82b093-1c71-41a8-b0ea-7c396d3e75cb tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (82601940-cab6-4bac-a574-55bc6c29031f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:23.995054 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-5e82b093-1c71-41a8-b0ea-7c396d3e75cb tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Network 616908d7-0b4f-428a-a8d6-3c3f0bd6749a is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:42:23.998711 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-5e82b093-1c71-41a8-b0ea-7c396d3e75cb tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:42:24.002950 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-5e82b093-1c71-41a8-b0ea-7c396d3e75cb tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:42:24.043750 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82b093-1c71-41a8-b0ea-7c396d3e75cb tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'Port': ['ID=82601940-cab6-4bac-a574-55bc6c29031f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:24.104943 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device a360af47-f4ee-4a1d-abd7-796406174b94 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:42:24.119800 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:42:24.123751 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-5e82b093-1c71-41a8-b0ea-7c396d3e75cb tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:24.123751 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-5e82b093-1c71-41a8-b0ea-7c396d3e75cb tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:24.153091 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc15e8-a493-4ec7-b504-77caea0243ed req-16a742ad-a2d8-45b1-b6d5-cc6e6bdd290d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:24.161986 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-44cc15e8-a493-4ec7-b504-77caea0243ed req-16a742ad-a2d8-45b1-b6d5-cc6e6bdd290d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 943 time: 0.1266253 Jan 18 20:42:24.172408 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-5e82b093-1c71-41a8-b0ea-7c396d3e75cb tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8715587 Jan 18 20:42:24.189600 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-0a071d4b-4088-4fea-8be4-d909b6267d22 service neutron] Request body: {'port': {'device_id': '8bed7b19-843b-4d66-9940-62ea3b2b5c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:42:24.201494 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5840a-8702-4abe-a446-8a081fe000d8 req-6634b46d-1cb6-490a-873d-ec1ddac356e5 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:24.203031 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-49a5840a-8702-4abe-a446-8a081fe000d8 req-6634b46d-1cb6-490a-873d-ec1ddac356e5 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bed7b19-843b-4d66-9940-62ea3b2b5c2d HTTP/1.1" status: 200 len: 932 time: 0.1514244 Jan 18 20:42:24.217750 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port a360af47-f4ee-4a1d-abd7-796406174b94, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=a360af47-f4ee-4a1d-abd7-796406174b94,segment=NetworkSegment(3ab71d82-d5d5-4679-8c70-f1f89d3ccd81),segment_id=3ab71d82-d5d5-4679-8c70-f1f89d3ccd81)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:42:24.229531 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': 'a360af47-f4ee-4a1d-abd7-796406174b94', 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50', 'port_id': 'a360af47-f4ee-4a1d-abd7-796406174b94', 'mac_address': 'fa:16:3e:e3:06:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04d7b55-dbd3-4afa-b132-6666b2257dbd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:42:24.271785 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port a360af47-f4ee-4a1d-abd7-796406174b94 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:42:24.272469 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:24.286698 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a360af47-f4ee-4a1d-abd7-796406174b94 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:42:24.303410 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-44cc15e8-a493-4ec7-b504-77caea0243ed req-0b74e969-d14e-4dde-ab77-ed7ce5208941 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404932 Jan 18 20:42:24.311876 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port a360af47-f4ee-4a1d-abd7-796406174b94, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=a360af47-f4ee-4a1d-abd7-796406174b94,segment=NetworkSegment(3ab71d82-d5d5-4679-8c70-f1f89d3ccd81),segment_id=3ab71d82-d5d5-4679-8c70-f1f89d3ccd81)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:42:24.313267 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-0a071d4b-4088-4fea-8be4-d909b6267d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (82601940-cab6-4bac-a574-55bc6c29031f), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:24.319329 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:24.324253 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-424a1bb6-22db-48cf-995e-422961ee55e8 None None] Provisioning complete for port 82601940-cab6-4bac-a574-55bc6c29031f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:42:24.324253 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-424a1bb6-22db-48cf-995e-422961ee55e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (82601940-cab6-4bac-a574-55bc6c29031f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:24.337262 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-49a5840a-8702-4abe-a446-8a081fe000d8 req-516f0bba-01be-4920-aeef-9432a682ba4f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2074e-cb2f-4f27-bf47-d04c285851db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185322 Jan 18 20:42:24.405954 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-424a1bb6-22db-48cf-995e-422961ee55e8 None None] Port 82601940-cab6-4bac-a574-55bc6c29031f cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:42:24.412321 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=a360af47-f4ee-4a1d-abd7-796406174b94,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:24.589019 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-0a071d4b-4088-4fea-8be4-d909b6267d22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82601940-cab6-4bac-a574-55bc6c29031f {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:42:24.596242 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-0a071d4b-4088-4fea-8be4-d909b6267d22 service neutron] Publish callbacks [] for port (82601940-cab6-4bac-a574-55bc6c29031f), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:24.607665 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-0a071d4b-4088-4fea-8be4-d909b6267d22 service neutron] Transition to ACTIVE for port object 82601940-cab6-4bac-a574-55bc6c29031f will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:42:24.611663 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-0a071d4b-4088-4fea-8be4-d909b6267d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (82601940-cab6-4bac-a574-55bc6c29031f), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:24.645296 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['a360af47-f4ee-4a1d-abd7-796406174b94'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:42:24.667964 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a071d4b-4088-4fea-8be4-d909b6267d22 service neutron] Pushing event updated for resources: {'Port': ['ID=82601940-cab6-4bac-a574-55bc6c29031f,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:24.736076 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-0a071d4b-4088-4fea-8be4-d909b6267d22 service neutron] Attempting to bind port 82601940-cab6-4bac-a574-55bc6c29031f on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:42:24.737044 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-0a071d4b-4088-4fea-8be4-d909b6267d22 service neutron] Attempting to bind port 82601940-cab6-4bac-a574-55bc6c29031f by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '4d28dd76-a70f-4ccd-b008-c0e37fc2a18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '616908d7-0b4f-428a-a8d6-3c3f0bd6749a'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:42:24.737312 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-0a071d4b-4088-4fea-8be4-d909b6267d22 service neutron] Attempting to bind port 82601940-cab6-4bac-a574-55bc6c29031f on network 616908d7-0b4f-428a-a8d6-3c3f0bd6749a {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:42:24.742969 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-0a071d4b-4088-4fea-8be4-d909b6267d22 service neutron] Port 82601940-cab6-4bac-a574-55bc6c29031f on network 616908d7-0b4f-428a-a8d6-3c3f0bd6749a not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:42:24.743296 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-0a071d4b-4088-4fea-8be4-d909b6267d22 service neutron] Attempting to bind port 82601940-cab6-4bac-a574-55bc6c29031f on network 616908d7-0b4f-428a-a8d6-3c3f0bd6749a {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:42:24.748940 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-0a071d4b-4088-4fea-8be4-d909b6267d22 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:42:24.749289 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-0a071d4b-4088-4fea-8be4-d909b6267d22 service neutron] Checking segment: {'id': '4d28dd76-a70f-4ccd-b008-c0e37fc2a18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '616908d7-0b4f-428a-a8d6-3c3f0bd6749a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:42:24.749836 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-0a071d4b-4088-4fea-8be4-d909b6267d22 service neutron] Bound using segment: {'id': '4d28dd76-a70f-4ccd-b008-c0e37fc2a18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '616908d7-0b4f-428a-a8d6-3c3f0bd6749a'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:42:24.751623 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-0a071d4b-4088-4fea-8be4-d909b6267d22 service neutron] Bound port: 82601940-cab6-4bac-a574-55bc6c29031f, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d28dd76-a70f-4ccd-b008-c0e37fc2a18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '616908d7-0b4f-428a-a8d6-3c3f0bd6749a'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:42:24.751623 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-0a071d4b-4088-4fea-8be4-d909b6267d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (82601940-cab6-4bac-a574-55bc6c29031f), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:24.861370 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-0a071d4b-4088-4fea-8be4-d909b6267d22 service neutron] For port 82601940-cab6-4bac-a574-55bc6c29031f, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:42:24.864930 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-0a071d4b-4088-4fea-8be4-d909b6267d22 service neutron] For port 82601940-cab6-4bac-a574-55bc6c29031f, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=82601940-cab6-4bac-a574-55bc6c29031f,segment=NetworkSegment(4d28dd76-a70f-4ccd-b008-c0e37fc2a18c),segment_id=4d28dd76-a70f-4ccd-b008-c0e37fc2a18c)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:42:24.874895 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-0a071d4b-4088-4fea-8be4-d909b6267d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (82601940-cab6-4bac-a574-55bc6c29031f), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:24.950024 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-0a071d4b-4088-4fea-8be4-d909b6267d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:24.950833 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-0a071d4b-4088-4fea-8be4-d909b6267d22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:24.952389 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-0a071d4b-4088-4fea-8be4-d909b6267d22 service neutron] 10.222.0.70 "PUT /v2.0/ports/82601940-cab6-4bac-a574-55bc6c29031f HTTP/1.1" status: 200 len: 1092 time: 0.7688313 Jan 18 20:42:24.952901 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bed7b19-843b-4d66-9940-62ea3b2b5c2d', 'tag': '82601940-cab6-4bac-a574-55bc6c29031f'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:42:24.955915 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911107b4-1bab-4cd0-b0ad-448d1f611053" -d '{"events": [{"name": "network-changed", "server_uuid": "8bed7b19-843b-4d66-9940-62ea3b2b5c2d", "tag": "82601940-cab6-4bac-a574-55bc6c29031f"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:42:24.981400 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a071d4b-4088-4fea-8be4-d909b6267d22 service neutron] Pushing event updated for resources: {'Port': ['ID=82601940-cab6-4bac-a574-55bc6c29031f,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:25.020238 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395ee1b5-fddd-4c2b-9687-4bed4bfe0606 x-openstack-request-id: req-395ee1b5-fddd-4c2b-9687-4bed4bfe0606 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:42:25.020562 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bed7b19-843b-4d66-9940-62ea3b2b5c2d", "tag": "82601940-cab6-4bac-a574-55bc6c29031f", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:42:25.020909 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-395ee1b5-fddd-4c2b-9687-4bed4bfe0606 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:42:25.021395 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bed7b19-843b-4d66-9940-62ea3b2b5c2d', 'tag': '82601940-cab6-4bac-a574-55bc6c29031f', 'status': 'completed', 'code': 200} Jan 18 20:42:25.055909 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-46943e6f-757c-4aa3-ba6b-6a5d8a3cf3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:25.057576 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-46943e6f-757c-4aa3-ba6b-6a5d8a3cf3ac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c211e494495449f392a0607cbd9b6951&device_id=8bed7b19-843b-4d66-9940-62ea3b2b5c2d HTTP/1.1" status: 200 len: 1095 time: 0.0481064 Jan 18 20:42:25.107886 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-9ef1ac1a-a0ea-4c9c-846a-78ae335350fb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=82601940-cab6-4bac-a574-55bc6c29031f HTTP/1.1" status: 200 len: 217 time: 0.0367258 Jan 18 20:42:25.161180 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-9e5b6ff7-6038-4ac0-a496-8548048152ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:25.163248 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-9e5b6ff7-6038-4ac0-a496-8548048152ee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b514178-1ca3-4c4b-ac38-07e0ef8f2179 HTTP/1.1" status: 200 len: 838 time: 0.0462632 Jan 18 20:42:25.215144 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-97132a42-dea1-4c58-83a4-fccd659ec22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:25.216498 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-97132a42-dea1-4c58-83a4-fccd659ec22f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=616908d7-0b4f-428a-a8d6-3c3f0bd6749a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436954 Jan 18 20:42:25.307122 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-25d56fb9-6690-48b7-bd16-1ab1bfd232bd service neutron] 10.222.0.70 "GET /v2.0/networks/616908d7-0b4f-428a-a8d6-3c3f0bd6749a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809383 Jan 18 20:42:25.643658 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-be7d1f30-c767-44d3-97dc-8f90159e4134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:25.802306 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c177df-8d07-478b-8875-d42c90d4381a req-bdaee90b-e9f4-4132-86b9-c03886357c33 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:25.803760 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42c177df-8d07-478b-8875-d42c90d4381a req-bdaee90b-e9f4-4132-86b9-c03886357c33 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bed7b19-843b-4d66-9940-62ea3b2b5c2d HTTP/1.1" status: 200 len: 944 time: 0.1059666 Jan 18 20:42:25.812166 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87f723-0f68-423f-9c77-58b4308a7988 req-28c55d66-526a-45cc-b8e6-6f06ccc1ebf1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:25.813599 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7c87f723-0f68-423f-9c77-58b4308a7988 req-28c55d66-526a-45cc-b8e6-6f06ccc1ebf1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 944 time: 0.1146393 Jan 18 20:42:25.815941 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9220d8ad-aaf9-4da5-aa3f-245b729b686e req-cec8c740-2df3-473f-9460-e4e097c0ef92 service neutron] 10.222.0.70 "GET /v2.0/networks/616908d7-0b4f-428a-a8d6-3c3f0bd6749a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001218 Jan 18 20:42:25.901055 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42c177df-8d07-478b-8875-d42c90d4381a req-f5a8ea88-bfcc-451a-ac9a-eb280e2f8639 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2074e-cb2f-4f27-bf47-d04c285851db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841358 Jan 18 20:42:25.905203 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7c87f723-0f68-423f-9c77-58b4308a7988 req-8f5a05c1-ab37-4e46-8b0a-4202c3f515e9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823205 Jan 18 20:42:25.956947 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911107b4-1bab-4cd0-b0ad-448d1f611053 req-aea74006-c6d4-4aeb-9429-5695a822859f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:25.958485 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-911107b4-1bab-4cd0-b0ad-448d1f611053 req-aea74006-c6d4-4aeb-9429-5695a822859f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c211e494495449f392a0607cbd9b6951&device_id=8bed7b19-843b-4d66-9940-62ea3b2b5c2d HTTP/1.1" status: 200 len: 1095 time: 0.0755672 Jan 18 20:42:26.070711 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911107b4-1bab-4cd0-b0ad-448d1f611053 req-3d71bedb-de1c-468a-a971-cf81459f8e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:26.072291 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-911107b4-1bab-4cd0-b0ad-448d1f611053 req-3d71bedb-de1c-468a-a971-cf81459f8e73 service neutron] 10.222.0.70 "GET /v2.0/networks?id=616908d7-0b4f-428a-a8d6-3c3f0bd6749a HTTP/1.1" status: 200 len: 898 time: 0.1051259 Jan 18 20:42:26.106638 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device a360af47-f4ee-4a1d-abd7-796406174b94 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:42:26.121331 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-911107b4-1bab-4cd0-b0ad-448d1f611053 req-6d6b3e11-8951-4d71-bd75-1846c8ae066d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=82601940-cab6-4bac-a574-55bc6c29031f HTTP/1.1" status: 200 len: 217 time: 0.0416942 Jan 18 20:42:26.168187 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port a360af47-f4ee-4a1d-abd7-796406174b94 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:42:26.175187 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port a360af47-f4ee-4a1d-abd7-796406174b94 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:42:26.176169 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:26.211223 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-6dd1af86-39ae-4c75-a607-f711c61f828f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:26.212876 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-6dd1af86-39ae-4c75-a607-f711c61f828f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.57 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11&tenant_id=0f033c66edd74e168cf3601ff8da102f&binding%3Ahost_id=n-h1-741529-9 HTTP/1.1" status: 200 len: 944 time: 0.0945945 Jan 18 20:42:26.236039 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911107b4-1bab-4cd0-b0ad-448d1f611053 req-703c3844-8038-46cc-a5ea-095b87db8d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:26.237603 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-911107b4-1bab-4cd0-b0ad-448d1f611053 req-703c3844-8038-46cc-a5ea-095b87db8d09 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5b514178-1ca3-4c4b-ac38-07e0ef8f2179 HTTP/1.1" status: 200 len: 838 time: 0.1067970 Jan 18 20:42:26.259488 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14e120-cc9e-497f-90d6-48d54ffa6e20 req-b9c3a767-9fc0-4fa4-a45d-e7110bcfeb4b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:26.267963 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3d14e120-cc9e-497f-90d6-48d54ffa6e20 req-b9c3a767-9fc0-4fa4-a45d-e7110bcfeb4b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 944 time: 0.1133978 Jan 18 20:42:26.283931 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-7ce265cb-f7ca-4bbf-b0c1-d0418fb52263 service neutron] 10.222.0.57 "GET /v2.0/ports/a360af47-f4ee-4a1d-abd7-796406174b94/bindings/n-h1-741529-9 HTTP/1.1" status: 200 len: 382 time: 0.0623796 Jan 18 20:42:26.284238 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port a360af47-f4ee-4a1d-abd7-796406174b94 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:42:26.284833 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:26.314319 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063667ff-d8a4-412f-9f50-34837928af11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a360af47-f4ee-4a1d-abd7-796406174b94'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:42:26.317516 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36459d3a-f18c-427c-bfbf-d9b64b7f4f77" -d '{"events": [{"server_uuid": "063667ff-d8a4-412f-9f50-34837928af11", "name": "network-vif-plugged", "status": "completed", "tag": "a360af47-f4ee-4a1d-abd7-796406174b94"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:42:26.343545 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port a360af47-f4ee-4a1d-abd7-796406174b94, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=a360af47-f4ee-4a1d-abd7-796406174b94,segment=NetworkSegment(3ab71d82-d5d5-4679-8c70-f1f89d3ccd81),segment_id=3ab71d82-d5d5-4679-8c70-f1f89d3ccd81)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:42:26.351460 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:26.360423 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-4c6b4a09-3a88-4cd2-9f15-7088624e304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:26.361794 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-4c6b4a09-3a88-4cd2-9f15-7088624e304d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 1095 time: 0.0525527 Jan 18 20:42:26.364427 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3d14e120-cc9e-497f-90d6-48d54ffa6e20 req-d4927b3f-d8a5-40fd-b6f1-d594d9736997 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953827 Jan 18 20:42:26.381404 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911107b4-1bab-4cd0-b0ad-448d1f611053 req-4d7d7195-4749-4363-9eff-6ace3fddae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:26.383235 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-911107b4-1bab-4cd0-b0ad-448d1f611053 req-4d7d7195-4749-4363-9eff-6ace3fddae01 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=616908d7-0b4f-428a-a8d6-3c3f0bd6749a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1126559 Jan 18 20:42:26.438020 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=a360af47-f4ee-4a1d-abd7-796406174b94,revision_number=9']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:26.481250 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98039798-2f29-4e78-bc62-ee2c472567f3 x-openstack-request-id: req-98039798-2f29-4e78-bc62-ee2c472567f3 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:42:26.481586 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063667ff-d8a4-412f-9f50-34837928af11", "name": "network-vif-plugged", "status": "completed", "tag": "a360af47-f4ee-4a1d-abd7-796406174b94", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:42:26.482247 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98039798-2f29-4e78-bc62-ee2c472567f3 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:42:26.482695 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063667ff-d8a4-412f-9f50-34837928af11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a360af47-f4ee-4a1d-abd7-796406174b94', 'code': 200} Jan 18 20:42:26.493251 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-e708df6e-0ba3-435b-b2b6-126c630c8ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:26.494785 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-e708df6e-0ba3-435b-b2b6-126c630c8ccb service neutron] 10.222.0.57 "GET /v2.0/networks?id=c06b7a8c-f799-43e2-8624-184b61bf3f50 HTTP/1.1" status: 200 len: 898 time: 0.1270564 Jan 18 20:42:26.511622 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-911107b4-1bab-4cd0-b0ad-448d1f611053 req-dbb21213-2740-4641-ae03-9e723da240ac service neutron] 10.222.0.70 "GET /v2.0/networks/616908d7-0b4f-428a-a8d6-3c3f0bd6749a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157687 Jan 18 20:42:26.560098 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-ea5326a3-42fe-40af-93ca-0f77ced1f0f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a360af47-f4ee-4a1d-abd7-796406174b94 HTTP/1.1" status: 200 len: 999 time: 0.0586922 Jan 18 20:42:26.604933 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-911107b4-1bab-4cd0-b0ad-448d1f611053 req-73d0576d-3443-44ea-893f-2143f6fd7150 service neutron] 10.222.0.70 "GET /v2.0/networks/616908d7-0b4f-428a-a8d6-3c3f0bd6749a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861282 Jan 18 20:42:26.610759 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-2a66a07b-5234-4cad-a22c-1ba070ce959f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:26.612332 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-2a66a07b-5234-4cad-a22c-1ba070ce959f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b04d7b55-dbd3-4afa-b132-6666b2257dbd HTTP/1.1" status: 200 len: 834 time: 0.0469573 Jan 18 20:42:26.662309 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-e2079fce-f363-4c07-ad44-928ca7c69e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:26.664030 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-e2079fce-f363-4c07-ad44-928ca7c69e93 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c06b7a8c-f799-43e2-8624-184b61bf3f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462439 Jan 18 20:42:26.755045 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-08e93852-dd01-4c58-95de-46ab8517d514 service neutron] 10.222.0.57 "GET /v2.0/networks/c06b7a8c-f799-43e2-8624-184b61bf3f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847931 Jan 18 20:42:26.845522 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-1b88a9fc-007d-486c-bcfa-40402a0c60ec service neutron] 10.222.0.57 "GET /v2.0/networks/c06b7a8c-f799-43e2-8624-184b61bf3f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846937 Jan 18 20:42:27.051835 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa172df-3833-408f-ba4e-fce11aec72ca req-1af242a4-b5cb-45ad-bc00-ab2185f54af8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:27.053366 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8aa172df-3833-408f-ba4e-fce11aec72ca req-1af242a4-b5cb-45ad-bc00-ab2185f54af8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bed7b19-843b-4d66-9940-62ea3b2b5c2d HTTP/1.1" status: 200 len: 944 time: 0.0645313 Jan 18 20:42:27.108041 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8aa172df-3833-408f-ba4e-fce11aec72ca req-89af2cc2-78de-49d9-b5a3-353110264bb7 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2074e-cb2f-4f27-bf47-d04c285851db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485532 Jan 18 20:42:27.482681 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64c5f8-92ff-4b8a-9ff8-1d4e829e6e32 req-a6e407a4-eb69-4b3d-ab7c-6301f9b69589 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:27.484328 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-db64c5f8-92ff-4b8a-9ff8-1d4e829e6e32 req-a6e407a4-eb69-4b3d-ab7c-6301f9b69589 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 945 time: 0.0488276 Jan 18 20:42:27.533341 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-db64c5f8-92ff-4b8a-9ff8-1d4e829e6e32 req-cff933f6-28d7-41d8-a2ba-a2f5d19de5a8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431504 Jan 18 20:42:27.807074 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c4fe-17c8-4a2a-8718-233315b390fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:28.229419 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b75dbc-0c4f-44c6-8c33-7674efea6338 req-85e93b11-acee-427e-b236-a5288fb5fe8a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:28.231042 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2b75dbc-0c4f-44c6-8c33-7674efea6338 req-85e93b11-acee-427e-b236-a5288fb5fe8a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bed7b19-843b-4d66-9940-62ea3b2b5c2d HTTP/1.1" status: 200 len: 944 time: 0.0503109 Jan 18 20:42:28.286962 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2b75dbc-0c4f-44c6-8c33-7674efea6338 req-76986d82-fb49-48d2-ab58-54a766e73b9a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2074e-cb2f-4f27-bf47-d04c285851db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501006 Jan 18 20:42:28.660792 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb3536-8e78-4c6a-ac66-c0cd82a3be63 req-158522d2-a0bd-44e9-b55d-bfcad36061dc tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:28.662444 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2cfb3536-8e78-4c6a-ac66-c0cd82a3be63 req-158522d2-a0bd-44e9-b55d-bfcad36061dc tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 945 time: 0.0525653 Jan 18 20:42:28.715740 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2cfb3536-8e78-4c6a-ac66-c0cd82a3be63 req-bc13bf56-5f82-4b7c-b5db-b9e9862244f4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458047 Jan 18 20:42:28.804352 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 82601940-cab6-4bac-a574-55bc6c29031f details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:42:28.902722 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 82601940-cab6-4bac-a574-55bc6c29031f, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=82601940-cab6-4bac-a574-55bc6c29031f,segment=NetworkSegment(4d28dd76-a70f-4ccd-b008-c0e37fc2a18c),segment_id=4d28dd76-a70f-4ccd-b008-c0e37fc2a18c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:42:28.915638 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '82601940-cab6-4bac-a574-55bc6c29031f', 'network_id': '616908d7-0b4f-428a-a8d6-3c3f0bd6749a', 'port_id': '82601940-cab6-4bac-a574-55bc6c29031f', 'mac_address': 'fa:16:3e:cb:f7:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b514178-1ca3-4c4b-ac38-07e0ef8f2179', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:42:28.955893 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 82601940-cab6-4bac-a574-55bc6c29031f is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:42:28.956280 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (82601940-cab6-4bac-a574-55bc6c29031f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:28.971604 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82601940-cab6-4bac-a574-55bc6c29031f {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:42:28.996230 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 82601940-cab6-4bac-a574-55bc6c29031f, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=82601940-cab6-4bac-a574-55bc6c29031f,segment=NetworkSegment(4d28dd76-a70f-4ccd-b008-c0e37fc2a18c),segment_id=4d28dd76-a70f-4ccd-b008-c0e37fc2a18c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:42:29.000359 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (82601940-cab6-4bac-a574-55bc6c29031f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:29.047572 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-2421758a-9324-4196-801c-f1bcdf505e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:29.049673 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-2421758a-9324-4196-801c-f1bcdf505e45 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11&tenant_id=0f033c66edd74e168cf3601ff8da102f HTTP/1.1" status: 200 len: 1096 time: 0.0759661 Jan 18 20:42:29.058550 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=82601940-cab6-4bac-a574-55bc6c29031f,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:29.063808 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-11b94f3a-b3ec-410a-8204-6739a8f86ef6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-741529-9', 'device_owner': 'compute:nova'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:42:29.130615 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-11b94f3a-b3ec-410a-8204-6739a8f86ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:29.145590 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:29.274107 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['82601940-cab6-4bac-a574-55bc6c29031f'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:42:29.405267 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-11b94f3a-b3ec-410a-8204-6739a8f86ef6 service neutron] For port a360af47-f4ee-4a1d-abd7-796406174b94, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=a360af47-f4ee-4a1d-abd7-796406174b94,segment=NetworkSegment(3ab71d82-d5d5-4679-8c70-f1f89d3ccd81),segment_id=3ab71d82-d5d5-4679-8c70-f1f89d3ccd81)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:42:29.450894 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-11b94f3a-b3ec-410a-8204-6739a8f86ef6 service neutron] For port a360af47-f4ee-4a1d-abd7-796406174b94, host n-h1-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:42:29.526282 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063667ff-d8a4-412f-9f50-34837928af11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a360af47-f4ee-4a1d-abd7-796406174b94'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:42:29.529074 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1551bca3-6f07-478f-ac1f-3beb23087b4c" -d '{"events": [{"server_uuid": "063667ff-d8a4-412f-9f50-34837928af11", "name": "network-vif-unplugged", "status": "completed", "tag": "a360af47-f4ee-4a1d-abd7-796406174b94"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:42:29.535303 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-11b94f3a-b3ec-410a-8204-6739a8f86ef6 service neutron] Publish callbacks [] for port (a360af47-f4ee-4a1d-abd7-796406174b94), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:29.559145 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b2a37-7623-483d-925c-104e4aa40090 req-0981bb34-0eee-4f9d-8e88-0383cb179294 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:29.567397 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-070b2a37-7623-483d-925c-104e4aa40090 req-0981bb34-0eee-4f9d-8e88-0383cb179294 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bed7b19-843b-4d66-9940-62ea3b2b5c2d HTTP/1.1" status: 200 len: 945 time: 0.1187387 Jan 18 20:42:29.576726 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-11b94f3a-b3ec-410a-8204-6739a8f86ef6 service neutron] Transition to ACTIVE for port object a360af47-f4ee-4a1d-abd7-796406174b94 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:42:29.587924 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-11b94f3a-b3ec-410a-8204-6739a8f86ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:29.664557 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0a254f-0f40-43d4-8c0f-05a05295e872 x-openstack-request-id: req-4c0a254f-0f40-43d4-8c0f-05a05295e872 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:42:29.664986 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063667ff-d8a4-412f-9f50-34837928af11", "name": "network-vif-unplugged", "status": "completed", "tag": "a360af47-f4ee-4a1d-abd7-796406174b94", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:42:29.665340 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c0a254f-0f40-43d4-8c0f-05a05295e872 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:42:29.665877 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063667ff-d8a4-412f-9f50-34837928af11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a360af47-f4ee-4a1d-abd7-796406174b94', 'code': 200} Jan 18 20:42:29.760160 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b94f3a-b3ec-410a-8204-6739a8f86ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=a360af47-f4ee-4a1d-abd7-796406174b94,revision_number=10']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:29.796922 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-070b2a37-7623-483d-925c-104e4aa40090 req-82966bb2-4f9f-4768-bad9-172f54d7fadb tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2074e-cb2f-4f27-bf47-d04c285851db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283742 Jan 18 20:42:29.923436 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-11b94f3a-b3ec-410a-8204-6739a8f86ef6 service neutron] No DVR routers for this DVR port a360af47-f4ee-4a1d-abd7-796406174b94 on host n-h1-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:42:29.987247 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac505df-41bf-4748-bd0c-f36605861565 req-fea8d397-cd2a-483e-bd27-66371d42b306 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:29.988733 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2ac505df-41bf-4748-bd0c-f36605861565 req-fea8d397-cd2a-483e-bd27-66371d42b306 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 944 time: 0.1265075 Jan 18 20:42:30.081172 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2ac505df-41bf-4748-bd0c-f36605861565 req-bde1b257-5d55-405c-989b-1e4df5c28857 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636518 Jan 18 20:42:30.114781 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-11b94f3a-b3ec-410a-8204-6739a8f86ef6 service neutron] Attempting to bind port a360af47-f4ee-4a1d-abd7-796406174b94 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:42:30.115114 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-11b94f3a-b3ec-410a-8204-6739a8f86ef6 service neutron] Attempting to bind port a360af47-f4ee-4a1d-abd7-796406174b94 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '3ab71d82-d5d5-4679-8c70-f1f89d3ccd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:42:30.115432 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-11b94f3a-b3ec-410a-8204-6739a8f86ef6 service neutron] Attempting to bind port a360af47-f4ee-4a1d-abd7-796406174b94 on network c06b7a8c-f799-43e2-8624-184b61bf3f50 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:42:30.119806 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-11b94f3a-b3ec-410a-8204-6739a8f86ef6 service neutron] Port a360af47-f4ee-4a1d-abd7-796406174b94 on network c06b7a8c-f799-43e2-8624-184b61bf3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:42:30.120062 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-11b94f3a-b3ec-410a-8204-6739a8f86ef6 service neutron] Attempting to bind port a360af47-f4ee-4a1d-abd7-796406174b94 on network c06b7a8c-f799-43e2-8624-184b61bf3f50 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:42:30.124805 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-11b94f3a-b3ec-410a-8204-6739a8f86ef6 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:42:30.125126 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-11b94f3a-b3ec-410a-8204-6739a8f86ef6 service neutron] Checking segment: {'id': '3ab71d82-d5d5-4679-8c70-f1f89d3ccd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:42:30.125506 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-11b94f3a-b3ec-410a-8204-6739a8f86ef6 service neutron] Bound using segment: {'id': '3ab71d82-d5d5-4679-8c70-f1f89d3ccd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:42:30.125995 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-11b94f3a-b3ec-410a-8204-6739a8f86ef6 service neutron] Bound port: a360af47-f4ee-4a1d-abd7-796406174b94, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ab71d82-d5d5-4679-8c70-f1f89d3ccd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:42:30.126329 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-11b94f3a-b3ec-410a-8204-6739a8f86ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:30.189717 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-11b94f3a-b3ec-410a-8204-6739a8f86ef6 service neutron] For port a360af47-f4ee-4a1d-abd7-796406174b94, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:42:30.192908 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-11b94f3a-b3ec-410a-8204-6739a8f86ef6 service neutron] For port a360af47-f4ee-4a1d-abd7-796406174b94, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a360af47-f4ee-4a1d-abd7-796406174b94,segment=NetworkSegment(3ab71d82-d5d5-4679-8c70-f1f89d3ccd81),segment_id=3ab71d82-d5d5-4679-8c70-f1f89d3ccd81)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:42:30.198300 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-11b94f3a-b3ec-410a-8204-6739a8f86ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:30.257365 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-11b94f3a-b3ec-410a-8204-6739a8f86ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:30.258611 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-11b94f3a-b3ec-410a-8204-6739a8f86ef6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:30.260495 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-11b94f3a-b3ec-410a-8204-6739a8f86ef6 service neutron] 10.222.0.70 "PUT /v2.0/ports/a360af47-f4ee-4a1d-abd7-796406174b94 HTTP/1.1" status: 200 len: 1092 time: 1.2010822 Jan 18 20:42:30.301269 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b94f3a-b3ec-410a-8204-6739a8f86ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=a360af47-f4ee-4a1d-abd7-796406174b94,revision_number=11']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:30.370413 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-e5d6c6ba-aed8-4bf4-bbd5-4d4676034e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:30.372044 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-e5d6c6ba-aed8-4bf4-bbd5-4d4676034e5f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 1095 time: 0.0608420 Jan 18 20:42:30.482043 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-c74f4090-7519-4103-8302-d6634f2f3d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:30.483715 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-c74f4090-7519-4103-8302-d6634f2f3d32 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c06b7a8c-f799-43e2-8624-184b61bf3f50 HTTP/1.1" status: 200 len: 898 time: 0.1004591 Jan 18 20:42:30.560520 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-285b174b-1095-4809-9da8-918bc016472c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a360af47-f4ee-4a1d-abd7-796406174b94 HTTP/1.1" status: 200 len: 997 time: 0.0663767 Jan 18 20:42:30.578371 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:30.616887 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-5c6dfc23-6578-4cf3-a888-04798453a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:30.618519 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-5c6dfc23-6578-4cf3-a888-04798453a7dc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b04d7b55-dbd3-4afa-b132-6666b2257dbd HTTP/1.1" status: 200 len: 834 time: 0.0451801 Jan 18 20:42:30.663191 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-c378d463-6958-456f-a118-fa3b0eb01fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:30.664663 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-c378d463-6958-456f-a118-fa3b0eb01fb2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c06b7a8c-f799-43e2-8624-184b61bf3f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401156 Jan 18 20:42:30.762345 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-086588bc-3525-4d6a-aa08-b1569f484983 service neutron] 10.222.0.70 "GET /v2.0/networks/c06b7a8c-f799-43e2-8624-184b61bf3f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892470 Jan 18 20:42:30.805728 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 82601940-cab6-4bac-a574-55bc6c29031f up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:42:30.870573 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 82601940-cab6-4bac-a574-55bc6c29031f completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:42:30.875026 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 82601940-cab6-4bac-a574-55bc6c29031f triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:42:30.875508 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (82601940-cab6-4bac-a574-55bc6c29031f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:30.889065 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66844a22-64e2-45f1-a317-197fec4c01b1 req-1e172341-153a-4ec6-bce1-a23cced6c6d9 service neutron] 10.222.0.70 "GET /v2.0/networks/c06b7a8c-f799-43e2-8624-184b61bf3f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182339 Jan 18 20:42:30.908690 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360598e1-5a30-435f-8bcb-15b3b3babb71 req-79cf51ac-8259-4be4-8936-d3883eb9b367 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:30.910310 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-360598e1-5a30-435f-8bcb-15b3b3babb71 req-79cf51ac-8259-4be4-8936-d3883eb9b367 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bed7b19-843b-4d66-9940-62ea3b2b5c2d HTTP/1.1" status: 200 len: 945 time: 0.0673714 Jan 18 20:42:30.966229 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-360598e1-5a30-435f-8bcb-15b3b3babb71 req-6f336591-e040-419d-a2fc-5e6b8d6bda88 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2074e-cb2f-4f27-bf47-d04c285851db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491002 Jan 18 20:42:31.122158 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 82601940-cab6-4bac-a574-55bc6c29031f is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:42:31.122555 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (82601940-cab6-4bac-a574-55bc6c29031f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:31.145495 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bed7b19-843b-4d66-9940-62ea3b2b5c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82601940-cab6-4bac-a574-55bc6c29031f'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:42:31.147776 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca82e2f3-be04-4135-93ac-bddec9f87698" -d '{"events": [{"server_uuid": "8bed7b19-843b-4d66-9940-62ea3b2b5c2d", "name": "network-vif-plugged", "status": "completed", "tag": "82601940-cab6-4bac-a574-55bc6c29031f"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:42:31.160880 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 82601940-cab6-4bac-a574-55bc6c29031f, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=82601940-cab6-4bac-a574-55bc6c29031f,segment=NetworkSegment(4d28dd76-a70f-4ccd-b008-c0e37fc2a18c),segment_id=4d28dd76-a70f-4ccd-b008-c0e37fc2a18c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:42:31.167427 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (82601940-cab6-4bac-a574-55bc6c29031f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:31.201565 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dde4180-7eb7-409f-9ca9-741802bc1ed4 x-openstack-request-id: req-5dde4180-7eb7-409f-9ca9-741802bc1ed4 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:42:31.201888 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bed7b19-843b-4d66-9940-62ea3b2b5c2d", "name": "network-vif-plugged", "status": "completed", "tag": "82601940-cab6-4bac-a574-55bc6c29031f", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:42:31.202144 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5dde4180-7eb7-409f-9ca9-741802bc1ed4 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:42:31.202543 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bed7b19-843b-4d66-9940-62ea3b2b5c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82601940-cab6-4bac-a574-55bc6c29031f', 'code': 200} Jan 18 20:42:31.230562 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=82601940-cab6-4bac-a574-55bc6c29031f,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:31.241802 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe2b5f-5491-43a6-ae4f-4c98aba4ba81 req-4b3bce5b-577f-4ff4-affb-c2be7cdfccce tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:31.243578 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-57fe2b5f-5491-43a6-ae4f-4c98aba4ba81 req-4b3bce5b-577f-4ff4-affb-c2be7cdfccce tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 944 time: 0.0741951 Jan 18 20:42:31.331688 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-57fe2b5f-5491-43a6-ae4f-4c98aba4ba81 req-3e4b7829-322f-4fec-84e0-9e46127516c9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822911 Jan 18 20:42:31.339483 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2057156-936d-4529-a274-075837c82575 req-c673eea2-773f-4dec-b973-cef1913a22c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:31.340559 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c2057156-936d-4529-a274-075837c82575 req-c673eea2-773f-4dec-b973-cef1913a22c1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8bed7b19-843b-4d66-9940-62ea3b2b5c2d HTTP/1.1" status: 200 len: 1097 time: 0.0726137 Jan 18 20:42:31.412272 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c2057156-936d-4529-a274-075837c82575 req-172cf4cd-5a44-47fd-8c70-d8db0b43ef03 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8dc2074e-cb2f-4f27-bf47-d04c285851db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621605 Jan 18 20:42:31.666615 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063667ff-d8a4-412f-9f50-34837928af11', 'tag': 'a360af47-f4ee-4a1d-abd7-796406174b94'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:42:31.668951 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d84ddb-d51c-4e0a-b9ba-912e40988800" -d '{"events": [{"name": "network-changed", "server_uuid": "063667ff-d8a4-412f-9f50-34837928af11", "tag": "a360af47-f4ee-4a1d-abd7-796406174b94"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:42:31.717896 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22d73d5-0485-42a4-9f65-15407f8ffea4 x-openstack-request-id: req-d22d73d5-0485-42a4-9f65-15407f8ffea4 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:42:31.718190 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063667ff-d8a4-412f-9f50-34837928af11", "tag": "a360af47-f4ee-4a1d-abd7-796406174b94", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:42:31.718447 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d22d73d5-0485-42a4-9f65-15407f8ffea4 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:42:31.718851 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063667ff-d8a4-412f-9f50-34837928af11', 'tag': 'a360af47-f4ee-4a1d-abd7-796406174b94', 'status': 'completed', 'code': 200} Jan 18 20:42:31.780316 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d84ddb-d51c-4e0a-b9ba-912e40988800 req-74f12acc-9430-4cb7-95e0-b3147e2a2ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:31.781032 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d84ddb-d51c-4e0a-b9ba-912e40988800 req-ba47e82c-f620-498d-b6be-ab164c72207e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:31.781957 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9d84ddb-d51c-4e0a-b9ba-912e40988800 req-74f12acc-9430-4cb7-95e0-b3147e2a2ac7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 1095 time: 0.0426669 Jan 18 20:42:31.783378 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f9d84ddb-d51c-4e0a-b9ba-912e40988800 req-ba47e82c-f620-498d-b6be-ab164c72207e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 1095 time: 0.0423284 Jan 18 20:42:31.852899 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:31.877180 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d84ddb-d51c-4e0a-b9ba-912e40988800 req-9cdb149c-771c-4803-bd9a-d21c31e3e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:31.878370 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d84ddb-d51c-4e0a-b9ba-912e40988800 req-d9c0326c-08e9-494d-a260-4b4585638cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:31.878594 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9d84ddb-d51c-4e0a-b9ba-912e40988800 req-9cdb149c-771c-4803-bd9a-d21c31e3e8b3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c06b7a8c-f799-43e2-8624-184b61bf3f50 HTTP/1.1" status: 200 len: 898 time: 0.0882838 Jan 18 20:42:31.879909 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f9d84ddb-d51c-4e0a-b9ba-912e40988800 req-d9c0326c-08e9-494d-a260-4b4585638cf2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c06b7a8c-f799-43e2-8624-184b61bf3f50 HTTP/1.1" status: 200 len: 898 time: 0.0897348 Jan 18 20:42:31.942459 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f9d84ddb-d51c-4e0a-b9ba-912e40988800 req-0d6586cf-a6e7-4019-8b6b-5d1a91a53730 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a360af47-f4ee-4a1d-abd7-796406174b94 HTTP/1.1" status: 200 len: 997 time: 0.0568147 Jan 18 20:42:31.946738 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9d84ddb-d51c-4e0a-b9ba-912e40988800 req-6a309f80-df7d-4d92-95d8-cdc9a2be14fd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a360af47-f4ee-4a1d-abd7-796406174b94 HTTP/1.1" status: 200 len: 997 time: 0.0614834 Jan 18 20:42:31.992978 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d84ddb-d51c-4e0a-b9ba-912e40988800 req-f4715a70-fccd-438b-bee4-f49137de407a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:31.994478 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f9d84ddb-d51c-4e0a-b9ba-912e40988800 req-f4715a70-fccd-438b-bee4-f49137de407a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b04d7b55-dbd3-4afa-b132-6666b2257dbd HTTP/1.1" status: 200 len: 834 time: 0.0465941 Jan 18 20:42:32.005576 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d84ddb-d51c-4e0a-b9ba-912e40988800 req-700ea90f-654c-402b-b31d-1cb5f7172eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:32.007052 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9d84ddb-d51c-4e0a-b9ba-912e40988800 req-700ea90f-654c-402b-b31d-1cb5f7172eab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b04d7b55-dbd3-4afa-b132-6666b2257dbd HTTP/1.1" status: 200 len: 834 time: 0.0540326 Jan 18 20:42:32.039604 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d84ddb-d51c-4e0a-b9ba-912e40988800 req-10f1942c-aa67-47ac-a813-de33acb3504c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:32.041323 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f9d84ddb-d51c-4e0a-b9ba-912e40988800 req-10f1942c-aa67-47ac-a813-de33acb3504c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c06b7a8c-f799-43e2-8624-184b61bf3f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407126 Jan 18 20:42:32.084932 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d84ddb-d51c-4e0a-b9ba-912e40988800 req-b23d8e62-d95e-4e6b-a861-7ecfa1eda2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:32.086616 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9d84ddb-d51c-4e0a-b9ba-912e40988800 req-b23d8e62-d95e-4e6b-a861-7ecfa1eda2b0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c06b7a8c-f799-43e2-8624-184b61bf3f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711370 Jan 18 20:42:32.109156 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf56eb8-cfc6-4a14-9385-e39b76f74fcd req-add5ea58-139b-4eaa-94be-36bcf62a9a02 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:32.110656 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4cf56eb8-cfc6-4a14-9385-e39b76f74fcd req-add5ea58-139b-4eaa-94be-36bcf62a9a02 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bed7b19-843b-4d66-9940-62ea3b2b5c2d HTTP/1.1" status: 200 len: 946 time: 0.0689845 Jan 18 20:42:32.117869 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device a360af47-f4ee-4a1d-abd7-796406174b94 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:42:32.140536 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f9d84ddb-d51c-4e0a-b9ba-912e40988800 req-f428dafa-ecd6-479f-bb33-b896723ce15f service neutron] 10.222.0.57 "GET /v2.0/networks/c06b7a8c-f799-43e2-8624-184b61bf3f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935843 Jan 18 20:42:32.156521 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] The host n-h1-741529-9 is not matching for port a360af47-f4ee-4a1d-abd7-796406174b94 host n-h2-741529-9! {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 18 20:42:32.156912 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device a360af47-f4ee-4a1d-abd7-796406174b94 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:42:32.228872 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4cf56eb8-cfc6-4a14-9385-e39b76f74fcd req-d9aa2727-470b-4ea9-a792-d5cad557fb4e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2074e-cb2f-4f27-bf47-d04c285851db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896072 Jan 18 20:42:32.229115 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f9d84ddb-d51c-4e0a-b9ba-912e40988800 req-ba9d7d46-a8e3-4606-9147-e3625785474d service neutron] 10.222.0.57 "GET /v2.0/networks/c06b7a8c-f799-43e2-8624-184b61bf3f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821102 Jan 18 20:42:32.230829 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9d84ddb-d51c-4e0a-b9ba-912e40988800 req-0fd29183-9814-4001-874a-3ca74f658c12 service neutron] 10.222.0.70 "GET /v2.0/networks/c06b7a8c-f799-43e2-8624-184b61bf3f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367354 Jan 18 20:42:32.327503 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9d84ddb-d51c-4e0a-b9ba-912e40988800 req-5d9f2fc6-e03a-44f2-b129-f5538bdefc7e service neutron] 10.222.0.70 "GET /v2.0/networks/c06b7a8c-f799-43e2-8624-184b61bf3f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900507 Jan 18 20:42:32.492285 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2e0c5-1f1c-44a1-b0b2-2c0d0f42332e req-620e1424-f729-488c-a6b8-9fe6434aba45 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:32.493935 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0e2e0c5-1f1c-44a1-b0b2-2c0d0f42332e req-620e1424-f729-488c-a6b8-9fe6434aba45 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 944 time: 0.0513170 Jan 18 20:42:32.546635 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0e2e0c5-1f1c-44a1-b0b2-2c0d0f42332e req-cc4ffd5c-ec14-4509-bb1c-03624f9ef06a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467601 Jan 18 20:42:32.806478 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a360af47-f4ee-4a1d-abd7-796406174b94 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:42:32.906667 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port a360af47-f4ee-4a1d-abd7-796406174b94, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a360af47-f4ee-4a1d-abd7-796406174b94,segment=NetworkSegment(3ab71d82-d5d5-4679-8c70-f1f89d3ccd81),segment_id=3ab71d82-d5d5-4679-8c70-f1f89d3ccd81)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:42:32.924852 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'a360af47-f4ee-4a1d-abd7-796406174b94', 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50', 'port_id': 'a360af47-f4ee-4a1d-abd7-796406174b94', 'mac_address': 'fa:16:3e:e3:06:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04d7b55-dbd3-4afa-b132-6666b2257dbd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:42:32.970307 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port a360af47-f4ee-4a1d-abd7-796406174b94 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:42:32.970702 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:32.986596 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a360af47-f4ee-4a1d-abd7-796406174b94 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:42:33.006888 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port a360af47-f4ee-4a1d-abd7-796406174b94, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a360af47-f4ee-4a1d-abd7-796406174b94,segment=NetworkSegment(3ab71d82-d5d5-4679-8c70-f1f89d3ccd81),segment_id=3ab71d82-d5d5-4679-8c70-f1f89d3ccd81)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:42:33.011262 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:33.062050 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=a360af47-f4ee-4a1d-abd7-796406174b94,revision_number=12']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:33.287306 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['a360af47-f4ee-4a1d-abd7-796406174b94'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:42:33.417565 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4724e99-27ab-4058-b597-b3d887ba8deb req-d4bdb2c0-cd61-432c-90fc-014cf54f0836 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:33.425134 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4724e99-27ab-4058-b597-b3d887ba8deb req-d4bdb2c0-cd61-432c-90fc-014cf54f0836 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bed7b19-843b-4d66-9940-62ea3b2b5c2d HTTP/1.1" status: 200 len: 946 time: 0.1214547 Jan 18 20:42:33.477866 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4724e99-27ab-4058-b597-b3d887ba8deb req-7e729e7c-6111-4430-afd1-d066e4ca2a0b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2074e-cb2f-4f27-bf47-d04c285851db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516198 Jan 18 20:42:33.605580 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236b1db-8527-4fce-b691-3e7fad218840 req-e7e1513f-6c8d-4384-86b6-186943ecd3b6 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:33.613316 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3236b1db-8527-4fce-b691-3e7fad218840 req-e7e1513f-6c8d-4384-86b6-186943ecd3b6 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bed7b19-843b-4d66-9940-62ea3b2b5c2d HTTP/1.1" status: 200 len: 946 time: 0.0580251 Jan 18 20:42:33.692157 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3236b1db-8527-4fce-b691-3e7fad218840 req-380c19e8-3c0a-451d-98ca-ec3353f45dd8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2074e-cb2f-4f27-bf47-d04c285851db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777433 Jan 18 20:42:33.711011 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf26be-d35e-4d3e-9a83-cc8d5451d1aa req-beba66ba-f90c-4394-b123-079f9ac4ada5 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:33.712423 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ecf26be-d35e-4d3e-9a83-cc8d5451d1aa req-beba66ba-f90c-4394-b123-079f9ac4ada5 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 945 time: 0.0740290 Jan 18 20:42:33.762761 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ecf26be-d35e-4d3e-9a83-cc8d5451d1aa req-a981cbd9-833b-463f-a60e-a5532c8cf66d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438216 Jan 18 20:42:33.785054 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34102) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:42:33.847500 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f05260d6-6831-4aa8-9df9-e364fb930666 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/floatingips/a6e1a0ff-30cd-4797-9d63-bf4554e19594 HTTP/1.1" status: 200 len: 990 time: 0.0609720 Jan 18 20:42:34.189580 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:34.818729 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a360af47-f4ee-4a1d-abd7-796406174b94 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:42:34.866527 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port a360af47-f4ee-4a1d-abd7-796406174b94 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:42:34.870091 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port a360af47-f4ee-4a1d-abd7-796406174b94 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:42:34.870467 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:34.946822 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port a360af47-f4ee-4a1d-abd7-796406174b94 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:42:34.947201 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:34.968760 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063667ff-d8a4-412f-9f50-34837928af11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a360af47-f4ee-4a1d-abd7-796406174b94'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:42:34.971766 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46094b1a-b1a8-4197-812a-0bc47addd98b" -d '{"events": [{"server_uuid": "063667ff-d8a4-412f-9f50-34837928af11", "name": "network-vif-plugged", "status": "completed", "tag": "a360af47-f4ee-4a1d-abd7-796406174b94"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:42:34.987704 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port a360af47-f4ee-4a1d-abd7-796406174b94, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a360af47-f4ee-4a1d-abd7-796406174b94,segment=NetworkSegment(3ab71d82-d5d5-4679-8c70-f1f89d3ccd81),segment_id=3ab71d82-d5d5-4679-8c70-f1f89d3ccd81)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:42:34.992136 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:35.014324 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ee5bc4-f921-491d-950d-2d5a1a293429 x-openstack-request-id: req-a1ee5bc4-f921-491d-950d-2d5a1a293429 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:42:35.014614 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063667ff-d8a4-412f-9f50-34837928af11", "name": "network-vif-plugged", "status": "completed", "tag": "a360af47-f4ee-4a1d-abd7-796406174b94", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:42:35.014861 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1ee5bc4-f921-491d-950d-2d5a1a293429 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:42:35.015260 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063667ff-d8a4-412f-9f50-34837928af11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a360af47-f4ee-4a1d-abd7-796406174b94', 'code': 200} Jan 18 20:42:35.040427 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=a360af47-f4ee-4a1d-abd7-796406174b94,revision_number=13']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:35.221898 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34112) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:42:35.681040 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:36.271456 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Allocated IP 172.20.0.17 (616908d7-0b4f-428a-a8d6-3c3f0bd6749a/5b514178-1ca3-4c4b-ac38-07e0ef8f2179/a68ca4e0-57da-4b24-bb51-a865a513bd51) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:42:36.392491 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for port (a68ca4e0-57da-4b24-bb51-a865a513bd51), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:36.425258 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (a68ca4e0-57da-4b24-bb51-a865a513bd51), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:36.465549 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Network 616908d7-0b4f-428a-a8d6-3c3f0bd6749a is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:42:36.470527 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:42:36.475200 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:42:36.502262 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'Port': ['ID=a68ca4e0-57da-4b24-bb51-a865a513bd51,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:36.521183 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:36.521623 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:36.521895 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:36.522234 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:36.522571 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:36.522905 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:36.523235 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:36.523562 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:36.523886 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:36.524205 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:36.524527 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:36.524861 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:36.525173 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:42:36.538752 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (f970ea9c-2a46-4371-8634-27f85dfc0cd3), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:36.679098 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a68ca4e0-57da-4b24-bb51-a865a513bd51), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:36.748605 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d59a37ec-0b3f-4208-8b66-8dcbb3b04ab3 None None] Provisioning complete for port a68ca4e0-57da-4b24-bb51-a865a513bd51 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:42:36.749551 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d59a37ec-0b3f-4208-8b66-8dcbb3b04ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a68ca4e0-57da-4b24-bb51-a865a513bd51), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:36.808825 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d59a37ec-0b3f-4208-8b66-8dcbb3b04ab3 None None] Port a68ca4e0-57da-4b24-bb51-a865a513bd51 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:42:36.932750 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:36.993892 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for port (a68ca4e0-57da-4b24-bb51-a865a513bd51), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:36.998476 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (a68ca4e0-57da-4b24-bb51-a865a513bd51), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:37.071256 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'Port': ['ID=a68ca4e0-57da-4b24-bb51-a865a513bd51,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:37.081685 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (f970ea9c-2a46-4371-8634-27f85dfc0cd3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:37.170340 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Network 616908d7-0b4f-428a-a8d6-3c3f0bd6749a is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:42:37.171836 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:42:37.294182 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Router f970ea9c-2a46-4371-8634-27f85dfc0cd3 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:42:37.429966 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:42:37.452269 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0d4ee3a1-2bbc-4f24-92f5-56a9280b0900 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "PUT /v2.0/routers/f970ea9c-2a46-4371-8634-27f85dfc0cd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2134743 Jan 18 20:42:37.452390 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-b2e66cb4-fed6-4a65-b41e-bd9047f4ba8f None None] Provisioning complete for port a68ca4e0-57da-4b24-bb51-a865a513bd51 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:42:37.452390 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b2e66cb4-fed6-4a65-b41e-bd9047f4ba8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a68ca4e0-57da-4b24-bb51-a865a513bd51), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:37.452390 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2d19a9-0e7d-4f62-8826-f94955d8b941 None None] Sync routers for ids ['f970ea9c-2a46-4371-8634-27f85dfc0cd3'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:42:37.494724 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2d19a9-0e7d-4f62-8826-f94955d8b941 None None] Routers {'f970ea9c-2a46-4371-8634-27f85dfc0cd3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:42:37.495283 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-fb2d19a9-0e7d-4f62-8826-f94955d8b941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:42:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['f970ea9c-2a46-4371-8634-27f85dfc0cd3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:42:37.499948 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b2e66cb4-fed6-4a65-b41e-bd9047f4ba8f None None] Port a68ca4e0-57da-4b24-bb51-a865a513bd51 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:42:37.609511 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-fb2d19a9-0e7d-4f62-8826-f94955d8b941 None None] Set router f970ea9c-2a46-4371-8634-27f85dfc0cd3 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:42:37.872046 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-fb2d19a9-0e7d-4f62-8826-f94955d8b941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'name': 'tempest-TestNetworkBasicOps-router-896502255', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:09Z', 'updated_at': '2022-01-18T20:42:36Z', 'revision_number': 5, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:10Z', 'updated_at': '2022-01-18T20:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'ca4bd4e1-1cd9-4ce4-892a-526de34a6e15', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'floating_ip_address': '172.25.4.189', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'port_id': '140f4f2a-cc52-479b-b576-b6d4a3698ecd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64', 'mac_address': 'fa:16:3e:4e:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036d42a8-4e12-434c-aaf9-f169b70bcb90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:41:35Z', 'updated_at': '2022-01-18T20:41:37Z', 'revision_number': 1, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dc8e106-a1d3-4e90-a2a0-b00580cf96cd', 'name': '', 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'mac_address': 'fa:16:3e:8a:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:13Z', 'updated_at': '2022-01-18T20:41:18Z', 'revision_number': 5, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'subnets': [{'id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a68ca4e0-57da-4b24-bb51-a865a513bd51', 'name': '', 'network_id': '616908d7-0b4f-428a-a8d6-3c3f0bd6749a', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'mac_address': 'fa:16:3e:6d:f0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '5b514178-1ca3-4c4b-ac38-07e0ef8f2179', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:42:36Z', 'updated_at': '2022-01-18T20:42:36Z', 'revision_number': 2, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'subnets': [{'id': '5b514178-1ca3-4c4b-ac38-07e0ef8f2179', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:42:37.902273 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2d19a9-0e7d-4f62-8826-f94955d8b941 None None] Checking router: f970ea9c-2a46-4371-8634-27f85dfc0cd3 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:42:37.902625 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2d19a9-0e7d-4f62-8826-f94955d8b941 None None] Updating router f970ea9c-2a46-4371-8634-27f85dfc0cd3 port a68ca4e0-57da-4b24-bb51-a865a513bd51 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:42:37.932730 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fb2d19a9-0e7d-4f62-8826-f94955d8b941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a68ca4e0-57da-4b24-bb51-a865a513bd51), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:38.184135 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fb2d19a9-0e7d-4f62-8826-f94955d8b941 None None] Publish callbacks [] for port (a68ca4e0-57da-4b24-bb51-a865a513bd51), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:38.189468 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fb2d19a9-0e7d-4f62-8826-f94955d8b941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a68ca4e0-57da-4b24-bb51-a865a513bd51), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:38.237013 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff879ca2-fd96-494b-a00e-4c558103c5ae None None] Pushing event updated for resources: {'Port': ['ID=a68ca4e0-57da-4b24-bb51-a865a513bd51,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:38.294767 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-fb2d19a9-0e7d-4f62-8826-f94955d8b941 None None] Attempting to bind port a68ca4e0-57da-4b24-bb51-a865a513bd51 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:42:38.295175 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-fb2d19a9-0e7d-4f62-8826-f94955d8b941 None None] Attempting to bind port a68ca4e0-57da-4b24-bb51-a865a513bd51 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '4d28dd76-a70f-4ccd-b008-c0e37fc2a18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '616908d7-0b4f-428a-a8d6-3c3f0bd6749a'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:42:38.295502 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2d19a9-0e7d-4f62-8826-f94955d8b941 None None] Attempting to bind port a68ca4e0-57da-4b24-bb51-a865a513bd51 on network 616908d7-0b4f-428a-a8d6-3c3f0bd6749a {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:42:38.303636 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2d19a9-0e7d-4f62-8826-f94955d8b941 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:42:38.303636 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2d19a9-0e7d-4f62-8826-f94955d8b941 None None] Checking segment: {'id': '4d28dd76-a70f-4ccd-b008-c0e37fc2a18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '616908d7-0b4f-428a-a8d6-3c3f0bd6749a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:42:38.303636 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fb2d19a9-0e7d-4f62-8826-f94955d8b941 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:38.303636 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2d19a9-0e7d-4f62-8826-f94955d8b941 None None] Bound using segment: {'id': '4d28dd76-a70f-4ccd-b008-c0e37fc2a18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '616908d7-0b4f-428a-a8d6-3c3f0bd6749a'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:42:38.303636 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-fb2d19a9-0e7d-4f62-8826-f94955d8b941 None None] Bound port: a68ca4e0-57da-4b24-bb51-a865a513bd51, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d28dd76-a70f-4ccd-b008-c0e37fc2a18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '616908d7-0b4f-428a-a8d6-3c3f0bd6749a'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:42:38.303636 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fb2d19a9-0e7d-4f62-8826-f94955d8b941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a68ca4e0-57da-4b24-bb51-a865a513bd51), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:38.369375 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-fb2d19a9-0e7d-4f62-8826-f94955d8b941 None None] For port a68ca4e0-57da-4b24-bb51-a865a513bd51, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:42:38.372742 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-fb2d19a9-0e7d-4f62-8826-f94955d8b941 None None] For port a68ca4e0-57da-4b24-bb51-a865a513bd51, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=a68ca4e0-57da-4b24-bb51-a865a513bd51,segment=NetworkSegment(4d28dd76-a70f-4ccd-b008-c0e37fc2a18c),segment_id=4d28dd76-a70f-4ccd-b008-c0e37fc2a18c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:42:38.378116 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fb2d19a9-0e7d-4f62-8826-f94955d8b941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a68ca4e0-57da-4b24-bb51-a865a513bd51), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:38.448765 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2d19a9-0e7d-4f62-8826-f94955d8b941 None None] Routers {'f970ea9c-2a46-4371-8634-27f85dfc0cd3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:42:38.449353 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-fb2d19a9-0e7d-4f62-8826-f94955d8b941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:42:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['f970ea9c-2a46-4371-8634-27f85dfc0cd3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:42:38.455470 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff879ca2-fd96-494b-a00e-4c558103c5ae None None] Pushing event updated for resources: {'Port': ['ID=a68ca4e0-57da-4b24-bb51-a865a513bd51,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:38.506107 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-2d56715c-1145-4b6f-9605-7c25ea39bc3c None None] Provisioning complete for port a68ca4e0-57da-4b24-bb51-a865a513bd51 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:42:38.506439 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2d56715c-1145-4b6f-9605-7c25ea39bc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a68ca4e0-57da-4b24-bb51-a865a513bd51), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:38.606285 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-fb2d19a9-0e7d-4f62-8826-f94955d8b941 None None] Set router f970ea9c-2a46-4371-8634-27f85dfc0cd3 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:42:38.674670 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2d56715c-1145-4b6f-9605-7c25ea39bc3c None None] Current status of the port a68ca4e0-57da-4b24-bb51-a865a513bd51 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:42:38.675047 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2d56715c-1145-4b6f-9605-7c25ea39bc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a68ca4e0-57da-4b24-bb51-a865a513bd51), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:38.751892 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-2d56715c-1145-4b6f-9605-7c25ea39bc3c None None] For port a68ca4e0-57da-4b24-bb51-a865a513bd51, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=a68ca4e0-57da-4b24-bb51-a865a513bd51,segment=NetworkSegment(4d28dd76-a70f-4ccd-b008-c0e37fc2a18c),segment_id=4d28dd76-a70f-4ccd-b008-c0e37fc2a18c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:42:38.764882 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2d56715c-1145-4b6f-9605-7c25ea39bc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a68ca4e0-57da-4b24-bb51-a865a513bd51), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:39.032300 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56715c-1145-4b6f-9605-7c25ea39bc3c None None] Pushing event updated for resources: {'Port': ['ID=a68ca4e0-57da-4b24-bb51-a865a513bd51,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:39.036392 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-5d361305-06cd-4966-81cb-398baeafa036 None None] Provisioning complete for port a68ca4e0-57da-4b24-bb51-a865a513bd51 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:42:39.036762 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5d361305-06cd-4966-81cb-398baeafa036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a68ca4e0-57da-4b24-bb51-a865a513bd51), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:39.166863 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5d361305-06cd-4966-81cb-398baeafa036 None None] Current status of the port a68ca4e0-57da-4b24-bb51-a865a513bd51 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:42:39.171662 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-fb2d19a9-0e7d-4f62-8826-f94955d8b941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'name': 'tempest-TestNetworkBasicOps-router-896502255', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:09Z', 'updated_at': '2022-01-18T20:42:36Z', 'revision_number': 5, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:10Z', 'updated_at': '2022-01-18T20:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'ca4bd4e1-1cd9-4ce4-892a-526de34a6e15', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'floating_ip_address': '172.25.4.189', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'port_id': '140f4f2a-cc52-479b-b576-b6d4a3698ecd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64', 'mac_address': 'fa:16:3e:4e:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036d42a8-4e12-434c-aaf9-f169b70bcb90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:41:35Z', 'updated_at': '2022-01-18T20:41:37Z', 'revision_number': 1, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dc8e106-a1d3-4e90-a2a0-b00580cf96cd', 'name': '', 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'mac_address': 'fa:16:3e:8a:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:13Z', 'updated_at': '2022-01-18T20:41:18Z', 'revision_number': 5, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'subnets': [{'id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a68ca4e0-57da-4b24-bb51-a865a513bd51', 'name': '', 'network_id': '616908d7-0b4f-428a-a8d6-3c3f0bd6749a', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'mac_address': 'fa:16:3e:6d:f0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '5b514178-1ca3-4c4b-ac38-07e0ef8f2179', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:42:36Z', 'updated_at': '2022-01-18T20:42:38Z', 'revision_number': 4, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'subnets': [{'id': '5b514178-1ca3-4c4b-ac38-07e0ef8f2179', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:42:39.197946 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2d19a9-0e7d-4f62-8826-f94955d8b941 None None] The sync data for ids ['f970ea9c-2a46-4371-8634-27f85dfc0cd3'] in n-d-741529-9 is: [{'id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'name': 'tempest-TestNetworkBasicOps-router-896502255', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:09Z', 'updated_at': '2022-01-18T20:42:36Z', 'revision_number': 5, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:10Z', 'updated_at': '2022-01-18T20:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'ca4bd4e1-1cd9-4ce4-892a-526de34a6e15', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'floating_ip_address': '172.25.4.189', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'port_id': '140f4f2a-cc52-479b-b576-b6d4a3698ecd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64', 'mac_address': 'fa:16:3e:4e:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036d42a8-4e12-434c-aaf9-f169b70bcb90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:41:35Z', 'updated_at': '2022-01-18T20:41:37Z', 'revision_number': 1, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dc8e106-a1d3-4e90-a2a0-b00580cf96cd', 'name': '', 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'mac_address': 'fa:16:3e:8a:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:13Z', 'updated_at': '2022-01-18T20:41:18Z', 'revision_number': 5, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'subnets': [{'id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a68ca4e0-57da-4b24-bb51-a865a513bd51', 'name': '', 'network_id': '616908d7-0b4f-428a-a8d6-3c3f0bd6749a', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'mac_address': 'fa:16:3e:6d:f0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '5b514178-1ca3-4c4b-ac38-07e0ef8f2179', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:42:36Z', 'updated_at': '2022-01-18T20:42:38Z', 'revision_number': 4, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'subnets': [{'id': '5b514178-1ca3-4c4b-ac38-07e0ef8f2179', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:42:39.872358 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device a68ca4e0-57da-4b24-bb51-a865a513bd51 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:42:39.930924 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port a68ca4e0-57da-4b24-bb51-a865a513bd51 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:42:39.931436 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a68ca4e0-57da-4b24-bb51-a865a513bd51), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:40.013464 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port a68ca4e0-57da-4b24-bb51-a865a513bd51 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:42:48.267062 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:42:55.646617 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7227edfd-df78-458d-9d0e-be441685e6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:56.517260 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a463744-d0a6-4ba6-9b37-81193b5a0145 req-99503cd2-caf0-41e2-83d9-2f82eed554cb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=036d42a8-4e12-434c-aaf9-f169b70bcb90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426786 Jan 18 20:42:56.581546 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a463744-d0a6-4ba6-9b37-81193b5a0145 req-69a74fd4-2de9-42ca-8763-272ffeb52e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:56.583034 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a463744-d0a6-4ba6-9b37-81193b5a0145 req-69a74fd4-2de9-42ca-8763-272ffeb52e4e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c211e494495449f392a0607cbd9b6951&device_id=036d42a8-4e12-434c-aaf9-f169b70bcb90 HTTP/1.1" status: 200 len: 1096 time: 0.0437520 Jan 18 20:42:56.683244 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a463744-d0a6-4ba6-9b37-81193b5a0145 req-8c5c869d-dcda-4594-b3c4-c6965e8fa08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:56.684775 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a463744-d0a6-4ba6-9b37-81193b5a0145 req-8c5c869d-dcda-4594-b3c4-c6965e8fa08c service neutron] 10.222.0.70 "GET /v2.0/networks?id=1742eda4-644e-4d61-8589-e7b192c17f64 HTTP/1.1" status: 200 len: 898 time: 0.0832307 Jan 18 20:42:56.751669 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a463744-d0a6-4ba6-9b37-81193b5a0145 req-5846ee40-f205-42ea-ac8f-a23d7a4e721b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=140f4f2a-cc52-479b-b576-b6d4a3698ecd HTTP/1.1" status: 200 len: 1001 time: 0.0601392 Jan 18 20:42:56.798022 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a463744-d0a6-4ba6-9b37-81193b5a0145 req-a290649d-f1f0-4626-a456-7076f8eedf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:56.799405 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a463744-d0a6-4ba6-9b37-81193b5a0145 req-a290649d-f1f0-4626-a456-7076f8eedf60 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=71a8a3aa-5d09-4b3d-b76d-9edf771162ca HTTP/1.1" status: 200 len: 835 time: 0.0412469 Jan 18 20:42:56.841666 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a463744-d0a6-4ba6-9b37-81193b5a0145 req-8e143f15-1925-4249-a517-5a9794aa64fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:42:56.843032 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a463744-d0a6-4ba6-9b37-81193b5a0145 req-8e143f15-1925-4249-a517-5a9794aa64fb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1742eda4-644e-4d61-8589-e7b192c17f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0374525 Jan 18 20:42:56.853962 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-0a463744-d0a6-4ba6-9b37-81193b5a0145 req-d7b2e058-9942-4681-9365-7f1652462395 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:42:56.854883 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a463744-d0a6-4ba6-9b37-81193b5a0145 req-d7b2e058-9942-4681-9365-7f1652462395 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046988 Jan 18 20:42:56.943244 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a463744-d0a6-4ba6-9b37-81193b5a0145 req-98c0ac68-1682-43c9-beda-dc49554567bd service neutron] 10.222.0.70 "GET /v2.0/networks/1742eda4-644e-4d61-8589-e7b192c17f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818253 Jan 18 20:42:56.970816 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34254) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:42:57.040428 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a463744-d0a6-4ba6-9b37-81193b5a0145 req-64087ba0-da64-4866-99fb-058f1bbb591e service neutron] 10.222.0.70 "GET /v2.0/networks/1742eda4-644e-4d61-8589-e7b192c17f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898838 Jan 18 20:42:57.074731 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ece8ae6-2635-4f1e-9167-fd8580ba7f62 admin admin] Deleting subnet 5d6a7d83-f920-4fee-ad9e-e8981e8a2e65 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:42:57.077840 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2ece8ae6-2635-4f1e-9167-fd8580ba7f62 admin admin] Publish callbacks [] for subnet (5d6a7d83-f920-4fee-ad9e-e8981e8a2e65), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:57.441449 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2ece8ae6-2635-4f1e-9167-fd8580ba7f62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (5d6a7d83-f920-4fee-ad9e-e8981e8a2e65), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:57.479126 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2ece8ae6-2635-4f1e-9167-fd8580ba7f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (5d6a7d83-f920-4fee-ad9e-e8981e8a2e65), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:57.534735 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2ece8ae6-2635-4f1e-9167-fd8580ba7f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (5d6a7d83-f920-4fee-ad9e-e8981e8a2e65), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:57.561320 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece8ae6-2635-4f1e-9167-fd8580ba7f62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d6a7d83-f920-4fee-ad9e-e8981e8a2e65,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:57.567071 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2ece8ae6-2635-4f1e-9167-fd8580ba7f62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:57.569881 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2ece8ae6-2635-4f1e-9167-fd8580ba7f62 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5d6a7d83-f920-4fee-ad9e-e8981e8a2e65 HTTP/1.1" status: 204 len: 168 time: 0.5977917 Jan 18 20:42:57.572322 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34262) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:42:57.643153 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-de5a3cd2-92c6-4b30-a1c1-ec0cc5ed8460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (a1f009ee-ea41-46a1-8dde-25531c2a4ce3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:57.719529 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-de5a3cd2-92c6-4b30-a1c1-ec0cc5ed8460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (a1f009ee-ea41-46a1-8dde-25531c2a4ce3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:57.745448 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-de5a3cd2-92c6-4b30-a1c1-ec0cc5ed8460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f009ee-ea41-46a1-8dde-25531c2a4ce3']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:42:57.759269 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-de5a3cd2-92c6-4b30-a1c1-ec0cc5ed8460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '965344ef-8ad8-44eb-904e-0bd15225d0a9') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:42:57.759561 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-de5a3cd2-92c6-4b30-a1c1-ec0cc5ed8460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '965344ef-8ad8-44eb-904e-0bd15225d0a9') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:42:57.772417 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-de5a3cd2-92c6-4b30-a1c1-ec0cc5ed8460 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (965344ef-8ad8-44eb-904e-0bd15225d0a9), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:57.785564 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-de5a3cd2-92c6-4b30-a1c1-ec0cc5ed8460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (965344ef-8ad8-44eb-904e-0bd15225d0a9), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:57.791402 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5a3cd2-92c6-4b30-a1c1-ec0cc5ed8460 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:42:57.791773 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-de5a3cd2-92c6-4b30-a1c1-ec0cc5ed8460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (965344ef-8ad8-44eb-904e-0bd15225d0a9), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:57.813869 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-54cae8d5-6ead-4ae8-a73f-107dc0902e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:42:57.833724 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:42:57.848045 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-de5a3cd2-92c6-4b30-a1c1-ec0cc5ed8460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (a1f009ee-ea41-46a1-8dde-25531c2a4ce3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:57.852352 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-de5a3cd2-92c6-4b30-a1c1-ec0cc5ed8460 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:57.855904 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-de5a3cd2-92c6-4b30-a1c1-ec0cc5ed8460 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a1f009ee-ea41-46a1-8dde-25531c2a4ce3 HTTP/1.1" status: 204 len: 168 time: 0.2824812 Jan 18 20:42:57.868651 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a3cd2-92c6-4b30-a1c1-ec0cc5ed8460 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1f009ee-ea41-46a1-8dde-25531c2a4ce3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:57.976497 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34266) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:42:58.019042 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-079630a2-8a5a-4ef2-8969-bd844ef34ef4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=659207600d0447eba243c99c1a57c914&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389440 Jan 18 20:42:58.019277 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34268) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:42:58.068714 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cde26892-4872-4ab0-83dc-ac3ac86c7982 admin admin] Publish callbacks [] for security_group (f7fa9787-8a5c-4809-8b10-e47624ad7c75), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:58.092823 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cde26892-4872-4ab0-83dc-ac3ac86c7982 admin admin] Publish callbacks [] for security_group (f7fa9787-8a5c-4809-8b10-e47624ad7c75), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:58.138411 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cde26892-4872-4ab0-83dc-ac3ac86c7982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f7fa9787-8a5c-4809-8b10-e47624ad7c75), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:58.140987 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cde26892-4872-4ab0-83dc-ac3ac86c7982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:58.142184 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cde26892-4872-4ab0-83dc-ac3ac86c7982 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f7fa9787-8a5c-4809-8b10-e47624ad7c75 HTTP/1.1" status: 204 len: 168 time: 0.1221097 Jan 18 20:42:58.151805 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde26892-4872-4ab0-83dc-ac3ac86c7982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fa9787-8a5c-4809-8b10-e47624ad7c75,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:42:59.140133 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:00.234387 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34312) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:00.567911 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:00.617926 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-05567075-8c5f-4737-b76f-a23afe4672f4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (f970ea9c-2a46-4371-8634-27f85dfc0cd3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:00.915575 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-05567075-8c5f-4737-b76f-a23afe4672f4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Deleting port a68ca4e0-57da-4b24-bb51-a865a513bd51 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:43:00.915917 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-05567075-8c5f-4737-b76f-a23afe4672f4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (a68ca4e0-57da-4b24-bb51-a865a513bd51), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:01.000388 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-05567075-8c5f-4737-b76f-a23afe4672f4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] For port a68ca4e0-57da-4b24-bb51-a865a513bd51, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=a68ca4e0-57da-4b24-bb51-a865a513bd51,segment=NetworkSegment(4d28dd76-a70f-4ccd-b008-c0e37fc2a18c),segment_id=4d28dd76-a70f-4ccd-b008-c0e37fc2a18c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:01.000740 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-05567075-8c5f-4737-b76f-a23afe4672f4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (a68ca4e0-57da-4b24-bb51-a865a513bd51), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:01.012736 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-05567075-8c5f-4737-b76f-a23afe4672f4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Calling delete_port for a68ca4e0-57da-4b24-bb51-a865a513bd51 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:43:01.203968 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-05567075-8c5f-4737-b76f-a23afe4672f4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (a68ca4e0-57da-4b24-bb51-a865a513bd51), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:01.237031 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05567075-8c5f-4737-b76f-a23afe4672f4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event deleted for resources: {'Port': ['ID=a68ca4e0-57da-4b24-bb51-a865a513bd51,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:01.422069 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-05567075-8c5f-4737-b76f-a23afe4672f4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (f970ea9c-2a46-4371-8634-27f85dfc0cd3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:01.651523 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05567075-8c5f-4737-b76f-a23afe4672f4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Router f970ea9c-2a46-4371-8634-27f85dfc0cd3 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:43:01.760443 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05567075-8c5f-4737-b76f-a23afe4672f4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:43:01.766091 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-05567075-8c5f-4737-b76f-a23afe4672f4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "PUT /v2.0/routers/f970ea9c-2a46-4371-8634-27f85dfc0cd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5306110 Jan 18 20:43:01.776852 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f604a721-9fb5-4b3d-8094-5d78b27164a1 None None] Sync routers for ids ['f970ea9c-2a46-4371-8634-27f85dfc0cd3'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:43:01.801945 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f604a721-9fb5-4b3d-8094-5d78b27164a1 None None] Routers {'f970ea9c-2a46-4371-8634-27f85dfc0cd3'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:43:01.802670 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f604a721-9fb5-4b3d-8094-5d78b27164a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:42:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['f970ea9c-2a46-4371-8634-27f85dfc0cd3'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:01.854437 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:02.046974 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-f604a721-9fb5-4b3d-8094-5d78b27164a1 None None] Set router f970ea9c-2a46-4371-8634-27f85dfc0cd3 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:43:02.252665 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164230a-665e-403b-acb0-67afda794370 req-380de986-6983-4e6e-a160-f06f4c69b274 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:02.254783 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4164230a-665e-403b-acb0-67afda794370 req-380de986-6983-4e6e-a160-f06f4c69b274 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bed7b19-843b-4d66-9940-62ea3b2b5c2d HTTP/1.1" status: 200 len: 946 time: 0.2340670 Jan 18 20:43:02.284783 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f604a721-9fb5-4b3d-8094-5d78b27164a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'name': 'tempest-TestNetworkBasicOps-router-896502255', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:09Z', 'updated_at': '2022-01-18T20:43:01Z', 'revision_number': 6, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:10Z', 'updated_at': '2022-01-18T20:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'ca4bd4e1-1cd9-4ce4-892a-526de34a6e15', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'floating_ip_address': '172.25.4.189', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'port_id': '140f4f2a-cc52-479b-b576-b6d4a3698ecd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64', 'mac_address': 'fa:16:3e:4e:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036d42a8-4e12-434c-aaf9-f169b70bcb90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:41:35Z', 'updated_at': '2022-01-18T20:41:37Z', 'revision_number': 1, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dc8e106-a1d3-4e90-a2a0-b00580cf96cd', 'name': '', 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'mac_address': 'fa:16:3e:8a:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:13Z', 'updated_at': '2022-01-18T20:41:18Z', 'revision_number': 5, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'subnets': [{'id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:02.311960 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4164230a-665e-403b-acb0-67afda794370 req-73ea0f1e-d799-47b7-b484-e5a75eadb12b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2074e-cb2f-4f27-bf47-d04c285851db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503101 Jan 18 20:43:02.312774 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f604a721-9fb5-4b3d-8094-5d78b27164a1 None None] Checking router: f970ea9c-2a46-4371-8634-27f85dfc0cd3 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:43:02.321945 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f604a721-9fb5-4b3d-8094-5d78b27164a1 None None] Routers {'f970ea9c-2a46-4371-8634-27f85dfc0cd3'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:43:02.322624 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f604a721-9fb5-4b3d-8094-5d78b27164a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:42:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['f970ea9c-2a46-4371-8634-27f85dfc0cd3'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:02.425479 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-f604a721-9fb5-4b3d-8094-5d78b27164a1 None None] Set router f970ea9c-2a46-4371-8634-27f85dfc0cd3 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:43:02.659625 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f604a721-9fb5-4b3d-8094-5d78b27164a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'name': 'tempest-TestNetworkBasicOps-router-896502255', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:09Z', 'updated_at': '2022-01-18T20:43:01Z', 'revision_number': 6, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:10Z', 'updated_at': '2022-01-18T20:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'ca4bd4e1-1cd9-4ce4-892a-526de34a6e15', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'floating_ip_address': '172.25.4.189', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'port_id': '140f4f2a-cc52-479b-b576-b6d4a3698ecd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64', 'mac_address': 'fa:16:3e:4e:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036d42a8-4e12-434c-aaf9-f169b70bcb90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:41:35Z', 'updated_at': '2022-01-18T20:41:37Z', 'revision_number': 1, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dc8e106-a1d3-4e90-a2a0-b00580cf96cd', 'name': '', 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'mac_address': 'fa:16:3e:8a:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:13Z', 'updated_at': '2022-01-18T20:41:18Z', 'revision_number': 5, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'subnets': [{'id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:02.684563 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f604a721-9fb5-4b3d-8094-5d78b27164a1 None None] The sync data for ids ['f970ea9c-2a46-4371-8634-27f85dfc0cd3'] in n-d-741529-9 is: [{'id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'name': 'tempest-TestNetworkBasicOps-router-896502255', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:09Z', 'updated_at': '2022-01-18T20:43:01Z', 'revision_number': 6, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:10Z', 'updated_at': '2022-01-18T20:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'ca4bd4e1-1cd9-4ce4-892a-526de34a6e15', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'floating_ip_address': '172.25.4.189', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'port_id': '140f4f2a-cc52-479b-b576-b6d4a3698ecd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64', 'mac_address': 'fa:16:3e:4e:81:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036d42a8-4e12-434c-aaf9-f169b70bcb90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:41:35Z', 'updated_at': '2022-01-18T20:41:37Z', 'revision_number': 1, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dc8e106-a1d3-4e90-a2a0-b00580cf96cd', 'name': '', 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'mac_address': 'fa:16:3e:8a:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:13Z', 'updated_at': '2022-01-18T20:41:18Z', 'revision_number': 5, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'subnets': [{'id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:43:03.431310 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ca160-25ad-46b4-b96d-e3652c0b20ae req-47e54e0d-0cfb-429e-adc4-447406285318 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:03.432831 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-038ca160-25ad-46b4-b96d-e3652c0b20ae req-47e54e0d-0cfb-429e-adc4-447406285318 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bed7b19-843b-4d66-9940-62ea3b2b5c2d HTTP/1.1" status: 200 len: 946 time: 0.0488825 Jan 18 20:43:03.513447 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-038ca160-25ad-46b4-b96d-e3652c0b20ae req-ad68691a-28d1-4148-82d1-08b5a256f767 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2074e-cb2f-4f27-bf47-d04c285851db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747893 Jan 18 20:43:03.521893 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de2bfb-8a98-408d-a227-affa38053d9d req-3e580919-c7c8-44a2-bac5-9409bb7ebad5 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:03.523457 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-02de2bfb-8a98-408d-a227-affa38053d9d req-3e580919-c7c8-44a2-bac5-9409bb7ebad5 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bed7b19-843b-4d66-9940-62ea3b2b5c2d HTTP/1.1" status: 200 len: 946 time: 0.0787387 Jan 18 20:43:03.675613 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-02de2bfb-8a98-408d-a227-affa38053d9d req-a917e463-960e-4a8b-aa01-df8993ca6b39 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Deleting port 82601940-cab6-4bac-a574-55bc6c29031f {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:43:03.676677 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-02de2bfb-8a98-408d-a227-affa38053d9d req-a917e463-960e-4a8b-aa01-df8993ca6b39 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (82601940-cab6-4bac-a574-55bc6c29031f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:03.786241 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-02de2bfb-8a98-408d-a227-affa38053d9d req-a917e463-960e-4a8b-aa01-df8993ca6b39 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] For port 82601940-cab6-4bac-a574-55bc6c29031f, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=82601940-cab6-4bac-a574-55bc6c29031f,segment=NetworkSegment(4d28dd76-a70f-4ccd-b008-c0e37fc2a18c),segment_id=4d28dd76-a70f-4ccd-b008-c0e37fc2a18c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:03.786601 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-02de2bfb-8a98-408d-a227-affa38053d9d req-a917e463-960e-4a8b-aa01-df8993ca6b39 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (82601940-cab6-4bac-a574-55bc6c29031f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:03.800415 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-02de2bfb-8a98-408d-a227-affa38053d9d req-a917e463-960e-4a8b-aa01-df8993ca6b39 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Calling delete_port for 82601940-cab6-4bac-a574-55bc6c29031f owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:43:03.820343 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device a68ca4e0-57da-4b24-bb51-a865a513bd51 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:43:03.840773 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: a68ca4e0-57da-4b24-bb51-a865a513bd51 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:43:03.841034 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device a68ca4e0-57da-4b24-bb51-a865a513bd51 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:43:03.941175 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-02de2bfb-8a98-408d-a227-affa38053d9d req-a917e463-960e-4a8b-aa01-df8993ca6b39 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (82601940-cab6-4bac-a574-55bc6c29031f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:03.973184 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917e463-960e-4a8b-aa01-df8993ca6b39 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event deleted for resources: {'Port': ['ID=82601940-cab6-4bac-a574-55bc6c29031f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:04.019742 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-02de2bfb-8a98-408d-a227-affa38053d9d req-a917e463-960e-4a8b-aa01-df8993ca6b39 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] No DVR routers for this DVR port 82601940-cab6-4bac-a574-55bc6c29031f on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:43:04.022491 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-02de2bfb-8a98-408d-a227-affa38053d9d req-a917e463-960e-4a8b-aa01-df8993ca6b39 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:04.025965 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-02de2bfb-8a98-408d-a227-affa38053d9d req-a917e463-960e-4a8b-aa01-df8993ca6b39 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.70 "DELETE /v2.0/ports/82601940-cab6-4bac-a574-55bc6c29031f HTTP/1.1" status: 204 len: 173 time: 0.4930747 Jan 18 20:43:04.026402 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bed7b19-843b-4d66-9940-62ea3b2b5c2d', 'name': 'network-vif-deleted', 'tag': '82601940-cab6-4bac-a574-55bc6c29031f'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:43:04.028618 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b63218-6f66-4c85-a3de-342b6a731d55" -d '{"events": [{"server_uuid": "8bed7b19-843b-4d66-9940-62ea3b2b5c2d", "name": "network-vif-deleted", "tag": "82601940-cab6-4bac-a574-55bc6c29031f"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:43:04.139922 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509a47a1-ea9b-4a78-9df5-e46d07bc0c6b x-openstack-request-id: req-509a47a1-ea9b-4a78-9df5-e46d07bc0c6b {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:43:04.140360 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bed7b19-843b-4d66-9940-62ea3b2b5c2d", "name": "network-vif-deleted", "tag": "82601940-cab6-4bac-a574-55bc6c29031f", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:43:04.140751 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-509a47a1-ea9b-4a78-9df5-e46d07bc0c6b {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:43:04.141344 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bed7b19-843b-4d66-9940-62ea3b2b5c2d', 'name': 'network-vif-deleted', 'tag': '82601940-cab6-4bac-a574-55bc6c29031f', 'status': 'completed', 'code': 200} Jan 18 20:43:04.189424 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:04.580317 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34352) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:04.637248 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-142a9263-abcc-4c88-b57e-b03d96a3a37f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group (8dc2074e-cb2f-4f27-bf47-d04c285851db), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:04.663408 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-142a9263-abcc-4c88-b57e-b03d96a3a37f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group (8dc2074e-cb2f-4f27-bf47-d04c285851db), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:04.730775 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-142a9263-abcc-4c88-b57e-b03d96a3a37f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8dc2074e-cb2f-4f27-bf47-d04c285851db), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:04.734094 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-142a9263-abcc-4c88-b57e-b03d96a3a37f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:04.735510 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-142a9263-abcc-4c88-b57e-b03d96a3a37f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "DELETE /v2.0/security-groups/8dc2074e-cb2f-4f27-bf47-d04c285851db HTTP/1.1" status: 204 len: 168 time: 0.1541164 Jan 18 20:43:04.745876 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a9263-abcc-4c88-b57e-b03d96a3a37f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc2074e-cb2f-4f27-bf47-d04c285851db,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:04.777725 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34360) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:04.832186 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-895c3727-8e61-4ed4-9d00-f4da7bddba14 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Deleting subnet 5b514178-1ca3-4c4b-ac38-07e0ef8f2179 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:43:04.835645 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-895c3727-8e61-4ed4-9d00-f4da7bddba14 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for subnet (5b514178-1ca3-4c4b-ac38-07e0ef8f2179), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:04.875910 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-895c3727-8e61-4ed4-9d00-f4da7bddba14 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (5b514178-1ca3-4c4b-ac38-07e0ef8f2179), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:04.959824 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-895c3727-8e61-4ed4-9d00-f4da7bddba14 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (5b514178-1ca3-4c4b-ac38-07e0ef8f2179), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:05.016728 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-895c3727-8e61-4ed4-9d00-f4da7bddba14 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (5b514178-1ca3-4c4b-ac38-07e0ef8f2179), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:05.043416 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c3727-8e61-4ed4-9d00-f4da7bddba14 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event deleted for resources: {'Subnet': ['ID=5b514178-1ca3-4c4b-ac38-07e0ef8f2179,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:05.048259 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-895c3727-8e61-4ed4-9d00-f4da7bddba14 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:05.052143 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-895c3727-8e61-4ed4-9d00-f4da7bddba14 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "DELETE /v2.0/subnets/5b514178-1ca3-4c4b-ac38-07e0ef8f2179 HTTP/1.1" status: 204 len: 168 time: 0.2729981 Jan 18 20:43:05.054878 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34362) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:05.056406 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82562051-e7f7-46eb-84f7-23761513cb6e None None] Network 616908d7-0b4f-428a-a8d6-3c3f0bd6749a requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:43:05.134053 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-99b4b30c-2e8c-4f90-9191-0e86130609e4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (616908d7-0b4f-428a-a8d6-3c3f0bd6749a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:05.194628 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-99b4b30c-2e8c-4f90-9191-0e86130609e4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Deleting port a5d35ba6-4ced-43b9-84e5-3cc5a2610aea {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:43:05.195042 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-99b4b30c-2e8c-4f90-9191-0e86130609e4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (a5d35ba6-4ced-43b9-84e5-3cc5a2610aea), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:05.205570 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b19bfb4-bf69-4f8c-af17-1b13ebc60e48 None None] DHCP port deletion for 616908d7-0b4f-428a-a8d6-3c3f0bd6749a request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:43:05.256442 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9b19bfb4-bf69-4f8c-af17-1b13ebc60e48 None None] Deleting port a5d35ba6-4ced-43b9-84e5-3cc5a2610aea {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:43:05.256725 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9b19bfb4-bf69-4f8c-af17-1b13ebc60e48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (a5d35ba6-4ced-43b9-84e5-3cc5a2610aea), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:05.259289 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-99b4b30c-2e8c-4f90-9191-0e86130609e4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] For port a5d35ba6-4ced-43b9-84e5-3cc5a2610aea, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=a5d35ba6-4ced-43b9-84e5-3cc5a2610aea,segment=NetworkSegment(4d28dd76-a70f-4ccd-b008-c0e37fc2a18c),segment_id=4d28dd76-a70f-4ccd-b008-c0e37fc2a18c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:05.259818 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-99b4b30c-2e8c-4f90-9191-0e86130609e4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (a5d35ba6-4ced-43b9-84e5-3cc5a2610aea), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:05.279686 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-99b4b30c-2e8c-4f90-9191-0e86130609e4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Calling delete_port for a5d35ba6-4ced-43b9-84e5-3cc5a2610aea owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:43:05.321488 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-9b19bfb4-bf69-4f8c-af17-1b13ebc60e48 None None] For port a5d35ba6-4ced-43b9-84e5-3cc5a2610aea, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=a5d35ba6-4ced-43b9-84e5-3cc5a2610aea,segment=NetworkSegment(4d28dd76-a70f-4ccd-b008-c0e37fc2a18c),segment_id=4d28dd76-a70f-4ccd-b008-c0e37fc2a18c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:05.321910 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9b19bfb4-bf69-4f8c-af17-1b13ebc60e48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (a5d35ba6-4ced-43b9-84e5-3cc5a2610aea), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:05.335530 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9b19bfb4-bf69-4f8c-af17-1b13ebc60e48 None None] Calling delete_port for a5d35ba6-4ced-43b9-84e5-3cc5a2610aea owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:43:05.365307 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-99b4b30c-2e8c-4f90-9191-0e86130609e4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (a5d35ba6-4ced-43b9-84e5-3cc5a2610aea), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:05.394556 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4b30c-2e8c-4f90-9191-0e86130609e4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event deleted for resources: {'Port': ['ID=a5d35ba6-4ced-43b9-84e5-3cc5a2610aea,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:05.396407 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b4b30c-2e8c-4f90-9191-0e86130609e4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] No DVR routers for this DVR port a5d35ba6-4ced-43b9-84e5-3cc5a2610aea on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:43:05.420516 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9b19bfb4-bf69-4f8c-af17-1b13ebc60e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (a5d35ba6-4ced-43b9-84e5-3cc5a2610aea), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:05.444672 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19bfb4-bf69-4f8c-af17-1b13ebc60e48 None None] Pushing event deleted for resources: {'Port': ['ID=a5d35ba6-4ced-43b9-84e5-3cc5a2610aea,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:05.449267 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b19bfb4-bf69-4f8c-af17-1b13ebc60e48 None None] No DVR routers for this DVR port a5d35ba6-4ced-43b9-84e5-3cc5a2610aea on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:43:05.479683 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-99b4b30c-2e8c-4f90-9191-0e86130609e4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (616908d7-0b4f-428a-a8d6-3c3f0bd6749a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:05.499538 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-99b4b30c-2e8c-4f90-9191-0e86130609e4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['616908d7-0b4f-428a-a8d6-3c3f0bd6749a']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:05.508587 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-99b4b30c-2e8c-4f90-9191-0e86130609e4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d28dd76-a70f-4ccd-b008-c0e37fc2a18c') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:05.508902 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-99b4b30c-2e8c-4f90-9191-0e86130609e4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d28dd76-a70f-4ccd-b008-c0e37fc2a18c') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:05.518981 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-99b4b30c-2e8c-4f90-9191-0e86130609e4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (4d28dd76-a70f-4ccd-b008-c0e37fc2a18c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:05.532784 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-99b4b30c-2e8c-4f90-9191-0e86130609e4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (4d28dd76-a70f-4ccd-b008-c0e37fc2a18c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:05.540035 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b4b30c-2e8c-4f90-9191-0e86130609e4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:43:05.540716 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-99b4b30c-2e8c-4f90-9191-0e86130609e4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (4d28dd76-a70f-4ccd-b008-c0e37fc2a18c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:43:05.544069 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:43:05.602138 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-99b4b30c-2e8c-4f90-9191-0e86130609e4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (616908d7-0b4f-428a-a8d6-3c3f0bd6749a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:05.610897 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-99b4b30c-2e8c-4f90-9191-0e86130609e4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:05.614129 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-99b4b30c-2e8c-4f90-9191-0e86130609e4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "DELETE /v2.0/networks/616908d7-0b4f-428a-a8d6-3c3f0bd6749a HTTP/1.1" status: 204 len: 168 time: 0.5579801 Jan 18 20:43:05.616959 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34364) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:05.625316 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4b30c-2e8c-4f90-9191-0e86130609e4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event deleted for resources: {'Network': ['ID=616908d7-0b4f-428a-a8d6-3c3f0bd6749a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:05.782403 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-abc7ce61-2b8e-46af-bc71-2413dcbb3e19 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Deleting port 28f5e873-d295-4a6e-bd77-296f80aa8685 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:43:05.782983 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-abc7ce61-2b8e-46af-bc71-2413dcbb3e19 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (28f5e873-d295-4a6e-bd77-296f80aa8685), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:05.879164 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-abc7ce61-2b8e-46af-bc71-2413dcbb3e19 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (28f5e873-d295-4a6e-bd77-296f80aa8685), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:05.879486 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-abc7ce61-2b8e-46af-bc71-2413dcbb3e19 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for floatingip (28f5e873-d295-4a6e-bd77-296f80aa8685), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:05.892280 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device a5d35ba6-4ced-43b9-84e5-3cc5a2610aea no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:43:05.892805 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-abc7ce61-2b8e-46af-bc71-2413dcbb3e19 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Calling delete_port for 28f5e873-d295-4a6e-bd77-296f80aa8685 owned by network:floatingip {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:43:05.915771 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: a5d35ba6-4ced-43b9-84e5-3cc5a2610aea {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:43:05.916271 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device a5d35ba6-4ced-43b9-84e5-3cc5a2610aea not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:43:06.043007 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-abc7ce61-2b8e-46af-bc71-2413dcbb3e19 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (28f5e873-d295-4a6e-bd77-296f80aa8685), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:06.069608 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7ce61-2b8e-46af-bc71-2413dcbb3e19 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event deleted for resources: {'Port': ['ID=28f5e873-d295-4a6e-bd77-296f80aa8685,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:06.134502 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-abc7ce61-2b8e-46af-bc71-2413dcbb3e19 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for floatingip (ca4bd4e1-1cd9-4ce4-892a-526de34a6e15), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:06.134761 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [None req-abc7ce61-2b8e-46af-bc71-2413dcbb3e19 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Floating IP ca4bd4e1-1cd9-4ce4-892a-526de34a6e15 disassociated (deleted). External IP: 172.25.4.189, port: 140f4f2a-cc52-479b-b576-b6d4a3698ecd. Jan 18 20:43:06.343678 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d2baf-b9ad-4618-becc-fc9c9bf85894 req-6f9b06b0-94be-4665-9ec3-c844eea53dfd tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:06.345373 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dc3d2baf-b9ad-4618-becc-fc9c9bf85894 req-6f9b06b0-94be-4665-9ec3-c844eea53dfd tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 1097 time: 0.0532267 Jan 18 20:43:06.356642 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc7ce61-2b8e-46af-bc71-2413dcbb3e19 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Router f970ea9c-2a46-4371-8634-27f85dfc0cd3 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:43:06.395832 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dc3d2baf-b9ad-4618-becc-fc9c9bf85894 req-8fe07e6e-0b3e-48ad-bfc9-b4344fc21e06 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416887 Jan 18 20:43:06.419463 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34374) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:06.521233 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc7ce61-2b8e-46af-bc71-2413dcbb3e19 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:43:06.530645 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a4e675-5528-492b-a004-3ae1b884d013 None None] Sync routers for ids ['f970ea9c-2a46-4371-8634-27f85dfc0cd3'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:43:06.541866 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a4e675-5528-492b-a004-3ae1b884d013 None None] Routers {'f970ea9c-2a46-4371-8634-27f85dfc0cd3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:43:06.542471 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f0a4e675-5528-492b-a004-3ae1b884d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:42:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['f970ea9c-2a46-4371-8634-27f85dfc0cd3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:06.552283 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-abc7ce61-2b8e-46af-bc71-2413dcbb3e19 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:06.594669 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-abc7ce61-2b8e-46af-bc71-2413dcbb3e19 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "DELETE /v2.0/floatingips/ca4bd4e1-1cd9-4ce4-892a-526de34a6e15 HTTP/1.1" status: 204 len: 168 time: 0.9739935 Jan 18 20:43:06.597066 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036d42a8-4e12-434c-aaf9-f169b70bcb90', 'tag': '140f4f2a-cc52-479b-b576-b6d4a3698ecd'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:43:06.599430 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2b11b3-ad0e-471f-9802-6c166dc37fce" -d '{"events": [{"name": "network-changed", "server_uuid": "036d42a8-4e12-434c-aaf9-f169b70bcb90", "tag": "140f4f2a-cc52-479b-b576-b6d4a3698ecd"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:43:06.653049 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5a83836d-fcaa-48c5-9ee3-66008b0cc662 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Deleting port 935a8025-ea45-4872-8b86-8deebb321957 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:43:06.653478 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a83836d-fcaa-48c5-9ee3-66008b0cc662 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (935a8025-ea45-4872-8b86-8deebb321957), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:06.672658 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-f0a4e675-5528-492b-a004-3ae1b884d013 None None] Set router f970ea9c-2a46-4371-8634-27f85dfc0cd3 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:43:06.675477 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68742932-a998-465d-91cf-eb95690a164a x-openstack-request-id: req-68742932-a998-465d-91cf-eb95690a164a {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:43:06.675813 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "036d42a8-4e12-434c-aaf9-f169b70bcb90", "tag": "140f4f2a-cc52-479b-b576-b6d4a3698ecd", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:43:06.676142 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68742932-a998-465d-91cf-eb95690a164a {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:43:06.676618 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036d42a8-4e12-434c-aaf9-f169b70bcb90', 'tag': '140f4f2a-cc52-479b-b576-b6d4a3698ecd', 'status': 'completed', 'code': 200} Jan 18 20:43:06.756535 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b11b3-ad0e-471f-9802-6c166dc37fce req-5b485e7b-7e04-4116-9cbd-1366e64381df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:06.758766 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a83836d-fcaa-48c5-9ee3-66008b0cc662 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (935a8025-ea45-4872-8b86-8deebb321957), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:06.759228 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cb2b11b3-ad0e-471f-9802-6c166dc37fce req-5b485e7b-7e04-4116-9cbd-1366e64381df service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c211e494495449f392a0607cbd9b6951&device_id=036d42a8-4e12-434c-aaf9-f169b70bcb90 HTTP/1.1" status: 200 len: 1096 time: 0.0704472 Jan 18 20:43:06.759577 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a83836d-fcaa-48c5-9ee3-66008b0cc662 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for floatingip (935a8025-ea45-4872-8b86-8deebb321957), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:06.777830 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5a83836d-fcaa-48c5-9ee3-66008b0cc662 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Calling delete_port for 935a8025-ea45-4872-8b86-8deebb321957 owned by network:floatingip {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:43:06.966574 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 82601940-cab6-4bac-a574-55bc6c29031f no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:43:06.976492 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:07.001386 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b11b3-ad0e-471f-9802-6c166dc37fce req-4259d73e-d94b-4275-afe5-e3867b73bbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:07.004255 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cb2b11b3-ad0e-471f-9802-6c166dc37fce req-4259d73e-d94b-4275-afe5-e3867b73bbb8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1742eda4-644e-4d61-8589-e7b192c17f64 HTTP/1.1" status: 200 len: 898 time: 0.2357748 Jan 18 20:43:07.052411 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70782da-62e9-4a34-a1c7-e50f9af30545 req-e5b81f2f-11a6-4081-878b-7809cb1e1565 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:07.060566 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b70782da-62e9-4a34-a1c7-e50f9af30545 req-e5b81f2f-11a6-4081-878b-7809cb1e1565 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=036d42a8-4e12-434c-aaf9-f169b70bcb90 HTTP/1.1" status: 200 len: 945 time: 0.1413405 Jan 18 20:43:07.070139 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 82601940-cab6-4bac-a574-55bc6c29031f {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:43:07.072384 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 82601940-cab6-4bac-a574-55bc6c29031f not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:43:07.093193 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a83836d-fcaa-48c5-9ee3-66008b0cc662 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (935a8025-ea45-4872-8b86-8deebb321957), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:07.102943 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cb2b11b3-ad0e-471f-9802-6c166dc37fce req-0ef8900e-39d9-4a16-9b53-27d38cc8391d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=140f4f2a-cc52-479b-b576-b6d4a3698ecd HTTP/1.1" status: 200 len: 217 time: 0.0893054 Jan 18 20:43:07.133248 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f0a4e675-5528-492b-a004-3ae1b884d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'name': 'tempest-TestNetworkBasicOps-router-896502255', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:09Z', 'updated_at': '2022-01-18T20:43:01Z', 'revision_number': 6, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:10Z', 'updated_at': '2022-01-18T20:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '9dc8e106-a1d3-4e90-a2a0-b00580cf96cd', 'name': '', 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'mac_address': 'fa:16:3e:8a:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:13Z', 'updated_at': '2022-01-18T20:41:18Z', 'revision_number': 5, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'subnets': [{'id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:07.133592 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83836d-fcaa-48c5-9ee3-66008b0cc662 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event deleted for resources: {'Port': ['ID=935a8025-ea45-4872-8b86-8deebb321957,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:07.183271 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a4e675-5528-492b-a004-3ae1b884d013 None None] Checking router: f970ea9c-2a46-4371-8634-27f85dfc0cd3 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:43:07.192819 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a4e675-5528-492b-a004-3ae1b884d013 None None] Routers {'f970ea9c-2a46-4371-8634-27f85dfc0cd3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:43:07.193529 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f0a4e675-5528-492b-a004-3ae1b884d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:42:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['f970ea9c-2a46-4371-8634-27f85dfc0cd3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:07.196234 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b70782da-62e9-4a34-a1c7-e50f9af30545 req-d21e0767-d36b-4590-8a27-8a9e84b7d656 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21440e7-931d-4827-bbc5-a5fdc2f1667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969033 Jan 18 20:43:07.202607 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b11b3-ad0e-471f-9802-6c166dc37fce req-e5c5a255-fd69-4676-aa43-b09304c7f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:07.204052 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cb2b11b3-ad0e-471f-9802-6c166dc37fce req-e5c5a255-fd69-4676-aa43-b09304c7f01b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=71a8a3aa-5d09-4b3d-b76d-9edf771162ca HTTP/1.1" status: 200 len: 835 time: 0.0844028 Jan 18 20:43:07.208333 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a83836d-fcaa-48c5-9ee3-66008b0cc662 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for floatingip (a6e1a0ff-30cd-4797-9d63-bf4554e19594), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:07.218868 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [None req-5a83836d-fcaa-48c5-9ee3-66008b0cc662 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Floating IP a6e1a0ff-30cd-4797-9d63-bf4554e19594 disassociated (deleted). External IP: 172.25.4.3, port: a360af47-f4ee-4a1d-abd7-796406174b94. Jan 18 20:43:07.254540 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b11b3-ad0e-471f-9802-6c166dc37fce req-1f512555-1115-4347-8cff-db03a37a4e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:07.256122 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cb2b11b3-ad0e-471f-9802-6c166dc37fce req-1f512555-1115-4347-8cff-db03a37a4e7e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1742eda4-644e-4d61-8589-e7b192c17f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439146 Jan 18 20:43:07.325726 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-f0a4e675-5528-492b-a004-3ae1b884d013 None None] Set router f970ea9c-2a46-4371-8634-27f85dfc0cd3 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:43:07.384872 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cb2b11b3-ad0e-471f-9802-6c166dc37fce req-32685d7f-3412-4507-b66d-bd08d13ee08e service neutron] 10.222.0.70 "GET /v2.0/networks/1742eda4-644e-4d61-8589-e7b192c17f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210198 Jan 18 20:43:07.483915 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cb2b11b3-ad0e-471f-9802-6c166dc37fce req-714e00c8-0f2d-49c6-a48a-22d4641d3bad service neutron] 10.222.0.70 "GET /v2.0/networks/1742eda4-644e-4d61-8589-e7b192c17f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913436 Jan 18 20:43:07.553981 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f0a4e675-5528-492b-a004-3ae1b884d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'name': 'tempest-TestNetworkBasicOps-router-896502255', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:09Z', 'updated_at': '2022-01-18T20:43:01Z', 'revision_number': 6, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:10Z', 'updated_at': '2022-01-18T20:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '9dc8e106-a1d3-4e90-a2a0-b00580cf96cd', 'name': '', 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'mac_address': 'fa:16:3e:8a:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:13Z', 'updated_at': '2022-01-18T20:41:18Z', 'revision_number': 5, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'subnets': [{'id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:07.582011 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a4e675-5528-492b-a004-3ae1b884d013 None None] The sync data for ids ['f970ea9c-2a46-4371-8634-27f85dfc0cd3'] in n-d-741529-9 is: [{'id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'name': 'tempest-TestNetworkBasicOps-router-896502255', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:09Z', 'updated_at': '2022-01-18T20:43:01Z', 'revision_number': 6, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:10Z', 'updated_at': '2022-01-18T20:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '9dc8e106-a1d3-4e90-a2a0-b00580cf96cd', 'name': '', 'network_id': '1742eda4-644e-4d61-8589-e7b192c17f64', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'mac_address': 'fa:16:3e:8a:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:13Z', 'updated_at': '2022-01-18T20:41:18Z', 'revision_number': 5, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'subnets': [{'id': '71a8a3aa-5d09-4b3d-b76d-9edf771162ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:43:07.805259 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a83836d-fcaa-48c5-9ee3-66008b0cc662 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Router 5e864f77-b83f-4b6d-ba03-0a3b791d8496 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:43:07.838328 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd9a153-8957-40e7-bd06-33a03e75b68f None None] New status for floating IP ca4bd4e1-1cd9-4ce4-892a-526de34a6e15: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:43:07.919669 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a83836d-fcaa-48c5-9ee3-66008b0cc662 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:43:07.924484 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a83836d-fcaa-48c5-9ee3-66008b0cc662 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:07.931889 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ddeb45-683c-4631-abc3-7cc11b809c65 None None] Sync routers for ids ['5e864f77-b83f-4b6d-ba03-0a3b791d8496'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:43:07.946303 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ddeb45-683c-4631-abc3-7cc11b809c65 None None] Routers {'5e864f77-b83f-4b6d-ba03-0a3b791d8496'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:43:07.946866 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-26ddeb45-683c-4631-abc3-7cc11b809c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:42:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5e864f77-b83f-4b6d-ba03-0a3b791d8496'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:07.971154 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5a83836d-fcaa-48c5-9ee3-66008b0cc662 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "DELETE /v2.0/floatingips/a6e1a0ff-30cd-4797-9d63-bf4554e19594 HTTP/1.1" status: 204 len: 168 time: 1.5482104 Jan 18 20:43:08.087422 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-26ddeb45-683c-4631-abc3-7cc11b809c65 None None] Set router 5e864f77-b83f-4b6d-ba03-0a3b791d8496 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:43:08.266047 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50054591-67ae-4f49-9de6-5c5690342cac req-5db41288-4037-42a8-b410-0352cd316630 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:08.267582 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-50054591-67ae-4f49-9de6-5c5690342cac req-5db41288-4037-42a8-b410-0352cd316630 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 946 time: 0.0649524 Jan 18 20:43:08.326794 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-26ddeb45-683c-4631-abc3-7cc11b809c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85592455', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:40:55Z', 'updated_at': '2022-01-18T20:41:01Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:40:56Z', 'updated_at': '2022-01-18T20:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'f97b9198-6b93-467c-969a-508141c2e313', 'name': '', 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:85:21:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'b04d7b55-dbd3-4afa-b132-6666b2257dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:40:59Z', 'updated_at': '2022-01-18T20:41:05Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': 'b04d7b55-dbd3-4afa-b132-6666b2257dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:08.358909 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ddeb45-683c-4631-abc3-7cc11b809c65 None None] Checking router: 5e864f77-b83f-4b6d-ba03-0a3b791d8496 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:43:08.368766 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ddeb45-683c-4631-abc3-7cc11b809c65 None None] Routers {'5e864f77-b83f-4b6d-ba03-0a3b791d8496'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:43:08.369550 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-26ddeb45-683c-4631-abc3-7cc11b809c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:42:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5e864f77-b83f-4b6d-ba03-0a3b791d8496'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:08.386577 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-50054591-67ae-4f49-9de6-5c5690342cac req-c5634454-0731-4457-961a-e459aa23bd85 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118734 Jan 18 20:43:08.397287 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a20aa-b0d6-4a2e-8969-e467d018014e req-d3fd06aa-c30c-45a4-a3dd-1030749eeaa5 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:08.398846 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c76a20aa-b0d6-4a2e-8969-e467d018014e req-d3fd06aa-c30c-45a4-a3dd-1030749eeaa5 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.70 "GET /v2.0/ports?device_id=036d42a8-4e12-434c-aaf9-f169b70bcb90 HTTP/1.1" status: 200 len: 945 time: 0.0980000 Jan 18 20:43:08.417139 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8994e14-fdb3-4b9f-b5c6-95ff23e7606d req-6549e810-ed41-4570-b62d-905669525663 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:08.418643 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a8994e14-fdb3-4b9f-b5c6-95ff23e7606d req-6549e810-ed41-4570-b62d-905669525663 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=036d42a8-4e12-434c-aaf9-f169b70bcb90 HTTP/1.1" status: 200 len: 945 time: 0.1379428 Jan 18 20:43:08.489687 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-26ddeb45-683c-4631-abc3-7cc11b809c65 None None] Set router 5e864f77-b83f-4b6d-ba03-0a3b791d8496 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:43:08.522928 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a8994e14-fdb3-4b9f-b5c6-95ff23e7606d req-75df6539-975a-498a-9433-c68ccc50287b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?id=b21440e7-931d-4827-bbc5-a5fdc2f1667f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948617 Jan 18 20:43:08.543044 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-c76a20aa-b0d6-4a2e-8969-e467d018014e req-1bae25f3-32ef-40a6-8cdb-56f843c44147 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Deleting port 140f4f2a-cc52-479b-b576-b6d4a3698ecd {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:43:08.543395 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c76a20aa-b0d6-4a2e-8969-e467d018014e req-1bae25f3-32ef-40a6-8cdb-56f843c44147 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (140f4f2a-cc52-479b-b576-b6d4a3698ecd), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:08.631322 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-c76a20aa-b0d6-4a2e-8969-e467d018014e req-1bae25f3-32ef-40a6-8cdb-56f843c44147 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] For port 140f4f2a-cc52-479b-b576-b6d4a3698ecd, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=140f4f2a-cc52-479b-b576-b6d4a3698ecd,segment=NetworkSegment(349b1d4b-3b97-48ae-a10b-b9ab4eaa8127),segment_id=349b1d4b-3b97-48ae-a10b-b9ab4eaa8127)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:08.631724 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c76a20aa-b0d6-4a2e-8969-e467d018014e req-1bae25f3-32ef-40a6-8cdb-56f843c44147 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (140f4f2a-cc52-479b-b576-b6d4a3698ecd), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:08.643917 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-c76a20aa-b0d6-4a2e-8969-e467d018014e req-1bae25f3-32ef-40a6-8cdb-56f843c44147 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Calling delete_port for 140f4f2a-cc52-479b-b576-b6d4a3698ecd owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:43:08.677966 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063667ff-d8a4-412f-9f50-34837928af11', 'tag': 'a360af47-f4ee-4a1d-abd7-796406174b94'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:43:08.680613 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90713929-245e-47e2-b4da-ffbbb8309775" -d '{"events": [{"name": "network-changed", "server_uuid": "063667ff-d8a4-412f-9f50-34837928af11", "tag": "a360af47-f4ee-4a1d-abd7-796406174b94"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:43:08.705772 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-26ddeb45-683c-4631-abc3-7cc11b809c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85592455', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:40:55Z', 'updated_at': '2022-01-18T20:41:01Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:40:56Z', 'updated_at': '2022-01-18T20:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'f97b9198-6b93-467c-969a-508141c2e313', 'name': '', 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:85:21:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'b04d7b55-dbd3-4afa-b132-6666b2257dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:40:59Z', 'updated_at': '2022-01-18T20:41:05Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': 'b04d7b55-dbd3-4afa-b132-6666b2257dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:08.725108 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd335ad-5894-4e61-a201-200320bc704d x-openstack-request-id: req-7bd335ad-5894-4e61-a201-200320bc704d {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:43:08.726090 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063667ff-d8a4-412f-9f50-34837928af11", "tag": "a360af47-f4ee-4a1d-abd7-796406174b94", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:43:08.726526 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bd335ad-5894-4e61-a201-200320bc704d {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:43:08.727380 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063667ff-d8a4-412f-9f50-34837928af11', 'tag': 'a360af47-f4ee-4a1d-abd7-796406174b94', 'status': 'completed', 'code': 200} Jan 18 20:43:08.740303 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ddeb45-683c-4631-abc3-7cc11b809c65 None None] The sync data for ids ['5e864f77-b83f-4b6d-ba03-0a3b791d8496'] in n-d-741529-9 is: [{'id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85592455', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:40:55Z', 'updated_at': '2022-01-18T20:41:01Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:40:56Z', 'updated_at': '2022-01-18T20:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'f97b9198-6b93-467c-969a-508141c2e313', 'name': '', 'network_id': 'c06b7a8c-f799-43e2-8624-184b61bf3f50', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:85:21:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'b04d7b55-dbd3-4afa-b132-6666b2257dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:40:59Z', 'updated_at': '2022-01-18T20:41:05Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': 'b04d7b55-dbd3-4afa-b132-6666b2257dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:43:08.794096 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90713929-245e-47e2-b4da-ffbbb8309775 req-374633e2-300f-476b-9a54-56c4ab6ab493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:08.795614 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-90713929-245e-47e2-b4da-ffbbb8309775 req-374633e2-300f-476b-9a54-56c4ab6ab493 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 1097 time: 0.0428486 Jan 18 20:43:08.813945 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c76a20aa-b0d6-4a2e-8969-e467d018014e req-1bae25f3-32ef-40a6-8cdb-56f843c44147 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (140f4f2a-cc52-479b-b576-b6d4a3698ecd), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:08.852348 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae25f3-32ef-40a6-8cdb-56f843c44147 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event deleted for resources: {'Port': ['ID=140f4f2a-cc52-479b-b576-b6d4a3698ecd,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:08.901514 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76a20aa-b0d6-4a2e-8969-e467d018014e req-1bae25f3-32ef-40a6-8cdb-56f843c44147 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] No DVR routers for this DVR port 140f4f2a-cc52-479b-b576-b6d4a3698ecd on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:43:08.904831 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c76a20aa-b0d6-4a2e-8969-e467d018014e req-1bae25f3-32ef-40a6-8cdb-56f843c44147 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:08.909730 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c76a20aa-b0d6-4a2e-8969-e467d018014e req-1bae25f3-32ef-40a6-8cdb-56f843c44147 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.70 "DELETE /v2.0/ports/140f4f2a-cc52-479b-b576-b6d4a3698ecd HTTP/1.1" status: 204 len: 173 time: 0.4900041 Jan 18 20:43:08.910393 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036d42a8-4e12-434c-aaf9-f169b70bcb90', 'name': 'network-vif-deleted', 'tag': '140f4f2a-cc52-479b-b576-b6d4a3698ecd'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:43:08.914120 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e723e814-f246-4f1f-9f6c-14b41106436a" -d '{"events": [{"server_uuid": "036d42a8-4e12-434c-aaf9-f169b70bcb90", "name": "network-vif-deleted", "tag": "140f4f2a-cc52-479b-b576-b6d4a3698ecd"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:43:08.946913 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90713929-245e-47e2-b4da-ffbbb8309775 req-315cca73-d667-418f-950c-69ea1231e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:08.951086 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-90713929-245e-47e2-b4da-ffbbb8309775 req-315cca73-d667-418f-950c-69ea1231e6d7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c06b7a8c-f799-43e2-8624-184b61bf3f50 HTTP/1.1" status: 200 len: 898 time: 0.1456826 Jan 18 20:43:08.953617 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03309d5-7b13-4afb-bb2f-f884ec91a95b x-openstack-request-id: req-a03309d5-7b13-4afb-bb2f-f884ec91a95b {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:43:08.954077 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036d42a8-4e12-434c-aaf9-f169b70bcb90", "name": "network-vif-deleted", "tag": "140f4f2a-cc52-479b-b576-b6d4a3698ecd", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:43:08.954410 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a03309d5-7b13-4afb-bb2f-f884ec91a95b {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:43:08.954862 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036d42a8-4e12-434c-aaf9-f169b70bcb90', 'name': 'network-vif-deleted', 'tag': '140f4f2a-cc52-479b-b576-b6d4a3698ecd', 'status': 'completed', 'code': 200} Jan 18 20:43:09.039971 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-90713929-245e-47e2-b4da-ffbbb8309775 req-a19a03c1-936f-4efd-b511-8afa5ccb8b1a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a360af47-f4ee-4a1d-abd7-796406174b94 HTTP/1.1" status: 200 len: 217 time: 0.0664766 Jan 18 20:43:09.095330 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90713929-245e-47e2-b4da-ffbbb8309775 req-f34ff867-7429-4397-8bf5-534bdb3dd533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:09.097490 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-90713929-245e-47e2-b4da-ffbbb8309775 req-f34ff867-7429-4397-8bf5-534bdb3dd533 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b04d7b55-dbd3-4afa-b132-6666b2257dbd HTTP/1.1" status: 200 len: 834 time: 0.0498950 Jan 18 20:43:09.132682 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe59294-a39d-450d-a994-6fea35598e5e None None] New status for floating IP a6e1a0ff-30cd-4797-9d63-bf4554e19594: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:43:09.152442 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90713929-245e-47e2-b4da-ffbbb8309775 req-b6b76280-80cd-4e4c-920f-5903b1990550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:09.154173 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-90713929-245e-47e2-b4da-ffbbb8309775 req-b6b76280-80cd-4e4c-920f-5903b1990550 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c06b7a8c-f799-43e2-8624-184b61bf3f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486796 Jan 18 20:43:09.262420 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-90713929-245e-47e2-b4da-ffbbb8309775 req-9c037a11-139b-4647-af48-ac8329d58b83 service neutron] 10.222.0.70 "GET /v2.0/networks/c06b7a8c-f799-43e2-8624-184b61bf3f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012061 Jan 18 20:43:09.381658 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-90713929-245e-47e2-b4da-ffbbb8309775 req-f0b0700c-e3ba-4fe3-a668-46678b10d05f service neutron] 10.222.0.70 "GET /v2.0/networks/c06b7a8c-f799-43e2-8624-184b61bf3f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116073 Jan 18 20:43:09.523794 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09037-c68a-4a3e-91f2-34a58386d573 req-1b636f07-dd0f-4ca7-9ac5-a21c8771fefa tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:09.525188 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62b09037-c68a-4a3e-91f2-34a58386d573 req-1b636f07-dd0f-4ca7-9ac5-a21c8771fefa tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 946 time: 0.0518656 Jan 18 20:43:09.575229 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62b09037-c68a-4a3e-91f2-34a58386d573 req-28bfb9a4-b1c9-4c23-ab1e-9f59810faa7c tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdafa95b-5300-4882-ab58-2fb2d1009cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440371 Jan 18 20:43:09.593814 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34412) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:09.674783 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d58226a4-2fc4-41c4-8225-042b48a2c48d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group (b21440e7-931d-4827-bbc5-a5fdc2f1667f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:09.705259 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d58226a4-2fc4-41c4-8225-042b48a2c48d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group (b21440e7-931d-4827-bbc5-a5fdc2f1667f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:09.724626 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04182ca-ae35-4b6b-af67-c7fbc9847d2d req-51694c22-d4b1-4fb8-ab6d-d4818ae19b96 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:09.726166 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e04182ca-ae35-4b6b-af67-c7fbc9847d2d req-51694c22-d4b1-4fb8-ab6d-d4818ae19b96 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.70 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 946 time: 0.0768638 Jan 18 20:43:09.835656 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d58226a4-2fc4-41c4-8225-042b48a2c48d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b21440e7-931d-4827-bbc5-a5fdc2f1667f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:09.838347 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d58226a4-2fc4-41c4-8225-042b48a2c48d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:09.839620 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d58226a4-2fc4-41c4-8225-042b48a2c48d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "DELETE /v2.0/security-groups/b21440e7-931d-4827-bbc5-a5fdc2f1667f HTTP/1.1" status: 204 len: 168 time: 0.2447133 Jan 18 20:43:09.857545 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58226a4-2fc4-41c4-8225-042b48a2c48d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21440e7-931d-4827-bbc5-a5fdc2f1667f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:09.861603 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-e04182ca-ae35-4b6b-af67-c7fbc9847d2d req-6ea11d1a-394b-42a8-8ae0-e07eded731ba tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Deleting port a360af47-f4ee-4a1d-abd7-796406174b94 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:43:09.862452 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e04182ca-ae35-4b6b-af67-c7fbc9847d2d req-6ea11d1a-394b-42a8-8ae0-e07eded731ba tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:09.873928 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34416) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:09.960980 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-e04182ca-ae35-4b6b-af67-c7fbc9847d2d req-6ea11d1a-394b-42a8-8ae0-e07eded731ba tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] For port a360af47-f4ee-4a1d-abd7-796406174b94, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=a360af47-f4ee-4a1d-abd7-796406174b94,segment=NetworkSegment(3ab71d82-d5d5-4679-8c70-f1f89d3ccd81),segment_id=3ab71d82-d5d5-4679-8c70-f1f89d3ccd81)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:09.961355 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e04182ca-ae35-4b6b-af67-c7fbc9847d2d req-6ea11d1a-394b-42a8-8ae0-e07eded731ba tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:09.976242 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-e04182ca-ae35-4b6b-af67-c7fbc9847d2d req-6ea11d1a-394b-42a8-8ae0-e07eded731ba tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Calling delete_port for a360af47-f4ee-4a1d-abd7-796406174b94 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:43:10.119487 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e04182ca-ae35-4b6b-af67-c7fbc9847d2d req-6ea11d1a-394b-42a8-8ae0-e07eded731ba tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (a360af47-f4ee-4a1d-abd7-796406174b94), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:10.148599 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea11d1a-394b-42a8-8ae0-e07eded731ba tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event deleted for resources: {'Port': ['ID=a360af47-f4ee-4a1d-abd7-796406174b94,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:10.195682 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04182ca-ae35-4b6b-af67-c7fbc9847d2d req-6ea11d1a-394b-42a8-8ae0-e07eded731ba tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] No DVR routers for this DVR port a360af47-f4ee-4a1d-abd7-796406174b94 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:43:10.198136 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e04182ca-ae35-4b6b-af67-c7fbc9847d2d req-6ea11d1a-394b-42a8-8ae0-e07eded731ba tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:10.202070 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e04182ca-ae35-4b6b-af67-c7fbc9847d2d req-6ea11d1a-394b-42a8-8ae0-e07eded731ba tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.70 "DELETE /v2.0/ports/a360af47-f4ee-4a1d-abd7-796406174b94 HTTP/1.1" status: 204 len: 173 time: 0.4668851 Jan 18 20:43:10.416320 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98f940fc-7d6d-437a-9228-92181ae66ac7 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (f970ea9c-2a46-4371-8634-27f85dfc0cd3), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:10.699805 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-90071e83-2d8e-40ba-b196-a6ca5b4f3f81 req-42b3a879-e236-4171-9394-c648b2901126 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=063667ff-d8a4-412f-9f50-34837928af11 HTTP/1.1" status: 200 len: 210 time: 0.0279291 Jan 18 20:43:10.722825 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-98f940fc-7d6d-437a-9228-92181ae66ac7 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Deleting port 9dc8e106-a1d3-4e90-a2a0-b00580cf96cd {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:43:10.723171 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98f940fc-7d6d-437a-9228-92181ae66ac7 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (9dc8e106-a1d3-4e90-a2a0-b00580cf96cd), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:10.729154 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063667ff-d8a4-412f-9f50-34837928af11', 'name': 'network-vif-deleted', 'tag': 'a360af47-f4ee-4a1d-abd7-796406174b94'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:43:10.731589 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1576679f-e514-4c27-a326-5f7c4964606a" -d '{"events": [{"server_uuid": "063667ff-d8a4-412f-9f50-34837928af11", "name": "network-vif-deleted", "tag": "a360af47-f4ee-4a1d-abd7-796406174b94"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:43:10.769751 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02765f87-aa23-40c2-973d-8d87a61f13b3 x-openstack-request-id: req-02765f87-aa23-40c2-973d-8d87a61f13b3 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:43:10.770049 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063667ff-d8a4-412f-9f50-34837928af11", "name": "network-vif-deleted", "tag": "a360af47-f4ee-4a1d-abd7-796406174b94", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:43:10.770304 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02765f87-aa23-40c2-973d-8d87a61f13b3 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:43:10.770708 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063667ff-d8a4-412f-9f50-34837928af11', 'name': 'network-vif-deleted', 'tag': 'a360af47-f4ee-4a1d-abd7-796406174b94', 'status': 'completed', 'code': 200} Jan 18 20:43:10.813717 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-98f940fc-7d6d-437a-9228-92181ae66ac7 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] For port 9dc8e106-a1d3-4e90-a2a0-b00580cf96cd, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9dc8e106-a1d3-4e90-a2a0-b00580cf96cd,segment=NetworkSegment(349b1d4b-3b97-48ae-a10b-b9ab4eaa8127),segment_id=349b1d4b-3b97-48ae-a10b-b9ab4eaa8127)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:10.814080 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98f940fc-7d6d-437a-9228-92181ae66ac7 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (9dc8e106-a1d3-4e90-a2a0-b00580cf96cd), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:10.826346 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-98f940fc-7d6d-437a-9228-92181ae66ac7 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Calling delete_port for 9dc8e106-a1d3-4e90-a2a0-b00580cf96cd owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:43:11.004024 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 140f4f2a-cc52-479b-b576-b6d4a3698ecd no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:43:11.009575 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98f940fc-7d6d-437a-9228-92181ae66ac7 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (9dc8e106-a1d3-4e90-a2a0-b00580cf96cd), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:11.025033 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 140f4f2a-cc52-479b-b576-b6d4a3698ecd {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:43:11.025386 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 140f4f2a-cc52-479b-b576-b6d4a3698ecd not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:43:11.025840 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a360af47-f4ee-4a1d-abd7-796406174b94 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:43:11.036131 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f940fc-7d6d-437a-9228-92181ae66ac7 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event deleted for resources: {'Port': ['ID=9dc8e106-a1d3-4e90-a2a0-b00580cf96cd,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:11.045794 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: a360af47-f4ee-4a1d-abd7-796406174b94 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:43:11.046463 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device a360af47-f4ee-4a1d-abd7-796406174b94 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:43:11.210215 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98f940fc-7d6d-437a-9228-92181ae66ac7 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (f970ea9c-2a46-4371-8634-27f85dfc0cd3), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:11.436322 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f940fc-7d6d-437a-9228-92181ae66ac7 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Router f970ea9c-2a46-4371-8634-27f85dfc0cd3 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:43:11.760725 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34472) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:11.901509 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f940fc-7d6d-437a-9228-92181ae66ac7 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:43:11.909671 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-98f940fc-7d6d-437a-9228-92181ae66ac7 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "PUT /v2.0/routers/f970ea9c-2a46-4371-8634-27f85dfc0cd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0336998 Jan 18 20:43:11.912415 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34476) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:11.914964 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae31a43-6996-420c-8848-089d08103606 None None] Sync routers for ids ['f970ea9c-2a46-4371-8634-27f85dfc0cd3'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:43:11.928053 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae31a43-6996-420c-8848-089d08103606 None None] Routers {'f970ea9c-2a46-4371-8634-27f85dfc0cd3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:43:11.929202 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0ae31a43-6996-420c-8848-089d08103606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:42:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['f970ea9c-2a46-4371-8634-27f85dfc0cd3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:11.964645 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e8e7c02-9527-4ab3-baa4-f12274989129 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Deleting subnet 71a8a3aa-5d09-4b3d-b76d-9edf771162ca {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:43:11.967933 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2e8e7c02-9527-4ab3-baa4-f12274989129 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for subnet (71a8a3aa-5d09-4b3d-b76d-9edf771162ca), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:12.016938 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2e8e7c02-9527-4ab3-baa4-f12274989129 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (71a8a3aa-5d09-4b3d-b76d-9edf771162ca), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:12.142382 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2e8e7c02-9527-4ab3-baa4-f12274989129 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (71a8a3aa-5d09-4b3d-b76d-9edf771162ca), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:12.213744 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2e8e7c02-9527-4ab3-baa4-f12274989129 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (71a8a3aa-5d09-4b3d-b76d-9edf771162ca), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:12.223312 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-06a8911d-1949-413a-8a38-6e8c2de468c3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (5e864f77-b83f-4b6d-ba03-0a3b791d8496), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:12.241708 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-0ae31a43-6996-420c-8848-089d08103606 None None] Set router f970ea9c-2a46-4371-8634-27f85dfc0cd3 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:43:12.252243 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e7c02-9527-4ab3-baa4-f12274989129 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event deleted for resources: {'Subnet': ['ID=71a8a3aa-5d09-4b3d-b76d-9edf771162ca,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:12.254784 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2e8e7c02-9527-4ab3-baa4-f12274989129 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:12.260081 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2e8e7c02-9527-4ab3-baa4-f12274989129 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "DELETE /v2.0/subnets/71a8a3aa-5d09-4b3d-b76d-9edf771162ca HTTP/1.1" status: 204 len: 168 time: 0.3467305 Jan 18 20:43:12.263109 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34478) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:12.283093 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e273e59b-f8bc-471b-b7b5-e5fb9fc0c905 None None] Network 1742eda4-644e-4d61-8589-e7b192c17f64 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:43:12.387298 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-370bb4a8-cb92-4987-91c1-a59f06bbdd67 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for router (f970ea9c-2a46-4371-8634-27f85dfc0cd3), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:12.503357 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-370bb4a8-cb92-4987-91c1-a59f06bbdd67 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for router_gateway (f970ea9c-2a46-4371-8634-27f85dfc0cd3), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:12.562548 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-370bb4a8-cb92-4987-91c1-a59f06bbdd67 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Deleting port 87c3828e-5b8a-44ab-a77b-d3ea89d99204 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:43:12.562902 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-370bb4a8-cb92-4987-91c1-a59f06bbdd67 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (87c3828e-5b8a-44ab-a77b-d3ea89d99204), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:12.582716 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-06a8911d-1949-413a-8a38-6e8c2de468c3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Deleting port f97b9198-6b93-467c-969a-508141c2e313 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:43:12.583054 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-06a8911d-1949-413a-8a38-6e8c2de468c3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (f97b9198-6b93-467c-969a-508141c2e313), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:12.613646 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd1c8e8-e7b7-4fdf-8cc6-5e1c5f92b6a5 None None] DHCP port deletion for 1742eda4-644e-4d61-8589-e7b192c17f64 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:43:12.656419 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0ae31a43-6996-420c-8848-089d08103606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'name': 'tempest-TestNetworkBasicOps-router-896502255', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:09Z', 'updated_at': '2022-01-18T20:43:10Z', 'revision_number': 7, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': '87c3828e-5b8a-44ab-a77b-d3ea89d99204', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:10Z', 'updated_at': '2022-01-18T20:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:12.659289 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-370bb4a8-cb92-4987-91c1-a59f06bbdd67 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] For port 87c3828e-5b8a-44ab-a77b-d3ea89d99204, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=87c3828e-5b8a-44ab-a77b-d3ea89d99204,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:12.661182 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-370bb4a8-cb92-4987-91c1-a59f06bbdd67 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (87c3828e-5b8a-44ab-a77b-d3ea89d99204), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:12.677669 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-370bb4a8-cb92-4987-91c1-a59f06bbdd67 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Calling delete_port for 87c3828e-5b8a-44ab-a77b-d3ea89d99204 owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:43:12.687343 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae31a43-6996-420c-8848-089d08103606 None None] Checking router: f970ea9c-2a46-4371-8634-27f85dfc0cd3 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:43:12.690617 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-06a8911d-1949-413a-8a38-6e8c2de468c3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] For port f97b9198-6b93-467c-969a-508141c2e313, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f97b9198-6b93-467c-969a-508141c2e313,segment=NetworkSegment(3ab71d82-d5d5-4679-8c70-f1f89d3ccd81),segment_id=3ab71d82-d5d5-4679-8c70-f1f89d3ccd81)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:12.691186 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-06a8911d-1949-413a-8a38-6e8c2de468c3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (f97b9198-6b93-467c-969a-508141c2e313), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:12.702377 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae31a43-6996-420c-8848-089d08103606 None None] Routers {'f970ea9c-2a46-4371-8634-27f85dfc0cd3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:43:12.703117 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0ae31a43-6996-420c-8848-089d08103606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:42:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['f970ea9c-2a46-4371-8634-27f85dfc0cd3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:12.707479 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-06a8911d-1949-413a-8a38-6e8c2de468c3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Calling delete_port for f97b9198-6b93-467c-969a-508141c2e313 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:43:12.782564 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9bd1c8e8-e7b7-4fdf-8cc6-5e1c5f92b6a5 None None] Deleting port 839aa162-eec4-4fa9-b021-30cb41b29e8c {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:43:12.783097 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9bd1c8e8-e7b7-4fdf-8cc6-5e1c5f92b6a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (839aa162-eec4-4fa9-b021-30cb41b29e8c), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:12.869762 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-370bb4a8-cb92-4987-91c1-a59f06bbdd67 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (87c3828e-5b8a-44ab-a77b-d3ea89d99204), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:12.887778 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-9bd1c8e8-e7b7-4fdf-8cc6-5e1c5f92b6a5 None None] For port 839aa162-eec4-4fa9-b021-30cb41b29e8c, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=839aa162-eec4-4fa9-b021-30cb41b29e8c,segment=NetworkSegment(349b1d4b-3b97-48ae-a10b-b9ab4eaa8127),segment_id=349b1d4b-3b97-48ae-a10b-b9ab4eaa8127)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:12.888280 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9bd1c8e8-e7b7-4fdf-8cc6-5e1c5f92b6a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (839aa162-eec4-4fa9-b021-30cb41b29e8c), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:12.903722 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9bd1c8e8-e7b7-4fdf-8cc6-5e1c5f92b6a5 None None] Calling delete_port for 839aa162-eec4-4fa9-b021-30cb41b29e8c owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:43:12.912372 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370bb4a8-cb92-4987-91c1-a59f06bbdd67 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event deleted for resources: {'Port': ['ID=87c3828e-5b8a-44ab-a77b-d3ea89d99204,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:12.959256 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb6bceb-e331-4924-90e2-9d95eae51021 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:43:12.960138 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-06a8911d-1949-413a-8a38-6e8c2de468c3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (f97b9198-6b93-467c-969a-508141c2e313), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:12.978403 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-370bb4a8-cb92-4987-91c1-a59f06bbdd67 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (f970ea9c-2a46-4371-8634-27f85dfc0cd3), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:13.011016 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9bd1c8e8-e7b7-4fdf-8cc6-5e1c5f92b6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (839aa162-eec4-4fa9-b021-30cb41b29e8c), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:13.024173 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-0ae31a43-6996-420c-8848-089d08103606 None None] Set router f970ea9c-2a46-4371-8634-27f85dfc0cd3 gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:43:13.042915 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8911d-1949-413a-8a38-6e8c2de468c3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event deleted for resources: {'Port': ['ID=f97b9198-6b93-467c-969a-508141c2e313,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:13.083190 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-370bb4a8-cb92-4987-91c1-a59f06bbdd67 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (f970ea9c-2a46-4371-8634-27f85dfc0cd3), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:13.086111 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-370bb4a8-cb92-4987-91c1-a59f06bbdd67 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for router_controller (f970ea9c-2a46-4371-8634-27f85dfc0cd3), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:13.152839 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-370bb4a8-cb92-4987-91c1-a59f06bbdd67 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (f970ea9c-2a46-4371-8634-27f85dfc0cd3), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:13.153073 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1c8e8-e7b7-4fdf-8cc6-5e1c5f92b6a5 None None] Pushing event deleted for resources: {'Port': ['ID=839aa162-eec4-4fa9-b021-30cb41b29e8c,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:13.153666 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370bb4a8-cb92-4987-91c1-a59f06bbdd67 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Fanout notify agent at l3_agent the message router_deleted on router f970ea9c-2a46-4371-8634-27f85dfc0cd3 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:43:13.161688 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-370bb4a8-cb92-4987-91c1-a59f06bbdd67 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:13.165366 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-370bb4a8-cb92-4987-91c1-a59f06bbdd67 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "DELETE /v2.0/routers/f970ea9c-2a46-4371-8634-27f85dfc0cd3 HTTP/1.1" status: 204 len: 168 time: 0.8989511 Jan 18 20:43:13.165556 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34484) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:13.170105 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd1c8e8-e7b7-4fdf-8cc6-5e1c5f92b6a5 None None] No DVR routers for this DVR port 839aa162-eec4-4fa9-b021-30cb41b29e8c on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:43:13.181427 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0ae31a43-6996-420c-8848-089d08103606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'name': 'tempest-TestNetworkBasicOps-router-896502255', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:09Z', 'updated_at': '2022-01-18T20:43:12Z', 'revision_number': 8, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:13.219808 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae31a43-6996-420c-8848-089d08103606 None None] The sync data for ids ['f970ea9c-2a46-4371-8634-27f85dfc0cd3'] in n-d-741529-9 is: [{'id': 'f970ea9c-2a46-4371-8634-27f85dfc0cd3', 'name': 'tempest-TestNetworkBasicOps-router-896502255', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:09Z', 'updated_at': '2022-01-18T20:43:12Z', 'revision_number': 8, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port_host': None}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:43:13.275633 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-acd7f077-2489-4a5f-9937-9124318452d8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (1742eda4-644e-4d61-8589-e7b192c17f64), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:13.322732 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-06a8911d-1949-413a-8a38-6e8c2de468c3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (5e864f77-b83f-4b6d-ba03-0a3b791d8496), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:13.386138 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-acd7f077-2489-4a5f-9937-9124318452d8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (1742eda4-644e-4d61-8589-e7b192c17f64), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:13.407724 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-acd7f077-2489-4a5f-9937-9124318452d8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1742eda4-644e-4d61-8589-e7b192c17f64']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:13.417334 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-acd7f077-2489-4a5f-9937-9124318452d8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '349b1d4b-3b97-48ae-a10b-b9ab4eaa8127') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:13.417613 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-acd7f077-2489-4a5f-9937-9124318452d8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '349b1d4b-3b97-48ae-a10b-b9ab4eaa8127') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:13.427412 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-acd7f077-2489-4a5f-9937-9124318452d8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (349b1d4b-3b97-48ae-a10b-b9ab4eaa8127), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:13.444800 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-acd7f077-2489-4a5f-9937-9124318452d8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (349b1d4b-3b97-48ae-a10b-b9ab4eaa8127), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:13.452756 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd7f077-2489-4a5f-9937-9124318452d8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:43:13.453299 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-acd7f077-2489-4a5f-9937-9124318452d8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (349b1d4b-3b97-48ae-a10b-b9ab4eaa8127), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:43:13.457260 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:43:13.530706 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-acd7f077-2489-4a5f-9937-9124318452d8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (1742eda4-644e-4d61-8589-e7b192c17f64), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:13.544723 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-acd7f077-2489-4a5f-9937-9124318452d8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:13.548635 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-acd7f077-2489-4a5f-9937-9124318452d8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "DELETE /v2.0/networks/1742eda4-644e-4d61-8589-e7b192c17f64 HTTP/1.1" status: 204 len: 168 time: 0.3821282 Jan 18 20:43:13.561370 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7f077-2489-4a5f-9937-9124318452d8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event deleted for resources: {'Network': ['ID=1742eda4-644e-4d61-8589-e7b192c17f64,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:13.569129 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34488) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:13.574749 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a8911d-1949-413a-8a38-6e8c2de468c3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Router 5e864f77-b83f-4b6d-ba03-0a3b791d8496 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:43:13.580534 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-8c1848ff-e806-4170-bdb6-c39e92bc5337 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'network': {'name': 'tempest-network-smoke--56159424', 'project_id': 'c211e494495449f392a0607cbd9b6951', 'port_security_enabled': True}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:13.608049 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1848ff-e806-4170-bdb6-c39e92bc5337 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Made reservation on behalf of c211e494495449f392a0607cbd9b6951 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:43:13.613241 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c1848ff-e806-4170-bdb6-c39e92bc5337 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:13.643856 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c1848ff-e806-4170-bdb6-c39e92bc5337 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:43:13.654693 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c1848ff-e806-4170-bdb6-c39e92bc5337 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (04c31280-51e3-41a2-87db-3de45d0fa0a8), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:13.655132 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-8c1848ff-e806-4170-bdb6-c39e92bc5337 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Added segment 04c31280-51e3-41a2-87db-3de45d0fa0a8 of type vlan for network 8c9f4415-0000-437a-9b8d-c49ad523f5e3 Jan 18 20:43:13.693992 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a8911d-1949-413a-8a38-6e8c2de468c3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:43:13.702319 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-06a8911d-1949-413a-8a38-6e8c2de468c3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "PUT /v2.0/routers/5e864f77-b83f-4b6d-ba03-0a3b791d8496/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9389057 Jan 18 20:43:13.704397 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34490) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:13.708462 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c1848ff-e806-4170-bdb6-c39e92bc5337 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (8c9f4415-0000-437a-9b8d-c49ad523f5e3), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:13.711552 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32f05f7-f31b-48b3-85e9-2393206da6dc None None] Sync routers for ids ['5e864f77-b83f-4b6d-ba03-0a3b791d8496'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:43:13.721910 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32f05f7-f31b-48b3-85e9-2393206da6dc None None] Routers {'5e864f77-b83f-4b6d-ba03-0a3b791d8496'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:43:13.722764 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-b32f05f7-f31b-48b3-85e9-2393206da6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:42:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5e864f77-b83f-4b6d-ba03-0a3b791d8496'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:13.740754 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c1848ff-e806-4170-bdb6-c39e92bc5337 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (8c9f4415-0000-437a-9b8d-c49ad523f5e3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:13.747773 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1848ff-e806-4170-bdb6-c39e92bc5337 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:13.748368 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c1848ff-e806-4170-bdb6-c39e92bc5337 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:13.771647 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8c1848ff-e806-4170-bdb6-c39e92bc5337 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1935184 Jan 18 20:43:13.778876 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34492) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:13.783226 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2fc394-b2a3-4d5b-a96f-dfda290053cf tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Deleting subnet b04d7b55-dbd3-4afa-b132-6666b2257dbd {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:43:13.789052 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-74afe667-495c-4f35-92bd-a4065efd1129 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-114544171', 'admin_state_up': True, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:13.797356 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fe2fc394-b2a3-4d5b-a96f-dfda290053cf tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for subnet (b04d7b55-dbd3-4afa-b132-6666b2257dbd), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:13.836160 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74afe667-495c-4f35-92bd-a4065efd1129 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (b205494e-378f-450d-b69c-16d4b58277c3), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:13.837155 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74afe667-495c-4f35-92bd-a4065efd1129 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (b205494e-378f-450d-b69c-16d4b58277c3), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:13.839819 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1848ff-e806-4170-bdb6-c39e92bc5337 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'Network': ['ID=8c9f4415-0000-437a-9b8d-c49ad523f5e3,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:13.856182 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 8c9f4415-0000-437a-9b8d-c49ad523f5e3 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:43:13.885808 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-b32f05f7-f31b-48b3-85e9-2393206da6dc None None] Set router 5e864f77-b83f-4b6d-ba03-0a3b791d8496 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:43:13.886675 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fe2fc394-b2a3-4d5b-a96f-dfda290053cf tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (b04d7b55-dbd3-4afa-b132-6666b2257dbd), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:14.016320 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74afe667-495c-4f35-92bd-a4065efd1129 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for router_controller (b205494e-378f-450d-b69c-16d4b58277c3), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:14.017317 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fe2fc394-b2a3-4d5b-a96f-dfda290053cf tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (b04d7b55-dbd3-4afa-b132-6666b2257dbd), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:14.100358 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-b32f05f7-f31b-48b3-85e9-2393206da6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85592455', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:40:55Z', 'updated_at': '2022-01-18T20:43:12Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:40:56Z', 'updated_at': '2022-01-18T20:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:14.176792 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32f05f7-f31b-48b3-85e9-2393206da6dc None None] Checking router: 5e864f77-b83f-4b6d-ba03-0a3b791d8496 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:43:14.240393 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32f05f7-f31b-48b3-85e9-2393206da6dc None None] Routers {'5e864f77-b83f-4b6d-ba03-0a3b791d8496'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:43:14.241015 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-b32f05f7-f31b-48b3-85e9-2393206da6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:42:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5e864f77-b83f-4b6d-ba03-0a3b791d8496'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:14.308039 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 839aa162-eec4-4fa9-b021-30cb41b29e8c no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:43:14.334435 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 839aa162-eec4-4fa9-b021-30cb41b29e8c {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:43:14.334775 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 839aa162-eec4-4fa9-b021-30cb41b29e8c not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:43:14.335178 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9dc8e106-a1d3-4e90-a2a0-b00580cf96cd no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:43:14.335315 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74afe667-495c-4f35-92bd-a4065efd1129 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for router_gateway (b205494e-378f-450d-b69c-16d4b58277c3), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:14.358314 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 9dc8e106-a1d3-4e90-a2a0-b00580cf96cd {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:43:14.358732 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9dc8e106-a1d3-4e90-a2a0-b00580cf96cd not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:43:14.359065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 87c3828e-5b8a-44ab-a77b-d3ea89d99204 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:43:14.364454 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fe2fc394-b2a3-4d5b-a96f-dfda290053cf tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (b04d7b55-dbd3-4afa-b132-6666b2257dbd), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:14.381424 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 87c3828e-5b8a-44ab-a77b-d3ea89d99204 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:43:14.381613 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 87c3828e-5b8a-44ab-a77b-d3ea89d99204 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:43:14.411595 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fc394-b2a3-4d5b-a96f-dfda290053cf tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event deleted for resources: {'Subnet': ['ID=b04d7b55-dbd3-4afa-b132-6666b2257dbd,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:14.411805 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-b32f05f7-f31b-48b3-85e9-2393206da6dc None None] Set router 5e864f77-b83f-4b6d-ba03-0a3b791d8496 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:43:14.413934 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fe2fc394-b2a3-4d5b-a96f-dfda290053cf tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:14.420311 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34496) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:14.423203 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09ffa2c-a560-436c-aecd-44e7f5caddc0 None None] Network c06b7a8c-f799-43e2-8624-184b61bf3f50 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:43:14.428464 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fe2fc394-b2a3-4d5b-a96f-dfda290053cf tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "DELETE /v2.0/subnets/b04d7b55-dbd3-4afa-b132-6666b2257dbd HTTP/1.1" status: 204 len: 168 time: 0.7229314 Jan 18 20:43:14.684001 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb662ab7-f585-4783-83bd-ddcd79951be8 None None] DHCP port deletion for c06b7a8c-f799-43e2-8624-184b61bf3f50 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:43:14.741026 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-37cbf75e-666c-426a-94f4-df13f559d1b0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router (5e864f77-b83f-4b6d-ba03-0a3b791d8496), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:14.748882 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-cb662ab7-f585-4783-83bd-ddcd79951be8 None None] Deleting port 1ef54d3b-3aac-4386-8591-886cd071260b {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:43:14.750117 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cb662ab7-f585-4783-83bd-ddcd79951be8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (1ef54d3b-3aac-4386-8591-886cd071260b), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:14.753918 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74afe667-495c-4f35-92bd-a4065efd1129 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for router_gateway (b205494e-378f-450d-b69c-16d4b58277c3), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:14.775444 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74afe667-495c-4f35-92bd-a4065efd1129 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:14.794450 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-b32f05f7-f31b-48b3-85e9-2393206da6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85592455', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:40:55Z', 'updated_at': '2022-01-18T20:43:12Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:40:56Z', 'updated_at': '2022-01-18T20:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:14.835604 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32f05f7-f31b-48b3-85e9-2393206da6dc None None] The sync data for ids ['5e864f77-b83f-4b6d-ba03-0a3b791d8496'] in n-d-741529-9 is: [{'id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85592455', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:40:55Z', 'updated_at': '2022-01-18T20:43:12Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': '54b07438-494f-4ef5-8720-cd034d6b773d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:9b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864f77-b83f-4b6d-ba03-0a3b791d8496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:40:56Z', 'updated_at': '2022-01-18T20:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:43:14.841611 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-cb662ab7-f585-4783-83bd-ddcd79951be8 None None] For port 1ef54d3b-3aac-4386-8591-886cd071260b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=1ef54d3b-3aac-4386-8591-886cd071260b,segment=NetworkSegment(3ab71d82-d5d5-4679-8c70-f1f89d3ccd81),segment_id=3ab71d82-d5d5-4679-8c70-f1f89d3ccd81)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:14.842818 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cb662ab7-f585-4783-83bd-ddcd79951be8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (1ef54d3b-3aac-4386-8591-886cd071260b), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:14.863204 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-cb662ab7-f585-4783-83bd-ddcd79951be8 None None] Calling delete_port for 1ef54d3b-3aac-4386-8591-886cd071260b owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:43:14.874082 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-37cbf75e-666c-426a-94f4-df13f559d1b0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router_gateway (5e864f77-b83f-4b6d-ba03-0a3b791d8496), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:14.917184 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-74afe667-495c-4f35-92bd-a4065efd1129 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Allocated IP 172.25.4.93 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:43:14.954988 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-37cbf75e-666c-426a-94f4-df13f559d1b0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Deleting port 54b07438-494f-4ef5-8720-cd034d6b773d {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:43:14.955342 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-37cbf75e-666c-426a-94f4-df13f559d1b0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (54b07438-494f-4ef5-8720-cd034d6b773d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:14.960352 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cb662ab7-f585-4783-83bd-ddcd79951be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (1ef54d3b-3aac-4386-8591-886cd071260b), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:15.000349 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb662ab7-f585-4783-83bd-ddcd79951be8 None None] Pushing event deleted for resources: {'Port': ['ID=1ef54d3b-3aac-4386-8591-886cd071260b,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:15.016914 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb662ab7-f585-4783-83bd-ddcd79951be8 None None] No DVR routers for this DVR port 1ef54d3b-3aac-4386-8591-886cd071260b on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:43:15.063122 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74afe667-495c-4f35-92bd-a4065efd1129 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for port (f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:15.071314 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-37cbf75e-666c-426a-94f4-df13f559d1b0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] For port 54b07438-494f-4ef5-8720-cd034d6b773d, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=54b07438-494f-4ef5-8720-cd034d6b773d,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:15.071669 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-37cbf75e-666c-426a-94f4-df13f559d1b0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (54b07438-494f-4ef5-8720-cd034d6b773d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:15.084856 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-37cbf75e-666c-426a-94f4-df13f559d1b0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Calling delete_port for 54b07438-494f-4ef5-8720-cd034d6b773d owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:43:15.103938 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74afe667-495c-4f35-92bd-a4065efd1129 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:15.145352 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74afe667-495c-4f35-92bd-a4065efd1129 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:43:15.148269 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-74afe667-495c-4f35-92bd-a4065efd1129 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:43:15.151751 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74afe667-495c-4f35-92bd-a4065efd1129 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:43:15.171570 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5511a7d6-68cb-4ea4-9abf-62701129ef72 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:43:15.185663 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74afe667-495c-4f35-92bd-a4065efd1129 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'Port': ['ID=f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:15.279884 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dc040b54-7b68-459c-abbf-263bec8e3bcd None None] Provisioning complete for port f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:15.280350 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dc040b54-7b68-459c-abbf-263bec8e3bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:15.310605 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-37cbf75e-666c-426a-94f4-df13f559d1b0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (54b07438-494f-4ef5-8720-cd034d6b773d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:15.361481 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968dc0b2-3be5-4b12-8505-6d7bf2e5f33e None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:43:15.370019 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dc040b54-7b68-459c-abbf-263bec8e3bcd None None] Port f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:43:15.378811 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbf75e-666c-426a-94f4-df13f559d1b0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event deleted for resources: {'Port': ['ID=54b07438-494f-4ef5-8720-cd034d6b773d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:15.430906 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-37cbf75e-666c-426a-94f4-df13f559d1b0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (5e864f77-b83f-4b6d-ba03-0a3b791d8496), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:15.523018 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74afe667-495c-4f35-92bd-a4065efd1129 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for router_gateway (b205494e-378f-450d-b69c-16d4b58277c3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:15.528215 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-37cbf75e-666c-426a-94f4-df13f559d1b0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (5e864f77-b83f-4b6d-ba03-0a3b791d8496), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:15.530490 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-37cbf75e-666c-426a-94f4-df13f559d1b0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router_controller (5e864f77-b83f-4b6d-ba03-0a3b791d8496), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:15.576660 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-37cbf75e-666c-426a-94f4-df13f559d1b0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (5e864f77-b83f-4b6d-ba03-0a3b791d8496), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:15.577267 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cbf75e-666c-426a-94f4-df13f559d1b0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Fanout notify agent at l3_agent the message router_deleted on router 5e864f77-b83f-4b6d-ba03-0a3b791d8496 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:43:15.585717 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-37cbf75e-666c-426a-94f4-df13f559d1b0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:15.586965 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-37cbf75e-666c-426a-94f4-df13f559d1b0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "DELETE /v2.0/routers/5e864f77-b83f-4b6d-ba03-0a3b791d8496 HTTP/1.1" status: 204 len: 168 time: 1.1655924 Jan 18 20:43:15.589412 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34506) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:15.690914 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c055d21-0a55-481f-be1c-5717bce169a0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (c06b7a8c-f799-43e2-8624-184b61bf3f50), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:15.783873 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74afe667-495c-4f35-92bd-a4065efd1129 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (b205494e-378f-450d-b69c-16d4b58277c3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:15.797467 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c055d21-0a55-481f-be1c-5717bce169a0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (c06b7a8c-f799-43e2-8624-184b61bf3f50), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:15.827294 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-0c055d21-0a55-481f-be1c-5717bce169a0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06b7a8c-f799-43e2-8624-184b61bf3f50']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:15.837296 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-0c055d21-0a55-481f-be1c-5717bce169a0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab71d82-d5d5-4679-8c70-f1f89d3ccd81') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:15.837697 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-0c055d21-0a55-481f-be1c-5717bce169a0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab71d82-d5d5-4679-8c70-f1f89d3ccd81') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:15.853006 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c055d21-0a55-481f-be1c-5717bce169a0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (3ab71d82-d5d5-4679-8c70-f1f89d3ccd81), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:15.880848 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c055d21-0a55-481f-be1c-5717bce169a0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (3ab71d82-d5d5-4679-8c70-f1f89d3ccd81), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:15.889343 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c055d21-0a55-481f-be1c-5717bce169a0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:43:15.890394 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c055d21-0a55-481f-be1c-5717bce169a0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (3ab71d82-d5d5-4679-8c70-f1f89d3ccd81), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:43:15.911303 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:43:15.919453 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 54b07438-494f-4ef5-8720-cd034d6b773d no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:43:15.951862 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 54b07438-494f-4ef5-8720-cd034d6b773d {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:43:15.952798 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 54b07438-494f-4ef5-8720-cd034d6b773d not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:43:15.953406 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 1ef54d3b-3aac-4386-8591-886cd071260b no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:43:15.967869 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74afe667-495c-4f35-92bd-a4065efd1129 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Router b205494e-378f-450d-b69c-16d4b58277c3 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:43:15.971711 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c055d21-0a55-481f-be1c-5717bce169a0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (c06b7a8c-f799-43e2-8624-184b61bf3f50), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:15.981125 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 1ef54d3b-3aac-4386-8591-886cd071260b {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:43:15.982775 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 1ef54d3b-3aac-4386-8591-886cd071260b not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:43:15.983484 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f97b9198-6b93-467c-969a-508141c2e313 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:43:15.989912 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0c055d21-0a55-481f-be1c-5717bce169a0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:15.993456 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0c055d21-0a55-481f-be1c-5717bce169a0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "DELETE /v2.0/networks/c06b7a8c-f799-43e2-8624-184b61bf3f50 HTTP/1.1" status: 204 len: 168 time: 0.4028096 Jan 18 20:43:16.003987 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34510) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:16.008383 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: f97b9198-6b93-467c-969a-508141c2e313 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:43:16.008909 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f97b9198-6b93-467c-969a-508141c2e313 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:43:16.026218 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c055d21-0a55-481f-be1c-5717bce169a0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event deleted for resources: {'Network': ['ID=c06b7a8c-f799-43e2-8624-184b61bf3f50,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:16.086054 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5774ca98-097e-4cab-83c6-606a2869c887 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group (fdafa95b-5300-4882-ab58-2fb2d1009cdc), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:16.107397 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74afe667-495c-4f35-92bd-a4065efd1129 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:43:16.113552 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5774ca98-097e-4cab-83c6-606a2869c887 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group (fdafa95b-5300-4882-ab58-2fb2d1009cdc), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:16.117431 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b300c22c-cce2-4ee6-be82-695994780058 None None] Sync routers for ids ['b205494e-378f-450d-b69c-16d4b58277c3'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:43:16.131401 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b300c22c-cce2-4ee6-be82-695994780058 None None] Routers {'b205494e-378f-450d-b69c-16d4b58277c3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:43:16.132511 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b300c22c-cce2-4ee6-be82-695994780058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:42:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['b205494e-378f-450d-b69c-16d4b58277c3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:16.137756 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74afe667-495c-4f35-92bd-a4065efd1129 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:16.138424 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-74afe667-495c-4f35-92bd-a4065efd1129 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3526733 Jan 18 20:43:16.141526 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34514) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:16.176146 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-44d132c4-a0d0-4ddc-9d14-564740f92f8d tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=c211e494495449f392a0607cbd9b6951&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332744 Jan 18 20:43:16.178769 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34516) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:16.198852 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5774ca98-097e-4cab-83c6-606a2869c887 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (fdafa95b-5300-4882-ab58-2fb2d1009cdc), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:16.201774 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5774ca98-097e-4cab-83c6-606a2869c887 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:16.205563 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5774ca98-097e-4cab-83c6-606a2869c887 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "DELETE /v2.0/security-groups/fdafa95b-5300-4882-ab58-2fb2d1009cdc HTTP/1.1" status: 204 len: 168 time: 0.1978452 Jan 18 20:43:16.215703 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774ca98-097e-4cab-83c6-606a2869c887 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdafa95b-5300-4882-ab58-2fb2d1009cdc,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:16.328305 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f159707e-db54-4be8-b9f9-94530eb36e9a tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:16.330530 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f159707e-db54-4be8-b9f9-94530eb36e9a tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1503382 Jan 18 20:43:16.333647 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34522) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:16.353852 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-b300c22c-cce2-4ee6-be82-695994780058 None None] Set router b205494e-378f-450d-b69c-16d4b58277c3 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:43:16.371521 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0081111e-4837-499e-b298-b839e575e222 tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b0799cf-8cdf-46d5-953b-bdacab604b8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363860 Jan 18 20:43:16.373872 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34524) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:16.378630 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-7e7f2274-1f85-4075-a4f0-044e04744106 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-640080796', 'network_id': '8c9f4415-0000-437a-9b8d-c49ad523f5e3', 'project_id': 'c211e494495449f392a0607cbd9b6951', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:16.479415 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7f2274-1f85-4075-a4f0-044e04744106 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Made reservation on behalf of c211e494495449f392a0607cbd9b6951 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:43:16.484886 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7e7f2274-1f85-4075-a4f0-044e04744106 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:16.552216 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b300c22c-cce2-4ee6-be82-695994780058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'name': 'tempest-TestNetworkBasicOps-router-114544171', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:13Z', 'updated_at': '2022-01-18T20:43:15Z', 'revision_number': 3, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:89:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:14Z', 'updated_at': '2022-01-18T20:43:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:16.579406 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b300c22c-cce2-4ee6-be82-695994780058 None None] Checking router: b205494e-378f-450d-b69c-16d4b58277c3 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:43:16.579758 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b300c22c-cce2-4ee6-be82-695994780058 None None] Updating router b205494e-378f-450d-b69c-16d4b58277c3 port f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:43:16.610622 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b300c22c-cce2-4ee6-be82-695994780058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:16.695830 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7e7f2274-1f85-4075-a4f0-044e04744106 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (d04fb967-eb58-482c-9a98-f31bb7d52fb0), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:16.708781 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34526) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:16.714798 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-f57892d6-2167-4505-b17a-2d8475fcb9cc tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2031968322', 'description': 'tempest-secgroup-smoke-2031968322 description', 'project_id': '0f033c66edd74e168cf3601ff8da102f'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:16.745798 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f57892d6-2167-4505-b17a-2d8475fcb9cc tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:16.765259 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f2274-1f85-4075-a4f0-044e04744106 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'Subnet': ['ID=d04fb967-eb58-482c-9a98-f31bb7d52fb0,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:16.775041 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7f2274-1f85-4075-a4f0-044e04744106 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Checking segment: {'id': '04c31280-51e3-41a2-87db-3de45d0fa0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8c9f4415-0000-437a-9b8d-c49ad523f5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:43:16.775405 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7f2274-1f85-4075-a4f0-044e04744106 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Network hostable DHCP agents. Network: 8c9f4415-0000-437a-9b8d-c49ad523f5e3, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:43:16.797187 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7f2274-1f85-4075-a4f0-044e04744106 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Network 8c9f4415-0000-437a-9b8d-c49ad523f5e3 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:43:16.817806 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-7e7f2274-1f85-4075-a4f0-044e04744106 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 8c9f4415-0000-437a-9b8d-c49ad523f5e3) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:43:16.839665 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7f2274-1f85-4075-a4f0-044e04744106 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:16.840460 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7e7f2274-1f85-4075-a4f0-044e04744106 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:16.852122 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f57892d6-2167-4505-b17a-2d8475fcb9cc tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group (07b1c03d-4b9c-47fc-a5f8-cd0367f6b688), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:16.858459 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f57892d6-2167-4505-b17a-2d8475fcb9cc tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (07b1c03d-4b9c-47fc-a5f8-cd0367f6b688), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:16.864613 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7e7f2274-1f85-4075-a4f0-044e04744106 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4895716 Jan 18 20:43:16.867900 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34530) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:16.901412 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f57892d6-2167-4505-b17a-2d8475fcb9cc tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:16.903020 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f57892d6-2167-4505-b17a-2d8475fcb9cc tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1931033 Jan 18 20:43:16.906758 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34532) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:16.912860 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-d03d9980-7cc4-4f74-ac30-ea8454c5dee8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'security_group_rule': {'security_group_id': '07b1c03d-4b9c-47fc-a5f8-cd0367f6b688', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:16.919342 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57892d6-2167-4505-b17a-2d8475fcb9cc tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:16.965996 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d03d9980-7cc4-4f74-ac30-ea8454c5dee8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (e73f1c41-bad5-4200-8a6e-e9d08a8c699d), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:16.981091 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b33b4b-efde-450c-b355-a4690fcbbe24 None None] Network 8c9f4415-0000-437a-9b8d-c49ad523f5e3 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:43:17.036553 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d03d9980-7cc4-4f74-ac30-ea8454c5dee8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (e73f1c41-bad5-4200-8a6e-e9d08a8c699d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:17.042202 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d03d9980-7cc4-4f74-ac30-ea8454c5dee8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (e73f1c41-bad5-4200-8a6e-e9d08a8c699d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:17.073133 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d9980-7cc4-4f74-ac30-ea8454c5dee8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73f1c41-bad5-4200-8a6e-e9d08a8c699d,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:17.103253 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d03d9980-7cc4-4f74-ac30-ea8454c5dee8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:17.104515 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d03d9980-7cc4-4f74-ac30-ea8454c5dee8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1966026 Jan 18 20:43:17.107466 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34536) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:17.114026 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-62e9fc32-7eab-42d0-8bd6-39d555ae5d08 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'security_group_rule': {'security_group_id': '07b1c03d-4b9c-47fc-a5f8-cd0367f6b688', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:17.157348 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499694e0-0f47-442b-9143-faf3bb3d097c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-8c9f4415-0000-437a-9b8d-c49ad523f5e3', 'network_id': '8c9f4415-0000-437a-9b8d-c49ad523f5e3', 'project_id': 'c211e494495449f392a0607cbd9b6951', 'fixed_ips': [{'subnet_id': 'd04fb967-eb58-482c-9a98-f31bb7d52fb0'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:43:17.158231 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-499694e0-0f47-442b-9143-faf3bb3d097c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:17.194535 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-62e9fc32-7eab-42d0-8bd6-39d555ae5d08 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (cda99962-db99-49ef-ae4a-b084df0ea3ba), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:17.195172 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b300c22c-cce2-4ee6-be82-695994780058 None None] Publish callbacks [] for port (f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:17.250310 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b300c22c-cce2-4ee6-be82-695994780058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:17.331771 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-62e9fc32-7eab-42d0-8bd6-39d555ae5d08 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (cda99962-db99-49ef-ae4a-b084df0ea3ba), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:17.339025 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2a0650-3a2d-4d34-8ec3-e1ef083eb61e None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:43:17.342280 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-62e9fc32-7eab-42d0-8bd6-39d555ae5d08 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (cda99962-db99-49ef-ae4a-b084df0ea3ba), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:17.385214 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9fc32-7eab-42d0-8bd6-39d555ae5d08 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda99962-db99-49ef-ae4a-b084df0ea3ba,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:17.415156 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b300c22c-cce2-4ee6-be82-695994780058 None None] Attempting to bind port f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:43:17.415595 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b300c22c-cce2-4ee6-be82-695994780058 None None] Attempting to bind port f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:43:17.415990 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b300c22c-cce2-4ee6-be82-695994780058 None None] Attempting to bind port f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:43:17.421818 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528f5f8-3909-4365-8b03-a1c1ab021c92 None None] Pushing event updated for resources: {'Port': ['ID=f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:17.433762 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b300c22c-cce2-4ee6-be82-695994780058 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:43:17.434128 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b300c22c-cce2-4ee6-be82-695994780058 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:43:17.434597 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b300c22c-cce2-4ee6-be82-695994780058 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:17.434748 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-62e9fc32-7eab-42d0-8bd6-39d555ae5d08 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:17.435072 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b300c22c-cce2-4ee6-be82-695994780058 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:43:17.435606 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b300c22c-cce2-4ee6-be82-695994780058 None None] Bound port: f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:43:17.436047 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b300c22c-cce2-4ee6-be82-695994780058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:17.438173 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-62e9fc32-7eab-42d0-8bd6-39d555ae5d08 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3290048 Jan 18 20:43:17.438775 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34538) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:17.444804 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-7c0256c9-ff48-421e-9df0-b077e42a7f27 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'security_group_rule': {'security_group_id': '07b1c03d-4b9c-47fc-a5f8-cd0367f6b688', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:17.483921 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-499694e0-0f47-442b-9143-faf3bb3d097c None None] Allocated IP 172.20.0.2 (8c9f4415-0000-437a-9b8d-c49ad523f5e3/d04fb967-eb58-482c-9a98-f31bb7d52fb0/607a7da6-746c-42f9-802d-e67883d7e8f6) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:43:17.486122 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c0256c9-ff48-421e-9df0-b077e42a7f27 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (701fae98-6192-4f5a-ab5c-162a22a1daa3), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:17.561763 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c0256c9-ff48-421e-9df0-b077e42a7f27 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (701fae98-6192-4f5a-ab5c-162a22a1daa3), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:17.562848 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b300c22c-cce2-4ee6-be82-695994780058 None None] For port f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:43:17.566247 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1dc5f125-a142-4dbc-9ab7-7379f44228c4 None None] Provisioning complete for port f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:17.566909 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1dc5f125-a142-4dbc-9ab7-7379f44228c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:17.568463 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c5d3cbd9-2d16-4d32-8e30-52c78defb34a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:17.569375 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c0256c9-ff48-421e-9df0-b077e42a7f27 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (701fae98-6192-4f5a-ab5c-162a22a1daa3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:17.601866 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0256c9-ff48-421e-9df0-b077e42a7f27 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701fae98-6192-4f5a-ab5c-162a22a1daa3,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:17.623007 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c0256c9-ff48-421e-9df0-b077e42a7f27 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:17.624594 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7c0256c9-ff48-421e-9df0-b077e42a7f27 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1841960 Jan 18 20:43:17.628923 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34540) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:17.634221 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-24fe9b73-00fa-4c7e-95bb-6861444a1929 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'security_group_rule': {'security_group_id': '07b1c03d-4b9c-47fc-a5f8-cd0367f6b688', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:17.645577 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b300c22c-cce2-4ee6-be82-695994780058 None None] For port f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:43:17.658330 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b300c22c-cce2-4ee6-be82-695994780058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:17.683589 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-24fe9b73-00fa-4c7e-95bb-6861444a1929 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (61b5fad2-ccc3-4902-8ca9-b61ad44663d1), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:17.712258 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1dc5f125-a142-4dbc-9ab7-7379f44228c4 None None] Port f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:43:17.723428 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbc8667-643d-4b31-b98d-61db97200b0c None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:43:17.776239 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b300c22c-cce2-4ee6-be82-695994780058 None None] Routers {'b205494e-378f-450d-b69c-16d4b58277c3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:43:17.777138 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b300c22c-cce2-4ee6-be82-695994780058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:42:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['b205494e-378f-450d-b69c-16d4b58277c3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:17.779468 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528f5f8-3909-4365-8b03-a1c1ab021c92 None None] Pushing event updated for resources: {'Port': ['ID=f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:17.779987 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-24fe9b73-00fa-4c7e-95bb-6861444a1929 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (61b5fad2-ccc3-4902-8ca9-b61ad44663d1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:17.792306 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-24fe9b73-00fa-4c7e-95bb-6861444a1929 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (61b5fad2-ccc3-4902-8ca9-b61ad44663d1), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:17.813839 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe9b73-00fa-4c7e-95bb-6861444a1929 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b5fad2-ccc3-4902-8ca9-b61ad44663d1,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:17.825357 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-24fe9b73-00fa-4c7e-95bb-6861444a1929 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:17.829463 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-24fe9b73-00fa-4c7e-95bb-6861444a1929 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1967270 Jan 18 20:43:17.829782 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34542) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:17.834949 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-53dc3703-138d-4554-9b21-ec4a7fdf467e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'security_group_rule': {'security_group_id': '07b1c03d-4b9c-47fc-a5f8-cd0367f6b688', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:17.867764 n-d-741529-9 neutron-server[103335]: INFO neutron.db.securitygroups_db [None req-53dc3703-138d-4554-9b21-ec4a7fdf467e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Project 0f033c66edd74e168cf3601ff8da102f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:43:17.872861 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53dc3703-138d-4554-9b21-ec4a7fdf467e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (0216bfb8-f782-4b3a-b975-e10b0332260e), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:17.907420 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-499694e0-0f47-442b-9143-faf3bb3d097c None None] Publish callbacks [] for port (607a7da6-746c-42f9-802d-e67883d7e8f6), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:17.920268 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-499694e0-0f47-442b-9143-faf3bb3d097c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (607a7da6-746c-42f9-802d-e67883d7e8f6), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:17.922081 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-be9d9212-758e-4ffa-b28d-ef37bccd3529 None None] Provisioning complete for port f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:17.922893 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-be9d9212-758e-4ffa-b28d-ef37bccd3529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:17.952132 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53dc3703-138d-4554-9b21-ec4a7fdf467e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (0216bfb8-f782-4b3a-b975-e10b0332260e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:17.958544 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53dc3703-138d-4554-9b21-ec4a7fdf467e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (0216bfb8-f782-4b3a-b975-e10b0332260e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:17.979541 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc3703-138d-4554-9b21-ec4a7fdf467e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0216bfb8-f782-4b3a-b975-e10b0332260e,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:17.983442 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-c5d3cbd9-2d16-4d32-8e30-52c78defb34a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Allocated IP 172.20.0.1 (8c9f4415-0000-437a-9b8d-c49ad523f5e3/d04fb967-eb58-482c-9a98-f31bb7d52fb0/9c398c1f-4920-4286-8086-b5d1d3c6a7cc) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:43:17.990278 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dc3703-138d-4554-9b21-ec4a7fdf467e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:17.990631 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dc3703-138d-4554-9b21-ec4a7fdf467e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:17.990974 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dc3703-138d-4554-9b21-ec4a7fdf467e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:17.991310 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dc3703-138d-4554-9b21-ec4a7fdf467e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:17.991642 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dc3703-138d-4554-9b21-ec4a7fdf467e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:17.991971 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dc3703-138d-4554-9b21-ec4a7fdf467e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:17.992893 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dc3703-138d-4554-9b21-ec4a7fdf467e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:17.993238 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dc3703-138d-4554-9b21-ec4a7fdf467e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:17.993664 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dc3703-138d-4554-9b21-ec4a7fdf467e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:17.993930 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dc3703-138d-4554-9b21-ec4a7fdf467e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:17.994260 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dc3703-138d-4554-9b21-ec4a7fdf467e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:17.994716 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dc3703-138d-4554-9b21-ec4a7fdf467e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:17.995049 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dc3703-138d-4554-9b21-ec4a7fdf467e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:18.000798 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53dc3703-138d-4554-9b21-ec4a7fdf467e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:18.001804 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499694e0-0f47-442b-9143-faf3bb3d097c None None] Network 8c9f4415-0000-437a-9b8d-c49ad523f5e3 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:43:18.002334 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-53dc3703-138d-4554-9b21-ec4a7fdf467e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1711056 Jan 18 20:43:18.004947 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34546) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:18.009610 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-8403f20e-6a81-4a93-8fcd-dd6bcf2363f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'security_group_rule': {'security_group_id': '07b1c03d-4b9c-47fc-a5f8-cd0367f6b688', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:18.011998 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-499694e0-0f47-442b-9143-faf3bb3d097c None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:43:18.014895 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-b300c22c-cce2-4ee6-be82-695994780058 None None] Set router b205494e-378f-450d-b69c-16d4b58277c3 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:43:18.038880 n-d-741529-9 neutron-server[103335]: INFO neutron.db.securitygroups_db [None req-8403f20e-6a81-4a93-8fcd-dd6bcf2363f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Project 0f033c66edd74e168cf3601ff8da102f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:43:18.045049 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8403f20e-6a81-4a93-8fcd-dd6bcf2363f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (853985f4-0fa8-49ce-bd0b-3dce26029ace), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:18.049870 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499694e0-0f47-442b-9143-faf3bb3d097c None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:43:18.092571 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499694e0-0f47-442b-9143-faf3bb3d097c None None] Pushing event updated for resources: {'Port': ['ID=607a7da6-746c-42f9-802d-e67883d7e8f6,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:18.112036 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8403f20e-6a81-4a93-8fcd-dd6bcf2363f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (853985f4-0fa8-49ce-bd0b-3dce26029ace), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:18.118025 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8403f20e-6a81-4a93-8fcd-dd6bcf2363f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (853985f4-0fa8-49ce-bd0b-3dce26029ace), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:18.124943 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c5d3cbd9-2d16-4d32-8e30-52c78defb34a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for port (9c398c1f-4920-4286-8086-b5d1d3c6a7cc), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:18.141303 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403f20e-6a81-4a93-8fcd-dd6bcf2363f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853985f4-0fa8-49ce-bd0b-3dce26029ace,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:18.148683 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8403f20e-6a81-4a93-8fcd-dd6bcf2363f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:18.150163 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8403f20e-6a81-4a93-8fcd-dd6bcf2363f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1441531 Jan 18 20:43:18.152912 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34552) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:18.161155 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-4595f481-146a-4953-9d5d-87400d676aff tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'network': {'name': 'tempest-network-smoke--1430042144', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'port_security_enabled': True}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:18.173411 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c5d3cbd9-2d16-4d32-8e30-52c78defb34a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (9c398c1f-4920-4286-8086-b5d1d3c6a7cc), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:18.213791 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d3cbd9-2d16-4d32-8e30-52c78defb34a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Network 8c9f4415-0000-437a-9b8d-c49ad523f5e3 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:43:18.219594 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4595f481-146a-4953-9d5d-87400d676aff tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Made reservation on behalf of 0f033c66edd74e168cf3601ff8da102f for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:43:18.220128 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-c5d3cbd9-2d16-4d32-8e30-52c78defb34a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:43:18.227137 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d3cbd9-2d16-4d32-8e30-52c78defb34a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:43:18.229955 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4595f481-146a-4953-9d5d-87400d676aff tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:18.266208 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4595f481-146a-4953-9d5d-87400d676aff tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:43:18.271159 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3cbd9-2d16-4d32-8e30-52c78defb34a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'Port': ['ID=9c398c1f-4920-4286-8086-b5d1d3c6a7cc,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:18.289198 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c5d3cbd9-2d16-4d32-8e30-52c78defb34a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (b205494e-378f-450d-b69c-16d4b58277c3), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:18.289557 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4595f481-146a-4953-9d5d-87400d676aff tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (315fa71f-cea4-40fe-870d-7e9180056016), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:18.290284 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-4595f481-146a-4953-9d5d-87400d676aff tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Added segment 315fa71f-cea4-40fe-870d-7e9180056016 of type vlan for network 7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 Jan 18 20:43:18.308620 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-499694e0-0f47-442b-9143-faf3bb3d097c None None] Attempting to bind port 607a7da6-746c-42f9-802d-e67883d7e8f6 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:43:18.308999 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-499694e0-0f47-442b-9143-faf3bb3d097c None None] Attempting to bind port 607a7da6-746c-42f9-802d-e67883d7e8f6 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '04c31280-51e3-41a2-87db-3de45d0fa0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8c9f4415-0000-437a-9b8d-c49ad523f5e3'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:43:18.309373 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499694e0-0f47-442b-9143-faf3bb3d097c None None] Attempting to bind port 607a7da6-746c-42f9-802d-e67883d7e8f6 on network 8c9f4415-0000-437a-9b8d-c49ad523f5e3 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:43:18.323008 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499694e0-0f47-442b-9143-faf3bb3d097c None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:43:18.323550 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499694e0-0f47-442b-9143-faf3bb3d097c None None] Checking segment: {'id': '04c31280-51e3-41a2-87db-3de45d0fa0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8c9f4415-0000-437a-9b8d-c49ad523f5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:43:18.323948 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-499694e0-0f47-442b-9143-faf3bb3d097c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:18.324486 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499694e0-0f47-442b-9143-faf3bb3d097c None None] Bound using segment: {'id': '04c31280-51e3-41a2-87db-3de45d0fa0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8c9f4415-0000-437a-9b8d-c49ad523f5e3'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:43:18.324971 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-499694e0-0f47-442b-9143-faf3bb3d097c None None] Bound port: 607a7da6-746c-42f9-802d-e67883d7e8f6, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c31280-51e3-41a2-87db-3de45d0fa0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8c9f4415-0000-437a-9b8d-c49ad523f5e3'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:43:18.325352 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-499694e0-0f47-442b-9143-faf3bb3d097c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (607a7da6-746c-42f9-802d-e67883d7e8f6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:18.329139 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-be9d9212-758e-4ffa-b28d-ef37bccd3529 None None] Current status of the port f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:18.329511 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-be9d9212-758e-4ffa-b28d-ef37bccd3529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:18.350637 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4595f481-146a-4953-9d5d-87400d676aff tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (7ef351fc-86b1-4d7a-96c0-2dcd7538fd70), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:18.387267 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4595f481-146a-4953-9d5d-87400d676aff tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (7ef351fc-86b1-4d7a-96c0-2dcd7538fd70), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:18.388611 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-be9d9212-758e-4ffa-b28d-ef37bccd3529 None None] For port f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:18.398455 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4595f481-146a-4953-9d5d-87400d676aff tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:18.399807 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4595f481-146a-4953-9d5d-87400d676aff tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:18.420971 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-be9d9212-758e-4ffa-b28d-ef37bccd3529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:18.457393 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4595f481-146a-4953-9d5d-87400d676aff tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3024781 Jan 18 20:43:18.493608 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34556) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:18.500939 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-69ae2306-96f5-4dbe-9207-f1f5a5a33c13 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1300717652', 'admin_state_up': True, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:18.509364 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-499694e0-0f47-442b-9143-faf3bb3d097c None None] For port 607a7da6-746c-42f9-802d-e67883d7e8f6, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:43:18.515183 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-499694e0-0f47-442b-9143-faf3bb3d097c None None] For port 607a7da6-746c-42f9-802d-e67883d7e8f6, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=607a7da6-746c-42f9-802d-e67883d7e8f6,segment=NetworkSegment(04c31280-51e3-41a2-87db-3de45d0fa0a8),segment_id=04c31280-51e3-41a2-87db-3de45d0fa0a8)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:43:18.519380 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595f481-146a-4953-9d5d-87400d676aff tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Network': ['ID=7ef351fc-86b1-4d7a-96c0-2dcd7538fd70,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:18.523229 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d9212-758e-4ffa-b28d-ef37bccd3529 None None] Pushing event updated for resources: {'Port': ['ID=f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:18.529662 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-499694e0-0f47-442b-9143-faf3bb3d097c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (607a7da6-746c-42f9-802d-e67883d7e8f6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:18.538625 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:43:18.569873 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69ae2306-96f5-4dbe-9207-f1f5a5a33c13 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (14faf3cb-228d-4854-acdc-99123502ed52), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:18.571817 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69ae2306-96f5-4dbe-9207-f1f5a5a33c13 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (14faf3cb-228d-4854-acdc-99123502ed52), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:18.600208 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b300c22c-cce2-4ee6-be82-695994780058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'name': 'tempest-TestNetworkBasicOps-router-114544171', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:13Z', 'updated_at': '2022-01-18T20:43:15Z', 'revision_number': 3, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:89:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:14Z', 'updated_at': '2022-01-18T20:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:18.690119 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499694e0-0f47-442b-9143-faf3bb3d097c None None] Pushing event updated for resources: {'Port': ['ID=607a7da6-746c-42f9-802d-e67883d7e8f6,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:18.701520 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b300c22c-cce2-4ee6-be82-695994780058 None None] The sync data for ids ['b205494e-378f-450d-b69c-16d4b58277c3'] in n-d-741529-9 is: [{'id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'name': 'tempest-TestNetworkBasicOps-router-114544171', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:13Z', 'updated_at': '2022-01-18T20:43:15Z', 'revision_number': 3, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:89:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:14Z', 'updated_at': '2022-01-18T20:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:43:19.011584 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c5d3cbd9-2d16-4d32-8e30-52c78defb34a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9c398c1f-4920-4286-8086-b5d1d3c6a7cc), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:19.194471 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69ae2306-96f5-4dbe-9207-f1f5a5a33c13 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router_controller (14faf3cb-228d-4854-acdc-99123502ed52), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:19.380871 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69ae2306-96f5-4dbe-9207-f1f5a5a33c13 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router_gateway (14faf3cb-228d-4854-acdc-99123502ed52), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:19.410942 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c5d3cbd9-2d16-4d32-8e30-52c78defb34a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for port (9c398c1f-4920-4286-8086-b5d1d3c6a7cc), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:19.416471 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c5d3cbd9-2d16-4d32-8e30-52c78defb34a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (9c398c1f-4920-4286-8086-b5d1d3c6a7cc), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:19.516189 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3cbd9-2d16-4d32-8e30-52c78defb34a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'Port': ['ID=9c398c1f-4920-4286-8086-b5d1d3c6a7cc,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:19.516189 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c5d3cbd9-2d16-4d32-8e30-52c78defb34a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (b205494e-378f-450d-b69c-16d4b58277c3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:19.654497 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d3cbd9-2d16-4d32-8e30-52c78defb34a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Network 8c9f4415-0000-437a-9b8d-c49ad523f5e3 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:43:19.656176 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-c5d3cbd9-2d16-4d32-8e30-52c78defb34a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:43:19.663563 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69ae2306-96f5-4dbe-9207-f1f5a5a33c13 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router_gateway (14faf3cb-228d-4854-acdc-99123502ed52), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:19.693878 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69ae2306-96f5-4dbe-9207-f1f5a5a33c13 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:19.812883 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d3cbd9-2d16-4d32-8e30-52c78defb34a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Router b205494e-378f-450d-b69c-16d4b58277c3 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:43:19.936688 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-69ae2306-96f5-4dbe-9207-f1f5a5a33c13 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Allocated IP 172.25.4.215 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/c1313eef-f58a-471b-92a7-abd217bbc19d) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:43:20.031244 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:43:20.044815 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d3cbd9-2d16-4d32-8e30-52c78defb34a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:43:20.057897 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c5d3cbd9-2d16-4d32-8e30-52c78defb34a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "PUT /v2.0/routers/b205494e-378f-450d-b69c-16d4b58277c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1864951 Jan 18 20:43:20.058985 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34562) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:20.154074 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:20.154462 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:20.182184 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69ae2306-96f5-4dbe-9207-f1f5a5a33c13 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for port (c1313eef-f58a-471b-92a7-abd217bbc19d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:20.195020 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1932ea-36e1-4951-8149-48c653795334 None None] Network 8c9f4415-0000-437a-9b8d-c49ad523f5e3 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:43:20.243260 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69ae2306-96f5-4dbe-9207-f1f5a5a33c13 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (c1313eef-f58a-471b-92a7-abd217bbc19d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:20.357931 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ae2306-96f5-4dbe-9207-f1f5a5a33c13 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:43:20.361317 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-69ae2306-96f5-4dbe-9207-f1f5a5a33c13 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:43:20.366779 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ae2306-96f5-4dbe-9207-f1f5a5a33c13 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:43:20.370684 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae2306-96f5-4dbe-9207-f1f5a5a33c13 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Port': ['ID=c1313eef-f58a-471b-92a7-abd217bbc19d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:20.421079 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:20.422552 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 607a7da6-746c-42f9-802d-e67883d7e8f6 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:43:20.424325 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84e4e0f-7f54-44db-a84f-82a88b8477f4 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:43:20.425814 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-39965c59-50ac-40c6-b960-857c24b3e8ac None None] Provisioning complete for port 607a7da6-746c-42f9-802d-e67883d7e8f6 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:20.426228 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-39965c59-50ac-40c6-b960-857c24b3e8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (607a7da6-746c-42f9-802d-e67883d7e8f6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:20.570252 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791ed559-cea6-4611-a6c7-da7fafedf855 tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:20.570798 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791ed559-cea6-4611-a6c7-da7fafedf855 tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:20.571281 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791ed559-cea6-4611-a6c7-da7fafedf855 tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:20.571778 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791ed559-cea6-4611-a6c7-da7fafedf855 tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:20.572276 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791ed559-cea6-4611-a6c7-da7fafedf855 tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:20.572763 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791ed559-cea6-4611-a6c7-da7fafedf855 tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:20.577292 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-791ed559-cea6-4611-a6c7-da7fafedf855 tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4228 time: 0.5148845 Jan 18 20:43:20.579448 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34572) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:20.706719 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9262b471-9727-4c11-b949-a5d53c4cc33c tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:20.707250 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9262b471-9727-4c11-b949-a5d53c4cc33c tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:20.707732 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9262b471-9727-4c11-b949-a5d53c4cc33c tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:20.708186 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9262b471-9727-4c11-b949-a5d53c4cc33c tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:20.708634 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9262b471-9727-4c11-b949-a5d53c4cc33c tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:20.713120 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9262b471-9727-4c11-b949-a5d53c4cc33c tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3369 time: 0.1259849 Jan 18 20:43:20.715536 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34574) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:20.754927 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 607a7da6-746c-42f9-802d-e67883d7e8f6 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:20.755302 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (607a7da6-746c-42f9-802d-e67883d7e8f6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:20.840553 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-39965c59-50ac-40c6-b960-857c24b3e8ac None None] Current status of the port 607a7da6-746c-42f9-802d-e67883d7e8f6 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:20.840955 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-39965c59-50ac-40c6-b960-857c24b3e8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (607a7da6-746c-42f9-802d-e67883d7e8f6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:20.996010 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-39965c59-50ac-40c6-b960-857c24b3e8ac None None] For port 607a7da6-746c-42f9-802d-e67883d7e8f6, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=607a7da6-746c-42f9-802d-e67883d7e8f6,segment=NetworkSegment(04c31280-51e3-41a2-87db-3de45d0fa0a8),segment_id=04c31280-51e3-41a2-87db-3de45d0fa0a8)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:21.037200 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-39965c59-50ac-40c6-b960-857c24b3e8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (607a7da6-746c-42f9-802d-e67883d7e8f6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:21.055464 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69ae2306-96f5-4dbe-9207-f1f5a5a33c13 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router_gateway (14faf3cb-228d-4854-acdc-99123502ed52), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:21.125670 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 607a7da6-746c-42f9-802d-e67883d7e8f6 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:21.126203 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (607a7da6-746c-42f9-802d-e67883d7e8f6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:21.231484 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-be416325-7e46-43b3-ad62-1d92fa4eac65 tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 0.5117011 Jan 18 20:43:21.248781 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39965c59-50ac-40c6-b960-857c24b3e8ac None None] Pushing event updated for resources: {'Port': ['ID=607a7da6-746c-42f9-802d-e67883d7e8f6,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:21.263420 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ad69d4e7-8282-403c-aff9-ceb4441f6322 None None] Provisioning complete for port c1313eef-f58a-471b-92a7-abd217bbc19d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:21.263808 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ad69d4e7-8282-403c-aff9-ceb4441f6322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c1313eef-f58a-471b-92a7-abd217bbc19d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:21.399184 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ffc391-e1aa-41ca-aaea-4a56734bdb25 None None] Sync routers for ids ['b205494e-378f-450d-b69c-16d4b58277c3'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:43:21.423291 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ffc391-e1aa-41ca-aaea-4a56734bdb25 None None] Routers {'b205494e-378f-450d-b69c-16d4b58277c3'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:43:21.423936 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39965c59-50ac-40c6-b960-857c24b3e8ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:21.424553 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39965c59-50ac-40c6-b960-857c24b3e8ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:21.425120 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39965c59-50ac-40c6-b960-857c24b3e8ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:21.425368 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-72ffc391-e1aa-41ca-aaea-4a56734bdb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:42:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['b205494e-378f-450d-b69c-16d4b58277c3'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:21.428868 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39965c59-50ac-40c6-b960-857c24b3e8ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:21.429434 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39965c59-50ac-40c6-b960-857c24b3e8ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:21.438201 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39965c59-50ac-40c6-b960-857c24b3e8ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:21.438834 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39965c59-50ac-40c6-b960-857c24b3e8ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:21.439397 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39965c59-50ac-40c6-b960-857c24b3e8ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:21.440456 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39965c59-50ac-40c6-b960-857c24b3e8ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:21.441055 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39965c59-50ac-40c6-b960-857c24b3e8ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:21.441842 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39965c59-50ac-40c6-b960-857c24b3e8ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:21.442407 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39965c59-50ac-40c6-b960-857c24b3e8ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:21.442964 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39965c59-50ac-40c6-b960-857c24b3e8ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:21.490922 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:43:21.491413 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:43:21.521611 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ad69d4e7-8282-403c-aff9-ceb4441f6322 None None] Port c1313eef-f58a-471b-92a7-abd217bbc19d cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:43:21.600624 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69ae2306-96f5-4dbe-9207-f1f5a5a33c13 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (14faf3cb-228d-4854-acdc-99123502ed52), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:21.665076 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-72ffc391-e1aa-41ca-aaea-4a56734bdb25 None None] Set router b205494e-378f-450d-b69c-16d4b58277c3 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:43:21.672784 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0e421c2f-3443-411f-982c-381c2ff1bdd4 None None] Provisioning complete for port 9c398c1f-4920-4286-8086-b5d1d3c6a7cc triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:21.688849 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0e421c2f-3443-411f-982c-381c2ff1bdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9c398c1f-4920-4286-8086-b5d1d3c6a7cc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:21.698056 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34586) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:21.714039 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-56fd29a8-9def-4ada-8fbb-3c9b477ee853 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1714330634', 'description': 'tempest-secgroup-smoke-1714330634 description', 'project_id': 'c211e494495449f392a0607cbd9b6951'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:21.770601 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-56fd29a8-9def-4ada-8fbb-3c9b477ee853 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:21.787119 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0e421c2f-3443-411f-982c-381c2ff1bdd4 None None] Port 9c398c1f-4920-4286-8086-b5d1d3c6a7cc cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:43:21.815371 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0e421c2f-3443-411f-982c-381c2ff1bdd4 None None] Provisioning complete for port 607a7da6-746c-42f9-802d-e67883d7e8f6 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:21.815809 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0e421c2f-3443-411f-982c-381c2ff1bdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (607a7da6-746c-42f9-802d-e67883d7e8f6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:21.898369 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ae2306-96f5-4dbe-9207-f1f5a5a33c13 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Router 14faf3cb-228d-4854-acdc-99123502ed52 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:43:21.923273 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-56fd29a8-9def-4ada-8fbb-3c9b477ee853 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group (cd2e8319-2f43-4055-952e-ee19d7f0c2ff), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:21.930075 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-56fd29a8-9def-4ada-8fbb-3c9b477ee853 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (cd2e8319-2f43-4055-952e-ee19d7f0c2ff), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:22.004351 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-56fd29a8-9def-4ada-8fbb-3c9b477ee853 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:22.009026 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-56fd29a8-9def-4ada-8fbb-3c9b477ee853 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3091512 Jan 18 20:43:22.014186 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34590) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:22.015876 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd29a8-9def-4ada-8fbb-3c9b477ee853 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2e8319-2f43-4055-952e-ee19d7f0c2ff,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:22.025165 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-c2f6ff24-3e73-4ec8-b3d9-3b32ef64c1b8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'security_group_rule': {'security_group_id': 'cd2e8319-2f43-4055-952e-ee19d7f0c2ff', 'project_id': 'c211e494495449f392a0607cbd9b6951', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:22.061289 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 607a7da6-746c-42f9-802d-e67883d7e8f6 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:22.067647 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0e421c2f-3443-411f-982c-381c2ff1bdd4 None None] Current status of the port 607a7da6-746c-42f9-802d-e67883d7e8f6 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:22.108559 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-72ffc391-e1aa-41ca-aaea-4a56734bdb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'name': 'tempest-TestNetworkBasicOps-router-114544171', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:13Z', 'updated_at': '2022-01-18T20:43:18Z', 'revision_number': 4, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:14Z', 'updated_at': '2022-01-18T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '9c398c1f-4920-4286-8086-b5d1d3c6a7cc', 'name': '', 'network_id': '8c9f4415-0000-437a-9b8d-c49ad523f5e3', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'mac_address': 'fa:16:3e:a1:f2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'd04fb967-eb58-482c-9a98-f31bb7d52fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:17Z', 'updated_at': '2022-01-18T20:43:19Z', 'revision_number': 2, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'subnets': [{'id': 'd04fb967-eb58-482c-9a98-f31bb7d52fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:22.118284 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c2f6ff24-3e73-4ec8-b3d9-3b32ef64c1b8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (c6cb09b9-7984-4b22-910e-b4e9e936a182), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:22.131114 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ae2306-96f5-4dbe-9207-f1f5a5a33c13 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:43:22.145483 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1100b2-44c5-4e0a-8dd2-33354362ef91 None None] Sync routers for ids ['14faf3cb-228d-4854-acdc-99123502ed52'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:43:22.163532 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69ae2306-96f5-4dbe-9207-f1f5a5a33c13 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:22.164224 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1100b2-44c5-4e0a-8dd2-33354362ef91 None None] Routers {'14faf3cb-228d-4854-acdc-99123502ed52'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:43:22.167977 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-69ae2306-96f5-4dbe-9207-f1f5a5a33c13 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.6698813 Jan 18 20:43:22.167977 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34592) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:22.169468 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-7d1100b2-44c5-4e0a-8dd2-33354362ef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:42:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['14faf3cb-228d-4854-acdc-99123502ed52'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:22.192034 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ffc391-e1aa-41ca-aaea-4a56734bdb25 None None] Checking router: b205494e-378f-450d-b69c-16d4b58277c3 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:43:22.192458 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ffc391-e1aa-41ca-aaea-4a56734bdb25 None None] Updating router b205494e-378f-450d-b69c-16d4b58277c3 port 9c398c1f-4920-4286-8086-b5d1d3c6a7cc binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:43:22.206015 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-19ccfb31-f113-46bb-8de9-da87b3b6d3ae tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=0f033c66edd74e168cf3601ff8da102f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341523 Jan 18 20:43:22.206974 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34594) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:22.234544 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c2f6ff24-3e73-4ec8-b3d9-3b32ef64c1b8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (c6cb09b9-7984-4b22-910e-b4e9e936a182), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:22.241397 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c2f6ff24-3e73-4ec8-b3d9-3b32ef64c1b8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (c6cb09b9-7984-4b22-910e-b4e9e936a182), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:22.264960 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-72ffc391-e1aa-41ca-aaea-4a56734bdb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9c398c1f-4920-4286-8086-b5d1d3c6a7cc), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:22.265875 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6ff24-3e73-4ec8-b3d9-3b32ef64c1b8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6cb09b9-7984-4b22-910e-b4e9e936a182,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:22.295749 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c2f6ff24-3e73-4ec8-b3d9-3b32ef64c1b8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:22.298510 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c2f6ff24-3e73-4ec8-b3d9-3b32ef64c1b8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2805152 Jan 18 20:43:22.300156 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34596) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:22.313531 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-46489ea1-1414-44a4-989c-7a0ed627c6cf tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'security_group_rule': {'security_group_id': 'cd2e8319-2f43-4055-952e-ee19d7f0c2ff', 'project_id': 'c211e494495449f392a0607cbd9b6951', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:22.354672 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-7d1100b2-44c5-4e0a-8dd2-33354362ef91 None None] Set router 14faf3cb-228d-4854-acdc-99123502ed52 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:43:22.375251 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46489ea1-1414-44a4-989c-7a0ed627c6cf tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (e9bd62b7-482f-4ded-8f2c-ca8c6e314e8b), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:22.457460 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 607a7da6-746c-42f9-802d-e67883d7e8f6 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:43:22.540746 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348f9b2e-9394-41ed-ad6f-71581b67ee75 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:22.548171 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-348f9b2e-9394-41ed-ad6f-71581b67ee75 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3372946 Jan 18 20:43:22.550369 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34604) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:22.560342 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46489ea1-1414-44a4-989c-7a0ed627c6cf tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (e9bd62b7-482f-4ded-8f2c-ca8c6e314e8b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:22.569374 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46489ea1-1414-44a4-989c-7a0ed627c6cf tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (e9bd62b7-482f-4ded-8f2c-ca8c6e314e8b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:22.572444 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-52db6677-2e25-43fa-9473-c0c66eb316ce None None] Provisioning complete for port 9c398c1f-4920-4286-8086-b5d1d3c6a7cc triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:22.573974 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-52db6677-2e25-43fa-9473-c0c66eb316ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9c398c1f-4920-4286-8086-b5d1d3c6a7cc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:22.601426 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46489ea1-1414-44a4-989c-7a0ed627c6cf tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9bd62b7-482f-4ded-8f2c-ca8c6e314e8b,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:22.611108 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46489ea1-1414-44a4-989c-7a0ed627c6cf tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:22.615372 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-46489ea1-1414-44a4-989c-7a0ed627c6cf tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3107607 Jan 18 20:43:22.616328 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34606) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:22.620069 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-b1ef4a6f-44dd-488c-85d7-8c0e2b1e4247 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'security_group_rule': {'security_group_id': 'cd2e8319-2f43-4055-952e-ee19d7f0c2ff', 'project_id': 'c211e494495449f392a0607cbd9b6951', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:22.629355 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d49034a6-581e-4915-8a95-d839c825c888 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b0799cf-8cdf-46d5-953b-bdacab604b8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0752454 Jan 18 20:43:22.630570 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34608) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:22.634726 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-0dcbc52f-5f49-4d01-8f35-c10b82046f49 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1614289817', 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:22.676659 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-52db6677-2e25-43fa-9473-c0c66eb316ce None None] Port 9c398c1f-4920-4286-8086-b5d1d3c6a7cc cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:43:22.684576 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 607a7da6-746c-42f9-802d-e67883d7e8f6 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:22.685075 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (607a7da6-746c-42f9-802d-e67883d7e8f6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:22.699678 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b1ef4a6f-44dd-488c-85d7-8c0e2b1e4247 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (bcb3c4b0-c911-4519-bbd5-78cdb50e0066), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:22.824053 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-72ffc391-e1aa-41ca-aaea-4a56734bdb25 None None] Publish callbacks [] for port (9c398c1f-4920-4286-8086-b5d1d3c6a7cc), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:22.830928 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-72ffc391-e1aa-41ca-aaea-4a56734bdb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9c398c1f-4920-4286-8086-b5d1d3c6a7cc), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:22.852361 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b1ef4a6f-44dd-488c-85d7-8c0e2b1e4247 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (bcb3c4b0-c911-4519-bbd5-78cdb50e0066), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:22.863247 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b1ef4a6f-44dd-488c-85d7-8c0e2b1e4247 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (bcb3c4b0-c911-4519-bbd5-78cdb50e0066), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:22.864537 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcbc52f-5f49-4d01-8f35-c10b82046f49 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Made reservation on behalf of 0f033c66edd74e168cf3601ff8da102f for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:43:22.868250 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc52f-5f49-4d01-8f35-c10b82046f49 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:22.900731 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 607a7da6-746c-42f9-802d-e67883d7e8f6 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:22.906597 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef4a6f-44dd-488c-85d7-8c0e2b1e4247 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb3c4b0-c911-4519-bbd5-78cdb50e0066,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:22.908908 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-7d1100b2-44c5-4e0a-8dd2-33354362ef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14faf3cb-228d-4854-acdc-99123502ed52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300717652', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:18Z', 'updated_at': '2022-01-18T20:43:20Z', 'revision_number': 3, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14faf3cb-228d-4854-acdc-99123502ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:19Z', 'updated_at': '2022-01-18T20:43:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:22.931980 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b1ef4a6f-44dd-488c-85d7-8c0e2b1e4247 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:22.933525 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b1ef4a6f-44dd-488c-85d7-8c0e2b1e4247 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3169453 Jan 18 20:43:22.936274 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34610) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:22.941187 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-22405053-fe50-4c22-8c8e-7cce863e363e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'security_group_rule': {'security_group_id': 'cd2e8319-2f43-4055-952e-ee19d7f0c2ff', 'project_id': 'c211e494495449f392a0607cbd9b6951', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:22.974879 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1100b2-44c5-4e0a-8dd2-33354362ef91 None None] Checking router: 14faf3cb-228d-4854-acdc-99123502ed52 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:43:22.983493 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1100b2-44c5-4e0a-8dd2-33354362ef91 None None] Updating router 14faf3cb-228d-4854-acdc-99123502ed52 port c1313eef-f58a-471b-92a7-abd217bbc19d binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:43:23.010749 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff431a-d602-410f-94b3-b906c5294b68 None None] Pushing event updated for resources: {'Port': ['ID=9c398c1f-4920-4286-8086-b5d1d3c6a7cc,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:23.031560 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-22405053-fe50-4c22-8c8e-7cce863e363e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (68da37e9-4d43-4f60-92f2-9b9361a0962b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:23.056924 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7d1100b2-44c5-4e0a-8dd2-33354362ef91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c1313eef-f58a-471b-92a7-abd217bbc19d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:23.125968 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ff431a-d602-410f-94b3-b906c5294b68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:23.128185 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ff431a-d602-410f-94b3-b906c5294b68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:23.128758 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ff431a-d602-410f-94b3-b906c5294b68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:23.129412 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ff431a-d602-410f-94b3-b906c5294b68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:23.130882 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ff431a-d602-410f-94b3-b906c5294b68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:23.131843 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ff431a-d602-410f-94b3-b906c5294b68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:23.132361 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ff431a-d602-410f-94b3-b906c5294b68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:23.133459 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ff431a-d602-410f-94b3-b906c5294b68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:23.134628 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ff431a-d602-410f-94b3-b906c5294b68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:23.135992 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ff431a-d602-410f-94b3-b906c5294b68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:23.136490 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ff431a-d602-410f-94b3-b906c5294b68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:23.137979 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ff431a-d602-410f-94b3-b906c5294b68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:23.138865 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ff431a-d602-410f-94b3-b906c5294b68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:23.166987 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-72ffc391-e1aa-41ca-aaea-4a56734bdb25 None None] Attempting to bind port 9c398c1f-4920-4286-8086-b5d1d3c6a7cc on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:43:23.167615 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-72ffc391-e1aa-41ca-aaea-4a56734bdb25 None None] Attempting to bind port 9c398c1f-4920-4286-8086-b5d1d3c6a7cc by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '04c31280-51e3-41a2-87db-3de45d0fa0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8c9f4415-0000-437a-9b8d-c49ad523f5e3'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:43:23.168140 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ffc391-e1aa-41ca-aaea-4a56734bdb25 None None] Attempting to bind port 9c398c1f-4920-4286-8086-b5d1d3c6a7cc on network 8c9f4415-0000-437a-9b8d-c49ad523f5e3 {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:43:23.178634 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ffc391-e1aa-41ca-aaea-4a56734bdb25 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:43:23.179015 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ffc391-e1aa-41ca-aaea-4a56734bdb25 None None] Checking segment: {'id': '04c31280-51e3-41a2-87db-3de45d0fa0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8c9f4415-0000-437a-9b8d-c49ad523f5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:43:23.179412 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-72ffc391-e1aa-41ca-aaea-4a56734bdb25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:23.179803 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ffc391-e1aa-41ca-aaea-4a56734bdb25 None None] Bound using segment: {'id': '04c31280-51e3-41a2-87db-3de45d0fa0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8c9f4415-0000-437a-9b8d-c49ad523f5e3'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:43:23.181014 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-72ffc391-e1aa-41ca-aaea-4a56734bdb25 None None] Bound port: 9c398c1f-4920-4286-8086-b5d1d3c6a7cc, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c31280-51e3-41a2-87db-3de45d0fa0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8c9f4415-0000-437a-9b8d-c49ad523f5e3'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:43:23.182075 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-72ffc391-e1aa-41ca-aaea-4a56734bdb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9c398c1f-4920-4286-8086-b5d1d3c6a7cc), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:23.220163 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-22405053-fe50-4c22-8c8e-7cce863e363e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (68da37e9-4d43-4f60-92f2-9b9361a0962b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:23.229114 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-22405053-fe50-4c22-8c8e-7cce863e363e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (68da37e9-4d43-4f60-92f2-9b9361a0962b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:23.290977 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-72ffc391-e1aa-41ca-aaea-4a56734bdb25 None None] For port 9c398c1f-4920-4286-8086-b5d1d3c6a7cc, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:43:23.294697 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-72ffc391-e1aa-41ca-aaea-4a56734bdb25 None None] For port 9c398c1f-4920-4286-8086-b5d1d3c6a7cc, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9c398c1f-4920-4286-8086-b5d1d3c6a7cc,segment=NetworkSegment(04c31280-51e3-41a2-87db-3de45d0fa0a8),segment_id=04c31280-51e3-41a2-87db-3de45d0fa0a8)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:43:23.302962 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-72ffc391-e1aa-41ca-aaea-4a56734bdb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9c398c1f-4920-4286-8086-b5d1d3c6a7cc), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:23.307977 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22405053-fe50-4c22-8c8e-7cce863e363e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68da37e9-4d43-4f60-92f2-9b9361a0962b,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:23.319967 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-22405053-fe50-4c22-8c8e-7cce863e363e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:23.321192 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-22405053-fe50-4c22-8c8e-7cce863e363e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3836334 Jan 18 20:43:23.323979 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34614) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:23.331652 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-c680638c-d9e4-46bd-a80e-6f6bc1adc50e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'security_group_rule': {'security_group_id': 'cd2e8319-2f43-4055-952e-ee19d7f0c2ff', 'project_id': 'c211e494495449f392a0607cbd9b6951', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:23.396637 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc52f-5f49-4d01-8f35-c10b82046f49 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (abd66e3f-a9e4-48e4-a61e-79e48c7ea732), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:23.403966 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ffc391-e1aa-41ca-aaea-4a56734bdb25 None None] Routers {'b205494e-378f-450d-b69c-16d4b58277c3'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:43:23.406799 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-72ffc391-e1aa-41ca-aaea-4a56734bdb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:42:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['b205494e-378f-450d-b69c-16d4b58277c3'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:23.456788 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-15a7b86b-d222-4d3e-a0c6-28ab9dad7d6e None None] Provisioning complete for port 9c398c1f-4920-4286-8086-b5d1d3c6a7cc triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:23.457907 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-15a7b86b-d222-4d3e-a0c6-28ab9dad7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9c398c1f-4920-4286-8086-b5d1d3c6a7cc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:23.561307 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcbc52f-5f49-4d01-8f35-c10b82046f49 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Subnet': ['ID=abd66e3f-a9e4-48e4-a61e-79e48c7ea732,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:23.566117 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-72ffc391-e1aa-41ca-aaea-4a56734bdb25 None None] Set router b205494e-378f-450d-b69c-16d4b58277c3 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:43:23.605782 n-d-741529-9 neutron-server[103335]: INFO neutron.db.securitygroups_db [None req-c680638c-d9e4-46bd-a80e-6f6bc1adc50e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Project c211e494495449f392a0607cbd9b6951 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:43:23.631865 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c680638c-d9e4-46bd-a80e-6f6bc1adc50e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (423c151f-eddc-435e-b445-e072983d0f52), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:23.754519 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcbc52f-5f49-4d01-8f35-c10b82046f49 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Checking segment: {'id': '315fa71f-cea4-40fe-870d-7e9180056016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:43:23.754979 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcbc52f-5f49-4d01-8f35-c10b82046f49 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Network hostable DHCP agents. Network: 7ef351fc-86b1-4d7a-96c0-2dcd7538fd70, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:43:23.838233 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c680638c-d9e4-46bd-a80e-6f6bc1adc50e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (423c151f-eddc-435e-b445-e072983d0f52), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:23.850575 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcbc52f-5f49-4d01-8f35-c10b82046f49 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Network 7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:43:23.852814 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c680638c-d9e4-46bd-a80e-6f6bc1adc50e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (423c151f-eddc-435e-b445-e072983d0f52), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:23.856419 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff431a-d602-410f-94b3-b906c5294b68 None None] Pushing event updated for resources: {'Port': ['ID=9c398c1f-4920-4286-8086-b5d1d3c6a7cc,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:23.874156 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680638c-d9e4-46bd-a80e-6f6bc1adc50e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=423c151f-eddc-435e-b445-e072983d0f52,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:23.887829 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-72ffc391-e1aa-41ca-aaea-4a56734bdb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'name': 'tempest-TestNetworkBasicOps-router-114544171', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:13Z', 'updated_at': '2022-01-18T20:43:18Z', 'revision_number': 4, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:14Z', 'updated_at': '2022-01-18T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '9c398c1f-4920-4286-8086-b5d1d3c6a7cc', 'name': '', 'network_id': '8c9f4415-0000-437a-9b8d-c49ad523f5e3', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'mac_address': 'fa:16:3e:a1:f2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'd04fb967-eb58-482c-9a98-f31bb7d52fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:17Z', 'updated_at': '2022-01-18T20:43:23Z', 'revision_number': 4, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'subnets': [{'id': 'd04fb967-eb58-482c-9a98-f31bb7d52fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:23.891249 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-0dcbc52f-5f49-4d01-8f35-c10b82046f49 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 7ef351fc-86b1-4d7a-96c0-2dcd7538fd70) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:43:23.905755 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcbc52f-5f49-4d01-8f35-c10b82046f49 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:23.906509 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc52f-5f49-4d01-8f35-c10b82046f49 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:23.912333 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c680638c-d9e4-46bd-a80e-6f6bc1adc50e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:23.913768 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c680638c-d9e4-46bd-a80e-6f6bc1adc50e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5886977 Jan 18 20:43:23.916483 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34618) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:23.922140 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f90358a8-f071-4b60-a4d0-445523dd039f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'security_group_rule': {'security_group_id': 'cd2e8319-2f43-4055-952e-ee19d7f0c2ff', 'project_id': 'c211e494495449f392a0607cbd9b6951', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:23.922844 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d500203-b43e-41f0-a6c0-254ef54f2eca None None] Network 7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:43:23.925083 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ffc391-e1aa-41ca-aaea-4a56734bdb25 None None] The sync data for ids ['b205494e-378f-450d-b69c-16d4b58277c3'] in n-d-741529-9 is: [{'id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'name': 'tempest-TestNetworkBasicOps-router-114544171', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:13Z', 'updated_at': '2022-01-18T20:43:18Z', 'revision_number': 4, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:14Z', 'updated_at': '2022-01-18T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '9c398c1f-4920-4286-8086-b5d1d3c6a7cc', 'name': '', 'network_id': '8c9f4415-0000-437a-9b8d-c49ad523f5e3', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'mac_address': 'fa:16:3e:a1:f2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'd04fb967-eb58-482c-9a98-f31bb7d52fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:17Z', 'updated_at': '2022-01-18T20:43:23Z', 'revision_number': 4, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'subnets': [{'id': 'd04fb967-eb58-482c-9a98-f31bb7d52fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:43:23.954345 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0dcbc52f-5f49-4d01-8f35-c10b82046f49 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3235066 Jan 18 20:43:23.955320 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34620) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:23.956369 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-15a7b86b-d222-4d3e-a0c6-28ab9dad7d6e None None] Current status of the port 9c398c1f-4920-4286-8086-b5d1d3c6a7cc is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:23.956939 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-15a7b86b-d222-4d3e-a0c6-28ab9dad7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9c398c1f-4920-4286-8086-b5d1d3c6a7cc), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:23.975391 n-d-741529-9 neutron-server[103336]: INFO neutron.db.securitygroups_db [None req-f90358a8-f071-4b60-a4d0-445523dd039f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Project c211e494495449f392a0607cbd9b6951 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:43:23.983330 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f90358a8-f071-4b60-a4d0-445523dd039f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (5ca6b78d-8e63-40a4-ac8d-1a803fca9d5e), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:24.073473 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7d1100b2-44c5-4e0a-8dd2-33354362ef91 None None] Publish callbacks [] for port (c1313eef-f58a-471b-92a7-abd217bbc19d), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:24.098938 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7d1100b2-44c5-4e0a-8dd2-33354362ef91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c1313eef-f58a-471b-92a7-abd217bbc19d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:24.109349 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-15a7b86b-d222-4d3e-a0c6-28ab9dad7d6e None None] For port 9c398c1f-4920-4286-8086-b5d1d3c6a7cc, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9c398c1f-4920-4286-8086-b5d1d3c6a7cc,segment=NetworkSegment(04c31280-51e3-41a2-87db-3de45d0fa0a8),segment_id=04c31280-51e3-41a2-87db-3de45d0fa0a8)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:24.152826 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-15a7b86b-d222-4d3e-a0c6-28ab9dad7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9c398c1f-4920-4286-8086-b5d1d3c6a7cc), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:24.213880 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7722f317-6393-49aa-b446-50671063e4e9 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:43:24.227689 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a204a-b3a8-45af-b7d8-3ec80bc310a9 None None] Pushing event updated for resources: {'Port': ['ID=c1313eef-f58a-471b-92a7-abd217bbc19d,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:24.233062 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f90358a8-f071-4b60-a4d0-445523dd039f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (5ca6b78d-8e63-40a4-ac8d-1a803fca9d5e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:24.235228 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817c2339-7eee-47e1-a978-402653e522e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-7ef351fc-86b1-4d7a-96c0-2dcd7538fd70', 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'fixed_ips': [{'subnet_id': 'abd66e3f-a9e4-48e4-a61e-79e48c7ea732'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:43:24.236840 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-817c2339-7eee-47e1-a978-402653e522e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:24.243432 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f90358a8-f071-4b60-a4d0-445523dd039f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (5ca6b78d-8e63-40a4-ac8d-1a803fca9d5e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:24.245661 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7d1100b2-44c5-4e0a-8dd2-33354362ef91 None None] Attempting to bind port c1313eef-f58a-471b-92a7-abd217bbc19d on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:43:24.247551 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7d1100b2-44c5-4e0a-8dd2-33354362ef91 None None] Attempting to bind port c1313eef-f58a-471b-92a7-abd217bbc19d by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:43:24.247926 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1100b2-44c5-4e0a-8dd2-33354362ef91 None None] Attempting to bind port c1313eef-f58a-471b-92a7-abd217bbc19d on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:43:24.317946 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1100b2-44c5-4e0a-8dd2-33354362ef91 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:43:24.317946 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1100b2-44c5-4e0a-8dd2-33354362ef91 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:43:24.317946 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7d1100b2-44c5-4e0a-8dd2-33354362ef91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:24.318278 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1100b2-44c5-4e0a-8dd2-33354362ef91 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:43:24.318771 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7d1100b2-44c5-4e0a-8dd2-33354362ef91 None None] Bound port: c1313eef-f58a-471b-92a7-abd217bbc19d, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:43:24.319204 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7d1100b2-44c5-4e0a-8dd2-33354362ef91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c1313eef-f58a-471b-92a7-abd217bbc19d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:24.322456 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f90358a8-f071-4b60-a4d0-445523dd039f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:24.342369 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f90358a8-f071-4b60-a4d0-445523dd039f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4166503 Jan 18 20:43:24.376387 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90358a8-f071-4b60-a4d0-445523dd039f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca6b78d-8e63-40a4-ac8d-1a803fca9d5e,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:24.380277 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9c398c1f-4920-4286-8086-b5d1d3c6a7cc up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:43:24.574786 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ab809f94-d74e-4ade-ba04-5e4ee5ffad25 None None] Provisioning complete for port 9c398c1f-4920-4286-8086-b5d1d3c6a7cc triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:24.575446 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ab809f94-d74e-4ade-ba04-5e4ee5ffad25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9c398c1f-4920-4286-8086-b5d1d3c6a7cc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:24.689412 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7b86b-d222-4d3e-a0c6-28ab9dad7d6e None None] Pushing event updated for resources: {'Port': ['ID=9c398c1f-4920-4286-8086-b5d1d3c6a7cc,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:24.767774 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-817c2339-7eee-47e1-a978-402653e522e7 None None] Allocated IP 172.20.0.2 (7ef351fc-86b1-4d7a-96c0-2dcd7538fd70/abd66e3f-a9e4-48e4-a61e-79e48c7ea732/6b8be660-0103-495a-8792-018fb28230fc) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:43:24.777082 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-3eb8c85c-ffec-4aee-8f1f-5e000de842da tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1714330634&fields=id&tenant_id=c211e494495449f392a0607cbd9b6951 HTTP/1.1" status: 200 len: 267 time: 0.1321342 Jan 18 20:43:24.955703 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7d1100b2-44c5-4e0a-8dd2-33354362ef91 None None] For port c1313eef-f58a-471b-92a7-abd217bbc19d, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:43:24.971634 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12bd28ae-384d-45a9-b295-40787ba9f214 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:24.972819 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7d1100b2-44c5-4e0a-8dd2-33354362ef91 None None] For port c1313eef-f58a-471b-92a7-abd217bbc19d, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c1313eef-f58a-471b-92a7-abd217bbc19d,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:43:25.054212 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7d1100b2-44c5-4e0a-8dd2-33354362ef91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c1313eef-f58a-471b-92a7-abd217bbc19d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:25.068663 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-06d14af3-71ee-4712-9cca-e2a19c576fab tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:25.076080 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-06d14af3-71ee-4712-9cca-e2a19c576fab tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/networks?id=8c9f4415-0000-437a-9b8d-c49ad523f5e3 HTTP/1.1" status: 200 len: 795 time: 0.2853904 Jan 18 20:43:25.093735 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-1445dbb8-2c6f-4335-936a-6809a4775287 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/quotas/c211e494495449f392a0607cbd9b6951 HTTP/1.1" status: 200 len: 375 time: 0.0164077 Jan 18 20:43:25.158207 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 9c398c1f-4920-4286-8086-b5d1d3c6a7cc triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:25.158574 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9c398c1f-4920-4286-8086-b5d1d3c6a7cc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:25.208478 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ba20e5-731b-48ef-ae92-2d5095db2003 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:43:25.228965 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ab809f94-d74e-4ade-ba04-5e4ee5ffad25 None None] Current status of the port 9c398c1f-4920-4286-8086-b5d1d3c6a7cc is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:25.261145 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-1e0d9ee0-2c32-4b06-adc7-4fd3f13ad91d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c211e494495449f392a0607cbd9b6951&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1649232 Jan 18 20:43:25.266985 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:43:25.335144 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1100b2-44c5-4e0a-8dd2-33354362ef91 None None] Routers {'14faf3cb-228d-4854-acdc-99123502ed52'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:43:25.340303 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-7d1100b2-44c5-4e0a-8dd2-33354362ef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:42:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['14faf3cb-228d-4854-acdc-99123502ed52'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:25.478252 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-b14d28f0-d7f9-4178-a1db-fcb00950e211 service neutron] 10.222.0.31 "GET /v2.0/networks/8c9f4415-0000-437a-9b8d-c49ad523f5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139485 Jan 18 20:43:25.584797 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-fed90f56-7e18-4bef-ae75-82cb456a084c service neutron] 10.222.0.31 "GET /v2.0/networks/8c9f4415-0000-437a-9b8d-c49ad523f5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011872 Jan 18 20:43:25.770402 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a204a-b3a8-45af-b7d8-3ec80bc310a9 None None] Pushing event updated for resources: {'Port': ['ID=c1313eef-f58a-471b-92a7-abd217bbc19d,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:25.863776 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ab809f94-d74e-4ade-ba04-5e4ee5ffad25 None None] Provisioning complete for port c1313eef-f58a-471b-92a7-abd217bbc19d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:25.867462 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ab809f94-d74e-4ade-ba04-5e4ee5ffad25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c1313eef-f58a-471b-92a7-abd217bbc19d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:25.927086 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-817c2339-7eee-47e1-a978-402653e522e7 None None] Publish callbacks [] for port (6b8be660-0103-495a-8792-018fb28230fc), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:25.957302 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be2480-dce6-4018-8114-6f8dc0f225ba req-211ed935-991e-4bc8-bf9f-d913bc904156 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:25.967421 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-93be2480-dce6-4018-8114-6f8dc0f225ba req-211ed935-991e-4bc8-bf9f-d913bc904156 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 946 time: 0.1417158 Jan 18 20:43:25.981134 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-77d4b8cf-3e9e-4c9e-aef3-5d2987856536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:26.002811 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-531797b5-133e-4242-85cd-1e665f7c76f2 req-c03a83e8-11d5-4db7-94e1-c92741b6528c tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=62eff592-4df5-4ac6-83f8-dc24a1d2b187 HTTP/1.1" status: 200 len: 210 time: 0.0941384 Jan 18 20:43:26.067973 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-817c2339-7eee-47e1-a978-402653e522e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (6b8be660-0103-495a-8792-018fb28230fc), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:26.095209 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-93be2480-dce6-4018-8114-6f8dc0f225ba req-1c28b680-795d-4c3f-a88c-f68f1235f516 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910847 Jan 18 20:43:26.149346 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-12bd28ae-384d-45a9-b295-40787ba9f214 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Allocated IP 172.20.0.1 (7ef351fc-86b1-4d7a-96c0-2dcd7538fd70/abd66e3f-a9e4-48e4-a61e-79e48c7ea732/01f20467-751b-4132-a303-658f30b36107) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:43:26.189239 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817c2339-7eee-47e1-a978-402653e522e7 None None] Network 7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:43:26.204985 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-817c2339-7eee-47e1-a978-402653e522e7 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:43:26.207839 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817c2339-7eee-47e1-a978-402653e522e7 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:43:26.215863 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c2339-7eee-47e1-a978-402653e522e7 None None] Pushing event updated for resources: {'Port': ['ID=6b8be660-0103-495a-8792-018fb28230fc,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:26.231783 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-7d1100b2-44c5-4e0a-8dd2-33354362ef91 None None] Set router 14faf3cb-228d-4854-acdc-99123502ed52 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:43:26.233939 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 9c398c1f-4920-4286-8086-b5d1d3c6a7cc is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:26.347766 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12bd28ae-384d-45a9-b295-40787ba9f214 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for port (01f20467-751b-4132-a303-658f30b36107), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:26.398176 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9c398c1f-4920-4286-8086-b5d1d3c6a7cc up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:43:26.401910 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12bd28ae-384d-45a9-b295-40787ba9f214 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (01f20467-751b-4132-a303-658f30b36107), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:26.444139 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bd28ae-384d-45a9-b295-40787ba9f214 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Network 7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:43:26.447443 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-12bd28ae-384d-45a9-b295-40787ba9f214 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:43:26.451459 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bd28ae-384d-45a9-b295-40787ba9f214 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:43:26.515924 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd28ae-384d-45a9-b295-40787ba9f214 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Port': ['ID=01f20467-751b-4132-a303-658f30b36107,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:26.539131 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-817c2339-7eee-47e1-a978-402653e522e7 None None] Attempting to bind port 6b8be660-0103-495a-8792-018fb28230fc on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:43:26.539508 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-817c2339-7eee-47e1-a978-402653e522e7 None None] Attempting to bind port 6b8be660-0103-495a-8792-018fb28230fc by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '315fa71f-cea4-40fe-870d-7e9180056016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:43:26.539883 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817c2339-7eee-47e1-a978-402653e522e7 None None] Attempting to bind port 6b8be660-0103-495a-8792-018fb28230fc on network 7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:43:26.543208 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12bd28ae-384d-45a9-b295-40787ba9f214 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (14faf3cb-228d-4854-acdc-99123502ed52), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:26.549817 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ab809f94-d74e-4ade-ba04-5e4ee5ffad25 None None] Current status of the port c1313eef-f58a-471b-92a7-abd217bbc19d is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:26.550121 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ab809f94-d74e-4ade-ba04-5e4ee5ffad25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c1313eef-f58a-471b-92a7-abd217bbc19d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:26.567854 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817c2339-7eee-47e1-a978-402653e522e7 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:43:26.568249 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817c2339-7eee-47e1-a978-402653e522e7 None None] Checking segment: {'id': '315fa71f-cea4-40fe-870d-7e9180056016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:43:26.568683 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-817c2339-7eee-47e1-a978-402653e522e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:26.569085 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817c2339-7eee-47e1-a978-402653e522e7 None None] Bound using segment: {'id': '315fa71f-cea4-40fe-870d-7e9180056016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:43:26.569576 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-817c2339-7eee-47e1-a978-402653e522e7 None None] Bound port: 6b8be660-0103-495a-8792-018fb28230fc, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315fa71f-cea4-40fe-870d-7e9180056016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:43:26.569986 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-817c2339-7eee-47e1-a978-402653e522e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6b8be660-0103-495a-8792-018fb28230fc), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:26.607798 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ab809f94-d74e-4ade-ba04-5e4ee5ffad25 None None] For port c1313eef-f58a-471b-92a7-abd217bbc19d, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c1313eef-f58a-471b-92a7-abd217bbc19d,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:26.639593 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ab809f94-d74e-4ade-ba04-5e4ee5ffad25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c1313eef-f58a-471b-92a7-abd217bbc19d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:26.725349 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12bd28ae-384d-45a9-b295-40787ba9f214 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (01f20467-751b-4132-a303-658f30b36107), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:26.728549 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 9c398c1f-4920-4286-8086-b5d1d3c6a7cc triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:26.728765 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9c398c1f-4920-4286-8086-b5d1d3c6a7cc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:26.794916 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab809f94-d74e-4ade-ba04-5e4ee5ffad25 None None] Pushing event updated for resources: {'Port': ['ID=c1313eef-f58a-471b-92a7-abd217bbc19d,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:26.801079 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-817c2339-7eee-47e1-a978-402653e522e7 None None] For port 6b8be660-0103-495a-8792-018fb28230fc, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:43:26.822061 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-817c2339-7eee-47e1-a978-402653e522e7 None None] For port 6b8be660-0103-495a-8792-018fb28230fc, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6b8be660-0103-495a-8792-018fb28230fc,segment=NetworkSegment(315fa71f-cea4-40fe-870d-7e9180056016),segment_id=315fa71f-cea4-40fe-870d-7e9180056016)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:43:26.833506 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-817c2339-7eee-47e1-a978-402653e522e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6b8be660-0103-495a-8792-018fb28230fc), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:26.843243 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-72be7753-bc87-456f-8fa1-aa57182d763e None None] Provisioning complete for port c1313eef-f58a-471b-92a7-abd217bbc19d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:26.843619 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-72be7753-bc87-456f-8fa1-aa57182d763e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c1313eef-f58a-471b-92a7-abd217bbc19d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:26.932298 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-7d1100b2-44c5-4e0a-8dd2-33354362ef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14faf3cb-228d-4854-acdc-99123502ed52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300717652', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:18Z', 'updated_at': '2022-01-18T20:43:20Z', 'revision_number': 3, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14faf3cb-228d-4854-acdc-99123502ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:19Z', 'updated_at': '2022-01-18T20:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:27.012324 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c2339-7eee-47e1-a978-402653e522e7 None None] Pushing event updated for resources: {'Port': ['ID=6b8be660-0103-495a-8792-018fb28230fc,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:27.081351 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 9c398c1f-4920-4286-8086-b5d1d3c6a7cc is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:27.085174 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1100b2-44c5-4e0a-8dd2-33354362ef91 None None] The sync data for ids ['14faf3cb-228d-4854-acdc-99123502ed52'] in n-d-741529-9 is: [{'id': '14faf3cb-228d-4854-acdc-99123502ed52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300717652', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:18Z', 'updated_at': '2022-01-18T20:43:20Z', 'revision_number': 3, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14faf3cb-228d-4854-acdc-99123502ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:19Z', 'updated_at': '2022-01-18T20:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:43:27.215486 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-72be7753-bc87-456f-8fa1-aa57182d763e None None] Current status of the port c1313eef-f58a-471b-92a7-abd217bbc19d is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:27.240636 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-be371d7e-70e6-4541-a994-59cb769ba3bd req-c7d627fa-ebaf-44ae-8755-3f69b2f91fb5 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=62eff592-4df5-4ac6-83f8-dc24a1d2b187 HTTP/1.1" status: 200 len: 210 time: 0.0839972 Jan 18 20:43:27.310440 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12bd28ae-384d-45a9-b295-40787ba9f214 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for port (01f20467-751b-4132-a303-658f30b36107), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:27.325609 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12bd28ae-384d-45a9-b295-40787ba9f214 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (01f20467-751b-4132-a303-658f30b36107), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:27.384124 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818e373-0fd9-451b-be12-90baee4a809f req-c5dce97f-11ec-4cd5-8c79-c2eaf1ff7eac tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:27.392169 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a818e373-0fd9-451b-be12-90baee4a809f req-c5dce97f-11ec-4cd5-8c79-c2eaf1ff7eac tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 946 time: 0.1030374 Jan 18 20:43:27.426321 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-c628b907-77ec-44c5-9742-ce8d624b92b6 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:27.427924 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-c628b907-77ec-44c5-9742-ce8d624b92b6 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.70 "GET /v2.0/networks?id=8c9f4415-0000-437a-9b8d-c49ad523f5e3 HTTP/1.1" status: 200 len: 795 time: 0.3049421 Jan 18 20:43:27.451022 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-12bd28ae-384d-45a9-b295-40787ba9f214 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (14faf3cb-228d-4854-acdc-99123502ed52), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:27.461378 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a818e373-0fd9-451b-be12-90baee4a809f req-fb04d5c1-157a-4fd0-973d-b2d103722d7a tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648963 Jan 18 20:43:27.463974 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd28ae-384d-45a9-b295-40787ba9f214 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Port': ['ID=01f20467-751b-4132-a303-658f30b36107,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:27.608671 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-292dc927-6611-422a-adac-11d127350424 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c211e494495449f392a0607cbd9b6951 HTTP/1.1" status: 200 len: 380 time: 0.1671064 Jan 18 20:43:27.618278 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-c37ad7a9-b105-462a-934f-05fc5d1cfde4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'port': {'device_id': '62eff592-4df5-4ac6-83f8-dc24a1d2b187', 'network_id': '8c9f4415-0000-437a-9b8d-c49ad523f5e3', 'admin_state_up': True, 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'security_groups': ['cd2e8319-2f43-4055-952e-ee19d7f0c2ff']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:27.698576 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bd28ae-384d-45a9-b295-40787ba9f214 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Network 7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:43:27.701720 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-12bd28ae-384d-45a9-b295-40787ba9f214 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:43:27.813269 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a52bed09-29ea-4221-9fd4-5bdbe35c4eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:27.852578 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-c37ad7a9-b105-462a-934f-05fc5d1cfde4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Made reservation on behalf of c211e494495449f392a0607cbd9b6951 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:43:27.856187 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-c37ad7a9-b105-462a-934f-05fc5d1cfde4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:27.882253 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12bd28ae-384d-45a9-b295-40787ba9f214 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Router 14faf3cb-228d-4854-acdc-99123502ed52 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:43:28.114262 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bd28ae-384d-45a9-b295-40787ba9f214 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:43:28.123261 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-12bd28ae-384d-45a9-b295-40787ba9f214 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "PUT /v2.0/routers/14faf3cb-228d-4854-acdc-99123502ed52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1664279 Jan 18 20:43:28.126894 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-c37ad7a9-b105-462a-934f-05fc5d1cfde4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Allocated IP 172.20.0.12 (8c9f4415-0000-437a-9b8d-c49ad523f5e3/d04fb967-eb58-482c-9a98-f31bb7d52fb0/8eea819b-e985-43ad-b50e-aa0fa509fbda) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:43:28.410083 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-c37ad7a9-b105-462a-934f-05fc5d1cfde4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for port (8eea819b-e985-43ad-b50e-aa0fa509fbda), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:28.526979 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-73a32fdd-9208-457a-b5a1-112aeab484d5 req-90b07b33-4d81-4c46-baf9-3c9015c04c0b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=62eff592-4df5-4ac6-83f8-dc24a1d2b187 HTTP/1.1" status: 200 len: 210 time: 0.0792947 Jan 18 20:43:28.553162 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-c37ad7a9-b105-462a-934f-05fc5d1cfde4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (8eea819b-e985-43ad-b50e-aa0fa509fbda), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:28.588223 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6b8be660-0103-495a-8792-018fb28230fc up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:43:28.641728 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb753e42-b0ff-4d1f-99aa-d5f45921070a None None] Network 7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:43:28.724163 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-c37ad7a9-b105-462a-934f-05fc5d1cfde4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Network 8c9f4415-0000-437a-9b8d-c49ad523f5e3 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:43:28.725137 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ad7a9-b105-462a-934f-05fc5d1cfde4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'Port': ['ID=8eea819b-e985-43ad-b50e-aa0fa509fbda,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:28.732902 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-c37ad7a9-b105-462a-934f-05fc5d1cfde4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:43:28.741403 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-c37ad7a9-b105-462a-934f-05fc5d1cfde4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:43:28.773060 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed685ca3-ba56-4f57-b172-bdd1ec299588 req-c39ae0bf-fdec-4a16-a3e5-187be39a3a70 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:28.797239 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed685ca3-ba56-4f57-b172-bdd1ec299588 req-c39ae0bf-fdec-4a16-a3e5-187be39a3a70 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 946 time: 0.0997376 Jan 18 20:43:28.819540 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-857a64ea-bfcd-48e6-85fd-dc9259a02c4c None None] Provisioning complete for port 6b8be660-0103-495a-8792-018fb28230fc triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:28.820139 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-857a64ea-bfcd-48e6-85fd-dc9259a02c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6b8be660-0103-495a-8792-018fb28230fc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:28.855256 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-c37ad7a9-b105-462a-934f-05fc5d1cfde4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:28.855811 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-c37ad7a9-b105-462a-934f-05fc5d1cfde4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:28.883224 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-c37ad7a9-b105-462a-934f-05fc5d1cfde4 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2683048 Jan 18 20:43:28.900494 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed685ca3-ba56-4f57-b172-bdd1ec299588 req-57ec3e52-c47a-4a79-b26a-0a69e08e4eda tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953069 Jan 18 20:43:28.901866 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-a5667d5a-b2ac-46de-bcbe-89050462c8d3 service neutron] Request body: {'port': {'device_id': '62eff592-4df5-4ac6-83f8-dc24a1d2b187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:28.950230 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34696) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:28.980619 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 6b8be660-0103-495a-8792-018fb28230fc triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:28.982944 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6b8be660-0103-495a-8792-018fb28230fc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:28.997072 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-a5667d5a-b2ac-46de-bcbe-89050462c8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8eea819b-e985-43ad-b50e-aa0fa509fbda), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:29.183122 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2487e59e-11b0-4d62-a744-889240fe89da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:29.191116 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-857a64ea-bfcd-48e6-85fd-dc9259a02c4c None None] Current status of the port 6b8be660-0103-495a-8792-018fb28230fc is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:29.192010 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-857a64ea-bfcd-48e6-85fd-dc9259a02c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6b8be660-0103-495a-8792-018fb28230fc), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:29.213584 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:29.219665 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-71f6ef3c-d07f-49ed-b89b-6312587cd4ea tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2031968322&fields=id&tenant_id=0f033c66edd74e168cf3601ff8da102f HTTP/1.1" status: 200 len: 267 time: 0.1450808 Jan 18 20:43:29.259027 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 6b8be660-0103-495a-8792-018fb28230fc is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:29.259669 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6b8be660-0103-495a-8792-018fb28230fc), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:29.288238 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-857a64ea-bfcd-48e6-85fd-dc9259a02c4c None None] For port 6b8be660-0103-495a-8792-018fb28230fc, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6b8be660-0103-495a-8792-018fb28230fc,segment=NetworkSegment(315fa71f-cea4-40fe-870d-7e9180056016),segment_id=315fa71f-cea4-40fe-870d-7e9180056016)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:29.300449 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-857a64ea-bfcd-48e6-85fd-dc9259a02c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6b8be660-0103-495a-8792-018fb28230fc), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:29.396877 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:43:29.397308 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:43:29.434608 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a64ea-bfcd-48e6-85fd-dc9259a02c4c None None] Pushing event updated for resources: {'Port': ['ID=6b8be660-0103-495a-8792-018fb28230fc,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:29.447057 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-9579f66f-d4f6-4fd2-9544-3dcb785a6b0d None None] Provisioning complete for port 8eea819b-e985-43ad-b50e-aa0fa509fbda triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:29.447550 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9579f66f-d4f6-4fd2-9544-3dcb785a6b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8eea819b-e985-43ad-b50e-aa0fa509fbda), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:29.448245 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-33af782e-3bda-454e-8e55-d5c058e2414a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:29.458037 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-33af782e-3bda-454e-8e55-d5c058e2414a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/networks?id=7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 HTTP/1.1" status: 200 len: 797 time: 0.2373555 Jan 18 20:43:29.501479 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9579f66f-d4f6-4fd2-9544-3dcb785a6b0d None None] Port 8eea819b-e985-43ad-b50e-aa0fa509fbda cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:43:29.506819 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-c92a3df8-c1eb-4a48-a9d7-eb58f5f048c0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/quotas/0f033c66edd74e168cf3601ff8da102f HTTP/1.1" status: 200 len: 375 time: 0.0465384 Jan 18 20:43:29.596567 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-350658ce-0332-46de-aa21-55d90d224810 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883052 Jan 18 20:43:29.636103 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a10935b8-7eaf-4d3e-a900-2506f492009f None None] Provisioning complete for port 6b8be660-0103-495a-8792-018fb28230fc triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:29.641966 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a10935b8-7eaf-4d3e-a900-2506f492009f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6b8be660-0103-495a-8792-018fb28230fc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:29.778594 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2487e59e-11b0-4d62-a744-889240fe89da admin admin] Publish callbacks [] for security_group (d0703738-c2a8-4a4f-a587-5d4d958fbb55), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:29.784892 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-6bee62e3-b56a-430d-a93d-d434df66b9c6 service neutron] 10.222.0.31 "GET /v2.0/networks/7ef351fc-86b1-4d7a-96c0-2dcd7538fd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836305 Jan 18 20:43:29.807063 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2487e59e-11b0-4d62-a744-889240fe89da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d0703738-c2a8-4a4f-a587-5d4d958fbb55), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:29.827966 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a10935b8-7eaf-4d3e-a900-2506f492009f None None] Current status of the port 6b8be660-0103-495a-8792-018fb28230fc is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:29.858009 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a10935b8-7eaf-4d3e-a900-2506f492009f None None] Provisioning complete for port 01f20467-751b-4132-a303-658f30b36107 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:29.858530 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a10935b8-7eaf-4d3e-a900-2506f492009f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (01f20467-751b-4132-a303-658f30b36107), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:29.935102 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a10935b8-7eaf-4d3e-a900-2506f492009f None None] Port 01f20467-751b-4132-a303-658f30b36107 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:43:29.942066 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 6b8be660-0103-495a-8792-018fb28230fc is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:29.943086 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c1313eef-f58a-471b-92a7-abd217bbc19d up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:43:30.008583 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port c1313eef-f58a-471b-92a7-abd217bbc19d triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:30.008961 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c1313eef-f58a-471b-92a7-abd217bbc19d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:30.025096 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-77db453b-cff1-48ed-a648-249b5263dfe8 service neutron] 10.222.0.31 "GET /v2.0/networks/7ef351fc-86b1-4d7a-96c0-2dcd7538fd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323720 Jan 18 20:43:30.037822 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69171c42-d173-41a1-ab2e-b7d0ab395a49 None None] Sync routers for ids ['14faf3cb-228d-4854-acdc-99123502ed52'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:43:30.053229 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2487e59e-11b0-4d62-a744-889240fe89da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=af875d12ceb1489b9eb76e1c7da52ea7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0992515 Jan 18 20:43:30.053229 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487e59e-11b0-4d62-a744-889240fe89da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0703738-c2a8-4a4f-a587-5d4d958fbb55,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:30.055806 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34708) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:30.062153 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69171c42-d173-41a1-ab2e-b7d0ab395a49 None None] Routers {'14faf3cb-228d-4854-acdc-99123502ed52'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:43:30.062763 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-69171c42-d173-41a1-ab2e-b7d0ab395a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:43:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['14faf3cb-228d-4854-acdc-99123502ed52'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:30.066825 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab7ce1-4a28-4ead-a1e3-326f6bb0233b req-6363cfb4-b273-4d70-8269-0a61b6a32273 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:30.075045 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a8ab7ce1-4a28-4ead-a1e3-326f6bb0233b req-6363cfb4-b273-4d70-8269-0a61b6a32273 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=62eff592-4df5-4ac6-83f8-dc24a1d2b187 HTTP/1.1" status: 200 len: 932 time: 0.3633966 Jan 18 20:43:30.079467 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-cce60a19-aa83-4de6-bdb3-4eb1bd581e58 None None] Provisioning complete for port 01f20467-751b-4132-a303-658f30b36107 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:30.081372 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cce60a19-aa83-4de6-bdb3-4eb1bd581e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (01f20467-751b-4132-a303-658f30b36107), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:30.219844 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-a5667d5a-b2ac-46de-bcbe-89050462c8d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eea819b-e985-43ad-b50e-aa0fa509fbda {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:43:30.223270 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a8ab7ce1-4a28-4ead-a1e3-326f6bb0233b req-4bfdef21-5bd7-448b-9f6a-6a75f7be7f61 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd2e8319-2f43-4055-952e-ee19d7f0c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473522 Jan 18 20:43:30.235002 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-a5667d5a-b2ac-46de-bcbe-89050462c8d3 service neutron] Publish callbacks [] for port (8eea819b-e985-43ad-b50e-aa0fa509fbda), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:30.260298 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-a5667d5a-b2ac-46de-bcbe-89050462c8d3 service neutron] Transition to ACTIVE for port object 8eea819b-e985-43ad-b50e-aa0fa509fbda will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:43:30.273586 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-73455d41-4701-41e6-9c79-08e850beee84 admin admin] Publish callbacks [] for security_group (d0703738-c2a8-4a4f-a587-5d4d958fbb55), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:30.273906 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-a5667d5a-b2ac-46de-bcbe-89050462c8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (8eea819b-e985-43ad-b50e-aa0fa509fbda), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:30.289555 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-cce60a19-aa83-4de6-bdb3-4eb1bd581e58 None None] Port 01f20467-751b-4132-a303-658f30b36107 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:43:30.300853 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port c1313eef-f58a-471b-92a7-abd217bbc19d is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:30.363822 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-69171c42-d173-41a1-ab2e-b7d0ab395a49 None None] Set router 14faf3cb-228d-4854-acdc-99123502ed52 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:43:30.364921 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-73455d41-4701-41e6-9c79-08e850beee84 admin admin] Publish callbacks [] for security_group (d0703738-c2a8-4a4f-a587-5d4d958fbb55), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:30.400525 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e962db0f-929d-4d86-9775-b175fd3163a1 req-5288a5d9-60a5-44b7-a7c0-0169316eb080 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 210 time: 0.0827024 Jan 18 20:43:30.437531 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ad743129-db27-4372-b3ef-6e4086882f84 None None] Provisioning complete for port 01f20467-751b-4132-a303-658f30b36107 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:30.437531 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ad743129-db27-4372-b3ef-6e4086882f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (01f20467-751b-4132-a303-658f30b36107), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:30.505344 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ad743129-db27-4372-b3ef-6e4086882f84 None None] Port 01f20467-751b-4132-a303-658f30b36107 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:43:30.506971 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6b8be660-0103-495a-8792-018fb28230fc up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:43:30.546867 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6f187-3747-4487-8fc8-b1c68902a0bf req-9db249d2-e7fc-4166-9acf-608b19d8f5c9 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:30.551926 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-16b6f187-3747-4487-8fc8-b1c68902a0bf req-9db249d2-e7fc-4166-9acf-608b19d8f5c9 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 946 time: 0.1908545 Jan 18 20:43:30.587318 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-73455d41-4701-41e6-9c79-08e850beee84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (d0703738-c2a8-4a4f-a587-5d4d958fbb55), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:30.590630 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-73455d41-4701-41e6-9c79-08e850beee84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:30.597751 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5667d5a-b2ac-46de-bcbe-89050462c8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8eea819b-e985-43ad-b50e-aa0fa509fbda,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:30.599689 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-73455d41-4701-41e6-9c79-08e850beee84 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d0703738-c2a8-4a4f-a587-5d4d958fbb55 HTTP/1.1" status: 204 len: 168 time: 0.5424731 Jan 18 20:43:30.625704 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-a5667d5a-b2ac-46de-bcbe-89050462c8d3 service neutron] Attempting to bind port 8eea819b-e985-43ad-b50e-aa0fa509fbda on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:43:30.626056 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-a5667d5a-b2ac-46de-bcbe-89050462c8d3 service neutron] Attempting to bind port 8eea819b-e985-43ad-b50e-aa0fa509fbda by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '04c31280-51e3-41a2-87db-3de45d0fa0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8c9f4415-0000-437a-9b8d-c49ad523f5e3'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:43:30.626390 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-a5667d5a-b2ac-46de-bcbe-89050462c8d3 service neutron] Attempting to bind port 8eea819b-e985-43ad-b50e-aa0fa509fbda on network 8c9f4415-0000-437a-9b8d-c49ad523f5e3 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:43:30.631581 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73455d41-4701-41e6-9c79-08e850beee84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0703738-c2a8-4a4f-a587-5d4d958fbb55,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:30.638877 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-a5667d5a-b2ac-46de-bcbe-89050462c8d3 service neutron] Port 8eea819b-e985-43ad-b50e-aa0fa509fbda on network 8c9f4415-0000-437a-9b8d-c49ad523f5e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:43:30.639348 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-a5667d5a-b2ac-46de-bcbe-89050462c8d3 service neutron] Attempting to bind port 8eea819b-e985-43ad-b50e-aa0fa509fbda on network 8c9f4415-0000-437a-9b8d-c49ad523f5e3 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:43:30.650698 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-a5667d5a-b2ac-46de-bcbe-89050462c8d3 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:43:30.651026 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-a5667d5a-b2ac-46de-bcbe-89050462c8d3 service neutron] Checking segment: {'id': '04c31280-51e3-41a2-87db-3de45d0fa0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8c9f4415-0000-437a-9b8d-c49ad523f5e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:43:30.651412 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-a5667d5a-b2ac-46de-bcbe-89050462c8d3 service neutron] Bound using segment: {'id': '04c31280-51e3-41a2-87db-3de45d0fa0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8c9f4415-0000-437a-9b8d-c49ad523f5e3'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:43:30.651862 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-a5667d5a-b2ac-46de-bcbe-89050462c8d3 service neutron] Bound port: 8eea819b-e985-43ad-b50e-aa0fa509fbda, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c31280-51e3-41a2-87db-3de45d0fa0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8c9f4415-0000-437a-9b8d-c49ad523f5e3'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:43:30.652224 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-a5667d5a-b2ac-46de-bcbe-89050462c8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8eea819b-e985-43ad-b50e-aa0fa509fbda), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:30.681540 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:30.685432 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 6b8be660-0103-495a-8792-018fb28230fc triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:30.687280 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6b8be660-0103-495a-8792-018fb28230fc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:30.816097 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-a5667d5a-b2ac-46de-bcbe-89050462c8d3 service neutron] For port 8eea819b-e985-43ad-b50e-aa0fa509fbda, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:43:30.819588 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-a5667d5a-b2ac-46de-bcbe-89050462c8d3 service neutron] For port 8eea819b-e985-43ad-b50e-aa0fa509fbda, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=8eea819b-e985-43ad-b50e-aa0fa509fbda,segment=NetworkSegment(04c31280-51e3-41a2-87db-3de45d0fa0a8),segment_id=04c31280-51e3-41a2-87db-3de45d0fa0a8)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:43:30.829617 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-a5667d5a-b2ac-46de-bcbe-89050462c8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (8eea819b-e985-43ad-b50e-aa0fa509fbda), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:30.853025 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 6b8be660-0103-495a-8792-018fb28230fc is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:30.927890 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5667d5a-b2ac-46de-bcbe-89050462c8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8eea819b-e985-43ad-b50e-aa0fa509fbda,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:30.937514 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-a5667d5a-b2ac-46de-bcbe-89050462c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:30.938286 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-a5667d5a-b2ac-46de-bcbe-89050462c8d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:30.940335 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-a5667d5a-b2ac-46de-bcbe-89050462c8d3 service neutron] 10.222.0.70 "PUT /v2.0/ports/8eea819b-e985-43ad-b50e-aa0fa509fbda HTTP/1.1" status: 200 len: 1092 time: 2.0473571 Jan 18 20:43:30.940893 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62eff592-4df5-4ac6-83f8-dc24a1d2b187', 'tag': '8eea819b-e985-43ad-b50e-aa0fa509fbda'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:43:30.943110 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4453197-594e-4c20-80e7-91fbf24b5d11" -d '{"events": [{"name": "network-changed", "server_uuid": "62eff592-4df5-4ac6-83f8-dc24a1d2b187", "tag": "8eea819b-e985-43ad-b50e-aa0fa509fbda"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:43:31.069368 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8c65d9-945c-4f86-86c2-2987902aca62 x-openstack-request-id: req-1e8c65d9-945c-4f86-86c2-2987902aca62 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:43:31.069685 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62eff592-4df5-4ac6-83f8-dc24a1d2b187", "tag": "8eea819b-e985-43ad-b50e-aa0fa509fbda", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:43:31.074064 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e8c65d9-945c-4f86-86c2-2987902aca62 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:43:31.074896 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62eff592-4df5-4ac6-83f8-dc24a1d2b187', 'tag': '8eea819b-e985-43ad-b50e-aa0fa509fbda', 'status': 'completed', 'code': 200} Jan 18 20:43:31.113554 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-65c8af0b-20f3-4fd9-9934-54c49449ef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:31.115389 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-65c8af0b-20f3-4fd9-9934-54c49449ef48 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c211e494495449f392a0607cbd9b6951&device_id=62eff592-4df5-4ac6-83f8-dc24a1d2b187 HTTP/1.1" status: 200 len: 1095 time: 0.1277859 Jan 18 20:43:31.138210 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-69171c42-d173-41a1-ab2e-b7d0ab395a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14faf3cb-228d-4854-acdc-99123502ed52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300717652', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:18Z', 'updated_at': '2022-01-18T20:43:26Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14faf3cb-228d-4854-acdc-99123502ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:19Z', 'updated_at': '2022-01-18T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '01f20467-751b-4132-a303-658f30b36107', 'name': '', 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:0f:96:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14faf3cb-228d-4854-acdc-99123502ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'abd66e3f-a9e4-48e4-a61e-79e48c7ea732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:25Z', 'updated_at': '2022-01-18T20:43:26Z', 'revision_number': 2, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': 'abd66e3f-a9e4-48e4-a61e-79e48c7ea732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:31.183333 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69171c42-d173-41a1-ab2e-b7d0ab395a49 None None] Checking router: 14faf3cb-228d-4854-acdc-99123502ed52 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:43:31.183987 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69171c42-d173-41a1-ab2e-b7d0ab395a49 None None] Updating router 14faf3cb-228d-4854-acdc-99123502ed52 port 01f20467-751b-4132-a303-658f30b36107 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:43:31.204400 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-128dec20-2532-484f-9364-47577d418f76 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8eea819b-e985-43ad-b50e-aa0fa509fbda HTTP/1.1" status: 200 len: 217 time: 0.0754342 Jan 18 20:43:31.237450 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-69171c42-d173-41a1-ab2e-b7d0ab395a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (01f20467-751b-4132-a303-658f30b36107), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:31.283314 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-9e8a8506-9485-4510-b0f8-43cc6707c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:31.289118 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-9e8a8506-9485-4510-b0f8-43cc6707c9f1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d04fb967-eb58-482c-9a98-f31bb7d52fb0 HTTP/1.1" status: 200 len: 834 time: 0.0776944 Jan 18 20:43:31.436692 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-2d04f2d2-906c-479d-b22b-9a42f0db2522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:31.447644 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-2d04f2d2-906c-479d-b22b-9a42f0db2522 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8c9f4415-0000-437a-9b8d-c49ad523f5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1455493 Jan 18 20:43:31.472969 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-16b6f187-3747-4487-8fc8-b1c68902a0bf req-55992262-cd67-421c-8ef5-7107a18076c6 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9060795 Jan 18 20:43:31.571834 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a88b4-fbf8-47b7-8ff4-29b6f9f01a55 req-ebd1fe7c-24a3-4a68-b0e6-6926a66e6ba8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:31.573763 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f11a88b4-fbf8-47b7-8ff4-29b6f9f01a55 req-ebd1fe7c-24a3-4a68-b0e6-6926a66e6ba8 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=62eff592-4df5-4ac6-83f8-dc24a1d2b187 HTTP/1.1" status: 200 len: 944 time: 0.0995636 Jan 18 20:43:31.613834 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-837be0ca-b449-4edc-994c-6a102b9c9ead req-b75a6141-c780-4b8d-8e60-f0d558f2cc2b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 210 time: 0.0337889 Jan 18 20:43:31.648634 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-8cc75fc1-76a5-4b12-8e01-7ee1a64373d9 service neutron] 10.222.0.70 "GET /v2.0/networks/8c9f4415-0000-437a-9b8d-c49ad523f5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961277 Jan 18 20:43:31.668824 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f11a88b4-fbf8-47b7-8ff4-29b6f9f01a55 req-df7a1c5f-0a81-49de-8e0c-b2855cc27791 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd2e8319-2f43-4055-952e-ee19d7f0c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532863 Jan 18 20:43:31.757717 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-69171c42-d173-41a1-ab2e-b7d0ab395a49 None None] Publish callbacks [] for port (01f20467-751b-4132-a303-658f30b36107), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:31.764083 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-69171c42-d173-41a1-ab2e-b7d0ab395a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (01f20467-751b-4132-a303-658f30b36107), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:31.801288 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85a39cc3-6398-4d82-a7e2-77a34919696b req-04328a99-7ec3-4d25-8bdf-6c362f0d5f2d service neutron] 10.222.0.70 "GET /v2.0/networks/8c9f4415-0000-437a-9b8d-c49ad523f5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462295 Jan 18 20:43:31.821660 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2751e-25c6-408e-9d74-0d1997450047 None None] Pushing event updated for resources: {'Port': ['ID=01f20467-751b-4132-a303-658f30b36107,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:31.868474 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:31.924835 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-69171c42-d173-41a1-ab2e-b7d0ab395a49 None None] Attempting to bind port 01f20467-751b-4132-a303-658f30b36107 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:43:31.925506 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-69171c42-d173-41a1-ab2e-b7d0ab395a49 None None] Attempting to bind port 01f20467-751b-4132-a303-658f30b36107 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '315fa71f-cea4-40fe-870d-7e9180056016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:43:31.926072 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69171c42-d173-41a1-ab2e-b7d0ab395a49 None None] Attempting to bind port 01f20467-751b-4132-a303-658f30b36107 on network 7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:43:31.932349 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69171c42-d173-41a1-ab2e-b7d0ab395a49 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:43:31.933753 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69171c42-d173-41a1-ab2e-b7d0ab395a49 None None] Checking segment: {'id': '315fa71f-cea4-40fe-870d-7e9180056016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:43:31.934348 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-69171c42-d173-41a1-ab2e-b7d0ab395a49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:31.934899 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69171c42-d173-41a1-ab2e-b7d0ab395a49 None None] Bound using segment: {'id': '315fa71f-cea4-40fe-870d-7e9180056016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:43:31.935550 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-69171c42-d173-41a1-ab2e-b7d0ab395a49 None None] Bound port: 01f20467-751b-4132-a303-658f30b36107, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315fa71f-cea4-40fe-870d-7e9180056016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:43:31.936117 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-69171c42-d173-41a1-ab2e-b7d0ab395a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (01f20467-751b-4132-a303-658f30b36107), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:31.994962 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4453197-594e-4c20-80e7-91fbf24b5d11 req-28cb9f82-66c2-49ff-b421-b8a13702c164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:31.996976 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f4453197-594e-4c20-80e7-91fbf24b5d11 req-28cb9f82-66c2-49ff-b421-b8a13702c164 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c211e494495449f392a0607cbd9b6951&device_id=62eff592-4df5-4ac6-83f8-dc24a1d2b187 HTTP/1.1" status: 200 len: 1095 time: 0.1104629 Jan 18 20:43:32.020952 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-69171c42-d173-41a1-ab2e-b7d0ab395a49 None None] For port 01f20467-751b-4132-a303-658f30b36107, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:43:32.030268 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-69171c42-d173-41a1-ab2e-b7d0ab395a49 None None] For port 01f20467-751b-4132-a303-658f30b36107, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=01f20467-751b-4132-a303-658f30b36107,segment=NetworkSegment(315fa71f-cea4-40fe-870d-7e9180056016),segment_id=315fa71f-cea4-40fe-870d-7e9180056016)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:43:32.037612 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-69171c42-d173-41a1-ab2e-b7d0ab395a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (01f20467-751b-4132-a303-658f30b36107), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:32.113176 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69171c42-d173-41a1-ab2e-b7d0ab395a49 None None] Routers {'14faf3cb-228d-4854-acdc-99123502ed52'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:43:32.113846 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-69171c42-d173-41a1-ab2e-b7d0ab395a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:43:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['14faf3cb-228d-4854-acdc-99123502ed52'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:32.119864 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2751e-25c6-408e-9d74-0d1997450047 None None] Pushing event updated for resources: {'Port': ['ID=01f20467-751b-4132-a303-658f30b36107,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:32.179932 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4453197-594e-4c20-80e7-91fbf24b5d11 req-1469a189-a5bf-47a6-a1dd-c6df4e680fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:32.182325 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f4453197-594e-4c20-80e7-91fbf24b5d11 req-1469a189-a5bf-47a6-a1dd-c6df4e680fe8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8c9f4415-0000-437a-9b8d-c49ad523f5e3 HTTP/1.1" status: 200 len: 896 time: 0.1780651 Jan 18 20:43:32.248051 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-34764f59-ff90-4311-a7b4-f8e2a3d7ae95 None None] Provisioning complete for port 01f20467-751b-4132-a303-658f30b36107 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:32.249021 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-34764f59-ff90-4311-a7b4-f8e2a3d7ae95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (01f20467-751b-4132-a303-658f30b36107), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:32.263105 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f4453197-594e-4c20-80e7-91fbf24b5d11 req-6a12972f-17cb-491a-aa12-14ac82836873 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8eea819b-e985-43ad-b50e-aa0fa509fbda HTTP/1.1" status: 200 len: 217 time: 0.0708861 Jan 18 20:43:32.276653 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-7d6e3bb5-6547-4f70-a78c-d89b54055212 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:32.277884 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-7d6e3bb5-6547-4f70-a78c-d89b54055212 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.70 "GET /v2.0/networks?id=7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 HTTP/1.1" status: 200 len: 797 time: 0.2847531 Jan 18 20:43:32.323530 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-69171c42-d173-41a1-ab2e-b7d0ab395a49 None None] Set router 14faf3cb-228d-4854-acdc-99123502ed52 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:43:32.357049 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4453197-594e-4c20-80e7-91fbf24b5d11 req-944d2322-b315-4ee3-9038-501e42d143b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:32.359345 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f4453197-594e-4c20-80e7-91fbf24b5d11 req-944d2322-b315-4ee3-9038-501e42d143b2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d04fb967-eb58-482c-9a98-f31bb7d52fb0 HTTP/1.1" status: 200 len: 834 time: 0.0884640 Jan 18 20:43:32.413841 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4453197-594e-4c20-80e7-91fbf24b5d11 req-766f734b-ab2f-4249-9ee8-9002872ff6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:32.418991 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f4453197-594e-4c20-80e7-91fbf24b5d11 req-766f734b-ab2f-4249-9ee8-9002872ff6f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8c9f4415-0000-437a-9b8d-c49ad523f5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512829 Jan 18 20:43:32.420191 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-34764f59-ff90-4311-a7b4-f8e2a3d7ae95 None None] Current status of the port 01f20467-751b-4132-a303-658f30b36107 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:32.420584 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-34764f59-ff90-4311-a7b4-f8e2a3d7ae95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (01f20467-751b-4132-a303-658f30b36107), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:32.420972 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-58f5ac7f-5f3e-4af3-90b4-dc26a8baa9ab tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f033c66edd74e168cf3601ff8da102f HTTP/1.1" status: 200 len: 380 time: 0.1272693 Jan 18 20:43:32.441813 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-facf9446-ec43-4353-8d6e-9e8667364642 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'port': {'device_id': '49aa7179-9508-43ef-8275-39500f34d7ec', 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70', 'admin_state_up': True, 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'security_groups': ['07b1c03d-4b9c-47fc-a5f8-cd0367f6b688']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:32.489229 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-34764f59-ff90-4311-a7b4-f8e2a3d7ae95 None None] For port 01f20467-751b-4132-a303-658f30b36107, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=01f20467-751b-4132-a303-658f30b36107,segment=NetworkSegment(315fa71f-cea4-40fe-870d-7e9180056016),segment_id=315fa71f-cea4-40fe-870d-7e9180056016)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:32.510235 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-34764f59-ff90-4311-a7b4-f8e2a3d7ae95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (01f20467-751b-4132-a303-658f30b36107), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:32.601281 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f4453197-594e-4c20-80e7-91fbf24b5d11 req-fd48e802-d212-42bd-a439-1cb2e9a88a76 service neutron] 10.222.0.70 "GET /v2.0/networks/8c9f4415-0000-437a-9b8d-c49ad523f5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695087 Jan 18 20:43:32.603511 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-facf9446-ec43-4353-8d6e-9e8667364642 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Made reservation on behalf of 0f033c66edd74e168cf3601ff8da102f for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:43:32.607920 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-facf9446-ec43-4353-8d6e-9e8667364642 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:32.667436 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-69171c42-d173-41a1-ab2e-b7d0ab395a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14faf3cb-228d-4854-acdc-99123502ed52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300717652', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:18Z', 'updated_at': '2022-01-18T20:43:26Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14faf3cb-228d-4854-acdc-99123502ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:19Z', 'updated_at': '2022-01-18T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '01f20467-751b-4132-a303-658f30b36107', 'name': '', 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:0f:96:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14faf3cb-228d-4854-acdc-99123502ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'abd66e3f-a9e4-48e4-a61e-79e48c7ea732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:25Z', 'updated_at': '2022-01-18T20:43:32Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': 'abd66e3f-a9e4-48e4-a61e-79e48c7ea732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:32.669034 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34764f59-ff90-4311-a7b4-f8e2a3d7ae95 None None] Pushing event updated for resources: {'Port': ['ID=01f20467-751b-4132-a303-658f30b36107,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:32.686729 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-28630cca-428b-4f15-a861-4c426a365cf7 None None] Provisioning complete for port 01f20467-751b-4132-a303-658f30b36107 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:32.687394 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-28630cca-428b-4f15-a861-4c426a365cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (01f20467-751b-4132-a303-658f30b36107), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:32.750665 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69171c42-d173-41a1-ab2e-b7d0ab395a49 None None] The sync data for ids ['14faf3cb-228d-4854-acdc-99123502ed52'] in n-d-741529-9 is: [{'id': '14faf3cb-228d-4854-acdc-99123502ed52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300717652', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:18Z', 'updated_at': '2022-01-18T20:43:26Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14faf3cb-228d-4854-acdc-99123502ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:19Z', 'updated_at': '2022-01-18T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '01f20467-751b-4132-a303-658f30b36107', 'name': '', 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:0f:96:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14faf3cb-228d-4854-acdc-99123502ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'abd66e3f-a9e4-48e4-a61e-79e48c7ea732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:25Z', 'updated_at': '2022-01-18T20:43:32Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': 'abd66e3f-a9e4-48e4-a61e-79e48c7ea732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:43:32.769461 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f4453197-594e-4c20-80e7-91fbf24b5d11 req-da5c85a9-9ef2-4267-9539-2bfa318ad2cd service neutron] 10.222.0.70 "GET /v2.0/networks/8c9f4415-0000-437a-9b8d-c49ad523f5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616752 Jan 18 20:43:32.784929 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201faf4-d338-46e8-a40c-a7e157aa99ff req-705ae7d6-0eca-43df-a191-41269b58d94c tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:32.792197 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-28630cca-428b-4f15-a861-4c426a365cf7 None None] Current status of the port 01f20467-751b-4132-a303-658f30b36107 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:32.798750 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d201faf4-d338-46e8-a40c-a7e157aa99ff req-705ae7d6-0eca-43df-a191-41269b58d94c tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 946 time: 0.1624556 Jan 18 20:43:32.878891 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eee7fbb0-84c3-49a9-ac0d-64d1b109bbee req-1e1f1713-e1e4-4bbb-86c2-e9c68ab4f384 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 210 time: 0.1051376 Jan 18 20:43:32.959945 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d201faf4-d338-46e8-a40c-a7e157aa99ff req-98c8a1b6-e3af-4c28-9f84-8b9d724bdeaa tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597979 Jan 18 20:43:33.010389 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-facf9446-ec43-4353-8d6e-9e8667364642 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Allocated IP 172.20.0.12 (7ef351fc-86b1-4d7a-96c0-2dcd7538fd70/abd66e3f-a9e4-48e4-a61e-79e48c7ea732/1d50f6ca-4ca9-4410-b2a8-57585755e02e) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:43:33.044289 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da4cd0-1311-4a88-a63e-5268b92c5fe0 req-a5a6fd69-66a8-4ff0-909d-833c69895b55 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:33.045834 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c7da4cd0-1311-4a88-a63e-5268b92c5fe0 req-a5a6fd69-66a8-4ff0-909d-833c69895b55 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=62eff592-4df5-4ac6-83f8-dc24a1d2b187 HTTP/1.1" status: 200 len: 944 time: 0.0727699 Jan 18 20:43:33.130160 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 8eea819b-e985-43ad-b50e-aa0fa509fbda details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:43:33.178052 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c7da4cd0-1311-4a88-a63e-5268b92c5fe0 req-caedeb4d-7b65-4536-8b4a-8f622095634e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd2e8319-2f43-4055-952e-ee19d7f0c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229217 Jan 18 20:43:33.234187 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-facf9446-ec43-4353-8d6e-9e8667364642 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for port (1d50f6ca-4ca9-4410-b2a8-57585755e02e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:33.260236 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 8eea819b-e985-43ad-b50e-aa0fa509fbda, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=8eea819b-e985-43ad-b50e-aa0fa509fbda,segment=NetworkSegment(04c31280-51e3-41a2-87db-3de45d0fa0a8),segment_id=04c31280-51e3-41a2-87db-3de45d0fa0a8)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:33.275432 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '8eea819b-e985-43ad-b50e-aa0fa509fbda', 'network_id': '8c9f4415-0000-437a-9b8d-c49ad523f5e3', 'port_id': '8eea819b-e985-43ad-b50e-aa0fa509fbda', 'mac_address': 'fa:16:3e:1f:e0:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd04fb967-eb58-482c-9a98-f31bb7d52fb0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:43:33.287049 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-facf9446-ec43-4353-8d6e-9e8667364642 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (1d50f6ca-4ca9-4410-b2a8-57585755e02e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:33.323874 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 8eea819b-e985-43ad-b50e-aa0fa509fbda is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:33.324247 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8eea819b-e985-43ad-b50e-aa0fa509fbda), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:33.340108 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eea819b-e985-43ad-b50e-aa0fa509fbda {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:43:33.361773 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-facf9446-ec43-4353-8d6e-9e8667364642 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Network 7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:43:33.364240 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-facf9446-ec43-4353-8d6e-9e8667364642 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:43:33.368725 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 8eea819b-e985-43ad-b50e-aa0fa509fbda, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=8eea819b-e985-43ad-b50e-aa0fa509fbda,segment=NetworkSegment(04c31280-51e3-41a2-87db-3de45d0fa0a8),segment_id=04c31280-51e3-41a2-87db-3de45d0fa0a8)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:33.376340 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8eea819b-e985-43ad-b50e-aa0fa509fbda), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:33.382644 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-facf9446-ec43-4353-8d6e-9e8667364642 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:43:33.387847 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf9446-ec43-4353-8d6e-9e8667364642 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Port': ['ID=1d50f6ca-4ca9-4410-b2a8-57585755e02e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:33.452748 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=8eea819b-e985-43ad-b50e-aa0fa509fbda,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:33.467053 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-facf9446-ec43-4353-8d6e-9e8667364642 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:33.467947 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-facf9446-ec43-4353-8d6e-9e8667364642 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:33.492997 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-facf9446-ec43-4353-8d6e-9e8667364642 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0573065 Jan 18 20:43:33.507005 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-17c5e68f-4836-4931-854d-febe418054d0 service neutron] Request body: {'port': {'device_id': '49aa7179-9508-43ef-8275-39500f34d7ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:33.583205 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-17c5e68f-4836-4931-854d-febe418054d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1d50f6ca-4ca9-4410-b2a8-57585755e02e), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:33.628851 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['8eea819b-e985-43ad-b50e-aa0fa509fbda'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:43:33.770999 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-6a61743f-5618-4756-8434-bbf1a0272326 None None] Provisioning complete for port 1d50f6ca-4ca9-4410-b2a8-57585755e02e triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:33.771370 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6a61743f-5618-4756-8434-bbf1a0272326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1d50f6ca-4ca9-4410-b2a8-57585755e02e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:33.842191 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6a61743f-5618-4756-8434-bbf1a0272326 None None] Port 1d50f6ca-4ca9-4410-b2a8-57585755e02e cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:43:34.064991 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-17c5e68f-4836-4931-854d-febe418054d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d50f6ca-4ca9-4410-b2a8-57585755e02e {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:43:34.077074 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-17c5e68f-4836-4931-854d-febe418054d0 service neutron] Publish callbacks [] for port (1d50f6ca-4ca9-4410-b2a8-57585755e02e), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:34.116363 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-17c5e68f-4836-4931-854d-febe418054d0 service neutron] Transition to ACTIVE for port object 1d50f6ca-4ca9-4410-b2a8-57585755e02e will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:43:34.131147 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bd4ec-53ae-4ae5-b271-6e8a1728e3b2 req-fbda737b-6ef9-4d35-a2ec-76d3cb0de38e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:34.132718 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f15bd4ec-53ae-4ae5-b271-6e8a1728e3b2 req-fbda737b-6ef9-4d35-a2ec-76d3cb0de38e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 932 time: 0.1185765 Jan 18 20:43:34.133407 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-17c5e68f-4836-4931-854d-febe418054d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (1d50f6ca-4ca9-4410-b2a8-57585755e02e), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:34.187786 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc90def-3820-4bec-b305-a7f79317046a req-91576d55-9f9f-4c41-9bdd-9989260663e6 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:34.189259 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cdc90def-3820-4bec-b305-a7f79317046a req-91576d55-9f9f-4c41-9bdd-9989260663e6 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 946 time: 0.1402550 Jan 18 20:43:34.208382 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:34.260814 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34892) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:34.267045 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5e68f-4836-4931-854d-febe418054d0 service neutron] Pushing event updated for resources: {'Port': ['ID=1d50f6ca-4ca9-4410-b2a8-57585755e02e,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:34.339722 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f15bd4ec-53ae-4ae5-b271-6e8a1728e3b2 req-a739d7e8-acd3-412b-9c1c-64d62a958ef8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967213 Jan 18 20:43:34.345223 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cdc90def-3820-4bec-b305-a7f79317046a req-74155a76-07dd-45ac-b4d0-2a0eb7fdf5cd tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401606 Jan 18 20:43:34.362253 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-17c5e68f-4836-4931-854d-febe418054d0 service neutron] Attempting to bind port 1d50f6ca-4ca9-4410-b2a8-57585755e02e on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:43:34.362592 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-17c5e68f-4836-4931-854d-febe418054d0 service neutron] Attempting to bind port 1d50f6ca-4ca9-4410-b2a8-57585755e02e by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '315fa71f-cea4-40fe-870d-7e9180056016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:43:34.362921 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-17c5e68f-4836-4931-854d-febe418054d0 service neutron] Attempting to bind port 1d50f6ca-4ca9-4410-b2a8-57585755e02e on network 7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:43:34.370173 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-17c5e68f-4836-4931-854d-febe418054d0 service neutron] Port 1d50f6ca-4ca9-4410-b2a8-57585755e02e on network 7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:43:34.370497 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-17c5e68f-4836-4931-854d-febe418054d0 service neutron] Attempting to bind port 1d50f6ca-4ca9-4410-b2a8-57585755e02e on network 7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:43:34.376315 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-17c5e68f-4836-4931-854d-febe418054d0 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:43:34.376726 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-17c5e68f-4836-4931-854d-febe418054d0 service neutron] Checking segment: {'id': '315fa71f-cea4-40fe-870d-7e9180056016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:43:34.377159 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-17c5e68f-4836-4931-854d-febe418054d0 service neutron] Bound using segment: {'id': '315fa71f-cea4-40fe-870d-7e9180056016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:43:34.377590 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-17c5e68f-4836-4931-854d-febe418054d0 service neutron] Bound port: 1d50f6ca-4ca9-4410-b2a8-57585755e02e, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315fa71f-cea4-40fe-870d-7e9180056016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:43:34.378009 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-17c5e68f-4836-4931-854d-febe418054d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1d50f6ca-4ca9-4410-b2a8-57585755e02e), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:34.454540 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3dcf5c5-c2f7-4ebf-ab71-c955e159bcc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:34.483529 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-17c5e68f-4836-4931-854d-febe418054d0 service neutron] For port 1d50f6ca-4ca9-4410-b2a8-57585755e02e, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:43:34.489145 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-17c5e68f-4836-4931-854d-febe418054d0 service neutron] For port 1d50f6ca-4ca9-4410-b2a8-57585755e02e, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1d50f6ca-4ca9-4410-b2a8-57585755e02e,segment=NetworkSegment(315fa71f-cea4-40fe-870d-7e9180056016),segment_id=315fa71f-cea4-40fe-870d-7e9180056016)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:43:34.500814 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 01f20467-751b-4132-a303-658f30b36107 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:43:34.501027 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-17c5e68f-4836-4931-854d-febe418054d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (1d50f6ca-4ca9-4410-b2a8-57585755e02e), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:34.553049 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3dcf5c5-c2f7-4ebf-ab71-c955e159bcc9 admin admin] Publish callbacks [] for security_group (e9122681-5d68-4bec-a010-be360b72d6d8), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:34.554665 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 01f20467-751b-4132-a303-658f30b36107 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:34.555283 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (01f20467-751b-4132-a303-658f30b36107), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:34.556455 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-17c5e68f-4836-4931-854d-febe418054d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:34.557307 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-17c5e68f-4836-4931-854d-febe418054d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:34.559218 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-17c5e68f-4836-4931-854d-febe418054d0 service neutron] 10.222.0.70 "PUT /v2.0/ports/1d50f6ca-4ca9-4410-b2a8-57585755e02e HTTP/1.1" status: 200 len: 1092 time: 1.0573969 Jan 18 20:43:34.560018 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49aa7179-9508-43ef-8275-39500f34d7ec', 'tag': '1d50f6ca-4ca9-4410-b2a8-57585755e02e'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:43:34.562279 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3dcf5c5-c2f7-4ebf-ab71-c955e159bcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e9122681-5d68-4bec-a010-be360b72d6d8), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:34.562816 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bd1a7f-8146-480e-b952-690b7b5aed62" -d '{"events": [{"name": "network-changed", "server_uuid": "49aa7179-9508-43ef-8275-39500f34d7ec", "tag": "1d50f6ca-4ca9-4410-b2a8-57585755e02e"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:43:34.606630 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb060884-510e-427f-9ca3-9597a808f3b3 req-741302b3-6630-4670-9119-86bf649c542a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:34.615424 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eb060884-510e-427f-9ca3-9597a808f3b3 req-741302b3-6630-4670-9119-86bf649c542a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=62eff592-4df5-4ac6-83f8-dc24a1d2b187 HTTP/1.1" status: 200 len: 945 time: 0.1288910 Jan 18 20:43:34.623462 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a3dcf5c5-c2f7-4ebf-ab71-c955e159bcc9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=26d269dc922844f79e70ba26312bd8a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3606906 Jan 18 20:43:34.625767 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5912e913-f429-4932-935a-13bf6209e6d6 x-openstack-request-id: req-5912e913-f429-4932-935a-13bf6209e6d6 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:43:34.626394 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34898) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:34.626581 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49aa7179-9508-43ef-8275-39500f34d7ec", "tag": "1d50f6ca-4ca9-4410-b2a8-57585755e02e", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:43:34.626954 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5912e913-f429-4932-935a-13bf6209e6d6 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:43:34.628187 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49aa7179-9508-43ef-8275-39500f34d7ec', 'tag': '1d50f6ca-4ca9-4410-b2a8-57585755e02e', 'status': 'completed', 'code': 200} Jan 18 20:43:34.662487 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dcf5c5-c2f7-4ebf-ab71-c955e159bcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9122681-5d68-4bec-a010-be360b72d6d8,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:34.693663 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5e68f-4836-4931-854d-febe418054d0 service neutron] Pushing event updated for resources: {'Port': ['ID=1d50f6ca-4ca9-4410-b2a8-57585755e02e,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:34.702051 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f193bdef-dd14-4a78-9c89-ee112b3813cc admin admin] Publish callbacks [] for security_group (e9122681-5d68-4bec-a010-be360b72d6d8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:34.728434 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f193bdef-dd14-4a78-9c89-ee112b3813cc admin admin] Publish callbacks [] for security_group (e9122681-5d68-4bec-a010-be360b72d6d8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:34.733261 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-b688caa6-4713-4bdf-bcde-a20c571d1d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:34.734857 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-b688caa6-4713-4bdf-bcde-a20c571d1d6c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 1095 time: 0.1019559 Jan 18 20:43:34.750102 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eb060884-510e-427f-9ca3-9597a808f3b3 req-434a62d1-0c7e-487e-bf49-f624be52f388 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd2e8319-2f43-4055-952e-ee19d7f0c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296897 Jan 18 20:43:34.788788 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f193bdef-dd14-4a78-9c89-ee112b3813cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e9122681-5d68-4bec-a010-be360b72d6d8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:34.791913 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f193bdef-dd14-4a78-9c89-ee112b3813cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:34.793379 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f193bdef-dd14-4a78-9c89-ee112b3813cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9122681-5d68-4bec-a010-be360b72d6d8 HTTP/1.1" status: 204 len: 168 time: 0.1650066 Jan 18 20:43:34.802385 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-bfc24407-a613-4f5f-9cfa-efae15396255 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d50f6ca-4ca9-4410-b2a8-57585755e02e HTTP/1.1" status: 200 len: 217 time: 0.0510635 Jan 18 20:43:34.804295 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193bdef-dd14-4a78-9c89-ee112b3813cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9122681-5d68-4bec-a010-be360b72d6d8,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:34.859488 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-44fe3001-0b07-439d-8352-c5acdaa2ab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:34.861009 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-44fe3001-0b07-439d-8352-c5acdaa2ab26 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=abd66e3f-a9e4-48e4-a61e-79e48c7ea732 HTTP/1.1" status: 200 len: 835 time: 0.0500493 Jan 18 20:43:34.918504 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 01f20467-751b-4132-a303-658f30b36107 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:34.920623 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-b073ccc7-75d2-4823-ab50-7555c5a8090c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:34.922092 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-b073ccc7-75d2-4823-ab50-7555c5a8090c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ef351fc-86b1-4d7a-96c0-2dcd7538fd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520842 Jan 18 20:43:35.015881 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-6ea87f80-d025-49b1-8368-2ff7253a14dc service neutron] 10.222.0.70 "GET /v2.0/networks/7ef351fc-86b1-4d7a-96c0-2dcd7538fd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836823 Jan 18 20:43:35.092169 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34904) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:35.109423 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9e182aa9-f3e4-48d9-a8d6-f15899a8635f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:35.113239 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c07d32cd-971b-4c32-ab69-52aad83c249b req-04350a68-e8cb-4c73-a758-392b11207211 service neutron] 10.222.0.70 "GET /v2.0/networks/7ef351fc-86b1-4d7a-96c0-2dcd7538fd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913365 Jan 18 20:43:35.124479 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 8eea819b-e985-43ad-b50e-aa0fa509fbda up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:43:35.183935 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 8eea819b-e985-43ad-b50e-aa0fa509fbda completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:43:35.188688 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 8eea819b-e985-43ad-b50e-aa0fa509fbda triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:35.189059 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8eea819b-e985-43ad-b50e-aa0fa509fbda), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:35.191261 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9e182aa9-f3e4-48d9-a8d6-f15899a8635f admin admin] Publish callbacks [] for security_group (6df4fb88-c197-4845-b4e1-69951a50e4f9), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:35.198688 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9e182aa9-f3e4-48d9-a8d6-f15899a8635f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6df4fb88-c197-4845-b4e1-69951a50e4f9), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:35.229370 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd1a7f-8146-480e-b952-690b7b5aed62 req-ee1a7a94-01e8-4541-a712-22fd79f9b5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:35.231061 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-86bd1a7f-8146-480e-b952-690b7b5aed62 req-ee1a7a94-01e8-4541-a712-22fd79f9b5c8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 1095 time: 0.0684056 Jan 18 20:43:35.246823 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9e182aa9-f3e4-48d9-a8d6-f15899a8635f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e94efe27c0042bb8fa7a89223b90ad5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1535296 Jan 18 20:43:35.248066 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e182aa9-f3e4-48d9-a8d6-f15899a8635f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df4fb88-c197-4845-b4e1-69951a50e4f9,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:35.249984 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34906) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:35.298052 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 8eea819b-e985-43ad-b50e-aa0fa509fbda is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:35.299203 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8eea819b-e985-43ad-b50e-aa0fa509fbda), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:35.309091 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1eef9c9b-1310-4ff9-ae50-b6f3d3ed3c1a admin admin] Publish callbacks [] for security_group (6df4fb88-c197-4845-b4e1-69951a50e4f9), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:35.323366 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62eff592-4df5-4ac6-83f8-dc24a1d2b187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eea819b-e985-43ad-b50e-aa0fa509fbda'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:43:35.325785 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3427ee72-a825-4aa5-b434-eb299165ac8f" -d '{"events": [{"server_uuid": "62eff592-4df5-4ac6-83f8-dc24a1d2b187", "name": "network-vif-plugged", "status": "completed", "tag": "8eea819b-e985-43ad-b50e-aa0fa509fbda"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:43:35.334916 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1eef9c9b-1310-4ff9-ae50-b6f3d3ed3c1a admin admin] Publish callbacks [] for security_group (6df4fb88-c197-4845-b4e1-69951a50e4f9), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:35.338322 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd1a7f-8146-480e-b952-690b7b5aed62 req-226a0bac-4326-445e-9afc-8efe30041524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:35.339292 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 8eea819b-e985-43ad-b50e-aa0fa509fbda, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=8eea819b-e985-43ad-b50e-aa0fa509fbda,segment=NetworkSegment(04c31280-51e3-41a2-87db-3de45d0fa0a8),segment_id=04c31280-51e3-41a2-87db-3de45d0fa0a8)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:35.340410 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-86bd1a7f-8146-480e-b952-690b7b5aed62 req-226a0bac-4326-445e-9afc-8efe30041524 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 HTTP/1.1" status: 200 len: 898 time: 0.1009667 Jan 18 20:43:35.344628 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8eea819b-e985-43ad-b50e-aa0fa509fbda), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:35.383132 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74267105-90b9-45c9-b523-d34cf8ae2dd7 x-openstack-request-id: req-74267105-90b9-45c9-b523-d34cf8ae2dd7 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:43:35.383512 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62eff592-4df5-4ac6-83f8-dc24a1d2b187", "name": "network-vif-plugged", "status": "completed", "tag": "8eea819b-e985-43ad-b50e-aa0fa509fbda", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:43:35.383811 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74267105-90b9-45c9-b523-d34cf8ae2dd7 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:43:35.384206 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62eff592-4df5-4ac6-83f8-dc24a1d2b187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eea819b-e985-43ad-b50e-aa0fa509fbda', 'code': 200} Jan 18 20:43:35.394561 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-86bd1a7f-8146-480e-b952-690b7b5aed62 req-d165a0bb-e93c-44f0-83a5-e1aec3b27036 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d50f6ca-4ca9-4410-b2a8-57585755e02e HTTP/1.1" status: 200 len: 217 time: 0.0450804 Jan 18 20:43:35.399432 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1eef9c9b-1310-4ff9-ae50-b6f3d3ed3c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6df4fb88-c197-4845-b4e1-69951a50e4f9), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:35.404469 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1eef9c9b-1310-4ff9-ae50-b6f3d3ed3c1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:35.405742 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1eef9c9b-1310-4ff9-ae50-b6f3d3ed3c1a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6df4fb88-c197-4845-b4e1-69951a50e4f9 HTTP/1.1" status: 204 len: 168 time: 0.1546984 Jan 18 20:43:35.431806 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=8eea819b-e985-43ad-b50e-aa0fa509fbda,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:35.433366 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef9c9b-1310-4ff9-ae50-b6f3d3ed3c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df4fb88-c197-4845-b4e1-69951a50e4f9,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:35.537300 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601353a9-dd65-4bc1-b87d-8ca8ac319820 req-8c936ec7-1a1c-4722-8201-1070bee84704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:35.538956 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-601353a9-dd65-4bc1-b87d-8ca8ac319820 req-8c936ec7-1a1c-4722-8201-1070bee84704 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=62eff592-4df5-4ac6-83f8-dc24a1d2b187 HTTP/1.1" status: 200 len: 1097 time: 0.0782509 Jan 18 20:43:35.568771 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd1a7f-8146-480e-b952-690b7b5aed62 req-76f96669-5bd1-4fa4-8205-a0f479a77226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:35.570388 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-86bd1a7f-8146-480e-b952-690b7b5aed62 req-76f96669-5bd1-4fa4-8205-a0f479a77226 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=abd66e3f-a9e4-48e4-a61e-79e48c7ea732 HTTP/1.1" status: 200 len: 835 time: 0.1689963 Jan 18 20:43:35.601162 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-601353a9-dd65-4bc1-b87d-8ca8ac319820 req-dcedb845-f344-49fa-869d-c2c0571bdae6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cd2e8319-2f43-4055-952e-ee19d7f0c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529604 Jan 18 20:43:35.618097 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc400a-bbb8-41a7-b469-6a08f4748ffb req-721511f2-0a10-4e4b-a298-65a17e42aed0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:35.619721 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dfdc400a-bbb8-41a7-b469-6a08f4748ffb req-721511f2-0a10-4e4b-a298-65a17e42aed0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 944 time: 0.1436317 Jan 18 20:43:35.647497 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b7a93-dc8e-4da1-9cea-3364d146c565 req-165fa413-74a3-43f6-999c-f8192a8b5ca1 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:35.648926 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c52b7a93-dc8e-4da1-9cea-3364d146c565 req-165fa413-74a3-43f6-999c-f8192a8b5ca1 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 946 time: 0.1230485 Jan 18 20:43:35.679146 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd1a7f-8146-480e-b952-690b7b5aed62 req-3a3b7573-dc3a-4efe-bb0e-279a5f4121bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:35.680640 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-86bd1a7f-8146-480e-b952-690b7b5aed62 req-3a3b7573-dc3a-4efe-bb0e-279a5f4121bf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ef351fc-86b1-4d7a-96c0-2dcd7538fd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027319 Jan 18 20:43:35.721654 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dfdc400a-bbb8-41a7-b469-6a08f4748ffb req-e18934d6-90d0-4270-be5b-77d7e9854f55 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946343 Jan 18 20:43:35.736969 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c52b7a93-dc8e-4da1-9cea-3364d146c565 req-f22b543b-896a-4f9b-aafe-b15e6c7825a8 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745699 Jan 18 20:43:35.914996 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92b8a6-aa47-44b0-af17-6a939c958826 req-40219a9d-9695-4ee6-875e-276288744760 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:35.916500 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca92b8a6-aa47-44b0-af17-6a939c958826 req-40219a9d-9695-4ee6-875e-276288744760 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=62eff592-4df5-4ac6-83f8-dc24a1d2b187 HTTP/1.1" status: 200 len: 946 time: 0.1027389 Jan 18 20:43:35.948675 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-86bd1a7f-8146-480e-b952-690b7b5aed62 req-e711e8bc-0a31-40e9-9561-fd9bea4cc27d service neutron] 10.222.0.70 "GET /v2.0/networks/7ef351fc-86b1-4d7a-96c0-2dcd7538fd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428187 Jan 18 20:43:36.032870 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca92b8a6-aa47-44b0-af17-6a939c958826 req-2381e67a-f90d-466e-b11f-4ebddf0f9e26 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd2e8319-2f43-4055-952e-ee19d7f0c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074860 Jan 18 20:43:36.064971 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-86bd1a7f-8146-480e-b952-690b7b5aed62 req-9502d0c1-d415-4a21-9831-a266e29d5391 service neutron] 10.222.0.70 "GET /v2.0/networks/7ef351fc-86b1-4d7a-96c0-2dcd7538fd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083586 Jan 18 20:43:36.897871 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4eed55-99d1-4584-a1b3-4a7574692207 req-9f3a67f2-7026-4a83-8d9a-d9a38bf99284 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:36.899381 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fb4eed55-99d1-4584-a1b3-4a7574692207 req-9f3a67f2-7026-4a83-8d9a-d9a38bf99284 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 944 time: 0.0821795 Jan 18 20:43:36.911423 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34edd08-238a-4a81-a711-946e59cefc30 req-f997f1f5-caac-4534-9175-b499b5ea3322 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:36.918724 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f34edd08-238a-4a81-a711-946e59cefc30 req-f997f1f5-caac-4534-9175-b499b5ea3322 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 946 time: 0.0893264 Jan 18 20:43:36.926120 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:36.997287 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fb4eed55-99d1-4584-a1b3-4a7574692207 req-4fb2b62d-7c3d-44df-9040-52c0171c3c5b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758612 Jan 18 20:43:37.000780 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f34edd08-238a-4a81-a711-946e59cefc30 req-0d39ab1e-e34b-4dfb-8e3a-e69d9be5f2c5 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812874 Jan 18 20:43:37.154589 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e5759-e01e-4e34-a5bd-9450de42be96 req-6a765c5c-35c3-4f73-9e6b-f0f7d8436bc3 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:37.155977 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6f1e5759-e01e-4e34-a5bd-9450de42be96 req-6a765c5c-35c3-4f73-9e6b-f0f7d8436bc3 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=62eff592-4df5-4ac6-83f8-dc24a1d2b187 HTTP/1.1" status: 200 len: 946 time: 0.0488813 Jan 18 20:43:37.204628 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6f1e5759-e01e-4e34-a5bd-9450de42be96 req-40328486-377b-4e25-a3f9-cbe770e1332e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd2e8319-2f43-4055-952e-ee19d7f0c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429153 Jan 18 20:43:37.318593 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cd04f-25d8-4047-bd6a-7e2cbfce6208 req-dd5ac7cc-7348-4ade-9eee-2ebcb900282e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:37.320073 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7c4cd04f-25d8-4047-bd6a-7e2cbfce6208 req-dd5ac7cc-7348-4ade-9eee-2ebcb900282e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=62eff592-4df5-4ac6-83f8-dc24a1d2b187 HTTP/1.1" status: 200 len: 946 time: 0.0483062 Jan 18 20:43:37.371527 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7c4cd04f-25d8-4047-bd6a-7e2cbfce6208 req-9e63281d-57a8-4e78-8ed3-7d5799cede4b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd2e8319-2f43-4055-952e-ee19d7f0c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454476 Jan 18 20:43:37.394470 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34974) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:37.436485 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee19983f-20ac-4834-ae3a-508c65a8afd1 tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:37.438003 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ee19983f-20ac-4834-ae3a-508c65a8afd1 tempest-TestNetworkBasicOps-1970048419 tempest-TestNetworkBasicOps-1970048419-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=62eff592-4df5-4ac6-83f8-dc24a1d2b187 HTTP/1.1" status: 200 len: 1092 time: 0.0424716 Jan 18 20:43:37.441220 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 34976) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:37.445425 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'port_id': '8eea819b-e985-43ad-b50e-aa0fa509fbda', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:37.471329 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:37.564322 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:37.711549 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Allocated IP 172.25.4.8 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/87d1b4af-37eb-49ad-adec-cf8f059f4fdd) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:43:37.764424 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34978) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:37.769500 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-bfeaa305-8a4e-469d-b689-718d96a8906a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Request body: {'network': {'name': 'tempest-network-smoke--835426109', 'project_id': '83959e527a814796a955c3c62d4c16e7', 'port_security_enabled': True}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:37.791718 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfeaa305-8a4e-469d-b689-718d96a8906a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Made reservation on behalf of 83959e527a814796a955c3c62d4c16e7 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:43:37.795242 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bfeaa305-8a4e-469d-b689-718d96a8906a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:37.804230 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bfeaa305-8a4e-469d-b689-718d96a8906a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:37.818331 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for port (87d1b4af-37eb-49ad-adec-cf8f059f4fdd), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:37.851627 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (87d1b4af-37eb-49ad-adec-cf8f059f4fdd), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:37.880364 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bfeaa305-8a4e-469d-b689-718d96a8906a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for security_group (6bf9813c-8e34-47b7-bae4-d1d2a3b40da9), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:37.884200 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bfeaa305-8a4e-469d-b689-718d96a8906a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6bf9813c-8e34-47b7-bae4-d1d2a3b40da9), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:37.891278 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:43:37.894131 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:43:37.896758 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:43:37.907186 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfeaa305-8a4e-469d-b689-718d96a8906a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:43:37.922042 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeaa305-8a4e-469d-b689-718d96a8906a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf9813c-8e34-47b7-bae4-d1d2a3b40da9,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:37.924344 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'Port': ['ID=87d1b4af-37eb-49ad-adec-cf8f059f4fdd,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:37.927592 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bfeaa305-8a4e-469d-b689-718d96a8906a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (28c0b015-86dd-4c12-aab6-969fa3eecfd0), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:37.927944 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-bfeaa305-8a4e-469d-b689-718d96a8906a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Added segment 28c0b015-86dd-4c12-aab6-969fa3eecfd0 of type vlan for network ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d Jan 18 20:43:37.936669 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:37.937059 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:37.937331 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:37.938101 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:37.938101 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:37.938473 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:37.938704 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:37.939231 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:37.939370 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:37.939694 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:37.940053 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:37.940335 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:37.940657 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:43:37.967934 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bfeaa305-8a4e-469d-b689-718d96a8906a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:37.993545 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bfeaa305-8a4e-469d-b689-718d96a8906a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:37.999249 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfeaa305-8a4e-469d-b689-718d96a8906a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:37.999830 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bfeaa305-8a4e-469d-b689-718d96a8906a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:38.082226 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeaa305-8a4e-469d-b689-718d96a8906a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event updated for resources: {'Network': ['ID=ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:38.087575 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bfeaa305-8a4e-469d-b689-718d96a8906a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3220646 Jan 18 20:43:38.090400 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 34984) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:38.096526 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:43:38.107125 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-45ebe752-45db-4fd1-a85b-aff71b0e7350 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-169640331', 'admin_state_up': True, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:38.140020 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45ebe752-45db-4fd1-a85b-aff71b0e7350 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (8351096d-5e7a-41a8-b212-ae4be8df0090), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:38.141088 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45ebe752-45db-4fd1-a85b-aff71b0e7350 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (8351096d-5e7a-41a8-b212-ae4be8df0090), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:38.196437 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45ebe752-45db-4fd1-a85b-aff71b0e7350 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for router_controller (8351096d-5e7a-41a8-b212-ae4be8df0090), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:38.362165 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45ebe752-45db-4fd1-a85b-aff71b0e7350 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for router_gateway (8351096d-5e7a-41a8-b212-ae4be8df0090), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:38.557865 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2bf21-7c07-4958-9691-88e0bf6d929b req-6c63163d-9879-447f-b985-07c0b77692f8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:38.559360 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-61c2bf21-7c07-4958-9691-88e0bf6d929b req-6c63163d-9879-447f-b985-07c0b77692f8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 944 time: 0.4314840 Jan 18 20:43:38.581750 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da7214-b890-49ee-8819-24dd81cb049b req-2bfd309c-beea-408c-aa7a-807be3cabb12 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:38.583256 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b1da7214-b890-49ee-8819-24dd81cb049b req-2bfd309c-beea-408c-aa7a-807be3cabb12 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 946 time: 0.4701340 Jan 18 20:43:38.610237 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45ebe752-45db-4fd1-a85b-aff71b0e7350 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for router_gateway (8351096d-5e7a-41a8-b212-ae4be8df0090), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:38.630430 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45ebe752-45db-4fd1-a85b-aff71b0e7350 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:38.723331 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-61c2bf21-7c07-4958-9691-88e0bf6d929b req-ff57fe2b-11de-4ea1-b789-f1323a474e54 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356232 Jan 18 20:43:38.765261 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-45ebe752-45db-4fd1-a85b-aff71b0e7350 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Allocated IP 172.25.4.206 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:43:38.800382 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b1da7214-b890-49ee-8819-24dd81cb049b req-dd36cdea-37bc-450e-9d2f-2d5c55189a76 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035375 Jan 18 20:43:38.886381 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45ebe752-45db-4fd1-a85b-aff71b0e7350 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for port (ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:38.928849 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45ebe752-45db-4fd1-a85b-aff71b0e7350 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:38.973189 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ebe752-45db-4fd1-a85b-aff71b0e7350 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:43:38.976253 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-45ebe752-45db-4fd1-a85b-aff71b0e7350 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:43:38.991866 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7357cc-a6d1-42c9-8753-26dd59c31382 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:43:38.994166 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ebe752-45db-4fd1-a85b-aff71b0e7350 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:43:38.998965 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for floatingip (08fe0cfb-a325-4145-9cbc-e4a1d757faa2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:39.042328 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebe752-45db-4fd1-a85b-aff71b0e7350 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event updated for resources: {'Port': ['ID=ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:39.119016 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-94642253-305c-49d8-a7aa-0799ada93164 None None] Provisioning complete for port ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:39.120376 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-94642253-305c-49d8-a7aa-0799ada93164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:39.129932 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (87d1b4af-37eb-49ad-adec-cf8f059f4fdd), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:39.171026 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1d50f6ca-4ca9-4410-b2a8-57585755e02e details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:43:39.297107 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 1d50f6ca-4ca9-4410-b2a8-57585755e02e, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1d50f6ca-4ca9-4410-b2a8-57585755e02e,segment=NetworkSegment(315fa71f-cea4-40fe-870d-7e9180056016),segment_id=315fa71f-cea4-40fe-870d-7e9180056016)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:39.319016 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '1d50f6ca-4ca9-4410-b2a8-57585755e02e', 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70', 'port_id': '1d50f6ca-4ca9-4410-b2a8-57585755e02e', 'mac_address': 'fa:16:3e:6b:1b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd66e3f-a9e4-48e4-a61e-79e48c7ea732', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:43:39.321211 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-94642253-305c-49d8-a7aa-0799ada93164 None None] Port ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:43:39.349536 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for port (87d1b4af-37eb-49ad-adec-cf8f059f4fdd), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:39.358454 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (87d1b4af-37eb-49ad-adec-cf8f059f4fdd), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:39.375070 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45ebe752-45db-4fd1-a85b-aff71b0e7350 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for router_gateway (8351096d-5e7a-41a8-b212-ae4be8df0090), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:39.382073 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 1d50f6ca-4ca9-4410-b2a8-57585755e02e is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:39.382682 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1d50f6ca-4ca9-4410-b2a8-57585755e02e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:39.403077 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d50f6ca-4ca9-4410-b2a8-57585755e02e {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:43:39.429236 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 1d50f6ca-4ca9-4410-b2a8-57585755e02e, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1d50f6ca-4ca9-4410-b2a8-57585755e02e,segment=NetworkSegment(315fa71f-cea4-40fe-870d-7e9180056016),segment_id=315fa71f-cea4-40fe-870d-7e9180056016)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:39.443479 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1d50f6ca-4ca9-4410-b2a8-57585755e02e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:39.447746 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device aaa2a41f-810c-453a-a6f7-55284fdd4e79 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:43:39.464436 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event updated for resources: {'Port': ['ID=87d1b4af-37eb-49ad-adec-cf8f059f4fdd,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:39.476134 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (08fe0cfb-a325-4145-9cbc-e4a1d757faa2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:39.557272 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=1d50f6ca-4ca9-4410-b2a8-57585755e02e,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:39.618478 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Floating IP 08fe0cfb-a325-4145-9cbc-e4a1d757faa2 associated. External IP: 172.25.4.8, port: 8eea819b-e985-43ad-b50e-aa0fa509fbda. Jan 18 20:43:39.637579 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port aaa2a41f-810c-453a-a6f7-55284fdd4e79, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=aaa2a41f-810c-453a-a6f7-55284fdd4e79,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:39.650005 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'aaa2a41f-810c-453a-a6f7-55284fdd4e79', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'port_id': 'aaa2a41f-810c-453a-a6f7-55284fdd4e79', 'mac_address': 'fa:16:3e:37:85:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:43:39.683117 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45ebe752-45db-4fd1-a85b-aff71b0e7350 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (8351096d-5e7a-41a8-b212-ae4be8df0090), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:39.697902 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port aaa2a41f-810c-453a-a6f7-55284fdd4e79 is: ACTIVE; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:39.698575 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (aaa2a41f-810c-453a-a6f7-55284fdd4e79), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:39.715901 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aaa2a41f-810c-453a-a6f7-55284fdd4e79 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:43:39.742358 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port aaa2a41f-810c-453a-a6f7-55284fdd4e79, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=aaa2a41f-810c-453a-a6f7-55284fdd4e79,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:39.755158 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (aaa2a41f-810c-453a-a6f7-55284fdd4e79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:39.817059 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=aaa2a41f-810c-453a-a6f7-55284fdd4e79,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:39.848104 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ebe752-45db-4fd1-a85b-aff71b0e7350 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Router 8351096d-5e7a-41a8-b212-ae4be8df0090 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:43:39.883010 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['aaa2a41f-810c-453a-a6f7-55284fdd4e79'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:43:39.999074 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ebe752-45db-4fd1-a85b-aff71b0e7350 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:43:40.025027 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c99d474-ea5a-4791-a652-1aefd39c41e3 None None] Sync routers for ids ['8351096d-5e7a-41a8-b212-ae4be8df0090'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:43:40.027873 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45ebe752-45db-4fd1-a85b-aff71b0e7350 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:40.028954 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-45ebe752-45db-4fd1-a85b-aff71b0e7350 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9376194 Jan 18 20:43:40.032742 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35018) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:40.047210 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['1d50f6ca-4ca9-4410-b2a8-57585755e02e'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:43:40.063776 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Router b205494e-378f-450d-b69c-16d4b58277c3 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:43:40.080717 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c99d474-ea5a-4791-a652-1aefd39c41e3 None None] Routers {'8351096d-5e7a-41a8-b212-ae4be8df0090'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:43:40.082013 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2c99d474-ea5a-4791-a652-1aefd39c41e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:43:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8351096d-5e7a-41a8-b212-ae4be8df0090'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:40.100776 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28211724-0fc5-41e8-849b-f629aa4bb622 req-9f166dbe-6082-4b33-ab0f-22bcb69425f4 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:40.102498 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-28211724-0fc5-41e8-849b-f629aa4bb622 req-9f166dbe-6082-4b33-ab0f-22bcb69425f4 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 945 time: 0.1775131 Jan 18 20:43:40.110644 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18de784-be3d-4238-a4d8-d31728500a15 req-40fb7df9-b90c-427d-9881-8b8a89ab244d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:40.112333 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f18de784-be3d-4238-a4d8-d31728500a15 req-40fb7df9-b90c-427d-9881-8b8a89ab244d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 945 time: 0.2474678 Jan 18 20:43:40.269086 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-94551eef-cf80-4800-ba4c-657c80df7e78 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=83959e527a814796a955c3c62d4c16e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2340853 Jan 18 20:43:40.272981 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35022) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:40.280952 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-28211724-0fc5-41e8-849b-f629aa4bb622 req-07786f6a-3db4-4d68-a967-9947fd549fb3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676335 Jan 18 20:43:40.289555 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f18de784-be3d-4238-a4d8-d31728500a15 req-1ee563f7-edb1-467d-879e-5a23e8fa7dd7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314495 Jan 18 20:43:40.314670 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:43:40.326126 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b54382a-f1c4-4e5c-9390-bede05dd92d8 None None] Sync routers for ids ['b205494e-378f-450d-b69c-16d4b58277c3'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:43:40.340768 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b54382a-f1c4-4e5c-9390-bede05dd92d8 None None] Routers {'b205494e-378f-450d-b69c-16d4b58277c3'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:43:40.341418 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-3b54382a-f1c4-4e5c-9390-bede05dd92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:43:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['b205494e-378f-450d-b69c-16d4b58277c3'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:40.348223 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:40.416743 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-03ef4014-2eb7-4294-92a1-7a67df07520e tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9744413 Jan 18 20:43:40.417911 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62eff592-4df5-4ac6-83f8-dc24a1d2b187', 'tag': '8eea819b-e985-43ad-b50e-aa0fa509fbda'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:43:40.421667 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc7084d-492b-40c2-ade1-c2a0da065ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "62eff592-4df5-4ac6-83f8-dc24a1d2b187", "tag": "8eea819b-e985-43ad-b50e-aa0fa509fbda"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:43:40.425845 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35024) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:40.480915 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-2c99d474-ea5a-4791-a652-1aefd39c41e3 None None] Set router 8351096d-5e7a-41a8-b212-ae4be8df0090 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:43:40.501617 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a85cb8-5374-4cf4-87cb-8b4788f2cb86 x-openstack-request-id: req-72a85cb8-5374-4cf4-87cb-8b4788f2cb86 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:43:40.502357 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62eff592-4df5-4ac6-83f8-dc24a1d2b187", "tag": "8eea819b-e985-43ad-b50e-aa0fa509fbda", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:43:40.502792 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72a85cb8-5374-4cf4-87cb-8b4788f2cb86 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:43:40.503401 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62eff592-4df5-4ac6-83f8-dc24a1d2b187', 'tag': '8eea819b-e985-43ad-b50e-aa0fa509fbda', 'status': 'completed', 'code': 200} Jan 18 20:43:40.534949 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2c066f07-4fab-4cad-9e80-6a08521aa3e7 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/floatingips/08fe0cfb-a325-4145-9cbc-e4a1d757faa2 HTTP/1.1" status: 200 len: 990 time: 0.1075909 Jan 18 20:43:40.541093 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd2d233-b76f-4690-8c53-3d89a97b1082 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:40.545281 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7bd2d233-b76f-4690-8c53-3d89a97b1082 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2687004 Jan 18 20:43:40.545521 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35028) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:40.584859 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7084d-492b-40c2-ade1-c2a0da065ee8 req-783310f7-07db-4b93-9c42-14187829d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:40.586688 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7cc7084d-492b-40c2-ade1-c2a0da065ee8 req-783310f7-07db-4b93-9c42-14187829d09b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c211e494495449f392a0607cbd9b6951&device_id=62eff592-4df5-4ac6-83f8-dc24a1d2b187 HTTP/1.1" status: 200 len: 1097 time: 0.0652583 Jan 18 20:43:40.592393 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1fc48845-14be-4135-94e4-bc9524863598 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b0799cf-8cdf-46d5-953b-bdacab604b8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448172 Jan 18 20:43:40.594773 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35030) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:40.603043 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-c8f22cfa-1492-4fde-b61c-1add67b08d7a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1986749841', 'network_id': 'ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d', 'project_id': '83959e527a814796a955c3c62d4c16e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:40.609364 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-3b54382a-f1c4-4e5c-9390-bede05dd92d8 None None] Set router b205494e-378f-450d-b69c-16d4b58277c3 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:43:40.780980 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f22cfa-1492-4fde-b61c-1add67b08d7a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Made reservation on behalf of 83959e527a814796a955c3c62d4c16e7 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:43:40.785801 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c8f22cfa-1492-4fde-b61c-1add67b08d7a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:40.857601 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2c99d474-ea5a-4791-a652-1aefd39c41e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'name': 'tempest-TestSecurityGroupsBasicOps-router-169640331', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:39Z', 'revision_number': 3, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'gw_port': {'id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:40.878725 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7084d-492b-40c2-ade1-c2a0da065ee8 req-356f0948-a051-4724-8fe2-454a6dd7b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:40.880804 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7cc7084d-492b-40c2-ade1-c2a0da065ee8 req-356f0948-a051-4724-8fe2-454a6dd7b019 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8c9f4415-0000-437a-9b8d-c49ad523f5e3 HTTP/1.1" status: 200 len: 896 time: 0.2850962 Jan 18 20:43:40.889295 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c99d474-ea5a-4791-a652-1aefd39c41e3 None None] Checking router: 8351096d-5e7a-41a8-b212-ae4be8df0090 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:43:40.889295 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c99d474-ea5a-4791-a652-1aefd39c41e3 None None] Updating router 8351096d-5e7a-41a8-b212-ae4be8df0090 port ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:43:40.947851 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2c99d474-ea5a-4791-a652-1aefd39c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:40.950459 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-3b54382a-f1c4-4e5c-9390-bede05dd92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'name': 'tempest-TestNetworkBasicOps-router-114544171', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:13Z', 'updated_at': '2022-01-18T20:43:18Z', 'revision_number': 4, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:14Z', 'updated_at': '2022-01-18T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '08fe0cfb-a325-4145-9cbc-e4a1d757faa2', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'floating_ip_address': '172.25.4.8', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'port_id': '8eea819b-e985-43ad-b50e-aa0fa509fbda', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9f4415-0000-437a-9b8d-c49ad523f5e3', 'mac_address': 'fa:16:3e:1f:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62eff592-4df5-4ac6-83f8-dc24a1d2b187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:38Z', 'revision_number': 0, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c398c1f-4920-4286-8086-b5d1d3c6a7cc', 'name': '', 'network_id': '8c9f4415-0000-437a-9b8d-c49ad523f5e3', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'mac_address': 'fa:16:3e:a1:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'd04fb967-eb58-482c-9a98-f31bb7d52fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:17Z', 'updated_at': '2022-01-18T20:43:24Z', 'revision_number': 5, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'subnets': [{'id': 'd04fb967-eb58-482c-9a98-f31bb7d52fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:40.974883 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7cc7084d-492b-40c2-ade1-c2a0da065ee8 req-56abf111-641b-41c6-b545-748c74faa9dd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8eea819b-e985-43ad-b50e-aa0fa509fbda HTTP/1.1" status: 200 len: 998 time: 0.0867379 Jan 18 20:43:40.982785 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b54382a-f1c4-4e5c-9390-bede05dd92d8 None None] Checking router: b205494e-378f-450d-b69c-16d4b58277c3 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:43:40.991776 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b54382a-f1c4-4e5c-9390-bede05dd92d8 None None] Routers {'b205494e-378f-450d-b69c-16d4b58277c3'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:43:40.992676 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-3b54382a-f1c4-4e5c-9390-bede05dd92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:43:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['b205494e-378f-450d-b69c-16d4b58277c3'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:41.126450 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7084d-492b-40c2-ade1-c2a0da065ee8 req-109f51f7-4c8f-4c73-a62f-d8104b8dfd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:41.128531 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7cc7084d-492b-40c2-ade1-c2a0da065ee8 req-109f51f7-4c8f-4c73-a62f-d8104b8dfd90 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d04fb967-eb58-482c-9a98-f31bb7d52fb0 HTTP/1.1" status: 200 len: 834 time: 0.1247501 Jan 18 20:43:41.129920 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c8f22cfa-1492-4fde-b61c-1add67b08d7a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:41.148670 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device aaa2a41f-810c-453a-a6f7-55284fdd4e79 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:43:41.220333 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-3b54382a-f1c4-4e5c-9390-bede05dd92d8 None None] Set router b205494e-378f-450d-b69c-16d4b58277c3 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:43:41.265166 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7084d-492b-40c2-ade1-c2a0da065ee8 req-882428a3-a178-4ea0-9d68-97a0d1cc0d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:41.266875 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7cc7084d-492b-40c2-ade1-c2a0da065ee8 req-882428a3-a178-4ea0-9d68-97a0d1cc0d25 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8c9f4415-0000-437a-9b8d-c49ad523f5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199422 Jan 18 20:43:41.270124 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port aaa2a41f-810c-453a-a6f7-55284fdd4e79 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:41.270308 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (aaa2a41f-810c-453a-a6f7-55284fdd4e79), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:41.285594 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f22cfa-1492-4fde-b61c-1add67b08d7a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event updated for resources: {'Subnet': ['ID=9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:41.325363 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f22cfa-1492-4fde-b61c-1add67b08d7a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Checking segment: {'id': '28c0b015-86dd-4c12-aab6-969fa3eecfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:43:41.326290 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f22cfa-1492-4fde-b61c-1add67b08d7a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Network hostable DHCP agents. Network: ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:43:41.433423 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port aaa2a41f-810c-453a-a6f7-55284fdd4e79 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:41.434146 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (aaa2a41f-810c-453a-a6f7-55284fdd4e79), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:41.441391 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2c99d474-ea5a-4791-a652-1aefd39c41e3 None None] Publish callbacks [] for port (ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:41.476481 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port aaa2a41f-810c-453a-a6f7-55284fdd4e79, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=aaa2a41f-810c-453a-a6f7-55284fdd4e79,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:41.478626 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c730843a-b9b9-4b60-bd7d-bf79ab4639b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa2a41f-810c-453a-a6f7-55284fdd4e79'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:43:41.481339 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07942a9-796b-410e-a547-35ebce09f4a9" -d '{"events": [{"server_uuid": "c730843a-b9b9-4b60-bd7d-bf79ab4639b2", "name": "network-vif-plugged", "status": "completed", "tag": "aaa2a41f-810c-453a-a6f7-55284fdd4e79"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:43:41.487425 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2c99d474-ea5a-4791-a652-1aefd39c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:41.491873 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f22cfa-1492-4fde-b61c-1add67b08d7a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Network ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:43:41.497981 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (aaa2a41f-810c-453a-a6f7-55284fdd4e79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:41.520441 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-c8f22cfa-1492-4fde-b61c-1add67b08d7a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:43:41.533602 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad26ed0a-dea3-4859-a7e3-c383ebb39153 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:43:41.538926 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35038) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:41.543199 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb67026-16d8-45dc-b15f-44946632b83a req-a9975b7b-d0a4-4928-85d6-bdadd760b01c tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:41.550632 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ebb67026-16d8-45dc-b15f-44946632b83a req-a9975b7b-d0a4-4928-85d6-bdadd760b01c tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 945 time: 0.1343338 Jan 18 20:43:41.559738 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f22cfa-1492-4fde-b61c-1add67b08d7a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:41.560340 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c8f22cfa-1492-4fde-b61c-1add67b08d7a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:41.587340 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06af158-2256-4224-bef1-8313bc44bdd2 req-979302a9-69eb-4fae-a85d-98e9a5554da4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:41.588879 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a06af158-2256-4224-bef1-8313bc44bdd2 req-979302a9-69eb-4fae-a85d-98e9a5554da4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 945 time: 0.1737700 Jan 18 20:43:41.599730 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7cc7084d-492b-40c2-ade1-c2a0da065ee8 req-49b60eb6-15b0-43b6-bb7f-f2a410271831 service neutron] 10.222.0.70 "GET /v2.0/networks/8c9f4415-0000-437a-9b8d-c49ad523f5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163948 Jan 18 20:43:41.605999 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de460129-2776-48bb-b9c6-5496f7a9b541 None None] Network ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:43:41.644459 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-3b54382a-f1c4-4e5c-9390-bede05dd92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'name': 'tempest-TestNetworkBasicOps-router-114544171', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:13Z', 'updated_at': '2022-01-18T20:43:18Z', 'revision_number': 4, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:14Z', 'updated_at': '2022-01-18T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '08fe0cfb-a325-4145-9cbc-e4a1d757faa2', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'floating_ip_address': '172.25.4.8', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'port_id': '8eea819b-e985-43ad-b50e-aa0fa509fbda', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9f4415-0000-437a-9b8d-c49ad523f5e3', 'mac_address': 'fa:16:3e:1f:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62eff592-4df5-4ac6-83f8-dc24a1d2b187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:38Z', 'revision_number': 0, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c398c1f-4920-4286-8086-b5d1d3c6a7cc', 'name': '', 'network_id': '8c9f4415-0000-437a-9b8d-c49ad523f5e3', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'mac_address': 'fa:16:3e:a1:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'd04fb967-eb58-482c-9a98-f31bb7d52fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:17Z', 'updated_at': '2022-01-18T20:43:24Z', 'revision_number': 5, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'subnets': [{'id': 'd04fb967-eb58-482c-9a98-f31bb7d52fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:41.660040 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a06af158-2256-4224-bef1-8313bc44bdd2 req-90d1a428-06b4-4053-818f-9e6bb0c5efd5 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572846 Jan 18 20:43:41.665827 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fc95ac4c-2c52-475c-90c1-39999763a9a5 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/floatingips/08fe0cfb-a325-4145-9cbc-e4a1d757faa2 HTTP/1.1" status: 200 len: 990 time: 0.1148474 Jan 18 20:43:41.676709 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c8f22cfa-1492-4fde-b61c-1add67b08d7a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0785089 Jan 18 20:43:41.677285 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35040) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:41.694437 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-2c99d474-ea5a-4791-a652-1aefd39c41e3 None None] Attempting to bind port ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:43:41.705703 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-2c99d474-ea5a-4791-a652-1aefd39c41e3 None None] Attempting to bind port ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:43:41.706123 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c99d474-ea5a-4791-a652-1aefd39c41e3 None None] Attempting to bind port ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:43:41.733590 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b54382a-f1c4-4e5c-9390-bede05dd92d8 None None] The sync data for ids ['b205494e-378f-450d-b69c-16d4b58277c3'] in n-d-741529-9 is: [{'id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'name': 'tempest-TestNetworkBasicOps-router-114544171', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:13Z', 'updated_at': '2022-01-18T20:43:18Z', 'revision_number': 4, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:14Z', 'updated_at': '2022-01-18T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '08fe0cfb-a325-4145-9cbc-e4a1d757faa2', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'floating_ip_address': '172.25.4.8', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'port_id': '8eea819b-e985-43ad-b50e-aa0fa509fbda', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9f4415-0000-437a-9b8d-c49ad523f5e3', 'mac_address': 'fa:16:3e:1f:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62eff592-4df5-4ac6-83f8-dc24a1d2b187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:38Z', 'revision_number': 0, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c398c1f-4920-4286-8086-b5d1d3c6a7cc', 'name': '', 'network_id': '8c9f4415-0000-437a-9b8d-c49ad523f5e3', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'mac_address': 'fa:16:3e:a1:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'd04fb967-eb58-482c-9a98-f31bb7d52fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:17Z', 'updated_at': '2022-01-18T20:43:24Z', 'revision_number': 5, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'subnets': [{'id': 'd04fb967-eb58-482c-9a98-f31bb7d52fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:43:41.804331 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e15b222-b5b1-4754-b39f-46a4588bccee x-openstack-request-id: req-0e15b222-b5b1-4754-b39f-46a4588bccee {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:43:41.804787 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c730843a-b9b9-4b60-bd7d-bf79ab4639b2", "name": "network-vif-plugged", "status": "completed", "tag": "aaa2a41f-810c-453a-a6f7-55284fdd4e79", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:43:41.804965 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e15b222-b5b1-4754-b39f-46a4588bccee {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:43:41.805454 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c730843a-b9b9-4b60-bd7d-bf79ab4639b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa2a41f-810c-453a-a6f7-55284fdd4e79', 'code': 200} Jan 18 20:43:41.823268 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c99d474-ea5a-4791-a652-1aefd39c41e3 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:43:41.823691 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c99d474-ea5a-4791-a652-1aefd39c41e3 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:43:41.824040 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2c99d474-ea5a-4791-a652-1aefd39c41e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:41.824436 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c99d474-ea5a-4791-a652-1aefd39c41e3 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:43:41.824927 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-2c99d474-ea5a-4791-a652-1aefd39c41e3 None None] Bound port: ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:43:41.825310 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2c99d474-ea5a-4791-a652-1aefd39c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:41.885728 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7217167-bac5-4c66-990f-ae3648a02204 None None] Pushing event updated for resources: {'Port': ['ID=ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:41.955846 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-2c99d474-ea5a-4791-a652-1aefd39c41e3 None None] For port ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:43:41.960812 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-2c99d474-ea5a-4791-a652-1aefd39c41e3 None None] For port ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:43:42.014473 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2c99d474-ea5a-4791-a652-1aefd39c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:42.060054 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69a6fe2-50b5-4d2c-9a3d-1b394e8551c1 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:43:42.067131 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f9b079e-330a-42a9-9807-1ed71f74825f None None] Provisioning complete for port ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:42.067854 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f9b079e-330a-42a9-9807-1ed71f74825f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:42.103829 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c99d474-ea5a-4791-a652-1aefd39c41e3 None None] Routers {'8351096d-5e7a-41a8-b212-ae4be8df0090'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:43:42.106486 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2c99d474-ea5a-4791-a652-1aefd39c41e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:43:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8351096d-5e7a-41a8-b212-ae4be8df0090'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:42.154167 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=aaa2a41f-810c-453a-a6f7-55284fdd4e79,revision_number=7']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:42.187243 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ebb67026-16d8-45dc-b15f-44946632b83a req-11a840ca-2637-41b6-b1fb-746e8679cf83 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6304898 Jan 18 20:43:42.223051 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7cc7084d-492b-40c2-ade1-c2a0da065ee8 req-cb62d4c4-bd99-4b7d-8f6e-0a08c413b953 service neutron] 10.222.0.70 "GET /v2.0/networks/8c9f4415-0000-437a-9b8d-c49ad523f5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6160171 Jan 18 20:43:42.268104 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b3d78d-daca-430c-8201-4db908454b73 None None] New status for floating IP 08fe0cfb-a325-4145-9cbc-e4a1d757faa2: ACTIVE {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:43:42.464648 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b79bc164-0c71-4d54-b268-4d3bb7c5016e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:42.556769 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55049531-4333-4de0-ac9d-1493db2c8ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d', 'network_id': 'ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d', 'project_id': '83959e527a814796a955c3c62d4c16e7', 'fixed_ips': [{'subnet_id': '9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:43:42.557823 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-55049531-4333-4de0-ac9d-1493db2c8ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:42.658872 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35042) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:42.745884 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-2c99d474-ea5a-4791-a652-1aefd39c41e3 None None] Set router 8351096d-5e7a-41a8-b212-ae4be8df0090 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:43:42.776447 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7217167-bac5-4c66-990f-ae3648a02204 None None] Pushing event updated for resources: {'Port': ['ID=ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:42.782819 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-54cf547c-c9da-49ad-8695-785ef15cd55d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/floatingips/08fe0cfb-a325-4145-9cbc-e4a1d757faa2 HTTP/1.1" status: 200 len: 990 time: 0.1225226 Jan 18 20:43:42.870470 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-b79bc164-0c71-4d54-b268-4d3bb7c5016e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Allocated IP 172.20.0.1 (ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d/9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b/4efc548a-aa5b-4dff-bbc4-ba957d9b51c1) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:43:42.913826 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e19b7-04e0-4e4b-aefc-14127f49a64b req-4c279fb7-804b-466d-98a6-43e862893f3d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:42.918876 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-248e19b7-04e0-4e4b-aefc-14127f49a64b req-4c279fb7-804b-466d-98a6-43e862893f3d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 945 time: 0.0939455 Jan 18 20:43:43.011575 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f9b079e-330a-42a9-9807-1ed71f74825f None None] Current status of the port ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:43.012137 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f9b079e-330a-42a9-9807-1ed71f74825f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:43.041975 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-248e19b7-04e0-4e4b-aefc-14127f49a64b req-51788eae-bdb5-4164-8112-4a6cf4086b97 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126084 Jan 18 20:43:43.077298 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1f9b079e-330a-42a9-9807-1ed71f74825f None None] For port ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:43.086817 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f9b079e-330a-42a9-9807-1ed71f74825f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:43.124784 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b79bc164-0c71-4d54-b268-4d3bb7c5016e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for port (4efc548a-aa5b-4dff-bbc4-ba957d9b51c1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:43.152339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1d50f6ca-4ca9-4410-b2a8-57585755e02e up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:43:43.169179 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b79bc164-0c71-4d54-b268-4d3bb7c5016e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (4efc548a-aa5b-4dff-bbc4-ba957d9b51c1), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:43.202188 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2c99d474-ea5a-4791-a652-1aefd39c41e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'name': 'tempest-TestSecurityGroupsBasicOps-router-169640331', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:39Z', 'revision_number': 3, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'gw_port': {'id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:43.235229 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79bc164-0c71-4d54-b268-4d3bb7c5016e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Network ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:43:43.242339 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-b79bc164-0c71-4d54-b268-4d3bb7c5016e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:43:43.253829 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79bc164-0c71-4d54-b268-4d3bb7c5016e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:43:43.299438 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79bc164-0c71-4d54-b268-4d3bb7c5016e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event updated for resources: {'Port': ['ID=4efc548a-aa5b-4dff-bbc4-ba957d9b51c1,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:43.320148 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b079e-330a-42a9-9807-1ed71f74825f None None] Pushing event updated for resources: {'Port': ['ID=ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:43.335824 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b79bc164-0c71-4d54-b268-4d3bb7c5016e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (8351096d-5e7a-41a8-b212-ae4be8df0090), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:43.336657 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c99d474-ea5a-4791-a652-1aefd39c41e3 None None] The sync data for ids ['8351096d-5e7a-41a8-b212-ae4be8df0090'] in n-d-741529-9 is: [{'id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'name': 'tempest-TestSecurityGroupsBasicOps-router-169640331', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:39Z', 'revision_number': 3, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'gw_port': {'id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:43:43.348840 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-25c1a688-a377-4d58-ab86-3e2891e1471a None None] Provisioning complete for port ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:43.349219 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-25c1a688-a377-4d58-ab86-3e2891e1471a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:43.411600 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-55049531-4333-4de0-ac9d-1493db2c8ff2 None None] Allocated IP 172.20.0.2 (ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d/9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b/674e15dd-d338-4478-8a61-1efd5ddadfe5) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:43:43.431106 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd97d4f-b80f-49a3-90fd-5e8c6ccdad87 req-a5153998-7388-4337-81ca-34d55201de81 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:43.433856 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8fd97d4f-b80f-49a3-90fd-5e8c6ccdad87 req-a5153998-7388-4337-81ca-34d55201de81 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 946 time: 0.1240146 Jan 18 20:43:43.497889 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 1d50f6ca-4ca9-4410-b2a8-57585755e02e completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:43:43.504736 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 1d50f6ca-4ca9-4410-b2a8-57585755e02e triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:43.505115 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1d50f6ca-4ca9-4410-b2a8-57585755e02e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:43.526436 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8fd97d4f-b80f-49a3-90fd-5e8c6ccdad87 req-ef0ef2a5-32cc-44b1-9666-0e5b41862269 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873303 Jan 18 20:43:43.620254 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b79bc164-0c71-4d54-b268-4d3bb7c5016e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4efc548a-aa5b-4dff-bbc4-ba957d9b51c1), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:43.662566 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-25c1a688-a377-4d58-ab86-3e2891e1471a None None] Current status of the port ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:43.777679 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 1d50f6ca-4ca9-4410-b2a8-57585755e02e is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:43.777679 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1d50f6ca-4ca9-4410-b2a8-57585755e02e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:43.777679 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-55049531-4333-4de0-ac9d-1493db2c8ff2 None None] Publish callbacks [] for port (674e15dd-d338-4478-8a61-1efd5ddadfe5), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:43.795091 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35048) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:43.839619 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-55049531-4333-4de0-ac9d-1493db2c8ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (674e15dd-d338-4478-8a61-1efd5ddadfe5), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:43.852516 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49aa7179-9508-43ef-8275-39500f34d7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d50f6ca-4ca9-4410-b2a8-57585755e02e'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:43:43.854502 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c7ed92-bdf0-4222-94bf-cd2502c08e38" -d '{"events": [{"server_uuid": "49aa7179-9508-43ef-8275-39500f34d7ec", "name": "network-vif-plugged", "status": "completed", "tag": "1d50f6ca-4ca9-4410-b2a8-57585755e02e"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:43:43.935782 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477faa4c-87a1-4eb9-96b5-7c3663deb0f4 x-openstack-request-id: req-477faa4c-87a1-4eb9-96b5-7c3663deb0f4 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:43:43.936116 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49aa7179-9508-43ef-8275-39500f34d7ec", "name": "network-vif-plugged", "status": "completed", "tag": "1d50f6ca-4ca9-4410-b2a8-57585755e02e", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:43:43.936336 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-477faa4c-87a1-4eb9-96b5-7c3663deb0f4 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:43:43.937359 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49aa7179-9508-43ef-8275-39500f34d7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d50f6ca-4ca9-4410-b2a8-57585755e02e', 'code': 200} Jan 18 20:43:43.947787 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55049531-4333-4de0-ac9d-1493db2c8ff2 None None] Network ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:43:43.955202 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 1d50f6ca-4ca9-4410-b2a8-57585755e02e, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1d50f6ca-4ca9-4410-b2a8-57585755e02e,segment=NetworkSegment(315fa71f-cea4-40fe-870d-7e9180056016),segment_id=315fa71f-cea4-40fe-870d-7e9180056016)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:43.956706 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-55049531-4333-4de0-ac9d-1493db2c8ff2 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:43:43.961424 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55049531-4333-4de0-ac9d-1493db2c8ff2 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:43:43.972791 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1d50f6ca-4ca9-4410-b2a8-57585755e02e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:43.985525 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-46fcc510-c64a-43bf-aba1-27f82f992b91 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/floatingips/08fe0cfb-a325-4145-9cbc-e4a1d757faa2 HTTP/1.1" status: 200 len: 992 time: 0.1886158 Jan 18 20:43:44.060638 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-55049531-4333-4de0-ac9d-1493db2c8ff2 None None] Attempting to bind port 674e15dd-d338-4478-8a61-1efd5ddadfe5 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:43:44.060874 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-55049531-4333-4de0-ac9d-1493db2c8ff2 None None] Attempting to bind port 674e15dd-d338-4478-8a61-1efd5ddadfe5 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '28c0b015-86dd-4c12-aab6-969fa3eecfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:43:44.061165 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55049531-4333-4de0-ac9d-1493db2c8ff2 None None] Attempting to bind port 674e15dd-d338-4478-8a61-1efd5ddadfe5 on network ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:43:44.068247 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55049531-4333-4de0-ac9d-1493db2c8ff2 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:43:44.068628 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55049531-4333-4de0-ac9d-1493db2c8ff2 None None] Checking segment: {'id': '28c0b015-86dd-4c12-aab6-969fa3eecfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:43:44.069036 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-55049531-4333-4de0-ac9d-1493db2c8ff2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:44.069426 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55049531-4333-4de0-ac9d-1493db2c8ff2 None None] Bound using segment: {'id': '28c0b015-86dd-4c12-aab6-969fa3eecfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:43:44.069986 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-55049531-4333-4de0-ac9d-1493db2c8ff2 None None] Bound port: 674e15dd-d338-4478-8a61-1efd5ddadfe5, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c0b015-86dd-4c12-aab6-969fa3eecfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:43:44.070370 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-55049531-4333-4de0-ac9d-1493db2c8ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (674e15dd-d338-4478-8a61-1efd5ddadfe5), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:44.087930 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55049531-4333-4de0-ac9d-1493db2c8ff2 None None] Pushing event updated for resources: {'Port': ['ID=674e15dd-d338-4478-8a61-1efd5ddadfe5,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:44.226574 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=1d50f6ca-4ca9-4410-b2a8-57585755e02e,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:44.259339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-55049531-4333-4de0-ac9d-1493db2c8ff2 None None] For port 674e15dd-d338-4478-8a61-1efd5ddadfe5, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:43:44.264264 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-55049531-4333-4de0-ac9d-1493db2c8ff2 None None] For port 674e15dd-d338-4478-8a61-1efd5ddadfe5, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=674e15dd-d338-4478-8a61-1efd5ddadfe5,segment=NetworkSegment(28c0b015-86dd-4c12-aab6-969fa3eecfd0),segment_id=28c0b015-86dd-4c12-aab6-969fa3eecfd0)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:43:44.270471 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-55049531-4333-4de0-ac9d-1493db2c8ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (674e15dd-d338-4478-8a61-1efd5ddadfe5), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:44.366304 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5022f-5222-48db-8c90-87f7e49a73f4 req-90641240-efbe-4647-a281-dc3692d7d6c6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:44.372482 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6cd5022f-5222-48db-8c90-87f7e49a73f4 req-90641240-efbe-4647-a281-dc3692d7d6c6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 946 time: 0.2053330 Jan 18 20:43:44.415034 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844fb33-99ea-4263-9137-1dcad937c4ae req-6c67d601-0a6c-4761-821e-a019fe792f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:44.415204 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55049531-4333-4de0-ac9d-1493db2c8ff2 None None] Pushing event updated for resources: {'Port': ['ID=674e15dd-d338-4478-8a61-1efd5ddadfe5,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:44.416567 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3844fb33-99ea-4263-9137-1dcad937c4ae req-6c67d601-0a6c-4761-821e-a019fe792f81 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 1097 time: 0.3635123 Jan 18 20:43:44.571215 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:43:44.577459 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6cd5022f-5222-48db-8c90-87f7e49a73f4 req-83ead944-6145-4173-9016-7619fc6a0f86 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754045 Jan 18 20:43:44.583485 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3844fb33-99ea-4263-9137-1dcad937c4ae req-9b9ff60a-f390-4ac4-a8e0-d962c3feb49c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440609 Jan 18 20:43:44.750416 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:44.751982 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:44.892779 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b79bc164-0c71-4d54-b268-4d3bb7c5016e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for port (4efc548a-aa5b-4dff-bbc4-ba957d9b51c1), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:44.905113 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b79bc164-0c71-4d54-b268-4d3bb7c5016e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (4efc548a-aa5b-4dff-bbc4-ba957d9b51c1), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:45.014367 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55eb467-7a80-4453-a2fa-bf1f30e6be31 req-e307c0af-a878-42e7-9e1e-327f088a37af tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:45.016277 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a55eb467-7a80-4453-a2fa-bf1f30e6be31 req-e307c0af-a878-42e7-9e1e-327f088a37af tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 946 time: 0.2652335 Jan 18 20:43:45.046763 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b79bc164-0c71-4d54-b268-4d3bb7c5016e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (8351096d-5e7a-41a8-b212-ae4be8df0090), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:45.049793 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79bc164-0c71-4d54-b268-4d3bb7c5016e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event updated for resources: {'Port': ['ID=4efc548a-aa5b-4dff-bbc4-ba957d9b51c1,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:45.087130 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:45.124180 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a55eb467-7a80-4453-a2fa-bf1f30e6be31 req-fafc1957-356b-4ec7-aff7-9eba0af7de58 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911388 Jan 18 20:43:45.178213 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79bc164-0c71-4d54-b268-4d3bb7c5016e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Network ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:43:45.179795 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-b79bc164-0c71-4d54-b268-4d3bb7c5016e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:43:45.346753 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79bc164-0c71-4d54-b268-4d3bb7c5016e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Router 8351096d-5e7a-41a8-b212-ae4be8df0090 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:43:45.489600 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79bc164-0c71-4d54-b268-4d3bb7c5016e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:43:45.498498 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b79bc164-0c71-4d54-b268-4d3bb7c5016e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "PUT /v2.0/routers/8351096d-5e7a-41a8-b212-ae4be8df0090/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8172600 Jan 18 20:43:45.499153 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35062) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:45.507925 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-b7fed7f2-259e-4a73-be23-a6490ee1f86d tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--584957024', 'description': 'tempest-secgroup_access--584957024 description', 'project_id': '83959e527a814796a955c3c62d4c16e7'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:45.558976 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b7fed7f2-259e-4a73-be23-a6490ee1f86d tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:45.696599 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b7fed7f2-259e-4a73-be23-a6490ee1f86d tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for security_group (5964f1d1-6192-4fa5-a78b-41c67786ef4d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:45.701899 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b7fed7f2-259e-4a73-be23-a6490ee1f86d tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5964f1d1-6192-4fa5-a78b-41c67786ef4d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:45.769766 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b7fed7f2-259e-4a73-be23-a6490ee1f86d tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:45.771437 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b7fed7f2-259e-4a73-be23-a6490ee1f86d tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2687979 Jan 18 20:43:45.774387 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35066) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:45.779021 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-4ad67ec6-8f9a-4d42-b08e-0b628823c402 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1276516130', 'description': 'tempest-secgroup_general--1276516130 description', 'project_id': '83959e527a814796a955c3c62d4c16e7'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:45.804885 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fed7f2-259e-4a73-be23-a6490ee1f86d tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5964f1d1-6192-4fa5-a78b-41c67786ef4d,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:45.816710 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ad67ec6-8f9a-4d42-b08e-0b628823c402 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:45.828576 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae4088-e1f5-442a-8109-f095aa101cf4 req-26398569-f2ba-4a5c-a5cd-d39b8a1780bd tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:45.830313 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6cae4088-e1f5-442a-8109-f095aa101cf4 req-26398569-f2ba-4a5c-a5cd-d39b8a1780bd tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 946 time: 0.1034753 Jan 18 20:43:45.909285 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6cae4088-e1f5-442a-8109-f095aa101cf4 req-3e76851f-f166-4f58-92e6-551e63ffebb2 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725832 Jan 18 20:43:45.928766 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ad67ec6-8f9a-4d42-b08e-0b628823c402 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for security_group (69e6b953-3ab3-4b43-8397-79e973281e13), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:45.937352 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ad67ec6-8f9a-4d42-b08e-0b628823c402 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (69e6b953-3ab3-4b43-8397-79e973281e13), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:45.968993 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6170702f-0b59-4a69-a556-a2a0b2fb0372 None None] Network ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:43:45.975016 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ad67ec6-8f9a-4d42-b08e-0b628823c402 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:45.976279 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4ad67ec6-8f9a-4d42-b08e-0b628823c402 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2008803 Jan 18 20:43:45.979104 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35068) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:45.985678 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-287de140-ecaa-48f6-a5b6-6ac62a8bf068 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Request body: {'security_group_rule': {'security_group_id': '5964f1d1-6192-4fa5-a78b-41c67786ef4d', 'project_id': '83959e527a814796a955c3c62d4c16e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:45.990160 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad67ec6-8f9a-4d42-b08e-0b628823c402 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69e6b953-3ab3-4b43-8397-79e973281e13,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:46.036817 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-287de140-ecaa-48f6-a5b6-6ac62a8bf068 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for security_group_rule (2006d1e5-331e-4f11-b001-f0ec3b2eb962), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:46.068356 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d450c453-481d-427e-b2c3-5364aa036d6c None None] Provisioning complete for port 674e15dd-d338-4478-8a61-1efd5ddadfe5 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:46.069538 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d450c453-481d-427e-b2c3-5364aa036d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (674e15dd-d338-4478-8a61-1efd5ddadfe5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:46.126411 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-287de140-ecaa-48f6-a5b6-6ac62a8bf068 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for security_group_rule (2006d1e5-331e-4f11-b001-f0ec3b2eb962), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:46.132274 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-287de140-ecaa-48f6-a5b6-6ac62a8bf068 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (2006d1e5-331e-4f11-b001-f0ec3b2eb962), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:46.183774 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287de140-ecaa-48f6-a5b6-6ac62a8bf068 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2006d1e5-331e-4f11-b001-f0ec3b2eb962,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:46.205807 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-287de140-ecaa-48f6-a5b6-6ac62a8bf068 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:46.226768 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-287de140-ecaa-48f6-a5b6-6ac62a8bf068 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2464714 Jan 18 20:43:46.302120 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e002fc-372f-415f-907d-10258ec0082c req-1b641c5b-5657-47e8-9db1-4102a4a7a783 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:46.309850 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39e002fc-372f-415f-907d-10258ec0082c req-1b641c5b-5657-47e8-9db1-4102a4a7a783 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 946 time: 0.0695791 Jan 18 20:43:46.433550 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39e002fc-372f-415f-907d-10258ec0082c req-beae6cb9-dca2-4f35-9152-a75dcbc139d6 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226716 Jan 18 20:43:46.518396 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 674e15dd-d338-4478-8a61-1efd5ddadfe5 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:43:46.526144 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-035c09c1-95d1-449b-bcad-841f778ec4c4 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_general--1276516130&fields=id&tenant_id=83959e527a814796a955c3c62d4c16e7 HTTP/1.1" status: 200 len: 267 time: 0.0790765 Jan 18 20:43:46.608792 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-be51c645-ad01-4324-854c-a79d7900545e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_access--584957024&fields=id&tenant_id=83959e527a814796a955c3c62d4c16e7 HTTP/1.1" status: 200 len: 267 time: 0.0734587 Jan 18 20:43:46.623151 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d450c453-481d-427e-b2c3-5364aa036d6c None None] Current status of the port 674e15dd-d338-4478-8a61-1efd5ddadfe5 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:46.623848 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d450c453-481d-427e-b2c3-5364aa036d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (674e15dd-d338-4478-8a61-1efd5ddadfe5), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:46.653615 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f74ea06-214b-4399-bdc8-67312cd4914c None None] Sync routers for ids ['8351096d-5e7a-41a8-b212-ae4be8df0090'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:43:46.673452 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f74ea06-214b-4399-bdc8-67312cd4914c None None] Routers {'8351096d-5e7a-41a8-b212-ae4be8df0090'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:43:46.678034 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-2f74ea06-214b-4399-bdc8-67312cd4914c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:43:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8351096d-5e7a-41a8-b212-ae4be8df0090'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:46.708666 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d450c453-481d-427e-b2c3-5364aa036d6c None None] For port 674e15dd-d338-4478-8a61-1efd5ddadfe5, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=674e15dd-d338-4478-8a61-1efd5ddadfe5,segment=NetworkSegment(28c0b015-86dd-4c12-aab6-969fa3eecfd0),segment_id=28c0b015-86dd-4c12-aab6-969fa3eecfd0)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:46.733276 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 674e15dd-d338-4478-8a61-1efd5ddadfe5 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:46.733664 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (674e15dd-d338-4478-8a61-1efd5ddadfe5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:46.737517 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d450c453-481d-427e-b2c3-5364aa036d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (674e15dd-d338-4478-8a61-1efd5ddadfe5), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:46.787591 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-5cbde0fa-221d-446f-b0df-6014c21b6af8 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:46.796560 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-5cbde0fa-221d-446f-b0df-6014c21b6af8 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/networks?id=ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d HTTP/1.1" status: 200 len: 796 time: 0.1790130 Jan 18 20:43:46.819194 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-0f72b366-fce3-4f19-99ab-bb05ce25a6ab tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/quotas/83959e527a814796a955c3c62d4c16e7 HTTP/1.1" status: 200 len: 375 time: 0.0215228 Jan 18 20:43:46.855540 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-2f74ea06-214b-4399-bdc8-67312cd4914c None None] Set router 8351096d-5e7a-41a8-b212-ae4be8df0090 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:43:46.871817 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450c453-481d-427e-b2c3-5364aa036d6c None None] Pushing event updated for resources: {'Port': ['ID=674e15dd-d338-4478-8a61-1efd5ddadfe5,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:46.917368 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-1e862365-6afe-4a81-9f88-c6fdac1a0aff tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=83959e527a814796a955c3c62d4c16e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0971959 Jan 18 20:43:46.918110 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 674e15dd-d338-4478-8a61-1efd5ddadfe5 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:46.970150 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-85a78e92-69b3-4f48-a823-2d4c02054818 None None] Provisioning complete for port 4efc548a-aa5b-4dff-bbc4-ba957d9b51c1 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:46.971380 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-85a78e92-69b3-4f48-a823-2d4c02054818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4efc548a-aa5b-4dff-bbc4-ba957d9b51c1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:47.025289 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-85a78e92-69b3-4f48-a823-2d4c02054818 None None] Port 4efc548a-aa5b-4dff-bbc4-ba957d9b51c1 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:43:47.045989 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-85a78e92-69b3-4f48-a823-2d4c02054818 None None] Provisioning complete for port 674e15dd-d338-4478-8a61-1efd5ddadfe5 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:47.046464 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-85a78e92-69b3-4f48-a823-2d4c02054818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (674e15dd-d338-4478-8a61-1efd5ddadfe5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:47.161985 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-85a78e92-69b3-4f48-a823-2d4c02054818 None None] Current status of the port 674e15dd-d338-4478-8a61-1efd5ddadfe5 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:47.182585 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-5daa6c74-3929-4fe1-9b25-ff0f3244a8ef service neutron] 10.222.0.31 "GET /v2.0/networks/ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630987 Jan 18 20:43:47.197376 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9f61a-eb2e-42c4-8a79-fccfd535836f req-4720ed26-e4a8-4724-9c97-4d58938a26c8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:47.206719 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-10e9f61a-eb2e-42c4-8a79-fccfd535836f req-4720ed26-e4a8-4724-9c97-4d58938a26c8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 946 time: 0.1512632 Jan 18 20:43:47.267716 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-2f74ea06-214b-4399-bdc8-67312cd4914c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'name': 'tempest-TestSecurityGroupsBasicOps-router-169640331', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:43Z', 'revision_number': 4, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'gw_port': {'id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '4efc548a-aa5b-4dff-bbc4-ba957d9b51c1', 'name': '', 'network_id': 'ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'mac_address': 'fa:16:3e:08:82:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:42Z', 'updated_at': '2022-01-18T20:43:44Z', 'revision_number': 2, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'subnets': [{'id': '9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:47.288790 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0914c917-f7fb-4378-b770-38ea2f552b26 None None] Provisioning complete for port 4efc548a-aa5b-4dff-bbc4-ba957d9b51c1 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:47.289154 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0914c917-f7fb-4378-b770-38ea2f552b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4efc548a-aa5b-4dff-bbc4-ba957d9b51c1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:47.306521 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f74ea06-214b-4399-bdc8-67312cd4914c None None] Checking router: 8351096d-5e7a-41a8-b212-ae4be8df0090 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:43:47.307206 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f74ea06-214b-4399-bdc8-67312cd4914c None None] Updating router 8351096d-5e7a-41a8-b212-ae4be8df0090 port 4efc548a-aa5b-4dff-bbc4-ba957d9b51c1 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:43:47.353209 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-2f74ea06-214b-4399-bdc8-67312cd4914c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4efc548a-aa5b-4dff-bbc4-ba957d9b51c1), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:47.356413 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-10e9f61a-eb2e-42c4-8a79-fccfd535836f req-c96ca39f-0b19-47da-9956-bdaeef933e68 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487074 Jan 18 20:43:47.384623 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0914c917-f7fb-4378-b770-38ea2f552b26 None None] Port 4efc548a-aa5b-4dff-bbc4-ba957d9b51c1 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:43:47.435989 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-374aaf12-fa4e-4fc7-a764-aa84e93ca6ea service neutron] 10.222.0.31 "GET /v2.0/networks/ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076967 Jan 18 20:43:47.519604 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040df0a4-c42b-4ee6-b3d1-b133fac4fc0c req-58686abb-8b11-4b07-b165-b191cc4e1788 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:47.529314 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-040df0a4-c42b-4ee6-b3d1-b133fac4fc0c req-58686abb-8b11-4b07-b165-b191cc4e1788 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 946 time: 0.0762603 Jan 18 20:43:47.622477 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-040df0a4-c42b-4ee6-b3d1-b133fac4fc0c req-997b455e-783a-4d1f-9273-ea65291862c6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844429 Jan 18 20:43:47.641079 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35094) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:47.721541 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8f4ba52e-1665-4b1f-9ac0-644e34f7c61b None None] Provisioning complete for port 4efc548a-aa5b-4dff-bbc4-ba957d9b51c1 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:47.721977 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8f4ba52e-1665-4b1f-9ac0-644e34f7c61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4efc548a-aa5b-4dff-bbc4-ba957d9b51c1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:47.757873 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac389e53-e6d3-4786-a8ce-2906411a4200 req-d20574cd-8e9e-4b08-a641-b07154ade555 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20e2c-5687-4478-96c6-716e37062362 HTTP/1.1" status: 200 len: 210 time: 0.0844440 Jan 18 20:43:47.830312 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8f4ba52e-1665-4b1f-9ac0-644e34f7c61b None None] Port 4efc548a-aa5b-4dff-bbc4-ba957d9b51c1 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:43:47.874574 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be83fdd-4176-45de-afd2-3b540045ddbb req-ad622543-7c99-464d-9aab-1b8850d36f90 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:47.878747 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-2f74ea06-214b-4399-bdc8-67312cd4914c None None] Publish callbacks [] for port (4efc548a-aa5b-4dff-bbc4-ba957d9b51c1), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:47.879294 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc3555d-fe8b-43ab-82f7-7151f63c9863 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:47.881003 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8bc3555d-fe8b-43ab-82f7-7151f63c9863 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 1092 time: 0.2362270 Jan 18 20:43:47.883170 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3be83fdd-4176-45de-afd2-3b540045ddbb req-ad622543-7c99-464d-9aab-1b8850d36f90 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 946 time: 0.1316640 Jan 18 20:43:47.884109 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35102) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:47.888530 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-2f74ea06-214b-4399-bdc8-67312cd4914c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4efc548a-aa5b-4dff-bbc4-ba957d9b51c1), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:47.893746 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-13b67db9-a198-48da-9da0-9dc202bf16f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'port_id': '1d50f6ca-4ca9-4410-b2a8-57585755e02e', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:47.922268 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-13b67db9-a198-48da-9da0-9dc202bf16f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:47.960819 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00776dfd-6c10-46aa-b04f-f67d27edf05e None None] Pushing event updated for resources: {'Port': ['ID=4efc548a-aa5b-4dff-bbc4-ba957d9b51c1,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:47.970299 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3be83fdd-4176-45de-afd2-3b540045ddbb req-49d4f999-4979-4970-8288-7863bb6535a2 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839427 Jan 18 20:43:48.055261 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-2f74ea06-214b-4399-bdc8-67312cd4914c None None] Attempting to bind port 4efc548a-aa5b-4dff-bbc4-ba957d9b51c1 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:43:48.055917 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-2f74ea06-214b-4399-bdc8-67312cd4914c None None] Attempting to bind port 4efc548a-aa5b-4dff-bbc4-ba957d9b51c1 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '28c0b015-86dd-4c12-aab6-969fa3eecfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:43:48.056863 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f74ea06-214b-4399-bdc8-67312cd4914c None None] Attempting to bind port 4efc548a-aa5b-4dff-bbc4-ba957d9b51c1 on network ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:43:48.062732 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f74ea06-214b-4399-bdc8-67312cd4914c None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:43:48.063404 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f74ea06-214b-4399-bdc8-67312cd4914c None None] Checking segment: {'id': '28c0b015-86dd-4c12-aab6-969fa3eecfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:43:48.064085 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-2f74ea06-214b-4399-bdc8-67312cd4914c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:48.065205 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f74ea06-214b-4399-bdc8-67312cd4914c None None] Bound using segment: {'id': '28c0b015-86dd-4c12-aab6-969fa3eecfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:43:48.065921 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-2f74ea06-214b-4399-bdc8-67312cd4914c None None] Bound port: 4efc548a-aa5b-4dff-bbc4-ba957d9b51c1, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c0b015-86dd-4c12-aab6-969fa3eecfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:43:48.066534 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-2f74ea06-214b-4399-bdc8-67312cd4914c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4efc548a-aa5b-4dff-bbc4-ba957d9b51c1), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:48.129344 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-13b67db9-a198-48da-9da0-9dc202bf16f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:48.154922 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-2f74ea06-214b-4399-bdc8-67312cd4914c None None] For port 4efc548a-aa5b-4dff-bbc4-ba957d9b51c1, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:43:48.160253 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-2f74ea06-214b-4399-bdc8-67312cd4914c None None] For port 4efc548a-aa5b-4dff-bbc4-ba957d9b51c1, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4efc548a-aa5b-4dff-bbc4-ba957d9b51c1,segment=NetworkSegment(28c0b015-86dd-4c12-aab6-969fa3eecfd0),segment_id=28c0b015-86dd-4c12-aab6-969fa3eecfd0)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:43:48.170036 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-2f74ea06-214b-4399-bdc8-67312cd4914c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4efc548a-aa5b-4dff-bbc4-ba957d9b51c1), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:48.272870 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f74ea06-214b-4399-bdc8-67312cd4914c None None] Routers {'8351096d-5e7a-41a8-b212-ae4be8df0090'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:43:48.273549 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-2f74ea06-214b-4399-bdc8-67312cd4914c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:43:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8351096d-5e7a-41a8-b212-ae4be8df0090'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:48.339044 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00776dfd-6c10-46aa-b04f-f67d27edf05e None None] Pushing event updated for resources: {'Port': ['ID=4efc548a-aa5b-4dff-bbc4-ba957d9b51c1,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:48.379993 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-18482a15-020a-4d77-a6ad-13335db7ebd1 None None] Provisioning complete for port 4efc548a-aa5b-4dff-bbc4-ba957d9b51c1 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:48.381570 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-18482a15-020a-4d77-a6ad-13335db7ebd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4efc548a-aa5b-4dff-bbc4-ba957d9b51c1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:48.388213 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-13b67db9-a198-48da-9da0-9dc202bf16f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Allocated IP 172.25.4.112 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/a8b29dd2-4f17-42df-8a06-bbcea1020288) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:43:48.482879 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-2f74ea06-214b-4399-bdc8-67312cd4914c None None] Set router 8351096d-5e7a-41a8-b212-ae4be8df0090 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:43:48.536675 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 674e15dd-d338-4478-8a61-1efd5ddadfe5 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:43:48.610586 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-13b67db9-a198-48da-9da0-9dc202bf16f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for port (a8b29dd2-4f17-42df-8a06-bbcea1020288), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:48.648198 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-18482a15-020a-4d77-a6ad-13335db7ebd1 None None] Current status of the port 4efc548a-aa5b-4dff-bbc4-ba957d9b51c1 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:48.649374 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-18482a15-020a-4d77-a6ad-13335db7ebd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4efc548a-aa5b-4dff-bbc4-ba957d9b51c1), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:48.688853 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-13b67db9-a198-48da-9da0-9dc202bf16f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (a8b29dd2-4f17-42df-8a06-bbcea1020288), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:48.700419 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-18482a15-020a-4d77-a6ad-13335db7ebd1 None None] For port 4efc548a-aa5b-4dff-bbc4-ba957d9b51c1, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4efc548a-aa5b-4dff-bbc4-ba957d9b51c1,segment=NetworkSegment(28c0b015-86dd-4c12-aab6-969fa3eecfd0),segment_id=28c0b015-86dd-4c12-aab6-969fa3eecfd0)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:48.707995 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 674e15dd-d338-4478-8a61-1efd5ddadfe5 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:48.708413 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (674e15dd-d338-4478-8a61-1efd5ddadfe5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:48.712023 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-18482a15-020a-4d77-a6ad-13335db7ebd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4efc548a-aa5b-4dff-bbc4-ba957d9b51c1), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:48.744971 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b67db9-a198-48da-9da0-9dc202bf16f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Port': ['ID=a8b29dd2-4f17-42df-8a06-bbcea1020288,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:48.758365 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b67db9-a198-48da-9da0-9dc202bf16f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:43:48.761272 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-13b67db9-a198-48da-9da0-9dc202bf16f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:43:48.765006 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b67db9-a198-48da-9da0-9dc202bf16f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:43:48.795822 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18482a15-020a-4d77-a6ad-13335db7ebd1 None None] Pushing event updated for resources: {'Port': ['ID=4efc548a-aa5b-4dff-bbc4-ba957d9b51c1,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:48.847899 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-2f74ea06-214b-4399-bdc8-67312cd4914c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'name': 'tempest-TestSecurityGroupsBasicOps-router-169640331', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:43Z', 'revision_number': 4, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'gw_port': {'id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '4efc548a-aa5b-4dff-bbc4-ba957d9b51c1', 'name': '', 'network_id': 'ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'mac_address': 'fa:16:3e:08:82:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:42Z', 'updated_at': '2022-01-18T20:43:48Z', 'revision_number': 4, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'subnets': [{'id': '9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:48.872468 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ee9a3e9c-a044-448a-8d64-5a3ff053b751 None None] Provisioning complete for port 4efc548a-aa5b-4dff-bbc4-ba957d9b51c1 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:48.873559 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ee9a3e9c-a044-448a-8d64-5a3ff053b751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4efc548a-aa5b-4dff-bbc4-ba957d9b51c1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:48.928780 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f74ea06-214b-4399-bdc8-67312cd4914c None None] The sync data for ids ['8351096d-5e7a-41a8-b212-ae4be8df0090'] in n-d-741529-9 is: [{'id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'name': 'tempest-TestSecurityGroupsBasicOps-router-169640331', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:43Z', 'revision_number': 4, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'gw_port': {'id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '4efc548a-aa5b-4dff-bbc4-ba957d9b51c1', 'name': '', 'network_id': 'ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'mac_address': 'fa:16:3e:08:82:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:42Z', 'updated_at': '2022-01-18T20:43:48Z', 'revision_number': 4, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'subnets': [{'id': '9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:43:48.955365 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 674e15dd-d338-4478-8a61-1efd5ddadfe5 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:48.967473 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c0b184f-2898-434c-98ed-800cd88f1c5d req-c0df37fd-d145-47c8-9214-d07ab09d330a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20e2c-5687-4478-96c6-716e37062362 HTTP/1.1" status: 200 len: 210 time: 0.0635605 Jan 18 20:43:49.018304 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ee9a3e9c-a044-448a-8d64-5a3ff053b751 None None] Current status of the port 4efc548a-aa5b-4dff-bbc4-ba957d9b51c1 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:49.199512 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af06686-04cb-4db0-9c1f-b113b880d6f2 req-9b4d4496-dcf2-4b89-9bf6-0a314aff37d0 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:49.210273 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5af06686-04cb-4db0-9c1f-b113b880d6f2 req-9b4d4496-dcf2-4b89-9bf6-0a314aff37d0 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 946 time: 0.1155124 Jan 18 20:43:49.450872 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-13b67db9-a198-48da-9da0-9dc202bf16f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for floatingip (5aa8dfb8-8ca2-40ec-ae01-ab6a93d66b92), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:49.451698 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-4e5568e2-9751-4c0d-9429-7a15bced5c0b tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:49.453245 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-4e5568e2-9751-4c0d-9429-7a15bced5c0b tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.70 "GET /v2.0/networks?id=ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d HTTP/1.1" status: 200 len: 796 time: 0.2116632 Jan 18 20:43:49.461811 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5af06686-04cb-4db0-9c1f-b113b880d6f2 req-9ce22a5d-d671-432c-a971-0d53c461b45c tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501357 Jan 18 20:43:49.560180 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-7ebde04e-e366-4ef8-844f-3580cdb440d3 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83959e527a814796a955c3c62d4c16e7 HTTP/1.1" status: 200 len: 477 time: 0.0916774 Jan 18 20:43:49.574563 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-7afd4b17-8098-43a4-82b9-ad8f9c1e5476 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Request body: {'port': {'device_id': '94f20e2c-5687-4478-96c6-716e37062362', 'network_id': 'ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d', 'admin_state_up': True, 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'security_groups': ['69e6b953-3ab3-4b43-8397-79e973281e13', '5964f1d1-6192-4fa5-a78b-41c67786ef4d']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:49.585281 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-13b67db9-a198-48da-9da0-9dc202bf16f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a8b29dd2-4f17-42df-8a06-bbcea1020288), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:49.788008 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-13b67db9-a198-48da-9da0-9dc202bf16f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for port (a8b29dd2-4f17-42df-8a06-bbcea1020288), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:49.801141 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-13b67db9-a198-48da-9da0-9dc202bf16f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (a8b29dd2-4f17-42df-8a06-bbcea1020288), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:49.809596 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-7afd4b17-8098-43a4-82b9-ad8f9c1e5476 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Made reservation on behalf of 83959e527a814796a955c3c62d4c16e7 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:43:49.816421 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-7afd4b17-8098-43a4-82b9-ad8f9c1e5476 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:49.893431 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b67db9-a198-48da-9da0-9dc202bf16f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Port': ['ID=a8b29dd2-4f17-42df-8a06-bbcea1020288,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:49.905849 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-13b67db9-a198-48da-9da0-9dc202bf16f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (5aa8dfb8-8ca2-40ec-ae01-ab6a93d66b92), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:49.988430 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-7afd4b17-8098-43a4-82b9-ad8f9c1e5476 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Allocated IP 172.20.0.12 (ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d/9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b/be2ee179-583f-4582-acad-ff64a935db5d) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:43:50.041583 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [None req-13b67db9-a198-48da-9da0-9dc202bf16f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Floating IP 5aa8dfb8-8ca2-40ec-ae01-ab6a93d66b92 associated. External IP: 172.25.4.112, port: 1d50f6ca-4ca9-4410-b2a8-57585755e02e. Jan 18 20:43:50.149830 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0d3b8a24-906a-40e7-a045-57ba0311b602 req-20ec15a4-6bfc-41b9-87b2-c942612d6212 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20e2c-5687-4478-96c6-716e37062362 HTTP/1.1" status: 200 len: 210 time: 0.0569496 Jan 18 20:43:50.213463 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-7afd4b17-8098-43a4-82b9-ad8f9c1e5476 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for port (be2ee179-583f-4582-acad-ff64a935db5d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:50.271377 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-7afd4b17-8098-43a4-82b9-ad8f9c1e5476 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (be2ee179-583f-4582-acad-ff64a935db5d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:50.343303 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-7afd4b17-8098-43a4-82b9-ad8f9c1e5476 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Network ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:43:50.352419 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-7afd4b17-8098-43a4-82b9-ad8f9c1e5476 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:43:50.355714 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd4b17-8098-43a4-82b9-ad8f9c1e5476 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event updated for resources: {'Port': ['ID=be2ee179-583f-4582-acad-ff64a935db5d,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:50.359288 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-7afd4b17-8098-43a4-82b9-ad8f9c1e5476 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:43:50.409159 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b67db9-a198-48da-9da0-9dc202bf16f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Router 14faf3cb-228d-4854-acdc-99123502ed52 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:43:50.481905 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-7afd4b17-8098-43a4-82b9-ad8f9c1e5476 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:50.482854 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-7afd4b17-8098-43a4-82b9-ad8f9c1e5476 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:50.516843 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4efc548a-aa5b-4dff-bbc4-ba957d9b51c1 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:43:50.538416 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-7afd4b17-8098-43a4-82b9-ad8f9c1e5476 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.9700062 Jan 18 20:43:50.553462 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-26423fa9-9155-4e8e-877e-ea923963d75e service neutron] Request body: {'port': {'device_id': '94f20e2c-5687-4478-96c6-716e37062362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:43:50.633771 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b67db9-a198-48da-9da0-9dc202bf16f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:43:50.660209 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-13b67db9-a198-48da-9da0-9dc202bf16f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:50.668350 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5d31cb-3578-4e29-b585-9d2a64bad9a6 None None] Sync routers for ids ['14faf3cb-228d-4854-acdc-99123502ed52'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:43:50.672167 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 4efc548a-aa5b-4dff-bbc4-ba957d9b51c1 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:50.672539 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4efc548a-aa5b-4dff-bbc4-ba957d9b51c1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:50.700487 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-13b67db9-a198-48da-9da0-9dc202bf16f1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8151879 Jan 18 20:43:50.701318 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49aa7179-9508-43ef-8275-39500f34d7ec', 'tag': '1d50f6ca-4ca9-4410-b2a8-57585755e02e'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:43:50.704707 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ab4d12-b2ae-4bcb-bf65-15281ff436eb" -d '{"events": [{"name": "network-changed", "server_uuid": "49aa7179-9508-43ef-8275-39500f34d7ec", "tag": "1d50f6ca-4ca9-4410-b2a8-57585755e02e"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:43:50.760793 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5d31cb-3578-4e29-b585-9d2a64bad9a6 None None] Routers {'14faf3cb-228d-4854-acdc-99123502ed52'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:43:50.762255 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-bd5d31cb-3578-4e29-b585-9d2a64bad9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:43:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['14faf3cb-228d-4854-acdc-99123502ed52'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:50.770739 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-26423fa9-9155-4e8e-877e-ea923963d75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (be2ee179-583f-4582-acad-ff64a935db5d), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:50.795728 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427703b4-85bd-4c9a-ab11-3bee08ddd6d1 req-de1e616d-30fe-4d66-8eb6-7679f2ec4ecd tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:50.803828 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-427703b4-85bd-4c9a-ab11-3bee08ddd6d1 req-de1e616d-30fe-4d66-8eb6-7679f2ec4ecd tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 946 time: 0.2084165 Jan 18 20:43:50.899527 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-cf1849ac-92af-42bf-bab2-3348481159f3 None None] Provisioning complete for port be2ee179-583f-4582-acad-ff64a935db5d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:50.899898 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cf1849ac-92af-42bf-bab2-3348481159f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (be2ee179-583f-4582-acad-ff64a935db5d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:50.924407 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea864a-980e-4f49-ad90-2954d8bfbb3f req-f49e9577-3f80-4563-9208-88c5ac749e1d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:50.926315 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d1ea864a-980e-4f49-ad90-2954d8bfbb3f req-f49e9577-3f80-4563-9208-88c5ac749e1d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 946 time: 0.1137714 Jan 18 20:43:50.946526 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-427703b4-85bd-4c9a-ab11-3bee08ddd6d1 req-49a06600-63fe-468a-9aa2-a4b1463b1be0 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396983 Jan 18 20:43:50.947005 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-cf1849ac-92af-42bf-bab2-3348481159f3 None None] Port be2ee179-583f-4582-acad-ff64a935db5d cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:43:50.996007 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-bd5d31cb-3578-4e29-b585-9d2a64bad9a6 None None] Set router 14faf3cb-228d-4854-acdc-99123502ed52 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:43:51.004902 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ae3246-b906-4220-b801-baa2c4592efc x-openstack-request-id: req-62ae3246-b906-4220-b801-baa2c4592efc {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:43:51.006013 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49aa7179-9508-43ef-8275-39500f34d7ec", "tag": "1d50f6ca-4ca9-4410-b2a8-57585755e02e", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:43:51.006455 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62ae3246-b906-4220-b801-baa2c4592efc {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:43:51.007045 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49aa7179-9508-43ef-8275-39500f34d7ec', 'tag': '1d50f6ca-4ca9-4410-b2a8-57585755e02e', 'status': 'completed', 'code': 200} Jan 18 20:43:51.040788 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 4efc548a-aa5b-4dff-bbc4-ba957d9b51c1 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:51.089228 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d1ea864a-980e-4f49-ad90-2954d8bfbb3f req-3ab363e5-c3f7-47b5-a930-7b787fa35f7d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947733 Jan 18 20:43:51.105060 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab4d12-b2ae-4bcb-bf65-15281ff436eb req-8793b645-3d22-473b-971e-7394bf71d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:51.111951 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-82ab4d12-b2ae-4bcb-bf65-15281ff436eb req-8793b645-3d22-473b-971e-7394bf71d860 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 1097 time: 0.0830908 Jan 18 20:43:51.118750 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35122) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:51.282454 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-11854dc9-4dd8-4db0-ac5a-91b7bf4440e1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/floatingips/5aa8dfb8-8ca2-40ec-ae01-ab6a93d66b92 HTTP/1.1" status: 200 len: 992 time: 0.1611147 Jan 18 20:43:51.312976 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-bd5d31cb-3578-4e29-b585-9d2a64bad9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14faf3cb-228d-4854-acdc-99123502ed52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300717652', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:18Z', 'updated_at': '2022-01-18T20:43:26Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14faf3cb-228d-4854-acdc-99123502ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:19Z', 'updated_at': '2022-01-18T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '5aa8dfb8-8ca2-40ec-ae01-ab6a93d66b92', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'floating_ip_address': '172.25.4.112', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '14faf3cb-228d-4854-acdc-99123502ed52', 'port_id': '1d50f6ca-4ca9-4410-b2a8-57585755e02e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70', 'mac_address': 'fa:16:3e:6b:1b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49aa7179-9508-43ef-8275-39500f34d7ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:43:49Z', 'updated_at': '2022-01-18T20:43:49Z', 'revision_number': 0, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f20467-751b-4132-a303-658f30b36107', 'name': '', 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:0f:96:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14faf3cb-228d-4854-acdc-99123502ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'abd66e3f-a9e4-48e4-a61e-79e48c7ea732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:25Z', 'updated_at': '2022-01-18T20:43:32Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': 'abd66e3f-a9e4-48e4-a61e-79e48c7ea732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:51.346509 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab4d12-b2ae-4bcb-bf65-15281ff436eb req-b59bd3a1-64a5-42c4-bc63-73fc3b570317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:51.348023 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-82ab4d12-b2ae-4bcb-bf65-15281ff436eb req-b59bd3a1-64a5-42c4-bc63-73fc3b570317 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 HTTP/1.1" status: 200 len: 898 time: 0.2142024 Jan 18 20:43:51.349319 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5d31cb-3578-4e29-b585-9d2a64bad9a6 None None] Checking router: 14faf3cb-228d-4854-acdc-99123502ed52 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:43:51.350572 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-26423fa9-9155-4e8e-877e-ea923963d75e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be2ee179-583f-4582-acad-ff64a935db5d {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:43:51.359491 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5d31cb-3578-4e29-b585-9d2a64bad9a6 None None] Routers {'14faf3cb-228d-4854-acdc-99123502ed52'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:43:51.361455 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-bd5d31cb-3578-4e29-b585-9d2a64bad9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:43:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['14faf3cb-228d-4854-acdc-99123502ed52'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:51.362076 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-26423fa9-9155-4e8e-877e-ea923963d75e service neutron] Publish callbacks [] for port (be2ee179-583f-4582-acad-ff64a935db5d), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:51.391193 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-26423fa9-9155-4e8e-877e-ea923963d75e service neutron] Transition to ACTIVE for port object be2ee179-583f-4582-acad-ff64a935db5d will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:43:51.402474 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6285f56-0377-49b2-a0a7-d2e3b972619f req-3447e683-cf1c-4130-95df-f8ea67e276f6 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:51.411130 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6285f56-0377-49b2-a0a7-d2e3b972619f req-3447e683-cf1c-4130-95df-f8ea67e276f6 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20e2c-5687-4478-96c6-716e37062362 HTTP/1.1" status: 200 len: 971 time: 0.1331084 Jan 18 20:43:51.435657 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-26423fa9-9155-4e8e-877e-ea923963d75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (be2ee179-583f-4582-acad-ff64a935db5d), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:51.454928 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-82ab4d12-b2ae-4bcb-bf65-15281ff436eb req-ac404319-a9dc-41cd-a138-465f6c37ee37 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d50f6ca-4ca9-4410-b2a8-57585755e02e HTTP/1.1" status: 200 len: 1000 time: 0.0948131 Jan 18 20:43:51.551683 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-bd5d31cb-3578-4e29-b585-9d2a64bad9a6 None None] Set router 14faf3cb-228d-4854-acdc-99123502ed52 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:43:51.585750 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab4d12-b2ae-4bcb-bf65-15281ff436eb req-d12ed97c-bf67-4fc3-9ca9-f5e1708c6e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:51.587271 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-82ab4d12-b2ae-4bcb-bf65-15281ff436eb req-d12ed97c-bf67-4fc3-9ca9-f5e1708c6e98 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=abd66e3f-a9e4-48e4-a61e-79e48c7ea732 HTTP/1.1" status: 200 len: 835 time: 0.1294644 Jan 18 20:43:51.668884 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6285f56-0377-49b2-a0a7-d2e3b972619f req-d1721994-97a2-4eea-a4c9-60e7232680bb tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e6b953-3ab3-4b43-8397-79e973281e13&id=5964f1d1-6192-4fa5-a78b-41c67786ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2556210 Jan 18 20:43:51.674871 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26423fa9-9155-4e8e-877e-ea923963d75e service neutron] Pushing event updated for resources: {'Port': ['ID=be2ee179-583f-4582-acad-ff64a935db5d,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:51.677466 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab4d12-b2ae-4bcb-bf65-15281ff436eb req-67e34b47-3246-4a7d-a5bf-ab0178f0f526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:51.679104 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-82ab4d12-b2ae-4bcb-bf65-15281ff436eb req-67e34b47-3246-4a7d-a5bf-ab0178f0f526 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ef351fc-86b1-4d7a-96c0-2dcd7538fd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812798 Jan 18 20:43:51.787139 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-26423fa9-9155-4e8e-877e-ea923963d75e service neutron] Attempting to bind port be2ee179-583f-4582-acad-ff64a935db5d on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:43:51.787548 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-26423fa9-9155-4e8e-877e-ea923963d75e service neutron] Attempting to bind port be2ee179-583f-4582-acad-ff64a935db5d by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '28c0b015-86dd-4c12-aab6-969fa3eecfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:43:51.788883 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-26423fa9-9155-4e8e-877e-ea923963d75e service neutron] Attempting to bind port be2ee179-583f-4582-acad-ff64a935db5d on network ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:43:51.792695 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-26423fa9-9155-4e8e-877e-ea923963d75e service neutron] Port be2ee179-583f-4582-acad-ff64a935db5d on network ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:43:51.793023 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-26423fa9-9155-4e8e-877e-ea923963d75e service neutron] Attempting to bind port be2ee179-583f-4582-acad-ff64a935db5d on network ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:43:51.798351 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-26423fa9-9155-4e8e-877e-ea923963d75e service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:43:51.798750 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-26423fa9-9155-4e8e-877e-ea923963d75e service neutron] Checking segment: {'id': '28c0b015-86dd-4c12-aab6-969fa3eecfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:43:51.799102 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-26423fa9-9155-4e8e-877e-ea923963d75e service neutron] Bound using segment: {'id': '28c0b015-86dd-4c12-aab6-969fa3eecfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:43:51.799539 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-26423fa9-9155-4e8e-877e-ea923963d75e service neutron] Bound port: be2ee179-583f-4582-acad-ff64a935db5d, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c0b015-86dd-4c12-aab6-969fa3eecfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:43:51.799901 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-26423fa9-9155-4e8e-877e-ea923963d75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (be2ee179-583f-4582-acad-ff64a935db5d), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:51.884039 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-82ab4d12-b2ae-4bcb-bf65-15281ff436eb req-f4e028cb-d352-45c7-8e30-7516f41468ad service neutron] 10.222.0.70 "GET /v2.0/networks/7ef351fc-86b1-4d7a-96c0-2dcd7538fd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813262 Jan 18 20:43:51.943807 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-26423fa9-9155-4e8e-877e-ea923963d75e service neutron] For port be2ee179-583f-4582-acad-ff64a935db5d, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:43:51.948489 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-26423fa9-9155-4e8e-877e-ea923963d75e service neutron] For port be2ee179-583f-4582-acad-ff64a935db5d, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=be2ee179-583f-4582-acad-ff64a935db5d,segment=NetworkSegment(28c0b015-86dd-4c12-aab6-969fa3eecfd0),segment_id=28c0b015-86dd-4c12-aab6-969fa3eecfd0)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:43:51.956433 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-26423fa9-9155-4e8e-877e-ea923963d75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (be2ee179-583f-4582-acad-ff64a935db5d), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:51.961041 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-bd5d31cb-3578-4e29-b585-9d2a64bad9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14faf3cb-228d-4854-acdc-99123502ed52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300717652', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:18Z', 'updated_at': '2022-01-18T20:43:26Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14faf3cb-228d-4854-acdc-99123502ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:19Z', 'updated_at': '2022-01-18T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '5aa8dfb8-8ca2-40ec-ae01-ab6a93d66b92', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'floating_ip_address': '172.25.4.112', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '14faf3cb-228d-4854-acdc-99123502ed52', 'port_id': '1d50f6ca-4ca9-4410-b2a8-57585755e02e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70', 'mac_address': 'fa:16:3e:6b:1b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49aa7179-9508-43ef-8275-39500f34d7ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:43:49Z', 'updated_at': '2022-01-18T20:43:49Z', 'revision_number': 0, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f20467-751b-4132-a303-658f30b36107', 'name': '', 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:0f:96:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14faf3cb-228d-4854-acdc-99123502ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'abd66e3f-a9e4-48e4-a61e-79e48c7ea732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:25Z', 'updated_at': '2022-01-18T20:43:32Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': 'abd66e3f-a9e4-48e4-a61e-79e48c7ea732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:43:51.999717 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5d31cb-3578-4e29-b585-9d2a64bad9a6 None None] The sync data for ids ['14faf3cb-228d-4854-acdc-99123502ed52'] in n-d-741529-9 is: [{'id': '14faf3cb-228d-4854-acdc-99123502ed52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300717652', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:18Z', 'updated_at': '2022-01-18T20:43:26Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14faf3cb-228d-4854-acdc-99123502ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:19Z', 'updated_at': '2022-01-18T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '5aa8dfb8-8ca2-40ec-ae01-ab6a93d66b92', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'floating_ip_address': '172.25.4.112', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '14faf3cb-228d-4854-acdc-99123502ed52', 'port_id': '1d50f6ca-4ca9-4410-b2a8-57585755e02e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70', 'mac_address': 'fa:16:3e:6b:1b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49aa7179-9508-43ef-8275-39500f34d7ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:43:49Z', 'updated_at': '2022-01-18T20:43:49Z', 'revision_number': 0, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f20467-751b-4132-a303-658f30b36107', 'name': '', 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:0f:96:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14faf3cb-228d-4854-acdc-99123502ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'abd66e3f-a9e4-48e4-a61e-79e48c7ea732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:25Z', 'updated_at': '2022-01-18T20:43:32Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': 'abd66e3f-a9e4-48e4-a61e-79e48c7ea732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:43:52.025657 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-26423fa9-9155-4e8e-877e-ea923963d75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:52.026681 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-26423fa9-9155-4e8e-877e-ea923963d75e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:52.032390 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-26423fa9-9155-4e8e-877e-ea923963d75e service neutron] 10.222.0.70 "PUT /v2.0/ports/be2ee179-583f-4582-acad-ff64a935db5d HTTP/1.1" status: 200 len: 1131 time: 1.4826112 Jan 18 20:43:52.034194 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f20e2c-5687-4478-96c6-716e37062362', 'tag': 'be2ee179-583f-4582-acad-ff64a935db5d'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:43:52.036831 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69539b4e-317f-4724-a29a-76a4dd9cbf6b" -d '{"events": [{"name": "network-changed", "server_uuid": "94f20e2c-5687-4478-96c6-716e37062362", "tag": "be2ee179-583f-4582-acad-ff64a935db5d"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:43:52.131409 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-82ab4d12-b2ae-4bcb-bf65-15281ff436eb req-ee97f565-3a29-4800-aabb-6a3e1909e849 service neutron] 10.222.0.70 "GET /v2.0/networks/7ef351fc-86b1-4d7a-96c0-2dcd7538fd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414730 Jan 18 20:43:52.146641 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb99de28-8f83-4458-8931-bd454f0f2a10 x-openstack-request-id: req-cb99de28-8f83-4458-8931-bd454f0f2a10 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:43:52.147263 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f20e2c-5687-4478-96c6-716e37062362", "tag": "be2ee179-583f-4582-acad-ff64a935db5d", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:43:52.147263 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb99de28-8f83-4458-8931-bd454f0f2a10 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:43:52.147557 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f20e2c-5687-4478-96c6-716e37062362', 'tag': 'be2ee179-583f-4582-acad-ff64a935db5d', 'status': 'completed', 'code': 200} Jan 18 20:43:52.177593 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26423fa9-9155-4e8e-877e-ea923963d75e service neutron] Pushing event updated for resources: {'Port': ['ID=be2ee179-583f-4582-acad-ff64a935db5d,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:52.216496 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-2d7fc984-26c3-4351-88e9-a64c116cbf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:52.219584 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-2d7fc984-26c3-4351-88e9-a64c116cbf10 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83959e527a814796a955c3c62d4c16e7&device_id=94f20e2c-5687-4478-96c6-716e37062362 HTTP/1.1" status: 200 len: 1134 time: 0.1363356 Jan 18 20:43:52.239825 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a55fd-c0f8-4a91-8ef4-27b26e3a2d7d req-5aea4fd9-6d84-410a-b8d6-20e139afeb0c tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:52.241413 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e9a55fd-c0f8-4a91-8ef4-27b26e3a2d7d req-5aea4fd9-6d84-410a-b8d6-20e139afeb0c tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 946 time: 0.1360528 Jan 18 20:43:52.285419 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35130) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:52.295485 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-a7bc147c-bc17-4cb7-ab9f-8f1b1978b80a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be2ee179-583f-4582-acad-ff64a935db5d HTTP/1.1" status: 200 len: 217 time: 0.0530362 Jan 18 20:43:52.398731 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-382896e8-dedf-45ed-8370-9a17090243c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:52.401085 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-382896e8-dedf-45ed-8370-9a17090243c2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b HTTP/1.1" status: 200 len: 835 time: 0.0990562 Jan 18 20:43:52.407250 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e9a55fd-c0f8-4a91-8ef4-27b26e3a2d7d req-f1172e3a-f71c-442a-bdad-c34bbb5242a5 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547954 Jan 18 20:43:52.412609 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4d5b65a8-cec2-4c89-8075-23416d861f14 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/floatingips/5aa8dfb8-8ca2-40ec-ae01-ab6a93d66b92 HTTP/1.1" status: 200 len: 992 time: 0.1256113 Jan 18 20:43:52.462117 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7fc376-4e3c-4bbe-a836-1b58fe71e916 None None] New status for floating IP 5aa8dfb8-8ca2-40ec-ae01-ab6a93d66b92: ACTIVE {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:43:52.476138 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-45944f2c-b771-4213-a0b5-17ade308b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:52.478380 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-45944f2c-b771-4213-a0b5-17ade308b781 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684273 Jan 18 20:43:52.601145 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-6627e0ee-e19d-42f5-b4e1-0b669c9e1980 service neutron] 10.222.0.70 "GET /v2.0/networks/ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148322 Jan 18 20:43:52.718271 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-971fdaae-2286-4812-a3aa-2cb44ae76313 req-49889409-7536-4472-8440-8446903cc6dc service neutron] 10.222.0.70 "GET /v2.0/networks/ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111946 Jan 18 20:43:52.862172 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69539b4e-317f-4724-a29a-76a4dd9cbf6b req-04a3ecfb-3b92-47f3-8298-5b336d42630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:52.863820 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-69539b4e-317f-4724-a29a-76a4dd9cbf6b req-04a3ecfb-3b92-47f3-8298-5b336d42630e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83959e527a814796a955c3c62d4c16e7&device_id=94f20e2c-5687-4478-96c6-716e37062362 HTTP/1.1" status: 200 len: 1134 time: 0.0765877 Jan 18 20:43:52.909598 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057d1dc-4948-45fa-a004-acc8da44d028 req-24215c2c-5ed8-445e-8548-58186ea3c5f8 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:52.911228 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a057d1dc-4948-45fa-a004-acc8da44d028 req-24215c2c-5ed8-445e-8548-58186ea3c5f8 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20e2c-5687-4478-96c6-716e37062362 HTTP/1.1" status: 200 len: 983 time: 0.0928752 Jan 18 20:43:53.011215 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69539b4e-317f-4724-a29a-76a4dd9cbf6b req-6cd9d8dc-07be-4495-8f55-5c6f8f68bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:53.013033 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-69539b4e-317f-4724-a29a-76a4dd9cbf6b req-6cd9d8dc-07be-4495-8f55-5c6f8f68bba0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d HTTP/1.1" status: 200 len: 897 time: 0.1408813 Jan 18 20:43:53.060329 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a057d1dc-4948-45fa-a004-acc8da44d028 req-a188b30d-fa40-4131-abce-216a352136c1 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e6b953-3ab3-4b43-8397-79e973281e13&id=5964f1d1-6192-4fa5-a78b-41c67786ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1181607 Jan 18 20:43:53.062406 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-69539b4e-317f-4724-a29a-76a4dd9cbf6b req-cdb27efb-69d5-44c5-909d-8a147bd5109b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be2ee179-583f-4582-acad-ff64a935db5d HTTP/1.1" status: 200 len: 217 time: 0.0412464 Jan 18 20:43:53.130114 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69539b4e-317f-4724-a29a-76a4dd9cbf6b req-790e5e94-016d-44ea-971f-d6563eb27dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:53.131651 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-69539b4e-317f-4724-a29a-76a4dd9cbf6b req-790e5e94-016d-44ea-971f-d6563eb27dbd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b HTTP/1.1" status: 200 len: 835 time: 0.0567734 Jan 18 20:43:53.188105 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69539b4e-317f-4724-a29a-76a4dd9cbf6b req-2ff23652-320f-45df-9d34-31041bbe8934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:53.191088 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-69539b4e-317f-4724-a29a-76a4dd9cbf6b req-2ff23652-320f-45df-9d34-31041bbe8934 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495958 Jan 18 20:43:53.289300 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-69539b4e-317f-4724-a29a-76a4dd9cbf6b req-2cd2e6a0-2556-4b1c-885b-89fde9b4bec2 service neutron] 10.222.0.70 "GET /v2.0/networks/ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907960 Jan 18 20:43:53.396446 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-69539b4e-317f-4724-a29a-76a4dd9cbf6b req-1083c592-4225-45af-99c5-482b787c5659 service neutron] 10.222.0.70 "GET /v2.0/networks/ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012745 Jan 18 20:43:53.413943 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35134) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:53.509999 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4590e7dc-5ae0-44c4-8116-2a0e62603490 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/floatingips/5aa8dfb8-8ca2-40ec-ae01-ab6a93d66b92 HTTP/1.1" status: 200 len: 994 time: 0.0937724 Jan 18 20:43:53.585218 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e4871-955b-4722-9d06-ff23537c7c74 req-c4b6c11e-a35f-49c0-b3c3-8db696302a5b tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:53.594166 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d5e4871-955b-4722-9d06-ff23537c7c74 req-c4b6c11e-a35f-49c0-b3c3-8db696302a5b tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 946 time: 0.0674732 Jan 18 20:43:53.655265 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d5e4871-955b-4722-9d06-ff23537c7c74 req-88c0c4e3-b52f-4689-a382-56a84d583824 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601027 Jan 18 20:43:54.189839 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a3eaf-58f2-4c92-b2e4-cabd2a0221f6 req-904f9063-f8ff-4960-82bf-24bd00f3b84b tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:54.191703 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c0a3eaf-58f2-4c92-b2e4-cabd2a0221f6 req-904f9063-f8ff-4960-82bf-24bd00f3b84b tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20e2c-5687-4478-96c6-716e37062362 HTTP/1.1" status: 200 len: 983 time: 0.0544043 Jan 18 20:43:54.250448 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c0a3eaf-58f2-4c92-b2e4-cabd2a0221f6 req-af6c6cfc-09bf-4b21-87b7-45006edad5c4 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e6b953-3ab3-4b43-8397-79e973281e13&id=5964f1d1-6192-4fa5-a78b-41c67786ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0528002 Jan 18 20:43:54.779982 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62e05a-730d-4a31-b665-0face9b4f530 req-b211be7e-cd41-4982-8c0f-9365a3ef95df tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:54.781736 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4b62e05a-730d-4a31-b665-0face9b4f530 req-b211be7e-cd41-4982-8c0f-9365a3ef95df tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 946 time: 0.0502729 Jan 18 20:43:54.829065 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4b62e05a-730d-4a31-b665-0face9b4f530 req-290df91e-faac-4010-a02d-37dd6f8e5a47 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414739 Jan 18 20:43:55.371737 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8497a-6986-4b1f-ae46-a5a712afd37e req-9fadb505-3138-4902-9110-49d5d94a91a1 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:55.373186 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46c8497a-6986-4b1f-ae46-a5a712afd37e req-9fadb505-3138-4902-9110-49d5d94a91a1 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20e2c-5687-4478-96c6-716e37062362 HTTP/1.1" status: 200 len: 983 time: 0.0515356 Jan 18 20:43:55.431855 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-46c8497a-6986-4b1f-ae46-a5a712afd37e req-45c3efc3-eedc-424d-822e-d6a8da21a73f tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e6b953-3ab3-4b43-8397-79e973281e13&id=5964f1d1-6192-4fa5-a78b-41c67786ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0523531 Jan 18 20:43:55.576309 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56f7c8-6402-4f70-8054-93709fce83c3 req-0e51f15c-77cf-4fff-b064-2781df71da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:55.577959 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a56f7c8-6402-4f70-8054-93709fce83c3 req-0e51f15c-77cf-4fff-b064-2781df71da0c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bd09648e415d4d869a00516b6fefc51b&device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 1097 time: 0.0409191 Jan 18 20:43:55.645089 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-46c9a2b1-6939-451e-9b6d-e4a1154b03f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:55.676483 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56f7c8-6402-4f70-8054-93709fce83c3 req-749638e0-5258-43de-8d1c-63ed82cce4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:55.677969 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a56f7c8-6402-4f70-8054-93709fce83c3 req-749638e0-5258-43de-8d1c-63ed82cce4db service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0f612c6-d05f-4361-b3f8-733414ecc1c6 HTTP/1.1" status: 200 len: 916 time: 0.0859807 Jan 18 20:43:55.744769 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a56f7c8-6402-4f70-8054-93709fce83c3 req-78788bcb-7b18-47bf-9991-5b4a07286cd0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaa2a41f-810c-453a-a6f7-55284fdd4e79 HTTP/1.1" status: 200 len: 1001 time: 0.0564737 Jan 18 20:43:55.791737 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56f7c8-6402-4f70-8054-93709fce83c3 req-3b268401-ebe4-4438-9c6e-663a13a5b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:55.793118 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a56f7c8-6402-4f70-8054-93709fce83c3 req-3b268401-ebe4-4438-9c6e-663a13a5b0e7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c9a27f59-8bf5-426b-9eee-6f178264ab2d HTTP/1.1" status: 200 len: 854 time: 0.0416121 Jan 18 20:43:55.842560 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56f7c8-6402-4f70-8054-93709fce83c3 req-94e2d258-95e5-4449-a654-3723c3154776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:55.844042 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a56f7c8-6402-4f70-8054-93709fce83c3 req-94e2d258-95e5-4449-a654-3723c3154776 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0f612c6-d05f-4361-b3f8-733414ecc1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426672 Jan 18 20:43:55.960916 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a56f7c8-6402-4f70-8054-93709fce83c3 req-13a596d2-bcf2-477d-8bdf-833676678745 service neutron] 10.222.0.70 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107686 Jan 18 20:43:55.972590 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e702dc9-5cdb-4d82-bf8b-979e4d449610 req-603baa05-b268-443a-8fde-828607a89c96 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:55.973981 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1e702dc9-5cdb-4d82-bf8b-979e4d449610 req-603baa05-b268-443a-8fde-828607a89c96 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 946 time: 0.0699861 Jan 18 20:43:56.073960 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1e702dc9-5cdb-4d82-bf8b-979e4d449610 req-bdcdae33-7209-4de2-89ec-f8343171c34a tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899303 Jan 18 20:43:56.090160 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a56f7c8-6402-4f70-8054-93709fce83c3 req-1731e304-39c4-4e37-8248-e40b8bb3d8ed service neutron] 10.222.0.70 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129417 Jan 18 20:43:56.836411 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a9cdc-ce46-45d5-a01c-4c34c5fd1828 req-d23ed964-d79c-41c7-867e-e0f8766b286e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:56.837808 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e2a9cdc-ce46-45d5-a01c-4c34c5fd1828 req-d23ed964-d79c-41c7-867e-e0f8766b286e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20e2c-5687-4478-96c6-716e37062362 HTTP/1.1" status: 200 len: 983 time: 0.3384817 Jan 18 20:43:56.891148 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e2a9cdc-ce46-45d5-a01c-4c34c5fd1828 req-fec27cab-2b3e-4b75-a77a-feee5b8ae4c4 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e6b953-3ab3-4b43-8397-79e973281e13&id=5964f1d1-6192-4fa5-a78b-41c67786ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0476885 Jan 18 20:43:57.191360 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4a953-8550-43de-b9d6-908a86e86f4f req-7d0d5ccc-760e-4d05-a385-2cc15bcca47c tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:57.192788 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dbb4a953-8550-43de-b9d6-908a86e86f4f req-7d0d5ccc-760e-4d05-a385-2cc15bcca47c tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 946 time: 0.0465462 Jan 18 20:43:57.219220 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device be2ee179-583f-4582-acad-ff64a935db5d details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:43:57.223751 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device aaa2a41f-810c-453a-a6f7-55284fdd4e79 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:43:57.240370 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dbb4a953-8550-43de-b9d6-908a86e86f4f req-f32668eb-21a3-4a19-8473-14f8d9ce8ddc tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419199 Jan 18 20:43:57.371375 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port aaa2a41f-810c-453a-a6f7-55284fdd4e79 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:57.371689 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (aaa2a41f-810c-453a-a6f7-55284fdd4e79), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:57.378747 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port be2ee179-583f-4582-acad-ff64a935db5d, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=be2ee179-583f-4582-acad-ff64a935db5d,segment=NetworkSegment(28c0b015-86dd-4c12-aab6-969fa3eecfd0),segment_id=28c0b015-86dd-4c12-aab6-969fa3eecfd0)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:57.397685 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'be2ee179-583f-4582-acad-ff64a935db5d', 'network_id': 'ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d', 'port_id': 'be2ee179-583f-4582-acad-ff64a935db5d', 'mac_address': 'fa:16:3e:cf:d0:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:43:57.411252 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c730843a-b9b9-4b60-bd7d-bf79ab4639b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaa2a41f-810c-453a-a6f7-55284fdd4e79'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:43:57.413494 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9874e6-f62b-436d-8369-f2f9b36accef" -d '{"events": [{"server_uuid": "c730843a-b9b9-4b60-bd7d-bf79ab4639b2", "name": "network-vif-unplugged", "status": "completed", "tag": "aaa2a41f-810c-453a-a6f7-55284fdd4e79"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:43:57.443969 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port aaa2a41f-810c-453a-a6f7-55284fdd4e79, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=aaa2a41f-810c-453a-a6f7-55284fdd4e79,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:57.449400 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e52040-4660-4470-93be-65de239621bd x-openstack-request-id: req-d3e52040-4660-4470-93be-65de239621bd {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:43:57.449717 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c730843a-b9b9-4b60-bd7d-bf79ab4639b2", "name": "network-vif-unplugged", "status": "completed", "tag": "aaa2a41f-810c-453a-a6f7-55284fdd4e79", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:43:57.449972 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3e52040-4660-4470-93be-65de239621bd {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:43:57.450366 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c730843a-b9b9-4b60-bd7d-bf79ab4639b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaa2a41f-810c-453a-a6f7-55284fdd4e79', 'code': 200} Jan 18 20:43:57.452989 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (aaa2a41f-810c-453a-a6f7-55284fdd4e79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:57.462629 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port be2ee179-583f-4582-acad-ff64a935db5d is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:57.463008 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (be2ee179-583f-4582-acad-ff64a935db5d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:57.496953 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be2ee179-583f-4582-acad-ff64a935db5d {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:43:57.532071 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port be2ee179-583f-4582-acad-ff64a935db5d, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=be2ee179-583f-4582-acad-ff64a935db5d,segment=NetworkSegment(28c0b015-86dd-4c12-aab6-969fa3eecfd0),segment_id=28c0b015-86dd-4c12-aab6-969fa3eecfd0)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:57.535374 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=aaa2a41f-810c-453a-a6f7-55284fdd4e79,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:57.538913 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (be2ee179-583f-4582-acad-ff64a935db5d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:57.587214 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=be2ee179-583f-4582-acad-ff64a935db5d,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:57.800496 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['be2ee179-583f-4582-acad-ff64a935db5d'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:43:57.827571 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-968f950e-0b6f-49af-a8ec-37db6f478730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:58.007620 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0ae07-97dd-4280-9051-ed4eeae990e2 req-9f41e81d-bfc1-40d1-9d85-7e62f8d582d1 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:58.009100 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8bf0ae07-97dd-4280-9051-ed4eeae990e2 req-9f41e81d-bfc1-40d1-9d85-7e62f8d582d1 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20e2c-5687-4478-96c6-716e37062362 HTTP/1.1" status: 200 len: 984 time: 0.0501583 Jan 18 20:43:58.074919 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8bf0ae07-97dd-4280-9051-ed4eeae990e2 req-2fe29ff1-4941-4459-b0ac-1fb99fd71731 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e6b953-3ab3-4b43-8397-79e973281e13&id=5964f1d1-6192-4fa5-a78b-41c67786ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0596302 Jan 18 20:43:58.160359 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ee0b2e7b-41b2-4619-8dd7-cf61734ba8ac req-f40f7ea7-32c1-43e1-b25d-fbd2436733f8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386775 Jan 18 20:43:58.221006 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b2e7b-41b2-4619-8dd7-cf61734ba8ac req-42130e5f-13b1-416f-8ea1-5f80951e8d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:58.222663 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ee0b2e7b-41b2-4619-8dd7-cf61734ba8ac req-42130e5f-13b1-416f-8ea1-5f80951e8d0a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bd09648e415d4d869a00516b6fefc51b&device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 1095 time: 0.0403697 Jan 18 20:43:58.363219 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b2e7b-41b2-4619-8dd7-cf61734ba8ac req-57867cbf-f6e3-4dd6-ad8d-43c34c7c35c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:58.364703 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ee0b2e7b-41b2-4619-8dd7-cf61734ba8ac req-57867cbf-f6e3-4dd6-ad8d-43c34c7c35c3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0f612c6-d05f-4361-b3f8-733414ecc1c6 HTTP/1.1" status: 200 len: 916 time: 0.1155338 Jan 18 20:43:58.386315 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe564a-7ede-4267-97e7-566998bee634 req-f12e46d3-14ae-4a01-9541-ff4e4b2570c1 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:58.387762 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-31fe564a-7ede-4267-97e7-566998bee634 req-f12e46d3-14ae-4a01-9541-ff4e4b2570c1 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 944 time: 0.0721719 Jan 18 20:43:58.472648 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ee0b2e7b-41b2-4619-8dd7-cf61734ba8ac req-dbc56387-0d14-441c-88ee-5bf0d6473bde service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaa2a41f-810c-453a-a6f7-55284fdd4e79 HTTP/1.1" status: 200 len: 999 time: 0.0991125 Jan 18 20:43:58.494886 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-31fe564a-7ede-4267-97e7-566998bee634 req-6f43482c-9bf8-4f46-97f3-2645ad901f22 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773728 Jan 18 20:43:58.532141 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b2e7b-41b2-4619-8dd7-cf61734ba8ac req-3a8dc8e0-9b2c-4fee-83d9-8ea730f3f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:58.533643 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ee0b2e7b-41b2-4619-8dd7-cf61734ba8ac req-3a8dc8e0-9b2c-4fee-83d9-8ea730f3f7cf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c9a27f59-8bf5-426b-9eee-6f178264ab2d HTTP/1.1" status: 200 len: 854 time: 0.0520008 Jan 18 20:43:58.582758 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b2e7b-41b2-4619-8dd7-cf61734ba8ac req-682e0514-485c-4762-8286-ba001e4f8a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:58.584566 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ee0b2e7b-41b2-4619-8dd7-cf61734ba8ac req-682e0514-485c-4762-8286-ba001e4f8a34 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0f612c6-d05f-4361-b3f8-733414ecc1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444744 Jan 18 20:43:58.678760 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ee0b2e7b-41b2-4619-8dd7-cf61734ba8ac req-520cf9dc-6b8a-47d4-b27a-3a2facb2c82a service neutron] 10.222.0.70 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864632 Jan 18 20:43:58.769407 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ee0b2e7b-41b2-4619-8dd7-cf61734ba8ac req-1bc103ff-5581-42b2-998e-e34140b837c5 service neutron] 10.222.0.70 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840588 Jan 18 20:43:58.958631 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-739bc97c-5f68-4110-bd90-3b186802f7e4 req-f79c9944-056a-4b6c-96ed-40f5b48e1953 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:43:58.959879 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-739bc97c-5f68-4110-bd90-3b186802f7e4 req-f79c9944-056a-4b6c-96ed-40f5b48e1953 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057170 Jan 18 20:43:59.116848 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408ee2a-402c-4bab-996b-6c6602aa0935 req-c313ccac-d761-4e34-a319-b5c16d0c3ebd tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:59.118388 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3408ee2a-402c-4bab-996b-6c6602aa0935 req-c313ccac-d761-4e34-a319-b5c16d0c3ebd tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 944 time: 0.0547380 Jan 18 20:43:59.143965 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:59.197259 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3408ee2a-402c-4bab-996b-6c6602aa0935 req-f9622080-7f1d-4ac2-a82a-98d96a8b8b68 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666394 Jan 18 20:43:59.216546 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78320cec-46fe-4c75-8245-6ceac28ba221 req-2f48a86b-6d28-4f1f-bbaf-1169ca7f2018 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:59.217954 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-78320cec-46fe-4c75-8245-6ceac28ba221 req-2f48a86b-6d28-4f1f-bbaf-1169ca7f2018 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20e2c-5687-4478-96c6-716e37062362 HTTP/1.1" status: 200 len: 984 time: 0.0617642 Jan 18 20:43:59.240412 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device be2ee179-583f-4582-acad-ff64a935db5d up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:43:59.244252 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35200) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:43:59.286729 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-78320cec-46fe-4c75-8245-6ceac28ba221 req-cc270f24-c328-401f-abf5-1bec0b64a816 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e6b953-3ab3-4b43-8397-79e973281e13&id=5964f1d1-6192-4fa5-a78b-41c67786ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0619056 Jan 18 20:43:59.299203 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port be2ee179-583f-4582-acad-ff64a935db5d completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:43:59.309092 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port be2ee179-583f-4582-acad-ff64a935db5d triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:43:59.309660 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (be2ee179-583f-4582-acad-ff64a935db5d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:59.358860 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-19e72f95-596e-454a-a92d-d1873172ce49 req-69d31f0f-37cd-4565-ac1f-aac0327c0500 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1131318 Jan 18 20:43:59.367317 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [req-19e72f95-596e-454a-a92d-d1873172ce49 req-540b74d4-be09-4a66-975d-d2a301921917 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:43:59.368281 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-19e72f95-596e-454a-a92d-d1873172ce49 req-540b74d4-be09-4a66-975d-d2a301921917 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049665 Jan 18 20:43:59.387583 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port be2ee179-583f-4582-acad-ff64a935db5d is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:43:59.387967 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (be2ee179-583f-4582-acad-ff64a935db5d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:59.424559 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port be2ee179-583f-4582-acad-ff64a935db5d, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=be2ee179-583f-4582-acad-ff64a935db5d,segment=NetworkSegment(28c0b015-86dd-4c12-aab6-969fa3eecfd0),segment_id=28c0b015-86dd-4c12-aab6-969fa3eecfd0)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:43:59.428592 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (be2ee179-583f-4582-acad-ff64a935db5d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:59.452060 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f20e2c-5687-4478-96c6-716e37062362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2ee179-583f-4582-acad-ff64a935db5d'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:43:59.454865 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a412019-1b0c-4015-aadd-ede47b5f84ac" -d '{"events": [{"server_uuid": "94f20e2c-5687-4478-96c6-716e37062362", "name": "network-vif-plugged", "status": "completed", "tag": "be2ee179-583f-4582-acad-ff64a935db5d"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:43:59.485215 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=be2ee179-583f-4582-acad-ff64a935db5d,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:43:59.495849 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59161152-ae9e-49ec-b500-f5e010a70e5b x-openstack-request-id: req-59161152-ae9e-49ec-b500-f5e010a70e5b {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:43:59.496201 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f20e2c-5687-4478-96c6-716e37062362", "name": "network-vif-plugged", "status": "completed", "tag": "be2ee179-583f-4582-acad-ff64a935db5d", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:43:59.496383 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59161152-ae9e-49ec-b500-f5e010a70e5b {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:43:59.496774 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f20e2c-5687-4478-96c6-716e37062362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2ee179-583f-4582-acad-ff64a935db5d', 'code': 200} Jan 18 20:43:59.609127 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbb027-f30e-40fa-b563-f3c22545b165 req-9acec747-cc49-434a-82ec-852fc38e5a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:43:59.610798 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fedbb027-f30e-40fa-b563-f3c22545b165 req-9acec747-cc49-434a-82ec-852fc38e5a1f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=94f20e2c-5687-4478-96c6-716e37062362 HTTP/1.1" status: 200 len: 1136 time: 0.0439780 Jan 18 20:43:59.667914 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fedbb027-f30e-40fa-b563-f3c22545b165 req-4c5fee89-632c-4b45-8a40-6f558c1aee38 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=69e6b953-3ab3-4b43-8397-79e973281e13&id=5964f1d1-6192-4fa5-a78b-41c67786ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0488768 Jan 18 20:44:00.317489 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74d9ff-9fcd-401f-90d4-b781936d6f7a req-a66345ed-622e-4b54-a331-2e4133f976be tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:00.319386 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a74d9ff-9fcd-401f-90d4-b781936d6f7a req-a66345ed-622e-4b54-a331-2e4133f976be tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 944 time: 0.0492029 Jan 18 20:44:00.371035 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a74d9ff-9fcd-401f-90d4-b781936d6f7a req-a9ffafbb-564a-4946-8be5-94fe1fbd7075 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456886 Jan 18 20:44:00.421525 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f44f8-b1bc-40e8-8ae4-9a9554109d00 req-814d7d29-e333-46f4-9ff2-2904595f31e8 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:00.423099 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cf3f44f8-b1bc-40e8-8ae4-9a9554109d00 req-814d7d29-e333-46f4-9ff2-2904595f31e8 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20e2c-5687-4478-96c6-716e37062362 HTTP/1.1" status: 200 len: 985 time: 0.0568564 Jan 18 20:44:00.479251 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cf3f44f8-b1bc-40e8-8ae4-9a9554109d00 req-e9a4bfe6-aae4-4ff6-b8d3-2c9f9b44adde tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e6b953-3ab3-4b43-8397-79e973281e13&id=5964f1d1-6192-4fa5-a78b-41c67786ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0497210 Jan 18 20:44:00.569703 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:01.238733 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device aaa2a41f-810c-453a-a6f7-55284fdd4e79 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:44:01.320887 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port aaa2a41f-810c-453a-a6f7-55284fdd4e79 is: DOWN; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:01.494582 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a310d51-b300-41f2-af6e-35a5a2aa9e58 req-5a6819cf-7120-419e-92af-437f2240c782 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:01.495949 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a310d51-b300-41f2-af6e-35a5a2aa9e58 req-5a6819cf-7120-419e-92af-437f2240c782 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 944 time: 0.0514882 Jan 18 20:44:01.549587 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a310d51-b300-41f2-af6e-35a5a2aa9e58 req-0999abdd-b7bb-4325-b0f3-3603c5236d93 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479798 Jan 18 20:44:01.616067 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743a409-fdd9-498e-bab6-4c490b4f86fc req-0c2b8551-cc52-4077-af70-17590531054e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:01.617561 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6743a409-fdd9-498e-bab6-4c490b4f86fc req-0c2b8551-cc52-4077-af70-17590531054e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20e2c-5687-4478-96c6-716e37062362 HTTP/1.1" status: 200 len: 985 time: 0.0502555 Jan 18 20:44:01.675290 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6743a409-fdd9-498e-bab6-4c490b4f86fc req-ff3b0d23-07ba-4fc2-9670-fbb1aa57f9b0 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e6b953-3ab3-4b43-8397-79e973281e13&id=5964f1d1-6192-4fa5-a78b-41c67786ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0519700 Jan 18 20:44:01.790117 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d18208-9948-46aa-a239-0cf48acdcfa4 req-72276c53-ae30-4020-84e8-033159ddd351 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:01.791522 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f8d18208-9948-46aa-a239-0cf48acdcfa4 req-72276c53-ae30-4020-84e8-033159ddd351 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20e2c-5687-4478-96c6-716e37062362 HTTP/1.1" status: 200 len: 985 time: 0.0491467 Jan 18 20:44:01.851338 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f8d18208-9948-46aa-a239-0cf48acdcfa4 req-c3a73546-ce42-4aa3-b4d2-8ff3eade5325 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e6b953-3ab3-4b43-8397-79e973281e13&id=5964f1d1-6192-4fa5-a78b-41c67786ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0539181 Jan 18 20:44:01.858970 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:01.962154 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b7249-2afd-45ae-94b3-7b6f195bf0de req-04f686f2-ea53-473e-9629-a9388d6f45c6 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:01.963657 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-592b7249-2afd-45ae-94b3-7b6f195bf0de req-04f686f2-ea53-473e-9629-a9388d6f45c6 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=94f20e2c-5687-4478-96c6-716e37062362 HTTP/1.1" status: 200 len: 1136 time: 0.0408025 Jan 18 20:44:01.981573 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-592b7249-2afd-45ae-94b3-7b6f195bf0de req-d6c84c7a-0e93-425e-a653-974b5ce83bc1 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:02.053481 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-592b7249-2afd-45ae-94b3-7b6f195bf0de req-d6c84c7a-0e93-425e-a653-974b5ce83bc1 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] Publish callbacks [] for security_group (4421aba5-d198-4a98-b652-92fee8016b01), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:02.057572 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-592b7249-2afd-45ae-94b3-7b6f195bf0de req-d6c84c7a-0e93-425e-a653-974b5ce83bc1 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4421aba5-d198-4a98-b652-92fee8016b01), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:02.103538 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c84c7a-0e93-425e-a653-974b5ce83bc1 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4421aba5-d198-4a98-b652-92fee8016b01,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:02.109276 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-592b7249-2afd-45ae-94b3-7b6f195bf0de req-d6c84c7a-0e93-425e-a653-974b5ce83bc1 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=69e6b953-3ab3-4b43-8397-79e973281e13&id=5964f1d1-6192-4fa5-a78b-41c67786ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1396914 Jan 18 20:44:02.132481 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35224) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:02.176156 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f03f46b-9a56-4c95-9fff-d1b4b767e7e4 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:02.177742 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2f03f46b-9a56-4c95-9fff-d1b4b767e7e4 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=94f20e2c-5687-4478-96c6-716e37062362 HTTP/1.1" status: 200 len: 1131 time: 0.0442007 Jan 18 20:44:02.180535 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35226) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:02.184780 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-11d7bd62-ebfa-4a74-b39f-06c27e9e80a3 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'port_id': 'be2ee179-583f-4582-acad-ff64a935db5d', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:44:02.209816 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-11d7bd62-ebfa-4a74-b39f-06c27e9e80a3 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:02.267256 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:44:02.308708 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-11d7bd62-ebfa-4a74-b39f-06c27e9e80a3 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:02.417224 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-11d7bd62-ebfa-4a74-b39f-06c27e9e80a3 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Allocated IP 172.25.4.60 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/1b5b2c91-0459-4fe5-b1ce-d30d3df74cb2) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:44:02.519757 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-11d7bd62-ebfa-4a74-b39f-06c27e9e80a3 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for port (1b5b2c91-0459-4fe5-b1ce-d30d3df74cb2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:02.554137 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-11d7bd62-ebfa-4a74-b39f-06c27e9e80a3 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (1b5b2c91-0459-4fe5-b1ce-d30d3df74cb2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:02.587929 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d7bd62-ebfa-4a74-b39f-06c27e9e80a3 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:44:02.591116 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-11d7bd62-ebfa-4a74-b39f-06c27e9e80a3 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:44:02.597379 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d7bd62-ebfa-4a74-b39f-06c27e9e80a3 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:44:02.683437 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7bd62-ebfa-4a74-b39f-06c27e9e80a3 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event updated for resources: {'Port': ['ID=1b5b2c91-0459-4fe5-b1ce-d30d3df74cb2,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:02.755548 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193dff38-f4df-4c18-bf5e-a5d9f6232ccd req-e2f84ad6-93c4-4aff-ab16-fbd7d24f70aa tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:02.757175 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-193dff38-f4df-4c18-bf5e-a5d9f6232ccd req-e2f84ad6-93c4-4aff-ab16-fbd7d24f70aa tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 944 time: 0.1138420 Jan 18 20:44:02.881880 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-193dff38-f4df-4c18-bf5e-a5d9f6232ccd req-b16b5e95-6d5d-4ee5-8c6e-2129bde116c5 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188886 Jan 18 20:44:03.073878 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-11d7bd62-ebfa-4a74-b39f-06c27e9e80a3 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for floatingip (bffd9375-358f-40bb-bc26-9dda060163d7), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:03.140208 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-11d7bd62-ebfa-4a74-b39f-06c27e9e80a3 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1b5b2c91-0459-4fe5-b1ce-d30d3df74cb2), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:03.316731 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-11d7bd62-ebfa-4a74-b39f-06c27e9e80a3 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for port (1b5b2c91-0459-4fe5-b1ce-d30d3df74cb2), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:03.321516 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-11d7bd62-ebfa-4a74-b39f-06c27e9e80a3 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (1b5b2c91-0459-4fe5-b1ce-d30d3df74cb2), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:03.391149 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7bd62-ebfa-4a74-b39f-06c27e9e80a3 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event updated for resources: {'Port': ['ID=1b5b2c91-0459-4fe5-b1ce-d30d3df74cb2,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:03.402974 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-11d7bd62-ebfa-4a74-b39f-06c27e9e80a3 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (bffd9375-358f-40bb-bc26-9dda060163d7), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:03.501902 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-11d7bd62-ebfa-4a74-b39f-06c27e9e80a3 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Floating IP bffd9375-358f-40bb-bc26-9dda060163d7 associated. External IP: 172.25.4.60, port: be2ee179-583f-4582-acad-ff64a935db5d. Jan 18 20:44:03.711196 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d7bd62-ebfa-4a74-b39f-06c27e9e80a3 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Router 8351096d-5e7a-41a8-b212-ae4be8df0090 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:44:03.817501 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d7bd62-ebfa-4a74-b39f-06c27e9e80a3 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:44:03.827555 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbce354-14ef-4328-9783-5e5fd72fea14 None None] Sync routers for ids ['8351096d-5e7a-41a8-b212-ae4be8df0090'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:44:03.836767 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-11d7bd62-ebfa-4a74-b39f-06c27e9e80a3 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:03.837780 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbce354-14ef-4328-9783-5e5fd72fea14 None None] Routers {'8351096d-5e7a-41a8-b212-ae4be8df0090'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:44:03.838400 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ffbce354-14ef-4328-9783-5e5fd72fea14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:43:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8351096d-5e7a-41a8-b212-ae4be8df0090'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:03.866765 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-11d7bd62-ebfa-4a74-b39f-06c27e9e80a3 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6827955 Jan 18 20:44:03.866765 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f20e2c-5687-4478-96c6-716e37062362', 'tag': 'be2ee179-583f-4582-acad-ff64a935db5d'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:44:03.867427 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7d4378-6283-4b7c-a900-e22cc27f3166" -d '{"events": [{"name": "network-changed", "server_uuid": "94f20e2c-5687-4478-96c6-716e37062362", "tag": "be2ee179-583f-4582-acad-ff64a935db5d"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:44:03.867883 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35230) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:03.925563 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2761cb32-dfa0-467d-a1d6-30ac65e68fe4 x-openstack-request-id: req-2761cb32-dfa0-467d-a1d6-30ac65e68fe4 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:44:03.925977 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f20e2c-5687-4478-96c6-716e37062362", "tag": "be2ee179-583f-4582-acad-ff64a935db5d", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:44:03.926327 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2761cb32-dfa0-467d-a1d6-30ac65e68fe4 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:44:03.926834 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f20e2c-5687-4478-96c6-716e37062362', 'tag': 'be2ee179-583f-4582-acad-ff64a935db5d', 'status': 'completed', 'code': 200} Jan 18 20:44:04.036192 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36881db-2025-4fd6-862e-3432676963df tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:04.036960 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36881db-2025-4fd6-862e-3432676963df tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:04.037600 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36881db-2025-4fd6-862e-3432676963df tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:04.038284 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36881db-2025-4fd6-862e-3432676963df tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:04.038911 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36881db-2025-4fd6-862e-3432676963df tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:04.040673 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36881db-2025-4fd6-862e-3432676963df tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:04.041329 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36881db-2025-4fd6-862e-3432676963df tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:04.046543 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d4378-6283-4b7c-a900-e22cc27f3166 req-861a52a1-7c09-45dd-aafe-0d962ee8aeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:04.047258 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f36881db-2025-4fd6-862e-3432676963df tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4956 time: 0.1777737 Jan 18 20:44:04.048638 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35236) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:04.049246 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad7d4378-6283-4b7c-a900-e22cc27f3166 req-861a52a1-7c09-45dd-aafe-0d962ee8aeb2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83959e527a814796a955c3c62d4c16e7&device_id=94f20e2c-5687-4478-96c6-716e37062362 HTTP/1.1" status: 200 len: 1136 time: 0.0965214 Jan 18 20:44:04.057825 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb5b38-269b-4368-8c6c-c37fc2725621 req-14959ee4-4d1f-4e06-a17a-b5a1ca717f84 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:04.059923 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4cbb5b38-269b-4368-8c6c-c37fc2725621 req-14959ee4-4d1f-4e06-a17a-b5a1ca717f84 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 944 time: 0.0750539 Jan 18 20:44:04.138939 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76201cb4-26d9-48cc-bf15-48fdbe538547 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:04.139799 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76201cb4-26d9-48cc-bf15-48fdbe538547 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:04.140454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76201cb4-26d9-48cc-bf15-48fdbe538547 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:04.141088 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76201cb4-26d9-48cc-bf15-48fdbe538547 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:04.142300 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76201cb4-26d9-48cc-bf15-48fdbe538547 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:04.143045 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76201cb4-26d9-48cc-bf15-48fdbe538547 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:04.143808 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76201cb4-26d9-48cc-bf15-48fdbe538547 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:04.146073 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-76201cb4-26d9-48cc-bf15-48fdbe538547 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4615 time: 0.0961173 Jan 18 20:44:04.148879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35240) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:04.163645 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-ffbce354-14ef-4328-9783-5e5fd72fea14 None None] Set router 8351096d-5e7a-41a8-b212-ae4be8df0090 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:44:04.220199 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4cbb5b38-269b-4368-8c6c-c37fc2725621 req-cbcf8957-5c9d-411f-8833-ec115417e524 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686440 Jan 18 20:44:04.261576 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d4378-6283-4b7c-a900-e22cc27f3166 req-4080e2e5-1df3-488f-bed0-7a5f32456b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:04.263754 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad7d4378-6283-4b7c-a900-e22cc27f3166 req-4080e2e5-1df3-488f-bed0-7a5f32456b68 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d HTTP/1.1" status: 200 len: 897 time: 0.2035360 Jan 18 20:44:04.287090 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:04.352140 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5a1b135e-3bf6-4712-8a46-a015da30bdcb tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3783 time: 0.1986964 Jan 18 20:44:04.354535 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35244) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:04.369847 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad7d4378-6283-4b7c-a900-e22cc27f3166 req-6b15ee5b-f2ed-4528-9ea2-f0fb8525e84b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be2ee179-583f-4582-acad-ff64a935db5d HTTP/1.1" status: 200 len: 999 time: 0.0978479 Jan 18 20:44:04.412650 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5c8237-7fd8-42f7-84c0-4c8855ff05b1 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:04.413530 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5c8237-7fd8-42f7-84c0-4c8855ff05b1 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:04.428582 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2d5c8237-7fd8-42f7-84c0-4c8855ff05b1 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8351096d-5e7a-41a8-b212-ae4be8df0090 HTTP/1.1" status: 200 len: 1990 time: 0.0598061 Jan 18 20:44:04.441506 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d4378-6283-4b7c-a900-e22cc27f3166 req-22f57a8f-af77-49a0-9769-ce362273b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:04.443056 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad7d4378-6283-4b7c-a900-e22cc27f3166 req-22f57a8f-af77-49a0-9769-ce362273b861 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b HTTP/1.1" status: 200 len: 835 time: 0.0661821 Jan 18 20:44:04.452979 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ffbce354-14ef-4328-9783-5e5fd72fea14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'name': 'tempest-TestSecurityGroupsBasicOps-router-169640331', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:43Z', 'revision_number': 4, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'gw_port': {'id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'bffd9375-358f-40bb-bc26-9dda060163d7', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'floating_ip_address': '172.25.4.60', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'port_id': 'be2ee179-583f-4582-acad-ff64a935db5d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d', 'mac_address': 'fa:16:3e:cf:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f20e2c-5687-4478-96c6-716e37062362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:44:02Z', 'updated_at': '2022-01-18T20:44:02Z', 'revision_number': 0, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4efc548a-aa5b-4dff-bbc4-ba957d9b51c1', 'name': '', 'network_id': 'ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'mac_address': 'fa:16:3e:08:82:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:42Z', 'updated_at': '2022-01-18T20:43:48Z', 'revision_number': 5, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'subnets': [{'id': '9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:04.480809 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbce354-14ef-4328-9783-5e5fd72fea14 None None] Checking router: 8351096d-5e7a-41a8-b212-ae4be8df0090 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:44:04.490216 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbce354-14ef-4328-9783-5e5fd72fea14 None None] Routers {'8351096d-5e7a-41a8-b212-ae4be8df0090'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:44:04.490831 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ffbce354-14ef-4328-9783-5e5fd72fea14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:43:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8351096d-5e7a-41a8-b212-ae4be8df0090'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:04.493871 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d4378-6283-4b7c-a900-e22cc27f3166 req-a27fe502-cc4f-4bca-98dc-9b520d95342b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:04.495450 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad7d4378-6283-4b7c-a900-e22cc27f3166 req-a27fe502-cc4f-4bca-98dc-9b520d95342b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455632 Jan 18 20:44:04.595777 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad7d4378-6283-4b7c-a900-e22cc27f3166 req-3d237f2e-1a32-416a-8cec-189924086d63 service neutron] 10.222.0.70 "GET /v2.0/networks/ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898745 Jan 18 20:44:04.605985 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-ffbce354-14ef-4328-9783-5e5fd72fea14 None None] Set router 8351096d-5e7a-41a8-b212-ae4be8df0090 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:44:04.698033 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad7d4378-6283-4b7c-a900-e22cc27f3166 req-9d585800-c7e6-4067-8cfb-debc93c0811c service neutron] 10.222.0.70 "GET /v2.0/networks/ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907483 Jan 18 20:44:04.838202 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ffbce354-14ef-4328-9783-5e5fd72fea14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'name': 'tempest-TestSecurityGroupsBasicOps-router-169640331', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:43Z', 'revision_number': 4, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'gw_port': {'id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'bffd9375-358f-40bb-bc26-9dda060163d7', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'floating_ip_address': '172.25.4.60', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'port_id': 'be2ee179-583f-4582-acad-ff64a935db5d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d', 'mac_address': 'fa:16:3e:cf:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f20e2c-5687-4478-96c6-716e37062362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:44:02Z', 'updated_at': '2022-01-18T20:44:02Z', 'revision_number': 0, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4efc548a-aa5b-4dff-bbc4-ba957d9b51c1', 'name': '', 'network_id': 'ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'mac_address': 'fa:16:3e:08:82:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:42Z', 'updated_at': '2022-01-18T20:43:48Z', 'revision_number': 5, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'subnets': [{'id': '9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:04.868329 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbce354-14ef-4328-9783-5e5fd72fea14 None None] The sync data for ids ['8351096d-5e7a-41a8-b212-ae4be8df0090'] in n-d-741529-9 is: [{'id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'name': 'tempest-TestSecurityGroupsBasicOps-router-169640331', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:43Z', 'revision_number': 4, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'gw_port': {'id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'bffd9375-358f-40bb-bc26-9dda060163d7', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'floating_ip_address': '172.25.4.60', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'port_id': 'be2ee179-583f-4582-acad-ff64a935db5d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d', 'mac_address': 'fa:16:3e:cf:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f20e2c-5687-4478-96c6-716e37062362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:44:02Z', 'updated_at': '2022-01-18T20:44:02Z', 'revision_number': 0, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4efc548a-aa5b-4dff-bbc4-ba957d9b51c1', 'name': '', 'network_id': 'ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'mac_address': 'fa:16:3e:08:82:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:42Z', 'updated_at': '2022-01-18T20:43:48Z', 'revision_number': 5, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'subnets': [{'id': '9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:44:05.052347 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ddec2b-dc02-45f5-96a0-0c1a4789d209 None None] New status for floating IP bffd9375-358f-40bb-bc26-9dda060163d7: ACTIVE {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:44:05.353927 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed99b4-ebef-476c-a1b1-cd1bb18f90bd req-850c6225-7089-4fe8-bfab-e9a099bc05eb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:05.355412 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39ed99b4-ebef-476c-a1b1-cd1bb18f90bd req-850c6225-7089-4fe8-bfab-e9a099bc05eb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 944 time: 0.0545623 Jan 18 20:44:05.401474 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39ed99b4-ebef-476c-a1b1-cd1bb18f90bd req-5325c78b-92a8-4359-a79c-3d18d2489ed3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399075 Jan 18 20:44:06.519850 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a296a-ccbc-40a3-b387-68ff46dc17d8 req-694be824-d992-4d1f-a5f7-1977b74d68fe tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:06.521355 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e2a296a-ccbc-40a3-b387-68ff46dc17d8 req-694be824-d992-4d1f-a5f7-1977b74d68fe tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 944 time: 0.0479605 Jan 18 20:44:06.570294 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e2a296a-ccbc-40a3-b387-68ff46dc17d8 req-db540271-9080-41f0-8869-1c6320823451 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421777 Jan 18 20:44:06.937625 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:07.698963 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eefcf1-7907-4907-bb9f-51e51a4695eb req-0ee4f826-bdce-403c-8c53-9048ce0c447a tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:07.700539 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6eefcf1-7907-4907-bb9f-51e51a4695eb req-0ee4f826-bdce-403c-8c53-9048ce0c447a tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 944 time: 0.0543056 Jan 18 20:44:07.749335 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6eefcf1-7907-4907-bb9f-51e51a4695eb req-711e1a45-69e8-4a41-9af6-4da96d86eb37 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428274 Jan 18 20:44:08.871465 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2734475-22c3-4125-a4a1-9476808e38a5 req-5f405cee-4557-4f87-9cb6-a4075f63ca4d tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:08.872950 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b2734475-22c3-4125-a4a1-9476808e38a5 req-5f405cee-4557-4f87-9cb6-a4075f63ca4d tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 944 time: 0.0482192 Jan 18 20:44:08.919511 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b2734475-22c3-4125-a4a1-9476808e38a5 req-0b2896b2-9984-4d8c-a26a-4d1aae89f986 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409768 Jan 18 20:44:10.045868 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e72f95-596e-454a-a92d-d1873172ce49 req-d8a07a87-1f01-40ec-a70c-ff125191bda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:10.047345 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-19e72f95-596e-454a-a92d-d1873172ce49 req-d8a07a87-1f01-40ec-a70c-ff125191bda1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2&tenant_id=bd09648e415d4d869a00516b6fefc51b HTTP/1.1" status: 200 len: 1095 time: 0.0690329 Jan 18 20:44:10.060910 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197af0c8-1460-4a90-acbc-6b78dc4bbe17 req-14bc17ed-115d-4d38-975f-da65083952ce tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:10.062349 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-197af0c8-1460-4a90-acbc-6b78dc4bbe17 req-14bc17ed-115d-4d38-975f-da65083952ce tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 944 time: 0.0611563 Jan 18 20:44:10.134856 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-197af0c8-1460-4a90-acbc-6b78dc4bbe17 req-61bd2fa9-30a2-4313-901d-e69cac6a3ff6 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663199 Jan 18 20:44:10.140862 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e72f95-596e-454a-a92d-d1873172ce49 req-e3c3fa62-498c-4f28-9c9e-2e87f23e5677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:10.142882 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-19e72f95-596e-454a-a92d-d1873172ce49 req-e3c3fa62-498c-4f28-9c9e-2e87f23e5677 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bd09648e415d4d869a00516b6fefc51b&device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 1095 time: 0.0610998 Jan 18 20:44:10.247758 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e72f95-596e-454a-a92d-d1873172ce49 req-43702a8f-55cf-4639-8d4f-4ae761ef688d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:10.249122 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-19e72f95-596e-454a-a92d-d1873172ce49 req-43702a8f-55cf-4639-8d4f-4ae761ef688d service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0f612c6-d05f-4361-b3f8-733414ecc1c6 HTTP/1.1" status: 200 len: 916 time: 0.0874519 Jan 18 20:44:10.314076 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-19e72f95-596e-454a-a92d-d1873172ce49 req-dbdb9cfa-0b4a-4e70-8ed4-6079b71a2e7a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaa2a41f-810c-453a-a6f7-55284fdd4e79 HTTP/1.1" status: 200 len: 999 time: 0.0560331 Jan 18 20:44:10.361760 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e72f95-596e-454a-a92d-d1873172ce49 req-0c6144e3-8cb9-49dc-892f-69d8e268b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:10.363189 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-19e72f95-596e-454a-a92d-d1873172ce49 req-0c6144e3-8cb9-49dc-892f-69d8e268b832 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c9a27f59-8bf5-426b-9eee-6f178264ab2d HTTP/1.1" status: 200 len: 854 time: 0.0428622 Jan 18 20:44:10.410535 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e72f95-596e-454a-a92d-d1873172ce49 req-37ea0454-7f71-4723-a73f-912419d8cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:10.411983 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-19e72f95-596e-454a-a92d-d1873172ce49 req-37ea0454-7f71-4723-a73f-912419d8cd73 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0f612c6-d05f-4361-b3f8-733414ecc1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428634 Jan 18 20:44:10.497931 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-19e72f95-596e-454a-a92d-d1873172ce49 req-f2d560d8-eb62-4636-888f-2d6e05283287 service neutron] 10.222.0.70 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786636 Jan 18 20:44:10.866970 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-19e72f95-596e-454a-a92d-d1873172ce49 req-86925103-3215-4116-8317-6b216914426a service neutron] 10.222.0.70 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622065 Jan 18 20:44:11.327959 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc3d54-9183-4a63-8f53-2c064d622510 req-a8766625-843b-4eca-8198-cb5184e6eae6 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:11.329806 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cafc3d54-9183-4a63-8f53-2c064d622510 req-a8766625-843b-4eca-8198-cb5184e6eae6 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 944 time: 0.0666308 Jan 18 20:44:11.391659 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cafc3d54-9183-4a63-8f53-2c064d622510 req-d5b37e03-5d18-42df-a75b-2c6e43e1ca8c tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488331 Jan 18 20:44:12.522198 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71903f5-0358-457a-b4ac-c58502434817 req-fb735a83-0020-48f3-85fc-537f7828a1d8 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:12.523718 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d71903f5-0358-457a-b4ac-c58502434817 req-fb735a83-0020-48f3-85fc-537f7828a1d8 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 944 time: 0.0503290 Jan 18 20:44:12.575109 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d71903f5-0358-457a-b4ac-c58502434817 req-7734204d-5dde-43bf-9b46-5705812f7300 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455747 Jan 18 20:44:13.712526 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2741d7e-21a9-468f-a942-51bbf8f4a406 req-d3f6a673-2bb7-4d87-b9b0-87f0ec3564f9 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:13.714068 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2741d7e-21a9-468f-a942-51bbf8f4a406 req-d3f6a673-2bb7-4d87-b9b0-87f0ec3564f9 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 944 time: 0.0590239 Jan 18 20:44:13.763154 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2741d7e-21a9-468f-a942-51bbf8f4a406 req-d88afcd4-7e0d-4f0b-bc4b-8d0e8827a440 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433271 Jan 18 20:44:14.894633 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5538f-1f03-424e-af36-6f6399e7b140 req-11f91f4b-e4b6-4289-aaae-d75d07d57f9b tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:14.896119 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f0e5538f-1f03-424e-af36-6f6399e7b140 req-11f91f4b-e4b6-4289-aaae-d75d07d57f9b tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 944 time: 0.0541029 Jan 18 20:44:14.949964 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f0e5538f-1f03-424e-af36-6f6399e7b140 req-fb5fbc2e-6c0f-436a-ac59-6b34912e08e3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482509 Jan 18 20:44:15.241381 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35294) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:15.310464 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e08bf1b5-bd43-48c0-a9aa-cf01195bc23d tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/floatingips/08fe0cfb-a325-4145-9cbc-e4a1d757faa2 HTTP/1.1" status: 200 len: 992 time: 0.0671608 Jan 18 20:44:20.511040 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2b08b-9247-4525-a230-8e2914a69fc5 req-28113190-d039-4b69-8b8e-832690e2bf80 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:20.512585 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-73e2b08b-9247-4525-a230-8e2914a69fc5 req-28113190-d039-4b69-8b8e-832690e2bf80 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 944 time: 0.0556564 Jan 18 20:44:20.561575 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-73e2b08b-9247-4525-a230-8e2914a69fc5 req-c25b6832-f696-4e1a-8146-4515d6d9be1d tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430558 Jan 18 20:44:20.601147 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35312) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:20.756383 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-311aec4b-b75b-4c1d-aee6-f926b84d5c8b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Deleting port 87d1b4af-37eb-49ad-adec-cf8f059f4fdd {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:44:20.756722 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-311aec4b-b75b-4c1d-aee6-f926b84d5c8b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (87d1b4af-37eb-49ad-adec-cf8f059f4fdd), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:20.833610 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-311aec4b-b75b-4c1d-aee6-f926b84d5c8b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (87d1b4af-37eb-49ad-adec-cf8f059f4fdd), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:20.833866 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-311aec4b-b75b-4c1d-aee6-f926b84d5c8b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for floatingip (87d1b4af-37eb-49ad-adec-cf8f059f4fdd), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:20.845873 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-311aec4b-b75b-4c1d-aee6-f926b84d5c8b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Calling delete_port for 87d1b4af-37eb-49ad-adec-cf8f059f4fdd owned by network:floatingip {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:44:20.988452 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-311aec4b-b75b-4c1d-aee6-f926b84d5c8b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (87d1b4af-37eb-49ad-adec-cf8f059f4fdd), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:21.014357 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311aec4b-b75b-4c1d-aee6-f926b84d5c8b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event deleted for resources: {'Port': ['ID=87d1b4af-37eb-49ad-adec-cf8f059f4fdd,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:21.040323 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311aec4b-b75b-4c1d-aee6-f926b84d5c8b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:21.040673 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311aec4b-b75b-4c1d-aee6-f926b84d5c8b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:21.041019 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311aec4b-b75b-4c1d-aee6-f926b84d5c8b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:21.041358 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311aec4b-b75b-4c1d-aee6-f926b84d5c8b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:21.041722 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311aec4b-b75b-4c1d-aee6-f926b84d5c8b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:21.042056 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311aec4b-b75b-4c1d-aee6-f926b84d5c8b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:21.042385 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311aec4b-b75b-4c1d-aee6-f926b84d5c8b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:21.042711 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311aec4b-b75b-4c1d-aee6-f926b84d5c8b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:21.043033 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311aec4b-b75b-4c1d-aee6-f926b84d5c8b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:21.043356 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311aec4b-b75b-4c1d-aee6-f926b84d5c8b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:21.043687 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311aec4b-b75b-4c1d-aee6-f926b84d5c8b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:21.044008 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311aec4b-b75b-4c1d-aee6-f926b84d5c8b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:21.044330 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311aec4b-b75b-4c1d-aee6-f926b84d5c8b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:21.082227 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-311aec4b-b75b-4c1d-aee6-f926b84d5c8b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for floatingip (08fe0cfb-a325-4145-9cbc-e4a1d757faa2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:21.082559 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [None req-311aec4b-b75b-4c1d-aee6-f926b84d5c8b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Floating IP 08fe0cfb-a325-4145-9cbc-e4a1d757faa2 disassociated (deleted). External IP: 172.25.4.8, port: 8eea819b-e985-43ad-b50e-aa0fa509fbda. Jan 18 20:44:21.286470 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311aec4b-b75b-4c1d-aee6-f926b84d5c8b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Router b205494e-378f-450d-b69c-16d4b58277c3 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:44:21.396818 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311aec4b-b75b-4c1d-aee6-f926b84d5c8b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:44:21.401659 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-311aec4b-b75b-4c1d-aee6-f926b84d5c8b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:21.411147 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15914fa-af3a-4034-a3b1-df2b07087efb None None] Sync routers for ids ['b205494e-378f-450d-b69c-16d4b58277c3'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:44:21.421606 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15914fa-af3a-4034-a3b1-df2b07087efb None None] Routers {'b205494e-378f-450d-b69c-16d4b58277c3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:44:21.422323 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d15914fa-af3a-4034-a3b1-df2b07087efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:43:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['b205494e-378f-450d-b69c-16d4b58277c3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:21.429941 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-311aec4b-b75b-4c1d-aee6-f926b84d5c8b tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "DELETE /v2.0/floatingips/08fe0cfb-a325-4145-9cbc-e4a1d757faa2 HTTP/1.1" status: 204 len: 168 time: 0.8275657 Jan 18 20:44:21.430523 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62eff592-4df5-4ac6-83f8-dc24a1d2b187', 'tag': '8eea819b-e985-43ad-b50e-aa0fa509fbda'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:44:21.432824 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47048514-0dc3-4773-ad00-0fbade1d38be" -d '{"events": [{"name": "network-changed", "server_uuid": "62eff592-4df5-4ac6-83f8-dc24a1d2b187", "tag": "8eea819b-e985-43ad-b50e-aa0fa509fbda"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:44:21.536029 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-d15914fa-af3a-4034-a3b1-df2b07087efb None None] Set router b205494e-378f-450d-b69c-16d4b58277c3 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:44:21.564983 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277e7cc7-1d21-4735-bba2-9d4fad4394ee x-openstack-request-id: req-277e7cc7-1d21-4735-bba2-9d4fad4394ee {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:44:21.565376 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62eff592-4df5-4ac6-83f8-dc24a1d2b187", "tag": "8eea819b-e985-43ad-b50e-aa0fa509fbda", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:44:21.565720 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-277e7cc7-1d21-4735-bba2-9d4fad4394ee {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:44:21.566349 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62eff592-4df5-4ac6-83f8-dc24a1d2b187', 'tag': '8eea819b-e985-43ad-b50e-aa0fa509fbda', 'status': 'completed', 'code': 200} Jan 18 20:44:21.659496 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47048514-0dc3-4773-ad00-0fbade1d38be req-32268c37-9b44-4856-8143-06eee8247ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:21.661087 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-47048514-0dc3-4773-ad00-0fbade1d38be req-32268c37-9b44-4856-8143-06eee8247ee6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c211e494495449f392a0607cbd9b6951&device_id=62eff592-4df5-4ac6-83f8-dc24a1d2b187 HTTP/1.1" status: 200 len: 1097 time: 0.0484319 Jan 18 20:44:21.790989 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d15914fa-af3a-4034-a3b1-df2b07087efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'name': 'tempest-TestNetworkBasicOps-router-114544171', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:13Z', 'updated_at': '2022-01-18T20:43:18Z', 'revision_number': 4, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:14Z', 'updated_at': '2022-01-18T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '9c398c1f-4920-4286-8086-b5d1d3c6a7cc', 'name': '', 'network_id': '8c9f4415-0000-437a-9b8d-c49ad523f5e3', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'mac_address': 'fa:16:3e:a1:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'd04fb967-eb58-482c-9a98-f31bb7d52fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:17Z', 'updated_at': '2022-01-18T20:43:24Z', 'revision_number': 5, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'subnets': [{'id': 'd04fb967-eb58-482c-9a98-f31bb7d52fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:21.818883 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15914fa-af3a-4034-a3b1-df2b07087efb None None] Checking router: b205494e-378f-450d-b69c-16d4b58277c3 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:44:21.819281 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcee5d-3ca9-4297-897f-ba6f4fd0eabf req-4ae20775-0e1c-4a2b-9348-558394f61088 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:21.820800 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d2dcee5d-3ca9-4297-897f-ba6f4fd0eabf req-4ae20775-0e1c-4a2b-9348-558394f61088 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=62eff592-4df5-4ac6-83f8-dc24a1d2b187 HTTP/1.1" status: 200 len: 946 time: 0.1588378 Jan 18 20:44:21.828590 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15914fa-af3a-4034-a3b1-df2b07087efb None None] Routers {'b205494e-378f-450d-b69c-16d4b58277c3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:44:21.829340 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d15914fa-af3a-4034-a3b1-df2b07087efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:43:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['b205494e-378f-450d-b69c-16d4b58277c3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:21.835133 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0fc7d-0c11-414a-9dad-20be916e4d6a req-563490ec-4eb0-46d1-8920-86d2cdb31a60 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:21.836634 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0cd0fc7d-0c11-414a-9dad-20be916e4d6a req-563490ec-4eb0-46d1-8920-86d2cdb31a60 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 944 time: 0.1418388 Jan 18 20:44:21.891552 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47048514-0dc3-4773-ad00-0fbade1d38be req-9b8a8cad-19d3-4fc8-b3f5-9a39faa1c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:21.893584 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-47048514-0dc3-4773-ad00-0fbade1d38be req-9b8a8cad-19d3-4fc8-b3f5-9a39faa1c942 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8c9f4415-0000-437a-9b8d-c49ad523f5e3 HTTP/1.1" status: 200 len: 896 time: 0.2211657 Jan 18 20:44:21.935795 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d2dcee5d-3ca9-4297-897f-ba6f4fd0eabf req-3575ec80-634f-41b1-9f7d-792a2d2f8a86 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd2e8319-2f43-4055-952e-ee19d7f0c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981634 Jan 18 20:44:21.944626 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-d15914fa-af3a-4034-a3b1-df2b07087efb None None] Set router b205494e-378f-450d-b69c-16d4b58277c3 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:44:21.975206 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-47048514-0dc3-4773-ad00-0fbade1d38be req-8f388ceb-1bac-4eff-9986-ddedaac64824 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8eea819b-e985-43ad-b50e-aa0fa509fbda HTTP/1.1" status: 200 len: 217 time: 0.0604327 Jan 18 20:44:21.979737 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0cd0fc7d-0c11-414a-9dad-20be916e4d6a req-65228a54-19b3-4a14-aa2e-ddb4b437f00e tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239765 Jan 18 20:44:22.028740 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47048514-0dc3-4773-ad00-0fbade1d38be req-64794d91-9c30-434a-a37c-f4d29616725f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:22.030364 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-47048514-0dc3-4773-ad00-0fbade1d38be req-64794d91-9c30-434a-a37c-f4d29616725f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d04fb967-eb58-482c-9a98-f31bb7d52fb0 HTTP/1.1" status: 200 len: 834 time: 0.0465374 Jan 18 20:44:22.082999 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47048514-0dc3-4773-ad00-0fbade1d38be req-e8bc9880-4ed5-419d-b9e2-bccff1e7a9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:22.084749 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-47048514-0dc3-4773-ad00-0fbade1d38be req-e8bc9880-4ed5-419d-b9e2-bccff1e7a9c6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8c9f4415-0000-437a-9b8d-c49ad523f5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480032 Jan 18 20:44:22.154677 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d15914fa-af3a-4034-a3b1-df2b07087efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'name': 'tempest-TestNetworkBasicOps-router-114544171', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:13Z', 'updated_at': '2022-01-18T20:43:18Z', 'revision_number': 4, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:14Z', 'updated_at': '2022-01-18T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '9c398c1f-4920-4286-8086-b5d1d3c6a7cc', 'name': '', 'network_id': '8c9f4415-0000-437a-9b8d-c49ad523f5e3', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'mac_address': 'fa:16:3e:a1:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'd04fb967-eb58-482c-9a98-f31bb7d52fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:17Z', 'updated_at': '2022-01-18T20:43:24Z', 'revision_number': 5, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'subnets': [{'id': 'd04fb967-eb58-482c-9a98-f31bb7d52fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:22.179156 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-47048514-0dc3-4773-ad00-0fbade1d38be req-0bd6a2be-978a-4db1-8229-6ac91ab2b6ef service neutron] 10.222.0.70 "GET /v2.0/networks/8c9f4415-0000-437a-9b8d-c49ad523f5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854213 Jan 18 20:44:22.182787 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15914fa-af3a-4034-a3b1-df2b07087efb None None] The sync data for ids ['b205494e-378f-450d-b69c-16d4b58277c3'] in n-d-741529-9 is: [{'id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'name': 'tempest-TestNetworkBasicOps-router-114544171', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:13Z', 'updated_at': '2022-01-18T20:43:18Z', 'revision_number': 4, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:14Z', 'updated_at': '2022-01-18T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '9c398c1f-4920-4286-8086-b5d1d3c6a7cc', 'name': '', 'network_id': '8c9f4415-0000-437a-9b8d-c49ad523f5e3', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'mac_address': 'fa:16:3e:a1:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'd04fb967-eb58-482c-9a98-f31bb7d52fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:17Z', 'updated_at': '2022-01-18T20:43:24Z', 'revision_number': 5, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'subnets': [{'id': 'd04fb967-eb58-482c-9a98-f31bb7d52fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:44:22.282395 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-47048514-0dc3-4773-ad00-0fbade1d38be req-b666c3d8-9ef5-475e-8ae3-b6942e989f31 service neutron] 10.222.0.70 "GET /v2.0/networks/8c9f4415-0000-437a-9b8d-c49ad523f5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929763 Jan 18 20:44:22.430792 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fcfb7a-74cb-484c-b719-6135631c07c1 None None] New status for floating IP 08fe0cfb-a325-4145-9cbc-e4a1d757faa2: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:44:23.058124 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc2afc-94c6-47dd-8458-ca57b052c4ca req-a5e3d6ee-b16c-4232-87bc-02a688d7f070 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:23.059780 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43fc2afc-94c6-47dd-8458-ca57b052c4ca req-a5e3d6ee-b16c-4232-87bc-02a688d7f070 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/ports?device_id=62eff592-4df5-4ac6-83f8-dc24a1d2b187 HTTP/1.1" status: 200 len: 946 time: 0.0512655 Jan 18 20:44:23.161167 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5f9f0-2c13-45ec-99e6-b557a280afad req-c770ba77-0345-49f8-88a8-a936d2130b11 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:23.162682 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aaa5f9f0-2c13-45ec-99e6-b557a280afad req-c770ba77-0345-49f8-88a8-a936d2130b11 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 944 time: 0.0990603 Jan 18 20:44:23.199324 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43fc2afc-94c6-47dd-8458-ca57b052c4ca req-602e1cd9-35e3-492b-82e6-2dc17e84ebc2 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd2e8319-2f43-4055-952e-ee19d7f0c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203756 Jan 18 20:44:23.245538 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2bcac-0522-4609-bbef-f79c816411d3 req-5f9ac38c-35a4-46a6-9e52-9ead7d409031 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:23.246759 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4d2bcac-0522-4609-bbef-f79c816411d3 req-5f9ac38c-35a4-46a6-9e52-9ead7d409031 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.70 "GET /v2.0/ports?device_id=62eff592-4df5-4ac6-83f8-dc24a1d2b187 HTTP/1.1" status: 200 len: 946 time: 0.1048667 Jan 18 20:44:23.252532 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aaa5f9f0-2c13-45ec-99e6-b557a280afad req-d21cb8b8-fda2-47a1-9669-f76cc620beb8 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665469 Jan 18 20:44:23.339865 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-b4d2bcac-0522-4609-bbef-f79c816411d3 req-6a6e3101-a30c-4200-9c91-5073870822a0 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Deleting port 8eea819b-e985-43ad-b50e-aa0fa509fbda {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:44:23.340206 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b4d2bcac-0522-4609-bbef-f79c816411d3 req-6a6e3101-a30c-4200-9c91-5073870822a0 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (8eea819b-e985-43ad-b50e-aa0fa509fbda), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:23.430008 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-b4d2bcac-0522-4609-bbef-f79c816411d3 req-6a6e3101-a30c-4200-9c91-5073870822a0 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] For port 8eea819b-e985-43ad-b50e-aa0fa509fbda, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=8eea819b-e985-43ad-b50e-aa0fa509fbda,segment=NetworkSegment(04c31280-51e3-41a2-87db-3de45d0fa0a8),segment_id=04c31280-51e3-41a2-87db-3de45d0fa0a8)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:23.430364 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b4d2bcac-0522-4609-bbef-f79c816411d3 req-6a6e3101-a30c-4200-9c91-5073870822a0 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (8eea819b-e985-43ad-b50e-aa0fa509fbda), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:23.442617 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-b4d2bcac-0522-4609-bbef-f79c816411d3 req-6a6e3101-a30c-4200-9c91-5073870822a0 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Calling delete_port for 8eea819b-e985-43ad-b50e-aa0fa509fbda owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:44:23.578046 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b4d2bcac-0522-4609-bbef-f79c816411d3 req-6a6e3101-a30c-4200-9c91-5073870822a0 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (8eea819b-e985-43ad-b50e-aa0fa509fbda), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:23.606022 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e3101-a30c-4200-9c91-5073870822a0 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event deleted for resources: {'Port': ['ID=8eea819b-e985-43ad-b50e-aa0fa509fbda,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:23.645315 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d2bcac-0522-4609-bbef-f79c816411d3 req-6a6e3101-a30c-4200-9c91-5073870822a0 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] No DVR routers for this DVR port 8eea819b-e985-43ad-b50e-aa0fa509fbda on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:44:23.648010 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b4d2bcac-0522-4609-bbef-f79c816411d3 req-6a6e3101-a30c-4200-9c91-5073870822a0 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:23.651420 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4d2bcac-0522-4609-bbef-f79c816411d3 req-6a6e3101-a30c-4200-9c91-5073870822a0 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.70 "DELETE /v2.0/ports/8eea819b-e985-43ad-b50e-aa0fa509fbda HTTP/1.1" status: 204 len: 173 time: 0.3979840 Jan 18 20:44:23.651860 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62eff592-4df5-4ac6-83f8-dc24a1d2b187', 'name': 'network-vif-deleted', 'tag': '8eea819b-e985-43ad-b50e-aa0fa509fbda'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:44:23.654126 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a1bde3-73f5-466f-830a-a6ac163b84a6" -d '{"events": [{"server_uuid": "62eff592-4df5-4ac6-83f8-dc24a1d2b187", "name": "network-vif-deleted", "tag": "8eea819b-e985-43ad-b50e-aa0fa509fbda"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:44:23.692016 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e64dc5-4cb9-460a-91e4-095d97a2cc30 x-openstack-request-id: req-28e64dc5-4cb9-460a-91e4-095d97a2cc30 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:44:23.692315 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62eff592-4df5-4ac6-83f8-dc24a1d2b187", "name": "network-vif-deleted", "tag": "8eea819b-e985-43ad-b50e-aa0fa509fbda", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:44:23.692575 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28e64dc5-4cb9-460a-91e4-095d97a2cc30 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:44:23.693017 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62eff592-4df5-4ac6-83f8-dc24a1d2b187', 'name': 'network-vif-deleted', 'tag': '8eea819b-e985-43ad-b50e-aa0fa509fbda', 'status': 'completed', 'code': 200} Jan 18 20:44:24.254786 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35334) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:24.312262 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-97aeebc3-b2d4-4f56-a276-358ed4529eab tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group (cd2e8319-2f43-4055-952e-ee19d7f0c2ff), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:24.338348 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-97aeebc3-b2d4-4f56-a276-358ed4529eab tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group (cd2e8319-2f43-4055-952e-ee19d7f0c2ff), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:24.374220 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab335a-e0ce-431b-be7c-3a799335225a req-347c72be-5a4f-49c4-ab18-e0e4a7e0bd66 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:24.375708 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3dab335a-e0ce-431b-be7c-3a799335225a req-347c72be-5a4f-49c4-ab18-e0e4a7e0bd66 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 944 time: 0.0483243 Jan 18 20:44:24.405657 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-97aeebc3-b2d4-4f56-a276-358ed4529eab tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (cd2e8319-2f43-4055-952e-ee19d7f0c2ff), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:24.405657 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-97aeebc3-b2d4-4f56-a276-358ed4529eab tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:24.405657 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-97aeebc3-b2d4-4f56-a276-358ed4529eab tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "DELETE /v2.0/security-groups/cd2e8319-2f43-4055-952e-ee19d7f0c2ff HTTP/1.1" status: 204 len: 168 time: 0.1495430 Jan 18 20:44:24.415333 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aeebc3-b2d4-4f56-a276-358ed4529eab tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2e8319-2f43-4055-952e-ee19d7f0c2ff,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:24.429791 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3dab335a-e0ce-431b-be7c-3a799335225a req-ab26d9dc-76aa-4bcd-a9bd-728634fa7ab9 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478065 Jan 18 20:44:24.439888 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35340) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:24.788437 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f4c13b3-f652-4145-b4cb-60553d40187a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (b205494e-378f-450d-b69c-16d4b58277c3), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:25.033469 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-0f4c13b3-f652-4145-b4cb-60553d40187a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Deleting port 9c398c1f-4920-4286-8086-b5d1d3c6a7cc {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:44:25.033841 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f4c13b3-f652-4145-b4cb-60553d40187a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (9c398c1f-4920-4286-8086-b5d1d3c6a7cc), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:25.120538 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-0f4c13b3-f652-4145-b4cb-60553d40187a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] For port 9c398c1f-4920-4286-8086-b5d1d3c6a7cc, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9c398c1f-4920-4286-8086-b5d1d3c6a7cc,segment=NetworkSegment(04c31280-51e3-41a2-87db-3de45d0fa0a8),segment_id=04c31280-51e3-41a2-87db-3de45d0fa0a8)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:25.120815 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f4c13b3-f652-4145-b4cb-60553d40187a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (9c398c1f-4920-4286-8086-b5d1d3c6a7cc), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:25.132626 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-0f4c13b3-f652-4145-b4cb-60553d40187a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Calling delete_port for 9c398c1f-4920-4286-8086-b5d1d3c6a7cc owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:44:25.307854 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f4c13b3-f652-4145-b4cb-60553d40187a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (9c398c1f-4920-4286-8086-b5d1d3c6a7cc), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:25.336563 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c13b3-f652-4145-b4cb-60553d40187a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event deleted for resources: {'Port': ['ID=9c398c1f-4920-4286-8086-b5d1d3c6a7cc,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:25.346317 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 8eea819b-e985-43ad-b50e-aa0fa509fbda no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:44:25.366446 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 8eea819b-e985-43ad-b50e-aa0fa509fbda {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:44:25.366790 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 8eea819b-e985-43ad-b50e-aa0fa509fbda not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:44:25.510507 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f4c13b3-f652-4145-b4cb-60553d40187a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (b205494e-378f-450d-b69c-16d4b58277c3), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:25.631883 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831c9a0-916b-43a1-8486-072da91a84f5 req-0fe9efd8-5278-4758-aa9e-04515a755b0f tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:25.633483 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8831c9a0-916b-43a1-8486-072da91a84f5 req-0fe9efd8-5278-4758-aa9e-04515a755b0f tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 944 time: 0.1146612 Jan 18 20:44:25.647990 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ab44735b-339b-4b83-b820-6e042981f505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:25.692218 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8831c9a0-916b-43a1-8486-072da91a84f5 req-fad00d7d-31dd-43de-a454-c8b829c7b171 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517135 Jan 18 20:44:25.791074 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4c13b3-f652-4145-b4cb-60553d40187a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Router b205494e-378f-450d-b69c-16d4b58277c3 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:44:25.895829 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4c13b3-f652-4145-b4cb-60553d40187a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:44:25.900691 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0f4c13b3-f652-4145-b4cb-60553d40187a tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "PUT /v2.0/routers/b205494e-378f-450d-b69c-16d4b58277c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4597032 Jan 18 20:44:25.903495 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35346) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:25.905565 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4571640-bcee-4163-aff4-9a9a5d2feca9 None None] Sync routers for ids ['b205494e-378f-450d-b69c-16d4b58277c3'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:44:25.916131 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4571640-bcee-4163-aff4-9a9a5d2feca9 None None] Routers {'b205494e-378f-450d-b69c-16d4b58277c3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:44:25.916734 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d4571640-bcee-4163-aff4-9a9a5d2feca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:43:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['b205494e-378f-450d-b69c-16d4b58277c3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:25.953814 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-9553b48e-ef88-4f6b-a5c3-b7814ced4f60 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Deleting subnet d04fb967-eb58-482c-9a98-f31bb7d52fb0 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:44:25.956922 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9553b48e-ef88-4f6b-a5c3-b7814ced4f60 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for subnet (d04fb967-eb58-482c-9a98-f31bb7d52fb0), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:26.001461 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9553b48e-ef88-4f6b-a5c3-b7814ced4f60 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (d04fb967-eb58-482c-9a98-f31bb7d52fb0), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:26.021072 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-d4571640-bcee-4163-aff4-9a9a5d2feca9 None None] Set router b205494e-378f-450d-b69c-16d4b58277c3 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:44:26.081998 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9553b48e-ef88-4f6b-a5c3-b7814ced4f60 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (d04fb967-eb58-482c-9a98-f31bb7d52fb0), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:26.138907 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9553b48e-ef88-4f6b-a5c3-b7814ced4f60 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (d04fb967-eb58-482c-9a98-f31bb7d52fb0), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:26.169541 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553b48e-ef88-4f6b-a5c3-b7814ced4f60 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event deleted for resources: {'Subnet': ['ID=d04fb967-eb58-482c-9a98-f31bb7d52fb0,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:26.173240 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9553b48e-ef88-4f6b-a5c3-b7814ced4f60 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:26.177018 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9553b48e-ef88-4f6b-a5c3-b7814ced4f60 tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "DELETE /v2.0/subnets/d04fb967-eb58-482c-9a98-f31bb7d52fb0 HTTP/1.1" status: 204 len: 168 time: 0.2725930 Jan 18 20:44:26.179596 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35348) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:26.184118 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccbd0eb-ef3b-4caf-aa99-d99354d5083c None None] Network 8c9f4415-0000-437a-9b8d-c49ad523f5e3 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:44:26.268853 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d4571640-bcee-4163-aff4-9a9a5d2feca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'name': 'tempest-TestNetworkBasicOps-router-114544171', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:13Z', 'updated_at': '2022-01-18T20:44:25Z', 'revision_number': 5, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:14Z', 'updated_at': '2022-01-18T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:26.288860 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0652b471-628e-46b1-a59e-711791b5556f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for router (b205494e-378f-450d-b69c-16d4b58277c3), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:26.302234 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4571640-bcee-4163-aff4-9a9a5d2feca9 None None] Checking router: b205494e-378f-450d-b69c-16d4b58277c3 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:44:26.315631 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4571640-bcee-4163-aff4-9a9a5d2feca9 None None] Routers {'b205494e-378f-450d-b69c-16d4b58277c3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:44:26.316220 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d4571640-bcee-4163-aff4-9a9a5d2feca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:43:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['b205494e-378f-450d-b69c-16d4b58277c3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:26.397005 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0652b471-628e-46b1-a59e-711791b5556f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for router_gateway (b205494e-378f-450d-b69c-16d4b58277c3), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:26.404786 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978803d8-98aa-4981-a8a0-3ee109e52e3e None None] DHCP port deletion for 8c9f4415-0000-437a-9b8d-c49ad523f5e3 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:44:26.461532 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-0652b471-628e-46b1-a59e-711791b5556f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Deleting port f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:44:26.461916 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0652b471-628e-46b1-a59e-711791b5556f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:26.542958 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-0652b471-628e-46b1-a59e-711791b5556f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] For port f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:26.543658 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0652b471-628e-46b1-a59e-711791b5556f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:26.555192 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-0652b471-628e-46b1-a59e-711791b5556f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Calling delete_port for f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:44:26.611091 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-d4571640-bcee-4163-aff4-9a9a5d2feca9 None None] Set router b205494e-378f-450d-b69c-16d4b58277c3 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:44:26.727451 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0652b471-628e-46b1-a59e-711791b5556f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:26.735771 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-978803d8-98aa-4981-a8a0-3ee109e52e3e None None] Deleting port 607a7da6-746c-42f9-802d-e67883d7e8f6 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:44:26.736175 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-978803d8-98aa-4981-a8a0-3ee109e52e3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (607a7da6-746c-42f9-802d-e67883d7e8f6), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:26.765306 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652b471-628e-46b1-a59e-711791b5556f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event deleted for resources: {'Port': ['ID=f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:26.772237 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdc1d4f-2483-4397-b5cd-f80cfcc3d706 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:44:26.844670 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-978803d8-98aa-4981-a8a0-3ee109e52e3e None None] For port 607a7da6-746c-42f9-802d-e67883d7e8f6, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=607a7da6-746c-42f9-802d-e67883d7e8f6,segment=NetworkSegment(04c31280-51e3-41a2-87db-3de45d0fa0a8),segment_id=04c31280-51e3-41a2-87db-3de45d0fa0a8)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:26.845061 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-978803d8-98aa-4981-a8a0-3ee109e52e3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (607a7da6-746c-42f9-802d-e67883d7e8f6), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:26.858007 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0652b471-628e-46b1-a59e-711791b5556f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (b205494e-378f-450d-b69c-16d4b58277c3), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:26.862763 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-978803d8-98aa-4981-a8a0-3ee109e52e3e None None] Calling delete_port for 607a7da6-746c-42f9-802d-e67883d7e8f6 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:44:26.931464 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d4571640-bcee-4163-aff4-9a9a5d2feca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'name': 'tempest-TestNetworkBasicOps-router-114544171', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:13Z', 'updated_at': '2022-01-18T20:44:25Z', 'revision_number': 5, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:14Z', 'updated_at': '2022-01-18T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:26.953883 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ce548-8711-4df6-934c-1d3b3f07309c req-2a691563-c179-4642-99c4-46ff0dd94cd1 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:26.955489 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e80ce548-8711-4df6-934c-1d3b3f07309c req-2a691563-c179-4642-99c4-46ff0dd94cd1 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 944 time: 0.1454937 Jan 18 20:44:26.959562 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0652b471-628e-46b1-a59e-711791b5556f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (b205494e-378f-450d-b69c-16d4b58277c3), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:26.961768 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0652b471-628e-46b1-a59e-711791b5556f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for router_controller (b205494e-378f-450d-b69c-16d4b58277c3), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:26.964950 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4571640-bcee-4163-aff4-9a9a5d2feca9 None None] The sync data for ids ['b205494e-378f-450d-b69c-16d4b58277c3'] in n-d-741529-9 is: [{'id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'name': 'tempest-TestNetworkBasicOps-router-114544171', 'tenant_id': 'c211e494495449f392a0607cbd9b6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:13Z', 'updated_at': '2022-01-18T20:44:25Z', 'revision_number': 5, 'project_id': 'c211e494495449f392a0607cbd9b6951', 'gw_port': {'id': 'f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205494e-378f-450d-b69c-16d4b58277c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:14Z', 'updated_at': '2022-01-18T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:44:26.987120 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-978803d8-98aa-4981-a8a0-3ee109e52e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (607a7da6-746c-42f9-802d-e67883d7e8f6), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:27.019003 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978803d8-98aa-4981-a8a0-3ee109e52e3e None None] Pushing event deleted for resources: {'Port': ['ID=607a7da6-746c-42f9-802d-e67883d7e8f6,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:27.024048 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978803d8-98aa-4981-a8a0-3ee109e52e3e None None] No DVR routers for this DVR port 607a7da6-746c-42f9-802d-e67883d7e8f6 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:44:27.030664 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978803d8-98aa-4981-a8a0-3ee109e52e3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:27.031062 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978803d8-98aa-4981-a8a0-3ee109e52e3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:27.031403 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978803d8-98aa-4981-a8a0-3ee109e52e3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:27.031738 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978803d8-98aa-4981-a8a0-3ee109e52e3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:27.032183 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978803d8-98aa-4981-a8a0-3ee109e52e3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:27.033874 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0652b471-628e-46b1-a59e-711791b5556f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (b205494e-378f-450d-b69c-16d4b58277c3), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:27.034583 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0652b471-628e-46b1-a59e-711791b5556f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Fanout notify agent at l3_agent the message router_deleted on router b205494e-378f-450d-b69c-16d4b58277c3 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:44:27.035583 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978803d8-98aa-4981-a8a0-3ee109e52e3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:27.035701 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978803d8-98aa-4981-a8a0-3ee109e52e3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:27.036177 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978803d8-98aa-4981-a8a0-3ee109e52e3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:27.036519 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978803d8-98aa-4981-a8a0-3ee109e52e3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:27.036933 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978803d8-98aa-4981-a8a0-3ee109e52e3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:27.037408 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978803d8-98aa-4981-a8a0-3ee109e52e3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:27.037781 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978803d8-98aa-4981-a8a0-3ee109e52e3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:27.038183 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978803d8-98aa-4981-a8a0-3ee109e52e3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.042406 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:27.049317 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0652b471-628e-46b1-a59e-711791b5556f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:27.050933 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0652b471-628e-46b1-a59e-711791b5556f tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "DELETE /v2.0/routers/b205494e-378f-450d-b69c-16d4b58277c3 HTTP/1.1" status: 204 len: 168 time: 0.8701909 Jan 18 20:44:27.053475 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35356) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:27.069964 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e80ce548-8711-4df6-934c-1d3b3f07309c req-9ebdf8ac-2baf-4212-badb-4b37075c71b5 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063373 Jan 18 20:44:27.120117 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69736461-da65-470f-aad0-5a99f75e261f req-020a6546-cccf-4fd4-a7ff-d01c756e8009 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:27.121673 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-69736461-da65-470f-aad0-5a99f75e261f req-020a6546-cccf-4fd4-a7ff-d01c756e8009 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 946 time: 0.0508597 Jan 18 20:44:27.137667 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99cb8c45-e9ed-4b3d-8707-6852673497ed tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (8c9f4415-0000-437a-9b8d-c49ad523f5e3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:27.171021 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-69736461-da65-470f-aad0-5a99f75e261f req-f738917e-1f66-4364-a282-a19df576c3cf tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425701 Jan 18 20:44:27.195739 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35358) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:27.226385 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99cb8c45-e9ed-4b3d-8707-6852673497ed tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (8c9f4415-0000-437a-9b8d-c49ad523f5e3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:27.246318 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-99cb8c45-e9ed-4b3d-8707-6852673497ed tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c9f4415-0000-437a-9b8d-c49ad523f5e3']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:27.255541 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-56352393-7bbe-4e59-bf40-1b182084d662 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/floatingips/5aa8dfb8-8ca2-40ec-ae01-ab6a93d66b92 HTTP/1.1" status: 200 len: 994 time: 0.0586221 Jan 18 20:44:27.256118 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-99cb8c45-e9ed-4b3d-8707-6852673497ed tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c31280-51e3-41a2-87db-3de45d0fa0a8') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:27.256421 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-99cb8c45-e9ed-4b3d-8707-6852673497ed tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c31280-51e3-41a2-87db-3de45d0fa0a8') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:27.266367 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99cb8c45-e9ed-4b3d-8707-6852673497ed tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (04c31280-51e3-41a2-87db-3de45d0fa0a8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:27.279623 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99cb8c45-e9ed-4b3d-8707-6852673497ed tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (04c31280-51e3-41a2-87db-3de45d0fa0a8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:27.285999 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99cb8c45-e9ed-4b3d-8707-6852673497ed tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:44:27.286381 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99cb8c45-e9ed-4b3d-8707-6852673497ed tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (04c31280-51e3-41a2-87db-3de45d0fa0a8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:44:27.289423 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:44:27.356539 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99cb8c45-e9ed-4b3d-8707-6852673497ed tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (8c9f4415-0000-437a-9b8d-c49ad523f5e3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:27.365918 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99cb8c45-e9ed-4b3d-8707-6852673497ed tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:27.372904 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-99cb8c45-e9ed-4b3d-8707-6852673497ed tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] 10.222.0.31 "DELETE /v2.0/networks/8c9f4415-0000-437a-9b8d-c49ad523f5e3 HTTP/1.1" status: 204 len: 168 time: 0.3147361 Jan 18 20:44:27.396953 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb8c45-e9ed-4b3d-8707-6852673497ed tempest-TestNetworkBasicOps-2029379453 tempest-TestNetworkBasicOps-2029379453-project] Pushing event deleted for resources: {'Network': ['ID=8c9f4415-0000-437a-9b8d-c49ad523f5e3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:27.640707 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9685dde-af9d-4526-95ab-36d3036acc6f req-48998a4b-a329-4d64-9beb-43afbb265fba tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:27.642909 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9685dde-af9d-4526-95ab-36d3036acc6f req-48998a4b-a329-4d64-9beb-43afbb265fba tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 1097 time: 0.0460138 Jan 18 20:44:27.670597 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35370) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:27.694498 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9685dde-af9d-4526-95ab-36d3036acc6f req-8dea023c-ec56-434c-bff7-16a32e03b167 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457034 Jan 18 20:44:27.811624 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-018cab1c-0810-443a-b6c4-f05b0a321286 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c211e494495449f392a0607cbd9b6951&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1396313 Jan 18 20:44:27.813029 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0a509835-cbff-46fb-a888-81cb4548e0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:27.814912 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35376) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:27.870883 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1b276def-06fd-4926-abb4-05c035ac0abf admin admin] Publish callbacks [] for security_group (2186fd52-9c6e-44c2-a86b-ff6e28277690), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:27.893586 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1b276def-06fd-4926-abb4-05c035ac0abf admin admin] Publish callbacks [] for security_group (2186fd52-9c6e-44c2-a86b-ff6e28277690), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:27.941375 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1b276def-06fd-4926-abb4-05c035ac0abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (2186fd52-9c6e-44c2-a86b-ff6e28277690), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:27.943905 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1b276def-06fd-4926-abb4-05c035ac0abf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:27.945057 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1b276def-06fd-4926-abb4-05c035ac0abf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2186fd52-9c6e-44c2-a86b-ff6e28277690 HTTP/1.1" status: 204 len: 168 time: 0.1289937 Jan 18 20:44:27.953004 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b276def-06fd-4926-abb4-05c035ac0abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2186fd52-9c6e-44c2-a86b-ff6e28277690,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:28.206372 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c3af2-673a-4edd-8c39-116036cf6f88 req-d6cbd720-880c-4f75-b6f5-f76116762160 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:28.208634 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c2c3af2-673a-4edd-8c39-116036cf6f88 req-d6cbd720-880c-4f75-b6f5-f76116762160 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 944 time: 0.0565250 Jan 18 20:44:28.262660 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c2c3af2-673a-4edd-8c39-116036cf6f88 req-273f1207-bb8c-4f74-bec7-cd563ae3a79a tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466697 Jan 18 20:44:28.269998 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35400) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:28.288277 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-773ec025-26b4-4f6d-a37d-f361d6982f63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:28.372519 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-773ec025-26b4-4f6d-a37d-f361d6982f63 admin admin] Publish callbacks [] for security_group (c2189184-fb5b-45cd-b9f2-ef3dd73a8081), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:28.378777 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-773ec025-26b4-4f6d-a37d-f361d6982f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c2189184-fb5b-45cd-b9f2-ef3dd73a8081), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:28.380798 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85599005-bab6-471a-a615-61ca78a6d535 req-6f7f3f9c-dc1b-408c-8ec3-4b9ca225d4f1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418177 Jan 18 20:44:28.390103 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-85599005-bab6-471a-a615-61ca78a6d535 req-66e3d6bf-c228-43b5-9e32-a7ad0d050e14 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:44:28.391160 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85599005-bab6-471a-a615-61ca78a6d535 req-66e3d6bf-c228-43b5-9e32-a7ad0d050e14 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051138 Jan 18 20:44:28.419880 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-773ec025-26b4-4f6d-a37d-f361d6982f63 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe8affc8463a440b812b2a39fedb12ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1487415 Jan 18 20:44:28.420989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ec025-26b4-4f6d-a37d-f361d6982f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2189184-fb5b-45cd-b9f2-ef3dd73a8081,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:28.425174 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35402) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:28.425423 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:44:28.449700 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:44:28.450281 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f0e29b70-e4e6-481f-9d4e-38eabcdf2c3e not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:44:28.450873 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9c398c1f-4920-4286-8086-b5d1d3c6a7cc no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:44:28.476287 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 9c398c1f-4920-4286-8086-b5d1d3c6a7cc {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:44:28.476845 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9c398c1f-4920-4286-8086-b5d1d3c6a7cc not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:44:28.477258 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 607a7da6-746c-42f9-802d-e67883d7e8f6 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:44:28.478870 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53ac6661-a581-44f9-882b-e230e5789993 admin admin] Publish callbacks [] for security_group (c2189184-fb5b-45cd-b9f2-ef3dd73a8081), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:28.498160 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 607a7da6-746c-42f9-802d-e67883d7e8f6 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:44:28.498507 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 607a7da6-746c-42f9-802d-e67883d7e8f6 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:44:28.501959 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53ac6661-a581-44f9-882b-e230e5789993 admin admin] Publish callbacks [] for security_group (c2189184-fb5b-45cd-b9f2-ef3dd73a8081), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:28.550508 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53ac6661-a581-44f9-882b-e230e5789993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c2189184-fb5b-45cd-b9f2-ef3dd73a8081), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:28.553388 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53ac6661-a581-44f9-882b-e230e5789993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:28.556976 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-53ac6661-a581-44f9-882b-e230e5789993 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2189184-fb5b-45cd-b9f2-ef3dd73a8081 HTTP/1.1" status: 204 len: 168 time: 0.1281540 Jan 18 20:44:28.563299 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac6661-a581-44f9-882b-e230e5789993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2189184-fb5b-45cd-b9f2-ef3dd73a8081,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:28.915101 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85599005-bab6-471a-a615-61ca78a6d535 req-6722b2c7-4124-4c4d-bd4a-b047e68ec180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:28.916512 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85599005-bab6-471a-a615-61ca78a6d535 req-6722b2c7-4124-4c4d-bd4a-b047e68ec180 service neutron] 10.222.0.31 "GET /v2.0/ports/1d50f6ca-4ca9-4410-b2a8-57585755e02e HTTP/1.1" status: 200 len: 1094 time: 0.0375502 Jan 18 20:44:28.925060 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-85599005-bab6-471a-a615-61ca78a6d535 req-db117001-874d-4019-99b2-841c09b72935 service neutron] Request body: {'binding': {'host': 'n-h1-741529-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:44:28.925510 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-85599005-bab6-471a-a615-61ca78a6d535 req-db117001-874d-4019-99b2-841c09b72935 service neutron] Unknown quota resources ['binding']. {{(pid=103336) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 18 20:44:29.058649 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-85599005-bab6-471a-a615-61ca78a6d535 req-db117001-874d-4019-99b2-841c09b72935 service neutron] Attempting to bind port 1d50f6ca-4ca9-4410-b2a8-57585755e02e on host n-h1-741529-9 for vnic_type normal with profile None {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:44:29.058986 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-85599005-bab6-471a-a615-61ca78a6d535 req-db117001-874d-4019-99b2-841c09b72935 service neutron] Attempting to bind port 1d50f6ca-4ca9-4410-b2a8-57585755e02e by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '315fa71f-cea4-40fe-870d-7e9180056016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:44:29.059421 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85599005-bab6-471a-a615-61ca78a6d535 req-db117001-874d-4019-99b2-841c09b72935 service neutron] Attempting to bind port 1d50f6ca-4ca9-4410-b2a8-57585755e02e on network 7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:44:29.063634 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85599005-bab6-471a-a615-61ca78a6d535 req-db117001-874d-4019-99b2-841c09b72935 service neutron] Port 1d50f6ca-4ca9-4410-b2a8-57585755e02e on network 7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:44:29.064496 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85599005-bab6-471a-a615-61ca78a6d535 req-db117001-874d-4019-99b2-841c09b72935 service neutron] Attempting to bind port 1d50f6ca-4ca9-4410-b2a8-57585755e02e on network 7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:44:29.069452 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85599005-bab6-471a-a615-61ca78a6d535 req-db117001-874d-4019-99b2-841c09b72935 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:44:29.069826 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85599005-bab6-471a-a615-61ca78a6d535 req-db117001-874d-4019-99b2-841c09b72935 service neutron] Checking segment: {'id': '315fa71f-cea4-40fe-870d-7e9180056016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:44:29.070211 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85599005-bab6-471a-a615-61ca78a6d535 req-db117001-874d-4019-99b2-841c09b72935 service neutron] Bound using segment: {'id': '315fa71f-cea4-40fe-870d-7e9180056016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:44:29.070638 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-85599005-bab6-471a-a615-61ca78a6d535 req-db117001-874d-4019-99b2-841c09b72935 service neutron] Bound port: 1d50f6ca-4ca9-4410-b2a8-57585755e02e, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315fa71f-cea4-40fe-870d-7e9180056016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:44:29.144873 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:29.157372 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-85599005-bab6-471a-a615-61ca78a6d535 req-db117001-874d-4019-99b2-841c09b72935 service neutron] For port 1d50f6ca-4ca9-4410-b2a8-57585755e02e, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=1d50f6ca-4ca9-4410-b2a8-57585755e02e,segment=NetworkSegment(315fa71f-cea4-40fe-870d-7e9180056016),segment_id=315fa71f-cea4-40fe-870d-7e9180056016)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:44:29.163672 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-85599005-bab6-471a-a615-61ca78a6d535 req-db117001-874d-4019-99b2-841c09b72935 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:29.164830 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85599005-bab6-471a-a615-61ca78a6d535 req-db117001-874d-4019-99b2-841c09b72935 service neutron] 10.222.0.31 "POST /v2.0/ports/1d50f6ca-4ca9-4410-b2a8-57585755e02e/bindings HTTP/1.1" status: 201 len: 389 time: 0.2433183 Jan 18 20:44:29.254280 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35432) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:29.364354 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device aaa2a41f-810c-453a-a6f7-55284fdd4e79 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:44:29.434256 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85599005-bab6-471a-a615-61ca78a6d535 req-8e30bb2f-1665-4c9a-ada3-33e05f3083dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:29.436229 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85599005-bab6-471a-a615-61ca78a6d535 req-8e30bb2f-1665-4c9a-ada3-33e05f3083dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 1097 time: 0.0581257 Jan 18 20:44:29.473328 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port aaa2a41f-810c-453a-a6f7-55284fdd4e79, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=aaa2a41f-810c-453a-a6f7-55284fdd4e79,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:29.486548 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'aaa2a41f-810c-453a-a6f7-55284fdd4e79', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'port_id': 'aaa2a41f-810c-453a-a6f7-55284fdd4e79', 'mac_address': 'fa:16:3e:37:85:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:44:29.526751 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port aaa2a41f-810c-453a-a6f7-55284fdd4e79 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:29.527266 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (aaa2a41f-810c-453a-a6f7-55284fdd4e79), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:29.537847 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85599005-bab6-471a-a615-61ca78a6d535 req-8fdc5dca-46ee-47d6-be34-76576938c8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:29.539649 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85599005-bab6-471a-a615-61ca78a6d535 req-8fdc5dca-46ee-47d6-be34-76576938c8ea service neutron] 10.222.0.57 "GET /v2.0/networks?id=7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 HTTP/1.1" status: 200 len: 898 time: 0.0961611 Jan 18 20:44:29.541356 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa2a41f-810c-453a-a6f7-55284fdd4e79 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:44:29.563405 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port aaa2a41f-810c-453a-a6f7-55284fdd4e79, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=aaa2a41f-810c-453a-a6f7-55284fdd4e79,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:29.570478 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (aaa2a41f-810c-453a-a6f7-55284fdd4e79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:29.612334 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85599005-bab6-471a-a615-61ca78a6d535 req-fc8b0c63-f16f-420b-893e-d55e3446eecb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d50f6ca-4ca9-4410-b2a8-57585755e02e HTTP/1.1" status: 200 len: 1002 time: 0.0669906 Jan 18 20:44:29.620233 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=aaa2a41f-810c-453a-a6f7-55284fdd4e79,revision_number=9']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:29.621225 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-54d5ff9d-39fb-427d-a6e2-c81221a95bfd admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1605897153-network', 'tenant_id': 'a4834843d05e42bd8490aedc5aaba77f'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:44:29.660755 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85599005-bab6-471a-a615-61ca78a6d535 req-e5e95f06-9dbd-44ee-88c8-4558b9b7f086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:29.662707 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85599005-bab6-471a-a615-61ca78a6d535 req-e5e95f06-9dbd-44ee-88c8-4558b9b7f086 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=abd66e3f-a9e4-48e4-a61e-79e48c7ea732 HTTP/1.1" status: 200 len: 835 time: 0.0451870 Jan 18 20:44:29.688026 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20f1e5-86ce-49cd-9ea7-a7414fe56bcc req-fdf35da9-66bb-43f9-adf7-88d01dd98684 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:29.689563 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fa20f1e5-86ce-49cd-9ea7-a7414fe56bcc req-fdf35da9-66bb-43f9-adf7-88d01dd98684 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 946 time: 0.4281478 Jan 18 20:44:29.691549 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d5ff9d-39fb-427d-a6e2-c81221a95bfd admin admin] Made reservation on behalf of a4834843d05e42bd8490aedc5aaba77f for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:44:29.693768 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54d5ff9d-39fb-427d-a6e2-c81221a95bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:29.708270 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85599005-bab6-471a-a615-61ca78a6d535 req-c36865c7-a087-413d-9a6d-d56ae2610098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:29.710192 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85599005-bab6-471a-a615-61ca78a6d535 req-c36865c7-a087-413d-9a6d-d56ae2610098 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7ef351fc-86b1-4d7a-96c0-2dcd7538fd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424509 Jan 18 20:44:29.711222 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54d5ff9d-39fb-427d-a6e2-c81221a95bfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:29.719635 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd2fb1-d325-4a35-9dd5-bb8ae9700bec req-b0fc729a-2673-4668-b6f6-4224a71967cd tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:29.721585 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9bcd2fb1-d325-4a35-9dd5-bb8ae9700bec req-b0fc729a-2673-4668-b6f6-4224a71967cd tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 945 time: 0.1050444 Jan 18 20:44:29.798504 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fa20f1e5-86ce-49cd-9ea7-a7414fe56bcc req-aaedd9c9-c107-45e0-ac0b-8335cc82e2a6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025140 Jan 18 20:44:29.811946 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['aaa2a41f-810c-453a-a6f7-55284fdd4e79'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:44:29.876029 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9bcd2fb1-d325-4a35-9dd5-bb8ae9700bec req-8f8faf3b-9595-48c9-b4a2-8da6eb00aa91 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448474 Jan 18 20:44:29.895507 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54d5ff9d-39fb-427d-a6e2-c81221a95bfd admin admin] Publish callbacks [] for security_group (3358ca8a-3017-4d96-81f9-74a4ff9aae6a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:29.901823 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54d5ff9d-39fb-427d-a6e2-c81221a95bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3358ca8a-3017-4d96-81f9-74a4ff9aae6a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:29.930016 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d5ff9d-39fb-427d-a6e2-c81221a95bfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:44:29.944422 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5ff9d-39fb-427d-a6e2-c81221a95bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3358ca8a-3017-4d96-81f9-74a4ff9aae6a,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:29.949796 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54d5ff9d-39fb-427d-a6e2-c81221a95bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (b8546c6f-fb62-467d-8fc9-7edb575ddea2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:29.950168 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-54d5ff9d-39fb-427d-a6e2-c81221a95bfd admin admin] Added segment b8546c6f-fb62-467d-8fc9-7edb575ddea2 of type vlan for network f4ddea57-627d-4710-8db5-8556b306c459 Jan 18 20:44:29.995826 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54d5ff9d-39fb-427d-a6e2-c81221a95bfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (f4ddea57-627d-4710-8db5-8556b306c459), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:30.022191 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54d5ff9d-39fb-427d-a6e2-c81221a95bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (f4ddea57-627d-4710-8db5-8556b306c459), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:30.023348 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d5ff9d-39fb-427d-a6e2-c81221a95bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:30.023927 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54d5ff9d-39fb-427d-a6e2-c81221a95bfd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:30.084764 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-54d5ff9d-39fb-427d-a6e2-c81221a95bfd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8289466 Jan 18 20:44:30.114863 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35438) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:30.119641 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-cd886115-5d0e-4755-ba4a-af1002c95f8c admin admin] Request body: {'subnet': {'network_id': 'f4ddea57-627d-4710-8db5-8556b306c459', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1605897153-subnet', 'tenant_id': 'a4834843d05e42bd8490aedc5aaba77f', 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:44:30.132618 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5ff9d-39fb-427d-a6e2-c81221a95bfd admin admin] Pushing event updated for resources: {'Network': ['ID=f4ddea57-627d-4710-8db5-8556b306c459,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:30.143162 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network f4ddea57-627d-4710-8db5-8556b306c459 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:44:30.153709 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd886115-5d0e-4755-ba4a-af1002c95f8c admin admin] Made reservation on behalf of a4834843d05e42bd8490aedc5aaba77f for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:44:30.156024 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd886115-5d0e-4755-ba4a-af1002c95f8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:30.174464 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85599005-bab6-471a-a615-61ca78a6d535 req-b42eb01b-4877-4038-849f-d52b9d85ba10 service neutron] 10.222.0.57 "GET /v2.0/networks/7ef351fc-86b1-4d7a-96c0-2dcd7538fd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584820 Jan 18 20:44:30.263854 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85599005-bab6-471a-a615-61ca78a6d535 req-88953549-356b-4640-b1b3-b6a1bde8dd91 service neutron] 10.222.0.57 "GET /v2.0/networks/7ef351fc-86b1-4d7a-96c0-2dcd7538fd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834916 Jan 18 20:44:30.327131 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd886115-5d0e-4755-ba4a-af1002c95f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (4fbcab85-2aaa-4608-b9d7-504fb8b354b9), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:30.385781 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd886115-5d0e-4755-ba4a-af1002c95f8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fbcab85-2aaa-4608-b9d7-504fb8b354b9,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:30.391521 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd886115-5d0e-4755-ba4a-af1002c95f8c admin admin] Checking segment: {'id': 'b8546c6f-fb62-467d-8fc9-7edb575ddea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f4ddea57-627d-4710-8db5-8556b306c459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:44:30.391922 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd886115-5d0e-4755-ba4a-af1002c95f8c admin admin] Network hostable DHCP agents. Network: f4ddea57-627d-4710-8db5-8556b306c459, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:44:30.396341 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85599005-bab6-471a-a615-61ca78a6d535 req-d088d902-004c-42e8-b1bb-3ea996b1d092 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:30.397885 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85599005-bab6-471a-a615-61ca78a6d535 req-d088d902-004c-42e8-b1bb-3ea996b1d092 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec&tenant_id=0f033c66edd74e168cf3601ff8da102f&binding%3Ahost_id=n-h2-741529-9 HTTP/1.1" status: 200 len: 1097 time: 0.0778744 Jan 18 20:44:30.407795 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-85599005-bab6-471a-a615-61ca78a6d535 req-13beee59-60c4-4f73-a0e3-29b5d5f9019c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-741529-9'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:44:30.409959 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd886115-5d0e-4755-ba4a-af1002c95f8c admin admin] Network f4ddea57-627d-4710-8db5-8556b306c459 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:44:30.418981 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-cd886115-5d0e-4755-ba4a-af1002c95f8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, f4ddea57-627d-4710-8db5-8556b306c459) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:44:30.423297 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd886115-5d0e-4755-ba4a-af1002c95f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:30.423993 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd886115-5d0e-4755-ba4a-af1002c95f8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:30.434501 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38afb01-ca98-4920-a445-7b4fa316861a None None] Network f4ddea57-627d-4710-8db5-8556b306c459 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:44:30.453176 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cd886115-5d0e-4755-ba4a-af1002c95f8c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3372188 Jan 18 20:44:30.453811 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35440) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:30.459036 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-3c3d2fc8-5bfe-47a5-a1c1-cc00dc305345 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1605897153-router', 'tenant_id': 'a4834843d05e42bd8490aedc5aaba77f', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:44:30.465374 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-85599005-bab6-471a-a615-61ca78a6d535 req-13beee59-60c4-4f73-a0e3-29b5d5f9019c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1d50f6ca-4ca9-4410-b2a8-57585755e02e), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:30.486531 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c3d2fc8-5bfe-47a5-a1c1-cc00dc305345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (c788281e-b4b0-49ac-88ab-5358e9be9f11), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:30.487561 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c3d2fc8-5bfe-47a5-a1c1-cc00dc305345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (c788281e-b4b0-49ac-88ab-5358e9be9f11), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:30.556514 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5066c110-61bb-4067-9f57-1aca1f0d63ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-f4ddea57-627d-4710-8db5-8556b306c459', 'network_id': 'f4ddea57-627d-4710-8db5-8556b306c459', 'project_id': 'a4834843d05e42bd8490aedc5aaba77f', 'fixed_ips': [{'subnet_id': '4fbcab85-2aaa-4608-b9d7-504fb8b354b9'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:44:30.557458 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5066c110-61bb-4067-9f57-1aca1f0d63ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:30.581625 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c3d2fc8-5bfe-47a5-a1c1-cc00dc305345 admin admin] Publish callbacks [] for router_controller (c788281e-b4b0-49ac-88ab-5358e9be9f11), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:30.585965 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:30.605411 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-85599005-bab6-471a-a615-61ca78a6d535 req-13beee59-60c4-4f73-a0e3-29b5d5f9019c service neutron] For port 1d50f6ca-4ca9-4410-b2a8-57585755e02e, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1d50f6ca-4ca9-4410-b2a8-57585755e02e,segment=NetworkSegment(315fa71f-cea4-40fe-870d-7e9180056016),segment_id=315fa71f-cea4-40fe-870d-7e9180056016)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:30.646275 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-85599005-bab6-471a-a615-61ca78a6d535 req-13beee59-60c4-4f73-a0e3-29b5d5f9019c service neutron] For port 1d50f6ca-4ca9-4410-b2a8-57585755e02e, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:44:30.690166 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49aa7179-9508-43ef-8275-39500f34d7ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d50f6ca-4ca9-4410-b2a8-57585755e02e'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:44:30.693027 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94695dcd-aeaf-4249-9e66-3e472e892226" -d '{"events": [{"server_uuid": "49aa7179-9508-43ef-8275-39500f34d7ec", "name": "network-vif-unplugged", "status": "completed", "tag": "1d50f6ca-4ca9-4410-b2a8-57585755e02e"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:44:30.705220 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-85599005-bab6-471a-a615-61ca78a6d535 req-13beee59-60c4-4f73-a0e3-29b5d5f9019c service neutron] Publish callbacks [] for port (1d50f6ca-4ca9-4410-b2a8-57585755e02e), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:30.711879 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-85599005-bab6-471a-a615-61ca78a6d535 req-13beee59-60c4-4f73-a0e3-29b5d5f9019c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (1d50f6ca-4ca9-4410-b2a8-57585755e02e), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:30.722656 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-5066c110-61bb-4067-9f57-1aca1f0d63ba None None] Allocated IP 172.20.0.2 (f4ddea57-627d-4710-8db5-8556b306c459/4fbcab85-2aaa-4608-b9d7-504fb8b354b9/aca168cf-1a70-4fd6-942c-cfff68efa0cf) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:44:30.733664 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c3d2fc8-5bfe-47a5-a1c1-cc00dc305345 admin admin] Publish callbacks [] for router_gateway (c788281e-b4b0-49ac-88ab-5358e9be9f11), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:30.781275 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a16a37-16a4-408c-a96e-92c5af36d31e x-openstack-request-id: req-35a16a37-16a4-408c-a96e-92c5af36d31e {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:44:30.781580 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49aa7179-9508-43ef-8275-39500f34d7ec", "name": "network-vif-unplugged", "status": "completed", "tag": "1d50f6ca-4ca9-4410-b2a8-57585755e02e", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:44:30.781861 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35a16a37-16a4-408c-a96e-92c5af36d31e {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:44:30.782263 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49aa7179-9508-43ef-8275-39500f34d7ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d50f6ca-4ca9-4410-b2a8-57585755e02e', 'code': 200} Jan 18 20:44:30.840593 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13beee59-60c4-4f73-a0e3-29b5d5f9019c service neutron] Pushing event updated for resources: {'Port': ['ID=1d50f6ca-4ca9-4410-b2a8-57585755e02e,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:30.922711 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5066c110-61bb-4067-9f57-1aca1f0d63ba None None] Publish callbacks [] for port (aca168cf-1a70-4fd6-942c-cfff68efa0cf), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:30.932140 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5066c110-61bb-4067-9f57-1aca1f0d63ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (aca168cf-1a70-4fd6-942c-cfff68efa0cf), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:30.946099 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-85599005-bab6-471a-a615-61ca78a6d535 req-13beee59-60c4-4f73-a0e3-29b5d5f9019c service neutron] Attempting to bind port 1d50f6ca-4ca9-4410-b2a8-57585755e02e on host n-h2-741529-9 for vnic_type normal with profile {"migrating_to": "n-h1-741529-9"} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:44:30.946427 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-85599005-bab6-471a-a615-61ca78a6d535 req-13beee59-60c4-4f73-a0e3-29b5d5f9019c service neutron] Attempting to bind port 1d50f6ca-4ca9-4410-b2a8-57585755e02e by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '315fa71f-cea4-40fe-870d-7e9180056016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:44:30.946753 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85599005-bab6-471a-a615-61ca78a6d535 req-13beee59-60c4-4f73-a0e3-29b5d5f9019c service neutron] Attempting to bind port 1d50f6ca-4ca9-4410-b2a8-57585755e02e on network 7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:44:30.952519 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85599005-bab6-471a-a615-61ca78a6d535 req-13beee59-60c4-4f73-a0e3-29b5d5f9019c service neutron] Port 1d50f6ca-4ca9-4410-b2a8-57585755e02e on network 7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:44:30.952844 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85599005-bab6-471a-a615-61ca78a6d535 req-13beee59-60c4-4f73-a0e3-29b5d5f9019c service neutron] Attempting to bind port 1d50f6ca-4ca9-4410-b2a8-57585755e02e on network 7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:44:30.961334 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85599005-bab6-471a-a615-61ca78a6d535 req-13beee59-60c4-4f73-a0e3-29b5d5f9019c service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:44:30.964024 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85599005-bab6-471a-a615-61ca78a6d535 req-13beee59-60c4-4f73-a0e3-29b5d5f9019c service neutron] Checking segment: {'id': '315fa71f-cea4-40fe-870d-7e9180056016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:44:30.964445 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85599005-bab6-471a-a615-61ca78a6d535 req-13beee59-60c4-4f73-a0e3-29b5d5f9019c service neutron] Bound using segment: {'id': '315fa71f-cea4-40fe-870d-7e9180056016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:44:30.964896 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-85599005-bab6-471a-a615-61ca78a6d535 req-13beee59-60c4-4f73-a0e3-29b5d5f9019c service neutron] Bound port: 1d50f6ca-4ca9-4410-b2a8-57585755e02e, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315fa71f-cea4-40fe-870d-7e9180056016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:44:30.965254 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-85599005-bab6-471a-a615-61ca78a6d535 req-13beee59-60c4-4f73-a0e3-29b5d5f9019c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1d50f6ca-4ca9-4410-b2a8-57585755e02e), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:30.994743 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5066c110-61bb-4067-9f57-1aca1f0d63ba None None] Network f4ddea57-627d-4710-8db5-8556b306c459 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:44:30.997665 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-5066c110-61bb-4067-9f57-1aca1f0d63ba None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:44:31.000167 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5066c110-61bb-4067-9f57-1aca1f0d63ba None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:44:31.036382 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5066c110-61bb-4067-9f57-1aca1f0d63ba None None] Pushing event updated for resources: {'Port': ['ID=aca168cf-1a70-4fd6-942c-cfff68efa0cf,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:31.064437 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-85599005-bab6-471a-a615-61ca78a6d535 req-13beee59-60c4-4f73-a0e3-29b5d5f9019c service neutron] For port 1d50f6ca-4ca9-4410-b2a8-57585755e02e, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:44:31.068741 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-85599005-bab6-471a-a615-61ca78a6d535 req-13beee59-60c4-4f73-a0e3-29b5d5f9019c service neutron] For port 1d50f6ca-4ca9-4410-b2a8-57585755e02e, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1d50f6ca-4ca9-4410-b2a8-57585755e02e,segment=NetworkSegment(315fa71f-cea4-40fe-870d-7e9180056016),segment_id=315fa71f-cea4-40fe-870d-7e9180056016)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:44:31.071056 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-5066c110-61bb-4067-9f57-1aca1f0d63ba None None] Attempting to bind port aca168cf-1a70-4fd6-942c-cfff68efa0cf on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:44:31.071425 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-5066c110-61bb-4067-9f57-1aca1f0d63ba None None] Attempting to bind port aca168cf-1a70-4fd6-942c-cfff68efa0cf by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'b8546c6f-fb62-467d-8fc9-7edb575ddea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f4ddea57-627d-4710-8db5-8556b306c459'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:44:31.072122 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5066c110-61bb-4067-9f57-1aca1f0d63ba None None] Attempting to bind port aca168cf-1a70-4fd6-942c-cfff68efa0cf on network f4ddea57-627d-4710-8db5-8556b306c459 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:44:31.076814 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-85599005-bab6-471a-a615-61ca78a6d535 req-13beee59-60c4-4f73-a0e3-29b5d5f9019c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (1d50f6ca-4ca9-4410-b2a8-57585755e02e), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:31.080802 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008f126-6173-43fa-80d0-0a4867d99398 req-782f489c-bbd9-4f20-b2f6-2138200ac7dc tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:31.082279 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5066c110-61bb-4067-9f57-1aca1f0d63ba None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:44:31.082557 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0008f126-6173-43fa-80d0-0a4867d99398 req-782f489c-bbd9-4f20-b2f6-2138200ac7dc tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 944 time: 0.1833746 Jan 18 20:44:31.082712 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5066c110-61bb-4067-9f57-1aca1f0d63ba None None] Checking segment: {'id': 'b8546c6f-fb62-467d-8fc9-7edb575ddea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f4ddea57-627d-4710-8db5-8556b306c459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:44:31.083047 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5066c110-61bb-4067-9f57-1aca1f0d63ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:31.083437 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5066c110-61bb-4067-9f57-1aca1f0d63ba None None] Bound using segment: {'id': 'b8546c6f-fb62-467d-8fc9-7edb575ddea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f4ddea57-627d-4710-8db5-8556b306c459'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:44:31.083905 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-5066c110-61bb-4067-9f57-1aca1f0d63ba None None] Bound port: aca168cf-1a70-4fd6-942c-cfff68efa0cf, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8546c6f-fb62-467d-8fc9-7edb575ddea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f4ddea57-627d-4710-8db5-8556b306c459'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:44:31.084547 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5066c110-61bb-4067-9f57-1aca1f0d63ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (aca168cf-1a70-4fd6-942c-cfff68efa0cf), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:31.092236 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f521af-a254-409e-9ff9-4db6b150f9ed req-fab53179-3a3e-4b85-a1c8-d0be74da4924 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:31.093993 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e8f521af-a254-409e-9ff9-4db6b150f9ed req-fab53179-3a3e-4b85-a1c8-d0be74da4924 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 945 time: 0.1104684 Jan 18 20:44:31.121373 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c3d2fc8-5bfe-47a5-a1c1-cc00dc305345 admin admin] Publish callbacks [] for router_gateway (c788281e-b4b0-49ac-88ab-5358e9be9f11), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:31.131436 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0655ce77-4852-4238-96ae-ad6e682b07e4 None None] Provisioning complete for port 1d50f6ca-4ca9-4410-b2a8-57585755e02e triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:31.131833 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0655ce77-4852-4238-96ae-ad6e682b07e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1d50f6ca-4ca9-4410-b2a8-57585755e02e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:31.160093 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c3d2fc8-5bfe-47a5-a1c1-cc00dc305345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:31.209714 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13beee59-60c4-4f73-a0e3-29b5d5f9019c service neutron] Pushing event updated for resources: {'Port': ['ID=1d50f6ca-4ca9-4410-b2a8-57585755e02e,revision_number=8']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:31.214385 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-5066c110-61bb-4067-9f57-1aca1f0d63ba None None] For port aca168cf-1a70-4fd6-942c-cfff68efa0cf, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:44:31.218454 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-5066c110-61bb-4067-9f57-1aca1f0d63ba None None] For port aca168cf-1a70-4fd6-942c-cfff68efa0cf, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=aca168cf-1a70-4fd6-942c-cfff68efa0cf,segment=NetworkSegment(b8546c6f-fb62-467d-8fc9-7edb575ddea2),segment_id=b8546c6f-fb62-467d-8fc9-7edb575ddea2)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:44:31.227838 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5066c110-61bb-4067-9f57-1aca1f0d63ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (aca168cf-1a70-4fd6-942c-cfff68efa0cf), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:31.249892 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0008f126-6173-43fa-80d0-0a4867d99398 req-424248c7-3084-43f6-bd71-e9791f180bef tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514206 Jan 18 20:44:31.275966 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e8f521af-a254-409e-9ff9-4db6b150f9ed req-7cc1ca03-4a4c-4fd1-ada2-833387b62018 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685271 Jan 18 20:44:31.299127 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85599005-bab6-471a-a615-61ca78a6d535 req-13beee59-60c4-4f73-a0e3-29b5d5f9019c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:31.300741 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-85599005-bab6-471a-a615-61ca78a6d535 req-13beee59-60c4-4f73-a0e3-29b5d5f9019c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:31.302686 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85599005-bab6-471a-a615-61ca78a6d535 req-13beee59-60c4-4f73-a0e3-29b5d5f9019c service neutron] 10.222.0.57 "PUT /v2.0/ports/1d50f6ca-4ca9-4410-b2a8-57585755e02e HTTP/1.1" status: 200 len: 1122 time: 0.8989151 Jan 18 20:44:31.320664 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0655ce77-4852-4238-96ae-ad6e682b07e4 None None] Current status of the port 1d50f6ca-4ca9-4410-b2a8-57585755e02e is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:31.321252 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0655ce77-4852-4238-96ae-ad6e682b07e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1d50f6ca-4ca9-4410-b2a8-57585755e02e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:31.361656 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-3c3d2fc8-5bfe-47a5-a1c1-cc00dc305345 admin admin] Allocated IP 172.25.4.153 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/e48cc4d9-f475-4e4d-88b1-fd81ab03c400) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:44:31.373669 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5066c110-61bb-4067-9f57-1aca1f0d63ba None None] Pushing event updated for resources: {'Port': ['ID=aca168cf-1a70-4fd6-942c-cfff68efa0cf,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:31.382362 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device aaa2a41f-810c-453a-a6f7-55284fdd4e79 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:44:31.427109 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49aa7179-9508-43ef-8275-39500f34d7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d50f6ca-4ca9-4410-b2a8-57585755e02e'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:44:31.430033 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5050aa6-fa38-4503-ac29-90e9c3086600" -d '{"events": [{"server_uuid": "49aa7179-9508-43ef-8275-39500f34d7ec", "name": "network-vif-plugged", "status": "completed", "tag": "1d50f6ca-4ca9-4410-b2a8-57585755e02e"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:44:31.433451 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['1d50f6ca-4ca9-4410-b2a8-57585755e02e'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:44:31.478501 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0655ce77-4852-4238-96ae-ad6e682b07e4 None None] For port 1d50f6ca-4ca9-4410-b2a8-57585755e02e, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1d50f6ca-4ca9-4410-b2a8-57585755e02e,segment=NetworkSegment(315fa71f-cea4-40fe-870d-7e9180056016),segment_id=315fa71f-cea4-40fe-870d-7e9180056016)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:31.494262 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0655ce77-4852-4238-96ae-ad6e682b07e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1d50f6ca-4ca9-4410-b2a8-57585755e02e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:31.503754 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c3d2fc8-5bfe-47a5-a1c1-cc00dc305345 admin admin] Publish callbacks [] for port (e48cc4d9-f475-4e4d-88b1-fd81ab03c400), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:31.526400 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0075bf3b-5212-4ce8-b5f8-4e2967f0f880 x-openstack-request-id: req-0075bf3b-5212-4ce8-b5f8-4e2967f0f880 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:44:31.526714 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49aa7179-9508-43ef-8275-39500f34d7ec", "name": "network-vif-plugged", "status": "completed", "tag": "1d50f6ca-4ca9-4410-b2a8-57585755e02e", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:44:31.527343 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0075bf3b-5212-4ce8-b5f8-4e2967f0f880 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:44:31.527473 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49aa7179-9508-43ef-8275-39500f34d7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d50f6ca-4ca9-4410-b2a8-57585755e02e', 'code': 200} Jan 18 20:44:31.561246 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c3d2fc8-5bfe-47a5-a1c1-cc00dc305345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (e48cc4d9-f475-4e4d-88b1-fd81ab03c400), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:31.618772 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3d2fc8-5bfe-47a5-a1c1-cc00dc305345 admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:44:31.622211 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-3c3d2fc8-5bfe-47a5-a1c1-cc00dc305345 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:44:31.626079 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3d2fc8-5bfe-47a5-a1c1-cc00dc305345 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:44:31.649500 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d2fc8-5bfe-47a5-a1c1-cc00dc305345 admin admin] Pushing event updated for resources: {'Port': ['ID=e48cc4d9-f475-4e4d-88b1-fd81ab03c400,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:31.652164 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port aaa2a41f-810c-453a-a6f7-55284fdd4e79 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:31.652542 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (aaa2a41f-810c-453a-a6f7-55284fdd4e79), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:31.654402 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721ddcf6-2b2c-4d6c-8fd8-9e7d254f7668 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:44:31.753242 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655ce77-4852-4238-96ae-ad6e682b07e4 None None] Pushing event updated for resources: {'Port': ['ID=1d50f6ca-4ca9-4410-b2a8-57585755e02e,revision_number=9']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:31.888323 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:31.895004 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port aaa2a41f-810c-453a-a6f7-55284fdd4e79 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:31.895389 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (aaa2a41f-810c-453a-a6f7-55284fdd4e79), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:31.896891 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c3d2fc8-5bfe-47a5-a1c1-cc00dc305345 admin admin] Publish callbacks [] for router_gateway (c788281e-b4b0-49ac-88ab-5358e9be9f11), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:31.941659 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-790cb113-bb27-40d1-b097-d177343206d0 None None] Provisioning complete for port 1d50f6ca-4ca9-4410-b2a8-57585755e02e triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:31.942043 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-790cb113-bb27-40d1-b097-d177343206d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1d50f6ca-4ca9-4410-b2a8-57585755e02e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:31.990012 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port aaa2a41f-810c-453a-a6f7-55284fdd4e79, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=aaa2a41f-810c-453a-a6f7-55284fdd4e79,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:32.003330 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (aaa2a41f-810c-453a-a6f7-55284fdd4e79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:32.101615 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c3d2fc8-5bfe-47a5-a1c1-cc00dc305345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (c788281e-b4b0-49ac-88ab-5358e9be9f11), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:32.258646 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3d2fc8-5bfe-47a5-a1c1-cc00dc305345 admin admin] Router c788281e-b4b0-49ac-88ab-5358e9be9f11 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:44:32.291816 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=aaa2a41f-810c-453a-a6f7-55284fdd4e79,revision_number=10']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:32.317271 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-790cb113-bb27-40d1-b097-d177343206d0 None None] Current status of the port 1d50f6ca-4ca9-4410-b2a8-57585755e02e is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:32.343629 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-790cb113-bb27-40d1-b097-d177343206d0 None None] Provisioning complete for port e48cc4d9-f475-4e4d-88b1-fd81ab03c400 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:32.343986 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-790cb113-bb27-40d1-b097-d177343206d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e48cc4d9-f475-4e4d-88b1-fd81ab03c400), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:32.412004 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-790cb113-bb27-40d1-b097-d177343206d0 None None] Port e48cc4d9-f475-4e4d-88b1-fd81ab03c400 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:44:32.467282 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97b3253-e3e3-4c63-9e00-7b6f2fc86821 None None] Network f4ddea57-627d-4710-8db5-8556b306c459 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:44:32.493439 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device aca168cf-1a70-4fd6-942c-cfff68efa0cf up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:44:32.564618 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 1d50f6ca-4ca9-4410-b2a8-57585755e02e details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:44:32.607945 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-de3121c5-62ff-465a-a151-e873f6b11d12 None None] Provisioning complete for port aca168cf-1a70-4fd6-942c-cfff68efa0cf triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:32.608310 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-de3121c5-62ff-465a-a151-e873f6b11d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (aca168cf-1a70-4fd6-942c-cfff68efa0cf), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:32.728362 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port aca168cf-1a70-4fd6-942c-cfff68efa0cf triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:32.728651 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (aca168cf-1a70-4fd6-942c-cfff68efa0cf), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:32.781414 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3d2fc8-5bfe-47a5-a1c1-cc00dc305345 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:44:32.783992 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49aa7179-9508-43ef-8275-39500f34d7ec', 'tag': '1d50f6ca-4ca9-4410-b2a8-57585755e02e'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:44:32.791275 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ae877c-95d9-45fd-94a9-53269b86dcb1" -d '{"events": [{"name": "network-changed", "server_uuid": "49aa7179-9508-43ef-8275-39500f34d7ec", "tag": "1d50f6ca-4ca9-4410-b2a8-57585755e02e"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:44:32.799847 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69cd6d-e675-498a-96e9-b92bd6a521f3 req-f6168147-a779-4f07-9b0e-6659fb7dca87 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:32.800543 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8b69cd6d-e675-498a-96e9-b92bd6a521f3 req-f6168147-a779-4f07-9b0e-6659fb7dca87 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 947 time: 0.4065695 Jan 18 20:44:32.811746 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e8779-a05a-44d9-a728-daf4993903e9 req-e2e11676-a23f-4528-a6ff-606a63a4ed81 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:32.814030 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a73e8779-a05a-44d9-a728-daf4993903e9 req-e2e11676-a23f-4528-a6ff-606a63a4ed81 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 946 time: 0.1042047 Jan 18 20:44:32.826332 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21012151-1340-4f4a-9025-b4020b8a906b None None] Sync routers for ids ['c788281e-b4b0-49ac-88ab-5358e9be9f11'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:44:32.836544 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c3d2fc8-5bfe-47a5-a1c1-cc00dc305345 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:32.838046 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 1d50f6ca-4ca9-4410-b2a8-57585755e02e, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1d50f6ca-4ca9-4410-b2a8-57585755e02e,segment=NetworkSegment(315fa71f-cea4-40fe-870d-7e9180056016),segment_id=315fa71f-cea4-40fe-870d-7e9180056016)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:32.840734 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3c3d2fc8-5bfe-47a5-a1c1-cc00dc305345 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3855059 Jan 18 20:44:32.841105 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35456) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:32.854966 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21012151-1340-4f4a-9025-b4020b8a906b None None] Routers {'c788281e-b4b0-49ac-88ab-5358e9be9f11'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:44:32.856028 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-21012151-1340-4f4a-9025-b4020b8a906b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['c788281e-b4b0-49ac-88ab-5358e9be9f11'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:32.856761 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-de3121c5-62ff-465a-a151-e873f6b11d12 None None] Current status of the port aca168cf-1a70-4fd6-942c-cfff68efa0cf is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:32.857143 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-de3121c5-62ff-465a-a151-e873f6b11d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (aca168cf-1a70-4fd6-942c-cfff68efa0cf), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:32.859546 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 1d50f6ca-4ca9-4410-b2a8-57585755e02e has no active binding in host n-h1-741529-9 {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 18 20:44:32.924544 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port aca168cf-1a70-4fd6-942c-cfff68efa0cf is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:32.925237 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (aca168cf-1a70-4fd6-942c-cfff68efa0cf), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:32.928339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-de3121c5-62ff-465a-a151-e873f6b11d12 None None] For port aca168cf-1a70-4fd6-942c-cfff68efa0cf, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=aca168cf-1a70-4fd6-942c-cfff68efa0cf,segment=NetworkSegment(b8546c6f-fb62-467d-8fc9-7edb575ddea2),segment_id=b8546c6f-fb62-467d-8fc9-7edb575ddea2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:32.940366 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-de3121c5-62ff-465a-a151-e873f6b11d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (aca168cf-1a70-4fd6-942c-cfff68efa0cf), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:32.986753 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8b69cd6d-e675-498a-96e9-b92bd6a521f3 req-8e94ad2c-6ef4-4dd4-94f9-96007b7832b2 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715963 Jan 18 20:44:33.028415 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a73e8779-a05a-44d9-a728-daf4993903e9 req-686106ed-ebf8-45fa-90da-cb10fc66befa tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840541 Jan 18 20:44:33.031243 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-21012151-1340-4f4a-9025-b4020b8a906b None None] Set router c788281e-b4b0-49ac-88ab-5358e9be9f11 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:44:33.036174 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3121c5-62ff-465a-a151-e873f6b11d12 None None] Pushing event updated for resources: {'Port': ['ID=aca168cf-1a70-4fd6-942c-cfff68efa0cf,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:33.044655 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:44:33.045013 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:44:33.062757 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd64477-24bd-4104-8a41-6b02e7258fd8 x-openstack-request-id: req-ebd64477-24bd-4104-8a41-6b02e7258fd8 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:44:33.063437 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49aa7179-9508-43ef-8275-39500f34d7ec", "tag": "1d50f6ca-4ca9-4410-b2a8-57585755e02e", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:44:33.063437 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebd64477-24bd-4104-8a41-6b02e7258fd8 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:44:33.063918 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49aa7179-9508-43ef-8275-39500f34d7ec', 'tag': '1d50f6ca-4ca9-4410-b2a8-57585755e02e', 'status': 'completed', 'code': 200} Jan 18 20:44:33.192631 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae877c-95d9-45fd-94a9-53269b86dcb1 req-f539692d-b656-4211-93eb-fc5f92bdaffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:33.194139 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f0ae877c-95d9-45fd-94a9-53269b86dcb1 req-f539692d-b656-4211-93eb-fc5f92bdaffb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 1127 time: 0.0857239 Jan 18 20:44:33.229189 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-21012151-1340-4f4a-9025-b4020b8a906b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c788281e-b4b0-49ac-88ab-5358e9be9f11', 'name': 'tempest-TestServerMultinode-1605897153-router', 'tenant_id': 'a4834843d05e42bd8490aedc5aaba77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'e48cc4d9-f475-4e4d-88b1-fd81ab03c400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:30Z', 'updated_at': '2022-01-18T20:44:31Z', 'revision_number': 3, 'project_id': 'a4834843d05e42bd8490aedc5aaba77f', 'gw_port': {'id': 'e48cc4d9-f475-4e4d-88b1-fd81ab03c400', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c788281e-b4b0-49ac-88ab-5358e9be9f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:31Z', 'updated_at': '2022-01-18T20:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:33.258336 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21012151-1340-4f4a-9025-b4020b8a906b None None] Checking router: c788281e-b4b0-49ac-88ab-5358e9be9f11 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:44:33.258620 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21012151-1340-4f4a-9025-b4020b8a906b None None] Updating router c788281e-b4b0-49ac-88ab-5358e9be9f11 port e48cc4d9-f475-4e4d-88b1-fd81ab03c400 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:44:33.261327 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1e6a7452-ad16-4205-813f-03ab46dc09a8 None None] Provisioning complete for port aca168cf-1a70-4fd6-942c-cfff68efa0cf triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:33.261835 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1e6a7452-ad16-4205-813f-03ab46dc09a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (aca168cf-1a70-4fd6-942c-cfff68efa0cf), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:33.284165 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-21012151-1340-4f4a-9025-b4020b8a906b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e48cc4d9-f475-4e4d-88b1-fd81ab03c400), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:33.350392 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1e6a7452-ad16-4205-813f-03ab46dc09a8 None None] Current status of the port aca168cf-1a70-4fd6-942c-cfff68efa0cf is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:33.365836 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae877c-95d9-45fd-94a9-53269b86dcb1 req-fe83678a-63c5-4cd1-9ddf-a56ea796e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:33.368625 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f0ae877c-95d9-45fd-94a9-53269b86dcb1 req-fe83678a-63c5-4cd1-9ddf-a56ea796e1b1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 HTTP/1.1" status: 200 len: 898 time: 0.1680114 Jan 18 20:44:33.473940 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f0ae877c-95d9-45fd-94a9-53269b86dcb1 req-3cf886b0-dc00-4e46-9d0f-ad932a5524a7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d50f6ca-4ca9-4410-b2a8-57585755e02e HTTP/1.1" status: 200 len: 1002 time: 0.0945518 Jan 18 20:44:33.528802 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c730843a-b9b9-4b60-bd7d-bf79ab4639b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa2a41f-810c-453a-a6f7-55284fdd4e79'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:44:33.531729 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c81eca-cceb-4f30-a615-16df5f3ef70e" -d '{"events": [{"server_uuid": "c730843a-b9b9-4b60-bd7d-bf79ab4639b2", "name": "network-vif-plugged", "status": "completed", "tag": "aaa2a41f-810c-453a-a6f7-55284fdd4e79"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:44:33.549547 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae877c-95d9-45fd-94a9-53269b86dcb1 req-914871b2-878d-43ff-abda-a04da0df7305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:33.549921 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-21012151-1340-4f4a-9025-b4020b8a906b None None] Publish callbacks [] for port (e48cc4d9-f475-4e4d-88b1-fd81ab03c400), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:33.551080 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f0ae877c-95d9-45fd-94a9-53269b86dcb1 req-914871b2-878d-43ff-abda-a04da0df7305 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=abd66e3f-a9e4-48e4-a61e-79e48c7ea732 HTTP/1.1" status: 200 len: 835 time: 0.0583098 Jan 18 20:44:33.556390 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-21012151-1340-4f4a-9025-b4020b8a906b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e48cc4d9-f475-4e4d-88b1-fd81ab03c400), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:33.578554 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464ee162-529f-4268-86c5-e74bfb63afda x-openstack-request-id: req-464ee162-529f-4268-86c5-e74bfb63afda {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:44:33.578963 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c730843a-b9b9-4b60-bd7d-bf79ab4639b2", "name": "network-vif-plugged", "status": "completed", "tag": "aaa2a41f-810c-453a-a6f7-55284fdd4e79", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:44:33.579312 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-464ee162-529f-4268-86c5-e74bfb63afda {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:44:33.579988 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c730843a-b9b9-4b60-bd7d-bf79ab4639b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa2a41f-810c-453a-a6f7-55284fdd4e79', 'code': 200} Jan 18 20:44:33.615750 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72584bfe-bdb7-49f6-a160-cd7afa4c191b None None] Pushing event updated for resources: {'Port': ['ID=e48cc4d9-f475-4e4d-88b1-fd81ab03c400,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:33.626165 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b418c9a9-0f5a-4f0d-a0c1-4c7c30ec0deb None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:44:33.627910 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-02a2e570-d5c9-4f6d-a8f7-aaaeee492950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:33.634570 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72584bfe-bdb7-49f6-a160-cd7afa4c191b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:33.634915 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72584bfe-bdb7-49f6-a160-cd7afa4c191b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:33.635257 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72584bfe-bdb7-49f6-a160-cd7afa4c191b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:33.635592 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72584bfe-bdb7-49f6-a160-cd7afa4c191b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:33.636111 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72584bfe-bdb7-49f6-a160-cd7afa4c191b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:33.636229 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72584bfe-bdb7-49f6-a160-cd7afa4c191b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:33.636551 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72584bfe-bdb7-49f6-a160-cd7afa4c191b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:33.636874 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72584bfe-bdb7-49f6-a160-cd7afa4c191b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:33.637196 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72584bfe-bdb7-49f6-a160-cd7afa4c191b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:33.637544 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72584bfe-bdb7-49f6-a160-cd7afa4c191b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:33.637895 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72584bfe-bdb7-49f6-a160-cd7afa4c191b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:33.638889 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72584bfe-bdb7-49f6-a160-cd7afa4c191b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:33.639223 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72584bfe-bdb7-49f6-a160-cd7afa4c191b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:33.643662 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-21012151-1340-4f4a-9025-b4020b8a906b None None] Attempting to bind port e48cc4d9-f475-4e4d-88b1-fd81ab03c400 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:44:33.644531 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-21012151-1340-4f4a-9025-b4020b8a906b None None] Attempting to bind port e48cc4d9-f475-4e4d-88b1-fd81ab03c400 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:44:33.644896 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21012151-1340-4f4a-9025-b4020b8a906b None None] Attempting to bind port e48cc4d9-f475-4e4d-88b1-fd81ab03c400 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:44:33.648998 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae877c-95d9-45fd-94a9-53269b86dcb1 req-63768dfa-c05a-40bf-93e8-3cbab917f166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:33.650502 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f0ae877c-95d9-45fd-94a9-53269b86dcb1 req-63768dfa-c05a-40bf-93e8-3cbab917f166 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ef351fc-86b1-4d7a-96c0-2dcd7538fd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813584 Jan 18 20:44:33.651067 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21012151-1340-4f4a-9025-b4020b8a906b None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:44:33.651434 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21012151-1340-4f4a-9025-b4020b8a906b None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:44:33.651826 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-21012151-1340-4f4a-9025-b4020b8a906b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:33.652242 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21012151-1340-4f4a-9025-b4020b8a906b None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:44:33.652663 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-21012151-1340-4f4a-9025-b4020b8a906b None None] Bound port: e48cc4d9-f475-4e4d-88b1-fd81ab03c400, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:44:33.653092 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-21012151-1340-4f4a-9025-b4020b8a906b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e48cc4d9-f475-4e4d-88b1-fd81ab03c400), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:33.679136 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port aca168cf-1a70-4fd6-942c-cfff68efa0cf is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:33.728415 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-21012151-1340-4f4a-9025-b4020b8a906b None None] For port e48cc4d9-f475-4e4d-88b1-fd81ab03c400, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:44:33.733866 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-21012151-1340-4f4a-9025-b4020b8a906b None None] For port e48cc4d9-f475-4e4d-88b1-fd81ab03c400, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=e48cc4d9-f475-4e4d-88b1-fd81ab03c400,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:44:33.739433 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-21012151-1340-4f4a-9025-b4020b8a906b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e48cc4d9-f475-4e4d-88b1-fd81ab03c400), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:33.791804 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21012151-1340-4f4a-9025-b4020b8a906b None None] Routers {'c788281e-b4b0-49ac-88ab-5358e9be9f11'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:44:33.792436 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-21012151-1340-4f4a-9025-b4020b8a906b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['c788281e-b4b0-49ac-88ab-5358e9be9f11'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:33.794433 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec61c1-a96a-4493-87b1-9304c1424f88 req-470af4c1-a827-4d98-9a90-a2e2f820c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:33.796545 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3eec61c1-a96a-4493-87b1-9304c1424f88 req-470af4c1-a827-4d98-9a90-a2e2f820c9f9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 1098 time: 0.0543439 Jan 18 20:44:33.850184 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80fbf07-943f-4ec7-a5ba-4db3646a5f6f None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:44:33.869886 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3eec61c1-a96a-4493-87b1-9304c1424f88 req-5368ec21-7494-458f-9ee3-36f9973b0b3a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656686 Jan 18 20:44:33.880698 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72584bfe-bdb7-49f6-a160-cd7afa4c191b None None] Pushing event updated for resources: {'Port': ['ID=e48cc4d9-f475-4e4d-88b1-fd81ab03c400,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:33.938765 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-21012151-1340-4f4a-9025-b4020b8a906b None None] Set router c788281e-b4b0-49ac-88ab-5358e9be9f11 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:44:33.944408 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0596b499-05e0-4d34-9da0-1685c22eae8f None None] Provisioning complete for port e48cc4d9-f475-4e4d-88b1-fd81ab03c400 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:33.944998 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0596b499-05e0-4d34-9da0-1685c22eae8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e48cc4d9-f475-4e4d-88b1-fd81ab03c400), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:33.972091 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f0ae877c-95d9-45fd-94a9-53269b86dcb1 req-4f9f1db2-4f92-4d0c-9aea-c3152f258866 service neutron] 10.222.0.70 "GET /v2.0/networks/7ef351fc-86b1-4d7a-96c0-2dcd7538fd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111601 Jan 18 20:44:33.984223 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-02a2e570-d5c9-4f6d-a8f7-aaaeee492950 admin admin] Allocated IP 172.20.0.1 (f4ddea57-627d-4710-8db5-8556b306c459/4fbcab85-2aaa-4608-b9d7-504fb8b354b9/167c95b5-6499-4095-823d-826e0553e768) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:44:34.035590 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0596b499-05e0-4d34-9da0-1685c22eae8f None None] Current status of the port e48cc4d9-f475-4e4d-88b1-fd81ab03c400 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:34.036096 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0596b499-05e0-4d34-9da0-1685c22eae8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e48cc4d9-f475-4e4d-88b1-fd81ab03c400), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:34.061927 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0596b499-05e0-4d34-9da0-1685c22eae8f None None] For port e48cc4d9-f475-4e4d-88b1-fd81ab03c400, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=e48cc4d9-f475-4e4d-88b1-fd81ab03c400,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:34.068987 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0596b499-05e0-4d34-9da0-1685c22eae8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e48cc4d9-f475-4e4d-88b1-fd81ab03c400), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:34.132110 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596b499-05e0-4d34-9da0-1685c22eae8f None None] Pushing event updated for resources: {'Port': ['ID=e48cc4d9-f475-4e4d-88b1-fd81ab03c400,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:34.141484 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-21012151-1340-4f4a-9025-b4020b8a906b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c788281e-b4b0-49ac-88ab-5358e9be9f11', 'name': 'tempest-TestServerMultinode-1605897153-router', 'tenant_id': 'a4834843d05e42bd8490aedc5aaba77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'e48cc4d9-f475-4e4d-88b1-fd81ab03c400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:30Z', 'updated_at': '2022-01-18T20:44:31Z', 'revision_number': 3, 'project_id': 'a4834843d05e42bd8490aedc5aaba77f', 'gw_port': {'id': 'e48cc4d9-f475-4e4d-88b1-fd81ab03c400', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c788281e-b4b0-49ac-88ab-5358e9be9f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:31Z', 'updated_at': '2022-01-18T20:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:34.168199 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21012151-1340-4f4a-9025-b4020b8a906b None None] The sync data for ids ['c788281e-b4b0-49ac-88ab-5358e9be9f11'] in n-d-741529-9 is: [{'id': 'c788281e-b4b0-49ac-88ab-5358e9be9f11', 'name': 'tempest-TestServerMultinode-1605897153-router', 'tenant_id': 'a4834843d05e42bd8490aedc5aaba77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'e48cc4d9-f475-4e4d-88b1-fd81ab03c400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:30Z', 'updated_at': '2022-01-18T20:44:31Z', 'revision_number': 3, 'project_id': 'a4834843d05e42bd8490aedc5aaba77f', 'gw_port': {'id': 'e48cc4d9-f475-4e4d-88b1-fd81ab03c400', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c788281e-b4b0-49ac-88ab-5358e9be9f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:31Z', 'updated_at': '2022-01-18T20:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:44:34.179641 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-02a2e570-d5c9-4f6d-a8f7-aaaeee492950 admin admin] Publish callbacks [] for port (167c95b5-6499-4095-823d-826e0553e768), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:34.195183 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:34.291383 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8964705-82d4-4e31-9e74-98258784c2b6 req-54dde71a-5ca2-474d-b7e3-2c020ee0a66a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:34.292918 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c8964705-82d4-4e31-9e74-98258784c2b6 req-54dde71a-5ca2-474d-b7e3-2c020ee0a66a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 946 time: 0.1664367 Jan 18 20:44:34.308045 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37543cb-172d-4acf-9add-a6fb59e680a8 req-a91cce4d-6318-4a0c-8ad9-7ecc29c79b9f tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:34.309501 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d37543cb-172d-4acf-9add-a6fb59e680a8 req-a91cce4d-6318-4a0c-8ad9-7ecc29c79b9f tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 947 time: 0.2059824 Jan 18 20:44:34.314217 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f0ae877c-95d9-45fd-94a9-53269b86dcb1 req-0700becf-9615-431c-bced-b42bbd847e74 service neutron] 10.222.0.70 "GET /v2.0/networks/7ef351fc-86b1-4d7a-96c0-2dcd7538fd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348747 Jan 18 20:44:34.357761 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-02a2e570-d5c9-4f6d-a8f7-aaaeee492950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (167c95b5-6499-4095-823d-826e0553e768), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:34.441521 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a2e570-d5c9-4f6d-a8f7-aaaeee492950 admin admin] Network f4ddea57-627d-4710-8db5-8556b306c459 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:44:34.451130 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c8964705-82d4-4e31-9e74-98258784c2b6 req-fc9a899e-6981-4405-bae4-9cad65c6b058 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509056 Jan 18 20:44:34.456492 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-02a2e570-d5c9-4f6d-a8f7-aaaeee492950 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:44:34.462487 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a2e570-d5c9-4f6d-a8f7-aaaeee492950 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:44:34.468888 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d37543cb-172d-4acf-9add-a6fb59e680a8 req-8eff84f8-6ffb-4381-bf31-c84b5efc89f3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483407 Jan 18 20:44:34.473810 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device aca168cf-1a70-4fd6-942c-cfff68efa0cf up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:44:34.488106 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2e570-d5c9-4f6d-a8f7-aaaeee492950 admin admin] Pushing event updated for resources: {'Port': ['ID=167c95b5-6499-4095-823d-826e0553e768,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:34.511688 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-02a2e570-d5c9-4f6d-a8f7-aaaeee492950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (c788281e-b4b0-49ac-88ab-5358e9be9f11), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:34.553562 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port aca168cf-1a70-4fd6-942c-cfff68efa0cf triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:34.554311 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (aca168cf-1a70-4fd6-942c-cfff68efa0cf), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:34.641605 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port aca168cf-1a70-4fd6-942c-cfff68efa0cf is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:34.668090 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-02a2e570-d5c9-4f6d-a8f7-aaaeee492950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (167c95b5-6499-4095-823d-826e0553e768), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:34.813580 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-21e9ee55-42d7-4d9c-b306-4b27cfd3f694 None None] Provisioning complete for port 167c95b5-6499-4095-823d-826e0553e768 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:34.815134 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-21e9ee55-42d7-4d9c-b306-4b27cfd3f694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (167c95b5-6499-4095-823d-826e0553e768), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:34.847833 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-02a2e570-d5c9-4f6d-a8f7-aaaeee492950 admin admin] Publish callbacks [] for port (167c95b5-6499-4095-823d-826e0553e768), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:34.850426 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-21e9ee55-42d7-4d9c-b306-4b27cfd3f694 None None] Port 167c95b5-6499-4095-823d-826e0553e768 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:44:34.853192 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-02a2e570-d5c9-4f6d-a8f7-aaaeee492950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (167c95b5-6499-4095-823d-826e0553e768), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:34.918461 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2e570-d5c9-4f6d-a8f7-aaaeee492950 admin admin] Pushing event updated for resources: {'Port': ['ID=167c95b5-6499-4095-823d-826e0553e768,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:34.920918 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-02a2e570-d5c9-4f6d-a8f7-aaaeee492950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (c788281e-b4b0-49ac-88ab-5358e9be9f11), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:35.021126 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a2e570-d5c9-4f6d-a8f7-aaaeee492950 admin admin] Network f4ddea57-627d-4710-8db5-8556b306c459 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:44:35.022649 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-02a2e570-d5c9-4f6d-a8f7-aaaeee492950 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:44:35.146183 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a2e570-d5c9-4f6d-a8f7-aaaeee492950 admin admin] Router c788281e-b4b0-49ac-88ab-5358e9be9f11 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:44:35.279567 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a2e570-d5c9-4f6d-a8f7-aaaeee492950 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:44:35.285894 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-02a2e570-d5c9-4f6d-a8f7-aaaeee492950 admin admin] 10.222.0.31 "PUT /v2.0/routers/c788281e-b4b0-49ac-88ab-5358e9be9f11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4410536 Jan 18 20:44:35.376337 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f4e7ce58-3793-4cc4-b678-556ae8d804b1 None None] Provisioning complete for port 167c95b5-6499-4095-823d-826e0553e768 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:35.376776 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f4e7ce58-3793-4cc4-b678-556ae8d804b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (167c95b5-6499-4095-823d-826e0553e768), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:35.416699 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f4e7ce58-3793-4cc4-b678-556ae8d804b1 None None] Port 167c95b5-6499-4095-823d-826e0553e768 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:44:35.619420 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d7a75-e677-475c-961b-08edfa7f825f req-88035b8e-c025-4b2f-b709-e0562d8cee22 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:35.622453 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-024d7a75-e677-475c-961b-08edfa7f825f req-88035b8e-c025-4b2f-b709-e0562d8cee22 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 946 time: 0.0875938 Jan 18 20:44:35.661696 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82d463-52db-4ac8-b493-e67fe1b22d85 req-dd3d255d-8377-462c-a5f3-4dfdb8988b81 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:35.668578 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7a82d463-52db-4ac8-b493-e67fe1b22d85 req-dd3d255d-8377-462c-a5f3-4dfdb8988b81 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 947 time: 0.0944483 Jan 18 20:44:35.726881 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-024d7a75-e677-475c-961b-08edfa7f825f req-dca480e1-c61a-4457-9433-c41ce091549d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987971 Jan 18 20:44:35.746849 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7a82d463-52db-4ac8-b493-e67fe1b22d85 req-b1fdbf3a-50be-4865-b05c-880ff1ae0641 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772541 Jan 18 20:44:35.848499 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35518) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:35.853947 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-4625b873-940d-4ce2-b968-67c6e7322073 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1279879066-network', 'tenant_id': 'c2e3f726c99542aaa933b21a5c3ab1e3'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:44:35.883668 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4625b873-940d-4ce2-b968-67c6e7322073 admin admin] Made reservation on behalf of c2e3f726c99542aaa933b21a5c3ab1e3 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:44:35.886291 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4625b873-940d-4ce2-b968-67c6e7322073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:35.894946 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4625b873-940d-4ce2-b968-67c6e7322073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:35.976201 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4625b873-940d-4ce2-b968-67c6e7322073 admin admin] Publish callbacks [] for security_group (838b0019-5a32-48cf-b328-eda166101719), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:35.979755 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4625b873-940d-4ce2-b968-67c6e7322073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (838b0019-5a32-48cf-b328-eda166101719), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:36.004438 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4625b873-940d-4ce2-b968-67c6e7322073 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:44:36.013833 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625b873-940d-4ce2-b968-67c6e7322073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838b0019-5a32-48cf-b328-eda166101719,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:36.019500 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4625b873-940d-4ce2-b968-67c6e7322073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (af279820-9a00-467d-82e9-c7ef413bf1e0), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:36.019871 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-4625b873-940d-4ce2-b968-67c6e7322073 admin admin] Added segment af279820-9a00-467d-82e9-c7ef413bf1e0 of type vlan for network fd92e11c-1a76-4d9f-a7ae-073ce11745d5 Jan 18 20:44:36.030128 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f420202-beb9-4ccf-a468-1c44f7829319 None None] Sync routers for ids ['c788281e-b4b0-49ac-88ab-5358e9be9f11'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:44:36.041255 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f420202-beb9-4ccf-a468-1c44f7829319 None None] Routers {'c788281e-b4b0-49ac-88ab-5358e9be9f11'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:44:36.041931 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3f420202-beb9-4ccf-a468-1c44f7829319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['c788281e-b4b0-49ac-88ab-5358e9be9f11'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:36.063119 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4625b873-940d-4ce2-b968-67c6e7322073 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (fd92e11c-1a76-4d9f-a7ae-073ce11745d5), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:36.088739 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4625b873-940d-4ce2-b968-67c6e7322073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (fd92e11c-1a76-4d9f-a7ae-073ce11745d5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:36.089734 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4625b873-940d-4ce2-b968-67c6e7322073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:36.090300 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4625b873-940d-4ce2-b968-67c6e7322073 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:36.149041 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-3f420202-beb9-4ccf-a468-1c44f7829319 None None] Set router c788281e-b4b0-49ac-88ab-5358e9be9f11 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:44:36.149434 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4625b873-940d-4ce2-b968-67c6e7322073 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2992961 Jan 18 20:44:36.152108 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35520) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:36.152975 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625b873-940d-4ce2-b968-67c6e7322073 admin admin] Pushing event updated for resources: {'Network': ['ID=fd92e11c-1a76-4d9f-a7ae-073ce11745d5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:36.156974 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-1881b8bb-61a8-46d2-b28d-ccbc13723032 admin admin] Request body: {'subnet': {'network_id': 'fd92e11c-1a76-4d9f-a7ae-073ce11745d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1279879066-subnet', 'tenant_id': 'c2e3f726c99542aaa933b21a5c3ab1e3', 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:44:36.178432 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network fd92e11c-1a76-4d9f-a7ae-073ce11745d5 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:44:36.181549 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1881b8bb-61a8-46d2-b28d-ccbc13723032 admin admin] Made reservation on behalf of c2e3f726c99542aaa933b21a5c3ab1e3 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:44:36.184205 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1881b8bb-61a8-46d2-b28d-ccbc13723032 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:36.361687 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1881b8bb-61a8-46d2-b28d-ccbc13723032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (35569617-5012-48c8-93eb-04720ce403b5), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:36.423787 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3f420202-beb9-4ccf-a468-1c44f7829319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c788281e-b4b0-49ac-88ab-5358e9be9f11', 'name': 'tempest-TestServerMultinode-1605897153-router', 'tenant_id': 'a4834843d05e42bd8490aedc5aaba77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'e48cc4d9-f475-4e4d-88b1-fd81ab03c400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:30Z', 'updated_at': '2022-01-18T20:44:34Z', 'revision_number': 4, 'project_id': 'a4834843d05e42bd8490aedc5aaba77f', 'gw_port': {'id': 'e48cc4d9-f475-4e4d-88b1-fd81ab03c400', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c788281e-b4b0-49ac-88ab-5358e9be9f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:31Z', 'updated_at': '2022-01-18T20:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '167c95b5-6499-4095-823d-826e0553e768', 'name': '', 'network_id': 'f4ddea57-627d-4710-8db5-8556b306c459', 'tenant_id': 'a4834843d05e42bd8490aedc5aaba77f', 'mac_address': 'fa:16:3e:97:bd:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c788281e-b4b0-49ac-88ab-5358e9be9f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '4fbcab85-2aaa-4608-b9d7-504fb8b354b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:33Z', 'updated_at': '2022-01-18T20:44:34Z', 'revision_number': 2, 'project_id': 'a4834843d05e42bd8490aedc5aaba77f', 'subnets': [{'id': '4fbcab85-2aaa-4608-b9d7-504fb8b354b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:36.427321 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881b8bb-61a8-46d2-b28d-ccbc13723032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35569617-5012-48c8-93eb-04720ce403b5,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:36.435065 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1881b8bb-61a8-46d2-b28d-ccbc13723032 admin admin] Checking segment: {'id': 'af279820-9a00-467d-82e9-c7ef413bf1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fd92e11c-1a76-4d9f-a7ae-073ce11745d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:44:36.435424 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1881b8bb-61a8-46d2-b28d-ccbc13723032 admin admin] Network hostable DHCP agents. Network: fd92e11c-1a76-4d9f-a7ae-073ce11745d5, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:44:36.455354 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1881b8bb-61a8-46d2-b28d-ccbc13723032 admin admin] Network fd92e11c-1a76-4d9f-a7ae-073ce11745d5 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:44:36.458744 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device e48cc4d9-f475-4e4d-88b1-fd81ab03c400 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:44:36.461265 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f420202-beb9-4ccf-a468-1c44f7829319 None None] Checking router: c788281e-b4b0-49ac-88ab-5358e9be9f11 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:44:36.461611 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f420202-beb9-4ccf-a468-1c44f7829319 None None] Updating router c788281e-b4b0-49ac-88ab-5358e9be9f11 port 167c95b5-6499-4095-823d-826e0553e768 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:44:36.465334 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-1881b8bb-61a8-46d2-b28d-ccbc13723032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, fd92e11c-1a76-4d9f-a7ae-073ce11745d5) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:44:36.469443 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1881b8bb-61a8-46d2-b28d-ccbc13723032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:36.470212 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1881b8bb-61a8-46d2-b28d-ccbc13723032 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:36.486579 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1881b8bb-61a8-46d2-b28d-ccbc13723032 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3333709 Jan 18 20:44:36.489186 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35522) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:36.493828 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-14d447df-f615-4f0a-8d76-cf22e9e08223 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1279879066-router', 'tenant_id': 'c2e3f726c99542aaa933b21a5c3ab1e3', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:44:36.499716 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3e5104-563c-4d54-b4f9-bb6d2ce3bad7 None None] Network fd92e11c-1a76-4d9f-a7ae-073ce11745d5 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:44:36.518211 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14d447df-f615-4f0a-8d76-cf22e9e08223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (136cc514-a526-4804-ae1b-954c1dd962b6), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:36.519222 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14d447df-f615-4f0a-8d76-cf22e9e08223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (136cc514-a526-4804-ae1b-954c1dd962b6), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:36.540093 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3f420202-beb9-4ccf-a468-1c44f7829319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (167c95b5-6499-4095-823d-826e0553e768), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:36.574491 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14d447df-f615-4f0a-8d76-cf22e9e08223 admin admin] Publish callbacks [] for router_controller (136cc514-a526-4804-ae1b-954c1dd962b6), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:36.685524 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port e48cc4d9-f475-4e4d-88b1-fd81ab03c400 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:36.685920 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e48cc4d9-f475-4e4d-88b1-fd81ab03c400), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:36.708230 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14d447df-f615-4f0a-8d76-cf22e9e08223 admin admin] Publish callbacks [] for router_gateway (136cc514-a526-4804-ae1b-954c1dd962b6), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:36.743767 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3654578-c33d-4e16-adf8-c38d5be9b964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-fd92e11c-1a76-4d9f-a7ae-073ce11745d5', 'network_id': 'fd92e11c-1a76-4d9f-a7ae-073ce11745d5', 'project_id': 'c2e3f726c99542aaa933b21a5c3ab1e3', 'fixed_ips': [{'subnet_id': '35569617-5012-48c8-93eb-04720ce403b5'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:44:36.744638 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d3654578-c33d-4e16-adf8-c38d5be9b964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:36.906221 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8df1fa-80a8-41dd-98a6-7bd2c74f6a1d req-57b349d9-166e-4489-9d06-7b5ebe86d15c tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:36.913318 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3c8df1fa-80a8-41dd-98a6-7bd2c74f6a1d req-57b349d9-166e-4489-9d06-7b5ebe86d15c tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 947 time: 0.0790782 Jan 18 20:44:36.924232 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc4878-ac4d-4415-a47e-7b8f8084f6f9 req-93055df2-b233-4bf5-b12f-2b5084eb7380 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:36.925855 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5efc4878-ac4d-4415-a47e-7b8f8084f6f9 req-93055df2-b233-4bf5-b12f-2b5084eb7380 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 946 time: 0.1056921 Jan 18 20:44:36.951409 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14d447df-f615-4f0a-8d76-cf22e9e08223 admin admin] Publish callbacks [] for router_gateway (136cc514-a526-4804-ae1b-954c1dd962b6), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:36.973584 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14d447df-f615-4f0a-8d76-cf22e9e08223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:36.995631 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3c8df1fa-80a8-41dd-98a6-7bd2c74f6a1d req-2525edce-c5af-49c0-9c13-d4e622676b7b tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813336 Jan 18 20:44:37.020518 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5efc4878-ac4d-4415-a47e-7b8f8084f6f9 req-ef25994d-b1ba-432a-a851-3361c38f0ca5 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773034 Jan 18 20:44:37.100871 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-14d447df-f615-4f0a-8d76-cf22e9e08223 admin admin] Allocated IP 172.25.4.33 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/7c07fc27-9024-4a1f-8835-02df5d5ad818) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:44:37.168436 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:37.172809 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port e48cc4d9-f475-4e4d-88b1-fd81ab03c400 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:37.206193 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14d447df-f615-4f0a-8d76-cf22e9e08223 admin admin] Publish callbacks [] for port (7c07fc27-9024-4a1f-8835-02df5d5ad818), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:37.206490 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-d3654578-c33d-4e16-adf8-c38d5be9b964 None None] Allocated IP 172.20.0.2 (fd92e11c-1a76-4d9f-a7ae-073ce11745d5/35569617-5012-48c8-93eb-04720ce403b5/8e5f50d1-a256-40c8-8f27-6993e16d397a) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:44:37.242780 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14d447df-f615-4f0a-8d76-cf22e9e08223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (7c07fc27-9024-4a1f-8835-02df5d5ad818), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:37.279796 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3f420202-beb9-4ccf-a468-1c44f7829319 None None] Publish callbacks [] for port (167c95b5-6499-4095-823d-826e0553e768), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:37.282047 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d447df-f615-4f0a-8d76-cf22e9e08223 admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:44:37.287025 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-14d447df-f615-4f0a-8d76-cf22e9e08223 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:44:37.290683 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d447df-f615-4f0a-8d76-cf22e9e08223 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:44:37.312780 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db9ed10-4edf-4004-ae23-b89b0db539e4 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:44:37.319017 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d447df-f615-4f0a-8d76-cf22e9e08223 admin admin] Pushing event updated for resources: {'Port': ['ID=7c07fc27-9024-4a1f-8835-02df5d5ad818,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:37.323796 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3f420202-beb9-4ccf-a468-1c44f7829319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (167c95b5-6499-4095-823d-826e0553e768), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:37.402224 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea67e92-5251-49f7-87e2-dc21c2b5d850 None None] Pushing event updated for resources: {'Port': ['ID=167c95b5-6499-4095-823d-826e0553e768,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:37.501859 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d3654578-c33d-4e16-adf8-c38d5be9b964 None None] Publish callbacks [] for port (8e5f50d1-a256-40c8-8f27-6993e16d397a), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:37.509838 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4fc2ee57-a43c-4b91-8ae6-1d9df450a446 None None] Provisioning complete for port 7c07fc27-9024-4a1f-8835-02df5d5ad818 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:37.510229 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4fc2ee57-a43c-4b91-8ae6-1d9df450a446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7c07fc27-9024-4a1f-8835-02df5d5ad818), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:37.512403 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3f420202-beb9-4ccf-a468-1c44f7829319 None None] Attempting to bind port 167c95b5-6499-4095-823d-826e0553e768 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:44:37.512729 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3f420202-beb9-4ccf-a468-1c44f7829319 None None] Attempting to bind port 167c95b5-6499-4095-823d-826e0553e768 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'b8546c6f-fb62-467d-8fc9-7edb575ddea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f4ddea57-627d-4710-8db5-8556b306c459'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:44:37.513091 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f420202-beb9-4ccf-a468-1c44f7829319 None None] Attempting to bind port 167c95b5-6499-4095-823d-826e0553e768 on network f4ddea57-627d-4710-8db5-8556b306c459 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:44:37.516176 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d3654578-c33d-4e16-adf8-c38d5be9b964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (8e5f50d1-a256-40c8-8f27-6993e16d397a), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:37.566147 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f420202-beb9-4ccf-a468-1c44f7829319 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:44:37.566608 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f420202-beb9-4ccf-a468-1c44f7829319 None None] Checking segment: {'id': 'b8546c6f-fb62-467d-8fc9-7edb575ddea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f4ddea57-627d-4710-8db5-8556b306c459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:44:37.566909 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3f420202-beb9-4ccf-a468-1c44f7829319 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:37.567297 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f420202-beb9-4ccf-a468-1c44f7829319 None None] Bound using segment: {'id': 'b8546c6f-fb62-467d-8fc9-7edb575ddea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f4ddea57-627d-4710-8db5-8556b306c459'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:44:37.567776 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3f420202-beb9-4ccf-a468-1c44f7829319 None None] Bound port: 167c95b5-6499-4095-823d-826e0553e768, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8546c6f-fb62-467d-8fc9-7edb575ddea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f4ddea57-627d-4710-8db5-8556b306c459'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:44:37.568152 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3f420202-beb9-4ccf-a468-1c44f7829319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (167c95b5-6499-4095-823d-826e0553e768), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:37.580424 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14d447df-f615-4f0a-8d76-cf22e9e08223 admin admin] Publish callbacks [] for router_gateway (136cc514-a526-4804-ae1b-954c1dd962b6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:37.603103 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3654578-c33d-4e16-adf8-c38d5be9b964 None None] Network fd92e11c-1a76-4d9f-a7ae-073ce11745d5 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:44:37.611424 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-d3654578-c33d-4e16-adf8-c38d5be9b964 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:44:37.613831 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3654578-c33d-4e16-adf8-c38d5be9b964 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:44:37.632574 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4fc2ee57-a43c-4b91-8ae6-1d9df450a446 None None] Port 7c07fc27-9024-4a1f-8835-02df5d5ad818 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:44:37.638272 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3654578-c33d-4e16-adf8-c38d5be9b964 None None] Pushing event updated for resources: {'Port': ['ID=8e5f50d1-a256-40c8-8f27-6993e16d397a,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:37.709869 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-d3654578-c33d-4e16-adf8-c38d5be9b964 None None] Attempting to bind port 8e5f50d1-a256-40c8-8f27-6993e16d397a on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:44:37.710246 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-d3654578-c33d-4e16-adf8-c38d5be9b964 None None] Attempting to bind port 8e5f50d1-a256-40c8-8f27-6993e16d397a by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'af279820-9a00-467d-82e9-c7ef413bf1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fd92e11c-1a76-4d9f-a7ae-073ce11745d5'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:44:37.710614 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3654578-c33d-4e16-adf8-c38d5be9b964 None None] Attempting to bind port 8e5f50d1-a256-40c8-8f27-6993e16d397a on network fd92e11c-1a76-4d9f-a7ae-073ce11745d5 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:44:37.717478 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3f420202-beb9-4ccf-a468-1c44f7829319 None None] For port 167c95b5-6499-4095-823d-826e0553e768, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:44:37.719665 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3654578-c33d-4e16-adf8-c38d5be9b964 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:44:37.720603 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3654578-c33d-4e16-adf8-c38d5be9b964 None None] Checking segment: {'id': 'af279820-9a00-467d-82e9-c7ef413bf1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fd92e11c-1a76-4d9f-a7ae-073ce11745d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:44:37.721009 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d3654578-c33d-4e16-adf8-c38d5be9b964 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:37.721404 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3654578-c33d-4e16-adf8-c38d5be9b964 None None] Bound using segment: {'id': 'af279820-9a00-467d-82e9-c7ef413bf1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fd92e11c-1a76-4d9f-a7ae-073ce11745d5'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:44:37.721894 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-d3654578-c33d-4e16-adf8-c38d5be9b964 None None] Bound port: 8e5f50d1-a256-40c8-8f27-6993e16d397a, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af279820-9a00-467d-82e9-c7ef413bf1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fd92e11c-1a76-4d9f-a7ae-073ce11745d5'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:44:37.722599 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d3654578-c33d-4e16-adf8-c38d5be9b964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8e5f50d1-a256-40c8-8f27-6993e16d397a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:37.725622 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3f420202-beb9-4ccf-a468-1c44f7829319 None None] For port 167c95b5-6499-4095-823d-826e0553e768, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=167c95b5-6499-4095-823d-826e0553e768,segment=NetworkSegment(b8546c6f-fb62-467d-8fc9-7edb575ddea2),segment_id=b8546c6f-fb62-467d-8fc9-7edb575ddea2)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:44:37.734504 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3f420202-beb9-4ccf-a468-1c44f7829319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (167c95b5-6499-4095-823d-826e0553e768), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:37.771214 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14d447df-f615-4f0a-8d76-cf22e9e08223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (136cc514-a526-4804-ae1b-954c1dd962b6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:37.837790 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-3ede0b6c-0d61-437d-9fed-83b65e6633df None None] Provisioning complete for port 167c95b5-6499-4095-823d-826e0553e768 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:37.838168 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3ede0b6c-0d61-437d-9fed-83b65e6633df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (167c95b5-6499-4095-823d-826e0553e768), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:37.874176 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f420202-beb9-4ccf-a468-1c44f7829319 None None] Routers {'c788281e-b4b0-49ac-88ab-5358e9be9f11'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:44:37.874823 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3f420202-beb9-4ccf-a468-1c44f7829319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['c788281e-b4b0-49ac-88ab-5358e9be9f11'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:37.877167 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea67e92-5251-49f7-87e2-dc21c2b5d850 None None] Pushing event updated for resources: {'Port': ['ID=167c95b5-6499-4095-823d-826e0553e768,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:37.910457 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d447df-f615-4f0a-8d76-cf22e9e08223 admin admin] Router 136cc514-a526-4804-ae1b-954c1dd962b6 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:44:37.936309 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d3654578-c33d-4e16-adf8-c38d5be9b964 None None] For port 8e5f50d1-a256-40c8-8f27-6993e16d397a, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:44:37.960998 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d3654578-c33d-4e16-adf8-c38d5be9b964 None None] For port 8e5f50d1-a256-40c8-8f27-6993e16d397a, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8e5f50d1-a256-40c8-8f27-6993e16d397a,segment=NetworkSegment(af279820-9a00-467d-82e9-c7ef413bf1e0),segment_id=af279820-9a00-467d-82e9-c7ef413bf1e0)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:44:37.968013 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d3654578-c33d-4e16-adf8-c38d5be9b964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8e5f50d1-a256-40c8-8f27-6993e16d397a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:38.023890 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d447df-f615-4f0a-8d76-cf22e9e08223 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:44:38.032731 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a4148a-def3-42c6-b64e-da95cb2ffa6e None None] Sync routers for ids ['136cc514-a526-4804-ae1b-954c1dd962b6'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:44:38.048726 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a4148a-def3-42c6-b64e-da95cb2ffa6e None None] Routers {'136cc514-a526-4804-ae1b-954c1dd962b6'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:44:38.049851 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-11a4148a-def3-42c6-b64e-da95cb2ffa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['136cc514-a526-4804-ae1b-954c1dd962b6'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:38.055613 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14d447df-f615-4f0a-8d76-cf22e9e08223 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:38.060110 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35532) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:38.076475 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-14d447df-f615-4f0a-8d76-cf22e9e08223 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5859106 Jan 18 20:44:38.134906 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3ede0b6c-0d61-437d-9fed-83b65e6633df None None] Current status of the port 167c95b5-6499-4095-823d-826e0553e768 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:38.135572 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3ede0b6c-0d61-437d-9fed-83b65e6633df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (167c95b5-6499-4095-823d-826e0553e768), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:38.166145 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-3f420202-beb9-4ccf-a468-1c44f7829319 None None] Set router c788281e-b4b0-49ac-88ab-5358e9be9f11 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:44:38.169675 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3654578-c33d-4e16-adf8-c38d5be9b964 None None] Pushing event updated for resources: {'Port': ['ID=8e5f50d1-a256-40c8-8f27-6993e16d397a,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:38.228336 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3ede0b6c-0d61-437d-9fed-83b65e6633df None None] For port 167c95b5-6499-4095-823d-826e0553e768, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=167c95b5-6499-4095-823d-826e0553e768,segment=NetworkSegment(b8546c6f-fb62-467d-8fc9-7edb575ddea2),segment_id=b8546c6f-fb62-467d-8fc9-7edb575ddea2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:38.274100 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3ede0b6c-0d61-437d-9fed-83b65e6633df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (167c95b5-6499-4095-823d-826e0553e768), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:38.296870 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-11a4148a-def3-42c6-b64e-da95cb2ffa6e None None] Set router 136cc514-a526-4804-ae1b-954c1dd962b6 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:44:38.297674 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4408f-f0b3-4a90-bfef-c7cf96b05dcf req-fa0122d2-ebe6-4b8d-adc2-1672d42d900b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:38.299812 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-15e4408f-f0b3-4a90-bfef-c7cf96b05dcf req-fa0122d2-ebe6-4b8d-adc2-1672d42d900b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 946 time: 0.1112113 Jan 18 20:44:38.440786 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede0b6c-0d61-437d-9fed-83b65e6633df None None] Pushing event updated for resources: {'Port': ['ID=167c95b5-6499-4095-823d-826e0553e768,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:38.483274 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-fab7c788-92e2-4e8d-9635-0879b7815384 None None] Provisioning complete for port 167c95b5-6499-4095-823d-826e0553e768 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:38.483653 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fab7c788-92e2-4e8d-9635-0879b7815384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (167c95b5-6499-4095-823d-826e0553e768), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:38.613374 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8e5f50d1-a256-40c8-8f27-6993e16d397a up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:44:38.614640 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-11a4148a-def3-42c6-b64e-da95cb2ffa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136cc514-a526-4804-ae1b-954c1dd962b6', 'name': 'tempest-TestServerMultinode-1279879066-router', 'tenant_id': 'c2e3f726c99542aaa933b21a5c3ab1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '7c07fc27-9024-4a1f-8835-02df5d5ad818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:36Z', 'updated_at': '2022-01-18T20:44:37Z', 'revision_number': 3, 'project_id': 'c2e3f726c99542aaa933b21a5c3ab1e3', 'gw_port': {'id': '7c07fc27-9024-4a1f-8835-02df5d5ad818', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136cc514-a526-4804-ae1b-954c1dd962b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:36Z', 'updated_at': '2022-01-18T20:44:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:38.647202 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a4148a-def3-42c6-b64e-da95cb2ffa6e None None] Checking router: 136cc514-a526-4804-ae1b-954c1dd962b6 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:44:38.647858 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a4148a-def3-42c6-b64e-da95cb2ffa6e None None] Updating router 136cc514-a526-4804-ae1b-954c1dd962b6 port 7c07fc27-9024-4a1f-8835-02df5d5ad818 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:44:38.665700 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3f420202-beb9-4ccf-a468-1c44f7829319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c788281e-b4b0-49ac-88ab-5358e9be9f11', 'name': 'tempest-TestServerMultinode-1605897153-router', 'tenant_id': 'a4834843d05e42bd8490aedc5aaba77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'e48cc4d9-f475-4e4d-88b1-fd81ab03c400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:30Z', 'updated_at': '2022-01-18T20:44:34Z', 'revision_number': 4, 'project_id': 'a4834843d05e42bd8490aedc5aaba77f', 'gw_port': {'id': 'e48cc4d9-f475-4e4d-88b1-fd81ab03c400', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c788281e-b4b0-49ac-88ab-5358e9be9f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:31Z', 'updated_at': '2022-01-18T20:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '167c95b5-6499-4095-823d-826e0553e768', 'name': '', 'network_id': 'f4ddea57-627d-4710-8db5-8556b306c459', 'tenant_id': 'a4834843d05e42bd8490aedc5aaba77f', 'mac_address': 'fa:16:3e:97:bd:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c788281e-b4b0-49ac-88ab-5358e9be9f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '4fbcab85-2aaa-4608-b9d7-504fb8b354b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:33Z', 'updated_at': '2022-01-18T20:44:37Z', 'revision_number': 4, 'project_id': 'a4834843d05e42bd8490aedc5aaba77f', 'subnets': [{'id': '4fbcab85-2aaa-4608-b9d7-504fb8b354b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:38.676279 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-11a4148a-def3-42c6-b64e-da95cb2ffa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7c07fc27-9024-4a1f-8835-02df5d5ad818), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:38.700562 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-fab7c788-92e2-4e8d-9635-0879b7815384 None None] Current status of the port 167c95b5-6499-4095-823d-826e0553e768 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:38.704404 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f420202-beb9-4ccf-a468-1c44f7829319 None None] The sync data for ids ['c788281e-b4b0-49ac-88ab-5358e9be9f11'] in n-d-741529-9 is: [{'id': 'c788281e-b4b0-49ac-88ab-5358e9be9f11', 'name': 'tempest-TestServerMultinode-1605897153-router', 'tenant_id': 'a4834843d05e42bd8490aedc5aaba77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'e48cc4d9-f475-4e4d-88b1-fd81ab03c400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:30Z', 'updated_at': '2022-01-18T20:44:34Z', 'revision_number': 4, 'project_id': 'a4834843d05e42bd8490aedc5aaba77f', 'gw_port': {'id': 'e48cc4d9-f475-4e4d-88b1-fd81ab03c400', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c788281e-b4b0-49ac-88ab-5358e9be9f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:31Z', 'updated_at': '2022-01-18T20:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '167c95b5-6499-4095-823d-826e0553e768', 'name': '', 'network_id': 'f4ddea57-627d-4710-8db5-8556b306c459', 'tenant_id': 'a4834843d05e42bd8490aedc5aaba77f', 'mac_address': 'fa:16:3e:97:bd:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c788281e-b4b0-49ac-88ab-5358e9be9f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '4fbcab85-2aaa-4608-b9d7-504fb8b354b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:33Z', 'updated_at': '2022-01-18T20:44:37Z', 'revision_number': 4, 'project_id': 'a4834843d05e42bd8490aedc5aaba77f', 'subnets': [{'id': '4fbcab85-2aaa-4608-b9d7-504fb8b354b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:44:38.715006 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 8e5f50d1-a256-40c8-8f27-6993e16d397a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:38.715566 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8e5f50d1-a256-40c8-8f27-6993e16d397a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:38.862329 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 8e5f50d1-a256-40c8-8f27-6993e16d397a is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:38.862718 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8e5f50d1-a256-40c8-8f27-6993e16d397a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:38.898977 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 8e5f50d1-a256-40c8-8f27-6993e16d397a, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8e5f50d1-a256-40c8-8f27-6993e16d397a,segment=NetworkSegment(af279820-9a00-467d-82e9-c7ef413bf1e0),segment_id=af279820-9a00-467d-82e9-c7ef413bf1e0)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:38.906341 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8e5f50d1-a256-40c8-8f27-6993e16d397a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:38.923760 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-15e4408f-f0b3-4a90-bfef-c7cf96b05dcf req-be2ad435-d13e-49ba-a04c-f6f887561666 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6063483 Jan 18 20:44:38.981673 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=8e5f50d1-a256-40c8-8f27-6993e16d397a,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:39.024800 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-11a4148a-def3-42c6-b64e-da95cb2ffa6e None None] Publish callbacks [] for port (7c07fc27-9024-4a1f-8835-02df5d5ad818), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:39.033420 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-11a4148a-def3-42c6-b64e-da95cb2ffa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7c07fc27-9024-4a1f-8835-02df5d5ad818), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:39.085154 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3603b5-dbd9-462b-b75f-bb4fee3a8e72 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:44:39.097921 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-11a4148a-def3-42c6-b64e-da95cb2ffa6e None None] Attempting to bind port 7c07fc27-9024-4a1f-8835-02df5d5ad818 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:44:39.098304 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-11a4148a-def3-42c6-b64e-da95cb2ffa6e None None] Attempting to bind port 7c07fc27-9024-4a1f-8835-02df5d5ad818 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:44:39.098673 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a4148a-def3-42c6-b64e-da95cb2ffa6e None None] Attempting to bind port 7c07fc27-9024-4a1f-8835-02df5d5ad818 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:44:39.110703 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ba266-fa0f-4714-aa1f-e4d1e8248ec1 None None] Pushing event updated for resources: {'Port': ['ID=7c07fc27-9024-4a1f-8835-02df5d5ad818,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:39.113835 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a4148a-def3-42c6-b64e-da95cb2ffa6e None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:44:39.114256 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a4148a-def3-42c6-b64e-da95cb2ffa6e None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:44:39.114908 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-11a4148a-def3-42c6-b64e-da95cb2ffa6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:39.122163 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a4148a-def3-42c6-b64e-da95cb2ffa6e None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:44:39.124952 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-11a4148a-def3-42c6-b64e-da95cb2ffa6e None None] Bound port: 7c07fc27-9024-4a1f-8835-02df5d5ad818, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:44:39.125357 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-11a4148a-def3-42c6-b64e-da95cb2ffa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7c07fc27-9024-4a1f-8835-02df5d5ad818), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:39.140942 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-3d11ad08-3911-4b0b-badc-3dcac8bf83d8 None None] Provisioning complete for port 7c07fc27-9024-4a1f-8835-02df5d5ad818 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:39.141582 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3d11ad08-3911-4b0b-badc-3dcac8bf83d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7c07fc27-9024-4a1f-8835-02df5d5ad818), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:39.156175 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:39.188367 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3d11ad08-3911-4b0b-badc-3dcac8bf83d8 None None] Port 7c07fc27-9024-4a1f-8835-02df5d5ad818 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:44:39.199455 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-11a4148a-def3-42c6-b64e-da95cb2ffa6e None None] For port 7c07fc27-9024-4a1f-8835-02df5d5ad818, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:44:39.203088 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-11a4148a-def3-42c6-b64e-da95cb2ffa6e None None] For port 7c07fc27-9024-4a1f-8835-02df5d5ad818, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7c07fc27-9024-4a1f-8835-02df5d5ad818,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:44:39.213995 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-11a4148a-def3-42c6-b64e-da95cb2ffa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7c07fc27-9024-4a1f-8835-02df5d5ad818), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:39.265184 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc4ee32-7b4c-4f2d-bae9-b16908707e7e None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:44:39.269423 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a4148a-def3-42c6-b64e-da95cb2ffa6e None None] Routers {'136cc514-a526-4804-ae1b-954c1dd962b6'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:44:39.272244 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-11a4148a-def3-42c6-b64e-da95cb2ffa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['136cc514-a526-4804-ae1b-954c1dd962b6'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:39.334961 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-43b16f8b-2d0e-4b80-8392-21ffb61a4495 None None] Provisioning complete for port 7c07fc27-9024-4a1f-8835-02df5d5ad818 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:39.335623 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-43b16f8b-2d0e-4b80-8392-21ffb61a4495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7c07fc27-9024-4a1f-8835-02df5d5ad818), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:39.400012 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:44:39.412856 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-11a4148a-def3-42c6-b64e-da95cb2ffa6e None None] Set router 136cc514-a526-4804-ae1b-954c1dd962b6 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:44:39.418996 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Allocated IP 172.20.0.1 (fd92e11c-1a76-4d9f-a7ae-073ce11745d5/35569617-5012-48c8-93eb-04720ce403b5/51c417a3-bd9b-4fb8-aa65-944628767169) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:44:39.447387 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-43b16f8b-2d0e-4b80-8392-21ffb61a4495 None None] Current status of the port 7c07fc27-9024-4a1f-8835-02df5d5ad818 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:39.447942 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-43b16f8b-2d0e-4b80-8392-21ffb61a4495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7c07fc27-9024-4a1f-8835-02df5d5ad818), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:39.474653 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-43b16f8b-2d0e-4b80-8392-21ffb61a4495 None None] For port 7c07fc27-9024-4a1f-8835-02df5d5ad818, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7c07fc27-9024-4a1f-8835-02df5d5ad818,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:39.484667 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-43b16f8b-2d0e-4b80-8392-21ffb61a4495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7c07fc27-9024-4a1f-8835-02df5d5ad818), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:39.498497 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ba266-fa0f-4714-aa1f-e4d1e8248ec1 None None] Pushing event updated for resources: {'Port': ['ID=7c07fc27-9024-4a1f-8835-02df5d5ad818,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:39.569953 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b16f8b-2d0e-4b80-8392-21ffb61a4495 None None] Pushing event updated for resources: {'Port': ['ID=7c07fc27-9024-4a1f-8835-02df5d5ad818,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:39.590458 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b65d42-aae3-418c-8bf2-bcfac1355bb1 None None] Network fd92e11c-1a76-4d9f-a7ae-073ce11745d5 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:44:39.597114 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Publish callbacks [] for port (51c417a3-bd9b-4fb8-aa65-944628767169), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:39.643403 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (51c417a3-bd9b-4fb8-aa65-944628767169), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:39.664233 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-49b6a08b-fbf6-4a68-b071-16642de24646 None None] Provisioning complete for port 8e5f50d1-a256-40c8-8f27-6993e16d397a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:39.664507 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-49b6a08b-fbf6-4a68-b071-16642de24646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8e5f50d1-a256-40c8-8f27-6993e16d397a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:39.676315 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-11a4148a-def3-42c6-b64e-da95cb2ffa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136cc514-a526-4804-ae1b-954c1dd962b6', 'name': 'tempest-TestServerMultinode-1279879066-router', 'tenant_id': 'c2e3f726c99542aaa933b21a5c3ab1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '7c07fc27-9024-4a1f-8835-02df5d5ad818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:36Z', 'updated_at': '2022-01-18T20:44:37Z', 'revision_number': 3, 'project_id': 'c2e3f726c99542aaa933b21a5c3ab1e3', 'gw_port': {'id': '7c07fc27-9024-4a1f-8835-02df5d5ad818', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136cc514-a526-4804-ae1b-954c1dd962b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:36Z', 'updated_at': '2022-01-18T20:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:39.698628 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Pushing event updated for resources: {'Port': ['ID=51c417a3-bd9b-4fb8-aa65-944628767169,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:39.715132 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:39.715627 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:39.716112 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:39.716452 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:39.716785 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:39.717246 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:39.717575 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:39.717929 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:39.718257 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:39.718698 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:39.719157 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:39.719484 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:39.719845 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:44:39.728582 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a4148a-def3-42c6-b64e-da95cb2ffa6e None None] The sync data for ids ['136cc514-a526-4804-ae1b-954c1dd962b6'] in n-d-741529-9 is: [{'id': '136cc514-a526-4804-ae1b-954c1dd962b6', 'name': 'tempest-TestServerMultinode-1279879066-router', 'tenant_id': 'c2e3f726c99542aaa933b21a5c3ab1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '7c07fc27-9024-4a1f-8835-02df5d5ad818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:36Z', 'updated_at': '2022-01-18T20:44:37Z', 'revision_number': 3, 'project_id': 'c2e3f726c99542aaa933b21a5c3ab1e3', 'gw_port': {'id': '7c07fc27-9024-4a1f-8835-02df5d5ad818', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136cc514-a526-4804-ae1b-954c1dd962b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:36Z', 'updated_at': '2022-01-18T20:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:44:39.740462 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Network fd92e11c-1a76-4d9f-a7ae-073ce11745d5 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:44:39.742184 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:44:39.747462 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:44:39.761191 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-49b6a08b-fbf6-4a68-b071-16642de24646 None None] Current status of the port 8e5f50d1-a256-40c8-8f27-6993e16d397a is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:39.793079 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (136cc514-a526-4804-ae1b-954c1dd962b6), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:39.997887 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (51c417a3-bd9b-4fb8-aa65-944628767169), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:40.083251 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85599005-bab6-471a-a615-61ca78a6d535 req-911cdb2c-1916-498d-bf11-a1ef050cae05 service neutron] 10.222.0.70 "GET /v2.0/ports/1d50f6ca-4ca9-4410-b2a8-57585755e02e/bindings/n-h1-741529-9 HTTP/1.1" status: 200 len: 384 time: 0.1633315 Jan 18 20:44:40.108584 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dffb83e3-79cb-4320-b184-4440f40c4637 None None] Provisioning complete for port 51c417a3-bd9b-4fb8-aa65-944628767169 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:40.108976 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dffb83e3-79cb-4320-b184-4440f40c4637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (51c417a3-bd9b-4fb8-aa65-944628767169), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:40.179089 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664beb38-3c18-40ee-84c0-960d71565782 req-a7b12329-e1f2-4de0-bbc1-12b276f919e5 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:40.180707 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-664beb38-3c18-40ee-84c0-960d71565782 req-a7b12329-e1f2-4de0-bbc1-12b276f919e5 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 946 time: 0.1681998 Jan 18 20:44:40.183020 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dffb83e3-79cb-4320-b184-4440f40c4637 None None] Port 51c417a3-bd9b-4fb8-aa65-944628767169 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:44:40.194406 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dffb83e3-79cb-4320-b184-4440f40c4637 None None] Provisioning complete for port 8e5f50d1-a256-40c8-8f27-6993e16d397a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:40.195873 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dffb83e3-79cb-4320-b184-4440f40c4637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8e5f50d1-a256-40c8-8f27-6993e16d397a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:40.321812 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dffb83e3-79cb-4320-b184-4440f40c4637 None None] Current status of the port 8e5f50d1-a256-40c8-8f27-6993e16d397a is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:40.402593 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-664beb38-3c18-40ee-84c0-960d71565782 req-b10c7b44-b7d0-44dd-ad82-dec38032842b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133424 Jan 18 20:44:40.452402 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-eaacec7e-2e3c-4ba4-be13-c0508bff07fa None None] Provisioning complete for port 51c417a3-bd9b-4fb8-aa65-944628767169 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:40.452781 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-eaacec7e-2e3c-4ba4-be13-c0508bff07fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (51c417a3-bd9b-4fb8-aa65-944628767169), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:40.474094 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Publish callbacks [] for port (51c417a3-bd9b-4fb8-aa65-944628767169), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:40.501015 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-eaacec7e-2e3c-4ba4-be13-c0508bff07fa None None] Port 51c417a3-bd9b-4fb8-aa65-944628767169 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:44:40.507873 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (51c417a3-bd9b-4fb8-aa65-944628767169), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:40.590904 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8e5f50d1-a256-40c8-8f27-6993e16d397a up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:44:40.603343 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Pushing event updated for resources: {'Port': ['ID=51c417a3-bd9b-4fb8-aa65-944628767169,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:40.610009 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (136cc514-a526-4804-ae1b-954c1dd962b6), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:40.618242 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-85599005-bab6-471a-a615-61ca78a6d535 req-a8e6167b-7860-49a3-8968-854e0d94b724 service neutron] For port 1d50f6ca-4ca9-4410-b2a8-57585755e02e, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1d50f6ca-4ca9-4410-b2a8-57585755e02e,segment=NetworkSegment(315fa71f-cea4-40fe-870d-7e9180056016),segment_id=315fa71f-cea4-40fe-870d-7e9180056016)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:40.645624 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 8e5f50d1-a256-40c8-8f27-6993e16d397a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:40.646032 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8e5f50d1-a256-40c8-8f27-6993e16d397a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:40.664439 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-85599005-bab6-471a-a615-61ca78a6d535 req-a8e6167b-7860-49a3-8968-854e0d94b724 service neutron] For port 1d50f6ca-4ca9-4410-b2a8-57585755e02e, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:44:40.730094 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 8e5f50d1-a256-40c8-8f27-6993e16d397a is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:40.731173 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 167c95b5-6499-4095-823d-826e0553e768 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:44:40.741871 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49aa7179-9508-43ef-8275-39500f34d7ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d50f6ca-4ca9-4410-b2a8-57585755e02e'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:44:40.744167 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bade04fe-0d01-4c66-9694-d6c07f8b3793" -d '{"events": [{"server_uuid": "49aa7179-9508-43ef-8275-39500f34d7ec", "name": "network-vif-unplugged", "status": "completed", "tag": "1d50f6ca-4ca9-4410-b2a8-57585755e02e"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:44:40.759221 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-85599005-bab6-471a-a615-61ca78a6d535 req-a8e6167b-7860-49a3-8968-854e0d94b724 service neutron] For port 1d50f6ca-4ca9-4410-b2a8-57585755e02e, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=1d50f6ca-4ca9-4410-b2a8-57585755e02e,segment=NetworkSegment(315fa71f-cea4-40fe-870d-7e9180056016),segment_id=315fa71f-cea4-40fe-870d-7e9180056016)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:40.780404 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Network fd92e11c-1a76-4d9f-a7ae-073ce11745d5 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:44:40.784816 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:44:40.795159 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af26a0ed-749c-4325-8eae-c80261df9420 x-openstack-request-id: req-af26a0ed-749c-4325-8eae-c80261df9420 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:44:40.795512 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49aa7179-9508-43ef-8275-39500f34d7ec", "name": "network-vif-unplugged", "status": "completed", "tag": "1d50f6ca-4ca9-4410-b2a8-57585755e02e", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:44:40.795775 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af26a0ed-749c-4325-8eae-c80261df9420 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:44:40.796252 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49aa7179-9508-43ef-8275-39500f34d7ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d50f6ca-4ca9-4410-b2a8-57585755e02e', 'code': 200} Jan 18 20:44:40.797408 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-85599005-bab6-471a-a615-61ca78a6d535 req-a8e6167b-7860-49a3-8968-854e0d94b724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1d50f6ca-4ca9-4410-b2a8-57585755e02e), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:40.804333 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 167c95b5-6499-4095-823d-826e0553e768 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:40.804715 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (167c95b5-6499-4095-823d-826e0553e768), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:40.904676 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 167c95b5-6499-4095-823d-826e0553e768 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:40.905970 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7c07fc27-9024-4a1f-8835-02df5d5ad818 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:44:40.958473 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 7c07fc27-9024-4a1f-8835-02df5d5ad818 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:40.958854 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7c07fc27-9024-4a1f-8835-02df5d5ad818), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:40.965371 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-85599005-bab6-471a-a615-61ca78a6d535 req-a8e6167b-7860-49a3-8968-854e0d94b724 service neutron] Transition to ACTIVE for port object 1d50f6ca-4ca9-4410-b2a8-57585755e02e will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:44:40.973209 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-85599005-bab6-471a-a615-61ca78a6d535 req-a8e6167b-7860-49a3-8968-854e0d94b724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (1d50f6ca-4ca9-4410-b2a8-57585755e02e), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:40.976667 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Router 136cc514-a526-4804-ae1b-954c1dd962b6 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:44:41.062155 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 7c07fc27-9024-4a1f-8835-02df5d5ad818 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:41.127920 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a008a888-0300-4f07-a78a-16131111e1d3 None None] Provisioning complete for port 51c417a3-bd9b-4fb8-aa65-944628767169 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:41.128298 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a008a888-0300-4f07-a78a-16131111e1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (51c417a3-bd9b-4fb8-aa65-944628767169), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:41.167719 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6167b-7860-49a3-8968-854e0d94b724 service neutron] Pushing event updated for resources: {'Port': ['ID=1d50f6ca-4ca9-4410-b2a8-57585755e02e,revision_number=11']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:41.171106 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a008a888-0300-4f07-a78a-16131111e1d3 None None] Port 51c417a3-bd9b-4fb8-aa65-944628767169 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:44:41.196411 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:44:41.214596 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e11cd727-a607-4f90-a968-34c92adec61f admin admin] 10.222.0.31 "PUT /v2.0/routers/136cc514-a526-4804-ae1b-954c1dd962b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1531377 Jan 18 20:44:41.215530 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-85599005-bab6-471a-a615-61ca78a6d535 req-a8e6167b-7860-49a3-8968-854e0d94b724 service neutron] No DVR routers for this DVR port 1d50f6ca-4ca9-4410-b2a8-57585755e02e on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:44:41.354789 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85599005-bab6-471a-a615-61ca78a6d535 req-a8e6167b-7860-49a3-8968-854e0d94b724 service neutron] 10.222.0.70 "PUT /v2.0/ports/1d50f6ca-4ca9-4410-b2a8-57585755e02e/bindings/n-h1-741529-9/activate HTTP/1.1" status: 200 len: 369 time: 1.2610784 Jan 18 20:44:41.451043 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85599005-bab6-471a-a615-61ca78a6d535 req-84e18b19-98b6-435b-a3d2-06f9303041b0 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:41.452572 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85599005-bab6-471a-a615-61ca78a6d535 req-84e18b19-98b6-435b-a3d2-06f9303041b0 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec&tenant_id=0f033c66edd74e168cf3601ff8da102f&binding%3Ahost_id=n-h2-741529-9 HTTP/1.1" status: 200 len: 1096 time: 0.0469370 Jan 18 20:44:41.520917 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85599005-bab6-471a-a615-61ca78a6d535 req-8b42856c-2669-4f90-8778-c35d47120e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:41.522495 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85599005-bab6-471a-a615-61ca78a6d535 req-8b42856c-2669-4f90-8778-c35d47120e8f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec&tenant_id=0f033c66edd74e168cf3601ff8da102f HTTP/1.1" status: 200 len: 1096 time: 0.0633738 Jan 18 20:44:41.544932 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde73f0e-aee9-48dd-b391-b3afc5b65ba9 req-5998422c-6582-41f2-b301-4272f6ce3f7b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:41.546510 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fde73f0e-aee9-48dd-b391-b3afc5b65ba9 req-5998422c-6582-41f2-b301-4272f6ce3f7b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 945 time: 0.0545053 Jan 18 20:44:41.597532 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85599005-bab6-471a-a615-61ca78a6d535 req-2a0cff74-4c14-476c-b0ef-855d25fc3f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:41.603093 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85599005-bab6-471a-a615-61ca78a6d535 req-2a0cff74-4c14-476c-b0ef-855d25fc3f45 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 1096 time: 0.0562317 Jan 18 20:44:41.607330 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fde73f0e-aee9-48dd-b391-b3afc5b65ba9 req-a6b4fb43-aae7-46c7-b1cb-f5a898972124 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541210 Jan 18 20:44:41.696878 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85599005-bab6-471a-a615-61ca78a6d535 req-72e15e36-e246-4053-8271-1fa6c20a850f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:41.698458 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85599005-bab6-471a-a615-61ca78a6d535 req-72e15e36-e246-4053-8271-1fa6c20a850f service neutron] 10.222.0.57 "GET /v2.0/networks?id=7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 HTTP/1.1" status: 200 len: 898 time: 0.0850306 Jan 18 20:44:41.768374 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85599005-bab6-471a-a615-61ca78a6d535 req-b1876bc2-d81b-4224-9cfb-2f636a97aa52 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d50f6ca-4ca9-4410-b2a8-57585755e02e HTTP/1.1" status: 200 len: 1000 time: 0.0629637 Jan 18 20:44:41.768782 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-74a24d88-4359-4ff3-ace6-6cf3eb6871f5 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:41.770301 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-74a24d88-4359-4ff3-ace6-6cf3eb6871f5 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/networks?id=f4ddea57-627d-4710-8db5-8556b306c459 HTTP/1.1" status: 200 len: 911 time: 0.0905044 Jan 18 20:44:41.789621 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-40738ba2-3eaa-4db4-8147-81751766f268 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/quotas/c2e3f726c99542aaa933b21a5c3ab1e3 HTTP/1.1" status: 200 len: 375 time: 0.0136290 Jan 18 20:44:41.819261 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85599005-bab6-471a-a615-61ca78a6d535 req-18ffa664-1658-402e-8d7b-4a4d96969012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:41.821158 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85599005-bab6-471a-a615-61ca78a6d535 req-18ffa664-1658-402e-8d7b-4a4d96969012 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=abd66e3f-a9e4-48e4-a61e-79e48c7ea732 HTTP/1.1" status: 200 len: 835 time: 0.0470781 Jan 18 20:44:41.866215 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-16e942d8-6a68-4e26-be4b-8e102180980e tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=c2e3f726c99542aaa933b21a5c3ab1e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0703466 Jan 18 20:44:41.866584 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85599005-bab6-471a-a615-61ca78a6d535 req-8af62dec-c890-4545-a103-31be2581cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:41.868137 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85599005-bab6-471a-a615-61ca78a6d535 req-8af62dec-c890-4545-a103-31be2581cb66 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7ef351fc-86b1-4d7a-96c0-2dcd7538fd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412896 Jan 18 20:44:41.967334 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85599005-bab6-471a-a615-61ca78a6d535 req-e6d66b38-d732-4ca0-9bda-33c675c780fb service neutron] 10.222.0.57 "GET /v2.0/networks/7ef351fc-86b1-4d7a-96c0-2dcd7538fd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928166 Jan 18 20:44:42.061714 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85599005-bab6-471a-a615-61ca78a6d535 req-1091152e-0b8f-4fad-b5d1-cd9d33f07c1d service neutron] 10.222.0.57 "GET /v2.0/networks/7ef351fc-86b1-4d7a-96c0-2dcd7538fd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877793 Jan 18 20:44:42.065379 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-7d79033e-c694-4d97-999f-e18307d788d6 service neutron] 10.222.0.31 "GET /v2.0/networks/f4ddea57-627d-4710-8db5-8556b306c459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923440 Jan 18 20:44:42.123395 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35566) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:42.128276 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7253f076-913b-415d-b814-36848730ab63 None None] Sync routers for ids ['136cc514-a526-4804-ae1b-954c1dd962b6'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:44:42.141160 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7253f076-913b-415d-b814-36848730ab63 None None] Routers {'136cc514-a526-4804-ae1b-954c1dd962b6'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:44:42.142403 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-7253f076-913b-415d-b814-36848730ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['136cc514-a526-4804-ae1b-954c1dd962b6'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:42.176031 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-5dd79631-e01c-459f-a0d9-0598fb794820 service neutron] 10.222.0.31 "GET /v2.0/networks/f4ddea57-627d-4710-8db5-8556b306c459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032448 Jan 18 20:44:42.197358 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-78711266-0ed1-4fe8-9e7d-b36d823f954e tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] 10.222.0.31 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3452 time: 0.0727782 Jan 18 20:44:42.202292 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35568) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:42.208322 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f2e8c092-20e4-4758-9b99-07efcff29df6 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Request body: {'network': {'name': 'tempest-network-smoke--2018043851', 'project_id': '83959e527a814796a955c3c62d4c16e7', 'port_security_enabled': False}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:44:42.235847 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e8c092-20e4-4758-9b99-07efcff29df6 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Made reservation on behalf of 83959e527a814796a955c3c62d4c16e7 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:44:42.240602 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f2e8c092-20e4-4758-9b99-07efcff29df6 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:42.270766 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e8c092-20e4-4758-9b99-07efcff29df6 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:44:42.284328 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f2e8c092-20e4-4758-9b99-07efcff29df6 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (e99ee563-6c4f-456e-a3e2-676d08c221c8), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:42.284808 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-f2e8c092-20e4-4758-9b99-07efcff29df6 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Added segment e99ee563-6c4f-456e-a3e2-676d08c221c8 of type vlan for network f4554e07-6b54-44b3-aa36-a0609b901e25 Jan 18 20:44:42.349085 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f2e8c092-20e4-4758-9b99-07efcff29df6 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (f4554e07-6b54-44b3-aa36-a0609b901e25), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:42.369542 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85599005-bab6-471a-a615-61ca78a6d535 req-d3c9f9b3-6cf4-4d16-bd4e-d1d3ade18b1f tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:42.375224 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85599005-bab6-471a-a615-61ca78a6d535 req-d3c9f9b3-6cf4-4d16-bd4e-d1d3ade18b1f tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec&tenant_id=0f033c66edd74e168cf3601ff8da102f&binding%3Ahost_id=n-h1-741529-9 HTTP/1.1" status: 200 len: 1096 time: 0.0837078 Jan 18 20:44:42.409316 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d8b61c37-9d38-4a91-b8ee-dd633b728e8e req-1f52d9cb-baf8-43d4-8d39-4870c9078215 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=feb4780f-e615-459a-a114-1b0d3c8a3808 HTTP/1.1" status: 200 len: 210 time: 0.0331340 Jan 18 20:44:42.423888 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f2e8c092-20e4-4758-9b99-07efcff29df6 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (f4554e07-6b54-44b3-aa36-a0609b901e25), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:42.430138 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e8c092-20e4-4758-9b99-07efcff29df6 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:42.430994 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f2e8c092-20e4-4758-9b99-07efcff29df6 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:42.471695 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-7253f076-913b-415d-b814-36848730ab63 None None] Set router 136cc514-a526-4804-ae1b-954c1dd962b6 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:44:42.479496 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f2e8c092-20e4-4758-9b99-07efcff29df6 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2758682 Jan 18 20:44:42.498700 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35574) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:42.519627 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8c092-20e4-4758-9b99-07efcff29df6 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event updated for resources: {'Network': ['ID=f4554e07-6b54-44b3-aa36-a0609b901e25,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:42.538611 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-089a6d54-3fea-4af4-8655-6d7ff5b482bc tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1185862507', 'admin_state_up': True, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:44:42.554147 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network f4554e07-6b54-44b3-aa36-a0609b901e25 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:44:42.628170 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-85599005-bab6-471a-a615-61ca78a6d535 req-bca592c8-0a84-4947-85da-372c6fdcdc84 service neutron] For port 1d50f6ca-4ca9-4410-b2a8-57585755e02e, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:44:42.629942 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-089a6d54-3fea-4af4-8655-6d7ff5b482bc tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (31811b11-8c67-463f-b416-aab80f1b7904), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:42.629942 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-089a6d54-3fea-4af4-8655-6d7ff5b482bc tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (31811b11-8c67-463f-b416-aab80f1b7904), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:42.682822 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-089a6d54-3fea-4af4-8655-6d7ff5b482bc tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for router_controller (31811b11-8c67-463f-b416-aab80f1b7904), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:42.687675 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-85599005-bab6-471a-a615-61ca78a6d535 req-bca592c8-0a84-4947-85da-372c6fdcdc84 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:42.689263 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85599005-bab6-471a-a615-61ca78a6d535 req-bca592c8-0a84-4947-85da-372c6fdcdc84 service neutron] 10.222.0.57 "DELETE /v2.0/ports/1d50f6ca-4ca9-4410-b2a8-57585755e02e/bindings/n-h2-741529-9 HTTP/1.1" status: 204 len: 173 time: 0.3074126 Jan 18 20:44:42.778742 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-7253f076-913b-415d-b814-36848730ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136cc514-a526-4804-ae1b-954c1dd962b6', 'name': 'tempest-TestServerMultinode-1279879066-router', 'tenant_id': 'c2e3f726c99542aaa933b21a5c3ab1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '7c07fc27-9024-4a1f-8835-02df5d5ad818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:36Z', 'updated_at': '2022-01-18T20:44:39Z', 'revision_number': 4, 'project_id': 'c2e3f726c99542aaa933b21a5c3ab1e3', 'gw_port': {'id': '7c07fc27-9024-4a1f-8835-02df5d5ad818', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136cc514-a526-4804-ae1b-954c1dd962b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:36Z', 'updated_at': '2022-01-18T20:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '51c417a3-bd9b-4fb8-aa65-944628767169', 'name': '', 'network_id': 'fd92e11c-1a76-4d9f-a7ae-073ce11745d5', 'tenant_id': 'c2e3f726c99542aaa933b21a5c3ab1e3', 'mac_address': 'fa:16:3e:90:71:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136cc514-a526-4804-ae1b-954c1dd962b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '35569617-5012-48c8-93eb-04720ce403b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:39Z', 'updated_at': '2022-01-18T20:44:40Z', 'revision_number': 2, 'project_id': 'c2e3f726c99542aaa933b21a5c3ab1e3', 'subnets': [{'id': '35569617-5012-48c8-93eb-04720ce403b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:42.800581 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b5136-aa73-4723-a33a-5bb2b111e489 req-73886f3b-9d92-484d-9fff-3df4fc748ad0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:42.812409 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-427b5136-aa73-4723-a33a-5bb2b111e489 req-73886f3b-9d92-484d-9fff-3df4fc748ad0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 945 time: 0.0931184 Jan 18 20:44:42.812558 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7253f076-913b-415d-b814-36848730ab63 None None] Checking router: 136cc514-a526-4804-ae1b-954c1dd962b6 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:44:42.812558 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7253f076-913b-415d-b814-36848730ab63 None None] Updating router 136cc514-a526-4804-ae1b-954c1dd962b6 port 51c417a3-bd9b-4fb8-aa65-944628767169 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:44:42.848654 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7253f076-913b-415d-b814-36848730ab63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (51c417a3-bd9b-4fb8-aa65-944628767169), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:42.908548 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-427b5136-aa73-4723-a33a-5bb2b111e489 req-be2a3957-ff92-457e-96bd-ac64ea91617e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987146 Jan 18 20:44:42.946265 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-089a6d54-3fea-4af4-8655-6d7ff5b482bc tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for router_gateway (31811b11-8c67-463f-b416-aab80f1b7904), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:43.037328 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fb98e-9e28-460d-b64c-84875d890e69 req-03022b86-73d3-47a4-8c7c-9ab0c030ab17 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:43.039157 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d2fb98e-9e28-460d-b64c-84875d890e69 req-03022b86-73d3-47a4-8c7c-9ab0c030ab17 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 1096 time: 0.0489032 Jan 18 20:44:43.116787 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d2fb98e-9e28-460d-b64c-84875d890e69 req-5937cff1-cd9c-4149-9d5d-fa03a4bb2eb2 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714302 Jan 18 20:44:43.217002 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-089a6d54-3fea-4af4-8655-6d7ff5b482bc tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for router_gateway (31811b11-8c67-463f-b416-aab80f1b7904), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:43.236823 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-089a6d54-3fea-4af4-8655-6d7ff5b482bc tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:43.272924 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e265ca-70c7-42da-855b-7896ccd21eb4 req-4526b46e-d94c-4873-bc56-096b4b94fcf2 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:43.281874 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-93e265ca-70c7-42da-855b-7896ccd21eb4 req-4526b46e-d94c-4873-bc56-096b4b94fcf2 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 945 time: 0.0643075 Jan 18 20:44:43.310591 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7253f076-913b-415d-b814-36848730ab63 None None] Publish callbacks [] for port (51c417a3-bd9b-4fb8-aa65-944628767169), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:43.327553 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7253f076-913b-415d-b814-36848730ab63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (51c417a3-bd9b-4fb8-aa65-944628767169), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:43.344290 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-93e265ca-70c7-42da-855b-7896ccd21eb4 req-f8067bdc-b7e5-4341-8338-2839bfd9b553 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593200 Jan 18 20:44:43.382421 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-089a6d54-3fea-4af4-8655-6d7ff5b482bc tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Allocated IP 172.25.4.38 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/52cc4228-ee2e-4e82-9ba0-0d8bef6457c9) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:44:43.384102 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35588) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:43.404877 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1d50f6ca-4ca9-4410-b2a8-57585755e02e no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:44:43.467538 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-caae2788-839e-4e41-a434-3ef996e837a0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/floatingips/5aa8dfb8-8ca2-40ec-ae01-ab6a93d66b92 HTTP/1.1" status: 200 len: 992 time: 0.0792849 Jan 18 20:44:43.486233 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] The host n-h2-741529-9 is not matching for port 1d50f6ca-4ca9-4410-b2a8-57585755e02e host n-h1-741529-9! {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 18 20:44:43.486792 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1d50f6ca-4ca9-4410-b2a8-57585755e02e not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:44:43.503921 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a4715-1fdb-4bdc-9ac9-907293ace6c8 None None] Pushing event updated for resources: {'Port': ['ID=51c417a3-bd9b-4fb8-aa65-944628767169,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:43.508240 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-089a6d54-3fea-4af4-8655-6d7ff5b482bc tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for port (52cc4228-ee2e-4e82-9ba0-0d8bef6457c9), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:43.576059 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7253f076-913b-415d-b814-36848730ab63 None None] Attempting to bind port 51c417a3-bd9b-4fb8-aa65-944628767169 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:44:43.576431 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7253f076-913b-415d-b814-36848730ab63 None None] Attempting to bind port 51c417a3-bd9b-4fb8-aa65-944628767169 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'af279820-9a00-467d-82e9-c7ef413bf1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fd92e11c-1a76-4d9f-a7ae-073ce11745d5'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:44:43.577188 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7253f076-913b-415d-b814-36848730ab63 None None] Attempting to bind port 51c417a3-bd9b-4fb8-aa65-944628767169 on network fd92e11c-1a76-4d9f-a7ae-073ce11745d5 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:44:43.582752 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7253f076-913b-415d-b814-36848730ab63 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:44:43.583147 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7253f076-913b-415d-b814-36848730ab63 None None] Checking segment: {'id': 'af279820-9a00-467d-82e9-c7ef413bf1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fd92e11c-1a76-4d9f-a7ae-073ce11745d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:44:43.583541 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7253f076-913b-415d-b814-36848730ab63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:43.583936 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7253f076-913b-415d-b814-36848730ab63 None None] Bound using segment: {'id': 'af279820-9a00-467d-82e9-c7ef413bf1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fd92e11c-1a76-4d9f-a7ae-073ce11745d5'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:44:43.584668 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7253f076-913b-415d-b814-36848730ab63 None None] Bound port: 51c417a3-bd9b-4fb8-aa65-944628767169, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af279820-9a00-467d-82e9-c7ef413bf1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fd92e11c-1a76-4d9f-a7ae-073ce11745d5'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:44:43.585187 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7253f076-913b-415d-b814-36848730ab63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (51c417a3-bd9b-4fb8-aa65-944628767169), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:43.602295 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-755e02de-f82a-432e-8b12-c1bb42bb2c50 req-ac46dfd7-da2f-4b5d-b8b0-493cf7c42706 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=feb4780f-e615-459a-a114-1b0d3c8a3808 HTTP/1.1" status: 200 len: 210 time: 0.0526137 Jan 18 20:44:43.617810 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-089a6d54-3fea-4af4-8655-6d7ff5b482bc tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (52cc4228-ee2e-4e82-9ba0-0d8bef6457c9), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:43.670986 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7253f076-913b-415d-b814-36848730ab63 None None] For port 51c417a3-bd9b-4fb8-aa65-944628767169, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:44:43.682090 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a6d54-3fea-4af4-8655-6d7ff5b482bc tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event updated for resources: {'Port': ['ID=52cc4228-ee2e-4e82-9ba0-0d8bef6457c9,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:43.684735 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7253f076-913b-415d-b814-36848730ab63 None None] For port 51c417a3-bd9b-4fb8-aa65-944628767169, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=51c417a3-bd9b-4fb8-aa65-944628767169,segment=NetworkSegment(af279820-9a00-467d-82e9-c7ef413bf1e0),segment_id=af279820-9a00-467d-82e9-c7ef413bf1e0)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:44:43.685501 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089a6d54-3fea-4af4-8655-6d7ff5b482bc tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:44:43.687598 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-089a6d54-3fea-4af4-8655-6d7ff5b482bc tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:44:43.690641 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089a6d54-3fea-4af4-8655-6d7ff5b482bc tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:44:43.703131 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7253f076-913b-415d-b814-36848730ab63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (51c417a3-bd9b-4fb8-aa65-944628767169), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:43.713212 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052a6e3e-cbf2-4926-aaa0-d7d53748bd4e None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:44:43.801840 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a4715-1fdb-4bdc-9ac9-907293ace6c8 None None] Pushing event updated for resources: {'Port': ['ID=51c417a3-bd9b-4fb8-aa65-944628767169,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:43.804784 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4a63838f-0ec4-4bcb-93da-f2a33dfc0952 None None] Provisioning complete for port 51c417a3-bd9b-4fb8-aa65-944628767169 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:43.805254 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4a63838f-0ec4-4bcb-93da-f2a33dfc0952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (51c417a3-bd9b-4fb8-aa65-944628767169), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:43.807777 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7253f076-913b-415d-b814-36848730ab63 None None] Routers {'136cc514-a526-4804-ae1b-954c1dd962b6'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:44:43.808492 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-7253f076-913b-415d-b814-36848730ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['136cc514-a526-4804-ae1b-954c1dd962b6'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:43.957337 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-932d2350-f34b-478e-b43a-89581f73e93f tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:43.959086 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-932d2350-f34b-478e-b43a-89581f73e93f tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.70 "GET /v2.0/networks?id=f4ddea57-627d-4710-8db5-8556b306c459 HTTP/1.1" status: 200 len: 911 time: 0.1377294 Jan 18 20:44:43.973261 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-755b7b63-1833-40dc-bfa5-af193e0432a4 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Request body: {'port': {'device_id': 'feb4780f-e615-459a-a114-1b0d3c8a3808', 'network_id': 'f4ddea57-627d-4710-8db5-8556b306c459', 'admin_state_up': True, 'tenant_id': 'c2e3f726c99542aaa933b21a5c3ab1e3'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:44:44.000806 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-755b7b63-1833-40dc-bfa5-af193e0432a4 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Made reservation on behalf of c2e3f726c99542aaa933b21a5c3ab1e3 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:44:44.004856 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-755b7b63-1833-40dc-bfa5-af193e0432a4 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:44.033555 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-7253f076-913b-415d-b814-36848730ab63 None None] Set router 136cc514-a526-4804-ae1b-954c1dd962b6 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:44:44.035494 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4a63838f-0ec4-4bcb-93da-f2a33dfc0952 None None] Current status of the port 51c417a3-bd9b-4fb8-aa65-944628767169 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:44.035907 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4a63838f-0ec4-4bcb-93da-f2a33dfc0952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (51c417a3-bd9b-4fb8-aa65-944628767169), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:44.134848 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-4a63838f-0ec4-4bcb-93da-f2a33dfc0952 None None] For port 51c417a3-bd9b-4fb8-aa65-944628767169, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=51c417a3-bd9b-4fb8-aa65-944628767169,segment=NetworkSegment(af279820-9a00-467d-82e9-c7ef413bf1e0),segment_id=af279820-9a00-467d-82e9-c7ef413bf1e0)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:44.142992 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-755b7b63-1833-40dc-bfa5-af193e0432a4 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Allocated IP 172.20.0.13 (f4ddea57-627d-4710-8db5-8556b306c459/4fbcab85-2aaa-4608-b9d7-504fb8b354b9/707380b6-9b9d-46b0-96ec-97719870bf26) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:44:44.148145 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4a63838f-0ec4-4bcb-93da-f2a33dfc0952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (51c417a3-bd9b-4fb8-aa65-944628767169), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:44.247063 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63838f-0ec4-4bcb-93da-f2a33dfc0952 None None] Pushing event updated for resources: {'Port': ['ID=51c417a3-bd9b-4fb8-aa65-944628767169,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:44.303932 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-755b7b63-1833-40dc-bfa5-af193e0432a4 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Publish callbacks [] for port (707380b6-9b9d-46b0-96ec-97719870bf26), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:44.320840 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-641145e3-8196-4524-aab6-26689fb3ecd3 None None] Provisioning complete for port 52cc4228-ee2e-4e82-9ba0-0d8bef6457c9 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:44.321505 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-641145e3-8196-4524-aab6-26689fb3ecd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (52cc4228-ee2e-4e82-9ba0-0d8bef6457c9), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:44.340478 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-755b7b63-1833-40dc-bfa5-af193e0432a4 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (707380b6-9b9d-46b0-96ec-97719870bf26), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:44.371110 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-641145e3-8196-4524-aab6-26689fb3ecd3 None None] Port 52cc4228-ee2e-4e82-9ba0-0d8bef6457c9 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:44:44.382073 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-7253f076-913b-415d-b814-36848730ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136cc514-a526-4804-ae1b-954c1dd962b6', 'name': 'tempest-TestServerMultinode-1279879066-router', 'tenant_id': 'c2e3f726c99542aaa933b21a5c3ab1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '7c07fc27-9024-4a1f-8835-02df5d5ad818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:36Z', 'updated_at': '2022-01-18T20:44:39Z', 'revision_number': 4, 'project_id': 'c2e3f726c99542aaa933b21a5c3ab1e3', 'gw_port': {'id': '7c07fc27-9024-4a1f-8835-02df5d5ad818', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136cc514-a526-4804-ae1b-954c1dd962b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:36Z', 'updated_at': '2022-01-18T20:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '51c417a3-bd9b-4fb8-aa65-944628767169', 'name': '', 'network_id': 'fd92e11c-1a76-4d9f-a7ae-073ce11745d5', 'tenant_id': 'c2e3f726c99542aaa933b21a5c3ab1e3', 'mac_address': 'fa:16:3e:90:71:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136cc514-a526-4804-ae1b-954c1dd962b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '35569617-5012-48c8-93eb-04720ce403b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:39Z', 'updated_at': '2022-01-18T20:44:43Z', 'revision_number': 4, 'project_id': 'c2e3f726c99542aaa933b21a5c3ab1e3', 'subnets': [{'id': '35569617-5012-48c8-93eb-04720ce403b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:44.414727 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7253f076-913b-415d-b814-36848730ab63 None None] The sync data for ids ['136cc514-a526-4804-ae1b-954c1dd962b6'] in n-d-741529-9 is: [{'id': '136cc514-a526-4804-ae1b-954c1dd962b6', 'name': 'tempest-TestServerMultinode-1279879066-router', 'tenant_id': 'c2e3f726c99542aaa933b21a5c3ab1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '7c07fc27-9024-4a1f-8835-02df5d5ad818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:36Z', 'updated_at': '2022-01-18T20:44:39Z', 'revision_number': 4, 'project_id': 'c2e3f726c99542aaa933b21a5c3ab1e3', 'gw_port': {'id': '7c07fc27-9024-4a1f-8835-02df5d5ad818', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136cc514-a526-4804-ae1b-954c1dd962b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:36Z', 'updated_at': '2022-01-18T20:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '51c417a3-bd9b-4fb8-aa65-944628767169', 'name': '', 'network_id': 'fd92e11c-1a76-4d9f-a7ae-073ce11745d5', 'tenant_id': 'c2e3f726c99542aaa933b21a5c3ab1e3', 'mac_address': 'fa:16:3e:90:71:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136cc514-a526-4804-ae1b-954c1dd962b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '35569617-5012-48c8-93eb-04720ce403b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:39Z', 'updated_at': '2022-01-18T20:44:43Z', 'revision_number': 4, 'project_id': 'c2e3f726c99542aaa933b21a5c3ab1e3', 'subnets': [{'id': '35569617-5012-48c8-93eb-04720ce403b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:44:44.417442 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-641145e3-8196-4524-aab6-26689fb3ecd3 None None] Provisioning complete for port 51c417a3-bd9b-4fb8-aa65-944628767169 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:44.417840 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-641145e3-8196-4524-aab6-26689fb3ecd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (51c417a3-bd9b-4fb8-aa65-944628767169), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:44.496688 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-089a6d54-3fea-4af4-8655-6d7ff5b482bc tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for router_gateway (31811b11-8c67-463f-b416-aab80f1b7904), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:44.551870 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-641145e3-8196-4524-aab6-26689fb3ecd3 None None] Current status of the port 51c417a3-bd9b-4fb8-aa65-944628767169 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:44.732332 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-089a6d54-3fea-4af4-8655-6d7ff5b482bc tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (31811b11-8c67-463f-b416-aab80f1b7904), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:44.779712 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-755b7b63-1833-40dc-bfa5-af193e0432a4 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Network f4ddea57-627d-4710-8db5-8556b306c459 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:44:44.797813 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-755b7b63-1833-40dc-bfa5-af193e0432a4 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:44:44.804566 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-755b7b63-1833-40dc-bfa5-af193e0432a4 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:44:44.807616 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b7b63-1833-40dc-bfa5-af193e0432a4 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Pushing event updated for resources: {'Port': ['ID=707380b6-9b9d-46b0-96ec-97719870bf26,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:44.867998 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26a6a9-bdf3-4dea-a661-245081695ee2 req-3ca0db74-b030-4daf-989a-b547df103993 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:44.869671 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9d26a6a9-bdf3-4dea-a661-245081695ee2 req-3ca0db74-b030-4daf-989a-b547df103993 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=feb4780f-e615-459a-a114-1b0d3c8a3808 HTTP/1.1" status: 200 len: 1028 time: 0.1141577 Jan 18 20:44:44.878227 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-755b7b63-1833-40dc-bfa5-af193e0432a4 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:44.878841 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-755b7b63-1833-40dc-bfa5-af193e0432a4 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:44.899113 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089a6d54-3fea-4af4-8655-6d7ff5b482bc tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Router 31811b11-8c67-463f-b416-aab80f1b7904 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:44:44.911744 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-755b7b63-1833-40dc-bfa5-af193e0432a4 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9445262 Jan 18 20:44:44.932348 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-e5392dc2-2c7d-4480-a963-3c523aaac445 service neutron] Request body: {'port': {'device_id': 'feb4780f-e615-459a-a114-1b0d3c8a3808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:44:44.969118 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9d26a6a9-bdf3-4dea-a661-245081695ee2 req-0aba7197-60c7-4ff6-abe2-742cffb1c877 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=838b0019-5a32-48cf-b328-eda166101719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867980 Jan 18 20:44:45.033758 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089a6d54-3fea-4af4-8655-6d7ff5b482bc tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:44:45.040076 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-e5392dc2-2c7d-4480-a963-3c523aaac445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (707380b6-9b9d-46b0-96ec-97719870bf26), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:45.059686 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4879f44-8ce1-44ee-8109-7fd786de72e1 None None] Sync routers for ids ['31811b11-8c67-463f-b416-aab80f1b7904'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:44:45.067127 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-089a6d54-3fea-4af4-8655-6d7ff5b482bc tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:45.071089 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-089a6d54-3fea-4af4-8655-6d7ff5b482bc tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.5686715 Jan 18 20:44:45.078222 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35598) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:45.085080 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4879f44-8ce1-44ee-8109-7fd786de72e1 None None] Routers {'31811b11-8c67-463f-b416-aab80f1b7904'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:44:45.086272 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c4879f44-8ce1-44ee-8109-7fd786de72e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['31811b11-8c67-463f-b416-aab80f1b7904'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:45.182538 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c114ab67-fb19-4757-a22b-ce2353c2bf1f None None] Provisioning complete for port 707380b6-9b9d-46b0-96ec-97719870bf26 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:45.182914 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c114ab67-fb19-4757-a22b-ce2353c2bf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (707380b6-9b9d-46b0-96ec-97719870bf26), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:45.206217 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-c4879f44-8ce1-44ee-8109-7fd786de72e1 None None] Set router 31811b11-8c67-463f-b416-aab80f1b7904 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:44:45.210117 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83a2927-0f76-4ca7-bfe5-976af1cdac73 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:45.212483 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b83a2927-0f76-4ca7-bfe5-976af1cdac73 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=83959e527a814796a955c3c62d4c16e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1330376 Jan 18 20:44:45.215487 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35600) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:45.244141 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c114ab67-fb19-4757-a22b-ce2353c2bf1f None None] Port 707380b6-9b9d-46b0-96ec-97719870bf26 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:44:45.393460 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-e5392dc2-2c7d-4480-a963-3c523aaac445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 707380b6-9b9d-46b0-96ec-97719870bf26 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:44:45.404696 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-e5392dc2-2c7d-4480-a963-3c523aaac445 service neutron] Publish callbacks [] for port (707380b6-9b9d-46b0-96ec-97719870bf26), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:45.420056 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-e5392dc2-2c7d-4480-a963-3c523aaac445 service neutron] Transition to ACTIVE for port object 707380b6-9b9d-46b0-96ec-97719870bf26 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:44:45.430174 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-e5392dc2-2c7d-4480-a963-3c523aaac445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (707380b6-9b9d-46b0-96ec-97719870bf26), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:45.456137 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed21cbc5-1d0f-491c-9d96-e27bcd74e758 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:45.460639 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ed21cbc5-1d0f-491c-9d96-e27bcd74e758 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2412603 Jan 18 20:44:45.461514 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35602) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:45.476406 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c4879f44-8ce1-44ee-8109-7fd786de72e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31811b11-8c67-463f-b416-aab80f1b7904', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1185862507', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '52cc4228-ee2e-4e82-9ba0-0d8bef6457c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:42Z', 'updated_at': '2022-01-18T20:44:43Z', 'revision_number': 3, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'gw_port': {'id': '52cc4228-ee2e-4e82-9ba0-0d8bef6457c9', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31811b11-8c67-463f-b416-aab80f1b7904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:43Z', 'updated_at': '2022-01-18T20:44:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:45.493837 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5392dc2-2c7d-4480-a963-3c523aaac445 service neutron] Pushing event updated for resources: {'Port': ['ID=707380b6-9b9d-46b0-96ec-97719870bf26,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:45.513319 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4879f44-8ce1-44ee-8109-7fd786de72e1 None None] Checking router: 31811b11-8c67-463f-b416-aab80f1b7904 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:44:45.514006 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4879f44-8ce1-44ee-8109-7fd786de72e1 None None] Updating router 31811b11-8c67-463f-b416-aab80f1b7904 port 52cc4228-ee2e-4e82-9ba0-0d8bef6457c9 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:44:45.517410 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f8d1bcd3-3e13-44c6-9321-5bc44cd03aad tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b0799cf-8cdf-46d5-953b-bdacab604b8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0542006 Jan 18 20:44:45.518100 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35604) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:45.544352 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c4879f44-8ce1-44ee-8109-7fd786de72e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (52cc4228-ee2e-4e82-9ba0-0d8bef6457c9), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:45.558943 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d0ec2e5b-4319-449d-bea2-eb69b1ef9cc9 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=83959e527a814796a955c3c62d4c16e7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371034 Jan 18 20:44:45.559475 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35606) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:45.590071 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-e5392dc2-2c7d-4480-a963-3c523aaac445 service neutron] Attempting to bind port 707380b6-9b9d-46b0-96ec-97719870bf26 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:44:45.590418 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-e5392dc2-2c7d-4480-a963-3c523aaac445 service neutron] Attempting to bind port 707380b6-9b9d-46b0-96ec-97719870bf26 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'b8546c6f-fb62-467d-8fc9-7edb575ddea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f4ddea57-627d-4710-8db5-8556b306c459'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:44:45.590792 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-e5392dc2-2c7d-4480-a963-3c523aaac445 service neutron] Attempting to bind port 707380b6-9b9d-46b0-96ec-97719870bf26 on network f4ddea57-627d-4710-8db5-8556b306c459 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:44:45.598862 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-e5392dc2-2c7d-4480-a963-3c523aaac445 service neutron] Port 707380b6-9b9d-46b0-96ec-97719870bf26 on network f4ddea57-627d-4710-8db5-8556b306c459 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:44:45.599199 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-e5392dc2-2c7d-4480-a963-3c523aaac445 service neutron] Attempting to bind port 707380b6-9b9d-46b0-96ec-97719870bf26 on network f4ddea57-627d-4710-8db5-8556b306c459 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:44:45.605937 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-e5392dc2-2c7d-4480-a963-3c523aaac445 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:44:45.606286 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-e5392dc2-2c7d-4480-a963-3c523aaac445 service neutron] Checking segment: {'id': 'b8546c6f-fb62-467d-8fc9-7edb575ddea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f4ddea57-627d-4710-8db5-8556b306c459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:44:45.606678 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-e5392dc2-2c7d-4480-a963-3c523aaac445 service neutron] Bound using segment: {'id': 'b8546c6f-fb62-467d-8fc9-7edb575ddea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f4ddea57-627d-4710-8db5-8556b306c459'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:44:45.607120 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-e5392dc2-2c7d-4480-a963-3c523aaac445 service neutron] Bound port: 707380b6-9b9d-46b0-96ec-97719870bf26, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8546c6f-fb62-467d-8fc9-7edb575ddea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f4ddea57-627d-4710-8db5-8556b306c459'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:44:45.607480 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-e5392dc2-2c7d-4480-a963-3c523aaac445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (707380b6-9b9d-46b0-96ec-97719870bf26), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:45.691401 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-e5392dc2-2c7d-4480-a963-3c523aaac445 service neutron] For port 707380b6-9b9d-46b0-96ec-97719870bf26, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:44:45.694844 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-e5392dc2-2c7d-4480-a963-3c523aaac445 service neutron] For port 707380b6-9b9d-46b0-96ec-97719870bf26, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=707380b6-9b9d-46b0-96ec-97719870bf26,segment=NetworkSegment(b8546c6f-fb62-467d-8fc9-7edb575ddea2),segment_id=b8546c6f-fb62-467d-8fc9-7edb575ddea2)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:44:45.701437 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-e5392dc2-2c7d-4480-a963-3c523aaac445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (707380b6-9b9d-46b0-96ec-97719870bf26), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:45.718745 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d00662-9972-433b-b92b-d01e98b2ed11 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:45.724412 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-24d00662-9972-433b-b92b-d01e98b2ed11 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1613610 Jan 18 20:44:45.728425 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35608) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:45.745197 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-e5392dc2-2c7d-4480-a963-3c523aaac445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:45.745863 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-e5392dc2-2c7d-4480-a963-3c523aaac445 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:45.747257 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-e5392dc2-2c7d-4480-a963-3c523aaac445 service neutron] 10.222.0.70 "PUT /v2.0/ports/707380b6-9b9d-46b0-96ec-97719870bf26 HTTP/1.1" status: 200 len: 1092 time: 0.8222253 Jan 18 20:44:45.747702 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb4780f-e615-459a-a114-1b0d3c8a3808', 'tag': '707380b6-9b9d-46b0-96ec-97719870bf26'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:44:45.750026 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cd3756-09fa-4e49-82f6-2b82f3e77d30" -d '{"events": [{"name": "network-changed", "server_uuid": "feb4780f-e615-459a-a114-1b0d3c8a3808", "tag": "707380b6-9b9d-46b0-96ec-97719870bf26"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:44:45.790764 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5392dc2-2c7d-4480-a963-3c523aaac445 service neutron] Pushing event updated for resources: {'Port': ['ID=707380b6-9b9d-46b0-96ec-97719870bf26,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:45.791031 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1d90c5d0-a9d3-484c-8325-b2126b428479 tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b0799cf-8cdf-46d5-953b-bdacab604b8c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0605645 Jan 18 20:44:45.792613 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35612) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:45.798981 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-d55a1208-940d-4f05-96eb-da31cb552ac1 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-21292470', 'network_id': 'f4554e07-6b54-44b3-aa36-a0609b901e25', 'project_id': '83959e527a814796a955c3c62d4c16e7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:44:45.853311 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b630e3d1-2b70-41c2-ad39-8bb118f77dec x-openstack-request-id: req-b630e3d1-2b70-41c2-ad39-8bb118f77dec {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:44:45.853609 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb4780f-e615-459a-a114-1b0d3c8a3808", "tag": "707380b6-9b9d-46b0-96ec-97719870bf26", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:44:45.853952 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b630e3d1-2b70-41c2-ad39-8bb118f77dec {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:44:45.854361 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb4780f-e615-459a-a114-1b0d3c8a3808', 'tag': '707380b6-9b9d-46b0-96ec-97719870bf26', 'status': 'completed', 'code': 200} Jan 18 20:44:45.877763 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-17ed33d5-0be7-4cf6-a503-1fe2628850e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:45.879344 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-17ed33d5-0be7-4cf6-a503-1fe2628850e5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2e3f726c99542aaa933b21a5c3ab1e3&device_id=feb4780f-e615-459a-a114-1b0d3c8a3808 HTTP/1.1" status: 200 len: 1095 time: 0.0855646 Jan 18 20:44:45.943060 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-560e7c18-cdd9-46c8-95ef-42af6ccaf9fc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=707380b6-9b9d-46b0-96ec-97719870bf26 HTTP/1.1" status: 200 len: 217 time: 0.0556724 Jan 18 20:44:45.959784 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55a1208-940d-4f05-96eb-da31cb552ac1 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Made reservation on behalf of 83959e527a814796a955c3c62d4c16e7 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:44:45.968687 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d55a1208-940d-4f05-96eb-da31cb552ac1 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:46.063288 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-a01c80c9-9092-4685-920c-9806cca5cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:46.065419 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-a01c80c9-9092-4685-920c-9806cca5cfc8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4fbcab85-2aaa-4608-b9d7-504fb8b354b9 HTTP/1.1" status: 200 len: 849 time: 0.1164610 Jan 18 20:44:46.125048 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c4879f44-8ce1-44ee-8109-7fd786de72e1 None None] Publish callbacks [] for port (52cc4228-ee2e-4e82-9ba0-0d8bef6457c9), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:46.132608 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c4879f44-8ce1-44ee-8109-7fd786de72e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (52cc4228-ee2e-4e82-9ba0-0d8bef6457c9), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:46.163220 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-e49f4bb1-a51f-424d-a43a-37f476ce6491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:46.165307 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-e49f4bb1-a51f-424d-a43a-37f476ce6491 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f4ddea57-627d-4710-8db5-8556b306c459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913966 Jan 18 20:44:46.166700 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-c4879f44-8ce1-44ee-8109-7fd786de72e1 None None] Attempting to bind port 52cc4228-ee2e-4e82-9ba0-0d8bef6457c9 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:44:46.167290 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-c4879f44-8ce1-44ee-8109-7fd786de72e1 None None] Attempting to bind port 52cc4228-ee2e-4e82-9ba0-0d8bef6457c9 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:44:46.167859 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4879f44-8ce1-44ee-8109-7fd786de72e1 None None] Attempting to bind port 52cc4228-ee2e-4e82-9ba0-0d8bef6457c9 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:44:46.171695 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb597f-aa07-41ef-9fcc-a72f805417cc req-acff2b98-013e-4849-bc54-48abd010d2a6 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:46.180586 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8fbb597f-aa07-41ef-9fcc-a72f805417cc req-acff2b98-013e-4849-bc54-48abd010d2a6 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=feb4780f-e615-459a-a114-1b0d3c8a3808 HTTP/1.1" status: 200 len: 1095 time: 0.0673203 Jan 18 20:44:46.181149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dffe2f9-7e00-4755-a567-f1159cc07fe0 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:44:46.196172 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4879f44-8ce1-44ee-8109-7fd786de72e1 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:44:46.196870 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4879f44-8ce1-44ee-8109-7fd786de72e1 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:44:46.197464 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c4879f44-8ce1-44ee-8109-7fd786de72e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:46.198053 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4879f44-8ce1-44ee-8109-7fd786de72e1 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:44:46.198697 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-c4879f44-8ce1-44ee-8109-7fd786de72e1 None None] Bound port: 52cc4228-ee2e-4e82-9ba0-0d8bef6457c9, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:44:46.199266 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c4879f44-8ce1-44ee-8109-7fd786de72e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (52cc4228-ee2e-4e82-9ba0-0d8bef6457c9), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:46.256518 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-c4879f44-8ce1-44ee-8109-7fd786de72e1 None None] For port 52cc4228-ee2e-4e82-9ba0-0d8bef6457c9, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:44:46.267965 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-c4879f44-8ce1-44ee-8109-7fd786de72e1 None None] For port 52cc4228-ee2e-4e82-9ba0-0d8bef6457c9, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=52cc4228-ee2e-4e82-9ba0-0d8bef6457c9,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:44:46.269218 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a2678491-e496-458f-800e-082ad0f30f24 None None] Provisioning complete for port 52cc4228-ee2e-4e82-9ba0-0d8bef6457c9 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:46.270572 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a2678491-e496-458f-800e-082ad0f30f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (52cc4228-ee2e-4e82-9ba0-0d8bef6457c9), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:46.284847 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c4879f44-8ce1-44ee-8109-7fd786de72e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (52cc4228-ee2e-4e82-9ba0-0d8bef6457c9), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:46.285403 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d55a1208-940d-4f05-96eb-da31cb552ac1 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (c05cf42f-49b3-4b9f-be95-d5511109b550), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:46.307682 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8fbb597f-aa07-41ef-9fcc-a72f805417cc req-ac486fa9-b271-488e-876b-f1bef6a8af2a tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=838b0019-5a32-48cf-b328-eda166101719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258359 Jan 18 20:44:46.323706 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87192dce-0542-42e0-b8d9-9e26b1a97127 None None] Pushing event updated for resources: {'Port': ['ID=52cc4228-ee2e-4e82-9ba0-0d8bef6457c9,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:46.341427 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16905199-b0a4-48a2-bf72-c056e6f56ea4 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:44:46.357193 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-b04b1a1e-223d-4654-a242-493e91d966b2 service neutron] 10.222.0.70 "GET /v2.0/networks/f4ddea57-627d-4710-8db5-8556b306c459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681490 Jan 18 20:44:46.359942 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4879f44-8ce1-44ee-8109-7fd786de72e1 None None] Routers {'31811b11-8c67-463f-b416-aab80f1b7904'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:44:46.361316 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c4879f44-8ce1-44ee-8109-7fd786de72e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['31811b11-8c67-463f-b416-aab80f1b7904'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:46.374671 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a2678491-e496-458f-800e-082ad0f30f24 None None] Port 52cc4228-ee2e-4e82-9ba0-0d8bef6457c9 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:44:46.379633 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a1208-940d-4f05-96eb-da31cb552ac1 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event updated for resources: {'Subnet': ['ID=c05cf42f-49b3-4b9f-be95-d5511109b550,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:46.391562 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55a1208-940d-4f05-96eb-da31cb552ac1 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Checking segment: {'id': 'e99ee563-6c4f-456e-a3e2-676d08c221c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f4554e07-6b54-44b3-aa36-a0609b901e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:44:46.391846 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55a1208-940d-4f05-96eb-da31cb552ac1 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Network hostable DHCP agents. Network: f4554e07-6b54-44b3-aa36-a0609b901e25, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:44:46.432650 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55a1208-940d-4f05-96eb-da31cb552ac1 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Network f4554e07-6b54-44b3-aa36-a0609b901e25 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:44:46.457316 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-d55a1208-940d-4f05-96eb-da31cb552ac1 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, f4554e07-6b54-44b3-aa36-a0609b901e25) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:44:46.466884 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55a1208-940d-4f05-96eb-da31cb552ac1 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:46.466884 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d55a1208-940d-4f05-96eb-da31cb552ac1 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:46.471466 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d2bacf-914f-41c9-bf6a-aa75668b6b08 None None] Network f4554e07-6b54-44b3-aa36-a0609b901e25 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:44:46.507328 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d55a1208-940d-4f05-96eb-da31cb552ac1 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.7112927 Jan 18 20:44:46.509626 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35616) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:46.520642 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-c4879f44-8ce1-44ee-8109-7fd786de72e1 None None] Set router 31811b11-8c67-463f-b416-aab80f1b7904 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:44:46.527632 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4832790f-6d91-489e-8bf2-9e16c83e97c3 req-b35256a6-3b34-404c-b1bf-967cc092ce63 service neutron] 10.222.0.70 "GET /v2.0/networks/f4ddea57-627d-4710-8db5-8556b306c459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561446 Jan 18 20:44:46.558200 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 51c417a3-bd9b-4fb8-aa65-944628767169 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:44:46.560298 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87192dce-0542-42e0-b8d9-9e26b1a97127 None None] Pushing event updated for resources: {'Port': ['ID=52cc4228-ee2e-4e82-9ba0-0d8bef6457c9,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:46.608678 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0482661e-eda8-4c12-8731-9dfa587fd7c0 None None] Provisioning complete for port 52cc4228-ee2e-4e82-9ba0-0d8bef6457c9 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:46.609047 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0482661e-eda8-4c12-8731-9dfa587fd7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (52cc4228-ee2e-4e82-9ba0-0d8bef6457c9), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:46.681495 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd3756-09fa-4e49-82f6-2b82f3e77d30 req-61ffb5be-84a6-499b-b23f-350f21ca12a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:46.683241 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37cd3756-09fa-4e49-82f6-2b82f3e77d30 req-61ffb5be-84a6-499b-b23f-350f21ca12a5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2e3f726c99542aaa933b21a5c3ab1e3&device_id=feb4780f-e615-459a-a114-1b0d3c8a3808 HTTP/1.1" status: 200 len: 1095 time: 0.0988858 Jan 18 20:44:46.702465 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc639272-89c9-4b50-ba87-096bf80fb8d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-f4554e07-6b54-44b3-aa36-a0609b901e25', 'network_id': 'f4554e07-6b54-44b3-aa36-a0609b901e25', 'project_id': '83959e527a814796a955c3c62d4c16e7', 'fixed_ips': [{'subnet_id': 'c05cf42f-49b3-4b9f-be95-d5511109b550'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:44:46.703300 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dc639272-89c9-4b50-ba87-096bf80fb8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:46.706530 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 51c417a3-bd9b-4fb8-aa65-944628767169 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:46.706975 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (51c417a3-bd9b-4fb8-aa65-944628767169), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:46.773964 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c4879f44-8ce1-44ee-8109-7fd786de72e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31811b11-8c67-463f-b416-aab80f1b7904', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1185862507', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '52cc4228-ee2e-4e82-9ba0-0d8bef6457c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:42Z', 'updated_at': '2022-01-18T20:44:43Z', 'revision_number': 3, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'gw_port': {'id': '52cc4228-ee2e-4e82-9ba0-0d8bef6457c9', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31811b11-8c67-463f-b416-aab80f1b7904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:43Z', 'updated_at': '2022-01-18T20:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:46.796986 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0482661e-eda8-4c12-8731-9dfa587fd7c0 None None] Current status of the port 52cc4228-ee2e-4e82-9ba0-0d8bef6457c9 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:46.797363 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0482661e-eda8-4c12-8731-9dfa587fd7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (52cc4228-ee2e-4e82-9ba0-0d8bef6457c9), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:46.807474 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4879f44-8ce1-44ee-8109-7fd786de72e1 None None] The sync data for ids ['31811b11-8c67-463f-b416-aab80f1b7904'] in n-d-741529-9 is: [{'id': '31811b11-8c67-463f-b416-aab80f1b7904', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1185862507', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '52cc4228-ee2e-4e82-9ba0-0d8bef6457c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:42Z', 'updated_at': '2022-01-18T20:44:43Z', 'revision_number': 3, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'gw_port': {'id': '52cc4228-ee2e-4e82-9ba0-0d8bef6457c9', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31811b11-8c67-463f-b416-aab80f1b7904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:43Z', 'updated_at': '2022-01-18T20:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:44:46.886473 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0482661e-eda8-4c12-8731-9dfa587fd7c0 None None] For port 52cc4228-ee2e-4e82-9ba0-0d8bef6457c9, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=52cc4228-ee2e-4e82-9ba0-0d8bef6457c9,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:46.896518 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0482661e-eda8-4c12-8731-9dfa587fd7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (52cc4228-ee2e-4e82-9ba0-0d8bef6457c9), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:46.908669 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd3756-09fa-4e49-82f6-2b82f3e77d30 req-242b5c09-a9b3-4e09-ae94-d99c95bf6bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:46.909465 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37cd3756-09fa-4e49-82f6-2b82f3e77d30 req-242b5c09-a9b3-4e09-ae94-d99c95bf6bab service neutron] 10.222.0.70 "GET /v2.0/networks?id=f4ddea57-627d-4710-8db5-8556b306c459 HTTP/1.1" status: 200 len: 911 time: 0.1937044 Jan 18 20:44:46.959688 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37cd3756-09fa-4e49-82f6-2b82f3e77d30 req-069382b0-29e9-4d83-98d3-b71b8bb9263f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=707380b6-9b9d-46b0-96ec-97719870bf26 HTTP/1.1" status: 200 len: 217 time: 0.0408981 Jan 18 20:44:47.012380 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-dc639272-89c9-4b50-ba87-096bf80fb8d3 None None] Allocated IP 172.20.0.18 (f4554e07-6b54-44b3-aa36-a0609b901e25/c05cf42f-49b3-4b9f-be95-d5511109b550/9ec0d957-54be-4991-a972-fe1ac350da51) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:44:47.014195 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 51c417a3-bd9b-4fb8-aa65-944628767169 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:47.028129 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482661e-eda8-4c12-8731-9dfa587fd7c0 None None] Pushing event updated for resources: {'Port': ['ID=52cc4228-ee2e-4e82-9ba0-0d8bef6457c9,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:47.049311 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd3756-09fa-4e49-82f6-2b82f3e77d30 req-6efd867c-4609-4e77-a03c-ed20b92d6c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:47.050800 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37cd3756-09fa-4e49-82f6-2b82f3e77d30 req-6efd867c-4609-4e77-a03c-ed20b92d6c73 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4fbcab85-2aaa-4608-b9d7-504fb8b354b9 HTTP/1.1" status: 200 len: 849 time: 0.0660040 Jan 18 20:44:47.158291 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd3756-09fa-4e49-82f6-2b82f3e77d30 req-0e7951d4-a984-4ac4-909f-4881646427c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:47.159810 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37cd3756-09fa-4e49-82f6-2b82f3e77d30 req-0e7951d4-a984-4ac4-909f-4881646427c4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f4ddea57-627d-4710-8db5-8556b306c459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870500 Jan 18 20:44:47.212737 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35618) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:47.217413 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dc639272-89c9-4b50-ba87-096bf80fb8d3 None None] Publish callbacks [] for port (9ec0d957-54be-4991-a972-fe1ac350da51), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:47.226563 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dc639272-89c9-4b50-ba87-096bf80fb8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (9ec0d957-54be-4991-a972-fe1ac350da51), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:47.269945 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc639272-89c9-4b50-ba87-096bf80fb8d3 None None] Network f4554e07-6b54-44b3-aa36-a0609b901e25 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:44:47.272886 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-dc639272-89c9-4b50-ba87-096bf80fb8d3 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:44:47.278349 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc639272-89c9-4b50-ba87-096bf80fb8d3 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:44:47.281775 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc639272-89c9-4b50-ba87-096bf80fb8d3 None None] Pushing event updated for resources: {'Port': ['ID=9ec0d957-54be-4991-a972-fe1ac350da51,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:47.346153 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-dc639272-89c9-4b50-ba87-096bf80fb8d3 None None] Attempting to bind port 9ec0d957-54be-4991-a972-fe1ac350da51 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:44:47.346702 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-dc639272-89c9-4b50-ba87-096bf80fb8d3 None None] Attempting to bind port 9ec0d957-54be-4991-a972-fe1ac350da51 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'e99ee563-6c4f-456e-a3e2-676d08c221c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f4554e07-6b54-44b3-aa36-a0609b901e25'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:44:47.347072 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc639272-89c9-4b50-ba87-096bf80fb8d3 None None] Attempting to bind port 9ec0d957-54be-4991-a972-fe1ac350da51 on network f4554e07-6b54-44b3-aa36-a0609b901e25 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:44:47.353317 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc639272-89c9-4b50-ba87-096bf80fb8d3 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:44:47.353654 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc639272-89c9-4b50-ba87-096bf80fb8d3 None None] Checking segment: {'id': 'e99ee563-6c4f-456e-a3e2-676d08c221c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f4554e07-6b54-44b3-aa36-a0609b901e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:44:47.354064 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dc639272-89c9-4b50-ba87-096bf80fb8d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:47.354452 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc639272-89c9-4b50-ba87-096bf80fb8d3 None None] Bound using segment: {'id': 'e99ee563-6c4f-456e-a3e2-676d08c221c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f4554e07-6b54-44b3-aa36-a0609b901e25'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:44:47.354912 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-dc639272-89c9-4b50-ba87-096bf80fb8d3 None None] Bound port: 9ec0d957-54be-4991-a972-fe1ac350da51, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99ee563-6c4f-456e-a3e2-676d08c221c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f4554e07-6b54-44b3-aa36-a0609b901e25'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:44:47.355288 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dc639272-89c9-4b50-ba87-096bf80fb8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9ec0d957-54be-4991-a972-fe1ac350da51), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:47.365043 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-05a2c903-781d-4818-a576-4bb365da0d76 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:47.415154 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37cd3756-09fa-4e49-82f6-2b82f3e77d30 req-3d25665a-c16a-4952-8209-7b913aec5a88 service neutron] 10.222.0.70 "GET /v2.0/networks/f4ddea57-627d-4710-8db5-8556b306c459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464194 Jan 18 20:44:47.611090 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dc639272-89c9-4b50-ba87-096bf80fb8d3 None None] For port 9ec0d957-54be-4991-a972-fe1ac350da51, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:44:47.615752 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dc639272-89c9-4b50-ba87-096bf80fb8d3 None None] For port 9ec0d957-54be-4991-a972-fe1ac350da51, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9ec0d957-54be-4991-a972-fe1ac350da51,segment=NetworkSegment(e99ee563-6c4f-456e-a3e2-676d08c221c8),segment_id=e99ee563-6c4f-456e-a3e2-676d08c221c8)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:44:47.622724 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dc639272-89c9-4b50-ba87-096bf80fb8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9ec0d957-54be-4991-a972-fe1ac350da51), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:47.647523 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525ab2c-797d-4628-862e-7c45066294f4 req-e88365a0-e8ea-4dd3-90e4-9fb217fe612b tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:47.649362 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4525ab2c-797d-4628-862e-7c45066294f4 req-e88365a0-e8ea-4dd3-90e4-9fb217fe612b tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=feb4780f-e615-459a-a114-1b0d3c8a3808 HTTP/1.1" status: 200 len: 1095 time: 0.2399471 Jan 18 20:44:47.686925 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc639272-89c9-4b50-ba87-096bf80fb8d3 None None] Pushing event updated for resources: {'Port': ['ID=9ec0d957-54be-4991-a972-fe1ac350da51,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:47.711205 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37cd3756-09fa-4e49-82f6-2b82f3e77d30 req-56a53d16-4d1b-4d45-ac8c-30c6fb3e3839 service neutron] 10.222.0.70 "GET /v2.0/networks/f4ddea57-627d-4710-8db5-8556b306c459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519612 Jan 18 20:44:47.785294 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-deeb3004-3897-42a1-8acd-02f5ab94c106 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Deleting port a8b29dd2-4f17-42df-8a06-bbcea1020288 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:44:47.785663 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-deeb3004-3897-42a1-8acd-02f5ab94c106 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (a8b29dd2-4f17-42df-8a06-bbcea1020288), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:47.789089 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4525ab2c-797d-4628-862e-7c45066294f4 req-5260b287-1d7e-414c-ad65-058bf7231d62 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=838b0019-5a32-48cf-b328-eda166101719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331327 Jan 18 20:44:47.944245 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-deeb3004-3897-42a1-8acd-02f5ab94c106 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (a8b29dd2-4f17-42df-8a06-bbcea1020288), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:47.944568 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-deeb3004-3897-42a1-8acd-02f5ab94c106 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for floatingip (a8b29dd2-4f17-42df-8a06-bbcea1020288), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:47.964874 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-05a2c903-781d-4818-a576-4bb365da0d76 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Allocated IP 172.20.0.17 (f4554e07-6b54-44b3-aa36-a0609b901e25/c05cf42f-49b3-4b9f-be95-d5511109b550/f35669b0-1c3a-491b-b736-c2f7f2827574) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:44:47.967437 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-deeb3004-3897-42a1-8acd-02f5ab94c106 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Calling delete_port for a8b29dd2-4f17-42df-8a06-bbcea1020288 owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:44:48.158857 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-075478e5-1b71-4397-853f-fe472c35c544 req-fd9bb418-b0bc-4ae8-836f-2335897310f6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454600 Jan 18 20:44:48.253306 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075478e5-1b71-4397-853f-fe472c35c544 req-d6befb03-9f91-4f7d-92ee-6f2881208f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:48.254862 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-075478e5-1b71-4397-853f-fe472c35c544 req-d6befb03-9f91-4f7d-92ee-6f2881208f18 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 1096 time: 0.0552213 Jan 18 20:44:48.365714 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075478e5-1b71-4397-853f-fe472c35c544 req-4be8ef0d-679d-4b5d-9a55-b89d4b2220b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:48.367210 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-075478e5-1b71-4397-853f-fe472c35c544 req-4be8ef0d-679d-4b5d-9a55-b89d4b2220b0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 HTTP/1.1" status: 200 len: 898 time: 0.0929735 Jan 18 20:44:48.449497 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-075478e5-1b71-4397-853f-fe472c35c544 req-697a1ccc-40e4-4cf2-bd98-aaefd818bdad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d50f6ca-4ca9-4410-b2a8-57585755e02e HTTP/1.1" status: 200 len: 1000 time: 0.0757501 Jan 18 20:44:48.503301 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075478e5-1b71-4397-853f-fe472c35c544 req-53700118-3587-4267-9b45-af11ddb87a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:48.508220 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-075478e5-1b71-4397-853f-fe472c35c544 req-53700118-3587-4267-9b45-af11ddb87a75 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=abd66e3f-a9e4-48e4-a61e-79e48c7ea732 HTTP/1.1" status: 200 len: 835 time: 0.0494497 Jan 18 20:44:48.514345 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9ec0d957-54be-4991-a972-fe1ac350da51 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:44:48.530219 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-05a2c903-781d-4818-a576-4bb365da0d76 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for port (f35669b0-1c3a-491b-b736-c2f7f2827574), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:48.564566 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075478e5-1b71-4397-853f-fe472c35c544 req-1ba5dfe2-e0b0-4a85-b768-e4f4cabe66f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:48.566260 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-075478e5-1b71-4397-853f-fe472c35c544 req-1ba5dfe2-e0b0-4a85-b768-e4f4cabe66f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7ef351fc-86b1-4d7a-96c0-2dcd7538fd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529642 Jan 18 20:44:48.578529 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 9ec0d957-54be-4991-a972-fe1ac350da51 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:48.578907 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9ec0d957-54be-4991-a972-fe1ac350da51), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:48.613529 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-05a2c903-781d-4818-a576-4bb365da0d76 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (f35669b0-1c3a-491b-b736-c2f7f2827574), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:48.625094 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-deeb3004-3897-42a1-8acd-02f5ab94c106 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (a8b29dd2-4f17-42df-8a06-bbcea1020288), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:48.659455 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a2c903-781d-4818-a576-4bb365da0d76 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Network f4554e07-6b54-44b3-aa36-a0609b901e25 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:44:48.666726 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-05a2c903-781d-4818-a576-4bb365da0d76 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:44:48.670466 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 9ec0d957-54be-4991-a972-fe1ac350da51 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:48.670881 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9ec0d957-54be-4991-a972-fe1ac350da51), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:48.678890 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a2c903-781d-4818-a576-4bb365da0d76 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:44:48.690807 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-075478e5-1b71-4397-853f-fe472c35c544 req-95db9cea-e4aa-4611-a0c5-89225acf313f service neutron] 10.222.0.57 "GET /v2.0/networks/7ef351fc-86b1-4d7a-96c0-2dcd7538fd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176827 Jan 18 20:44:48.711963 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 9ec0d957-54be-4991-a972-fe1ac350da51, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9ec0d957-54be-4991-a972-fe1ac350da51,segment=NetworkSegment(e99ee563-6c4f-456e-a3e2-676d08c221c8),segment_id=e99ee563-6c4f-456e-a3e2-676d08c221c8)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:48.718766 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9ec0d957-54be-4991-a972-fe1ac350da51), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:48.719945 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 52cc4228-ee2e-4e82-9ba0-0d8bef6457c9 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:44:48.754145 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2c903-781d-4818-a576-4bb365da0d76 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event updated for resources: {'Port': ['ID=f35669b0-1c3a-491b-b736-c2f7f2827574,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:48.811163 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=9ec0d957-54be-4991-a972-fe1ac350da51,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:48.817969 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb3004-3897-42a1-8acd-02f5ab94c106 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event deleted for resources: {'Port': ['ID=a8b29dd2-4f17-42df-8a06-bbcea1020288,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:48.820768 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 52cc4228-ee2e-4e82-9ba0-0d8bef6457c9 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:48.821578 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (52cc4228-ee2e-4e82-9ba0-0d8bef6457c9), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:48.826479 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-05a2c903-781d-4818-a576-4bb365da0d76 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (31811b11-8c67-463f-b416-aab80f1b7904), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:48.890308 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-075478e5-1b71-4397-853f-fe472c35c544 req-f9cdeeae-9527-4502-94d2-fa0965a79d28 service neutron] 10.222.0.57 "GET /v2.0/networks/7ef351fc-86b1-4d7a-96c0-2dcd7538fd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925082 Jan 18 20:44:48.906164 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-deeb3004-3897-42a1-8acd-02f5ab94c106 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for floatingip (5aa8dfb8-8ca2-40ec-ae01-ab6a93d66b92), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:48.906499 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-deeb3004-3897-42a1-8acd-02f5ab94c106 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Floating IP 5aa8dfb8-8ca2-40ec-ae01-ab6a93d66b92 disassociated (deleted). External IP: 172.25.4.112, port: 1d50f6ca-4ca9-4410-b2a8-57585755e02e. Jan 18 20:44:48.914649 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 52cc4228-ee2e-4e82-9ba0-0d8bef6457c9 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:49.061960 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54323a-0105-4e5c-bf1c-5864aeb8b8f5 req-7843f497-b2d2-4ab4-87ae-aff25aba72dd tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:49.064097 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1c54323a-0105-4e5c-bf1c-5864aeb8b8f5 req-7843f497-b2d2-4ab4-87ae-aff25aba72dd tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=feb4780f-e615-459a-a114-1b0d3c8a3808 HTTP/1.1" status: 200 len: 1095 time: 0.1588933 Jan 18 20:44:49.187570 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-05a2c903-781d-4818-a576-4bb365da0d76 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f35669b0-1c3a-491b-b736-c2f7f2827574), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:49.201559 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1c54323a-0105-4e5c-bf1c-5864aeb8b8f5 req-b7fe94b0-b23e-4e93-b847-d060778baf85 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=838b0019-5a32-48cf-b328-eda166101719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304815 Jan 18 20:44:49.331666 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deeb3004-3897-42a1-8acd-02f5ab94c106 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Router 14faf3cb-228d-4854-acdc-99123502ed52 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:44:49.410731 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 707380b6-9b9d-46b0-96ec-97719870bf26 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:44:49.528269 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 707380b6-9b9d-46b0-96ec-97719870bf26, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=707380b6-9b9d-46b0-96ec-97719870bf26,segment=NetworkSegment(b8546c6f-fb62-467d-8fc9-7edb575ddea2),segment_id=b8546c6f-fb62-467d-8fc9-7edb575ddea2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:49.541370 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '707380b6-9b9d-46b0-96ec-97719870bf26', 'network_id': 'f4ddea57-627d-4710-8db5-8556b306c459', 'port_id': '707380b6-9b9d-46b0-96ec-97719870bf26', 'mac_address': 'fa:16:3e:73:f0:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fbcab85-2aaa-4608-b9d7-504fb8b354b9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:44:49.551962 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deeb3004-3897-42a1-8acd-02f5ab94c106 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:44:49.557450 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-deeb3004-3897-42a1-8acd-02f5ab94c106 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:49.569725 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc494a7-c8a5-4861-9773-b5bc190312d6 None None] Sync routers for ids ['14faf3cb-228d-4854-acdc-99123502ed52'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:44:49.592311 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 707380b6-9b9d-46b0-96ec-97719870bf26 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:49.592694 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (707380b6-9b9d-46b0-96ec-97719870bf26), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:49.594674 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc494a7-c8a5-4861-9773-b5bc190312d6 None None] Routers {'14faf3cb-228d-4854-acdc-99123502ed52'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:44:49.596281 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-cdc494a7-c8a5-4861-9773-b5bc190312d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['14faf3cb-228d-4854-acdc-99123502ed52'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:49.599819 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-deeb3004-3897-42a1-8acd-02f5ab94c106 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "DELETE /v2.0/floatingips/5aa8dfb8-8ca2-40ec-ae01-ab6a93d66b92 HTTP/1.1" status: 204 len: 168 time: 2.3833063 Jan 18 20:44:49.601511 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49aa7179-9508-43ef-8275-39500f34d7ec', 'tag': '1d50f6ca-4ca9-4410-b2a8-57585755e02e'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:44:49.603742 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdcf940-7ae8-446c-91f9-d7056c14c71f" -d '{"events": [{"name": "network-changed", "server_uuid": "49aa7179-9508-43ef-8275-39500f34d7ec", "tag": "1d50f6ca-4ca9-4410-b2a8-57585755e02e"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:44:49.647413 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-05a2c903-781d-4818-a576-4bb365da0d76 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for port (f35669b0-1c3a-491b-b736-c2f7f2827574), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:49.647776 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 707380b6-9b9d-46b0-96ec-97719870bf26 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:44:49.658465 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-05a2c903-781d-4818-a576-4bb365da0d76 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (f35669b0-1c3a-491b-b736-c2f7f2827574), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:49.682303 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 707380b6-9b9d-46b0-96ec-97719870bf26, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=707380b6-9b9d-46b0-96ec-97719870bf26,segment=NetworkSegment(b8546c6f-fb62-467d-8fc9-7edb575ddea2),segment_id=b8546c6f-fb62-467d-8fc9-7edb575ddea2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:49.714744 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9452b75d-1ace-47b7-a7de-19055e664f19 None None] Network f4554e07-6b54-44b3-aa36-a0609b901e25 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:44:49.715835 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2be56e7-f71d-407c-b8a9-8580fe6b0f6c x-openstack-request-id: req-a2be56e7-f71d-407c-b8a9-8580fe6b0f6c {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:44:49.716347 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49aa7179-9508-43ef-8275-39500f34d7ec", "tag": "1d50f6ca-4ca9-4410-b2a8-57585755e02e", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:44:49.716347 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2be56e7-f71d-407c-b8a9-8580fe6b0f6c {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:44:49.716748 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49aa7179-9508-43ef-8275-39500f34d7ec', 'tag': '1d50f6ca-4ca9-4410-b2a8-57585755e02e', 'status': 'completed', 'code': 200} Jan 18 20:44:49.722586 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (707380b6-9b9d-46b0-96ec-97719870bf26), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:49.765031 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcf940-7ae8-446c-91f9-d7056c14c71f req-76bdd537-d30e-458e-8f1a-9fa034b3f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:49.768562 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2c903-781d-4818-a576-4bb365da0d76 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event updated for resources: {'Port': ['ID=f35669b0-1c3a-491b-b736-c2f7f2827574,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:49.768718 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fdcf940-7ae8-446c-91f9-d7056c14c71f req-76bdd537-d30e-458e-8f1a-9fa034b3f1b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 1096 time: 0.0712085 Jan 18 20:44:49.775010 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-05a2c903-781d-4818-a576-4bb365da0d76 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (31811b11-8c67-463f-b416-aab80f1b7904), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:49.880932 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcf940-7ae8-446c-91f9-d7056c14c71f req-6cd2a864-bd7b-45be-909e-7d1305846908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:49.883705 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fdcf940-7ae8-446c-91f9-d7056c14c71f req-6cd2a864-bd7b-45be-909e-7d1305846908 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 HTTP/1.1" status: 200 len: 898 time: 0.1087041 Jan 18 20:44:49.914946 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-cdc494a7-c8a5-4861-9773-b5bc190312d6 None None] Set router 14faf3cb-228d-4854-acdc-99123502ed52 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:44:49.925017 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a2c903-781d-4818-a576-4bb365da0d76 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Network f4554e07-6b54-44b3-aa36-a0609b901e25 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:44:49.933093 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fdcf940-7ae8-446c-91f9-d7056c14c71f req-47485db3-73a0-482d-9f57-f6c27ce24c7d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d50f6ca-4ca9-4410-b2a8-57585755e02e HTTP/1.1" status: 200 len: 217 time: 0.0419598 Jan 18 20:44:49.946041 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-05a2c903-781d-4818-a576-4bb365da0d76 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:44:49.946277 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=707380b6-9b9d-46b0-96ec-97719870bf26,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:49.953938 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-3cc7cf44-24ae-436f-a0fd-5028f973c865 None None] Provisioning complete for port 9ec0d957-54be-4991-a972-fe1ac350da51 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:49.954949 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3cc7cf44-24ae-436f-a0fd-5028f973c865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9ec0d957-54be-4991-a972-fe1ac350da51), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:49.994272 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcf940-7ae8-446c-91f9-d7056c14c71f req-ee0fa554-2a99-48a7-a71c-b15cb6d03025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:49.995898 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fdcf940-7ae8-446c-91f9-d7056c14c71f req-ee0fa554-2a99-48a7-a71c-b15cb6d03025 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=abd66e3f-a9e4-48e4-a61e-79e48c7ea732 HTTP/1.1" status: 200 len: 835 time: 0.0547822 Jan 18 20:44:50.004625 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['707380b6-9b9d-46b0-96ec-97719870bf26'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:44:50.017121 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947794a7-5fac-4090-b735-f415cc6f9aaf req-89f155e6-32b9-411d-b126-fc06caf87721 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:50.018834 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-947794a7-5fac-4090-b735-f415cc6f9aaf req-89f155e6-32b9-411d-b126-fc06caf87721 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 945 time: 0.1102064 Jan 18 20:44:50.048798 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcf940-7ae8-446c-91f9-d7056c14c71f req-6ecf7a94-fd1d-461f-b189-6477c5c24d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:50.050430 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fdcf940-7ae8-446c-91f9-d7056c14c71f req-6ecf7a94-fd1d-461f-b189-6477c5c24d47 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7ef351fc-86b1-4d7a-96c0-2dcd7538fd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476420 Jan 18 20:44:50.133162 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-947794a7-5fac-4090-b735-f415cc6f9aaf req-e60eb66e-19f2-44b7-a608-08b8411b7574 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032863 Jan 18 20:44:50.145087 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a2c903-781d-4818-a576-4bb365da0d76 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Router 31811b11-8c67-463f-b416-aab80f1b7904 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:44:50.166315 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fdcf940-7ae8-446c-91f9-d7056c14c71f req-791c97d3-ee2b-40f3-aa80-2d639aa68b66 service neutron] 10.222.0.57 "GET /v2.0/networks/7ef351fc-86b1-4d7a-96c0-2dcd7538fd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095459 Jan 18 20:44:50.284643 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a2c903-781d-4818-a576-4bb365da0d76 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:44:50.287732 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3cc7cf44-24ae-436f-a0fd-5028f973c865 None None] Current status of the port 9ec0d957-54be-4991-a972-fe1ac350da51 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:50.296724 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1afb17-e17a-4e51-a7ac-d54f4fdf46e6 None None] Sync routers for ids ['31811b11-8c67-463f-b416-aab80f1b7904'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:44:50.310882 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-05a2c903-781d-4818-a576-4bb365da0d76 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "PUT /v2.0/routers/31811b11-8c67-463f-b416-aab80f1b7904/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7978528 Jan 18 20:44:50.328716 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-cdc494a7-c8a5-4861-9773-b5bc190312d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14faf3cb-228d-4854-acdc-99123502ed52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300717652', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:18Z', 'updated_at': '2022-01-18T20:43:26Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14faf3cb-228d-4854-acdc-99123502ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:19Z', 'updated_at': '2022-01-18T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '01f20467-751b-4132-a303-658f30b36107', 'name': '', 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:0f:96:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14faf3cb-228d-4854-acdc-99123502ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'abd66e3f-a9e4-48e4-a61e-79e48c7ea732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:25Z', 'updated_at': '2022-01-18T20:43:32Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': 'abd66e3f-a9e4-48e4-a61e-79e48c7ea732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:50.335357 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fdcf940-7ae8-446c-91f9-d7056c14c71f req-8c3d8e99-f1f9-4713-aef0-e8ee7de7303b service neutron] 10.222.0.57 "GET /v2.0/networks/7ef351fc-86b1-4d7a-96c0-2dcd7538fd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583054 Jan 18 20:44:50.336803 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1afb17-e17a-4e51-a7ac-d54f4fdf46e6 None None] Routers {'31811b11-8c67-463f-b416-aab80f1b7904'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:44:50.337713 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ad1afb17-e17a-4e51-a7ac-d54f4fdf46e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['31811b11-8c67-463f-b416-aab80f1b7904'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:50.380452 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc494a7-c8a5-4861-9773-b5bc190312d6 None None] Checking router: 14faf3cb-228d-4854-acdc-99123502ed52 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:44:50.426411 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066ea19-f0cd-494d-b566-57788867e6b3 req-135b675c-49b9-4a62-9cd4-945df20b942b tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:50.435855 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3066ea19-f0cd-494d-b566-57788867e6b3 req-135b675c-49b9-4a62-9cd4-945df20b942b tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=feb4780f-e615-459a-a114-1b0d3c8a3808 HTTP/1.1" status: 200 len: 1096 time: 0.0818110 Jan 18 20:44:50.452521 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc494a7-c8a5-4861-9773-b5bc190312d6 None None] Routers {'14faf3cb-228d-4854-acdc-99123502ed52'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:44:50.453227 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-cdc494a7-c8a5-4861-9773-b5bc190312d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['14faf3cb-228d-4854-acdc-99123502ed52'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:50.492883 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-ad1afb17-e17a-4e51-a7ac-d54f4fdf46e6 None None] Set router 31811b11-8c67-463f-b416-aab80f1b7904 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:44:50.543695 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3066ea19-f0cd-494d-b566-57788867e6b3 req-5510cda4-0975-4e3c-b41a-ac21f319498e tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=838b0019-5a32-48cf-b328-eda166101719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068461 Jan 18 20:44:50.607193 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9ec0d957-54be-4991-a972-fe1ac350da51 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:44:50.653178 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8e210f0b-6297-4796-a72a-aab12fdb4023 None None] Provisioning complete for port 9ec0d957-54be-4991-a972-fe1ac350da51 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:50.653565 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8e210f0b-6297-4796-a72a-aab12fdb4023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9ec0d957-54be-4991-a972-fe1ac350da51), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:50.663000 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab103d5b-4221-49fc-9a91-fa3fbec6b75e req-cad9a2eb-eb7c-4586-951e-129fcc5eab6e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:50.664522 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ab103d5b-4221-49fc-9a91-fa3fbec6b75e req-cad9a2eb-eb7c-4586-951e-129fcc5eab6e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.57 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 945 time: 0.1502652 Jan 18 20:44:50.732203 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-cdc494a7-c8a5-4861-9773-b5bc190312d6 None None] Set router 14faf3cb-228d-4854-acdc-99123502ed52 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:44:50.783366 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-5bd244ec-c0cf-4aca-a647-91e064a9fe65 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:50.792049 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-5bd244ec-c0cf-4aca-a647-91e064a9fe65 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/networks?id=f4554e07-6b54-44b3-aa36-a0609b901e25 HTTP/1.1" status: 200 len: 798 time: 0.1653962 Jan 18 20:44:50.804821 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-5a5c9568-4cfe-4280-9775-2db3e0f4e4d1 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/quotas/83959e527a814796a955c3c62d4c16e7 HTTP/1.1" status: 200 len: 375 time: 0.0117924 Jan 18 20:44:50.819264 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-ab103d5b-4221-49fc-9a91-fa3fbec6b75e req-41252ca1-7aa8-4fb3-9dad-0386cae14f1f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Deleting port 1d50f6ca-4ca9-4410-b2a8-57585755e02e {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:44:50.819898 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ab103d5b-4221-49fc-9a91-fa3fbec6b75e req-41252ca1-7aa8-4fb3-9dad-0386cae14f1f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (1d50f6ca-4ca9-4410-b2a8-57585755e02e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:50.821447 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ad1afb17-e17a-4e51-a7ac-d54f4fdf46e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31811b11-8c67-463f-b416-aab80f1b7904', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1185862507', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '52cc4228-ee2e-4e82-9ba0-0d8bef6457c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:42Z', 'updated_at': '2022-01-18T20:44:49Z', 'revision_number': 4, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'gw_port': {'id': '52cc4228-ee2e-4e82-9ba0-0d8bef6457c9', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31811b11-8c67-463f-b416-aab80f1b7904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:43Z', 'updated_at': '2022-01-18T20:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'f35669b0-1c3a-491b-b736-c2f7f2827574', 'name': '', 'network_id': 'f4554e07-6b54-44b3-aa36-a0609b901e25', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'mac_address': 'fa:16:3e:c0:fa:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31811b11-8c67-463f-b416-aab80f1b7904', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'c05cf42f-49b3-4b9f-be95-d5511109b550', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:47Z', 'updated_at': '2022-01-18T20:44:49Z', 'revision_number': 2, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'subnets': [{'id': 'c05cf42f-49b3-4b9f-be95-d5511109b550', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:50.861139 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1afb17-e17a-4e51-a7ac-d54f4fdf46e6 None None] Checking router: 31811b11-8c67-463f-b416-aab80f1b7904 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:44:50.861816 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1afb17-e17a-4e51-a7ac-d54f4fdf46e6 None None] Updating router 31811b11-8c67-463f-b416-aab80f1b7904 port f35669b0-1c3a-491b-b736-c2f7f2827574 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:44:50.868045 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 9ec0d957-54be-4991-a972-fe1ac350da51 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:50.868420 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9ec0d957-54be-4991-a972-fe1ac350da51), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:50.891977 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-f61afb42-4e71-477f-8fca-ce5f97c6619e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=83959e527a814796a955c3c62d4c16e7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0795519 Jan 18 20:44:50.914071 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-ad1afb17-e17a-4e51-a7ac-d54f4fdf46e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f35669b0-1c3a-491b-b736-c2f7f2827574), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:50.955619 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ab103d5b-4221-49fc-9a91-fa3fbec6b75e req-41252ca1-7aa8-4fb3-9dad-0386cae14f1f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] For port 1d50f6ca-4ca9-4410-b2a8-57585755e02e, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=1d50f6ca-4ca9-4410-b2a8-57585755e02e,segment=NetworkSegment(315fa71f-cea4-40fe-870d-7e9180056016),segment_id=315fa71f-cea4-40fe-870d-7e9180056016)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:50.955908 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ab103d5b-4221-49fc-9a91-fa3fbec6b75e req-41252ca1-7aa8-4fb3-9dad-0386cae14f1f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (1d50f6ca-4ca9-4410-b2a8-57585755e02e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:50.975407 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-ab103d5b-4221-49fc-9a91-fa3fbec6b75e req-41252ca1-7aa8-4fb3-9dad-0386cae14f1f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Calling delete_port for 1d50f6ca-4ca9-4410-b2a8-57585755e02e owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:44:51.069757 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-0fcaf58c-99e9-4dfd-b898-78726bf8bf2f service neutron] 10.222.0.31 "GET /v2.0/networks/f4554e07-6b54-44b3-aa36-a0609b901e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603143 Jan 18 20:44:51.134169 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ab103d5b-4221-49fc-9a91-fa3fbec6b75e req-41252ca1-7aa8-4fb3-9dad-0386cae14f1f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (1d50f6ca-4ca9-4410-b2a8-57585755e02e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:51.179380 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41252ca1-7aa8-4fb3-9dad-0386cae14f1f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event deleted for resources: {'Port': ['ID=1d50f6ca-4ca9-4410-b2a8-57585755e02e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:51.235746 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8e210f0b-6297-4796-a72a-aab12fdb4023 None None] Current status of the port 9ec0d957-54be-4991-a972-fe1ac350da51 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:51.256901 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab103d5b-4221-49fc-9a91-fa3fbec6b75e req-41252ca1-7aa8-4fb3-9dad-0386cae14f1f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] No DVR routers for this DVR port 1d50f6ca-4ca9-4410-b2a8-57585755e02e on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:44:51.257400 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-25082f9b-b05f-49d8-8779-013d029962e1 service neutron] 10.222.0.31 "GET /v2.0/networks/f4554e07-6b54-44b3-aa36-a0609b901e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813531 Jan 18 20:44:51.261905 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ab103d5b-4221-49fc-9a91-fa3fbec6b75e req-41252ca1-7aa8-4fb3-9dad-0386cae14f1f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:51.263721 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-ad1afb17-e17a-4e51-a7ac-d54f4fdf46e6 None None] Publish callbacks [] for port (f35669b0-1c3a-491b-b736-c2f7f2827574), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:51.266214 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ab103d5b-4221-49fc-9a91-fa3fbec6b75e req-41252ca1-7aa8-4fb3-9dad-0386cae14f1f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.57 "DELETE /v2.0/ports/1d50f6ca-4ca9-4410-b2a8-57585755e02e HTTP/1.1" status: 204 len: 173 time: 0.5942147 Jan 18 20:44:51.267363 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49aa7179-9508-43ef-8275-39500f34d7ec', 'name': 'network-vif-deleted', 'tag': '1d50f6ca-4ca9-4410-b2a8-57585755e02e'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:44:51.270431 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8a2c4b-6cd5-47fe-a6a3-582e9c20771f" -d '{"events": [{"server_uuid": "49aa7179-9508-43ef-8275-39500f34d7ec", "name": "network-vif-deleted", "tag": "1d50f6ca-4ca9-4410-b2a8-57585755e02e"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:44:51.282467 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-ad1afb17-e17a-4e51-a7ac-d54f4fdf46e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f35669b0-1c3a-491b-b736-c2f7f2827574), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:51.295238 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8e210f0b-6297-4796-a72a-aab12fdb4023 None None] Provisioning complete for port f35669b0-1c3a-491b-b736-c2f7f2827574 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:51.295238 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8e210f0b-6297-4796-a72a-aab12fdb4023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f35669b0-1c3a-491b-b736-c2f7f2827574), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:51.368949 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 9ec0d957-54be-4991-a972-fe1ac350da51 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:51.376421 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8e210f0b-6297-4796-a72a-aab12fdb4023 None None] Port f35669b0-1c3a-491b-b736-c2f7f2827574 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:44:51.386669 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-36b1ebb6-736b-4cef-b40b-100e359f5147 req-4572860d-dd37-48a4-b2ec-dd7589c197d2 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aa7179-9508-43ef-8275-39500f34d7ec HTTP/1.1" status: 200 len: 210 time: 0.0820284 Jan 18 20:44:51.396085 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-cdc494a7-c8a5-4861-9773-b5bc190312d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14faf3cb-228d-4854-acdc-99123502ed52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300717652', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:18Z', 'updated_at': '2022-01-18T20:43:26Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14faf3cb-228d-4854-acdc-99123502ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:19Z', 'updated_at': '2022-01-18T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '01f20467-751b-4132-a303-658f30b36107', 'name': '', 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:0f:96:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14faf3cb-228d-4854-acdc-99123502ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'abd66e3f-a9e4-48e4-a61e-79e48c7ea732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:25Z', 'updated_at': '2022-01-18T20:43:32Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': 'abd66e3f-a9e4-48e4-a61e-79e48c7ea732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:51.407383 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7b62c-476f-45bc-a13a-4a6f96afa365 None None] Pushing event updated for resources: {'Port': ['ID=f35669b0-1c3a-491b-b736-c2f7f2827574,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:51.412108 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 707380b6-9b9d-46b0-96ec-97719870bf26 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:44:51.480466 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-ad1afb17-e17a-4e51-a7ac-d54f4fdf46e6 None None] Attempting to bind port f35669b0-1c3a-491b-b736-c2f7f2827574 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:44:51.481022 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-ad1afb17-e17a-4e51-a7ac-d54f4fdf46e6 None None] Attempting to bind port f35669b0-1c3a-491b-b736-c2f7f2827574 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'e99ee563-6c4f-456e-a3e2-676d08c221c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f4554e07-6b54-44b3-aa36-a0609b901e25'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:44:51.481386 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1afb17-e17a-4e51-a7ac-d54f4fdf46e6 None None] Attempting to bind port f35669b0-1c3a-491b-b736-c2f7f2827574 on network f4554e07-6b54-44b3-aa36-a0609b901e25 {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:44:51.489854 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1afb17-e17a-4e51-a7ac-d54f4fdf46e6 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:44:51.490289 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1afb17-e17a-4e51-a7ac-d54f4fdf46e6 None None] Checking segment: {'id': 'e99ee563-6c4f-456e-a3e2-676d08c221c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f4554e07-6b54-44b3-aa36-a0609b901e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:44:51.490891 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-ad1afb17-e17a-4e51-a7ac-d54f4fdf46e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:51.491282 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1afb17-e17a-4e51-a7ac-d54f4fdf46e6 None None] Bound using segment: {'id': 'e99ee563-6c4f-456e-a3e2-676d08c221c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f4554e07-6b54-44b3-aa36-a0609b901e25'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:44:51.491813 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-ad1afb17-e17a-4e51-a7ac-d54f4fdf46e6 None None] Bound port: f35669b0-1c3a-491b-b736-c2f7f2827574, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99ee563-6c4f-456e-a3e2-676d08c221c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f4554e07-6b54-44b3-aa36-a0609b901e25'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:44:51.492198 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-ad1afb17-e17a-4e51-a7ac-d54f4fdf46e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f35669b0-1c3a-491b-b736-c2f7f2827574), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:51.512024 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b640330-4b6e-489b-8b0a-e64c6cc88f26 x-openstack-request-id: req-8b640330-4b6e-489b-8b0a-e64c6cc88f26 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:44:51.513870 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49aa7179-9508-43ef-8275-39500f34d7ec", "name": "network-vif-deleted", "tag": "1d50f6ca-4ca9-4410-b2a8-57585755e02e", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:44:51.514244 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b640330-4b6e-489b-8b0a-e64c6cc88f26 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:44:51.515231 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49aa7179-9508-43ef-8275-39500f34d7ec', 'name': 'network-vif-deleted', 'tag': '1d50f6ca-4ca9-4410-b2a8-57585755e02e', 'status': 'completed', 'code': 200} Jan 18 20:44:51.523655 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc494a7-c8a5-4861-9773-b5bc190312d6 None None] The sync data for ids ['14faf3cb-228d-4854-acdc-99123502ed52'] in n-d-741529-9 is: [{'id': '14faf3cb-228d-4854-acdc-99123502ed52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300717652', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:18Z', 'updated_at': '2022-01-18T20:43:26Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14faf3cb-228d-4854-acdc-99123502ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:19Z', 'updated_at': '2022-01-18T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '01f20467-751b-4132-a303-658f30b36107', 'name': '', 'network_id': '7ef351fc-86b1-4d7a-96c0-2dcd7538fd70', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:0f:96:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14faf3cb-228d-4854-acdc-99123502ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'abd66e3f-a9e4-48e4-a61e-79e48c7ea732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:25Z', 'updated_at': '2022-01-18T20:43:32Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': 'abd66e3f-a9e4-48e4-a61e-79e48c7ea732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:44:51.611571 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5095ff56-8c84-424d-b7b2-38c4fd33a8b4 req-baa5e6bf-a665-4bfd-b81b-7bfbf7d08421 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=d845b7ed-d482-4f7f-8c15-820cfb49af7f HTTP/1.1" status: 200 len: 210 time: 0.0763912 Jan 18 20:44:51.656531 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-59abe649-c2af-406d-80d4-d8f90c84a099 None None] Provisioning complete for port f35669b0-1c3a-491b-b736-c2f7f2827574 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:51.657190 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-59abe649-c2af-406d-80d4-d8f90c84a099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f35669b0-1c3a-491b-b736-c2f7f2827574), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:51.695448 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-ad1afb17-e17a-4e51-a7ac-d54f4fdf46e6 None None] For port f35669b0-1c3a-491b-b736-c2f7f2827574, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:44:51.703561 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-ad1afb17-e17a-4e51-a7ac-d54f4fdf46e6 None None] For port f35669b0-1c3a-491b-b736-c2f7f2827574, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f35669b0-1c3a-491b-b736-c2f7f2827574,segment=NetworkSegment(e99ee563-6c4f-456e-a3e2-676d08c221c8),segment_id=e99ee563-6c4f-456e-a3e2-676d08c221c8)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:44:51.712485 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-ad1afb17-e17a-4e51-a7ac-d54f4fdf46e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f35669b0-1c3a-491b-b736-c2f7f2827574), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:51.784646 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 707380b6-9b9d-46b0-96ec-97719870bf26 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:44:51.795821 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-59abe649-c2af-406d-80d4-d8f90c84a099 None None] Port f35669b0-1c3a-491b-b736-c2f7f2827574 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:44:51.805193 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 707380b6-9b9d-46b0-96ec-97719870bf26 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:51.807247 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (707380b6-9b9d-46b0-96ec-97719870bf26), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:51.825766 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7b62c-476f-45bc-a13a-4a6f96afa365 None None] Pushing event updated for resources: {'Port': ['ID=f35669b0-1c3a-491b-b736-c2f7f2827574,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:51.855623 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbb96a-2420-4bfb-8dff-7887c4a34c97 req-2f224e99-1479-4f49-af6d-48e38b6fea51 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:51.864920 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-36fbb96a-2420-4bfb-8dff-7887c4a34c97 req-2f224e99-1479-4f49-af6d-48e38b6fea51 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=feb4780f-e615-459a-a114-1b0d3c8a3808 HTTP/1.1" status: 200 len: 1096 time: 0.1439536 Jan 18 20:44:51.890625 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1afb17-e17a-4e51-a7ac-d54f4fdf46e6 None None] Routers {'31811b11-8c67-463f-b416-aab80f1b7904'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:44:51.892610 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ad1afb17-e17a-4e51-a7ac-d54f4fdf46e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['31811b11-8c67-463f-b416-aab80f1b7904'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:51.924484 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-36fbb96a-2420-4bfb-8dff-7887c4a34c97 req-84c9ff6b-2404-4baf-878d-09a29eb8cb9d tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=838b0019-5a32-48cf-b328-eda166101719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528591 Jan 18 20:44:51.995836 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 707380b6-9b9d-46b0-96ec-97719870bf26 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:51.996241 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (707380b6-9b9d-46b0-96ec-97719870bf26), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:52.010489 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e423a1fa-0c37-48bb-b173-ae04a882d5cb None None] Provisioning complete for port f35669b0-1c3a-491b-b736-c2f7f2827574 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:52.010865 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e423a1fa-0c37-48bb-b173-ae04a882d5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f35669b0-1c3a-491b-b736-c2f7f2827574), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:52.060156 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb4780f-e615-459a-a114-1b0d3c8a3808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707380b6-9b9d-46b0-96ec-97719870bf26'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:44:52.062861 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4d0c11-28ba-4e7b-b2a5-8e938dad0866" -d '{"events": [{"server_uuid": "feb4780f-e615-459a-a114-1b0d3c8a3808", "name": "network-vif-plugged", "status": "completed", "tag": "707380b6-9b9d-46b0-96ec-97719870bf26"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:44:52.073263 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89ddbb3-af99-4774-a934-ded26e03c8cd None None] New status for floating IP 5aa8dfb8-8ca2-40ec-ae01-ab6a93d66b92: DOWN {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:44:52.124981 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 707380b6-9b9d-46b0-96ec-97719870bf26, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=707380b6-9b9d-46b0-96ec-97719870bf26,segment=NetworkSegment(b8546c6f-fb62-467d-8fc9-7edb575ddea2),segment_id=b8546c6f-fb62-467d-8fc9-7edb575ddea2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:52.162929 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d62812-cc18-4fba-8a44-5cb0e14ec0c1 x-openstack-request-id: req-78d62812-cc18-4fba-8a44-5cb0e14ec0c1 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:44:52.163204 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb4780f-e615-459a-a114-1b0d3c8a3808", "name": "network-vif-plugged", "status": "completed", "tag": "707380b6-9b9d-46b0-96ec-97719870bf26", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:44:52.163487 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-78d62812-cc18-4fba-8a44-5cb0e14ec0c1 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:44:52.163862 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb4780f-e615-459a-a114-1b0d3c8a3808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707380b6-9b9d-46b0-96ec-97719870bf26', 'code': 200} Jan 18 20:44:52.167608 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (707380b6-9b9d-46b0-96ec-97719870bf26), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:52.215599 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-ad1afb17-e17a-4e51-a7ac-d54f4fdf46e6 None None] Set router 31811b11-8c67-463f-b416-aab80f1b7904 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:44:52.281014 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e778c1-cb6c-43ba-b43e-3f896ab61442 req-e2772a81-1570-4a7a-ab70-700249f67a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:52.281670 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=707380b6-9b9d-46b0-96ec-97719870bf26,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:52.283795 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-63e778c1-cb6c-43ba-b43e-3f896ab61442 req-e2772a81-1570-4a7a-ab70-700249f67a9e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=feb4780f-e615-459a-a114-1b0d3c8a3808 HTTP/1.1" status: 200 len: 1097 time: 0.0800145 Jan 18 20:44:52.286993 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e423a1fa-0c37-48bb-b173-ae04a882d5cb None None] Current status of the port f35669b0-1c3a-491b-b736-c2f7f2827574 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:52.287383 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e423a1fa-0c37-48bb-b173-ae04a882d5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f35669b0-1c3a-491b-b736-c2f7f2827574), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:52.334938 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e423a1fa-0c37-48bb-b173-ae04a882d5cb None None] For port f35669b0-1c3a-491b-b736-c2f7f2827574, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f35669b0-1c3a-491b-b736-c2f7f2827574,segment=NetworkSegment(e99ee563-6c4f-456e-a3e2-676d08c221c8),segment_id=e99ee563-6c4f-456e-a3e2-676d08c221c8)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:52.341740 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e423a1fa-0c37-48bb-b173-ae04a882d5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f35669b0-1c3a-491b-b736-c2f7f2827574), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:52.348779 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-63e778c1-cb6c-43ba-b43e-3f896ab61442 req-fd4efd61-bce0-4364-ac73-219112d72538 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=838b0019-5a32-48cf-b328-eda166101719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544779 Jan 18 20:44:52.399170 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423a1fa-0c37-48bb-b173-ae04a882d5cb None None] Pushing event updated for resources: {'Port': ['ID=f35669b0-1c3a-491b-b736-c2f7f2827574,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:52.446689 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35666) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:52.471892 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-27a59ffc-4b38-4eb7-8582-85902de5a4f2 None None] Provisioning complete for port f35669b0-1c3a-491b-b736-c2f7f2827574 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:52.472271 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-27a59ffc-4b38-4eb7-8582-85902de5a4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f35669b0-1c3a-491b-b736-c2f7f2827574), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:52.479122 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ad1afb17-e17a-4e51-a7ac-d54f4fdf46e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31811b11-8c67-463f-b416-aab80f1b7904', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1185862507', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '52cc4228-ee2e-4e82-9ba0-0d8bef6457c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:42Z', 'updated_at': '2022-01-18T20:44:49Z', 'revision_number': 4, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'gw_port': {'id': '52cc4228-ee2e-4e82-9ba0-0d8bef6457c9', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31811b11-8c67-463f-b416-aab80f1b7904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:43Z', 'updated_at': '2022-01-18T20:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'f35669b0-1c3a-491b-b736-c2f7f2827574', 'name': '', 'network_id': 'f4554e07-6b54-44b3-aa36-a0609b901e25', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'mac_address': 'fa:16:3e:c0:fa:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31811b11-8c67-463f-b416-aab80f1b7904', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'c05cf42f-49b3-4b9f-be95-d5511109b550', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:47Z', 'updated_at': '2022-01-18T20:44:51Z', 'revision_number': 4, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'subnets': [{'id': 'c05cf42f-49b3-4b9f-be95-d5511109b550', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:52.507084 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1afb17-e17a-4e51-a7ac-d54f4fdf46e6 None None] The sync data for ids ['31811b11-8c67-463f-b416-aab80f1b7904'] in n-d-741529-9 is: [{'id': '31811b11-8c67-463f-b416-aab80f1b7904', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1185862507', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '52cc4228-ee2e-4e82-9ba0-0d8bef6457c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:42Z', 'updated_at': '2022-01-18T20:44:49Z', 'revision_number': 4, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'gw_port': {'id': '52cc4228-ee2e-4e82-9ba0-0d8bef6457c9', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31811b11-8c67-463f-b416-aab80f1b7904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:43Z', 'updated_at': '2022-01-18T20:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'f35669b0-1c3a-491b-b736-c2f7f2827574', 'name': '', 'network_id': 'f4554e07-6b54-44b3-aa36-a0609b901e25', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'mac_address': 'fa:16:3e:c0:fa:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31811b11-8c67-463f-b416-aab80f1b7904', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'c05cf42f-49b3-4b9f-be95-d5511109b550', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:47Z', 'updated_at': '2022-01-18T20:44:51Z', 'revision_number': 4, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'subnets': [{'id': 'c05cf42f-49b3-4b9f-be95-d5511109b550', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:44:52.612704 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-27a59ffc-4b38-4eb7-8582-85902de5a4f2 None None] Current status of the port f35669b0-1c3a-491b-b736-c2f7f2827574 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:52.633074 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 1d50f6ca-4ca9-4410-b2a8-57585755e02e no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:44:52.671423 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 1d50f6ca-4ca9-4410-b2a8-57585755e02e {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:44:52.672147 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 1d50f6ca-4ca9-4410-b2a8-57585755e02e not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:44:52.742829 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7bc52ce-7473-4222-be96-14c2a81f2034 req-6f9eff5e-3c6e-4e68-a2d1-66e33548cd47 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=d845b7ed-d482-4f7f-8c15-820cfb49af7f HTTP/1.1" status: 200 len: 210 time: 0.0336988 Jan 18 20:44:53.234807 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab13e2b-43f4-4c18-a187-1f9637b457c1 req-8a4d80d8-03b7-44eb-b397-4bb4cbcff04b tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:53.236918 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6ab13e2b-43f4-4c18-a187-1f9637b457c1 req-8a4d80d8-03b7-44eb-b397-4bb4cbcff04b tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=feb4780f-e615-459a-a114-1b0d3c8a3808 HTTP/1.1" status: 200 len: 1097 time: 0.0737090 Jan 18 20:44:53.326668 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6ab13e2b-43f4-4c18-a187-1f9637b457c1 req-a3b00de5-6edc-42aa-89b9-96b7f5bc4949 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=838b0019-5a32-48cf-b328-eda166101719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782199 Jan 18 20:44:53.357238 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15d6e0e1-97b6-4daf-87b3-d013d585a436 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (14faf3cb-228d-4854-acdc-99123502ed52), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:53.482287 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-357d1b41-22de-4ad2-af9f-dd2372c02093 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:53.483858 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-357d1b41-22de-4ad2-af9f-dd2372c02093 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.57 "GET /v2.0/networks?id=f4554e07-6b54-44b3-aa36-a0609b901e25 HTTP/1.1" status: 200 len: 798 time: 0.5665925 Jan 18 20:44:53.496706 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-c319165e-dccf-4ab3-83eb-5b02c983203e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Request body: {'port': {'device_id': 'd845b7ed-d482-4f7f-8c15-820cfb49af7f', 'network_id': 'f4554e07-6b54-44b3-aa36-a0609b901e25', 'admin_state_up': True, 'tenant_id': '83959e527a814796a955c3c62d4c16e7'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:44:53.624497 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-c319165e-dccf-4ab3-83eb-5b02c983203e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Made reservation on behalf of 83959e527a814796a955c3c62d4c16e7 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:44:53.628331 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-c319165e-dccf-4ab3-83eb-5b02c983203e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:53.648291 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-15d6e0e1-97b6-4daf-87b3-d013d585a436 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Deleting port 01f20467-751b-4132-a303-658f30b36107 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:44:53.648637 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15d6e0e1-97b6-4daf-87b3-d013d585a436 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (01f20467-751b-4132-a303-658f30b36107), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:53.752145 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-15d6e0e1-97b6-4daf-87b3-d013d585a436 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] For port 01f20467-751b-4132-a303-658f30b36107, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=01f20467-751b-4132-a303-658f30b36107,segment=NetworkSegment(315fa71f-cea4-40fe-870d-7e9180056016),segment_id=315fa71f-cea4-40fe-870d-7e9180056016)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:53.752519 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15d6e0e1-97b6-4daf-87b3-d013d585a436 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (01f20467-751b-4132-a303-658f30b36107), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:53.766509 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-15d6e0e1-97b6-4daf-87b3-d013d585a436 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Calling delete_port for 01f20467-751b-4132-a303-658f30b36107 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:44:53.777748 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-c319165e-dccf-4ab3-83eb-5b02c983203e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Allocated IP 172.20.0.24 (f4554e07-6b54-44b3-aa36-a0609b901e25/c05cf42f-49b3-4b9f-be95-d5511109b550/bd1f2d88-3dfa-46ed-8230-492d7265a678) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:44:53.848713 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eb0e7171-ca42-498f-9f4b-edbc65c1c1ea req-975644da-43d6-45c8-a94d-384c720af477 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=d845b7ed-d482-4f7f-8c15-820cfb49af7f HTTP/1.1" status: 200 len: 210 time: 0.0311210 Jan 18 20:44:53.897276 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-c319165e-dccf-4ab3-83eb-5b02c983203e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for port (bd1f2d88-3dfa-46ed-8230-492d7265a678), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:53.933172 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-c319165e-dccf-4ab3-83eb-5b02c983203e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (bd1f2d88-3dfa-46ed-8230-492d7265a678), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:53.975762 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-c319165e-dccf-4ab3-83eb-5b02c983203e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Network f4554e07-6b54-44b3-aa36-a0609b901e25 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:44:53.978797 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-c319165e-dccf-4ab3-83eb-5b02c983203e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:44:53.983260 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-c319165e-dccf-4ab3-83eb-5b02c983203e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:44:53.992299 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15d6e0e1-97b6-4daf-87b3-d013d585a436 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (01f20467-751b-4132-a303-658f30b36107), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:54.018985 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319165e-dccf-4ab3-83eb-5b02c983203e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event updated for resources: {'Port': ['ID=bd1f2d88-3dfa-46ed-8230-492d7265a678,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:54.022168 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6e0e1-97b6-4daf-87b3-d013d585a436 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event deleted for resources: {'Port': ['ID=01f20467-751b-4132-a303-658f30b36107,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:54.044972 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-c319165e-dccf-4ab3-83eb-5b02c983203e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:54.045716 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-c319165e-dccf-4ab3-83eb-5b02c983203e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:54.070434 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-c319165e-dccf-4ab3-83eb-5b02c983203e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5780833 Jan 18 20:44:54.087868 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-a627b0c9-5194-42e4-8ecc-0f36ed924f4e service neutron] Request body: {'port': {'device_id': 'd845b7ed-d482-4f7f-8c15-820cfb49af7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:44:54.173469 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-a627b0c9-5194-42e4-8ecc-0f36ed924f4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bd1f2d88-3dfa-46ed-8230-492d7265a678), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:54.311417 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15d6e0e1-97b6-4daf-87b3-d013d585a436 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (14faf3cb-228d-4854-acdc-99123502ed52), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:54.356396 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-861d1965-a6ba-4f62-9274-551abe202c0c None None] Provisioning complete for port bd1f2d88-3dfa-46ed-8230-492d7265a678 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:54.356919 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-861d1965-a6ba-4f62-9274-551abe202c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bd1f2d88-3dfa-46ed-8230-492d7265a678), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:54.463951 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-861d1965-a6ba-4f62-9274-551abe202c0c None None] Port bd1f2d88-3dfa-46ed-8230-492d7265a678 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:44:54.606129 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91806d-71d4-4ed4-9497-e489c63542bd req-1143292a-ccba-4f00-810e-b76070509804 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:54.607964 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ae91806d-71d4-4ed4-9497-e489c63542bd req-1143292a-ccba-4f00-810e-b76070509804 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=feb4780f-e615-459a-a114-1b0d3c8a3808 HTTP/1.1" status: 200 len: 1097 time: 0.1388030 Jan 18 20:44:54.610493 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f35669b0-1c3a-491b-b736-c2f7f2827574 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:44:54.676673 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port f35669b0-1c3a-491b-b736-c2f7f2827574 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:54.677340 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f35669b0-1c3a-491b-b736-c2f7f2827574), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:54.694582 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-a627b0c9-5194-42e4-8ecc-0f36ed924f4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd1f2d88-3dfa-46ed-8230-492d7265a678 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:44:54.700459 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ae91806d-71d4-4ed4-9497-e489c63542bd req-0bb29ddf-79f7-464d-a835-f35b22a3fb11 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=838b0019-5a32-48cf-b328-eda166101719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549526 Jan 18 20:44:54.718960 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-a627b0c9-5194-42e4-8ecc-0f36ed924f4e service neutron] Publish callbacks [] for port (bd1f2d88-3dfa-46ed-8230-492d7265a678), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:54.732034 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d6e0e1-97b6-4daf-87b3-d013d585a436 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Router 14faf3cb-228d-4854-acdc-99123502ed52 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:44:54.752655 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-a627b0c9-5194-42e4-8ecc-0f36ed924f4e service neutron] Transition to ACTIVE for port object bd1f2d88-3dfa-46ed-8230-492d7265a678 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:44:54.759564 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-a627b0c9-5194-42e4-8ecc-0f36ed924f4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (bd1f2d88-3dfa-46ed-8230-492d7265a678), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:54.779218 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port f35669b0-1c3a-491b-b736-c2f7f2827574 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:54.832361 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627b0c9-5194-42e4-8ecc-0f36ed924f4e service neutron] Pushing event updated for resources: {'Port': ['ID=bd1f2d88-3dfa-46ed-8230-492d7265a678,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:54.902374 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b45f0-c69b-41ef-ac78-8fc55bcf82b0 req-d89265a1-907f-4e3f-ad9c-f181eaa996f4 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:54.903900 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-740b45f0-c69b-41ef-ac78-8fc55bcf82b0 req-d89265a1-907f-4e3f-ad9c-f181eaa996f4 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=feb4780f-e615-459a-a114-1b0d3c8a3808 HTTP/1.1" status: 200 len: 1097 time: 0.0878699 Jan 18 20:44:54.915784 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-a627b0c9-5194-42e4-8ecc-0f36ed924f4e service neutron] Attempting to bind port bd1f2d88-3dfa-46ed-8230-492d7265a678 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:44:54.916739 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-a627b0c9-5194-42e4-8ecc-0f36ed924f4e service neutron] Attempting to bind port bd1f2d88-3dfa-46ed-8230-492d7265a678 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': 'e99ee563-6c4f-456e-a3e2-676d08c221c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f4554e07-6b54-44b3-aa36-a0609b901e25'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:44:54.916739 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-a627b0c9-5194-42e4-8ecc-0f36ed924f4e service neutron] Attempting to bind port bd1f2d88-3dfa-46ed-8230-492d7265a678 on network f4554e07-6b54-44b3-aa36-a0609b901e25 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:44:54.921201 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-a627b0c9-5194-42e4-8ecc-0f36ed924f4e service neutron] Port bd1f2d88-3dfa-46ed-8230-492d7265a678 on network f4554e07-6b54-44b3-aa36-a0609b901e25 not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:44:54.921527 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-a627b0c9-5194-42e4-8ecc-0f36ed924f4e service neutron] Attempting to bind port bd1f2d88-3dfa-46ed-8230-492d7265a678 on network f4554e07-6b54-44b3-aa36-a0609b901e25 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:44:54.927255 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-a627b0c9-5194-42e4-8ecc-0f36ed924f4e service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:44:54.927597 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-a627b0c9-5194-42e4-8ecc-0f36ed924f4e service neutron] Checking segment: {'id': 'e99ee563-6c4f-456e-a3e2-676d08c221c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f4554e07-6b54-44b3-aa36-a0609b901e25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:44:54.927977 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-a627b0c9-5194-42e4-8ecc-0f36ed924f4e service neutron] Bound using segment: {'id': 'e99ee563-6c4f-456e-a3e2-676d08c221c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f4554e07-6b54-44b3-aa36-a0609b901e25'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:44:54.928793 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-a627b0c9-5194-42e4-8ecc-0f36ed924f4e service neutron] Bound port: bd1f2d88-3dfa-46ed-8230-492d7265a678, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e99ee563-6c4f-456e-a3e2-676d08c221c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f4554e07-6b54-44b3-aa36-a0609b901e25'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:44:54.928962 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-a627b0c9-5194-42e4-8ecc-0f36ed924f4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bd1f2d88-3dfa-46ed-8230-492d7265a678), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:54.946422 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d6e0e1-97b6-4daf-87b3-d013d585a436 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:44:54.956726 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-15d6e0e1-97b6-4daf-87b3-d013d585a436 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "PUT /v2.0/routers/14faf3cb-228d-4854-acdc-99123502ed52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5054026 Jan 18 20:44:54.958818 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210ab172-b9c1-4346-a44f-a8c6315e1f80 None None] Sync routers for ids ['14faf3cb-228d-4854-acdc-99123502ed52'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:44:54.962018 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35680) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:54.971146 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210ab172-b9c1-4346-a44f-a8c6315e1f80 None None] Routers {'14faf3cb-228d-4854-acdc-99123502ed52'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:44:54.972170 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-210ab172-b9c1-4346-a44f-a8c6315e1f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['14faf3cb-228d-4854-acdc-99123502ed52'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:55.018809 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-a627b0c9-5194-42e4-8ecc-0f36ed924f4e service neutron] For port bd1f2d88-3dfa-46ed-8230-492d7265a678, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:44:55.024161 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-a627b0c9-5194-42e4-8ecc-0f36ed924f4e service neutron] For port bd1f2d88-3dfa-46ed-8230-492d7265a678, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=bd1f2d88-3dfa-46ed-8230-492d7265a678,segment=NetworkSegment(e99ee563-6c4f-456e-a3e2-676d08c221c8),segment_id=e99ee563-6c4f-456e-a3e2-676d08c221c8)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:44:55.030179 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-a627b0c9-5194-42e4-8ecc-0f36ed924f4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (bd1f2d88-3dfa-46ed-8230-492d7265a678), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:55.052708 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-740b45f0-c69b-41ef-ac78-8fc55bcf82b0 req-ea38cabd-2676-4913-8671-84adddac7f88 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=838b0019-5a32-48cf-b328-eda166101719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285460 Jan 18 20:44:55.067585 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-a152a1fe-c548-408f-ae50-c0936f79211e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Deleting subnet abd66e3f-a9e4-48e4-a61e-79e48c7ea732 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:44:55.087847 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-a627b0c9-5194-42e4-8ecc-0f36ed924f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:55.088603 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-a627b0c9-5194-42e4-8ecc-0f36ed924f4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:55.089900 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-a627b0c9-5194-42e4-8ecc-0f36ed924f4e service neutron] 10.222.0.57 "PUT /v2.0/ports/bd1f2d88-3dfa-46ed-8230-492d7265a678 HTTP/1.1" status: 200 len: 1055 time: 1.0072823 Jan 18 20:44:55.090312 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd845b7ed-d482-4f7f-8c15-820cfb49af7f', 'tag': 'bd1f2d88-3dfa-46ed-8230-492d7265a678'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:44:55.092583 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698bf511-4a8b-4ad5-aa4a-dc7f6c01da34" -d '{"events": [{"name": "network-changed", "server_uuid": "d845b7ed-d482-4f7f-8c15-820cfb49af7f", "tag": "bd1f2d88-3dfa-46ed-8230-492d7265a678"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:44:55.100041 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301ae23-8e52-4c4e-bf17-d8d215473952 req-9a81e30b-af8f-43b2-88dc-de203ac92e4b tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:55.102744 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-210ab172-b9c1-4346-a44f-a8c6315e1f80 None None] Set router 14faf3cb-228d-4854-acdc-99123502ed52 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:44:55.104156 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f301ae23-8e52-4c4e-bf17-d8d215473952 req-9a81e30b-af8f-43b2-88dc-de203ac92e4b tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=d845b7ed-d482-4f7f-8c15-820cfb49af7f HTTP/1.1" status: 200 len: 907 time: 0.1592093 Jan 18 20:44:55.104937 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a152a1fe-c548-408f-ae50-c0936f79211e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for subnet (abd66e3f-a9e4-48e4-a61e-79e48c7ea732), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:55.143468 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627b0c9-5194-42e4-8ecc-0f36ed924f4e service neutron] Pushing event updated for resources: {'Port': ['ID=bd1f2d88-3dfa-46ed-8230-492d7265a678,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:55.216971 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6aa4e5b-5037-4605-84bc-0b8f84b6441f x-openstack-request-id: req-d6aa4e5b-5037-4605-84bc-0b8f84b6441f {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:44:55.217270 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d845b7ed-d482-4f7f-8c15-820cfb49af7f", "tag": "bd1f2d88-3dfa-46ed-8230-492d7265a678", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:44:55.217522 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6aa4e5b-5037-4605-84bc-0b8f84b6441f {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:44:55.218004 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd845b7ed-d482-4f7f-8c15-820cfb49af7f', 'tag': 'bd1f2d88-3dfa-46ed-8230-492d7265a678', 'status': 'completed', 'code': 200} Jan 18 20:44:55.222301 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-333123e6-c130-423b-81ae-616a4bbc06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:55.223814 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-333123e6-c130-423b-81ae-616a4bbc06f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83959e527a814796a955c3c62d4c16e7&device_id=d845b7ed-d482-4f7f-8c15-820cfb49af7f HTTP/1.1" status: 200 len: 1058 time: 0.0882459 Jan 18 20:44:55.229927 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a152a1fe-c548-408f-ae50-c0936f79211e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (abd66e3f-a9e4-48e4-a61e-79e48c7ea732), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:55.271097 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-eca4b625-6af8-4918-9c53-6ddb57641529 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=bd1f2d88-3dfa-46ed-8230-492d7265a678 HTTP/1.1" status: 200 len: 217 time: 0.0399981 Jan 18 20:44:55.302119 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62422f27-ef48-417f-96e4-0f90db46a2b3 req-ce6ead69-0969-46d6-bc01-31c7ae9fe20f tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:55.303850 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62422f27-ef48-417f-96e4-0f90db46a2b3 req-ce6ead69-0969-46d6-bc01-31c7ae9fe20f tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=feb4780f-e615-459a-a114-1b0d3c8a3808 HTTP/1.1" status: 200 len: 1097 time: 0.1242135 Jan 18 20:44:55.336763 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-c5197d79-cfc6-47c9-b9f8-89be989f6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:55.338305 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-c5197d79-cfc6-47c9-b9f8-89be989f6069 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c05cf42f-49b3-4b9f-be95-d5511109b550 HTTP/1.1" status: 200 len: 836 time: 0.0606894 Jan 18 20:44:55.379676 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a152a1fe-c548-408f-ae50-c0936f79211e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (abd66e3f-a9e4-48e4-a61e-79e48c7ea732), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:55.389220 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-f8139c94-9944-457f-8e3e-2954d2894708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:55.391838 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-f8139c94-9944-457f-8e3e-2954d2894708 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f4554e07-6b54-44b3-aa36-a0609b901e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461502 Jan 18 20:44:55.396797 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-210ab172-b9c1-4346-a44f-a8c6315e1f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14faf3cb-228d-4854-acdc-99123502ed52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300717652', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:18Z', 'updated_at': '2022-01-18T20:44:53Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14faf3cb-228d-4854-acdc-99123502ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:19Z', 'updated_at': '2022-01-18T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:55.412806 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62422f27-ef48-417f-96e4-0f90db46a2b3 req-795bc775-dd1d-4864-8e6c-d053761524b0 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=838b0019-5a32-48cf-b328-eda166101719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008248 Jan 18 20:44:55.423712 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210ab172-b9c1-4346-a44f-a8c6315e1f80 None None] Checking router: 14faf3cb-228d-4854-acdc-99123502ed52 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:44:55.432370 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210ab172-b9c1-4346-a44f-a8c6315e1f80 None None] Routers {'14faf3cb-228d-4854-acdc-99123502ed52'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:44:55.433167 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-210ab172-b9c1-4346-a44f-a8c6315e1f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['14faf3cb-228d-4854-acdc-99123502ed52'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:55.486052 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a152a1fe-c548-408f-ae50-c0936f79211e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (abd66e3f-a9e4-48e4-a61e-79e48c7ea732), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:55.523767 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152a1fe-c548-408f-ae50-c0936f79211e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event deleted for resources: {'Subnet': ['ID=abd66e3f-a9e4-48e4-a61e-79e48c7ea732,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:55.533067 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-150c1e7c-1126-4e8f-a4ab-2d272122faae service neutron] 10.222.0.57 "GET /v2.0/networks/f4554e07-6b54-44b3-aa36-a0609b901e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342542 Jan 18 20:44:55.535131 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a152a1fe-c548-408f-ae50-c0936f79211e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:55.543043 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a152a1fe-c548-408f-ae50-c0936f79211e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "DELETE /v2.0/subnets/abd66e3f-a9e4-48e4-a61e-79e48c7ea732 HTTP/1.1" status: 204 len: 168 time: 0.5787768 Jan 18 20:44:55.543830 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35694) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:55.547763 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b91ce29-1e9f-412e-9644-c38b3f11f121 None None] Network 7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:44:55.559097 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-210ab172-b9c1-4346-a44f-a8c6315e1f80 None None] Set router 14faf3cb-228d-4854-acdc-99123502ed52 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:44:55.653685 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6c6bdb47-be6c-48eb-82dd-83278cc82c36 req-974834d3-e732-47f6-8c3d-04a15924a612 service neutron] 10.222.0.57 "GET /v2.0/networks/f4554e07-6b54-44b3-aa36-a0609b901e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144004 Jan 18 20:44:55.687906 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c6a03f42-8da8-479a-ad58-216aee03cd9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:55.749753 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5a930096-d7a0-4712-9583-c033a6de4bfb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router (14faf3cb-228d-4854-acdc-99123502ed52), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:55.796548 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bf511-4a8b-4ad5-aa4a-dc7f6c01da34 req-0e3a22c5-74d4-4fb1-a4a8-d755a57c76fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:55.803748 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-698bf511-4a8b-4ad5-aa4a-dc7f6c01da34 req-0e3a22c5-74d4-4fb1-a4a8-d755a57c76fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83959e527a814796a955c3c62d4c16e7&device_id=d845b7ed-d482-4f7f-8c15-820cfb49af7f HTTP/1.1" status: 200 len: 1058 time: 0.0685463 Jan 18 20:44:55.805670 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-02bd0b57-9dcb-48d5-9521-40363d3cfedb tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:55.806063 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74f2e99-892b-40b4-bafa-b8ba4fa19cd4 None None] DHCP port deletion for 7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:44:55.807668 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-02bd0b57-9dcb-48d5-9521-40363d3cfedb tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/networks?id=f4ddea57-627d-4710-8db5-8556b306c459 HTTP/1.1" status: 200 len: 911 time: 0.1936290 Jan 18 20:44:55.832460 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-210ab172-b9c1-4346-a44f-a8c6315e1f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14faf3cb-228d-4854-acdc-99123502ed52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300717652', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:18Z', 'updated_at': '2022-01-18T20:44:53Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14faf3cb-228d-4854-acdc-99123502ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:19Z', 'updated_at': '2022-01-18T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:55.872939 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-28b7ae7f-d64c-4fe8-a3e6-bb5ccb644301 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/quotas/c2e3f726c99542aaa933b21a5c3ab1e3 HTTP/1.1" status: 200 len: 375 time: 0.0504179 Jan 18 20:44:55.881703 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e74f2e99-892b-40b4-bafa-b8ba4fa19cd4 None None] Deleting port 6b8be660-0103-495a-8792-018fb28230fc {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:44:55.882403 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e74f2e99-892b-40b4-bafa-b8ba4fa19cd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (6b8be660-0103-495a-8792-018fb28230fc), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:55.888515 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210ab172-b9c1-4346-a44f-a8c6315e1f80 None None] The sync data for ids ['14faf3cb-228d-4854-acdc-99123502ed52'] in n-d-741529-9 is: [{'id': '14faf3cb-228d-4854-acdc-99123502ed52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300717652', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:18Z', 'updated_at': '2022-01-18T20:44:53Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'c1313eef-f58a-471b-92a7-abd217bbc19d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14faf3cb-228d-4854-acdc-99123502ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:19Z', 'updated_at': '2022-01-18T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:44:55.924277 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bf511-4a8b-4ad5-aa4a-dc7f6c01da34 req-08f78b3e-ceea-4495-bc8b-e1c8a6140a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:55.925953 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-698bf511-4a8b-4ad5-aa4a-dc7f6c01da34 req-08f78b3e-ceea-4495-bc8b-e1c8a6140a03 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f4554e07-6b54-44b3-aa36-a0609b901e25 HTTP/1.1" status: 200 len: 899 time: 0.1136534 Jan 18 20:44:55.947952 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5a930096-d7a0-4712-9583-c033a6de4bfb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router_gateway (14faf3cb-228d-4854-acdc-99123502ed52), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:55.961523 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e74f2e99-892b-40b4-bafa-b8ba4fa19cd4 None None] For port 6b8be660-0103-495a-8792-018fb28230fc, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6b8be660-0103-495a-8792-018fb28230fc,segment=NetworkSegment(315fa71f-cea4-40fe-870d-7e9180056016),segment_id=315fa71f-cea4-40fe-870d-7e9180056016)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:55.962015 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e74f2e99-892b-40b4-bafa-b8ba4fa19cd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (6b8be660-0103-495a-8792-018fb28230fc), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:55.971051 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-698bf511-4a8b-4ad5-aa4a-dc7f6c01da34 req-baae7851-dd3a-4d15-b8cb-e4cc22422d49 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=bd1f2d88-3dfa-46ed-8230-492d7265a678 HTTP/1.1" status: 200 len: 217 time: 0.0379333 Jan 18 20:44:55.976500 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e74f2e99-892b-40b4-bafa-b8ba4fa19cd4 None None] Calling delete_port for 6b8be660-0103-495a-8792-018fb28230fc owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:44:55.993928 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-fc10ce1d-8d8f-4c71-a4cf-ffa8661f685a tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=c2e3f726c99542aaa933b21a5c3ab1e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1093247 Jan 18 20:44:56.023665 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bf511-4a8b-4ad5-aa4a-dc7f6c01da34 req-8a7ca109-27f8-4fad-9592-993e9e008eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:56.025444 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-698bf511-4a8b-4ad5-aa4a-dc7f6c01da34 req-8a7ca109-27f8-4fad-9592-993e9e008eee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c05cf42f-49b3-4b9f-be95-d5511109b550 HTTP/1.1" status: 200 len: 836 time: 0.0492198 Jan 18 20:44:56.063938 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e74f2e99-892b-40b4-bafa-b8ba4fa19cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (6b8be660-0103-495a-8792-018fb28230fc), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:56.073943 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bf511-4a8b-4ad5-aa4a-dc7f6c01da34 req-9efaa02f-dd08-44cb-bff5-d0793e92db30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:56.075604 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-698bf511-4a8b-4ad5-aa4a-dc7f6c01da34 req-9efaa02f-dd08-44cb-bff5-d0793e92db30 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f4554e07-6b54-44b3-aa36-a0609b901e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428088 Jan 18 20:44:56.077556 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-5a930096-d7a0-4712-9583-c033a6de4bfb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Deleting port c1313eef-f58a-471b-92a7-abd217bbc19d {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:44:56.077921 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5a930096-d7a0-4712-9583-c033a6de4bfb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (c1313eef-f58a-471b-92a7-abd217bbc19d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:56.090739 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f2e99-892b-40b4-bafa-b8ba4fa19cd4 None None] Pushing event deleted for resources: {'Port': ['ID=6b8be660-0103-495a-8792-018fb28230fc,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:56.096421 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74f2e99-892b-40b4-bafa-b8ba4fa19cd4 None None] No DVR routers for this DVR port 6b8be660-0103-495a-8792-018fb28230fc on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:44:56.170939 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-f0aa886a-d737-4148-a4ac-258ab8e4b65f service neutron] 10.222.0.31 "GET /v2.0/networks/f4ddea57-627d-4710-8db5-8556b306c459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650243 Jan 18 20:44:56.186081 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-698bf511-4a8b-4ad5-aa4a-dc7f6c01da34 req-f96227b8-7802-412b-8fb7-a57ef4342543 service neutron] 10.222.0.57 "GET /v2.0/networks/f4554e07-6b54-44b3-aa36-a0609b901e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030095 Jan 18 20:44:56.214098 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-5a930096-d7a0-4712-9583-c033a6de4bfb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] For port c1313eef-f58a-471b-92a7-abd217bbc19d, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c1313eef-f58a-471b-92a7-abd217bbc19d,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:56.214455 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5a930096-d7a0-4712-9583-c033a6de4bfb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (c1313eef-f58a-471b-92a7-abd217bbc19d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:56.282982 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-698bf511-4a8b-4ad5-aa4a-dc7f6c01da34 req-948f7c5c-cc5a-46ab-8f98-1fada257d465 service neutron] 10.222.0.57 "GET /v2.0/networks/f4554e07-6b54-44b3-aa36-a0609b901e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911245 Jan 18 20:44:56.292403 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-5a930096-d7a0-4712-9583-c033a6de4bfb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Calling delete_port for c1313eef-f58a-471b-92a7-abd217bbc19d owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:44:56.371781 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e74a2-3367-4b1a-9edb-90c229609364 req-e04bed25-cf30-46cc-a128-8773102794f4 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:56.374276 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1e6e74a2-3367-4b1a-9edb-90c229609364 req-e04bed25-cf30-46cc-a128-8773102794f4 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=d845b7ed-d482-4f7f-8c15-820cfb49af7f HTTP/1.1" status: 200 len: 907 time: 0.1740274 Jan 18 20:44:56.391851 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-dc39bb4f-1c6c-4a69-bfe3-07af57806088 service neutron] 10.222.0.31 "GET /v2.0/networks/f4ddea57-627d-4710-8db5-8556b306c459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118113 Jan 18 20:44:56.446632 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6b8be660-0103-495a-8792-018fb28230fc no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:44:56.473055 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 6b8be660-0103-495a-8792-018fb28230fc {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:44:56.473747 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6b8be660-0103-495a-8792-018fb28230fc not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:44:56.474221 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 01f20467-751b-4132-a303-658f30b36107 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:44:56.496759 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 01f20467-751b-4132-a303-658f30b36107 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:44:56.497178 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 01f20467-751b-4132-a303-658f30b36107 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:44:56.545675 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5a930096-d7a0-4712-9583-c033a6de4bfb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (c1313eef-f58a-471b-92a7-abd217bbc19d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:56.581718 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a930096-d7a0-4712-9583-c033a6de4bfb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event deleted for resources: {'Port': ['ID=c1313eef-f58a-471b-92a7-abd217bbc19d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:56.600020 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a3bd984e-1934-45fa-b80f-4c121d50c1f0 req-bc2ce3cd-f64d-4a0c-88e1-5558e65df981 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d2e1754f-0da5-489a-b28b-133079f7554b HTTP/1.1" status: 200 len: 210 time: 0.0517166 Jan 18 20:44:56.607941 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79e10e1-8706-4857-be7c-0d5f44296d02 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:44:56.661246 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5a930096-d7a0-4712-9583-c033a6de4bfb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (14faf3cb-228d-4854-acdc-99123502ed52), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:56.759263 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5a930096-d7a0-4712-9583-c033a6de4bfb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (14faf3cb-228d-4854-acdc-99123502ed52), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:56.761403 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5a930096-d7a0-4712-9583-c033a6de4bfb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router_controller (14faf3cb-228d-4854-acdc-99123502ed52), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:56.807167 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5a930096-d7a0-4712-9583-c033a6de4bfb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (14faf3cb-228d-4854-acdc-99123502ed52), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:56.807877 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a930096-d7a0-4712-9583-c033a6de4bfb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Fanout notify agent at l3_agent the message router_deleted on router 14faf3cb-228d-4854-acdc-99123502ed52 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:44:56.815431 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5a930096-d7a0-4712-9583-c033a6de4bfb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:56.816541 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5a930096-d7a0-4712-9583-c033a6de4bfb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "DELETE /v2.0/routers/14faf3cb-228d-4854-acdc-99123502ed52 HTTP/1.1" status: 204 len: 168 time: 1.2717140 Jan 18 20:44:56.819434 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35712) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:56.901688 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aaac998c-5de0-4907-9e74-71dcdf89daf3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (7ef351fc-86b1-4d7a-96c0-2dcd7538fd70), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:57.009189 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aaac998c-5de0-4907-9e74-71dcdf89daf3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (7ef351fc-86b1-4d7a-96c0-2dcd7538fd70), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:57.031315 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-aaac998c-5de0-4907-9e74-71dcdf89daf3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef351fc-86b1-4d7a-96c0-2dcd7538fd70']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:57.040478 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-aaac998c-5de0-4907-9e74-71dcdf89daf3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315fa71f-cea4-40fe-870d-7e9180056016') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:57.040774 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-aaac998c-5de0-4907-9e74-71dcdf89daf3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315fa71f-cea4-40fe-870d-7e9180056016') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:44:57.050625 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aaac998c-5de0-4907-9e74-71dcdf89daf3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (315fa71f-cea4-40fe-870d-7e9180056016), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:57.063319 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aaac998c-5de0-4907-9e74-71dcdf89daf3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (315fa71f-cea4-40fe-870d-7e9180056016), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:57.069300 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaac998c-5de0-4907-9e74-71dcdf89daf3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:44:57.069742 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aaac998c-5de0-4907-9e74-71dcdf89daf3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (315fa71f-cea4-40fe-870d-7e9180056016), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:44:57.072947 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:44:57.077422 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:44:57.077422 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:44:57.077422 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:44:57.077422 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:44:57.077422 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:44:57.077422 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:44:57.077422 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:44:57.077422 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:44:57.077422 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:44:57.077422 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:44:57.077422 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:44:57.077422 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:44:57.077422 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:44:57.077422 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:44:57.077422 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:44:57.138358 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aaac998c-5de0-4907-9e74-71dcdf89daf3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (7ef351fc-86b1-4d7a-96c0-2dcd7538fd70), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:57.143059 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aaac998c-5de0-4907-9e74-71dcdf89daf3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:57.146961 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-aaac998c-5de0-4907-9e74-71dcdf89daf3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "DELETE /v2.0/networks/7ef351fc-86b1-4d7a-96c0-2dcd7538fd70 HTTP/1.1" status: 204 len: 168 time: 0.3266144 Jan 18 20:44:57.149890 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35714) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:57.163354 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac998c-5de0-4907-9e74-71dcdf89daf3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event deleted for resources: {'Network': ['ID=7ef351fc-86b1-4d7a-96c0-2dcd7538fd70,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:57.211668 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fa683cf-220a-40d3-9dfd-9d9e821d5d02 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group (07b1c03d-4b9c-47fc-a5f8-cd0367f6b688), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:57.238298 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fa683cf-220a-40d3-9dfd-9d9e821d5d02 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group (07b1c03d-4b9c-47fc-a5f8-cd0367f6b688), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:57.312389 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fa683cf-220a-40d3-9dfd-9d9e821d5d02 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (07b1c03d-4b9c-47fc-a5f8-cd0367f6b688), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:57.315611 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fa683cf-220a-40d3-9dfd-9d9e821d5d02 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:57.316773 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9fa683cf-220a-40d3-9dfd-9d9e821d5d02 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "DELETE /v2.0/security-groups/07b1c03d-4b9c-47fc-a5f8-cd0367f6b688 HTTP/1.1" status: 204 len: 168 time: 0.1659691 Jan 18 20:44:57.325904 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa683cf-220a-40d3-9dfd-9d9e821d5d02 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b1c03d-4b9c-47fc-a5f8-cd0367f6b688,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:57.516964 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092d0bd-7f06-49e1-93f6-d34e51ca5d2f req-6e9b393a-2232-4883-bd3e-038141ab18e5 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:57.518643 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8092d0bd-7f06-49e1-93f6-d34e51ca5d2f req-6e9b393a-2232-4883-bd3e-038141ab18e5 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=d845b7ed-d482-4f7f-8c15-820cfb49af7f HTTP/1.1" status: 200 len: 907 time: 0.0583303 Jan 18 20:44:57.540700 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35722) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:57.546480 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f7e345fc-2913-424b-ae4a-c95a084961ce tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2300439', 'description': 'tempest-secgroup-smoke-2300439 description', 'project_id': '0f033c66edd74e168cf3601ff8da102f'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:44:57.559666 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-c44402a5-5009-489f-8967-e51aabcccddc tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:57.561281 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-c44402a5-5009-489f-8967-e51aabcccddc tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.57 "GET /v2.0/networks?id=f4ddea57-627d-4710-8db5-8556b306c459 HTTP/1.1" status: 200 len: 911 time: 0.1141376 Jan 18 20:44:57.570029 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f7e345fc-2913-424b-ae4a-c95a084961ce tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:57.578383 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-8c52fb5c-e7c5-4405-bdf8-ce73ff07f247 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Request body: {'port': {'device_id': 'd2e1754f-0da5-489a-b28b-133079f7554b', 'network_id': 'f4ddea57-627d-4710-8db5-8556b306c459', 'admin_state_up': True, 'tenant_id': 'c2e3f726c99542aaa933b21a5c3ab1e3'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:44:57.607954 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-8c52fb5c-e7c5-4405-bdf8-ce73ff07f247 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Made reservation on behalf of c2e3f726c99542aaa933b21a5c3ab1e3 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:44:57.610805 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-8c52fb5c-e7c5-4405-bdf8-ce73ff07f247 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:57.643467 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f7e345fc-2913-424b-ae4a-c95a084961ce tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group (f9ed6ff7-0a83-4718-8259-69319ff1d618), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:57.647866 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f7e345fc-2913-424b-ae4a-c95a084961ce tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f9ed6ff7-0a83-4718-8259-69319ff1d618), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:57.675859 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f7e345fc-2913-424b-ae4a-c95a084961ce tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:57.677187 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f7e345fc-2913-424b-ae4a-c95a084961ce tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1353247 Jan 18 20:44:57.680764 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35726) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:57.685308 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-447b7b6e-41c6-42a1-9f07-281f9e43c22a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'security_group_rule': {'security_group_id': 'f9ed6ff7-0a83-4718-8259-69319ff1d618', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:44:57.694493 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e345fc-2913-424b-ae4a-c95a084961ce tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ed6ff7-0a83-4718-8259-69319ff1d618,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:57.730813 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c7ae4fd0-4e5e-4b5b-9143-a9c3826ab5c0 req-e5b32694-4981-4efc-b2e1-65761936ed79 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d2e1754f-0da5-489a-b28b-133079f7554b HTTP/1.1" status: 200 len: 210 time: 0.0337162 Jan 18 20:44:57.742485 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-8c52fb5c-e7c5-4405-bdf8-ce73ff07f247 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Allocated IP 172.20.0.4 (f4ddea57-627d-4710-8db5-8556b306c459/4fbcab85-2aaa-4608-b9d7-504fb8b354b9/700f6201-2b4a-452a-bdf7-05c3a7647344) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:44:57.753373 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-447b7b6e-41c6-42a1-9f07-281f9e43c22a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (deb125db-95d7-4877-9e91-83691577d537), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:57.811979 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-950db6cc-77b1-4893-ac62-37291d93f7b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:57.899248 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-8c52fb5c-e7c5-4405-bdf8-ce73ff07f247 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Publish callbacks [] for port (700f6201-2b4a-452a-bdf7-05c3a7647344), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:57.934295 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-8c52fb5c-e7c5-4405-bdf8-ce73ff07f247 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (700f6201-2b4a-452a-bdf7-05c3a7647344), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:57.946065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['707380b6-9b9d-46b0-96ec-97719870bf26'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:44:57.981917 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-8c52fb5c-e7c5-4405-bdf8-ce73ff07f247 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Network f4ddea57-627d-4710-8db5-8556b306c459 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:44:57.985617 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-8c52fb5c-e7c5-4405-bdf8-ce73ff07f247 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:44:57.991627 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-8c52fb5c-e7c5-4405-bdf8-ce73ff07f247 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:44:58.018669 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52fb5c-e7c5-4405-bdf8-ce73ff07f247 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Pushing event updated for resources: {'Port': ['ID=700f6201-2b4a-452a-bdf7-05c3a7647344,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:58.033589 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-8c52fb5c-e7c5-4405-bdf8-ce73ff07f247 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:58.034260 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-8c52fb5c-e7c5-4405-bdf8-ce73ff07f247 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:58.052864 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-8c52fb5c-e7c5-4405-bdf8-ce73ff07f247 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4787371 Jan 18 20:44:58.117977 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-835d9db1-3135-41f7-b506-49162ebf99d1 service neutron] Request body: {'port': {'device_id': 'd2e1754f-0da5-489a-b28b-133079f7554b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:44:58.135416 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-447b7b6e-41c6-42a1-9f07-281f9e43c22a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (deb125db-95d7-4877-9e91-83691577d537), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:58.139681 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-447b7b6e-41c6-42a1-9f07-281f9e43c22a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (deb125db-95d7-4877-9e91-83691577d537), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:58.160074 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b7b6e-41c6-42a1-9f07-281f9e43c22a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb125db-95d7-4877-9e91-83691577d537,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:58.175593 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-447b7b6e-41c6-42a1-9f07-281f9e43c22a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:58.179672 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-447b7b6e-41c6-42a1-9f07-281f9e43c22a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4949718 Jan 18 20:44:58.179830 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35730) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:58.184149 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-00488792-a3d7-4b92-9f01-a5001e754e34 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'security_group_rule': {'security_group_id': 'f9ed6ff7-0a83-4718-8259-69319ff1d618', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:44:58.188570 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-835d9db1-3135-41f7-b506-49162ebf99d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (700f6201-2b4a-452a-bdf7-05c3a7647344), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:58.214927 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00488792-a3d7-4b92-9f01-a5001e754e34 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (c59e23ff-ad1b-4d5b-980e-a5cdce566f3e), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:58.273938 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00488792-a3d7-4b92-9f01-a5001e754e34 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (c59e23ff-ad1b-4d5b-980e-a5cdce566f3e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:58.278327 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00488792-a3d7-4b92-9f01-a5001e754e34 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (c59e23ff-ad1b-4d5b-980e-a5cdce566f3e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:58.297232 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00488792-a3d7-4b92-9f01-a5001e754e34 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c59e23ff-ad1b-4d5b-980e-a5cdce566f3e,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:58.309140 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a848e89c-9bfe-4b73-b931-1cdfdcbf36dd None None] Provisioning complete for port 700f6201-2b4a-452a-bdf7-05c3a7647344 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:44:58.309513 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a848e89c-9bfe-4b73-b931-1cdfdcbf36dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (700f6201-2b4a-452a-bdf7-05c3a7647344), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:58.311776 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00488792-a3d7-4b92-9f01-a5001e754e34 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:58.313781 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-00488792-a3d7-4b92-9f01-a5001e754e34 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1325240 Jan 18 20:44:58.316645 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35732) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:58.321123 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-622b4005-ed8f-4a97-8379-5e97fba8060b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'security_group_rule': {'security_group_id': 'f9ed6ff7-0a83-4718-8259-69319ff1d618', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:44:58.346441 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a848e89c-9bfe-4b73-b931-1cdfdcbf36dd None None] Port 700f6201-2b4a-452a-bdf7-05c3a7647344 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:44:58.350349 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-622b4005-ed8f-4a97-8379-5e97fba8060b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (75173eae-fd32-4bbe-bbe1-2bebe0a636af), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:58.412392 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-622b4005-ed8f-4a97-8379-5e97fba8060b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (75173eae-fd32-4bbe-bbe1-2bebe0a636af), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:58.416412 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-622b4005-ed8f-4a97-8379-5e97fba8060b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (75173eae-fd32-4bbe-bbe1-2bebe0a636af), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:58.433807 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b4005-ed8f-4a97-8379-5e97fba8060b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75173eae-fd32-4bbe-bbe1-2bebe0a636af,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:58.443517 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c1313eef-f58a-471b-92a7-abd217bbc19d no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:44:58.450207 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-622b4005-ed8f-4a97-8379-5e97fba8060b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:58.454141 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-622b4005-ed8f-4a97-8379-5e97fba8060b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1363735 Jan 18 20:44:58.455075 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35734) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:58.459886 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-02d16682-447a-44d5-b2a6-2b483b268982 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'security_group_rule': {'security_group_id': 'f9ed6ff7-0a83-4718-8259-69319ff1d618', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:44:58.468788 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: c1313eef-f58a-471b-92a7-abd217bbc19d {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:44:58.469134 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c1313eef-f58a-471b-92a7-abd217bbc19d not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:44:58.489959 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-835d9db1-3135-41f7-b506-49162ebf99d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700f6201-2b4a-452a-bdf7-05c3a7647344 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:44:58.490201 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-02d16682-447a-44d5-b2a6-2b483b268982 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (117f1e35-757c-44e8-a91e-743aa2b5136e), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:58.497451 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-835d9db1-3135-41f7-b506-49162ebf99d1 service neutron] Publish callbacks [] for port (700f6201-2b4a-452a-bdf7-05c3a7647344), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:58.510618 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-835d9db1-3135-41f7-b506-49162ebf99d1 service neutron] Transition to ACTIVE for port object 700f6201-2b4a-452a-bdf7-05c3a7647344 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:44:58.514493 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-835d9db1-3135-41f7-b506-49162ebf99d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (700f6201-2b4a-452a-bdf7-05c3a7647344), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:58.551738 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-02d16682-447a-44d5-b2a6-2b483b268982 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (117f1e35-757c-44e8-a91e-743aa2b5136e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:58.556351 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-02d16682-447a-44d5-b2a6-2b483b268982 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (117f1e35-757c-44e8-a91e-743aa2b5136e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:58.573070 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d9db1-3135-41f7-b506-49162ebf99d1 service neutron] Pushing event updated for resources: {'Port': ['ID=700f6201-2b4a-452a-bdf7-05c3a7647344,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:58.575295 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d16682-447a-44d5-b2a6-2b483b268982 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=117f1e35-757c-44e8-a91e-743aa2b5136e,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:58.587961 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-02d16682-447a-44d5-b2a6-2b483b268982 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:58.590868 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-02d16682-447a-44d5-b2a6-2b483b268982 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1348329 Jan 18 20:44:58.593719 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35738) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:58.598332 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-191ed0e5-e484-4890-8032-b7d05a1aa2dd tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'security_group_rule': {'security_group_id': 'f9ed6ff7-0a83-4718-8259-69319ff1d618', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:44:58.629261 n-d-741529-9 neutron-server[103336]: INFO neutron.db.securitygroups_db [None req-191ed0e5-e484-4890-8032-b7d05a1aa2dd tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Project 0f033c66edd74e168cf3601ff8da102f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:44:58.637139 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-191ed0e5-e484-4890-8032-b7d05a1aa2dd tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (08d9405e-b3e5-4fbe-baf4-4cfd555fcdd8), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:58.642027 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device bd1f2d88-3dfa-46ed-8230-492d7265a678 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:44:58.661025 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-835d9db1-3135-41f7-b506-49162ebf99d1 service neutron] Attempting to bind port 700f6201-2b4a-452a-bdf7-05c3a7647344 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:44:58.661483 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-835d9db1-3135-41f7-b506-49162ebf99d1 service neutron] Attempting to bind port 700f6201-2b4a-452a-bdf7-05c3a7647344 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': 'b8546c6f-fb62-467d-8fc9-7edb575ddea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f4ddea57-627d-4710-8db5-8556b306c459'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:44:58.661884 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-835d9db1-3135-41f7-b506-49162ebf99d1 service neutron] Attempting to bind port 700f6201-2b4a-452a-bdf7-05c3a7647344 on network f4ddea57-627d-4710-8db5-8556b306c459 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:44:58.666822 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-835d9db1-3135-41f7-b506-49162ebf99d1 service neutron] Port 700f6201-2b4a-452a-bdf7-05c3a7647344 on network f4ddea57-627d-4710-8db5-8556b306c459 not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:44:58.667220 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-835d9db1-3135-41f7-b506-49162ebf99d1 service neutron] Attempting to bind port 700f6201-2b4a-452a-bdf7-05c3a7647344 on network f4ddea57-627d-4710-8db5-8556b306c459 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:44:58.673150 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-835d9db1-3135-41f7-b506-49162ebf99d1 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:44:58.673568 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-835d9db1-3135-41f7-b506-49162ebf99d1 service neutron] Checking segment: {'id': 'b8546c6f-fb62-467d-8fc9-7edb575ddea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f4ddea57-627d-4710-8db5-8556b306c459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:44:58.674565 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-835d9db1-3135-41f7-b506-49162ebf99d1 service neutron] Bound using segment: {'id': 'b8546c6f-fb62-467d-8fc9-7edb575ddea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f4ddea57-627d-4710-8db5-8556b306c459'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:44:58.674565 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-835d9db1-3135-41f7-b506-49162ebf99d1 service neutron] Bound port: 700f6201-2b4a-452a-bdf7-05c3a7647344, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8546c6f-fb62-467d-8fc9-7edb575ddea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f4ddea57-627d-4710-8db5-8556b306c459'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:44:58.675065 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-835d9db1-3135-41f7-b506-49162ebf99d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (700f6201-2b4a-452a-bdf7-05c3a7647344), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:58.711869 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0aeaa-8dcd-4339-8632-dc6afe532489 req-9d1f1c4b-beb4-413f-8585-4f027d11d2a1 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:58.713435 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-80c0aeaa-8dcd-4339-8632-dc6afe532489 req-9d1f1c4b-beb4-413f-8585-4f027d11d2a1 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=d845b7ed-d482-4f7f-8c15-820cfb49af7f HTTP/1.1" status: 200 len: 907 time: 0.0776069 Jan 18 20:44:58.749921 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-191ed0e5-e484-4890-8032-b7d05a1aa2dd tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (08d9405e-b3e5-4fbe-baf4-4cfd555fcdd8), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:58.756737 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-191ed0e5-e484-4890-8032-b7d05a1aa2dd tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (08d9405e-b3e5-4fbe-baf4-4cfd555fcdd8), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:58.766925 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-835d9db1-3135-41f7-b506-49162ebf99d1 service neutron] For port 700f6201-2b4a-452a-bdf7-05c3a7647344, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:44:58.770750 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-835d9db1-3135-41f7-b506-49162ebf99d1 service neutron] For port 700f6201-2b4a-452a-bdf7-05c3a7647344, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=700f6201-2b4a-452a-bdf7-05c3a7647344,segment=NetworkSegment(b8546c6f-fb62-467d-8fc9-7edb575ddea2),segment_id=b8546c6f-fb62-467d-8fc9-7edb575ddea2)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:44:58.776166 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-835d9db1-3135-41f7-b506-49162ebf99d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (700f6201-2b4a-452a-bdf7-05c3a7647344), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:58.781592 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ed0e5-e484-4890-8032-b7d05a1aa2dd tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d9405e-b3e5-4fbe-baf4-4cfd555fcdd8,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:58.799590 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-191ed0e5-e484-4890-8032-b7d05a1aa2dd tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:58.801170 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-191ed0e5-e484-4890-8032-b7d05a1aa2dd tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2063637 Jan 18 20:44:58.803984 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35742) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:58.809907 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-fed96413-74b5-45d8-ac2e-6120f3075c73 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'security_group_rule': {'security_group_id': 'f9ed6ff7-0a83-4718-8259-69319ff1d618', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:44:58.810129 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port bd1f2d88-3dfa-46ed-8230-492d7265a678, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=bd1f2d88-3dfa-46ed-8230-492d7265a678,segment=NetworkSegment(e99ee563-6c4f-456e-a3e2-676d08c221c8),segment_id=e99ee563-6c4f-456e-a3e2-676d08c221c8)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:58.826198 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-835d9db1-3135-41f7-b506-49162ebf99d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:58.826890 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-835d9db1-3135-41f7-b506-49162ebf99d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:58.828331 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-835d9db1-3135-41f7-b506-49162ebf99d1 service neutron] 10.222.0.57 "PUT /v2.0/ports/700f6201-2b4a-452a-bdf7-05c3a7647344 HTTP/1.1" status: 200 len: 1091 time: 0.7156360 Jan 18 20:44:58.828821 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e1754f-0da5-489a-b28b-133079f7554b', 'tag': '700f6201-2b4a-452a-bdf7-05c3a7647344'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:44:58.831284 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae04d345-db81-4274-a479-03d94be2ad56" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e1754f-0da5-489a-b28b-133079f7554b", "tag": "700f6201-2b4a-452a-bdf7-05c3a7647344"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:44:58.845596 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': 'bd1f2d88-3dfa-46ed-8230-492d7265a678', 'network_id': 'f4554e07-6b54-44b3-aa36-a0609b901e25', 'port_id': 'bd1f2d88-3dfa-46ed-8230-492d7265a678', 'mac_address': 'fa:16:3e:a1:ba:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c05cf42f-49b3-4b9f-be95-d5511109b550', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:44:58.847729 n-d-741529-9 neutron-server[103336]: INFO neutron.db.securitygroups_db [None req-fed96413-74b5-45d8-ac2e-6120f3075c73 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Project 0f033c66edd74e168cf3601ff8da102f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:44:58.861351 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fed96413-74b5-45d8-ac2e-6120f3075c73 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (6477f0fd-9c46-4df6-9537-5c6c5e5a70e0), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:58.888242 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d9db1-3135-41f7-b506-49162ebf99d1 service neutron] Pushing event updated for resources: {'Port': ['ID=700f6201-2b4a-452a-bdf7-05c3a7647344,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:58.894992 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb6add1-d058-46d6-b6e2-358f10081bdf x-openstack-request-id: req-3bb6add1-d058-46d6-b6e2-358f10081bdf {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:44:58.894992 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e1754f-0da5-489a-b28b-133079f7554b", "tag": "700f6201-2b4a-452a-bdf7-05c3a7647344", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:44:58.894992 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3bb6add1-d058-46d6-b6e2-358f10081bdf {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:44:58.895419 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e1754f-0da5-489a-b28b-133079f7554b', 'tag': '700f6201-2b4a-452a-bdf7-05c3a7647344', 'status': 'completed', 'code': 200} Jan 18 20:44:58.935614 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port bd1f2d88-3dfa-46ed-8230-492d7265a678 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:44:58.936353 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bd1f2d88-3dfa-46ed-8230-492d7265a678), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:58.940223 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-fda5f957-6cb9-48a0-ad61-66d9360ce1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:58.942997 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-fda5f957-6cb9-48a0-ad61-66d9360ce1e9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2e3f726c99542aaa933b21a5c3ab1e3&device_id=d2e1754f-0da5-489a-b28b-133079f7554b HTTP/1.1" status: 200 len: 1094 time: 0.0641658 Jan 18 20:44:58.970224 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd1f2d88-3dfa-46ed-8230-492d7265a678 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:44:58.994681 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port bd1f2d88-3dfa-46ed-8230-492d7265a678, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=bd1f2d88-3dfa-46ed-8230-492d7265a678,segment=NetworkSegment(e99ee563-6c4f-456e-a3e2-676d08c221c8),segment_id=e99ee563-6c4f-456e-a3e2-676d08c221c8)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:44:59.001840 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (bd1f2d88-3dfa-46ed-8230-492d7265a678), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:59.003005 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-b0060133-2683-4239-bda9-bfd34342b87b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=700f6201-2b4a-452a-bdf7-05c3a7647344 HTTP/1.1" status: 200 len: 217 time: 0.0534112 Jan 18 20:44:59.009857 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fed96413-74b5-45d8-ac2e-6120f3075c73 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (6477f0fd-9c46-4df6-9537-5c6c5e5a70e0), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:59.015340 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fed96413-74b5-45d8-ac2e-6120f3075c73 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (6477f0fd-9c46-4df6-9537-5c6c5e5a70e0), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:59.028795 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9775cb6-de0d-48ff-8e54-da91093059f9 req-930c55ad-dd4c-4068-a9a7-d916b4a2342d tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:59.030375 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9775cb6-de0d-48ff-8e54-da91093059f9 req-930c55ad-dd4c-4068-a9a7-d916b4a2342d tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d2e1754f-0da5-489a-b28b-133079f7554b HTTP/1.1" status: 200 len: 1094 time: 0.0915580 Jan 18 20:44:59.057647 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed96413-74b5-45d8-ac2e-6120f3075c73 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6477f0fd-9c46-4df6-9537-5c6c5e5a70e0,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:59.068812 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-ed860b44-7f41-48c6-9d2c-791d464886c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:59.070615 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-ed860b44-7f41-48c6-9d2c-791d464886c0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4fbcab85-2aaa-4608-b9d7-504fb8b354b9 HTTP/1.1" status: 200 len: 849 time: 0.0617485 Jan 18 20:44:59.074549 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fed96413-74b5-45d8-ac2e-6120f3075c73 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:59.075843 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fed96413-74b5-45d8-ac2e-6120f3075c73 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2706010 Jan 18 20:44:59.081415 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35746) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:59.084497 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=bd1f2d88-3dfa-46ed-8230-492d7265a678,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:59.096054 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-3aa5b9f7-2e75-471e-a80b-4c05da9cb002 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'network': {'name': 'tempest-network-smoke--889950732', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'port_security_enabled': True}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:44:59.114823 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d9775cb6-de0d-48ff-8e54-da91093059f9 req-e7b924c1-31ac-4365-a02a-1597111c9007 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=838b0019-5a32-48cf-b328-eda166101719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754890 Jan 18 20:44:59.130874 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa5b9f7-2e75-471e-a80b-4c05da9cb002 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Made reservation on behalf of 0f033c66edd74e168cf3601ff8da102f for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:44:59.134640 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3aa5b9f7-2e75-471e-a80b-4c05da9cb002 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:59.142188 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-302e9167-2fdc-4a94-a56b-aba9bb6d5633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:59.143895 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-302e9167-2fdc-4a94-a56b-aba9bb6d5633 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f4ddea57-627d-4710-8db5-8556b306c459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613477 Jan 18 20:44:59.164913 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa5b9f7-2e75-471e-a80b-4c05da9cb002 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:44:59.168083 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:59.186996 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3aa5b9f7-2e75-471e-a80b-4c05da9cb002 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (2637d43d-229d-40b9-bb6e-f72a09e4b161), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:59.187310 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-3aa5b9f7-2e75-471e-a80b-4c05da9cb002 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Added segment 2637d43d-229d-40b9-bb6e-f72a09e4b161 of type vlan for network 600bc733-016b-4a63-ab61-90cc9dc602e0 Jan 18 20:44:59.243041 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-9e95c1fb-ee26-4f63-8826-404266520547 service neutron] 10.222.0.57 "GET /v2.0/networks/f4ddea57-627d-4710-8db5-8556b306c459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922852 Jan 18 20:44:59.252260 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3aa5b9f7-2e75-471e-a80b-4c05da9cb002 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (600bc733-016b-4a63-ab61-90cc9dc602e0), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:59.263238 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a0b9d217-b61a-4591-9e4c-05cdd89cfb82 req-1dd4b2e5-36fd-4276-bbb6-580484357734 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0903163 Jan 18 20:44:59.294532 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3aa5b9f7-2e75-471e-a80b-4c05da9cb002 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (600bc733-016b-4a63-ab61-90cc9dc602e0), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:59.302697 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa5b9f7-2e75-471e-a80b-4c05da9cb002 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:59.303567 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3aa5b9f7-2e75-471e-a80b-4c05da9cb002 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:59.351783 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-88c2e4fa-c030-4f34-9366-3771edfe2591 req-f81c1eb9-e5c5-412d-b9a5-9b809b790853 service neutron] 10.222.0.57 "GET /v2.0/networks/f4ddea57-627d-4710-8db5-8556b306c459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017466 Jan 18 20:44:59.367370 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3aa5b9f7-2e75-471e-a80b-4c05da9cb002 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2847633 Jan 18 20:44:59.371121 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35748) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:44:59.377080 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-02360fe2-bb87-43a7-8ce9-16e7318b6671 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1256434636', 'admin_state_up': True, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:44:59.400498 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['bd1f2d88-3dfa-46ed-8230-492d7265a678'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:44:59.401709 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5b9f7-2e75-471e-a80b-4c05da9cb002 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Network': ['ID=600bc733-016b-4a63-ab61-90cc9dc602e0,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:44:59.411999 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9d217-b61a-4591-9e4c-05cdd89cfb82 req-f354a0b3-85df-43fc-b31c-acf978551eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:59.413668 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a0b9d217-b61a-4591-9e4c-05cdd89cfb82 req-f354a0b3-85df-43fc-b31c-acf978551eca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bd09648e415d4d869a00516b6fefc51b&device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 1098 time: 0.0956914 Jan 18 20:44:59.436690 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 600bc733-016b-4a63-ab61-90cc9dc602e0 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:44:59.447847 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-02360fe2-bb87-43a7-8ce9-16e7318b6671 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (da451a04-c6e7-420c-9853-9a19df83476c), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:59.448903 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-02360fe2-bb87-43a7-8ce9-16e7318b6671 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (da451a04-c6e7-420c-9853-9a19df83476c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:59.468300 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04d345-db81-4274-a479-03d94be2ad56 req-98e7ba42-5c20-4c22-814d-13e809aaa73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:59.470605 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ae04d345-db81-4274-a479-03d94be2ad56 req-98e7ba42-5c20-4c22-814d-13e809aaa73c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2e3f726c99542aaa933b21a5c3ab1e3&device_id=d2e1754f-0da5-489a-b28b-133079f7554b HTTP/1.1" status: 200 len: 1094 time: 0.0703201 Jan 18 20:44:59.541201 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9d217-b61a-4591-9e4c-05cdd89cfb82 req-88dbcfa9-7142-452a-a56a-0004c09cd7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:59.542723 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a0b9d217-b61a-4591-9e4c-05cdd89cfb82 req-88dbcfa9-7142-452a-a56a-0004c09cd7b5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0f612c6-d05f-4361-b3f8-733414ecc1c6 HTTP/1.1" status: 200 len: 916 time: 0.1093519 Jan 18 20:44:59.548592 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-02360fe2-bb87-43a7-8ce9-16e7318b6671 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router_controller (da451a04-c6e7-420c-9853-9a19df83476c), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:59.609431 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a0b9d217-b61a-4591-9e4c-05cdd89cfb82 req-4a6879d6-c3a0-4fe0-9079-abcec2ea397a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaa2a41f-810c-453a-a6f7-55284fdd4e79 HTTP/1.1" status: 200 len: 1001 time: 0.0595653 Jan 18 20:44:59.661197 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9d217-b61a-4591-9e4c-05cdd89cfb82 req-5ee21aa1-1dae-43e3-a29b-b21da3d3e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:59.662788 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a0b9d217-b61a-4591-9e4c-05cdd89cfb82 req-5ee21aa1-1dae-43e3-a29b-b21da3d3e270 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c9a27f59-8bf5-426b-9eee-6f178264ab2d HTTP/1.1" status: 200 len: 854 time: 0.0476453 Jan 18 20:44:59.706613 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9d217-b61a-4591-9e4c-05cdd89cfb82 req-97147d67-ede4-4ef6-a0ea-4e099068afcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:59.708012 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a0b9d217-b61a-4591-9e4c-05cdd89cfb82 req-97147d67-ede4-4ef6-a0ea-4e099068afcf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0f612c6-d05f-4361-b3f8-733414ecc1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395167 Jan 18 20:44:59.728834 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-02360fe2-bb87-43a7-8ce9-16e7318b6671 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router_gateway (da451a04-c6e7-420c-9853-9a19df83476c), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:59.732545 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04d345-db81-4274-a479-03d94be2ad56 req-8ee6483a-99bb-483b-bbca-89d5fdf44332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:59.734428 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ae04d345-db81-4274-a479-03d94be2ad56 req-8ee6483a-99bb-483b-bbca-89d5fdf44332 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f4ddea57-627d-4710-8db5-8556b306c459 HTTP/1.1" status: 200 len: 911 time: 0.2561805 Jan 18 20:44:59.786356 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ae04d345-db81-4274-a479-03d94be2ad56 req-e930a5c1-7cd3-4d3e-9090-734379d20f4f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=700f6201-2b4a-452a-bdf7-05c3a7647344 HTTP/1.1" status: 200 len: 217 time: 0.0450220 Jan 18 20:44:59.848708 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a0b9d217-b61a-4591-9e4c-05cdd89cfb82 req-e6f6b1a7-e02a-4305-9309-1b808afbb033 service neutron] 10.222.0.70 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239319 Jan 18 20:44:59.859447 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb23a5-ed8f-4e85-8e84-f149abc4eaf3 req-b251ec76-1545-4cd9-b5e9-dfd6859df20b tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:44:59.861034 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37eb23a5-ed8f-4e85-8e84-f149abc4eaf3 req-b251ec76-1545-4cd9-b5e9-dfd6859df20b tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=d845b7ed-d482-4f7f-8c15-820cfb49af7f HTTP/1.1" status: 200 len: 908 time: 0.0683830 Jan 18 20:44:59.947901 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a0b9d217-b61a-4591-9e4c-05cdd89cfb82 req-8dccfe3c-8450-43bf-ade0-34722adf5666 service neutron] 10.222.0.70 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858645 Jan 18 20:45:00.142240 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04d345-db81-4274-a479-03d94be2ad56 req-30e95042-bcd0-4fdf-87a9-70ba8ddf071e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:00.143597 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ae04d345-db81-4274-a479-03d94be2ad56 req-30e95042-bcd0-4fdf-87a9-70ba8ddf071e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4fbcab85-2aaa-4608-b9d7-504fb8b354b9 HTTP/1.1" status: 200 len: 849 time: 0.3514473 Jan 18 20:45:00.200200 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04d345-db81-4274-a479-03d94be2ad56 req-6bf2cfda-7751-428b-8b1f-b2e2de9c4061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:00.201688 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ae04d345-db81-4274-a479-03d94be2ad56 req-6bf2cfda-7751-428b-8b1f-b2e2de9c4061 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f4ddea57-627d-4710-8db5-8556b306c459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520492 Jan 18 20:45:00.226110 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe14982-4b41-436e-a279-13986136a543 req-e3ec73a5-7230-4957-a6e7-5a2feb623a23 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:00.227629 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fe14982-4b41-436e-a279-13986136a543 req-e3ec73a5-7230-4957-a6e7-5a2feb623a23 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d2e1754f-0da5-489a-b28b-133079f7554b HTTP/1.1" status: 200 len: 1094 time: 0.0443819 Jan 18 20:45:00.269669 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fe14982-4b41-436e-a279-13986136a543 req-5f5d6984-d0ac-4a20-a309-234eb6a0fe1f tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=838b0019-5a32-48cf-b328-eda166101719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363848 Jan 18 20:45:00.361804 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-02360fe2-bb87-43a7-8ce9-16e7318b6671 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router_gateway (da451a04-c6e7-420c-9853-9a19df83476c), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:00.386622 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-02360fe2-bb87-43a7-8ce9-16e7318b6671 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:00.403351 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ae04d345-db81-4274-a479-03d94be2ad56 req-bfcbc3ab-a656-49f0-b249-b0409718a174 service neutron] 10.222.0.57 "GET /v2.0/networks/f4ddea57-627d-4710-8db5-8556b306c459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942947 Jan 18 20:45:00.571150 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ae04d345-db81-4274-a479-03d94be2ad56 req-e0ccfce8-4aa7-43f4-ba72-2f8d6f66c479 service neutron] 10.222.0.57 "GET /v2.0/networks/f4ddea57-627d-4710-8db5-8556b306c459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414099 Jan 18 20:45:00.572181 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-02360fe2-bb87-43a7-8ce9-16e7318b6671 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Allocated IP 172.25.4.22 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/f7894408-cdb9-40d0-b1bb-55efd0db0a40) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:45:00.575453 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:00.644899 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device bd1f2d88-3dfa-46ed-8230-492d7265a678 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:45:00.678015 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-02360fe2-bb87-43a7-8ce9-16e7318b6671 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for port (f7894408-cdb9-40d0-b1bb-55efd0db0a40), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:00.692556 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port bd1f2d88-3dfa-46ed-8230-492d7265a678 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:45:00.698675 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port bd1f2d88-3dfa-46ed-8230-492d7265a678 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:45:00.699050 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bd1f2d88-3dfa-46ed-8230-492d7265a678), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:00.716004 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-02360fe2-bb87-43a7-8ce9-16e7318b6671 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (f7894408-cdb9-40d0-b1bb-55efd0db0a40), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:00.756046 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02360fe2-bb87-43a7-8ce9-16e7318b6671 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:45:00.758842 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-02360fe2-bb87-43a7-8ce9-16e7318b6671 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:45:00.762391 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02360fe2-bb87-43a7-8ce9-16e7318b6671 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:45:00.774516 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6802d379-e28c-4fb6-ba5a-0afaeee18b98 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:45:00.784414 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02360fe2-bb87-43a7-8ce9-16e7318b6671 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Port': ['ID=f7894408-cdb9-40d0-b1bb-55efd0db0a40,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:00.789833 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port bd1f2d88-3dfa-46ed-8230-492d7265a678 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:45:00.790223 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bd1f2d88-3dfa-46ed-8230-492d7265a678), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:00.814285 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd845b7ed-d482-4f7f-8c15-820cfb49af7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1f2d88-3dfa-46ed-8230-492d7265a678'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:45:00.816533 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfb48bb-0625-462a-813e-3909dfe6c46b" -d '{"events": [{"server_uuid": "d845b7ed-d482-4f7f-8c15-820cfb49af7f", "name": "network-vif-plugged", "status": "completed", "tag": "bd1f2d88-3dfa-46ed-8230-492d7265a678"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:45:00.829052 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port bd1f2d88-3dfa-46ed-8230-492d7265a678, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=bd1f2d88-3dfa-46ed-8230-492d7265a678,segment=NetworkSegment(e99ee563-6c4f-456e-a3e2-676d08c221c8),segment_id=e99ee563-6c4f-456e-a3e2-676d08c221c8)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:00.833854 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (bd1f2d88-3dfa-46ed-8230-492d7265a678), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:00.857320 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e486f9d7-8053-4e78-a7ca-0f1ac6526b37 x-openstack-request-id: req-e486f9d7-8053-4e78-a7ca-0f1ac6526b37 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:45:00.857620 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d845b7ed-d482-4f7f-8c15-820cfb49af7f", "name": "network-vif-plugged", "status": "completed", "tag": "bd1f2d88-3dfa-46ed-8230-492d7265a678", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:45:00.857895 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e486f9d7-8053-4e78-a7ca-0f1ac6526b37 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:45:00.858290 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd845b7ed-d482-4f7f-8c15-820cfb49af7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1f2d88-3dfa-46ed-8230-492d7265a678', 'code': 200} Jan 18 20:45:00.886593 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=bd1f2d88-3dfa-46ed-8230-492d7265a678,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:00.901575 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-23f30a26-3eca-4e22-b7eb-baafb6cddda8 None None] Provisioning complete for port f7894408-cdb9-40d0-b1bb-55efd0db0a40 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:45:00.902188 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-23f30a26-3eca-4e22-b7eb-baafb6cddda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f7894408-cdb9-40d0-b1bb-55efd0db0a40), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:00.941800 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-23f30a26-3eca-4e22-b7eb-baafb6cddda8 None None] Port f7894408-cdb9-40d0-b1bb-55efd0db0a40 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:45:01.007171 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3678786-0e5c-440d-b3c2-5cc026760879 req-06fd3268-a069-4f85-926b-508f6fa0adc9 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:01.008750 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f3678786-0e5c-440d-b3c2-5cc026760879 req-06fd3268-a069-4f85-926b-508f6fa0adc9 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=d845b7ed-d482-4f7f-8c15-820cfb49af7f HTTP/1.1" status: 200 len: 909 time: 0.0548766 Jan 18 20:45:01.050606 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47905f26-107d-4edf-96e2-d2021252f51b req-b304f412-7cdc-4ace-bfd0-8174578c6cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:01.052086 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-47905f26-107d-4edf-96e2-d2021252f51b req-b304f412-7cdc-4ace-bfd0-8174578c6cb7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d845b7ed-d482-4f7f-8c15-820cfb49af7f HTTP/1.1" status: 200 len: 1060 time: 0.0859771 Jan 18 20:45:01.062120 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-02360fe2-bb87-43a7-8ce9-16e7318b6671 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router_gateway (da451a04-c6e7-420c-9853-9a19df83476c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:01.259027 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-02360fe2-bb87-43a7-8ce9-16e7318b6671 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (da451a04-c6e7-420c-9853-9a19df83476c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:01.378843 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fbb33-5df1-4858-b6b6-b1dbc7ddf3b6 req-93247db9-06bc-4f17-a1b9-1daf3704106d tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:01.380374 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-724fbb33-5df1-4858-b6b6-b1dbc7ddf3b6 req-93247db9-06bc-4f17-a1b9-1daf3704106d tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d2e1754f-0da5-489a-b28b-133079f7554b HTTP/1.1" status: 200 len: 1094 time: 0.0399826 Jan 18 20:45:01.389885 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02360fe2-bb87-43a7-8ce9-16e7318b6671 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Router da451a04-c6e7-420c-9853-9a19df83476c is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:45:01.424329 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-724fbb33-5df1-4858-b6b6-b1dbc7ddf3b6 req-df74ca46-9b62-499a-b78e-65251db67ea4 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=838b0019-5a32-48cf-b328-eda166101719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383070 Jan 18 20:45:01.497232 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02360fe2-bb87-43a7-8ce9-16e7318b6671 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:45:01.506626 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee94767d-d7d4-4811-9a61-fa8350066278 None None] Sync routers for ids ['da451a04-c6e7-420c-9853-9a19df83476c'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:45:01.522105 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee94767d-d7d4-4811-9a61-fa8350066278 None None] Routers {'da451a04-c6e7-420c-9853-9a19df83476c'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:45:01.522647 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ee94767d-d7d4-4811-9a61-fa8350066278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['da451a04-c6e7-420c-9853-9a19df83476c'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:01.523369 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-02360fe2-bb87-43a7-8ce9-16e7318b6671 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:01.524613 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-02360fe2-bb87-43a7-8ce9-16e7318b6671 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1516538 Jan 18 20:45:01.527806 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35760) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:01.556141 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fedf4ddc-a912-4450-b933-0c305c1b6eb1 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=0f033c66edd74e168cf3601ff8da102f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271504 Jan 18 20:45:01.558707 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35762) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:01.630792 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-ee94767d-d7d4-4811-9a61-fa8350066278 None None] Set router da451a04-c6e7-420c-9853-9a19df83476c gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:45:01.648910 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16156208-a1d3-4cf5-bc61-f59c879ed285 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:01.650478 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-16156208-a1d3-4cf5-bc61-f59c879ed285 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908823 Jan 18 20:45:01.653334 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35764) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:01.680553 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a7943822-4490-47df-91d2-7528352c16c9 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b0799cf-8cdf-46d5-953b-bdacab604b8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261452 Jan 18 20:45:01.683018 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35766) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:01.687666 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-f4115ec5-1452-4416-9e97-43f92f3177c0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-809657016', 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:45:01.776384 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4115ec5-1452-4416-9e97-43f92f3177c0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Made reservation on behalf of 0f033c66edd74e168cf3601ff8da102f for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:45:01.779831 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f4115ec5-1452-4416-9e97-43f92f3177c0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:01.806409 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ee94767d-d7d4-4811-9a61-fa8350066278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256434636', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'f7894408-cdb9-40d0-b1bb-55efd0db0a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:59Z', 'updated_at': '2022-01-18T20:45:00Z', 'revision_number': 3, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'f7894408-cdb9-40d0-b1bb-55efd0db0a40', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:45:00Z', 'updated_at': '2022-01-18T20:45:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:01.833564 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee94767d-d7d4-4811-9a61-fa8350066278 None None] Checking router: da451a04-c6e7-420c-9853-9a19df83476c for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:45:01.833943 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee94767d-d7d4-4811-9a61-fa8350066278 None None] Updating router da451a04-c6e7-420c-9853-9a19df83476c port f7894408-cdb9-40d0-b1bb-55efd0db0a40 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:45:01.872642 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ee94767d-d7d4-4811-9a61-fa8350066278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f7894408-cdb9-40d0-b1bb-55efd0db0a40), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:01.875301 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:01.965927 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f4115ec5-1452-4416-9e97-43f92f3177c0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (fe8ac68a-3470-4109-a6ec-35aaad3bc8cc), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:02.034389 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4115ec5-1452-4416-9e97-43f92f3177c0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Subnet': ['ID=fe8ac68a-3470-4109-a6ec-35aaad3bc8cc,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:02.039915 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4115ec5-1452-4416-9e97-43f92f3177c0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Checking segment: {'id': '2637d43d-229d-40b9-bb6e-f72a09e4b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:45:02.040289 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4115ec5-1452-4416-9e97-43f92f3177c0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Network hostable DHCP agents. Network: 600bc733-016b-4a63-ab61-90cc9dc602e0, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:45:02.063996 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4115ec5-1452-4416-9e97-43f92f3177c0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Network 600bc733-016b-4a63-ab61-90cc9dc602e0 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:45:02.079915 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-f4115ec5-1452-4416-9e97-43f92f3177c0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 600bc733-016b-4a63-ab61-90cc9dc602e0) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:45:02.085927 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4115ec5-1452-4416-9e97-43f92f3177c0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:02.086477 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f4115ec5-1452-4416-9e97-43f92f3177c0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:02.115771 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f4115ec5-1452-4416-9e97-43f92f3177c0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4317267 Jan 18 20:45:02.118814 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35770) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:02.188957 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a34ce8-43b9-4a20-bd90-56f043118bf3 req-79b0963a-4ed4-4acc-b8bc-3801376a974e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:02.190507 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-18a34ce8-43b9-4a20-bd90-56f043118bf3 req-79b0963a-4ed4-4acc-b8bc-3801376a974e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=d845b7ed-d482-4f7f-8c15-820cfb49af7f HTTP/1.1" status: 200 len: 909 time: 0.1020849 Jan 18 20:45:02.213825 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0629ecc9-6f45-406b-a84a-7be8e3eb37bd None None] Network 600bc733-016b-4a63-ab61-90cc9dc602e0 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:45:02.375207 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9c72ec-1e84-4321-88c3-dd24239b1817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-600bc733-016b-4a63-ab61-90cc9dc602e0', 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0', 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'fixed_ips': [{'subnet_id': 'fe8ac68a-3470-4109-a6ec-35aaad3bc8cc'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:45:02.376974 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4e9c72ec-1e84-4321-88c3-dd24239b1817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:02.419797 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ee94767d-d7d4-4811-9a61-fa8350066278 None None] Publish callbacks [] for port (f7894408-cdb9-40d0-b1bb-55efd0db0a40), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:02.479004 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ee94767d-d7d4-4811-9a61-fa8350066278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f7894408-cdb9-40d0-b1bb-55efd0db0a40), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:02.543683 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934adaa7-874e-4014-891c-3392abd0b351 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:45:02.589144 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ff2d2-e749-4dda-806f-b0b59bf89ac1 req-fbf22d43-f1f6-483a-a67d-9355d7e46ca2 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:02.590793 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-542ff2d2-e749-4dda-806f-b0b59bf89ac1 req-fbf22d43-f1f6-483a-a67d-9355d7e46ca2 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d2e1754f-0da5-489a-b28b-133079f7554b HTTP/1.1" status: 200 len: 1094 time: 0.0827935 Jan 18 20:45:02.591294 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a741bd-8d4d-45d2-a477-ed7483f018a3 None None] Pushing event updated for resources: {'Port': ['ID=f7894408-cdb9-40d0-b1bb-55efd0db0a40,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:02.595688 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ee94767d-d7d4-4811-9a61-fa8350066278 None None] Attempting to bind port f7894408-cdb9-40d0-b1bb-55efd0db0a40 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:45:02.595843 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ee94767d-d7d4-4811-9a61-fa8350066278 None None] Attempting to bind port f7894408-cdb9-40d0-b1bb-55efd0db0a40 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:45:02.596180 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94767d-d7d4-4811-9a61-fa8350066278 None None] Attempting to bind port f7894408-cdb9-40d0-b1bb-55efd0db0a40 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:45:02.609338 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94767d-d7d4-4811-9a61-fa8350066278 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:45:02.609747 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94767d-d7d4-4811-9a61-fa8350066278 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:45:02.610721 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ee94767d-d7d4-4811-9a61-fa8350066278 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:02.611120 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94767d-d7d4-4811-9a61-fa8350066278 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:45:02.611595 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ee94767d-d7d4-4811-9a61-fa8350066278 None None] Bound port: f7894408-cdb9-40d0-b1bb-55efd0db0a40, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:45:02.611980 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ee94767d-d7d4-4811-9a61-fa8350066278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f7894408-cdb9-40d0-b1bb-55efd0db0a40), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:02.652171 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-4e9c72ec-1e84-4321-88c3-dd24239b1817 None None] Allocated IP 172.20.0.2 (600bc733-016b-4a63-ab61-90cc9dc602e0/fe8ac68a-3470-4109-a6ec-35aaad3bc8cc/3d1cd2e1-0176-4165-937e-2a2900ff4bf9) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:45:02.654216 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 700f6201-2b4a-452a-bdf7-05c3a7647344 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:45:02.673136 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34fae4ec-c1cf-417c-8173-bbf7b9ec111e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:02.677790 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-542ff2d2-e749-4dda-806f-b0b59bf89ac1 req-c05a3a2e-3a95-480d-b5e3-ecdbcd483dec tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=838b0019-5a32-48cf-b328-eda166101719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799546 Jan 18 20:45:02.753500 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ee94767d-d7d4-4811-9a61-fa8350066278 None None] For port f7894408-cdb9-40d0-b1bb-55efd0db0a40, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:45:02.785681 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0ab9b515-9bc4-495a-9ee0-567f05c48e91 None None] Provisioning complete for port f7894408-cdb9-40d0-b1bb-55efd0db0a40 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:45:02.786071 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b515-9bc4-495a-9ee0-567f05c48e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f7894408-cdb9-40d0-b1bb-55efd0db0a40), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:02.850246 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ee94767d-d7d4-4811-9a61-fa8350066278 None None] For port f7894408-cdb9-40d0-b1bb-55efd0db0a40, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f7894408-cdb9-40d0-b1bb-55efd0db0a40,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:45:02.866021 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ee94767d-d7d4-4811-9a61-fa8350066278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f7894408-cdb9-40d0-b1bb-55efd0db0a40), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:02.923894 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0ab9b515-9bc4-495a-9ee0-567f05c48e91 None None] Port f7894408-cdb9-40d0-b1bb-55efd0db0a40 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:45:02.952195 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2101976c-4093-4ca8-b746-5e72e1a8b32f None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:45:02.988825 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 700f6201-2b4a-452a-bdf7-05c3a7647344, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=700f6201-2b4a-452a-bdf7-05c3a7647344,segment=NetworkSegment(b8546c6f-fb62-467d-8fc9-7edb575ddea2),segment_id=b8546c6f-fb62-467d-8fc9-7edb575ddea2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:03.033437 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a741bd-8d4d-45d2-a477-ed7483f018a3 None None] Pushing event updated for resources: {'Port': ['ID=f7894408-cdb9-40d0-b1bb-55efd0db0a40,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:03.045399 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee94767d-d7d4-4811-9a61-fa8350066278 None None] Routers {'da451a04-c6e7-420c-9853-9a19df83476c'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:45:03.046041 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ee94767d-d7d4-4811-9a61-fa8350066278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['da451a04-c6e7-420c-9853-9a19df83476c'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:03.051054 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '700f6201-2b4a-452a-bdf7-05c3a7647344', 'network_id': 'f4ddea57-627d-4710-8db5-8556b306c459', 'port_id': '700f6201-2b4a-452a-bdf7-05c3a7647344', 'mac_address': 'fa:16:3e:50:8b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fbcab85-2aaa-4608-b9d7-504fb8b354b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:45:03.113626 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4e9c72ec-1e84-4321-88c3-dd24239b1817 None None] Publish callbacks [] for port (3d1cd2e1-0176-4165-937e-2a2900ff4bf9), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:03.138585 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-33b1d147-5f9e-4b56-a7a2-68af20436ec7 None None] Provisioning complete for port f7894408-cdb9-40d0-b1bb-55efd0db0a40 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:45:03.138965 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-33b1d147-5f9e-4b56-a7a2-68af20436ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f7894408-cdb9-40d0-b1bb-55efd0db0a40), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:03.147491 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4e9c72ec-1e84-4321-88c3-dd24239b1817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (3d1cd2e1-0176-4165-937e-2a2900ff4bf9), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:03.168491 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-34fae4ec-c1cf-417c-8173-bbf7b9ec111e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Allocated IP 172.20.0.1 (600bc733-016b-4a63-ab61-90cc9dc602e0/fe8ac68a-3470-4109-a6ec-35aaad3bc8cc/512883ca-9952-4a47-9390-00e34e092a92) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:45:03.259364 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 700f6201-2b4a-452a-bdf7-05c3a7647344 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:45:03.259757 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (700f6201-2b4a-452a-bdf7-05c3a7647344), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:03.264196 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9c72ec-1e84-4321-88c3-dd24239b1817 None None] Network 600bc733-016b-4a63-ab61-90cc9dc602e0 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:45:03.288672 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-4e9c72ec-1e84-4321-88c3-dd24239b1817 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:45:03.291092 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9c72ec-1e84-4321-88c3-dd24239b1817 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:45:03.300299 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c72ec-1e84-4321-88c3-dd24239b1817 None None] Pushing event updated for resources: {'Port': ['ID=3d1cd2e1-0176-4165-937e-2a2900ff4bf9,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:03.307921 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700f6201-2b4a-452a-bdf7-05c3a7647344 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:45:03.311965 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34fae4ec-c1cf-417c-8173-bbf7b9ec111e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for port (512883ca-9952-4a47-9390-00e34e092a92), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:03.319321 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-ee94767d-d7d4-4811-9a61-fa8350066278 None None] Set router da451a04-c6e7-420c-9853-9a19df83476c gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:45:03.352640 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e9a1a-b2d1-4917-8d58-e7061f077a45 req-3473defa-2ebc-4105-823d-837d62f6027b tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:03.354444 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-902e9a1a-b2d1-4917-8d58-e7061f077a45 req-3473defa-2ebc-4105-823d-837d62f6027b tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=d845b7ed-d482-4f7f-8c15-820cfb49af7f HTTP/1.1" status: 200 len: 909 time: 0.0873983 Jan 18 20:45:03.376182 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34fae4ec-c1cf-417c-8173-bbf7b9ec111e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (512883ca-9952-4a47-9390-00e34e092a92), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:03.426326 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fae4ec-c1cf-417c-8173-bbf7b9ec111e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Network 600bc733-016b-4a63-ab61-90cc9dc602e0 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:45:03.429460 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-34fae4ec-c1cf-417c-8173-bbf7b9ec111e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:45:03.433961 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fae4ec-c1cf-417c-8173-bbf7b9ec111e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:45:03.434976 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 700f6201-2b4a-452a-bdf7-05c3a7647344, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=700f6201-2b4a-452a-bdf7-05c3a7647344,segment=NetworkSegment(b8546c6f-fb62-467d-8fc9-7edb575ddea2),segment_id=b8546c6f-fb62-467d-8fc9-7edb575ddea2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:03.462483 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (700f6201-2b4a-452a-bdf7-05c3a7647344), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:03.479324 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fae4ec-c1cf-417c-8173-bbf7b9ec111e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Port': ['ID=512883ca-9952-4a47-9390-00e34e092a92,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:03.515429 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34fae4ec-c1cf-417c-8173-bbf7b9ec111e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (da451a04-c6e7-420c-9853-9a19df83476c), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:03.517542 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-4e9c72ec-1e84-4321-88c3-dd24239b1817 None None] Attempting to bind port 3d1cd2e1-0176-4165-937e-2a2900ff4bf9 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:45:03.517946 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-4e9c72ec-1e84-4321-88c3-dd24239b1817 None None] Attempting to bind port 3d1cd2e1-0176-4165-937e-2a2900ff4bf9 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '2637d43d-229d-40b9-bb6e-f72a09e4b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:45:03.518310 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9c72ec-1e84-4321-88c3-dd24239b1817 None None] Attempting to bind port 3d1cd2e1-0176-4165-937e-2a2900ff4bf9 on network 600bc733-016b-4a63-ab61-90cc9dc602e0 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:45:03.555699 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9c72ec-1e84-4321-88c3-dd24239b1817 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:45:03.556075 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9c72ec-1e84-4321-88c3-dd24239b1817 None None] Checking segment: {'id': '2637d43d-229d-40b9-bb6e-f72a09e4b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:45:03.556481 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4e9c72ec-1e84-4321-88c3-dd24239b1817 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:03.556873 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9c72ec-1e84-4321-88c3-dd24239b1817 None None] Bound using segment: {'id': '2637d43d-229d-40b9-bb6e-f72a09e4b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:45:03.557344 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-4e9c72ec-1e84-4321-88c3-dd24239b1817 None None] Bound port: 3d1cd2e1-0176-4165-937e-2a2900ff4bf9, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2637d43d-229d-40b9-bb6e-f72a09e4b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:45:03.557748 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4e9c72ec-1e84-4321-88c3-dd24239b1817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3d1cd2e1-0176-4165-937e-2a2900ff4bf9), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:03.560877 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010866e6-3c33-4d11-8902-2c953d47d555 req-17a4f147-3ef9-4b45-9318-53d13d148df7 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:03.562416 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-010866e6-3c33-4d11-8902-2c953d47d555 req-17a4f147-3ef9-4b45-9318-53d13d148df7 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=d845b7ed-d482-4f7f-8c15-820cfb49af7f HTTP/1.1" status: 200 len: 909 time: 0.1005476 Jan 18 20:45:03.571088 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-33b1d147-5f9e-4b56-a7a2-68af20436ec7 None None] Current status of the port f7894408-cdb9-40d0-b1bb-55efd0db0a40 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:45:03.571472 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-33b1d147-5f9e-4b56-a7a2-68af20436ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f7894408-cdb9-40d0-b1bb-55efd0db0a40), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:03.633376 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-33b1d147-5f9e-4b56-a7a2-68af20436ec7 None None] For port f7894408-cdb9-40d0-b1bb-55efd0db0a40, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f7894408-cdb9-40d0-b1bb-55efd0db0a40,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:03.653491 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=700f6201-2b4a-452a-bdf7-05c3a7647344,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:03.684387 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-33b1d147-5f9e-4b56-a7a2-68af20436ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f7894408-cdb9-40d0-b1bb-55efd0db0a40), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:03.690587 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34fae4ec-c1cf-417c-8173-bbf7b9ec111e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (512883ca-9952-4a47-9390-00e34e092a92), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:03.713855 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bb2ba-e7e7-46cd-8ef1-9759f4937613 req-6e7db0f1-e916-48f6-ab9b-bd2a56c3e3da tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:03.715369 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-207bb2ba-e7e7-46cd-8ef1-9759f4937613 req-6e7db0f1-e916-48f6-ab9b-bd2a56c3e3da tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d845b7ed-d482-4f7f-8c15-820cfb49af7f HTTP/1.1" status: 200 len: 1060 time: 0.0819438 Jan 18 20:45:03.757837 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-4e9c72ec-1e84-4321-88c3-dd24239b1817 None None] For port 3d1cd2e1-0176-4165-937e-2a2900ff4bf9, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:45:03.766833 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-4e9c72ec-1e84-4321-88c3-dd24239b1817 None None] For port 3d1cd2e1-0176-4165-937e-2a2900ff4bf9, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=3d1cd2e1-0176-4165-937e-2a2900ff4bf9,segment=NetworkSegment(2637d43d-229d-40b9-bb6e-f72a09e4b161),segment_id=2637d43d-229d-40b9-bb6e-f72a09e4b161)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:45:03.775126 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1d147-5f9e-4b56-a7a2-68af20436ec7 None None] Pushing event updated for resources: {'Port': ['ID=f7894408-cdb9-40d0-b1bb-55efd0db0a40,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:03.779058 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4e9c72ec-1e84-4321-88c3-dd24239b1817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3d1cd2e1-0176-4165-937e-2a2900ff4bf9), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:03.786465 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['700f6201-2b4a-452a-bdf7-05c3a7647344'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:45:03.930284 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a7f41-b495-4690-a8c7-ae3120db6701 req-b81bb7bf-1b24-4e91-8c29-636806cb834f tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:03.931854 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed3a7f41-b495-4690-a8c7-ae3120db6701 req-b81bb7bf-1b24-4e91-8c29-636806cb834f tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d2e1754f-0da5-489a-b28b-133079f7554b HTTP/1.1" status: 200 len: 1095 time: 0.1290634 Jan 18 20:45:03.942609 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc4e71-2961-4046-9b6c-5c4bc12057f3 req-183630d2-624e-4802-aafb-1ce6c3ecc92a tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:03.944200 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-63fc4e71-2961-4046-9b6c-5c4bc12057f3 req-183630d2-624e-4802-aafb-1ce6c3ecc92a tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=94f20e2c-5687-4478-96c6-716e37062362 HTTP/1.1" status: 200 len: 1136 time: 0.1278145 Jan 18 20:45:04.083394 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ee94767d-d7d4-4811-9a61-fa8350066278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256434636', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'f7894408-cdb9-40d0-b1bb-55efd0db0a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:59Z', 'updated_at': '2022-01-18T20:45:00Z', 'revision_number': 3, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'f7894408-cdb9-40d0-b1bb-55efd0db0a40', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:45:00Z', 'updated_at': '2022-01-18T20:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:04.085362 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c72ec-1e84-4321-88c3-dd24239b1817 None None] Pushing event updated for resources: {'Port': ['ID=3d1cd2e1-0176-4165-937e-2a2900ff4bf9,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:04.110143 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed3a7f41-b495-4690-a8c7-ae3120db6701 req-971730c9-1feb-4594-827a-6c2c0b6c5aaa tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=838b0019-5a32-48cf-b328-eda166101719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648133 Jan 18 20:45:04.118400 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee94767d-d7d4-4811-9a61-fa8350066278 None None] The sync data for ids ['da451a04-c6e7-420c-9853-9a19df83476c'] in n-d-741529-9 is: [{'id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256434636', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'f7894408-cdb9-40d0-b1bb-55efd0db0a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:59Z', 'updated_at': '2022-01-18T20:45:00Z', 'revision_number': 3, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'f7894408-cdb9-40d0-b1bb-55efd0db0a40', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:45:00Z', 'updated_at': '2022-01-18T20:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:45:04.129537 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-63fc4e71-2961-4046-9b6c-5c4bc12057f3 req-7db28124-81e8-4c49-b11c-cdc72cec3b0f tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=69e6b953-3ab3-4b43-8397-79e973281e13&id=5964f1d1-6192-4fa5-a78b-41c67786ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1672328 Jan 18 20:45:04.141177 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35784) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:04.206660 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34fae4ec-c1cf-417c-8173-bbf7b9ec111e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for port (512883ca-9952-4a47-9390-00e34e092a92), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:04.210204 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:04.212492 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34fae4ec-c1cf-417c-8173-bbf7b9ec111e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (512883ca-9952-4a47-9390-00e34e092a92), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:04.222658 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1674231-5aef-4d92-bdf1-9c90b512b0bc tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:04.224205 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b1674231-5aef-4d92-bdf1-9c90b512b0bc tempest-TestSecurityGroupsBasicOps-269417672 tempest-TestSecurityGroupsBasicOps-269417672-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d845b7ed-d482-4f7f-8c15-820cfb49af7f HTTP/1.1" status: 200 len: 1055 time: 0.0820413 Jan 18 20:45:04.306264 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-34fae4ec-c1cf-417c-8173-bbf7b9ec111e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (da451a04-c6e7-420c-9853-9a19df83476c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:04.307866 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fae4ec-c1cf-417c-8173-bbf7b9ec111e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Port': ['ID=512883ca-9952-4a47-9390-00e34e092a92,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:04.412642 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fae4ec-c1cf-417c-8173-bbf7b9ec111e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Network 600bc733-016b-4a63-ab61-90cc9dc602e0 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:45:04.416968 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-34fae4ec-c1cf-417c-8173-bbf7b9ec111e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:45:04.523085 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 3d1cd2e1-0176-4165-937e-2a2900ff4bf9 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:45:04.585939 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 3d1cd2e1-0176-4165-937e-2a2900ff4bf9 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:45:04.586477 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3d1cd2e1-0176-4165-937e-2a2900ff4bf9), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:04.603044 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca4ce3-549c-4e16-a34f-de74216d8f85 req-3db7a722-6655-40af-bbf4-2accb19ad2ee tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:04.604597 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d3ca4ce3-549c-4e16-a34f-de74216d8f85 req-3db7a722-6655-40af-bbf4-2accb19ad2ee tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=d845b7ed-d482-4f7f-8c15-820cfb49af7f HTTP/1.1" status: 200 len: 909 time: 0.1025021 Jan 18 20:45:04.628870 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fae4ec-c1cf-417c-8173-bbf7b9ec111e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Router da451a04-c6e7-420c-9853-9a19df83476c has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:45:04.679659 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 3d1cd2e1-0176-4165-937e-2a2900ff4bf9 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:45:04.680247 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3d1cd2e1-0176-4165-937e-2a2900ff4bf9), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:04.727503 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 3d1cd2e1-0176-4165-937e-2a2900ff4bf9, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=3d1cd2e1-0176-4165-937e-2a2900ff4bf9,segment=NetworkSegment(2637d43d-229d-40b9-bb6e-f72a09e4b161),segment_id=2637d43d-229d-40b9-bb6e-f72a09e4b161)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:04.733943 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3d1cd2e1-0176-4165-937e-2a2900ff4bf9), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:04.762723 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fae4ec-c1cf-417c-8173-bbf7b9ec111e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:45:04.778291 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-34fae4ec-c1cf-417c-8173-bbf7b9ec111e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "PUT /v2.0/routers/da451a04-c6e7-420c-9853-9a19df83476c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6575124 Jan 18 20:45:04.802561 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=3d1cd2e1-0176-4165-937e-2a2900ff4bf9,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:04.992254 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6bf10c34-cc1c-4976-98ff-560593803706 req-510c2ab6-1e6e-4c63-9f51-37f3de630882 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2300439&fields=id&tenant_id=0f033c66edd74e168cf3601ff8da102f HTTP/1.1" status: 200 len: 267 time: 0.0475216 Jan 18 20:45:05.048874 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85a38a0-af3b-4bd4-b4bc-e8b2b18278be None None] Network 600bc733-016b-4a63-ab61-90cc9dc602e0 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:45:05.123942 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf10c34-cc1c-4976-98ff-560593803706 req-348fc2cd-bb3d-479a-a825-fcfa758b8f11 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:05.130165 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6bf10c34-cc1c-4976-98ff-560593803706 req-348fc2cd-bb3d-479a-a825-fcfa758b8f11 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/networks?id=600bc733-016b-4a63-ab61-90cc9dc602e0 HTTP/1.1" status: 200 len: 796 time: 0.1305788 Jan 18 20:45:05.140916 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6bf10c34-cc1c-4976-98ff-560593803706 req-badbc302-bf8c-4512-9e28-c309a76133bc tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/quotas/0f033c66edd74e168cf3601ff8da102f HTTP/1.1" status: 200 len: 375 time: 0.0093455 Jan 18 20:45:05.160114 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-fd40b276-e279-4afc-8c40-438cffe4758d None None] Provisioning complete for port 3d1cd2e1-0176-4165-937e-2a2900ff4bf9 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:45:05.160493 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fd40b276-e279-4afc-8c40-438cffe4758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3d1cd2e1-0176-4165-937e-2a2900ff4bf9), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:05.198753 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6bf10c34-cc1c-4976-98ff-560593803706 req-d90295bf-725e-4042-b250-f8053dd3a58f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508552 Jan 18 20:45:05.293923 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-fd40b276-e279-4afc-8c40-438cffe4758d None None] Current status of the port 3d1cd2e1-0176-4165-937e-2a2900ff4bf9 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:45:05.352738 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6bf10c34-cc1c-4976-98ff-560593803706 req-785e301f-634e-43a0-9299-8f1b7ac4b7b8 service neutron] 10.222.0.31 "GET /v2.0/networks/600bc733-016b-4a63-ab61-90cc9dc602e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411083 Jan 18 20:45:05.354581 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec559460-11cb-4695-91ea-a0f0b2d70bc3 req-cad32b4b-5864-45f8-b7c6-b2aa9e1fb373 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:05.356099 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec559460-11cb-4695-91ea-a0f0b2d70bc3 req-cad32b4b-5864-45f8-b7c6-b2aa9e1fb373 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d2e1754f-0da5-489a-b28b-133079f7554b HTTP/1.1" status: 200 len: 1095 time: 0.0701487 Jan 18 20:45:05.515623 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d61edd91-dfd0-4901-96f3-5317f0419869 None None] Provisioning complete for port 512883ca-9952-4a47-9390-00e34e092a92 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:45:05.516047 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d61edd91-dfd0-4901-96f3-5317f0419869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (512883ca-9952-4a47-9390-00e34e092a92), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:05.553053 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d61edd91-dfd0-4901-96f3-5317f0419869 None None] Port 512883ca-9952-4a47-9390-00e34e092a92 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:45:05.564911 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d61edd91-dfd0-4901-96f3-5317f0419869 None None] Provisioning complete for port 3d1cd2e1-0176-4165-937e-2a2900ff4bf9 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:45:05.565288 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d61edd91-dfd0-4901-96f3-5317f0419869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3d1cd2e1-0176-4165-937e-2a2900ff4bf9), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:05.653134 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d61edd91-dfd0-4901-96f3-5317f0419869 None None] Current status of the port 3d1cd2e1-0176-4165-937e-2a2900ff4bf9 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:45:05.774385 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a35759fd-a4e7-4d63-9075-f14c8993ccfd None None] Provisioning complete for port 512883ca-9952-4a47-9390-00e34e092a92 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:45:05.775033 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a35759fd-a4e7-4d63-9075-f14c8993ccfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (512883ca-9952-4a47-9390-00e34e092a92), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:05.803665 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec559460-11cb-4695-91ea-a0f0b2d70bc3 req-060a3d66-6eb3-4514-b1fb-6ce0f35e7194 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=838b0019-5a32-48cf-b328-eda166101719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360898 Jan 18 20:45:05.811921 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a35759fd-a4e7-4d63-9075-f14c8993ccfd None None] Port 512883ca-9952-4a47-9390-00e34e092a92 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:45:05.829977 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6bf10c34-cc1c-4976-98ff-560593803706 req-7ef4dbee-1230-4eda-8fee-d9e42aa1b3cc service neutron] 10.222.0.31 "GET /v2.0/networks/600bc733-016b-4a63-ab61-90cc9dc602e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709389 Jan 18 20:45:05.876638 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8fe6d-aed3-4c25-97e1-742f4d3fed6a req-fa037204-6b89-409a-83de-a2a15577ad0b tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:05.878203 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3df8fe6d-aed3-4c25-97e1-742f4d3fed6a req-fa037204-6b89-409a-83de-a2a15577ad0b tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.57 "GET /v2.0/ports?device_id=d845b7ed-d482-4f7f-8c15-820cfb49af7f HTTP/1.1" status: 200 len: 909 time: 0.0512395 Jan 18 20:45:05.941046 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cbf1e-bbb0-4a6a-9b53-731e0defabfd req-499bbd5f-9d57-4a69-bb35-25d6f099a13e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:05.941481 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-35c1a23e-ab5d-4a4d-b44e-fb8cd71cdbfb None None] Provisioning complete for port 512883ca-9952-4a47-9390-00e34e092a92 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:45:05.943315 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-be1cbf1e-bbb0-4a6a-9b53-731e0defabfd req-499bbd5f-9d57-4a69-bb35-25d6f099a13e tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=d845b7ed-d482-4f7f-8c15-820cfb49af7f HTTP/1.1" status: 200 len: 909 time: 0.0590296 Jan 18 20:45:05.944230 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-35c1a23e-ab5d-4a4d-b44e-fb8cd71cdbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (512883ca-9952-4a47-9390-00e34e092a92), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:05.993784 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-35c1a23e-ab5d-4a4d-b44e-fb8cd71cdbfb None None] Port 512883ca-9952-4a47-9390-00e34e092a92 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:45:06.013733 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-3df8fe6d-aed3-4c25-97e1-742f4d3fed6a req-7ec52931-ac53-4e94-8d47-128ea6cb6b50 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Deleting port bd1f2d88-3dfa-46ed-8230-492d7265a678 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:45:06.014180 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3df8fe6d-aed3-4c25-97e1-742f4d3fed6a req-7ec52931-ac53-4e94-8d47-128ea6cb6b50 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (bd1f2d88-3dfa-46ed-8230-492d7265a678), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:06.062410 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c9476123-80f4-445e-b7e9-f8e9b86ccead req-db9f5bc4-ac02-4e70-b780-5b13e1679171 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 210 time: 0.0276816 Jan 18 20:45:06.123864 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-3df8fe6d-aed3-4c25-97e1-742f4d3fed6a req-7ec52931-ac53-4e94-8d47-128ea6cb6b50 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] For port bd1f2d88-3dfa-46ed-8230-492d7265a678, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=bd1f2d88-3dfa-46ed-8230-492d7265a678,segment=NetworkSegment(e99ee563-6c4f-456e-a3e2-676d08c221c8),segment_id=e99ee563-6c4f-456e-a3e2-676d08c221c8)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:06.124258 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3df8fe6d-aed3-4c25-97e1-742f4d3fed6a req-7ec52931-ac53-4e94-8d47-128ea6cb6b50 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (bd1f2d88-3dfa-46ed-8230-492d7265a678), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:06.136899 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-3df8fe6d-aed3-4c25-97e1-742f4d3fed6a req-7ec52931-ac53-4e94-8d47-128ea6cb6b50 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Calling delete_port for bd1f2d88-3dfa-46ed-8230-492d7265a678 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:45:06.150261 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d15639f-c1c4-458d-a0fe-0b40cde40dd0 None None] Sync routers for ids ['da451a04-c6e7-420c-9853-9a19df83476c'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:45:06.160466 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d15639f-c1c4-458d-a0fe-0b40cde40dd0 None None] Routers {'da451a04-c6e7-420c-9853-9a19df83476c'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:45:06.161157 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-3d15639f-c1c4-458d-a0fe-0b40cde40dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['da451a04-c6e7-420c-9853-9a19df83476c'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:06.270552 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-3d15639f-c1c4-458d-a0fe-0b40cde40dd0 None None] Set router da451a04-c6e7-420c-9853-9a19df83476c gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:45:06.290555 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3df8fe6d-aed3-4c25-97e1-742f4d3fed6a req-7ec52931-ac53-4e94-8d47-128ea6cb6b50 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (bd1f2d88-3dfa-46ed-8230-492d7265a678), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:06.349358 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec52931-ac53-4e94-8d47-128ea6cb6b50 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event deleted for resources: {'Port': ['ID=bd1f2d88-3dfa-46ed-8230-492d7265a678,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:06.395369 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df8fe6d-aed3-4c25-97e1-742f4d3fed6a req-7ec52931-ac53-4e94-8d47-128ea6cb6b50 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] No DVR routers for this DVR port bd1f2d88-3dfa-46ed-8230-492d7265a678 on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:45:06.399366 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3df8fe6d-aed3-4c25-97e1-742f4d3fed6a req-7ec52931-ac53-4e94-8d47-128ea6cb6b50 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:06.402843 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3df8fe6d-aed3-4c25-97e1-742f4d3fed6a req-7ec52931-ac53-4e94-8d47-128ea6cb6b50 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.57 "DELETE /v2.0/ports/bd1f2d88-3dfa-46ed-8230-492d7265a678 HTTP/1.1" status: 204 len: 173 time: 0.5172529 Jan 18 20:45:06.403504 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd845b7ed-d482-4f7f-8c15-820cfb49af7f', 'name': 'network-vif-deleted', 'tag': 'bd1f2d88-3dfa-46ed-8230-492d7265a678'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:45:06.406591 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49087f22-fe9f-43a8-ac65-9e3ffdf98461" -d '{"events": [{"server_uuid": "d845b7ed-d482-4f7f-8c15-820cfb49af7f", "name": "network-vif-deleted", "tag": "bd1f2d88-3dfa-46ed-8230-492d7265a678"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:45:06.480667 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f32beba-9302-442d-a613-a997689eeee7 x-openstack-request-id: req-4f32beba-9302-442d-a613-a997689eeee7 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:45:06.480960 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d845b7ed-d482-4f7f-8c15-820cfb49af7f", "name": "network-vif-deleted", "tag": "bd1f2d88-3dfa-46ed-8230-492d7265a678", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:45:06.481233 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f32beba-9302-442d-a613-a997689eeee7 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:45:06.481884 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd845b7ed-d482-4f7f-8c15-820cfb49af7f', 'name': 'network-vif-deleted', 'tag': 'bd1f2d88-3dfa-46ed-8230-492d7265a678', 'status': 'completed', 'code': 200} Jan 18 20:45:06.533520 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-3d15639f-c1c4-458d-a0fe-0b40cde40dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256434636', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'f7894408-cdb9-40d0-b1bb-55efd0db0a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:59Z', 'updated_at': '2022-01-18T20:45:03Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'f7894408-cdb9-40d0-b1bb-55efd0db0a40', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:45:00Z', 'updated_at': '2022-01-18T20:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '512883ca-9952-4a47-9390-00e34e092a92', 'name': '', 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:5e:ff:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'fe8ac68a-3470-4109-a6ec-35aaad3bc8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:45:02Z', 'updated_at': '2022-01-18T20:45:03Z', 'revision_number': 2, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': 'fe8ac68a-3470-4109-a6ec-35aaad3bc8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:06.573557 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d15639f-c1c4-458d-a0fe-0b40cde40dd0 None None] Checking router: da451a04-c6e7-420c-9853-9a19df83476c for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:45:06.574297 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d15639f-c1c4-458d-a0fe-0b40cde40dd0 None None] Updating router da451a04-c6e7-420c-9853-9a19df83476c port 512883ca-9952-4a47-9390-00e34e092a92 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:45:06.601807 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f7894408-cdb9-40d0-b1bb-55efd0db0a40 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:45:06.602026 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3d15639f-c1c4-458d-a0fe-0b40cde40dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (512883ca-9952-4a47-9390-00e34e092a92), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:06.662511 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 700f6201-2b4a-452a-bdf7-05c3a7647344 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:45:06.704639 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port f7894408-cdb9-40d0-b1bb-55efd0db0a40 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:45:06.705317 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f7894408-cdb9-40d0-b1bb-55efd0db0a40), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:06.764062 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 700f6201-2b4a-452a-bdf7-05c3a7647344 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:45:06.768917 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 700f6201-2b4a-452a-bdf7-05c3a7647344 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:45:06.769560 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (700f6201-2b4a-452a-bdf7-05c3a7647344), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:06.836249 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port f7894408-cdb9-40d0-b1bb-55efd0db0a40 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:45:06.837942 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 3d1cd2e1-0176-4165-937e-2a2900ff4bf9 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:45:06.874761 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3d15639f-c1c4-458d-a0fe-0b40cde40dd0 None None] Publish callbacks [] for port (512883ca-9952-4a47-9390-00e34e092a92), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:06.883052 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3d15639f-c1c4-458d-a0fe-0b40cde40dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (512883ca-9952-4a47-9390-00e34e092a92), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:06.916349 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c305c-cd5e-4cd2-bdb9-a7cf964e9b6a req-ca7c4338-3ea8-4672-ab19-53eedf6ad643 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:06.923867 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-301c305c-cd5e-4cd2-bdb9-a7cf964e9b6a req-ca7c4338-3ea8-4672-ab19-53eedf6ad643 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d2e1754f-0da5-489a-b28b-133079f7554b HTTP/1.1" status: 200 len: 1095 time: 0.0481637 Jan 18 20:45:06.960036 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 700f6201-2b4a-452a-bdf7-05c3a7647344 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:45:06.960431 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (700f6201-2b4a-452a-bdf7-05c3a7647344), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:06.986369 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 3d1cd2e1-0176-4165-937e-2a2900ff4bf9 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:45:06.987943 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3d1cd2e1-0176-4165-937e-2a2900ff4bf9), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:06.989444 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-301c305c-cd5e-4cd2-bdb9-a7cf964e9b6a req-c2f1ddb8-86bb-4681-901a-dc6b6a4da8db tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=838b0019-5a32-48cf-b328-eda166101719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497932 Jan 18 20:45:06.992319 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a222d9d-07e8-4d61-b018-6465963cc233 None None] Pushing event updated for resources: {'Port': ['ID=512883ca-9952-4a47-9390-00e34e092a92,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:07.001527 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:07.036604 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-3d15639f-c1c4-458d-a0fe-0b40cde40dd0 None None] Attempting to bind port 512883ca-9952-4a47-9390-00e34e092a92 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:45:07.036964 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-3d15639f-c1c4-458d-a0fe-0b40cde40dd0 None None] Attempting to bind port 512883ca-9952-4a47-9390-00e34e092a92 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '2637d43d-229d-40b9-bb6e-f72a09e4b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:45:07.037463 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d15639f-c1c4-458d-a0fe-0b40cde40dd0 None None] Attempting to bind port 512883ca-9952-4a47-9390-00e34e092a92 on network 600bc733-016b-4a63-ab61-90cc9dc602e0 {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:45:07.044268 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d15639f-c1c4-458d-a0fe-0b40cde40dd0 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:45:07.044639 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d15639f-c1c4-458d-a0fe-0b40cde40dd0 None None] Checking segment: {'id': '2637d43d-229d-40b9-bb6e-f72a09e4b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:45:07.045148 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3d15639f-c1c4-458d-a0fe-0b40cde40dd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:07.045420 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d15639f-c1c4-458d-a0fe-0b40cde40dd0 None None] Bound using segment: {'id': '2637d43d-229d-40b9-bb6e-f72a09e4b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:45:07.046694 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-3d15639f-c1c4-458d-a0fe-0b40cde40dd0 None None] Bound port: 512883ca-9952-4a47-9390-00e34e092a92, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2637d43d-229d-40b9-bb6e-f72a09e4b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:45:07.046694 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3d15639f-c1c4-458d-a0fe-0b40cde40dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (512883ca-9952-4a47-9390-00e34e092a92), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:07.111569 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e1754f-0da5-489a-b28b-133079f7554b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700f6201-2b4a-452a-bdf7-05c3a7647344'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:45:07.115496 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0598d09d-9b7a-4e76-9b58-4195ab8b188e" -d '{"events": [{"server_uuid": "d2e1754f-0da5-489a-b28b-133079f7554b", "name": "network-vif-plugged", "status": "completed", "tag": "700f6201-2b4a-452a-bdf7-05c3a7647344"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:45:07.139011 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 700f6201-2b4a-452a-bdf7-05c3a7647344, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=700f6201-2b4a-452a-bdf7-05c3a7647344,segment=NetworkSegment(b8546c6f-fb62-467d-8fc9-7edb575ddea2),segment_id=b8546c6f-fb62-467d-8fc9-7edb575ddea2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:07.153400 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (700f6201-2b4a-452a-bdf7-05c3a7647344), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:07.154269 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6226a326-35d6-4a17-b2b2-ca69df4b49ad req-4f28c5ad-0e45-45de-a0ba-70ded07faa75 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=d845b7ed-d482-4f7f-8c15-820cfb49af7f HTTP/1.1" status: 200 len: 210 time: 0.0696301 Jan 18 20:45:07.173278 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-3d15639f-c1c4-458d-a0fe-0b40cde40dd0 None None] For port 512883ca-9952-4a47-9390-00e34e092a92, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:45:07.180721 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-3d15639f-c1c4-458d-a0fe-0b40cde40dd0 None None] For port 512883ca-9952-4a47-9390-00e34e092a92, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=512883ca-9952-4a47-9390-00e34e092a92,segment=NetworkSegment(2637d43d-229d-40b9-bb6e-f72a09e4b161),segment_id=2637d43d-229d-40b9-bb6e-f72a09e4b161)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:45:07.190728 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3d15639f-c1c4-458d-a0fe-0b40cde40dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (512883ca-9952-4a47-9390-00e34e092a92), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:07.238239 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3fa3bc7e-3341-4165-b52d-e28d885c4e04 req-586583cc-9440-42a9-bba9-dcc1eff676f9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 210 time: 0.0520766 Jan 18 20:45:07.268807 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c931169-26dc-4e09-8a84-15242b728192 x-openstack-request-id: req-9c931169-26dc-4e09-8a84-15242b728192 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:45:07.274188 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e1754f-0da5-489a-b28b-133079f7554b", "name": "network-vif-plugged", "status": "completed", "tag": "700f6201-2b4a-452a-bdf7-05c3a7647344", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:45:07.275082 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c931169-26dc-4e09-8a84-15242b728192 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:45:07.275669 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e1754f-0da5-489a-b28b-133079f7554b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700f6201-2b4a-452a-bdf7-05c3a7647344', 'code': 200} Jan 18 20:45:07.317276 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 3d1cd2e1-0176-4165-937e-2a2900ff4bf9 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:45:07.366084 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=700f6201-2b4a-452a-bdf7-05c3a7647344,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:07.399099 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-37dad69b-d4b9-456e-a394-cd2813ad4b3b None None] Provisioning complete for port 512883ca-9952-4a47-9390-00e34e092a92 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:45:07.399476 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-37dad69b-d4b9-456e-a394-cd2813ad4b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (512883ca-9952-4a47-9390-00e34e092a92), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:07.400275 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf10c34-cc1c-4976-98ff-560593803706 req-b9703dac-f315-41d3-9495-e853f59c46d5 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:07.402013 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6bf10c34-cc1c-4976-98ff-560593803706 req-b9703dac-f315-41d3-9495-e853f59c46d5 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.70 "GET /v2.0/networks?id=600bc733-016b-4a63-ab61-90cc9dc602e0 HTTP/1.1" status: 200 len: 796 time: 0.1587136 Jan 18 20:45:07.402178 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a222d9d-07e8-4d61-b018-6465963cc233 None None] Pushing event updated for resources: {'Port': ['ID=512883ca-9952-4a47-9390-00e34e092a92,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:07.423366 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d15639f-c1c4-458d-a0fe-0b40cde40dd0 None None] Routers {'da451a04-c6e7-420c-9853-9a19df83476c'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:45:07.424512 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-3d15639f-c1c4-458d-a0fe-0b40cde40dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['da451a04-c6e7-420c-9853-9a19df83476c'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:07.429601 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c1ade-27a9-45d1-94eb-1e9503fc6f85 req-5e8cadb0-2bae-43a0-9762-94bd773be2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:07.431160 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-145c1ade-27a9-45d1-94eb-1e9503fc6f85 req-5e8cadb0-2bae-43a0-9762-94bd773be2de service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d2e1754f-0da5-489a-b28b-133079f7554b HTTP/1.1" status: 200 len: 1096 time: 0.0810740 Jan 18 20:45:07.502523 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6bf10c34-cc1c-4976-98ff-560593803706 req-ee166228-59f3-4598-a40e-6f321ed97e85 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f033c66edd74e168cf3601ff8da102f HTTP/1.1" status: 200 len: 377 time: 0.0860617 Jan 18 20:45:07.505424 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-145c1ade-27a9-45d1-94eb-1e9503fc6f85 req-4545aa15-9210-421f-b83c-32f69f71d1a5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=838b0019-5a32-48cf-b328-eda166101719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678775 Jan 18 20:45:07.517753 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-6bf10c34-cc1c-4976-98ff-560593803706 req-21a8274c-d865-431c-bb94-328ce327416d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'port': {'device_id': 'd5f67531-c59c-4a12-ac97-6d7fcfb5e78a', 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0', 'admin_state_up': True, 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'security_groups': ['f9ed6ff7-0a83-4718-8259-69319ff1d618']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:45:07.545391 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-37dad69b-d4b9-456e-a394-cd2813ad4b3b None None] Current status of the port 512883ca-9952-4a47-9390-00e34e092a92 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:45:07.545782 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-37dad69b-d4b9-456e-a394-cd2813ad4b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (512883ca-9952-4a47-9390-00e34e092a92), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:07.554924 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-3d15639f-c1c4-458d-a0fe-0b40cde40dd0 None None] Set router da451a04-c6e7-420c-9853-9a19df83476c gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:45:07.586059 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-37dad69b-d4b9-456e-a394-cd2813ad4b3b None None] For port 512883ca-9952-4a47-9390-00e34e092a92, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=512883ca-9952-4a47-9390-00e34e092a92,segment=NetworkSegment(2637d43d-229d-40b9-bb6e-f72a09e4b161),segment_id=2637d43d-229d-40b9-bb6e-f72a09e4b161)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:07.591768 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-37dad69b-d4b9-456e-a394-cd2813ad4b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (512883ca-9952-4a47-9390-00e34e092a92), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:07.645874 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dad69b-d4b9-456e-a394-cd2813ad4b3b None None] Pushing event updated for resources: {'Port': ['ID=512883ca-9952-4a47-9390-00e34e092a92,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:07.655386 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf10c34-cc1c-4976-98ff-560593803706 req-21a8274c-d865-431c-bb94-328ce327416d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Made reservation on behalf of 0f033c66edd74e168cf3601ff8da102f for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:45:07.661838 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6bf10c34-cc1c-4976-98ff-560593803706 req-21a8274c-d865-431c-bb94-328ce327416d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:07.720491 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-62404c89-c1be-4a89-98a6-4055a14dd37b None None] Provisioning complete for port 512883ca-9952-4a47-9390-00e34e092a92 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:45:07.720869 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-62404c89-c1be-4a89-98a6-4055a14dd37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (512883ca-9952-4a47-9390-00e34e092a92), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:07.782244 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-3d15639f-c1c4-458d-a0fe-0b40cde40dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256434636', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'f7894408-cdb9-40d0-b1bb-55efd0db0a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:59Z', 'updated_at': '2022-01-18T20:45:03Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'f7894408-cdb9-40d0-b1bb-55efd0db0a40', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:45:00Z', 'updated_at': '2022-01-18T20:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '512883ca-9952-4a47-9390-00e34e092a92', 'name': '', 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:5e:ff:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'fe8ac68a-3470-4109-a6ec-35aaad3bc8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:45:02Z', 'updated_at': '2022-01-18T20:45:07Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': 'fe8ac68a-3470-4109-a6ec-35aaad3bc8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:07.791124 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-6bf10c34-cc1c-4976-98ff-560593803706 req-21a8274c-d865-431c-bb94-328ce327416d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Allocated IP 172.20.0.7 (600bc733-016b-4a63-ab61-90cc9dc602e0/fe8ac68a-3470-4109-a6ec-35aaad3bc8cc/f8f6e264-fd3b-4693-aed4-ab19e019f919) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:45:07.806303 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-62404c89-c1be-4a89-98a6-4055a14dd37b None None] Current status of the port 512883ca-9952-4a47-9390-00e34e092a92 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:45:07.813371 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d15639f-c1c4-458d-a0fe-0b40cde40dd0 None None] The sync data for ids ['da451a04-c6e7-420c-9853-9a19df83476c'] in n-d-741529-9 is: [{'id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256434636', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'f7894408-cdb9-40d0-b1bb-55efd0db0a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:59Z', 'updated_at': '2022-01-18T20:45:03Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'f7894408-cdb9-40d0-b1bb-55efd0db0a40', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:45:00Z', 'updated_at': '2022-01-18T20:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '512883ca-9952-4a47-9390-00e34e092a92', 'name': '', 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:5e:ff:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'fe8ac68a-3470-4109-a6ec-35aaad3bc8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:45:02Z', 'updated_at': '2022-01-18T20:45:07Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': 'fe8ac68a-3470-4109-a6ec-35aaad3bc8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:45:07.948856 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6bf10c34-cc1c-4976-98ff-560593803706 req-21a8274c-d865-431c-bb94-328ce327416d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for port (f8f6e264-fd3b-4693-aed4-ab19e019f919), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:07.988456 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6bf10c34-cc1c-4976-98ff-560593803706 req-21a8274c-d865-431c-bb94-328ce327416d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (f8f6e264-fd3b-4693-aed4-ab19e019f919), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:08.042196 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf10c34-cc1c-4976-98ff-560593803706 req-21a8274c-d865-431c-bb94-328ce327416d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Network 600bc733-016b-4a63-ab61-90cc9dc602e0 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:45:08.049056 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-6bf10c34-cc1c-4976-98ff-560593803706 req-21a8274c-d865-431c-bb94-328ce327416d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:45:08.052304 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8274c-d865-431c-bb94-328ce327416d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Port': ['ID=f8f6e264-fd3b-4693-aed4-ab19e019f919,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:08.055248 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf10c34-cc1c-4976-98ff-560593803706 req-21a8274c-d865-431c-bb94-328ce327416d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:45:08.129351 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf10c34-cc1c-4976-98ff-560593803706 req-21a8274c-d865-431c-bb94-328ce327416d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:08.129948 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6bf10c34-cc1c-4976-98ff-560593803706 req-21a8274c-d865-431c-bb94-328ce327416d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:08.148513 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdba614-9b95-4bcc-9ebb-91e77a996918 req-2263ad37-a737-49eb-b86d-82c4621d062c tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:08.150175 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cfdba614-9b95-4bcc-9ebb-91e77a996918 req-2263ad37-a737-49eb-b86d-82c4621d062c tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d2e1754f-0da5-489a-b28b-133079f7554b HTTP/1.1" status: 200 len: 1096 time: 0.0684779 Jan 18 20:45:08.154064 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6bf10c34-cc1c-4976-98ff-560593803706 req-21a8274c-d865-431c-bb94-328ce327416d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6418951 Jan 18 20:45:08.169721 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-6bf10c34-cc1c-4976-98ff-560593803706 req-82bb150e-af61-44c8-8a6d-7853d2823611 service neutron] Request body: {'port': {'device_id': 'd5f67531-c59c-4a12-ac97-6d7fcfb5e78a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:45:08.211388 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35832) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:08.257314 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cfdba614-9b95-4bcc-9ebb-91e77a996918 req-4999a305-978b-4cf3-823c-b61d00a68aac tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=838b0019-5a32-48cf-b328-eda166101719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996675 Jan 18 20:45:08.265325 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6bf10c34-cc1c-4976-98ff-560593803706 req-82bb150e-af61-44c8-8a6d-7853d2823611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f8f6e264-fd3b-4693-aed4-ab19e019f919), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:08.346514 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-2ee8a9ee-d7e9-4e1b-8304-a063ec36c36c None None] Provisioning complete for port f8f6e264-fd3b-4693-aed4-ab19e019f919 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:45:08.347099 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2ee8a9ee-d7e9-4e1b-8304-a063ec36c36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f8f6e264-fd3b-4693-aed4-ab19e019f919), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:08.394718 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2ee8a9ee-d7e9-4e1b-8304-a063ec36c36c None None] Port f8f6e264-fd3b-4693-aed4-ab19e019f919 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:45:08.505035 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6b913-4fc8-4c97-ba9d-fa8058edbac3 req-5acd6a68-3490-4e62-951d-75e53ea811f8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:08.506686 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f4d6b913-4fc8-4c97-ba9d-fa8058edbac3 req-5acd6a68-3490-4e62-951d-75e53ea811f8 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 931 time: 0.1028521 Jan 18 20:45:08.510309 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 512883ca-9952-4a47-9390-00e34e092a92 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:45:08.575463 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 512883ca-9952-4a47-9390-00e34e092a92 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:45:08.575843 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (512883ca-9952-4a47-9390-00e34e092a92), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:08.595140 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f4d6b913-4fc8-4c97-ba9d-fa8058edbac3 req-de66890b-dbf3-45ba-8cf0-0e932d05ab5c tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9ed6ff7-0a83-4718-8259-69319ff1d618&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0611079 Jan 18 20:45:08.680629 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 512883ca-9952-4a47-9390-00e34e092a92 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:45:08.691894 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [req-6bf10c34-cc1c-4976-98ff-560593803706 req-82bb150e-af61-44c8-8a6d-7853d2823611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f6e264-fd3b-4693-aed4-ab19e019f919 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:45:08.700010 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6bf10c34-cc1c-4976-98ff-560593803706 req-82bb150e-af61-44c8-8a6d-7853d2823611 service neutron] Publish callbacks [] for port (f8f6e264-fd3b-4693-aed4-ab19e019f919), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:08.714212 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-6bf10c34-cc1c-4976-98ff-560593803706 req-82bb150e-af61-44c8-8a6d-7853d2823611 service neutron] Transition to ACTIVE for port object f8f6e264-fd3b-4693-aed4-ab19e019f919 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:45:08.719090 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6bf10c34-cc1c-4976-98ff-560593803706 req-82bb150e-af61-44c8-8a6d-7853d2823611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (f8f6e264-fd3b-4693-aed4-ab19e019f919), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:08.785601 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb150e-af61-44c8-8a6d-7853d2823611 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f6e264-fd3b-4693-aed4-ab19e019f919,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:08.793477 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7743bd65-6b8a-4f57-9497-713066cd70aa tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (31811b11-8c67-463f-b416-aab80f1b7904), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:08.887373 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-6bf10c34-cc1c-4976-98ff-560593803706 req-82bb150e-af61-44c8-8a6d-7853d2823611 service neutron] Attempting to bind port f8f6e264-fd3b-4693-aed4-ab19e019f919 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:45:08.887710 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-6bf10c34-cc1c-4976-98ff-560593803706 req-82bb150e-af61-44c8-8a6d-7853d2823611 service neutron] Attempting to bind port f8f6e264-fd3b-4693-aed4-ab19e019f919 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '2637d43d-229d-40b9-bb6e-f72a09e4b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:45:08.888149 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf10c34-cc1c-4976-98ff-560593803706 req-82bb150e-af61-44c8-8a6d-7853d2823611 service neutron] Attempting to bind port f8f6e264-fd3b-4693-aed4-ab19e019f919 on network 600bc733-016b-4a63-ab61-90cc9dc602e0 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:45:08.893442 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf10c34-cc1c-4976-98ff-560593803706 req-82bb150e-af61-44c8-8a6d-7853d2823611 service neutron] Port f8f6e264-fd3b-4693-aed4-ab19e019f919 on network 600bc733-016b-4a63-ab61-90cc9dc602e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:45:08.893655 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf10c34-cc1c-4976-98ff-560593803706 req-82bb150e-af61-44c8-8a6d-7853d2823611 service neutron] Attempting to bind port f8f6e264-fd3b-4693-aed4-ab19e019f919 on network 600bc733-016b-4a63-ab61-90cc9dc602e0 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:45:08.898812 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf10c34-cc1c-4976-98ff-560593803706 req-82bb150e-af61-44c8-8a6d-7853d2823611 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:45:08.899153 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf10c34-cc1c-4976-98ff-560593803706 req-82bb150e-af61-44c8-8a6d-7853d2823611 service neutron] Checking segment: {'id': '2637d43d-229d-40b9-bb6e-f72a09e4b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:45:08.899537 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf10c34-cc1c-4976-98ff-560593803706 req-82bb150e-af61-44c8-8a6d-7853d2823611 service neutron] Bound using segment: {'id': '2637d43d-229d-40b9-bb6e-f72a09e4b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:45:08.899967 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-6bf10c34-cc1c-4976-98ff-560593803706 req-82bb150e-af61-44c8-8a6d-7853d2823611 service neutron] Bound port: f8f6e264-fd3b-4693-aed4-ab19e019f919, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2637d43d-229d-40b9-bb6e-f72a09e4b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:45:08.900325 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6bf10c34-cc1c-4976-98ff-560593803706 req-82bb150e-af61-44c8-8a6d-7853d2823611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f8f6e264-fd3b-4693-aed4-ab19e019f919), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:08.986288 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-6bf10c34-cc1c-4976-98ff-560593803706 req-82bb150e-af61-44c8-8a6d-7853d2823611 service neutron] For port f8f6e264-fd3b-4693-aed4-ab19e019f919, host n-h2-741529-9, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:45:08.990109 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-6bf10c34-cc1c-4976-98ff-560593803706 req-82bb150e-af61-44c8-8a6d-7853d2823611 service neutron] For port f8f6e264-fd3b-4693-aed4-ab19e019f919, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=f8f6e264-fd3b-4693-aed4-ab19e019f919,segment=NetworkSegment(2637d43d-229d-40b9-bb6e-f72a09e4b161),segment_id=2637d43d-229d-40b9-bb6e-f72a09e4b161)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:45:08.996612 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6bf10c34-cc1c-4976-98ff-560593803706 req-82bb150e-af61-44c8-8a6d-7853d2823611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (f8f6e264-fd3b-4693-aed4-ab19e019f919), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:09.057658 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf10c34-cc1c-4976-98ff-560593803706 req-82bb150e-af61-44c8-8a6d-7853d2823611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:09.058316 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6bf10c34-cc1c-4976-98ff-560593803706 req-82bb150e-af61-44c8-8a6d-7853d2823611 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:09.059728 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6bf10c34-cc1c-4976-98ff-560593803706 req-82bb150e-af61-44c8-8a6d-7853d2823611 service neutron] 10.222.0.70 "PUT /v2.0/ports/f8f6e264-fd3b-4693-aed4-ab19e019f919 HTTP/1.1" status: 200 len: 1091 time: 0.8960829 Jan 18 20:45:09.060185 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f67531-c59c-4a12-ac97-6d7fcfb5e78a', 'tag': 'f8f6e264-fd3b-4693-aed4-ab19e019f919'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:45:09.064335 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87011a8-3ece-41b3-9b4d-3055dc66b341" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f67531-c59c-4a12-ac97-6d7fcfb5e78a", "tag": "f8f6e264-fd3b-4693-aed4-ab19e019f919"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:45:09.070163 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb150e-af61-44c8-8a6d-7853d2823611 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f6e264-fd3b-4693-aed4-ab19e019f919,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:09.148463 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ef7756-3387-4e35-914f-85eb48103c63 x-openstack-request-id: req-26ef7756-3387-4e35-914f-85eb48103c63 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:45:09.148750 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f67531-c59c-4a12-ac97-6d7fcfb5e78a", "tag": "f8f6e264-fd3b-4693-aed4-ab19e019f919", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:45:09.149010 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26ef7756-3387-4e35-914f-85eb48103c63 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:45:09.149430 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f67531-c59c-4a12-ac97-6d7fcfb5e78a', 'tag': 'f8f6e264-fd3b-4693-aed4-ab19e019f919', 'status': 'completed', 'code': 200} Jan 18 20:45:09.206622 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf10c34-cc1c-4976-98ff-560593803706 req-4cff24f6-47b5-4ef2-9ede-eb2b2a6a66b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:09.212540 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6bf10c34-cc1c-4976-98ff-560593803706 req-4cff24f6-47b5-4ef2-9ede-eb2b2a6a66b3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 1094 time: 0.0528085 Jan 18 20:45:09.275488 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6bf10c34-cc1c-4976-98ff-560593803706 req-d59d1b7a-909f-40b0-a75c-7a8bbb361507 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8f6e264-fd3b-4693-aed4-ab19e019f919 HTTP/1.1" status: 200 len: 217 time: 0.0569053 Jan 18 20:45:09.331537 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf10c34-cc1c-4976-98ff-560593803706 req-f33956a4-2329-4e0f-87f1-43813d17660b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:09.334145 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6bf10c34-cc1c-4976-98ff-560593803706 req-f33956a4-2329-4e0f-87f1-43813d17660b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fe8ac68a-3470-4109-a6ec-35aaad3bc8cc HTTP/1.1" status: 200 len: 834 time: 0.0542309 Jan 18 20:45:09.430045 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf10c34-cc1c-4976-98ff-560593803706 req-79c09edd-0695-4d92-bc9f-471122d53958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:09.431717 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6bf10c34-cc1c-4976-98ff-560593803706 req-79c09edd-0695-4d92-bc9f-471122d53958 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=600bc733-016b-4a63-ab61-90cc9dc602e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902703 Jan 18 20:45:09.472135 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d492efe-0e96-429b-9d9e-5e92b0a6282d req-b2890207-6c27-48f1-91bc-0b0eb0d4c63c tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:09.473789 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d492efe-0e96-429b-9d9e-5e92b0a6282d req-b2890207-6c27-48f1-91bc-0b0eb0d4c63c tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d2e1754f-0da5-489a-b28b-133079f7554b HTTP/1.1" status: 200 len: 1096 time: 0.0784123 Jan 18 20:45:09.508128 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-7743bd65-6b8a-4f57-9497-713066cd70aa tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Deleting port f35669b0-1c3a-491b-b736-c2f7f2827574 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:45:09.508547 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7743bd65-6b8a-4f57-9497-713066cd70aa tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (f35669b0-1c3a-491b-b736-c2f7f2827574), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:09.560571 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6bf10c34-cc1c-4976-98ff-560593803706 req-d7bc660e-bcea-4791-bbcd-ab224b5850a2 service neutron] 10.222.0.70 "GET /v2.0/networks/600bc733-016b-4a63-ab61-90cc9dc602e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214318 Jan 18 20:45:09.563437 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d492efe-0e96-429b-9d9e-5e92b0a6282d req-014c962c-2725-443b-a6cd-f28605714686 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=838b0019-5a32-48cf-b328-eda166101719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627971 Jan 18 20:45:09.609134 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-7743bd65-6b8a-4f57-9497-713066cd70aa tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] For port f35669b0-1c3a-491b-b736-c2f7f2827574, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f35669b0-1c3a-491b-b736-c2f7f2827574,segment=NetworkSegment(e99ee563-6c4f-456e-a3e2-676d08c221c8),segment_id=e99ee563-6c4f-456e-a3e2-676d08c221c8)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:09.609496 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7743bd65-6b8a-4f57-9497-713066cd70aa tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (f35669b0-1c3a-491b-b736-c2f7f2827574), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:09.622668 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-7743bd65-6b8a-4f57-9497-713066cd70aa tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Calling delete_port for f35669b0-1c3a-491b-b736-c2f7f2827574 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:45:09.680820 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6bf10c34-cc1c-4976-98ff-560593803706 req-ba488e3a-e558-4a5c-91e7-d542a97840cd service neutron] 10.222.0.70 "GET /v2.0/networks/600bc733-016b-4a63-ab61-90cc9dc602e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136737 Jan 18 20:45:09.722277 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1d0f1-3c10-440c-b2ba-746d6c1a6220 req-f4ac6525-6b3f-4206-a5e2-7d839662f5ec tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:09.723803 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5d1d0f1-3c10-440c-b2ba-746d6c1a6220 req-f4ac6525-6b3f-4206-a5e2-7d839662f5ec tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d2e1754f-0da5-489a-b28b-133079f7554b HTTP/1.1" status: 200 len: 1096 time: 0.0798326 Jan 18 20:45:09.780560 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b6c74-5cce-45bf-bca9-6fcec5ab7ab0 req-fbe25ac8-2c69-49a5-9389-3797393d4b64 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:09.782127 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b66b6c74-5cce-45bf-bca9-6fcec5ab7ab0 req-fbe25ac8-2c69-49a5-9389-3797393d4b64 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 943 time: 0.0996473 Jan 18 20:45:09.820313 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7743bd65-6b8a-4f57-9497-713066cd70aa tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (f35669b0-1c3a-491b-b736-c2f7f2827574), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:09.830279 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b5d1d0f1-3c10-440c-b2ba-746d6c1a6220 req-dd44b7ce-a6ae-4535-b298-e626e9217918 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=838b0019-5a32-48cf-b328-eda166101719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993609 Jan 18 20:45:09.845332 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87011a8-3ece-41b3-9b4d-3055dc66b341 req-5dfce0eb-16f9-42e9-b0b5-2de68cdac44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:09.846867 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c87011a8-3ece-41b3-9b4d-3055dc66b341 req-5dfce0eb-16f9-42e9-b0b5-2de68cdac44a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 1094 time: 0.1137090 Jan 18 20:45:09.870291 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b66b6c74-5cce-45bf-bca9-6fcec5ab7ab0 req-3851736d-db0e-4dd4-b14e-fbe59865cd40 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9ed6ff7-0a83-4718-8259-69319ff1d618&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0813599 Jan 18 20:45:09.889138 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743bd65-6b8a-4f57-9497-713066cd70aa tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event deleted for resources: {'Port': ['ID=f35669b0-1c3a-491b-b736-c2f7f2827574,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:09.984030 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87011a8-3ece-41b3-9b4d-3055dc66b341 req-eeb2ea33-7d56-41fc-a466-7b195b6970a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:09.986093 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c87011a8-3ece-41b3-9b4d-3055dc66b341 req-eeb2ea33-7d56-41fc-a466-7b195b6970a4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=600bc733-016b-4a63-ab61-90cc9dc602e0 HTTP/1.1" status: 200 len: 897 time: 0.1302884 Jan 18 20:45:09.988927 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f15eb-97fb-411c-bf15-f875e2f203ec req-05d45ce1-0165-440a-88fc-d5551d638753 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:09.990262 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f46f15eb-97fb-411c-bf15-f875e2f203ec req-05d45ce1-0165-440a-88fc-d5551d638753 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d2e1754f-0da5-489a-b28b-133079f7554b HTTP/1.1" status: 200 len: 1096 time: 0.0665374 Jan 18 20:45:10.033788 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c87011a8-3ece-41b3-9b4d-3055dc66b341 req-51ea12d9-0002-4339-93c0-99f11f232faf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8f6e264-fd3b-4693-aed4-ab19e019f919 HTTP/1.1" status: 200 len: 217 time: 0.0405154 Jan 18 20:45:10.052967 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7743bd65-6b8a-4f57-9497-713066cd70aa tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (31811b11-8c67-463f-b416-aab80f1b7904), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:10.108360 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f46f15eb-97fb-411c-bf15-f875e2f203ec req-52a12bed-216d-4ce6-9a78-b9e2a49d860d tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=838b0019-5a32-48cf-b328-eda166101719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082926 Jan 18 20:45:10.110523 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87011a8-3ece-41b3-9b4d-3055dc66b341 req-f8d65699-065a-4e14-96de-3c01f54069d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:10.112019 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c87011a8-3ece-41b3-9b4d-3055dc66b341 req-f8d65699-065a-4e14-96de-3c01f54069d1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fe8ac68a-3470-4109-a6ec-35aaad3bc8cc HTTP/1.1" status: 200 len: 834 time: 0.0717940 Jan 18 20:45:10.162760 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87011a8-3ece-41b3-9b4d-3055dc66b341 req-810f415e-1315-49db-bff5-ba8c9f20545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:10.164296 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c87011a8-3ece-41b3-9b4d-3055dc66b341 req-810f415e-1315-49db-bff5-ba8c9f20545f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=600bc733-016b-4a63-ab61-90cc9dc602e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450807 Jan 18 20:45:10.288732 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c87011a8-3ece-41b3-9b4d-3055dc66b341 req-6efc557b-e571-46a5-8b2c-c37590248e66 service neutron] 10.222.0.70 "GET /v2.0/networks/600bc733-016b-4a63-ab61-90cc9dc602e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170878 Jan 18 20:45:10.312245 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7743bd65-6b8a-4f57-9497-713066cd70aa tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Router 31811b11-8c67-463f-b416-aab80f1b7904 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:45:10.431763 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f72a90-97b9-4cfc-b415-8ab83db1efd5 req-ca0c973e-326d-4c2a-972c-7b9df48e1d04 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:10.440993 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4f72a90-97b9-4cfc-b415-8ab83db1efd5 req-ca0c973e-326d-4c2a-972c-7b9df48e1d04 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d2e1754f-0da5-489a-b28b-133079f7554b HTTP/1.1" status: 200 len: 1096 time: 0.0792260 Jan 18 20:45:10.446156 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c87011a8-3ece-41b3-9b4d-3055dc66b341 req-6a8e60b6-dba1-4af4-9152-fb6592864500 service neutron] 10.222.0.70 "GET /v2.0/networks/600bc733-016b-4a63-ab61-90cc9dc602e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496172 Jan 18 20:45:10.467251 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7743bd65-6b8a-4f57-9497-713066cd70aa tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:45:10.477678 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7743bd65-6b8a-4f57-9497-713066cd70aa tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "PUT /v2.0/routers/31811b11-8c67-463f-b416-aab80f1b7904/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2627399 Jan 18 20:45:10.478072 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35866) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:10.482028 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc5263a-fb19-41e2-bdcf-9225a8115adb None None] Sync routers for ids ['31811b11-8c67-463f-b416-aab80f1b7904'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:45:10.496331 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc5263a-fb19-41e2-bdcf-9225a8115adb None None] Routers {'31811b11-8c67-463f-b416-aab80f1b7904'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:45:10.496994 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-edc5263a-fb19-41e2-bdcf-9225a8115adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['31811b11-8c67-463f-b416-aab80f1b7904'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:10.508214 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4f72a90-97b9-4cfc-b415-8ab83db1efd5 req-f5d19bbb-481b-41ef-a7b9-d4e3ef74846e tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=838b0019-5a32-48cf-b328-eda166101719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662119 Jan 18 20:45:10.539545 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-61fb0995-31f2-4596-8db2-849e99b3cefd tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Deleting subnet c05cf42f-49b3-4b9f-be95-d5511109b550 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:45:10.542885 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61fb0995-31f2-4596-8db2-849e99b3cefd tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for subnet (c05cf42f-49b3-4b9f-be95-d5511109b550), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:10.591012 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61fb0995-31f2-4596-8db2-849e99b3cefd tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (c05cf42f-49b3-4b9f-be95-d5511109b550), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:10.624423 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-edc5263a-fb19-41e2-bdcf-9225a8115adb None None] Set router 31811b11-8c67-463f-b416-aab80f1b7904 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:45:10.683974 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device bd1f2d88-3dfa-46ed-8230-492d7265a678 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:45:10.717613 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61fb0995-31f2-4596-8db2-849e99b3cefd tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (c05cf42f-49b3-4b9f-be95-d5511109b550), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:10.720154 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: bd1f2d88-3dfa-46ed-8230-492d7265a678 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:45:10.720501 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device bd1f2d88-3dfa-46ed-8230-492d7265a678 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:45:10.776048 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61fb0995-31f2-4596-8db2-849e99b3cefd tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (c05cf42f-49b3-4b9f-be95-d5511109b550), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:10.804921 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61fb0995-31f2-4596-8db2-849e99b3cefd tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:10.809680 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-61fb0995-31f2-4596-8db2-849e99b3cefd tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "DELETE /v2.0/subnets/c05cf42f-49b3-4b9f-be95-d5511109b550 HTTP/1.1" status: 204 len: 168 time: 0.3286917 Jan 18 20:45:10.809680 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb0995-31f2-4596-8db2-849e99b3cefd tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event deleted for resources: {'Subnet': ['ID=c05cf42f-49b3-4b9f-be95-d5511109b550,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:10.810917 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35870) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:10.817361 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe80d92-b8dc-4410-bf31-5150ab2d3917 None None] Network f4554e07-6b54-44b3-aa36-a0609b901e25 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:45:10.900918 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-edc5263a-fb19-41e2-bdcf-9225a8115adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31811b11-8c67-463f-b416-aab80f1b7904', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1185862507', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '52cc4228-ee2e-4e82-9ba0-0d8bef6457c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:42Z', 'updated_at': '2022-01-18T20:45:09Z', 'revision_number': 5, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'gw_port': {'id': '52cc4228-ee2e-4e82-9ba0-0d8bef6457c9', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31811b11-8c67-463f-b416-aab80f1b7904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:43Z', 'updated_at': '2022-01-18T20:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:10.920406 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a2268c26-bb0e-49c2-90a7-4286e84becfd tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for router (31811b11-8c67-463f-b416-aab80f1b7904), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:10.933773 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc5263a-fb19-41e2-bdcf-9225a8115adb None None] Checking router: 31811b11-8c67-463f-b416-aab80f1b7904 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:45:10.949415 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc5263a-fb19-41e2-bdcf-9225a8115adb None None] Routers {'31811b11-8c67-463f-b416-aab80f1b7904'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:45:10.950036 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-edc5263a-fb19-41e2-bdcf-9225a8115adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['31811b11-8c67-463f-b416-aab80f1b7904'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:11.003645 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013a270c-4314-40a9-82e6-3b3d323af226 None None] DHCP port deletion for f4554e07-6b54-44b3-aa36-a0609b901e25 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:45:11.049364 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3a52f-fb3a-46e9-a42e-cc5083f55733 req-0ca8e1f3-36ad-4ed9-9f69-a66771ae0cf4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:11.050872 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24c3a52f-fb3a-46e9-a42e-cc5083f55733 req-0ca8e1f3-36ad-4ed9-9f69-a66771ae0cf4 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 943 time: 0.0953972 Jan 18 20:45:11.078295 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a2268c26-bb0e-49c2-90a7-4286e84becfd tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for router_gateway (31811b11-8c67-463f-b416-aab80f1b7904), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:11.090092 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-edc5263a-fb19-41e2-bdcf-9225a8115adb None None] Set router 31811b11-8c67-463f-b416-aab80f1b7904 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:45:11.151969 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24c3a52f-fb3a-46e9-a42e-cc5083f55733 req-3e76bbd6-c84c-4cf4-945b-50edb3b222d3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9ed6ff7-0a83-4718-8259-69319ff1d618&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0946200 Jan 18 20:45:11.181658 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-a2268c26-bb0e-49c2-90a7-4286e84becfd tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Deleting port 52cc4228-ee2e-4e82-9ba0-0d8bef6457c9 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:45:11.181995 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a2268c26-bb0e-49c2-90a7-4286e84becfd tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (52cc4228-ee2e-4e82-9ba0-0d8bef6457c9), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:11.213648 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-013a270c-4314-40a9-82e6-3b3d323af226 None None] Deleting port 9ec0d957-54be-4991-a972-fe1ac350da51 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:45:11.214021 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-013a270c-4314-40a9-82e6-3b3d323af226 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (9ec0d957-54be-4991-a972-fe1ac350da51), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:11.264941 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-a2268c26-bb0e-49c2-90a7-4286e84becfd tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] For port 52cc4228-ee2e-4e82-9ba0-0d8bef6457c9, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=52cc4228-ee2e-4e82-9ba0-0d8bef6457c9,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:11.265202 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a2268c26-bb0e-49c2-90a7-4286e84becfd tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (52cc4228-ee2e-4e82-9ba0-0d8bef6457c9), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:11.283584 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-a2268c26-bb0e-49c2-90a7-4286e84becfd tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Calling delete_port for 52cc4228-ee2e-4e82-9ba0-0d8bef6457c9 owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:45:11.464383 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a2268c26-bb0e-49c2-90a7-4286e84becfd tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (52cc4228-ee2e-4e82-9ba0-0d8bef6457c9), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:11.491262 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-013a270c-4314-40a9-82e6-3b3d323af226 None None] For port 9ec0d957-54be-4991-a972-fe1ac350da51, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=9ec0d957-54be-4991-a972-fe1ac350da51,segment=NetworkSegment(e99ee563-6c4f-456e-a3e2-676d08c221c8),segment_id=e99ee563-6c4f-456e-a3e2-676d08c221c8)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:11.491868 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-013a270c-4314-40a9-82e6-3b3d323af226 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (9ec0d957-54be-4991-a972-fe1ac350da51), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:11.493944 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2268c26-bb0e-49c2-90a7-4286e84becfd tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event deleted for resources: {'Port': ['ID=52cc4228-ee2e-4e82-9ba0-0d8bef6457c9,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:11.508493 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-013a270c-4314-40a9-82e6-3b3d323af226 None None] Calling delete_port for 9ec0d957-54be-4991-a972-fe1ac350da51 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:45:11.524122 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55b00c3-aac1-4a58-9ce7-2e4395538880 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:45:11.597441 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a2268c26-bb0e-49c2-90a7-4286e84becfd tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (31811b11-8c67-463f-b416-aab80f1b7904), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:11.602923 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-edc5263a-fb19-41e2-bdcf-9225a8115adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31811b11-8c67-463f-b416-aab80f1b7904', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1185862507', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '52cc4228-ee2e-4e82-9ba0-0d8bef6457c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:42Z', 'updated_at': '2022-01-18T20:45:09Z', 'revision_number': 5, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'gw_port': {'id': '52cc4228-ee2e-4e82-9ba0-0d8bef6457c9', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31811b11-8c67-463f-b416-aab80f1b7904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:43Z', 'updated_at': '2022-01-18T20:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:11.635718 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc5263a-fb19-41e2-bdcf-9225a8115adb None None] The sync data for ids ['31811b11-8c67-463f-b416-aab80f1b7904'] in n-d-741529-9 is: [{'id': '31811b11-8c67-463f-b416-aab80f1b7904', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1185862507', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '52cc4228-ee2e-4e82-9ba0-0d8bef6457c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:42Z', 'updated_at': '2022-01-18T20:45:09Z', 'revision_number': 5, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'gw_port': {'id': '52cc4228-ee2e-4e82-9ba0-0d8bef6457c9', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31811b11-8c67-463f-b416-aab80f1b7904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:43Z', 'updated_at': '2022-01-18T20:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:45:11.653456 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-013a270c-4314-40a9-82e6-3b3d323af226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (9ec0d957-54be-4991-a972-fe1ac350da51), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:11.702547 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a270c-4314-40a9-82e6-3b3d323af226 None None] Pushing event deleted for resources: {'Port': ['ID=9ec0d957-54be-4991-a972-fe1ac350da51,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:11.705233 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013a270c-4314-40a9-82e6-3b3d323af226 None None] No DVR routers for this DVR port 9ec0d957-54be-4991-a972-fe1ac350da51 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:45:11.746439 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c7df7-b714-4892-a0e1-fcf046e3b9cd req-febdc468-d412-49c3-9b45-84ee970d4b54 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:11.748115 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7e5c7df7-b714-4892-a0e1-fcf046e3b9cd req-febdc468-d412-49c3-9b45-84ee970d4b54 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d2e1754f-0da5-489a-b28b-133079f7554b HTTP/1.1" status: 200 len: 1096 time: 0.0714812 Jan 18 20:45:11.770438 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a2268c26-bb0e-49c2-90a7-4286e84becfd tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (31811b11-8c67-463f-b416-aab80f1b7904), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:11.773872 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a2268c26-bb0e-49c2-90a7-4286e84becfd tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for router_controller (31811b11-8c67-463f-b416-aab80f1b7904), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:11.824715 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720adf0c-c337-4918-9a79-6de337a50295 req-0d9761b0-3e76-4e96-8851-5a517c5e4952 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:11.830187 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-720adf0c-c337-4918-9a79-6de337a50295 req-0d9761b0-3e76-4e96-8851-5a517c5e4952 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d2e1754f-0da5-489a-b28b-133079f7554b HTTP/1.1" status: 200 len: 1096 time: 0.2276912 Jan 18 20:45:11.832566 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a2268c26-bb0e-49c2-90a7-4286e84becfd tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (31811b11-8c67-463f-b416-aab80f1b7904), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:11.833133 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2268c26-bb0e-49c2-90a7-4286e84becfd tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Fanout notify agent at l3_agent the message router_deleted on router 31811b11-8c67-463f-b416-aab80f1b7904 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:45:11.840703 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a2268c26-bb0e-49c2-90a7-4286e84becfd tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:11.842544 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a2268c26-bb0e-49c2-90a7-4286e84becfd tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "DELETE /v2.0/routers/31811b11-8c67-463f-b416-aab80f1b7904 HTTP/1.1" status: 204 len: 168 time: 1.0303900 Jan 18 20:45:11.844750 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-7e5c7df7-b714-4892-a0e1-fcf046e3b9cd req-001c5840-4edc-4422-ae6b-64f44996bae9 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Deleting port 700f6201-2b4a-452a-bdf7-05c3a7647344 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:45:11.845094 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7e5c7df7-b714-4892-a0e1-fcf046e3b9cd req-001c5840-4edc-4422-ae6b-64f44996bae9 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (700f6201-2b4a-452a-bdf7-05c3a7647344), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:11.846661 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35878) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:11.882642 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-720adf0c-c337-4918-9a79-6de337a50295 req-a41db59e-1534-4f87-9438-d8e01becd03e tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=838b0019-5a32-48cf-b328-eda166101719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389977 Jan 18 20:45:11.968187 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-67b7b877-57c6-4b28-82ee-14694c78cd4b tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (f4554e07-6b54-44b3-aa36-a0609b901e25), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:11.993396 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-7e5c7df7-b714-4892-a0e1-fcf046e3b9cd req-001c5840-4edc-4422-ae6b-64f44996bae9 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] For port 700f6201-2b4a-452a-bdf7-05c3a7647344, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=700f6201-2b4a-452a-bdf7-05c3a7647344,segment=NetworkSegment(b8546c6f-fb62-467d-8fc9-7edb575ddea2),segment_id=b8546c6f-fb62-467d-8fc9-7edb575ddea2)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:11.993784 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7e5c7df7-b714-4892-a0e1-fcf046e3b9cd req-001c5840-4edc-4422-ae6b-64f44996bae9 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (700f6201-2b4a-452a-bdf7-05c3a7647344), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:12.034342 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-7e5c7df7-b714-4892-a0e1-fcf046e3b9cd req-001c5840-4edc-4422-ae6b-64f44996bae9 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Calling delete_port for 700f6201-2b4a-452a-bdf7-05c3a7647344 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:45:12.126616 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-67b7b877-57c6-4b28-82ee-14694c78cd4b tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (f4554e07-6b54-44b3-aa36-a0609b901e25), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:12.155716 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-67b7b877-57c6-4b28-82ee-14694c78cd4b tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4554e07-6b54-44b3-aa36-a0609b901e25']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:12.171994 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-67b7b877-57c6-4b28-82ee-14694c78cd4b tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e99ee563-6c4f-456e-a3e2-676d08c221c8') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:12.172318 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-67b7b877-57c6-4b28-82ee-14694c78cd4b tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e99ee563-6c4f-456e-a3e2-676d08c221c8') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:12.184020 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-67b7b877-57c6-4b28-82ee-14694c78cd4b tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (e99ee563-6c4f-456e-a3e2-676d08c221c8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:12.211299 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-67b7b877-57c6-4b28-82ee-14694c78cd4b tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (e99ee563-6c4f-456e-a3e2-676d08c221c8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:12.221778 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b7b877-57c6-4b28-82ee-14694c78cd4b tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:45:12.222039 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-67b7b877-57c6-4b28-82ee-14694c78cd4b tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (e99ee563-6c4f-456e-a3e2-676d08c221c8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:45:12.224977 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:45:12.333755 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e8a00-384f-4233-9698-4c173740a864 req-0f8fe5ab-6ce0-4cbc-9656-96f20e0b00bb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:12.335187 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-67b7b877-57c6-4b28-82ee-14694c78cd4b tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (f4554e07-6b54-44b3-aa36-a0609b901e25), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:12.337026 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-932e8a00-384f-4233-9698-4c173740a864 req-0f8fe5ab-6ce0-4cbc-9656-96f20e0b00bb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 943 time: 0.0766563 Jan 18 20:45:12.342813 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7e5c7df7-b714-4892-a0e1-fcf046e3b9cd req-001c5840-4edc-4422-ae6b-64f44996bae9 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (700f6201-2b4a-452a-bdf7-05c3a7647344), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:12.353161 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['700f6201-2b4a-452a-bdf7-05c3a7647344'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:45:12.355421 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['707380b6-9b9d-46b0-96ec-97719870bf26'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:45:12.370603 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-67b7b877-57c6-4b28-82ee-14694c78cd4b tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:12.379286 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-67b7b877-57c6-4b28-82ee-14694c78cd4b tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "DELETE /v2.0/networks/f4554e07-6b54-44b3-aa36-a0609b901e25 HTTP/1.1" status: 204 len: 168 time: 0.5292249 Jan 18 20:45:12.379286 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7b877-57c6-4b28-82ee-14694c78cd4b tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event deleted for resources: {'Network': ['ID=f4554e07-6b54-44b3-aa36-a0609b901e25,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:12.381028 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35882) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:12.471252 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-932e8a00-384f-4233-9698-4c173740a864 req-27412ec0-59b1-4d38-b354-9a9f0cdd3c77 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9ed6ff7-0a83-4718-8259-69319ff1d618&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1244760 Jan 18 20:45:12.536592 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5c7df7-b714-4892-a0e1-fcf046e3b9cd req-001c5840-4edc-4422-ae6b-64f44996bae9 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] No DVR routers for this DVR port 700f6201-2b4a-452a-bdf7-05c3a7647344 on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:45:12.538486 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c5840-4edc-4422-ae6b-64f44996bae9 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Pushing event deleted for resources: {'Port': ['ID=700f6201-2b4a-452a-bdf7-05c3a7647344,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:12.545736 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7e5c7df7-b714-4892-a0e1-fcf046e3b9cd req-001c5840-4edc-4422-ae6b-64f44996bae9 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:12.556547 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7e5c7df7-b714-4892-a0e1-fcf046e3b9cd req-001c5840-4edc-4422-ae6b-64f44996bae9 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.57 "DELETE /v2.0/ports/700f6201-2b4a-452a-bdf7-05c3a7647344 HTTP/1.1" status: 204 len: 173 time: 0.8026991 Jan 18 20:45:12.557061 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e1754f-0da5-489a-b28b-133079f7554b', 'name': 'network-vif-deleted', 'tag': '700f6201-2b4a-452a-bdf7-05c3a7647344'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:45:12.571833 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64560d8-75d9-487f-afe5-274200d74583" -d '{"events": [{"server_uuid": "d2e1754f-0da5-489a-b28b-133079f7554b", "name": "network-vif-deleted", "tag": "700f6201-2b4a-452a-bdf7-05c3a7647344"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:45:12.624922 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c33002-d6f8-437b-9fac-d01595d03c4b x-openstack-request-id: req-a6c33002-d6f8-437b-9fac-d01595d03c4b {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:45:12.625819 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e1754f-0da5-489a-b28b-133079f7554b", "name": "network-vif-deleted", "tag": "700f6201-2b4a-452a-bdf7-05c3a7647344", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:45:12.626139 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6c33002-d6f8-437b-9fac-d01595d03c4b {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:45:12.626633 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e1754f-0da5-489a-b28b-133079f7554b', 'name': 'network-vif-deleted', 'tag': '700f6201-2b4a-452a-bdf7-05c3a7647344', 'status': 'completed', 'code': 200} Jan 18 20:45:12.703907 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-c1d3d366-8fa4-4416-b461-79e3f3928457 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Deleting port 1b5b2c91-0459-4fe5-b1ce-d30d3df74cb2 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:45:12.704166 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c1d3d366-8fa4-4416-b461-79e3f3928457 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (1b5b2c91-0459-4fe5-b1ce-d30d3df74cb2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:12.788033 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c1d3d366-8fa4-4416-b461-79e3f3928457 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (1b5b2c91-0459-4fe5-b1ce-d30d3df74cb2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:12.788380 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c1d3d366-8fa4-4416-b461-79e3f3928457 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for floatingip (1b5b2c91-0459-4fe5-b1ce-d30d3df74cb2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:12.800956 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-c1d3d366-8fa4-4416-b461-79e3f3928457 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Calling delete_port for 1b5b2c91-0459-4fe5-b1ce-d30d3df74cb2 owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:45:12.913179 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9ec0d957-54be-4991-a972-fe1ac350da51 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:45:12.931948 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 9ec0d957-54be-4991-a972-fe1ac350da51 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:45:12.932300 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 9ec0d957-54be-4991-a972-fe1ac350da51 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:45:12.932715 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f35669b0-1c3a-491b-b736-c2f7f2827574 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:45:12.958164 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: f35669b0-1c3a-491b-b736-c2f7f2827574 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:45:12.958856 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f35669b0-1c3a-491b-b736-c2f7f2827574 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:45:12.997176 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c1d3d366-8fa4-4416-b461-79e3f3928457 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (1b5b2c91-0459-4fe5-b1ce-d30d3df74cb2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:13.033145 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3d366-8fa4-4416-b461-79e3f3928457 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event deleted for resources: {'Port': ['ID=1b5b2c91-0459-4fe5-b1ce-d30d3df74cb2,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:13.092725 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-980e885d-8d0d-4ad2-8477-50efdb000ab1 req-e358b002-608a-4b1c-b67b-e91bdd1a6ce7 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d2e1754f-0da5-489a-b28b-133079f7554b HTTP/1.1" status: 200 len: 210 time: 0.0540318 Jan 18 20:45:13.155393 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c1d3d366-8fa4-4416-b461-79e3f3928457 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for floatingip (bffd9375-358f-40bb-bc26-9dda060163d7), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:13.155823 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-c1d3d366-8fa4-4416-b461-79e3f3928457 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Floating IP bffd9375-358f-40bb-bc26-9dda060163d7 disassociated (deleted). External IP: 172.25.4.60, port: be2ee179-583f-4582-acad-ff64a935db5d. Jan 18 20:45:13.519441 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device f8f6e264-fd3b-4693-aed4-ab19e019f919 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:45:13.645117 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port f8f6e264-fd3b-4693-aed4-ab19e019f919, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=f8f6e264-fd3b-4693-aed4-ab19e019f919,segment=NetworkSegment(2637d43d-229d-40b9-bb6e-f72a09e4b161),segment_id=2637d43d-229d-40b9-bb6e-f72a09e4b161)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:13.656213 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'f8f6e264-fd3b-4693-aed4-ab19e019f919', 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0', 'port_id': 'f8f6e264-fd3b-4693-aed4-ab19e019f919', 'mac_address': 'fa:16:3e:30:a8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe8ac68a-3470-4109-a6ec-35aaad3bc8cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:45:13.695207 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port f8f6e264-fd3b-4693-aed4-ab19e019f919 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:45:13.695587 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f8f6e264-fd3b-4693-aed4-ab19e019f919), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:13.713447 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f6e264-fd3b-4693-aed4-ab19e019f919 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:45:13.724499 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab72ac-6574-4953-818c-14a3c08ab5e2 req-5be41da0-2dba-4da7-abf9-7ed82f12f330 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:13.726165 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-31ab72ac-6574-4953-818c-14a3c08ab5e2 req-5be41da0-2dba-4da7-abf9-7ed82f12f330 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 943 time: 0.0672348 Jan 18 20:45:13.730383 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d3d366-8fa4-4416-b461-79e3f3928457 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Router 8351096d-5e7a-41a8-b212-ae4be8df0090 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:45:13.740719 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port f8f6e264-fd3b-4693-aed4-ab19e019f919, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=f8f6e264-fd3b-4693-aed4-ab19e019f919,segment=NetworkSegment(2637d43d-229d-40b9-bb6e-f72a09e4b161),segment_id=2637d43d-229d-40b9-bb6e-f72a09e4b161)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:13.746057 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f8f6e264-fd3b-4693-aed4-ab19e019f919), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:13.799212 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=f8f6e264-fd3b-4693-aed4-ab19e019f919,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:13.822595 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-31ab72ac-6574-4953-818c-14a3c08ab5e2 req-0e9da371-89a4-44ac-b9fa-0fbd40e00e30 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9ed6ff7-0a83-4718-8259-69319ff1d618&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0907097 Jan 18 20:45:13.879105 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d3d366-8fa4-4416-b461-79e3f3928457 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:45:13.883395 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c1d3d366-8fa4-4416-b461-79e3f3928457 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:13.889978 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fda7331-b2f4-4855-a217-09440395ab26 None None] Sync routers for ids ['8351096d-5e7a-41a8-b212-ae4be8df0090'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:45:13.904445 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fda7331-b2f4-4855-a217-09440395ab26 None None] Routers {'8351096d-5e7a-41a8-b212-ae4be8df0090'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:45:13.905843 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-7fda7331-b2f4-4855-a217-09440395ab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8351096d-5e7a-41a8-b212-ae4be8df0090'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:13.913230 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c1d3d366-8fa4-4416-b461-79e3f3928457 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "DELETE /v2.0/floatingips/bffd9375-358f-40bb-bc26-9dda060163d7 HTTP/1.1" status: 204 len: 168 time: 1.5224831 Jan 18 20:45:13.913230 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f20e2c-5687-4478-96c6-716e37062362', 'tag': 'be2ee179-583f-4582-acad-ff64a935db5d'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:45:13.914268 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ed4b21-948d-42d7-ae00-3621389293ca" -d '{"events": [{"name": "network-changed", "server_uuid": "94f20e2c-5687-4478-96c6-716e37062362", "tag": "be2ee179-583f-4582-acad-ff64a935db5d"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:45:13.957346 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8e10c4-45b2-49e8-9b92-d9752f45a0f2 x-openstack-request-id: req-5d8e10c4-45b2-49e8-9b92-d9752f45a0f2 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:45:13.957730 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f20e2c-5687-4478-96c6-716e37062362", "tag": "be2ee179-583f-4582-acad-ff64a935db5d", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:45:13.958048 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d8e10c4-45b2-49e8-9b92-d9752f45a0f2 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:45:13.958522 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f20e2c-5687-4478-96c6-716e37062362', 'tag': 'be2ee179-583f-4582-acad-ff64a935db5d', 'status': 'completed', 'code': 200} Jan 18 20:45:13.999090 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['f8f6e264-fd3b-4693-aed4-ab19e019f919'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:45:14.039352 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed4b21-948d-42d7-ae00-3621389293ca req-f0eb450a-131e-4459-ac64-781ac57d35ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:14.040858 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37ed4b21-948d-42d7-ae00-3621389293ca req-f0eb450a-131e-4459-ac64-781ac57d35ec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83959e527a814796a955c3c62d4c16e7&device_id=94f20e2c-5687-4478-96c6-716e37062362 HTTP/1.1" status: 200 len: 1136 time: 0.0598578 Jan 18 20:45:14.094684 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-7fda7331-b2f4-4855-a217-09440395ab26 None None] Set router 8351096d-5e7a-41a8-b212-ae4be8df0090 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:45:14.185767 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed4b21-948d-42d7-ae00-3621389293ca req-2063e053-34a7-4e0b-a754-735302031353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:14.187279 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37ed4b21-948d-42d7-ae00-3621389293ca req-2063e053-34a7-4e0b-a754-735302031353 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d HTTP/1.1" status: 200 len: 897 time: 0.1334136 Jan 18 20:45:14.246860 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37ed4b21-948d-42d7-ae00-3621389293ca req-0846c0be-f7c3-49ea-b669-f3fc918ae33d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be2ee179-583f-4582-acad-ff64a935db5d HTTP/1.1" status: 200 len: 217 time: 0.0502605 Jan 18 20:45:14.339583 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed4b21-948d-42d7-ae00-3621389293ca req-4343d0a4-9da3-4836-98b8-c82e5b90a89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:14.341202 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37ed4b21-948d-42d7-ae00-3621389293ca req-4343d0a4-9da3-4836-98b8-c82e5b90a89b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b HTTP/1.1" status: 200 len: 835 time: 0.0800021 Jan 18 20:45:14.349948 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec6f8b-fd06-4228-8611-20008e6c12d7 req-5876cda5-9af7-470d-bd26-c715c050afb1 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:14.357175 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d8ec6f8b-fd06-4228-8611-20008e6c12d7 req-5876cda5-9af7-470d-bd26-c715c050afb1 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20e2c-5687-4478-96c6-716e37062362 HTTP/1.1" status: 200 len: 985 time: 0.1628668 Jan 18 20:45:14.440705 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-7fda7331-b2f4-4855-a217-09440395ab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'name': 'tempest-TestSecurityGroupsBasicOps-router-169640331', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:43Z', 'revision_number': 4, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'gw_port': {'id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '4efc548a-aa5b-4dff-bbc4-ba957d9b51c1', 'name': '', 'network_id': 'ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'mac_address': 'fa:16:3e:08:82:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:42Z', 'updated_at': '2022-01-18T20:43:48Z', 'revision_number': 5, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'subnets': [{'id': '9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:14.461957 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 52cc4228-ee2e-4e82-9ba0-0d8bef6457c9 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:45:14.475363 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fda7331-b2f4-4855-a217-09440395ab26 None None] Checking router: 8351096d-5e7a-41a8-b212-ae4be8df0090 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:45:14.482569 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 52cc4228-ee2e-4e82-9ba0-0d8bef6457c9 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:45:14.483031 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 52cc4228-ee2e-4e82-9ba0-0d8bef6457c9 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:45:14.488627 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fda7331-b2f4-4855-a217-09440395ab26 None None] Routers {'8351096d-5e7a-41a8-b212-ae4be8df0090'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:45:14.489445 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-7fda7331-b2f4-4855-a217-09440395ab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8351096d-5e7a-41a8-b212-ae4be8df0090'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:14.511987 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed4b21-948d-42d7-ae00-3621389293ca req-d33a02d4-c8ed-4dc3-8432-fbfc31c84856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:14.513497 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37ed4b21-948d-42d7-ae00-3621389293ca req-d33a02d4-c8ed-4dc3-8432-fbfc31c84856 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1486006 Jan 18 20:45:14.534225 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d8ec6f8b-fd06-4228-8611-20008e6c12d7 req-0c4a8bc9-55a1-426c-97e5-77bdd36d8827 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e6b953-3ab3-4b43-8397-79e973281e13&id=5964f1d1-6192-4fa5-a78b-41c67786ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1700253 Jan 18 20:45:14.606091 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-7fda7331-b2f4-4855-a217-09440395ab26 None None] Set router 8351096d-5e7a-41a8-b212-ae4be8df0090 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:45:14.649414 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adeda18-26f4-4d5a-b97d-d015317c4f61 req-1a083aab-741c-4b31-8e09-33f95b79396f tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:14.650881 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9adeda18-26f4-4d5a-b97d-d015317c4f61 req-1a083aab-741c-4b31-8e09-33f95b79396f tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=feb4780f-e615-459a-a114-1b0d3c8a3808 HTTP/1.1" status: 200 len: 1097 time: 0.1040032 Jan 18 20:45:14.660818 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37ed4b21-948d-42d7-ae00-3621389293ca req-6b7ff8db-0e20-4968-868e-0f625d886feb service neutron] 10.222.0.70 "GET /v2.0/networks/ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252630 Jan 18 20:45:14.763740 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9adeda18-26f4-4d5a-b97d-d015317c4f61 req-a5628287-46b4-4bfb-af5e-862b5bb77aa6 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=838b0019-5a32-48cf-b328-eda166101719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053519 Jan 18 20:45:14.801370 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-37ed4b21-948d-42d7-ae00-3621389293ca req-b3ef42e1-65d1-4b87-b093-e6df91ad0e8d service neutron] 10.222.0.70 "GET /v2.0/networks/ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336954 Jan 18 20:45:14.823505 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-7fda7331-b2f4-4855-a217-09440395ab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'name': 'tempest-TestSecurityGroupsBasicOps-router-169640331', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:43Z', 'revision_number': 4, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'gw_port': {'id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '4efc548a-aa5b-4dff-bbc4-ba957d9b51c1', 'name': '', 'network_id': 'ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'mac_address': 'fa:16:3e:08:82:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:42Z', 'updated_at': '2022-01-18T20:43:48Z', 'revision_number': 5, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'subnets': [{'id': '9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:14.851846 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fda7331-b2f4-4855-a217-09440395ab26 None None] The sync data for ids ['8351096d-5e7a-41a8-b212-ae4be8df0090'] in n-d-741529-9 is: [{'id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'name': 'tempest-TestSecurityGroupsBasicOps-router-169640331', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:43Z', 'revision_number': 4, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'gw_port': {'id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '4efc548a-aa5b-4dff-bbc4-ba957d9b51c1', 'name': '', 'network_id': 'ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'mac_address': 'fa:16:3e:08:82:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:42Z', 'updated_at': '2022-01-18T20:43:48Z', 'revision_number': 5, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'subnets': [{'id': '9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:45:14.970899 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7d2e0-bbd8-4600-81b0-4856e93ebc53 req-10a6c08c-7bbb-447b-a15c-8024d54b97c6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:14.972540 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bdb7d2e0-bbd8-4600-81b0-4856e93ebc53 req-10a6c08c-7bbb-447b-a15c-8024d54b97c6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 944 time: 0.0517108 Jan 18 20:45:15.027589 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bdb7d2e0-bbd8-4600-81b0-4856e93ebc53 req-758a5ba0-4101-446d-a606-7083520d75ff tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9ed6ff7-0a83-4718-8259-69319ff1d618&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0491874 Jan 18 20:45:15.137176 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f013866e-1b59-4777-9850-b421c197da33 None None] New status for floating IP bffd9375-358f-40bb-bc26-9dda060163d7: DOWN {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:45:15.524930 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device f8f6e264-fd3b-4693-aed4-ab19e019f919 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:45:15.578654 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port f8f6e264-fd3b-4693-aed4-ab19e019f919 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:45:15.585035 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port f8f6e264-fd3b-4693-aed4-ab19e019f919 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:45:15.585413 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f8f6e264-fd3b-4693-aed4-ab19e019f919), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:15.613924 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ea655-5ea5-408b-8a7b-03c5e0bd2c58 req-2e3f7e1b-b89e-4c6d-b663-ebed25188290 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:15.615803 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a89ea655-5ea5-408b-8a7b-03c5e0bd2c58 req-2e3f7e1b-b89e-4c6d-b663-ebed25188290 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.70 "GET /v2.0/ports?device_id=94f20e2c-5687-4478-96c6-716e37062362 HTTP/1.1" status: 200 len: 985 time: 0.0610983 Jan 18 20:45:15.674944 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port f8f6e264-fd3b-4693-aed4-ab19e019f919 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:45:15.675322 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f8f6e264-fd3b-4693-aed4-ab19e019f919), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:15.698764 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f67531-c59c-4a12-ac97-6d7fcfb5e78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f6e264-fd3b-4693-aed4-ab19e019f919'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:45:15.701620 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eebdd52-0dcf-44ef-bfe1-5233cb1e3e3a" -d '{"events": [{"server_uuid": "d5f67531-c59c-4a12-ac97-6d7fcfb5e78a", "name": "network-vif-plugged", "status": "completed", "tag": "f8f6e264-fd3b-4693-aed4-ab19e019f919"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:45:15.725047 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port f8f6e264-fd3b-4693-aed4-ab19e019f919, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=f8f6e264-fd3b-4693-aed4-ab19e019f919,segment=NetworkSegment(2637d43d-229d-40b9-bb6e-f72a09e4b161),segment_id=2637d43d-229d-40b9-bb6e-f72a09e4b161)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:15.730932 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f8f6e264-fd3b-4693-aed4-ab19e019f919), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:15.732384 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ea209-6835-4110-a8f1-9b41e8f5eb3a req-d373eaae-8926-4610-b63c-9c27d0f05f5a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:15.737284 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa5ea209-6835-4110-a8f1-9b41e8f5eb3a req-d373eaae-8926-4610-b63c-9c27d0f05f5a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20e2c-5687-4478-96c6-716e37062362 HTTP/1.1" status: 200 len: 985 time: 0.1203198 Jan 18 20:45:15.760573 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec560f10-1919-4c87-8458-527c67179eb2 x-openstack-request-id: req-ec560f10-1919-4c87-8458-527c67179eb2 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:45:15.760865 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f67531-c59c-4a12-ac97-6d7fcfb5e78a", "name": "network-vif-plugged", "status": "completed", "tag": "f8f6e264-fd3b-4693-aed4-ab19e019f919", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:45:15.761139 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec560f10-1919-4c87-8458-527c67179eb2 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:45:15.761536 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f67531-c59c-4a12-ac97-6d7fcfb5e78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f6e264-fd3b-4693-aed4-ab19e019f919', 'code': 200} Jan 18 20:45:15.790625 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=f8f6e264-fd3b-4693-aed4-ab19e019f919,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:15.807993 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-a89ea655-5ea5-408b-8a7b-03c5e0bd2c58 req-53298356-3669-4d20-b369-1ac4a9c58912 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Deleting port be2ee179-583f-4582-acad-ff64a935db5d {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:45:15.808511 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a89ea655-5ea5-408b-8a7b-03c5e0bd2c58 req-53298356-3669-4d20-b369-1ac4a9c58912 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (be2ee179-583f-4582-acad-ff64a935db5d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:15.845756 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa5ea209-6835-4110-a8f1-9b41e8f5eb3a req-22fc3bd2-159c-4b33-bc1b-c5b825a1dd3c tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e6b953-3ab3-4b43-8397-79e973281e13&id=5964f1d1-6192-4fa5-a78b-41c67786ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0967796 Jan 18 20:45:15.912992 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a4c0a-3f74-4440-b26a-8d8188f3dafb req-7d2eb2ec-94bb-4ffd-b3d3-cf70a2e4b756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:15.914561 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-355a4c0a-3f74-4440-b26a-8d8188f3dafb req-7d2eb2ec-94bb-4ffd-b3d3-cf70a2e4b756 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 1096 time: 0.0876567 Jan 18 20:45:15.933129 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0b4ad-67a1-43a9-8f56-2483360f20ea req-f14e447d-edcb-4c06-b98d-02b83d11f198 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:15.934612 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d3a0b4ad-67a1-43a9-8f56-2483360f20ea req-f14e447d-edcb-4c06-b98d-02b83d11f198 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=feb4780f-e615-459a-a114-1b0d3c8a3808 HTTP/1.1" status: 200 len: 1097 time: 0.0518427 Jan 18 20:45:15.980316 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce596d7b-19ce-464f-86a0-688d78760a38 req-4d2f0c89-b218-4af9-b298-dd78286ad0a9 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:15.980316 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce596d7b-19ce-464f-86a0-688d78760a38 req-4d2f0c89-b218-4af9-b298-dd78286ad0a9 tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=feb4780f-e615-459a-a114-1b0d3c8a3808 HTTP/1.1" status: 200 len: 1097 time: 0.1254985 Jan 18 20:45:15.984240 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-a89ea655-5ea5-408b-8a7b-03c5e0bd2c58 req-53298356-3669-4d20-b369-1ac4a9c58912 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] For port be2ee179-583f-4582-acad-ff64a935db5d, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=be2ee179-583f-4582-acad-ff64a935db5d,segment=NetworkSegment(28c0b015-86dd-4c12-aab6-969fa3eecfd0),segment_id=28c0b015-86dd-4c12-aab6-969fa3eecfd0)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:15.984797 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a89ea655-5ea5-408b-8a7b-03c5e0bd2c58 req-53298356-3669-4d20-b369-1ac4a9c58912 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (be2ee179-583f-4582-acad-ff64a935db5d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:16.005150 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-a89ea655-5ea5-408b-8a7b-03c5e0bd2c58 req-53298356-3669-4d20-b369-1ac4a9c58912 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Calling delete_port for be2ee179-583f-4582-acad-ff64a935db5d owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:45:16.026202 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-355a4c0a-3f74-4440-b26a-8d8188f3dafb req-e5f12583-73e1-4725-986c-9d0b02ff1475 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f9ed6ff7-0a83-4718-8259-69319ff1d618&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1010873 Jan 18 20:45:16.045463 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-d3a0b4ad-67a1-43a9-8f56-2483360f20ea req-26e2ab87-e3ee-4af5-a7d0-2879c25ce3dc tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Deleting port 707380b6-9b9d-46b0-96ec-97719870bf26 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:45:16.045811 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d3a0b4ad-67a1-43a9-8f56-2483360f20ea req-26e2ab87-e3ee-4af5-a7d0-2879c25ce3dc tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (707380b6-9b9d-46b0-96ec-97719870bf26), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:16.084834 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce596d7b-19ce-464f-86a0-688d78760a38 req-18210e60-f87f-40ee-a1c6-22f17c624fdb tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=838b0019-5a32-48cf-b328-eda166101719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911210 Jan 18 20:45:16.150775 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-d3a0b4ad-67a1-43a9-8f56-2483360f20ea req-26e2ab87-e3ee-4af5-a7d0-2879c25ce3dc tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] For port 707380b6-9b9d-46b0-96ec-97719870bf26, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=707380b6-9b9d-46b0-96ec-97719870bf26,segment=NetworkSegment(b8546c6f-fb62-467d-8fc9-7edb575ddea2),segment_id=b8546c6f-fb62-467d-8fc9-7edb575ddea2)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:16.151231 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d3a0b4ad-67a1-43a9-8f56-2483360f20ea req-26e2ab87-e3ee-4af5-a7d0-2879c25ce3dc tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (707380b6-9b9d-46b0-96ec-97719870bf26), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:16.164509 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-d3a0b4ad-67a1-43a9-8f56-2483360f20ea req-26e2ab87-e3ee-4af5-a7d0-2879c25ce3dc tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Calling delete_port for 707380b6-9b9d-46b0-96ec-97719870bf26 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:45:16.213418 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a89ea655-5ea5-408b-8a7b-03c5e0bd2c58 req-53298356-3669-4d20-b369-1ac4a9c58912 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (be2ee179-583f-4582-acad-ff64a935db5d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:16.222520 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddd528-4964-47e1-b71d-f6635c061591 req-23427a4c-ac74-4992-b257-bb09c6713a6f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:16.224156 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c9ddd528-4964-47e1-b71d-f6635c061591 req-23427a4c-ac74-4992-b257-bb09c6713a6f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 945 time: 0.0676436 Jan 18 20:45:16.262985 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53298356-3669-4d20-b369-1ac4a9c58912 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event deleted for resources: {'Port': ['ID=be2ee179-583f-4582-acad-ff64a935db5d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:16.311097 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:45:16.325959 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89ea655-5ea5-408b-8a7b-03c5e0bd2c58 req-53298356-3669-4d20-b369-1ac4a9c58912 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] No DVR routers for this DVR port be2ee179-583f-4582-acad-ff64a935db5d on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:45:16.332625 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a89ea655-5ea5-408b-8a7b-03c5e0bd2c58 req-53298356-3669-4d20-b369-1ac4a9c58912 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:16.336527 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a89ea655-5ea5-408b-8a7b-03c5e0bd2c58 req-53298356-3669-4d20-b369-1ac4a9c58912 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.70 "DELETE /v2.0/ports/be2ee179-583f-4582-acad-ff64a935db5d HTTP/1.1" status: 204 len: 173 time: 0.7090881 Jan 18 20:45:16.337067 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f20e2c-5687-4478-96c6-716e37062362', 'name': 'network-vif-deleted', 'tag': 'be2ee179-583f-4582-acad-ff64a935db5d'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:45:16.339433 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248239ec-9642-4291-9af5-d1fd5ece2603" -d '{"events": [{"server_uuid": "94f20e2c-5687-4478-96c6-716e37062362", "name": "network-vif-deleted", "tag": "be2ee179-583f-4582-acad-ff64a935db5d"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:45:16.343021 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d3a0b4ad-67a1-43a9-8f56-2483360f20ea req-26e2ab87-e3ee-4af5-a7d0-2879c25ce3dc tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (707380b6-9b9d-46b0-96ec-97719870bf26), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:16.357396 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['707380b6-9b9d-46b0-96ec-97719870bf26'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:45:16.358048 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c9ddd528-4964-47e1-b71d-f6635c061591 req-a232169c-8845-424f-b83c-67a0bd9b1a1d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9ed6ff7-0a83-4718-8259-69319ff1d618&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1272776 Jan 18 20:45:16.373070 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2ab87-e3ee-4af5-a7d0-2879c25ce3dc tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Pushing event deleted for resources: {'Port': ['ID=707380b6-9b9d-46b0-96ec-97719870bf26,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:16.428603 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adc3bc2-5361-424f-ae5a-c16d86a2a8f9 x-openstack-request-id: req-5adc3bc2-5361-424f-ae5a-c16d86a2a8f9 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:45:16.429132 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f20e2c-5687-4478-96c6-716e37062362", "name": "network-vif-deleted", "tag": "be2ee179-583f-4582-acad-ff64a935db5d", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:45:16.429530 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5adc3bc2-5361-424f-ae5a-c16d86a2a8f9 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:45:16.430106 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f20e2c-5687-4478-96c6-716e37062362', 'name': 'network-vif-deleted', 'tag': 'be2ee179-583f-4582-acad-ff64a935db5d', 'status': 'completed', 'code': 200} Jan 18 20:45:16.464198 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a0b4ad-67a1-43a9-8f56-2483360f20ea req-26e2ab87-e3ee-4af5-a7d0-2879c25ce3dc tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] No DVR routers for this DVR port 707380b6-9b9d-46b0-96ec-97719870bf26 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:45:16.467268 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d3a0b4ad-67a1-43a9-8f56-2483360f20ea req-26e2ab87-e3ee-4af5-a7d0-2879c25ce3dc tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:16.472962 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d3a0b4ad-67a1-43a9-8f56-2483360f20ea req-26e2ab87-e3ee-4af5-a7d0-2879c25ce3dc tempest-TestServerMultinode-2112212065 tempest-TestServerMultinode-2112212065-project-admin] 10.222.0.70 "DELETE /v2.0/ports/707380b6-9b9d-46b0-96ec-97719870bf26 HTTP/1.1" status: 204 len: 173 time: 0.5296760 Jan 18 20:45:16.473491 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb4780f-e615-459a-a114-1b0d3c8a3808', 'name': 'network-vif-deleted', 'tag': '707380b6-9b9d-46b0-96ec-97719870bf26'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:45:16.483064 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794dc6b6-a2b1-458d-a766-7219158d979f" -d '{"events": [{"server_uuid": "feb4780f-e615-459a-a114-1b0d3c8a3808", "name": "network-vif-deleted", "tag": "707380b6-9b9d-46b0-96ec-97719870bf26"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:45:16.537387 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be6c9ca-27cc-475d-932c-d07bff1156e7 x-openstack-request-id: req-6be6c9ca-27cc-475d-932c-d07bff1156e7 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:45:16.537881 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb4780f-e615-459a-a114-1b0d3c8a3808", "name": "network-vif-deleted", "tag": "707380b6-9b9d-46b0-96ec-97719870bf26", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:45:16.538135 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6be6c9ca-27cc-475d-932c-d07bff1156e7 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:45:16.538535 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb4780f-e615-459a-a114-1b0d3c8a3808', 'name': 'network-vif-deleted', 'tag': '707380b6-9b9d-46b0-96ec-97719870bf26', 'status': 'completed', 'code': 200} Jan 18 20:45:16.718233 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 700f6201-2b4a-452a-bdf7-05c3a7647344 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:45:16.747401 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 700f6201-2b4a-452a-bdf7-05c3a7647344 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:45:16.747978 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 700f6201-2b4a-452a-bdf7-05c3a7647344 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:45:16.973593 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-578ce8ec-b939-4b74-b7ca-a300384dd189 req-fb4acd6b-516b-45a3-8c65-a4f963905ec6 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f20e2c-5687-4478-96c6-716e37062362 HTTP/1.1" status: 200 len: 210 time: 0.0282574 Jan 18 20:45:17.166044 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35930) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:17.506306 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39052ec-1cd3-4914-b3a2-b7ca55445589 req-63e7b8b3-2e45-4c88-92aa-8b308d5cde75 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:17.507741 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f39052ec-1cd3-4914-b3a2-b7ca55445589 req-63e7b8b3-2e45-4c88-92aa-8b308d5cde75 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 945 time: 0.0631752 Jan 18 20:45:17.587617 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f39052ec-1cd3-4914-b3a2-b7ca55445589 req-7a59b342-3b6f-41cb-ac9f-dbfa51ce0dea tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9ed6ff7-0a83-4718-8259-69319ff1d618&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0733931 Jan 18 20:45:17.612639 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-93c29625-81c1-4c53-8e48-9fc319aabc67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (c788281e-b4b0-49ac-88ab-5358e9be9f11), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:17.755231 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d885a6-b372-4f46-a794-58edc14e1341 req-b1a874c5-239d-4331-bbe2-b49f1bbb2e5a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:17.756750 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a3d885a6-b372-4f46-a794-58edc14e1341 req-b1a874c5-239d-4331-bbe2-b49f1bbb2e5a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 945 time: 0.0997262 Jan 18 20:45:17.862661 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a3d885a6-b372-4f46-a794-58edc14e1341 req-5608d4f9-b156-4cff-adec-2cbc804bad34 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9ed6ff7-0a83-4718-8259-69319ff1d618&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0984917 Jan 18 20:45:17.884478 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35936) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:17.925015 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb082ba-db4e-4902-a955-1380c3e5e719 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:17.927095 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6eb082ba-db4e-4902-a955-1380c3e5e719 tempest-TestNetworkAdvancedServerOps-833582356 tempest-TestNetworkAdvancedServerOps-833582356-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 1091 time: 0.0414336 Jan 18 20:45:17.929676 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35938) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:17.934208 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-85586148-311c-452d-881e-ff8a8163bf37 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'port_id': 'f8f6e264-fd3b-4693-aed4-ab19e019f919', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:45:17.944871 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-93c29625-81c1-4c53-8e48-9fc319aabc67 admin admin] Deleting port 167c95b5-6499-4095-823d-826e0553e768 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:45:17.945146 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-93c29625-81c1-4c53-8e48-9fc319aabc67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (167c95b5-6499-4095-823d-826e0553e768), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:17.959857 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-85586148-311c-452d-881e-ff8a8163bf37 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:18.032477 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-93c29625-81c1-4c53-8e48-9fc319aabc67 admin admin] For port 167c95b5-6499-4095-823d-826e0553e768, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=167c95b5-6499-4095-823d-826e0553e768,segment=NetworkSegment(b8546c6f-fb62-467d-8fc9-7edb575ddea2),segment_id=b8546c6f-fb62-467d-8fc9-7edb575ddea2)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:18.033042 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-93c29625-81c1-4c53-8e48-9fc319aabc67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (167c95b5-6499-4095-823d-826e0553e768), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:18.043757 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35942) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:18.056318 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-93c29625-81c1-4c53-8e48-9fc319aabc67 admin admin] Calling delete_port for 167c95b5-6499-4095-823d-826e0553e768 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:45:18.135169 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-85586148-311c-452d-881e-ff8a8163bf37 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:18.142926 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3be403cf-2978-41ee-bea5-dab466be11f1 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for security_group (69e6b953-3ab3-4b43-8397-79e973281e13), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:18.202949 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3be403cf-2978-41ee-bea5-dab466be11f1 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for security_group (69e6b953-3ab3-4b43-8397-79e973281e13), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:18.258089 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-93c29625-81c1-4c53-8e48-9fc319aabc67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (167c95b5-6499-4095-823d-826e0553e768), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:18.288691 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c29625-81c1-4c53-8e48-9fc319aabc67 admin admin] Pushing event deleted for resources: {'Port': ['ID=167c95b5-6499-4095-823d-826e0553e768,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:18.306534 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-85586148-311c-452d-881e-ff8a8163bf37 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Allocated IP 172.25.4.244 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/734b6866-ef9b-45c8-9186-5fe948ce4339) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:45:18.317577 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3be403cf-2978-41ee-bea5-dab466be11f1 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (69e6b953-3ab3-4b43-8397-79e973281e13), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:18.320170 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3be403cf-2978-41ee-bea5-dab466be11f1 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:18.321309 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3be403cf-2978-41ee-bea5-dab466be11f1 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "DELETE /v2.0/security-groups/69e6b953-3ab3-4b43-8397-79e973281e13 HTTP/1.1" status: 204 len: 168 time: 0.2763112 Jan 18 20:45:18.333548 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35946) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:18.334641 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be403cf-2978-41ee-bea5-dab466be11f1 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e6b953-3ab3-4b43-8397-79e973281e13,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:18.492121 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa49b97b-ab86-471c-b415-88cf676bd641 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for security_group (5964f1d1-6192-4fa5-a78b-41c67786ef4d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:18.528528 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-93c29625-81c1-4c53-8e48-9fc319aabc67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (c788281e-b4b0-49ac-88ab-5358e9be9f11), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:18.536813 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-85586148-311c-452d-881e-ff8a8163bf37 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for port (734b6866-ef9b-45c8-9186-5fe948ce4339), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:18.547129 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa49b97b-ab86-471c-b415-88cf676bd641 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for security_group (5964f1d1-6192-4fa5-a78b-41c67786ef4d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:18.621812 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-85586148-311c-452d-881e-ff8a8163bf37 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (734b6866-ef9b-45c8-9186-5fe948ce4339), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:18.629048 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa49b97b-ab86-471c-b415-88cf676bd641 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5964f1d1-6192-4fa5-a78b-41c67786ef4d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:18.631921 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa49b97b-ab86-471c-b415-88cf676bd641 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:18.635797 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-aa49b97b-ab86-471c-b415-88cf676bd641 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "DELETE /v2.0/security-groups/5964f1d1-6192-4fa5-a78b-41c67786ef4d HTTP/1.1" status: 204 len: 168 time: 0.2965200 Jan 18 20:45:18.648048 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35948) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:18.672922 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49b97b-ab86-471c-b415-88cf676bd641 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5964f1d1-6192-4fa5-a78b-41c67786ef4d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:18.697408 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85586148-311c-452d-881e-ff8a8163bf37 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:45:18.700128 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85586148-311c-452d-881e-ff8a8163bf37 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Port': ['ID=734b6866-ef9b-45c8-9186-5fe948ce4339,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:18.705892 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-85586148-311c-452d-881e-ff8a8163bf37 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:45:18.717254 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85586148-311c-452d-881e-ff8a8163bf37 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:45:19.115155 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-85586148-311c-452d-881e-ff8a8163bf37 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for floatingip (b79c4ed8-3c90-4bec-8d2c-d8cd7b094d24), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:19.191739 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-85586148-311c-452d-881e-ff8a8163bf37 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (734b6866-ef9b-45c8-9186-5fe948ce4339), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:19.295705 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c29625-81c1-4c53-8e48-9fc319aabc67 admin admin] Router c788281e-b4b0-49ac-88ab-5358e9be9f11 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:45:19.374723 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-85586148-311c-452d-881e-ff8a8163bf37 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for port (734b6866-ef9b-45c8-9186-5fe948ce4339), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:19.380336 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-85586148-311c-452d-881e-ff8a8163bf37 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (734b6866-ef9b-45c8-9186-5fe948ce4339), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:19.458364 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85586148-311c-452d-881e-ff8a8163bf37 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event updated for resources: {'Port': ['ID=734b6866-ef9b-45c8-9186-5fe948ce4339,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:19.466356 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-85586148-311c-452d-881e-ff8a8163bf37 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (b79c4ed8-3c90-4bec-8d2c-d8cd7b094d24), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:19.505442 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c29625-81c1-4c53-8e48-9fc319aabc67 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:45:19.513204 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-93c29625-81c1-4c53-8e48-9fc319aabc67 admin admin] 10.222.0.31 "PUT /v2.0/routers/c788281e-b4b0-49ac-88ab-5358e9be9f11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3438613 Jan 18 20:45:19.515211 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35952) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:19.521135 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6db4a24-7c54-4801-88bb-c4f163f0f2a6 None None] Sync routers for ids ['c788281e-b4b0-49ac-88ab-5358e9be9f11'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:45:19.534666 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device be2ee179-583f-4582-acad-ff64a935db5d no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:45:19.545979 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6db4a24-7c54-4801-88bb-c4f163f0f2a6 None None] Routers {'c788281e-b4b0-49ac-88ab-5358e9be9f11'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:45:19.546767 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f6db4a24-7c54-4801-88bb-c4f163f0f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['c788281e-b4b0-49ac-88ab-5358e9be9f11'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:19.574186 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: be2ee179-583f-4582-acad-ff64a935db5d {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:45:19.574696 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device be2ee179-583f-4582-acad-ff64a935db5d not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:45:19.618482 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [None req-85586148-311c-452d-881e-ff8a8163bf37 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Floating IP b79c4ed8-3c90-4bec-8d2c-d8cd7b094d24 associated. External IP: 172.25.4.244, port: f8f6e264-fd3b-4693-aed4-ab19e019f919. Jan 18 20:45:19.672611 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-f6db4a24-7c54-4801-88bb-c4f163f0f2a6 None None] Set router c788281e-b4b0-49ac-88ab-5358e9be9f11 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:45:19.675161 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4f66c850-fd77-482d-b70b-71780474ad1c admin admin] Publish callbacks [] for router (c788281e-b4b0-49ac-88ab-5358e9be9f11), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:19.732842 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-756cab57-aa5d-43e6-beca-7ce0cad73585 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (8351096d-5e7a-41a8-b212-ae4be8df0090), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:19.906584 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4f66c850-fd77-482d-b70b-71780474ad1c admin admin] Publish callbacks [] for router_gateway (c788281e-b4b0-49ac-88ab-5358e9be9f11), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:20.014485 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f6db4a24-7c54-4801-88bb-c4f163f0f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c788281e-b4b0-49ac-88ab-5358e9be9f11', 'name': 'tempest-TestServerMultinode-1605897153-router', 'tenant_id': 'a4834843d05e42bd8490aedc5aaba77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'e48cc4d9-f475-4e4d-88b1-fd81ab03c400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:30Z', 'updated_at': '2022-01-18T20:45:18Z', 'revision_number': 5, 'project_id': 'a4834843d05e42bd8490aedc5aaba77f', 'gw_port': {'id': 'e48cc4d9-f475-4e4d-88b1-fd81ab03c400', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c788281e-b4b0-49ac-88ab-5358e9be9f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:31Z', 'updated_at': '2022-01-18T20:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:20.046175 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6db4a24-7c54-4801-88bb-c4f163f0f2a6 None None] Checking router: c788281e-b4b0-49ac-88ab-5358e9be9f11 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:45:20.061651 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6db4a24-7c54-4801-88bb-c4f163f0f2a6 None None] Routers {'c788281e-b4b0-49ac-88ab-5358e9be9f11'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:45:20.063222 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f6db4a24-7c54-4801-88bb-c4f163f0f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['c788281e-b4b0-49ac-88ab-5358e9be9f11'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:20.096928 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-4f66c850-fd77-482d-b70b-71780474ad1c admin admin] Deleting port e48cc4d9-f475-4e4d-88b1-fd81ab03c400 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:45:20.097268 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4f66c850-fd77-482d-b70b-71780474ad1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e48cc4d9-f475-4e4d-88b1-fd81ab03c400), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:20.180494 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-f6db4a24-7c54-4801-88bb-c4f163f0f2a6 None None] Set router c788281e-b4b0-49ac-88ab-5358e9be9f11 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:45:20.230799 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85586148-311c-452d-881e-ff8a8163bf37 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Router da451a04-c6e7-420c-9853-9a19df83476c has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:45:20.274032 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-4f66c850-fd77-482d-b70b-71780474ad1c admin admin] For port e48cc4d9-f475-4e4d-88b1-fd81ab03c400, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=e48cc4d9-f475-4e4d-88b1-fd81ab03c400,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:20.274278 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4f66c850-fd77-482d-b70b-71780474ad1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e48cc4d9-f475-4e4d-88b1-fd81ab03c400), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:20.303023 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f6db4a24-7c54-4801-88bb-c4f163f0f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c788281e-b4b0-49ac-88ab-5358e9be9f11', 'name': 'tempest-TestServerMultinode-1605897153-router', 'tenant_id': 'a4834843d05e42bd8490aedc5aaba77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:30Z', 'updated_at': '2022-01-18T20:45:19Z', 'revision_number': 6, 'project_id': 'a4834843d05e42bd8490aedc5aaba77f', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:20.303968 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-4f66c850-fd77-482d-b70b-71780474ad1c admin admin] Calling delete_port for e48cc4d9-f475-4e4d-88b1-fd81ab03c400 owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:45:20.326837 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-756cab57-aa5d-43e6-beca-7ce0cad73585 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Deleting port 4efc548a-aa5b-4dff-bbc4-ba957d9b51c1 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:45:20.327262 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-756cab57-aa5d-43e6-beca-7ce0cad73585 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (4efc548a-aa5b-4dff-bbc4-ba957d9b51c1), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:20.333575 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6db4a24-7c54-4801-88bb-c4f163f0f2a6 None None] The sync data for ids ['c788281e-b4b0-49ac-88ab-5358e9be9f11'] in n-d-741529-9 is: [{'id': 'c788281e-b4b0-49ac-88ab-5358e9be9f11', 'name': 'tempest-TestServerMultinode-1605897153-router', 'tenant_id': 'a4834843d05e42bd8490aedc5aaba77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:30Z', 'updated_at': '2022-01-18T20:45:19Z', 'revision_number': 6, 'project_id': 'a4834843d05e42bd8490aedc5aaba77f', 'gw_port_host': None}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:45:20.390405 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85586148-311c-452d-881e-ff8a8163bf37 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:45:20.403162 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b3a5e4-3159-42a5-aa5c-928933b354a5 None None] Sync routers for ids ['da451a04-c6e7-420c-9853-9a19df83476c'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:45:20.417187 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b3a5e4-3159-42a5-aa5c-928933b354a5 None None] Routers {'da451a04-c6e7-420c-9853-9a19df83476c'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:45:20.418855 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c6b3a5e4-3159-42a5-aa5c-928933b354a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['da451a04-c6e7-420c-9853-9a19df83476c'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:20.419195 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-85586148-311c-452d-881e-ff8a8163bf37 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:20.460037 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-85586148-311c-452d-881e-ff8a8163bf37 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5265133 Jan 18 20:45:20.460301 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f67531-c59c-4a12-ac97-6d7fcfb5e78a', 'tag': 'f8f6e264-fd3b-4693-aed4-ab19e019f919'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:45:20.462579 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdf77d7-7e6a-410f-b40b-74e1a5413922" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f67531-c59c-4a12-ac97-6d7fcfb5e78a", "tag": "f8f6e264-fd3b-4693-aed4-ab19e019f919"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:45:20.535341 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-756cab57-aa5d-43e6-beca-7ce0cad73585 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] For port 4efc548a-aa5b-4dff-bbc4-ba957d9b51c1, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4efc548a-aa5b-4dff-bbc4-ba957d9b51c1,segment=NetworkSegment(28c0b015-86dd-4c12-aab6-969fa3eecfd0),segment_id=28c0b015-86dd-4c12-aab6-969fa3eecfd0)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:20.536106 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b160910-93a4-4f97-bac6-3e0c4959b070 x-openstack-request-id: req-5b160910-93a4-4f97-bac6-3e0c4959b070 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:45:20.536319 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-756cab57-aa5d-43e6-beca-7ce0cad73585 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (4efc548a-aa5b-4dff-bbc4-ba957d9b51c1), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:20.536957 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f67531-c59c-4a12-ac97-6d7fcfb5e78a", "tag": "f8f6e264-fd3b-4693-aed4-ab19e019f919", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:45:20.537245 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b160910-93a4-4f97-bac6-3e0c4959b070 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:45:20.537738 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f67531-c59c-4a12-ac97-6d7fcfb5e78a', 'tag': 'f8f6e264-fd3b-4693-aed4-ab19e019f919', 'status': 'completed', 'code': 200} Jan 18 20:45:20.569853 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-756cab57-aa5d-43e6-beca-7ce0cad73585 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Calling delete_port for 4efc548a-aa5b-4dff-bbc4-ba957d9b51c1 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:45:20.602687 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf77d7-7e6a-410f-b40b-74e1a5413922 req-48e25f1f-9c36-4e4b-bd61-5c14b3bf2f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:20.604387 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8fdf77d7-7e6a-410f-b40b-74e1a5413922 req-48e25f1f-9c36-4e4b-bd61-5c14b3bf2f01 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 1096 time: 0.0514812 Jan 18 20:45:20.613341 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-c6b3a5e4-3159-42a5-aa5c-928933b354a5 None None] Set router da451a04-c6e7-420c-9853-9a19df83476c gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:45:20.678550 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c579673-f06a-40c1-82db-a3784b6d34c8 req-4522c536-2a4a-46ce-835d-8e9c7795c9b3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:20.680108 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9c579673-f06a-40c1-82db-a3784b6d34c8 req-4522c536-2a4a-46ce-835d-8e9c7795c9b3 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 945 time: 0.1275363 Jan 18 20:45:20.719430 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 167c95b5-6499-4095-823d-826e0553e768 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:45:20.723634 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf77d7-7e6a-410f-b40b-74e1a5413922 req-5b3cf4f7-a808-4eb4-bf92-51eba828bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:20.726463 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8fdf77d7-7e6a-410f-b40b-74e1a5413922 req-5b3cf4f7-a808-4eb4-bf92-51eba828bba0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=600bc733-016b-4a63-ab61-90cc9dc602e0 HTTP/1.1" status: 200 len: 897 time: 0.1154625 Jan 18 20:45:20.749884 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 167c95b5-6499-4095-823d-826e0553e768 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:45:20.750296 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 167c95b5-6499-4095-823d-826e0553e768 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:45:20.770679 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4f66c850-fd77-482d-b70b-71780474ad1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (e48cc4d9-f475-4e4d-88b1-fd81ab03c400), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:20.811634 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8fdf77d7-7e6a-410f-b40b-74e1a5413922 req-005b0100-0241-4894-a9c2-d2150037127b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8f6e264-fd3b-4693-aed4-ab19e019f919 HTTP/1.1" status: 200 len: 999 time: 0.0792005 Jan 18 20:45:20.821999 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66c850-fd77-482d-b70b-71780474ad1c admin admin] Pushing event deleted for resources: {'Port': ['ID=e48cc4d9-f475-4e4d-88b1-fd81ab03c400,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:20.860771 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9c579673-f06a-40c1-82db-a3784b6d34c8 req-4a55905b-963a-4044-96fa-4f6a19f0fb50 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9ed6ff7-0a83-4718-8259-69319ff1d618&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1619158 Jan 18 20:45:20.873819 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c63dc7-ecd5-49fc-8f41-0cc68b29dca5 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:45:20.896611 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf77d7-7e6a-410f-b40b-74e1a5413922 req-8a85e74f-3ed9-4867-b14d-7dc100094862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:20.898131 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8fdf77d7-7e6a-410f-b40b-74e1a5413922 req-8a85e74f-3ed9-4867-b14d-7dc100094862 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fe8ac68a-3470-4109-a6ec-35aaad3bc8cc HTTP/1.1" status: 200 len: 834 time: 0.0800319 Jan 18 20:45:20.898862 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35960) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:20.936268 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4f66c850-fd77-482d-b70b-71780474ad1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (c788281e-b4b0-49ac-88ab-5358e9be9f11), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:20.955667 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c6b3a5e4-3159-42a5-aa5c-928933b354a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256434636', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'f7894408-cdb9-40d0-b1bb-55efd0db0a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:59Z', 'updated_at': '2022-01-18T20:45:03Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'f7894408-cdb9-40d0-b1bb-55efd0db0a40', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:45:00Z', 'updated_at': '2022-01-18T20:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'b79c4ed8-3c90-4bec-8d2c-d8cd7b094d24', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'floating_ip_address': '172.25.4.244', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'port_id': 'f8f6e264-fd3b-4693-aed4-ab19e019f919', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0', 'mac_address': 'fa:16:3e:30:a8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f67531-c59c-4a12-ac97-6d7fcfb5e78a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:45:18Z', 'updated_at': '2022-01-18T20:45:18Z', 'revision_number': 0, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '512883ca-9952-4a47-9390-00e34e092a92', 'name': '', 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:5e:ff:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'fe8ac68a-3470-4109-a6ec-35aaad3bc8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:45:02Z', 'updated_at': '2022-01-18T20:45:07Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': 'fe8ac68a-3470-4109-a6ec-35aaad3bc8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:20.989394 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b3a5e4-3159-42a5-aa5c-928933b354a5 None None] Checking router: da451a04-c6e7-420c-9853-9a19df83476c for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:45:20.990009 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-42e0f690-b1c7-4e44-ad52-b6a2e5d53638 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/floatingips/b79c4ed8-3c90-4bec-8d2c-d8cd7b094d24 HTTP/1.1" status: 200 len: 991 time: 0.0900977 Jan 18 20:45:20.995547 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf77d7-7e6a-410f-b40b-74e1a5413922 req-494380f8-0450-48d1-b7c5-350da5b4e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:20.997008 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8fdf77d7-7e6a-410f-b40b-74e1a5413922 req-494380f8-0450-48d1-b7c5-350da5b4e555 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=600bc733-016b-4a63-ab61-90cc9dc602e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894725 Jan 18 20:45:20.998270 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b3a5e4-3159-42a5-aa5c-928933b354a5 None None] Routers {'da451a04-c6e7-420c-9853-9a19df83476c'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:45:20.998867 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c6b3a5e4-3159-42a5-aa5c-928933b354a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['da451a04-c6e7-420c-9853-9a19df83476c'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:21.062240 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4f66c850-fd77-482d-b70b-71780474ad1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (c788281e-b4b0-49ac-88ab-5358e9be9f11), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:21.066053 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4f66c850-fd77-482d-b70b-71780474ad1c admin admin] Publish callbacks [] for router_controller (c788281e-b4b0-49ac-88ab-5358e9be9f11), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:21.096604 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8fdf77d7-7e6a-410f-b40b-74e1a5413922 req-6eeee301-f7df-458b-919a-f541c38a5783 service neutron] 10.222.0.70 "GET /v2.0/networks/600bc733-016b-4a63-ab61-90cc9dc602e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927484 Jan 18 20:45:21.103943 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-c6b3a5e4-3159-42a5-aa5c-928933b354a5 None None] Set router da451a04-c6e7-420c-9853-9a19df83476c gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:45:21.108993 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-756cab57-aa5d-43e6-beca-7ce0cad73585 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (4efc548a-aa5b-4dff-bbc4-ba957d9b51c1), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:21.136945 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cab57-aa5d-43e6-beca-7ce0cad73585 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event deleted for resources: {'Port': ['ID=4efc548a-aa5b-4dff-bbc4-ba957d9b51c1,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:21.138939 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4f66c850-fd77-482d-b70b-71780474ad1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (c788281e-b4b0-49ac-88ab-5358e9be9f11), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:21.139459 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f66c850-fd77-482d-b70b-71780474ad1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c788281e-b4b0-49ac-88ab-5358e9be9f11 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:45:21.144872 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4f66c850-fd77-482d-b70b-71780474ad1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:21.149124 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4f66c850-fd77-482d-b70b-71780474ad1c admin admin] 10.222.0.31 "DELETE /v2.0/routers/c788281e-b4b0-49ac-88ab-5358e9be9f11 HTTP/1.1" status: 204 len: 168 time: 1.6285667 Jan 18 20:45:21.150733 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35962) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:21.239460 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8fdf77d7-7e6a-410f-b40b-74e1a5413922 req-b17457f0-6e2f-49db-82fa-7ee8b690c604 service neutron] 10.222.0.70 "GET /v2.0/networks/600bc733-016b-4a63-ab61-90cc9dc602e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369498 Jan 18 20:45:21.274582 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d9d820e-8bbf-44ae-91ea-375f67414f2c admin admin] Deleting subnet 4fbcab85-2aaa-4608-b9d7-504fb8b354b9 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:45:21.283412 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9d9d820e-8bbf-44ae-91ea-375f67414f2c admin admin] Publish callbacks [] for subnet (4fbcab85-2aaa-4608-b9d7-504fb8b354b9), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:21.372548 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9d9d820e-8bbf-44ae-91ea-375f67414f2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (4fbcab85-2aaa-4608-b9d7-504fb8b354b9), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:21.443426 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c6b3a5e4-3159-42a5-aa5c-928933b354a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256434636', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'f7894408-cdb9-40d0-b1bb-55efd0db0a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:59Z', 'updated_at': '2022-01-18T20:45:03Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'f7894408-cdb9-40d0-b1bb-55efd0db0a40', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:45:00Z', 'updated_at': '2022-01-18T20:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'b79c4ed8-3c90-4bec-8d2c-d8cd7b094d24', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'floating_ip_address': '172.25.4.244', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'port_id': 'f8f6e264-fd3b-4693-aed4-ab19e019f919', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0', 'mac_address': 'fa:16:3e:30:a8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f67531-c59c-4a12-ac97-6d7fcfb5e78a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:45:18Z', 'updated_at': '2022-01-18T20:45:18Z', 'revision_number': 0, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '512883ca-9952-4a47-9390-00e34e092a92', 'name': '', 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:5e:ff:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'fe8ac68a-3470-4109-a6ec-35aaad3bc8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:45:02Z', 'updated_at': '2022-01-18T20:45:07Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': 'fe8ac68a-3470-4109-a6ec-35aaad3bc8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:21.492060 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-756cab57-aa5d-43e6-beca-7ce0cad73585 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (8351096d-5e7a-41a8-b212-ae4be8df0090), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:21.503526 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b3a5e4-3159-42a5-aa5c-928933b354a5 None None] The sync data for ids ['da451a04-c6e7-420c-9853-9a19df83476c'] in n-d-741529-9 is: [{'id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256434636', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'f7894408-cdb9-40d0-b1bb-55efd0db0a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:59Z', 'updated_at': '2022-01-18T20:45:03Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'f7894408-cdb9-40d0-b1bb-55efd0db0a40', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:45:00Z', 'updated_at': '2022-01-18T20:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'b79c4ed8-3c90-4bec-8d2c-d8cd7b094d24', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'floating_ip_address': '172.25.4.244', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'port_id': 'f8f6e264-fd3b-4693-aed4-ab19e019f919', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0', 'mac_address': 'fa:16:3e:30:a8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f67531-c59c-4a12-ac97-6d7fcfb5e78a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:45:18Z', 'updated_at': '2022-01-18T20:45:18Z', 'revision_number': 0, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '512883ca-9952-4a47-9390-00e34e092a92', 'name': '', 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:5e:ff:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'fe8ac68a-3470-4109-a6ec-35aaad3bc8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:45:02Z', 'updated_at': '2022-01-18T20:45:07Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': 'fe8ac68a-3470-4109-a6ec-35aaad3bc8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:45:21.528997 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 707380b6-9b9d-46b0-96ec-97719870bf26 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:45:21.558817 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 707380b6-9b9d-46b0-96ec-97719870bf26 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:45:21.559160 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 707380b6-9b9d-46b0-96ec-97719870bf26 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:45:21.610092 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9d9d820e-8bbf-44ae-91ea-375f67414f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (4fbcab85-2aaa-4608-b9d7-504fb8b354b9), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:21.829341 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9d9d820e-8bbf-44ae-91ea-375f67414f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (4fbcab85-2aaa-4608-b9d7-504fb8b354b9), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:21.857987 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68916458-aa6f-4126-aa41-fa45139a9276 None None] New status for floating IP b79c4ed8-3c90-4bec-8d2c-d8cd7b094d24: ACTIVE {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:45:21.904062 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d820e-8bbf-44ae-91ea-375f67414f2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fbcab85-2aaa-4608-b9d7-504fb8b354b9,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:21.917840 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9d9d820e-8bbf-44ae-91ea-375f67414f2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:21.923168 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcda1404-f248-4a93-bbff-4dec856269b4 None None] Network f4ddea57-627d-4710-8db5-8556b306c459 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:45:21.924501 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9d9d820e-8bbf-44ae-91ea-375f67414f2c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4fbcab85-2aaa-4608-b9d7-504fb8b354b9 HTTP/1.1" status: 204 len: 168 time: 0.7728038 Jan 18 20:45:21.925209 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35972) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:21.955469 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77125581-33f0-4044-8b42-d4320666b5ff req-cea93cd9-3acd-462c-a01d-e3a1626e7fad tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:21.957200 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-77125581-33f0-4044-8b42-d4320666b5ff req-cea93cd9-3acd-462c-a01d-e3a1626e7fad tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 947 time: 0.1785553 Jan 18 20:45:21.976749 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756cab57-aa5d-43e6-beca-7ce0cad73585 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Router 8351096d-5e7a-41a8-b212-ae4be8df0090 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:45:21.995577 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35974) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:22.100008 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-77125581-33f0-4044-8b42-d4320666b5ff req-4ff42a13-357f-490d-9abc-9b67f7c887c0 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232648 Jan 18 20:45:22.126094 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (f4ddea57-627d-4710-8db5-8556b306c459), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:22.144132 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b38c9f-af08-4da8-a00d-a5898380f99c None None] DHCP port deletion for f4ddea57-627d-4710-8db5-8556b306c459 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:45:22.144390 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5361fd8f-36a4-41e6-8b90-7a1ab53ebf67 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/floatingips/b79c4ed8-3c90-4bec-8d2c-d8cd7b094d24 HTTP/1.1" status: 200 len: 991 time: 0.1473994 Jan 18 20:45:22.201105 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] Deleting port aca168cf-1a70-4fd6-942c-cfff68efa0cf {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:45:22.201542 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (aca168cf-1a70-4fd6-942c-cfff68efa0cf), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:22.227028 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89b38c9f-af08-4da8-a00d-a5898380f99c None None] Deleting port aca168cf-1a70-4fd6-942c-cfff68efa0cf {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:45:22.227731 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89b38c9f-af08-4da8-a00d-a5898380f99c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (aca168cf-1a70-4fd6-942c-cfff68efa0cf), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:22.271995 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] For port aca168cf-1a70-4fd6-942c-cfff68efa0cf, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=aca168cf-1a70-4fd6-942c-cfff68efa0cf,segment=NetworkSegment(b8546c6f-fb62-467d-8fc9-7edb575ddea2),segment_id=b8546c6f-fb62-467d-8fc9-7edb575ddea2)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:22.272582 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (aca168cf-1a70-4fd6-942c-cfff68efa0cf), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:22.286264 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] Calling delete_port for aca168cf-1a70-4fd6-942c-cfff68efa0cf owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:45:22.303338 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89b38c9f-af08-4da8-a00d-a5898380f99c None None] For port aca168cf-1a70-4fd6-942c-cfff68efa0cf, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=aca168cf-1a70-4fd6-942c-cfff68efa0cf,segment=NetworkSegment(b8546c6f-fb62-467d-8fc9-7edb575ddea2),segment_id=b8546c6f-fb62-467d-8fc9-7edb575ddea2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:22.303886 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89b38c9f-af08-4da8-a00d-a5898380f99c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (aca168cf-1a70-4fd6-942c-cfff68efa0cf), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:22.318336 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89b38c9f-af08-4da8-a00d-a5898380f99c None None] Calling delete_port for aca168cf-1a70-4fd6-942c-cfff68efa0cf owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:45:22.404710 n-d-741529-9 neutron-server[103337]: self.session.flush() Jan 18 20:45:22.412648 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (aca168cf-1a70-4fd6-942c-cfff68efa0cf), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:22.418903 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89b38c9f-af08-4da8-a00d-a5898380f99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (aca168cf-1a70-4fd6-942c-cfff68efa0cf), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:22.460861 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] Pushing event deleted for resources: {'Port': ['ID=aca168cf-1a70-4fd6-942c-cfff68efa0cf,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:22.463527 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] No DVR routers for this DVR port aca168cf-1a70-4fd6-942c-cfff68efa0cf on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:45:22.471904 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b38c9f-af08-4da8-a00d-a5898380f99c None None] Pushing event deleted for resources: {'Port': ['ID=aca168cf-1a70-4fd6-942c-cfff68efa0cf,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:22.485491 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b38c9f-af08-4da8-a00d-a5898380f99c None None] No DVR routers for this DVR port aca168cf-1a70-4fd6-942c-cfff68efa0cf on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:45:22.515191 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:45:22.515687 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:45:22.516133 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:45:22.516566 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:45:22.516995 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:45:22.517388 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:45:22.517811 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:45:22.518203 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:45:22.518600 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:45:22.518988 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:45:22.519379 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:45:22.519767 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:45:22.520217 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:45:22.556600 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756cab57-aa5d-43e6-beca-7ce0cad73585 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:45:22.567389 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aab7e7c-974b-4c7e-8a7b-5f8dea65644a None None] Sync routers for ids ['8351096d-5e7a-41a8-b212-ae4be8df0090'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:45:22.572232 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-756cab57-aa5d-43e6-beca-7ce0cad73585 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "PUT /v2.0/routers/8351096d-5e7a-41a8-b212-ae4be8df0090/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9207127 Jan 18 20:45:22.572486 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35976) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:22.586407 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aab7e7c-974b-4c7e-8a7b-5f8dea65644a None None] Routers {'8351096d-5e7a-41a8-b212-ae4be8df0090'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:45:22.587096 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (f4ddea57-627d-4710-8db5-8556b306c459), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:22.587254 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3aab7e7c-974b-4c7e-8a7b-5f8dea65644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8351096d-5e7a-41a8-b212-ae4be8df0090'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:22.617348 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ddea57-627d-4710-8db5-8556b306c459']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:22.630689 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8546c6f-fb62-467d-8fc9-7edb575ddea2') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:22.631449 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8546c6f-fb62-467d-8fc9-7edb575ddea2') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:22.632426 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-74741a03-af8d-4a4b-a702-56cb8cf7e808 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Deleting subnet 9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:45:22.636140 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74741a03-af8d-4a4b-a702-56cb8cf7e808 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for subnet (9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:22.644399 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (b8546c6f-fb62-467d-8fc9-7edb575ddea2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:22.660601 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device aca168cf-1a70-4fd6-942c-cfff68efa0cf no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:45:22.662148 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (b8546c6f-fb62-467d-8fc9-7edb575ddea2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:22.669758 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:45:22.670384 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (b8546c6f-fb62-467d-8fc9-7edb575ddea2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:22.684853 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: aca168cf-1a70-4fd6-942c-cfff68efa0cf {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:45:22.685596 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device aca168cf-1a70-4fd6-942c-cfff68efa0cf not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:45:22.686192 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device e48cc4d9-f475-4e4d-88b1-fd81ab03c400 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:45:22.688331 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74741a03-af8d-4a4b-a702-56cb8cf7e808 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:45:22.720204 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:45:22.736264 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (f4ddea57-627d-4710-8db5-8556b306c459), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:22.746240 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: e48cc4d9-f475-4e4d-88b1-fd81ab03c400 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:45:22.746787 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device e48cc4d9-f475-4e4d-88b1-fd81ab03c400 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:45:22.766272 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:22.775029 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f4ddea57-627d-4710-8db5-8556b306c459 HTTP/1.1" status: 204 len: 168 time: 0.8478150 Jan 18 20:45:22.775248 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35978) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:22.775575 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d134e-04f6-4de9-8bc2-09975fb98906 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4ddea57-627d-4710-8db5-8556b306c459,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:22.784499 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-3aab7e7c-974b-4c7e-8a7b-5f8dea65644a None None] Set router 8351096d-5e7a-41a8-b212-ae4be8df0090 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:45:22.842113 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74741a03-af8d-4a4b-a702-56cb8cf7e808 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:22.966360 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3aab7e7c-974b-4c7e-8a7b-5f8dea65644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'name': 'tempest-TestSecurityGroupsBasicOps-router-169640331', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:45:20Z', 'revision_number': 5, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'gw_port': {'id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:22.995590 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aab7e7c-974b-4c7e-8a7b-5f8dea65644a None None] Checking router: 8351096d-5e7a-41a8-b212-ae4be8df0090 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:45:23.005090 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aab7e7c-974b-4c7e-8a7b-5f8dea65644a None None] Routers {'8351096d-5e7a-41a8-b212-ae4be8df0090'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:45:23.005926 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3aab7e7c-974b-4c7e-8a7b-5f8dea65644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8351096d-5e7a-41a8-b212-ae4be8df0090'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:23.037090 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74741a03-af8d-4a4b-a702-56cb8cf7e808 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:23.073735 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74741a03-af8d-4a4b-a702-56cb8cf7e808 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:23.076915 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-74741a03-af8d-4a4b-a702-56cb8cf7e808 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "DELETE /v2.0/subnets/9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b HTTP/1.1" status: 204 len: 168 time: 0.5032542 Jan 18 20:45:23.077937 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74741a03-af8d-4a4b-a702-56cb8cf7e808 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event deleted for resources: {'Subnet': ['ID=9c5a8b4c-af5e-41bd-8e22-f53f9f520e3b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:23.080360 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35980) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:23.150042 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35984) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:23.266828 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e4e40e-d125-4522-9614-dba08fa5a82b None None] Network ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:45:23.272622 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-74a25c29-2662-4cba-ada9-21925903b6fa tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/floatingips/b79c4ed8-3c90-4bec-8d2c-d8cd7b094d24 HTTP/1.1" status: 200 len: 993 time: 0.1213222 Jan 18 20:45:23.279588 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89ca2fc2-a753-4b55-a28b-b9b2012eaf2a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for router (8351096d-5e7a-41a8-b212-ae4be8df0090), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:23.351584 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b718d3c-759d-4cc5-bf43-6326b5b0c48d req-17fae621-c63e-4998-9bbf-9a56ee0d065f tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:23.353082 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7b718d3c-759d-4cc5-bf43-6326b5b0c48d req-17fae621-c63e-4998-9bbf-9a56ee0d065f tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 947 time: 0.0921633 Jan 18 20:45:23.371760 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-3aab7e7c-974b-4c7e-8a7b-5f8dea65644a None None] Set router 8351096d-5e7a-41a8-b212-ae4be8df0090 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:45:23.457704 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7b718d3c-759d-4cc5-bf43-6326b5b0c48d req-f56608aa-0915-4d80-b596-54949cccc4ca tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ba6123a-ed61-413c-9bce-345bb3b3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776980 Jan 18 20:45:23.463761 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5311359b-c1e8-467a-be4c-730e0c172b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (136cc514-a526-4804-ae1b-954c1dd962b6), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:23.502363 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbe090-4b42-47f1-93e2-6ac97e9df80c req-6aebbea6-0d05-4616-918e-52e7b80b1939 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:23.503945 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bcbbe090-4b42-47f1-93e2-6ac97e9df80c req-6aebbea6-0d05-4616-918e-52e7b80b1939 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.70 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 947 time: 0.1601264 Jan 18 20:45:23.610191 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89ca2fc2-a753-4b55-a28b-b9b2012eaf2a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for router_gateway (8351096d-5e7a-41a8-b212-ae4be8df0090), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:23.612979 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b3d893-10d3-40d5-b05f-215cf1269654 None None] DHCP port deletion for ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:45:23.651292 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3aab7e7c-974b-4c7e-8a7b-5f8dea65644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'name': 'tempest-TestSecurityGroupsBasicOps-router-169640331', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:45:20Z', 'revision_number': 5, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'gw_port': {'id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:23.680392 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-bcbbe090-4b42-47f1-93e2-6ac97e9df80c req-49149c75-7657-4f4a-a339-0da223a51ad9 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Deleting port aaa2a41f-810c-453a-a6f7-55284fdd4e79 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:45:23.680827 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-bcbbe090-4b42-47f1-93e2-6ac97e9df80c req-49149c75-7657-4f4a-a339-0da223a51ad9 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (aaa2a41f-810c-453a-a6f7-55284fdd4e79), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:23.686776 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aab7e7c-974b-4c7e-8a7b-5f8dea65644a None None] The sync data for ids ['8351096d-5e7a-41a8-b212-ae4be8df0090'] in n-d-741529-9 is: [{'id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'name': 'tempest-TestSecurityGroupsBasicOps-router-169640331', 'tenant_id': '83959e527a814796a955c3c62d4c16e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:45:20Z', 'revision_number': 5, 'project_id': '83959e527a814796a955c3c62d4c16e7', 'gw_port': {'id': 'ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8351096d-5e7a-41a8-b212-ae4be8df0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:43:38Z', 'updated_at': '2022-01-18T20:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:45:23.704795 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-02b3d893-10d3-40d5-b05f-215cf1269654 None None] Deleting port 674e15dd-d338-4478-8a61-1efd5ddadfe5 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:45:23.705604 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-02b3d893-10d3-40d5-b05f-215cf1269654 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (674e15dd-d338-4478-8a61-1efd5ddadfe5), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:23.765068 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-89ca2fc2-a753-4b55-a28b-b9b2012eaf2a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Deleting port ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:45:23.765411 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89ca2fc2-a753-4b55-a28b-b9b2012eaf2a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:23.789848 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-02b3d893-10d3-40d5-b05f-215cf1269654 None None] For port 674e15dd-d338-4478-8a61-1efd5ddadfe5, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=674e15dd-d338-4478-8a61-1efd5ddadfe5,segment=NetworkSegment(28c0b015-86dd-4c12-aab6-969fa3eecfd0),segment_id=28c0b015-86dd-4c12-aab6-969fa3eecfd0)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:23.791046 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-02b3d893-10d3-40d5-b05f-215cf1269654 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (674e15dd-d338-4478-8a61-1efd5ddadfe5), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:23.805170 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-02b3d893-10d3-40d5-b05f-215cf1269654 None None] Calling delete_port for 674e15dd-d338-4478-8a61-1efd5ddadfe5 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:45:23.852727 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-5311359b-c1e8-467a-be4c-730e0c172b19 admin admin] Deleting port 51c417a3-bd9b-4fb8-aa65-944628767169 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:45:23.855875 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-bcbbe090-4b42-47f1-93e2-6ac97e9df80c req-49149c75-7657-4f4a-a339-0da223a51ad9 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] For port aaa2a41f-810c-453a-a6f7-55284fdd4e79, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=aaa2a41f-810c-453a-a6f7-55284fdd4e79,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:23.856213 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5311359b-c1e8-467a-be4c-730e0c172b19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (51c417a3-bd9b-4fb8-aa65-944628767169), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:23.856374 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-bcbbe090-4b42-47f1-93e2-6ac97e9df80c req-49149c75-7657-4f4a-a339-0da223a51ad9 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (aaa2a41f-810c-453a-a6f7-55284fdd4e79), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:23.895257 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-02b3d893-10d3-40d5-b05f-215cf1269654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (674e15dd-d338-4478-8a61-1efd5ddadfe5), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:23.926290 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3d893-10d3-40d5-b05f-215cf1269654 None None] Pushing event deleted for resources: {'Port': ['ID=674e15dd-d338-4478-8a61-1efd5ddadfe5,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:23.929863 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b3d893-10d3-40d5-b05f-215cf1269654 None None] No DVR routers for this DVR port 674e15dd-d338-4478-8a61-1efd5ddadfe5 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:45:23.959651 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-89ca2fc2-a753-4b55-a28b-b9b2012eaf2a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] For port ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:23.960014 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89ca2fc2-a753-4b55-a28b-b9b2012eaf2a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:23.970204 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-5311359b-c1e8-467a-be4c-730e0c172b19 admin admin] For port 51c417a3-bd9b-4fb8-aa65-944628767169, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=51c417a3-bd9b-4fb8-aa65-944628767169,segment=NetworkSegment(af279820-9a00-467d-82e9-c7ef413bf1e0),segment_id=af279820-9a00-467d-82e9-c7ef413bf1e0)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:23.970566 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5311359b-c1e8-467a-be4c-730e0c172b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (51c417a3-bd9b-4fb8-aa65-944628767169), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:23.982145 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-5311359b-c1e8-467a-be4c-730e0c172b19 admin admin] Calling delete_port for 51c417a3-bd9b-4fb8-aa65-944628767169 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:45:23.996871 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-89ca2fc2-a753-4b55-a28b-b9b2012eaf2a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Calling delete_port for ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:45:24.175419 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5311359b-c1e8-467a-be4c-730e0c172b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (51c417a3-bd9b-4fb8-aa65-944628767169), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:24.198597 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-bcbbe090-4b42-47f1-93e2-6ac97e9df80c req-49149c75-7657-4f4a-a339-0da223a51ad9 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:24.199352 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-bcbbe090-4b42-47f1-93e2-6ac97e9df80c req-49149c75-7657-4f4a-a339-0da223a51ad9 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (9a1df520-245c-4f38-958f-a285c79bc7e8), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:24.199352 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [req-bcbbe090-4b42-47f1-93e2-6ac97e9df80c req-49149c75-7657-4f4a-a339-0da223a51ad9 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Floating IP 9a1df520-245c-4f38-958f-a285c79bc7e8 disassociated. External IP: 172.25.4.98, port: aaa2a41f-810c-453a-a6f7-55284fdd4e79. Jan 18 20:45:24.199602 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-bcbbe090-4b42-47f1-93e2-6ac97e9df80c req-49149c75-7657-4f4a-a339-0da223a51ad9 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Calling delete_port for aaa2a41f-810c-453a-a6f7-55284fdd4e79 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:45:24.201658 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5311359b-c1e8-467a-be4c-730e0c172b19 admin admin] Pushing event deleted for resources: {'Port': ['ID=51c417a3-bd9b-4fb8-aa65-944628767169,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:24.332207 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89ca2fc2-a753-4b55-a28b-b9b2012eaf2a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:24.361709 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca2fc2-a753-4b55-a28b-b9b2012eaf2a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event deleted for resources: {'Port': ['ID=ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:24.381435 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5311359b-c1e8-467a-be4c-730e0c172b19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (136cc514-a526-4804-ae1b-954c1dd962b6), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:24.386076 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee3392e-a2a8-4bca-94f3-1bf95097c6c2 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:45:24.469441 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89ca2fc2-a753-4b55-a28b-b9b2012eaf2a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (8351096d-5e7a-41a8-b212-ae4be8df0090), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:24.480870 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-bcbbe090-4b42-47f1-93e2-6ac97e9df80c req-49149c75-7657-4f4a-a339-0da223a51ad9 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (aaa2a41f-810c-453a-a6f7-55284fdd4e79), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:24.603177 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-17a5eec6-cff3-4d81-ad15-cf984ac535f4 req-9ead3deb-89aa-4b0f-80d9-7ab44823bca2 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 210 time: 0.0301113 Jan 18 20:45:24.612781 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4efc548a-aa5b-4dff-bbc4-ba957d9b51c1 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:45:24.621599 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49149c75-7657-4f4a-a339-0da223a51ad9 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Pushing event deleted for resources: {'Port': ['ID=aaa2a41f-810c-453a-a6f7-55284fdd4e79,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:24.630999 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89ca2fc2-a753-4b55-a28b-b9b2012eaf2a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (8351096d-5e7a-41a8-b212-ae4be8df0090), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:24.633835 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89ca2fc2-a753-4b55-a28b-b9b2012eaf2a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for router_controller (8351096d-5e7a-41a8-b212-ae4be8df0090), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:24.681509 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 4efc548a-aa5b-4dff-bbc4-ba957d9b51c1 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:45:24.681884 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4efc548a-aa5b-4dff-bbc4-ba957d9b51c1 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:45:24.682287 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 674e15dd-d338-4478-8a61-1efd5ddadfe5 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:45:24.707983 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5311359b-c1e8-467a-be4c-730e0c172b19 admin admin] Router 136cc514-a526-4804-ae1b-954c1dd962b6 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:45:24.708312 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 674e15dd-d338-4478-8a61-1efd5ddadfe5 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:45:24.708669 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 674e15dd-d338-4478-8a61-1efd5ddadfe5 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:45:24.732990 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89ca2fc2-a753-4b55-a28b-b9b2012eaf2a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (8351096d-5e7a-41a8-b212-ae4be8df0090), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:24.733538 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ca2fc2-a753-4b55-a28b-b9b2012eaf2a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Fanout notify agent at l3_agent the message router_deleted on router 8351096d-5e7a-41a8-b212-ae4be8df0090 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:45:24.741854 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89ca2fc2-a753-4b55-a28b-b9b2012eaf2a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:24.747669 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-89ca2fc2-a753-4b55-a28b-b9b2012eaf2a tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "DELETE /v2.0/routers/8351096d-5e7a-41a8-b212-ae4be8df0090 HTTP/1.1" status: 204 len: 168 time: 1.6617506 Jan 18 20:45:24.747669 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 35988) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:24.829235 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5311359b-c1e8-467a-be4c-730e0c172b19 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:45:24.835682 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5311359b-c1e8-467a-be4c-730e0c172b19 admin admin] 10.222.0.31 "PUT /v2.0/routers/136cc514-a526-4804-ae1b-954c1dd962b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0595410 Jan 18 20:45:24.840399 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 35990) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:24.843326 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a140145a-0c3e-4133-ba36-7196a01c4b44 None None] Sync routers for ids ['136cc514-a526-4804-ae1b-954c1dd962b6'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:45:24.861858 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a140145a-0c3e-4133-ba36-7196a01c4b44 None None] Routers {'136cc514-a526-4804-ae1b-954c1dd962b6'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:45:24.862874 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a140145a-0c3e-4133-ba36-7196a01c4b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['136cc514-a526-4804-ae1b-954c1dd962b6'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:24.873185 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-55026bae-0cf3-47e7-a160-ae54679f7f7c tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:24.884235 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcbbe090-4b42-47f1-93e2-6ac97e9df80c req-49149c75-7657-4f4a-a339-0da223a51ad9 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Router e60c42f7-d198-4a51-b24d-743dad674143 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:45:24.958966 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1b23284b-3151-4d01-b1bc-1817d6b39cd5 admin admin] Publish callbacks [] for router (136cc514-a526-4804-ae1b-954c1dd962b6), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:24.996652 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-a140145a-0c3e-4133-ba36-7196a01c4b44 None None] Set router 136cc514-a526-4804-ae1b-954c1dd962b6 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:45:25.078796 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1b23284b-3151-4d01-b1bc-1817d6b39cd5 admin admin] Publish callbacks [] for router_gateway (136cc514-a526-4804-ae1b-954c1dd962b6), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:25.150874 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-1b23284b-3151-4d01-b1bc-1817d6b39cd5 admin admin] Deleting port 7c07fc27-9024-4a1f-8835-02df5d5ad818 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:45:25.151267 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1b23284b-3151-4d01-b1bc-1817d6b39cd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (7c07fc27-9024-4a1f-8835-02df5d5ad818), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:25.199239 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a140145a-0c3e-4133-ba36-7196a01c4b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136cc514-a526-4804-ae1b-954c1dd962b6', 'name': 'tempest-TestServerMultinode-1279879066-router', 'tenant_id': 'c2e3f726c99542aaa933b21a5c3ab1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '7c07fc27-9024-4a1f-8835-02df5d5ad818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:36Z', 'updated_at': '2022-01-18T20:45:24Z', 'revision_number': 5, 'project_id': 'c2e3f726c99542aaa933b21a5c3ab1e3', 'gw_port': {'id': '7c07fc27-9024-4a1f-8835-02df5d5ad818', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136cc514-a526-4804-ae1b-954c1dd962b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:44:36Z', 'updated_at': '2022-01-18T20:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:25.230041 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a140145a-0c3e-4133-ba36-7196a01c4b44 None None] Checking router: 136cc514-a526-4804-ae1b-954c1dd962b6 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:45:25.238405 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a140145a-0c3e-4133-ba36-7196a01c4b44 None None] Routers {'136cc514-a526-4804-ae1b-954c1dd962b6'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:45:25.238876 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-1b23284b-3151-4d01-b1bc-1817d6b39cd5 admin admin] For port 7c07fc27-9024-4a1f-8835-02df5d5ad818, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7c07fc27-9024-4a1f-8835-02df5d5ad818,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:25.239039 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a140145a-0c3e-4133-ba36-7196a01c4b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['136cc514-a526-4804-ae1b-954c1dd962b6'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:25.239351 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1b23284b-3151-4d01-b1bc-1817d6b39cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (7c07fc27-9024-4a1f-8835-02df5d5ad818), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:25.255204 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-1b23284b-3151-4d01-b1bc-1817d6b39cd5 admin admin] Calling delete_port for 7c07fc27-9024-4a1f-8835-02df5d5ad818 owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:45:25.346263 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-a140145a-0c3e-4133-ba36-7196a01c4b44 None None] Set router 136cc514-a526-4804-ae1b-954c1dd962b6 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:45:25.356149 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-55026bae-0cf3-47e7-a160-ae54679f7f7c tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:25.401965 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a140145a-0c3e-4133-ba36-7196a01c4b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136cc514-a526-4804-ae1b-954c1dd962b6', 'name': 'tempest-TestServerMultinode-1279879066-router', 'tenant_id': 'c2e3f726c99542aaa933b21a5c3ab1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:36Z', 'updated_at': '2022-01-18T20:45:25Z', 'revision_number': 6, 'project_id': 'c2e3f726c99542aaa933b21a5c3ab1e3', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:25.409462 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-55026bae-0cf3-47e7-a160-ae54679f7f7c tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:25.425115 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-55026bae-0cf3-47e7-a160-ae54679f7f7c tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c0b015-86dd-4c12-aab6-969fa3eecfd0') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:25.425484 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-55026bae-0cf3-47e7-a160-ae54679f7f7c tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c0b015-86dd-4c12-aab6-969fa3eecfd0') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:25.430991 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a140145a-0c3e-4133-ba36-7196a01c4b44 None None] The sync data for ids ['136cc514-a526-4804-ae1b-954c1dd962b6'] in n-d-741529-9 is: [{'id': '136cc514-a526-4804-ae1b-954c1dd962b6', 'name': 'tempest-TestServerMultinode-1279879066-router', 'tenant_id': 'c2e3f726c99542aaa933b21a5c3ab1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:36Z', 'updated_at': '2022-01-18T20:45:25Z', 'revision_number': 6, 'project_id': 'c2e3f726c99542aaa933b21a5c3ab1e3', 'gw_port_host': None}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:45:25.439646 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-55026bae-0cf3-47e7-a160-ae54679f7f7c tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (28c0b015-86dd-4c12-aab6-969fa3eecfd0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:25.442065 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcbbe090-4b42-47f1-93e2-6ac97e9df80c req-49149c75-7657-4f4a-a339-0da223a51ad9 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:45:25.452260 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b6b7a9-f1d3-4cda-b83e-5e64b73c7a44 None None] Sync routers for ids ['e60c42f7-d198-4a51-b24d-743dad674143'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:45:25.463125 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b6b7a9-f1d3-4cda-b83e-5e64b73c7a44 None None] Routers {'e60c42f7-d198-4a51-b24d-743dad674143'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:45:25.464102 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-07b6b7a9-f1d3-4cda-b83e-5e64b73c7a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e60c42f7-d198-4a51-b24d-743dad674143'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:25.490432 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1b23284b-3151-4d01-b1bc-1817d6b39cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (7c07fc27-9024-4a1f-8835-02df5d5ad818), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:25.504614 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbbe090-4b42-47f1-93e2-6ac97e9df80c req-49149c75-7657-4f4a-a339-0da223a51ad9 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] No DVR routers for this DVR port aaa2a41f-810c-453a-a6f7-55284fdd4e79 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:45:25.506751 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-55026bae-0cf3-47e7-a160-ae54679f7f7c tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (28c0b015-86dd-4c12-aab6-969fa3eecfd0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:25.509838 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-bcbbe090-4b42-47f1-93e2-6ac97e9df80c req-49149c75-7657-4f4a-a339-0da223a51ad9 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:25.513385 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bcbbe090-4b42-47f1-93e2-6ac97e9df80c req-49149c75-7657-4f4a-a339-0da223a51ad9 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.70 "DELETE /v2.0/ports/aaa2a41f-810c-453a-a6f7-55284fdd4e79 HTTP/1.1" status: 204 len: 173 time: 2.0023229 Jan 18 20:45:25.514028 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c730843a-b9b9-4b60-bd7d-bf79ab4639b2', 'name': 'network-vif-deleted', 'tag': 'aaa2a41f-810c-453a-a6f7-55284fdd4e79'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:45:25.520564 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23284b-3151-4d01-b1bc-1817d6b39cd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c07fc27-9024-4a1f-8835-02df5d5ad818,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:25.534122 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e257f1a-e2cd-47a5-a1f3-f1727f151a02" -d '{"events": [{"server_uuid": "c730843a-b9b9-4b60-bd7d-bf79ab4639b2", "name": "network-vif-deleted", "tag": "aaa2a41f-810c-453a-a6f7-55284fdd4e79"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:45:25.563527 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55026bae-0cf3-47e7-a160-ae54679f7f7c tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:45:25.564074 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-55026bae-0cf3-47e7-a160-ae54679f7f7c tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (28c0b015-86dd-4c12-aab6-969fa3eecfd0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:45:25.567843 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:45:25.619169 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2607e198-29a3-4569-a03a-8705002fbf52 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:45:25.652654 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1b23284b-3151-4d01-b1bc-1817d6b39cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (136cc514-a526-4804-ae1b-954c1dd962b6), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:25.675219 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-07b6b7a9-f1d3-4cda-b83e-5e64b73c7a44 None None] Set router e60c42f7-d198-4a51-b24d-743dad674143 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:45:25.675991 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d817bf92-a0f7-4bc7-ab46-29d44dc1357a x-openstack-request-id: req-d817bf92-a0f7-4bc7-ab46-29d44dc1357a {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:45:25.676569 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c730843a-b9b9-4b60-bd7d-bf79ab4639b2", "name": "network-vif-deleted", "tag": "aaa2a41f-810c-453a-a6f7-55284fdd4e79", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:45:25.677061 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d817bf92-a0f7-4bc7-ab46-29d44dc1357a {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:45:25.677763 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c730843a-b9b9-4b60-bd7d-bf79ab4639b2', 'name': 'network-vif-deleted', 'tag': 'aaa2a41f-810c-453a-a6f7-55284fdd4e79', 'status': 'completed', 'code': 200} Jan 18 20:45:25.703467 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-55026bae-0cf3-47e7-a160-ae54679f7f7c tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:25.714840 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-55026bae-0cf3-47e7-a160-ae54679f7f7c tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:25.728824 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-55026bae-0cf3-47e7-a160-ae54679f7f7c tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] 10.222.0.31 "DELETE /v2.0/networks/ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d HTTP/1.1" status: 204 len: 168 time: 0.9820654 Jan 18 20:45:25.739809 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55026bae-0cf3-47e7-a160-ae54679f7f7c tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] Pushing event deleted for resources: {'Network': ['ID=ee0819a2-f7b0-444c-ac5b-9e1ccc8d612d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:25.785674 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e209-0c9c-4829-a739-647139569788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:25.794660 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1b23284b-3151-4d01-b1bc-1817d6b39cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (136cc514-a526-4804-ae1b-954c1dd962b6), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:25.797467 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1b23284b-3151-4d01-b1bc-1817d6b39cd5 admin admin] Publish callbacks [] for router_controller (136cc514-a526-4804-ae1b-954c1dd962b6), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:25.874431 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a02f9d99-14b0-4980-bfca-2084aef4ffbf req-8dc595c8-4e24-43c0-ad1b-53b57a79445b tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=c730843a-b9b9-4b60-bd7d-bf79ab4639b2 HTTP/1.1" status: 200 len: 210 time: 0.0311680 Jan 18 20:45:25.876679 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1b23284b-3151-4d01-b1bc-1817d6b39cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (136cc514-a526-4804-ae1b-954c1dd962b6), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:25.877335 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b23284b-3151-4d01-b1bc-1817d6b39cd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 136cc514-a526-4804-ae1b-954c1dd962b6 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:45:25.886240 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1b23284b-3151-4d01-b1bc-1817d6b39cd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:25.887493 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1b23284b-3151-4d01-b1bc-1817d6b39cd5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/136cc514-a526-4804-ae1b-954c1dd962b6 HTTP/1.1" status: 204 len: 168 time: 1.0461466 Jan 18 20:45:25.890027 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36000) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:25.933684 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-07b6b7a9-f1d3-4cda-b83e-5e64b73c7a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'name': 'tempest-AttachVolumeShelveTestJSON-31525741-router', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:18Z', 'updated_at': '2022-01-18T20:41:24Z', 'revision_number': 4, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'gw_port': {'id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:19Z', 'updated_at': '2022-01-18T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'e31efc51-aa35-401a-bdf1-463ce6c6c998', 'name': '', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'mac_address': 'fa:16:3e:06:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:22Z', 'updated_at': '2022-01-18T20:41:28Z', 'revision_number': 5, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'subnets': [{'id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:25.961289 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd79b07-e1cf-498a-8a51-10a8f24f6454 admin admin] Deleting subnet 35569617-5012-48c8-93eb-04720ce403b5 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:45:25.966207 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6dd79b07-e1cf-498a-8a51-10a8f24f6454 admin admin] Publish callbacks [] for subnet (35569617-5012-48c8-93eb-04720ce403b5), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:25.973556 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b6b7a9-f1d3-4cda-b83e-5e64b73c7a44 None None] Checking router: e60c42f7-d198-4a51-b24d-743dad674143 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:45:25.982509 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b6b7a9-f1d3-4cda-b83e-5e64b73c7a44 None None] Routers {'e60c42f7-d198-4a51-b24d-743dad674143'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:45:25.983208 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-07b6b7a9-f1d3-4cda-b83e-5e64b73c7a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:44:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e60c42f7-d198-4a51-b24d-743dad674143'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:26.033054 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6dd79b07-e1cf-498a-8a51-10a8f24f6454 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (35569617-5012-48c8-93eb-04720ce403b5), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:26.127291 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-07b6b7a9-f1d3-4cda-b83e-5e64b73c7a44 None None] Set router e60c42f7-d198-4a51-b24d-743dad674143 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:45:26.139230 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6dd79b07-e1cf-498a-8a51-10a8f24f6454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (35569617-5012-48c8-93eb-04720ce403b5), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:26.140705 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36004) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:26.207576 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6dd79b07-e1cf-498a-8a51-10a8f24f6454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (35569617-5012-48c8-93eb-04720ce403b5), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:26.236325 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd79b07-e1cf-498a-8a51-10a8f24f6454 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35569617-5012-48c8-93eb-04720ce403b5,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:26.243262 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6dd79b07-e1cf-498a-8a51-10a8f24f6454 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:26.250134 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6dd79b07-e1cf-498a-8a51-10a8f24f6454 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/35569617-5012-48c8-93eb-04720ce403b5 HTTP/1.1" status: 204 len: 168 time: 0.3566973 Jan 18 20:45:26.250437 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36008) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:26.266130 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e601fc-42aa-4f1a-916e-efce92e445ae None None] Network fd92e11c-1a76-4d9f-a7ae-073ce11745d5 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:45:26.328575 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-846a062c-8d61-4b22-8789-e6ead0d3b000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (fd92e11c-1a76-4d9f-a7ae-073ce11745d5), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:26.336121 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3afc2dc8-eef2-4771-9bb6-d649e6dbd18a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=83959e527a814796a955c3c62d4c16e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1938906 Jan 18 20:45:26.336425 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36010) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:26.440128 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6d001305-3736-4465-871c-3526f43764a9 admin admin] Publish callbacks [] for security_group (6bf9813c-8e34-47b7-bae4-d1d2a3b40da9), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:26.450191 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-07b6b7a9-f1d3-4cda-b83e-5e64b73c7a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'name': 'tempest-AttachVolumeShelveTestJSON-31525741-router', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:18Z', 'updated_at': '2022-01-18T20:41:24Z', 'revision_number': 4, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'gw_port': {'id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:19Z', 'updated_at': '2022-01-18T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'e31efc51-aa35-401a-bdf1-463ce6c6c998', 'name': '', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'mac_address': 'fa:16:3e:06:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:22Z', 'updated_at': '2022-01-18T20:41:28Z', 'revision_number': 5, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'subnets': [{'id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:26.477162 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-846a062c-8d61-4b22-8789-e6ead0d3b000 admin admin] Deleting port 8e5f50d1-a256-40c8-8f27-6993e16d397a {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:45:26.477502 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-846a062c-8d61-4b22-8789-e6ead0d3b000 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (8e5f50d1-a256-40c8-8f27-6993e16d397a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:26.480455 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6d001305-3736-4465-871c-3526f43764a9 admin admin] Publish callbacks [] for security_group (6bf9813c-8e34-47b7-bae4-d1d2a3b40da9), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:26.495721 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b6b7a9-f1d3-4cda-b83e-5e64b73c7a44 None None] The sync data for ids ['e60c42f7-d198-4a51-b24d-743dad674143'] in n-d-741529-9 is: [{'id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'name': 'tempest-AttachVolumeShelveTestJSON-31525741-router', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:18Z', 'updated_at': '2022-01-18T20:41:24Z', 'revision_number': 4, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'gw_port': {'id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:19Z', 'updated_at': '2022-01-18T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'e31efc51-aa35-401a-bdf1-463ce6c6c998', 'name': '', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'mac_address': 'fa:16:3e:06:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:22Z', 'updated_at': '2022-01-18T20:41:28Z', 'revision_number': 5, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'subnets': [{'id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:45:26.510910 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a3f45c-b433-4bac-9731-c0764e0888cd None None] DHCP port deletion for fd92e11c-1a76-4d9f-a7ae-073ce11745d5 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:45:26.538321 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 51c417a3-bd9b-4fb8-aa65-944628767169 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:45:26.560208 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 51c417a3-bd9b-4fb8-aa65-944628767169 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:45:26.560543 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 51c417a3-bd9b-4fb8-aa65-944628767169 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:45:26.560963 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:45:26.571913 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-846a062c-8d61-4b22-8789-e6ead0d3b000 admin admin] For port 8e5f50d1-a256-40c8-8f27-6993e16d397a, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8e5f50d1-a256-40c8-8f27-6993e16d397a,segment=NetworkSegment(af279820-9a00-467d-82e9-c7ef413bf1e0),segment_id=af279820-9a00-467d-82e9-c7ef413bf1e0)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:26.572454 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-846a062c-8d61-4b22-8789-e6ead0d3b000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (8e5f50d1-a256-40c8-8f27-6993e16d397a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:26.585431 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:45:26.585816 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ef0a7ed5-1ed5-4d1a-8d85-cbf09f091bff not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:45:26.586234 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7c07fc27-9024-4a1f-8835-02df5d5ad818 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:45:26.594331 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-846a062c-8d61-4b22-8789-e6ead0d3b000 admin admin] Calling delete_port for 8e5f50d1-a256-40c8-8f27-6993e16d397a owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:45:26.612639 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 7c07fc27-9024-4a1f-8835-02df5d5ad818 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:45:26.612928 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7c07fc27-9024-4a1f-8835-02df5d5ad818 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:45:26.622773 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-05a3f45c-b433-4bac-9731-c0764e0888cd None None] Deleting port 8e5f50d1-a256-40c8-8f27-6993e16d397a {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:45:26.623156 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-05a3f45c-b433-4bac-9731-c0764e0888cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (8e5f50d1-a256-40c8-8f27-6993e16d397a), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:26.648010 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6d001305-3736-4465-871c-3526f43764a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6bf9813c-8e34-47b7-bae4-d1d2a3b40da9), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:26.650645 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6d001305-3736-4465-871c-3526f43764a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:26.654325 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6d001305-3736-4465-871c-3526f43764a9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6bf9813c-8e34-47b7-bae4-d1d2a3b40da9 HTTP/1.1" status: 204 len: 168 time: 0.3143258 Jan 18 20:45:26.667596 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d001305-3736-4465-871c-3526f43764a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf9813c-8e34-47b7-bae4-d1d2a3b40da9,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:26.705305 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-05a3f45c-b433-4bac-9731-c0764e0888cd None None] For port 8e5f50d1-a256-40c8-8f27-6993e16d397a, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8e5f50d1-a256-40c8-8f27-6993e16d397a,segment=NetworkSegment(af279820-9a00-467d-82e9-c7ef413bf1e0),segment_id=af279820-9a00-467d-82e9-c7ef413bf1e0)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:26.706093 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-05a3f45c-b433-4bac-9731-c0764e0888cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (8e5f50d1-a256-40c8-8f27-6993e16d397a), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:26.719992 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-846a062c-8d61-4b22-8789-e6ead0d3b000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (8e5f50d1-a256-40c8-8f27-6993e16d397a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:26.731449 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-05a3f45c-b433-4bac-9731-c0764e0888cd None None] Calling delete_port for 8e5f50d1-a256-40c8-8f27-6993e16d397a owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:45:26.752668 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a062c-8d61-4b22-8789-e6ead0d3b000 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e5f50d1-a256-40c8-8f27-6993e16d397a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:26.754543 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846a062c-8d61-4b22-8789-e6ead0d3b000 admin admin] No DVR routers for this DVR port 8e5f50d1-a256-40c8-8f27-6993e16d397a on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:45:26.827735 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-05a3f45c-b433-4bac-9731-c0764e0888cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (8e5f50d1-a256-40c8-8f27-6993e16d397a), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:26.858051 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3f45c-b433-4bac-9731-c0764e0888cd None None] Pushing event deleted for resources: {'Port': ['ID=8e5f50d1-a256-40c8-8f27-6993e16d397a,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:26.867445 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a3f45c-b433-4bac-9731-c0764e0888cd None None] No DVR routers for this DVR port 8e5f50d1-a256-40c8-8f27-6993e16d397a on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:45:26.882805 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa804ee-714b-45a4-8f51-bb2c21fe3580 None None] New status for floating IP 9a1df520-245c-4f38-958f-a285c79bc7e8: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:45:26.992457 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36020) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:27.052488 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36022) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:27.077705 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-26fc61be-ae5d-432a-a9b7-a1ce7054703a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:27.088443 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f0b3bbd1-5437-4bed-9dee-498250699d71 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for security_group (0ba6123a-ed61-413c-9bce-345bb3b3770a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:27.127653 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f0b3bbd1-5437-4bed-9dee-498250699d71 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for security_group (0ba6123a-ed61-413c-9bce-345bb3b3770a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:27.165896 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-846a062c-8d61-4b22-8789-e6ead0d3b000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (fd92e11c-1a76-4d9f-a7ae-073ce11745d5), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:27.186160 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-846a062c-8d61-4b22-8789-e6ead0d3b000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd92e11c-1a76-4d9f-a7ae-073ce11745d5']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:27.196746 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-846a062c-8d61-4b22-8789-e6ead0d3b000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af279820-9a00-467d-82e9-c7ef413bf1e0') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:27.197062 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-846a062c-8d61-4b22-8789-e6ead0d3b000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af279820-9a00-467d-82e9-c7ef413bf1e0') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:27.207901 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-846a062c-8d61-4b22-8789-e6ead0d3b000 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (af279820-9a00-467d-82e9-c7ef413bf1e0), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:27.212414 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f0b3bbd1-5437-4bed-9dee-498250699d71 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0ba6123a-ed61-413c-9bce-345bb3b3770a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:27.215051 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f0b3bbd1-5437-4bed-9dee-498250699d71 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:27.216212 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f0b3bbd1-5437-4bed-9dee-498250699d71 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "DELETE /v2.0/security-groups/0ba6123a-ed61-413c-9bce-345bb3b3770a HTTP/1.1" status: 204 len: 168 time: 0.2219214 Jan 18 20:45:27.218169 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-26fc61be-ae5d-432a-a9b7-a1ce7054703a admin admin] Publish callbacks [] for security_group (c0fb0bf8-0fbc-409f-98d1-516731eaedd4), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:27.219664 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36024) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:27.227933 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-846a062c-8d61-4b22-8789-e6ead0d3b000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (af279820-9a00-467d-82e9-c7ef413bf1e0), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:27.228602 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-26fc61be-ae5d-432a-a9b7-a1ce7054703a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c0fb0bf8-0fbc-409f-98d1-516731eaedd4), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:27.231047 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3bbd1-5437-4bed-9dee-498250699d71 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba6123a-ed61-413c-9bce-345bb3b3770a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:27.240505 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846a062c-8d61-4b22-8789-e6ead0d3b000 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:45:27.240901 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-846a062c-8d61-4b22-8789-e6ead0d3b000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (af279820-9a00-467d-82e9-c7ef413bf1e0), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:45:27.243162 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:45:27.253997 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-153a4da9-5cce-4c7a-8728-9c9ea12af480 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] show failed (client error): The resource could not be found. Jan 18 20:45:27.257653 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-153a4da9-5cce-4c7a-8728-9c9ea12af480 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups/0ba6123a-ed61-413c-9bce-345bb3b3770a HTTP/1.1" status: 404 len: 347 time: 0.0344884 Jan 18 20:45:27.260250 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36026) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:27.308607 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-846a062c-8d61-4b22-8789-e6ead0d3b000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (fd92e11c-1a76-4d9f-a7ae-073ce11745d5), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:27.315807 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-846a062c-8d61-4b22-8789-e6ead0d3b000 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:27.318638 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-846a062c-8d61-4b22-8789-e6ead0d3b000 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fd92e11c-1a76-4d9f-a7ae-073ce11745d5 HTTP/1.1" status: 204 len: 168 time: 1.0673983 Jan 18 20:45:27.329287 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc61be-ae5d-432a-a9b7-a1ce7054703a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fb0bf8-0fbc-409f-98d1-516731eaedd4,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:27.333918 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-26fc61be-ae5d-432a-a9b7-a1ce7054703a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d4b4f1841174747a0f706c267126b2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2796876 Jan 18 20:45:27.337370 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36030) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:27.357694 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a062c-8d61-4b22-8789-e6ead0d3b000 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd92e11c-1a76-4d9f-a7ae-073ce11745d5,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:27.401545 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15239f08-618d-4425-ad47-b57519fe4fee admin admin] Publish callbacks [] for security_group (c0fb0bf8-0fbc-409f-98d1-516731eaedd4), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:27.424133 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-723bde8e-4760-41bb-9028-4deaf5ff0cd6 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Deleting port 56209344-2fd9-4bbe-88e5-28134aedc29f {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:45:27.424450 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-723bde8e-4760-41bb-9028-4deaf5ff0cd6 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (56209344-2fd9-4bbe-88e5-28134aedc29f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:27.425933 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15239f08-618d-4425-ad47-b57519fe4fee admin admin] Publish callbacks [] for security_group (c0fb0bf8-0fbc-409f-98d1-516731eaedd4), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:27.479570 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15239f08-618d-4425-ad47-b57519fe4fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c0fb0bf8-0fbc-409f-98d1-516731eaedd4), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:27.482479 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15239f08-618d-4425-ad47-b57519fe4fee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:27.483697 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-15239f08-618d-4425-ad47-b57519fe4fee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c0fb0bf8-0fbc-409f-98d1-516731eaedd4 HTTP/1.1" status: 204 len: 168 time: 0.1449432 Jan 18 20:45:27.492507 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15239f08-618d-4425-ad47-b57519fe4fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fb0bf8-0fbc-409f-98d1-516731eaedd4,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:27.519585 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-723bde8e-4760-41bb-9028-4deaf5ff0cd6 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (56209344-2fd9-4bbe-88e5-28134aedc29f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:27.519937 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-723bde8e-4760-41bb-9028-4deaf5ff0cd6 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for floatingip (56209344-2fd9-4bbe-88e5-28134aedc29f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:27.534334 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-723bde8e-4760-41bb-9028-4deaf5ff0cd6 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Calling delete_port for 56209344-2fd9-4bbe-88e5-28134aedc29f owned by network:floatingip {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:45:27.541296 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device aaa2a41f-810c-453a-a6f7-55284fdd4e79 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:45:27.564821 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: aaa2a41f-810c-453a-a6f7-55284fdd4e79 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:45:27.565144 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device aaa2a41f-810c-453a-a6f7-55284fdd4e79 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:45:27.566258 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36034) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:27.607786 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0fcc83ab-c2e1-4a26-b583-4a09ce8732aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a4834843d05e42bd8490aedc5aaba77f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403254 Jan 18 20:45:27.610373 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36036) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:27.659206 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb1843b7-acf6-4770-afa6-625d0245fa00 admin admin] Publish callbacks [] for security_group (3358ca8a-3017-4d96-81f9-74a4ff9aae6a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:27.682495 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb1843b7-acf6-4770-afa6-625d0245fa00 admin admin] Publish callbacks [] for security_group (3358ca8a-3017-4d96-81f9-74a4ff9aae6a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:27.690681 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-723bde8e-4760-41bb-9028-4deaf5ff0cd6 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (56209344-2fd9-4bbe-88e5-28134aedc29f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:27.716178 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723bde8e-4760-41bb-9028-4deaf5ff0cd6 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Pushing event deleted for resources: {'Port': ['ID=56209344-2fd9-4bbe-88e5-28134aedc29f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:27.733973 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb1843b7-acf6-4770-afa6-625d0245fa00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (3358ca8a-3017-4d96-81f9-74a4ff9aae6a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:27.737597 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb1843b7-acf6-4770-afa6-625d0245fa00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:27.741532 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bb1843b7-acf6-4770-afa6-625d0245fa00 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3358ca8a-3017-4d96-81f9-74a4ff9aae6a HTTP/1.1" status: 204 len: 168 time: 0.1278231 Jan 18 20:45:27.748247 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1843b7-acf6-4770-afa6-625d0245fa00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3358ca8a-3017-4d96-81f9-74a4ff9aae6a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:27.795209 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-723bde8e-4760-41bb-9028-4deaf5ff0cd6 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for floatingip (9a1df520-245c-4f38-958f-a285c79bc7e8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:27.799921 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-723bde8e-4760-41bb-9028-4deaf5ff0cd6 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:27.807513 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-723bde8e-4760-41bb-9028-4deaf5ff0cd6 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "DELETE /v2.0/floatingips/9a1df520-245c-4f38-958f-a285c79bc7e8 HTTP/1.1" status: 204 len: 168 time: 0.5454555 Jan 18 20:45:27.821393 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0cc1f117-173d-4af7-aaa2-3cc63871f0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:27.917376 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36044) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:27.971763 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-36bd78ff-cb9c-4db9-ab1f-e47c10449376 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=42ba1f2a77f444dc8ed33621d57701e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0527186 Jan 18 20:45:27.974209 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36048) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:27.993501 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36050) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:27.998531 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-35490316-8e63-405c-98a7-2229d1be4fbc tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2130642320', 'description': 'tempest-description--1455081475'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:45:28.028641 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-35490316-8e63-405c-98a7-2229d1be4fbc tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:28.029151 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0aaba8c-328a-467f-b1e2-c0b29eaa8cb2 admin admin] Publish callbacks [] for security_group (4421aba5-d198-4a98-b652-92fee8016b01), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:28.051836 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0aaba8c-328a-467f-b1e2-c0b29eaa8cb2 admin admin] Publish callbacks [] for security_group (4421aba5-d198-4a98-b652-92fee8016b01), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:28.103839 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-35490316-8e63-405c-98a7-2229d1be4fbc tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for security_group (78a8b209-4783-4bad-aac4-5b5ea90528f7), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:28.104416 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0aaba8c-328a-467f-b1e2-c0b29eaa8cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4421aba5-d198-4a98-b652-92fee8016b01), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:28.107427 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-35490316-8e63-405c-98a7-2229d1be4fbc tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (78a8b209-4783-4bad-aac4-5b5ea90528f7), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:28.107619 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0aaba8c-328a-467f-b1e2-c0b29eaa8cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:28.109018 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a0aaba8c-328a-467f-b1e2-c0b29eaa8cb2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4421aba5-d198-4a98-b652-92fee8016b01 HTTP/1.1" status: 204 len: 168 time: 0.1335166 Jan 18 20:45:28.129015 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aaba8c-328a-467f-b1e2-c0b29eaa8cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4421aba5-d198-4a98-b652-92fee8016b01,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:28.142296 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36054) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:28.145716 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-35490316-8e63-405c-98a7-2229d1be4fbc tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:28.151083 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36056) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:28.153444 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-35490316-8e63-405c-98a7-2229d1be4fbc tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1555243 Jan 18 20:45:28.161003 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-18350750-9088-4046-b713-b80a76b5a63d tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Request body: {'security_group_rule': {'security_group_id': '78a8b209-4783-4bad-aac4-5b5ea90528f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:45:28.171561 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35490316-8e63-405c-98a7-2229d1be4fbc tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78a8b209-4783-4bad-aac4-5b5ea90528f7,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:28.193488 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18350750-9088-4046-b713-b80a76b5a63d tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for security_group_rule (7d35707a-d4bc-4c1a-9645-7b1d9cedf900), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:28.206416 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fdf5165a-21c9-4958-9c4e-c05742996e28 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c2e3f726c99542aaa933b21a5c3ab1e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0508392 Jan 18 20:45:28.207126 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36058) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:28.247711 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18350750-9088-4046-b713-b80a76b5a63d tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for security_group_rule (7d35707a-d4bc-4c1a-9645-7b1d9cedf900), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:28.252023 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18350750-9088-4046-b713-b80a76b5a63d tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (7d35707a-d4bc-4c1a-9645-7b1d9cedf900), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:28.259360 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ef9f1417-3054-4653-a9da-1a2b6cc2417c admin admin] Publish callbacks [] for security_group (838b0019-5a32-48cf-b328-eda166101719), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:28.275991 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18350750-9088-4046-b713-b80a76b5a63d tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d35707a-d4bc-4c1a-9645-7b1d9cedf900,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:28.284301 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18350750-9088-4046-b713-b80a76b5a63d tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:28.285702 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-18350750-9088-4046-b713-b80a76b5a63d tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1322961 Jan 18 20:45:28.288654 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36060) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:28.291875 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ef9f1417-3054-4653-a9da-1a2b6cc2417c admin admin] Publish callbacks [] for security_group (838b0019-5a32-48cf-b328-eda166101719), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:28.294133 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-bf42380c-cbd4-4c4c-8605-8a2962f2e3e3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Request body: {'security_group_rule': {'security_group_id': '78a8b209-4783-4bad-aac4-5b5ea90528f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:45:28.328694 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf42380c-cbd4-4c4c-8605-8a2962f2e3e3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for security_group_rule (44b95805-4e15-4c53-a3db-ac1f567f3a46), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:28.342548 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ef9f1417-3054-4653-a9da-1a2b6cc2417c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (838b0019-5a32-48cf-b328-eda166101719), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:28.346393 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ef9f1417-3054-4653-a9da-1a2b6cc2417c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:28.347628 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ef9f1417-3054-4653-a9da-1a2b6cc2417c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/838b0019-5a32-48cf-b328-eda166101719 HTTP/1.1" status: 204 len: 168 time: 0.1394889 Jan 18 20:45:28.355476 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f1417-3054-4653-a9da-1a2b6cc2417c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838b0019-5a32-48cf-b328-eda166101719,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:28.394556 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf42380c-cbd4-4c4c-8605-8a2962f2e3e3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for security_group_rule (44b95805-4e15-4c53-a3db-ac1f567f3a46), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:28.399681 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf42380c-cbd4-4c4c-8605-8a2962f2e3e3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (44b95805-4e15-4c53-a3db-ac1f567f3a46), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:28.439267 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42380c-cbd4-4c4c-8605-8a2962f2e3e3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b95805-4e15-4c53-a3db-ac1f567f3a46,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:28.454408 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf42380c-cbd4-4c4c-8605-8a2962f2e3e3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:28.457094 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bf42380c-cbd4-4c4c-8605-8a2962f2e3e3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1670978 Jan 18 20:45:28.460325 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36064) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:28.472561 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-1856c858-09e7-4108-871f-c178048ca3ff tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:45:28.476631 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8e5f50d1-a256-40c8-8f27-6993e16d397a no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:45:28.502484 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1856c858-09e7-4108-871f-c178048ca3ff tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:28.514689 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 8e5f50d1-a256-40c8-8f27-6993e16d397a {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:45:28.516068 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8e5f50d1-a256-40c8-8f27-6993e16d397a not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:45:28.626643 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1856c858-09e7-4108-871f-c178048ca3ff tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:28.758983 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-1856c858-09e7-4108-871f-c178048ca3ff tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Allocated IP 172.25.4.70 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/0b6d41ef-3551-4766-8d42-0af444d73c5e) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:45:28.882113 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1856c858-09e7-4108-871f-c178048ca3ff tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for port (0b6d41ef-3551-4766-8d42-0af444d73c5e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:28.919143 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1856c858-09e7-4108-871f-c178048ca3ff tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (0b6d41ef-3551-4766-8d42-0af444d73c5e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:28.963138 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1856c858-09e7-4108-871f-c178048ca3ff tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:45:28.966363 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-1856c858-09e7-4108-871f-c178048ca3ff tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:45:28.971415 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1856c858-09e7-4108-871f-c178048ca3ff tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:45:28.977547 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856c858-09e7-4108-871f-c178048ca3ff tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Pushing event updated for resources: {'Port': ['ID=0b6d41ef-3551-4766-8d42-0af444d73c5e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:29.068292 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1856c858-09e7-4108-871f-c178048ca3ff tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for floatingip (c396ad2d-1260-4d01-97ba-65dbf277f824), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:29.103961 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1856c858-09e7-4108-871f-c178048ca3ff tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0b6d41ef-3551-4766-8d42-0af444d73c5e), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:29.151963 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:29.252448 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1856c858-09e7-4108-871f-c178048ca3ff tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for port (0b6d41ef-3551-4766-8d42-0af444d73c5e), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:29.257093 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1856c858-09e7-4108-871f-c178048ca3ff tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (0b6d41ef-3551-4766-8d42-0af444d73c5e), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:29.323314 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856c858-09e7-4108-871f-c178048ca3ff tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Pushing event updated for resources: {'Port': ['ID=0b6d41ef-3551-4766-8d42-0af444d73c5e,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:29.337550 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1856c858-09e7-4108-871f-c178048ca3ff tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (c396ad2d-1260-4d01-97ba-65dbf277f824), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:29.352896 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1856c858-09e7-4108-871f-c178048ca3ff tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:29.354141 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1856c858-09e7-4108-871f-c178048ca3ff tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8927295 Jan 18 20:45:29.551713 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-ee21318a-a4fd-45ba-ae2d-aae99988bdfd tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2130642320&fields=id&tenant_id=bd09648e415d4d869a00516b6fefc51b HTTP/1.1" status: 200 len: 267 time: 0.0467005 Jan 18 20:45:29.653878 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-4df06875-96e7-46de-a0c4-2e80cfee512d tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:29.655328 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-4df06875-96e7-46de-a0c4-2e80cfee512d tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/networks?id=b0f612c6-d05f-4361-b3f8-733414ecc1c6 HTTP/1.1" status: 200 len: 815 time: 0.0971396 Jan 18 20:45:29.670465 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-7031e156-1e36-489d-b7e5-6a3ef1e33fe0 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/quotas/bd09648e415d4d869a00516b6fefc51b HTTP/1.1" status: 200 len: 375 time: 0.0091686 Jan 18 20:45:29.720267 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-485665d6-247b-41dd-a595-a41eee76a966 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd09648e415d4d869a00516b6fefc51b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442581 Jan 18 20:45:29.814978 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-75a0557a-a6fe-43b9-ae4e-7d45a3424076 service neutron] 10.222.0.31 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836270 Jan 18 20:45:29.900308 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-d84808c3-35e6-4f9c-b1b4-b3b97689edc1 service neutron] 10.222.0.31 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797067 Jan 18 20:45:30.062925 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2632a909-b4a1-42bb-a510-a1ad8339fb70 req-dd43f05f-0694-4373-84ce-2b65d53f77dc tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 210 time: 0.0309620 Jan 18 20:45:30.579353 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:30.960967 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-4511b48c-a7b5-4741-bb30-0e6806272347 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:30.962585 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-4511b48c-a7b5-4741-bb30-0e6806272347 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.57 "GET /v2.0/networks?id=b0f612c6-d05f-4361-b3f8-733414ecc1c6 HTTP/1.1" status: 200 len: 815 time: 0.1076028 Jan 18 20:45:31.032105 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-e6676a84-8e62-4ced-a8d6-315fce82be5b tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd09648e415d4d869a00516b6fefc51b HTTP/1.1" status: 200 len: 380 time: 0.0604737 Jan 18 20:45:31.040601 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-978365fc-fd5a-48d2-81a3-94fa39bb8f04 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Request body: {'port': {'device_id': '26becf5c-0a21-49bd-b2df-b574de44f6b7', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'admin_state_up': True, 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'security_groups': ['78a8b209-4783-4bad-aac4-5b5ea90528f7']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:45:31.160338 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-978365fc-fd5a-48d2-81a3-94fa39bb8f04 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Made reservation on behalf of bd09648e415d4d869a00516b6fefc51b for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:45:31.164048 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-978365fc-fd5a-48d2-81a3-94fa39bb8f04 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:31.168052 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-59dfef28-7908-499a-88cd-98f254f57739 req-e3bb52ac-1047-43b3-9acf-636233accea3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 210 time: 0.0261433 Jan 18 20:45:31.285932 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-978365fc-fd5a-48d2-81a3-94fa39bb8f04 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Allocated IP 172.20.0.3 (b0f612c6-d05f-4361-b3f8-733414ecc1c6/c9a27f59-8bf5-426b-9eee-6f178264ab2d/9907bdf6-385f-4349-9aa4-c632b209adc0) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:45:31.438223 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-978365fc-fd5a-48d2-81a3-94fa39bb8f04 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for port (9907bdf6-385f-4349-9aa4-c632b209adc0), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:31.475540 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-978365fc-fd5a-48d2-81a3-94fa39bb8f04 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (9907bdf6-385f-4349-9aa4-c632b209adc0), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:31.522015 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-978365fc-fd5a-48d2-81a3-94fa39bb8f04 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Network b0f612c6-d05f-4361-b3f8-733414ecc1c6 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:45:31.524988 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-978365fc-fd5a-48d2-81a3-94fa39bb8f04 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:45:31.527186 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-978365fc-fd5a-48d2-81a3-94fa39bb8f04 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:45:31.559748 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978365fc-fd5a-48d2-81a3-94fa39bb8f04 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Pushing event updated for resources: {'Port': ['ID=9907bdf6-385f-4349-9aa4-c632b209adc0,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:31.586371 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-978365fc-fd5a-48d2-81a3-94fa39bb8f04 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:31.587179 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-978365fc-fd5a-48d2-81a3-94fa39bb8f04 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:31.603632 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-978365fc-fd5a-48d2-81a3-94fa39bb8f04 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5665305 Jan 18 20:45:31.614233 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-d892bdad-deeb-4152-9513-9ea897aa6cc3 service neutron] Request body: {'port': {'device_id': '26becf5c-0a21-49bd-b2df-b574de44f6b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:45:31.670625 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-d892bdad-deeb-4152-9513-9ea897aa6cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9907bdf6-385f-4349-9aa4-c632b209adc0), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:31.755134 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7b06f78d-f844-4de5-8253-dfb3aaa400ca None None] Provisioning complete for port 9907bdf6-385f-4349-9aa4-c632b209adc0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:45:31.755777 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7b06f78d-f844-4de5-8253-dfb3aaa400ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9907bdf6-385f-4349-9aa4-c632b209adc0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:31.788879 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7b06f78d-f844-4de5-8253-dfb3aaa400ca None None] Port 9907bdf6-385f-4349-9aa4-c632b209adc0 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:45:31.847869 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:31.935449 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-d892bdad-deeb-4152-9513-9ea897aa6cc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9907bdf6-385f-4349-9aa4-c632b209adc0 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:45:31.943285 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-d892bdad-deeb-4152-9513-9ea897aa6cc3 service neutron] Publish callbacks [] for port (9907bdf6-385f-4349-9aa4-c632b209adc0), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:31.955450 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-d892bdad-deeb-4152-9513-9ea897aa6cc3 service neutron] Transition to ACTIVE for port object 9907bdf6-385f-4349-9aa4-c632b209adc0 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:45:31.959163 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-d892bdad-deeb-4152-9513-9ea897aa6cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (9907bdf6-385f-4349-9aa4-c632b209adc0), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:32.022634 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892bdad-deeb-4152-9513-9ea897aa6cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=9907bdf6-385f-4349-9aa4-c632b209adc0,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:32.077084 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-d892bdad-deeb-4152-9513-9ea897aa6cc3 service neutron] Attempting to bind port 9907bdf6-385f-4349-9aa4-c632b209adc0 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:45:32.077420 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-d892bdad-deeb-4152-9513-9ea897aa6cc3 service neutron] Attempting to bind port 9907bdf6-385f-4349-9aa4-c632b209adc0 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': 'ae2a6b19-5d65-41ff-b5d1-cafb9537ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:45:32.077782 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-d892bdad-deeb-4152-9513-9ea897aa6cc3 service neutron] Attempting to bind port 9907bdf6-385f-4349-9aa4-c632b209adc0 on network b0f612c6-d05f-4361-b3f8-733414ecc1c6 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:45:32.082878 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-d892bdad-deeb-4152-9513-9ea897aa6cc3 service neutron] Port 9907bdf6-385f-4349-9aa4-c632b209adc0 on network b0f612c6-d05f-4361-b3f8-733414ecc1c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:45:32.083202 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-d892bdad-deeb-4152-9513-9ea897aa6cc3 service neutron] Attempting to bind port 9907bdf6-385f-4349-9aa4-c632b209adc0 on network b0f612c6-d05f-4361-b3f8-733414ecc1c6 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:45:32.088626 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-d892bdad-deeb-4152-9513-9ea897aa6cc3 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:45:32.089050 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-d892bdad-deeb-4152-9513-9ea897aa6cc3 service neutron] Checking segment: {'id': 'ae2a6b19-5d65-41ff-b5d1-cafb9537ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:45:32.089546 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-d892bdad-deeb-4152-9513-9ea897aa6cc3 service neutron] Bound using segment: {'id': 'ae2a6b19-5d65-41ff-b5d1-cafb9537ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:45:32.090092 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-d892bdad-deeb-4152-9513-9ea897aa6cc3 service neutron] Bound port: 9907bdf6-385f-4349-9aa4-c632b209adc0, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae2a6b19-5d65-41ff-b5d1-cafb9537ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:45:32.090522 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-d892bdad-deeb-4152-9513-9ea897aa6cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9907bdf6-385f-4349-9aa4-c632b209adc0), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:32.159620 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-d892bdad-deeb-4152-9513-9ea897aa6cc3 service neutron] For port 9907bdf6-385f-4349-9aa4-c632b209adc0, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:45:32.163215 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-d892bdad-deeb-4152-9513-9ea897aa6cc3 service neutron] For port 9907bdf6-385f-4349-9aa4-c632b209adc0, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=9907bdf6-385f-4349-9aa4-c632b209adc0,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:45:32.167493 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-d892bdad-deeb-4152-9513-9ea897aa6cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (9907bdf6-385f-4349-9aa4-c632b209adc0), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:32.206282 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-d892bdad-deeb-4152-9513-9ea897aa6cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:32.206968 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-d892bdad-deeb-4152-9513-9ea897aa6cc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:32.208466 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-d892bdad-deeb-4152-9513-9ea897aa6cc3 service neutron] 10.222.0.57 "PUT /v2.0/ports/9907bdf6-385f-4349-9aa4-c632b209adc0 HTTP/1.1" status: 200 len: 1091 time: 0.5983505 Jan 18 20:45:32.208916 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26becf5c-0a21-49bd-b2df-b574de44f6b7', 'tag': '9907bdf6-385f-4349-9aa4-c632b209adc0'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:45:32.211494 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60cb254-7c55-4720-a20e-5a94f02634c8" -d '{"events": [{"name": "network-changed", "server_uuid": "26becf5c-0a21-49bd-b2df-b574de44f6b7", "tag": "9907bdf6-385f-4349-9aa4-c632b209adc0"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:45:32.257714 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79828320-cd3a-473a-b5bf-b50464cbdd7c x-openstack-request-id: req-79828320-cd3a-473a-b5bf-b50464cbdd7c {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:45:32.257924 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26becf5c-0a21-49bd-b2df-b574de44f6b7", "tag": "9907bdf6-385f-4349-9aa4-c632b209adc0", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:45:32.258178 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-79828320-cd3a-473a-b5bf-b50464cbdd7c {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:45:32.258587 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26becf5c-0a21-49bd-b2df-b574de44f6b7', 'tag': '9907bdf6-385f-4349-9aa4-c632b209adc0', 'status': 'completed', 'code': 200} Jan 18 20:45:32.303245 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892bdad-deeb-4152-9513-9ea897aa6cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=9907bdf6-385f-4349-9aa4-c632b209adc0,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:32.314808 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9084b-fc72-4cc3-8b28-bd3965e214cd req-e46498f4-b470-4b59-948a-1779c856b0aa tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:32.317271 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-44c9084b-fc72-4cc3-8b28-bd3965e214cd req-e46498f4-b470-4b59-948a-1779c856b0aa tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 943 time: 0.0622950 Jan 18 20:45:32.332072 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-85ad2816-2c6b-487f-9157-01300dcebcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:32.333587 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-85ad2816-2c6b-487f-9157-01300dcebcc1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd09648e415d4d869a00516b6fefc51b&device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 1094 time: 0.0692081 Jan 18 20:45:32.368796 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-44c9084b-fc72-4cc3-8b28-bd3965e214cd req-9e5d252b-912d-4b59-b13f-3c7a16368a9f tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453064 Jan 18 20:45:32.383069 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-b9a6f4ad-7fa1-4c89-acdc-0bae04f3c68f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9907bdf6-385f-4349-9aa4-c632b209adc0 HTTP/1.1" status: 200 len: 217 time: 0.0415945 Jan 18 20:45:32.432819 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-81799f7e-8cfd-4b01-a162-6e96be1bbdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:32.434353 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-81799f7e-8cfd-4b01-a162-6e96be1bbdcc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c9a27f59-8bf5-426b-9eee-6f178264ab2d HTTP/1.1" status: 200 len: 854 time: 0.0456004 Jan 18 20:45:32.478898 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-21604f71-8f55-4599-a5ae-8bd0cd7ce6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:32.480407 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-21604f71-8f55-4599-a5ae-8bd0cd7ce6f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b0f612c6-d05f-4361-b3f8-733414ecc1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405185 Jan 18 20:45:32.573049 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-8d26b320-ca79-4389-bcb9-a94032a25063 service neutron] 10.222.0.57 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865846 Jan 18 20:45:32.659914 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-34818d3a-8fda-41f1-a681-c0c6de175baa req-88c0f917-f983-4c40-a9e9-3c9a64d6df06 service neutron] 10.222.0.57 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808487 Jan 18 20:45:32.740216 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60cb254-7c55-4720-a20e-5a94f02634c8 req-17033327-7fc8-454f-9404-affe3ef65cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:32.741727 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e60cb254-7c55-4720-a20e-5a94f02634c8 req-17033327-7fc8-454f-9404-affe3ef65cb3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd09648e415d4d869a00516b6fefc51b&device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 1094 time: 0.0403547 Jan 18 20:45:32.832922 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60cb254-7c55-4720-a20e-5a94f02634c8 req-d4600466-d8bf-45b6-9308-0ee3cbe44b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:32.834425 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e60cb254-7c55-4720-a20e-5a94f02634c8 req-d4600466-d8bf-45b6-9308-0ee3cbe44b5d service neutron] 10.222.0.57 "GET /v2.0/networks?id=b0f612c6-d05f-4361-b3f8-733414ecc1c6 HTTP/1.1" status: 200 len: 916 time: 0.0868015 Jan 18 20:45:32.874613 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e60cb254-7c55-4720-a20e-5a94f02634c8 req-001cb74b-89b7-4cec-b2ac-adc66daa02ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9907bdf6-385f-4349-9aa4-c632b209adc0 HTTP/1.1" status: 200 len: 217 time: 0.0334871 Jan 18 20:45:32.924388 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60cb254-7c55-4720-a20e-5a94f02634c8 req-b234c2ae-9659-41b2-93b8-a27fcc87cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:32.925844 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e60cb254-7c55-4720-a20e-5a94f02634c8 req-b234c2ae-9659-41b2-93b8-a27fcc87cb32 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c9a27f59-8bf5-426b-9eee-6f178264ab2d HTTP/1.1" status: 200 len: 854 time: 0.0456171 Jan 18 20:45:32.968592 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60cb254-7c55-4720-a20e-5a94f02634c8 req-e8ec9cb8-9817-4b88-8357-c5ee81663d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:32.970622 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e60cb254-7c55-4720-a20e-5a94f02634c8 req-e8ec9cb8-9817-4b88-8357-c5ee81663d36 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b0f612c6-d05f-4361-b3f8-733414ecc1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394633 Jan 18 20:45:33.061479 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e60cb254-7c55-4720-a20e-5a94f02634c8 req-8cd65c2d-5bbf-43d6-9810-c65e7d665ce1 service neutron] 10.222.0.57 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831792 Jan 18 20:45:33.150465 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e60cb254-7c55-4720-a20e-5a94f02634c8 req-b0d98675-be5e-4c74-a124-2e4873fb98fc service neutron] 10.222.0.57 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838552 Jan 18 20:45:33.490699 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eb325-bdb6-440f-9bae-69e9f96c1971 req-577f4d9b-fb2a-4f97-84c4-deabc2503cfa tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:33.492178 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6f1eb325-bdb6-440f-9bae-69e9f96c1971 req-577f4d9b-fb2a-4f97-84c4-deabc2503cfa tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 943 time: 0.0487576 Jan 18 20:45:33.542059 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6f1eb325-bdb6-440f-9bae-69e9f96c1971 req-a0d85270-4ed9-4f5c-a6a2-dc253aee1241 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443468 Jan 18 20:45:34.202427 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:34.660051 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd726698-8491-4c9f-b909-af3dd9f35888 req-15332f17-abde-4677-8c9f-4c4cd9f816df tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:34.661503 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dd726698-8491-4c9f-b909-af3dd9f35888 req-15332f17-abde-4677-8c9f-4c4cd9f816df tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 943 time: 0.0468283 Jan 18 20:45:34.706612 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dd726698-8491-4c9f-b909-af3dd9f35888 req-64787dd5-6383-46e5-85e0-f37e5c8467ad tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396364 Jan 18 20:45:34.811613 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 9907bdf6-385f-4349-9aa4-c632b209adc0 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:45:34.904035 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 9907bdf6-385f-4349-9aa4-c632b209adc0, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=9907bdf6-385f-4349-9aa4-c632b209adc0,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:34.914551 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '9907bdf6-385f-4349-9aa4-c632b209adc0', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'port_id': '9907bdf6-385f-4349-9aa4-c632b209adc0', 'mac_address': 'fa:16:3e:bc:2e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:45:34.950580 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 9907bdf6-385f-4349-9aa4-c632b209adc0 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:45:34.950958 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9907bdf6-385f-4349-9aa4-c632b209adc0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:34.963761 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9907bdf6-385f-4349-9aa4-c632b209adc0 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:45:34.981610 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 9907bdf6-385f-4349-9aa4-c632b209adc0, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=9907bdf6-385f-4349-9aa4-c632b209adc0,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:34.985389 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9907bdf6-385f-4349-9aa4-c632b209adc0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:35.029407 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=9907bdf6-385f-4349-9aa4-c632b209adc0,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:35.036452 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:45:35.036805 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:45:35.037136 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:45:35.037471 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:45:35.037832 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:45:35.038176 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:45:35.038480 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:45:35.038799 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:45:35.039121 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:45:35.039438 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:45:35.039755 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:45:35.040070 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:45:35.040384 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:45:35.268811 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['9907bdf6-385f-4349-9aa4-c632b209adc0'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:45:35.822747 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc050734-8a97-4602-b693-0d9319157f07 req-9a09c521-ef4f-4ab9-b84e-5b9f6e2e5201 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:35.824198 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc050734-8a97-4602-b693-0d9319157f07 req-9a09c521-ef4f-4ab9-b84e-5b9f6e2e5201 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 944 time: 0.0474391 Jan 18 20:45:35.869888 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc050734-8a97-4602-b693-0d9319157f07 req-58135f7c-67a0-4de2-abaa-cde2f25b351b tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401990 Jan 18 20:45:36.817623 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 9907bdf6-385f-4349-9aa4-c632b209adc0 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:45:36.864822 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 9907bdf6-385f-4349-9aa4-c632b209adc0 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:45:36.868279 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 9907bdf6-385f-4349-9aa4-c632b209adc0 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:45:36.868643 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9907bdf6-385f-4349-9aa4-c632b209adc0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:36.957896 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 9907bdf6-385f-4349-9aa4-c632b209adc0 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:45:36.958347 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9907bdf6-385f-4349-9aa4-c632b209adc0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:36.962003 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:36.982882 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26becf5c-0a21-49bd-b2df-b574de44f6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9907bdf6-385f-4349-9aa4-c632b209adc0'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:45:36.985187 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb0dc80-4885-4b79-b66e-dcad30471eee" -d '{"events": [{"server_uuid": "26becf5c-0a21-49bd-b2df-b574de44f6b7", "name": "network-vif-plugged", "status": "completed", "tag": "9907bdf6-385f-4349-9aa4-c632b209adc0"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:45:36.990600 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bcb8dc-2788-403c-823d-04da85d457a3 req-2ba3e0dd-8a9f-4420-b7e1-45b56af70d3b tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:36.992107 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-57bcb8dc-2788-403c-823d-04da85d457a3 req-2ba3e0dd-8a9f-4420-b7e1-45b56af70d3b tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 944 time: 0.0521653 Jan 18 20:45:37.003373 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 9907bdf6-385f-4349-9aa4-c632b209adc0, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=9907bdf6-385f-4349-9aa4-c632b209adc0,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:45:37.008698 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9907bdf6-385f-4349-9aa4-c632b209adc0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:37.035921 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21eb78d3-0e7a-4f8e-b619-61d3922c0d60 x-openstack-request-id: req-21eb78d3-0e7a-4f8e-b619-61d3922c0d60 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:45:37.036220 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26becf5c-0a21-49bd-b2df-b574de44f6b7", "name": "network-vif-plugged", "status": "completed", "tag": "9907bdf6-385f-4349-9aa4-c632b209adc0", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:45:37.036535 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21eb78d3-0e7a-4f8e-b619-61d3922c0d60 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:45:37.036864 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26becf5c-0a21-49bd-b2df-b574de44f6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9907bdf6-385f-4349-9aa4-c632b209adc0', 'code': 200} Jan 18 20:45:37.050147 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-57bcb8dc-2788-403c-823d-04da85d457a3 req-c608a71e-be77-40a9-9c11-e9bdd99ba938 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521703 Jan 18 20:45:37.073545 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=9907bdf6-385f-4349-9aa4-c632b209adc0,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:45:37.139090 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce666fe8-4c00-4f35-bd99-75cdf0a945d7 req-a57907fb-339d-47db-8570-ed38dffbabd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:37.141197 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ce666fe8-4c00-4f35-bd99-75cdf0a945d7 req-a57907fb-339d-47db-8570-ed38dffbabd0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 1096 time: 0.0388660 Jan 18 20:45:37.184949 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ce666fe8-4c00-4f35-bd99-75cdf0a945d7 req-60478b1f-6587-4b00-86b3-138ae4167163 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386012 Jan 18 20:45:38.169812 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bbee4-3a77-478e-b985-e0818a4f5766 req-80a8c6c1-d6e0-438c-b60b-53b096a02712 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:38.171266 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-521bbee4-3a77-478e-b985-e0818a4f5766 req-80a8c6c1-d6e0-438c-b60b-53b096a02712 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0473423 Jan 18 20:45:38.216538 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-521bbee4-3a77-478e-b985-e0818a4f5766 req-4e9d7542-385b-4cc1-8ac0-158a5f283793 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392320 Jan 18 20:45:39.341976 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53276ed8-9990-4100-91e3-b09b64336c6d req-1c303024-3b90-4421-8ad4-c6fa80a892fb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:39.343586 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-53276ed8-9990-4100-91e3-b09b64336c6d req-1c303024-3b90-4421-8ad4-c6fa80a892fb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0527837 Jan 18 20:45:39.399453 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-53276ed8-9990-4100-91e3-b09b64336c6d req-88c72698-08ef-4e72-a269-54c1bdb52b6a tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501673 Jan 18 20:45:39.516105 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e60c8-c55c-4c6a-b8ad-22fa4d26424f req-49bf0024-bee9-4b55-8a87-73b54925dc60 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:39.517415 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-691e60c8-c55c-4c6a-b8ad-22fa4d26424f req-49bf0024-bee9-4b55-8a87-73b54925dc60 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0484817 Jan 18 20:45:39.525780 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36110) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:45:39.529970 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-7ceebd16-9adc-4d45-a56b-743418bb4955 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Request body: {'floatingip': {'port_id': '9907bdf6-385f-4349-9aa4-c632b209adc0'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:45:39.567966 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7ceebd16-9adc-4d45-a56b-743418bb4955 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for floatingip (c396ad2d-1260-4d01-97ba-65dbf277f824), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:39.986169 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7ceebd16-9adc-4d45-a56b-743418bb4955 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:39.989843 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7ceebd16-9adc-4d45-a56b-743418bb4955 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (c396ad2d-1260-4d01-97ba-65dbf277f824), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:40.085868 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-7ceebd16-9adc-4d45-a56b-743418bb4955 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Floating IP c396ad2d-1260-4d01-97ba-65dbf277f824 associated. External IP: 172.25.4.70, port: 9907bdf6-385f-4349-9aa4-c632b209adc0. Jan 18 20:45:40.284358 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ceebd16-9adc-4d45-a56b-743418bb4955 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Router e60c42f7-d198-4a51-b24d-743dad674143 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:45:40.387663 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ceebd16-9adc-4d45-a56b-743418bb4955 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:45:40.392589 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7ceebd16-9adc-4d45-a56b-743418bb4955 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:40.397124 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884b98a5-a287-43bc-b4de-d21cd7d2b263 None None] Sync routers for ids ['e60c42f7-d198-4a51-b24d-743dad674143'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:45:40.406867 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884b98a5-a287-43bc-b4de-d21cd7d2b263 None None] Routers {'e60c42f7-d198-4a51-b24d-743dad674143'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:45:40.407464 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-884b98a5-a287-43bc-b4de-d21cd7d2b263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:45:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e60c42f7-d198-4a51-b24d-743dad674143'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:40.421391 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7ceebd16-9adc-4d45-a56b-743418bb4955 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "PUT /v2.0/floatingips/c396ad2d-1260-4d01-97ba-65dbf277f824 HTTP/1.1" status: 200 len: 990 time: 0.8920848 Jan 18 20:45:40.421391 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26becf5c-0a21-49bd-b2df-b574de44f6b7', 'tag': '9907bdf6-385f-4349-9aa4-c632b209adc0'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:45:40.422507 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef5370c-a7bd-46ca-9db7-faeea548e9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "26becf5c-0a21-49bd-b2df-b574de44f6b7", "tag": "9907bdf6-385f-4349-9aa4-c632b209adc0"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:45:40.475441 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb5dd94-990e-422e-b9ac-ada1e6c8d94b x-openstack-request-id: req-7bb5dd94-990e-422e-b9ac-ada1e6c8d94b {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:45:40.475745 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26becf5c-0a21-49bd-b2df-b574de44f6b7", "tag": "9907bdf6-385f-4349-9aa4-c632b209adc0", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:45:40.476005 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bb5dd94-990e-422e-b9ac-ada1e6c8d94b {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:45:40.476436 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26becf5c-0a21-49bd-b2df-b574de44f6b7', 'tag': '9907bdf6-385f-4349-9aa4-c632b209adc0', 'status': 'completed', 'code': 200} Jan 18 20:45:40.546304 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5370c-a7bd-46ca-9db7-faeea548e9a7 req-8ac5e62b-c209-49be-91a8-0981207335c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:40.548694 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bef5370c-a7bd-46ca-9db7-faeea548e9a7 req-8ac5e62b-c209-49be-91a8-0981207335c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd09648e415d4d869a00516b6fefc51b&device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 1096 time: 0.0463958 Jan 18 20:45:40.642710 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5370c-a7bd-46ca-9db7-faeea548e9a7 req-83a7b72c-758e-4684-9e16-16094c46466a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:40.644193 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bef5370c-a7bd-46ca-9db7-faeea548e9a7 req-83a7b72c-758e-4684-9e16-16094c46466a service neutron] 10.222.0.57 "GET /v2.0/networks?id=b0f612c6-d05f-4361-b3f8-733414ecc1c6 HTTP/1.1" status: 200 len: 916 time: 0.0894716 Jan 18 20:45:40.689682 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-884b98a5-a287-43bc-b4de-d21cd7d2b263 None None] Set router e60c42f7-d198-4a51-b24d-743dad674143 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:45:40.711529 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bef5370c-a7bd-46ca-9db7-faeea548e9a7 req-4cda3f6d-8e35-4714-8d77-e7b29aeea10c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9907bdf6-385f-4349-9aa4-c632b209adc0 HTTP/1.1" status: 200 len: 998 time: 0.0618739 Jan 18 20:45:40.758388 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5370c-a7bd-46ca-9db7-faeea548e9a7 req-4a2ca813-c213-4419-96bd-3f43d1e7a435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:40.759849 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bef5370c-a7bd-46ca-9db7-faeea548e9a7 req-4a2ca813-c213-4419-96bd-3f43d1e7a435 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c9a27f59-8bf5-426b-9eee-6f178264ab2d HTTP/1.1" status: 200 len: 854 time: 0.0431502 Jan 18 20:45:40.803629 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5370c-a7bd-46ca-9db7-faeea548e9a7 req-34163bc5-f4d7-4142-bc2f-c9ee9d3fdc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:40.805025 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bef5370c-a7bd-46ca-9db7-faeea548e9a7 req-34163bc5-f4d7-4142-bc2f-c9ee9d3fdc12 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b0f612c6-d05f-4361-b3f8-733414ecc1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397246 Jan 18 20:45:40.896981 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bef5370c-a7bd-46ca-9db7-faeea548e9a7 req-a37243a6-8998-44c0-aa9d-7f9aa5fec427 service neutron] 10.222.0.57 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859993 Jan 18 20:45:40.909179 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-884b98a5-a287-43bc-b4de-d21cd7d2b263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'name': 'tempest-AttachVolumeShelveTestJSON-31525741-router', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:18Z', 'updated_at': '2022-01-18T20:41:24Z', 'revision_number': 4, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'gw_port': {'id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:19Z', 'updated_at': '2022-01-18T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'c396ad2d-1260-4d01-97ba-65dbf277f824', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'floating_ip_address': '172.25.4.70', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'port_id': '9907bdf6-385f-4349-9aa4-c632b209adc0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'mac_address': 'fa:16:3e:bc:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26becf5c-0a21-49bd-b2df-b574de44f6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:45:29Z', 'updated_at': '2022-01-18T20:45:39Z', 'revision_number': 1, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e31efc51-aa35-401a-bdf1-463ce6c6c998', 'name': '', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'mac_address': 'fa:16:3e:06:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:22Z', 'updated_at': '2022-01-18T20:41:28Z', 'revision_number': 5, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'subnets': [{'id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:40.935036 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884b98a5-a287-43bc-b4de-d21cd7d2b263 None None] Checking router: e60c42f7-d198-4a51-b24d-743dad674143 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:45:40.943710 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884b98a5-a287-43bc-b4de-d21cd7d2b263 None None] Routers {'e60c42f7-d198-4a51-b24d-743dad674143'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:45:40.944319 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-884b98a5-a287-43bc-b4de-d21cd7d2b263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:45:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e60c42f7-d198-4a51-b24d-743dad674143'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:40.986887 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bef5370c-a7bd-46ca-9db7-faeea548e9a7 req-c9be982e-1638-4cf3-b009-dadb7d5e8363 service neutron] 10.222.0.57 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842681 Jan 18 20:45:41.051333 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-884b98a5-a287-43bc-b4de-d21cd7d2b263 None None] Set router e60c42f7-d198-4a51-b24d-743dad674143 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:45:41.270617 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-884b98a5-a287-43bc-b4de-d21cd7d2b263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'name': 'tempest-AttachVolumeShelveTestJSON-31525741-router', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:18Z', 'updated_at': '2022-01-18T20:41:24Z', 'revision_number': 4, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'gw_port': {'id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:19Z', 'updated_at': '2022-01-18T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'c396ad2d-1260-4d01-97ba-65dbf277f824', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'floating_ip_address': '172.25.4.70', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'port_id': '9907bdf6-385f-4349-9aa4-c632b209adc0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'mac_address': 'fa:16:3e:bc:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26becf5c-0a21-49bd-b2df-b574de44f6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:45:29Z', 'updated_at': '2022-01-18T20:45:39Z', 'revision_number': 1, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e31efc51-aa35-401a-bdf1-463ce6c6c998', 'name': '', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'mac_address': 'fa:16:3e:06:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:22Z', 'updated_at': '2022-01-18T20:41:28Z', 'revision_number': 5, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'subnets': [{'id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:45:41.297789 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884b98a5-a287-43bc-b4de-d21cd7d2b263 None None] The sync data for ids ['e60c42f7-d198-4a51-b24d-743dad674143'] in n-d-741529-9 is: [{'id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'name': 'tempest-AttachVolumeShelveTestJSON-31525741-router', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:18Z', 'updated_at': '2022-01-18T20:41:24Z', 'revision_number': 4, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'gw_port': {'id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:19Z', 'updated_at': '2022-01-18T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'c396ad2d-1260-4d01-97ba-65dbf277f824', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'floating_ip_address': '172.25.4.70', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'port_id': '9907bdf6-385f-4349-9aa4-c632b209adc0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'mac_address': 'fa:16:3e:bc:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26becf5c-0a21-49bd-b2df-b574de44f6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:45:29Z', 'updated_at': '2022-01-18T20:45:39Z', 'revision_number': 1, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e31efc51-aa35-401a-bdf1-463ce6c6c998', 'name': '', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'mac_address': 'fa:16:3e:06:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:22Z', 'updated_at': '2022-01-18T20:41:28Z', 'revision_number': 5, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'subnets': [{'id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:45:41.503860 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a553b8-1b9c-45ae-9283-4e10a7af65fa None None] New status for floating IP c396ad2d-1260-4d01-97ba-65dbf277f824: ACTIVE {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:45:48.120688 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3b984b6c-1581-433c-ba97-e21d0a7bcfea req-662dfebb-8fe0-4122-8379-a65202572b6e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388362 Jan 18 20:45:48.204439 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b984b6c-1581-433c-ba97-e21d0a7bcfea req-f3ec4139-1114-4a87-82c2-628e5474e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:48.205961 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3b984b6c-1581-433c-ba97-e21d0a7bcfea req-f3ec4139-1114-4a87-82c2-628e5474e97c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd09648e415d4d869a00516b6fefc51b&device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 1096 time: 0.0388477 Jan 18 20:45:48.308442 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b984b6c-1581-433c-ba97-e21d0a7bcfea req-d60c9b66-b1db-476e-96aa-34437ebf09e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:48.309972 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3b984b6c-1581-433c-ba97-e21d0a7bcfea req-d60c9b66-b1db-476e-96aa-34437ebf09e0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b0f612c6-d05f-4361-b3f8-733414ecc1c6 HTTP/1.1" status: 200 len: 916 time: 0.0866139 Jan 18 20:45:48.371770 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3b984b6c-1581-433c-ba97-e21d0a7bcfea req-7bb31f63-ddfd-4355-8362-87d066ed6b0a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9907bdf6-385f-4349-9aa4-c632b209adc0 HTTP/1.1" status: 200 len: 1000 time: 0.0563688 Jan 18 20:45:48.418265 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b984b6c-1581-433c-ba97-e21d0a7bcfea req-790d6dd4-d0cd-4ca1-b131-d1b36a4e0bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:48.419677 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3b984b6c-1581-433c-ba97-e21d0a7bcfea req-790d6dd4-d0cd-4ca1-b131-d1b36a4e0bff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c9a27f59-8bf5-426b-9eee-6f178264ab2d HTTP/1.1" status: 200 len: 854 time: 0.0418937 Jan 18 20:45:48.468973 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b984b6c-1581-433c-ba97-e21d0a7bcfea req-806f875a-57d1-4d78-b479-73c28e1c7e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:48.470404 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3b984b6c-1581-433c-ba97-e21d0a7bcfea req-806f875a-57d1-4d78-b479-73c28e1c7e45 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b0f612c6-d05f-4361-b3f8-733414ecc1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445969 Jan 18 20:45:48.557224 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3b984b6c-1581-433c-ba97-e21d0a7bcfea req-8b1a5fb5-e291-499f-8e76-eb805d358660 service neutron] 10.222.0.57 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807033 Jan 18 20:45:48.647293 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3b984b6c-1581-433c-ba97-e21d0a7bcfea req-5d55d95d-d371-4a18-898a-aa07aafdd11c service neutron] 10.222.0.57 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835297 Jan 18 20:45:53.272848 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:45:54.682584 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fce49-8552-427d-b6cc-06b4bce53a97 req-53dd6637-ba1b-4704-925d-41f61cababc6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:54.684060 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8b3fce49-8552-427d-b6cc-06b4bce53a97 req-53dd6637-ba1b-4704-925d-41f61cababc6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 945 time: 0.0479846 Jan 18 20:45:54.731531 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8b3fce49-8552-427d-b6cc-06b4bce53a97 req-34bd309f-1f8c-4713-99b3-690542be51c2 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9ed6ff7-0a83-4718-8259-69319ff1d618&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420692 Jan 18 20:45:55.657423 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-65635f0a-74eb-4cc5-afa5-ea142b9e7d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:55.854332 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e7a00-f91f-497e-80a8-676c52952805 req-c9bb2d7b-53cf-4258-8bc2-a6bcab2bf6cc tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:55.855719 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de5e7a00-f91f-497e-80a8-676c52952805 req-c9bb2d7b-53cf-4258-8bc2-a6bcab2bf6cc tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 945 time: 0.0539737 Jan 18 20:45:55.902741 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de5e7a00-f91f-497e-80a8-676c52952805 req-715125a3-3cb6-44b6-b8ff-9c89e838f171 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9ed6ff7-0a83-4718-8259-69319ff1d618&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0407302 Jan 18 20:45:57.018094 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b217a0a-4e40-4450-b8cf-23fd74651f96 req-64b2abd7-f9b1-471b-a76b-f6988077344a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:57.019563 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7b217a0a-4e40-4450-b8cf-23fd74651f96 req-64b2abd7-f9b1-471b-a76b-f6988077344a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 945 time: 0.0478799 Jan 18 20:45:57.067063 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7b217a0a-4e40-4450-b8cf-23fd74651f96 req-5b381785-33e8-4599-a075-0025363dbc3a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9ed6ff7-0a83-4718-8259-69319ff1d618&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419772 Jan 18 20:45:57.810105 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-129fa493-f064-4e6a-b8e5-2698fffb2d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:58.182373 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c4783-0135-494b-ace8-9a3030ec861c req-35a946fe-e64f-496e-930f-3d6e8fdbce99 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:58.183834 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-932c4783-0135-494b-ace8-9a3030ec861c req-35a946fe-e64f-496e-930f-3d6e8fdbce99 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 945 time: 0.0476580 Jan 18 20:45:58.235369 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-932c4783-0135-494b-ace8-9a3030ec861c req-d42e7545-6d0f-4bda-b6d4-b2dfd7c97ff1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9ed6ff7-0a83-4718-8259-69319ff1d618&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0453401 Jan 18 20:45:59.154498 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:45:59.347259 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161ea41-0051-420e-bfa9-c2c1ddf08e53 req-4faf1650-677a-486f-8b41-7710e8c0bd81 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:45:59.348734 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b161ea41-0051-420e-bfa9-c2c1ddf08e53 req-4faf1650-677a-486f-8b41-7710e8c0bd81 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 945 time: 0.0482049 Jan 18 20:45:59.397642 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b161ea41-0051-420e-bfa9-c2c1ddf08e53 req-dce8cf37-5d48-4cc7-b503-979414f82622 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9ed6ff7-0a83-4718-8259-69319ff1d618&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0434096 Jan 18 20:46:00.510381 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed298ae-2fcb-482a-93aa-67f49112de4f req-a4401c9b-b789-4b58-b9a7-059357624ed0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:46:00.511858 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2ed298ae-2fcb-482a-93aa-67f49112de4f req-a4401c9b-b789-4b58-b9a7-059357624ed0 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 945 time: 0.0482476 Jan 18 20:46:00.563189 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2ed298ae-2fcb-482a-93aa-67f49112de4f req-71838c6f-78c3-45a9-9163-1f97e900a0e5 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9ed6ff7-0a83-4718-8259-69319ff1d618&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0457237 Jan 18 20:46:00.581264 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:01.679736 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbdfd2a-498b-4f4b-9b1f-4c10d8d7bf6a req-ad320487-e14c-4a10-8a65-1c4650a9b9cf tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:46:01.681181 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ecbdfd2a-498b-4f4b-9b1f-4c10d8d7bf6a req-ad320487-e14c-4a10-8a65-1c4650a9b9cf tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 945 time: 0.0509768 Jan 18 20:46:01.731002 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ecbdfd2a-498b-4f4b-9b1f-4c10d8d7bf6a req-e89bf603-f983-4216-8a7a-149023c0ead1 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9ed6ff7-0a83-4718-8259-69319ff1d618&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0441625 Jan 18 20:46:01.850405 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:02.848465 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca29a4-734a-43b4-a601-716181299d70 req-a7ee3554-df20-42b9-a846-ffbefe3b276d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:46:02.849987 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ccca29a4-734a-43b4-a601-716181299d70 req-a7ee3554-df20-42b9-a846-ffbefe3b276d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 945 time: 0.0492215 Jan 18 20:46:02.897611 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ccca29a4-734a-43b4-a601-716181299d70 req-14de4dd6-47ae-4387-8127-6fd686acfbeb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9ed6ff7-0a83-4718-8259-69319ff1d618&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421662 Jan 18 20:46:04.016054 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93a26b-039a-4c8e-88e6-3baa0b752f91 req-93d4f409-a31c-4fc5-8227-be2ed0b95a55 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:46:04.017507 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc93a26b-039a-4c8e-88e6-3baa0b752f91 req-93d4f409-a31c-4fc5-8227-be2ed0b95a55 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 945 time: 0.0514340 Jan 18 20:46:04.065396 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc93a26b-039a-4c8e-88e6-3baa0b752f91 req-572e214f-aa05-430b-a5af-c37d129f3efb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9ed6ff7-0a83-4718-8259-69319ff1d618&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0423274 Jan 18 20:46:04.204814 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:05.177999 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2395489-8096-4a94-96c0-02709e3c79d3 req-3770a310-778f-40a4-9b0a-3621065d30c9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:46:05.179485 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a2395489-8096-4a94-96c0-02709e3c79d3 req-3770a310-778f-40a4-9b0a-3621065d30c9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 945 time: 0.0477057 Jan 18 20:46:05.226259 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a2395489-8096-4a94-96c0-02709e3c79d3 req-fdb521f1-5f0c-42d5-ae31-857d2378c598 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9ed6ff7-0a83-4718-8259-69319ff1d618&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0413480 Jan 18 20:46:06.343562 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e70bd-f016-4d3b-8871-5adb512c0338 req-d51e6867-5eaa-4d00-85e4-c796d234ec34 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:46:06.345559 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-694e70bd-f016-4d3b-8871-5adb512c0338 req-d51e6867-5eaa-4d00-85e4-c796d234ec34 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 945 time: 0.0473368 Jan 18 20:46:06.396353 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-694e70bd-f016-4d3b-8871-5adb512c0338 req-10d3c480-dda0-45b3-b668-d594c1905de6 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9ed6ff7-0a83-4718-8259-69319ff1d618&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0451834 Jan 18 20:46:06.948680 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:07.509983 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e947a-7851-4e28-a4d1-2bb11b3c8378 req-eaaaa215-f165-4c0d-9151-049a2a6883a9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:46:07.511440 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-530e947a-7851-4e28-a4d1-2bb11b3c8378 req-eaaaa215-f165-4c0d-9151-049a2a6883a9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 945 time: 0.0481188 Jan 18 20:46:07.566791 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-530e947a-7851-4e28-a4d1-2bb11b3c8378 req-d5ad9063-9f30-4c8e-b0aa-3c4fe3525327 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9ed6ff7-0a83-4718-8259-69319ff1d618&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0493944 Jan 18 20:46:08.680201 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8434f9c-1384-4e32-b1c7-8df6f912a043 req-da9bab53-68a6-4a73-af51-ae356dbb1817 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:46:08.681671 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b8434f9c-1384-4e32-b1c7-8df6f912a043 req-da9bab53-68a6-4a73-af51-ae356dbb1817 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 945 time: 0.0467217 Jan 18 20:46:08.728805 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b8434f9c-1384-4e32-b1c7-8df6f912a043 req-7e6a0ee8-58a0-4c23-b9d0-215822fd7149 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9ed6ff7-0a83-4718-8259-69319ff1d618&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414937 Jan 18 20:46:08.921119 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4795b-8b05-4f82-9bf1-0a4b0bffb170 req-6dd5f4f1-7a55-466a-b84c-a80220173fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:46:08.923175 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ace4795b-8b05-4f82-9bf1-0a4b0bffb170 req-6dd5f4f1-7a55-466a-b84c-a80220173fec service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 1096 time: 0.0402715 Jan 18 20:46:08.970261 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ace4795b-8b05-4f82-9bf1-0a4b0bffb170 req-1128f119-3602-497f-8ef2-94b9deba8b02 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f9ed6ff7-0a83-4718-8259-69319ff1d618&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0374761 Jan 18 20:46:09.846020 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658a4a6-e8e2-4922-b8c2-bea4e7ca4870 req-d52f23e7-79e5-44a6-8d11-4095877cc85f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:46:09.847501 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8658a4a6-e8e2-4922-b8c2-bea4e7ca4870 req-d52f23e7-79e5-44a6-8d11-4095877cc85f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 945 time: 0.0521295 Jan 18 20:46:09.895469 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8658a4a6-e8e2-4922-b8c2-bea4e7ca4870 req-05d6105f-c634-4e31-8ea2-d37ce9df9a8e tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9ed6ff7-0a83-4718-8259-69319ff1d618&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0424798 Jan 18 20:46:11.009975 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e8217-705d-463b-a8b6-6f02763a0f5c req-fd025893-06ee-431b-a972-6df34105823a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:46:11.011458 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e3e8217-705d-463b-a8b6-6f02763a0f5c req-fd025893-06ee-431b-a972-6df34105823a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 945 time: 0.0468485 Jan 18 20:46:11.058212 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e3e8217-705d-463b-a8b6-6f02763a0f5c req-91060422-50b9-4c29-9e39-12112add828a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9ed6ff7-0a83-4718-8259-69319ff1d618&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406065 Jan 18 20:46:11.080597 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36232) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:46:11.142383 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a6a48f9f-84f2-4415-949f-c2659a17f255 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/floatingips/b79c4ed8-3c90-4bec-8d2c-d8cd7b094d24 HTTP/1.1" status: 200 len: 993 time: 0.0607035 Jan 18 20:46:11.800642 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device f8f6e264-fd3b-4693-aed4-ab19e019f919 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:46:11.803067 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device f8f6e264-fd3b-4693-aed4-ab19e019f919 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:46:11.955161 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port f8f6e264-fd3b-4693-aed4-ab19e019f919, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=f8f6e264-fd3b-4693-aed4-ab19e019f919,segment=NetworkSegment(2637d43d-229d-40b9-bb6e-f72a09e4b161),segment_id=2637d43d-229d-40b9-bb6e-f72a09e4b161)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:46:11.957263 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port f8f6e264-fd3b-4693-aed4-ab19e019f919 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:46:11.957655 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f8f6e264-fd3b-4693-aed4-ab19e019f919), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:11.973937 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'f8f6e264-fd3b-4693-aed4-ab19e019f919', 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0', 'port_id': 'f8f6e264-fd3b-4693-aed4-ab19e019f919', 'mac_address': 'fa:16:3e:30:a8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe8ac68a-3470-4109-a6ec-35aaad3bc8cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:46:12.006425 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f67531-c59c-4a12-ac97-6d7fcfb5e78a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8f6e264-fd3b-4693-aed4-ab19e019f919'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:46:12.008649 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf752680-cf62-457b-9c9b-43406d1988da" -d '{"events": [{"server_uuid": "d5f67531-c59c-4a12-ac97-6d7fcfb5e78a", "name": "network-vif-unplugged", "status": "completed", "tag": "f8f6e264-fd3b-4693-aed4-ab19e019f919"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:46:12.027698 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port f8f6e264-fd3b-4693-aed4-ab19e019f919, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=f8f6e264-fd3b-4693-aed4-ab19e019f919,segment=NetworkSegment(2637d43d-229d-40b9-bb6e-f72a09e4b161),segment_id=2637d43d-229d-40b9-bb6e-f72a09e4b161)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:46:12.033457 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f8f6e264-fd3b-4693-aed4-ab19e019f919), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:12.039452 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port f8f6e264-fd3b-4693-aed4-ab19e019f919 is: ACTIVE; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:46:12.039830 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f8f6e264-fd3b-4693-aed4-ab19e019f919), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:12.058455 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3049dd90-7ac1-4305-9871-9edc14ab9fe9 x-openstack-request-id: req-3049dd90-7ac1-4305-9871-9edc14ab9fe9 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:46:12.058688 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f67531-c59c-4a12-ac97-6d7fcfb5e78a", "name": "network-vif-unplugged", "status": "completed", "tag": "f8f6e264-fd3b-4693-aed4-ab19e019f919", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:46:12.058941 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3049dd90-7ac1-4305-9871-9edc14ab9fe9 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:46:12.059324 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f67531-c59c-4a12-ac97-6d7fcfb5e78a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8f6e264-fd3b-4693-aed4-ab19e019f919', 'code': 200} Jan 18 20:46:12.074309 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8f6e264-fd3b-4693-aed4-ab19e019f919 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:46:12.118220 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=f8f6e264-fd3b-4693-aed4-ab19e019f919,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:46:12.132837 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:46:12.133195 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:46:12.668648 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port f8f6e264-fd3b-4693-aed4-ab19e019f919 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:46:12.669037 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f8f6e264-fd3b-4693-aed4-ab19e019f919), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:12.682004 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f6e264-fd3b-4693-aed4-ab19e019f919 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:46:12.701358 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port f8f6e264-fd3b-4693-aed4-ab19e019f919, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=f8f6e264-fd3b-4693-aed4-ab19e019f919,segment=NetworkSegment(2637d43d-229d-40b9-bb6e-f72a09e4b161),segment_id=2637d43d-229d-40b9-bb6e-f72a09e4b161)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:46:12.705154 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f8f6e264-fd3b-4693-aed4-ab19e019f919), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:12.749589 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=f8f6e264-fd3b-4693-aed4-ab19e019f919,revision_number=7']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:46:12.945692 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['f8f6e264-fd3b-4693-aed4-ab19e019f919'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:46:13.818888 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device f8f6e264-fd3b-4693-aed4-ab19e019f919 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:46:13.868859 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port f8f6e264-fd3b-4693-aed4-ab19e019f919 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:46:13.869230 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f8f6e264-fd3b-4693-aed4-ab19e019f919), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:13.947682 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port f8f6e264-fd3b-4693-aed4-ab19e019f919 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:46:13.948367 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f8f6e264-fd3b-4693-aed4-ab19e019f919), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:13.979800 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port f8f6e264-fd3b-4693-aed4-ab19e019f919, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=f8f6e264-fd3b-4693-aed4-ab19e019f919,segment=NetworkSegment(2637d43d-229d-40b9-bb6e-f72a09e4b161),segment_id=2637d43d-229d-40b9-bb6e-f72a09e4b161)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:46:13.984021 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f8f6e264-fd3b-4693-aed4-ab19e019f919), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:14.033171 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=f8f6e264-fd3b-4693-aed4-ab19e019f919,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:46:14.060164 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f67531-c59c-4a12-ac97-6d7fcfb5e78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f6e264-fd3b-4693-aed4-ab19e019f919'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:46:14.062442 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067c1996-4bb4-46cc-9379-e478c86775d2" -d '{"events": [{"server_uuid": "d5f67531-c59c-4a12-ac97-6d7fcfb5e78a", "name": "network-vif-plugged", "status": "completed", "tag": "f8f6e264-fd3b-4693-aed4-ab19e019f919"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:46:14.099060 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e43031-488c-4f05-8e5a-5fbde7e16ad4 x-openstack-request-id: req-95e43031-488c-4f05-8e5a-5fbde7e16ad4 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:46:14.099355 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f67531-c59c-4a12-ac97-6d7fcfb5e78a", "name": "network-vif-plugged", "status": "completed", "tag": "f8f6e264-fd3b-4693-aed4-ab19e019f919", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:46:14.099636 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95e43031-488c-4f05-8e5a-5fbde7e16ad4 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:46:14.100032 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f67531-c59c-4a12-ac97-6d7fcfb5e78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f6e264-fd3b-4693-aed4-ab19e019f919', 'code': 200} Jan 18 20:46:25.662588 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-35a91ae7-24d3-4212-a275-968178f76cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:27.811953 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ee4f57a0-4e0f-4cf4-8275-8c6285c7b695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:29.156409 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:30.273107 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:46:30.585167 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:31.852220 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:34.201598 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:36.967334 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:48.357964 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36320) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:46:48.509272 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-27499c45-fd7d-40b1-8e39-534d9965ca94 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Deleting port 734b6866-ef9b-45c8-9186-5fe948ce4339 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:46:48.509619 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-27499c45-fd7d-40b1-8e39-534d9965ca94 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (734b6866-ef9b-45c8-9186-5fe948ce4339), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:48.581140 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-27499c45-fd7d-40b1-8e39-534d9965ca94 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (734b6866-ef9b-45c8-9186-5fe948ce4339), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:48.581385 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-27499c45-fd7d-40b1-8e39-534d9965ca94 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for floatingip (734b6866-ef9b-45c8-9186-5fe948ce4339), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:48.593015 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-27499c45-fd7d-40b1-8e39-534d9965ca94 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Calling delete_port for 734b6866-ef9b-45c8-9186-5fe948ce4339 owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:46:48.734181 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-27499c45-fd7d-40b1-8e39-534d9965ca94 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (734b6866-ef9b-45c8-9186-5fe948ce4339), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:48.766192 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27499c45-fd7d-40b1-8e39-534d9965ca94 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event deleted for resources: {'Port': ['ID=734b6866-ef9b-45c8-9186-5fe948ce4339,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:46:48.792621 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27499c45-fd7d-40b1-8e39-534d9965ca94 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:48.792971 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27499c45-fd7d-40b1-8e39-534d9965ca94 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:48.793312 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27499c45-fd7d-40b1-8e39-534d9965ca94 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:48.793667 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27499c45-fd7d-40b1-8e39-534d9965ca94 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:48.794002 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27499c45-fd7d-40b1-8e39-534d9965ca94 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:48.794328 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27499c45-fd7d-40b1-8e39-534d9965ca94 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:48.794654 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27499c45-fd7d-40b1-8e39-534d9965ca94 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:48.794980 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27499c45-fd7d-40b1-8e39-534d9965ca94 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:48.795302 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27499c45-fd7d-40b1-8e39-534d9965ca94 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:48.795625 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27499c45-fd7d-40b1-8e39-534d9965ca94 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:48.795946 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27499c45-fd7d-40b1-8e39-534d9965ca94 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:48.796262 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27499c45-fd7d-40b1-8e39-534d9965ca94 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:48.796577 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27499c45-fd7d-40b1-8e39-534d9965ca94 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:48.836600 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-27499c45-fd7d-40b1-8e39-534d9965ca94 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for floatingip (b79c4ed8-3c90-4bec-8d2c-d8cd7b094d24), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:48.837124 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-27499c45-fd7d-40b1-8e39-534d9965ca94 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Floating IP b79c4ed8-3c90-4bec-8d2c-d8cd7b094d24 disassociated (deleted). External IP: 172.25.4.244, port: f8f6e264-fd3b-4693-aed4-ab19e019f919. Jan 18 20:46:49.035664 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27499c45-fd7d-40b1-8e39-534d9965ca94 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Router da451a04-c6e7-420c-9853-9a19df83476c has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:46:49.124410 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ccd1666b-e04e-4fc5-b572-4507300cf528 req-034fc73c-7593-44b5-b58e-a75440d81fd6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465178 Jan 18 20:46:49.144531 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27499c45-fd7d-40b1-8e39-534d9965ca94 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:46:49.149450 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-27499c45-fd7d-40b1-8e39-534d9965ca94 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:49.154165 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df6d07-a8cc-417a-9847-143b8ca15b26 None None] Sync routers for ids ['da451a04-c6e7-420c-9853-9a19df83476c'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:46:49.165392 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2df6d07-a8cc-417a-9847-143b8ca15b26 None None] Routers {'da451a04-c6e7-420c-9853-9a19df83476c'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:46:49.166065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c2df6d07-a8cc-417a-9847-143b8ca15b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:46:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['da451a04-c6e7-420c-9853-9a19df83476c'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:46:49.219945 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1666b-e04e-4fc5-b572-4507300cf528 req-c03d3439-1a58-4179-82c2-37fe37fc4bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:46:49.221479 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ccd1666b-e04e-4fc5-b572-4507300cf528 req-c03d3439-1a58-4179-82c2-37fe37fc4bdb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd09648e415d4d869a00516b6fefc51b&device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 1096 time: 0.0474155 Jan 18 20:46:49.279039 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-c2df6d07-a8cc-417a-9847-143b8ca15b26 None None] Set router da451a04-c6e7-420c-9853-9a19df83476c gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:46:49.334155 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1666b-e04e-4fc5-b572-4507300cf528 req-5d5bceed-55a6-4cf3-83a0-ced49516786b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:46:49.336070 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ccd1666b-e04e-4fc5-b572-4507300cf528 req-5d5bceed-55a6-4cf3-83a0-ced49516786b service neutron] 10.222.0.57 "GET /v2.0/networks?id=b0f612c6-d05f-4361-b3f8-733414ecc1c6 HTTP/1.1" status: 200 len: 916 time: 0.0966980 Jan 18 20:46:49.426416 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ccd1666b-e04e-4fc5-b572-4507300cf528 req-a0addea6-fb43-4518-9cd5-7b7ab386405a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9907bdf6-385f-4349-9aa4-c632b209adc0 HTTP/1.1" status: 200 len: 1000 time: 0.0838881 Jan 18 20:46:49.475761 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1666b-e04e-4fc5-b572-4507300cf528 req-578d9172-4515-4a2a-810b-3ba598acf1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:46:49.477264 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ccd1666b-e04e-4fc5-b572-4507300cf528 req-578d9172-4515-4a2a-810b-3ba598acf1a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c9a27f59-8bf5-426b-9eee-6f178264ab2d HTTP/1.1" status: 200 len: 854 time: 0.0452259 Jan 18 20:46:49.513826 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c2df6d07-a8cc-417a-9847-143b8ca15b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256434636', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'f7894408-cdb9-40d0-b1bb-55efd0db0a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:59Z', 'updated_at': '2022-01-18T20:45:03Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'f7894408-cdb9-40d0-b1bb-55efd0db0a40', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:45:00Z', 'updated_at': '2022-01-18T20:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '512883ca-9952-4a47-9390-00e34e092a92', 'name': '', 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:5e:ff:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'fe8ac68a-3470-4109-a6ec-35aaad3bc8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:45:02Z', 'updated_at': '2022-01-18T20:45:07Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': 'fe8ac68a-3470-4109-a6ec-35aaad3bc8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:46:49.517689 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-27499c45-fd7d-40b1-8e39-534d9965ca94 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "DELETE /v2.0/floatingips/b79c4ed8-3c90-4bec-8d2c-d8cd7b094d24 HTTP/1.1" status: 204 len: 168 time: 1.1586137 Jan 18 20:46:49.518290 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f67531-c59c-4a12-ac97-6d7fcfb5e78a', 'tag': 'f8f6e264-fd3b-4693-aed4-ab19e019f919'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:46:49.520540 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39aa9356-a3ae-4eed-980e-15638947b95a" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f67531-c59c-4a12-ac97-6d7fcfb5e78a", "tag": "f8f6e264-fd3b-4693-aed4-ab19e019f919"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:46:49.524365 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1666b-e04e-4fc5-b572-4507300cf528 req-f2730b5c-4c6e-4d17-ac22-ff6a0c29b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:46:49.526131 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ccd1666b-e04e-4fc5-b572-4507300cf528 req-f2730b5c-4c6e-4d17-ac22-ff6a0c29b033 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b0f612c6-d05f-4361-b3f8-733414ecc1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427790 Jan 18 20:46:49.543624 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df6d07-a8cc-417a-9847-143b8ca15b26 None None] Checking router: da451a04-c6e7-420c-9853-9a19df83476c for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:46:49.554597 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2df6d07-a8cc-417a-9847-143b8ca15b26 None None] Routers {'da451a04-c6e7-420c-9853-9a19df83476c'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:46:49.555649 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c2df6d07-a8cc-417a-9847-143b8ca15b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:46:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['da451a04-c6e7-420c-9853-9a19df83476c'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:46:49.559476 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5a1b3f-3602-4fd6-8d72-4539b3071b90 x-openstack-request-id: req-4f5a1b3f-3602-4fd6-8d72-4539b3071b90 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:46:49.559763 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f67531-c59c-4a12-ac97-6d7fcfb5e78a", "tag": "f8f6e264-fd3b-4693-aed4-ab19e019f919", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:46:49.560013 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f5a1b3f-3602-4fd6-8d72-4539b3071b90 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:46:49.560411 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f67531-c59c-4a12-ac97-6d7fcfb5e78a', 'tag': 'f8f6e264-fd3b-4693-aed4-ab19e019f919', 'status': 'completed', 'code': 200} Jan 18 20:46:49.673279 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-c2df6d07-a8cc-417a-9847-143b8ca15b26 None None] Set router da451a04-c6e7-420c-9853-9a19df83476c gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:46:49.683628 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa9356-a3ae-4eed-980e-15638947b95a req-102d31c0-33aa-49fd-9391-e1f078405805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:46:49.685129 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-39aa9356-a3ae-4eed-980e-15638947b95a req-102d31c0-33aa-49fd-9391-e1f078405805 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f033c66edd74e168cf3601ff8da102f&device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 1096 time: 0.0865343 Jan 18 20:46:49.687198 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ccd1666b-e04e-4fc5-b572-4507300cf528 req-738249d3-775e-49a5-94ab-6c920f0657da service neutron] 10.222.0.57 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535950 Jan 18 20:46:49.783170 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfae69-19c2-4f3e-8dad-f4afa2f5cb8f req-aefbe144-7666-4d37-a40c-c67a09445d4c tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:46:49.785493 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5cfae69-19c2-4f3e-8dad-f4afa2f5cb8f req-aefbe144-7666-4d37-a40c-c67a09445d4c tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 945 time: 0.0548153 Jan 18 20:46:49.840798 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f5cfae69-19c2-4f3e-8dad-f4afa2f5cb8f req-3927dc28-5ea5-46a3-bd5b-5d4e1b16f682 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9ed6ff7-0a83-4718-8259-69319ff1d618&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0488653 Jan 18 20:46:49.856483 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa9356-a3ae-4eed-980e-15638947b95a req-6894db13-2108-4160-9928-d712e8afa894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:46:49.857970 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-39aa9356-a3ae-4eed-980e-15638947b95a req-6894db13-2108-4160-9928-d712e8afa894 service neutron] 10.222.0.70 "GET /v2.0/networks?id=600bc733-016b-4a63-ab61-90cc9dc602e0 HTTP/1.1" status: 200 len: 897 time: 0.1567874 Jan 18 20:46:49.909534 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c2df6d07-a8cc-417a-9847-143b8ca15b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256434636', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'f7894408-cdb9-40d0-b1bb-55efd0db0a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:59Z', 'updated_at': '2022-01-18T20:45:03Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'f7894408-cdb9-40d0-b1bb-55efd0db0a40', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:45:00Z', 'updated_at': '2022-01-18T20:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '512883ca-9952-4a47-9390-00e34e092a92', 'name': '', 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:5e:ff:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'fe8ac68a-3470-4109-a6ec-35aaad3bc8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:45:02Z', 'updated_at': '2022-01-18T20:45:07Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': 'fe8ac68a-3470-4109-a6ec-35aaad3bc8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:46:49.936237 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df6d07-a8cc-417a-9847-143b8ca15b26 None None] The sync data for ids ['da451a04-c6e7-420c-9853-9a19df83476c'] in n-d-741529-9 is: [{'id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256434636', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'f7894408-cdb9-40d0-b1bb-55efd0db0a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:59Z', 'updated_at': '2022-01-18T20:45:03Z', 'revision_number': 4, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'f7894408-cdb9-40d0-b1bb-55efd0db0a40', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:45:00Z', 'updated_at': '2022-01-18T20:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '512883ca-9952-4a47-9390-00e34e092a92', 'name': '', 'network_id': '600bc733-016b-4a63-ab61-90cc9dc602e0', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'mac_address': 'fa:16:3e:5e:ff:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'fe8ac68a-3470-4109-a6ec-35aaad3bc8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:45:02Z', 'updated_at': '2022-01-18T20:45:07Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'subnets': [{'id': 'fe8ac68a-3470-4109-a6ec-35aaad3bc8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:46:50.170237 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b854c72e-162a-4639-b8cb-e4f2724b2002 None None] New status for floating IP b79c4ed8-3c90-4bec-8d2c-d8cd7b094d24: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:46:50.209522 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-39aa9356-a3ae-4eed-980e-15638947b95a req-55ef1322-0210-4aec-b17c-6b10f7f47efc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8f6e264-fd3b-4693-aed4-ab19e019f919 HTTP/1.1" status: 200 len: 217 time: 0.3405056 Jan 18 20:46:50.211226 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ccd1666b-e04e-4fc5-b572-4507300cf528 req-04faef71-8724-44b9-9d6f-21b2934ada07 service neutron] 10.222.0.57 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182452 Jan 18 20:46:50.259776 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa9356-a3ae-4eed-980e-15638947b95a req-b4497c01-0931-4772-adc7-ecd7f8a589b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:46:50.261244 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-39aa9356-a3ae-4eed-980e-15638947b95a req-b4497c01-0931-4772-adc7-ecd7f8a589b3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fe8ac68a-3470-4109-a6ec-35aaad3bc8cc HTTP/1.1" status: 200 len: 834 time: 0.0450935 Jan 18 20:46:50.309528 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa9356-a3ae-4eed-980e-15638947b95a req-a8f41ee9-b3cb-43c3-a684-934a384d05bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:46:50.311071 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-39aa9356-a3ae-4eed-980e-15638947b95a req-a8f41ee9-b3cb-43c3-a684-934a384d05bc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=600bc733-016b-4a63-ab61-90cc9dc602e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404997 Jan 18 20:46:50.407412 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-39aa9356-a3ae-4eed-980e-15638947b95a req-aab597c3-0db4-496d-8ac3-a0058c833c47 service neutron] 10.222.0.70 "GET /v2.0/networks/600bc733-016b-4a63-ab61-90cc9dc602e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883420 Jan 18 20:46:50.495083 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-39aa9356-a3ae-4eed-980e-15638947b95a req-d4dee729-dbcb-4831-a47b-557b80107dd3 service neutron] 10.222.0.70 "GET /v2.0/networks/600bc733-016b-4a63-ab61-90cc9dc602e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805099 Jan 18 20:46:50.955700 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a6acf-36c7-4faa-a9ce-2c07c7e368ea req-3aa7bd8b-59a0-40ab-a466-63a1445915eb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:46:50.957171 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-014a6acf-36c7-4faa-a9ce-2c07c7e368ea req-3aa7bd8b-59a0-40ab-a466-63a1445915eb tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 945 time: 0.0472479 Jan 18 20:46:51.008387 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-014a6acf-36c7-4faa-a9ce-2c07c7e368ea req-b7173309-117e-4725-bd31-fe1c0c43f32b tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9ed6ff7-0a83-4718-8259-69319ff1d618&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0452707 Jan 18 20:46:51.227289 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0730ac-c864-4ecb-8746-9632032cad93 req-77e4baec-5147-4cc1-bb2c-f5be254c8f82 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:46:51.228743 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fe0730ac-c864-4ecb-8746-9632032cad93 req-77e4baec-5147-4cc1-bb2c-f5be254c8f82 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 945 time: 0.0479376 Jan 18 20:46:51.318609 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-fe0730ac-c864-4ecb-8746-9632032cad93 req-d25be0d7-ddf3-4fd7-b785-07fdb737540f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Deleting port f8f6e264-fd3b-4693-aed4-ab19e019f919 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:46:51.318948 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fe0730ac-c864-4ecb-8746-9632032cad93 req-d25be0d7-ddf3-4fd7-b785-07fdb737540f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (f8f6e264-fd3b-4693-aed4-ab19e019f919), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:51.411632 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-fe0730ac-c864-4ecb-8746-9632032cad93 req-d25be0d7-ddf3-4fd7-b785-07fdb737540f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] For port f8f6e264-fd3b-4693-aed4-ab19e019f919, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=f8f6e264-fd3b-4693-aed4-ab19e019f919,segment=NetworkSegment(2637d43d-229d-40b9-bb6e-f72a09e4b161),segment_id=2637d43d-229d-40b9-bb6e-f72a09e4b161)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:46:51.411994 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fe0730ac-c864-4ecb-8746-9632032cad93 req-d25be0d7-ddf3-4fd7-b785-07fdb737540f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (f8f6e264-fd3b-4693-aed4-ab19e019f919), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:51.424197 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-fe0730ac-c864-4ecb-8746-9632032cad93 req-d25be0d7-ddf3-4fd7-b785-07fdb737540f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Calling delete_port for f8f6e264-fd3b-4693-aed4-ab19e019f919 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:46:51.544949 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fe0730ac-c864-4ecb-8746-9632032cad93 req-d25be0d7-ddf3-4fd7-b785-07fdb737540f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (f8f6e264-fd3b-4693-aed4-ab19e019f919), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:51.575335 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25be0d7-ddf3-4fd7-b785-07fdb737540f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event deleted for resources: {'Port': ['ID=f8f6e264-fd3b-4693-aed4-ab19e019f919,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:46:51.589029 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25be0d7-ddf3-4fd7-b785-07fdb737540f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:51.589380 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25be0d7-ddf3-4fd7-b785-07fdb737540f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:51.589747 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25be0d7-ddf3-4fd7-b785-07fdb737540f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:51.590085 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25be0d7-ddf3-4fd7-b785-07fdb737540f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:51.590421 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25be0d7-ddf3-4fd7-b785-07fdb737540f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:51.590750 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25be0d7-ddf3-4fd7-b785-07fdb737540f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:51.591076 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25be0d7-ddf3-4fd7-b785-07fdb737540f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:51.591400 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25be0d7-ddf3-4fd7-b785-07fdb737540f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:51.591724 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25be0d7-ddf3-4fd7-b785-07fdb737540f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:51.592048 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25be0d7-ddf3-4fd7-b785-07fdb737540f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:51.592369 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25be0d7-ddf3-4fd7-b785-07fdb737540f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:51.592685 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25be0d7-ddf3-4fd7-b785-07fdb737540f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:51.593002 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25be0d7-ddf3-4fd7-b785-07fdb737540f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:51.627124 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0730ac-c864-4ecb-8746-9632032cad93 req-d25be0d7-ddf3-4fd7-b785-07fdb737540f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] No DVR routers for this DVR port f8f6e264-fd3b-4693-aed4-ab19e019f919 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:46:51.629564 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fe0730ac-c864-4ecb-8746-9632032cad93 req-d25be0d7-ddf3-4fd7-b785-07fdb737540f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:51.633118 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fe0730ac-c864-4ecb-8746-9632032cad93 req-d25be0d7-ddf3-4fd7-b785-07fdb737540f tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.70 "DELETE /v2.0/ports/f8f6e264-fd3b-4693-aed4-ab19e019f919 HTTP/1.1" status: 204 len: 173 time: 0.3990068 Jan 18 20:46:51.633570 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f67531-c59c-4a12-ac97-6d7fcfb5e78a', 'name': 'network-vif-deleted', 'tag': 'f8f6e264-fd3b-4693-aed4-ab19e019f919'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:46:51.636901 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a74633-0d5b-4b6f-a622-1e1e0f4c2149" -d '{"events": [{"server_uuid": "d5f67531-c59c-4a12-ac97-6d7fcfb5e78a", "name": "network-vif-deleted", "tag": "f8f6e264-fd3b-4693-aed4-ab19e019f919"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:46:51.675425 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530075df-f85c-4ca7-978a-16d3ffa8a451 x-openstack-request-id: req-530075df-f85c-4ca7-978a-16d3ffa8a451 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:46:51.675720 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f67531-c59c-4a12-ac97-6d7fcfb5e78a", "name": "network-vif-deleted", "tag": "f8f6e264-fd3b-4693-aed4-ab19e019f919", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:46:51.675971 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-530075df-f85c-4ca7-978a-16d3ffa8a451 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:46:51.676403 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f67531-c59c-4a12-ac97-6d7fcfb5e78a', 'name': 'network-vif-deleted', 'tag': 'f8f6e264-fd3b-4693-aed4-ab19e019f919', 'status': 'completed', 'code': 200} Jan 18 20:46:52.127817 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec6b38e1-b98c-410d-9f04-df5925afe23e req-3169d4b8-e49c-4ffb-8fb2-c727ba50516a tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f67531-c59c-4a12-ac97-6d7fcfb5e78a HTTP/1.1" status: 200 len: 210 time: 0.0265908 Jan 18 20:46:53.183866 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36346) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:46:53.525587 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3ac5c57-a2f7-4b47-8d76-be02847423c9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (da451a04-c6e7-420c-9853-9a19df83476c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:53.771594 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-d3ac5c57-a2f7-4b47-8d76-be02847423c9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Deleting port 512883ca-9952-4a47-9390-00e34e092a92 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:46:53.771958 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3ac5c57-a2f7-4b47-8d76-be02847423c9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (512883ca-9952-4a47-9390-00e34e092a92), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:53.862891 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-d3ac5c57-a2f7-4b47-8d76-be02847423c9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] For port 512883ca-9952-4a47-9390-00e34e092a92, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=512883ca-9952-4a47-9390-00e34e092a92,segment=NetworkSegment(2637d43d-229d-40b9-bb6e-f72a09e4b161),segment_id=2637d43d-229d-40b9-bb6e-f72a09e4b161)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:46:53.863163 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3ac5c57-a2f7-4b47-8d76-be02847423c9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (512883ca-9952-4a47-9390-00e34e092a92), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:53.874355 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-d3ac5c57-a2f7-4b47-8d76-be02847423c9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Calling delete_port for 512883ca-9952-4a47-9390-00e34e092a92 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:46:54.053714 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3ac5c57-a2f7-4b47-8d76-be02847423c9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (512883ca-9952-4a47-9390-00e34e092a92), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:54.080101 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac5c57-a2f7-4b47-8d76-be02847423c9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event deleted for resources: {'Port': ['ID=512883ca-9952-4a47-9390-00e34e092a92,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:46:54.257352 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3ac5c57-a2f7-4b47-8d76-be02847423c9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (da451a04-c6e7-420c-9853-9a19df83476c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:54.464621 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ac5c57-a2f7-4b47-8d76-be02847423c9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Router da451a04-c6e7-420c-9853-9a19df83476c has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:46:54.568293 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ac5c57-a2f7-4b47-8d76-be02847423c9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:46:54.573388 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d3ac5c57-a2f7-4b47-8d76-be02847423c9 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "PUT /v2.0/routers/da451a04-c6e7-420c-9853-9a19df83476c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3885081 Jan 18 20:46:54.576098 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36350) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:46:54.579111 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666ab286-325e-469c-9b76-1ea39ac7aa07 None None] Sync routers for ids ['da451a04-c6e7-420c-9853-9a19df83476c'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:46:54.589365 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666ab286-325e-469c-9b76-1ea39ac7aa07 None None] Routers {'da451a04-c6e7-420c-9853-9a19df83476c'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:46:54.590027 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-666ab286-325e-469c-9b76-1ea39ac7aa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:46:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['da451a04-c6e7-420c-9853-9a19df83476c'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:46:54.630252 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-46996414-b001-43bc-9cf4-90a50e97bea7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Deleting subnet fe8ac68a-3470-4109-a6ec-35aaad3bc8cc {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:46:54.633391 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46996414-b001-43bc-9cf4-90a50e97bea7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for subnet (fe8ac68a-3470-4109-a6ec-35aaad3bc8cc), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:54.673130 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46996414-b001-43bc-9cf4-90a50e97bea7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (fe8ac68a-3470-4109-a6ec-35aaad3bc8cc), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:54.696978 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-666ab286-325e-469c-9b76-1ea39ac7aa07 None None] Set router da451a04-c6e7-420c-9853-9a19df83476c gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:46:54.767406 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46996414-b001-43bc-9cf4-90a50e97bea7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (fe8ac68a-3470-4109-a6ec-35aaad3bc8cc), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:54.827906 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46996414-b001-43bc-9cf4-90a50e97bea7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (fe8ac68a-3470-4109-a6ec-35aaad3bc8cc), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:54.857328 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46996414-b001-43bc-9cf4-90a50e97bea7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event deleted for resources: {'Subnet': ['ID=fe8ac68a-3470-4109-a6ec-35aaad3bc8cc,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:46:54.860107 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46996414-b001-43bc-9cf4-90a50e97bea7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:54.863814 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63304350-f216-418e-9f9d-d55a21e7b4fc None None] Network 600bc733-016b-4a63-ab61-90cc9dc602e0 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:46:54.867173 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-46996414-b001-43bc-9cf4-90a50e97bea7 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "DELETE /v2.0/subnets/fe8ac68a-3470-4109-a6ec-35aaad3bc8cc HTTP/1.1" status: 204 len: 168 time: 0.2874932 Jan 18 20:46:54.867173 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36352) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:46:54.979784 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a68bcc43-d65a-4610-b13b-89e9f4068e54 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router (da451a04-c6e7-420c-9853-9a19df83476c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:55.091037 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a68bcc43-d65a-4610-b13b-89e9f4068e54 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router_gateway (da451a04-c6e7-420c-9853-9a19df83476c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:55.093321 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-666ab286-325e-469c-9b76-1ea39ac7aa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256434636', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'f7894408-cdb9-40d0-b1bb-55efd0db0a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:59Z', 'updated_at': '2022-01-18T20:46:54Z', 'revision_number': 5, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port': {'id': 'f7894408-cdb9-40d0-b1bb-55efd0db0a40', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:45:00Z', 'updated_at': '2022-01-18T20:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:46:55.136297 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666ab286-325e-469c-9b76-1ea39ac7aa07 None None] Checking router: da451a04-c6e7-420c-9853-9a19df83476c for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:46:55.143813 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-a68bcc43-d65a-4610-b13b-89e9f4068e54 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Deleting port f7894408-cdb9-40d0-b1bb-55efd0db0a40 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:46:55.144161 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a68bcc43-d65a-4610-b13b-89e9f4068e54 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (f7894408-cdb9-40d0-b1bb-55efd0db0a40), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:55.151622 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666ab286-325e-469c-9b76-1ea39ac7aa07 None None] Routers {'da451a04-c6e7-420c-9853-9a19df83476c'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:46:55.152234 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-666ab286-325e-469c-9b76-1ea39ac7aa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:46:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['da451a04-c6e7-420c-9853-9a19df83476c'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:46:55.226267 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-a68bcc43-d65a-4610-b13b-89e9f4068e54 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] For port f7894408-cdb9-40d0-b1bb-55efd0db0a40, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f7894408-cdb9-40d0-b1bb-55efd0db0a40,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:46:55.226643 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a68bcc43-d65a-4610-b13b-89e9f4068e54 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (f7894408-cdb9-40d0-b1bb-55efd0db0a40), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:55.239569 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-a68bcc43-d65a-4610-b13b-89e9f4068e54 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Calling delete_port for f7894408-cdb9-40d0-b1bb-55efd0db0a40 owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:46:55.242108 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-666ab286-325e-469c-9b76-1ea39ac7aa07 None None] Set router da451a04-c6e7-420c-9853-9a19df83476c gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:46:55.269377 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb214c9e-9826-4b82-a91c-7dc8dc613dab None None] DHCP port deletion for 600bc733-016b-4a63-ab61-90cc9dc602e0 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:46:55.298109 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-666ab286-325e-469c-9b76-1ea39ac7aa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256434636', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:59Z', 'updated_at': '2022-01-18T20:46:55Z', 'revision_number': 6, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:46:55.329714 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666ab286-325e-469c-9b76-1ea39ac7aa07 None None] The sync data for ids ['da451a04-c6e7-420c-9853-9a19df83476c'] in n-d-741529-9 is: [{'id': 'da451a04-c6e7-420c-9853-9a19df83476c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256434636', 'tenant_id': '0f033c66edd74e168cf3601ff8da102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:44:59Z', 'updated_at': '2022-01-18T20:46:55Z', 'revision_number': 6, 'project_id': '0f033c66edd74e168cf3601ff8da102f', 'gw_port_host': None}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:46:55.379034 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-cb214c9e-9826-4b82-a91c-7dc8dc613dab None None] Deleting port 3d1cd2e1-0176-4165-937e-2a2900ff4bf9 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:46:55.379508 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cb214c9e-9826-4b82-a91c-7dc8dc613dab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (3d1cd2e1-0176-4165-937e-2a2900ff4bf9), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:55.410394 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a68bcc43-d65a-4610-b13b-89e9f4068e54 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (f7894408-cdb9-40d0-b1bb-55efd0db0a40), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:55.440527 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68bcc43-d65a-4610-b13b-89e9f4068e54 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event deleted for resources: {'Port': ['ID=f7894408-cdb9-40d0-b1bb-55efd0db0a40,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:46:55.451654 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-cb214c9e-9826-4b82-a91c-7dc8dc613dab None None] For port 3d1cd2e1-0176-4165-937e-2a2900ff4bf9, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=3d1cd2e1-0176-4165-937e-2a2900ff4bf9,segment=NetworkSegment(2637d43d-229d-40b9-bb6e-f72a09e4b161),segment_id=2637d43d-229d-40b9-bb6e-f72a09e4b161)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:46:55.452049 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cb214c9e-9826-4b82-a91c-7dc8dc613dab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (3d1cd2e1-0176-4165-937e-2a2900ff4bf9), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:55.456635 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cf7713-4e5e-4973-8d6a-7ab91cabcadc None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:46:55.469979 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-cb214c9e-9826-4b82-a91c-7dc8dc613dab None None] Calling delete_port for 3d1cd2e1-0176-4165-937e-2a2900ff4bf9 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:46:55.501372 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a68bcc43-d65a-4610-b13b-89e9f4068e54 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (da451a04-c6e7-420c-9853-9a19df83476c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:55.552354 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cb214c9e-9826-4b82-a91c-7dc8dc613dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (3d1cd2e1-0176-4165-937e-2a2900ff4bf9), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:55.574996 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb214c9e-9826-4b82-a91c-7dc8dc613dab None None] Pushing event deleted for resources: {'Port': ['ID=3d1cd2e1-0176-4165-937e-2a2900ff4bf9,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:46:55.584371 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb214c9e-9826-4b82-a91c-7dc8dc613dab None None] No DVR routers for this DVR port 3d1cd2e1-0176-4165-937e-2a2900ff4bf9 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:46:55.586475 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb214c9e-9826-4b82-a91c-7dc8dc613dab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:55.586947 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb214c9e-9826-4b82-a91c-7dc8dc613dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:55.587494 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb214c9e-9826-4b82-a91c-7dc8dc613dab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:55.587838 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb214c9e-9826-4b82-a91c-7dc8dc613dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:55.588166 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb214c9e-9826-4b82-a91c-7dc8dc613dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:55.588496 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb214c9e-9826-4b82-a91c-7dc8dc613dab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:55.588825 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb214c9e-9826-4b82-a91c-7dc8dc613dab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:55.589149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb214c9e-9826-4b82-a91c-7dc8dc613dab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:55.589477 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb214c9e-9826-4b82-a91c-7dc8dc613dab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:55.589824 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb214c9e-9826-4b82-a91c-7dc8dc613dab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:55.590149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb214c9e-9826-4b82-a91c-7dc8dc613dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:55.590470 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb214c9e-9826-4b82-a91c-7dc8dc613dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:55.590793 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb214c9e-9826-4b82-a91c-7dc8dc613dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:46:55.591377 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a68bcc43-d65a-4610-b13b-89e9f4068e54 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (da451a04-c6e7-420c-9853-9a19df83476c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:55.593527 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a68bcc43-d65a-4610-b13b-89e9f4068e54 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router_controller (da451a04-c6e7-420c-9853-9a19df83476c), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:55.637527 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a68bcc43-d65a-4610-b13b-89e9f4068e54 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (da451a04-c6e7-420c-9853-9a19df83476c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:55.638107 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68bcc43-d65a-4610-b13b-89e9f4068e54 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Fanout notify agent at l3_agent the message router_deleted on router da451a04-c6e7-420c-9853-9a19df83476c {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:46:55.645051 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a68bcc43-d65a-4610-b13b-89e9f4068e54 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:55.649294 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36356) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:46:55.654156 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a68bcc43-d65a-4610-b13b-89e9f4068e54 tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "DELETE /v2.0/routers/da451a04-c6e7-420c-9853-9a19df83476c HTTP/1.1" status: 204 len: 168 time: 0.7860234 Jan 18 20:46:55.672734 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6687a42c-5077-4dc7-9108-7b7459e2bb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:55.731514 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86dfd673-15e9-44e0-b170-8d62a508489d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (600bc733-016b-4a63-ab61-90cc9dc602e0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:55.820379 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86dfd673-15e9-44e0-b170-8d62a508489d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (600bc733-016b-4a63-ab61-90cc9dc602e0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:55.840062 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-86dfd673-15e9-44e0-b170-8d62a508489d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600bc733-016b-4a63-ab61-90cc9dc602e0']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:46:55.849590 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-86dfd673-15e9-44e0-b170-8d62a508489d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2637d43d-229d-40b9-bb6e-f72a09e4b161') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:46:55.849911 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-86dfd673-15e9-44e0-b170-8d62a508489d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2637d43d-229d-40b9-bb6e-f72a09e4b161') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:46:55.859273 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86dfd673-15e9-44e0-b170-8d62a508489d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (2637d43d-229d-40b9-bb6e-f72a09e4b161), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:55.872602 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86dfd673-15e9-44e0-b170-8d62a508489d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (2637d43d-229d-40b9-bb6e-f72a09e4b161), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:55.878296 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86dfd673-15e9-44e0-b170-8d62a508489d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:46:55.878670 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86dfd673-15e9-44e0-b170-8d62a508489d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (2637d43d-229d-40b9-bb6e-f72a09e4b161), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:46:55.881553 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:46:55.941422 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86dfd673-15e9-44e0-b170-8d62a508489d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (600bc733-016b-4a63-ab61-90cc9dc602e0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:55.948260 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86dfd673-15e9-44e0-b170-8d62a508489d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:55.951426 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-86dfd673-15e9-44e0-b170-8d62a508489d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "DELETE /v2.0/networks/600bc733-016b-4a63-ab61-90cc9dc602e0 HTTP/1.1" status: 204 len: 168 time: 0.3011105 Jan 18 20:46:55.954789 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36358) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:46:55.963253 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfd673-15e9-44e0-b170-8d62a508489d tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event deleted for resources: {'Network': ['ID=600bc733-016b-4a63-ab61-90cc9dc602e0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:46:55.971396 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device f8f6e264-fd3b-4693-aed4-ab19e019f919 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:46:55.996837 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: f8f6e264-fd3b-4693-aed4-ab19e019f919 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:46:55.997180 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device f8f6e264-fd3b-4693-aed4-ab19e019f919 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:46:56.019360 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74bfd6f8-586b-49a6-97f2-112fa2dc27ae tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group (f9ed6ff7-0a83-4718-8259-69319ff1d618), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:56.044245 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74bfd6f8-586b-49a6-97f2-112fa2dc27ae tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group (f9ed6ff7-0a83-4718-8259-69319ff1d618), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:56.113368 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74bfd6f8-586b-49a6-97f2-112fa2dc27ae tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f9ed6ff7-0a83-4718-8259-69319ff1d618), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:56.116032 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74bfd6f8-586b-49a6-97f2-112fa2dc27ae tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:56.117221 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-74bfd6f8-586b-49a6-97f2-112fa2dc27ae tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] 10.222.0.31 "DELETE /v2.0/security-groups/f9ed6ff7-0a83-4718-8259-69319ff1d618 HTTP/1.1" status: 204 len: 168 time: 0.1613786 Jan 18 20:46:56.130225 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfd6f8-586b-49a6-97f2-112fa2dc27ae tempest-TestNetworkAdvancedServerOps-277257473 tempest-TestNetworkAdvancedServerOps-277257473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ed6ff7-0a83-4718-8259-69319ff1d618,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:46:56.422722 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36368) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:46:56.494649 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 512883ca-9952-4a47-9390-00e34e092a92 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:46:56.515408 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 512883ca-9952-4a47-9390-00e34e092a92 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:46:56.516331 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 512883ca-9952-4a47-9390-00e34e092a92 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:46:56.516737 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 3d1cd2e1-0176-4165-937e-2a2900ff4bf9 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:46:56.535418 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 3d1cd2e1-0176-4165-937e-2a2900ff4bf9 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:46:56.535667 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 3d1cd2e1-0176-4165-937e-2a2900ff4bf9 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:46:56.535996 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f7894408-cdb9-40d0-b1bb-55efd0db0a40 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:46:56.555097 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: f7894408-cdb9-40d0-b1bb-55efd0db0a40 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:46:56.555454 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f7894408-cdb9-40d0-b1bb-55efd0db0a40 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:46:56.559911 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ca3ed72a-1d3a-4794-8680-80c2e12f0a4e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f033c66edd74e168cf3601ff8da102f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1358476 Jan 18 20:46:56.562300 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36372) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:46:56.608564 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e98e8d6a-5e5e-40d9-b27a-837937b78344 admin admin] Publish callbacks [] for security_group (0a47d3c3-a9f7-434c-98a0-ea40c53861d2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:56.628920 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e98e8d6a-5e5e-40d9-b27a-837937b78344 admin admin] Publish callbacks [] for security_group (0a47d3c3-a9f7-434c-98a0-ea40c53861d2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:56.675010 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e98e8d6a-5e5e-40d9-b27a-837937b78344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0a47d3c3-a9f7-434c-98a0-ea40c53861d2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:56.677792 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e98e8d6a-5e5e-40d9-b27a-837937b78344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:56.678930 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e98e8d6a-5e5e-40d9-b27a-837937b78344 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a47d3c3-a9f7-434c-98a0-ea40c53861d2 HTTP/1.1" status: 204 len: 168 time: 0.1152394 Jan 18 20:46:56.686414 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e8d6a-5e5e-40d9-b27a-837937b78344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a47d3c3-a9f7-434c-98a0-ea40c53861d2,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:46:56.934211 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36378) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:46:56.973413 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3a1cfe0f-e872-4e7e-be78-152a87e8f018 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8891e79ced884b05a6d98679e84b984d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380397 Jan 18 20:46:56.975880 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36380) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:46:57.022616 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e89b035a-ff3c-4a2b-a2c6-2fd6ab371504 admin admin] Publish callbacks [] for security_group (9ace99ea-703b-416c-9c70-4bf2695c3658), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:57.043292 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e89b035a-ff3c-4a2b-a2c6-2fd6ab371504 admin admin] Publish callbacks [] for security_group (9ace99ea-703b-416c-9c70-4bf2695c3658), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:57.088302 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e89b035a-ff3c-4a2b-a2c6-2fd6ab371504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9ace99ea-703b-416c-9c70-4bf2695c3658), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:57.091033 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e89b035a-ff3c-4a2b-a2c6-2fd6ab371504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:57.092182 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e89b035a-ff3c-4a2b-a2c6-2fd6ab371504 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ace99ea-703b-416c-9c70-4bf2695c3658 HTTP/1.1" status: 204 len: 168 time: 0.1154258 Jan 18 20:46:57.100319 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b035a-ff3c-4a2b-a2c6-2fd6ab371504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ace99ea-703b-416c-9c70-4bf2695c3658,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:46:57.812972 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-24a0c082-d0b6-446f-9783-9d79355b038b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:46:59.159852 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:47:00.588699 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:47:01.855347 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:47:04.217377 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:47:06.956383 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:47:07.272903 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:47:25.665688 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9c2fce69-0210-4bf6-a6cb-7489d56e49ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:47:27.814771 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-04adb0a2-4082-4c3e-9e7b-bc8d6253cba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:47:29.162025 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:47:30.591344 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:47:31.857333 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:47:34.217851 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:47:36.979220 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:47:44.272878 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:47:47.179269 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [req-e4c09ade-b4a2-4ec2-ba74-aa32b0902adf req-7e68366f-17a4-4963-ab70-eb8572a5bf01 service neutron] (103335) timed out ('10.222.0.70', 55263) {{(pid=103335) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 18 20:47:51.122206 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aad5f68f-82c6-4d8f-addf-7f63a8371c08 req-67315dd6-d5a5-45ae-99b8-9f03667ad72a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431762 Jan 18 20:47:51.198483 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5f68f-82c6-4d8f-addf-7f63a8371c08 req-505a36e1-09f0-463a-b072-feec83e542b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:47:51.199834 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aad5f68f-82c6-4d8f-addf-7f63a8371c08 req-505a36e1-09f0-463a-b072-feec83e542b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd09648e415d4d869a00516b6fefc51b&device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 1096 time: 0.0393929 Jan 18 20:47:51.297415 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5f68f-82c6-4d8f-addf-7f63a8371c08 req-cd7c900e-32f4-4845-a306-5aa1d1b707c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:47:51.299469 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aad5f68f-82c6-4d8f-addf-7f63a8371c08 req-cd7c900e-32f4-4845-a306-5aa1d1b707c8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b0f612c6-d05f-4361-b3f8-733414ecc1c6 HTTP/1.1" status: 200 len: 916 time: 0.0823812 Jan 18 20:47:51.379632 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aad5f68f-82c6-4d8f-addf-7f63a8371c08 req-accbe92a-9e80-4880-a865-0e948e9b769f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9907bdf6-385f-4349-9aa4-c632b209adc0 HTTP/1.1" status: 200 len: 1000 time: 0.0745449 Jan 18 20:47:51.427812 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5f68f-82c6-4d8f-addf-7f63a8371c08 req-3ecbfbec-d001-432f-b528-d3820c8d986c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:47:51.429221 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aad5f68f-82c6-4d8f-addf-7f63a8371c08 req-3ecbfbec-d001-432f-b528-d3820c8d986c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c9a27f59-8bf5-426b-9eee-6f178264ab2d HTTP/1.1" status: 200 len: 854 time: 0.0440564 Jan 18 20:47:51.474337 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5f68f-82c6-4d8f-addf-7f63a8371c08 req-104173de-8d3b-406a-9179-54acb6979c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:47:51.475718 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aad5f68f-82c6-4d8f-addf-7f63a8371c08 req-104173de-8d3b-406a-9179-54acb6979c8b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b0f612c6-d05f-4361-b3f8-733414ecc1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397167 Jan 18 20:47:51.566547 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aad5f68f-82c6-4d8f-addf-7f63a8371c08 req-042992ec-aced-41b3-a66a-a09e4d866e69 service neutron] 10.222.0.57 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834627 Jan 18 20:47:51.658085 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aad5f68f-82c6-4d8f-addf-7f63a8371c08 req-f3d698e3-6ca6-4ab2-b997-f3fcbdc8ef61 service neutron] 10.222.0.57 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856793 Jan 18 20:47:55.666764 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fe9bac49-2536-464c-97a9-7d8e6f0b6920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:47:57.816455 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-53d30b7b-c82e-4766-a3e2-92f704eea264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:47:59.164069 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:48:00.592301 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:48:01.862214 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:48:04.233409 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:48:06.999329 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:48:10.798242 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9629ed-4280-4400-b799-f19bdd7ee111 req-02823bf7-2b99-4ba9-8195-fcc27b95eef4 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:10.799701 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6f9629ed-4280-4400-b799-f19bdd7ee111 req-02823bf7-2b99-4ba9-8195-fcc27b95eef4 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.1564929 Jan 18 20:48:10.845840 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6f9629ed-4280-4400-b799-f19bdd7ee111 req-f926b469-bd24-4b07-a162-259499391924 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404496 Jan 18 20:48:11.965946 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4149c-c760-4854-9cef-44847fbdd1c1 req-60eef093-2440-405c-98c0-26abeb86c1f8 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:11.967425 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f6e4149c-c760-4854-9cef-44847fbdd1c1 req-60eef093-2440-405c-98c0-26abeb86c1f8 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0473065 Jan 18 20:48:12.012989 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f6e4149c-c760-4854-9cef-44847fbdd1c1 req-3325b866-ff37-4dc4-823a-30c59bc08f57 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393400 Jan 18 20:48:13.134858 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c892d-01e7-4a92-a4c1-ce011467bc6d req-6f116eb0-477b-4e2e-87eb-51792f74b355 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:13.136310 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-229c892d-01e7-4a92-a4c1-ce011467bc6d req-6f116eb0-477b-4e2e-87eb-51792f74b355 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0507343 Jan 18 20:48:13.181125 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-229c892d-01e7-4a92-a4c1-ce011467bc6d req-dcada910-2d70-4a44-8a7b-20d8ba148e95 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392120 Jan 18 20:48:14.299191 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fdb6e-651f-4422-8176-40d584faa019 req-fd08f55c-2756-4b15-9578-b480dc089f29 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:14.300659 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-242fdb6e-651f-4422-8176-40d584faa019 req-fd08f55c-2756-4b15-9578-b480dc089f29 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0475395 Jan 18 20:48:14.346113 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-242fdb6e-651f-4422-8176-40d584faa019 req-74dcd64b-6851-431c-81ef-d6edeec0179d tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398526 Jan 18 20:48:15.463255 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66056aa3-b532-4f39-ab1f-041dfc88a0f3 req-7a70cc7e-626a-4c84-8c47-2b00741585b0 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:15.464985 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66056aa3-b532-4f39-ab1f-041dfc88a0f3 req-7a70cc7e-626a-4c84-8c47-2b00741585b0 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0478485 Jan 18 20:48:15.514666 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66056aa3-b532-4f39-ab1f-041dfc88a0f3 req-41cefcb7-cc95-4eee-b7be-42a35fa35ea6 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439985 Jan 18 20:48:16.631793 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8f07f-dd3f-46b1-980d-c3efc5078979 req-57d56827-d9dd-46a1-ab3c-1070a7bb2e48 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:16.633241 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-71d8f07f-dd3f-46b1-980d-c3efc5078979 req-57d56827-d9dd-46a1-ab3c-1070a7bb2e48 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0471017 Jan 18 20:48:16.678526 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-71d8f07f-dd3f-46b1-980d-c3efc5078979 req-ac700251-3793-4e0f-ab1e-098d6455a641 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397871 Jan 18 20:48:17.795098 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbec11e-4770-444f-886a-3f3e469c171d req-d54ec91c-1fa4-4e5b-bbda-85d92f36bb49 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:17.796552 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fcbec11e-4770-444f-886a-3f3e469c171d req-d54ec91c-1fa4-4e5b-bbda-85d92f36bb49 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0469286 Jan 18 20:48:17.841954 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fcbec11e-4770-444f-886a-3f3e469c171d req-f5f8581e-b15f-47d4-ab5e-da50fba5fff6 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392237 Jan 18 20:48:18.967075 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304477ce-a2a6-4985-baef-a77ebbe289d8 req-b4395591-94c8-429b-a558-d7708881ee63 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:18.968548 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-304477ce-a2a6-4985-baef-a77ebbe289d8 req-b4395591-94c8-429b-a558-d7708881ee63 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0550647 Jan 18 20:48:19.013353 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-304477ce-a2a6-4985-baef-a77ebbe289d8 req-1318cae7-5498-47c3-bea7-797ad11a694c tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389931 Jan 18 20:48:20.130985 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9eafd6-6e33-4544-826e-15e804fa9818 req-7f17a896-1c40-48a2-b8ce-616a4db36268 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:20.132597 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca9eafd6-6e33-4544-826e-15e804fa9818 req-7f17a896-1c40-48a2-b8ce-616a4db36268 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0478344 Jan 18 20:48:20.179098 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca9eafd6-6e33-4544-826e-15e804fa9818 req-9894e6e9-cfe7-4ec4-beff-c7e6f50002f9 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407164 Jan 18 20:48:21.272471 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:48:21.305203 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d6738-7cf7-4292-841c-b6745a6e9347 req-0a9e4bec-0998-4e0f-a655-7c857328bcb1 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:21.306720 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a49d6738-7cf7-4292-841c-b6745a6e9347 req-0a9e4bec-0998-4e0f-a655-7c857328bcb1 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0522566 Jan 18 20:48:21.358785 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a49d6738-7cf7-4292-841c-b6745a6e9347 req-7d3acf4c-584a-49d2-8024-ff95a1498cff tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452015 Jan 18 20:48:22.480176 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189aac59-7c05-4552-b28a-670fdbc40927 req-4047361b-f14e-4d38-9105-46526e11b9d2 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:22.481687 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-189aac59-7c05-4552-b28a-670fdbc40927 req-4047361b-f14e-4d38-9105-46526e11b9d2 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0486891 Jan 18 20:48:22.529018 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-189aac59-7c05-4552-b28a-670fdbc40927 req-aa09fea4-1af7-4d66-ab4a-66dad936a0a0 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400443 Jan 18 20:48:23.664672 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31853457-131b-4e9b-b63e-d62f37d65855 req-a67df931-a3a2-4ee4-986c-2293589edc1b tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:23.666208 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-31853457-131b-4e9b-b63e-d62f37d65855 req-a67df931-a3a2-4ee4-986c-2293589edc1b tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0535557 Jan 18 20:48:23.716907 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-31853457-131b-4e9b-b63e-d62f37d65855 req-7a3d4f7a-c21f-4258-8886-8d75566e4cc4 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441768 Jan 18 20:48:24.838873 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f957a-8b20-48ba-a734-71454567ef55 req-35c277e2-7f7a-401b-89af-275de13caf22 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:24.840585 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-601f957a-8b20-48ba-a734-71454567ef55 req-35c277e2-7f7a-401b-89af-275de13caf22 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0507231 Jan 18 20:48:24.885438 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-601f957a-8b20-48ba-a734-71454567ef55 req-39d7b196-dc87-4bb5-9eb6-3ec490c0d75c tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389030 Jan 18 20:48:25.668869 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d452aaa7-791d-485e-b5a2-888e621f5410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:48:26.003098 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33340db8-05d2-43b5-848b-33835c3b7e2a req-f1d143f4-1508-4fe4-921b-0d450bd54c61 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:26.004641 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33340db8-05d2-43b5-848b-33835c3b7e2a req-f1d143f4-1508-4fe4-921b-0d450bd54c61 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0485198 Jan 18 20:48:26.050819 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33340db8-05d2-43b5-848b-33835c3b7e2a req-62d17fca-7d35-4f62-b473-188c7645282a tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403965 Jan 18 20:48:27.171260 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31973ac2-ea77-4e7f-a6a5-e7d0e4e835cb req-67b5804e-194d-4818-8ca9-320aa276bce4 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:27.172741 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-31973ac2-ea77-4e7f-a6a5-e7d0e4e835cb req-67b5804e-194d-4818-8ca9-320aa276bce4 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0509255 Jan 18 20:48:27.218318 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-31973ac2-ea77-4e7f-a6a5-e7d0e4e835cb req-5ff07cc3-b169-483e-85e6-a636a91befa8 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400143 Jan 18 20:48:27.515785 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 9907bdf6-385f-4349-9aa4-c632b209adc0 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:48:27.607605 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 9907bdf6-385f-4349-9aa4-c632b209adc0, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=9907bdf6-385f-4349-9aa4-c632b209adc0,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:48:27.618146 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '9907bdf6-385f-4349-9aa4-c632b209adc0', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'port_id': '9907bdf6-385f-4349-9aa4-c632b209adc0', 'mac_address': 'fa:16:3e:bc:2e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:48:27.656774 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 9907bdf6-385f-4349-9aa4-c632b209adc0 is: ACTIVE; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:48:27.657411 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9907bdf6-385f-4349-9aa4-c632b209adc0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:48:27.669512 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9907bdf6-385f-4349-9aa4-c632b209adc0 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:48:27.687889 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 9907bdf6-385f-4349-9aa4-c632b209adc0, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=9907bdf6-385f-4349-9aa4-c632b209adc0,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:48:27.692120 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9907bdf6-385f-4349-9aa4-c632b209adc0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:48:27.744186 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=9907bdf6-385f-4349-9aa4-c632b209adc0,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:48:27.751607 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:48:27.751974 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:48:27.752314 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:48:27.752646 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:48:27.752971 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:48:27.753299 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:48:27.753619 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:48:27.753961 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:48:27.754282 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:48:27.754600 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:48:27.754917 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:48:27.755246 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:48:27.755573 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:48:27.768686 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['9907bdf6-385f-4349-9aa4-c632b209adc0'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:48:27.821665 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-007d05c9-80dc-414f-8466-351839ee2a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:48:28.343806 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a4356-6180-49d7-bb7f-5d2add7250a8 req-9ee691f3-7733-4120-837b-90c40df3a575 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:28.345274 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d23a4356-6180-49d7-bb7f-5d2add7250a8 req-9ee691f3-7733-4120-837b-90c40df3a575 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 944 time: 0.0479045 Jan 18 20:48:28.389763 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d23a4356-6180-49d7-bb7f-5d2add7250a8 req-b6e32511-6d5f-41ec-b784-0af273f4e5b4 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382087 Jan 18 20:48:29.166919 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:48:29.506634 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e00103-eaf2-4694-914e-12c3fb17c4b1 req-4555c571-3d27-48cc-9e3a-c8e7347929bc tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:29.508068 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b2e00103-eaf2-4694-914e-12c3fb17c4b1 req-4555c571-3d27-48cc-9e3a-c8e7347929bc tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 944 time: 0.0469968 Jan 18 20:48:29.530542 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 9907bdf6-385f-4349-9aa4-c632b209adc0 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:48:29.558719 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b2e00103-eaf2-4694-914e-12c3fb17c4b1 req-4d54857c-78b4-4be3-99a8-bec0d0ac3057 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451081 Jan 18 20:48:29.578811 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 9907bdf6-385f-4349-9aa4-c632b209adc0 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:48:29.579192 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9907bdf6-385f-4349-9aa4-c632b209adc0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:48:29.662375 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 9907bdf6-385f-4349-9aa4-c632b209adc0 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:48:29.662766 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9907bdf6-385f-4349-9aa4-c632b209adc0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:48:29.684037 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26becf5c-0a21-49bd-b2df-b574de44f6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9907bdf6-385f-4349-9aa4-c632b209adc0'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:48:29.686237 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35b5bd5-6779-45b3-9d51-b01c7861dced" -d '{"events": [{"server_uuid": "26becf5c-0a21-49bd-b2df-b574de44f6b7", "name": "network-vif-plugged", "status": "completed", "tag": "9907bdf6-385f-4349-9aa4-c632b209adc0"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:48:29.698013 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 9907bdf6-385f-4349-9aa4-c632b209adc0, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=9907bdf6-385f-4349-9aa4-c632b209adc0,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:48:29.701938 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9907bdf6-385f-4349-9aa4-c632b209adc0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:48:29.749258 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=9907bdf6-385f-4349-9aa4-c632b209adc0,revision_number=7']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:48:29.789263 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04c68ed-9bad-4f94-9c64-f55736cef47a x-openstack-request-id: req-d04c68ed-9bad-4f94-9c64-f55736cef47a {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:48:29.789559 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26becf5c-0a21-49bd-b2df-b574de44f6b7", "name": "network-vif-plugged", "status": "completed", "tag": "9907bdf6-385f-4349-9aa4-c632b209adc0", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:48:29.789919 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d04c68ed-9bad-4f94-9c64-f55736cef47a {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:48:29.790318 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26becf5c-0a21-49bd-b2df-b574de44f6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9907bdf6-385f-4349-9aa4-c632b209adc0', 'code': 200} Jan 18 20:48:30.596074 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:48:30.678965 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2366f-23e8-4996-b88a-09f9952bc594 req-1b2544d1-22d9-4f7d-8891-850aa0044de2 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:30.680410 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7d2366f-23e8-4996-b88a-09f9952bc594 req-1b2544d1-22d9-4f7d-8891-850aa0044de2 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0476203 Jan 18 20:48:30.725851 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7d2366f-23e8-4996-b88a-09f9952bc594 req-0bbe1b4f-e6b2-4b9f-9ccd-675b23138dea tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398917 Jan 18 20:48:31.845174 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22608c15-4fbe-4452-a97d-4dda549def80 req-24ef30ba-4bd1-4665-9441-7dc89c08b855 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:31.847313 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-22608c15-4fbe-4452-a97d-4dda549def80 req-24ef30ba-4bd1-4665-9441-7dc89c08b855 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0491855 Jan 18 20:48:31.865458 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:48:31.894718 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-22608c15-4fbe-4452-a97d-4dda549def80 req-5897fcf8-3072-4c91-b184-23b833c2ba1c tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415144 Jan 18 20:48:33.015323 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8ff68-c480-4f86-83d0-855548a398f8 req-58739ba3-e032-4e10-8e16-77fb08f3a497 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:33.016852 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66a8ff68-c480-4f86-83d0-855548a398f8 req-58739ba3-e032-4e10-8e16-77fb08f3a497 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0502048 Jan 18 20:48:33.065054 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66a8ff68-c480-4f86-83d0-855548a398f8 req-baa0fd5a-b66a-47ed-bfca-89479f09ff06 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410950 Jan 18 20:48:34.223881 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1df9c3-9f55-47ac-a0ce-734e05998e61 req-511776a1-ea07-4a66-8d2f-cfd19e0f05bd tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:34.227998 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0b1df9c3-9f55-47ac-a0ce-734e05998e61 req-511776a1-ea07-4a66-8d2f-cfd19e0f05bd tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0774896 Jan 18 20:48:34.254404 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:48:34.294423 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0b1df9c3-9f55-47ac-a0ce-734e05998e61 req-e5fb2054-0d5a-479c-9634-48ffa968c7cb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563517 Jan 18 20:48:35.439678 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a9bcb-fcf7-4eb9-a31c-e82eeaf00ef3 req-cd9bb2d6-cd95-47b7-98f7-1351e3452d04 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:35.441211 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6e7a9bcb-fcf7-4eb9-a31c-e82eeaf00ef3 req-cd9bb2d6-cd95-47b7-98f7-1351e3452d04 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0505972 Jan 18 20:48:35.505424 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6e7a9bcb-fcf7-4eb9-a31c-e82eeaf00ef3 req-f6b838e8-282b-4dca-9b93-238f531db8a4 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524235 Jan 18 20:48:36.647362 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ecbd18-0469-4141-91ef-40a5fa953fa7 req-10b783ef-ea7a-4993-91cc-89e3d3342840 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:36.654221 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24ecbd18-0469-4141-91ef-40a5fa953fa7 req-10b783ef-ea7a-4993-91cc-89e3d3342840 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0684097 Jan 18 20:48:36.704546 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24ecbd18-0469-4141-91ef-40a5fa953fa7 req-74bc2589-cfad-42e0-b82b-655970335641 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486734 Jan 18 20:48:37.004079 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:48:37.849012 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28093f-51f7-4138-974a-dd8ca0066dfa req-b24a2028-30c4-420b-8d70-71b809adf4df tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:37.851262 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a28093f-51f7-4138-974a-dd8ca0066dfa req-b24a2028-30c4-420b-8d70-71b809adf4df tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0642517 Jan 18 20:48:37.921772 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a28093f-51f7-4138-974a-dd8ca0066dfa req-2424a346-3e2a-4feb-bb6f-b21b7fba5e01 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513470 Jan 18 20:48:39.032810 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce3043-dd5b-4819-8819-8a2367e6be25 req-05b5ebc9-c62c-49b5-afba-7c0f22ff1d35 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:39.038189 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c7ce3043-dd5b-4819-8819-8a2367e6be25 req-05b5ebc9-c62c-49b5-afba-7c0f22ff1d35 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0569310 Jan 18 20:48:39.088145 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c7ce3043-dd5b-4819-8819-8a2367e6be25 req-62df1a58-f8f5-48a7-801d-5a2bb0dd2e88 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473435 Jan 18 20:48:40.217045 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe54d88-76e8-474b-aa1b-a52e2ad884a3 req-56352039-178c-4722-b54b-30206868ad6f tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:40.218721 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dbe54d88-76e8-474b-aa1b-a52e2ad884a3 req-56352039-178c-4722-b54b-30206868ad6f tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0518341 Jan 18 20:48:40.269061 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dbe54d88-76e8-474b-aa1b-a52e2ad884a3 req-7115f473-b228-4dec-a407-0cb8dde1b2af tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442197 Jan 18 20:48:41.421936 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4502fa3-5547-49d4-b68c-e1b3c8206b81 req-0478771b-fafd-471c-8308-10f5da6280e4 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:41.424504 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4502fa3-5547-49d4-b68c-e1b3c8206b81 req-0478771b-fafd-471c-8308-10f5da6280e4 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0584099 Jan 18 20:48:41.474890 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4502fa3-5547-49d4-b68c-e1b3c8206b81 req-43d02421-c12e-4637-a481-456e25622a5d tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450604 Jan 18 20:48:42.605403 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8d250-011f-4e81-a3e0-1db5f383ffad req-745a5cc0-1a62-4ca4-bb98-4b6f11b66b13 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:42.606188 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1ac8d250-011f-4e81-a3e0-1db5f383ffad req-745a5cc0-1a62-4ca4-bb98-4b6f11b66b13 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0558212 Jan 18 20:48:42.662196 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1ac8d250-011f-4e81-a3e0-1db5f383ffad req-edbce422-ff6e-45bf-949f-59099fe070e0 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491440 Jan 18 20:48:43.777037 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d4333-4989-43e2-bca8-7a65541c1daf req-5aa95610-908a-47da-9587-27b10bffbe39 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:43.778501 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a3d4333-4989-43e2-bca8-7a65541c1daf req-5aa95610-908a-47da-9587-27b10bffbe39 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0461526 Jan 18 20:48:43.826995 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a3d4333-4989-43e2-bca8-7a65541c1daf req-ab3988aa-3780-47e3-9805-36792860ab66 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425422 Jan 18 20:48:44.109209 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5353bd-5c50-43b3-9be4-fa105e965e24 req-c3ddcfd5-52dd-4f05-845e-8af4e824d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:44.110592 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0c5353bd-5c50-43b3-9be4-fa105e965e24 req-c3ddcfd5-52dd-4f05-845e-8af4e824d333 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd09648e415d4d869a00516b6fefc51b&device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 1096 time: 0.0417786 Jan 18 20:48:44.198265 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5353bd-5c50-43b3-9be4-fa105e965e24 req-9faf896c-e420-4905-8eeb-e4ab6c81d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:44.199707 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0c5353bd-5c50-43b3-9be4-fa105e965e24 req-9faf896c-e420-4905-8eeb-e4ab6c81d428 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b0f612c6-d05f-4361-b3f8-733414ecc1c6 HTTP/1.1" status: 200 len: 916 time: 0.0829487 Jan 18 20:48:44.266705 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0c5353bd-5c50-43b3-9be4-fa105e965e24 req-5c68910e-34ef-4def-9c0c-6b1b5ec4d2f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9907bdf6-385f-4349-9aa4-c632b209adc0 HTTP/1.1" status: 200 len: 1000 time: 0.0604153 Jan 18 20:48:44.317655 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5353bd-5c50-43b3-9be4-fa105e965e24 req-45676aeb-5722-44f3-ab59-55ec0c9d893f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:44.319137 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0c5353bd-5c50-43b3-9be4-fa105e965e24 req-45676aeb-5722-44f3-ab59-55ec0c9d893f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c9a27f59-8bf5-426b-9eee-6f178264ab2d HTTP/1.1" status: 200 len: 854 time: 0.0470309 Jan 18 20:48:44.374526 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5353bd-5c50-43b3-9be4-fa105e965e24 req-88a0b7e6-2ca0-483e-aca0-0f85eb04eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:44.377516 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0c5353bd-5c50-43b3-9be4-fa105e965e24 req-88a0b7e6-2ca0-483e-aca0-0f85eb04eeda service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b0f612c6-d05f-4361-b3f8-733414ecc1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511119 Jan 18 20:48:44.467289 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0c5353bd-5c50-43b3-9be4-fa105e965e24 req-ec9444de-04d7-446d-a867-43d4e32a8099 service neutron] 10.222.0.57 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840604 Jan 18 20:48:44.555829 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0c5353bd-5c50-43b3-9be4-fa105e965e24 req-b882167f-f8eb-4174-926e-aa7367fe4440 service neutron] 10.222.0.57 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815187 Jan 18 20:48:45.249802 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c412a7-6f61-4691-a1d7-e6a3a4c51c29 req-87267ad6-892e-4c51-a18e-113b0380e732 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:45.251260 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21c412a7-6f61-4691-a1d7-e6a3a4c51c29 req-87267ad6-892e-4c51-a18e-113b0380e732 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.3518717 Jan 18 20:48:45.295826 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21c412a7-6f61-4691-a1d7-e6a3a4c51c29 req-f683c57d-a3e6-4f4e-904c-5f8ed5cc9019 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388377 Jan 18 20:48:46.436439 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666cfa5-dcf0-448d-8e8d-30981a1e0773 req-5c9c576b-e279-4f19-a814-d5dace317b9d tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:46.438071 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e666cfa5-dcf0-448d-8e8d-30981a1e0773 req-5c9c576b-e279-4f19-a814-d5dace317b9d tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0500185 Jan 18 20:48:46.486135 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e666cfa5-dcf0-448d-8e8d-30981a1e0773 req-ac5fae86-a440-445d-9495-651bd3ebbe5f tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414081 Jan 18 20:48:47.571123 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 9907bdf6-385f-4349-9aa4-c632b209adc0 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:48:47.645217 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 9907bdf6-385f-4349-9aa4-c632b209adc0 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:48:47.645597 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9907bdf6-385f-4349-9aa4-c632b209adc0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:48:47.667512 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26becf5c-0a21-49bd-b2df-b574de44f6b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9907bdf6-385f-4349-9aa4-c632b209adc0'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:48:47.669727 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aaf5b30-a63d-47f4-bf20-67f5e026b2d2" -d '{"events": [{"server_uuid": "26becf5c-0a21-49bd-b2df-b574de44f6b7", "name": "network-vif-unplugged", "status": "completed", "tag": "9907bdf6-385f-4349-9aa4-c632b209adc0"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:48:47.682211 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 9907bdf6-385f-4349-9aa4-c632b209adc0, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=9907bdf6-385f-4349-9aa4-c632b209adc0,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:48:47.686321 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9907bdf6-385f-4349-9aa4-c632b209adc0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:48:47.708434 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 18 Jan 2022 20:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032ed6e0-4a9e-4f94-a169-909bf10d3b22 x-openstack-request-id: req-032ed6e0-4a9e-4f94-a169-909bf10d3b22 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:48:47.708727 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26becf5c-0a21-49bd-b2df-b574de44f6b7", "name": "network-vif-unplugged", "status": "failed", "tag": "9907bdf6-385f-4349-9aa4-c632b209adc0", "code": 422}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:48:47.708981 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-032ed6e0-4a9e-4f94-a169-909bf10d3b22 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:48:47.709373 n-d-741529-9 neutron-server[103337]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '26becf5c-0a21-49bd-b2df-b574de44f6b7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9907bdf6-385f-4349-9aa4-c632b209adc0', 'code': 422} returned with failed status Jan 18 20:48:47.734878 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=9907bdf6-385f-4349-9aa4-c632b209adc0,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:48:48.338582 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456d010-51da-4598-9948-731c9eaa66bf req-593329a5-d30e-4a09-94cb-baeec86954e1 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:48.340465 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f456d010-51da-4598-9948-731c9eaa66bf req-593329a5-d30e-4a09-94cb-baeec86954e1 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 943 time: 0.0538619 Jan 18 20:48:48.376978 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ea6d537-bdb2-4f35-b00f-8b3bb705a7b9 req-19ba7d9c-ac9c-434b-9eb1-80be6c813861 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446203 Jan 18 20:48:48.386700 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f456d010-51da-4598-9948-731c9eaa66bf req-caa8a1e4-8b70-49f8-9043-d80c03cfdac9 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405228 Jan 18 20:48:49.199651 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6d537-bdb2-4f35-b00f-8b3bb705a7b9 req-2df94c2f-3cda-4017-88a6-a5e258c04901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:49.201176 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ea6d537-bdb2-4f35-b00f-8b3bb705a7b9 req-2df94c2f-3cda-4017-88a6-a5e258c04901 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7&tenant_id=bd09648e415d4d869a00516b6fefc51b HTTP/1.1" status: 200 len: 1094 time: 0.0393057 Jan 18 20:48:49.261099 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6d537-bdb2-4f35-b00f-8b3bb705a7b9 req-ac81867b-2d65-4d9c-ab45-2cff4591346a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:49.262594 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ea6d537-bdb2-4f35-b00f-8b3bb705a7b9 req-ac81867b-2d65-4d9c-ab45-2cff4591346a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd09648e415d4d869a00516b6fefc51b&device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 1094 time: 0.0395417 Jan 18 20:48:49.354063 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6d537-bdb2-4f35-b00f-8b3bb705a7b9 req-3bcafb6d-5f74-40f3-8f32-fa57ee7ad09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:49.355536 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ea6d537-bdb2-4f35-b00f-8b3bb705a7b9 req-3bcafb6d-5f74-40f3-8f32-fa57ee7ad09f service neutron] 10.222.0.57 "GET /v2.0/networks?id=b0f612c6-d05f-4361-b3f8-733414ecc1c6 HTTP/1.1" status: 200 len: 916 time: 0.0851972 Jan 18 20:48:49.417851 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ea6d537-bdb2-4f35-b00f-8b3bb705a7b9 req-85233963-07cd-4943-8306-f3170d5888a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9907bdf6-385f-4349-9aa4-c632b209adc0 HTTP/1.1" status: 200 len: 998 time: 0.0565443 Jan 18 20:48:49.469748 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6d537-bdb2-4f35-b00f-8b3bb705a7b9 req-2a24f0fc-d949-437a-a701-f08a4c3b4f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:49.471134 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ea6d537-bdb2-4f35-b00f-8b3bb705a7b9 req-2a24f0fc-d949-437a-a701-f08a4c3b4f1d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c9a27f59-8bf5-426b-9eee-6f178264ab2d HTTP/1.1" status: 200 len: 854 time: 0.0482690 Jan 18 20:48:49.513075 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629bbdd-7726-47e1-85cd-a70e17981a89 req-59fefd44-881a-4044-95dc-35d4ff1d272c tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:49.514612 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1629bbdd-7726-47e1-85cd-a70e17981a89 req-59fefd44-881a-4044-95dc-35d4ff1d272c tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 943 time: 0.0489998 Jan 18 20:48:49.515308 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6d537-bdb2-4f35-b00f-8b3bb705a7b9 req-89ac3616-aea3-481d-9115-865bdaf861e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:49.516798 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ea6d537-bdb2-4f35-b00f-8b3bb705a7b9 req-89ac3616-aea3-481d-9115-865bdaf861e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b0f612c6-d05f-4361-b3f8-733414ecc1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401585 Jan 18 20:48:49.560343 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1629bbdd-7726-47e1-85cd-a70e17981a89 req-0dd075a3-3e7b-46b1-b149-ca992f6266a6 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401251 Jan 18 20:48:49.604613 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ea6d537-bdb2-4f35-b00f-8b3bb705a7b9 req-c8dd6bf6-9145-4888-9148-b54786baa93b service neutron] 10.222.0.57 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819063 Jan 18 20:48:49.694892 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ea6d537-bdb2-4f35-b00f-8b3bb705a7b9 req-4d0caf79-2a58-415c-8475-0a5e6b45c619 service neutron] 10.222.0.57 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847228 Jan 18 20:48:50.691801 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c19d8-7ad4-413b-a6c8-e68ce75a3016 req-7e73909c-113a-4b80-b315-77270a552d08 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:50.693542 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-505c19d8-7ad4-413b-a6c8-e68ce75a3016 req-7e73909c-113a-4b80-b315-77270a552d08 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 943 time: 0.0532391 Jan 18 20:48:50.746800 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-505c19d8-7ad4-413b-a6c8-e68ce75a3016 req-2e437154-5818-4e2b-adf4-731b8bdc36d9 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472028 Jan 18 20:48:51.877135 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb7057-a17e-43b9-b1c5-bdb70ab5e30b req-31ed2927-a5e5-4155-b14e-4090d0b35864 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:51.878734 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e9cb7057-a17e-43b9-b1c5-bdb70ab5e30b req-31ed2927-a5e5-4155-b14e-4090d0b35864 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 943 time: 0.0504680 Jan 18 20:48:51.928443 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e9cb7057-a17e-43b9-b1c5-bdb70ab5e30b req-d3c791f6-caf9-4ace-bb83-8b0887ebdda0 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439236 Jan 18 20:48:53.054023 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc557e-0e2c-4217-99fc-be9d43fe24f1 req-fb25dc9f-6080-43dd-b485-bdd93dbd57f9 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:53.055657 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34fc557e-0e2c-4217-99fc-be9d43fe24f1 req-fb25dc9f-6080-43dd-b485-bdd93dbd57f9 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 943 time: 0.0497265 Jan 18 20:48:53.108052 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34fc557e-0e2c-4217-99fc-be9d43fe24f1 req-c29d71be-1359-41d4-b875-5249bdea6c5c tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453622 Jan 18 20:48:54.240072 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c062eaf-7298-4ed8-9aab-093ea54aa3c2 req-24c9f170-82d9-4711-bc25-3774cd4ec94c tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:54.241720 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9c062eaf-7298-4ed8-9aab-093ea54aa3c2 req-24c9f170-82d9-4711-bc25-3774cd4ec94c tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 943 time: 0.0530708 Jan 18 20:48:54.290494 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9c062eaf-7298-4ed8-9aab-093ea54aa3c2 req-8f0ca2b0-f5df-42c6-abd0-adbc94913a79 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428259 Jan 18 20:48:55.418713 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77936013-2404-4735-a5d6-6abe573f5268 req-df9d839e-bccb-4ee7-860f-c61888056cbe tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:55.420388 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-77936013-2404-4735-a5d6-6abe573f5268 req-df9d839e-bccb-4ee7-860f-c61888056cbe tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 943 time: 0.0500920 Jan 18 20:48:55.468534 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-77936013-2404-4735-a5d6-6abe573f5268 req-85ab315c-e200-47c4-9f02-d8a59d4fe876 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421181 Jan 18 20:48:55.674746 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8631c97c-7f8a-4423-b92d-d5c11259991e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:48:56.601055 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24682c7-f63d-4715-8c84-fda4400bb4c3 req-5216ca0a-ffa6-43e4-b4c8-481148169a2f tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:56.603251 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a24682c7-f63d-4715-8c84-fda4400bb4c3 req-5216ca0a-ffa6-43e4-b4c8-481148169a2f tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 943 time: 0.0582676 Jan 18 20:48:56.653203 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a24682c7-f63d-4715-8c84-fda4400bb4c3 req-c1848cce-9ef2-44b4-b56e-f881ef73b804 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443983 Jan 18 20:48:57.778529 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2725881-1534-4396-b27a-07ddb4358065 req-252aaabb-2834-4695-a43e-6743a0ba3e7d tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:57.780140 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2725881-1534-4396-b27a-07ddb4358065 req-252aaabb-2834-4695-a43e-6743a0ba3e7d tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 943 time: 0.0518696 Jan 18 20:48:57.824874 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2bab0cc6-203d-4a02-814c-13029bee545e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:48:57.829709 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2725881-1534-4396-b27a-07ddb4358065 req-fa713832-1444-482b-ae21-7340a3c3e87a tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430274 Jan 18 20:48:58.271932 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:48:58.949242 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86e995-e080-400d-9794-3d74164cdef5 req-d8bfdb77-e43c-451e-a8c2-4782dda93422 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:48:58.950739 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8e86e995-e080-400d-9794-3d74164cdef5 req-d8bfdb77-e43c-451e-a8c2-4782dda93422 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 943 time: 0.0469794 Jan 18 20:48:58.999603 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8e86e995-e080-400d-9794-3d74164cdef5 req-1c8be670-70ef-426b-8312-5c699b65fe8b tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433125 Jan 18 20:48:59.170947 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:49:00.122757 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029428c1-9e13-4f3e-9b26-85f146e719c4 req-4dc10410-e7d5-44f1-9d1f-b5dedf12f3e8 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:49:00.124270 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-029428c1-9e13-4f3e-9b26-85f146e719c4 req-4dc10410-e7d5-44f1-9d1f-b5dedf12f3e8 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 943 time: 0.0526748 Jan 18 20:49:00.174023 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-029428c1-9e13-4f3e-9b26-85f146e719c4 req-d0c1d78a-2a5c-4d7a-9d71-15638167d90a tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436053 Jan 18 20:49:00.602982 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:49:01.016358 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99550490-55b1-4fb8-9342-5b1c1a6aec53 req-c1807281-5c9d-4065-96dd-224b3a88f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:49:01.017849 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-99550490-55b1-4fb8-9342-5b1c1a6aec53 req-c1807281-5c9d-4065-96dd-224b3a88f44f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd09648e415d4d869a00516b6fefc51b&device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 1094 time: 0.0396383 Jan 18 20:49:01.128846 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99550490-55b1-4fb8-9342-5b1c1a6aec53 req-43d205b1-6a72-410a-aaa4-27e8c3e543fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:49:01.130986 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-99550490-55b1-4fb8-9342-5b1c1a6aec53 req-43d205b1-6a72-410a-aaa4-27e8c3e543fa service neutron] 10.222.0.57 "GET /v2.0/networks?id=b0f612c6-d05f-4361-b3f8-733414ecc1c6 HTTP/1.1" status: 200 len: 916 time: 0.0908153 Jan 18 20:49:01.193538 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-99550490-55b1-4fb8-9342-5b1c1a6aec53 req-9a4f48d1-01bc-4252-9b7c-3b55b0645582 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9907bdf6-385f-4349-9aa4-c632b209adc0 HTTP/1.1" status: 200 len: 998 time: 0.0566533 Jan 18 20:49:01.241238 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99550490-55b1-4fb8-9342-5b1c1a6aec53 req-879387ee-864f-4c89-8b07-54cd7d16cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:49:01.242737 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-99550490-55b1-4fb8-9342-5b1c1a6aec53 req-879387ee-864f-4c89-8b07-54cd7d16cbba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c9a27f59-8bf5-426b-9eee-6f178264ab2d HTTP/1.1" status: 200 len: 854 time: 0.0435858 Jan 18 20:49:01.291802 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99550490-55b1-4fb8-9342-5b1c1a6aec53 req-0ec7b997-88d9-4d61-a749-9e5980f4109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:49:01.293224 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-99550490-55b1-4fb8-9342-5b1c1a6aec53 req-0ec7b997-88d9-4d61-a749-9e5980f4109b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b0f612c6-d05f-4361-b3f8-733414ecc1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444171 Jan 18 20:49:01.296464 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254405b-6730-4950-be60-b4ac79ef03e2 req-7fec9e97-2431-45e1-888f-03509d28556b tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:49:01.298016 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f254405b-6730-4950-be60-b4ac79ef03e2 req-7fec9e97-2431-45e1-888f-03509d28556b tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 943 time: 0.0484829 Jan 18 20:49:01.350551 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f254405b-6730-4950-be60-b4ac79ef03e2 req-b249533f-a07f-4544-bfea-18a42d16cff3 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410745 Jan 18 20:49:01.382905 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-99550490-55b1-4fb8-9342-5b1c1a6aec53 req-2753d5ea-05fa-478f-952e-cde42b928e60 service neutron] 10.222.0.57 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836174 Jan 18 20:49:01.471967 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-99550490-55b1-4fb8-9342-5b1c1a6aec53 req-30750e18-8c84-4772-995c-cb97eb69a0c1 service neutron] 10.222.0.57 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833330 Jan 18 20:49:01.867149 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:49:02.478799 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d184f-5cc1-48ae-98ed-f492a02b18b6 req-41e70cc6-91a0-43a4-85f6-0ebbf157595c tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:49:02.480270 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea2d184f-5cc1-48ae-98ed-f492a02b18b6 req-41e70cc6-91a0-43a4-85f6-0ebbf157595c tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 943 time: 0.0561769 Jan 18 20:49:02.526464 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea2d184f-5cc1-48ae-98ed-f492a02b18b6 req-b2f86d40-9939-4850-a715-31659c01253f tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405810 Jan 18 20:49:03.644480 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48023c3-27f7-4e0c-b5c0-21278d4b794c req-06a39e4f-a3b6-443a-b11b-d517645239e8 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:49:03.645983 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a48023c3-27f7-4e0c-b5c0-21278d4b794c req-06a39e4f-a3b6-443a-b11b-d517645239e8 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 943 time: 0.0473800 Jan 18 20:49:03.690751 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a48023c3-27f7-4e0c-b5c0-21278d4b794c req-9f70ebbf-6f2f-4be1-bbc1-50af1decad75 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392482 Jan 18 20:49:04.247653 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:49:04.809770 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4bf72-e76a-44fd-968b-309a928f09fa req-e3f05996-08c4-43ca-8f61-bd66fbaec64f tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:49:04.811241 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-57a4bf72-e76a-44fd-968b-309a928f09fa req-e3f05996-08c4-43ca-8f61-bd66fbaec64f tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 943 time: 0.0476787 Jan 18 20:49:04.861065 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-57a4bf72-e76a-44fd-968b-309a928f09fa req-3ed78f26-ea9d-4449-bfda-e7b9fc6bf598 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442631 Jan 18 20:49:05.668076 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 9907bdf6-385f-4349-9aa4-c632b209adc0 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:49:05.761922 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 9907bdf6-385f-4349-9aa4-c632b209adc0, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=9907bdf6-385f-4349-9aa4-c632b209adc0,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:49:05.771955 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '9907bdf6-385f-4349-9aa4-c632b209adc0', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'port_id': '9907bdf6-385f-4349-9aa4-c632b209adc0', 'mac_address': 'fa:16:3e:bc:2e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:49:05.814437 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 9907bdf6-385f-4349-9aa4-c632b209adc0 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:49:05.814884 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9907bdf6-385f-4349-9aa4-c632b209adc0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:49:05.827281 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9907bdf6-385f-4349-9aa4-c632b209adc0 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:49:05.846452 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 9907bdf6-385f-4349-9aa4-c632b209adc0, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=9907bdf6-385f-4349-9aa4-c632b209adc0,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:49:05.851074 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9907bdf6-385f-4349-9aa4-c632b209adc0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:49:05.901342 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=9907bdf6-385f-4349-9aa4-c632b209adc0,revision_number=9']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:49:05.979932 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442ef16-0eb9-4cea-8100-558db39b8929 req-0c9005cd-5648-49f4-b2fd-2c3001549153 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:49:05.981325 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f442ef16-0eb9-4cea-8100-558db39b8929 req-0c9005cd-5648-49f4-b2fd-2c3001549153 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 944 time: 0.0480433 Jan 18 20:49:06.028153 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f442ef16-0eb9-4cea-8100-558db39b8929 req-28a6a925-51fa-436d-a50b-82510ba001a2 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412927 Jan 18 20:49:06.218111 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['9907bdf6-385f-4349-9aa4-c632b209adc0'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:49:07.009126 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:49:07.150079 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca17bc-67e0-4f20-b95c-050362dd39d5 req-b14ca6c9-d1d5-49c9-ad5e-6423452f99d1 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:49:07.151547 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b0ca17bc-67e0-4f20-b95c-050362dd39d5 req-b14ca6c9-d1d5-49c9-ad5e-6423452f99d1 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 944 time: 0.0508535 Jan 18 20:49:07.197703 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b0ca17bc-67e0-4f20-b95c-050362dd39d5 req-136b4505-8860-43b5-b579-435c410733b0 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404959 Jan 18 20:49:07.670868 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 9907bdf6-385f-4349-9aa4-c632b209adc0 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:49:07.716593 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 9907bdf6-385f-4349-9aa4-c632b209adc0 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:49:07.716964 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9907bdf6-385f-4349-9aa4-c632b209adc0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:49:07.798045 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 9907bdf6-385f-4349-9aa4-c632b209adc0 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:49:07.798439 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9907bdf6-385f-4349-9aa4-c632b209adc0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:49:07.819655 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26becf5c-0a21-49bd-b2df-b574de44f6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9907bdf6-385f-4349-9aa4-c632b209adc0'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:49:07.821899 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981cc1a7-1800-4cdf-8d2d-3e7a766e64ca" -d '{"events": [{"server_uuid": "26becf5c-0a21-49bd-b2df-b574de44f6b7", "name": "network-vif-plugged", "status": "completed", "tag": "9907bdf6-385f-4349-9aa4-c632b209adc0"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:49:07.833625 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 9907bdf6-385f-4349-9aa4-c632b209adc0, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=9907bdf6-385f-4349-9aa4-c632b209adc0,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:49:07.838718 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9907bdf6-385f-4349-9aa4-c632b209adc0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:49:07.867421 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea5e33f-44ee-4205-93cb-af383fabc214 x-openstack-request-id: req-2ea5e33f-44ee-4205-93cb-af383fabc214 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:49:07.867714 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26becf5c-0a21-49bd-b2df-b574de44f6b7", "name": "network-vif-plugged", "status": "completed", "tag": "9907bdf6-385f-4349-9aa4-c632b209adc0", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:49:07.867970 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ea5e33f-44ee-4205-93cb-af383fabc214 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:49:07.868365 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26becf5c-0a21-49bd-b2df-b574de44f6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9907bdf6-385f-4349-9aa4-c632b209adc0', 'code': 200} Jan 18 20:49:07.900100 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=9907bdf6-385f-4349-9aa4-c632b209adc0,revision_number=10']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:49:08.008079 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a2008-b886-465b-b3f4-cd0998af02d4 req-89c0e7f5-d3b5-408d-aa9b-0fd162d40393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:49:08.009499 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-848a2008-b886-465b-b3f4-cd0998af02d4 req-89c0e7f5-d3b5-408d-aa9b-0fd162d40393 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 1097 time: 0.0387542 Jan 18 20:49:08.051130 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-848a2008-b886-465b-b3f4-cd0998af02d4 req-756e71cb-074b-4b55-a1a1-430f7f29ef33 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362184 Jan 18 20:49:08.317308 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4a63b-3509-4213-b01f-7076802bfb9b req-ded203a7-d730-44ee-a708-017e9b530e6d tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:49:08.318854 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dec4a63b-3509-4213-b01f-7076802bfb9b req-ded203a7-d730-44ee-a708-017e9b530e6d tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0516448 Jan 18 20:49:08.365666 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dec4a63b-3509-4213-b01f-7076802bfb9b req-9cdb101a-07ea-4ce3-8821-f7d085071bf1 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405385 Jan 18 20:49:09.491718 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85750f3-67f7-4e5c-936c-6e6ba773889f req-6cc52dc8-9dca-46bc-837a-92d8d08b2645 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:49:09.493313 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f85750f3-67f7-4e5c-936c-6e6ba773889f req-6cc52dc8-9dca-46bc-837a-92d8d08b2645 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0497987 Jan 18 20:49:09.541916 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f85750f3-67f7-4e5c-936c-6e6ba773889f req-0312c4e0-b98f-4399-b604-b2bfd4d654c9 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427971 Jan 18 20:49:10.666283 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e58aa2-3ffe-4f54-bbcc-515f91750045 req-afd2b97e-248c-4907-9998-d508acd94575 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:49:10.667803 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-30e58aa2-3ffe-4f54-bbcc-515f91750045 req-afd2b97e-248c-4907-9998-d508acd94575 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0525002 Jan 18 20:49:10.713894 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-30e58aa2-3ffe-4f54-bbcc-515f91750045 req-eb6367da-e101-4df8-bfc4-793f2746a6e2 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403867 Jan 18 20:49:25.668049 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a10e1b45-730b-4280-afb7-bd99c87766d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:49:27.823112 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-01615c38-6154-4aef-a816-3176aebe6f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:49:29.173354 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:49:30.599844 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:49:31.870310 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:49:34.247511 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:49:35.270674 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:49:37.012181 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:49:51.173486 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ee1a8cdf-1969-47fc-9a10-810b7169ef9e req-d76c3435-599d-47cd-bde0-a7c1d78fda67 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0950413 Jan 18 20:49:51.250562 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a8cdf-1969-47fc-9a10-810b7169ef9e req-4faf198c-bc60-43f3-8b37-d7cd208a4272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:49:51.251925 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ee1a8cdf-1969-47fc-9a10-810b7169ef9e req-4faf198c-bc60-43f3-8b37-d7cd208a4272 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd09648e415d4d869a00516b6fefc51b&device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 1097 time: 0.0398948 Jan 18 20:49:51.351377 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a8cdf-1969-47fc-9a10-810b7169ef9e req-d7ff23d1-fc09-4faa-a305-ea74633ef3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:49:51.352844 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ee1a8cdf-1969-47fc-9a10-810b7169ef9e req-d7ff23d1-fc09-4faa-a305-ea74633ef3d7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b0f612c6-d05f-4361-b3f8-733414ecc1c6 HTTP/1.1" status: 200 len: 916 time: 0.0829897 Jan 18 20:49:51.420522 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ee1a8cdf-1969-47fc-9a10-810b7169ef9e req-a806d364-6ee8-4e32-9971-f341c21a6fb1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9907bdf6-385f-4349-9aa4-c632b209adc0 HTTP/1.1" status: 200 len: 1000 time: 0.0615454 Jan 18 20:49:51.467158 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a8cdf-1969-47fc-9a10-810b7169ef9e req-37c5be40-ee04-4451-9cea-8b9cac3562a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:49:51.468564 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ee1a8cdf-1969-47fc-9a10-810b7169ef9e req-37c5be40-ee04-4451-9cea-8b9cac3562a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c9a27f59-8bf5-426b-9eee-6f178264ab2d HTTP/1.1" status: 200 len: 854 time: 0.0426269 Jan 18 20:49:51.510754 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a8cdf-1969-47fc-9a10-810b7169ef9e req-eb007fa4-a55e-46c6-a345-25a66d5fd4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:49:51.512126 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ee1a8cdf-1969-47fc-9a10-810b7169ef9e req-eb007fa4-a55e-46c6-a345-25a66d5fd4ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b0f612c6-d05f-4361-b3f8-733414ecc1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382640 Jan 18 20:49:51.521788 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [req-ee1a8cdf-1969-47fc-9a10-810b7169ef9e req-f66c64d8-ee65-4751-8d7a-f3e751b72b7f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:49:51.522732 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ee1a8cdf-1969-47fc-9a10-810b7169ef9e req-f66c64d8-ee65-4751-8d7a-f3e751b72b7f service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048881 Jan 18 20:49:51.611527 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ee1a8cdf-1969-47fc-9a10-810b7169ef9e req-8ac6d557-7cc4-4235-9dc3-c3aad6d07d1a service neutron] 10.222.0.57 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830035 Jan 18 20:49:51.698066 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ee1a8cdf-1969-47fc-9a10-810b7169ef9e req-cd30f082-fc92-4aa7-9144-49bae457f7b8 service neutron] 10.222.0.57 "GET /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813172 Jan 18 20:49:55.669452 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d3f47284-3494-4338-8310-1b15af5979d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:49:57.823870 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d8adc73b-20b9-44a1-83c3-33781033a595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:49:59.176456 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:00.601989 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:01.873981 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:04.246878 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:07.017260 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:12.269902 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:50:18.255724 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5b562-4fff-43bc-afb7-de3804eaa808 req-7b2a804d-3f67-46da-bf1d-ea864409db87 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:50:18.257212 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0ea5b562-4fff-43bc-afb7-de3804eaa808 req-7b2a804d-3f67-46da-bf1d-ea864409db87 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0497911 Jan 18 20:50:18.310833 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0ea5b562-4fff-43bc-afb7-de3804eaa808 req-a860a1d9-b321-4df5-8e0d-80440e716cf4 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471904 Jan 18 20:50:19.433071 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54441375-615a-4398-b0b8-fbab0e0383f8 req-f469a36d-21c8-4e03-95df-5c346da6bf67 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:50:19.434626 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-54441375-615a-4398-b0b8-fbab0e0383f8 req-f469a36d-21c8-4e03-95df-5c346da6bf67 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0471826 Jan 18 20:50:19.484197 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-54441375-615a-4398-b0b8-fbab0e0383f8 req-82888a52-2c78-40fd-b7e7-2fa775993ad8 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups?id=78a8b209-4783-4bad-aac4-5b5ea90528f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440569 Jan 18 20:50:19.911949 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbf0ab-7260-4715-90ff-b07571df0992 req-b76d0b57-4e58-4713-9c85-f268d9b42201 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:50:19.913398 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-21bbf0ab-7260-4715-90ff-b07571df0992 req-b76d0b57-4e58-4713-9c85-f268d9b42201 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.57 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0516341 Jan 18 20:50:19.998341 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-21bbf0ab-7260-4715-90ff-b07571df0992 req-4ed62c4a-d3ed-4a8b-8178-325b42871ddb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Deleting port 9907bdf6-385f-4349-9aa4-c632b209adc0 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:50:19.998675 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-21bbf0ab-7260-4715-90ff-b07571df0992 req-4ed62c4a-d3ed-4a8b-8178-325b42871ddb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (9907bdf6-385f-4349-9aa4-c632b209adc0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:20.089621 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-21bbf0ab-7260-4715-90ff-b07571df0992 req-4ed62c4a-d3ed-4a8b-8178-325b42871ddb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] For port 9907bdf6-385f-4349-9aa4-c632b209adc0, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=9907bdf6-385f-4349-9aa4-c632b209adc0,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:50:20.089994 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-21bbf0ab-7260-4715-90ff-b07571df0992 req-4ed62c4a-d3ed-4a8b-8178-325b42871ddb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (9907bdf6-385f-4349-9aa4-c632b209adc0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:20.253777 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-21bbf0ab-7260-4715-90ff-b07571df0992 req-4ed62c4a-d3ed-4a8b-8178-325b42871ddb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:20.254142 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-21bbf0ab-7260-4715-90ff-b07571df0992 req-4ed62c4a-d3ed-4a8b-8178-325b42871ddb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (c396ad2d-1260-4d01-97ba-65dbf277f824), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:20.254454 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [req-21bbf0ab-7260-4715-90ff-b07571df0992 req-4ed62c4a-d3ed-4a8b-8178-325b42871ddb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Floating IP c396ad2d-1260-4d01-97ba-65dbf277f824 disassociated. External IP: 172.25.4.70, port: 9907bdf6-385f-4349-9aa4-c632b209adc0. Jan 18 20:50:20.254793 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-21bbf0ab-7260-4715-90ff-b07571df0992 req-4ed62c4a-d3ed-4a8b-8178-325b42871ddb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Calling delete_port for 9907bdf6-385f-4349-9aa4-c632b209adc0 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:50:20.381199 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-21bbf0ab-7260-4715-90ff-b07571df0992 req-4ed62c4a-d3ed-4a8b-8178-325b42871ddb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (9907bdf6-385f-4349-9aa4-c632b209adc0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:20.407163 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed62c4a-d3ed-4a8b-8178-325b42871ddb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Pushing event deleted for resources: {'Port': ['ID=9907bdf6-385f-4349-9aa4-c632b209adc0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:20.417693 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed62c4a-d3ed-4a8b-8178-325b42871ddb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:20.418046 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed62c4a-d3ed-4a8b-8178-325b42871ddb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:20.418387 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed62c4a-d3ed-4a8b-8178-325b42871ddb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:20.418721 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed62c4a-d3ed-4a8b-8178-325b42871ddb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:20.419049 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed62c4a-d3ed-4a8b-8178-325b42871ddb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:20.419375 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed62c4a-d3ed-4a8b-8178-325b42871ddb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:20.419700 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed62c4a-d3ed-4a8b-8178-325b42871ddb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:20.420563 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed62c4a-d3ed-4a8b-8178-325b42871ddb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:20.420563 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed62c4a-d3ed-4a8b-8178-325b42871ddb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:20.420762 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed62c4a-d3ed-4a8b-8178-325b42871ddb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:20.420947 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed62c4a-d3ed-4a8b-8178-325b42871ddb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:20.421264 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed62c4a-d3ed-4a8b-8178-325b42871ddb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:20.421578 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed62c4a-d3ed-4a8b-8178-325b42871ddb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:20.534466 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21bbf0ab-7260-4715-90ff-b07571df0992 req-4ed62c4a-d3ed-4a8b-8178-325b42871ddb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Router e60c42f7-d198-4a51-b24d-743dad674143 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:50:20.588373 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f3d73a97-bec8-4aee-b9b2-f32ec91252be req-1031faf2-3b1b-4230-b09c-2016ddb03b4a tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/ports?device_id=26becf5c-0a21-49bd-b2df-b574de44f6b7 HTTP/1.1" status: 200 len: 210 time: 0.0263479 Jan 18 20:50:20.643096 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21bbf0ab-7260-4715-90ff-b07571df0992 req-4ed62c4a-d3ed-4a8b-8178-325b42871ddb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:50:20.654029 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e914a46b-5c67-4759-bfee-5023a185c504 None None] Sync routers for ids ['e60c42f7-d198-4a51-b24d-743dad674143'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:50:20.663678 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e914a46b-5c67-4759-bfee-5023a185c504 None None] Routers {'e60c42f7-d198-4a51-b24d-743dad674143'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:50:20.664282 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e914a46b-5c67-4759-bfee-5023a185c504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:49:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e60c42f7-d198-4a51-b24d-743dad674143'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:50:20.681745 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-21bbf0ab-7260-4715-90ff-b07571df0992 req-4ed62c4a-d3ed-4a8b-8178-325b42871ddb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] No DVR routers for this DVR port 9907bdf6-385f-4349-9aa4-c632b209adc0 on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:50:20.684324 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-21bbf0ab-7260-4715-90ff-b07571df0992 req-4ed62c4a-d3ed-4a8b-8178-325b42871ddb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:20.687683 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-21bbf0ab-7260-4715-90ff-b07571df0992 req-4ed62c4a-d3ed-4a8b-8178-325b42871ddb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.57 "DELETE /v2.0/ports/9907bdf6-385f-4349-9aa4-c632b209adc0 HTTP/1.1" status: 204 len: 173 time: 0.7685211 Jan 18 20:50:20.688122 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26becf5c-0a21-49bd-b2df-b574de44f6b7', 'name': 'network-vif-deleted', 'tag': '9907bdf6-385f-4349-9aa4-c632b209adc0'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:50:20.690414 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590e0020-1ca5-4477-a04e-37552203a4d8" -d '{"events": [{"server_uuid": "26becf5c-0a21-49bd-b2df-b574de44f6b7", "name": "network-vif-deleted", "tag": "9907bdf6-385f-4349-9aa4-c632b209adc0"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:50:20.780991 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-e914a46b-5c67-4759-bfee-5023a185c504 None None] Set router e60c42f7-d198-4a51-b24d-743dad674143 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:50:20.815415 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fd1fd2-0e89-4a22-99b4-9984dd3d2d31 x-openstack-request-id: req-c1fd1fd2-0e89-4a22-99b4-9984dd3d2d31 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:50:20.815660 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26becf5c-0a21-49bd-b2df-b574de44f6b7", "name": "network-vif-deleted", "tag": "9907bdf6-385f-4349-9aa4-c632b209adc0", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:50:20.815919 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1fd1fd2-0e89-4a22-99b4-9984dd3d2d31 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:50:20.816331 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26becf5c-0a21-49bd-b2df-b574de44f6b7', 'name': 'network-vif-deleted', 'tag': '9907bdf6-385f-4349-9aa4-c632b209adc0', 'status': 'completed', 'code': 200} Jan 18 20:50:20.993783 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e914a46b-5c67-4759-bfee-5023a185c504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'name': 'tempest-AttachVolumeShelveTestJSON-31525741-router', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:18Z', 'updated_at': '2022-01-18T20:41:24Z', 'revision_number': 4, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'gw_port': {'id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:19Z', 'updated_at': '2022-01-18T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'e31efc51-aa35-401a-bdf1-463ce6c6c998', 'name': '', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'mac_address': 'fa:16:3e:06:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:22Z', 'updated_at': '2022-01-18T20:41:28Z', 'revision_number': 5, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'subnets': [{'id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:50:21.106998 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e914a46b-5c67-4759-bfee-5023a185c504 None None] Checking router: e60c42f7-d198-4a51-b24d-743dad674143 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:50:21.116727 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e914a46b-5c67-4759-bfee-5023a185c504 None None] Routers {'e60c42f7-d198-4a51-b24d-743dad674143'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:50:21.117320 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e914a46b-5c67-4759-bfee-5023a185c504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:49:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e60c42f7-d198-4a51-b24d-743dad674143'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:50:21.221156 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-e914a46b-5c67-4759-bfee-5023a185c504 None None] Set router e60c42f7-d198-4a51-b24d-743dad674143 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:50:21.411824 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e914a46b-5c67-4759-bfee-5023a185c504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'name': 'tempest-AttachVolumeShelveTestJSON-31525741-router', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:18Z', 'updated_at': '2022-01-18T20:41:24Z', 'revision_number': 4, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'gw_port': {'id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:19Z', 'updated_at': '2022-01-18T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'e31efc51-aa35-401a-bdf1-463ce6c6c998', 'name': '', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'mac_address': 'fa:16:3e:06:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:22Z', 'updated_at': '2022-01-18T20:41:28Z', 'revision_number': 5, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'subnets': [{'id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:50:21.441117 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e914a46b-5c67-4759-bfee-5023a185c504 None None] The sync data for ids ['e60c42f7-d198-4a51-b24d-743dad674143'] in n-d-741529-9 is: [{'id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'name': 'tempest-AttachVolumeShelveTestJSON-31525741-router', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:18Z', 'updated_at': '2022-01-18T20:41:24Z', 'revision_number': 4, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'gw_port': {'id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:19Z', 'updated_at': '2022-01-18T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'e31efc51-aa35-401a-bdf1-463ce6c6c998', 'name': '', 'network_id': 'b0f612c6-d05f-4361-b3f8-733414ecc1c6', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'mac_address': 'fa:16:3e:06:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:22Z', 'updated_at': '2022-01-18T20:41:28Z', 'revision_number': 5, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'subnets': [{'id': 'c9a27f59-8bf5-426b-9eee-6f178264ab2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:50:21.671908 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7327a1fe-ecbd-4e3b-a3b7-f3a65471694a None None] New status for floating IP c396ad2d-1260-4d01-97ba-65dbf277f824: DOWN {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:50:21.683654 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36882) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:21.738324 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee422049-4301-43b7-82f7-931fe873a025 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for security_group (78a8b209-4783-4bad-aac4-5b5ea90528f7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:21.764126 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee422049-4301-43b7-82f7-931fe873a025 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for security_group (78a8b209-4783-4bad-aac4-5b5ea90528f7), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:21.823816 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee422049-4301-43b7-82f7-931fe873a025 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (78a8b209-4783-4bad-aac4-5b5ea90528f7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:21.826744 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee422049-4301-43b7-82f7-931fe873a025 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:21.827934 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ee422049-4301-43b7-82f7-931fe873a025 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "DELETE /v2.0/security-groups/78a8b209-4783-4bad-aac4-5b5ea90528f7 HTTP/1.1" status: 204 len: 168 time: 0.1431799 Jan 18 20:50:21.830810 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36884) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:21.837402 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee422049-4301-43b7-82f7-931fe873a025 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a8b209-4783-4bad-aac4-5b5ea90528f7,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:21.851014 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-b97758aa-a23c-4f8b-b6ca-28c700b75f55 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] show failed (client error): The resource could not be found. Jan 18 20:50:21.855590 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b97758aa-a23c-4f8b-b6ca-28c700b75f55 tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "GET /v2.0/security-groups/78a8b209-4783-4bad-aac4-5b5ea90528f7 HTTP/1.1" status: 404 len: 347 time: 0.0231824 Jan 18 20:50:21.856437 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36886) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:21.984224 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-2763e861-cdfb-4e65-9d29-bdd20c210ceb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Deleting port 0b6d41ef-3551-4766-8d42-0af444d73c5e {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:50:21.984454 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2763e861-cdfb-4e65-9d29-bdd20c210ceb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (0b6d41ef-3551-4766-8d42-0af444d73c5e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:22.060848 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2763e861-cdfb-4e65-9d29-bdd20c210ceb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (0b6d41ef-3551-4766-8d42-0af444d73c5e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:22.061173 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2763e861-cdfb-4e65-9d29-bdd20c210ceb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for floatingip (0b6d41ef-3551-4766-8d42-0af444d73c5e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:22.072732 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-2763e861-cdfb-4e65-9d29-bdd20c210ceb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Calling delete_port for 0b6d41ef-3551-4766-8d42-0af444d73c5e owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:50:22.205370 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2763e861-cdfb-4e65-9d29-bdd20c210ceb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (0b6d41ef-3551-4766-8d42-0af444d73c5e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:22.238834 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763e861-cdfb-4e65-9d29-bdd20c210ceb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Pushing event deleted for resources: {'Port': ['ID=0b6d41ef-3551-4766-8d42-0af444d73c5e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:22.249600 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2763e861-cdfb-4e65-9d29-bdd20c210ceb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:22.249974 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2763e861-cdfb-4e65-9d29-bdd20c210ceb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:22.250320 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2763e861-cdfb-4e65-9d29-bdd20c210ceb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:22.250654 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2763e861-cdfb-4e65-9d29-bdd20c210ceb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:22.250983 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2763e861-cdfb-4e65-9d29-bdd20c210ceb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:22.251304 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2763e861-cdfb-4e65-9d29-bdd20c210ceb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:22.251625 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2763e861-cdfb-4e65-9d29-bdd20c210ceb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:22.251949 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2763e861-cdfb-4e65-9d29-bdd20c210ceb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:22.252267 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2763e861-cdfb-4e65-9d29-bdd20c210ceb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:22.252588 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2763e861-cdfb-4e65-9d29-bdd20c210ceb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:22.252905 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2763e861-cdfb-4e65-9d29-bdd20c210ceb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:22.253222 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2763e861-cdfb-4e65-9d29-bdd20c210ceb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:22.253533 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2763e861-cdfb-4e65-9d29-bdd20c210ceb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:22.313521 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2763e861-cdfb-4e65-9d29-bdd20c210ceb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks [] for floatingip (c396ad2d-1260-4d01-97ba-65dbf277f824), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:22.316230 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2763e861-cdfb-4e65-9d29-bdd20c210ceb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:22.317409 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2763e861-cdfb-4e65-9d29-bdd20c210ceb tempest-AttachVolumeShelveTestJSON-1374652606 tempest-AttachVolumeShelveTestJSON-1374652606-project] 10.222.0.31 "DELETE /v2.0/floatingips/c396ad2d-1260-4d01-97ba-65dbf277f824 HTTP/1.1" status: 204 len: 168 time: 0.4596097 Jan 18 20:50:24.014984 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 9907bdf6-385f-4349-9aa4-c632b209adc0 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:50:24.038620 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 9907bdf6-385f-4349-9aa4-c632b209adc0 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:50:24.038968 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 9907bdf6-385f-4349-9aa4-c632b209adc0 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:50:25.681891 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6147ea68-389e-45d1-9b17-a30574b61918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:27.824893 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8ada3f68-9a70-43c4-8798-e9587d4dd19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:29.179937 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:29.855185 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-c9dfd007-0e07-4139-86e3-0350184f838a req-e002bcab-881e-48ae-81df-03cacee5ac44 service neutron] (103336) timed out ('10.222.0.31', 48704) {{(pid=103336) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 18 20:50:30.605465 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:31.084046 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36920) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:31.524546 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a98997b1-8543-4c62-a5cc-fbe2f3d6a9bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (e60c42f7-d198-4a51-b24d-743dad674143), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:31.767476 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-a98997b1-8543-4c62-a5cc-fbe2f3d6a9bc admin admin] Deleting port e31efc51-aa35-401a-bdf1-463ce6c6c998 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:50:31.767808 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a98997b1-8543-4c62-a5cc-fbe2f3d6a9bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e31efc51-aa35-401a-bdf1-463ce6c6c998), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:31.844044 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-a98997b1-8543-4c62-a5cc-fbe2f3d6a9bc admin admin] For port e31efc51-aa35-401a-bdf1-463ce6c6c998, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=e31efc51-aa35-401a-bdf1-463ce6c6c998,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:50:31.844298 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a98997b1-8543-4c62-a5cc-fbe2f3d6a9bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e31efc51-aa35-401a-bdf1-463ce6c6c998), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:31.856020 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-a98997b1-8543-4c62-a5cc-fbe2f3d6a9bc admin admin] Calling delete_port for e31efc51-aa35-401a-bdf1-463ce6c6c998 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:50:31.876887 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:32.034710 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a98997b1-8543-4c62-a5cc-fbe2f3d6a9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (e31efc51-aa35-401a-bdf1-463ce6c6c998), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:32.059377 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98997b1-8543-4c62-a5cc-fbe2f3d6a9bc admin admin] Pushing event deleted for resources: {'Port': ['ID=e31efc51-aa35-401a-bdf1-463ce6c6c998,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:32.226045 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a98997b1-8543-4c62-a5cc-fbe2f3d6a9bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (e60c42f7-d198-4a51-b24d-743dad674143), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:32.441212 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98997b1-8543-4c62-a5cc-fbe2f3d6a9bc admin admin] Router e60c42f7-d198-4a51-b24d-743dad674143 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:50:32.544371 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98997b1-8543-4c62-a5cc-fbe2f3d6a9bc admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:50:32.549576 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a98997b1-8543-4c62-a5cc-fbe2f3d6a9bc admin admin] 10.222.0.31 "PUT /v2.0/routers/e60c42f7-d198-4a51-b24d-743dad674143/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4644876 Jan 18 20:50:32.552143 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36924) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:32.562607 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2ad4af-9692-460d-8e76-224455dd2f26 None None] Sync routers for ids ['e60c42f7-d198-4a51-b24d-743dad674143'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:50:32.576098 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2ad4af-9692-460d-8e76-224455dd2f26 None None] Routers {'e60c42f7-d198-4a51-b24d-743dad674143'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:50:32.577023 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1e2ad4af-9692-460d-8e76-224455dd2f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:50:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e60c42f7-d198-4a51-b24d-743dad674143'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:50:32.675797 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-415e7890-4006-4619-a978-c9d08c050c87 admin admin] Publish callbacks [] for router (e60c42f7-d198-4a51-b24d-743dad674143), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:32.696012 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-1e2ad4af-9692-460d-8e76-224455dd2f26 None None] Set router e60c42f7-d198-4a51-b24d-743dad674143 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:50:32.774961 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-415e7890-4006-4619-a978-c9d08c050c87 admin admin] Publish callbacks [] for router_gateway (e60c42f7-d198-4a51-b24d-743dad674143), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:32.828072 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-415e7890-4006-4619-a978-c9d08c050c87 admin admin] Deleting port 580e5ae6-06d6-4cfd-9574-3d967c7dc66b {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:50:32.828401 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-415e7890-4006-4619-a978-c9d08c050c87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (580e5ae6-06d6-4cfd-9574-3d967c7dc66b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:32.869162 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1e2ad4af-9692-460d-8e76-224455dd2f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'name': 'tempest-AttachVolumeShelveTestJSON-31525741-router', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:18Z', 'updated_at': '2022-01-18T20:50:31Z', 'revision_number': 5, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'gw_port': {'id': '580e5ae6-06d6-4cfd-9574-3d967c7dc66b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:41:19Z', 'updated_at': '2022-01-18T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:50:32.897542 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2ad4af-9692-460d-8e76-224455dd2f26 None None] Checking router: e60c42f7-d198-4a51-b24d-743dad674143 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:50:32.904146 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-415e7890-4006-4619-a978-c9d08c050c87 admin admin] For port 580e5ae6-06d6-4cfd-9574-3d967c7dc66b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=580e5ae6-06d6-4cfd-9574-3d967c7dc66b,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:50:32.904476 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-415e7890-4006-4619-a978-c9d08c050c87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (580e5ae6-06d6-4cfd-9574-3d967c7dc66b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:32.906361 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2ad4af-9692-460d-8e76-224455dd2f26 None None] Routers {'e60c42f7-d198-4a51-b24d-743dad674143'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:50:32.906965 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1e2ad4af-9692-460d-8e76-224455dd2f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:50:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e60c42f7-d198-4a51-b24d-743dad674143'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:50:32.917345 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-415e7890-4006-4619-a978-c9d08c050c87 admin admin] Calling delete_port for 580e5ae6-06d6-4cfd-9574-3d967c7dc66b owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:50:32.991553 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-1e2ad4af-9692-460d-8e76-224455dd2f26 None None] Set router e60c42f7-d198-4a51-b24d-743dad674143 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:50:33.042144 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1e2ad4af-9692-460d-8e76-224455dd2f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'name': 'tempest-AttachVolumeShelveTestJSON-31525741-router', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:18Z', 'updated_at': '2022-01-18T20:50:32Z', 'revision_number': 6, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:50:33.071369 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2ad4af-9692-460d-8e76-224455dd2f26 None None] The sync data for ids ['e60c42f7-d198-4a51-b24d-743dad674143'] in n-d-741529-9 is: [{'id': 'e60c42f7-d198-4a51-b24d-743dad674143', 'name': 'tempest-AttachVolumeShelveTestJSON-31525741-router', 'tenant_id': 'bd09648e415d4d869a00516b6fefc51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:41:18Z', 'updated_at': '2022-01-18T20:50:32Z', 'revision_number': 6, 'project_id': 'bd09648e415d4d869a00516b6fefc51b', 'gw_port_host': None}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:50:33.106940 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-415e7890-4006-4619-a978-c9d08c050c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (580e5ae6-06d6-4cfd-9574-3d967c7dc66b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:33.131770 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e7890-4006-4619-a978-c9d08c050c87 admin admin] Pushing event deleted for resources: {'Port': ['ID=580e5ae6-06d6-4cfd-9574-3d967c7dc66b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:33.192868 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c5970f-2cb9-4542-8966-d4a9aad60044 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:50:33.199164 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-415e7890-4006-4619-a978-c9d08c050c87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (e60c42f7-d198-4a51-b24d-743dad674143), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:33.590326 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-415e7890-4006-4619-a978-c9d08c050c87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (e60c42f7-d198-4a51-b24d-743dad674143), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:33.592680 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-415e7890-4006-4619-a978-c9d08c050c87 admin admin] Publish callbacks [] for router_controller (e60c42f7-d198-4a51-b24d-743dad674143), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:33.636845 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-415e7890-4006-4619-a978-c9d08c050c87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (e60c42f7-d198-4a51-b24d-743dad674143), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:33.637402 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415e7890-4006-4619-a978-c9d08c050c87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e60c42f7-d198-4a51-b24d-743dad674143 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:50:33.641891 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-415e7890-4006-4619-a978-c9d08c050c87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:33.643294 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-415e7890-4006-4619-a978-c9d08c050c87 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e60c42f7-d198-4a51-b24d-743dad674143 HTTP/1.1" status: 204 len: 168 time: 1.0890431 Jan 18 20:50:33.646975 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36926) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:33.693284 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-84bd7af5-cfde-400a-a42e-428fd38730aa admin admin] Deleting subnet c9a27f59-8bf5-426b-9eee-6f178264ab2d {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:50:33.696801 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84bd7af5-cfde-400a-a42e-428fd38730aa admin admin] Publish callbacks [] for subnet (c9a27f59-8bf5-426b-9eee-6f178264ab2d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:33.729331 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84bd7af5-cfde-400a-a42e-428fd38730aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (c9a27f59-8bf5-426b-9eee-6f178264ab2d), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:33.801841 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84bd7af5-cfde-400a-a42e-428fd38730aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (c9a27f59-8bf5-426b-9eee-6f178264ab2d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:33.856502 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84bd7af5-cfde-400a-a42e-428fd38730aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (c9a27f59-8bf5-426b-9eee-6f178264ab2d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:33.882128 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd7af5-cfde-400a-a42e-428fd38730aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9a27f59-8bf5-426b-9eee-6f178264ab2d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:33.890329 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84bd7af5-cfde-400a-a42e-428fd38730aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:33.891574 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c0013a-217b-4cbd-a70d-4210de886c3a None None] Network b0f612c6-d05f-4361-b3f8-733414ecc1c6 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:50:33.893644 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-84bd7af5-cfde-400a-a42e-428fd38730aa admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c9a27f59-8bf5-426b-9eee-6f178264ab2d HTTP/1.1" status: 204 len: 168 time: 0.2456760 Jan 18 20:50:33.896039 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 36928) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:33.969344 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2c499b3-4227-46e9-8a13-8a4d179d5d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (b0f612c6-d05f-4361-b3f8-733414ecc1c6), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:34.027200 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d2c499b3-4227-46e9-8a13-8a4d179d5d40 admin admin] Deleting port 95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:50:34.027541 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2c499b3-4227-46e9-8a13-8a4d179d5d40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:34.052540 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebce6a4c-9e58-4763-8d96-0e3bfb0c7364 None None] DHCP port deletion for b0f612c6-d05f-4361-b3f8-733414ecc1c6 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:50:34.099742 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d2c499b3-4227-46e9-8a13-8a4d179d5d40 admin admin] For port 95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:50:34.100103 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2c499b3-4227-46e9-8a13-8a4d179d5d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:34.108418 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ebce6a4c-9e58-4763-8d96-0e3bfb0c7364 None None] Deleting port 95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:50:34.108886 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ebce6a4c-9e58-4763-8d96-0e3bfb0c7364 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:34.113909 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d2c499b3-4227-46e9-8a13-8a4d179d5d40 admin admin] Calling delete_port for 95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:50:34.172340 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ebce6a4c-9e58-4763-8d96-0e3bfb0c7364 None None] For port 95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf,segment=NetworkSegment(ae2a6b19-5d65-41ff-b5d1-cafb9537ff91),segment_id=ae2a6b19-5d65-41ff-b5d1-cafb9537ff91)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:50:34.172733 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ebce6a4c-9e58-4763-8d96-0e3bfb0c7364 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:34.184820 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ebce6a4c-9e58-4763-8d96-0e3bfb0c7364 None None] Calling delete_port for 95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:50:34.202448 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2c499b3-4227-46e9-8a13-8a4d179d5d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:34.228930 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c499b3-4227-46e9-8a13-8a4d179d5d40 admin admin] Pushing event deleted for resources: {'Port': ['ID=95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:34.230785 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c499b3-4227-46e9-8a13-8a4d179d5d40 admin admin] No DVR routers for this DVR port 95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:50:34.269924 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:34.278122 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ebce6a4c-9e58-4763-8d96-0e3bfb0c7364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:34.304870 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce6a4c-9e58-4763-8d96-0e3bfb0c7364 None None] Pushing event deleted for resources: {'Port': ['ID=95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:34.306464 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2c499b3-4227-46e9-8a13-8a4d179d5d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (b0f612c6-d05f-4361-b3f8-733414ecc1c6), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:34.310639 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebce6a4c-9e58-4763-8d96-0e3bfb0c7364 None None] No DVR routers for this DVR port 95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:50:34.320273 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce6a4c-9e58-4763-8d96-0e3bfb0c7364 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:34.320630 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce6a4c-9e58-4763-8d96-0e3bfb0c7364 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:34.321946 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce6a4c-9e58-4763-8d96-0e3bfb0c7364 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:34.321946 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce6a4c-9e58-4763-8d96-0e3bfb0c7364 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:34.322134 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce6a4c-9e58-4763-8d96-0e3bfb0c7364 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:34.322461 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce6a4c-9e58-4763-8d96-0e3bfb0c7364 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:34.322862 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce6a4c-9e58-4763-8d96-0e3bfb0c7364 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:34.323091 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce6a4c-9e58-4763-8d96-0e3bfb0c7364 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:34.323408 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce6a4c-9e58-4763-8d96-0e3bfb0c7364 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:34.323728 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce6a4c-9e58-4763-8d96-0e3bfb0c7364 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:34.324360 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce6a4c-9e58-4763-8d96-0e3bfb0c7364 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:34.324360 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce6a4c-9e58-4763-8d96-0e3bfb0c7364 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:34.324663 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce6a4c-9e58-4763-8d96-0e3bfb0c7364 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:50:34.327847 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-d2c499b3-4227-46e9-8a13-8a4d179d5d40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f612c6-d05f-4361-b3f8-733414ecc1c6']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:50:34.337448 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-d2c499b3-4227-46e9-8a13-8a4d179d5d40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2a6b19-5d65-41ff-b5d1-cafb9537ff91') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:50:34.337767 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-d2c499b3-4227-46e9-8a13-8a4d179d5d40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2a6b19-5d65-41ff-b5d1-cafb9537ff91') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:50:34.351440 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2c499b3-4227-46e9-8a13-8a4d179d5d40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (ae2a6b19-5d65-41ff-b5d1-cafb9537ff91), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:34.364215 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2c499b3-4227-46e9-8a13-8a4d179d5d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (ae2a6b19-5d65-41ff-b5d1-cafb9537ff91), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:34.370787 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c499b3-4227-46e9-8a13-8a4d179d5d40 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:50:34.371157 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2c499b3-4227-46e9-8a13-8a4d179d5d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (ae2a6b19-5d65-41ff-b5d1-cafb9537ff91), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:50:34.372790 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:50:34.424470 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2c499b3-4227-46e9-8a13-8a4d179d5d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (b0f612c6-d05f-4361-b3f8-733414ecc1c6), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:34.429603 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2c499b3-4227-46e9-8a13-8a4d179d5d40 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:34.433380 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d2c499b3-4227-46e9-8a13-8a4d179d5d40 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b0f612c6-d05f-4361-b3f8-733414ecc1c6 HTTP/1.1" status: 204 len: 168 time: 0.5364213 Jan 18 20:50:34.443851 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c499b3-4227-46e9-8a13-8a4d179d5d40 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0f612c6-d05f-4361-b3f8-733414ecc1c6,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:34.546080 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36932) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:34.586480 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f748bdac-5868-488b-a881-4e950d3492a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd09648e415d4d869a00516b6fefc51b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391102 Jan 18 20:50:34.588995 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 36934) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:34.599271 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device e31efc51-aa35-401a-bdf1-463ce6c6c998 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:50:34.619110 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: e31efc51-aa35-401a-bdf1-463ce6c6c998 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:50:34.619459 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device e31efc51-aa35-401a-bdf1-463ce6c6c998 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:50:34.619866 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 580e5ae6-06d6-4cfd-9574-3d967c7dc66b no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:50:34.636838 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0e354551-e77a-4d33-8530-c15183d67c1a admin admin] Publish callbacks [] for security_group (82215c7f-6eff-4ce4-8f5f-dc8577907596), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:34.638299 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 580e5ae6-06d6-4cfd-9574-3d967c7dc66b {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:50:34.638677 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 580e5ae6-06d6-4cfd-9574-3d967c7dc66b not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:50:34.639092 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:50:34.657059 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:50:34.657322 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0e354551-e77a-4d33-8530-c15183d67c1a admin admin] Publish callbacks [] for security_group (82215c7f-6eff-4ce4-8f5f-dc8577907596), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:34.657434 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 95cf5685-f41e-4a80-b2d5-bf3f2f94ffcf not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:50:34.705745 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0e354551-e77a-4d33-8530-c15183d67c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (82215c7f-6eff-4ce4-8f5f-dc8577907596), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:34.708384 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0e354551-e77a-4d33-8530-c15183d67c1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:34.709509 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0e354551-e77a-4d33-8530-c15183d67c1a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/82215c7f-6eff-4ce4-8f5f-dc8577907596 HTTP/1.1" status: 204 len: 168 time: 0.1195838 Jan 18 20:50:34.717523 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e354551-e77a-4d33-8530-c15183d67c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82215c7f-6eff-4ce4-8f5f-dc8577907596,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:37.022138 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:39.624145 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37060) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:39.782907 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15af31a8-651a-488c-8b51-2f386f679d14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:39.854427 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15af31a8-651a-488c-8b51-2f386f679d14 admin admin] Publish callbacks [] for security_group (494f140a-e749-42a3-87ab-13185d82dd42), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:39.857873 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15af31a8-651a-488c-8b51-2f386f679d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (494f140a-e749-42a3-87ab-13185d82dd42), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:39.898293 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-15af31a8-651a-488c-8b51-2f386f679d14 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e141552a7d547f3a94388ea53870721&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2731082 Jan 18 20:50:39.899396 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af31a8-651a-488c-8b51-2f386f679d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494f140a-e749-42a3-87ab-13185d82dd42,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:39.900948 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37066) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:39.948333 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-96f08037-0e3b-4fde-9827-93fb94f91617 admin admin] Publish callbacks [] for security_group (494f140a-e749-42a3-87ab-13185d82dd42), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:39.969168 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-96f08037-0e3b-4fde-9827-93fb94f91617 admin admin] Publish callbacks [] for security_group (494f140a-e749-42a3-87ab-13185d82dd42), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:40.019009 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-96f08037-0e3b-4fde-9827-93fb94f91617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (494f140a-e749-42a3-87ab-13185d82dd42), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:40.021741 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-96f08037-0e3b-4fde-9827-93fb94f91617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:40.022944 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-96f08037-0e3b-4fde-9827-93fb94f91617 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/494f140a-e749-42a3-87ab-13185d82dd42 HTTP/1.1" status: 204 len: 168 time: 0.1209249 Jan 18 20:50:40.030337 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f08037-0e3b-4fde-9827-93fb94f91617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494f140a-e749-42a3-87ab-13185d82dd42,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:40.274934 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37072) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:40.287966 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53281e27-e7d4-4be1-a1e2-195a78ed07b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:40.369240 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53281e27-e7d4-4be1-a1e2-195a78ed07b6 admin admin] Publish callbacks [] for security_group (af2ad648-b8d4-435a-a443-3f543f9a5f7c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:40.372842 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53281e27-e7d4-4be1-a1e2-195a78ed07b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (af2ad648-b8d4-435a-a443-3f543f9a5f7c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:40.409264 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-53281e27-e7d4-4be1-a1e2-195a78ed07b6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=028e567f4bfb4622b37e4deeef4347de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1332304 Jan 18 20:50:40.410146 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53281e27-e7d4-4be1-a1e2-195a78ed07b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2ad648-b8d4-435a-a443-3f543f9a5f7c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:40.411980 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37074) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:40.460252 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-eba906e9-4845-4253-9108-444ce0689672 admin admin] Publish callbacks [] for security_group (af2ad648-b8d4-435a-a443-3f543f9a5f7c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:40.482558 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-eba906e9-4845-4253-9108-444ce0689672 admin admin] Publish callbacks [] for security_group (af2ad648-b8d4-435a-a443-3f543f9a5f7c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:40.527429 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-eba906e9-4845-4253-9108-444ce0689672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (af2ad648-b8d4-435a-a443-3f543f9a5f7c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:40.530162 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-eba906e9-4845-4253-9108-444ce0689672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:40.531329 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-eba906e9-4845-4253-9108-444ce0689672 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af2ad648-b8d4-435a-a443-3f543f9a5f7c HTTP/1.1" status: 204 len: 168 time: 0.1179023 Jan 18 20:50:40.538889 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba906e9-4845-4253-9108-444ce0689672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2ad648-b8d4-435a-a443-3f543f9a5f7c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:42.402050 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37136) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:42.503659 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cdd94a38-bb92-4d7e-95bf-c750ed8fe28a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:42.576642 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cdd94a38-bb92-4d7e-95bf-c750ed8fe28a admin admin] Publish callbacks [] for security_group (80f518c3-01fc-4d77-b481-b8d85082e99f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:42.580314 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cdd94a38-bb92-4d7e-95bf-c750ed8fe28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (80f518c3-01fc-4d77-b481-b8d85082e99f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:42.617223 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cdd94a38-bb92-4d7e-95bf-c750ed8fe28a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=354ca478810149e59c2ede4344e90cba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2148068 Jan 18 20:50:42.619723 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd94a38-bb92-4d7e-95bf-c750ed8fe28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f518c3-01fc-4d77-b481-b8d85082e99f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:42.620465 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37140) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:42.667756 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e1c57bda-6cf6-4e0e-aaf7-6d02a9a09413 admin admin] Publish callbacks [] for security_group (80f518c3-01fc-4d77-b481-b8d85082e99f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:42.694121 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e1c57bda-6cf6-4e0e-aaf7-6d02a9a09413 admin admin] Publish callbacks [] for security_group (80f518c3-01fc-4d77-b481-b8d85082e99f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:42.738648 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e1c57bda-6cf6-4e0e-aaf7-6d02a9a09413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (80f518c3-01fc-4d77-b481-b8d85082e99f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:42.741191 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e1c57bda-6cf6-4e0e-aaf7-6d02a9a09413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:42.742365 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e1c57bda-6cf6-4e0e-aaf7-6d02a9a09413 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/80f518c3-01fc-4d77-b481-b8d85082e99f HTTP/1.1" status: 204 len: 168 time: 0.1209149 Jan 18 20:50:42.752056 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57bda-6cf6-4e0e-aaf7-6d02a9a09413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f518c3-01fc-4d77-b481-b8d85082e99f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:43.001684 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37146) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:43.019599 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-93bc29dc-0983-427e-aa8a-f0fb05fab2f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:43.095052 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-93bc29dc-0983-427e-aa8a-f0fb05fab2f3 admin admin] Publish callbacks [] for security_group (a5a0090e-a0ac-4ec0-89ca-bb94e951412f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:43.098570 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-93bc29dc-0983-427e-aa8a-f0fb05fab2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a5a0090e-a0ac-4ec0-89ca-bb94e951412f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:43.135166 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-93bc29dc-0983-427e-aa8a-f0fb05fab2f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5150ced3243f4c6abf4108f40e13cdb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1320529 Jan 18 20:50:43.137104 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc29dc-0983-427e-aa8a-f0fb05fab2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a0090e-a0ac-4ec0-89ca-bb94e951412f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:43.137933 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37148) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:43.186485 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b95072a4-6d47-4091-8be8-a08b3d643eb5 admin admin] Publish callbacks [] for security_group (a5a0090e-a0ac-4ec0-89ca-bb94e951412f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:43.206716 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b95072a4-6d47-4091-8be8-a08b3d643eb5 admin admin] Publish callbacks [] for security_group (a5a0090e-a0ac-4ec0-89ca-bb94e951412f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:43.250771 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b95072a4-6d47-4091-8be8-a08b3d643eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a5a0090e-a0ac-4ec0-89ca-bb94e951412f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:43.253259 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b95072a4-6d47-4091-8be8-a08b3d643eb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:43.254424 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b95072a4-6d47-4091-8be8-a08b3d643eb5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a5a0090e-a0ac-4ec0-89ca-bb94e951412f HTTP/1.1" status: 204 len: 168 time: 0.1155145 Jan 18 20:50:43.262261 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95072a4-6d47-4091-8be8-a08b3d643eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a0090e-a0ac-4ec0-89ca-bb94e951412f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:45.058587 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37194) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:45.187669 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57d6c0de-9cc2-4523-b2a0-576cd1fbdf1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:45.258823 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57d6c0de-9cc2-4523-b2a0-576cd1fbdf1d admin admin] Publish callbacks [] for security_group (6ce2a063-70aa-494a-b7bb-f570aa801d2f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:45.262420 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57d6c0de-9cc2-4523-b2a0-576cd1fbdf1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6ce2a063-70aa-494a-b7bb-f570aa801d2f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:45.299223 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-57d6c0de-9cc2-4523-b2a0-576cd1fbdf1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c639f8ed562b40ebbbb7d831119483f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2395525 Jan 18 20:50:45.301784 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37200) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:45.309294 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6c0de-9cc2-4523-b2a0-576cd1fbdf1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce2a063-70aa-494a-b7bb-f570aa801d2f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:45.351981 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc233de1-85e8-438f-8af2-20dd6fa48b2e admin admin] Publish callbacks [] for security_group (6ce2a063-70aa-494a-b7bb-f570aa801d2f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:45.373539 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc233de1-85e8-438f-8af2-20dd6fa48b2e admin admin] Publish callbacks [] for security_group (6ce2a063-70aa-494a-b7bb-f570aa801d2f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:45.421973 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc233de1-85e8-438f-8af2-20dd6fa48b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6ce2a063-70aa-494a-b7bb-f570aa801d2f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:45.424547 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc233de1-85e8-438f-8af2-20dd6fa48b2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:45.425706 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-dc233de1-85e8-438f-8af2-20dd6fa48b2e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ce2a063-70aa-494a-b7bb-f570aa801d2f HTTP/1.1" status: 204 len: 168 time: 0.1229906 Jan 18 20:50:45.433780 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc233de1-85e8-438f-8af2-20dd6fa48b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce2a063-70aa-494a-b7bb-f570aa801d2f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:45.684222 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37206) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:45.697081 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07bbec66-b6e9-405a-adab-4ccf8cfa3e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:45.768000 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07bbec66-b6e9-405a-adab-4ccf8cfa3e44 admin admin] Publish callbacks [] for security_group (c10d3683-6706-4f30-bfc8-ddbbaf9f059a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:45.771502 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07bbec66-b6e9-405a-adab-4ccf8cfa3e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c10d3683-6706-4f30-bfc8-ddbbaf9f059a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:45.808612 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-07bbec66-b6e9-405a-adab-4ccf8cfa3e44 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5d4ce91f5024bdb991989b795fa351e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1232753 Jan 18 20:50:45.810609 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bbec66-b6e9-405a-adab-4ccf8cfa3e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10d3683-6706-4f30-bfc8-ddbbaf9f059a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:45.811337 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37208) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:45.858609 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-02c67948-1733-4711-84ff-7d94d058107c admin admin] Publish callbacks [] for security_group (c10d3683-6706-4f30-bfc8-ddbbaf9f059a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:45.878867 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-02c67948-1733-4711-84ff-7d94d058107c admin admin] Publish callbacks [] for security_group (c10d3683-6706-4f30-bfc8-ddbbaf9f059a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:45.924915 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-02c67948-1733-4711-84ff-7d94d058107c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c10d3683-6706-4f30-bfc8-ddbbaf9f059a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:45.927520 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-02c67948-1733-4711-84ff-7d94d058107c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:45.928665 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-02c67948-1733-4711-84ff-7d94d058107c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c10d3683-6706-4f30-bfc8-ddbbaf9f059a HTTP/1.1" status: 204 len: 168 time: 0.1162977 Jan 18 20:50:45.935984 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c67948-1733-4711-84ff-7d94d058107c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10d3683-6706-4f30-bfc8-ddbbaf9f059a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:48.032143 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37266) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:48.134959 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8213a915-ddbc-4cef-9998-48a413fe21e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:48.210075 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8213a915-ddbc-4cef-9998-48a413fe21e9 admin admin] Publish callbacks [] for security_group (b84ad3a0-5c66-443f-bcbc-c7d65a4f810d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:48.214382 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8213a915-ddbc-4cef-9998-48a413fe21e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b84ad3a0-5c66-443f-bcbc-c7d65a4f810d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:48.253883 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8213a915-ddbc-4cef-9998-48a413fe21e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d8f7791e7fe4c4cbbf11070870871d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2206607 Jan 18 20:50:48.254715 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213a915-ddbc-4cef-9998-48a413fe21e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84ad3a0-5c66-443f-bcbc-c7d65a4f810d,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:48.257232 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37270) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:48.305852 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-55a50e1f-6412-42b7-a734-2f02dd54501f admin admin] Publish callbacks [] for security_group (b84ad3a0-5c66-443f-bcbc-c7d65a4f810d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:48.326933 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-55a50e1f-6412-42b7-a734-2f02dd54501f admin admin] Publish callbacks [] for security_group (b84ad3a0-5c66-443f-bcbc-c7d65a4f810d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:48.372157 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-55a50e1f-6412-42b7-a734-2f02dd54501f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b84ad3a0-5c66-443f-bcbc-c7d65a4f810d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:48.375018 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-55a50e1f-6412-42b7-a734-2f02dd54501f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:48.376178 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-55a50e1f-6412-42b7-a734-2f02dd54501f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b84ad3a0-5c66-443f-bcbc-c7d65a4f810d HTTP/1.1" status: 204 len: 168 time: 0.1179366 Jan 18 20:50:48.383681 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a50e1f-6412-42b7-a734-2f02dd54501f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84ad3a0-5c66-443f-bcbc-c7d65a4f810d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:48.632736 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37276) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:48.648476 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-66f9684f-d69c-4f28-8cfb-98bc8149fa9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:48.722289 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-66f9684f-d69c-4f28-8cfb-98bc8149fa9e admin admin] Publish callbacks [] for security_group (8dc71865-3c1e-48dd-bc06-f39edc572ef3), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:48.726035 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-66f9684f-d69c-4f28-8cfb-98bc8149fa9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8dc71865-3c1e-48dd-bc06-f39edc572ef3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:48.762718 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9684f-d69c-4f28-8cfb-98bc8149fa9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc71865-3c1e-48dd-bc06-f39edc572ef3,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:48.768332 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-66f9684f-d69c-4f28-8cfb-98bc8149fa9e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d25aa011d1f42a6bfcb0bb6c5ee51da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1344926 Jan 18 20:50:48.771039 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37278) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:48.816360 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47627d8b-fe81-415f-8f71-cebec9c0206d admin admin] Publish callbacks [] for security_group (8dc71865-3c1e-48dd-bc06-f39edc572ef3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:48.837906 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47627d8b-fe81-415f-8f71-cebec9c0206d admin admin] Publish callbacks [] for security_group (8dc71865-3c1e-48dd-bc06-f39edc572ef3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:48.883553 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47627d8b-fe81-415f-8f71-cebec9c0206d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8dc71865-3c1e-48dd-bc06-f39edc572ef3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:48.886759 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47627d8b-fe81-415f-8f71-cebec9c0206d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:48.887886 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-47627d8b-fe81-415f-8f71-cebec9c0206d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8dc71865-3c1e-48dd-bc06-f39edc572ef3 HTTP/1.1" status: 204 len: 168 time: 0.1159012 Jan 18 20:50:48.895387 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47627d8b-fe81-415f-8f71-cebec9c0206d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc71865-3c1e-48dd-bc06-f39edc572ef3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:49.268917 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:50:49.897190 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37308) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:49.999554 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-67cc2c33-52e0-4dad-a96f-87884d9bf01c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:50.074985 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-67cc2c33-52e0-4dad-a96f-87884d9bf01c admin admin] Publish callbacks [] for security_group (98606efd-0d20-4881-a1ee-4400563e5b27), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:50.078618 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-67cc2c33-52e0-4dad-a96f-87884d9bf01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (98606efd-0d20-4881-a1ee-4400563e5b27), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:50.116324 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-67cc2c33-52e0-4dad-a96f-87884d9bf01c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7717365e3ddb4b7998543f6eae4ebc10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2180285 Jan 18 20:50:50.117036 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc2c33-52e0-4dad-a96f-87884d9bf01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98606efd-0d20-4881-a1ee-4400563e5b27,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:50.119114 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37312) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:50.166553 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77f3afaf-9868-4f0d-8fe6-e7c6eab3668a admin admin] Publish callbacks [] for security_group (98606efd-0d20-4881-a1ee-4400563e5b27), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:50.190214 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77f3afaf-9868-4f0d-8fe6-e7c6eab3668a admin admin] Publish callbacks [] for security_group (98606efd-0d20-4881-a1ee-4400563e5b27), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:50.235643 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77f3afaf-9868-4f0d-8fe6-e7c6eab3668a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (98606efd-0d20-4881-a1ee-4400563e5b27), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:50.238184 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77f3afaf-9868-4f0d-8fe6-e7c6eab3668a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:50.239300 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-77f3afaf-9868-4f0d-8fe6-e7c6eab3668a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98606efd-0d20-4881-a1ee-4400563e5b27 HTTP/1.1" status: 204 len: 168 time: 0.1187606 Jan 18 20:50:50.247176 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3afaf-9868-4f0d-8fe6-e7c6eab3668a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98606efd-0d20-4881-a1ee-4400563e5b27,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:52.222636 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37430) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:52.325384 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-531b5d03-3ff6-411d-9335-4d8c03de7445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:52.402373 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-531b5d03-3ff6-411d-9335-4d8c03de7445 admin admin] Publish callbacks [] for security_group (31706acf-6932-49f4-b9ee-6e3e6d88d0f6), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:52.406248 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-531b5d03-3ff6-411d-9335-4d8c03de7445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (31706acf-6932-49f4-b9ee-6e3e6d88d0f6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:52.444008 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-531b5d03-3ff6-411d-9335-4d8c03de7445 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f4137dd5b544e0e8f5a4d68601d9337&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2203307 Jan 18 20:50:52.444877 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b5d03-3ff6-411d-9335-4d8c03de7445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31706acf-6932-49f4-b9ee-6e3e6d88d0f6,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:52.446814 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37434) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:52.493951 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-480407d4-4b7c-4ad4-97d3-9126664e8acf admin admin] Publish callbacks [] for security_group (31706acf-6932-49f4-b9ee-6e3e6d88d0f6), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:52.513879 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-480407d4-4b7c-4ad4-97d3-9126664e8acf admin admin] Publish callbacks [] for security_group (31706acf-6932-49f4-b9ee-6e3e6d88d0f6), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:52.558213 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-480407d4-4b7c-4ad4-97d3-9126664e8acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (31706acf-6932-49f4-b9ee-6e3e6d88d0f6), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:52.560710 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-480407d4-4b7c-4ad4-97d3-9126664e8acf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:52.561880 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-480407d4-4b7c-4ad4-97d3-9126664e8acf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/31706acf-6932-49f4-b9ee-6e3e6d88d0f6 HTTP/1.1" status: 204 len: 168 time: 0.1138346 Jan 18 20:50:52.569497 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480407d4-4b7c-4ad4-97d3-9126664e8acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31706acf-6932-49f4-b9ee-6e3e6d88d0f6,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:52.814970 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37440) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:52.831528 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-21cb7bb0-f479-43e3-a67e-60dbf83c107a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:52.903396 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-21cb7bb0-f479-43e3-a67e-60dbf83c107a admin admin] Publish callbacks [] for security_group (eee0e20e-0189-4b6b-bae7-f1d61b7986ec), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:52.907315 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-21cb7bb0-f479-43e3-a67e-60dbf83c107a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (eee0e20e-0189-4b6b-bae7-f1d61b7986ec), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:52.942198 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb7bb0-f479-43e3-a67e-60dbf83c107a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee0e20e-0189-4b6b-bae7-f1d61b7986ec,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:52.946430 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-21cb7bb0-f479-43e3-a67e-60dbf83c107a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc2242690399493ca080bf4f69d4fac3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1304533 Jan 18 20:50:52.949546 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37442) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:52.996092 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d0661966-e311-43b7-8acc-2502a90824eb admin admin] Publish callbacks [] for security_group (eee0e20e-0189-4b6b-bae7-f1d61b7986ec), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:53.017349 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d0661966-e311-43b7-8acc-2502a90824eb admin admin] Publish callbacks [] for security_group (eee0e20e-0189-4b6b-bae7-f1d61b7986ec), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:53.067072 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d0661966-e311-43b7-8acc-2502a90824eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (eee0e20e-0189-4b6b-bae7-f1d61b7986ec), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:53.069825 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d0661966-e311-43b7-8acc-2502a90824eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:53.070838 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d0661966-e311-43b7-8acc-2502a90824eb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eee0e20e-0189-4b6b-bae7-f1d61b7986ec HTTP/1.1" status: 204 len: 168 time: 0.1203847 Jan 18 20:50:53.079127 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0661966-e311-43b7-8acc-2502a90824eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee0e20e-0189-4b6b-bae7-f1d61b7986ec,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:55.675555 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7a9f7f3c-8960-41b8-a740-87c3a1b50ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:57.825795 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a6bdaf4a-742c-45b9-b713-6caa69fb02bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:57.864662 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37790) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:57.967149 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-655482ca-bbbf-4cf8-8ae5-701157885e4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:58.043833 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-655482ca-bbbf-4cf8-8ae5-701157885e4a admin admin] Publish callbacks [] for security_group (9721ee85-f315-465f-b65a-1e029c906fc1), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:58.047356 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-655482ca-bbbf-4cf8-8ae5-701157885e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9721ee85-f315-465f-b65a-1e029c906fc1), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:58.085409 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-655482ca-bbbf-4cf8-8ae5-701157885e4a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8eb73b66baf04b37b65dd2cc11f5831e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2196739 Jan 18 20:50:58.086501 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655482ca-bbbf-4cf8-8ae5-701157885e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9721ee85-f315-465f-b65a-1e029c906fc1,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:58.088325 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37794) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:58.145481 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-578debbc-934c-4925-8814-ece9238012c4 admin admin] Publish callbacks [] for security_group (9721ee85-f315-465f-b65a-1e029c906fc1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:58.166092 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-578debbc-934c-4925-8814-ece9238012c4 admin admin] Publish callbacks [] for security_group (9721ee85-f315-465f-b65a-1e029c906fc1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:58.213918 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-578debbc-934c-4925-8814-ece9238012c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9721ee85-f315-465f-b65a-1e029c906fc1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:58.216518 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-578debbc-934c-4925-8814-ece9238012c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:58.217966 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-578debbc-934c-4925-8814-ece9238012c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9721ee85-f315-465f-b65a-1e029c906fc1 HTTP/1.1" status: 204 len: 168 time: 0.1281505 Jan 18 20:50:58.225671 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578debbc-934c-4925-8814-ece9238012c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9721ee85-f315-465f-b65a-1e029c906fc1,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:59.181500 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:59.366276 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37830) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:59.505687 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-c60fddd6-6e8b-48a5-a1a2-96e8aa52a5c5 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1494886775'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:50:59.527652 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60fddd6-6e8b-48a5-a1a2-96e8aa52a5c5 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] Made reservation on behalf of 5054dd4edd804cbb81efc00a504bb2df for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:50:59.531206 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c60fddd6-6e8b-48a5-a1a2-96e8aa52a5c5 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:59.539434 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c60fddd6-6e8b-48a5-a1a2-96e8aa52a5c5 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:59.614194 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c60fddd6-6e8b-48a5-a1a2-96e8aa52a5c5 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] Publish callbacks [] for security_group (55c2bc7d-54fb-40cd-9528-de90fc9e078f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:59.617880 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c60fddd6-6e8b-48a5-a1a2-96e8aa52a5c5 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (55c2bc7d-54fb-40cd-9528-de90fc9e078f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:59.647142 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60fddd6-6e8b-48a5-a1a2-96e8aa52a5c5 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:50:59.652259 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fddd6-6e8b-48a5-a1a2-96e8aa52a5c5 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55c2bc7d-54fb-40cd-9528-de90fc9e078f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:50:59.660545 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c60fddd6-6e8b-48a5-a1a2-96e8aa52a5c5 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (a9e5071a-a7f9-4e1a-a085-b35098f46c61), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:59.660545 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-c60fddd6-6e8b-48a5-a1a2-96e8aa52a5c5 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] Added segment a9e5071a-a7f9-4e1a-a085-b35098f46c61 of type vlan for network 8098e664-2b66-41bc-aba4-9b9b38d818d8 Jan 18 20:50:59.707066 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c60fddd6-6e8b-48a5-a1a2-96e8aa52a5c5 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (8098e664-2b66-41bc-aba4-9b9b38d818d8), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:59.731758 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c60fddd6-6e8b-48a5-a1a2-96e8aa52a5c5 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (8098e664-2b66-41bc-aba4-9b9b38d818d8), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:59.737307 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60fddd6-6e8b-48a5-a1a2-96e8aa52a5c5 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:50:59.737929 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c60fddd6-6e8b-48a5-a1a2-96e8aa52a5c5 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:59.778918 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c60fddd6-6e8b-48a5-a1a2-96e8aa52a5c5 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4115512 Jan 18 20:50:59.782217 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37834) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:50:59.836025 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-b823a1dd-31f3-48ce-9a8e-e89fb01533b8 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Request body: {'network': {'name': 'tempest-network--1107198566', 'router:external': True}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:50:59.862172 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b823a1dd-31f3-48ce-9a8e-e89fb01533b8 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Made reservation on behalf of ef9edd4cdc8245159f42d1513568f1b6 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:50:59.864639 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b823a1dd-31f3-48ce-9a8e-e89fb01533b8 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:59.873807 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b823a1dd-31f3-48ce-9a8e-e89fb01533b8 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:59.953193 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b823a1dd-31f3-48ce-9a8e-e89fb01533b8 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks [] for security_group (de806b10-aa6f-4965-bc08-cff970abcf54), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:59.958688 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b823a1dd-31f3-48ce-9a8e-e89fb01533b8 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (de806b10-aa6f-4965-bc08-cff970abcf54), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:50:59.987339 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b823a1dd-31f3-48ce-9a8e-e89fb01533b8 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:50:59.993894 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823a1dd-31f3-48ce-9a8e-e89fb01533b8 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de806b10-aa6f-4965-bc08-cff970abcf54,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:00.000412 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b823a1dd-31f3-48ce-9a8e-e89fb01533b8 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (58b207eb-5911-4b6b-be8f-422bc87ecce1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:00.000758 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-b823a1dd-31f3-48ce-9a8e-e89fb01533b8 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Added segment 58b207eb-5911-4b6b-be8f-422bc87ecce1 of type vlan for network 4272a9c3-1404-4d17-b2be-ba1fee2d624c Jan 18 20:51:00.047081 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b823a1dd-31f3-48ce-9a8e-e89fb01533b8 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (4272a9c3-1404-4d17-b2be-ba1fee2d624c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:00.076552 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b823a1dd-31f3-48ce-9a8e-e89fb01533b8 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (4272a9c3-1404-4d17-b2be-ba1fee2d624c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:00.077561 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b823a1dd-31f3-48ce-9a8e-e89fb01533b8 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:00.078272 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b823a1dd-31f3-48ce-9a8e-e89fb01533b8 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:00.129519 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fddd6-6e8b-48a5-a1a2-96e8aa52a5c5 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] Pushing event updated for resources: {'Network': ['ID=8098e664-2b66-41bc-aba4-9b9b38d818d8,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:00.139689 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b823a1dd-31f3-48ce-9a8e-e89fb01533b8 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3563359 Jan 18 20:51:00.140129 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 8098e664-2b66-41bc-aba4-9b9b38d818d8 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:51:00.142328 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37838) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:00.152481 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823a1dd-31f3-48ce-9a8e-e89fb01533b8 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Pushing event updated for resources: {'Network': ['ID=4272a9c3-1404-4d17-b2be-ba1fee2d624c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:00.162606 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 4272a9c3-1404-4d17-b2be-ba1fee2d624c details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:51:00.214667 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fbb54fa3-4710-40f7-a5e9-694ad53d6213 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (4272a9c3-1404-4d17-b2be-ba1fee2d624c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:00.295009 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fbb54fa3-4710-40f7-a5e9-694ad53d6213 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (4272a9c3-1404-4d17-b2be-ba1fee2d624c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:00.314254 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-fbb54fa3-4710-40f7-a5e9-694ad53d6213 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4272a9c3-1404-4d17-b2be-ba1fee2d624c']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:00.323651 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-fbb54fa3-4710-40f7-a5e9-694ad53d6213 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b207eb-5911-4b6b-be8f-422bc87ecce1') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:00.323943 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-fbb54fa3-4710-40f7-a5e9-694ad53d6213 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b207eb-5911-4b6b-be8f-422bc87ecce1') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:00.333098 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fbb54fa3-4710-40f7-a5e9-694ad53d6213 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (58b207eb-5911-4b6b-be8f-422bc87ecce1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:00.347163 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fbb54fa3-4710-40f7-a5e9-694ad53d6213 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (58b207eb-5911-4b6b-be8f-422bc87ecce1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:00.352971 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb54fa3-4710-40f7-a5e9-694ad53d6213 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:51:00.353332 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fbb54fa3-4710-40f7-a5e9-694ad53d6213 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (58b207eb-5911-4b6b-be8f-422bc87ecce1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:51:00.355019 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:51:00.414336 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fbb54fa3-4710-40f7-a5e9-694ad53d6213 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (4272a9c3-1404-4d17-b2be-ba1fee2d624c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:00.419384 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb54fa3-4710-40f7-a5e9-694ad53d6213 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4272a9c3-1404-4d17-b2be-ba1fee2d624c {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 18 20:51:00.421669 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fbb54fa3-4710-40f7-a5e9-694ad53d6213 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:00.428480 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fbb54fa3-4710-40f7-a5e9-694ad53d6213 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] 10.222.0.31 "DELETE /v2.0/networks/4272a9c3-1404-4d17-b2be-ba1fee2d624c HTTP/1.1" status: 204 len: 168 time: 0.2820287 Jan 18 20:51:00.428708 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37840) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:00.434518 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-2dd9b3e1-3f55-479a-80a4-1a88b7de4caa tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:00.447886 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb54fa3-4710-40f7-a5e9-694ad53d6213 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Pushing event deleted for resources: {'Network': ['ID=4272a9c3-1404-4d17-b2be-ba1fee2d624c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:00.468482 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd9b3e1-3f55-479a-80a4-1a88b7de4caa tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Made reservation on behalf of ef9edd4cdc8245159f42d1513568f1b6 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:00.470952 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2dd9b3e1-3f55-479a-80a4-1a88b7de4caa tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:00.494421 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd9b3e1-3f55-479a-80a4-1a88b7de4caa tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:51:00.503879 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2dd9b3e1-3f55-479a-80a4-1a88b7de4caa tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (d7dcf4c8-96ef-42c3-b1a1-f566ffff8c72), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:00.504219 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-2dd9b3e1-3f55-479a-80a4-1a88b7de4caa tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Added segment d7dcf4c8-96ef-42c3-b1a1-f566ffff8c72 of type vlan for network 0a590494-fa78-4ce6-9f9f-e55314dade7b Jan 18 20:51:00.547234 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2dd9b3e1-3f55-479a-80a4-1a88b7de4caa tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (0a590494-fa78-4ce6-9f9f-e55314dade7b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:00.577570 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2dd9b3e1-3f55-479a-80a4-1a88b7de4caa tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (0a590494-fa78-4ce6-9f9f-e55314dade7b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:00.578546 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd9b3e1-3f55-479a-80a4-1a88b7de4caa tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:00.579121 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2dd9b3e1-3f55-479a-80a4-1a88b7de4caa tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:00.610874 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:00.615196 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2dd9b3e1-3f55-479a-80a4-1a88b7de4caa tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.1828914 Jan 18 20:51:00.615687 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37842) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:00.621886 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-42bd23b0-7763-4e00-94fe-88003a88162e tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Request body: {'subnet': {'network_id': '0a590494-fa78-4ce6-9f9f-e55314dade7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:00.646406 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9b3e1-3f55-479a-80a4-1a88b7de4caa tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Pushing event updated for resources: {'Network': ['ID=0a590494-fa78-4ce6-9f9f-e55314dade7b,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:00.647870 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bd23b0-7763-4e00-94fe-88003a88162e tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Made reservation on behalf of ef9edd4cdc8245159f42d1513568f1b6 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:00.650715 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-42bd23b0-7763-4e00-94fe-88003a88162e tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:00.657461 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 0a590494-fa78-4ce6-9f9f-e55314dade7b details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:51:00.939185 n-d-741529-9 neutron-server[103336]: DEBUG neutron.objects.ports [None req-42bd23b0-7763-4e00-94fe-88003a88162e tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103336) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 20:51:00.939612 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-42bd23b0-7763-4e00-94fe-88003a88162e tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (43100686-e2c0-494d-8ff4-49dd38b4d7f0), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:01.000388 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd23b0-7763-4e00-94fe-88003a88162e tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Pushing event updated for resources: {'Subnet': ['ID=43100686-e2c0-494d-8ff4-49dd38b4d7f0,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:01.005103 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bd23b0-7763-4e00-94fe-88003a88162e tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Checking segment: {'id': 'd7dcf4c8-96ef-42c3-b1a1-f566ffff8c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0a590494-fa78-4ce6-9f9f-e55314dade7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:51:01.005460 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bd23b0-7763-4e00-94fe-88003a88162e tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Network hostable DHCP agents. Network: 0a590494-fa78-4ce6-9f9f-e55314dade7b, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:51:01.021299 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bd23b0-7763-4e00-94fe-88003a88162e tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Network 0a590494-fa78-4ce6-9f9f-e55314dade7b is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:51:01.029345 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-42bd23b0-7763-4e00-94fe-88003a88162e tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 0a590494-fa78-4ce6-9f9f-e55314dade7b) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:01.033398 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bd23b0-7763-4e00-94fe-88003a88162e tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:01.034025 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-42bd23b0-7763-4e00-94fe-88003a88162e tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:01.038349 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554cdfe6-411f-4127-8d95-5b18c1b9b19e None None] Network 0a590494-fa78-4ce6-9f9f-e55314dade7b requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:51:01.050322 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-42bd23b0-7763-4e00-94fe-88003a88162e tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4332683 Jan 18 20:51:01.052933 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37844) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:01.057933 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-d8bb8a09-13b5-41ad-964b-f7df46bef3d3 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Request body: {'floatingip': {'floating_network_id': '0a590494-fa78-4ce6-9f9f-e55314dade7b'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:01.079132 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d8bb8a09-13b5-41ad-964b-f7df46bef3d3 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:01.143311 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aee7475-41f6-48d0-9519-9111ea03f4cd None None] Network 0a590494-fa78-4ce6-9f9f-e55314dade7b requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:51:01.174310 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d8bb8a09-13b5-41ad-964b-f7df46bef3d3 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:01.271512 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-d8bb8a09-13b5-41ad-964b-f7df46bef3d3 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Allocated IP 172.20.0.12 (0a590494-fa78-4ce6-9f9f-e55314dade7b/43100686-e2c0-494d-8ff4-49dd38b4d7f0/39586f61-4a1c-4733-8341-b6c7e615d55e) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:51:01.373170 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d8bb8a09-13b5-41ad-964b-f7df46bef3d3 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks [] for port (39586f61-4a1c-4733-8341-b6c7e615d55e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:01.407054 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d8bb8a09-13b5-41ad-964b-f7df46bef3d3 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (39586f61-4a1c-4733-8341-b6c7e615d55e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:01.444033 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bb8a09-13b5-41ad-964b-f7df46bef3d3 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Network 0a590494-fa78-4ce6-9f9f-e55314dade7b is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:01.447503 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-d8bb8a09-13b5-41ad-964b-f7df46bef3d3 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:01.450820 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bb8a09-13b5-41ad-964b-f7df46bef3d3 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:51:01.473214 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb8a09-13b5-41ad-964b-f7df46bef3d3 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Pushing event updated for resources: {'Port': ['ID=39586f61-4a1c-4733-8341-b6c7e615d55e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:01.539385 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d8bb8a09-13b5-41ad-964b-f7df46bef3d3 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks [] for floatingip (17a28d72-b2cb-49fb-9fa5-4fcc83e2208a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:01.570873 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d8bb8a09-13b5-41ad-964b-f7df46bef3d3 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (39586f61-4a1c-4733-8341-b6c7e615d55e), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:01.719641 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d8bb8a09-13b5-41ad-964b-f7df46bef3d3 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks [] for port (39586f61-4a1c-4733-8341-b6c7e615d55e), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:01.724295 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d8bb8a09-13b5-41ad-964b-f7df46bef3d3 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (39586f61-4a1c-4733-8341-b6c7e615d55e), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:01.792647 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb8a09-13b5-41ad-964b-f7df46bef3d3 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Pushing event updated for resources: {'Port': ['ID=39586f61-4a1c-4733-8341-b6c7e615d55e,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:01.810163 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d8bb8a09-13b5-41ad-964b-f7df46bef3d3 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (17a28d72-b2cb-49fb-9fa5-4fcc83e2208a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:01.826319 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d8bb8a09-13b5-41ad-964b-f7df46bef3d3 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:01.827567 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d8bb8a09-13b5-41ad-964b-f7df46bef3d3 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7736831 Jan 18 20:51:01.830494 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37848) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:01.880878 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:01.900756 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-68f35ae5-4230-4ef6-9411-9da9ef826173 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=0a590494-fa78-4ce6-9f9f-e55314dade7b HTTP/1.1" status: 200 len: 690 time: 0.0691769 Jan 18 20:51:01.903318 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37850) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:01.986237 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cf1e93ec-76dd-4708-bb6c-959136156ac1 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (0a590494-fa78-4ce6-9f9f-e55314dade7b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:02.100480 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-cf1e93ec-76dd-4708-bb6c-959136156ac1 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Deleting port 39586f61-4a1c-4733-8341-b6c7e615d55e {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:51:02.100742 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cf1e93ec-76dd-4708-bb6c-959136156ac1 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (39586f61-4a1c-4733-8341-b6c7e615d55e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:02.176203 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cf1e93ec-76dd-4708-bb6c-959136156ac1 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (39586f61-4a1c-4733-8341-b6c7e615d55e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:02.176535 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cf1e93ec-76dd-4708-bb6c-959136156ac1 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks [] for floatingip (39586f61-4a1c-4733-8341-b6c7e615d55e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:02.188333 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-cf1e93ec-76dd-4708-bb6c-959136156ac1 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Calling delete_port for 39586f61-4a1c-4733-8341-b6c7e615d55e owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:51:02.323285 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cf1e93ec-76dd-4708-bb6c-959136156ac1 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (39586f61-4a1c-4733-8341-b6c7e615d55e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:02.349425 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e93ec-76dd-4708-bb6c-959136156ac1 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Pushing event deleted for resources: {'Port': ['ID=39586f61-4a1c-4733-8341-b6c7e615d55e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:02.413028 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cf1e93ec-76dd-4708-bb6c-959136156ac1 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks [] for floatingip (17a28d72-b2cb-49fb-9fa5-4fcc83e2208a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:02.460333 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cf1e93ec-76dd-4708-bb6c-959136156ac1 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (43100686-e2c0-494d-8ff4-49dd38b4d7f0), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:02.515514 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cf1e93ec-76dd-4708-bb6c-959136156ac1 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (43100686-e2c0-494d-8ff4-49dd38b4d7f0), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:02.545300 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e93ec-76dd-4708-bb6c-959136156ac1 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=43100686-e2c0-494d-8ff4-49dd38b4d7f0,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:02.598818 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cf1e93ec-76dd-4708-bb6c-959136156ac1 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (0a590494-fa78-4ce6-9f9f-e55314dade7b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:02.619255 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-cf1e93ec-76dd-4708-bb6c-959136156ac1 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a590494-fa78-4ce6-9f9f-e55314dade7b']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:02.628030 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-cf1e93ec-76dd-4708-bb6c-959136156ac1 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7dcf4c8-96ef-42c3-b1a1-f566ffff8c72') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:02.628326 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-cf1e93ec-76dd-4708-bb6c-959136156ac1 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7dcf4c8-96ef-42c3-b1a1-f566ffff8c72') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:02.637371 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cf1e93ec-76dd-4708-bb6c-959136156ac1 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (d7dcf4c8-96ef-42c3-b1a1-f566ffff8c72), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:02.649990 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cf1e93ec-76dd-4708-bb6c-959136156ac1 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (d7dcf4c8-96ef-42c3-b1a1-f566ffff8c72), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:02.655915 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf1e93ec-76dd-4708-bb6c-959136156ac1 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:51:02.656400 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cf1e93ec-76dd-4708-bb6c-959136156ac1 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (d7dcf4c8-96ef-42c3-b1a1-f566ffff8c72), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:51:02.658373 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:51:02.713492 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cf1e93ec-76dd-4708-bb6c-959136156ac1 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (0a590494-fa78-4ce6-9f9f-e55314dade7b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:02.718803 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1e93ec-76dd-4708-bb6c-959136156ac1 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0a590494-fa78-4ce6-9f9f-e55314dade7b {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 18 20:51:02.721555 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cf1e93ec-76dd-4708-bb6c-959136156ac1 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:02.724921 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cf1e93ec-76dd-4708-bb6c-959136156ac1 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] 10.222.0.31 "DELETE /v2.0/networks/0a590494-fa78-4ce6-9f9f-e55314dade7b HTTP/1.1" status: 204 len: 168 time: 0.8206959 Jan 18 20:51:02.727474 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37854) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:02.734853 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e93ec-76dd-4708-bb6c-959136156ac1 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Pushing event deleted for resources: {'Network': ['ID=0a590494-fa78-4ce6-9f9f-e55314dade7b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:02.787094 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-37323049-2c4b-4f68-8131-aea08641a786 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0578620 Jan 18 20:51:02.789485 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37856) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:02.841863 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba37571-9d93-4ed3-aea3-750198f92507 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:02.842323 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba37571-9d93-4ed3-aea3-750198f92507 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:02.843142 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba37571-9d93-4ed3-aea3-750198f92507 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:02.844975 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4ba37571-9d93-4ed3-aea3-750198f92507 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2105 time: 0.0543754 Jan 18 20:51:02.847747 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37858) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:02.910319 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-827e78f1-d399-4bfa-9b68-93233c787d6b tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] delete failed (client error): The resource could not be found. Jan 18 20:51:02.911267 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-827e78f1-d399-4bfa-9b68-93233c787d6b tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/17a28d72-b2cb-49fb-9fa5-4fcc83e2208a HTTP/1.1" status: 404 len: 345 time: 0.0624430 Jan 18 20:51:02.914106 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37860) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:02.930429 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-8efbba3b-8f32-41a5-a86e-d076d953403f tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] DELETE failed (client error): The resource could not be found. Jan 18 20:51:02.930930 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8efbba3b-8f32-41a5-a86e-d076d953403f tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:51:02.933889 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8efbba3b-8f32-41a5-a86e-d076d953403f tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] 10.222.0.31 "DELETE /v2.0/networks/0a590494-fa78-4ce6-9f9f-e55314dade7b HTTP/1.1" status: 404 len: 339 time: 0.0188956 Jan 18 20:51:02.937541 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37862) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:02.941525 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-27163747-256f-4309-8911-31f38be4ff95 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Request body: {'network': {'name': 'tempest-network--1170316453', 'router:external': True}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:02.964127 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27163747-256f-4309-8911-31f38be4ff95 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Made reservation on behalf of ef9edd4cdc8245159f42d1513568f1b6 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:02.966360 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-27163747-256f-4309-8911-31f38be4ff95 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:02.988848 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27163747-256f-4309-8911-31f38be4ff95 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:51:02.997410 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-27163747-256f-4309-8911-31f38be4ff95 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (fc6a46fe-6c3c-41b0-9a5a-25789c934430), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:02.997813 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-27163747-256f-4309-8911-31f38be4ff95 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Added segment fc6a46fe-6c3c-41b0-9a5a-25789c934430 of type vlan for network 143b3d47-75f3-4766-ac49-b3d3b61cddc8 Jan 18 20:51:03.040071 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-27163747-256f-4309-8911-31f38be4ff95 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (143b3d47-75f3-4766-ac49-b3d3b61cddc8), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:03.067426 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-27163747-256f-4309-8911-31f38be4ff95 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (143b3d47-75f3-4766-ac49-b3d3b61cddc8), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:03.068386 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27163747-256f-4309-8911-31f38be4ff95 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:03.068967 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-27163747-256f-4309-8911-31f38be4ff95 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:03.099141 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-27163747-256f-4309-8911-31f38be4ff95 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.1609340 Jan 18 20:51:03.101677 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37864) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:03.166035 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27163747-256f-4309-8911-31f38be4ff95 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Pushing event updated for resources: {'Network': ['ID=143b3d47-75f3-4766-ac49-b3d3b61cddc8,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:03.177090 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 143b3d47-75f3-4766-ac49-b3d3b61cddc8 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:51:03.313557 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b815fa1-ff4c-4a8c-bee0-c5510fbf2fb2 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:03.319424 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b815fa1-ff4c-4a8c-bee0-c5510fbf2fb2 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:03.326108 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b815fa1-ff4c-4a8c-bee0-c5510fbf2fb2 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:03.332265 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b815fa1-ff4c-4a8c-bee0-c5510fbf2fb2 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:03.333909 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5b815fa1-ff4c-4a8c-bee0-c5510fbf2fb2 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2313328 Jan 18 20:51:03.336633 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37866) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:03.406118 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-045c1929-2a66-4648-bc58-6900b3ee7ee6 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (143b3d47-75f3-4766-ac49-b3d3b61cddc8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:03.481662 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-045c1929-2a66-4648-bc58-6900b3ee7ee6 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (143b3d47-75f3-4766-ac49-b3d3b61cddc8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:03.508182 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-045c1929-2a66-4648-bc58-6900b3ee7ee6 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['143b3d47-75f3-4766-ac49-b3d3b61cddc8']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:03.517229 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-045c1929-2a66-4648-bc58-6900b3ee7ee6 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6a46fe-6c3c-41b0-9a5a-25789c934430') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:03.517523 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-045c1929-2a66-4648-bc58-6900b3ee7ee6 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6a46fe-6c3c-41b0-9a5a-25789c934430') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:03.526670 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-045c1929-2a66-4648-bc58-6900b3ee7ee6 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (fc6a46fe-6c3c-41b0-9a5a-25789c934430), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:03.539262 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-045c1929-2a66-4648-bc58-6900b3ee7ee6 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (fc6a46fe-6c3c-41b0-9a5a-25789c934430), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:03.545540 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045c1929-2a66-4648-bc58-6900b3ee7ee6 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:51:03.545874 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-045c1929-2a66-4648-bc58-6900b3ee7ee6 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (fc6a46fe-6c3c-41b0-9a5a-25789c934430), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:51:03.547506 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:51:03.601379 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-045c1929-2a66-4648-bc58-6900b3ee7ee6 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (143b3d47-75f3-4766-ac49-b3d3b61cddc8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:03.606690 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045c1929-2a66-4648-bc58-6900b3ee7ee6 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 143b3d47-75f3-4766-ac49-b3d3b61cddc8 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 18 20:51:03.609199 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-045c1929-2a66-4648-bc58-6900b3ee7ee6 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:03.612376 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-045c1929-2a66-4648-bc58-6900b3ee7ee6 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] 10.222.0.31 "DELETE /v2.0/networks/143b3d47-75f3-4766-ac49-b3d3b61cddc8 HTTP/1.1" status: 204 len: 168 time: 0.2741618 Jan 18 20:51:03.617938 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37868) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:03.621368 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c1929-2a66-4648-bc58-6900b3ee7ee6 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Pushing event deleted for resources: {'Network': ['ID=143b3d47-75f3-4766-ac49-b3d3b61cddc8,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:03.622805 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-82044ce6-b2d9-477e-a029-8f77666d012d tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Request body: {'network': {'name': 'tempest-network--1646646605', 'router:external': True}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:03.646507 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82044ce6-b2d9-477e-a029-8f77666d012d tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Made reservation on behalf of ef9edd4cdc8245159f42d1513568f1b6 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:03.649006 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82044ce6-b2d9-477e-a029-8f77666d012d tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:03.678165 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82044ce6-b2d9-477e-a029-8f77666d012d tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:51:03.687601 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82044ce6-b2d9-477e-a029-8f77666d012d tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (90592428-3dd0-4fe5-81ea-5d41da26b4f0), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:03.687948 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-82044ce6-b2d9-477e-a029-8f77666d012d tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Added segment 90592428-3dd0-4fe5-81ea-5d41da26b4f0 of type vlan for network bd94483b-81c6-4825-a1d3-89d768f32a3f Jan 18 20:51:03.733102 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82044ce6-b2d9-477e-a029-8f77666d012d tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (bd94483b-81c6-4825-a1d3-89d768f32a3f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:03.762381 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82044ce6-b2d9-477e-a029-8f77666d012d tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (bd94483b-81c6-4825-a1d3-89d768f32a3f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:03.763645 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82044ce6-b2d9-477e-a029-8f77666d012d tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:03.764235 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82044ce6-b2d9-477e-a029-8f77666d012d tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:03.803664 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-82044ce6-b2d9-477e-a029-8f77666d012d tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.1844981 Jan 18 20:51:03.806381 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37870) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:03.835828 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82044ce6-b2d9-477e-a029-8f77666d012d tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Pushing event updated for resources: {'Network': ['ID=bd94483b-81c6-4825-a1d3-89d768f32a3f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:03.848775 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network bd94483b-81c6-4825-a1d3-89d768f32a3f details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:51:03.897122 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc027de-ca48-4a36-8089-7916876cb4ef tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:03.901510 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-adc027de-ca48-4a36-8089-7916876cb4ef tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] 10.222.0.31 "GET /v2.0/networks/bd94483b-81c6-4825-a1d3-89d768f32a3f HTTP/1.1" status: 200 len: 757 time: 0.0911365 Jan 18 20:51:03.901909 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37872) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:03.987243 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee5dec5-37c7-4c15-9999-12a276f774c3 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:03.991005 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fee5dec5-37c7-4c15-9999-12a276f774c3 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] 10.222.0.31 "GET /v2.0/networks/8098e664-2b66-41bc-aba4-9b9b38d818d8 HTTP/1.1" status: 200 len: 768 time: 0.0855846 Jan 18 20:51:03.991332 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37874) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:04.057182 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-560ea224-361e-4f9d-89a7-a193a6c12eec tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (bd94483b-81c6-4825-a1d3-89d768f32a3f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:04.137607 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-560ea224-361e-4f9d-89a7-a193a6c12eec tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (bd94483b-81c6-4825-a1d3-89d768f32a3f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:04.157692 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-560ea224-361e-4f9d-89a7-a193a6c12eec tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd94483b-81c6-4825-a1d3-89d768f32a3f']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:04.166762 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-560ea224-361e-4f9d-89a7-a193a6c12eec tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90592428-3dd0-4fe5-81ea-5d41da26b4f0') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:04.167066 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-560ea224-361e-4f9d-89a7-a193a6c12eec tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90592428-3dd0-4fe5-81ea-5d41da26b4f0') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:04.176195 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-560ea224-361e-4f9d-89a7-a193a6c12eec tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (90592428-3dd0-4fe5-81ea-5d41da26b4f0), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:04.189089 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-560ea224-361e-4f9d-89a7-a193a6c12eec tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (90592428-3dd0-4fe5-81ea-5d41da26b4f0), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:04.194932 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560ea224-361e-4f9d-89a7-a193a6c12eec tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:51:04.195310 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-560ea224-361e-4f9d-89a7-a193a6c12eec tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (90592428-3dd0-4fe5-81ea-5d41da26b4f0), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:51:04.197453 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:51:04.246923 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:04.257691 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-560ea224-361e-4f9d-89a7-a193a6c12eec tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (bd94483b-81c6-4825-a1d3-89d768f32a3f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:04.262951 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560ea224-361e-4f9d-89a7-a193a6c12eec tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bd94483b-81c6-4825-a1d3-89d768f32a3f {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 18 20:51:04.265451 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-560ea224-361e-4f9d-89a7-a193a6c12eec tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:04.268850 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-560ea224-361e-4f9d-89a7-a193a6c12eec tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] 10.222.0.31 "DELETE /v2.0/networks/bd94483b-81c6-4825-a1d3-89d768f32a3f HTTP/1.1" status: 204 len: 168 time: 0.2763889 Jan 18 20:51:04.272172 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37876) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:04.277549 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-5969d7cb-28e4-4858-bf45-a1d1d1b62f3d tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Request body: {'network': {'name': 'tempest-network--1994716164'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:04.283229 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ea224-361e-4f9d-89a7-a193a6c12eec tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Pushing event deleted for resources: {'Network': ['ID=bd94483b-81c6-4825-a1d3-89d768f32a3f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:04.300403 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5969d7cb-28e4-4858-bf45-a1d1d1b62f3d tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Made reservation on behalf of ef9edd4cdc8245159f42d1513568f1b6 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:04.302792 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5969d7cb-28e4-4858-bf45-a1d1d1b62f3d tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:04.328018 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5969d7cb-28e4-4858-bf45-a1d1d1b62f3d tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:51:04.336717 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5969d7cb-28e4-4858-bf45-a1d1d1b62f3d tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (0316da85-c95f-4508-ad11-48ee50ef107e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:04.337054 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-5969d7cb-28e4-4858-bf45-a1d1d1b62f3d tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Added segment 0316da85-c95f-4508-ad11-48ee50ef107e of type vlan for network 4785d9e3-0534-4cde-830b-85c52385d650 Jan 18 20:51:04.375757 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5969d7cb-28e4-4858-bf45-a1d1d1b62f3d tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (4785d9e3-0534-4cde-830b-85c52385d650), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:04.400604 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5969d7cb-28e4-4858-bf45-a1d1d1b62f3d tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (4785d9e3-0534-4cde-830b-85c52385d650), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:04.401613 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5969d7cb-28e4-4858-bf45-a1d1d1b62f3d tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:04.402249 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5969d7cb-28e4-4858-bf45-a1d1d1b62f3d tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:04.435441 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5969d7cb-28e4-4858-bf45-a1d1d1b62f3d tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.1622052 Jan 18 20:51:04.438337 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37878) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:04.443871 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-b0a6ef32-58b0-477d-a919-365591913f12 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:04.478213 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969d7cb-28e4-4858-bf45-a1d1d1b62f3d tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Pushing event updated for resources: {'Network': ['ID=4785d9e3-0534-4cde-830b-85c52385d650,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:04.488490 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 4785d9e3-0534-4cde-830b-85c52385d650 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:51:04.599638 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b0a6ef32-58b0-477d-a919-365591913f12 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (4785d9e3-0534-4cde-830b-85c52385d650), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:04.613569 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b0a6ef32-58b0-477d-a919-365591913f12 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (4785d9e3-0534-4cde-830b-85c52385d650), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:04.621386 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b0a6ef32-58b0-477d-a919-365591913f12 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Network 4785d9e3-0534-4cde-830b-85c52385d650 is not hosted by any dhcp agent {{(pid=103336) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 18 20:51:04.622242 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a6ef32-58b0-477d-a919-365591913f12 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:04.622856 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b0a6ef32-58b0-477d-a919-365591913f12 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:04.624229 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b0a6ef32-58b0-477d-a919-365591913f12 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] 10.222.0.31 "PUT /v2.0/networks/4785d9e3-0534-4cde-830b-85c52385d650 HTTP/1.1" status: 200 len: 858 time: 0.1847954 Jan 18 20:51:04.626982 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37880) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:04.674750 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6ef32-58b0-477d-a919-365591913f12 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Pushing event updated for resources: {'Network': ['ID=4785d9e3-0534-4cde-830b-85c52385d650,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:04.701662 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8221543c-5328-4da2-8ce5-d175664c7fb9 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (4785d9e3-0534-4cde-830b-85c52385d650), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:04.779531 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8221543c-5328-4da2-8ce5-d175664c7fb9 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (4785d9e3-0534-4cde-830b-85c52385d650), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:04.798723 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-8221543c-5328-4da2-8ce5-d175664c7fb9 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4785d9e3-0534-4cde-830b-85c52385d650']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:04.808433 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-8221543c-5328-4da2-8ce5-d175664c7fb9 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0316da85-c95f-4508-ad11-48ee50ef107e') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:04.809002 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-8221543c-5328-4da2-8ce5-d175664c7fb9 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0316da85-c95f-4508-ad11-48ee50ef107e') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:04.822046 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8221543c-5328-4da2-8ce5-d175664c7fb9 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (0316da85-c95f-4508-ad11-48ee50ef107e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:04.835525 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8221543c-5328-4da2-8ce5-d175664c7fb9 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (0316da85-c95f-4508-ad11-48ee50ef107e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:04.841275 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8221543c-5328-4da2-8ce5-d175664c7fb9 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:51:04.841678 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8221543c-5328-4da2-8ce5-d175664c7fb9 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (0316da85-c95f-4508-ad11-48ee50ef107e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:51:04.843582 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:51:04.898540 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8221543c-5328-4da2-8ce5-d175664c7fb9 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (4785d9e3-0534-4cde-830b-85c52385d650), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:04.903549 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8221543c-5328-4da2-8ce5-d175664c7fb9 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4785d9e3-0534-4cde-830b-85c52385d650 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 18 20:51:04.906077 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8221543c-5328-4da2-8ce5-d175664c7fb9 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:04.909270 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8221543c-5328-4da2-8ce5-d175664c7fb9 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] 10.222.0.31 "DELETE /v2.0/networks/4785d9e3-0534-4cde-830b-85c52385d650 HTTP/1.1" status: 204 len: 168 time: 0.2811553 Jan 18 20:51:04.912776 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37882) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:04.919074 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221543c-5328-4da2-8ce5-d175664c7fb9 tempest-ExternalNetworksTestJSON-1338389122 tempest-ExternalNetworksTestJSON-1338389122-project-admin] Pushing event deleted for resources: {'Network': ['ID=4785d9e3-0534-4cde-830b-85c52385d650,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:04.943065 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd40151-ab4c-4ce4-97c9-37b91375c814 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] DELETE failed (client error): The resource could not be found. Jan 18 20:51:04.943519 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd40151-ab4c-4ce4-97c9-37b91375c814 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:51:04.946574 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7fd40151-ab4c-4ce4-97c9-37b91375c814 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] 10.222.0.31 "DELETE /v2.0/subnets/43100686-e2c0-494d-8ff4-49dd38b4d7f0 HTTP/1.1" status: 404 len: 337 time: 0.0328257 Jan 18 20:51:04.949078 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37884) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:05.035383 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b8460f9d-7e4a-41fd-b470-323d1e789f31 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (8098e664-2b66-41bc-aba4-9b9b38d818d8), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:05.126852 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b8460f9d-7e4a-41fd-b470-323d1e789f31 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (8098e664-2b66-41bc-aba4-9b9b38d818d8), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:05.153413 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-b8460f9d-7e4a-41fd-b470-323d1e789f31 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8098e664-2b66-41bc-aba4-9b9b38d818d8']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:05.162427 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-b8460f9d-7e4a-41fd-b470-323d1e789f31 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e5071a-a7f9-4e1a-a085-b35098f46c61') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:05.162719 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-b8460f9d-7e4a-41fd-b470-323d1e789f31 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e5071a-a7f9-4e1a-a085-b35098f46c61') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:05.172586 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b8460f9d-7e4a-41fd-b470-323d1e789f31 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (a9e5071a-a7f9-4e1a-a085-b35098f46c61), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:05.185380 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b8460f9d-7e4a-41fd-b470-323d1e789f31 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (a9e5071a-a7f9-4e1a-a085-b35098f46c61), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:05.191088 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8460f9d-7e4a-41fd-b470-323d1e789f31 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:51:05.191462 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b8460f9d-7e4a-41fd-b470-323d1e789f31 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (a9e5071a-a7f9-4e1a-a085-b35098f46c61), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:51:05.194457 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:51:05.251313 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b8460f9d-7e4a-41fd-b470-323d1e789f31 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (8098e664-2b66-41bc-aba4-9b9b38d818d8), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:05.256418 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b8460f9d-7e4a-41fd-b470-323d1e789f31 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:05.259822 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b8460f9d-7e4a-41fd-b470-323d1e789f31 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] 10.222.0.31 "DELETE /v2.0/networks/8098e664-2b66-41bc-aba4-9b9b38d818d8 HTTP/1.1" status: 204 len: 168 time: 0.3098509 Jan 18 20:51:05.274203 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8460f9d-7e4a-41fd-b470-323d1e789f31 tempest-ExternalNetworksTestJSON-116563521 tempest-ExternalNetworksTestJSON-116563521-project] Pushing event deleted for resources: {'Network': ['ID=8098e664-2b66-41bc-aba4-9b9b38d818d8,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:05.512269 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37890) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:05.647387 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3a7fc81a-8b30-40e6-899d-50317a23d342 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5054dd4edd804cbb81efc00a504bb2df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1338503 Jan 18 20:51:05.649786 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37894) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:05.693925 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f174f848-8986-49c0-af04-1cad945a11b1 admin admin] Publish callbacks [] for security_group (55c2bc7d-54fb-40cd-9528-de90fc9e078f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:05.714594 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f174f848-8986-49c0-af04-1cad945a11b1 admin admin] Publish callbacks [] for security_group (55c2bc7d-54fb-40cd-9528-de90fc9e078f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:05.760755 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f174f848-8986-49c0-af04-1cad945a11b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (55c2bc7d-54fb-40cd-9528-de90fc9e078f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:05.763411 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f174f848-8986-49c0-af04-1cad945a11b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:05.764538 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f174f848-8986-49c0-af04-1cad945a11b1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55c2bc7d-54fb-40cd-9528-de90fc9e078f HTTP/1.1" status: 204 len: 168 time: 0.1134279 Jan 18 20:51:05.771961 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174f848-8986-49c0-af04-1cad945a11b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c2bc7d-54fb-40cd-9528-de90fc9e078f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:06.014497 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37900) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:06.052072 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0a883390-816e-43b8-b168-8de7be0c50f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ef9edd4cdc8245159f42d1513568f1b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0364368 Jan 18 20:51:06.054471 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37902) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:06.099524 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a640330c-650d-453d-9090-d9428548792d admin admin] Publish callbacks [] for security_group (de806b10-aa6f-4965-bc08-cff970abcf54), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:06.119968 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a640330c-650d-453d-9090-d9428548792d admin admin] Publish callbacks [] for security_group (de806b10-aa6f-4965-bc08-cff970abcf54), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:06.167741 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a640330c-650d-453d-9090-d9428548792d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (de806b10-aa6f-4965-bc08-cff970abcf54), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:06.170286 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a640330c-650d-453d-9090-d9428548792d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:06.171415 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a640330c-650d-453d-9090-d9428548792d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de806b10-aa6f-4965-bc08-cff970abcf54 HTTP/1.1" status: 204 len: 168 time: 0.1160679 Jan 18 20:51:06.180114 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640330c-650d-453d-9090-d9428548792d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de806b10-aa6f-4965-bc08-cff970abcf54,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:07.026089 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:07.517690 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37944) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:07.611581 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-e85a8bb7-b31c-4f67-b8c0-e0a334f68dfa tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:07.629750 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e85a8bb7-b31c-4f67-b8c0-e0a334f68dfa tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] 10.222.0.31 "PUT /v2.0/quotas/bd272f24f24845cc80cd71dd4c6b00b1 HTTP/1.1" status: 200 len: 368 time: 0.1109874 Jan 18 20:51:07.632454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37948) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:07.637539 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-b6cc18a5-06d0-4300-8584-1b92e966eeea tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Request body: {'network': {'project_id': 'bd272f24f24845cc80cd71dd4c6b00b1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:07.660011 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cc18a5-06d0-4300-8584-1b92e966eeea tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Made reservation on behalf of bd272f24f24845cc80cd71dd4c6b00b1 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:07.662234 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b6cc18a5-06d0-4300-8584-1b92e966eeea tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:07.670249 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b6cc18a5-06d0-4300-8584-1b92e966eeea tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:07.744122 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b6cc18a5-06d0-4300-8584-1b92e966eeea tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks [] for security_group (b3c70efe-aed3-449a-811b-df4d599f3e26), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:07.747612 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b6cc18a5-06d0-4300-8584-1b92e966eeea tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b3c70efe-aed3-449a-811b-df4d599f3e26), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:07.767415 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6cc18a5-06d0-4300-8584-1b92e966eeea tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:51:07.781836 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc18a5-06d0-4300-8584-1b92e966eeea tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c70efe-aed3-449a-811b-df4d599f3e26,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:07.787054 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b6cc18a5-06d0-4300-8584-1b92e966eeea tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (e79baca0-7a6e-4e8f-88ec-015443ec792b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:07.787401 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-b6cc18a5-06d0-4300-8584-1b92e966eeea tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Added segment e79baca0-7a6e-4e8f-88ec-015443ec792b of type vlan for network 6d796a16-8f18-497c-8abe-9af66bd02546 Jan 18 20:51:07.826128 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b6cc18a5-06d0-4300-8584-1b92e966eeea tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (6d796a16-8f18-497c-8abe-9af66bd02546), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:07.849865 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b6cc18a5-06d0-4300-8584-1b92e966eeea tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (6d796a16-8f18-497c-8abe-9af66bd02546), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:07.850804 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cc18a5-06d0-4300-8584-1b92e966eeea tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:07.851371 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b6cc18a5-06d0-4300-8584-1b92e966eeea tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:07.886570 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b6cc18a5-06d0-4300-8584-1b92e966eeea tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2531354 Jan 18 20:51:07.889222 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37950) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:07.894205 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-6c10a7a5-72b4-4b87-a899-0742df49e817 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Request body: {'network': {'project_id': 'bd272f24f24845cc80cd71dd4c6b00b1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:07.915967 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc18a5-06d0-4300-8584-1b92e966eeea tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Pushing event updated for resources: {'Network': ['ID=6d796a16-8f18-497c-8abe-9af66bd02546,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:07.917118 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c10a7a5-72b4-4b87-a899-0742df49e817 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Made reservation on behalf of bd272f24f24845cc80cd71dd4c6b00b1 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:07.924972 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6c10a7a5-72b4-4b87-a899-0742df49e817 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:07.925293 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 6d796a16-8f18-497c-8abe-9af66bd02546 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:51:07.949148 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c10a7a5-72b4-4b87-a899-0742df49e817 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:51:07.958106 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6c10a7a5-72b4-4b87-a899-0742df49e817 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (9e9b1526-f34b-4928-bad0-2d5cb0bc64db), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:07.958449 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-6c10a7a5-72b4-4b87-a899-0742df49e817 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Added segment 9e9b1526-f34b-4928-bad0-2d5cb0bc64db of type vlan for network 16a6ecb2-9c54-4343-9df4-bfda315b8f95 Jan 18 20:51:08.004345 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6c10a7a5-72b4-4b87-a899-0742df49e817 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (16a6ecb2-9c54-4343-9df4-bfda315b8f95), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:08.027383 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6c10a7a5-72b4-4b87-a899-0742df49e817 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (16a6ecb2-9c54-4343-9df4-bfda315b8f95), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:08.028322 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c10a7a5-72b4-4b87-a899-0742df49e817 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:08.028897 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6c10a7a5-72b4-4b87-a899-0742df49e817 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:08.062348 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6c10a7a5-72b4-4b87-a899-0742df49e817 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.1719806 Jan 18 20:51:08.065207 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37952) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:08.070267 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-d5338046-e770-41f0-9522-b8135a99d875 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Request body: {'network': {'project_id': 'bd272f24f24845cc80cd71dd4c6b00b1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:08.083386 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5338046-e770-41f0-9522-b8135a99d875 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 18 20:51:08.083837 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5338046-e770-41f0-9522-b8135a99d875 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:51:08.085526 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d5338046-e770-41f0-9522-b8135a99d875 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0186074 Jan 18 20:51:08.088396 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37954) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:08.091447 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10a7a5-72b4-4b87-a899-0742df49e817 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Pushing event updated for resources: {'Network': ['ID=16a6ecb2-9c54-4343-9df4-bfda315b8f95,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:08.101776 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 16a6ecb2-9c54-4343-9df4-bfda315b8f95 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:51:08.129619 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7a72a22e-65d5-41a1-9ad1-cbafef6b5e45 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd272f24f24845cc80cd71dd4c6b00b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403035 Jan 18 20:51:08.132268 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37956) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:08.180372 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6aea657e-dce9-4468-8fe9-4aee5bee97f1 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks [] for security_group (b3c70efe-aed3-449a-811b-df4d599f3e26), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:08.200171 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6aea657e-dce9-4468-8fe9-4aee5bee97f1 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks [] for security_group (b3c70efe-aed3-449a-811b-df4d599f3e26), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:08.249558 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6aea657e-dce9-4468-8fe9-4aee5bee97f1 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (b3c70efe-aed3-449a-811b-df4d599f3e26), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:08.252134 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6aea657e-dce9-4468-8fe9-4aee5bee97f1 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:08.253266 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6aea657e-dce9-4468-8fe9-4aee5bee97f1 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/b3c70efe-aed3-449a-811b-df4d599f3e26 HTTP/1.1" status: 204 len: 168 time: 0.1199729 Jan 18 20:51:08.256076 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37958) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:08.260455 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea657e-dce9-4468-8fe9-4aee5bee97f1 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c70efe-aed3-449a-811b-df4d599f3e26,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:08.324573 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-43e91138-86b3-4e3a-95e4-f8034543a801 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (16a6ecb2-9c54-4343-9df4-bfda315b8f95), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:08.402141 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-43e91138-86b3-4e3a-95e4-f8034543a801 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (16a6ecb2-9c54-4343-9df4-bfda315b8f95), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:08.421343 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-43e91138-86b3-4e3a-95e4-f8034543a801 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a6ecb2-9c54-4343-9df4-bfda315b8f95']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:08.432565 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-43e91138-86b3-4e3a-95e4-f8034543a801 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e9b1526-f34b-4928-bad0-2d5cb0bc64db') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:08.432891 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-43e91138-86b3-4e3a-95e4-f8034543a801 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e9b1526-f34b-4928-bad0-2d5cb0bc64db') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:08.442621 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-43e91138-86b3-4e3a-95e4-f8034543a801 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (9e9b1526-f34b-4928-bad0-2d5cb0bc64db), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:08.455963 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-43e91138-86b3-4e3a-95e4-f8034543a801 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (9e9b1526-f34b-4928-bad0-2d5cb0bc64db), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:08.461816 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e91138-86b3-4e3a-95e4-f8034543a801 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:51:08.462235 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-43e91138-86b3-4e3a-95e4-f8034543a801 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (9e9b1526-f34b-4928-bad0-2d5cb0bc64db), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:51:08.464395 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:51:08.520395 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-43e91138-86b3-4e3a-95e4-f8034543a801 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (16a6ecb2-9c54-4343-9df4-bfda315b8f95), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:08.527160 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-43e91138-86b3-4e3a-95e4-f8034543a801 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:08.529821 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-43e91138-86b3-4e3a-95e4-f8034543a801 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] 10.222.0.31 "DELETE /v2.0/networks/16a6ecb2-9c54-4343-9df4-bfda315b8f95 HTTP/1.1" status: 204 len: 168 time: 0.2727878 Jan 18 20:51:08.532497 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37960) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:08.540354 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e91138-86b3-4e3a-95e4-f8034543a801 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Pushing event deleted for resources: {'Network': ['ID=16a6ecb2-9c54-4343-9df4-bfda315b8f95,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:08.601102 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5778d193-d6d5-4f5d-a7b6-8f1cd964c8d2 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (6d796a16-8f18-497c-8abe-9af66bd02546), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:08.677660 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5778d193-d6d5-4f5d-a7b6-8f1cd964c8d2 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (6d796a16-8f18-497c-8abe-9af66bd02546), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:08.697002 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-5778d193-d6d5-4f5d-a7b6-8f1cd964c8d2 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d796a16-8f18-497c-8abe-9af66bd02546']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:08.705734 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-5778d193-d6d5-4f5d-a7b6-8f1cd964c8d2 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79baca0-7a6e-4e8f-88ec-015443ec792b') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:08.706027 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-5778d193-d6d5-4f5d-a7b6-8f1cd964c8d2 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79baca0-7a6e-4e8f-88ec-015443ec792b') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:08.715471 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5778d193-d6d5-4f5d-a7b6-8f1cd964c8d2 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (e79baca0-7a6e-4e8f-88ec-015443ec792b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:08.728221 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5778d193-d6d5-4f5d-a7b6-8f1cd964c8d2 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (e79baca0-7a6e-4e8f-88ec-015443ec792b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:08.733831 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5778d193-d6d5-4f5d-a7b6-8f1cd964c8d2 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:51:08.734198 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5778d193-d6d5-4f5d-a7b6-8f1cd964c8d2 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (e79baca0-7a6e-4e8f-88ec-015443ec792b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:51:08.735743 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:51:08.786068 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5778d193-d6d5-4f5d-a7b6-8f1cd964c8d2 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (6d796a16-8f18-497c-8abe-9af66bd02546), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:08.791659 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5778d193-d6d5-4f5d-a7b6-8f1cd964c8d2 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:08.794773 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5778d193-d6d5-4f5d-a7b6-8f1cd964c8d2 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] 10.222.0.31 "DELETE /v2.0/networks/6d796a16-8f18-497c-8abe-9af66bd02546 HTTP/1.1" status: 204 len: 168 time: 0.2610674 Jan 18 20:51:08.805151 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778d193-d6d5-4f5d-a7b6-8f1cd964c8d2 tempest-QuotasNegativeTest-864027116 tempest-QuotasNegativeTest-864027116-project-admin] Pushing event deleted for resources: {'Network': ['ID=6d796a16-8f18-497c-8abe-9af66bd02546,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:09.172763 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 37970) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:09.279132 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd711cca-7964-4c5d-9905-9f40727b3788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:09.355461 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd711cca-7964-4c5d-9905-9f40727b3788 admin admin] Publish callbacks [] for security_group (5387fa42-dbe2-4258-ba14-9c791db21976), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:09.359336 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd711cca-7964-4c5d-9905-9f40727b3788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5387fa42-dbe2-4258-ba14-9c791db21976), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:09.396337 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cd711cca-7964-4c5d-9905-9f40727b3788 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ed2307d5726b40b690da9ee193fbc461&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2224755 Jan 18 20:51:09.397287 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd711cca-7964-4c5d-9905-9f40727b3788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5387fa42-dbe2-4258-ba14-9c791db21976,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:09.399007 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37974) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:09.446412 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ae7a213-5906-4731-b116-92a4884a4e25 admin admin] Publish callbacks [] for security_group (5387fa42-dbe2-4258-ba14-9c791db21976), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:09.466413 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ae7a213-5906-4731-b116-92a4884a4e25 admin admin] Publish callbacks [] for security_group (5387fa42-dbe2-4258-ba14-9c791db21976), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:09.512019 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ae7a213-5906-4731-b116-92a4884a4e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (5387fa42-dbe2-4258-ba14-9c791db21976), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:09.514787 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ae7a213-5906-4731-b116-92a4884a4e25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:09.515991 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5ae7a213-5906-4731-b116-92a4884a4e25 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5387fa42-dbe2-4258-ba14-9c791db21976 HTTP/1.1" status: 204 len: 168 time: 0.1158915 Jan 18 20:51:09.523333 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7a213-5906-4731-b116-92a4884a4e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5387fa42-dbe2-4258-ba14-9c791db21976,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:09.771735 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37980) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:09.785336 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fc9bab9-311f-4e90-985a-a220dd44b94a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:09.860499 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fc9bab9-311f-4e90-985a-a220dd44b94a admin admin] Publish callbacks [] for security_group (4b5ea0f0-a15a-4165-9d21-03947f5035f3), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:09.863922 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fc9bab9-311f-4e90-985a-a220dd44b94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4b5ea0f0-a15a-4165-9d21-03947f5035f3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:09.903074 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9bab9-311f-4e90-985a-a220dd44b94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5ea0f0-a15a-4165-9d21-03947f5035f3,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:09.907940 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9fc9bab9-311f-4e90-985a-a220dd44b94a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11f09481f41d47a58160d8eaa92beb3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1351881 Jan 18 20:51:09.910647 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 37982) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:09.957122 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc19d8c5-65d3-4f26-9684-9da0f66014ee admin admin] Publish callbacks [] for security_group (4b5ea0f0-a15a-4165-9d21-03947f5035f3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:09.977575 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc19d8c5-65d3-4f26-9684-9da0f66014ee admin admin] Publish callbacks [] for security_group (4b5ea0f0-a15a-4165-9d21-03947f5035f3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:10.021989 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc19d8c5-65d3-4f26-9684-9da0f66014ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4b5ea0f0-a15a-4165-9d21-03947f5035f3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:10.024477 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc19d8c5-65d3-4f26-9684-9da0f66014ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:10.026166 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fc19d8c5-65d3-4f26-9684-9da0f66014ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b5ea0f0-a15a-4165-9d21-03947f5035f3 HTTP/1.1" status: 204 len: 168 time: 0.1147702 Jan 18 20:51:10.033248 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19d8c5-65d3-4f26-9684-9da0f66014ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5ea0f0-a15a-4165-9d21-03947f5035f3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:11.380816 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38026) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:11.479172 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-97c47a8c-d4fb-4b82-b65b-8d7c12af8688 tempest-QuotasTest-427758302 tempest-QuotasTest-427758302-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:11.514082 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-97c47a8c-d4fb-4b82-b65b-8d7c12af8688 tempest-QuotasTest-427758302 tempest-QuotasTest-427758302-project-admin] 10.222.0.31 "PUT /v2.0/quotas/3defff78bd9f43cfb272b0aac5a86973 HTTP/1.1" status: 200 len: 366 time: 0.1316795 Jan 18 20:51:11.516486 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38032) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:11.526570 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ee10e967-6f5e-4e17-b0d8-ced764d04d6e tempest-QuotasTest-427758302 tempest-QuotasTest-427758302-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0090661 Jan 18 20:51:11.528560 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38034) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:11.537010 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fa5a9bcc-97fd-4bee-8c9f-df80144f9d9f tempest-QuotasTest-427758302 tempest-QuotasTest-427758302-project-admin] 10.222.0.31 "GET /v2.0/quotas/3defff78bd9f43cfb272b0aac5a86973 HTTP/1.1" status: 200 len: 366 time: 0.0075538 Jan 18 20:51:11.538974 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38036) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:11.551617 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-24ed5744-a1ac-4a13-b3bb-c300795eb498 tempest-QuotasTest-427758302 tempest-QuotasTest-427758302-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/3defff78bd9f43cfb272b0aac5a86973 HTTP/1.1" status: 204 len: 168 time: 0.0117252 Jan 18 20:51:11.554242 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38038) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:11.562511 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-13197b5e-ed91-42eb-a677-fb0c92d31b12 tempest-QuotasTest-427758302 tempest-QuotasTest-427758302-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0072887 Jan 18 20:51:11.564481 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38040) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:11.573313 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c85a6609-48ad-450b-a041-86bd9eb4b298 tempest-QuotasTest-427758302 tempest-QuotasTest-427758302-project-admin] 10.222.0.31 "GET /v2.0/quotas/3defff78bd9f43cfb272b0aac5a86973 HTTP/1.1" status: 200 len: 370 time: 0.0079396 Jan 18 20:51:11.575294 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38042) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:11.579500 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-666290d9-b776-4cc0-9fff-32b17c5548f2 tempest-QuotasTest-427758302 tempest-QuotasTest-427758302-project-admin] 10.222.0.31 "GET /v2.0/quotas/3defff78bd9f43cfb272b0aac5a86973/default HTTP/1.1" status: 200 len: 370 time: 0.0033383 Jan 18 20:51:11.581548 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38044) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:11.589198 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-50dfe16e-1fd7-447c-8ba3-a663b239cca1 tempest-QuotasTest-427758302 tempest-QuotasTest-427758302-project-admin] delete failed (client error): The resource could not be found. Jan 18 20:51:11.590160 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-50dfe16e-1fd7-447c-8ba3-a663b239cca1 tempest-QuotasTest-427758302 tempest-QuotasTest-427758302-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/3defff78bd9f43cfb272b0aac5a86973 HTTP/1.1" status: 404 len: 348 time: 0.0077636 Jan 18 20:51:11.687702 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38050) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:11.708296 n-d-741529-9 neutron-server[103336]: DEBUG neutron.quota.resource [None req-ab14b85c-e6c4-4838-87a5-d9460bc3822d tempest-QuotasTest-427758302 tempest-QuotasTest-427758302-project-admin] Usage tracker for resource:network and project:d905025389fd40ae8f4ba2bccd28e64e is out of sync, need to count used quota {{(pid=103336) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 18 20:51:11.711482 n-d-741529-9 neutron-server[103336]: DEBUG neutron.quota.resource [None req-ab14b85c-e6c4-4838-87a5-d9460bc3822d tempest-QuotasTest-427758302 tempest-QuotasTest-427758302-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103336) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 18 20:51:11.718362 n-d-741529-9 neutron-server[103336]: DEBUG neutron.quota.resource [None req-ab14b85c-e6c4-4838-87a5-d9460bc3822d tempest-QuotasTest-427758302 tempest-QuotasTest-427758302-project-admin] Usage tracker for resource:subnet and project:d905025389fd40ae8f4ba2bccd28e64e is out of sync, need to count used quota {{(pid=103336) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 18 20:51:11.721412 n-d-741529-9 neutron-server[103336]: DEBUG neutron.quota.resource [None req-ab14b85c-e6c4-4838-87a5-d9460bc3822d tempest-QuotasTest-427758302 tempest-QuotasTest-427758302-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103336) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 18 20:51:11.727534 n-d-741529-9 neutron-server[103336]: DEBUG neutron.quota.resource [None req-ab14b85c-e6c4-4838-87a5-d9460bc3822d tempest-QuotasTest-427758302 tempest-QuotasTest-427758302-project-admin] Usage tracker for resource:subnetpool and project:d905025389fd40ae8f4ba2bccd28e64e is out of sync, need to count used quota {{(pid=103336) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 18 20:51:11.732779 n-d-741529-9 neutron-server[103336]: DEBUG neutron.quota.resource [None req-ab14b85c-e6c4-4838-87a5-d9460bc3822d tempest-QuotasTest-427758302 tempest-QuotasTest-427758302-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103336) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 18 20:51:11.738759 n-d-741529-9 neutron-server[103336]: DEBUG neutron.quota.resource [None req-ab14b85c-e6c4-4838-87a5-d9460bc3822d tempest-QuotasTest-427758302 tempest-QuotasTest-427758302-project-admin] Usage tracker for resource:port and project:d905025389fd40ae8f4ba2bccd28e64e is out of sync, need to count used quota {{(pid=103336) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 18 20:51:11.741830 n-d-741529-9 neutron-server[103336]: DEBUG neutron.quota.resource [None req-ab14b85c-e6c4-4838-87a5-d9460bc3822d tempest-QuotasTest-427758302 tempest-QuotasTest-427758302-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103336) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 18 20:51:11.747796 n-d-741529-9 neutron-server[103336]: DEBUG neutron.quota.resource [None req-ab14b85c-e6c4-4838-87a5-d9460bc3822d tempest-QuotasTest-427758302 tempest-QuotasTest-427758302-project-admin] Usage tracker for resource:router and project:d905025389fd40ae8f4ba2bccd28e64e is out of sync, need to count used quota {{(pid=103336) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 18 20:51:11.750843 n-d-741529-9 neutron-server[103336]: DEBUG neutron.quota.resource [None req-ab14b85c-e6c4-4838-87a5-d9460bc3822d tempest-QuotasTest-427758302 tempest-QuotasTest-427758302-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103336) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 18 20:51:11.756609 n-d-741529-9 neutron-server[103336]: DEBUG neutron.quota.resource [None req-ab14b85c-e6c4-4838-87a5-d9460bc3822d tempest-QuotasTest-427758302 tempest-QuotasTest-427758302-project-admin] Usage tracker for resource:floatingip and project:d905025389fd40ae8f4ba2bccd28e64e is out of sync, need to count used quota {{(pid=103336) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 18 20:51:11.760157 n-d-741529-9 neutron-server[103336]: DEBUG neutron.quota.resource [None req-ab14b85c-e6c4-4838-87a5-d9460bc3822d tempest-QuotasTest-427758302 tempest-QuotasTest-427758302-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103336) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 18 20:51:11.794345 n-d-741529-9 neutron-server[103336]: DEBUG neutron.quota.resource [None req-ab14b85c-e6c4-4838-87a5-d9460bc3822d tempest-QuotasTest-427758302 tempest-QuotasTest-427758302-project-admin] Usage tracker for resource:security_group and project:d905025389fd40ae8f4ba2bccd28e64e is out of sync, need to count used quota {{(pid=103336) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 18 20:51:11.797590 n-d-741529-9 neutron-server[103336]: DEBUG neutron.quota.resource [None req-ab14b85c-e6c4-4838-87a5-d9460bc3822d tempest-QuotasTest-427758302 tempest-QuotasTest-427758302-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103336) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 18 20:51:11.803593 n-d-741529-9 neutron-server[103336]: DEBUG neutron.quota.resource [None req-ab14b85c-e6c4-4838-87a5-d9460bc3822d tempest-QuotasTest-427758302 tempest-QuotasTest-427758302-project-admin] Usage tracker for resource:security_group_rule and project:d905025389fd40ae8f4ba2bccd28e64e is out of sync, need to count used quota {{(pid=103336) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 18 20:51:11.806854 n-d-741529-9 neutron-server[103336]: DEBUG neutron.quota.resource [None req-ab14b85c-e6c4-4838-87a5-d9460bc3822d tempest-QuotasTest-427758302 tempest-QuotasTest-427758302-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103336) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 18 20:51:11.817299 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ab14b85c-e6c4-4838-87a5-d9460bc3822d tempest-QuotasTest-427758302 tempest-QuotasTest-427758302-project-admin] 10.222.0.31 "GET /v2.0/quotas/d905025389fd40ae8f4ba2bccd28e64e/details.json HTTP/1.1" status: 200 len: 703 time: 0.1284757 Jan 18 20:51:12.106883 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38058) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:12.208217 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82c3106c-7cf4-4d51-9838-4120f53443e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:12.280113 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82c3106c-7cf4-4d51-9838-4120f53443e2 admin admin] Publish callbacks [] for security_group (38a036bb-3338-4f59-8b2a-6d2f14b1c88c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:12.284058 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82c3106c-7cf4-4d51-9838-4120f53443e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (38a036bb-3338-4f59-8b2a-6d2f14b1c88c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:12.323988 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-82c3106c-7cf4-4d51-9838-4120f53443e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=00971a0c1e8a4030a3b76bac682baaaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2160485 Jan 18 20:51:12.325991 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3106c-7cf4-4d51-9838-4120f53443e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a036bb-3338-4f59-8b2a-6d2f14b1c88c,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:12.326743 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38062) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:12.374303 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1b43a6cd-9587-41d6-8cd6-c222cb7654bb admin admin] Publish callbacks [] for security_group (38a036bb-3338-4f59-8b2a-6d2f14b1c88c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:12.394273 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1b43a6cd-9587-41d6-8cd6-c222cb7654bb admin admin] Publish callbacks [] for security_group (38a036bb-3338-4f59-8b2a-6d2f14b1c88c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:12.441079 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1b43a6cd-9587-41d6-8cd6-c222cb7654bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (38a036bb-3338-4f59-8b2a-6d2f14b1c88c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:12.443750 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1b43a6cd-9587-41d6-8cd6-c222cb7654bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:12.444887 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1b43a6cd-9587-41d6-8cd6-c222cb7654bb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38a036bb-3338-4f59-8b2a-6d2f14b1c88c HTTP/1.1" status: 204 len: 168 time: 0.1170578 Jan 18 20:51:12.452268 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b43a6cd-9587-41d6-8cd6-c222cb7654bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a036bb-3338-4f59-8b2a-6d2f14b1c88c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:12.697594 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38070) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:12.713434 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8694fb52-24ee-4e98-b45a-c9bf815bb8f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:12.784540 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8694fb52-24ee-4e98-b45a-c9bf815bb8f4 admin admin] Publish callbacks [] for security_group (0657489c-2df9-4e0c-aa20-188e7c96a8d5), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:12.788237 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8694fb52-24ee-4e98-b45a-c9bf815bb8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0657489c-2df9-4e0c-aa20-188e7c96a8d5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:12.833360 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8694fb52-24ee-4e98-b45a-c9bf815bb8f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d905025389fd40ae8f4ba2bccd28e64e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1346579 Jan 18 20:51:12.834265 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694fb52-24ee-4e98-b45a-c9bf815bb8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0657489c-2df9-4e0c-aa20-188e7c96a8d5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:12.836066 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38072) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:12.885464 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a142f1ea-e32c-4e91-93ab-08d2911ae8fb admin admin] Publish callbacks [] for security_group (0657489c-2df9-4e0c-aa20-188e7c96a8d5), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:12.905538 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a142f1ea-e32c-4e91-93ab-08d2911ae8fb admin admin] Publish callbacks [] for security_group (0657489c-2df9-4e0c-aa20-188e7c96a8d5), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:12.950482 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a142f1ea-e32c-4e91-93ab-08d2911ae8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (0657489c-2df9-4e0c-aa20-188e7c96a8d5), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:12.952983 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a142f1ea-e32c-4e91-93ab-08d2911ae8fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:12.954118 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a142f1ea-e32c-4e91-93ab-08d2911ae8fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0657489c-2df9-4e0c-aa20-188e7c96a8d5 HTTP/1.1" status: 204 len: 168 time: 0.1168807 Jan 18 20:51:12.961360 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142f1ea-e32c-4e91-93ab-08d2911ae8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0657489c-2df9-4e0c-aa20-188e7c96a8d5,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:13.658934 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38094) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:13.752174 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-a72bb283-27d7-4bde-bbd4-bea305ca1c94 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-785324815'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:13.777835 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72bb283-27d7-4bde-bbd4-bea305ca1c94 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Made reservation on behalf of 1204ad4aa09744fcbd37c516f5e4bba9 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:13.781195 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a72bb283-27d7-4bde-bbd4-bea305ca1c94 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:13.789359 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a72bb283-27d7-4bde-bbd4-bea305ca1c94 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:13.861095 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a72bb283-27d7-4bde-bbd4-bea305ca1c94 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks [] for security_group (878559dd-acad-43d3-90d5-e75d06985aca), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:13.864820 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a72bb283-27d7-4bde-bbd4-bea305ca1c94 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (878559dd-acad-43d3-90d5-e75d06985aca), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:13.887633 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72bb283-27d7-4bde-bbd4-bea305ca1c94 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:51:13.903215 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72bb283-27d7-4bde-bbd4-bea305ca1c94 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=878559dd-acad-43d3-90d5-e75d06985aca,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:13.907050 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a72bb283-27d7-4bde-bbd4-bea305ca1c94 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (adb01b1b-cde3-4660-8492-6defddecac8b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:13.907389 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-a72bb283-27d7-4bde-bbd4-bea305ca1c94 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Added segment adb01b1b-cde3-4660-8492-6defddecac8b of type vlan for network 10a21718-1970-4b28-85d6-ec497461ae06 Jan 18 20:51:13.946189 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a72bb283-27d7-4bde-bbd4-bea305ca1c94 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (10a21718-1970-4b28-85d6-ec497461ae06), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:13.972846 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a72bb283-27d7-4bde-bbd4-bea305ca1c94 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (10a21718-1970-4b28-85d6-ec497461ae06), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:13.978838 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72bb283-27d7-4bde-bbd4-bea305ca1c94 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:13.979435 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a72bb283-27d7-4bde-bbd4-bea305ca1c94 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:14.039331 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a72bb283-27d7-4bde-bbd4-bea305ca1c94 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.3793144 Jan 18 20:51:14.042883 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38098) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:14.048019 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-8306f64d-3b25-471e-a57d-ef4dcd5b7ca6 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Request body: {'subnet': {'network_id': '10a21718-1970-4b28-85d6-ec497461ae06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:14.091785 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72bb283-27d7-4bde-bbd4-bea305ca1c94 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Pushing event updated for resources: {'Network': ['ID=10a21718-1970-4b28-85d6-ec497461ae06,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:14.102275 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 10a21718-1970-4b28-85d6-ec497461ae06 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:51:14.142297 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8306f64d-3b25-471e-a57d-ef4dcd5b7ca6 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Made reservation on behalf of 1204ad4aa09744fcbd37c516f5e4bba9 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:14.145832 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8306f64d-3b25-471e-a57d-ef4dcd5b7ca6 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:14.320981 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8306f64d-3b25-471e-a57d-ef4dcd5b7ca6 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (4af2ac85-877c-4e98-8068-917282afb1a4), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:14.376130 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306f64d-3b25-471e-a57d-ef4dcd5b7ca6 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Pushing event updated for resources: {'Subnet': ['ID=4af2ac85-877c-4e98-8068-917282afb1a4,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:14.387063 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8306f64d-3b25-471e-a57d-ef4dcd5b7ca6 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Checking segment: {'id': 'adb01b1b-cde3-4660-8492-6defddecac8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '10a21718-1970-4b28-85d6-ec497461ae06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:51:14.387422 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8306f64d-3b25-471e-a57d-ef4dcd5b7ca6 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Network hostable DHCP agents. Network: 10a21718-1970-4b28-85d6-ec497461ae06, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:51:14.402982 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8306f64d-3b25-471e-a57d-ef4dcd5b7ca6 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Network 10a21718-1970-4b28-85d6-ec497461ae06 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:51:14.410859 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-8306f64d-3b25-471e-a57d-ef4dcd5b7ca6 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 10a21718-1970-4b28-85d6-ec497461ae06) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:14.414805 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8306f64d-3b25-471e-a57d-ef4dcd5b7ca6 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:14.416135 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8306f64d-3b25-471e-a57d-ef4dcd5b7ca6 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:14.423851 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85d2478-a6ec-41f8-aa49-f4699c8cf680 None None] Network 10a21718-1970-4b28-85d6-ec497461ae06 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:51:14.438170 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8306f64d-3b25-471e-a57d-ef4dcd5b7ca6 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3940403 Jan 18 20:51:14.439109 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38100) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:14.444241 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-e5c0917e-48ef-4680-b06f-617626d69bed tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Request body: {'port': {'network_id': '10a21718-1970-4b28-85d6-ec497461ae06', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1669987749'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:14.525439 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c953b1f6-5e55-4a55-b0c4-475632feb98b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-10a21718-1970-4b28-85d6-ec497461ae06', 'network_id': '10a21718-1970-4b28-85d6-ec497461ae06', 'project_id': '1204ad4aa09744fcbd37c516f5e4bba9', 'fixed_ips': [{'subnet_id': '4af2ac85-877c-4e98-8068-917282afb1a4'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:51:14.526377 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c953b1f6-5e55-4a55-b0c4-475632feb98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:14.557187 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c0917e-48ef-4680-b06f-617626d69bed tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Made reservation on behalf of 1204ad4aa09744fcbd37c516f5e4bba9 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:14.561122 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5c0917e-48ef-4680-b06f-617626d69bed tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:14.578650 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-e5c0917e-48ef-4680-b06f-617626d69bed tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] device_id is not set on port 2e82f159-0c7a-4795-a944-39971eee49b2 yet. {{(pid=103335) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:51:14.656174 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-c953b1f6-5e55-4a55-b0c4-475632feb98b None None] Allocated IP 2001:db8::2 (10a21718-1970-4b28-85d6-ec497461ae06/4af2ac85-877c-4e98-8068-917282afb1a4/6c9b263a-c6ac-4186-b416-f0859c780703) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:51:14.793650 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c953b1f6-5e55-4a55-b0c4-475632feb98b None None] Publish callbacks [] for port (6c9b263a-c6ac-4186-b416-f0859c780703), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:14.799211 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c953b1f6-5e55-4a55-b0c4-475632feb98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (6c9b263a-c6ac-4186-b416-f0859c780703), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:14.835757 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c953b1f6-5e55-4a55-b0c4-475632feb98b None None] Network 10a21718-1970-4b28-85d6-ec497461ae06 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:14.839161 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-c953b1f6-5e55-4a55-b0c4-475632feb98b None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:14.847291 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c953b1f6-5e55-4a55-b0c4-475632feb98b None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:51:14.851837 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953b1f6-5e55-4a55-b0c4-475632feb98b None None] Pushing event updated for resources: {'Port': ['ID=6c9b263a-c6ac-4186-b416-f0859c780703,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:14.863245 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-e5c0917e-48ef-4680-b06f-617626d69bed tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Allocated IP 2001:db8::11 (10a21718-1970-4b28-85d6-ec497461ae06/4af2ac85-877c-4e98-8068-917282afb1a4/2e82f159-0c7a-4795-a944-39971eee49b2) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:51:14.904811 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c953b1f6-5e55-4a55-b0c4-475632feb98b None None] Attempting to bind port 6c9b263a-c6ac-4186-b416-f0859c780703 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:51:14.905164 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c953b1f6-5e55-4a55-b0c4-475632feb98b None None] Attempting to bind port 6c9b263a-c6ac-4186-b416-f0859c780703 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'adb01b1b-cde3-4660-8492-6defddecac8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '10a21718-1970-4b28-85d6-ec497461ae06'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:51:14.905531 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953b1f6-5e55-4a55-b0c4-475632feb98b None None] Attempting to bind port 6c9b263a-c6ac-4186-b416-f0859c780703 on network 10a21718-1970-4b28-85d6-ec497461ae06 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:51:14.910366 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953b1f6-5e55-4a55-b0c4-475632feb98b None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:51:14.910733 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953b1f6-5e55-4a55-b0c4-475632feb98b None None] Checking segment: {'id': 'adb01b1b-cde3-4660-8492-6defddecac8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '10a21718-1970-4b28-85d6-ec497461ae06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:51:14.911192 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c953b1f6-5e55-4a55-b0c4-475632feb98b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:14.911538 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953b1f6-5e55-4a55-b0c4-475632feb98b None None] Bound using segment: {'id': 'adb01b1b-cde3-4660-8492-6defddecac8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '10a21718-1970-4b28-85d6-ec497461ae06'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:51:14.911986 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c953b1f6-5e55-4a55-b0c4-475632feb98b None None] Bound port: 6c9b263a-c6ac-4186-b416-f0859c780703, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb01b1b-cde3-4660-8492-6defddecac8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '10a21718-1970-4b28-85d6-ec497461ae06'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:51:14.912367 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c953b1f6-5e55-4a55-b0c4-475632feb98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6c9b263a-c6ac-4186-b416-f0859c780703), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:14.974093 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c953b1f6-5e55-4a55-b0c4-475632feb98b None None] For port 6c9b263a-c6ac-4186-b416-f0859c780703, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:51:14.977389 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c953b1f6-5e55-4a55-b0c4-475632feb98b None None] For port 6c9b263a-c6ac-4186-b416-f0859c780703, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6c9b263a-c6ac-4186-b416-f0859c780703,segment=NetworkSegment(adb01b1b-cde3-4660-8492-6defddecac8b),segment_id=adb01b1b-cde3-4660-8492-6defddecac8b)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:51:14.981770 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c953b1f6-5e55-4a55-b0c4-475632feb98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6c9b263a-c6ac-4186-b416-f0859c780703), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:15.011773 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5c0917e-48ef-4680-b06f-617626d69bed tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks [] for port (2e82f159-0c7a-4795-a944-39971eee49b2), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:15.037389 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953b1f6-5e55-4a55-b0c4-475632feb98b None None] Pushing event updated for resources: {'Port': ['ID=6c9b263a-c6ac-4186-b416-f0859c780703,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:15.047448 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5c0917e-48ef-4680-b06f-617626d69bed tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (2e82f159-0c7a-4795-a944-39971eee49b2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:15.095126 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c0917e-48ef-4680-b06f-617626d69bed tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Network 10a21718-1970-4b28-85d6-ec497461ae06 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:15.098305 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-e5c0917e-48ef-4680-b06f-617626d69bed tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:15.102054 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c0917e-48ef-4680-b06f-617626d69bed tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:51:15.107898 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c0917e-48ef-4680-b06f-617626d69bed tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:15.108548 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5c0917e-48ef-4680-b06f-617626d69bed tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:15.115055 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0917e-48ef-4680-b06f-617626d69bed tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Pushing event updated for resources: {'Port': ['ID=2e82f159-0c7a-4795-a944-39971eee49b2,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:15.130540 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e5c0917e-48ef-4680-b06f-617626d69bed tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6902001 Jan 18 20:51:15.133781 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38102) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:15.139489 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-b34c441a-c7c9-49c0-9158-8f02441d57b5 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Request body: {'port': {'network_id': '10a21718-1970-4b28-85d6-ec497461ae06', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1506406011', 'allowed_address_pairs': [{'ip_address': '2001:db8::11', 'mac_address': 'fa:16:3e:12:01:96'}]}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:15.271288 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34c441a-c7c9-49c0-9158-8f02441d57b5 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Made reservation on behalf of 1204ad4aa09744fcbd37c516f5e4bba9 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:15.360780 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b34c441a-c7c9-49c0-9158-8f02441d57b5 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:15.377191 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-b34c441a-c7c9-49c0-9158-8f02441d57b5 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] device_id is not set on port 29ab32cc-54e3-463d-bebb-1b002c0d0bb6 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:51:15.493030 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-b34c441a-c7c9-49c0-9158-8f02441d57b5 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Allocated IP 2001:db8::1c0 (10a21718-1970-4b28-85d6-ec497461ae06/4af2ac85-877c-4e98-8068-917282afb1a4/29ab32cc-54e3-463d-bebb-1b002c0d0bb6) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:51:15.639716 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b34c441a-c7c9-49c0-9158-8f02441d57b5 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks [] for port (29ab32cc-54e3-463d-bebb-1b002c0d0bb6), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:15.674799 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b34c441a-c7c9-49c0-9158-8f02441d57b5 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (29ab32cc-54e3-463d-bebb-1b002c0d0bb6), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:15.719776 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34c441a-c7c9-49c0-9158-8f02441d57b5 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Network 10a21718-1970-4b28-85d6-ec497461ae06 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:15.722828 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-b34c441a-c7c9-49c0-9158-8f02441d57b5 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:15.726082 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34c441a-c7c9-49c0-9158-8f02441d57b5 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:51:15.732339 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34c441a-c7c9-49c0-9158-8f02441d57b5 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:15.732960 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b34c441a-c7c9-49c0-9158-8f02441d57b5 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:15.743750 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c441a-c7c9-49c0-9158-8f02441d57b5 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Pushing event updated for resources: {'Port': ['ID=29ab32cc-54e3-463d-bebb-1b002c0d0bb6,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:15.756570 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b34c441a-c7c9-49c0-9158-8f02441d57b5 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 0.6210666 Jan 18 20:51:15.759045 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38104) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:15.839494 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a0718-bb67-4366-8cbd-1d8e2f44c648 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:15.845811 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a0718-bb67-4366-8cbd-1d8e2f44c648 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:15.851697 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a0718-bb67-4366-8cbd-1d8e2f44c648 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:15.854808 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5f4a0718-bb67-4366-8cbd-1d8e2f44c648 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.0940323 Jan 18 20:51:15.856930 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38106) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:15.947945 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1728ddd8-6932-4705-8fe6-51712542269b None None] Network 10a21718-1970-4b28-85d6-ec497461ae06 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:51:16.053988 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e44d1f70-8e1c-40ad-9703-274b7b64062b None None] Provisioning complete for port 6c9b263a-c6ac-4186-b416-f0859c780703 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:16.054357 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e44d1f70-8e1c-40ad-9703-274b7b64062b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6c9b263a-c6ac-4186-b416-f0859c780703), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:16.286921 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-da5a8b09-2015-4edf-988f-76679786439b tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Deleting port 29ab32cc-54e3-463d-bebb-1b002c0d0bb6 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:51:16.287416 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-da5a8b09-2015-4edf-988f-76679786439b tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (29ab32cc-54e3-463d-bebb-1b002c0d0bb6), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:16.326248 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e44d1f70-8e1c-40ad-9703-274b7b64062b None None] Current status of the port 6c9b263a-c6ac-4186-b416-f0859c780703 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:51:16.326641 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e44d1f70-8e1c-40ad-9703-274b7b64062b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6c9b263a-c6ac-4186-b416-f0859c780703), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:16.360866 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e44d1f70-8e1c-40ad-9703-274b7b64062b None None] For port 6c9b263a-c6ac-4186-b416-f0859c780703, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6c9b263a-c6ac-4186-b416-f0859c780703,segment=NetworkSegment(adb01b1b-cde3-4660-8492-6defddecac8b),segment_id=adb01b1b-cde3-4660-8492-6defddecac8b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:51:16.364849 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e44d1f70-8e1c-40ad-9703-274b7b64062b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6c9b263a-c6ac-4186-b416-f0859c780703), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:16.385898 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-da5a8b09-2015-4edf-988f-76679786439b tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (29ab32cc-54e3-463d-bebb-1b002c0d0bb6), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:16.398405 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-da5a8b09-2015-4edf-988f-76679786439b tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Calling delete_port for 29ab32cc-54e3-463d-bebb-1b002c0d0bb6 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:51:16.414358 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d1f70-8e1c-40ad-9703-274b7b64062b None None] Pushing event updated for resources: {'Port': ['ID=6c9b263a-c6ac-4186-b416-f0859c780703,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:16.493855 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-28b195ae-2bef-4454-8fa3-a9d4be2dd4f3 None None] Provisioning complete for port 6c9b263a-c6ac-4186-b416-f0859c780703 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:16.494191 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-28b195ae-2bef-4454-8fa3-a9d4be2dd4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6c9b263a-c6ac-4186-b416-f0859c780703), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:16.536804 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-da5a8b09-2015-4edf-988f-76679786439b tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (29ab32cc-54e3-463d-bebb-1b002c0d0bb6), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:16.571125 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a8b09-2015-4edf-988f-76679786439b tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Pushing event deleted for resources: {'Port': ['ID=29ab32cc-54e3-463d-bebb-1b002c0d0bb6,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:16.583430 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-28b195ae-2bef-4454-8fa3-a9d4be2dd4f3 None None] Current status of the port 6c9b263a-c6ac-4186-b416-f0859c780703 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:51:16.587523 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-28b195ae-2bef-4454-8fa3-a9d4be2dd4f3 None None] Could not find standard attr ID for object 29ab32cc-54e3-463d-bebb-1b002c0d0bb6. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:51:16.599078 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-28b195ae-2bef-4454-8fa3-a9d4be2dd4f3 None None] Provisioning complete for port 2e82f159-0c7a-4795-a944-39971eee49b2 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:16.599583 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-28b195ae-2bef-4454-8fa3-a9d4be2dd4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2e82f159-0c7a-4795-a944-39971eee49b2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:16.648391 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-28b195ae-2bef-4454-8fa3-a9d4be2dd4f3 None None] Port 2e82f159-0c7a-4795-a944-39971eee49b2 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:51:16.685069 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6c9b263a-c6ac-4186-b416-f0859c780703 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:51:16.691599 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-da5a8b09-2015-4edf-988f-76679786439b tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:16.695850 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-da5a8b09-2015-4edf-988f-76679786439b tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] 10.222.0.31 "DELETE /v2.0/ports/29ab32cc-54e3-463d-bebb-1b002c0d0bb6 HTTP/1.1" status: 204 len: 168 time: 0.8375890 Jan 18 20:51:16.698675 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38108) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:16.729156 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbec9dd9-2428-4bd6-8786-def96c05f5db tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] GET failed (client error): The resource could not be found. Jan 18 20:51:16.730597 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-dbec9dd9-2428-4bd6-8786-def96c05f5db tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] 10.222.0.31 "GET /v2.0/ports/29ab32cc-54e3-463d-bebb-1b002c0d0bb6 HTTP/1.1" status: 404 len: 333 time: 0.0309646 Jan 18 20:51:16.734236 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38110) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:16.739007 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-3c14d7fc-f95e-4a42-96fe-f61e22459898 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Request body: {'port': {'network_id': '10a21718-1970-4b28-85d6-ec497461ae06', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-45988506'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:16.739865 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 6c9b263a-c6ac-4186-b416-f0859c780703 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:16.740252 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6c9b263a-c6ac-4186-b416-f0859c780703), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:16.792522 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-5070c898-1619-479a-9b23-89c4203db0bd None None] Provisioning complete for port 2e82f159-0c7a-4795-a944-39971eee49b2 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:16.792892 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5070c898-1619-479a-9b23-89c4203db0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2e82f159-0c7a-4795-a944-39971eee49b2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:16.854725 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c14d7fc-f95e-4a42-96fe-f61e22459898 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Made reservation on behalf of 1204ad4aa09744fcbd37c516f5e4bba9 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:16.856951 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5070c898-1619-479a-9b23-89c4203db0bd None None] Port 2e82f159-0c7a-4795-a944-39971eee49b2 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:51:16.858597 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c14d7fc-f95e-4a42-96fe-f61e22459898 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:16.864359 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 6c9b263a-c6ac-4186-b416-f0859c780703 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:51:16.876301 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-3c14d7fc-f95e-4a42-96fe-f61e22459898 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] device_id is not set on port eb206b98-f1ac-4c5a-8926-e597641c2fc5 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:51:16.972835 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e456d2a4-eb66-46f6-9dc8-5682ce4ea2f5 None None] Could not find standard attr ID for object 29ab32cc-54e3-463d-bebb-1b002c0d0bb6. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:51:16.998778 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-3c14d7fc-f95e-4a42-96fe-f61e22459898 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Allocated IP 2001:db8::28b (10a21718-1970-4b28-85d6-ec497461ae06/4af2ac85-877c-4e98-8068-917282afb1a4/eb206b98-f1ac-4c5a-8926-e597641c2fc5) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:51:17.147852 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c14d7fc-f95e-4a42-96fe-f61e22459898 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks [] for port (eb206b98-f1ac-4c5a-8926-e597641c2fc5), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:17.180301 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c14d7fc-f95e-4a42-96fe-f61e22459898 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (eb206b98-f1ac-4c5a-8926-e597641c2fc5), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:17.230756 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c14d7fc-f95e-4a42-96fe-f61e22459898 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Network 10a21718-1970-4b28-85d6-ec497461ae06 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:17.233665 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-3c14d7fc-f95e-4a42-96fe-f61e22459898 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:17.235995 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c14d7fc-f95e-4a42-96fe-f61e22459898 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:51:17.241764 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c14d7fc-f95e-4a42-96fe-f61e22459898 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:17.242368 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c14d7fc-f95e-4a42-96fe-f61e22459898 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:17.252569 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14d7fc-f95e-4a42-96fe-f61e22459898 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Pushing event updated for resources: {'Port': ['ID=eb206b98-f1ac-4c5a-8926-e597641c2fc5,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:17.272724 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3c14d7fc-f95e-4a42-96fe-f61e22459898 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.5374207 Jan 18 20:51:17.273351 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38112) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:17.279097 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-9f029fc8-4672-493d-85e5-1c03f44052e4 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::11', 'mac_address': 'fa:16:3e:12:01:96'}]}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:17.350359 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9f029fc8-4672-493d-85e5-1c03f44052e4 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (eb206b98-f1ac-4c5a-8926-e597641c2fc5), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:17.495259 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f9483387-5712-4ec5-acd5-fe2aa9b0d739 None None] Provisioning complete for port eb206b98-f1ac-4c5a-8926-e597641c2fc5 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:17.495713 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f9483387-5712-4ec5-acd5-fe2aa9b0d739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (eb206b98-f1ac-4c5a-8926-e597641c2fc5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:17.532223 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f9483387-5712-4ec5-acd5-fe2aa9b0d739 None None] Port eb206b98-f1ac-4c5a-8926-e597641c2fc5 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:51:17.536456 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9f029fc8-4672-493d-85e5-1c03f44052e4 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks [] for port (eb206b98-f1ac-4c5a-8926-e597641c2fc5), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:17.541107 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9f029fc8-4672-493d-85e5-1c03f44052e4 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (eb206b98-f1ac-4c5a-8926-e597641c2fc5), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:17.573860 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-9f029fc8-4672-493d-85e5-1c03f44052e4 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] In _notify_port_updated(), no bound segment for port eb206b98-f1ac-4c5a-8926-e597641c2fc5 on network 10a21718-1970-4b28-85d6-ec497461ae06 {{(pid=103336) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 18 20:51:17.579537 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f029fc8-4672-493d-85e5-1c03f44052e4 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:17.580164 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9f029fc8-4672-493d-85e5-1c03f44052e4 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:17.583914 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9f029fc8-4672-493d-85e5-1c03f44052e4 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] 10.222.0.31 "PUT /v2.0/ports/eb206b98-f1ac-4c5a-8926-e597641c2fc5 HTTP/1.1" status: 200 len: 1000 time: 0.3071554 Jan 18 20:51:17.584346 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38114) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:17.626507 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f029fc8-4672-493d-85e5-1c03f44052e4 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Pushing event updated for resources: {'Port': ['ID=eb206b98-f1ac-4c5a-8926-e597641c2fc5,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:17.683369 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-545bbda5-17c6-4a57-b84e-ca8811116027 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Deleting port eb206b98-f1ac-4c5a-8926-e597641c2fc5 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:51:17.683721 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-545bbda5-17c6-4a57-b84e-ca8811116027 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (eb206b98-f1ac-4c5a-8926-e597641c2fc5), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:17.773685 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-545bbda5-17c6-4a57-b84e-ca8811116027 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (eb206b98-f1ac-4c5a-8926-e597641c2fc5), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:17.786463 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-545bbda5-17c6-4a57-b84e-ca8811116027 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Calling delete_port for eb206b98-f1ac-4c5a-8926-e597641c2fc5 owned by {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:51:17.852653 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-29796525-500c-4566-a300-e9cad6f42441 None None] Provisioning complete for port eb206b98-f1ac-4c5a-8926-e597641c2fc5 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:17.852945 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-29796525-500c-4566-a300-e9cad6f42441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (eb206b98-f1ac-4c5a-8926-e597641c2fc5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:17.887410 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-29796525-500c-4566-a300-e9cad6f42441 None None] Port eb206b98-f1ac-4c5a-8926-e597641c2fc5 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:51:17.916235 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-545bbda5-17c6-4a57-b84e-ca8811116027 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (eb206b98-f1ac-4c5a-8926-e597641c2fc5), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:17.942622 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545bbda5-17c6-4a57-b84e-ca8811116027 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Pushing event deleted for resources: {'Port': ['ID=eb206b98-f1ac-4c5a-8926-e597641c2fc5,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:18.032114 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-545bbda5-17c6-4a57-b84e-ca8811116027 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:18.035764 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-545bbda5-17c6-4a57-b84e-ca8811116027 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] 10.222.0.31 "DELETE /v2.0/ports/eb206b98-f1ac-4c5a-8926-e597641c2fc5 HTTP/1.1" status: 204 len: 168 time: 0.4504945 Jan 18 20:51:18.038333 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38116) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:18.063099 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-11fa83fa-9ef9-4429-bc93-185e83af8c3f tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] GET failed (client error): The resource could not be found. Jan 18 20:51:18.064569 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-11fa83fa-9ef9-4429-bc93-185e83af8c3f tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] 10.222.0.31 "GET /v2.0/ports/eb206b98-f1ac-4c5a-8926-e597641c2fc5 HTTP/1.1" status: 404 len: 333 time: 0.0252147 Jan 18 20:51:18.068446 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38118) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:18.073969 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-c878e0d0-709e-4e9f-bb0b-c77401c8666e tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Request body: {'port': {'network_id': '10a21718-1970-4b28-85d6-ec497461ae06', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1611461900'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:18.187884 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c878e0d0-709e-4e9f-bb0b-c77401c8666e tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Made reservation on behalf of 1204ad4aa09744fcbd37c516f5e4bba9 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:18.191303 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c878e0d0-709e-4e9f-bb0b-c77401c8666e tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:18.208039 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-c878e0d0-709e-4e9f-bb0b-c77401c8666e tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] device_id is not set on port fb4aba9c-b2b8-49d7-a936-e0ac83850f96 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:51:18.323513 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-c878e0d0-709e-4e9f-bb0b-c77401c8666e tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Allocated IP 2001:db8::2c2 (10a21718-1970-4b28-85d6-ec497461ae06/4af2ac85-877c-4e98-8068-917282afb1a4/fb4aba9c-b2b8-49d7-a936-e0ac83850f96) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:51:18.467329 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c878e0d0-709e-4e9f-bb0b-c77401c8666e tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks [] for port (fb4aba9c-b2b8-49d7-a936-e0ac83850f96), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:18.500124 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c878e0d0-709e-4e9f-bb0b-c77401c8666e tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (fb4aba9c-b2b8-49d7-a936-e0ac83850f96), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:18.542692 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c878e0d0-709e-4e9f-bb0b-c77401c8666e tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Network 10a21718-1970-4b28-85d6-ec497461ae06 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:18.545621 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-c878e0d0-709e-4e9f-bb0b-c77401c8666e tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:18.549242 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c878e0d0-709e-4e9f-bb0b-c77401c8666e tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:51:18.555048 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c878e0d0-709e-4e9f-bb0b-c77401c8666e tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:18.555634 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c878e0d0-709e-4e9f-bb0b-c77401c8666e tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:18.562639 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878e0d0-709e-4e9f-bb0b-c77401c8666e tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Pushing event updated for resources: {'Port': ['ID=fb4aba9c-b2b8-49d7-a936-e0ac83850f96,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:18.578369 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c878e0d0-709e-4e9f-bb0b-c77401c8666e tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5088713 Jan 18 20:51:18.580995 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38120) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:18.586373 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-093407b1-c903-47d7-8ec7-8b93e2b7a4c8 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:12:01:96'}]}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:18.652538 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-093407b1-c903-47d7-8ec7-8b93e2b7a4c8 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fb4aba9c-b2b8-49d7-a936-e0ac83850f96), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:18.813918 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-52e83eff-a81d-4dd9-bc71-477f0d82dbb1 None None] Provisioning complete for port fb4aba9c-b2b8-49d7-a936-e0ac83850f96 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:18.814442 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-52e83eff-a81d-4dd9-bc71-477f0d82dbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fb4aba9c-b2b8-49d7-a936-e0ac83850f96), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:18.829724 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-093407b1-c903-47d7-8ec7-8b93e2b7a4c8 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks [] for port (fb4aba9c-b2b8-49d7-a936-e0ac83850f96), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:18.835413 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-093407b1-c903-47d7-8ec7-8b93e2b7a4c8 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (fb4aba9c-b2b8-49d7-a936-e0ac83850f96), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:18.848806 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-52e83eff-a81d-4dd9-bc71-477f0d82dbb1 None None] Port fb4aba9c-b2b8-49d7-a936-e0ac83850f96 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:51:18.872214 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-093407b1-c903-47d7-8ec7-8b93e2b7a4c8 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] In _notify_port_updated(), no bound segment for port fb4aba9c-b2b8-49d7-a936-e0ac83850f96 on network 10a21718-1970-4b28-85d6-ec497461ae06 {{(pid=103336) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 18 20:51:18.877926 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093407b1-c903-47d7-8ec7-8b93e2b7a4c8 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:18.878551 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-093407b1-c903-47d7-8ec7-8b93e2b7a4c8 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:18.879863 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-093407b1-c903-47d7-8ec7-8b93e2b7a4c8 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] 10.222.0.31 "PUT /v2.0/ports/fb4aba9c-b2b8-49d7-a936-e0ac83850f96 HTTP/1.1" status: 200 len: 1003 time: 0.2979417 Jan 18 20:51:18.882807 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38122) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:18.897905 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093407b1-c903-47d7-8ec7-8b93e2b7a4c8 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Pushing event updated for resources: {'Port': ['ID=fb4aba9c-b2b8-49d7-a936-e0ac83850f96,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:18.974558 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-03f781e2-b1af-4a9d-995c-7bfb9daba217 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Deleting port fb4aba9c-b2b8-49d7-a936-e0ac83850f96 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:51:18.975023 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-03f781e2-b1af-4a9d-995c-7bfb9daba217 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (fb4aba9c-b2b8-49d7-a936-e0ac83850f96), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:19.063226 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-03f781e2-b1af-4a9d-995c-7bfb9daba217 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (fb4aba9c-b2b8-49d7-a936-e0ac83850f96), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:19.076165 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-03f781e2-b1af-4a9d-995c-7bfb9daba217 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Calling delete_port for fb4aba9c-b2b8-49d7-a936-e0ac83850f96 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:51:19.171197 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d9bbb34b-f24f-4cf4-8868-c0c78dc9def5 None None] Provisioning complete for port fb4aba9c-b2b8-49d7-a936-e0ac83850f96 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:19.171565 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d9bbb34b-f24f-4cf4-8868-c0c78dc9def5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fb4aba9c-b2b8-49d7-a936-e0ac83850f96), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:19.205974 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-03f781e2-b1af-4a9d-995c-7bfb9daba217 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (fb4aba9c-b2b8-49d7-a936-e0ac83850f96), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:19.209434 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d9bbb34b-f24f-4cf4-8868-c0c78dc9def5 None None] Port fb4aba9c-b2b8-49d7-a936-e0ac83850f96 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:51:19.238177 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f781e2-b1af-4a9d-995c-7bfb9daba217 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Pushing event deleted for resources: {'Port': ['ID=fb4aba9c-b2b8-49d7-a936-e0ac83850f96,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:19.265441 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-03f781e2-b1af-4a9d-995c-7bfb9daba217 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:19.268968 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-03f781e2-b1af-4a9d-995c-7bfb9daba217 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] 10.222.0.31 "DELETE /v2.0/ports/fb4aba9c-b2b8-49d7-a936-e0ac83850f96 HTTP/1.1" status: 204 len: 168 time: 0.3850570 Jan 18 20:51:19.271587 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38124) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:19.296651 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a7e10af-ad6b-49c5-8dac-da1ed8c2f24e tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] GET failed (client error): The resource could not be found. Jan 18 20:51:19.298186 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3a7e10af-ad6b-49c5-8dac-da1ed8c2f24e tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] 10.222.0.31 "GET /v2.0/ports/fb4aba9c-b2b8-49d7-a936-e0ac83850f96 HTTP/1.1" status: 404 len: 333 time: 0.0255015 Jan 18 20:51:19.301843 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38126) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:19.306944 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-1498a3d3-0793-49ff-bec2-bf3c72d18e96 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Request body: {'port': {'network_id': '10a21718-1970-4b28-85d6-ec497461ae06', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-230346035'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:19.419130 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1498a3d3-0793-49ff-bec2-bf3c72d18e96 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Made reservation on behalf of 1204ad4aa09744fcbd37c516f5e4bba9 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:19.422746 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1498a3d3-0793-49ff-bec2-bf3c72d18e96 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:19.441816 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-1498a3d3-0793-49ff-bec2-bf3c72d18e96 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] device_id is not set on port 749aea4a-8440-4826-b7ab-d6a135f85bdc yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:51:19.556304 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-1498a3d3-0793-49ff-bec2-bf3c72d18e96 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Allocated IP 2001:db8::2e0 (10a21718-1970-4b28-85d6-ec497461ae06/4af2ac85-877c-4e98-8068-917282afb1a4/749aea4a-8440-4826-b7ab-d6a135f85bdc) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:51:19.698826 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1498a3d3-0793-49ff-bec2-bf3c72d18e96 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks [] for port (749aea4a-8440-4826-b7ab-d6a135f85bdc), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:19.731436 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1498a3d3-0793-49ff-bec2-bf3c72d18e96 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (749aea4a-8440-4826-b7ab-d6a135f85bdc), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:19.773951 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1498a3d3-0793-49ff-bec2-bf3c72d18e96 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Network 10a21718-1970-4b28-85d6-ec497461ae06 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:19.776918 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-1498a3d3-0793-49ff-bec2-bf3c72d18e96 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:19.780569 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1498a3d3-0793-49ff-bec2-bf3c72d18e96 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:51:19.786455 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1498a3d3-0793-49ff-bec2-bf3c72d18e96 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:19.786981 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1498a3d3-0793-49ff-bec2-bf3c72d18e96 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:19.796201 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498a3d3-0793-49ff-bec2-bf3c72d18e96 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Pushing event updated for resources: {'Port': ['ID=749aea4a-8440-4826-b7ab-d6a135f85bdc,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:19.810841 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1498a3d3-0793-49ff-bec2-bf3c72d18e96 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5067470 Jan 18 20:51:19.812429 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38128) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:19.819299 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-d1b10d85-f559-4099-b9bd-c9ba63e04916 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Request body: {'port': {'network_id': '10a21718-1970-4b28-85d6-ec497461ae06', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-213347383'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:19.936320 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b10d85-f559-4099-b9bd-c9ba63e04916 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Made reservation on behalf of 1204ad4aa09744fcbd37c516f5e4bba9 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:19.939858 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d1b10d85-f559-4099-b9bd-c9ba63e04916 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:19.957436 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-d1b10d85-f559-4099-b9bd-c9ba63e04916 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] device_id is not set on port f2e1a6f8-d918-4c75-be2a-673fb0c412e8 yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:51:20.034801 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ce6ab578-37c1-47b1-9e40-fc456d1cd156 None None] Provisioning complete for port 749aea4a-8440-4826-b7ab-d6a135f85bdc triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:20.035371 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ce6ab578-37c1-47b1-9e40-fc456d1cd156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (749aea4a-8440-4826-b7ab-d6a135f85bdc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:20.068611 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ce6ab578-37c1-47b1-9e40-fc456d1cd156 None None] Port 749aea4a-8440-4826-b7ab-d6a135f85bdc cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:51:20.069870 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-d1b10d85-f559-4099-b9bd-c9ba63e04916 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Allocated IP 2001:db8::374 (10a21718-1970-4b28-85d6-ec497461ae06/4af2ac85-877c-4e98-8068-917282afb1a4/f2e1a6f8-d918-4c75-be2a-673fb0c412e8) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:51:20.222134 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d1b10d85-f559-4099-b9bd-c9ba63e04916 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks [] for port (f2e1a6f8-d918-4c75-be2a-673fb0c412e8), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:20.254037 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d1b10d85-f559-4099-b9bd-c9ba63e04916 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (f2e1a6f8-d918-4c75-be2a-673fb0c412e8), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:20.296859 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b10d85-f559-4099-b9bd-c9ba63e04916 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Network 10a21718-1970-4b28-85d6-ec497461ae06 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:20.299773 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-d1b10d85-f559-4099-b9bd-c9ba63e04916 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:20.303445 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b10d85-f559-4099-b9bd-c9ba63e04916 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:51:20.309260 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b10d85-f559-4099-b9bd-c9ba63e04916 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:20.309920 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d1b10d85-f559-4099-b9bd-c9ba63e04916 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:20.316220 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b10d85-f559-4099-b9bd-c9ba63e04916 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Pushing event updated for resources: {'Port': ['ID=f2e1a6f8-d918-4c75-be2a-673fb0c412e8,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:20.330906 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d1b10d85-f559-4099-b9bd-c9ba63e04916 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5174155 Jan 18 20:51:20.333500 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38130) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:20.339122 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-861a08f6-b89e-4bec-a065-3bc00a515f5b tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::11', 'mac_address': 'fa:16:3e:12:01:96'}, {'ip_address': '2001:db8::2e0', 'mac_address': 'fa:16:3e:0e:6d:84'}]}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:20.491416 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-861a08f6-b89e-4bec-a065-3bc00a515f5b tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f2e1a6f8-d918-4c75-be2a-673fb0c412e8), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:20.590971 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-62876ae3-db40-4470-8c57-7ecebafdd325 None None] Provisioning complete for port f2e1a6f8-d918-4c75-be2a-673fb0c412e8 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:20.591275 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-62876ae3-db40-4470-8c57-7ecebafdd325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f2e1a6f8-d918-4c75-be2a-673fb0c412e8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:20.623633 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-62876ae3-db40-4470-8c57-7ecebafdd325 None None] Port f2e1a6f8-d918-4c75-be2a-673fb0c412e8 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:51:20.667450 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-861a08f6-b89e-4bec-a065-3bc00a515f5b tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks [] for port (f2e1a6f8-d918-4c75-be2a-673fb0c412e8), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:20.671618 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-861a08f6-b89e-4bec-a065-3bc00a515f5b tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (f2e1a6f8-d918-4c75-be2a-673fb0c412e8), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:20.705920 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-861a08f6-b89e-4bec-a065-3bc00a515f5b tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] In _notify_port_updated(), no bound segment for port f2e1a6f8-d918-4c75-be2a-673fb0c412e8 on network 10a21718-1970-4b28-85d6-ec497461ae06 {{(pid=103336) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:20.707130 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:20.711575 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861a08f6-b89e-4bec-a065-3bc00a515f5b tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:20.712838 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-861a08f6-b89e-4bec-a065-3bc00a515f5b tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:20.714157 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-861a08f6-b89e-4bec-a065-3bc00a515f5b tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] 10.222.0.31 "PUT /v2.0/ports/f2e1a6f8-d918-4c75-be2a-673fb0c412e8 HTTP/1.1" status: 200 len: 1066 time: 0.3797092 Jan 18 20:51:20.717124 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38132) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:20.734083 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a08f6-b89e-4bec-a065-3bc00a515f5b tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Pushing event updated for resources: {'Port': ['ID=f2e1a6f8-d918-4c75-be2a-673fb0c412e8,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:20.814111 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-26ad9a21-c216-41ca-9f0a-a877ac005268 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Deleting port f2e1a6f8-d918-4c75-be2a-673fb0c412e8 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:51:20.814451 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-26ad9a21-c216-41ca-9f0a-a877ac005268 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (f2e1a6f8-d918-4c75-be2a-673fb0c412e8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:20.900930 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-26ad9a21-c216-41ca-9f0a-a877ac005268 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (f2e1a6f8-d918-4c75-be2a-673fb0c412e8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:20.913047 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-26ad9a21-c216-41ca-9f0a-a877ac005268 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Calling delete_port for f2e1a6f8-d918-4c75-be2a-673fb0c412e8 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:51:20.948760 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dc70693d-f9c7-44b6-8515-491db26270fe None None] Provisioning complete for port f2e1a6f8-d918-4c75-be2a-673fb0c412e8 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:20.949221 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dc70693d-f9c7-44b6-8515-491db26270fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f2e1a6f8-d918-4c75-be2a-673fb0c412e8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:20.986528 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dc70693d-f9c7-44b6-8515-491db26270fe None None] Port f2e1a6f8-d918-4c75-be2a-673fb0c412e8 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:51:21.351149 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-26ad9a21-c216-41ca-9f0a-a877ac005268 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (f2e1a6f8-d918-4c75-be2a-673fb0c412e8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:21.384457 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad9a21-c216-41ca-9f0a-a877ac005268 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Pushing event deleted for resources: {'Port': ['ID=f2e1a6f8-d918-4c75-be2a-673fb0c412e8,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:21.432738 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad9a21-c216-41ca-9f0a-a877ac005268 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:21.433084 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad9a21-c216-41ca-9f0a-a877ac005268 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:21.433420 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad9a21-c216-41ca-9f0a-a877ac005268 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:21.433778 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad9a21-c216-41ca-9f0a-a877ac005268 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:21.434115 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad9a21-c216-41ca-9f0a-a877ac005268 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:21.434437 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad9a21-c216-41ca-9f0a-a877ac005268 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:21.434755 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad9a21-c216-41ca-9f0a-a877ac005268 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:21.435075 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad9a21-c216-41ca-9f0a-a877ac005268 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:21.435394 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad9a21-c216-41ca-9f0a-a877ac005268 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:21.435711 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad9a21-c216-41ca-9f0a-a877ac005268 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:21.436028 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad9a21-c216-41ca-9f0a-a877ac005268 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:21.436345 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad9a21-c216-41ca-9f0a-a877ac005268 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:21.436659 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad9a21-c216-41ca-9f0a-a877ac005268 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:21.577570 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-26ad9a21-c216-41ca-9f0a-a877ac005268 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:21.581057 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-26ad9a21-c216-41ca-9f0a-a877ac005268 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] 10.222.0.31 "DELETE /v2.0/ports/f2e1a6f8-d918-4c75-be2a-673fb0c412e8 HTTP/1.1" status: 204 len: 168 time: 0.8628840 Jan 18 20:51:21.583660 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38134) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:21.613146 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d11beb-efe3-4c4a-8b92-8fe4b4639835 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] GET failed (client error): The resource could not be found. Jan 18 20:51:21.614559 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-49d11beb-efe3-4c4a-8b92-8fe4b4639835 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] 10.222.0.31 "GET /v2.0/ports/f2e1a6f8-d918-4c75-be2a-673fb0c412e8 HTTP/1.1" status: 404 len: 333 time: 0.0298824 Jan 18 20:51:21.617283 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38136) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:21.697358 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-eccc364f-ec54-4db0-9305-a7ca3ec7ba42 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Deleting port 749aea4a-8440-4826-b7ab-d6a135f85bdc {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:51:21.697727 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eccc364f-ec54-4db0-9305-a7ca3ec7ba42 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (749aea4a-8440-4826-b7ab-d6a135f85bdc), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:21.784526 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eccc364f-ec54-4db0-9305-a7ca3ec7ba42 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (749aea4a-8440-4826-b7ab-d6a135f85bdc), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:21.796811 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-eccc364f-ec54-4db0-9305-a7ca3ec7ba42 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Calling delete_port for 749aea4a-8440-4826-b7ab-d6a135f85bdc owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:51:21.922244 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eccc364f-ec54-4db0-9305-a7ca3ec7ba42 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (749aea4a-8440-4826-b7ab-d6a135f85bdc), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:21.954634 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc364f-ec54-4db0-9305-a7ca3ec7ba42 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Pushing event deleted for resources: {'Port': ['ID=749aea4a-8440-4826-b7ab-d6a135f85bdc,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:21.980645 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eccc364f-ec54-4db0-9305-a7ca3ec7ba42 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:21.986330 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-eccc364f-ec54-4db0-9305-a7ca3ec7ba42 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] 10.222.0.31 "DELETE /v2.0/ports/749aea4a-8440-4826-b7ab-d6a135f85bdc HTTP/1.1" status: 204 len: 168 time: 0.3657122 Jan 18 20:51:21.986567 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38138) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:22.011757 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef9d270-f170-4bc1-b3d0-a6e84230e77d tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] GET failed (client error): The resource could not be found. Jan 18 20:51:22.013777 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5ef9d270-f170-4bc1-b3d0-a6e84230e77d tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] 10.222.0.31 "GET /v2.0/ports/749aea4a-8440-4826-b7ab-d6a135f85bdc HTTP/1.1" status: 404 len: 333 time: 0.0257936 Jan 18 20:51:22.017467 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38140) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:22.108353 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-96f1b45c-eeb2-4e4c-a599-d55bf70115c7 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Deleting port 2e82f159-0c7a-4795-a944-39971eee49b2 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:51:22.108694 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-96f1b45c-eeb2-4e4c-a599-d55bf70115c7 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (2e82f159-0c7a-4795-a944-39971eee49b2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:22.200307 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-96f1b45c-eeb2-4e4c-a599-d55bf70115c7 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (2e82f159-0c7a-4795-a944-39971eee49b2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:22.214332 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-96f1b45c-eeb2-4e4c-a599-d55bf70115c7 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Calling delete_port for 2e82f159-0c7a-4795-a944-39971eee49b2 owned by {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:51:22.347571 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-96f1b45c-eeb2-4e4c-a599-d55bf70115c7 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (2e82f159-0c7a-4795-a944-39971eee49b2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:22.375694 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1b45c-eeb2-4e4c-a599-d55bf70115c7 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Pushing event deleted for resources: {'Port': ['ID=2e82f159-0c7a-4795-a944-39971eee49b2,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:22.403651 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-96f1b45c-eeb2-4e4c-a599-d55bf70115c7 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:22.407293 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-96f1b45c-eeb2-4e4c-a599-d55bf70115c7 tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] 10.222.0.31 "DELETE /v2.0/ports/2e82f159-0c7a-4795-a944-39971eee49b2 HTTP/1.1" status: 204 len: 168 time: 0.3887279 Jan 18 20:51:22.409796 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38142) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:22.465868 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc08242e-91cc-44a7-865a-8e9b8ed4236d tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Deleting subnet 4af2ac85-877c-4e98-8068-917282afb1a4 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:51:22.469573 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc08242e-91cc-44a7-865a-8e9b8ed4236d tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks [] for subnet (4af2ac85-877c-4e98-8068-917282afb1a4), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:22.515671 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc08242e-91cc-44a7-865a-8e9b8ed4236d tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (4af2ac85-877c-4e98-8068-917282afb1a4), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:22.603507 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc08242e-91cc-44a7-865a-8e9b8ed4236d tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (4af2ac85-877c-4e98-8068-917282afb1a4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:22.658841 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc08242e-91cc-44a7-865a-8e9b8ed4236d tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (4af2ac85-877c-4e98-8068-917282afb1a4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:22.689371 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08242e-91cc-44a7-865a-8e9b8ed4236d tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Pushing event deleted for resources: {'Subnet': ['ID=4af2ac85-877c-4e98-8068-917282afb1a4,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:22.694137 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc08242e-91cc-44a7-865a-8e9b8ed4236d tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:22.700608 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-dc08242e-91cc-44a7-865a-8e9b8ed4236d tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] 10.222.0.31 "DELETE /v2.0/subnets/4af2ac85-877c-4e98-8068-917282afb1a4 HTTP/1.1" status: 204 len: 168 time: 0.2876110 Jan 18 20:51:22.702115 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38144) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:22.703994 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e038f66f-0c9e-4d01-8f8d-3347dd52c596 None None] Network 10a21718-1970-4b28-85d6-ec497461ae06 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:51:22.780533 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (10a21718-1970-4b28-85d6-ec497461ae06), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:22.834294 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Deleting port 6c9b263a-c6ac-4186-b416-f0859c780703 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:51:22.834701 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (6c9b263a-c6ac-4186-b416-f0859c780703), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:22.851545 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658eff6c-e71c-4766-82ab-eb06f5e1a8bd None None] DHCP port deletion for 10a21718-1970-4b28-85d6-ec497461ae06 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:51:22.903853 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-658eff6c-e71c-4766-82ab-eb06f5e1a8bd None None] Deleting port 6c9b263a-c6ac-4186-b416-f0859c780703 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:51:22.904235 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-658eff6c-e71c-4766-82ab-eb06f5e1a8bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (6c9b263a-c6ac-4186-b416-f0859c780703), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:22.907064 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] For port 6c9b263a-c6ac-4186-b416-f0859c780703, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6c9b263a-c6ac-4186-b416-f0859c780703,segment=NetworkSegment(adb01b1b-cde3-4660-8492-6defddecac8b),segment_id=adb01b1b-cde3-4660-8492-6defddecac8b)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:51:22.907497 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (6c9b263a-c6ac-4186-b416-f0859c780703), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:22.921508 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Calling delete_port for 6c9b263a-c6ac-4186-b416-f0859c780703 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:51:22.965661 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-658eff6c-e71c-4766-82ab-eb06f5e1a8bd None None] For port 6c9b263a-c6ac-4186-b416-f0859c780703, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6c9b263a-c6ac-4186-b416-f0859c780703,segment=NetworkSegment(adb01b1b-cde3-4660-8492-6defddecac8b),segment_id=adb01b1b-cde3-4660-8492-6defddecac8b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:51:22.966310 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-658eff6c-e71c-4766-82ab-eb06f5e1a8bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (6c9b263a-c6ac-4186-b416-f0859c780703), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:22.979441 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-658eff6c-e71c-4766-82ab-eb06f5e1a8bd None None] Calling delete_port for 6c9b263a-c6ac-4186-b416-f0859c780703 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:51:23.003784 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (6c9b263a-c6ac-4186-b416-f0859c780703), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:23.031550 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] No DVR routers for this DVR port 6c9b263a-c6ac-4186-b416-f0859c780703 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:51:23.037710 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Pushing event deleted for resources: {'Port': ['ID=6c9b263a-c6ac-4186-b416-f0859c780703,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:23.061935 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-658eff6c-e71c-4766-82ab-eb06f5e1a8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (6c9b263a-c6ac-4186-b416-f0859c780703), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:23.067671 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:23.068017 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:23.068370 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:23.068688 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:23.069017 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:23.069835 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:23.069835 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:23.070092 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:23.070421 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:23.070742 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:23.071063 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:23.071411 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:23.071730 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:23.088776 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658eff6c-e71c-4766-82ab-eb06f5e1a8bd None None] Pushing event deleted for resources: {'Port': ['ID=6c9b263a-c6ac-4186-b416-f0859c780703,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:23.094229 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658eff6c-e71c-4766-82ab-eb06f5e1a8bd None None] No DVR routers for this DVR port 6c9b263a-c6ac-4186-b416-f0859c780703 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:51:23.133887 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (10a21718-1970-4b28-85d6-ec497461ae06), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:23.154539 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a21718-1970-4b28-85d6-ec497461ae06']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:23.163337 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb01b1b-cde3-4660-8492-6defddecac8b') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:23.163628 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb01b1b-cde3-4660-8492-6defddecac8b') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:23.173211 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (adb01b1b-cde3-4660-8492-6defddecac8b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:23.186038 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (adb01b1b-cde3-4660-8492-6defddecac8b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:23.191736 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:51:23.192122 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (adb01b1b-cde3-4660-8492-6defddecac8b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:51:23.195089 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:51:23.256012 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (10a21718-1970-4b28-85d6-ec497461ae06), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:23.264713 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:23.271010 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] 10.222.0.31 "DELETE /v2.0/networks/10a21718-1970-4b28-85d6-ec497461ae06 HTTP/1.1" status: 204 len: 168 time: 0.5647089 Jan 18 20:51:23.284002 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ec3eb-ba23-417a-a8f7-a9bbf67af7cf tempest-AllowedAddressPairIpV6TestJSON-1093554385 tempest-AllowedAddressPairIpV6TestJSON-1093554385-project] Pushing event deleted for resources: {'Network': ['ID=10a21718-1970-4b28-85d6-ec497461ae06,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:23.522827 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38150) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:23.651043 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-26e24431-07a7-4746-a9a2-3f95c568efd2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1204ad4aa09744fcbd37c516f5e4bba9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1270697 Jan 18 20:51:23.653445 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38154) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:23.697205 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0a0b01bc-e83b-479e-ac36-f4d1b861fdbf admin admin] Publish callbacks [] for security_group (878559dd-acad-43d3-90d5-e75d06985aca), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:23.717309 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0a0b01bc-e83b-479e-ac36-f4d1b861fdbf admin admin] Publish callbacks [] for security_group (878559dd-acad-43d3-90d5-e75d06985aca), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:23.760938 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0a0b01bc-e83b-479e-ac36-f4d1b861fdbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (878559dd-acad-43d3-90d5-e75d06985aca), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:23.763818 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0a0b01bc-e83b-479e-ac36-f4d1b861fdbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:23.764947 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0a0b01bc-e83b-479e-ac36-f4d1b861fdbf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/878559dd-acad-43d3-90d5-e75d06985aca HTTP/1.1" status: 204 len: 168 time: 0.1105945 Jan 18 20:51:23.772417 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b01bc-e83b-479e-ac36-f4d1b861fdbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878559dd-acad-43d3-90d5-e75d06985aca,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:24.387309 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38176) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:24.479417 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-0e7d2b42-6745-487a-95d4-ec813084c103 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1899919512'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:24.501783 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7d2b42-6745-487a-95d4-ec813084c103 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Made reservation on behalf of cc41eea2f8e042cf9a8c765f399801be for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:24.505332 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0e7d2b42-6745-487a-95d4-ec813084c103 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:24.513937 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0e7d2b42-6745-487a-95d4-ec813084c103 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:24.588124 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0e7d2b42-6745-487a-95d4-ec813084c103 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for security_group (a1620d13-01c3-42ac-aa6e-c9999179b066), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:24.592001 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0e7d2b42-6745-487a-95d4-ec813084c103 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a1620d13-01c3-42ac-aa6e-c9999179b066), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:24.615015 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7d2b42-6745-487a-95d4-ec813084c103 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:51:24.617723 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6c9b263a-c6ac-4186-b416-f0859c780703 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:51:24.628477 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d2b42-6745-487a-95d4-ec813084c103 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1620d13-01c3-42ac-aa6e-c9999179b066,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:24.633235 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0e7d2b42-6745-487a-95d4-ec813084c103 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (3e8bcdfb-06e4-4c1a-959a-27b76dc75ff6), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:24.633579 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-0e7d2b42-6745-487a-95d4-ec813084c103 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Added segment 3e8bcdfb-06e4-4c1a-959a-27b76dc75ff6 of type vlan for network 3f39fc2d-af2b-4dd2-a204-dcd219f9c381 Jan 18 20:51:24.648863 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 6c9b263a-c6ac-4186-b416-f0859c780703 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:51:24.649215 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6c9b263a-c6ac-4186-b416-f0859c780703 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:51:24.675088 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0e7d2b42-6745-487a-95d4-ec813084c103 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (3f39fc2d-af2b-4dd2-a204-dcd219f9c381), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:24.698169 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0e7d2b42-6745-487a-95d4-ec813084c103 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (3f39fc2d-af2b-4dd2-a204-dcd219f9c381), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:24.703918 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7d2b42-6745-487a-95d4-ec813084c103 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:24.704547 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0e7d2b42-6745-487a-95d4-ec813084c103 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:24.741640 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0e7d2b42-6745-487a-95d4-ec813084c103 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3533070 Jan 18 20:51:24.744344 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38180) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:24.749318 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-59e38986-1ca7-4143-a5aa-aabef7ca9afb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-157980474'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:24.775754 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d2b42-6745-487a-95d4-ec813084c103 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Network': ['ID=3f39fc2d-af2b-4dd2-a204-dcd219f9c381,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:24.777108 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e38986-1ca7-4143-a5aa-aabef7ca9afb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Made reservation on behalf of cc41eea2f8e042cf9a8c765f399801be for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:24.781696 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-59e38986-1ca7-4143-a5aa-aabef7ca9afb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:24.786928 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 3f39fc2d-af2b-4dd2-a204-dcd219f9c381 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:51:24.811232 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e38986-1ca7-4143-a5aa-aabef7ca9afb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:51:24.820167 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-59e38986-1ca7-4143-a5aa-aabef7ca9afb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (e46718f7-6957-48e3-b76b-3c396195c1d3), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:24.820512 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-59e38986-1ca7-4143-a5aa-aabef7ca9afb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Added segment e46718f7-6957-48e3-b76b-3c396195c1d3 of type vlan for network 7d3a715b-c76a-41a6-b8ce-92532d9b9567 Jan 18 20:51:24.860810 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-59e38986-1ca7-4143-a5aa-aabef7ca9afb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (7d3a715b-c76a-41a6-b8ce-92532d9b9567), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:24.884520 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-59e38986-1ca7-4143-a5aa-aabef7ca9afb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (7d3a715b-c76a-41a6-b8ce-92532d9b9567), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:24.890247 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e38986-1ca7-4143-a5aa-aabef7ca9afb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:24.890766 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-59e38986-1ca7-4143-a5aa-aabef7ca9afb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:24.924464 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-59e38986-1ca7-4143-a5aa-aabef7ca9afb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1790304 Jan 18 20:51:24.927495 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38182) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:24.932206 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-d3ad51f4-1c63-4116-b554-3169ca44446b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'subnet': {'network_id': '3f39fc2d-af2b-4dd2-a204-dcd219f9c381', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:24.979327 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e38986-1ca7-4143-a5aa-aabef7ca9afb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Network': ['ID=7d3a715b-c76a-41a6-b8ce-92532d9b9567,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:24.989769 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 7d3a715b-c76a-41a6-b8ce-92532d9b9567 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:51:25.051901 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ad51f4-1c63-4116-b554-3169ca44446b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Made reservation on behalf of cc41eea2f8e042cf9a8c765f399801be for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:25.055378 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3ad51f4-1c63-4116-b554-3169ca44446b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:25.234686 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3ad51f4-1c63-4116-b554-3169ca44446b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (7fa8d9a4-737a-4d9a-8be9-1d78320d055a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:25.297956 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad51f4-1c63-4116-b554-3169ca44446b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Subnet': ['ID=7fa8d9a4-737a-4d9a-8be9-1d78320d055a,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:25.308215 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ad51f4-1c63-4116-b554-3169ca44446b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Checking segment: {'id': '3e8bcdfb-06e4-4c1a-959a-27b76dc75ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3f39fc2d-af2b-4dd2-a204-dcd219f9c381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:51:25.308576 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ad51f4-1c63-4116-b554-3169ca44446b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network hostable DHCP agents. Network: 3f39fc2d-af2b-4dd2-a204-dcd219f9c381, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:51:25.325418 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ad51f4-1c63-4116-b554-3169ca44446b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network 3f39fc2d-af2b-4dd2-a204-dcd219f9c381 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:51:25.333222 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-d3ad51f4-1c63-4116-b554-3169ca44446b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 3f39fc2d-af2b-4dd2-a204-dcd219f9c381) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:25.338413 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ad51f4-1c63-4116-b554-3169ca44446b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:25.339377 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3ad51f4-1c63-4116-b554-3169ca44446b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:25.342538 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3e19b6-5fa5-426a-8237-c72021a5cc6a None None] Network 3f39fc2d-af2b-4dd2-a204-dcd219f9c381 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:51:25.355742 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d3ad51f4-1c63-4116-b554-3169ca44446b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4272549 Jan 18 20:51:25.358572 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38184) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:25.363428 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-17a7a56c-9b8f-4ffb-94b0-54baf9760d7f tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'subnet': {'network_id': '7d3a715b-c76a-41a6-b8ce-92532d9b9567', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:25.448733 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8b802a-cfe8-40fc-a2e2-9aaa87749a54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-3f39fc2d-af2b-4dd2-a204-dcd219f9c381', 'network_id': '3f39fc2d-af2b-4dd2-a204-dcd219f9c381', 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'fixed_ips': [{'subnet_id': '7fa8d9a4-737a-4d9a-8be9-1d78320d055a'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:51:25.449857 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cd8b802a-cfe8-40fc-a2e2-9aaa87749a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:25.465523 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a7a56c-9b8f-4ffb-94b0-54baf9760d7f tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Made reservation on behalf of cc41eea2f8e042cf9a8c765f399801be for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:25.470068 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-17a7a56c-9b8f-4ffb-94b0-54baf9760d7f tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:25.596834 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-cd8b802a-cfe8-40fc-a2e2-9aaa87749a54 None None] Allocated IP 2001:db8::2 (3f39fc2d-af2b-4dd2-a204-dcd219f9c381/7fa8d9a4-737a-4d9a-8be9-1d78320d055a/c5332c12-d9d8-48e0-abce-aae1547fac5d) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:51:25.675749 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-17a7a56c-9b8f-4ffb-94b0-54baf9760d7f tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (2fb9e7cf-117c-48d9-b692-bc068757a158), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:25.694759 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-40ccff62-d929-465f-ace3-c605e49ff763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:25.746766 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7a56c-9b8f-4ffb-94b0-54baf9760d7f tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Subnet': ['ID=2fb9e7cf-117c-48d9-b692-bc068757a158,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:25.751862 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a7a56c-9b8f-4ffb-94b0-54baf9760d7f tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Checking segment: {'id': 'e46718f7-6957-48e3-b76b-3c396195c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d3a715b-c76a-41a6-b8ce-92532d9b9567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:51:25.752221 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a7a56c-9b8f-4ffb-94b0-54baf9760d7f tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network hostable DHCP agents. Network: 7d3a715b-c76a-41a6-b8ce-92532d9b9567, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:51:25.770296 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a7a56c-9b8f-4ffb-94b0-54baf9760d7f tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network 7d3a715b-c76a-41a6-b8ce-92532d9b9567 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:51:25.773615 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cd8b802a-cfe8-40fc-a2e2-9aaa87749a54 None None] Publish callbacks [] for port (c5332c12-d9d8-48e0-abce-aae1547fac5d), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:25.778643 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-17a7a56c-9b8f-4ffb-94b0-54baf9760d7f tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 7d3a715b-c76a-41a6-b8ce-92532d9b9567) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:25.780593 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cd8b802a-cfe8-40fc-a2e2-9aaa87749a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (c5332c12-d9d8-48e0-abce-aae1547fac5d), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:25.784422 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a7a56c-9b8f-4ffb-94b0-54baf9760d7f tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:25.785407 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-17a7a56c-9b8f-4ffb-94b0-54baf9760d7f tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:25.801769 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-17a7a56c-9b8f-4ffb-94b0-54baf9760d7f tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4421120 Jan 18 20:51:25.807320 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38186) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:25.812154 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-88f51d15-c411-49c4-a857-8c1d01a36795 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-874908049', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:25.812741 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b2e9f4-3538-4684-b79c-be4cd59d7b41 None None] Network 7d3a715b-c76a-41a6-b8ce-92532d9b9567 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:51:25.837331 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-88f51d15-c411-49c4-a857-8c1d01a36795 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (d7a2782c-ca6f-4dd3-88ea-2edc7461bc87), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:25.838375 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-88f51d15-c411-49c4-a857-8c1d01a36795 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (d7a2782c-ca6f-4dd3-88ea-2edc7461bc87), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:25.849313 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8b802a-cfe8-40fc-a2e2-9aaa87749a54 None None] Network 3f39fc2d-af2b-4dd2-a204-dcd219f9c381 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:25.854152 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-cd8b802a-cfe8-40fc-a2e2-9aaa87749a54 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:25.860409 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8b802a-cfe8-40fc-a2e2-9aaa87749a54 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:51:25.898394 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-88f51d15-c411-49c4-a857-8c1d01a36795 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router_controller (d7a2782c-ca6f-4dd3-88ea-2edc7461bc87), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:25.901285 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b802a-cfe8-40fc-a2e2-9aaa87749a54 None None] Pushing event updated for resources: {'Port': ['ID=c5332c12-d9d8-48e0-abce-aae1547fac5d,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:25.904338 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-88f51d15-c411-49c4-a857-8c1d01a36795 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (d7a2782c-ca6f-4dd3-88ea-2edc7461bc87), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:25.928264 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-88f51d15-c411-49c4-a857-8c1d01a36795 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:25.930284 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-88f51d15-c411-49c4-a857-8c1d01a36795 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1214345 Jan 18 20:51:25.933240 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38188) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:25.987957 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-cd8b802a-cfe8-40fc-a2e2-9aaa87749a54 None None] Attempting to bind port c5332c12-d9d8-48e0-abce-aae1547fac5d on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:51:25.988323 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-cd8b802a-cfe8-40fc-a2e2-9aaa87749a54 None None] Attempting to bind port c5332c12-d9d8-48e0-abce-aae1547fac5d by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '3e8bcdfb-06e4-4c1a-959a-27b76dc75ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3f39fc2d-af2b-4dd2-a204-dcd219f9c381'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:51:25.988681 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8b802a-cfe8-40fc-a2e2-9aaa87749a54 None None] Attempting to bind port c5332c12-d9d8-48e0-abce-aae1547fac5d on network 3f39fc2d-af2b-4dd2-a204-dcd219f9c381 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:51:25.995995 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49638da-efcd-4eb9-b3c3-bcc0ec63a87f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-7d3a715b-c76a-41a6-b8ce-92532d9b9567', 'network_id': '7d3a715b-c76a-41a6-b8ce-92532d9b9567', 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'fixed_ips': [{'subnet_id': '2fb9e7cf-117c-48d9-b692-bc068757a158'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:51:25.996822 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d49638da-efcd-4eb9-b3c3-bcc0ec63a87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:26.000401 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8b802a-cfe8-40fc-a2e2-9aaa87749a54 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:51:26.000868 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8b802a-cfe8-40fc-a2e2-9aaa87749a54 None None] Checking segment: {'id': '3e8bcdfb-06e4-4c1a-959a-27b76dc75ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3f39fc2d-af2b-4dd2-a204-dcd219f9c381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:51:26.001180 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cd8b802a-cfe8-40fc-a2e2-9aaa87749a54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:26.001568 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8b802a-cfe8-40fc-a2e2-9aaa87749a54 None None] Bound using segment: {'id': '3e8bcdfb-06e4-4c1a-959a-27b76dc75ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3f39fc2d-af2b-4dd2-a204-dcd219f9c381'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:51:26.002070 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-cd8b802a-cfe8-40fc-a2e2-9aaa87749a54 None None] Bound port: c5332c12-d9d8-48e0-abce-aae1547fac5d, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8bcdfb-06e4-4c1a-959a-27b76dc75ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3f39fc2d-af2b-4dd2-a204-dcd219f9c381'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:51:26.002447 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cd8b802a-cfe8-40fc-a2e2-9aaa87749a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c5332c12-d9d8-48e0-abce-aae1547fac5d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:26.173962 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-cd8b802a-cfe8-40fc-a2e2-9aaa87749a54 None None] For port c5332c12-d9d8-48e0-abce-aae1547fac5d, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:51:26.178206 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-cd8b802a-cfe8-40fc-a2e2-9aaa87749a54 None None] For port c5332c12-d9d8-48e0-abce-aae1547fac5d, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c5332c12-d9d8-48e0-abce-aae1547fac5d,segment=NetworkSegment(3e8bcdfb-06e4-4c1a-959a-27b76dc75ff6),segment_id=3e8bcdfb-06e4-4c1a-959a-27b76dc75ff6)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:51:26.184454 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cd8b802a-cfe8-40fc-a2e2-9aaa87749a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c5332c12-d9d8-48e0-abce-aae1547fac5d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:26.191959 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-d49638da-efcd-4eb9-b3c3-bcc0ec63a87f None None] Allocated IP 2001:db8:1::2 (7d3a715b-c76a-41a6-b8ce-92532d9b9567/2fb9e7cf-117c-48d9-b692-bc068757a158/77919ceb-2628-46fa-ac64-d4c4a80e02ff) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:51:26.218593 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-072ee7f6-b672-4517-879f-1c1a16c7c321 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:26.270494 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:51:26.279133 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b802a-cfe8-40fc-a2e2-9aaa87749a54 None None] Pushing event updated for resources: {'Port': ['ID=c5332c12-d9d8-48e0-abce-aae1547fac5d,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:26.402806 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d49638da-efcd-4eb9-b3c3-bcc0ec63a87f None None] Publish callbacks [] for port (77919ceb-2628-46fa-ac64-d4c4a80e02ff), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:26.408377 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d49638da-efcd-4eb9-b3c3-bcc0ec63a87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (77919ceb-2628-46fa-ac64-d4c4a80e02ff), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:26.459466 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49638da-efcd-4eb9-b3c3-bcc0ec63a87f None None] Network 7d3a715b-c76a-41a6-b8ce-92532d9b9567 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:26.464736 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-d49638da-efcd-4eb9-b3c3-bcc0ec63a87f None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:26.468805 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49638da-efcd-4eb9-b3c3-bcc0ec63a87f None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:51:26.480759 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49638da-efcd-4eb9-b3c3-bcc0ec63a87f None None] Pushing event updated for resources: {'Port': ['ID=77919ceb-2628-46fa-ac64-d4c4a80e02ff,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:26.526944 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-072ee7f6-b672-4517-879f-1c1a16c7c321 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Allocated IP 2001:db8::1 (3f39fc2d-af2b-4dd2-a204-dcd219f9c381/7fa8d9a4-737a-4d9a-8be9-1d78320d055a/2d088347-1f7f-424d-9730-a3ab4f7698fa) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:51:26.535600 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-d49638da-efcd-4eb9-b3c3-bcc0ec63a87f None None] Attempting to bind port 77919ceb-2628-46fa-ac64-d4c4a80e02ff on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:51:26.535972 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-d49638da-efcd-4eb9-b3c3-bcc0ec63a87f None None] Attempting to bind port 77919ceb-2628-46fa-ac64-d4c4a80e02ff by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'e46718f7-6957-48e3-b76b-3c396195c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d3a715b-c76a-41a6-b8ce-92532d9b9567'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:51:26.536333 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49638da-efcd-4eb9-b3c3-bcc0ec63a87f None None] Attempting to bind port 77919ceb-2628-46fa-ac64-d4c4a80e02ff on network 7d3a715b-c76a-41a6-b8ce-92532d9b9567 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:51:26.542728 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49638da-efcd-4eb9-b3c3-bcc0ec63a87f None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:51:26.543105 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49638da-efcd-4eb9-b3c3-bcc0ec63a87f None None] Checking segment: {'id': 'e46718f7-6957-48e3-b76b-3c396195c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d3a715b-c76a-41a6-b8ce-92532d9b9567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:51:26.543506 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d49638da-efcd-4eb9-b3c3-bcc0ec63a87f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:26.543945 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49638da-efcd-4eb9-b3c3-bcc0ec63a87f None None] Bound using segment: {'id': 'e46718f7-6957-48e3-b76b-3c396195c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d3a715b-c76a-41a6-b8ce-92532d9b9567'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:51:26.544396 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-d49638da-efcd-4eb9-b3c3-bcc0ec63a87f None None] Bound port: 77919ceb-2628-46fa-ac64-d4c4a80e02ff, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46718f7-6957-48e3-b76b-3c396195c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d3a715b-c76a-41a6-b8ce-92532d9b9567'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:51:26.544712 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d49638da-efcd-4eb9-b3c3-bcc0ec63a87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (77919ceb-2628-46fa-ac64-d4c4a80e02ff), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:26.624465 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d49638da-efcd-4eb9-b3c3-bcc0ec63a87f None None] For port 77919ceb-2628-46fa-ac64-d4c4a80e02ff, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:51:26.628733 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d49638da-efcd-4eb9-b3c3-bcc0ec63a87f None None] For port 77919ceb-2628-46fa-ac64-d4c4a80e02ff, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=77919ceb-2628-46fa-ac64-d4c4a80e02ff,segment=NetworkSegment(e46718f7-6957-48e3-b76b-3c396195c1d3),segment_id=e46718f7-6957-48e3-b76b-3c396195c1d3)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:51:26.635382 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d49638da-efcd-4eb9-b3c3-bcc0ec63a87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (77919ceb-2628-46fa-ac64-d4c4a80e02ff), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:26.660305 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-072ee7f6-b672-4517-879f-1c1a16c7c321 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for port (2d088347-1f7f-424d-9730-a3ab4f7698fa), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:26.681512 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c5332c12-d9d8-48e0-abce-aae1547fac5d up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:51:26.706800 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-072ee7f6-b672-4517-879f-1c1a16c7c321 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (2d088347-1f7f-424d-9730-a3ab4f7698fa), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:26.723632 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49638da-efcd-4eb9-b3c3-bcc0ec63a87f None None] Pushing event updated for resources: {'Port': ['ID=77919ceb-2628-46fa-ac64-d4c4a80e02ff,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:26.750197 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072ee7f6-b672-4517-879f-1c1a16c7c321 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network 3f39fc2d-af2b-4dd2-a204-dcd219f9c381 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:26.753810 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-072ee7f6-b672-4517-879f-1c1a16c7c321 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:26.753943 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port c5332c12-d9d8-48e0-abce-aae1547fac5d triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:26.754193 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c5332c12-d9d8-48e0-abce-aae1547fac5d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:26.757972 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072ee7f6-b672-4517-879f-1c1a16c7c321 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:51:26.758530 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-072ee7f6-b672-4517-879f-1c1a16c7c321 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (d7a2782c-ca6f-4dd3-88ea-2edc7461bc87), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:26.794139 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ee7f6-b672-4517-879f-1c1a16c7c321 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Port': ['ID=2d088347-1f7f-424d-9730-a3ab4f7698fa,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:26.847648 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port c5332c12-d9d8-48e0-abce-aae1547fac5d is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:51:26.848189 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c5332c12-d9d8-48e0-abce-aae1547fac5d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:26.911716 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port c5332c12-d9d8-48e0-abce-aae1547fac5d, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c5332c12-d9d8-48e0-abce-aae1547fac5d,segment=NetworkSegment(3e8bcdfb-06e4-4c1a-959a-27b76dc75ff6),segment_id=3e8bcdfb-06e4-4c1a-959a-27b76dc75ff6)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:51:26.916059 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c5332c12-d9d8-48e0-abce-aae1547fac5d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:26.971800 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=c5332c12-d9d8-48e0-abce-aae1547fac5d,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:27.240895 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-072ee7f6-b672-4517-879f-1c1a16c7c321 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2d088347-1f7f-424d-9730-a3ab4f7698fa), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:27.402156 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5f5cfe-cd98-4790-9ff0-a4c38e96b78d None None] Network 3f39fc2d-af2b-4dd2-a204-dcd219f9c381 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:51:27.496703 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-826e570e-f815-4d20-ac62-9a74900f8538 None None] Provisioning complete for port c5332c12-d9d8-48e0-abce-aae1547fac5d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:27.496703 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-826e570e-f815-4d20-ac62-9a74900f8538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c5332c12-d9d8-48e0-abce-aae1547fac5d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:27.531622 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-072ee7f6-b672-4517-879f-1c1a16c7c321 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for port (2d088347-1f7f-424d-9730-a3ab4f7698fa), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:27.537296 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-072ee7f6-b672-4517-879f-1c1a16c7c321 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (2d088347-1f7f-424d-9730-a3ab4f7698fa), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:27.538388 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-072ee7f6-b672-4517-879f-1c1a16c7c321 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (d7a2782c-ca6f-4dd3-88ea-2edc7461bc87), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:27.611301 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-826e570e-f815-4d20-ac62-9a74900f8538 None None] Current status of the port c5332c12-d9d8-48e0-abce-aae1547fac5d is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:51:27.636483 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ee7f6-b672-4517-879f-1c1a16c7c321 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Port': ['ID=2d088347-1f7f-424d-9730-a3ab4f7698fa,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:27.675534 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072ee7f6-b672-4517-879f-1c1a16c7c321 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network 3f39fc2d-af2b-4dd2-a204-dcd219f9c381 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:27.677020 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-072ee7f6-b672-4517-879f-1c1a16c7c321 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:27.793986 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1732942a-9fed-4052-ba11-e3967a33305e None None] Network 7d3a715b-c76a-41a6-b8ce-92532d9b9567 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:51:27.801581 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072ee7f6-b672-4517-879f-1c1a16c7c321 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Router d7a2782c-ca6f-4dd3-88ea-2edc7461bc87 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:51:27.903351 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072ee7f6-b672-4517-879f-1c1a16c7c321 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:51:27.911560 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-072ee7f6-b672-4517-879f-1c1a16c7c321 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "PUT /v2.0/routers/d7a2782c-ca6f-4dd3-88ea-2edc7461bc87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9747784 Jan 18 20:51:27.911922 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38190) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:27.961733 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3730114-a48f-491e-9ef3-4d15f6815c0a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:27.964865 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d3730114-a48f-491e-9ef3-4d15f6815c0a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "GET /v2.0/ports/2d088347-1f7f-424d-9730-a3ab4f7698fa HTTP/1.1" status: 200 len: 911 time: 0.0518610 Jan 18 20:51:27.965968 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38192) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:28.025813 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d907aa-4f08-4f04-97c2-12be5303526f None None] Sync routers for ids ['d7a2782c-ca6f-4dd3-88ea-2edc7461bc87'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:51:28.059240 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d907aa-4f08-4f04-97c2-12be5303526f None None] Routers {'d7a2782c-ca6f-4dd3-88ea-2edc7461bc87'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:51:28.059870 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-26d907aa-4f08-4f04-97c2-12be5303526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:50:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7a2782c-ca6f-4dd3-88ea-2edc7461bc87'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:28.061538 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4484d997-9292-4330-993c-8aeb3877e2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:28.105427 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-17287672-617c-46a8-876e-3e62797771d1 None None] Provisioning complete for port 77919ceb-2628-46fa-ac64-d4c4a80e02ff triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:28.105829 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-17287672-617c-46a8-876e-3e62797771d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (77919ceb-2628-46fa-ac64-d4c4a80e02ff), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:28.128013 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-26d907aa-4f08-4f04-97c2-12be5303526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:28.165851 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d907aa-4f08-4f04-97c2-12be5303526f None None] Routers {'d7a2782c-ca6f-4dd3-88ea-2edc7461bc87'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:51:28.166486 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-26d907aa-4f08-4f04-97c2-12be5303526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7a2782c-ca6f-4dd3-88ea-2edc7461bc87'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:28.204110 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-26d907aa-4f08-4f04-97c2-12be5303526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:28.204762 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d907aa-4f08-4f04-97c2-12be5303526f None None] The sync data for ids ['d7a2782c-ca6f-4dd3-88ea-2edc7461bc87'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:51:28.276539 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-17287672-617c-46a8-876e-3e62797771d1 None None] Current status of the port 77919ceb-2628-46fa-ac64-d4c4a80e02ff is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:51:28.277250 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-17287672-617c-46a8-876e-3e62797771d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (77919ceb-2628-46fa-ac64-d4c4a80e02ff), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:28.316244 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-17287672-617c-46a8-876e-3e62797771d1 None None] For port 77919ceb-2628-46fa-ac64-d4c4a80e02ff, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=77919ceb-2628-46fa-ac64-d4c4a80e02ff,segment=NetworkSegment(e46718f7-6957-48e3-b76b-3c396195c1d3),segment_id=e46718f7-6957-48e3-b76b-3c396195c1d3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:51:28.320594 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-17287672-617c-46a8-876e-3e62797771d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (77919ceb-2628-46fa-ac64-d4c4a80e02ff), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:28.353039 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82b40172-9241-4d6e-84c8-528e92f42494 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:28.371674 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-17287672-617c-46a8-876e-3e62797771d1 None None] Provisioning complete for port c5332c12-d9d8-48e0-abce-aae1547fac5d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:28.372389 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-17287672-617c-46a8-876e-3e62797771d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c5332c12-d9d8-48e0-abce-aae1547fac5d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:28.397052 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17287672-617c-46a8-876e-3e62797771d1 None None] Pushing event updated for resources: {'Port': ['ID=77919ceb-2628-46fa-ac64-d4c4a80e02ff,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:28.467082 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-17287672-617c-46a8-876e-3e62797771d1 None None] Current status of the port c5332c12-d9d8-48e0-abce-aae1547fac5d is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:51:28.478109 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-17287672-617c-46a8-876e-3e62797771d1 None None] Provisioning complete for port 2d088347-1f7f-424d-9730-a3ab4f7698fa triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:28.478423 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-17287672-617c-46a8-876e-3e62797771d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2d088347-1f7f-424d-9730-a3ab4f7698fa), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:28.516785 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-17287672-617c-46a8-876e-3e62797771d1 None None] Port 2d088347-1f7f-424d-9730-a3ab4f7698fa cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:51:28.624688 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-82b40172-9241-4d6e-84c8-528e92f42494 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Allocated IP 2001:db8:1::1 (7d3a715b-c76a-41a6-b8ce-92532d9b9567/2fb9e7cf-117c-48d9-b692-bc068757a158/b0ecef1b-4f65-458b-9a72-66be88d5a72c) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:51:28.637859 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-968fe9e5-a459-43b9-9e2c-b36b5dc6d76b None None] Provisioning complete for port 77919ceb-2628-46fa-ac64-d4c4a80e02ff triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:28.638077 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-968fe9e5-a459-43b9-9e2c-b36b5dc6d76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (77919ceb-2628-46fa-ac64-d4c4a80e02ff), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:28.721517 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c5332c12-d9d8-48e0-abce-aae1547fac5d up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:51:28.723720 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-968fe9e5-a459-43b9-9e2c-b36b5dc6d76b None None] Current status of the port 77919ceb-2628-46fa-ac64-d4c4a80e02ff is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:51:28.749994 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82b40172-9241-4d6e-84c8-528e92f42494 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for port (b0ecef1b-4f65-458b-9a72-66be88d5a72c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:28.767821 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-968fe9e5-a459-43b9-9e2c-b36b5dc6d76b None None] Provisioning complete for port 2d088347-1f7f-424d-9730-a3ab4f7698fa triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:28.768193 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-968fe9e5-a459-43b9-9e2c-b36b5dc6d76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2d088347-1f7f-424d-9730-a3ab4f7698fa), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:28.782783 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82b40172-9241-4d6e-84c8-528e92f42494 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (b0ecef1b-4f65-458b-9a72-66be88d5a72c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:28.808606 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port c5332c12-d9d8-48e0-abce-aae1547fac5d triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:28.809186 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c5332c12-d9d8-48e0-abce-aae1547fac5d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:28.811782 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-968fe9e5-a459-43b9-9e2c-b36b5dc6d76b None None] Port 2d088347-1f7f-424d-9730-a3ab4f7698fa cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:51:28.830243 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b40172-9241-4d6e-84c8-528e92f42494 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network 7d3a715b-c76a-41a6-b8ce-92532d9b9567 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:28.833242 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-82b40172-9241-4d6e-84c8-528e92f42494 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:28.835569 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b40172-9241-4d6e-84c8-528e92f42494 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:51:28.836091 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82b40172-9241-4d6e-84c8-528e92f42494 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (d7a2782c-ca6f-4dd3-88ea-2edc7461bc87), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:28.878666 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b40172-9241-4d6e-84c8-528e92f42494 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Port': ['ID=b0ecef1b-4f65-458b-9a72-66be88d5a72c,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:28.896861 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port c5332c12-d9d8-48e0-abce-aae1547fac5d is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:51:28.898124 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 77919ceb-2628-46fa-ac64-d4c4a80e02ff up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:51:28.956402 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 77919ceb-2628-46fa-ac64-d4c4a80e02ff triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:28.957302 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (77919ceb-2628-46fa-ac64-d4c4a80e02ff), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:28.959934 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82b40172-9241-4d6e-84c8-528e92f42494 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b0ecef1b-4f65-458b-9a72-66be88d5a72c), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:29.043172 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 77919ceb-2628-46fa-ac64-d4c4a80e02ff is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:51:29.134517 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-192daa5e-a390-4305-acb1-0080d38bbf66 None None] Provisioning complete for port b0ecef1b-4f65-458b-9a72-66be88d5a72c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:29.134916 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-192daa5e-a390-4305-acb1-0080d38bbf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b0ecef1b-4f65-458b-9a72-66be88d5a72c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:29.183509 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-192daa5e-a390-4305-acb1-0080d38bbf66 None None] Port b0ecef1b-4f65-458b-9a72-66be88d5a72c cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:51:29.192267 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:29.226785 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82b40172-9241-4d6e-84c8-528e92f42494 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for port (b0ecef1b-4f65-458b-9a72-66be88d5a72c), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:29.231673 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82b40172-9241-4d6e-84c8-528e92f42494 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (b0ecef1b-4f65-458b-9a72-66be88d5a72c), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:29.232388 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82b40172-9241-4d6e-84c8-528e92f42494 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (d7a2782c-ca6f-4dd3-88ea-2edc7461bc87), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:29.293832 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b40172-9241-4d6e-84c8-528e92f42494 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Port': ['ID=b0ecef1b-4f65-458b-9a72-66be88d5a72c,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:29.355889 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b40172-9241-4d6e-84c8-528e92f42494 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network 7d3a715b-c76a-41a6-b8ce-92532d9b9567 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:29.357221 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-82b40172-9241-4d6e-84c8-528e92f42494 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:29.459412 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b40172-9241-4d6e-84c8-528e92f42494 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Router d7a2782c-ca6f-4dd3-88ea-2edc7461bc87 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:51:29.556810 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b40172-9241-4d6e-84c8-528e92f42494 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:51:29.561834 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-82b40172-9241-4d6e-84c8-528e92f42494 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "PUT /v2.0/routers/d7a2782c-ca6f-4dd3-88ea-2edc7461bc87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5946159 Jan 18 20:51:29.564357 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38194) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:29.568092 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52474596-a022-4ace-9c53-bfdc2b265de0 None None] Sync routers for ids ['d7a2782c-ca6f-4dd3-88ea-2edc7461bc87'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:51:29.577796 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52474596-a022-4ace-9c53-bfdc2b265de0 None None] Routers {'d7a2782c-ca6f-4dd3-88ea-2edc7461bc87'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:51:29.578474 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-52474596-a022-4ace-9c53-bfdc2b265de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7a2782c-ca6f-4dd3-88ea-2edc7461bc87'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:29.606165 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f8d5692a-ff47-4910-8a8c-73ffa7132061 None None] Provisioning complete for port b0ecef1b-4f65-458b-9a72-66be88d5a72c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:29.606535 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f8d5692a-ff47-4910-8a8c-73ffa7132061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b0ecef1b-4f65-458b-9a72-66be88d5a72c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:29.607534 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1006510d-3027-44b9-9ae3-671e883a4650 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:29.609194 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1006510d-3027-44b9-9ae3-671e883a4650 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "GET /v2.0/ports/b0ecef1b-4f65-458b-9a72-66be88d5a72c HTTP/1.1" status: 200 len: 913 time: 0.0435839 Jan 18 20:51:29.610922 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-52474596-a022-4ace-9c53-bfdc2b265de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:29.611824 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38196) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:29.626666 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52474596-a022-4ace-9c53-bfdc2b265de0 None None] Routers {'d7a2782c-ca6f-4dd3-88ea-2edc7461bc87'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:51:29.627267 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-52474596-a022-4ace-9c53-bfdc2b265de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7a2782c-ca6f-4dd3-88ea-2edc7461bc87'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:29.643045 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f8d5692a-ff47-4910-8a8c-73ffa7132061 None None] Port b0ecef1b-4f65-458b-9a72-66be88d5a72c cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:51:29.660824 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-52474596-a022-4ace-9c53-bfdc2b265de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:29.661467 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52474596-a022-4ace-9c53-bfdc2b265de0 None None] The sync data for ids ['d7a2782c-ca6f-4dd3-88ea-2edc7461bc87'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:51:29.926138 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-634c7cc1-d5dd-4754-82dc-ae8f1ec1b5ee tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (d7a2782c-ca6f-4dd3-88ea-2edc7461bc87), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:30.157593 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-634c7cc1-d5dd-4754-82dc-ae8f1ec1b5ee tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Deleting port b0ecef1b-4f65-458b-9a72-66be88d5a72c {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:51:30.157960 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-634c7cc1-d5dd-4754-82dc-ae8f1ec1b5ee tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b0ecef1b-4f65-458b-9a72-66be88d5a72c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:30.240193 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-634c7cc1-d5dd-4754-82dc-ae8f1ec1b5ee tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b0ecef1b-4f65-458b-9a72-66be88d5a72c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:30.252124 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-634c7cc1-d5dd-4754-82dc-ae8f1ec1b5ee tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Calling delete_port for b0ecef1b-4f65-458b-9a72-66be88d5a72c owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:51:30.414587 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-634c7cc1-d5dd-4754-82dc-ae8f1ec1b5ee tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (b0ecef1b-4f65-458b-9a72-66be88d5a72c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:30.445930 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c7cc1-d5dd-4754-82dc-ae8f1ec1b5ee tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Port': ['ID=b0ecef1b-4f65-458b-9a72-66be88d5a72c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:30.556440 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-634c7cc1-d5dd-4754-82dc-ae8f1ec1b5ee tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (d7a2782c-ca6f-4dd3-88ea-2edc7461bc87), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:30.614960 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:30.743585 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634c7cc1-d5dd-4754-82dc-ae8f1ec1b5ee tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Router d7a2782c-ca6f-4dd3-88ea-2edc7461bc87 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:51:30.830633 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634c7cc1-d5dd-4754-82dc-ae8f1ec1b5ee tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:51:30.835570 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-634c7cc1-d5dd-4754-82dc-ae8f1ec1b5ee tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "PUT /v2.0/routers/d7a2782c-ca6f-4dd3-88ea-2edc7461bc87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2227476 Jan 18 20:51:30.838760 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38198) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:30.840422 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863063f8-64db-4870-b9e8-12515faae31e None None] Sync routers for ids ['d7a2782c-ca6f-4dd3-88ea-2edc7461bc87'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:51:30.850334 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863063f8-64db-4870-b9e8-12515faae31e None None] Routers {'d7a2782c-ca6f-4dd3-88ea-2edc7461bc87'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:51:30.850940 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-863063f8-64db-4870-b9e8-12515faae31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7a2782c-ca6f-4dd3-88ea-2edc7461bc87'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:30.882595 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-863063f8-64db-4870-b9e8-12515faae31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:30.891112 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863063f8-64db-4870-b9e8-12515faae31e None None] Routers {'d7a2782c-ca6f-4dd3-88ea-2edc7461bc87'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:51:30.891705 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-863063f8-64db-4870-b9e8-12515faae31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7a2782c-ca6f-4dd3-88ea-2edc7461bc87'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:30.926844 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-863063f8-64db-4870-b9e8-12515faae31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:30.927490 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863063f8-64db-4870-b9e8-12515faae31e None None] The sync data for ids ['d7a2782c-ca6f-4dd3-88ea-2edc7461bc87'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:51:31.141507 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-45f48fd8-5f68-42f6-8f5e-182fe5801699 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (d7a2782c-ca6f-4dd3-88ea-2edc7461bc87), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:31.376062 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-45f48fd8-5f68-42f6-8f5e-182fe5801699 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Deleting port 2d088347-1f7f-424d-9730-a3ab4f7698fa {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:51:31.376394 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-45f48fd8-5f68-42f6-8f5e-182fe5801699 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (2d088347-1f7f-424d-9730-a3ab4f7698fa), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:31.457981 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-45f48fd8-5f68-42f6-8f5e-182fe5801699 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (2d088347-1f7f-424d-9730-a3ab4f7698fa), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:31.469683 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-45f48fd8-5f68-42f6-8f5e-182fe5801699 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Calling delete_port for 2d088347-1f7f-424d-9730-a3ab4f7698fa owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:51:31.883645 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:31.954482 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-45f48fd8-5f68-42f6-8f5e-182fe5801699 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (2d088347-1f7f-424d-9730-a3ab4f7698fa), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:31.984018 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f48fd8-5f68-42f6-8f5e-182fe5801699 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Port': ['ID=2d088347-1f7f-424d-9730-a3ab4f7698fa,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:32.076773 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-45f48fd8-5f68-42f6-8f5e-182fe5801699 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (d7a2782c-ca6f-4dd3-88ea-2edc7461bc87), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:32.227143 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f48fd8-5f68-42f6-8f5e-182fe5801699 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Router d7a2782c-ca6f-4dd3-88ea-2edc7461bc87 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:51:32.301349 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f48fd8-5f68-42f6-8f5e-182fe5801699 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:51:32.306318 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-45f48fd8-5f68-42f6-8f5e-182fe5801699 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "PUT /v2.0/routers/d7a2782c-ca6f-4dd3-88ea-2edc7461bc87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4666293 Jan 18 20:51:32.310009 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38200) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:32.310796 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e911e1f-0246-42b4-a605-92600311aa15 None None] Sync routers for ids ['d7a2782c-ca6f-4dd3-88ea-2edc7461bc87'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:51:32.323656 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e911e1f-0246-42b4-a605-92600311aa15 None None] Routers {'d7a2782c-ca6f-4dd3-88ea-2edc7461bc87'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:51:32.324254 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-6e911e1f-0246-42b4-a605-92600311aa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7a2782c-ca6f-4dd3-88ea-2edc7461bc87'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:32.336519 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-75a01b75-f7d6-498f-86bb-8b7f19c35e96 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7a2782c-ca6f-4dd3-88ea-2edc7461bc87 HTTP/1.1" status: 200 len: 205 time: 0.0252254 Jan 18 20:51:32.339593 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38202) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:32.356434 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-6e911e1f-0246-42b4-a605-92600311aa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:32.364833 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e911e1f-0246-42b4-a605-92600311aa15 None None] Routers {'d7a2782c-ca6f-4dd3-88ea-2edc7461bc87'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:51:32.365417 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-6e911e1f-0246-42b4-a605-92600311aa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['d7a2782c-ca6f-4dd3-88ea-2edc7461bc87'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:32.395465 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-6e911e1f-0246-42b4-a605-92600311aa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:32.396101 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e911e1f-0246-42b4-a605-92600311aa15 None None] The sync data for ids ['d7a2782c-ca6f-4dd3-88ea-2edc7461bc87'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:51:32.415773 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-64094156-bc15-40f3-8cc8-b4eaf5a1cc19 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router (d7a2782c-ca6f-4dd3-88ea-2edc7461bc87), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:32.569391 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-64094156-bc15-40f3-8cc8-b4eaf5a1cc19 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (d7a2782c-ca6f-4dd3-88ea-2edc7461bc87), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:32.572197 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-64094156-bc15-40f3-8cc8-b4eaf5a1cc19 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router_controller (d7a2782c-ca6f-4dd3-88ea-2edc7461bc87), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:32.614113 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-64094156-bc15-40f3-8cc8-b4eaf5a1cc19 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (d7a2782c-ca6f-4dd3-88ea-2edc7461bc87), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:32.614627 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64094156-bc15-40f3-8cc8-b4eaf5a1cc19 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Fanout notify agent at l3_agent the message router_deleted on router d7a2782c-ca6f-4dd3-88ea-2edc7461bc87 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:51:32.621482 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-64094156-bc15-40f3-8cc8-b4eaf5a1cc19 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:32.622596 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-64094156-bc15-40f3-8cc8-b4eaf5a1cc19 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/routers/d7a2782c-ca6f-4dd3-88ea-2edc7461bc87 HTTP/1.1" status: 204 len: 168 time: 0.2818587 Jan 18 20:51:32.625082 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38204) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:32.674051 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-80ac62dd-cf7a-43fa-a9b0-5033a22b6fcd tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Deleting subnet 2fb9e7cf-117c-48d9-b692-bc068757a158 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:51:32.681184 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80ac62dd-cf7a-43fa-a9b0-5033a22b6fcd tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for subnet (2fb9e7cf-117c-48d9-b692-bc068757a158), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:32.725191 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80ac62dd-cf7a-43fa-a9b0-5033a22b6fcd tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (2fb9e7cf-117c-48d9-b692-bc068757a158), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:32.803144 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80ac62dd-cf7a-43fa-a9b0-5033a22b6fcd tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (2fb9e7cf-117c-48d9-b692-bc068757a158), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:32.858246 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80ac62dd-cf7a-43fa-a9b0-5033a22b6fcd tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (2fb9e7cf-117c-48d9-b692-bc068757a158), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:32.890770 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac62dd-cf7a-43fa-a9b0-5033a22b6fcd tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Subnet': ['ID=2fb9e7cf-117c-48d9-b692-bc068757a158,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:32.893359 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80ac62dd-cf7a-43fa-a9b0-5033a22b6fcd tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:32.897333 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-80ac62dd-cf7a-43fa-a9b0-5033a22b6fcd tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/subnets/2fb9e7cf-117c-48d9-b692-bc068757a158 HTTP/1.1" status: 204 len: 168 time: 0.2713120 Jan 18 20:51:32.897901 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238c1fc1-f757-499f-afaa-f36fccdbffdb None None] Network 7d3a715b-c76a-41a6-b8ce-92532d9b9567 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:51:32.899924 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38206) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:32.951422 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-3997353b-cc0d-46d7-8afb-71c4cced4987 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Deleting subnet 7fa8d9a4-737a-4d9a-8be9-1d78320d055a {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:51:32.954502 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3997353b-cc0d-46d7-8afb-71c4cced4987 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for subnet (7fa8d9a4-737a-4d9a-8be9-1d78320d055a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:32.994475 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3997353b-cc0d-46d7-8afb-71c4cced4987 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (7fa8d9a4-737a-4d9a-8be9-1d78320d055a), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:33.044829 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e08fd85-d4cd-45a8-b7aa-b84557b9279a None None] DHCP port deletion for 7d3a715b-c76a-41a6-b8ce-92532d9b9567 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:51:33.083203 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3997353b-cc0d-46d7-8afb-71c4cced4987 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (7fa8d9a4-737a-4d9a-8be9-1d78320d055a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:33.090621 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9e08fd85-d4cd-45a8-b7aa-b84557b9279a None None] Deleting port 77919ceb-2628-46fa-ac64-d4c4a80e02ff {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:51:33.090995 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9e08fd85-d4cd-45a8-b7aa-b84557b9279a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (77919ceb-2628-46fa-ac64-d4c4a80e02ff), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:33.140693 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3997353b-cc0d-46d7-8afb-71c4cced4987 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (7fa8d9a4-737a-4d9a-8be9-1d78320d055a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:33.155785 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-9e08fd85-d4cd-45a8-b7aa-b84557b9279a None None] For port 77919ceb-2628-46fa-ac64-d4c4a80e02ff, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=77919ceb-2628-46fa-ac64-d4c4a80e02ff,segment=NetworkSegment(e46718f7-6957-48e3-b76b-3c396195c1d3),segment_id=e46718f7-6957-48e3-b76b-3c396195c1d3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:51:33.156181 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9e08fd85-d4cd-45a8-b7aa-b84557b9279a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (77919ceb-2628-46fa-ac64-d4c4a80e02ff), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:33.168454 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9e08fd85-d4cd-45a8-b7aa-b84557b9279a None None] Calling delete_port for 77919ceb-2628-46fa-ac64-d4c4a80e02ff owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:51:33.169022 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997353b-cc0d-46d7-8afb-71c4cced4987 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Subnet': ['ID=7fa8d9a4-737a-4d9a-8be9-1d78320d055a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:33.171801 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3997353b-cc0d-46d7-8afb-71c4cced4987 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:33.177340 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3997353b-cc0d-46d7-8afb-71c4cced4987 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/subnets/7fa8d9a4-737a-4d9a-8be9-1d78320d055a HTTP/1.1" status: 204 len: 168 time: 0.2741697 Jan 18 20:51:33.178106 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38208) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:33.182129 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7643afd8-f601-4cd0-9e61-d1e639057902 None None] Network 3f39fc2d-af2b-4dd2-a204-dcd219f9c381 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:51:33.254308 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1f6445dc-b4ff-4321-81bb-d6437da819f2 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (7d3a715b-c76a-41a6-b8ce-92532d9b9567), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:33.313062 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-1f6445dc-b4ff-4321-81bb-d6437da819f2 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Deleting port 77919ceb-2628-46fa-ac64-d4c4a80e02ff {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:51:33.313524 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1f6445dc-b4ff-4321-81bb-d6437da819f2 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (77919ceb-2628-46fa-ac64-d4c4a80e02ff), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:33.327420 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9e08fd85-d4cd-45a8-b7aa-b84557b9279a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (77919ceb-2628-46fa-ac64-d4c4a80e02ff), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:33.348759 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08fd85-d4cd-45a8-b7aa-b84557b9279a None None] Pushing event deleted for resources: {'Port': ['ID=77919ceb-2628-46fa-ac64-d4c4a80e02ff,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:33.361451 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e08fd85-d4cd-45a8-b7aa-b84557b9279a None None] No DVR routers for this DVR port 77919ceb-2628-46fa-ac64-d4c4a80e02ff on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:51:33.384294 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-1f6445dc-b4ff-4321-81bb-d6437da819f2 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] For port 77919ceb-2628-46fa-ac64-d4c4a80e02ff, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=77919ceb-2628-46fa-ac64-d4c4a80e02ff,segment=NetworkSegment(e46718f7-6957-48e3-b76b-3c396195c1d3),segment_id=e46718f7-6957-48e3-b76b-3c396195c1d3)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:51:33.384656 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1f6445dc-b4ff-4321-81bb-d6437da819f2 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (77919ceb-2628-46fa-ac64-d4c4a80e02ff), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:33.396976 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-1f6445dc-b4ff-4321-81bb-d6437da819f2 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Calling delete_port for 77919ceb-2628-46fa-ac64-d4c4a80e02ff owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:51:33.400843 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c6921c-c45e-459d-8f8c-976dfc957621 None None] DHCP port deletion for 3f39fc2d-af2b-4dd2-a204-dcd219f9c381 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:51:33.453538 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c0c6921c-c45e-459d-8f8c-976dfc957621 None None] Deleting port c5332c12-d9d8-48e0-abce-aae1547fac5d {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:51:33.453944 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c0c6921c-c45e-459d-8f8c-976dfc957621 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (c5332c12-d9d8-48e0-abce-aae1547fac5d), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:33.484476 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1f6445dc-b4ff-4321-81bb-d6437da819f2 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (77919ceb-2628-46fa-ac64-d4c4a80e02ff), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:33.505559 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6445dc-b4ff-4321-81bb-d6437da819f2 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Port': ['ID=77919ceb-2628-46fa-ac64-d4c4a80e02ff,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:33.507343 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6445dc-b4ff-4321-81bb-d6437da819f2 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] No DVR routers for this DVR port 77919ceb-2628-46fa-ac64-d4c4a80e02ff on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:51:33.520765 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c0c6921c-c45e-459d-8f8c-976dfc957621 None None] For port c5332c12-d9d8-48e0-abce-aae1547fac5d, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c5332c12-d9d8-48e0-abce-aae1547fac5d,segment=NetworkSegment(3e8bcdfb-06e4-4c1a-959a-27b76dc75ff6),segment_id=3e8bcdfb-06e4-4c1a-959a-27b76dc75ff6)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:51:33.521167 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c0c6921c-c45e-459d-8f8c-976dfc957621 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (c5332c12-d9d8-48e0-abce-aae1547fac5d), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:33.535451 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c0c6921c-c45e-459d-8f8c-976dfc957621 None None] Calling delete_port for c5332c12-d9d8-48e0-abce-aae1547fac5d owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:51:33.585015 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1f6445dc-b4ff-4321-81bb-d6437da819f2 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (7d3a715b-c76a-41a6-b8ce-92532d9b9567), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:33.610582 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-1f6445dc-b4ff-4321-81bb-d6437da819f2 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d3a715b-c76a-41a6-b8ce-92532d9b9567']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:33.614185 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c0c6921c-c45e-459d-8f8c-976dfc957621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (c5332c12-d9d8-48e0-abce-aae1547fac5d), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:33.620271 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-1f6445dc-b4ff-4321-81bb-d6437da819f2 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46718f7-6957-48e3-b76b-3c396195c1d3') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:33.620498 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-1f6445dc-b4ff-4321-81bb-d6437da819f2 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46718f7-6957-48e3-b76b-3c396195c1d3') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:33.630327 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1f6445dc-b4ff-4321-81bb-d6437da819f2 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (e46718f7-6957-48e3-b76b-3c396195c1d3), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:33.641480 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6921c-c45e-459d-8f8c-976dfc957621 None None] Pushing event deleted for resources: {'Port': ['ID=c5332c12-d9d8-48e0-abce-aae1547fac5d,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:33.643757 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1f6445dc-b4ff-4321-81bb-d6437da819f2 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (e46718f7-6957-48e3-b76b-3c396195c1d3), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:33.645344 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c6921c-c45e-459d-8f8c-976dfc957621 None None] No DVR routers for this DVR port c5332c12-d9d8-48e0-abce-aae1547fac5d on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:51:33.652679 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f6445dc-b4ff-4321-81bb-d6437da819f2 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:51:33.653272 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1f6445dc-b4ff-4321-81bb-d6437da819f2 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (e46718f7-6957-48e3-b76b-3c396195c1d3), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:51:33.656247 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:51:33.714441 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1f6445dc-b4ff-4321-81bb-d6437da819f2 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (7d3a715b-c76a-41a6-b8ce-92532d9b9567), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:33.721474 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1f6445dc-b4ff-4321-81bb-d6437da819f2 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:33.724819 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1f6445dc-b4ff-4321-81bb-d6437da819f2 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/networks/7d3a715b-c76a-41a6-b8ce-92532d9b9567 HTTP/1.1" status: 204 len: 168 time: 0.5457940 Jan 18 20:51:33.727616 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38210) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:33.736225 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6445dc-b4ff-4321-81bb-d6437da819f2 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Network': ['ID=7d3a715b-c76a-41a6-b8ce-92532d9b9567,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:33.802625 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b42a2c0-1e01-4066-96b0-a078294542c0 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (3f39fc2d-af2b-4dd2-a204-dcd219f9c381), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:33.890151 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b42a2c0-1e01-4066-96b0-a078294542c0 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (3f39fc2d-af2b-4dd2-a204-dcd219f9c381), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:33.909115 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-8b42a2c0-1e01-4066-96b0-a078294542c0 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f39fc2d-af2b-4dd2-a204-dcd219f9c381']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:33.917959 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-8b42a2c0-1e01-4066-96b0-a078294542c0 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e8bcdfb-06e4-4c1a-959a-27b76dc75ff6') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:33.918252 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-8b42a2c0-1e01-4066-96b0-a078294542c0 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e8bcdfb-06e4-4c1a-959a-27b76dc75ff6') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:33.927248 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b42a2c0-1e01-4066-96b0-a078294542c0 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (3e8bcdfb-06e4-4c1a-959a-27b76dc75ff6), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:33.940567 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b42a2c0-1e01-4066-96b0-a078294542c0 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (3e8bcdfb-06e4-4c1a-959a-27b76dc75ff6), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:33.946858 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b42a2c0-1e01-4066-96b0-a078294542c0 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:51:33.947240 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b42a2c0-1e01-4066-96b0-a078294542c0 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (3e8bcdfb-06e4-4c1a-959a-27b76dc75ff6), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:51:33.950108 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:51:34.009641 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b42a2c0-1e01-4066-96b0-a078294542c0 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (3f39fc2d-af2b-4dd2-a204-dcd219f9c381), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:34.014444 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b42a2c0-1e01-4066-96b0-a078294542c0 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:34.018538 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8b42a2c0-1e01-4066-96b0-a078294542c0 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/networks/3f39fc2d-af2b-4dd2-a204-dcd219f9c381 HTTP/1.1" status: 204 len: 168 time: 0.2898397 Jan 18 20:51:34.022630 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38212) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:34.027629 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-9880b6f6-0b45-4a32-9633-3a35e32c8135 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1951595420'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:34.032829 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42a2c0-1e01-4066-96b0-a078294542c0 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Network': ['ID=3f39fc2d-af2b-4dd2-a204-dcd219f9c381,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:34.050056 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9880b6f6-0b45-4a32-9633-3a35e32c8135 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Made reservation on behalf of cc41eea2f8e042cf9a8c765f399801be for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:34.053576 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9880b6f6-0b45-4a32-9633-3a35e32c8135 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:34.076812 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9880b6f6-0b45-4a32-9633-3a35e32c8135 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:51:34.085341 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9880b6f6-0b45-4a32-9633-3a35e32c8135 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (e296bc78-4d85-4096-af50-6a331bfbc11d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:34.085724 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-9880b6f6-0b45-4a32-9633-3a35e32c8135 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Added segment e296bc78-4d85-4096-af50-6a331bfbc11d of type vlan for network 07760e7b-8209-47f4-96ff-d7fd11e81287 Jan 18 20:51:34.128961 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9880b6f6-0b45-4a32-9633-3a35e32c8135 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (07760e7b-8209-47f4-96ff-d7fd11e81287), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:34.152418 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9880b6f6-0b45-4a32-9633-3a35e32c8135 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (07760e7b-8209-47f4-96ff-d7fd11e81287), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:34.157954 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9880b6f6-0b45-4a32-9633-3a35e32c8135 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:34.158539 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9880b6f6-0b45-4a32-9633-3a35e32c8135 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:34.191658 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9880b6f6-0b45-4a32-9633-3a35e32c8135 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1679385 Jan 18 20:51:34.194403 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38214) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:34.201142 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-5e14cb16-f47d-495e-8c52-933344065253 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'subnet': {'network_id': '07760e7b-8209-47f4-96ff-d7fd11e81287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:34.246090 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:34.249443 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880b6f6-0b45-4a32-9633-3a35e32c8135 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Network': ['ID=07760e7b-8209-47f4-96ff-d7fd11e81287,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:34.260066 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 07760e7b-8209-47f4-96ff-d7fd11e81287 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:51:34.323422 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e14cb16-f47d-495e-8c52-933344065253 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Made reservation on behalf of cc41eea2f8e042cf9a8c765f399801be for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:34.327139 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5e14cb16-f47d-495e-8c52-933344065253 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:34.503726 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5e14cb16-f47d-495e-8c52-933344065253 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (c1f39240-73af-4c53-adce-9428b3e301fb), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:34.568556 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14cb16-f47d-495e-8c52-933344065253 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Subnet': ['ID=c1f39240-73af-4c53-adce-9428b3e301fb,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:34.571092 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e14cb16-f47d-495e-8c52-933344065253 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Checking segment: {'id': 'e296bc78-4d85-4096-af50-6a331bfbc11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '07760e7b-8209-47f4-96ff-d7fd11e81287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:51:34.571446 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e14cb16-f47d-495e-8c52-933344065253 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network hostable DHCP agents. Network: 07760e7b-8209-47f4-96ff-d7fd11e81287, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:51:34.588920 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e14cb16-f47d-495e-8c52-933344065253 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network 07760e7b-8209-47f4-96ff-d7fd11e81287 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:51:34.602424 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-5e14cb16-f47d-495e-8c52-933344065253 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 07760e7b-8209-47f4-96ff-d7fd11e81287) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:34.607470 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e14cb16-f47d-495e-8c52-933344065253 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:34.608074 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5e14cb16-f47d-495e-8c52-933344065253 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:34.613477 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de65f4d-e5ae-40df-876f-e1219f73585d None None] Network 07760e7b-8209-47f4-96ff-d7fd11e81287 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:51:34.627861 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5e14cb16-f47d-495e-8c52-933344065253 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4301362 Jan 18 20:51:34.628115 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38216) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:34.632392 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-2a6e6335-1ae9-42dd-9847-ade11a1a003e tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-182754098', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:34.641705 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c5332c12-d9d8-48e0-abce-aae1547fac5d no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:51:34.655968 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2a6e6335-1ae9-42dd-9847-ade11a1a003e tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (da1c825e-6196-45e8-b6f2-7e322a927d14), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:34.657108 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2a6e6335-1ae9-42dd-9847-ade11a1a003e tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (da1c825e-6196-45e8-b6f2-7e322a927d14), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:34.668567 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: c5332c12-d9d8-48e0-abce-aae1547fac5d {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:51:34.668910 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c5332c12-d9d8-48e0-abce-aae1547fac5d not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:51:34.669318 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 77919ceb-2628-46fa-ac64-d4c4a80e02ff no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:51:34.708417 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2a6e6335-1ae9-42dd-9847-ade11a1a003e tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router_controller (da1c825e-6196-45e8-b6f2-7e322a927d14), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:34.713378 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2a6e6335-1ae9-42dd-9847-ade11a1a003e tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (da1c825e-6196-45e8-b6f2-7e322a927d14), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:34.714690 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 77919ceb-2628-46fa-ac64-d4c4a80e02ff {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:51:34.715046 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 77919ceb-2628-46fa-ac64-d4c4a80e02ff not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:51:34.736980 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2a6e6335-1ae9-42dd-9847-ade11a1a003e tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:34.738565 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2a6e6335-1ae9-42dd-9847-ade11a1a003e tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1093678 Jan 18 20:51:34.741224 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38218) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:34.746151 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-24042190-62ff-4e1f-be8e-63b3dddd27cb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'port': {'network_id': '07760e7b-8209-47f4-96ff-d7fd11e81287', 'name': 'tempest-RoutersIpV6Test-1416918326'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:34.764791 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-07760e7b-8209-47f4-96ff-d7fd11e81287', 'network_id': '07760e7b-8209-47f4-96ff-d7fd11e81287', 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'fixed_ips': [{'subnet_id': 'c1f39240-73af-4c53-adce-9428b3e301fb'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:51:34.765694 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:34.856945 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24042190-62ff-4e1f-be8e-63b3dddd27cb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Made reservation on behalf of cc41eea2f8e042cf9a8c765f399801be for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:34.860811 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-24042190-62ff-4e1f-be8e-63b3dddd27cb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:34.877420 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [None req-24042190-62ff-4e1f-be8e-63b3dddd27cb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] device_id is not set on port f2d31df5-84e0-4375-a010-36c287a03cdf yet. {{(pid=103336) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 20:51:34.903149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Allocated IP 2001:db8::2 (07760e7b-8209-47f4-96ff-d7fd11e81287/c1f39240-73af-4c53-adce-9428b3e301fb/684aec8a-cd44-4e78-9ad7-c3f2a393e4ea) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:51:35.042489 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Publish callbacks [] for port (684aec8a-cd44-4e78-9ad7-c3f2a393e4ea), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:35.051333 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (684aec8a-cd44-4e78-9ad7-c3f2a393e4ea), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:35.091541 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Network 07760e7b-8209-47f4-96ff-d7fd11e81287 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:35.096461 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:35.101911 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:51:35.103874 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Pushing event updated for resources: {'Port': ['ID=684aec8a-cd44-4e78-9ad7-c3f2a393e4ea,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:35.107946 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-24042190-62ff-4e1f-be8e-63b3dddd27cb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Allocated IP 2001:db8::1a4 (07760e7b-8209-47f4-96ff-d7fd11e81287/c1f39240-73af-4c53-adce-9428b3e301fb/f2d31df5-84e0-4375-a010-36c287a03cdf) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:51:35.115687 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:35.116036 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:35.116380 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:35.116723 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:35.117347 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:35.117457 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:35.117738 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:35.118613 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:35.118979 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:35.119447 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:35.119822 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:35.120178 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:35.120547 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:51:35.170655 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Attempting to bind port 684aec8a-cd44-4e78-9ad7-c3f2a393e4ea on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:51:35.171026 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Attempting to bind port 684aec8a-cd44-4e78-9ad7-c3f2a393e4ea by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'e296bc78-4d85-4096-af50-6a331bfbc11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '07760e7b-8209-47f4-96ff-d7fd11e81287'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:51:35.171391 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Attempting to bind port 684aec8a-cd44-4e78-9ad7-c3f2a393e4ea on network 07760e7b-8209-47f4-96ff-d7fd11e81287 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:51:35.176563 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:51:35.176937 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Checking segment: {'id': 'e296bc78-4d85-4096-af50-6a331bfbc11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '07760e7b-8209-47f4-96ff-d7fd11e81287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:51:35.177340 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:35.177767 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Bound using segment: {'id': 'e296bc78-4d85-4096-af50-6a331bfbc11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '07760e7b-8209-47f4-96ff-d7fd11e81287'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:51:35.178423 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Bound port: 684aec8a-cd44-4e78-9ad7-c3f2a393e4ea, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e296bc78-4d85-4096-af50-6a331bfbc11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '07760e7b-8209-47f4-96ff-d7fd11e81287'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:51:35.178752 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (684aec8a-cd44-4e78-9ad7-c3f2a393e4ea), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:35.244264 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] For port 684aec8a-cd44-4e78-9ad7-c3f2a393e4ea, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:51:35.247403 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] For port 684aec8a-cd44-4e78-9ad7-c3f2a393e4ea, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=684aec8a-cd44-4e78-9ad7-c3f2a393e4ea,segment=NetworkSegment(e296bc78-4d85-4096-af50-6a331bfbc11d),segment_id=e296bc78-4d85-4096-af50-6a331bfbc11d)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:51:35.252934 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (684aec8a-cd44-4e78-9ad7-c3f2a393e4ea), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:35.263396 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-24042190-62ff-4e1f-be8e-63b3dddd27cb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for port (f2d31df5-84e0-4375-a010-36c287a03cdf), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:35.299303 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-24042190-62ff-4e1f-be8e-63b3dddd27cb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (f2d31df5-84e0-4375-a010-36c287a03cdf), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:35.310122 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206c129-f71e-40e5-acf1-d6c8fb0bf1f4 None None] Pushing event updated for resources: {'Port': ['ID=684aec8a-cd44-4e78-9ad7-c3f2a393e4ea,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:35.343348 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24042190-62ff-4e1f-be8e-63b3dddd27cb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network 07760e7b-8209-47f4-96ff-d7fd11e81287 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:35.348827 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-24042190-62ff-4e1f-be8e-63b3dddd27cb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:35.351171 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24042190-62ff-4e1f-be8e-63b3dddd27cb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:51:35.356905 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24042190-62ff-4e1f-be8e-63b3dddd27cb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:35.357553 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-24042190-62ff-4e1f-be8e-63b3dddd27cb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:35.376342 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24042190-62ff-4e1f-be8e-63b3dddd27cb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Port': ['ID=f2d31df5-84e0-4375-a010-36c287a03cdf,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:35.383039 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-24042190-62ff-4e1f-be8e-63b3dddd27cb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6407511 Jan 18 20:51:35.386269 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38220) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:35.711345 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15b0b83a-cf7b-4bb7-ad55-c66711cb3b03 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f2d31df5-84e0-4375-a010-36c287a03cdf), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:35.948271 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15b0b83a-cf7b-4bb7-ad55-c66711cb3b03 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for port (f2d31df5-84e0-4375-a010-36c287a03cdf), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:35.953230 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15b0b83a-cf7b-4bb7-ad55-c66711cb3b03 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (f2d31df5-84e0-4375-a010-36c287a03cdf), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:36.027942 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0b83a-cf7b-4bb7-ad55-c66711cb3b03 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Port': ['ID=f2d31df5-84e0-4375-a010-36c287a03cdf,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:36.134835 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15b0b83a-cf7b-4bb7-ad55-c66711cb3b03 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (da1c825e-6196-45e8-b6f2-7e322a927d14), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:36.251236 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d1d896-fab3-4eb5-8d94-d2b3d8262e39 None None] Network 07760e7b-8209-47f4-96ff-d7fd11e81287 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:51:36.255971 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15b0b83a-cf7b-4bb7-ad55-c66711cb3b03 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f2d31df5-84e0-4375-a010-36c287a03cdf), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:36.338270 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e2f224e0-323e-4e51-b90f-cdc5e5ee353c None None] Provisioning complete for port 684aec8a-cd44-4e78-9ad7-c3f2a393e4ea triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:36.338653 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e2f224e0-323e-4e51-b90f-cdc5e5ee353c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (684aec8a-cd44-4e78-9ad7-c3f2a393e4ea), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:36.442315 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e2f224e0-323e-4e51-b90f-cdc5e5ee353c None None] Current status of the port 684aec8a-cd44-4e78-9ad7-c3f2a393e4ea is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:51:36.442712 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e2f224e0-323e-4e51-b90f-cdc5e5ee353c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (684aec8a-cd44-4e78-9ad7-c3f2a393e4ea), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:36.482381 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e2f224e0-323e-4e51-b90f-cdc5e5ee353c None None] For port 684aec8a-cd44-4e78-9ad7-c3f2a393e4ea, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=684aec8a-cd44-4e78-9ad7-c3f2a393e4ea,segment=NetworkSegment(e296bc78-4d85-4096-af50-6a331bfbc11d),segment_id=e296bc78-4d85-4096-af50-6a331bfbc11d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:51:36.486536 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e2f224e0-323e-4e51-b90f-cdc5e5ee353c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (684aec8a-cd44-4e78-9ad7-c3f2a393e4ea), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:36.535012 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15b0b83a-cf7b-4bb7-ad55-c66711cb3b03 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for port (f2d31df5-84e0-4375-a010-36c287a03cdf), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:36.535617 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f224e0-323e-4e51-b90f-cdc5e5ee353c None None] Pushing event updated for resources: {'Port': ['ID=684aec8a-cd44-4e78-9ad7-c3f2a393e4ea,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:36.543073 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15b0b83a-cf7b-4bb7-ad55-c66711cb3b03 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (f2d31df5-84e0-4375-a010-36c287a03cdf), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:36.543888 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15b0b83a-cf7b-4bb7-ad55-c66711cb3b03 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (da1c825e-6196-45e8-b6f2-7e322a927d14), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:36.670706 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 684aec8a-cd44-4e78-9ad7-c3f2a393e4ea up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:51:36.731474 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c97e8707-93d1-4572-8482-d5511e19f58a None None] Provisioning complete for port 684aec8a-cd44-4e78-9ad7-c3f2a393e4ea triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:36.731850 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c97e8707-93d1-4572-8482-d5511e19f58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (684aec8a-cd44-4e78-9ad7-c3f2a393e4ea), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:36.774052 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 684aec8a-cd44-4e78-9ad7-c3f2a393e4ea triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:36.774993 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (684aec8a-cd44-4e78-9ad7-c3f2a393e4ea), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:36.878760 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c97e8707-93d1-4572-8482-d5511e19f58a None None] Current status of the port 684aec8a-cd44-4e78-9ad7-c3f2a393e4ea is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:51:36.900025 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 684aec8a-cd44-4e78-9ad7-c3f2a393e4ea is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:51:36.906476 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c97e8707-93d1-4572-8482-d5511e19f58a None None] Provisioning complete for port f2d31df5-84e0-4375-a010-36c287a03cdf triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:36.906850 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c97e8707-93d1-4572-8482-d5511e19f58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f2d31df5-84e0-4375-a010-36c287a03cdf), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:36.943201 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c97e8707-93d1-4572-8482-d5511e19f58a None None] Port f2d31df5-84e0-4375-a010-36c287a03cdf cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:51:36.977114 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0b83a-cf7b-4bb7-ad55-c66711cb3b03 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Port': ['ID=f2d31df5-84e0-4375-a010-36c287a03cdf,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:37.015297 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:37.018552 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b0b83a-cf7b-4bb7-ad55-c66711cb3b03 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network 07760e7b-8209-47f4-96ff-d7fd11e81287 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:37.021387 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-15b0b83a-cf7b-4bb7-ad55-c66711cb3b03 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:37.065047 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4e75cdb6-e694-4aca-b9f3-0fb1a9666bab None None] Provisioning complete for port f2d31df5-84e0-4375-a010-36c287a03cdf triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:37.065716 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4e75cdb6-e694-4aca-b9f3-0fb1a9666bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f2d31df5-84e0-4375-a010-36c287a03cdf), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:37.144096 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b0b83a-cf7b-4bb7-ad55-c66711cb3b03 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Router da1c825e-6196-45e8-b6f2-7e322a927d14 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:51:37.242123 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b0b83a-cf7b-4bb7-ad55-c66711cb3b03 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:51:37.248766 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-15b0b83a-cf7b-4bb7-ad55-c66711cb3b03 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "PUT /v2.0/routers/da1c825e-6196-45e8-b6f2-7e322a927d14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8614292 Jan 18 20:51:37.251186 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38222) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:37.260557 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ceda22-e0a5-47fd-9fe8-1a8f7aacf3a1 None None] Sync routers for ids ['da1c825e-6196-45e8-b6f2-7e322a927d14'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:51:37.281621 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4e75cdb6-e694-4aca-b9f3-0fb1a9666bab None None] Port f2d31df5-84e0-4375-a010-36c287a03cdf cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:51:37.284834 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ceda22-e0a5-47fd-9fe8-1a8f7aacf3a1 None None] Routers {'da1c825e-6196-45e8-b6f2-7e322a927d14'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:51:37.285459 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c6ceda22-e0a5-47fd-9fe8-1a8f7aacf3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['da1c825e-6196-45e8-b6f2-7e322a927d14'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:37.303762 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939cae03-7acc-4771-a56a-134bf855e5f3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:37.308891 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-939cae03-7acc-4771-a56a-134bf855e5f3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "GET /v2.0/ports/f2d31df5-84e0-4375-a010-36c287a03cdf HTTP/1.1" status: 200 len: 984 time: 0.0567677 Jan 18 20:51:37.309491 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38224) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:37.321986 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c6ceda22-e0a5-47fd-9fe8-1a8f7aacf3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:37.330800 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ceda22-e0a5-47fd-9fe8-1a8f7aacf3a1 None None] Routers {'da1c825e-6196-45e8-b6f2-7e322a927d14'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:51:37.331397 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c6ceda22-e0a5-47fd-9fe8-1a8f7aacf3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['da1c825e-6196-45e8-b6f2-7e322a927d14'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:37.366292 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c6ceda22-e0a5-47fd-9fe8-1a8f7aacf3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:37.366866 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ceda22-e0a5-47fd-9fe8-1a8f7aacf3a1 None None] The sync data for ids ['da1c825e-6196-45e8-b6f2-7e322a927d14'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:51:37.402537 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7dd91bbd-3562-42ba-ba9b-12a2926b8daf None None] Provisioning complete for port f2d31df5-84e0-4375-a010-36c287a03cdf triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:37.406009 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7dd91bbd-3562-42ba-ba9b-12a2926b8daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f2d31df5-84e0-4375-a010-36c287a03cdf), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:37.439872 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7dd91bbd-3562-42ba-ba9b-12a2926b8daf None None] Port f2d31df5-84e0-4375-a010-36c287a03cdf cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:51:37.724445 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9cae23ad-4598-4e73-8ef2-17f388d24959 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (da1c825e-6196-45e8-b6f2-7e322a927d14), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:37.930141 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-9cae23ad-4598-4e73-8ef2-17f388d24959 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Deleting port f2d31df5-84e0-4375-a010-36c287a03cdf {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:51:37.930502 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9cae23ad-4598-4e73-8ef2-17f388d24959 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (f2d31df5-84e0-4375-a010-36c287a03cdf), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:38.015008 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9cae23ad-4598-4e73-8ef2-17f388d24959 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (f2d31df5-84e0-4375-a010-36c287a03cdf), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:38.026856 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-9cae23ad-4598-4e73-8ef2-17f388d24959 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Calling delete_port for f2d31df5-84e0-4375-a010-36c287a03cdf owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:51:38.187501 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9cae23ad-4598-4e73-8ef2-17f388d24959 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (f2d31df5-84e0-4375-a010-36c287a03cdf), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:38.215089 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae23ad-4598-4e73-8ef2-17f388d24959 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Port': ['ID=f2d31df5-84e0-4375-a010-36c287a03cdf,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:38.308806 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9cae23ad-4598-4e73-8ef2-17f388d24959 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (da1c825e-6196-45e8-b6f2-7e322a927d14), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:38.462239 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cae23ad-4598-4e73-8ef2-17f388d24959 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Router da1c825e-6196-45e8-b6f2-7e322a927d14 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:51:38.536189 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cae23ad-4598-4e73-8ef2-17f388d24959 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:51:38.541750 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9cae23ad-4598-4e73-8ef2-17f388d24959 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "PUT /v2.0/routers/da1c825e-6196-45e8-b6f2-7e322a927d14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2309351 Jan 18 20:51:38.544483 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38226) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:38.547133 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddae0f9e-f3d5-456f-8dd2-5e0f8df2e91a None None] Sync routers for ids ['da1c825e-6196-45e8-b6f2-7e322a927d14'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:51:38.561057 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddae0f9e-f3d5-456f-8dd2-5e0f8df2e91a None None] Routers {'da1c825e-6196-45e8-b6f2-7e322a927d14'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:51:38.561671 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ddae0f9e-f3d5-456f-8dd2-5e0f8df2e91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['da1c825e-6196-45e8-b6f2-7e322a927d14'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:38.674222 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ddae0f9e-f3d5-456f-8dd2-5e0f8df2e91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:38.683303 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddae0f9e-f3d5-456f-8dd2-5e0f8df2e91a None None] Routers {'da1c825e-6196-45e8-b6f2-7e322a927d14'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:51:38.683896 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ddae0f9e-f3d5-456f-8dd2-5e0f8df2e91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['da1c825e-6196-45e8-b6f2-7e322a927d14'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:38.713816 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ddae0f9e-f3d5-456f-8dd2-5e0f8df2e91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:38.714451 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddae0f9e-f3d5-456f-8dd2-5e0f8df2e91a None None] The sync data for ids ['da1c825e-6196-45e8-b6f2-7e322a927d14'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:51:38.719021 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-208788ff-639c-4f9b-8f8f-33a6790b0153 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] remove_router_interface failed (client error): The resource could not be found. Jan 18 20:51:38.720051 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-208788ff-639c-4f9b-8f8f-33a6790b0153 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "PUT /v2.0/routers/da1c825e-6196-45e8-b6f2-7e322a927d14/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1746712 Jan 18 20:51:38.722833 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38228) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:38.751682 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2dea65ef-41b4-40dc-b19a-b11869a0493a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "GET /v2.0/ports?device_id=da1c825e-6196-45e8-b6f2-7e322a927d14 HTTP/1.1" status: 200 len: 205 time: 0.0278370 Jan 18 20:51:38.754115 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38230) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:38.820721 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44985e6f-9c10-435a-ad1c-8410e3f7616a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router (da1c825e-6196-45e8-b6f2-7e322a927d14), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:39.286595 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44985e6f-9c10-435a-ad1c-8410e3f7616a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (da1c825e-6196-45e8-b6f2-7e322a927d14), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:39.288706 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44985e6f-9c10-435a-ad1c-8410e3f7616a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router_controller (da1c825e-6196-45e8-b6f2-7e322a927d14), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:39.330494 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44985e6f-9c10-435a-ad1c-8410e3f7616a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (da1c825e-6196-45e8-b6f2-7e322a927d14), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:39.330986 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44985e6f-9c10-435a-ad1c-8410e3f7616a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Fanout notify agent at l3_agent the message router_deleted on router da1c825e-6196-45e8-b6f2-7e322a927d14 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:51:39.338478 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44985e6f-9c10-435a-ad1c-8410e3f7616a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:39.339571 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-44985e6f-9c10-435a-ad1c-8410e3f7616a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/routers/da1c825e-6196-45e8-b6f2-7e322a927d14 HTTP/1.1" status: 204 len: 168 time: 0.5845947 Jan 18 20:51:39.342276 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38232) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:39.391580 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-94861f55-e370-4558-8237-163bb6eb2efe tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Deleting subnet c1f39240-73af-4c53-adce-9428b3e301fb {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:51:39.394573 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-94861f55-e370-4558-8237-163bb6eb2efe tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for subnet (c1f39240-73af-4c53-adce-9428b3e301fb), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:39.440283 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-94861f55-e370-4558-8237-163bb6eb2efe tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (c1f39240-73af-4c53-adce-9428b3e301fb), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:39.526069 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-94861f55-e370-4558-8237-163bb6eb2efe tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (c1f39240-73af-4c53-adce-9428b3e301fb), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:39.582425 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-94861f55-e370-4558-8237-163bb6eb2efe tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (c1f39240-73af-4c53-adce-9428b3e301fb), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:39.608372 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94861f55-e370-4558-8237-163bb6eb2efe tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f39240-73af-4c53-adce-9428b3e301fb,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:39.614094 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-94861f55-e370-4558-8237-163bb6eb2efe tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:39.619738 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-94861f55-e370-4558-8237-163bb6eb2efe tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/subnets/c1f39240-73af-4c53-adce-9428b3e301fb HTTP/1.1" status: 204 len: 168 time: 0.2738552 Jan 18 20:51:39.620404 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38234) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:39.621805 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cbb86d-521b-4c65-914a-615e56e873c2 None None] Network 07760e7b-8209-47f4-96ff-d7fd11e81287 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:51:39.699324 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-654694c2-c0d6-4439-9481-75d2afb40b18 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (07760e7b-8209-47f4-96ff-d7fd11e81287), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:39.756093 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-654694c2-c0d6-4439-9481-75d2afb40b18 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Deleting port 684aec8a-cd44-4e78-9ad7-c3f2a393e4ea {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:51:39.756438 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-654694c2-c0d6-4439-9481-75d2afb40b18 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (684aec8a-cd44-4e78-9ad7-c3f2a393e4ea), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:39.768371 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969dc72d-a8fc-48fe-bb7d-ab98a5825fdd None None] DHCP port deletion for 07760e7b-8209-47f4-96ff-d7fd11e81287 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:51:39.813943 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-969dc72d-a8fc-48fe-bb7d-ab98a5825fdd None None] Deleting port 684aec8a-cd44-4e78-9ad7-c3f2a393e4ea {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:51:39.814313 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-969dc72d-a8fc-48fe-bb7d-ab98a5825fdd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (684aec8a-cd44-4e78-9ad7-c3f2a393e4ea), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:39.822601 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-654694c2-c0d6-4439-9481-75d2afb40b18 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] For port 684aec8a-cd44-4e78-9ad7-c3f2a393e4ea, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=684aec8a-cd44-4e78-9ad7-c3f2a393e4ea,segment=NetworkSegment(e296bc78-4d85-4096-af50-6a331bfbc11d),segment_id=e296bc78-4d85-4096-af50-6a331bfbc11d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:51:39.822955 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-654694c2-c0d6-4439-9481-75d2afb40b18 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (684aec8a-cd44-4e78-9ad7-c3f2a393e4ea), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:39.835155 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-654694c2-c0d6-4439-9481-75d2afb40b18 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Calling delete_port for 684aec8a-cd44-4e78-9ad7-c3f2a393e4ea owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:51:39.878630 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-969dc72d-a8fc-48fe-bb7d-ab98a5825fdd None None] For port 684aec8a-cd44-4e78-9ad7-c3f2a393e4ea, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=684aec8a-cd44-4e78-9ad7-c3f2a393e4ea,segment=NetworkSegment(e296bc78-4d85-4096-af50-6a331bfbc11d),segment_id=e296bc78-4d85-4096-af50-6a331bfbc11d)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:51:39.879020 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-969dc72d-a8fc-48fe-bb7d-ab98a5825fdd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (684aec8a-cd44-4e78-9ad7-c3f2a393e4ea), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:39.892171 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-969dc72d-a8fc-48fe-bb7d-ab98a5825fdd None None] Calling delete_port for 684aec8a-cd44-4e78-9ad7-c3f2a393e4ea owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:51:39.911794 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-654694c2-c0d6-4439-9481-75d2afb40b18 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (684aec8a-cd44-4e78-9ad7-c3f2a393e4ea), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:39.937573 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654694c2-c0d6-4439-9481-75d2afb40b18 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Port': ['ID=684aec8a-cd44-4e78-9ad7-c3f2a393e4ea,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:39.941618 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654694c2-c0d6-4439-9481-75d2afb40b18 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] No DVR routers for this DVR port 684aec8a-cd44-4e78-9ad7-c3f2a393e4ea on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:51:39.966973 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-969dc72d-a8fc-48fe-bb7d-ab98a5825fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (684aec8a-cd44-4e78-9ad7-c3f2a393e4ea), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:39.993722 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969dc72d-a8fc-48fe-bb7d-ab98a5825fdd None None] No DVR routers for this DVR port 684aec8a-cd44-4e78-9ad7-c3f2a393e4ea on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:51:39.997883 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969dc72d-a8fc-48fe-bb7d-ab98a5825fdd None None] Pushing event deleted for resources: {'Port': ['ID=684aec8a-cd44-4e78-9ad7-c3f2a393e4ea,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:40.024885 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-654694c2-c0d6-4439-9481-75d2afb40b18 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (07760e7b-8209-47f4-96ff-d7fd11e81287), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:40.044826 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-654694c2-c0d6-4439-9481-75d2afb40b18 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07760e7b-8209-47f4-96ff-d7fd11e81287']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:40.053766 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-654694c2-c0d6-4439-9481-75d2afb40b18 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e296bc78-4d85-4096-af50-6a331bfbc11d') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:40.054061 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-654694c2-c0d6-4439-9481-75d2afb40b18 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e296bc78-4d85-4096-af50-6a331bfbc11d') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:40.063850 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-654694c2-c0d6-4439-9481-75d2afb40b18 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (e296bc78-4d85-4096-af50-6a331bfbc11d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:40.076968 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-654694c2-c0d6-4439-9481-75d2afb40b18 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (e296bc78-4d85-4096-af50-6a331bfbc11d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:40.082853 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654694c2-c0d6-4439-9481-75d2afb40b18 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:51:40.083233 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-654694c2-c0d6-4439-9481-75d2afb40b18 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (e296bc78-4d85-4096-af50-6a331bfbc11d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:51:40.086433 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:51:40.148131 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-654694c2-c0d6-4439-9481-75d2afb40b18 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (07760e7b-8209-47f4-96ff-d7fd11e81287), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:40.154801 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-654694c2-c0d6-4439-9481-75d2afb40b18 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:40.157926 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-654694c2-c0d6-4439-9481-75d2afb40b18 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/networks/07760e7b-8209-47f4-96ff-d7fd11e81287 HTTP/1.1" status: 204 len: 168 time: 0.5365362 Jan 18 20:51:40.161649 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38236) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:40.167235 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-b9909aff-5919-40a6-8d99-a21e9c00bd0b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-116950492'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:40.171255 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654694c2-c0d6-4439-9481-75d2afb40b18 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Network': ['ID=07760e7b-8209-47f4-96ff-d7fd11e81287,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:40.190438 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9909aff-5919-40a6-8d99-a21e9c00bd0b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Made reservation on behalf of cc41eea2f8e042cf9a8c765f399801be for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:40.193821 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9909aff-5919-40a6-8d99-a21e9c00bd0b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:40.217385 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9909aff-5919-40a6-8d99-a21e9c00bd0b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:51:40.226483 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9909aff-5919-40a6-8d99-a21e9c00bd0b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (71860cbf-34af-4180-a60c-fb6cc179250e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:40.226824 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-b9909aff-5919-40a6-8d99-a21e9c00bd0b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Added segment 71860cbf-34af-4180-a60c-fb6cc179250e of type vlan for network 21106ca2-fcea-45cd-b588-2723be1c0c46 Jan 18 20:51:40.268071 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9909aff-5919-40a6-8d99-a21e9c00bd0b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (21106ca2-fcea-45cd-b588-2723be1c0c46), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:40.292254 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9909aff-5919-40a6-8d99-a21e9c00bd0b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (21106ca2-fcea-45cd-b588-2723be1c0c46), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:40.297907 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9909aff-5919-40a6-8d99-a21e9c00bd0b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:40.298481 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9909aff-5919-40a6-8d99-a21e9c00bd0b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:40.329891 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b9909aff-5919-40a6-8d99-a21e9c00bd0b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1670880 Jan 18 20:51:40.332665 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38238) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:40.338014 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-a38e6bfc-8eb1-49ea-b289-3aa7d8d6e852 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'subnet': {'network_id': '21106ca2-fcea-45cd-b588-2723be1c0c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:40.387873 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9909aff-5919-40a6-8d99-a21e9c00bd0b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Network': ['ID=21106ca2-fcea-45cd-b588-2723be1c0c46,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:40.397857 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 21106ca2-fcea-45cd-b588-2723be1c0c46 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:51:40.458543 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38e6bfc-8eb1-49ea-b289-3aa7d8d6e852 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Made reservation on behalf of cc41eea2f8e042cf9a8c765f399801be for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:40.462209 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a38e6bfc-8eb1-49ea-b289-3aa7d8d6e852 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:40.624442 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 684aec8a-cd44-4e78-9ad7-c3f2a393e4ea no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:51:40.643597 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a38e6bfc-8eb1-49ea-b289-3aa7d8d6e852 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (0775c316-868e-4be9-ba35-70bf5099a52a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:40.646408 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 684aec8a-cd44-4e78-9ad7-c3f2a393e4ea {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:51:40.646755 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 684aec8a-cd44-4e78-9ad7-c3f2a393e4ea not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:51:40.702618 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e6bfc-8eb1-49ea-b289-3aa7d8d6e852 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Subnet': ['ID=0775c316-868e-4be9-ba35-70bf5099a52a,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:40.711001 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38e6bfc-8eb1-49ea-b289-3aa7d8d6e852 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Checking segment: {'id': '71860cbf-34af-4180-a60c-fb6cc179250e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '21106ca2-fcea-45cd-b588-2723be1c0c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:51:40.711358 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38e6bfc-8eb1-49ea-b289-3aa7d8d6e852 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network hostable DHCP agents. Network: 21106ca2-fcea-45cd-b588-2723be1c0c46, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:51:40.728471 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38e6bfc-8eb1-49ea-b289-3aa7d8d6e852 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network 21106ca2-fcea-45cd-b588-2723be1c0c46 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:51:40.737074 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-a38e6bfc-8eb1-49ea-b289-3aa7d8d6e852 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 21106ca2-fcea-45cd-b588-2723be1c0c46) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:40.740984 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38e6bfc-8eb1-49ea-b289-3aa7d8d6e852 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:40.741569 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a38e6bfc-8eb1-49ea-b289-3aa7d8d6e852 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:40.746977 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5241efed-9ac2-418e-89a7-650cd032d94e None None] Network 21106ca2-fcea-45cd-b588-2723be1c0c46 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:51:40.758189 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a38e6bfc-8eb1-49ea-b289-3aa7d8d6e852 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4245417 Jan 18 20:51:40.760689 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38240) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:40.764939 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-450cb8f8-2525-4cbb-b64f-a13892213aff tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1390605319', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:40.788734 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-450cb8f8-2525-4cbb-b64f-a13892213aff tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (4de64333-ef09-4370-847a-0a5a3fe5f589), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:40.789765 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-450cb8f8-2525-4cbb-b64f-a13892213aff tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (4de64333-ef09-4370-847a-0a5a3fe5f589), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:40.843957 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-450cb8f8-2525-4cbb-b64f-a13892213aff tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router_controller (4de64333-ef09-4370-847a-0a5a3fe5f589), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:40.848098 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-450cb8f8-2525-4cbb-b64f-a13892213aff tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (4de64333-ef09-4370-847a-0a5a3fe5f589), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:40.851697 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e700a3ca-c179-48db-af80-2fe23673eeac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-21106ca2-fcea-45cd-b588-2723be1c0c46', 'network_id': '21106ca2-fcea-45cd-b588-2723be1c0c46', 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'fixed_ips': [{'subnet_id': '0775c316-868e-4be9-ba35-70bf5099a52a'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:51:40.853075 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e700a3ca-c179-48db-af80-2fe23673eeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:40.867130 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-450cb8f8-2525-4cbb-b64f-a13892213aff tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:40.871564 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-450cb8f8-2525-4cbb-b64f-a13892213aff tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1067262 Jan 18 20:51:40.871694 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38242) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:40.996421 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-e700a3ca-c179-48db-af80-2fe23673eeac None None] Allocated IP 2001:db8::2 (21106ca2-fcea-45cd-b588-2723be1c0c46/0775c316-868e-4be9-ba35-70bf5099a52a/188cca25-1839-4449-9084-e923a1d6f3a4) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:51:41.140071 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e700a3ca-c179-48db-af80-2fe23673eeac None None] Publish callbacks [] for port (188cca25-1839-4449-9084-e923a1d6f3a4), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:41.144842 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a7b444d6-c342-4d94-91af-c2e142b73cdf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:41.145750 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e700a3ca-c179-48db-af80-2fe23673eeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (188cca25-1839-4449-9084-e923a1d6f3a4), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:41.183878 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e700a3ca-c179-48db-af80-2fe23673eeac None None] Network 21106ca2-fcea-45cd-b588-2723be1c0c46 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:41.188172 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-e700a3ca-c179-48db-af80-2fe23673eeac None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:41.191599 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e700a3ca-c179-48db-af80-2fe23673eeac None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:51:41.197035 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700a3ca-c179-48db-af80-2fe23673eeac None None] Pushing event updated for resources: {'Port': ['ID=188cca25-1839-4449-9084-e923a1d6f3a4,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:41.248614 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-e700a3ca-c179-48db-af80-2fe23673eeac None None] Attempting to bind port 188cca25-1839-4449-9084-e923a1d6f3a4 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:51:41.248980 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-e700a3ca-c179-48db-af80-2fe23673eeac None None] Attempting to bind port 188cca25-1839-4449-9084-e923a1d6f3a4 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '71860cbf-34af-4180-a60c-fb6cc179250e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '21106ca2-fcea-45cd-b588-2723be1c0c46'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:51:41.249336 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700a3ca-c179-48db-af80-2fe23673eeac None None] Attempting to bind port 188cca25-1839-4449-9084-e923a1d6f3a4 on network 21106ca2-fcea-45cd-b588-2723be1c0c46 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:51:41.254220 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700a3ca-c179-48db-af80-2fe23673eeac None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:51:41.254589 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700a3ca-c179-48db-af80-2fe23673eeac None None] Checking segment: {'id': '71860cbf-34af-4180-a60c-fb6cc179250e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '21106ca2-fcea-45cd-b588-2723be1c0c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:51:41.254985 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e700a3ca-c179-48db-af80-2fe23673eeac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:41.255372 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700a3ca-c179-48db-af80-2fe23673eeac None None] Bound using segment: {'id': '71860cbf-34af-4180-a60c-fb6cc179250e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '21106ca2-fcea-45cd-b588-2723be1c0c46'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:51:41.255828 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-e700a3ca-c179-48db-af80-2fe23673eeac None None] Bound port: 188cca25-1839-4449-9084-e923a1d6f3a4, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71860cbf-34af-4180-a60c-fb6cc179250e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '21106ca2-fcea-45cd-b588-2723be1c0c46'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:51:41.256227 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e700a3ca-c179-48db-af80-2fe23673eeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (188cca25-1839-4449-9084-e923a1d6f3a4), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:41.319684 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e700a3ca-c179-48db-af80-2fe23673eeac None None] For port 188cca25-1839-4449-9084-e923a1d6f3a4, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:51:41.322798 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e700a3ca-c179-48db-af80-2fe23673eeac None None] For port 188cca25-1839-4449-9084-e923a1d6f3a4, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=188cca25-1839-4449-9084-e923a1d6f3a4,segment=NetworkSegment(71860cbf-34af-4180-a60c-fb6cc179250e),segment_id=71860cbf-34af-4180-a60c-fb6cc179250e)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:51:41.328107 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e700a3ca-c179-48db-af80-2fe23673eeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (188cca25-1839-4449-9084-e923a1d6f3a4), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:41.384115 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700a3ca-c179-48db-af80-2fe23673eeac None None] Pushing event updated for resources: {'Port': ['ID=188cca25-1839-4449-9084-e923a1d6f3a4,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:41.386043 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-a7b444d6-c342-4d94-91af-c2e142b73cdf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Allocated IP 2001:db8::1 (21106ca2-fcea-45cd-b588-2723be1c0c46/0775c316-868e-4be9-ba35-70bf5099a52a/878a607f-7e71-4895-a9b6-d2b626bec3a0) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:51:41.519634 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a7b444d6-c342-4d94-91af-c2e142b73cdf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for port (878a607f-7e71-4895-a9b6-d2b626bec3a0), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:41.563782 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a7b444d6-c342-4d94-91af-c2e142b73cdf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (878a607f-7e71-4895-a9b6-d2b626bec3a0), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:41.599942 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b444d6-c342-4d94-91af-c2e142b73cdf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network 21106ca2-fcea-45cd-b588-2723be1c0c46 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:41.603185 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-a7b444d6-c342-4d94-91af-c2e142b73cdf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:41.610272 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b444d6-c342-4d94-91af-c2e142b73cdf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:51:41.610800 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a7b444d6-c342-4d94-91af-c2e142b73cdf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (4de64333-ef09-4370-847a-0a5a3fe5f589), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:41.655295 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b444d6-c342-4d94-91af-c2e142b73cdf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Port': ['ID=878a607f-7e71-4895-a9b6-d2b626bec3a0,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:41.732872 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a7b444d6-c342-4d94-91af-c2e142b73cdf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (878a607f-7e71-4895-a9b6-d2b626bec3a0), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:41.987763 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a7b444d6-c342-4d94-91af-c2e142b73cdf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for port (878a607f-7e71-4895-a9b6-d2b626bec3a0), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:41.993980 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a7b444d6-c342-4d94-91af-c2e142b73cdf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (878a607f-7e71-4895-a9b6-d2b626bec3a0), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:41.994724 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a7b444d6-c342-4d94-91af-c2e142b73cdf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (4de64333-ef09-4370-847a-0a5a3fe5f589), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:42.057792 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b444d6-c342-4d94-91af-c2e142b73cdf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Port': ['ID=878a607f-7e71-4895-a9b6-d2b626bec3a0,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:42.122956 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b444d6-c342-4d94-91af-c2e142b73cdf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network 21106ca2-fcea-45cd-b588-2723be1c0c46 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:42.124397 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-a7b444d6-c342-4d94-91af-c2e142b73cdf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:42.247726 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b444d6-c342-4d94-91af-c2e142b73cdf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Router 4de64333-ef09-4370-847a-0a5a3fe5f589 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:51:42.270624 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b89e9c5-37bb-4728-bdbd-fedb0ff5dcbe None None] Network 21106ca2-fcea-45cd-b588-2723be1c0c46 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:51:42.338086 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b444d6-c342-4d94-91af-c2e142b73cdf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:51:42.342892 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0d1160bd-6b79-428c-8740-8a2163cc38ec None None] Provisioning complete for port 188cca25-1839-4449-9084-e923a1d6f3a4 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:42.342892 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0d1160bd-6b79-428c-8740-8a2163cc38ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (188cca25-1839-4449-9084-e923a1d6f3a4), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:42.343434 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a7b444d6-c342-4d94-91af-c2e142b73cdf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "PUT /v2.0/routers/4de64333-ef09-4370-847a-0a5a3fe5f589/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4708679 Jan 18 20:51:42.346594 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38244) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:42.366861 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0f62d9-bede-4b6d-a3f8-051afaf122cb None None] Sync routers for ids ['4de64333-ef09-4370-847a-0a5a3fe5f589'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:51:42.387853 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ecd722-b2d4-47d1-845b-71c2cf703450 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:42.389326 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f9ecd722-b2d4-47d1-845b-71c2cf703450 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "GET /v2.0/ports/878a607f-7e71-4895-a9b6-d2b626bec3a0 HTTP/1.1" status: 200 len: 911 time: 0.0419657 Jan 18 20:51:42.392236 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38246) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:42.401327 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0f62d9-bede-4b6d-a3f8-051afaf122cb None None] Routers {'4de64333-ef09-4370-847a-0a5a3fe5f589'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:51:42.401967 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2d0f62d9-bede-4b6d-a3f8-051afaf122cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['4de64333-ef09-4370-847a-0a5a3fe5f589'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:42.455404 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2d0f62d9-bede-4b6d-a3f8-051afaf122cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:42.475383 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0f62d9-bede-4b6d-a3f8-051afaf122cb None None] Routers {'4de64333-ef09-4370-847a-0a5a3fe5f589'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:51:42.475920 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2d0f62d9-bede-4b6d-a3f8-051afaf122cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['4de64333-ef09-4370-847a-0a5a3fe5f589'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:42.532488 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2d0f62d9-bede-4b6d-a3f8-051afaf122cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:42.533149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0f62d9-bede-4b6d-a3f8-051afaf122cb None None] The sync data for ids ['4de64333-ef09-4370-847a-0a5a3fe5f589'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:51:42.542620 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0d1160bd-6b79-428c-8740-8a2163cc38ec None None] Current status of the port 188cca25-1839-4449-9084-e923a1d6f3a4 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:51:42.543120 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0d1160bd-6b79-428c-8740-8a2163cc38ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (188cca25-1839-4449-9084-e923a1d6f3a4), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:42.580091 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0d1160bd-6b79-428c-8740-8a2163cc38ec None None] For port 188cca25-1839-4449-9084-e923a1d6f3a4, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=188cca25-1839-4449-9084-e923a1d6f3a4,segment=NetworkSegment(71860cbf-34af-4180-a60c-fb6cc179250e),segment_id=71860cbf-34af-4180-a60c-fb6cc179250e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:51:42.586288 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0d1160bd-6b79-428c-8740-8a2163cc38ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (188cca25-1839-4449-9084-e923a1d6f3a4), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:42.654648 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1160bd-6b79-428c-8740-8a2163cc38ec None None] Pushing event updated for resources: {'Port': ['ID=188cca25-1839-4449-9084-e923a1d6f3a4,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:42.699217 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 188cca25-1839-4449-9084-e923a1d6f3a4 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:51:42.745791 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-488714d3-077f-4571-9da3-df94886868f8 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (4de64333-ef09-4370-847a-0a5a3fe5f589), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:42.755315 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 188cca25-1839-4449-9084-e923a1d6f3a4 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:42.755766 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (188cca25-1839-4449-9084-e923a1d6f3a4), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:42.839156 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-71b05c50-aa29-4cbb-9933-8c36a19a2ef7 None None] Provisioning complete for port 188cca25-1839-4449-9084-e923a1d6f3a4 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:42.839627 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-71b05c50-aa29-4cbb-9933-8c36a19a2ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (188cca25-1839-4449-9084-e923a1d6f3a4), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:42.877435 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 188cca25-1839-4449-9084-e923a1d6f3a4 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:51:42.932346 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-71b05c50-aa29-4cbb-9933-8c36a19a2ef7 None None] Current status of the port 188cca25-1839-4449-9084-e923a1d6f3a4 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:51:42.943295 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-71b05c50-aa29-4cbb-9933-8c36a19a2ef7 None None] Provisioning complete for port 878a607f-7e71-4895-a9b6-d2b626bec3a0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:42.943760 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-71b05c50-aa29-4cbb-9933-8c36a19a2ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (878a607f-7e71-4895-a9b6-d2b626bec3a0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:42.979682 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-71b05c50-aa29-4cbb-9933-8c36a19a2ef7 None None] Port 878a607f-7e71-4895-a9b6-d2b626bec3a0 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:51:42.998034 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-488714d3-077f-4571-9da3-df94886868f8 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Deleting port 878a607f-7e71-4895-a9b6-d2b626bec3a0 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:51:42.998427 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-488714d3-077f-4571-9da3-df94886868f8 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (878a607f-7e71-4895-a9b6-d2b626bec3a0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:43.093446 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-488714d3-077f-4571-9da3-df94886868f8 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (878a607f-7e71-4895-a9b6-d2b626bec3a0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:43.100979 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-bde16e8b-18ec-446a-898f-173ebae4dfd1 None None] Provisioning complete for port 878a607f-7e71-4895-a9b6-d2b626bec3a0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:43.101783 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bde16e8b-18ec-446a-898f-173ebae4dfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (878a607f-7e71-4895-a9b6-d2b626bec3a0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:43.108344 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-488714d3-077f-4571-9da3-df94886868f8 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Calling delete_port for 878a607f-7e71-4895-a9b6-d2b626bec3a0 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:51:43.139186 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-bde16e8b-18ec-446a-898f-173ebae4dfd1 None None] Port 878a607f-7e71-4895-a9b6-d2b626bec3a0 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:51:43.258069 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-281ac7fb-5259-4367-b873-12a9869eb140 None None] Provisioning complete for port 878a607f-7e71-4895-a9b6-d2b626bec3a0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:43.258457 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-281ac7fb-5259-4367-b873-12a9869eb140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (878a607f-7e71-4895-a9b6-d2b626bec3a0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:43.280914 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-488714d3-077f-4571-9da3-df94886868f8 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (878a607f-7e71-4895-a9b6-d2b626bec3a0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:43.295754 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-281ac7fb-5259-4367-b873-12a9869eb140 None None] Port 878a607f-7e71-4895-a9b6-d2b626bec3a0 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:51:43.308113 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488714d3-077f-4571-9da3-df94886868f8 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Port': ['ID=878a607f-7e71-4895-a9b6-d2b626bec3a0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:43.404253 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-488714d3-077f-4571-9da3-df94886868f8 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (4de64333-ef09-4370-847a-0a5a3fe5f589), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:43.574849 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488714d3-077f-4571-9da3-df94886868f8 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Router 4de64333-ef09-4370-847a-0a5a3fe5f589 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:51:43.648811 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488714d3-077f-4571-9da3-df94886868f8 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:51:43.654558 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-488714d3-077f-4571-9da3-df94886868f8 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "PUT /v2.0/routers/4de64333-ef09-4370-847a-0a5a3fe5f589/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2609665 Jan 18 20:51:43.657206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38248) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:43.658282 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481e3e43-b3c2-44e2-b43f-9b5131a9caac None None] Sync routers for ids ['4de64333-ef09-4370-847a-0a5a3fe5f589'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:51:43.668747 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481e3e43-b3c2-44e2-b43f-9b5131a9caac None None] Routers {'4de64333-ef09-4370-847a-0a5a3fe5f589'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:51:43.669345 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-481e3e43-b3c2-44e2-b43f-9b5131a9caac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['4de64333-ef09-4370-847a-0a5a3fe5f589'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:43.685168 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-23c7e263-b5b5-461d-b05a-83a29b15cd30 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de64333-ef09-4370-847a-0a5a3fe5f589 HTTP/1.1" status: 200 len: 205 time: 0.0246918 Jan 18 20:51:43.685376 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38250) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:43.703375 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-481e3e43-b3c2-44e2-b43f-9b5131a9caac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:43.712766 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481e3e43-b3c2-44e2-b43f-9b5131a9caac None None] Routers {'4de64333-ef09-4370-847a-0a5a3fe5f589'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:51:43.713364 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-481e3e43-b3c2-44e2-b43f-9b5131a9caac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['4de64333-ef09-4370-847a-0a5a3fe5f589'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:43.745007 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-481e3e43-b3c2-44e2-b43f-9b5131a9caac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:43.745668 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481e3e43-b3c2-44e2-b43f-9b5131a9caac None None] The sync data for ids ['4de64333-ef09-4370-847a-0a5a3fe5f589'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:51:43.757798 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f920d998-cee6-4b4c-8ec8-ec5ba429d445 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router (4de64333-ef09-4370-847a-0a5a3fe5f589), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:43.911722 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f920d998-cee6-4b4c-8ec8-ec5ba429d445 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (4de64333-ef09-4370-847a-0a5a3fe5f589), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:43.913826 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f920d998-cee6-4b4c-8ec8-ec5ba429d445 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router_controller (4de64333-ef09-4370-847a-0a5a3fe5f589), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:43.955605 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f920d998-cee6-4b4c-8ec8-ec5ba429d445 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (4de64333-ef09-4370-847a-0a5a3fe5f589), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:43.956119 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f920d998-cee6-4b4c-8ec8-ec5ba429d445 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Fanout notify agent at l3_agent the message router_deleted on router 4de64333-ef09-4370-847a-0a5a3fe5f589 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:51:43.963313 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f920d998-cee6-4b4c-8ec8-ec5ba429d445 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:43.964413 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f920d998-cee6-4b4c-8ec8-ec5ba429d445 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/routers/4de64333-ef09-4370-847a-0a5a3fe5f589 HTTP/1.1" status: 204 len: 168 time: 0.2781305 Jan 18 20:51:43.967088 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38252) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:44.016149 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-974e235d-d7a6-4f9e-8d7b-ef56fb90bf8a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Deleting subnet 0775c316-868e-4be9-ba35-70bf5099a52a {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:51:44.019229 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-974e235d-d7a6-4f9e-8d7b-ef56fb90bf8a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for subnet (0775c316-868e-4be9-ba35-70bf5099a52a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:44.057359 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-974e235d-d7a6-4f9e-8d7b-ef56fb90bf8a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (0775c316-868e-4be9-ba35-70bf5099a52a), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:44.141776 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-974e235d-d7a6-4f9e-8d7b-ef56fb90bf8a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (0775c316-868e-4be9-ba35-70bf5099a52a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:44.201642 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-974e235d-d7a6-4f9e-8d7b-ef56fb90bf8a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (0775c316-868e-4be9-ba35-70bf5099a52a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:44.228438 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e235d-d7a6-4f9e-8d7b-ef56fb90bf8a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Subnet': ['ID=0775c316-868e-4be9-ba35-70bf5099a52a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:44.230389 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-974e235d-d7a6-4f9e-8d7b-ef56fb90bf8a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:44.233977 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-974e235d-d7a6-4f9e-8d7b-ef56fb90bf8a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/subnets/0775c316-868e-4be9-ba35-70bf5099a52a HTTP/1.1" status: 204 len: 168 time: 0.2659585 Jan 18 20:51:44.235544 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9463299e-133c-4159-8208-ddc35da713d7 None None] Network 21106ca2-fcea-45cd-b588-2723be1c0c46 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:51:44.236914 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38254) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:44.315638 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ec7a7a9-5099-4fc5-827e-0f2367686674 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (21106ca2-fcea-45cd-b588-2723be1c0c46), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:44.373587 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5ec7a7a9-5099-4fc5-827e-0f2367686674 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Deleting port 188cca25-1839-4449-9084-e923a1d6f3a4 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:51:44.373957 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ec7a7a9-5099-4fc5-827e-0f2367686674 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (188cca25-1839-4449-9084-e923a1d6f3a4), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:44.376561 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58d5f5f-a2a0-4af0-a2f7-cd1537797aeb None None] DHCP port deletion for 21106ca2-fcea-45cd-b588-2723be1c0c46 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:51:44.421005 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f58d5f5f-a2a0-4af0-a2f7-cd1537797aeb None None] Deleting port 188cca25-1839-4449-9084-e923a1d6f3a4 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:51:44.421372 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f58d5f5f-a2a0-4af0-a2f7-cd1537797aeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (188cca25-1839-4449-9084-e923a1d6f3a4), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:44.434795 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5ec7a7a9-5099-4fc5-827e-0f2367686674 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] For port 188cca25-1839-4449-9084-e923a1d6f3a4, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=188cca25-1839-4449-9084-e923a1d6f3a4,segment=NetworkSegment(71860cbf-34af-4180-a60c-fb6cc179250e),segment_id=71860cbf-34af-4180-a60c-fb6cc179250e)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:51:44.435300 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ec7a7a9-5099-4fc5-827e-0f2367686674 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (188cca25-1839-4449-9084-e923a1d6f3a4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:44.451635 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5ec7a7a9-5099-4fc5-827e-0f2367686674 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Calling delete_port for 188cca25-1839-4449-9084-e923a1d6f3a4 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:51:44.482651 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f58d5f5f-a2a0-4af0-a2f7-cd1537797aeb None None] For port 188cca25-1839-4449-9084-e923a1d6f3a4, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=188cca25-1839-4449-9084-e923a1d6f3a4,segment=NetworkSegment(71860cbf-34af-4180-a60c-fb6cc179250e),segment_id=71860cbf-34af-4180-a60c-fb6cc179250e)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:51:44.482996 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f58d5f5f-a2a0-4af0-a2f7-cd1537797aeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (188cca25-1839-4449-9084-e923a1d6f3a4), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:44.495805 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f58d5f5f-a2a0-4af0-a2f7-cd1537797aeb None None] Calling delete_port for 188cca25-1839-4449-9084-e923a1d6f3a4 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:51:44.532511 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ec7a7a9-5099-4fc5-827e-0f2367686674 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (188cca25-1839-4449-9084-e923a1d6f3a4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:44.558620 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7a7a9-5099-4fc5-827e-0f2367686674 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Port': ['ID=188cca25-1839-4449-9084-e923a1d6f3a4,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:44.562038 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec7a7a9-5099-4fc5-827e-0f2367686674 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] No DVR routers for this DVR port 188cca25-1839-4449-9084-e923a1d6f3a4 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:51:44.579530 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f58d5f5f-a2a0-4af0-a2f7-cd1537797aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (188cca25-1839-4449-9084-e923a1d6f3a4), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:44.605307 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d5f5f-a2a0-4af0-a2f7-cd1537797aeb None None] Pushing event deleted for resources: {'Port': ['ID=188cca25-1839-4449-9084-e923a1d6f3a4,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:44.609084 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58d5f5f-a2a0-4af0-a2f7-cd1537797aeb None None] No DVR routers for this DVR port 188cca25-1839-4449-9084-e923a1d6f3a4 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:51:44.639539 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 188cca25-1839-4449-9084-e923a1d6f3a4 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:51:44.649504 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ec7a7a9-5099-4fc5-827e-0f2367686674 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (21106ca2-fcea-45cd-b588-2723be1c0c46), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:44.659486 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 188cca25-1839-4449-9084-e923a1d6f3a4 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:51:44.659829 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 188cca25-1839-4449-9084-e923a1d6f3a4 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:51:44.669724 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-5ec7a7a9-5099-4fc5-827e-0f2367686674 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21106ca2-fcea-45cd-b588-2723be1c0c46']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:44.679498 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-5ec7a7a9-5099-4fc5-827e-0f2367686674 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71860cbf-34af-4180-a60c-fb6cc179250e') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:44.679789 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-5ec7a7a9-5099-4fc5-827e-0f2367686674 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71860cbf-34af-4180-a60c-fb6cc179250e') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:44.689454 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ec7a7a9-5099-4fc5-827e-0f2367686674 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (71860cbf-34af-4180-a60c-fb6cc179250e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:44.702838 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ec7a7a9-5099-4fc5-827e-0f2367686674 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (71860cbf-34af-4180-a60c-fb6cc179250e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:44.708616 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec7a7a9-5099-4fc5-827e-0f2367686674 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:51:44.708987 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ec7a7a9-5099-4fc5-827e-0f2367686674 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (71860cbf-34af-4180-a60c-fb6cc179250e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:51:44.712645 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:51:44.770761 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ec7a7a9-5099-4fc5-827e-0f2367686674 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (21106ca2-fcea-45cd-b588-2723be1c0c46), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:44.778087 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ec7a7a9-5099-4fc5-827e-0f2367686674 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:44.781280 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5ec7a7a9-5099-4fc5-827e-0f2367686674 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/networks/21106ca2-fcea-45cd-b588-2723be1c0c46 HTTP/1.1" status: 204 len: 168 time: 0.5433898 Jan 18 20:51:44.785200 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38256) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:44.791464 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-b8e2bad7-1a56-4ef0-be7d-1b4124f69097 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1434611060', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}, 'admin_state_up': False}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:44.796974 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7a7a9-5099-4fc5-827e-0f2367686674 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Network': ['ID=21106ca2-fcea-45cd-b588-2723be1c0c46,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:44.820075 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b8e2bad7-1a56-4ef0-be7d-1b4124f69097 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (6ef74a15-18d2-4eaf-950c-8245571d8839), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:44.821043 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b8e2bad7-1a56-4ef0-be7d-1b4124f69097 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (6ef74a15-18d2-4eaf-950c-8245571d8839), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:44.873418 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b8e2bad7-1a56-4ef0-be7d-1b4124f69097 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router_controller (6ef74a15-18d2-4eaf-950c-8245571d8839), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:45.002358 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b8e2bad7-1a56-4ef0-be7d-1b4124f69097 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router_gateway (6ef74a15-18d2-4eaf-950c-8245571d8839), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:45.194257 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b8e2bad7-1a56-4ef0-be7d-1b4124f69097 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router_gateway (6ef74a15-18d2-4eaf-950c-8245571d8839), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:45.212677 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b8e2bad7-1a56-4ef0-be7d-1b4124f69097 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:45.317229 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-b8e2bad7-1a56-4ef0-be7d-1b4124f69097 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Allocated IP 172.25.4.70 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/b42b3412-f559-48c1-9441-f74626628ffe) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:51:45.411968 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b8e2bad7-1a56-4ef0-be7d-1b4124f69097 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for port (b42b3412-f559-48c1-9441-f74626628ffe), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:45.452677 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b8e2bad7-1a56-4ef0-be7d-1b4124f69097 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (b42b3412-f559-48c1-9441-f74626628ffe), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:45.492008 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e2bad7-1a56-4ef0-be7d-1b4124f69097 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:45.495440 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-b8e2bad7-1a56-4ef0-be7d-1b4124f69097 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:45.497776 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e2bad7-1a56-4ef0-be7d-1b4124f69097 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:51:45.508581 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a19edc-4315-4042-b531-f734ba95ec59 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:51:45.528175 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2bad7-1a56-4ef0-be7d-1b4124f69097 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Port': ['ID=b42b3412-f559-48c1-9441-f74626628ffe,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:45.629037 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-070a7834-7352-44e9-8fb8-2654206d7f51 None None] Provisioning complete for port b42b3412-f559-48c1-9441-f74626628ffe triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:45.629400 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-070a7834-7352-44e9-8fb8-2654206d7f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b42b3412-f559-48c1-9441-f74626628ffe), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:45.666344 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-070a7834-7352-44e9-8fb8-2654206d7f51 None None] Port b42b3412-f559-48c1-9441-f74626628ffe cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:51:45.746414 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b8e2bad7-1a56-4ef0-be7d-1b4124f69097 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router_gateway (6ef74a15-18d2-4eaf-950c-8245571d8839), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:45.929507 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b8e2bad7-1a56-4ef0-be7d-1b4124f69097 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (6ef74a15-18d2-4eaf-950c-8245571d8839), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:46.049550 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e2bad7-1a56-4ef0-be7d-1b4124f69097 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Router 6ef74a15-18d2-4eaf-950c-8245571d8839 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:51:46.151592 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e2bad7-1a56-4ef0-be7d-1b4124f69097 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:51:46.160670 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef3657f-57eb-4e48-b28d-c3c56e5b01f9 None None] Sync routers for ids ['6ef74a15-18d2-4eaf-950c-8245571d8839'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:51:46.170916 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b8e2bad7-1a56-4ef0-be7d-1b4124f69097 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:46.171661 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef3657f-57eb-4e48-b28d-c3c56e5b01f9 None None] Routers {'6ef74a15-18d2-4eaf-950c-8245571d8839'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:51:46.172129 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b8e2bad7-1a56-4ef0-be7d-1b4124f69097 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.3859248 Jan 18 20:51:46.174765 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38258) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:46.175156 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-aef3657f-57eb-4e48-b28d-c3c56e5b01f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6ef74a15-18d2-4eaf-950c-8245571d8839'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:46.207539 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-aef3657f-57eb-4e48-b28d-c3c56e5b01f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:46.216614 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef3657f-57eb-4e48-b28d-c3c56e5b01f9 None None] Routers {'6ef74a15-18d2-4eaf-950c-8245571d8839'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:51:46.217219 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-aef3657f-57eb-4e48-b28d-c3c56e5b01f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6ef74a15-18d2-4eaf-950c-8245571d8839'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:46.251651 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-aef3657f-57eb-4e48-b28d-c3c56e5b01f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:46.252400 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef3657f-57eb-4e48-b28d-c3c56e5b01f9 None None] The sync data for ids ['6ef74a15-18d2-4eaf-950c-8245571d8839'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:51:46.282065 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-480c628c-c8ee-4cd8-8d96-e327553946db tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "GET /v2.0/routers/6ef74a15-18d2-4eaf-950c-8245571d8839 HTTP/1.1" status: 200 len: 884 time: 0.1062353 Jan 18 20:51:46.284474 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38260) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:46.821446 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ebf54cea-0e7e-4bde-af48-5b44f654af21 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5358670 Jan 18 20:51:46.823960 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38262) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:46.828027 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-98bc10ab-e2a2-4895-b292-43cc19e90614 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1434611060'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:47.118713 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98bc10ab-e2a2-4895-b292-43cc19e90614 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57734'] for router (6ef74a15-18d2-4eaf-950c-8245571d8839), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:47.129901 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98bc10ab-e2a2-4895-b292-43cc19e90614 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1617295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1617304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1628645'] for router (6ef74a15-18d2-4eaf-950c-8245571d8839), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:47.236713 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98bc10ab-e2a2-4895-b292-43cc19e90614 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Router 6ef74a15-18d2-4eaf-950c-8245571d8839 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:51:47.342253 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98bc10ab-e2a2-4895-b292-43cc19e90614 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:51:47.349373 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98bc10ab-e2a2-4895-b292-43cc19e90614 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:47.350570 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-98bc10ab-e2a2-4895-b292-43cc19e90614 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "PUT /v2.0/routers/6ef74a15-18d2-4eaf-950c-8245571d8839 HTTP/1.1" status: 200 len: 891 time: 0.5257642 Jan 18 20:51:47.352473 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f2849e-c154-49e7-9801-377c50a6391c None None] Sync routers for ids ['6ef74a15-18d2-4eaf-950c-8245571d8839'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:51:47.353201 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38264) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:47.361814 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f2849e-c154-49e7-9801-377c50a6391c None None] Routers {'6ef74a15-18d2-4eaf-950c-8245571d8839'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:51:47.362402 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a6f2849e-c154-49e7-9801-377c50a6391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6ef74a15-18d2-4eaf-950c-8245571d8839'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:47.396602 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a6f2849e-c154-49e7-9801-377c50a6391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:47.404767 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f2849e-c154-49e7-9801-377c50a6391c None None] Routers {'6ef74a15-18d2-4eaf-950c-8245571d8839'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:51:47.405353 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a6f2849e-c154-49e7-9801-377c50a6391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['6ef74a15-18d2-4eaf-950c-8245571d8839'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:47.438053 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a6f2849e-c154-49e7-9801-377c50a6391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:47.438692 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f2849e-c154-49e7-9801-377c50a6391c None None] The sync data for ids ['6ef74a15-18d2-4eaf-950c-8245571d8839'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:51:47.461896 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2bf0138a-57b6-4a5b-8e15-88afe6ddb92c tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "GET /v2.0/routers/6ef74a15-18d2-4eaf-950c-8245571d8839 HTTP/1.1" status: 200 len: 891 time: 0.1073742 Jan 18 20:51:47.467166 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38266) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:47.499266 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5cc8d433-6441-4128-91a5-277854071d6d tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ef74a15-18d2-4eaf-950c-8245571d8839 HTTP/1.1" status: 200 len: 205 time: 0.0309384 Jan 18 20:51:47.501737 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38268) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:47.924666 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ef88340-028a-42df-98af-05529bc3255a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router (6ef74a15-18d2-4eaf-950c-8245571d8839), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:48.021336 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ef88340-028a-42df-98af-05529bc3255a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router_gateway (6ef74a15-18d2-4eaf-950c-8245571d8839), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:48.070645 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3ef88340-028a-42df-98af-05529bc3255a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Deleting port b42b3412-f559-48c1-9441-f74626628ffe {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:51:48.070994 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ef88340-028a-42df-98af-05529bc3255a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b42b3412-f559-48c1-9441-f74626628ffe), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:48.141869 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ef88340-028a-42df-98af-05529bc3255a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b42b3412-f559-48c1-9441-f74626628ffe), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:48.153410 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3ef88340-028a-42df-98af-05529bc3255a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Calling delete_port for b42b3412-f559-48c1-9441-f74626628ffe owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:51:48.308355 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ef88340-028a-42df-98af-05529bc3255a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (b42b3412-f559-48c1-9441-f74626628ffe), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:48.337306 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef88340-028a-42df-98af-05529bc3255a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Port': ['ID=b42b3412-f559-48c1-9441-f74626628ffe,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:48.351396 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8233264-e1f8-4571-9301-0ce74cdb92a3 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:51:48.394798 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ef88340-028a-42df-98af-05529bc3255a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (6ef74a15-18d2-4eaf-950c-8245571d8839), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:48.481746 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ef88340-028a-42df-98af-05529bc3255a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (6ef74a15-18d2-4eaf-950c-8245571d8839), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:48.483834 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ef88340-028a-42df-98af-05529bc3255a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router_controller (6ef74a15-18d2-4eaf-950c-8245571d8839), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:48.529024 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ef88340-028a-42df-98af-05529bc3255a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (6ef74a15-18d2-4eaf-950c-8245571d8839), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:48.529659 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef88340-028a-42df-98af-05529bc3255a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Fanout notify agent at l3_agent the message router_deleted on router 6ef74a15-18d2-4eaf-950c-8245571d8839 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:51:48.537003 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ef88340-028a-42df-98af-05529bc3255a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:48.538211 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3ef88340-028a-42df-98af-05529bc3255a tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/routers/6ef74a15-18d2-4eaf-950c-8245571d8839 HTTP/1.1" status: 204 len: 168 time: 1.0355625 Jan 18 20:51:48.541821 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38270) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:48.546550 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-77a07352-9af7-46eb-a60b-5aad5d2e0bee tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1346178856'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:48.567978 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a07352-9af7-46eb-a60b-5aad5d2e0bee tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Made reservation on behalf of cc41eea2f8e042cf9a8c765f399801be for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:48.571803 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77a07352-9af7-46eb-a60b-5aad5d2e0bee tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:48.595156 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a07352-9af7-46eb-a60b-5aad5d2e0bee tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:51:48.603804 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77a07352-9af7-46eb-a60b-5aad5d2e0bee tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (72a8b4c1-5c1e-4abd-89ee-b6b8ba4f0fc8), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:48.604161 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-77a07352-9af7-46eb-a60b-5aad5d2e0bee tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Added segment 72a8b4c1-5c1e-4abd-89ee-b6b8ba4f0fc8 of type vlan for network 3d985f3c-04cb-48ff-b996-73407595c4df Jan 18 20:51:48.642487 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77a07352-9af7-46eb-a60b-5aad5d2e0bee tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (3d985f3c-04cb-48ff-b996-73407595c4df), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:48.664432 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77a07352-9af7-46eb-a60b-5aad5d2e0bee tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (3d985f3c-04cb-48ff-b996-73407595c4df), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:48.670050 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a07352-9af7-46eb-a60b-5aad5d2e0bee tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:48.670623 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77a07352-9af7-46eb-a60b-5aad5d2e0bee tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:48.707347 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-77a07352-9af7-46eb-a60b-5aad5d2e0bee tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1645319 Jan 18 20:51:48.710238 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38272) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:48.715236 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f0efd1cd-7a41-4c64-9ac7-e81ef1dbf856 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'subnet': {'network_id': '3d985f3c-04cb-48ff-b996-73407595c4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:48.737249 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a07352-9af7-46eb-a60b-5aad5d2e0bee tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Network': ['ID=3d985f3c-04cb-48ff-b996-73407595c4df,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:48.748150 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 3d985f3c-04cb-48ff-b996-73407595c4df details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:51:48.802404 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0efd1cd-7a41-4c64-9ac7-e81ef1dbf856 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Made reservation on behalf of cc41eea2f8e042cf9a8c765f399801be for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:48.806389 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f0efd1cd-7a41-4c64-9ac7-e81ef1dbf856 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:48.978809 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f0efd1cd-7a41-4c64-9ac7-e81ef1dbf856 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (b06763f5-4327-456e-9bad-515ad9ec5313), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:49.037122 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0efd1cd-7a41-4c64-9ac7-e81ef1dbf856 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Subnet': ['ID=b06763f5-4327-456e-9bad-515ad9ec5313,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:49.047595 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0efd1cd-7a41-4c64-9ac7-e81ef1dbf856 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Checking segment: {'id': '72a8b4c1-5c1e-4abd-89ee-b6b8ba4f0fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3d985f3c-04cb-48ff-b996-73407595c4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:51:49.047951 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0efd1cd-7a41-4c64-9ac7-e81ef1dbf856 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network hostable DHCP agents. Network: 3d985f3c-04cb-48ff-b996-73407595c4df, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:51:49.064010 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0efd1cd-7a41-4c64-9ac7-e81ef1dbf856 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network 3d985f3c-04cb-48ff-b996-73407595c4df is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:51:49.071868 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-f0efd1cd-7a41-4c64-9ac7-e81ef1dbf856 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 3d985f3c-04cb-48ff-b996-73407595c4df) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:49.075902 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0efd1cd-7a41-4c64-9ac7-e81ef1dbf856 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:49.076505 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f0efd1cd-7a41-4c64-9ac7-e81ef1dbf856 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:49.080866 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a82e0c5-e4ed-47c5-9960-fbfe62778468 None None] Network 3d985f3c-04cb-48ff-b996-73407595c4df requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:51:49.093529 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f0efd1cd-7a41-4c64-9ac7-e81ef1dbf856 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3821886 Jan 18 20:51:49.096327 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38274) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:49.100719 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-53752574-7620-449f-94ba-9996e2f59e05 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-221946058', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:49.126989 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-53752574-7620-449f-94ba-9996e2f59e05 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (183e6b1d-0385-4fe0-82f3-20fdcd027342), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:49.128058 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-53752574-7620-449f-94ba-9996e2f59e05 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (183e6b1d-0385-4fe0-82f3-20fdcd027342), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:49.182793 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-53752574-7620-449f-94ba-9996e2f59e05 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router_controller (183e6b1d-0385-4fe0-82f3-20fdcd027342), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:49.187470 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-53752574-7620-449f-94ba-9996e2f59e05 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (183e6b1d-0385-4fe0-82f3-20fdcd027342), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:49.206053 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-53752574-7620-449f-94ba-9996e2f59e05 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:49.207304 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-53752574-7620-449f-94ba-9996e2f59e05 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1100283 Jan 18 20:51:49.210061 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38276) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:49.348468 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa3008d-83b8-4bc0-a6f2-7d12b1f30004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-3d985f3c-04cb-48ff-b996-73407595c4df', 'network_id': '3d985f3c-04cb-48ff-b996-73407595c4df', 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'fixed_ips': [{'subnet_id': 'b06763f5-4327-456e-9bad-515ad9ec5313'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:51:49.349329 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5aa3008d-83b8-4bc0-a6f2-7d12b1f30004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:49.484398 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6fb8dc9f-0879-447e-99a2-b8458e54e022 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:49.499155 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-5aa3008d-83b8-4bc0-a6f2-7d12b1f30004 None None] Allocated IP 2001:db8::2 (3d985f3c-04cb-48ff-b996-73407595c4df/b06763f5-4327-456e-9bad-515ad9ec5313/f0bebc80-64b8-4c47-aa96-267462635f7a) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:51:49.641735 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5aa3008d-83b8-4bc0-a6f2-7d12b1f30004 None None] Publish callbacks [] for port (f0bebc80-64b8-4c47-aa96-267462635f7a), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:49.646566 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5aa3008d-83b8-4bc0-a6f2-7d12b1f30004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (f0bebc80-64b8-4c47-aa96-267462635f7a), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:49.680943 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa3008d-83b8-4bc0-a6f2-7d12b1f30004 None None] Network 3d985f3c-04cb-48ff-b996-73407595c4df is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:49.685735 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-5aa3008d-83b8-4bc0-a6f2-7d12b1f30004 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:49.689228 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa3008d-83b8-4bc0-a6f2-7d12b1f30004 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:51:49.701786 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3008d-83b8-4bc0-a6f2-7d12b1f30004 None None] Pushing event updated for resources: {'Port': ['ID=f0bebc80-64b8-4c47-aa96-267462635f7a,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:49.731627 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-6fb8dc9f-0879-447e-99a2-b8458e54e022 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Allocated IP 2001:db8::1 (3d985f3c-04cb-48ff-b996-73407595c4df/b06763f5-4327-456e-9bad-515ad9ec5313/bd782d40-d388-4f69-bf75-a071626217c1) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:51:49.749324 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-5aa3008d-83b8-4bc0-a6f2-7d12b1f30004 None None] Attempting to bind port f0bebc80-64b8-4c47-aa96-267462635f7a on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:51:49.749723 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-5aa3008d-83b8-4bc0-a6f2-7d12b1f30004 None None] Attempting to bind port f0bebc80-64b8-4c47-aa96-267462635f7a by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '72a8b4c1-5c1e-4abd-89ee-b6b8ba4f0fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3d985f3c-04cb-48ff-b996-73407595c4df'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:51:49.750092 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa3008d-83b8-4bc0-a6f2-7d12b1f30004 None None] Attempting to bind port f0bebc80-64b8-4c47-aa96-267462635f7a on network 3d985f3c-04cb-48ff-b996-73407595c4df {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:51:49.755021 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa3008d-83b8-4bc0-a6f2-7d12b1f30004 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:51:49.755396 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa3008d-83b8-4bc0-a6f2-7d12b1f30004 None None] Checking segment: {'id': '72a8b4c1-5c1e-4abd-89ee-b6b8ba4f0fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3d985f3c-04cb-48ff-b996-73407595c4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:51:49.755811 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5aa3008d-83b8-4bc0-a6f2-7d12b1f30004 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:49.756189 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa3008d-83b8-4bc0-a6f2-7d12b1f30004 None None] Bound using segment: {'id': '72a8b4c1-5c1e-4abd-89ee-b6b8ba4f0fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3d985f3c-04cb-48ff-b996-73407595c4df'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:51:49.756650 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-5aa3008d-83b8-4bc0-a6f2-7d12b1f30004 None None] Bound port: f0bebc80-64b8-4c47-aa96-267462635f7a, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a8b4c1-5c1e-4abd-89ee-b6b8ba4f0fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3d985f3c-04cb-48ff-b996-73407595c4df'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:51:49.757036 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5aa3008d-83b8-4bc0-a6f2-7d12b1f30004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f0bebc80-64b8-4c47-aa96-267462635f7a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:49.819815 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-5aa3008d-83b8-4bc0-a6f2-7d12b1f30004 None None] For port f0bebc80-64b8-4c47-aa96-267462635f7a, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:51:49.823602 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-5aa3008d-83b8-4bc0-a6f2-7d12b1f30004 None None] For port f0bebc80-64b8-4c47-aa96-267462635f7a, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f0bebc80-64b8-4c47-aa96-267462635f7a,segment=NetworkSegment(72a8b4c1-5c1e-4abd-89ee-b6b8ba4f0fc8),segment_id=72a8b4c1-5c1e-4abd-89ee-b6b8ba4f0fc8)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:51:49.827297 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5aa3008d-83b8-4bc0-a6f2-7d12b1f30004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f0bebc80-64b8-4c47-aa96-267462635f7a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:49.840770 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6fb8dc9f-0879-447e-99a2-b8458e54e022 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for port (bd782d40-d388-4f69-bf75-a071626217c1), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:49.874658 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6fb8dc9f-0879-447e-99a2-b8458e54e022 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (bd782d40-d388-4f69-bf75-a071626217c1), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:49.886119 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3008d-83b8-4bc0-a6f2-7d12b1f30004 None None] Pushing event updated for resources: {'Port': ['ID=f0bebc80-64b8-4c47-aa96-267462635f7a,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:49.925028 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb8dc9f-0879-447e-99a2-b8458e54e022 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network 3d985f3c-04cb-48ff-b996-73407595c4df is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:49.928300 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-6fb8dc9f-0879-447e-99a2-b8458e54e022 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:49.930881 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb8dc9f-0879-447e-99a2-b8458e54e022 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:51:49.931417 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6fb8dc9f-0879-447e-99a2-b8458e54e022 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (183e6b1d-0385-4fe0-82f3-20fdcd027342), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:49.937861 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8dc9f-0879-447e-99a2-b8458e54e022 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Port': ['ID=bd782d40-d388-4f69-bf75-a071626217c1,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:50.060245 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6fb8dc9f-0879-447e-99a2-b8458e54e022 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bd782d40-d388-4f69-bf75-a071626217c1), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:50.324013 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6fb8dc9f-0879-447e-99a2-b8458e54e022 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for port (bd782d40-d388-4f69-bf75-a071626217c1), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:50.328474 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6fb8dc9f-0879-447e-99a2-b8458e54e022 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (bd782d40-d388-4f69-bf75-a071626217c1), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:50.329322 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6fb8dc9f-0879-447e-99a2-b8458e54e022 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (183e6b1d-0385-4fe0-82f3-20fdcd027342), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:50.393255 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8dc9f-0879-447e-99a2-b8458e54e022 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Port': ['ID=bd782d40-d388-4f69-bf75-a071626217c1,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:50.455376 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb8dc9f-0879-447e-99a2-b8458e54e022 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network 3d985f3c-04cb-48ff-b996-73407595c4df is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:50.456708 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-6fb8dc9f-0879-447e-99a2-b8458e54e022 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:50.579972 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb8dc9f-0879-447e-99a2-b8458e54e022 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Router 183e6b1d-0385-4fe0-82f3-20fdcd027342 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:51:50.662872 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f0bebc80-64b8-4c47-aa96-267462635f7a up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:51:50.730189 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port f0bebc80-64b8-4c47-aa96-267462635f7a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:50.730567 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f0bebc80-64b8-4c47-aa96-267462635f7a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:50.813825 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d27b7e4-2626-41f3-ad00-56f13f27ea30 None None] Network 3d985f3c-04cb-48ff-b996-73407595c4df requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:51:50.836431 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port f0bebc80-64b8-4c47-aa96-267462635f7a is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:51:50.837444 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f0bebc80-64b8-4c47-aa96-267462635f7a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:50.933359 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port f0bebc80-64b8-4c47-aa96-267462635f7a, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f0bebc80-64b8-4c47-aa96-267462635f7a,segment=NetworkSegment(72a8b4c1-5c1e-4abd-89ee-b6b8ba4f0fc8),segment_id=72a8b4c1-5c1e-4abd-89ee-b6b8ba4f0fc8)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:51:50.942918 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-120e5d48-2742-4d14-b504-a5ad4403b333 None None] Provisioning complete for port f0bebc80-64b8-4c47-aa96-267462635f7a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:50.943293 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-120e5d48-2742-4d14-b504-a5ad4403b333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f0bebc80-64b8-4c47-aa96-267462635f7a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:50.962257 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f0bebc80-64b8-4c47-aa96-267462635f7a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:51.016269 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb8dc9f-0879-447e-99a2-b8458e54e022 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:51:51.024926 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6fb8dc9f-0879-447e-99a2-b8458e54e022 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "PUT /v2.0/routers/183e6b1d-0385-4fe0-82f3-20fdcd027342/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8111191 Jan 18 20:51:51.025195 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38278) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:51.034075 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee7f67e-c16a-457c-aaf3-848fe0106fa7 None None] Sync routers for ids ['183e6b1d-0385-4fe0-82f3-20fdcd027342'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:51:51.068274 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=f0bebc80-64b8-4c47-aa96-267462635f7a,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:51.069128 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58bae46-aff0-42c1-8985-2869c105623f tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:51.073237 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b58bae46-aff0-42c1-8985-2869c105623f tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "GET /v2.0/ports/bd782d40-d388-4f69-bf75-a071626217c1 HTTP/1.1" status: 200 len: 911 time: 0.0443771 Jan 18 20:51:51.073385 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38280) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:51.077539 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee7f67e-c16a-457c-aaf3-848fe0106fa7 None None] Routers {'183e6b1d-0385-4fe0-82f3-20fdcd027342'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:51:51.078189 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-7ee7f67e-c16a-457c-aaf3-848fe0106fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['183e6b1d-0385-4fe0-82f3-20fdcd027342'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:51.078356 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f0339d5b-e183-4c81-ae7b-4a123cd13384 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b06763f5-4327-456e-9bad-515ad9ec5313'}]}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:51.116541 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-7ee7f67e-c16a-457c-aaf3-848fe0106fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:51.149056 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee7f67e-c16a-457c-aaf3-848fe0106fa7 None None] Routers {'183e6b1d-0385-4fe0-82f3-20fdcd027342'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:51:51.150254 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-7ee7f67e-c16a-457c-aaf3-848fe0106fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['183e6b1d-0385-4fe0-82f3-20fdcd027342'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:51.190722 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-7ee7f67e-c16a-457c-aaf3-848fe0106fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:51.191391 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee7f67e-c16a-457c-aaf3-848fe0106fa7 None None] The sync data for ids ['183e6b1d-0385-4fe0-82f3-20fdcd027342'] in n-d-741529-9 is: [] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:51:51.193088 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-120e5d48-2742-4d14-b504-a5ad4403b333 None None] Current status of the port f0bebc80-64b8-4c47-aa96-267462635f7a is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:51:51.234171 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f0339d5b-e183-4c81-ae7b-4a123cd13384 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bd782d40-d388-4f69-bf75-a071626217c1), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:51.431537 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a8f0a06c-6df7-4bc7-a287-56119a197162 None None] Provisioning complete for port f0bebc80-64b8-4c47-aa96-267462635f7a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:51.432063 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a8f0a06c-6df7-4bc7-a287-56119a197162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f0bebc80-64b8-4c47-aa96-267462635f7a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:51.530987 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a8f0a06c-6df7-4bc7-a287-56119a197162 None None] Current status of the port f0bebc80-64b8-4c47-aa96-267462635f7a is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:51:51.542464 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a8f0a06c-6df7-4bc7-a287-56119a197162 None None] Provisioning complete for port bd782d40-d388-4f69-bf75-a071626217c1 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:51.542853 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a8f0a06c-6df7-4bc7-a287-56119a197162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bd782d40-d388-4f69-bf75-a071626217c1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:51.580649 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a8f0a06c-6df7-4bc7-a287-56119a197162 None None] Port bd782d40-d388-4f69-bf75-a071626217c1 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:51:51.626810 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f0339d5b-e183-4c81-ae7b-4a123cd13384 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for port (bd782d40-d388-4f69-bf75-a071626217c1), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:51.636135 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f0339d5b-e183-4c81-ae7b-4a123cd13384 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (bd782d40-d388-4f69-bf75-a071626217c1), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:51.642414 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0339d5b-e183-4c81-ae7b-4a123cd13384 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:51.643046 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f0339d5b-e183-4c81-ae7b-4a123cd13384 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:51.647543 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f0339d5b-e183-4c81-ae7b-4a123cd13384 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "PUT /v2.0/ports/bd782d40-d388-4f69-bf75-a071626217c1 HTTP/1.1" status: 200 len: 911 time: 0.5702870 Jan 18 20:51:51.647881 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38282) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:51.698532 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0339d5b-e183-4c81-ae7b-4a123cd13384 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Port': ['ID=bd782d40-d388-4f69-bf75-a071626217c1,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:51.706371 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dabec78d-e2af-4781-ad16-e04234a1202c None None] Provisioning complete for port bd782d40-d388-4f69-bf75-a071626217c1 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:51.707045 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dabec78d-e2af-4781-ad16-e04234a1202c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bd782d40-d388-4f69-bf75-a071626217c1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:51.746781 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dabec78d-e2af-4781-ad16-e04234a1202c None None] Port bd782d40-d388-4f69-bf75-a071626217c1 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:51:51.864890 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-743a32e5-f6dc-426c-9a7c-fd5d63d77cec None None] Provisioning complete for port bd782d40-d388-4f69-bf75-a071626217c1 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:51.865178 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-743a32e5-f6dc-426c-9a7c-fd5d63d77cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bd782d40-d388-4f69-bf75-a071626217c1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:51.903045 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-743a32e5-f6dc-426c-9a7c-fd5d63d77cec None None] Port bd782d40-d388-4f69-bf75-a071626217c1 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:51:51.982676 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0c875b81-66be-4dc4-a7c0-de955c965cf3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (183e6b1d-0385-4fe0-82f3-20fdcd027342), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:52.219837 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0c875b81-66be-4dc4-a7c0-de955c965cf3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Deleting port bd782d40-d388-4f69-bf75-a071626217c1 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:51:52.220170 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0c875b81-66be-4dc4-a7c0-de955c965cf3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (bd782d40-d388-4f69-bf75-a071626217c1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:52.301985 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0c875b81-66be-4dc4-a7c0-de955c965cf3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (bd782d40-d388-4f69-bf75-a071626217c1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:52.313562 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0c875b81-66be-4dc4-a7c0-de955c965cf3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Calling delete_port for bd782d40-d388-4f69-bf75-a071626217c1 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:51:52.485514 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0c875b81-66be-4dc4-a7c0-de955c965cf3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (bd782d40-d388-4f69-bf75-a071626217c1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:52.517909 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c875b81-66be-4dc4-a7c0-de955c965cf3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Port': ['ID=bd782d40-d388-4f69-bf75-a071626217c1,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:52.616764 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0c875b81-66be-4dc4-a7c0-de955c965cf3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (183e6b1d-0385-4fe0-82f3-20fdcd027342), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:52.645232 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f0bebc80-64b8-4c47-aa96-267462635f7a up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:51:52.697674 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port f0bebc80-64b8-4c47-aa96-267462635f7a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:52.698054 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f0bebc80-64b8-4c47-aa96-267462635f7a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:52.780847 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port f0bebc80-64b8-4c47-aa96-267462635f7a is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:51:52.786012 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c875b81-66be-4dc4-a7c0-de955c965cf3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Router 183e6b1d-0385-4fe0-82f3-20fdcd027342 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:51:52.863922 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c875b81-66be-4dc4-a7c0-de955c965cf3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:51:52.869834 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0c875b81-66be-4dc4-a7c0-de955c965cf3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "PUT /v2.0/routers/183e6b1d-0385-4fe0-82f3-20fdcd027342/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2207158 Jan 18 20:51:52.872857 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38284) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:52.874884 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e069cc-2f41-49ff-a76c-af5305267104 None None] Sync routers for ids ['183e6b1d-0385-4fe0-82f3-20fdcd027342'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:51:52.884346 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e069cc-2f41-49ff-a76c-af5305267104 None None] Routers {'183e6b1d-0385-4fe0-82f3-20fdcd027342'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:51:52.884946 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-50e069cc-2f41-49ff-a76c-af5305267104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['183e6b1d-0385-4fe0-82f3-20fdcd027342'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:52.904160 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bab3789f-a2b9-4b86-af05-77a7589fa4f7 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "GET /v2.0/ports?device_id=183e6b1d-0385-4fe0-82f3-20fdcd027342 HTTP/1.1" status: 200 len: 205 time: 0.0277064 Jan 18 20:51:52.904392 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38286) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:52.920708 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-50e069cc-2f41-49ff-a76c-af5305267104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:52.929459 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e069cc-2f41-49ff-a76c-af5305267104 None None] Routers {'183e6b1d-0385-4fe0-82f3-20fdcd027342'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:51:52.930081 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-50e069cc-2f41-49ff-a76c-af5305267104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['183e6b1d-0385-4fe0-82f3-20fdcd027342'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:52.961182 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-50e069cc-2f41-49ff-a76c-af5305267104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:52.961878 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e069cc-2f41-49ff-a76c-af5305267104 None None] The sync data for ids ['183e6b1d-0385-4fe0-82f3-20fdcd027342'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:51:52.979329 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ffaa06e7-9ea4-4472-abdd-1431fdfbc507 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router (183e6b1d-0385-4fe0-82f3-20fdcd027342), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:53.134943 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ffaa06e7-9ea4-4472-abdd-1431fdfbc507 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (183e6b1d-0385-4fe0-82f3-20fdcd027342), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:53.136954 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ffaa06e7-9ea4-4472-abdd-1431fdfbc507 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router_controller (183e6b1d-0385-4fe0-82f3-20fdcd027342), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:53.179405 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ffaa06e7-9ea4-4472-abdd-1431fdfbc507 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (183e6b1d-0385-4fe0-82f3-20fdcd027342), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:53.179998 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffaa06e7-9ea4-4472-abdd-1431fdfbc507 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Fanout notify agent at l3_agent the message router_deleted on router 183e6b1d-0385-4fe0-82f3-20fdcd027342 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:51:53.187275 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ffaa06e7-9ea4-4472-abdd-1431fdfbc507 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:53.188380 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ffaa06e7-9ea4-4472-abdd-1431fdfbc507 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/routers/183e6b1d-0385-4fe0-82f3-20fdcd027342 HTTP/1.1" status: 204 len: 168 time: 0.2830832 Jan 18 20:51:53.191113 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38288) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:53.247459 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-198ed06e-22c9-499d-bf60-fd519064a453 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Deleting subnet b06763f5-4327-456e-9bad-515ad9ec5313 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:51:53.250447 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-198ed06e-22c9-499d-bf60-fd519064a453 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for subnet (b06763f5-4327-456e-9bad-515ad9ec5313), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:53.288644 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-198ed06e-22c9-499d-bf60-fd519064a453 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (b06763f5-4327-456e-9bad-515ad9ec5313), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:53.367459 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-198ed06e-22c9-499d-bf60-fd519064a453 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (b06763f5-4327-456e-9bad-515ad9ec5313), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:53.426788 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-198ed06e-22c9-499d-bf60-fd519064a453 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (b06763f5-4327-456e-9bad-515ad9ec5313), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:53.451959 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ed06e-22c9-499d-bf60-fd519064a453 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Subnet': ['ID=b06763f5-4327-456e-9bad-515ad9ec5313,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:53.457920 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-198ed06e-22c9-499d-bf60-fd519064a453 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:53.464216 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-198ed06e-22c9-499d-bf60-fd519064a453 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/subnets/b06763f5-4327-456e-9bad-515ad9ec5313 HTTP/1.1" status: 204 len: 168 time: 0.2691181 Jan 18 20:51:53.464466 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38290) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:53.469557 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48daa0a8-1bb3-4574-9bed-065ad69c9d70 None None] Network 3d985f3c-04cb-48ff-b996-73407595c4df requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:51:53.554416 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3058f35-ec47-428c-a5a2-5a287553b9e9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (3d985f3c-04cb-48ff-b996-73407595c4df), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:53.618463 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-d3058f35-ec47-428c-a5a2-5a287553b9e9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Deleting port f0bebc80-64b8-4c47-aa96-267462635f7a {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:51:53.618799 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3058f35-ec47-428c-a5a2-5a287553b9e9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (f0bebc80-64b8-4c47-aa96-267462635f7a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:53.630063 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91987691-689a-4bc6-9419-5358d2dda220 None None] DHCP port deletion for 3d985f3c-04cb-48ff-b996-73407595c4df request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:51:53.681210 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-91987691-689a-4bc6-9419-5358d2dda220 None None] Deleting port f0bebc80-64b8-4c47-aa96-267462635f7a {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:51:53.681501 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-91987691-689a-4bc6-9419-5358d2dda220 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (f0bebc80-64b8-4c47-aa96-267462635f7a), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:53.687278 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-d3058f35-ec47-428c-a5a2-5a287553b9e9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] For port f0bebc80-64b8-4c47-aa96-267462635f7a, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f0bebc80-64b8-4c47-aa96-267462635f7a,segment=NetworkSegment(72a8b4c1-5c1e-4abd-89ee-b6b8ba4f0fc8),segment_id=72a8b4c1-5c1e-4abd-89ee-b6b8ba4f0fc8)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:51:53.687644 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3058f35-ec47-428c-a5a2-5a287553b9e9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (f0bebc80-64b8-4c47-aa96-267462635f7a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:53.700211 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-d3058f35-ec47-428c-a5a2-5a287553b9e9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Calling delete_port for f0bebc80-64b8-4c47-aa96-267462635f7a owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:51:53.741877 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-91987691-689a-4bc6-9419-5358d2dda220 None None] For port f0bebc80-64b8-4c47-aa96-267462635f7a, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f0bebc80-64b8-4c47-aa96-267462635f7a,segment=NetworkSegment(72a8b4c1-5c1e-4abd-89ee-b6b8ba4f0fc8),segment_id=72a8b4c1-5c1e-4abd-89ee-b6b8ba4f0fc8)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:51:53.742265 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-91987691-689a-4bc6-9419-5358d2dda220 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (f0bebc80-64b8-4c47-aa96-267462635f7a), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:53.754253 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-91987691-689a-4bc6-9419-5358d2dda220 None None] Calling delete_port for f0bebc80-64b8-4c47-aa96-267462635f7a owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:51:53.777609 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3058f35-ec47-428c-a5a2-5a287553b9e9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (f0bebc80-64b8-4c47-aa96-267462635f7a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:53.806075 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3058f35-ec47-428c-a5a2-5a287553b9e9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Port': ['ID=f0bebc80-64b8-4c47-aa96-267462635f7a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:53.811255 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3058f35-ec47-428c-a5a2-5a287553b9e9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] No DVR routers for this DVR port f0bebc80-64b8-4c47-aa96-267462635f7a on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:51:53.832574 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-91987691-689a-4bc6-9419-5358d2dda220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (f0bebc80-64b8-4c47-aa96-267462635f7a), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:53.857951 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91987691-689a-4bc6-9419-5358d2dda220 None None] Pushing event deleted for resources: {'Port': ['ID=f0bebc80-64b8-4c47-aa96-267462635f7a,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:53.861322 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91987691-689a-4bc6-9419-5358d2dda220 None None] No DVR routers for this DVR port f0bebc80-64b8-4c47-aa96-267462635f7a on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:51:53.891473 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3058f35-ec47-428c-a5a2-5a287553b9e9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (3d985f3c-04cb-48ff-b996-73407595c4df), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:53.910455 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-d3058f35-ec47-428c-a5a2-5a287553b9e9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d985f3c-04cb-48ff-b996-73407595c4df']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:53.919883 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-d3058f35-ec47-428c-a5a2-5a287553b9e9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a8b4c1-5c1e-4abd-89ee-b6b8ba4f0fc8') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:53.920182 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-d3058f35-ec47-428c-a5a2-5a287553b9e9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a8b4c1-5c1e-4abd-89ee-b6b8ba4f0fc8') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:53.934472 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3058f35-ec47-428c-a5a2-5a287553b9e9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (72a8b4c1-5c1e-4abd-89ee-b6b8ba4f0fc8), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:53.947931 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3058f35-ec47-428c-a5a2-5a287553b9e9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (72a8b4c1-5c1e-4abd-89ee-b6b8ba4f0fc8), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:53.953846 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3058f35-ec47-428c-a5a2-5a287553b9e9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:51:53.954227 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3058f35-ec47-428c-a5a2-5a287553b9e9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (72a8b4c1-5c1e-4abd-89ee-b6b8ba4f0fc8), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:51:53.957310 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:51:54.013817 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3058f35-ec47-428c-a5a2-5a287553b9e9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (3d985f3c-04cb-48ff-b996-73407595c4df), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:54.020253 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3058f35-ec47-428c-a5a2-5a287553b9e9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:54.023368 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d3058f35-ec47-428c-a5a2-5a287553b9e9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/networks/3d985f3c-04cb-48ff-b996-73407595c4df HTTP/1.1" status: 204 len: 168 time: 0.5579545 Jan 18 20:51:54.027111 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38292) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:54.032242 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-28a6f08d-6cf4-448f-b527-98779ecb20df tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1792437292', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:54.034682 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3058f35-ec47-428c-a5a2-5a287553b9e9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Network': ['ID=3d985f3c-04cb-48ff-b996-73407595c4df,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:54.058251 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-28a6f08d-6cf4-448f-b527-98779ecb20df tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (be980ffe-22cf-439b-963c-32d064120381), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:54.059227 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-28a6f08d-6cf4-448f-b527-98779ecb20df tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (be980ffe-22cf-439b-963c-32d064120381), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:54.111879 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-28a6f08d-6cf4-448f-b527-98779ecb20df tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router_controller (be980ffe-22cf-439b-963c-32d064120381), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:54.115371 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-28a6f08d-6cf4-448f-b527-98779ecb20df tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (be980ffe-22cf-439b-963c-32d064120381), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:54.133310 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-28a6f08d-6cf4-448f-b527-98779ecb20df tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:54.135087 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-28a6f08d-6cf4-448f-b527-98779ecb20df tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1064577 Jan 18 20:51:54.137808 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38294) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:54.142690 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-a7e940c8-580e-45fe-bd8d-47303c1453f5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-589848177'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:54.163584 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e940c8-580e-45fe-bd8d-47303c1453f5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Made reservation on behalf of cc41eea2f8e042cf9a8c765f399801be for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:54.166950 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7e940c8-580e-45fe-bd8d-47303c1453f5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:54.189761 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e940c8-580e-45fe-bd8d-47303c1453f5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:51:54.199458 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7e940c8-580e-45fe-bd8d-47303c1453f5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (58a5811b-268c-4414-b63a-d4a98aa11adb), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:54.199800 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-a7e940c8-580e-45fe-bd8d-47303c1453f5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Added segment 58a5811b-268c-4414-b63a-d4a98aa11adb of type vlan for network a987b998-641b-4a2b-bccf-c14e796478a8 Jan 18 20:51:54.238237 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7e940c8-580e-45fe-bd8d-47303c1453f5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (a987b998-641b-4a2b-bccf-c14e796478a8), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:54.261271 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7e940c8-580e-45fe-bd8d-47303c1453f5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (a987b998-641b-4a2b-bccf-c14e796478a8), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:54.266793 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e940c8-580e-45fe-bd8d-47303c1453f5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:54.267365 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7e940c8-580e-45fe-bd8d-47303c1453f5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:54.302311 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a7e940c8-580e-45fe-bd8d-47303c1453f5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1635020 Jan 18 20:51:54.305003 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38296) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:54.337212 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-3e8c9296-b93e-4f08-80da-017348a1c197 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'subnet': {'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:54.355547 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e940c8-580e-45fe-bd8d-47303c1453f5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Network': ['ID=a987b998-641b-4a2b-bccf-c14e796478a8,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:54.365369 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network a987b998-641b-4a2b-bccf-c14e796478a8 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:51:54.433586 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8c9296-b93e-4f08-80da-017348a1c197 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Made reservation on behalf of cc41eea2f8e042cf9a8c765f399801be for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:54.437212 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3e8c9296-b93e-4f08-80da-017348a1c197 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:54.622348 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3e8c9296-b93e-4f08-80da-017348a1c197 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (a1bc91a0-02fb-4f71-8794-fcd8aef2a57b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:54.630963 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f0bebc80-64b8-4c47-aa96-267462635f7a no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:51:54.654613 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: f0bebc80-64b8-4c47-aa96-267462635f7a {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:51:54.655232 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f0bebc80-64b8-4c47-aa96-267462635f7a not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:51:54.689488 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c9296-b93e-4f08-80da-017348a1c197 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Subnet': ['ID=a1bc91a0-02fb-4f71-8794-fcd8aef2a57b,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:54.698772 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c9296-b93e-4f08-80da-017348a1c197 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Checking segment: {'id': '58a5811b-268c-4414-b63a-d4a98aa11adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:51:54.699129 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8c9296-b93e-4f08-80da-017348a1c197 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network hostable DHCP agents. Network: a987b998-641b-4a2b-bccf-c14e796478a8, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:51:54.715827 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8c9296-b93e-4f08-80da-017348a1c197 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network a987b998-641b-4a2b-bccf-c14e796478a8 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:51:54.724387 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-3e8c9296-b93e-4f08-80da-017348a1c197 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, a987b998-641b-4a2b-bccf-c14e796478a8) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:54.728866 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8c9296-b93e-4f08-80da-017348a1c197 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:54.729459 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3e8c9296-b93e-4f08-80da-017348a1c197 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:54.735424 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f2b958-a6e9-40f1-a164-2bd2defea71a None None] Network a987b998-641b-4a2b-bccf-c14e796478a8 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:51:54.746069 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3e8c9296-b93e-4f08-80da-017348a1c197 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4394729 Jan 18 20:51:54.748914 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38298) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:54.831285 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b775d8-1b18-408c-af14-f6edafbd6e34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-a987b998-641b-4a2b-bccf-c14e796478a8', 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8', 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'fixed_ips': [{'subnet_id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:51:54.832200 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b4b775d8-1b18-408c-af14-f6edafbd6e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:54.971615 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-b4b775d8-1b18-408c-af14-f6edafbd6e34 None None] Allocated IP 2001:db8::2 (a987b998-641b-4a2b-bccf-c14e796478a8/a1bc91a0-02fb-4f71-8794-fcd8aef2a57b/984ae9d2-2734-4675-a6c7-ef852b7d8773) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:51:55.019151 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-49814cdc-cf8e-43c6-a8c3-901af834ecbf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:55.113714 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b4b775d8-1b18-408c-af14-f6edafbd6e34 None None] Publish callbacks [] for port (984ae9d2-2734-4675-a6c7-ef852b7d8773), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:55.119279 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b4b775d8-1b18-408c-af14-f6edafbd6e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (984ae9d2-2734-4675-a6c7-ef852b7d8773), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:55.158401 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b775d8-1b18-408c-af14-f6edafbd6e34 None None] Network a987b998-641b-4a2b-bccf-c14e796478a8 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:55.161158 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-b4b775d8-1b18-408c-af14-f6edafbd6e34 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:55.167674 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b775d8-1b18-408c-af14-f6edafbd6e34 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:51:55.170719 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b775d8-1b18-408c-af14-f6edafbd6e34 None None] Pushing event updated for resources: {'Port': ['ID=984ae9d2-2734-4675-a6c7-ef852b7d8773,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:55.221379 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b4b775d8-1b18-408c-af14-f6edafbd6e34 None None] Attempting to bind port 984ae9d2-2734-4675-a6c7-ef852b7d8773 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:51:55.221784 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b4b775d8-1b18-408c-af14-f6edafbd6e34 None None] Attempting to bind port 984ae9d2-2734-4675-a6c7-ef852b7d8773 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '58a5811b-268c-4414-b63a-d4a98aa11adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:51:55.222150 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b775d8-1b18-408c-af14-f6edafbd6e34 None None] Attempting to bind port 984ae9d2-2734-4675-a6c7-ef852b7d8773 on network a987b998-641b-4a2b-bccf-c14e796478a8 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:51:55.227027 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b775d8-1b18-408c-af14-f6edafbd6e34 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:51:55.227435 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b775d8-1b18-408c-af14-f6edafbd6e34 None None] Checking segment: {'id': '58a5811b-268c-4414-b63a-d4a98aa11adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:51:55.227842 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b4b775d8-1b18-408c-af14-f6edafbd6e34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:55.228239 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b775d8-1b18-408c-af14-f6edafbd6e34 None None] Bound using segment: {'id': '58a5811b-268c-4414-b63a-d4a98aa11adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:51:55.228703 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b4b775d8-1b18-408c-af14-f6edafbd6e34 None None] Bound port: 984ae9d2-2734-4675-a6c7-ef852b7d8773, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a5811b-268c-4414-b63a-d4a98aa11adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:51:55.229080 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b4b775d8-1b18-408c-af14-f6edafbd6e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (984ae9d2-2734-4675-a6c7-ef852b7d8773), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:55.255051 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-49814cdc-cf8e-43c6-a8c3-901af834ecbf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Allocated IP 2001:db8::1 (a987b998-641b-4a2b-bccf-c14e796478a8/a1bc91a0-02fb-4f71-8794-fcd8aef2a57b/459093d5-506b-4a88-a20e-1e6b67564698) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:51:55.293994 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b4b775d8-1b18-408c-af14-f6edafbd6e34 None None] For port 984ae9d2-2734-4675-a6c7-ef852b7d8773, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:51:55.296960 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b4b775d8-1b18-408c-af14-f6edafbd6e34 None None] For port 984ae9d2-2734-4675-a6c7-ef852b7d8773, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=984ae9d2-2734-4675-a6c7-ef852b7d8773,segment=NetworkSegment(58a5811b-268c-4414-b63a-d4a98aa11adb),segment_id=58a5811b-268c-4414-b63a-d4a98aa11adb)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:51:55.302500 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b4b775d8-1b18-408c-af14-f6edafbd6e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (984ae9d2-2734-4675-a6c7-ef852b7d8773), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:55.358389 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b775d8-1b18-408c-af14-f6edafbd6e34 None None] Pushing event updated for resources: {'Port': ['ID=984ae9d2-2734-4675-a6c7-ef852b7d8773,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:55.370005 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-49814cdc-cf8e-43c6-a8c3-901af834ecbf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for port (459093d5-506b-4a88-a20e-1e6b67564698), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:55.403488 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-49814cdc-cf8e-43c6-a8c3-901af834ecbf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (459093d5-506b-4a88-a20e-1e6b67564698), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:55.450755 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49814cdc-cf8e-43c6-a8c3-901af834ecbf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network a987b998-641b-4a2b-bccf-c14e796478a8 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:55.453873 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-49814cdc-cf8e-43c6-a8c3-901af834ecbf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:55.457704 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49814cdc-cf8e-43c6-a8c3-901af834ecbf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:51:55.458230 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-49814cdc-cf8e-43c6-a8c3-901af834ecbf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (be980ffe-22cf-439b-963c-32d064120381), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:55.493519 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49814cdc-cf8e-43c6-a8c3-901af834ecbf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Port': ['ID=459093d5-506b-4a88-a20e-1e6b67564698,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:55.603152 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-49814cdc-cf8e-43c6-a8c3-901af834ecbf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (459093d5-506b-4a88-a20e-1e6b67564698), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:55.681903 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bd7aeddf-0e9b-4b62-96d2-d854525dc98b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:55.876611 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-49814cdc-cf8e-43c6-a8c3-901af834ecbf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for port (459093d5-506b-4a88-a20e-1e6b67564698), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:55.881189 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-49814cdc-cf8e-43c6-a8c3-901af834ecbf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (459093d5-506b-4a88-a20e-1e6b67564698), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:55.882002 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-49814cdc-cf8e-43c6-a8c3-901af834ecbf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (be980ffe-22cf-439b-963c-32d064120381), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:55.973688 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49814cdc-cf8e-43c6-a8c3-901af834ecbf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Port': ['ID=459093d5-506b-4a88-a20e-1e6b67564698,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:56.012217 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49814cdc-cf8e-43c6-a8c3-901af834ecbf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network a987b998-641b-4a2b-bccf-c14e796478a8 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:56.013692 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-49814cdc-cf8e-43c6-a8c3-901af834ecbf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:56.134803 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49814cdc-cf8e-43c6-a8c3-901af834ecbf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Router be980ffe-22cf-439b-963c-32d064120381 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:51:56.226654 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49814cdc-cf8e-43c6-a8c3-901af834ecbf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:51:56.231964 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-49814cdc-cf8e-43c6-a8c3-901af834ecbf tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "PUT /v2.0/routers/be980ffe-22cf-439b-963c-32d064120381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4819701 Jan 18 20:51:56.234636 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38300) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:56.240506 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-24bebdab-f477-4f0b-a670-84141877393e tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1967155592'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:56.240807 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba32c597-5226-4978-9d1f-fee12a3d72d2 None None] Sync routers for ids ['be980ffe-22cf-439b-963c-32d064120381'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:51:56.252515 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba32c597-5226-4978-9d1f-fee12a3d72d2 None None] Routers {'be980ffe-22cf-439b-963c-32d064120381'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:51:56.253971 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ba32c597-5226-4978-9d1f-fee12a3d72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['be980ffe-22cf-439b-963c-32d064120381'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:56.265572 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bebdab-f477-4f0b-a670-84141877393e tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Made reservation on behalf of cc41eea2f8e042cf9a8c765f399801be for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:56.270589 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-24bebdab-f477-4f0b-a670-84141877393e tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:56.294888 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24bebdab-f477-4f0b-a670-84141877393e tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:51:56.310615 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-24bebdab-f477-4f0b-a670-84141877393e tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (5777aac7-d61b-4645-a8cf-dc5fba96d12c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:56.311078 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-24bebdab-f477-4f0b-a670-84141877393e tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Added segment 5777aac7-d61b-4645-a8cf-dc5fba96d12c of type vlan for network 77857858-4dcb-4f86-8cad-c6d2f621044d Jan 18 20:51:56.333333 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21a34f9-29b4-4f59-9314-fc6a18b60359 None None] Network a987b998-641b-4a2b-bccf-c14e796478a8 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:51:56.356309 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-24bebdab-f477-4f0b-a670-84141877393e tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (77857858-4dcb-4f86-8cad-c6d2f621044d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:56.380362 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-24bebdab-f477-4f0b-a670-84141877393e tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (77857858-4dcb-4f86-8cad-c6d2f621044d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:56.386912 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bebdab-f477-4f0b-a670-84141877393e tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:56.387434 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-24bebdab-f477-4f0b-a670-84141877393e tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:56.423613 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-ba32c597-5226-4978-9d1f-fee12a3d72d2 None None] Set router be980ffe-22cf-439b-963c-32d064120381 gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:51:56.454773 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-24bebdab-f477-4f0b-a670-84141877393e tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2165339 Jan 18 20:51:56.454965 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-58906b02-3ab7-4950-bf4e-96f26c3a374e None None] Provisioning complete for port 984ae9d2-2734-4675-a6c7-ef852b7d8773 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:56.454965 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-58906b02-3ab7-4950-bf4e-96f26c3a374e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (984ae9d2-2734-4675-a6c7-ef852b7d8773), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:56.455130 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38302) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:56.462416 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-ff26afa9-f109-4da0-8ffe-29a7fe8f8afb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'subnet': {'network_id': '77857858-4dcb-4f86-8cad-c6d2f621044d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:56.476866 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bebdab-f477-4f0b-a670-84141877393e tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Network': ['ID=77857858-4dcb-4f86-8cad-c6d2f621044d,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:56.492831 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 77857858-4dcb-4f86-8cad-c6d2f621044d details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:51:56.553516 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff26afa9-f109-4da0-8ffe-29a7fe8f8afb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Made reservation on behalf of cc41eea2f8e042cf9a8c765f399801be for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:56.560173 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ff26afa9-f109-4da0-8ffe-29a7fe8f8afb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:56.750175 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ff26afa9-f109-4da0-8ffe-29a7fe8f8afb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (81921abd-71f2-4fff-a942-579310895384), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:56.789533 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 984ae9d2-2734-4675-a6c7-ef852b7d8773 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:51:56.802581 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26afa9-f109-4da0-8ffe-29a7fe8f8afb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Subnet': ['ID=81921abd-71f2-4fff-a942-579310895384,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:56.818038 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff26afa9-f109-4da0-8ffe-29a7fe8f8afb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Checking segment: {'id': '5777aac7-d61b-4645-a8cf-dc5fba96d12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '77857858-4dcb-4f86-8cad-c6d2f621044d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:51:56.818400 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff26afa9-f109-4da0-8ffe-29a7fe8f8afb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network hostable DHCP agents. Network: 77857858-4dcb-4f86-8cad-c6d2f621044d, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:51:56.834689 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff26afa9-f109-4da0-8ffe-29a7fe8f8afb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network 77857858-4dcb-4f86-8cad-c6d2f621044d is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:51:56.843706 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-ff26afa9-f109-4da0-8ffe-29a7fe8f8afb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 77857858-4dcb-4f86-8cad-c6d2f621044d) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:56.852958 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff26afa9-f109-4da0-8ffe-29a7fe8f8afb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:56.853653 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ff26afa9-f109-4da0-8ffe-29a7fe8f8afb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:56.869727 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ff26afa9-f109-4da0-8ffe-29a7fe8f8afb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4136012 Jan 18 20:51:56.872615 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38304) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:56.876440 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642eec1d-d782-4062-af63-f0d5ce3fe902 None None] Network 77857858-4dcb-4f86-8cad-c6d2f621044d requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:51:57.045054 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-58906b02-3ab7-4950-bf4e-96f26c3a374e None None] Current status of the port 984ae9d2-2734-4675-a6c7-ef852b7d8773 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:51:57.045819 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-58906b02-3ab7-4950-bf4e-96f26c3a374e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (984ae9d2-2734-4675-a6c7-ef852b7d8773), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:57.079096 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 984ae9d2-2734-4675-a6c7-ef852b7d8773 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:57.079474 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (984ae9d2-2734-4675-a6c7-ef852b7d8773), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:57.113477 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25212d5e-01a1-4546-bf2f-48d524083d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-77857858-4dcb-4f86-8cad-c6d2f621044d', 'network_id': '77857858-4dcb-4f86-8cad-c6d2f621044d', 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'fixed_ips': [{'subnet_id': '81921abd-71f2-4fff-a942-579310895384'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:51:57.114376 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-25212d5e-01a1-4546-bf2f-48d524083d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:57.156481 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-58906b02-3ab7-4950-bf4e-96f26c3a374e None None] For port 984ae9d2-2734-4675-a6c7-ef852b7d8773, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=984ae9d2-2734-4675-a6c7-ef852b7d8773,segment=NetworkSegment(58a5811b-268c-4414-b63a-d4a98aa11adb),segment_id=58a5811b-268c-4414-b63a-d4a98aa11adb)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:51:57.172843 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-58906b02-3ab7-4950-bf4e-96f26c3a374e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (984ae9d2-2734-4675-a6c7-ef852b7d8773), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:57.238263 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-85314216-ca48-48b8-ad3b-120a789b4c52 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:57.342615 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ba32c597-5226-4978-9d1f-fee12a3d72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:51:55Z', 'revision_number': 2, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None, '_interfaces': [{'id': '459093d5-506b-4a88-a20e-1e6b67564698', 'name': '', 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:15:f9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:55Z', 'updated_at': '2022-01-18T20:51:55Z', 'revision_number': 2, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:57.351296 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58906b02-3ab7-4950-bf4e-96f26c3a374e None None] Pushing event updated for resources: {'Port': ['ID=984ae9d2-2734-4675-a6c7-ef852b7d8773,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:57.412939 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba32c597-5226-4978-9d1f-fee12a3d72d2 None None] Checking router: be980ffe-22cf-439b-963c-32d064120381 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:51:57.413515 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba32c597-5226-4978-9d1f-fee12a3d72d2 None None] Updating router be980ffe-22cf-439b-963c-32d064120381 port 459093d5-506b-4a88-a20e-1e6b67564698 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:51:57.440064 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 984ae9d2-2734-4675-a6c7-ef852b7d8773 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:51:57.445549 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7558db13-a2ec-4e34-8163-08e44c7e973c None None] Provisioning complete for port 459093d5-506b-4a88-a20e-1e6b67564698 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:57.446474 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7558db13-a2ec-4e34-8163-08e44c7e973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (459093d5-506b-4a88-a20e-1e6b67564698), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:57.482488 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ba32c597-5226-4978-9d1f-fee12a3d72d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (459093d5-506b-4a88-a20e-1e6b67564698), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:57.484770 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-25212d5e-01a1-4546-bf2f-48d524083d94 None None] Allocated IP 2001:db8:1::2 (77857858-4dcb-4f86-8cad-c6d2f621044d/81921abd-71f2-4fff-a942-579310895384/46bb84c3-eee7-4e51-8d37-dd715f6991cf) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:51:57.526579 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7558db13-a2ec-4e34-8163-08e44c7e973c None None] Port 459093d5-506b-4a88-a20e-1e6b67564698 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:51:57.623747 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7558db13-a2ec-4e34-8163-08e44c7e973c None None] Provisioning complete for port 984ae9d2-2734-4675-a6c7-ef852b7d8773 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:57.624135 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7558db13-a2ec-4e34-8163-08e44c7e973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (984ae9d2-2734-4675-a6c7-ef852b7d8773), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:57.895346 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-25212d5e-01a1-4546-bf2f-48d524083d94 None None] Publish callbacks [] for port (46bb84c3-eee7-4e51-8d37-dd715f6991cf), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:57.899303 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c51e02d1-f2c8-4fd9-a956-dafdc59ae515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:57.909491 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-25212d5e-01a1-4546-bf2f-48d524083d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (46bb84c3-eee7-4e51-8d37-dd715f6991cf), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:57.919082 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7558db13-a2ec-4e34-8163-08e44c7e973c None None] Current status of the port 984ae9d2-2734-4675-a6c7-ef852b7d8773 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:51:57.955620 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-85314216-ca48-48b8-ad3b-120a789b4c52 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Allocated IP 2001:db8:1::1 (77857858-4dcb-4f86-8cad-c6d2f621044d/81921abd-71f2-4fff-a942-579310895384/ba503e01-3ab5-4f4c-a63b-f531140393c6) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:51:57.981508 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25212d5e-01a1-4546-bf2f-48d524083d94 None None] Network 77857858-4dcb-4f86-8cad-c6d2f621044d is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:57.987739 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25212d5e-01a1-4546-bf2f-48d524083d94 None None] Pushing event updated for resources: {'Port': ['ID=46bb84c3-eee7-4e51-8d37-dd715f6991cf,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:57.990703 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-25212d5e-01a1-4546-bf2f-48d524083d94 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:57.993830 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25212d5e-01a1-4546-bf2f-48d524083d94 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:51:58.072611 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-85314216-ca48-48b8-ad3b-120a789b4c52 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for port (ba503e01-3ab5-4f4c-a63b-f531140393c6), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:58.100796 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ba32c597-5226-4978-9d1f-fee12a3d72d2 None None] Publish callbacks [] for port (459093d5-506b-4a88-a20e-1e6b67564698), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:58.102987 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-25212d5e-01a1-4546-bf2f-48d524083d94 None None] Attempting to bind port 46bb84c3-eee7-4e51-8d37-dd715f6991cf on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:51:58.103634 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-25212d5e-01a1-4546-bf2f-48d524083d94 None None] Attempting to bind port 46bb84c3-eee7-4e51-8d37-dd715f6991cf by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '5777aac7-d61b-4645-a8cf-dc5fba96d12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '77857858-4dcb-4f86-8cad-c6d2f621044d'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:51:58.104118 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25212d5e-01a1-4546-bf2f-48d524083d94 None None] Attempting to bind port 46bb84c3-eee7-4e51-8d37-dd715f6991cf on network 77857858-4dcb-4f86-8cad-c6d2f621044d {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:51:58.106852 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-85314216-ca48-48b8-ad3b-120a789b4c52 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ba503e01-3ab5-4f4c-a63b-f531140393c6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:58.107112 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1b7e41bd-a5f9-40b0-8de3-4e66f7abc416 None None] Provisioning complete for port 459093d5-506b-4a88-a20e-1e6b67564698 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:58.107477 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1b7e41bd-a5f9-40b0-8de3-4e66f7abc416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (459093d5-506b-4a88-a20e-1e6b67564698), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:58.112665 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25212d5e-01a1-4546-bf2f-48d524083d94 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:51:58.113244 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25212d5e-01a1-4546-bf2f-48d524083d94 None None] Checking segment: {'id': '5777aac7-d61b-4645-a8cf-dc5fba96d12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '77857858-4dcb-4f86-8cad-c6d2f621044d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:51:58.113581 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-25212d5e-01a1-4546-bf2f-48d524083d94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:58.114009 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25212d5e-01a1-4546-bf2f-48d524083d94 None None] Bound using segment: {'id': '5777aac7-d61b-4645-a8cf-dc5fba96d12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '77857858-4dcb-4f86-8cad-c6d2f621044d'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:51:58.114486 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-25212d5e-01a1-4546-bf2f-48d524083d94 None None] Bound port: 46bb84c3-eee7-4e51-8d37-dd715f6991cf, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5777aac7-d61b-4645-a8cf-dc5fba96d12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '77857858-4dcb-4f86-8cad-c6d2f621044d'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:51:58.114874 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-25212d5e-01a1-4546-bf2f-48d524083d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (46bb84c3-eee7-4e51-8d37-dd715f6991cf), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:58.141727 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ba32c597-5226-4978-9d1f-fee12a3d72d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (459093d5-506b-4a88-a20e-1e6b67564698), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:58.147037 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85314216-ca48-48b8-ad3b-120a789b4c52 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network 77857858-4dcb-4f86-8cad-c6d2f621044d is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:58.149991 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-85314216-ca48-48b8-ad3b-120a789b4c52 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:58.152724 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85314216-ca48-48b8-ad3b-120a789b4c52 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:51:58.153588 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-85314216-ca48-48b8-ad3b-120a789b4c52 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (be980ffe-22cf-439b-963c-32d064120381), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:58.195422 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85314216-ca48-48b8-ad3b-120a789b4c52 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Port': ['ID=ba503e01-3ab5-4f4c-a63b-f531140393c6,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:58.219523 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e41bd-a5f9-40b0-8de3-4e66f7abc416 None None] Port 459093d5-506b-4a88-a20e-1e6b67564698 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:51:58.242115 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55cc8b-832e-4fcc-964b-a9d9d8a3f9c7 None None] Pushing event updated for resources: {'Port': ['ID=459093d5-506b-4a88-a20e-1e6b67564698,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:58.314397 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-25212d5e-01a1-4546-bf2f-48d524083d94 None None] For port 46bb84c3-eee7-4e51-8d37-dd715f6991cf, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:51:58.326839 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ba32c597-5226-4978-9d1f-fee12a3d72d2 None None] Attempting to bind port 459093d5-506b-4a88-a20e-1e6b67564698 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:51:58.327219 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ba32c597-5226-4978-9d1f-fee12a3d72d2 None None] Attempting to bind port 459093d5-506b-4a88-a20e-1e6b67564698 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '58a5811b-268c-4414-b63a-d4a98aa11adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:51:58.327591 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32c597-5226-4978-9d1f-fee12a3d72d2 None None] Attempting to bind port 459093d5-506b-4a88-a20e-1e6b67564698 on network a987b998-641b-4a2b-bccf-c14e796478a8 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:51:58.334870 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-25212d5e-01a1-4546-bf2f-48d524083d94 None None] For port 46bb84c3-eee7-4e51-8d37-dd715f6991cf, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=46bb84c3-eee7-4e51-8d37-dd715f6991cf,segment=NetworkSegment(5777aac7-d61b-4645-a8cf-dc5fba96d12c),segment_id=5777aac7-d61b-4645-a8cf-dc5fba96d12c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:51:58.339584 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32c597-5226-4978-9d1f-fee12a3d72d2 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:51:58.340170 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32c597-5226-4978-9d1f-fee12a3d72d2 None None] Checking segment: {'id': '58a5811b-268c-4414-b63a-d4a98aa11adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:51:58.340593 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ba32c597-5226-4978-9d1f-fee12a3d72d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:58.340993 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32c597-5226-4978-9d1f-fee12a3d72d2 None None] Bound using segment: {'id': '58a5811b-268c-4414-b63a-d4a98aa11adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:51:58.341696 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ba32c597-5226-4978-9d1f-fee12a3d72d2 None None] Bound port: 459093d5-506b-4a88-a20e-1e6b67564698, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a5811b-268c-4414-b63a-d4a98aa11adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:51:58.342094 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ba32c597-5226-4978-9d1f-fee12a3d72d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (459093d5-506b-4a88-a20e-1e6b67564698), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:58.347372 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-25212d5e-01a1-4546-bf2f-48d524083d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (46bb84c3-eee7-4e51-8d37-dd715f6991cf), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:58.467419 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25212d5e-01a1-4546-bf2f-48d524083d94 None None] Pushing event updated for resources: {'Port': ['ID=46bb84c3-eee7-4e51-8d37-dd715f6991cf,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:58.487793 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ba32c597-5226-4978-9d1f-fee12a3d72d2 None None] For port 459093d5-506b-4a88-a20e-1e6b67564698, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:51:58.491263 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ba32c597-5226-4978-9d1f-fee12a3d72d2 None None] For port 459093d5-506b-4a88-a20e-1e6b67564698, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=459093d5-506b-4a88-a20e-1e6b67564698,segment=NetworkSegment(58a5811b-268c-4414-b63a-d4a98aa11adb),segment_id=58a5811b-268c-4414-b63a-d4a98aa11adb)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:51:58.498024 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ba32c597-5226-4978-9d1f-fee12a3d72d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (459093d5-506b-4a88-a20e-1e6b67564698), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:58.583120 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-9feaac1a-e304-416d-99df-062d6316e6e7 None None] Provisioning complete for port 459093d5-506b-4a88-a20e-1e6b67564698 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:58.583499 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9feaac1a-e304-416d-99df-062d6316e6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (459093d5-506b-4a88-a20e-1e6b67564698), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:58.587109 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba32c597-5226-4978-9d1f-fee12a3d72d2 None None] Routers {'be980ffe-22cf-439b-963c-32d064120381'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:51:58.588282 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ba32c597-5226-4978-9d1f-fee12a3d72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['be980ffe-22cf-439b-963c-32d064120381'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:58.589737 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55cc8b-832e-4fcc-964b-a9d9d8a3f9c7 None None] Pushing event updated for resources: {'Port': ['ID=459093d5-506b-4a88-a20e-1e6b67564698,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:58.736305 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 984ae9d2-2734-4675-a6c7-ef852b7d8773 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:51:58.748222 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-85314216-ca48-48b8-ad3b-120a789b4c52 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ba503e01-3ab5-4f4c-a63b-f531140393c6), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:58.989554 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-ba32c597-5226-4978-9d1f-fee12a3d72d2 None None] Set router be980ffe-22cf-439b-963c-32d064120381 gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:51:59.031686 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-85314216-ca48-48b8-ad3b-120a789b4c52 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for port (ba503e01-3ab5-4f4c-a63b-f531140393c6), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:59.036498 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-85314216-ca48-48b8-ad3b-120a789b4c52 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (ba503e01-3ab5-4f4c-a63b-f531140393c6), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:59.037289 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-85314216-ca48-48b8-ad3b-120a789b4c52 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (be980ffe-22cf-439b-963c-32d064120381), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:59.094506 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 984ae9d2-2734-4675-a6c7-ef852b7d8773 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:59.094882 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (984ae9d2-2734-4675-a6c7-ef852b7d8773), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:59.132340 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85314216-ca48-48b8-ad3b-120a789b4c52 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Port': ['ID=ba503e01-3ab5-4f4c-a63b-f531140393c6,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:59.164822 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85314216-ca48-48b8-ad3b-120a789b4c52 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network 77857858-4dcb-4f86-8cad-c6d2f621044d is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:51:59.166451 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-85314216-ca48-48b8-ad3b-120a789b4c52 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:51:59.188813 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9feaac1a-e304-416d-99df-062d6316e6e7 None None] Current status of the port 459093d5-506b-4a88-a20e-1e6b67564698 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:51:59.189201 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9feaac1a-e304-416d-99df-062d6316e6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (459093d5-506b-4a88-a20e-1e6b67564698), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:59.230628 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:59.265118 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-9feaac1a-e304-416d-99df-062d6316e6e7 None None] For port 459093d5-506b-4a88-a20e-1e6b67564698, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=459093d5-506b-4a88-a20e-1e6b67564698,segment=NetworkSegment(58a5811b-268c-4414-b63a-d4a98aa11adb),segment_id=58a5811b-268c-4414-b63a-d4a98aa11adb)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:51:59.271309 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85314216-ca48-48b8-ad3b-120a789b4c52 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Router be980ffe-22cf-439b-963c-32d064120381 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:51:59.307902 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9feaac1a-e304-416d-99df-062d6316e6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (459093d5-506b-4a88-a20e-1e6b67564698), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:59.361575 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 984ae9d2-2734-4675-a6c7-ef852b7d8773 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:51:59.374530 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85314216-ca48-48b8-ad3b-120a789b4c52 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:51:59.380768 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-85314216-ca48-48b8-ad3b-120a789b4c52 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "PUT /v2.0/routers/be980ffe-22cf-439b-963c-32d064120381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5070851 Jan 18 20:51:59.383206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38306) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:59.388993 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feaac1a-e304-416d-99df-062d6316e6e7 None None] Pushing event updated for resources: {'Port': ['ID=459093d5-506b-4a88-a20e-1e6b67564698,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:59.389386 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-562c2e79-19f6-4897-abb8-a900bd4a11cb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-506718268'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:59.398487 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ba32c597-5226-4978-9d1f-fee12a3d72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:51:55Z', 'revision_number': 2, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None, '_interfaces': [{'id': '459093d5-506b-4a88-a20e-1e6b67564698', 'name': '', 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:15:f9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:55Z', 'updated_at': '2022-01-18T20:51:58Z', 'revision_number': 4, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:51:59.416884 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562c2e79-19f6-4897-abb8-a900bd4a11cb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Made reservation on behalf of cc41eea2f8e042cf9a8c765f399801be for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:59.420519 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-562c2e79-19f6-4897-abb8-a900bd4a11cb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:59.434109 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba32c597-5226-4978-9d1f-fee12a3d72d2 None None] The sync data for ids ['be980ffe-22cf-439b-963c-32d064120381'] in n-d-741529-9 is: [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:51:55Z', 'revision_number': 2, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None, '_interfaces': [{'id': '459093d5-506b-4a88-a20e-1e6b67564698', 'name': '', 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:15:f9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:55Z', 'updated_at': '2022-01-18T20:51:58Z', 'revision_number': 4, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:51:59.447683 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-45f68085-7bdb-4e7f-95e2-fa43a0365108 None None] Provisioning complete for port 459093d5-506b-4a88-a20e-1e6b67564698 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:59.448072 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-45f68085-7bdb-4e7f-95e2-fa43a0365108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (459093d5-506b-4a88-a20e-1e6b67564698), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:59.457488 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562c2e79-19f6-4897-abb8-a900bd4a11cb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:51:59.467579 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-562c2e79-19f6-4897-abb8-a900bd4a11cb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (499aa6b7-e319-4a36-b988-88781c9b4774), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:59.468148 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-562c2e79-19f6-4897-abb8-a900bd4a11cb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Added segment 499aa6b7-e319-4a36-b988-88781c9b4774 of type vlan for network 49e34afb-ccbd-4f50-948b-4845d8844e79 Jan 18 20:51:59.523884 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-562c2e79-19f6-4897-abb8-a900bd4a11cb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (49e34afb-ccbd-4f50-948b-4845d8844e79), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:59.542274 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-45f68085-7bdb-4e7f-95e2-fa43a0365108 None None] Current status of the port 459093d5-506b-4a88-a20e-1e6b67564698 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:51:59.559756 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-562c2e79-19f6-4897-abb8-a900bd4a11cb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (49e34afb-ccbd-4f50-948b-4845d8844e79), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:59.565593 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562c2e79-19f6-4897-abb8-a900bd4a11cb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:51:59.566231 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-562c2e79-19f6-4897-abb8-a900bd4a11cb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:59.604445 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-562c2e79-19f6-4897-abb8-a900bd4a11cb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2195239 Jan 18 20:51:59.607824 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38308) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:51:59.610339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1e840e-31b1-46aa-8be3-0c306648b94e None None] Network 77857858-4dcb-4f86-8cad-c6d2f621044d requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:51:59.612885 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-a58fac4d-68d6-4db5-b24f-dd4f211372d3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'subnet': {'network_id': '49e34afb-ccbd-4f50-948b-4845d8844e79', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:51:59.671929 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c2e79-19f6-4897-abb8-a900bd4a11cb tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Network': ['ID=49e34afb-ccbd-4f50-948b-4845d8844e79,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:51:59.697417 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 49e34afb-ccbd-4f50-948b-4845d8844e79 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:51:59.725437 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ab0ffa8e-c4e1-4ee2-9a82-c9b4aa61b262 None None] Provisioning complete for port 46bb84c3-eee7-4e51-8d37-dd715f6991cf triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:51:59.726012 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ab0ffa8e-c4e1-4ee2-9a82-c9b4aa61b262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (46bb84c3-eee7-4e51-8d37-dd715f6991cf), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:59.771434 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58fac4d-68d6-4db5-b24f-dd4f211372d3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Made reservation on behalf of cc41eea2f8e042cf9a8c765f399801be for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:51:59.775122 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a58fac4d-68d6-4db5-b24f-dd4f211372d3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:59.882478 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ab0ffa8e-c4e1-4ee2-9a82-c9b4aa61b262 None None] Current status of the port 46bb84c3-eee7-4e51-8d37-dd715f6991cf is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:51:59.883056 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ab0ffa8e-c4e1-4ee2-9a82-c9b4aa61b262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (46bb84c3-eee7-4e51-8d37-dd715f6991cf), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:51:59.920861 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ab0ffa8e-c4e1-4ee2-9a82-c9b4aa61b262 None None] For port 46bb84c3-eee7-4e51-8d37-dd715f6991cf, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=46bb84c3-eee7-4e51-8d37-dd715f6991cf,segment=NetworkSegment(5777aac7-d61b-4645-a8cf-dc5fba96d12c),segment_id=5777aac7-d61b-4645-a8cf-dc5fba96d12c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:51:59.926997 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ab0ffa8e-c4e1-4ee2-9a82-c9b4aa61b262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (46bb84c3-eee7-4e51-8d37-dd715f6991cf), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:00.003154 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ffa8e-c4e1-4ee2-9a82-c9b4aa61b262 None None] Pushing event updated for resources: {'Port': ['ID=46bb84c3-eee7-4e51-8d37-dd715f6991cf,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:00.013938 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a58fac4d-68d6-4db5-b24f-dd4f211372d3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (95f0aa2a-6920-454d-95ff-774a0cc85da6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:00.081184 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58fac4d-68d6-4db5-b24f-dd4f211372d3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Subnet': ['ID=95f0aa2a-6920-454d-95ff-774a0cc85da6,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:00.090528 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58fac4d-68d6-4db5-b24f-dd4f211372d3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Checking segment: {'id': '499aa6b7-e319-4a36-b988-88781c9b4774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '49e34afb-ccbd-4f50-948b-4845d8844e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:52:00.090892 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58fac4d-68d6-4db5-b24f-dd4f211372d3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network hostable DHCP agents. Network: 49e34afb-ccbd-4f50-948b-4845d8844e79, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:52:00.111673 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58fac4d-68d6-4db5-b24f-dd4f211372d3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network 49e34afb-ccbd-4f50-948b-4845d8844e79 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:52:00.122435 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-a58fac4d-68d6-4db5-b24f-dd4f211372d3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 49e34afb-ccbd-4f50-948b-4845d8844e79) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:52:00.126873 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58fac4d-68d6-4db5-b24f-dd4f211372d3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:52:00.127496 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a58fac4d-68d6-4db5-b24f-dd4f211372d3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:00.144285 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71306fda-d804-4c25-b0da-2f94db858eb6 None None] Network 49e34afb-ccbd-4f50-948b-4845d8844e79 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:52:00.148248 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a58fac4d-68d6-4db5-b24f-dd4f211372d3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5393741 Jan 18 20:52:00.151727 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38310) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:00.228426 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-213b644c-6887-416a-8eca-00c4ae23c561 None None] Provisioning complete for port ba503e01-3ab5-4f4c-a63b-f531140393c6 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:00.228827 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-213b644c-6887-416a-8eca-00c4ae23c561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ba503e01-3ab5-4f4c-a63b-f531140393c6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:00.290259 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-213b644c-6887-416a-8eca-00c4ae23c561 None None] Port ba503e01-3ab5-4f4c-a63b-f531140393c6 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:52:00.301914 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-213b644c-6887-416a-8eca-00c4ae23c561 None None] Provisioning complete for port 46bb84c3-eee7-4e51-8d37-dd715f6991cf triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:00.302292 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-213b644c-6887-416a-8eca-00c4ae23c561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (46bb84c3-eee7-4e51-8d37-dd715f6991cf), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:00.323357 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5b995e-96cb-4744-8129-7083b7377028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-49e34afb-ccbd-4f50-948b-4845d8844e79', 'network_id': '49e34afb-ccbd-4f50-948b-4845d8844e79', 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'fixed_ips': [{'subnet_id': '95f0aa2a-6920-454d-95ff-774a0cc85da6'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:52:00.324213 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3e5b995e-96cb-4744-8129-7083b7377028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:00.495640 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-213b644c-6887-416a-8eca-00c4ae23c561 None None] Current status of the port 46bb84c3-eee7-4e51-8d37-dd715f6991cf is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:00.517667 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-3e5b995e-96cb-4744-8129-7083b7377028 None None] Allocated IP 2001:db8:2::2 (49e34afb-ccbd-4f50-948b-4845d8844e79/95f0aa2a-6920-454d-95ff-774a0cc85da6/84fefd3f-27e2-40cb-81d7-6ef79b529da4) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:52:00.581412 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7c490c7-4bdb-40b6-b68a-420b801ed21b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:00.652365 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:00.656957 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-3fe4ad98-df94-4cd4-b2a7-9cc417c603d7 None None] Provisioning complete for port ba503e01-3ab5-4f4c-a63b-f531140393c6 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:00.657316 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3fe4ad98-df94-4cd4-b2a7-9cc417c603d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ba503e01-3ab5-4f4c-a63b-f531140393c6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:00.733505 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3e5b995e-96cb-4744-8129-7083b7377028 None None] Publish callbacks [] for port (84fefd3f-27e2-40cb-81d7-6ef79b529da4), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:00.736284 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3fe4ad98-df94-4cd4-b2a7-9cc417c603d7 None None] Port ba503e01-3ab5-4f4c-a63b-f531140393c6 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:52:00.744662 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3e5b995e-96cb-4744-8129-7083b7377028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (84fefd3f-27e2-40cb-81d7-6ef79b529da4), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:00.754377 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 459093d5-506b-4a88-a20e-1e6b67564698 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:52:00.825784 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5b995e-96cb-4744-8129-7083b7377028 None None] Network 49e34afb-ccbd-4f50-948b-4845d8844e79 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:52:00.833024 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-3e5b995e-96cb-4744-8129-7083b7377028 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:52:00.835183 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b995e-96cb-4744-8129-7083b7377028 None None] Pushing event updated for resources: {'Port': ['ID=84fefd3f-27e2-40cb-81d7-6ef79b529da4,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:00.837459 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5b995e-96cb-4744-8129-7083b7377028 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:52:00.871303 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-e7c490c7-4bdb-40b6-b68a-420b801ed21b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Allocated IP 2001:db8:2::1 (49e34afb-ccbd-4f50-948b-4845d8844e79/95f0aa2a-6920-454d-95ff-774a0cc85da6/399b4db1-b18d-4cbe-a872-f094ea449ee4) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:52:00.900276 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 459093d5-506b-4a88-a20e-1e6b67564698 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:00.900650 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (459093d5-506b-4a88-a20e-1e6b67564698), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:00.923284 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3e5b995e-96cb-4744-8129-7083b7377028 None None] Attempting to bind port 84fefd3f-27e2-40cb-81d7-6ef79b529da4 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:52:00.923661 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3e5b995e-96cb-4744-8129-7083b7377028 None None] Attempting to bind port 84fefd3f-27e2-40cb-81d7-6ef79b529da4 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '499aa6b7-e319-4a36-b988-88781c9b4774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '49e34afb-ccbd-4f50-948b-4845d8844e79'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:52:00.924024 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b995e-96cb-4744-8129-7083b7377028 None None] Attempting to bind port 84fefd3f-27e2-40cb-81d7-6ef79b529da4 on network 49e34afb-ccbd-4f50-948b-4845d8844e79 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:52:00.936898 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b995e-96cb-4744-8129-7083b7377028 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:52:00.937284 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b995e-96cb-4744-8129-7083b7377028 None None] Checking segment: {'id': '499aa6b7-e319-4a36-b988-88781c9b4774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '49e34afb-ccbd-4f50-948b-4845d8844e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:52:00.937702 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3e5b995e-96cb-4744-8129-7083b7377028 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:00.938092 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b995e-96cb-4744-8129-7083b7377028 None None] Bound using segment: {'id': '499aa6b7-e319-4a36-b988-88781c9b4774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '49e34afb-ccbd-4f50-948b-4845d8844e79'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:52:00.938561 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3e5b995e-96cb-4744-8129-7083b7377028 None None] Bound port: 84fefd3f-27e2-40cb-81d7-6ef79b529da4, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499aa6b7-e319-4a36-b988-88781c9b4774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '49e34afb-ccbd-4f50-948b-4845d8844e79'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:52:00.938940 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3e5b995e-96cb-4744-8129-7083b7377028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (84fefd3f-27e2-40cb-81d7-6ef79b529da4), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:00.989375 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7c490c7-4bdb-40b6-b68a-420b801ed21b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for port (399b4db1-b18d-4cbe-a872-f094ea449ee4), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:01.029191 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37ace5a-4c81-4098-9954-c0d3e58a6164 None None] Sync routers for ids ['be980ffe-22cf-439b-963c-32d064120381'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:52:01.034927 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3e5b995e-96cb-4744-8129-7083b7377028 None None] For port 84fefd3f-27e2-40cb-81d7-6ef79b529da4, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:52:01.038963 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7c490c7-4bdb-40b6-b68a-420b801ed21b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (399b4db1-b18d-4cbe-a872-f094ea449ee4), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:01.039564 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3e5b995e-96cb-4744-8129-7083b7377028 None None] For port 84fefd3f-27e2-40cb-81d7-6ef79b529da4, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=84fefd3f-27e2-40cb-81d7-6ef79b529da4,segment=NetworkSegment(499aa6b7-e319-4a36-b988-88781c9b4774),segment_id=499aa6b7-e319-4a36-b988-88781c9b4774)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:52:01.042779 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 459093d5-506b-4a88-a20e-1e6b67564698 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:01.043872 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 46bb84c3-eee7-4e51-8d37-dd715f6991cf up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:52:01.045330 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37ace5a-4c81-4098-9954-c0d3e58a6164 None None] Routers {'be980ffe-22cf-439b-963c-32d064120381'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:01.046068 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a37ace5a-4c81-4098-9954-c0d3e58a6164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['be980ffe-22cf-439b-963c-32d064120381'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:01.047124 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3e5b995e-96cb-4744-8129-7083b7377028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (84fefd3f-27e2-40cb-81d7-6ef79b529da4), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:01.092166 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c490c7-4bdb-40b6-b68a-420b801ed21b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network 49e34afb-ccbd-4f50-948b-4845d8844e79 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:52:01.093775 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-e7c490c7-4bdb-40b6-b68a-420b801ed21b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:52:01.097812 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c490c7-4bdb-40b6-b68a-420b801ed21b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:52:01.098343 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7c490c7-4bdb-40b6-b68a-420b801ed21b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (be980ffe-22cf-439b-963c-32d064120381), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:01.143088 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b995e-96cb-4744-8129-7083b7377028 None None] Pushing event updated for resources: {'Port': ['ID=84fefd3f-27e2-40cb-81d7-6ef79b529da4,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:01.143692 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c490c7-4bdb-40b6-b68a-420b801ed21b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Port': ['ID=399b4db1-b18d-4cbe-a872-f094ea449ee4,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:01.151123 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 46bb84c3-eee7-4e51-8d37-dd715f6991cf triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:01.153188 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (46bb84c3-eee7-4e51-8d37-dd715f6991cf), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:01.155607 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-a37ace5a-4c81-4098-9954-c0d3e58a6164 None None] Set router be980ffe-22cf-439b-963c-32d064120381 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:01.245465 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 46bb84c3-eee7-4e51-8d37-dd715f6991cf is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:01.263433 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7c490c7-4bdb-40b6-b68a-420b801ed21b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (399b4db1-b18d-4cbe-a872-f094ea449ee4), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:01.415843 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a37ace5a-4c81-4098-9954-c0d3e58a6164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:51:58Z', 'revision_number': 3, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None, '_interfaces': [{'id': '459093d5-506b-4a88-a20e-1e6b67564698', 'name': '', 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:15:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:55Z', 'updated_at': '2022-01-18T20:51:59Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba503e01-3ab5-4f4c-a63b-f531140393c6', 'name': '', 'network_id': '77857858-4dcb-4f86-8cad-c6d2f621044d', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:3c:8d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '81921abd-71f2-4fff-a942-579310895384', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:57Z', 'updated_at': '2022-01-18T20:51:58Z', 'revision_number': 2, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '81921abd-71f2-4fff-a942-579310895384', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:01.445800 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37ace5a-4c81-4098-9954-c0d3e58a6164 None None] Checking router: be980ffe-22cf-439b-963c-32d064120381 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:52:01.446186 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37ace5a-4c81-4098-9954-c0d3e58a6164 None None] Updating router be980ffe-22cf-439b-963c-32d064120381 port ba503e01-3ab5-4f4c-a63b-f531140393c6 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:52:01.476335 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-a37ace5a-4c81-4098-9954-c0d3e58a6164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ba503e01-3ab5-4f4c-a63b-f531140393c6), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:01.558461 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7c490c7-4bdb-40b6-b68a-420b801ed21b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for port (399b4db1-b18d-4cbe-a872-f094ea449ee4), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:01.563414 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7c490c7-4bdb-40b6-b68a-420b801ed21b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (399b4db1-b18d-4cbe-a872-f094ea449ee4), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:01.564488 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7c490c7-4bdb-40b6-b68a-420b801ed21b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (be980ffe-22cf-439b-963c-32d064120381), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:01.660129 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c490c7-4bdb-40b6-b68a-420b801ed21b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Port': ['ID=399b4db1-b18d-4cbe-a872-f094ea449ee4,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:01.697394 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c490c7-4bdb-40b6-b68a-420b801ed21b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network 49e34afb-ccbd-4f50-948b-4845d8844e79 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:52:01.699089 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-e7c490c7-4bdb-40b6-b68a-420b801ed21b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:52:01.749250 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-a37ace5a-4c81-4098-9954-c0d3e58a6164 None None] Publish callbacks [] for port (ba503e01-3ab5-4f4c-a63b-f531140393c6), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:01.754229 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-a37ace5a-4c81-4098-9954-c0d3e58a6164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ba503e01-3ab5-4f4c-a63b-f531140393c6), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:01.799249 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c490c7-4bdb-40b6-b68a-420b801ed21b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Router be980ffe-22cf-439b-963c-32d064120381 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:52:01.827803 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba008e7-227a-4a5a-8fff-a55c810432ba None None] Pushing event updated for resources: {'Port': ['ID=ba503e01-3ab5-4f4c-a63b-f531140393c6,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:01.850721 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba008e7-227a-4a5a-8fff-a55c810432ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:01.851066 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba008e7-227a-4a5a-8fff-a55c810432ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:01.851404 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba008e7-227a-4a5a-8fff-a55c810432ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:01.851733 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba008e7-227a-4a5a-8fff-a55c810432ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:01.852230 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba008e7-227a-4a5a-8fff-a55c810432ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:01.852566 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba008e7-227a-4a5a-8fff-a55c810432ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:01.855096 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba008e7-227a-4a5a-8fff-a55c810432ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:01.855636 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba008e7-227a-4a5a-8fff-a55c810432ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:01.856141 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba008e7-227a-4a5a-8fff-a55c810432ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:01.856620 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba008e7-227a-4a5a-8fff-a55c810432ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:01.857102 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba008e7-227a-4a5a-8fff-a55c810432ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:01.857751 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba008e7-227a-4a5a-8fff-a55c810432ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:01.857980 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba008e7-227a-4a5a-8fff-a55c810432ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:01.873667 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-a37ace5a-4c81-4098-9954-c0d3e58a6164 None None] Attempting to bind port ba503e01-3ab5-4f4c-a63b-f531140393c6 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:52:01.874349 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-a37ace5a-4c81-4098-9954-c0d3e58a6164 None None] Attempting to bind port ba503e01-3ab5-4f4c-a63b-f531140393c6 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '5777aac7-d61b-4645-a8cf-dc5fba96d12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '77857858-4dcb-4f86-8cad-c6d2f621044d'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:52:01.875251 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37ace5a-4c81-4098-9954-c0d3e58a6164 None None] Attempting to bind port ba503e01-3ab5-4f4c-a63b-f531140393c6 on network 77857858-4dcb-4f86-8cad-c6d2f621044d {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:52:01.882175 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37ace5a-4c81-4098-9954-c0d3e58a6164 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:52:01.882507 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37ace5a-4c81-4098-9954-c0d3e58a6164 None None] Checking segment: {'id': '5777aac7-d61b-4645-a8cf-dc5fba96d12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '77857858-4dcb-4f86-8cad-c6d2f621044d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:52:01.882856 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-a37ace5a-4c81-4098-9954-c0d3e58a6164 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:01.883286 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37ace5a-4c81-4098-9954-c0d3e58a6164 None None] Bound using segment: {'id': '5777aac7-d61b-4645-a8cf-dc5fba96d12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '77857858-4dcb-4f86-8cad-c6d2f621044d'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:52:01.884289 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-a37ace5a-4c81-4098-9954-c0d3e58a6164 None None] Bound port: ba503e01-3ab5-4f4c-a63b-f531140393c6, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5777aac7-d61b-4645-a8cf-dc5fba96d12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '77857858-4dcb-4f86-8cad-c6d2f621044d'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:52:01.884693 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-a37ace5a-4c81-4098-9954-c0d3e58a6164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ba503e01-3ab5-4f4c-a63b-f531140393c6), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:01.907553 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:01.940177 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c490c7-4bdb-40b6-b68a-420b801ed21b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:52:01.947343 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e7c490c7-4bdb-40b6-b68a-420b801ed21b tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "PUT /v2.0/routers/be980ffe-22cf-439b-963c-32d064120381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7938018 Jan 18 20:52:01.950068 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38312) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:01.954927 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-5dafae32-4ffe-40a6-873c-f3da66aa617c tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1545948934'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:52:01.967741 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-a37ace5a-4c81-4098-9954-c0d3e58a6164 None None] For port ba503e01-3ab5-4f4c-a63b-f531140393c6, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:52:01.971475 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-a37ace5a-4c81-4098-9954-c0d3e58a6164 None None] For port ba503e01-3ab5-4f4c-a63b-f531140393c6, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ba503e01-3ab5-4f4c-a63b-f531140393c6,segment=NetworkSegment(5777aac7-d61b-4645-a8cf-dc5fba96d12c),segment_id=5777aac7-d61b-4645-a8cf-dc5fba96d12c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:52:01.976745 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-a37ace5a-4c81-4098-9954-c0d3e58a6164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ba503e01-3ab5-4f4c-a63b-f531140393c6), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:01.980604 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dafae32-4ffe-40a6-873c-f3da66aa617c tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Made reservation on behalf of cc41eea2f8e042cf9a8c765f399801be for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:52:01.988215 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5dafae32-4ffe-40a6-873c-f3da66aa617c tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:02.020977 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dafae32-4ffe-40a6-873c-f3da66aa617c tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:52:02.033766 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5dafae32-4ffe-40a6-873c-f3da66aa617c tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (c4c18058-3abc-4a92-a17c-6d394a5d8ce1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:02.034123 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-5dafae32-4ffe-40a6-873c-f3da66aa617c tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Added segment c4c18058-3abc-4a92-a17c-6d394a5d8ce1 of type vlan for network 39c48fde-40e9-495f-b363-b3e10d25ffbf Jan 18 20:52:02.037879 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba008e7-227a-4a5a-8fff-a55c810432ba None None] Pushing event updated for resources: {'Port': ['ID=ba503e01-3ab5-4f4c-a63b-f531140393c6,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:02.043817 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37ace5a-4c81-4098-9954-c0d3e58a6164 None None] Routers {'be980ffe-22cf-439b-963c-32d064120381'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:02.044433 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a37ace5a-4c81-4098-9954-c0d3e58a6164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['be980ffe-22cf-439b-963c-32d064120381'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:02.084055 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5dafae32-4ffe-40a6-873c-f3da66aa617c tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (39c48fde-40e9-495f-b363-b3e10d25ffbf), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:02.114325 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5dafae32-4ffe-40a6-873c-f3da66aa617c tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (39c48fde-40e9-495f-b363-b3e10d25ffbf), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:02.121900 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dafae32-4ffe-40a6-873c-f3da66aa617c tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:52:02.122737 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5dafae32-4ffe-40a6-873c-f3da66aa617c tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:02.160557 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-a37ace5a-4c81-4098-9954-c0d3e58a6164 None None] Set router be980ffe-22cf-439b-963c-32d064120381 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:02.166167 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5dafae32-4ffe-40a6-873c-f3da66aa617c tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2151220 Jan 18 20:52:02.166628 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38314) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:02.173461 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-e5ed602b-8f7f-42b6-baf4-dd187a1291ce tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'subnet': {'network_id': '39c48fde-40e9-495f-b363-b3e10d25ffbf', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:52:02.182758 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-2433b764-4703-4899-82d2-1bfb6caa2021 None None] Provisioning complete for port ba503e01-3ab5-4f4c-a63b-f531140393c6 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:02.183493 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2433b764-4703-4899-82d2-1bfb6caa2021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ba503e01-3ab5-4f4c-a63b-f531140393c6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:02.215560 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafae32-4ffe-40a6-873c-f3da66aa617c tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Network': ['ID=39c48fde-40e9-495f-b363-b3e10d25ffbf,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:02.230456 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 39c48fde-40e9-495f-b363-b3e10d25ffbf details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:52:02.327640 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ed602b-8f7f-42b6-baf4-dd187a1291ce tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Made reservation on behalf of cc41eea2f8e042cf9a8c765f399801be for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:52:02.331372 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e5ed602b-8f7f-42b6-baf4-dd187a1291ce tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:02.372564 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb23da4-87ca-4a93-8669-920c1f4cf1dd None None] Network 49e34afb-ccbd-4f50-948b-4845d8844e79 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:52:02.437041 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2433b764-4703-4899-82d2-1bfb6caa2021 None None] Current status of the port ba503e01-3ab5-4f4c-a63b-f531140393c6 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:02.437436 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2433b764-4703-4899-82d2-1bfb6caa2021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ba503e01-3ab5-4f4c-a63b-f531140393c6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:02.483210 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a37ace5a-4c81-4098-9954-c0d3e58a6164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:52:01Z', 'revision_number': 4, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None, '_interfaces': [{'id': '399b4db1-b18d-4cbe-a872-f094ea449ee4', 'name': '', 'network_id': '49e34afb-ccbd-4f50-948b-4845d8844e79', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:66:a9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '95f0aa2a-6920-454d-95ff-774a0cc85da6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:00Z', 'updated_at': '2022-01-18T20:52:01Z', 'revision_number': 2, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '95f0aa2a-6920-454d-95ff-774a0cc85da6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '459093d5-506b-4a88-a20e-1e6b67564698', 'name': '', 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:15:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:55Z', 'updated_at': '2022-01-18T20:51:59Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba503e01-3ab5-4f4c-a63b-f531140393c6', 'name': '', 'network_id': '77857858-4dcb-4f86-8cad-c6d2f621044d', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:3c:8d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '81921abd-71f2-4fff-a942-579310895384', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:57Z', 'updated_at': '2022-01-18T20:52:01Z', 'revision_number': 4, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '81921abd-71f2-4fff-a942-579310895384', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:02.485009 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-2433b764-4703-4899-82d2-1bfb6caa2021 None None] For port ba503e01-3ab5-4f4c-a63b-f531140393c6, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ba503e01-3ab5-4f4c-a63b-f531140393c6,segment=NetworkSegment(5777aac7-d61b-4645-a8cf-dc5fba96d12c),segment_id=5777aac7-d61b-4645-a8cf-dc5fba96d12c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:02.505112 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2433b764-4703-4899-82d2-1bfb6caa2021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ba503e01-3ab5-4f4c-a63b-f531140393c6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:02.523902 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37ace5a-4c81-4098-9954-c0d3e58a6164 None None] The sync data for ids ['be980ffe-22cf-439b-963c-32d064120381'] in n-d-741529-9 is: [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:52:01Z', 'revision_number': 4, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None, '_interfaces': [{'id': '399b4db1-b18d-4cbe-a872-f094ea449ee4', 'name': '', 'network_id': '49e34afb-ccbd-4f50-948b-4845d8844e79', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:66:a9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '95f0aa2a-6920-454d-95ff-774a0cc85da6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:00Z', 'updated_at': '2022-01-18T20:52:01Z', 'revision_number': 2, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '95f0aa2a-6920-454d-95ff-774a0cc85da6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '459093d5-506b-4a88-a20e-1e6b67564698', 'name': '', 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:15:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:55Z', 'updated_at': '2022-01-18T20:51:59Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba503e01-3ab5-4f4c-a63b-f531140393c6', 'name': '', 'network_id': '77857858-4dcb-4f86-8cad-c6d2f621044d', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:3c:8d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '81921abd-71f2-4fff-a942-579310895384', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:57Z', 'updated_at': '2022-01-18T20:52:01Z', 'revision_number': 4, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '81921abd-71f2-4fff-a942-579310895384', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:52:02.561922 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e5ed602b-8f7f-42b6-baf4-dd187a1291ce tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (19503eab-4e5d-46c1-91bb-c49d404f7f6d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:02.565284 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433b764-4703-4899-82d2-1bfb6caa2021 None None] Pushing event updated for resources: {'Port': ['ID=ba503e01-3ab5-4f4c-a63b-f531140393c6,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:02.631824 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed602b-8f7f-42b6-baf4-dd187a1291ce tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Subnet': ['ID=19503eab-4e5d-46c1-91bb-c49d404f7f6d,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:02.638540 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ed602b-8f7f-42b6-baf4-dd187a1291ce tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Checking segment: {'id': 'c4c18058-3abc-4a92-a17c-6d394a5d8ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '39c48fde-40e9-495f-b363-b3e10d25ffbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:52:02.639104 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ed602b-8f7f-42b6-baf4-dd187a1291ce tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network hostable DHCP agents. Network: 39c48fde-40e9-495f-b363-b3e10d25ffbf, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:52:02.642018 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-9bba270c-444f-41ca-947f-df5052dc6c78 None None] Provisioning complete for port ba503e01-3ab5-4f4c-a63b-f531140393c6 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:02.642395 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9bba270c-444f-41ca-947f-df5052dc6c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ba503e01-3ab5-4f4c-a63b-f531140393c6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:02.670666 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ed602b-8f7f-42b6-baf4-dd187a1291ce tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network 39c48fde-40e9-495f-b363-b3e10d25ffbf is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:52:02.685959 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-e5ed602b-8f7f-42b6-baf4-dd187a1291ce tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 39c48fde-40e9-495f-b363-b3e10d25ffbf) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:52:02.699534 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260730b8-d3b9-42f3-ba1d-6d9b9f57b275 None None] Network 39c48fde-40e9-495f-b363-b3e10d25ffbf requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:52:02.704091 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ed602b-8f7f-42b6-baf4-dd187a1291ce tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:52:02.706210 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e5ed602b-8f7f-42b6-baf4-dd187a1291ce tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:02.743424 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e5ed602b-8f7f-42b6-baf4-dd187a1291ce tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5745871 Jan 18 20:52:02.746128 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38316) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:02.783481 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 84fefd3f-27e2-40cb-81d7-6ef79b529da4 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:52:02.889761 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 84fefd3f-27e2-40cb-81d7-6ef79b529da4 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:02.890144 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (84fefd3f-27e2-40cb-81d7-6ef79b529da4), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:02.895437 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9bba270c-444f-41ca-947f-df5052dc6c78 None None] Current status of the port ba503e01-3ab5-4f4c-a63b-f531140393c6 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:02.955289 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1ccf4b-cf5c-4fa6-9e39-ee6e2ce78acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-39c48fde-40e9-495f-b363-b3e10d25ffbf', 'network_id': '39c48fde-40e9-495f-b363-b3e10d25ffbf', 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'fixed_ips': [{'subnet_id': '19503eab-4e5d-46c1-91bb-c49d404f7f6d'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:52:02.957340 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8b1ccf4b-cf5c-4fa6-9e39-ee6e2ce78acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:03.168917 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-9bba270c-444f-41ca-947f-df5052dc6c78 None None] Provisioning complete for port 84fefd3f-27e2-40cb-81d7-6ef79b529da4 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:03.169315 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9bba270c-444f-41ca-947f-df5052dc6c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (84fefd3f-27e2-40cb-81d7-6ef79b529da4), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:03.191027 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4803388b-d291-4c0c-ab73-4c79ae3927e3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:03.279288 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:52:03.393647 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 84fefd3f-27e2-40cb-81d7-6ef79b529da4 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:03.394057 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (84fefd3f-27e2-40cb-81d7-6ef79b529da4), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:03.493484 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9bba270c-444f-41ca-947f-df5052dc6c78 None None] Current status of the port 84fefd3f-27e2-40cb-81d7-6ef79b529da4 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:03.494055 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9bba270c-444f-41ca-947f-df5052dc6c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (84fefd3f-27e2-40cb-81d7-6ef79b529da4), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:03.548555 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 84fefd3f-27e2-40cb-81d7-6ef79b529da4, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=84fefd3f-27e2-40cb-81d7-6ef79b529da4,segment=NetworkSegment(499aa6b7-e319-4a36-b988-88781c9b4774),segment_id=499aa6b7-e319-4a36-b988-88781c9b4774)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:03.556519 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-8b1ccf4b-cf5c-4fa6-9e39-ee6e2ce78acc None None] Allocated IP 2001:db8:3::2 (39c48fde-40e9-495f-b363-b3e10d25ffbf/19503eab-4e5d-46c1-91bb-c49d404f7f6d/bcc45f01-9901-42b5-8aed-5c45ea3607de) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:52:03.559615 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (84fefd3f-27e2-40cb-81d7-6ef79b529da4), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:03.678194 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-9bba270c-444f-41ca-947f-df5052dc6c78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:52:03.678550 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-9bba270c-444f-41ca-947f-df5052dc6c78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:52:03.711649 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=84fefd3f-27e2-40cb-81d7-6ef79b529da4,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:03.807558 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8b1ccf4b-cf5c-4fa6-9e39-ee6e2ce78acc None None] Publish callbacks [] for port (bcc45f01-9901-42b5-8aed-5c45ea3607de), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:03.815247 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8b1ccf4b-cf5c-4fa6-9e39-ee6e2ce78acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (bcc45f01-9901-42b5-8aed-5c45ea3607de), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:03.857001 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1ccf4b-cf5c-4fa6-9e39-ee6e2ce78acc None None] Network 39c48fde-40e9-495f-b363-b3e10d25ffbf is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:52:03.862717 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-8b1ccf4b-cf5c-4fa6-9e39-ee6e2ce78acc None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:52:03.866037 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1ccf4b-cf5c-4fa6-9e39-ee6e2ce78acc None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:52:03.869475 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ccf4b-cf5c-4fa6-9e39-ee6e2ce78acc None None] Pushing event updated for resources: {'Port': ['ID=bcc45f01-9901-42b5-8aed-5c45ea3607de,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:03.871304 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-4803388b-d291-4c0c-ab73-4c79ae3927e3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Allocated IP 2001:db8:3::1 (39c48fde-40e9-495f-b363-b3e10d25ffbf/19503eab-4e5d-46c1-91bb-c49d404f7f6d/f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:52:03.931447 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-8b1ccf4b-cf5c-4fa6-9e39-ee6e2ce78acc None None] Attempting to bind port bcc45f01-9901-42b5-8aed-5c45ea3607de on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:52:03.931813 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-8b1ccf4b-cf5c-4fa6-9e39-ee6e2ce78acc None None] Attempting to bind port bcc45f01-9901-42b5-8aed-5c45ea3607de by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c4c18058-3abc-4a92-a17c-6d394a5d8ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '39c48fde-40e9-495f-b363-b3e10d25ffbf'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:52:03.932173 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1ccf4b-cf5c-4fa6-9e39-ee6e2ce78acc None None] Attempting to bind port bcc45f01-9901-42b5-8aed-5c45ea3607de on network 39c48fde-40e9-495f-b363-b3e10d25ffbf {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:52:03.937166 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1ccf4b-cf5c-4fa6-9e39-ee6e2ce78acc None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:52:03.937541 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1ccf4b-cf5c-4fa6-9e39-ee6e2ce78acc None None] Checking segment: {'id': 'c4c18058-3abc-4a92-a17c-6d394a5d8ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '39c48fde-40e9-495f-b363-b3e10d25ffbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:52:03.938211 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8b1ccf4b-cf5c-4fa6-9e39-ee6e2ce78acc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:03.938604 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1ccf4b-cf5c-4fa6-9e39-ee6e2ce78acc None None] Bound using segment: {'id': 'c4c18058-3abc-4a92-a17c-6d394a5d8ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '39c48fde-40e9-495f-b363-b3e10d25ffbf'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:52:03.939074 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-8b1ccf4b-cf5c-4fa6-9e39-ee6e2ce78acc None None] Bound port: bcc45f01-9901-42b5-8aed-5c45ea3607de, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c18058-3abc-4a92-a17c-6d394a5d8ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '39c48fde-40e9-495f-b363-b3e10d25ffbf'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:52:03.939449 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8b1ccf4b-cf5c-4fa6-9e39-ee6e2ce78acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bcc45f01-9901-42b5-8aed-5c45ea3607de), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:03.973177 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3bc0db-5a0a-4b7d-8473-5891987e0a9e None None] Sync routers for ids ['be980ffe-22cf-439b-963c-32d064120381'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:52:03.987355 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4803388b-d291-4c0c-ab73-4c79ae3927e3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for port (f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:04.001501 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3bc0db-5a0a-4b7d-8473-5891987e0a9e None None] Routers {'be980ffe-22cf-439b-963c-32d064120381'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:04.002133 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-5d3bc0db-5a0a-4b7d-8473-5891987e0a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['be980ffe-22cf-439b-963c-32d064120381'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:04.020328 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4803388b-d291-4c0c-ab73-4c79ae3927e3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:04.068186 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4803388b-d291-4c0c-ab73-4c79ae3927e3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network 39c48fde-40e9-495f-b363-b3e10d25ffbf is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:52:04.070967 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8b1ccf4b-cf5c-4fa6-9e39-ee6e2ce78acc None None] For port bcc45f01-9901-42b5-8aed-5c45ea3607de, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:52:04.071351 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-4803388b-d291-4c0c-ab73-4c79ae3927e3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:52:04.075516 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4803388b-d291-4c0c-ab73-4c79ae3927e3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:52:04.076052 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4803388b-d291-4c0c-ab73-4c79ae3927e3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (be980ffe-22cf-439b-963c-32d064120381), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:04.090177 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8b1ccf4b-cf5c-4fa6-9e39-ee6e2ce78acc None None] For port bcc45f01-9901-42b5-8aed-5c45ea3607de, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=bcc45f01-9901-42b5-8aed-5c45ea3607de,segment=NetworkSegment(c4c18058-3abc-4a92-a17c-6d394a5d8ce1),segment_id=c4c18058-3abc-4a92-a17c-6d394a5d8ce1)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:52:04.096530 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8b1ccf4b-cf5c-4fa6-9e39-ee6e2ce78acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (bcc45f01-9901-42b5-8aed-5c45ea3607de), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:04.112186 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803388b-d291-4c0c-ab73-4c79ae3927e3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Port': ['ID=f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:04.127931 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-5d3bc0db-5a0a-4b7d-8473-5891987e0a9e None None] Set router be980ffe-22cf-439b-963c-32d064120381 gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:04.196637 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4803388b-d291-4c0c-ab73-4c79ae3927e3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:04.214240 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ccf4b-cf5c-4fa6-9e39-ee6e2ce78acc None None] Pushing event updated for resources: {'Port': ['ID=bcc45f01-9901-42b5-8aed-5c45ea3607de,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:04.309139 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:04.309859 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9bba270c-444f-41ca-947f-df5052dc6c78 None None] Current status of the port 84fefd3f-27e2-40cb-81d7-6ef79b529da4 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:04.456217 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-35d606ef-cc7e-41a9-9709-adf0fbafab2d None None] Provisioning complete for port 84fefd3f-27e2-40cb-81d7-6ef79b529da4 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:04.456891 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-35d606ef-cc7e-41a9-9709-adf0fbafab2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (84fefd3f-27e2-40cb-81d7-6ef79b529da4), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:04.516920 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-5d3bc0db-5a0a-4b7d-8473-5891987e0a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:52:01Z', 'revision_number': 4, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None, '_interfaces': [{'id': '399b4db1-b18d-4cbe-a872-f094ea449ee4', 'name': '', 'network_id': '49e34afb-ccbd-4f50-948b-4845d8844e79', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:66:a9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '95f0aa2a-6920-454d-95ff-774a0cc85da6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:00Z', 'updated_at': '2022-01-18T20:52:01Z', 'revision_number': 2, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '95f0aa2a-6920-454d-95ff-774a0cc85da6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '459093d5-506b-4a88-a20e-1e6b67564698', 'name': '', 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:15:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:55Z', 'updated_at': '2022-01-18T20:51:59Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba503e01-3ab5-4f4c-a63b-f531140393c6', 'name': '', 'network_id': '77857858-4dcb-4f86-8cad-c6d2f621044d', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:3c:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '81921abd-71f2-4fff-a942-579310895384', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:57Z', 'updated_at': '2022-01-18T20:52:02Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '81921abd-71f2-4fff-a942-579310895384', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:04.554369 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3bc0db-5a0a-4b7d-8473-5891987e0a9e None None] Checking router: be980ffe-22cf-439b-963c-32d064120381 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:52:04.554753 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3bc0db-5a0a-4b7d-8473-5891987e0a9e None None] Updating router be980ffe-22cf-439b-963c-32d064120381 port 399b4db1-b18d-4cbe-a872-f094ea449ee4 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:52:04.603780 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5d3bc0db-5a0a-4b7d-8473-5891987e0a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (399b4db1-b18d-4cbe-a872-f094ea449ee4), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:04.618863 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-35d606ef-cc7e-41a9-9709-adf0fbafab2d None None] Current status of the port 84fefd3f-27e2-40cb-81d7-6ef79b529da4 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:04.667982 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-35d606ef-cc7e-41a9-9709-adf0fbafab2d None None] Provisioning complete for port 399b4db1-b18d-4cbe-a872-f094ea449ee4 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:04.668356 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-35d606ef-cc7e-41a9-9709-adf0fbafab2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (399b4db1-b18d-4cbe-a872-f094ea449ee4), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:04.771118 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-35d606ef-cc7e-41a9-9709-adf0fbafab2d None None] Port 399b4db1-b18d-4cbe-a872-f094ea449ee4 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:52:04.791828 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 84fefd3f-27e2-40cb-81d7-6ef79b529da4 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:52:04.839095 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4803388b-d291-4c0c-ab73-4c79ae3927e3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for port (f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:04.843640 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4803388b-d291-4c0c-ab73-4c79ae3927e3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:04.844657 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4803388b-d291-4c0c-ab73-4c79ae3927e3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (be980ffe-22cf-439b-963c-32d064120381), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:04.912476 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803388b-d291-4c0c-ab73-4c79ae3927e3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event updated for resources: {'Port': ['ID=f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:04.916972 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 84fefd3f-27e2-40cb-81d7-6ef79b529da4 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:04.917340 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (84fefd3f-27e2-40cb-81d7-6ef79b529da4), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:04.978955 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4803388b-d291-4c0c-ab73-4c79ae3927e3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Network 39c48fde-40e9-495f-b363-b3e10d25ffbf is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:52:04.980819 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-4803388b-d291-4c0c-ab73-4c79ae3927e3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:52:05.005895 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5d3bc0db-5a0a-4b7d-8473-5891987e0a9e None None] Publish callbacks [] for port (399b4db1-b18d-4cbe-a872-f094ea449ee4), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:05.015784 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5d3bc0db-5a0a-4b7d-8473-5891987e0a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (399b4db1-b18d-4cbe-a872-f094ea449ee4), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:05.088950 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4803388b-d291-4c0c-ab73-4c79ae3927e3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Router be980ffe-22cf-439b-963c-32d064120381 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:52:05.096095 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 84fefd3f-27e2-40cb-81d7-6ef79b529da4 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:05.097176 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device bcc45f01-9901-42b5-8aed-5c45ea3607de up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:52:05.101554 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8f2f3-dcc6-4d71-b3e3-0cea496b7952 None None] Pushing event updated for resources: {'Port': ['ID=399b4db1-b18d-4cbe-a872-f094ea449ee4,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:05.191737 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-5d3bc0db-5a0a-4b7d-8473-5891987e0a9e None None] Attempting to bind port 399b4db1-b18d-4cbe-a872-f094ea449ee4 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:52:05.192110 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-5d3bc0db-5a0a-4b7d-8473-5891987e0a9e None None] Attempting to bind port 399b4db1-b18d-4cbe-a872-f094ea449ee4 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '499aa6b7-e319-4a36-b988-88781c9b4774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '49e34afb-ccbd-4f50-948b-4845d8844e79'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:52:05.192476 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3bc0db-5a0a-4b7d-8473-5891987e0a9e None None] Attempting to bind port 399b4db1-b18d-4cbe-a872-f094ea449ee4 on network 49e34afb-ccbd-4f50-948b-4845d8844e79 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:52:05.202305 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3bc0db-5a0a-4b7d-8473-5891987e0a9e None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:52:05.202693 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3bc0db-5a0a-4b7d-8473-5891987e0a9e None None] Checking segment: {'id': '499aa6b7-e319-4a36-b988-88781c9b4774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '49e34afb-ccbd-4f50-948b-4845d8844e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:52:05.203152 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5d3bc0db-5a0a-4b7d-8473-5891987e0a9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:05.203556 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3bc0db-5a0a-4b7d-8473-5891987e0a9e None None] Bound using segment: {'id': '499aa6b7-e319-4a36-b988-88781c9b4774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '49e34afb-ccbd-4f50-948b-4845d8844e79'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:52:05.204042 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-5d3bc0db-5a0a-4b7d-8473-5891987e0a9e None None] Bound port: 399b4db1-b18d-4cbe-a872-f094ea449ee4, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499aa6b7-e319-4a36-b988-88781c9b4774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '49e34afb-ccbd-4f50-948b-4845d8844e79'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:52:05.204421 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5d3bc0db-5a0a-4b7d-8473-5891987e0a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (399b4db1-b18d-4cbe-a872-f094ea449ee4), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:05.214607 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4803388b-d291-4c0c-ab73-4c79ae3927e3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:52:05.223331 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38322) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:05.228431 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-15b93fc6-fba9-47cb-9082-fdc64d465adc tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:52:05.230362 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4803388b-d291-4c0c-ab73-4c79ae3927e3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "PUT /v2.0/routers/be980ffe-22cf-439b-963c-32d064120381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4828157 Jan 18 20:52:05.251614 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port bcc45f01-9901-42b5-8aed-5c45ea3607de triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:05.251994 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bcc45f01-9901-42b5-8aed-5c45ea3607de), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:05.305751 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-5d3bc0db-5a0a-4b7d-8473-5891987e0a9e None None] For port 399b4db1-b18d-4cbe-a872-f094ea449ee4, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:52:05.310450 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-5d3bc0db-5a0a-4b7d-8473-5891987e0a9e None None] For port 399b4db1-b18d-4cbe-a872-f094ea449ee4, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=399b4db1-b18d-4cbe-a872-f094ea449ee4,segment=NetworkSegment(499aa6b7-e319-4a36-b988-88781c9b4774),segment_id=499aa6b7-e319-4a36-b988-88781c9b4774)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:52:05.319564 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5d3bc0db-5a0a-4b7d-8473-5891987e0a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (399b4db1-b18d-4cbe-a872-f094ea449ee4), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:05.370277 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bcb39f-9daa-4bb7-aeb5-d5ea72e1d03a None None] Network 39c48fde-40e9-495f-b363-b3e10d25ffbf requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:52:05.452514 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3bc0db-5a0a-4b7d-8473-5891987e0a9e None None] Routers {'be980ffe-22cf-439b-963c-32d064120381'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:05.453172 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-5d3bc0db-5a0a-4b7d-8473-5891987e0a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['be980ffe-22cf-439b-963c-32d064120381'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:05.638427 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.extraroute_db [None req-15b93fc6-fba9-47cb-9082-fdc64d465adc tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103336) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 18 20:52:05.654375 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.extraroute_db [None req-15b93fc6-fba9-47cb-9082-fdc64d465adc tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Removed routes are [] {{(pid=103336) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 18 20:52:05.655020 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15b93fc6-fba9-47cb-9082-fdc64d465adc tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57734'] for router (be980ffe-22cf-439b-963c-32d064120381), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:05.695552 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8f2f3-dcc6-4d71-b3e3-0cea496b7952 None None] Pushing event updated for resources: {'Port': ['ID=399b4db1-b18d-4cbe-a872-f094ea449ee4,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:05.743855 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port bcc45f01-9901-42b5-8aed-5c45ea3607de is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:05.744247 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bcc45f01-9901-42b5-8aed-5c45ea3607de), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:05.754269 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-5b4720a7-9e5c-4c83-8165-00000d8129ac None None] Provisioning complete for port bcc45f01-9901-42b5-8aed-5c45ea3607de triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:05.754639 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5b4720a7-9e5c-4c83-8165-00000d8129ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bcc45f01-9901-42b5-8aed-5c45ea3607de), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:05.823541 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-5d3bc0db-5a0a-4b7d-8473-5891987e0a9e None None] Set router be980ffe-22cf-439b-963c-32d064120381 gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:05.886531 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port bcc45f01-9901-42b5-8aed-5c45ea3607de, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=bcc45f01-9901-42b5-8aed-5c45ea3607de,segment=NetworkSegment(c4c18058-3abc-4a92-a17c-6d394a5d8ce1),segment_id=c4c18058-3abc-4a92-a17c-6d394a5d8ce1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:05.896375 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (bcc45f01-9901-42b5-8aed-5c45ea3607de), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:05.897187 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ba503e01-3ab5-4f4c-a63b-f531140393c6 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:52:06.117310 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=bcc45f01-9901-42b5-8aed-5c45ea3607de,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:06.131143 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5b4720a7-9e5c-4c83-8165-00000d8129ac None None] Current status of the port bcc45f01-9901-42b5-8aed-5c45ea3607de is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:06.157490 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port ba503e01-3ab5-4f4c-a63b-f531140393c6 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:06.157989 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ba503e01-3ab5-4f4c-a63b-f531140393c6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:06.207474 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15b93fc6-fba9-47cb-9082-fdc64d465adc tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57734'] for router (be980ffe-22cf-439b-963c-32d064120381), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:06.211181 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15b93fc6-fba9-47cb-9082-fdc64d465adc tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1617295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1617304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1628645'] for router (be980ffe-22cf-439b-963c-32d064120381), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:06.283559 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-5d3bc0db-5a0a-4b7d-8473-5891987e0a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:52:04Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None, '_interfaces': [{'id': '399b4db1-b18d-4cbe-a872-f094ea449ee4', 'name': '', 'network_id': '49e34afb-ccbd-4f50-948b-4845d8844e79', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:66:a9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '95f0aa2a-6920-454d-95ff-774a0cc85da6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:00Z', 'updated_at': '2022-01-18T20:52:05Z', 'revision_number': 4, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '95f0aa2a-6920-454d-95ff-774a0cc85da6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '459093d5-506b-4a88-a20e-1e6b67564698', 'name': '', 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:15:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:55Z', 'updated_at': '2022-01-18T20:51:59Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba503e01-3ab5-4f4c-a63b-f531140393c6', 'name': '', 'network_id': '77857858-4dcb-4f86-8cad-c6d2f621044d', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:3c:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '81921abd-71f2-4fff-a942-579310895384', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:57Z', 'updated_at': '2022-01-18T20:52:02Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '81921abd-71f2-4fff-a942-579310895384', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6', 'name': '', 'network_id': '39c48fde-40e9-495f-b363-b3e10d25ffbf', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:7a:64:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '19503eab-4e5d-46c1-91bb-c49d404f7f6d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:03Z', 'updated_at': '2022-01-18T20:52:04Z', 'revision_number': 2, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '19503eab-4e5d-46c1-91bb-c49d404f7f6d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:06.315365 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b93fc6-fba9-47cb-9082-fdc64d465adc tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Router be980ffe-22cf-439b-963c-32d064120381 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:52:06.318446 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-07208e48-e691-49ab-b4c4-8e84824d9b72 None None] Provisioning complete for port 399b4db1-b18d-4cbe-a872-f094ea449ee4 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:06.318818 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-07208e48-e691-49ab-b4c4-8e84824d9b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (399b4db1-b18d-4cbe-a872-f094ea449ee4), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:06.350008 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3bc0db-5a0a-4b7d-8473-5891987e0a9e None None] The sync data for ids ['be980ffe-22cf-439b-963c-32d064120381'] in n-d-741529-9 is: [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:52:04Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None, '_interfaces': [{'id': '399b4db1-b18d-4cbe-a872-f094ea449ee4', 'name': '', 'network_id': '49e34afb-ccbd-4f50-948b-4845d8844e79', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:66:a9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '95f0aa2a-6920-454d-95ff-774a0cc85da6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:00Z', 'updated_at': '2022-01-18T20:52:05Z', 'revision_number': 4, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '95f0aa2a-6920-454d-95ff-774a0cc85da6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '459093d5-506b-4a88-a20e-1e6b67564698', 'name': '', 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:15:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:55Z', 'updated_at': '2022-01-18T20:51:59Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba503e01-3ab5-4f4c-a63b-f531140393c6', 'name': '', 'network_id': '77857858-4dcb-4f86-8cad-c6d2f621044d', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:3c:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '81921abd-71f2-4fff-a942-579310895384', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:57Z', 'updated_at': '2022-01-18T20:52:02Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '81921abd-71f2-4fff-a942-579310895384', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6', 'name': '', 'network_id': '39c48fde-40e9-495f-b363-b3e10d25ffbf', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:7a:64:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '19503eab-4e5d-46c1-91bb-c49d404f7f6d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:03Z', 'updated_at': '2022-01-18T20:52:04Z', 'revision_number': 2, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '19503eab-4e5d-46c1-91bb-c49d404f7f6d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:52:06.351647 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port ba503e01-3ab5-4f4c-a63b-f531140393c6 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:06.443917 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-07208e48-e691-49ab-b4c4-8e84824d9b72 None None] Current status of the port 399b4db1-b18d-4cbe-a872-f094ea449ee4 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:06.444431 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-07208e48-e691-49ab-b4c4-8e84824d9b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (399b4db1-b18d-4cbe-a872-f094ea449ee4), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:06.456744 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b93fc6-fba9-47cb-9082-fdc64d465adc tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:52:06.464908 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15b93fc6-fba9-47cb-9082-fdc64d465adc tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:06.466882 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-15b93fc6-fba9-47cb-9082-fdc64d465adc tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "PUT /v2.0/routers/be980ffe-22cf-439b-963c-32d064120381 HTTP/1.1" status: 200 len: 954 time: 1.2425261 Jan 18 20:52:06.469524 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38324) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:06.508399 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-07208e48-e691-49ab-b4c4-8e84824d9b72 None None] For port 399b4db1-b18d-4cbe-a872-f094ea449ee4, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=399b4db1-b18d-4cbe-a872-f094ea449ee4,segment=NetworkSegment(499aa6b7-e319-4a36-b988-88781c9b4774),segment_id=499aa6b7-e319-4a36-b988-88781c9b4774)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:06.514709 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-07208e48-e691-49ab-b4c4-8e84824d9b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (399b4db1-b18d-4cbe-a872-f094ea449ee4), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:06.577058 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07208e48-e691-49ab-b4c4-8e84824d9b72 None None] Pushing event updated for resources: {'Port': ['ID=399b4db1-b18d-4cbe-a872-f094ea449ee4,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:06.589834 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a311d347-0aaf-4471-b4e6-32a1ed500089 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "GET /v2.0/routers/be980ffe-22cf-439b-963c-32d064120381 HTTP/1.1" status: 200 len: 954 time: 0.1174896 Jan 18 20:52:06.591158 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38326) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:06.596325 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-9dca550b-c87a-4476-88ec-d9e75ccc40b7 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'router': {'routes': None}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:52:06.637884 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-fe4aa814-e353-4b14-8116-41d09457d564 None None] Provisioning complete for port f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:06.638275 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fe4aa814-e353-4b14-8116-41d09457d564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:06.695236 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-fe4aa814-e353-4b14-8116-41d09457d564 None None] Port f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:52:06.707877 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-fe4aa814-e353-4b14-8116-41d09457d564 None None] Provisioning complete for port bcc45f01-9901-42b5-8aed-5c45ea3607de triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:06.708260 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fe4aa814-e353-4b14-8116-41d09457d564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bcc45f01-9901-42b5-8aed-5c45ea3607de), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:06.746627 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 399b4db1-b18d-4cbe-a872-f094ea449ee4 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:52:06.815021 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 399b4db1-b18d-4cbe-a872-f094ea449ee4 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:06.815549 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (399b4db1-b18d-4cbe-a872-f094ea449ee4), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:06.883689 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-fe4aa814-e353-4b14-8116-41d09457d564 None None] Current status of the port bcc45f01-9901-42b5-8aed-5c45ea3607de is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:06.940469 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 399b4db1-b18d-4cbe-a872-f094ea449ee4 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:06.942950 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device bcc45f01-9901-42b5-8aed-5c45ea3607de up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:52:06.997811 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port bcc45f01-9901-42b5-8aed-5c45ea3607de triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:06.998188 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bcc45f01-9901-42b5-8aed-5c45ea3607de), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:07.058341 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c404d364-a6ef-448d-829f-c35f0bf1df57 None None] Provisioning complete for port f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:07.058715 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c404d364-a6ef-448d-829f-c35f0bf1df57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:07.068941 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.extraroute_db [None req-9dca550b-c87a-4476-88ec-d9e75ccc40b7 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Added routes are [] {{(pid=103336) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 18 20:52:07.069422 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.extraroute_db [None req-9dca550b-c87a-4476-88ec-d9e75ccc40b7 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103336) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 18 20:52:07.087162 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:07.103482 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9dca550b-c87a-4476-88ec-d9e75ccc40b7 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57734'] for router (be980ffe-22cf-439b-963c-32d064120381), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:07.106895 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c404d364-a6ef-448d-829f-c35f0bf1df57 None None] Port f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:52:07.145417 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port bcc45f01-9901-42b5-8aed-5c45ea3607de is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:07.212482 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07db49a0-117d-4a3d-a1f7-c201d49c6aa8 None None] Sync routers for ids ['be980ffe-22cf-439b-963c-32d064120381'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:52:07.222408 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07db49a0-117d-4a3d-a1f7-c201d49c6aa8 None None] Routers {'be980ffe-22cf-439b-963c-32d064120381'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:07.223083 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-07db49a0-117d-4a3d-a1f7-c201d49c6aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['be980ffe-22cf-439b-963c-32d064120381'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:07.288687 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9dca550b-c87a-4476-88ec-d9e75ccc40b7 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57734'] for router (be980ffe-22cf-439b-963c-32d064120381), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:07.292808 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9dca550b-c87a-4476-88ec-d9e75ccc40b7 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1617295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1617304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1628645'] for router (be980ffe-22cf-439b-963c-32d064120381), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:07.389481 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dca550b-c87a-4476-88ec-d9e75ccc40b7 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Router be980ffe-22cf-439b-963c-32d064120381 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:52:07.392541 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-07db49a0-117d-4a3d-a1f7-c201d49c6aa8 None None] Set router be980ffe-22cf-439b-963c-32d064120381 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:07.489099 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dca550b-c87a-4476-88ec-d9e75ccc40b7 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:52:07.496123 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9dca550b-c87a-4476-88ec-d9e75ccc40b7 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:07.497259 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9dca550b-c87a-4476-88ec-d9e75ccc40b7 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "PUT /v2.0/routers/be980ffe-22cf-439b-963c-32d064120381 HTTP/1.1" status: 200 len: 704 time: 0.9047043 Jan 18 20:52:07.499791 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38328) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:07.590871 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-37291607-288a-4039-b47e-e0688d05ab2c tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "GET /v2.0/routers/be980ffe-22cf-439b-963c-32d064120381 HTTP/1.1" status: 200 len: 704 time: 0.0899701 Jan 18 20:52:07.593434 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38330) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:07.594358 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-07db49a0-117d-4a3d-a1f7-c201d49c6aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:52:07Z', 'revision_number': 7, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None, '_interfaces': [{'id': '399b4db1-b18d-4cbe-a872-f094ea449ee4', 'name': '', 'network_id': '49e34afb-ccbd-4f50-948b-4845d8844e79', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:66:a9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '95f0aa2a-6920-454d-95ff-774a0cc85da6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:00Z', 'updated_at': '2022-01-18T20:52:06Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '95f0aa2a-6920-454d-95ff-774a0cc85da6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '459093d5-506b-4a88-a20e-1e6b67564698', 'name': '', 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:15:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:55Z', 'updated_at': '2022-01-18T20:51:59Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba503e01-3ab5-4f4c-a63b-f531140393c6', 'name': '', 'network_id': '77857858-4dcb-4f86-8cad-c6d2f621044d', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:3c:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '81921abd-71f2-4fff-a942-579310895384', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:57Z', 'updated_at': '2022-01-18T20:52:02Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '81921abd-71f2-4fff-a942-579310895384', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6', 'name': '', 'network_id': '39c48fde-40e9-495f-b363-b3e10d25ffbf', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:7a:64:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '19503eab-4e5d-46c1-91bb-c49d404f7f6d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:03Z', 'updated_at': '2022-01-18T20:52:04Z', 'revision_number': 2, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '19503eab-4e5d-46c1-91bb-c49d404f7f6d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:07.624192 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07db49a0-117d-4a3d-a1f7-c201d49c6aa8 None None] Checking router: be980ffe-22cf-439b-963c-32d064120381 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:52:07.624546 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07db49a0-117d-4a3d-a1f7-c201d49c6aa8 None None] Updating router be980ffe-22cf-439b-963c-32d064120381 port f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:52:07.648292 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-07db49a0-117d-4a3d-a1f7-c201d49c6aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:07.899684 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-07db49a0-117d-4a3d-a1f7-c201d49c6aa8 None None] Publish callbacks [] for port (f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:07.903273 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a55d2a97-edb8-4f43-9d8b-cebcffa1bc2c tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (be980ffe-22cf-439b-963c-32d064120381), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:07.905092 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-07db49a0-117d-4a3d-a1f7-c201d49c6aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:07.951369 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69740b92-cda8-4ed6-a810-e6377d74a2b4 None None] Pushing event updated for resources: {'Port': ['ID=f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:08.007900 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-07db49a0-117d-4a3d-a1f7-c201d49c6aa8 None None] Attempting to bind port f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:52:08.008797 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-07db49a0-117d-4a3d-a1f7-c201d49c6aa8 None None] Attempting to bind port f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c4c18058-3abc-4a92-a17c-6d394a5d8ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '39c48fde-40e9-495f-b363-b3e10d25ffbf'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:52:08.009127 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07db49a0-117d-4a3d-a1f7-c201d49c6aa8 None None] Attempting to bind port f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6 on network 39c48fde-40e9-495f-b363-b3e10d25ffbf {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:52:08.015315 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07db49a0-117d-4a3d-a1f7-c201d49c6aa8 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:52:08.015683 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07db49a0-117d-4a3d-a1f7-c201d49c6aa8 None None] Checking segment: {'id': 'c4c18058-3abc-4a92-a17c-6d394a5d8ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '39c48fde-40e9-495f-b363-b3e10d25ffbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:52:08.016085 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-07db49a0-117d-4a3d-a1f7-c201d49c6aa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:08.016469 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07db49a0-117d-4a3d-a1f7-c201d49c6aa8 None None] Bound using segment: {'id': 'c4c18058-3abc-4a92-a17c-6d394a5d8ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '39c48fde-40e9-495f-b363-b3e10d25ffbf'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:52:08.017071 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-07db49a0-117d-4a3d-a1f7-c201d49c6aa8 None None] Bound port: f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c18058-3abc-4a92-a17c-6d394a5d8ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '39c48fde-40e9-495f-b363-b3e10d25ffbf'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:52:08.017581 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-07db49a0-117d-4a3d-a1f7-c201d49c6aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:08.087716 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-07db49a0-117d-4a3d-a1f7-c201d49c6aa8 None None] For port f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:52:08.092520 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-07db49a0-117d-4a3d-a1f7-c201d49c6aa8 None None] For port f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6,segment=NetworkSegment(c4c18058-3abc-4a92-a17c-6d394a5d8ce1),segment_id=c4c18058-3abc-4a92-a17c-6d394a5d8ce1)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:52:08.097440 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-07db49a0-117d-4a3d-a1f7-c201d49c6aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:08.159542 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-a55d2a97-edb8-4f43-9d8b-cebcffa1bc2c tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Deleting port f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:52:08.159542 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a55d2a97-edb8-4f43-9d8b-cebcffa1bc2c tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:08.160317 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07db49a0-117d-4a3d-a1f7-c201d49c6aa8 None None] Routers {'be980ffe-22cf-439b-963c-32d064120381'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:08.161011 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-07db49a0-117d-4a3d-a1f7-c201d49c6aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['be980ffe-22cf-439b-963c-32d064120381'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:08.237364 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-95e6cdae-feaf-427e-a9d1-365d0c01c8b6 None None] Provisioning complete for port f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:08.237921 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-95e6cdae-feaf-427e-a9d1-365d0c01c8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:08.262432 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-07db49a0-117d-4a3d-a1f7-c201d49c6aa8 None None] Set router be980ffe-22cf-439b-963c-32d064120381 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:08.264225 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69740b92-cda8-4ed6-a810-e6377d74a2b4 None None] Pushing event updated for resources: {'Port': ['ID=f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:08.276074 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-a55d2a97-edb8-4f43-9d8b-cebcffa1bc2c tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] For port f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6,segment=NetworkSegment(c4c18058-3abc-4a92-a17c-6d394a5d8ce1),segment_id=c4c18058-3abc-4a92-a17c-6d394a5d8ce1)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:08.276074 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a55d2a97-edb8-4f43-9d8b-cebcffa1bc2c tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:08.292690 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-a55d2a97-edb8-4f43-9d8b-cebcffa1bc2c tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Calling delete_port for f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:52:08.348933 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-95e6cdae-feaf-427e-a9d1-365d0c01c8b6 None None] Current status of the port f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:08.350621 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-95e6cdae-feaf-427e-a9d1-365d0c01c8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:08.392954 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-95e6cdae-feaf-427e-a9d1-365d0c01c8b6 None None] For port f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6,segment=NetworkSegment(c4c18058-3abc-4a92-a17c-6d394a5d8ce1),segment_id=c4c18058-3abc-4a92-a17c-6d394a5d8ce1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:08.398578 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-95e6cdae-feaf-427e-a9d1-365d0c01c8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:08.459095 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6cdae-feaf-427e-a9d1-365d0c01c8b6 None None] Pushing event updated for resources: {'Port': ['ID=f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:08.493525 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-07db49a0-117d-4a3d-a1f7-c201d49c6aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:52:07Z', 'revision_number': 7, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None, '_interfaces': [{'id': '399b4db1-b18d-4cbe-a872-f094ea449ee4', 'name': '', 'network_id': '49e34afb-ccbd-4f50-948b-4845d8844e79', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:66:a9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '95f0aa2a-6920-454d-95ff-774a0cc85da6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:00Z', 'updated_at': '2022-01-18T20:52:06Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '95f0aa2a-6920-454d-95ff-774a0cc85da6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '459093d5-506b-4a88-a20e-1e6b67564698', 'name': '', 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:15:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:55Z', 'updated_at': '2022-01-18T20:51:59Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba503e01-3ab5-4f4c-a63b-f531140393c6', 'name': '', 'network_id': '77857858-4dcb-4f86-8cad-c6d2f621044d', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:3c:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '81921abd-71f2-4fff-a942-579310895384', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:57Z', 'updated_at': '2022-01-18T20:52:02Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '81921abd-71f2-4fff-a942-579310895384', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6', 'name': '', 'network_id': '39c48fde-40e9-495f-b363-b3e10d25ffbf', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:7a:64:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '19503eab-4e5d-46c1-91bb-c49d404f7f6d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:03Z', 'updated_at': '2022-01-18T20:52:08Z', 'revision_number': 4, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '19503eab-4e5d-46c1-91bb-c49d404f7f6d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:08.510154 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a55d2a97-edb8-4f43-9d8b-cebcffa1bc2c tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:08.515971 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d3e1ab3e-6fa7-47d0-bc83-f1179ea42eba None None] Could not find standard attr ID for object f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 20:52:08.526091 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07db49a0-117d-4a3d-a1f7-c201d49c6aa8 None None] The sync data for ids ['be980ffe-22cf-439b-963c-32d064120381'] in n-d-741529-9 is: [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:52:07Z', 'revision_number': 7, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None, '_interfaces': [{'id': '399b4db1-b18d-4cbe-a872-f094ea449ee4', 'name': '', 'network_id': '49e34afb-ccbd-4f50-948b-4845d8844e79', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:66:a9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '95f0aa2a-6920-454d-95ff-774a0cc85da6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:00Z', 'updated_at': '2022-01-18T20:52:06Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '95f0aa2a-6920-454d-95ff-774a0cc85da6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '459093d5-506b-4a88-a20e-1e6b67564698', 'name': '', 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:15:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:55Z', 'updated_at': '2022-01-18T20:51:59Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba503e01-3ab5-4f4c-a63b-f531140393c6', 'name': '', 'network_id': '77857858-4dcb-4f86-8cad-c6d2f621044d', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:3c:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '81921abd-71f2-4fff-a942-579310895384', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:57Z', 'updated_at': '2022-01-18T20:52:02Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '81921abd-71f2-4fff-a942-579310895384', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6', 'name': '', 'network_id': '39c48fde-40e9-495f-b363-b3e10d25ffbf', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:7a:64:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '19503eab-4e5d-46c1-91bb-c49d404f7f6d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:03Z', 'updated_at': '2022-01-18T20:52:08Z', 'revision_number': 4, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '19503eab-4e5d-46c1-91bb-c49d404f7f6d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:52:08.547504 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d2a97-edb8-4f43-9d8b-cebcffa1bc2c tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Port': ['ID=f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:08.672836 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a55d2a97-edb8-4f43-9d8b-cebcffa1bc2c tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (be980ffe-22cf-439b-963c-32d064120381), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:08.686595 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378b87ac-c432-4bb0-b3f2-169566e6c9ee None None] Sync routers for ids ['be980ffe-22cf-439b-963c-32d064120381'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:52:08.696434 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378b87ac-c432-4bb0-b3f2-169566e6c9ee None None] Routers {'be980ffe-22cf-439b-963c-32d064120381'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:08.697308 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-378b87ac-c432-4bb0-b3f2-169566e6c9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['be980ffe-22cf-439b-963c-32d064120381'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:08.787954 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-378b87ac-c432-4bb0-b3f2-169566e6c9ee None None] Set router be980ffe-22cf-439b-963c-32d064120381 gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:08.997411 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-378b87ac-c432-4bb0-b3f2-169566e6c9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:52:08Z', 'revision_number': 8, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None, '_interfaces': [{'id': '399b4db1-b18d-4cbe-a872-f094ea449ee4', 'name': '', 'network_id': '49e34afb-ccbd-4f50-948b-4845d8844e79', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:66:a9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '95f0aa2a-6920-454d-95ff-774a0cc85da6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:00Z', 'updated_at': '2022-01-18T20:52:06Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '95f0aa2a-6920-454d-95ff-774a0cc85da6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '459093d5-506b-4a88-a20e-1e6b67564698', 'name': '', 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:15:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:55Z', 'updated_at': '2022-01-18T20:51:59Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba503e01-3ab5-4f4c-a63b-f531140393c6', 'name': '', 'network_id': '77857858-4dcb-4f86-8cad-c6d2f621044d', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:3c:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '81921abd-71f2-4fff-a942-579310895384', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:57Z', 'updated_at': '2022-01-18T20:52:02Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '81921abd-71f2-4fff-a942-579310895384', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:09.024875 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378b87ac-c432-4bb0-b3f2-169566e6c9ee None None] Checking router: be980ffe-22cf-439b-963c-32d064120381 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:52:09.033971 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378b87ac-c432-4bb0-b3f2-169566e6c9ee None None] Routers {'be980ffe-22cf-439b-963c-32d064120381'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:09.034581 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-378b87ac-c432-4bb0-b3f2-169566e6c9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['be980ffe-22cf-439b-963c-32d064120381'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:09.225954 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55d2a97-edb8-4f43-9d8b-cebcffa1bc2c tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Router be980ffe-22cf-439b-963c-32d064120381 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:52:09.291656 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-378b87ac-c432-4bb0-b3f2-169566e6c9ee None None] Set router be980ffe-22cf-439b-963c-32d064120381 gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:09.319086 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55d2a97-edb8-4f43-9d8b-cebcffa1bc2c tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:52:09.324828 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a55d2a97-edb8-4f43-9d8b-cebcffa1bc2c tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "PUT /v2.0/routers/be980ffe-22cf-439b-963c-32d064120381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7300451 Jan 18 20:52:09.327330 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38332) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:09.376858 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-daaab1cd-11d2-4871-b87c-55471f7ca463 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Deleting subnet 19503eab-4e5d-46c1-91bb-c49d404f7f6d {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:52:09.379929 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-daaab1cd-11d2-4871-b87c-55471f7ca463 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for subnet (19503eab-4e5d-46c1-91bb-c49d404f7f6d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:09.419467 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-daaab1cd-11d2-4871-b87c-55471f7ca463 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (19503eab-4e5d-46c1-91bb-c49d404f7f6d), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:09.495011 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-378b87ac-c432-4bb0-b3f2-169566e6c9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:52:08Z', 'revision_number': 8, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None, '_interfaces': [{'id': '399b4db1-b18d-4cbe-a872-f094ea449ee4', 'name': '', 'network_id': '49e34afb-ccbd-4f50-948b-4845d8844e79', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:66:a9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '95f0aa2a-6920-454d-95ff-774a0cc85da6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:00Z', 'updated_at': '2022-01-18T20:52:06Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '95f0aa2a-6920-454d-95ff-774a0cc85da6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '459093d5-506b-4a88-a20e-1e6b67564698', 'name': '', 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:15:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:55Z', 'updated_at': '2022-01-18T20:51:59Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba503e01-3ab5-4f4c-a63b-f531140393c6', 'name': '', 'network_id': '77857858-4dcb-4f86-8cad-c6d2f621044d', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:3c:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '81921abd-71f2-4fff-a942-579310895384', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:57Z', 'updated_at': '2022-01-18T20:52:02Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '81921abd-71f2-4fff-a942-579310895384', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:09.504699 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-daaab1cd-11d2-4871-b87c-55471f7ca463 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (19503eab-4e5d-46c1-91bb-c49d404f7f6d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:09.526021 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378b87ac-c432-4bb0-b3f2-169566e6c9ee None None] The sync data for ids ['be980ffe-22cf-439b-963c-32d064120381'] in n-d-741529-9 is: [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:52:08Z', 'revision_number': 8, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None, '_interfaces': [{'id': '399b4db1-b18d-4cbe-a872-f094ea449ee4', 'name': '', 'network_id': '49e34afb-ccbd-4f50-948b-4845d8844e79', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:66:a9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '95f0aa2a-6920-454d-95ff-774a0cc85da6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:00Z', 'updated_at': '2022-01-18T20:52:06Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '95f0aa2a-6920-454d-95ff-774a0cc85da6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '459093d5-506b-4a88-a20e-1e6b67564698', 'name': '', 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:15:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:55Z', 'updated_at': '2022-01-18T20:51:59Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba503e01-3ab5-4f4c-a63b-f531140393c6', 'name': '', 'network_id': '77857858-4dcb-4f86-8cad-c6d2f621044d', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:3c:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '81921abd-71f2-4fff-a942-579310895384', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:57Z', 'updated_at': '2022-01-18T20:52:02Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '81921abd-71f2-4fff-a942-579310895384', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:52:09.562231 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-daaab1cd-11d2-4871-b87c-55471f7ca463 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (19503eab-4e5d-46c1-91bb-c49d404f7f6d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:09.589992 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaab1cd-11d2-4871-b87c-55471f7ca463 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Subnet': ['ID=19503eab-4e5d-46c1-91bb-c49d404f7f6d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:09.591933 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-daaab1cd-11d2-4871-b87c-55471f7ca463 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:09.596162 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-daaab1cd-11d2-4871-b87c-55471f7ca463 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/subnets/19503eab-4e5d-46c1-91bb-c49d404f7f6d HTTP/1.1" status: 204 len: 168 time: 0.2678337 Jan 18 20:52:09.597367 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb928f0-87d2-425e-a43b-3e31598ebad3 None None] Network 39c48fde-40e9-495f-b363-b3e10d25ffbf requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:52:09.598083 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38334) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:09.671843 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-773f8633-69d6-4e7d-a3c5-b5bc32a43d62 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (39c48fde-40e9-495f-b363-b3e10d25ffbf), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:09.732538 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-773f8633-69d6-4e7d-a3c5-b5bc32a43d62 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Deleting port bcc45f01-9901-42b5-8aed-5c45ea3607de {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:52:09.732876 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-773f8633-69d6-4e7d-a3c5-b5bc32a43d62 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (bcc45f01-9901-42b5-8aed-5c45ea3607de), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:09.792716 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-773f8633-69d6-4e7d-a3c5-b5bc32a43d62 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] For port bcc45f01-9901-42b5-8aed-5c45ea3607de, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=bcc45f01-9901-42b5-8aed-5c45ea3607de,segment=NetworkSegment(c4c18058-3abc-4a92-a17c-6d394a5d8ce1),segment_id=c4c18058-3abc-4a92-a17c-6d394a5d8ce1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:09.793062 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-773f8633-69d6-4e7d-a3c5-b5bc32a43d62 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (bcc45f01-9901-42b5-8aed-5c45ea3607de), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:09.804893 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-773f8633-69d6-4e7d-a3c5-b5bc32a43d62 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Calling delete_port for bcc45f01-9901-42b5-8aed-5c45ea3607de owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:52:09.887325 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbb286a-7a9e-41bd-8ab8-04da492b2026 None None] DHCP port deletion for 39c48fde-40e9-495f-b363-b3e10d25ffbf request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:52:09.895083 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-773f8633-69d6-4e7d-a3c5-b5bc32a43d62 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (bcc45f01-9901-42b5-8aed-5c45ea3607de), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:09.916676 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9bbb286a-7a9e-41bd-8ab8-04da492b2026 None None] The port 'bcc45f01-9901-42b5-8aed-5c45ea3607de' was deleted {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Jan 18 20:52:09.922931 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f8633-69d6-4e7d-a3c5-b5bc32a43d62 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Port': ['ID=bcc45f01-9901-42b5-8aed-5c45ea3607de,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:09.926819 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773f8633-69d6-4e7d-a3c5-b5bc32a43d62 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] No DVR routers for this DVR port bcc45f01-9901-42b5-8aed-5c45ea3607de on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:52:10.013159 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-773f8633-69d6-4e7d-a3c5-b5bc32a43d62 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (39c48fde-40e9-495f-b363-b3e10d25ffbf), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:10.032924 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-773f8633-69d6-4e7d-a3c5-b5bc32a43d62 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c48fde-40e9-495f-b363-b3e10d25ffbf']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:10.042473 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-773f8633-69d6-4e7d-a3c5-b5bc32a43d62 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c18058-3abc-4a92-a17c-6d394a5d8ce1') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:10.042763 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-773f8633-69d6-4e7d-a3c5-b5bc32a43d62 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c18058-3abc-4a92-a17c-6d394a5d8ce1') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:10.051877 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-773f8633-69d6-4e7d-a3c5-b5bc32a43d62 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (c4c18058-3abc-4a92-a17c-6d394a5d8ce1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:10.065043 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfdab2a-b8c0-4578-9877-d90cc3cd1710 None None] Sync routers for ids ['be980ffe-22cf-439b-963c-32d064120381'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:52:10.065717 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-773f8633-69d6-4e7d-a3c5-b5bc32a43d62 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (c4c18058-3abc-4a92-a17c-6d394a5d8ce1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:10.071987 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-773f8633-69d6-4e7d-a3c5-b5bc32a43d62 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:52:10.072364 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-773f8633-69d6-4e7d-a3c5-b5bc32a43d62 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (c4c18058-3abc-4a92-a17c-6d394a5d8ce1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:10.074223 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfdab2a-b8c0-4578-9877-d90cc3cd1710 None None] Routers {'be980ffe-22cf-439b-963c-32d064120381'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:10.074874 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-2dfdab2a-b8c0-4578-9877-d90cc3cd1710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['be980ffe-22cf-439b-963c-32d064120381'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:52:10.075433 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:52:10.132573 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-773f8633-69d6-4e7d-a3c5-b5bc32a43d62 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (39c48fde-40e9-495f-b363-b3e10d25ffbf), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:10.139425 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-773f8633-69d6-4e7d-a3c5-b5bc32a43d62 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:10.142604 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-773f8633-69d6-4e7d-a3c5-b5bc32a43d62 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/networks/39c48fde-40e9-495f-b363-b3e10d25ffbf HTTP/1.1" status: 204 len: 168 time: 0.5434964 Jan 18 20:52:10.145737 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38336) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:10.153719 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f8633-69d6-4e7d-a3c5-b5bc32a43d62 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Network': ['ID=39c48fde-40e9-495f-b363-b3e10d25ffbf,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:10.172822 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-2dfdab2a-b8c0-4578-9877-d90cc3cd1710 None None] Set router be980ffe-22cf-439b-963c-32d064120381 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:10.373440 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-2dfdab2a-b8c0-4578-9877-d90cc3cd1710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:52:08Z', 'revision_number': 8, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None, '_interfaces': [{'id': '399b4db1-b18d-4cbe-a872-f094ea449ee4', 'name': '', 'network_id': '49e34afb-ccbd-4f50-948b-4845d8844e79', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:66:a9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '95f0aa2a-6920-454d-95ff-774a0cc85da6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:00Z', 'updated_at': '2022-01-18T20:52:06Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '95f0aa2a-6920-454d-95ff-774a0cc85da6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '459093d5-506b-4a88-a20e-1e6b67564698', 'name': '', 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:15:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:55Z', 'updated_at': '2022-01-18T20:51:59Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba503e01-3ab5-4f4c-a63b-f531140393c6', 'name': '', 'network_id': '77857858-4dcb-4f86-8cad-c6d2f621044d', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:3c:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '81921abd-71f2-4fff-a942-579310895384', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:57Z', 'updated_at': '2022-01-18T20:52:02Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '81921abd-71f2-4fff-a942-579310895384', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:10.398329 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfdab2a-b8c0-4578-9877-d90cc3cd1710 None None] Checking router: be980ffe-22cf-439b-963c-32d064120381 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:52:10.406834 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfdab2a-b8c0-4578-9877-d90cc3cd1710 None None] Routers {'be980ffe-22cf-439b-963c-32d064120381'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:10.407415 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-2dfdab2a-b8c0-4578-9877-d90cc3cd1710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['be980ffe-22cf-439b-963c-32d064120381'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:10.476104 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-020cafe9-2130-4780-8757-e8168adb1d38 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (be980ffe-22cf-439b-963c-32d064120381), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:10.577474 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-2dfdab2a-b8c0-4578-9877-d90cc3cd1710 None None] Set router be980ffe-22cf-439b-963c-32d064120381 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:10.684454 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:52:10.706777 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:52:10.707134 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f88a95e8-5bc2-471d-bbcf-f37dfe5fa1a6 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:52:10.707595 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device bcc45f01-9901-42b5-8aed-5c45ea3607de no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:52:10.727442 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-020cafe9-2130-4780-8757-e8168adb1d38 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Deleting port 399b4db1-b18d-4cbe-a872-f094ea449ee4 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:52:10.728028 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-020cafe9-2130-4780-8757-e8168adb1d38 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (399b4db1-b18d-4cbe-a872-f094ea449ee4), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:10.729036 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: bcc45f01-9901-42b5-8aed-5c45ea3607de {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:52:10.729736 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device bcc45f01-9901-42b5-8aed-5c45ea3607de not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:52:10.777611 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-2dfdab2a-b8c0-4578-9877-d90cc3cd1710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:52:08Z', 'revision_number': 8, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None, '_interfaces': [{'id': '399b4db1-b18d-4cbe-a872-f094ea449ee4', 'name': '', 'network_id': '49e34afb-ccbd-4f50-948b-4845d8844e79', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:66:a9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '95f0aa2a-6920-454d-95ff-774a0cc85da6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:00Z', 'updated_at': '2022-01-18T20:52:06Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '95f0aa2a-6920-454d-95ff-774a0cc85da6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '459093d5-506b-4a88-a20e-1e6b67564698', 'name': '', 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:15:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:55Z', 'updated_at': '2022-01-18T20:51:59Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba503e01-3ab5-4f4c-a63b-f531140393c6', 'name': '', 'network_id': '77857858-4dcb-4f86-8cad-c6d2f621044d', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:3c:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '81921abd-71f2-4fff-a942-579310895384', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:57Z', 'updated_at': '2022-01-18T20:52:02Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '81921abd-71f2-4fff-a942-579310895384', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:10.806876 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfdab2a-b8c0-4578-9877-d90cc3cd1710 None None] The sync data for ids ['be980ffe-22cf-439b-963c-32d064120381'] in n-d-741529-9 is: [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:52:08Z', 'revision_number': 8, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None, '_interfaces': [{'id': '399b4db1-b18d-4cbe-a872-f094ea449ee4', 'name': '', 'network_id': '49e34afb-ccbd-4f50-948b-4845d8844e79', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:66:a9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '95f0aa2a-6920-454d-95ff-774a0cc85da6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:00Z', 'updated_at': '2022-01-18T20:52:06Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '95f0aa2a-6920-454d-95ff-774a0cc85da6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '459093d5-506b-4a88-a20e-1e6b67564698', 'name': '', 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:15:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:55Z', 'updated_at': '2022-01-18T20:51:59Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba503e01-3ab5-4f4c-a63b-f531140393c6', 'name': '', 'network_id': '77857858-4dcb-4f86-8cad-c6d2f621044d', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:3c:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '81921abd-71f2-4fff-a942-579310895384', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:57Z', 'updated_at': '2022-01-18T20:52:02Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '81921abd-71f2-4fff-a942-579310895384', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:52:10.817348 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-020cafe9-2130-4780-8757-e8168adb1d38 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] For port 399b4db1-b18d-4cbe-a872-f094ea449ee4, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=399b4db1-b18d-4cbe-a872-f094ea449ee4,segment=NetworkSegment(499aa6b7-e319-4a36-b988-88781c9b4774),segment_id=499aa6b7-e319-4a36-b988-88781c9b4774)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:10.817741 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-020cafe9-2130-4780-8757-e8168adb1d38 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (399b4db1-b18d-4cbe-a872-f094ea449ee4), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:10.830372 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-020cafe9-2130-4780-8757-e8168adb1d38 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Calling delete_port for 399b4db1-b18d-4cbe-a872-f094ea449ee4 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:52:11.002792 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-020cafe9-2130-4780-8757-e8168adb1d38 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (399b4db1-b18d-4cbe-a872-f094ea449ee4), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:11.027132 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020cafe9-2130-4780-8757-e8168adb1d38 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Port': ['ID=399b4db1-b18d-4cbe-a872-f094ea449ee4,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:11.142649 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-020cafe9-2130-4780-8757-e8168adb1d38 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (be980ffe-22cf-439b-963c-32d064120381), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:11.339038 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020cafe9-2130-4780-8757-e8168adb1d38 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Router be980ffe-22cf-439b-963c-32d064120381 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:52:11.428206 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020cafe9-2130-4780-8757-e8168adb1d38 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:52:11.433586 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-020cafe9-2130-4780-8757-e8168adb1d38 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "PUT /v2.0/routers/be980ffe-22cf-439b-963c-32d064120381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2868354 Jan 18 20:52:11.436313 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38338) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:11.439682 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206cbfe0-0a72-49e6-a7bb-4ff0f74b6cec None None] Sync routers for ids ['be980ffe-22cf-439b-963c-32d064120381'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:52:11.449990 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206cbfe0-0a72-49e6-a7bb-4ff0f74b6cec None None] Routers {'be980ffe-22cf-439b-963c-32d064120381'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:11.450670 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-206cbfe0-0a72-49e6-a7bb-4ff0f74b6cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['be980ffe-22cf-439b-963c-32d064120381'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:11.488386 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c0f010-d6d8-4d2d-b09b-2bd12f0d2b11 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Deleting subnet 95f0aa2a-6920-454d-95ff-774a0cc85da6 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:52:11.491640 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-57c0f010-d6d8-4d2d-b09b-2bd12f0d2b11 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for subnet (95f0aa2a-6920-454d-95ff-774a0cc85da6), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:11.531187 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-57c0f010-d6d8-4d2d-b09b-2bd12f0d2b11 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (95f0aa2a-6920-454d-95ff-774a0cc85da6), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:11.536351 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-206cbfe0-0a72-49e6-a7bb-4ff0f74b6cec None None] Set router be980ffe-22cf-439b-963c-32d064120381 gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:11.618351 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-57c0f010-d6d8-4d2d-b09b-2bd12f0d2b11 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (95f0aa2a-6920-454d-95ff-774a0cc85da6), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:11.674241 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-57c0f010-d6d8-4d2d-b09b-2bd12f0d2b11 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (95f0aa2a-6920-454d-95ff-774a0cc85da6), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:11.700517 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0f010-d6d8-4d2d-b09b-2bd12f0d2b11 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Subnet': ['ID=95f0aa2a-6920-454d-95ff-774a0cc85da6,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:11.705842 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-57c0f010-d6d8-4d2d-b09b-2bd12f0d2b11 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:11.710094 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-57c0f010-d6d8-4d2d-b09b-2bd12f0d2b11 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/subnets/95f0aa2a-6920-454d-95ff-774a0cc85da6 HTTP/1.1" status: 204 len: 168 time: 0.2728307 Jan 18 20:52:11.712887 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38340) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:11.715967 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17eae6a-46db-4d26-bed9-0fb01430c4d5 None None] Network 49e34afb-ccbd-4f50-948b-4845d8844e79 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:52:11.797938 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cdf27399-de4d-47a2-9d99-c26bf530c2ae tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (49e34afb-ccbd-4f50-948b-4845d8844e79), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:11.808000 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-206cbfe0-0a72-49e6-a7bb-4ff0f74b6cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:52:10Z', 'revision_number': 9, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None, '_interfaces': [{'id': '459093d5-506b-4a88-a20e-1e6b67564698', 'name': '', 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:15:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:55Z', 'updated_at': '2022-01-18T20:51:59Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba503e01-3ab5-4f4c-a63b-f531140393c6', 'name': '', 'network_id': '77857858-4dcb-4f86-8cad-c6d2f621044d', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:3c:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '81921abd-71f2-4fff-a942-579310895384', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:57Z', 'updated_at': '2022-01-18T20:52:02Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '81921abd-71f2-4fff-a942-579310895384', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:11.835807 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206cbfe0-0a72-49e6-a7bb-4ff0f74b6cec None None] Checking router: be980ffe-22cf-439b-963c-32d064120381 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:52:11.849750 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206cbfe0-0a72-49e6-a7bb-4ff0f74b6cec None None] Routers {'be980ffe-22cf-439b-963c-32d064120381'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:11.850358 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-206cbfe0-0a72-49e6-a7bb-4ff0f74b6cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['be980ffe-22cf-439b-963c-32d064120381'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:11.854757 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-cdf27399-de4d-47a2-9d99-c26bf530c2ae tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Deleting port 84fefd3f-27e2-40cb-81d7-6ef79b529da4 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:52:11.855093 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cdf27399-de4d-47a2-9d99-c26bf530c2ae tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (84fefd3f-27e2-40cb-81d7-6ef79b529da4), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:11.926280 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f608b5-9254-47f0-a820-0b0c484000e6 None None] DHCP port deletion for 49e34afb-ccbd-4f50-948b-4845d8844e79 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:52:11.928984 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-cdf27399-de4d-47a2-9d99-c26bf530c2ae tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] For port 84fefd3f-27e2-40cb-81d7-6ef79b529da4, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=84fefd3f-27e2-40cb-81d7-6ef79b529da4,segment=NetworkSegment(499aa6b7-e319-4a36-b988-88781c9b4774),segment_id=499aa6b7-e319-4a36-b988-88781c9b4774)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:11.929346 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cdf27399-de4d-47a2-9d99-c26bf530c2ae tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (84fefd3f-27e2-40cb-81d7-6ef79b529da4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:11.942111 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-cdf27399-de4d-47a2-9d99-c26bf530c2ae tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Calling delete_port for 84fefd3f-27e2-40cb-81d7-6ef79b529da4 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:52:11.968539 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-206cbfe0-0a72-49e6-a7bb-4ff0f74b6cec None None] Set router be980ffe-22cf-439b-963c-32d064120381 gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:12.020731 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cdf27399-de4d-47a2-9d99-c26bf530c2ae tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (84fefd3f-27e2-40cb-81d7-6ef79b529da4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:12.046784 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf27399-de4d-47a2-9d99-c26bf530c2ae tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Port': ['ID=84fefd3f-27e2-40cb-81d7-6ef79b529da4,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:12.051808 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf27399-de4d-47a2-9d99-c26bf530c2ae tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] No DVR routers for this DVR port 84fefd3f-27e2-40cb-81d7-6ef79b529da4 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:52:12.068019 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c6f608b5-9254-47f0-a820-0b0c484000e6 None None] Deleting port 84fefd3f-27e2-40cb-81d7-6ef79b529da4 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:52:12.068395 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c6f608b5-9254-47f0-a820-0b0c484000e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (84fefd3f-27e2-40cb-81d7-6ef79b529da4), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:12.133099 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cdf27399-de4d-47a2-9d99-c26bf530c2ae tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (49e34afb-ccbd-4f50-948b-4845d8844e79), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:12.153043 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-cdf27399-de4d-47a2-9d99-c26bf530c2ae tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e34afb-ccbd-4f50-948b-4845d8844e79']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:12.162235 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-cdf27399-de4d-47a2-9d99-c26bf530c2ae tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499aa6b7-e319-4a36-b988-88781c9b4774') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:12.162533 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-cdf27399-de4d-47a2-9d99-c26bf530c2ae tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499aa6b7-e319-4a36-b988-88781c9b4774') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:12.169563 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c6f608b5-9254-47f0-a820-0b0c484000e6 None None] For port 84fefd3f-27e2-40cb-81d7-6ef79b529da4, host n-d-741529-9, got binding levels [] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:12.169978 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c6f608b5-9254-47f0-a820-0b0c484000e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (84fefd3f-27e2-40cb-81d7-6ef79b529da4), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:12.172471 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cdf27399-de4d-47a2-9d99-c26bf530c2ae tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (499aa6b7-e319-4a36-b988-88781c9b4774), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:12.185337 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cdf27399-de4d-47a2-9d99-c26bf530c2ae tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (499aa6b7-e319-4a36-b988-88781c9b4774), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:12.192005 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf27399-de4d-47a2-9d99-c26bf530c2ae tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:52:12.192510 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cdf27399-de4d-47a2-9d99-c26bf530c2ae tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (499aa6b7-e319-4a36-b988-88781c9b4774), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:12.193217 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c6f608b5-9254-47f0-a820-0b0c484000e6 None None] Calling delete_port for 84fefd3f-27e2-40cb-81d7-6ef79b529da4 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:52:12.195570 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:52:12.198366 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.ipam_backend_mixin [None req-c6f608b5-9254-47f0-a820-0b0c484000e6 None None] Port 84fefd3f-27e2-40cb-81d7-6ef79b529da4 was not found and therefore no delete operation was performed {{(pid=103337) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 20:52:12.199774 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c6f608b5-9254-47f0-a820-0b0c484000e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (84fefd3f-27e2-40cb-81d7-6ef79b529da4), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:12.250566 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f608b5-9254-47f0-a820-0b0c484000e6 None None] No DVR routers for this DVR port 84fefd3f-27e2-40cb-81d7-6ef79b529da4 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:52:12.252199 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f608b5-9254-47f0-a820-0b0c484000e6 None None] Pushing event deleted for resources: {'Port': ['ID=84fefd3f-27e2-40cb-81d7-6ef79b529da4,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:12.277828 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cdf27399-de4d-47a2-9d99-c26bf530c2ae tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (49e34afb-ccbd-4f50-948b-4845d8844e79), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:12.282928 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-206cbfe0-0a72-49e6-a7bb-4ff0f74b6cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:52:10Z', 'revision_number': 9, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None, '_interfaces': [{'id': '459093d5-506b-4a88-a20e-1e6b67564698', 'name': '', 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:15:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:55Z', 'updated_at': '2022-01-18T20:51:59Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba503e01-3ab5-4f4c-a63b-f531140393c6', 'name': '', 'network_id': '77857858-4dcb-4f86-8cad-c6d2f621044d', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:3c:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '81921abd-71f2-4fff-a942-579310895384', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:57Z', 'updated_at': '2022-01-18T20:52:02Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '81921abd-71f2-4fff-a942-579310895384', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:12.283124 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cdf27399-de4d-47a2-9d99-c26bf530c2ae tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:12.286515 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cdf27399-de4d-47a2-9d99-c26bf530c2ae tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/networks/49e34afb-ccbd-4f50-948b-4845d8844e79 HTTP/1.1" status: 204 len: 168 time: 0.5719595 Jan 18 20:52:12.289333 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38342) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:12.305849 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf27399-de4d-47a2-9d99-c26bf530c2ae tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Network': ['ID=49e34afb-ccbd-4f50-948b-4845d8844e79,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:12.313567 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206cbfe0-0a72-49e6-a7bb-4ff0f74b6cec None None] The sync data for ids ['be980ffe-22cf-439b-963c-32d064120381'] in n-d-741529-9 is: [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:52:10Z', 'revision_number': 9, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None, '_interfaces': [{'id': '459093d5-506b-4a88-a20e-1e6b67564698', 'name': '', 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:15:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:55Z', 'updated_at': '2022-01-18T20:51:59Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba503e01-3ab5-4f4c-a63b-f531140393c6', 'name': '', 'network_id': '77857858-4dcb-4f86-8cad-c6d2f621044d', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:3c:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '81921abd-71f2-4fff-a942-579310895384', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:57Z', 'updated_at': '2022-01-18T20:52:02Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': '81921abd-71f2-4fff-a942-579310895384', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:52:12.615878 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a253de67-d452-4a22-b6b2-d8a2a08e1ca0 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (be980ffe-22cf-439b-963c-32d064120381), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:12.699003 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 84fefd3f-27e2-40cb-81d7-6ef79b529da4 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:52:12.719972 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 84fefd3f-27e2-40cb-81d7-6ef79b529da4 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:52:12.720650 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 84fefd3f-27e2-40cb-81d7-6ef79b529da4 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:52:12.720769 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 399b4db1-b18d-4cbe-a872-f094ea449ee4 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:52:12.744639 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 399b4db1-b18d-4cbe-a872-f094ea449ee4 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:52:12.744989 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 399b4db1-b18d-4cbe-a872-f094ea449ee4 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:52:12.862377 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-a253de67-d452-4a22-b6b2-d8a2a08e1ca0 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Deleting port ba503e01-3ab5-4f4c-a63b-f531140393c6 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:52:12.862693 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a253de67-d452-4a22-b6b2-d8a2a08e1ca0 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ba503e01-3ab5-4f4c-a63b-f531140393c6), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:12.947434 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-a253de67-d452-4a22-b6b2-d8a2a08e1ca0 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] For port ba503e01-3ab5-4f4c-a63b-f531140393c6, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ba503e01-3ab5-4f4c-a63b-f531140393c6,segment=NetworkSegment(5777aac7-d61b-4645-a8cf-dc5fba96d12c),segment_id=5777aac7-d61b-4645-a8cf-dc5fba96d12c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:12.947792 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a253de67-d452-4a22-b6b2-d8a2a08e1ca0 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ba503e01-3ab5-4f4c-a63b-f531140393c6), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:12.959084 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-a253de67-d452-4a22-b6b2-d8a2a08e1ca0 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Calling delete_port for ba503e01-3ab5-4f4c-a63b-f531140393c6 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:52:13.124571 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a253de67-d452-4a22-b6b2-d8a2a08e1ca0 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (ba503e01-3ab5-4f4c-a63b-f531140393c6), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:13.158682 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253de67-d452-4a22-b6b2-d8a2a08e1ca0 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Port': ['ID=ba503e01-3ab5-4f4c-a63b-f531140393c6,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:13.268870 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a253de67-d452-4a22-b6b2-d8a2a08e1ca0 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (be980ffe-22cf-439b-963c-32d064120381), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:13.456465 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a253de67-d452-4a22-b6b2-d8a2a08e1ca0 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Router be980ffe-22cf-439b-963c-32d064120381 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:52:13.552844 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a253de67-d452-4a22-b6b2-d8a2a08e1ca0 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:52:13.558598 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a253de67-d452-4a22-b6b2-d8a2a08e1ca0 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "PUT /v2.0/routers/be980ffe-22cf-439b-963c-32d064120381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2679677 Jan 18 20:52:13.561547 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38344) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:13.564379 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d626b0-cedd-4722-9364-3af9020f9d62 None None] Sync routers for ids ['be980ffe-22cf-439b-963c-32d064120381'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:52:13.575579 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d626b0-cedd-4722-9364-3af9020f9d62 None None] Routers {'be980ffe-22cf-439b-963c-32d064120381'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:13.576199 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-97d626b0-cedd-4722-9364-3af9020f9d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['be980ffe-22cf-439b-963c-32d064120381'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:13.615504 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-df24bd39-4dc0-4086-b608-78f4efe55f8f tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Deleting subnet 81921abd-71f2-4fff-a942-579310895384 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:52:13.619062 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-df24bd39-4dc0-4086-b608-78f4efe55f8f tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for subnet (81921abd-71f2-4fff-a942-579310895384), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:13.657457 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-df24bd39-4dc0-4086-b608-78f4efe55f8f tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (81921abd-71f2-4fff-a942-579310895384), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:13.658474 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-97d626b0-cedd-4722-9364-3af9020f9d62 None None] Set router be980ffe-22cf-439b-963c-32d064120381 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:13.743916 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-df24bd39-4dc0-4086-b608-78f4efe55f8f tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (81921abd-71f2-4fff-a942-579310895384), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:13.803148 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-df24bd39-4dc0-4086-b608-78f4efe55f8f tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (81921abd-71f2-4fff-a942-579310895384), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:13.828930 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24bd39-4dc0-4086-b608-78f4efe55f8f tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Subnet': ['ID=81921abd-71f2-4fff-a942-579310895384,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:13.833727 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-df24bd39-4dc0-4086-b608-78f4efe55f8f tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:13.839497 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-df24bd39-4dc0-4086-b608-78f4efe55f8f tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/subnets/81921abd-71f2-4fff-a942-579310895384 HTTP/1.1" status: 204 len: 168 time: 0.2745261 Jan 18 20:52:13.839785 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38346) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:13.850255 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d7ef6a-da2e-4d32-ae22-f592a4d6043a None None] Network 77857858-4dcb-4f86-8cad-c6d2f621044d requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:52:13.871007 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-97d626b0-cedd-4722-9364-3af9020f9d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:52:13Z', 'revision_number': 10, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None, '_interfaces': [{'id': '459093d5-506b-4a88-a20e-1e6b67564698', 'name': '', 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:15:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:55Z', 'updated_at': '2022-01-18T20:51:59Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:13.900096 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d626b0-cedd-4722-9364-3af9020f9d62 None None] Checking router: be980ffe-22cf-439b-963c-32d064120381 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:52:13.911061 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d626b0-cedd-4722-9364-3af9020f9d62 None None] Routers {'be980ffe-22cf-439b-963c-32d064120381'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:13.911794 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-97d626b0-cedd-4722-9364-3af9020f9d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['be980ffe-22cf-439b-963c-32d064120381'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:13.920959 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ada0473b-9f16-4cad-8221-c3477e815da9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (77857858-4dcb-4f86-8cad-c6d2f621044d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:13.975629 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-ada0473b-9f16-4cad-8221-c3477e815da9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Deleting port 46bb84c3-eee7-4e51-8d37-dd715f6991cf {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:52:13.975978 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ada0473b-9f16-4cad-8221-c3477e815da9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (46bb84c3-eee7-4e51-8d37-dd715f6991cf), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:13.997917 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-97d626b0-cedd-4722-9364-3af9020f9d62 None None] Set router be980ffe-22cf-439b-963c-32d064120381 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:14.005981 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42ed02a-1433-4f91-843b-15a449c0f9e5 None None] DHCP port deletion for 77857858-4dcb-4f86-8cad-c6d2f621044d request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:52:14.045964 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-ada0473b-9f16-4cad-8221-c3477e815da9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] For port 46bb84c3-eee7-4e51-8d37-dd715f6991cf, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=46bb84c3-eee7-4e51-8d37-dd715f6991cf,segment=NetworkSegment(5777aac7-d61b-4645-a8cf-dc5fba96d12c),segment_id=5777aac7-d61b-4645-a8cf-dc5fba96d12c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:14.046437 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ada0473b-9f16-4cad-8221-c3477e815da9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (46bb84c3-eee7-4e51-8d37-dd715f6991cf), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:14.059932 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-ada0473b-9f16-4cad-8221-c3477e815da9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Calling delete_port for 46bb84c3-eee7-4e51-8d37-dd715f6991cf owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:52:14.061332 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f42ed02a-1433-4f91-843b-15a449c0f9e5 None None] Deleting port 46bb84c3-eee7-4e51-8d37-dd715f6991cf {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:52:14.061739 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f42ed02a-1433-4f91-843b-15a449c0f9e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (46bb84c3-eee7-4e51-8d37-dd715f6991cf), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:14.123803 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f42ed02a-1433-4f91-843b-15a449c0f9e5 None None] For port 46bb84c3-eee7-4e51-8d37-dd715f6991cf, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=46bb84c3-eee7-4e51-8d37-dd715f6991cf,segment=NetworkSegment(5777aac7-d61b-4645-a8cf-dc5fba96d12c),segment_id=5777aac7-d61b-4645-a8cf-dc5fba96d12c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:14.124194 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f42ed02a-1433-4f91-843b-15a449c0f9e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (46bb84c3-eee7-4e51-8d37-dd715f6991cf), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:14.142794 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f42ed02a-1433-4f91-843b-15a449c0f9e5 None None] Calling delete_port for 46bb84c3-eee7-4e51-8d37-dd715f6991cf owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:52:14.151359 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ada0473b-9f16-4cad-8221-c3477e815da9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (46bb84c3-eee7-4e51-8d37-dd715f6991cf), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:14.177779 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0473b-9f16-4cad-8221-c3477e815da9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Port': ['ID=46bb84c3-eee7-4e51-8d37-dd715f6991cf,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:14.182340 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada0473b-9f16-4cad-8221-c3477e815da9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] No DVR routers for this DVR port 46bb84c3-eee7-4e51-8d37-dd715f6991cf on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:52:14.210605 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-97d626b0-cedd-4722-9364-3af9020f9d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:52:13Z', 'revision_number': 10, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None, '_interfaces': [{'id': '459093d5-506b-4a88-a20e-1e6b67564698', 'name': '', 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:15:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:55Z', 'updated_at': '2022-01-18T20:51:59Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:14.223597 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f42ed02a-1433-4f91-843b-15a449c0f9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (46bb84c3-eee7-4e51-8d37-dd715f6991cf), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:14.238588 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d626b0-cedd-4722-9364-3af9020f9d62 None None] The sync data for ids ['be980ffe-22cf-439b-963c-32d064120381'] in n-d-741529-9 is: [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:52:13Z', 'revision_number': 10, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None, '_interfaces': [{'id': '459093d5-506b-4a88-a20e-1e6b67564698', 'name': '', 'network_id': 'a987b998-641b-4a2b-bccf-c14e796478a8', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'mac_address': 'fa:16:3e:15:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be980ffe-22cf-439b-963c-32d064120381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:51:55Z', 'updated_at': '2022-01-18T20:51:59Z', 'revision_number': 5, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'subnets': [{'id': 'a1bc91a0-02fb-4f71-8794-fcd8aef2a57b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:52:14.250397 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ed02a-1433-4f91-843b-15a449c0f9e5 None None] Pushing event deleted for resources: {'Port': ['ID=46bb84c3-eee7-4e51-8d37-dd715f6991cf,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:14.256272 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42ed02a-1433-4f91-843b-15a449c0f9e5 None None] No DVR routers for this DVR port 46bb84c3-eee7-4e51-8d37-dd715f6991cf on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:52:14.268303 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ada0473b-9f16-4cad-8221-c3477e815da9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (77857858-4dcb-4f86-8cad-c6d2f621044d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:14.296714 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-ada0473b-9f16-4cad-8221-c3477e815da9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77857858-4dcb-4f86-8cad-c6d2f621044d']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:14.306013 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-ada0473b-9f16-4cad-8221-c3477e815da9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5777aac7-d61b-4645-a8cf-dc5fba96d12c') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:14.306315 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-ada0473b-9f16-4cad-8221-c3477e815da9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5777aac7-d61b-4645-a8cf-dc5fba96d12c') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:14.315988 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ada0473b-9f16-4cad-8221-c3477e815da9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (5777aac7-d61b-4645-a8cf-dc5fba96d12c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:14.328894 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ada0473b-9f16-4cad-8221-c3477e815da9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (5777aac7-d61b-4645-a8cf-dc5fba96d12c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:14.334667 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada0473b-9f16-4cad-8221-c3477e815da9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:52:14.335110 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ada0473b-9f16-4cad-8221-c3477e815da9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (5777aac7-d61b-4645-a8cf-dc5fba96d12c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:52:14.338447 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:52:14.393704 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ada0473b-9f16-4cad-8221-c3477e815da9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (77857858-4dcb-4f86-8cad-c6d2f621044d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:14.397841 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ada0473b-9f16-4cad-8221-c3477e815da9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:14.401522 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ada0473b-9f16-4cad-8221-c3477e815da9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/networks/77857858-4dcb-4f86-8cad-c6d2f621044d HTTP/1.1" status: 204 len: 168 time: 0.5609548 Jan 18 20:52:14.404448 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38348) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:14.415774 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0473b-9f16-4cad-8221-c3477e815da9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Network': ['ID=77857858-4dcb-4f86-8cad-c6d2f621044d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:14.674221 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 46bb84c3-eee7-4e51-8d37-dd715f6991cf no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:52:14.698107 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 46bb84c3-eee7-4e51-8d37-dd715f6991cf {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:52:14.698560 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 46bb84c3-eee7-4e51-8d37-dd715f6991cf not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:52:14.699074 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ba503e01-3ab5-4f4c-a63b-f531140393c6 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:52:14.718060 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: ba503e01-3ab5-4f4c-a63b-f531140393c6 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:52:14.718563 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ba503e01-3ab5-4f4c-a63b-f531140393c6 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:52:14.740281 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3bdb429c-4a41-4c96-b1e5-0f19a64ec7b5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (be980ffe-22cf-439b-963c-32d064120381), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:14.966229 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3bdb429c-4a41-4c96-b1e5-0f19a64ec7b5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Deleting port 459093d5-506b-4a88-a20e-1e6b67564698 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:52:14.966566 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3bdb429c-4a41-4c96-b1e5-0f19a64ec7b5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (459093d5-506b-4a88-a20e-1e6b67564698), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:15.055086 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3bdb429c-4a41-4c96-b1e5-0f19a64ec7b5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] For port 459093d5-506b-4a88-a20e-1e6b67564698, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=459093d5-506b-4a88-a20e-1e6b67564698,segment=NetworkSegment(58a5811b-268c-4414-b63a-d4a98aa11adb),segment_id=58a5811b-268c-4414-b63a-d4a98aa11adb)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:15.055443 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3bdb429c-4a41-4c96-b1e5-0f19a64ec7b5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (459093d5-506b-4a88-a20e-1e6b67564698), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:15.066910 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3bdb429c-4a41-4c96-b1e5-0f19a64ec7b5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Calling delete_port for 459093d5-506b-4a88-a20e-1e6b67564698 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:52:15.240038 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3bdb429c-4a41-4c96-b1e5-0f19a64ec7b5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (459093d5-506b-4a88-a20e-1e6b67564698), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:15.266708 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb429c-4a41-4c96-b1e5-0f19a64ec7b5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Port': ['ID=459093d5-506b-4a88-a20e-1e6b67564698,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:15.364747 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3bdb429c-4a41-4c96-b1e5-0f19a64ec7b5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (be980ffe-22cf-439b-963c-32d064120381), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:15.529342 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdb429c-4a41-4c96-b1e5-0f19a64ec7b5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Router be980ffe-22cf-439b-963c-32d064120381 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:52:15.604878 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdb429c-4a41-4c96-b1e5-0f19a64ec7b5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:52:15.609763 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3bdb429c-4a41-4c96-b1e5-0f19a64ec7b5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "PUT /v2.0/routers/be980ffe-22cf-439b-963c-32d064120381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2042215 Jan 18 20:52:15.612689 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38350) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:15.614702 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ccfa97-371f-434b-adc8-d5ea15633653 None None] Sync routers for ids ['be980ffe-22cf-439b-963c-32d064120381'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:52:15.624678 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ccfa97-371f-434b-adc8-d5ea15633653 None None] Routers {'be980ffe-22cf-439b-963c-32d064120381'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:15.625354 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-30ccfa97-371f-434b-adc8-d5ea15633653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['be980ffe-22cf-439b-963c-32d064120381'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:15.664245 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac733c2-2bcf-40e6-b97d-0df6c96aee11 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Deleting subnet a1bc91a0-02fb-4f71-8794-fcd8aef2a57b {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:52:15.667489 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2ac733c2-2bcf-40e6-b97d-0df6c96aee11 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for subnet (a1bc91a0-02fb-4f71-8794-fcd8aef2a57b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:15.695275 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-30ccfa97-371f-434b-adc8-d5ea15633653 None None] Set router be980ffe-22cf-439b-963c-32d064120381 gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:15.762908 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-30ccfa97-371f-434b-adc8-d5ea15633653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:52:15Z', 'revision_number': 11, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:15.790151 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ccfa97-371f-434b-adc8-d5ea15633653 None None] Checking router: be980ffe-22cf-439b-963c-32d064120381 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:52:15.798894 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ccfa97-371f-434b-adc8-d5ea15633653 None None] Routers {'be980ffe-22cf-439b-963c-32d064120381'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:15.799514 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-30ccfa97-371f-434b-adc8-d5ea15633653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['be980ffe-22cf-439b-963c-32d064120381'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:15.876206 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-30ccfa97-371f-434b-adc8-d5ea15633653 None None] Set router be980ffe-22cf-439b-963c-32d064120381 gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:15.931810 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-30ccfa97-371f-434b-adc8-d5ea15633653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:52:15Z', 'revision_number': 11, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:15.958801 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ccfa97-371f-434b-adc8-d5ea15633653 None None] The sync data for ids ['be980ffe-22cf-439b-963c-32d064120381'] in n-d-741529-9 is: [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:52:15Z', 'revision_number': 11, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:52:16.057669 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2ac733c2-2bcf-40e6-b97d-0df6c96aee11 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (a1bc91a0-02fb-4f71-8794-fcd8aef2a57b), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:16.140052 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2ac733c2-2bcf-40e6-b97d-0df6c96aee11 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (a1bc91a0-02fb-4f71-8794-fcd8aef2a57b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:16.194742 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2ac733c2-2bcf-40e6-b97d-0df6c96aee11 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (a1bc91a0-02fb-4f71-8794-fcd8aef2a57b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:16.224795 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac733c2-2bcf-40e6-b97d-0df6c96aee11 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Subnet': ['ID=a1bc91a0-02fb-4f71-8794-fcd8aef2a57b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:16.226762 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2ac733c2-2bcf-40e6-b97d-0df6c96aee11 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:16.230495 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2ac733c2-2bcf-40e6-b97d-0df6c96aee11 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/subnets/a1bc91a0-02fb-4f71-8794-fcd8aef2a57b HTTP/1.1" status: 204 len: 168 time: 0.6167934 Jan 18 20:52:16.232993 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38352) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:16.233116 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e82f663-90fd-4719-9179-6c33e195d866 None None] Network a987b998-641b-4a2b-bccf-c14e796478a8 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:52:16.310642 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6461c1b6-0dc3-4fb8-8a1e-6a9e9ab32bf5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (a987b998-641b-4a2b-bccf-c14e796478a8), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:16.372606 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-6461c1b6-0dc3-4fb8-8a1e-6a9e9ab32bf5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Deleting port 984ae9d2-2734-4675-a6c7-ef852b7d8773 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:52:16.372953 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6461c1b6-0dc3-4fb8-8a1e-6a9e9ab32bf5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (984ae9d2-2734-4675-a6c7-ef852b7d8773), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:16.397403 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e41ecc-810d-4bb6-a00f-a2f3c22e2009 None None] DHCP port deletion for a987b998-641b-4a2b-bccf-c14e796478a8 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:52:16.445223 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-6461c1b6-0dc3-4fb8-8a1e-6a9e9ab32bf5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] For port 984ae9d2-2734-4675-a6c7-ef852b7d8773, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=984ae9d2-2734-4675-a6c7-ef852b7d8773,segment=NetworkSegment(58a5811b-268c-4414-b63a-d4a98aa11adb),segment_id=58a5811b-268c-4414-b63a-d4a98aa11adb)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:16.445599 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6461c1b6-0dc3-4fb8-8a1e-6a9e9ab32bf5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (984ae9d2-2734-4675-a6c7-ef852b7d8773), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:16.448371 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a3e41ecc-810d-4bb6-a00f-a2f3c22e2009 None None] Deleting port 984ae9d2-2734-4675-a6c7-ef852b7d8773 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:52:16.448746 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a3e41ecc-810d-4bb6-a00f-a2f3c22e2009 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (984ae9d2-2734-4675-a6c7-ef852b7d8773), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:16.458761 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-6461c1b6-0dc3-4fb8-8a1e-6a9e9ab32bf5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Calling delete_port for 984ae9d2-2734-4675-a6c7-ef852b7d8773 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:52:16.520334 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a3e41ecc-810d-4bb6-a00f-a2f3c22e2009 None None] For port 984ae9d2-2734-4675-a6c7-ef852b7d8773, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=984ae9d2-2734-4675-a6c7-ef852b7d8773,segment=NetworkSegment(58a5811b-268c-4414-b63a-d4a98aa11adb),segment_id=58a5811b-268c-4414-b63a-d4a98aa11adb)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:16.520730 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a3e41ecc-810d-4bb6-a00f-a2f3c22e2009 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (984ae9d2-2734-4675-a6c7-ef852b7d8773), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:16.546518 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6461c1b6-0dc3-4fb8-8a1e-6a9e9ab32bf5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (984ae9d2-2734-4675-a6c7-ef852b7d8773), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:16.579887 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461c1b6-0dc3-4fb8-8a1e-6a9e9ab32bf5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Port': ['ID=984ae9d2-2734-4675-a6c7-ef852b7d8773,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:16.582103 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6461c1b6-0dc3-4fb8-8a1e-6a9e9ab32bf5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] No DVR routers for this DVR port 984ae9d2-2734-4675-a6c7-ef852b7d8773 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:52:16.663696 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6461c1b6-0dc3-4fb8-8a1e-6a9e9ab32bf5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (a987b998-641b-4a2b-bccf-c14e796478a8), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:16.685746 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-6461c1b6-0dc3-4fb8-8a1e-6a9e9ab32bf5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a987b998-641b-4a2b-bccf-c14e796478a8']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:16.695574 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-6461c1b6-0dc3-4fb8-8a1e-6a9e9ab32bf5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a5811b-268c-4414-b63a-d4a98aa11adb') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:16.696411 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-6461c1b6-0dc3-4fb8-8a1e-6a9e9ab32bf5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a5811b-268c-4414-b63a-d4a98aa11adb') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:16.698478 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 984ae9d2-2734-4675-a6c7-ef852b7d8773 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:52:16.701503 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a3e41ecc-810d-4bb6-a00f-a2f3c22e2009 None None] Calling delete_port for 984ae9d2-2734-4675-a6c7-ef852b7d8773 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:52:16.710230 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6461c1b6-0dc3-4fb8-8a1e-6a9e9ab32bf5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (58a5811b-268c-4414-b63a-d4a98aa11adb), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:16.723955 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6461c1b6-0dc3-4fb8-8a1e-6a9e9ab32bf5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (58a5811b-268c-4414-b63a-d4a98aa11adb), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:16.725466 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 984ae9d2-2734-4675-a6c7-ef852b7d8773 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:52:16.725837 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 984ae9d2-2734-4675-a6c7-ef852b7d8773 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:52:16.726251 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 459093d5-506b-4a88-a20e-1e6b67564698 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:52:16.729992 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6461c1b6-0dc3-4fb8-8a1e-6a9e9ab32bf5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:52:16.730378 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6461c1b6-0dc3-4fb8-8a1e-6a9e9ab32bf5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (58a5811b-268c-4414-b63a-d4a98aa11adb), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: timer() Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:52:16.733663 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:52:16.747575 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 459093d5-506b-4a88-a20e-1e6b67564698 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:52:16.747925 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 459093d5-506b-4a88-a20e-1e6b67564698 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:52:16.793564 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6461c1b6-0dc3-4fb8-8a1e-6a9e9ab32bf5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (a987b998-641b-4a2b-bccf-c14e796478a8), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:16.800300 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6461c1b6-0dc3-4fb8-8a1e-6a9e9ab32bf5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:16.805979 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6461c1b6-0dc3-4fb8-8a1e-6a9e9ab32bf5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/networks/a987b998-641b-4a2b-bccf-c14e796478a8 HTTP/1.1" status: 204 len: 168 time: 0.5695660 Jan 18 20:52:16.806327 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38354) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:16.811006 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-b0727d6e-b4c2-4122-9cb1-3eb6eb449b86 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'router': {'routes': None}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:52:16.814460 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461c1b6-0dc3-4fb8-8a1e-6a9e9ab32bf5 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Pushing event deleted for resources: {'Network': ['ID=a987b998-641b-4a2b-bccf-c14e796478a8,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:16.814927 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a3e41ecc-810d-4bb6-a00f-a2f3c22e2009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (984ae9d2-2734-4675-a6c7-ef852b7d8773), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:16.841326 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e41ecc-810d-4bb6-a00f-a2f3c22e2009 None None] Pushing event deleted for resources: {'Port': ['ID=984ae9d2-2734-4675-a6c7-ef852b7d8773,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:16.843533 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a3e41ecc-810d-4bb6-a00f-a2f3c22e2009 None None] Network a987b998-641b-4a2b-bccf-c14e796478a8 is not hosted by any dhcp agent {{(pid=103337) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 18 20:52:16.843988 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e41ecc-810d-4bb6-a00f-a2f3c22e2009 None None] No DVR routers for this DVR port 984ae9d2-2734-4675-a6c7-ef852b7d8773 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:52:16.982865 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.extraroute_db [None req-b0727d6e-b4c2-4122-9cb1-3eb6eb449b86 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Added routes are [] {{(pid=103335) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 18 20:52:16.983165 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.extraroute_db [None req-b0727d6e-b4c2-4122-9cb1-3eb6eb449b86 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Removed routes are [] {{(pid=103335) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 18 20:52:16.983522 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0727d6e-b4c2-4122-9cb1-3eb6eb449b86 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57734'] for router (be980ffe-22cf-439b-963c-32d064120381), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:17.115307 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0727d6e-b4c2-4122-9cb1-3eb6eb449b86 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57734'] for router (be980ffe-22cf-439b-963c-32d064120381), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:17.119075 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0727d6e-b4c2-4122-9cb1-3eb6eb449b86 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1617295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1617304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1628645'] for router (be980ffe-22cf-439b-963c-32d064120381), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:17.192405 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0727d6e-b4c2-4122-9cb1-3eb6eb449b86 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Router be980ffe-22cf-439b-963c-32d064120381 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:52:17.266184 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0727d6e-b4c2-4122-9cb1-3eb6eb449b86 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:52:17.273091 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0727d6e-b4c2-4122-9cb1-3eb6eb449b86 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:17.275940 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b0727d6e-b4c2-4122-9cb1-3eb6eb449b86 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "PUT /v2.0/routers/be980ffe-22cf-439b-963c-32d064120381 HTTP/1.1" status: 200 len: 705 time: 0.4667931 Jan 18 20:52:17.277812 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38356) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:17.280729 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aefe934-b668-46cc-83ff-50675b53b6ef None None] Sync routers for ids ['be980ffe-22cf-439b-963c-32d064120381'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:52:17.291166 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aefe934-b668-46cc-83ff-50675b53b6ef None None] Routers {'be980ffe-22cf-439b-963c-32d064120381'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:17.292036 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-6aefe934-b668-46cc-83ff-50675b53b6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['be980ffe-22cf-439b-963c-32d064120381'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:17.303650 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8ab2c15d-6a88-4f37-a032-f9399842214d tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "GET /v2.0/ports?device_id=be980ffe-22cf-439b-963c-32d064120381 HTTP/1.1" status: 200 len: 205 time: 0.0247347 Jan 18 20:52:17.307131 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38358) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:17.361218 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-6aefe934-b668-46cc-83ff-50675b53b6ef None None] Set router be980ffe-22cf-439b-963c-32d064120381 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:17.381868 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-029e13e1-ab09-4c05-ae34-307aefa80777 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router (be980ffe-22cf-439b-963c-32d064120381), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:17.415940 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-6aefe934-b668-46cc-83ff-50675b53b6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:52:15Z', 'revision_number': 11, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:17.442597 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aefe934-b668-46cc-83ff-50675b53b6ef None None] Checking router: be980ffe-22cf-439b-963c-32d064120381 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:52:17.460187 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aefe934-b668-46cc-83ff-50675b53b6ef None None] Routers {'be980ffe-22cf-439b-963c-32d064120381'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:17.460783 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-6aefe934-b668-46cc-83ff-50675b53b6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['be980ffe-22cf-439b-963c-32d064120381'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:17.528543 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-6aefe934-b668-46cc-83ff-50675b53b6ef None None] Set router be980ffe-22cf-439b-963c-32d064120381 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:17.543079 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-029e13e1-ab09-4c05-ae34-307aefa80777 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (be980ffe-22cf-439b-963c-32d064120381), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:17.545189 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-029e13e1-ab09-4c05-ae34-307aefa80777 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router_controller (be980ffe-22cf-439b-963c-32d064120381), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:17.584169 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-6aefe934-b668-46cc-83ff-50675b53b6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:52:15Z', 'revision_number': 11, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:17.589908 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-029e13e1-ab09-4c05-ae34-307aefa80777 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (be980ffe-22cf-439b-963c-32d064120381), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:17.590439 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029e13e1-ab09-4c05-ae34-307aefa80777 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Fanout notify agent at l3_agent the message router_deleted on router be980ffe-22cf-439b-963c-32d064120381 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:52:17.597683 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-029e13e1-ab09-4c05-ae34-307aefa80777 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:17.598941 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-029e13e1-ab09-4c05-ae34-307aefa80777 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/routers/be980ffe-22cf-439b-963c-32d064120381 HTTP/1.1" status: 204 len: 168 time: 0.2908003 Jan 18 20:52:17.604804 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38360) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:17.608054 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-68004aca-cc12-4dd9-bcf2-2ac6c2e79a57 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1253787584', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:52:17.611584 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aefe934-b668-46cc-83ff-50675b53b6ef None None] The sync data for ids ['be980ffe-22cf-439b-963c-32d064120381'] in n-d-741529-9 is: [{'id': 'be980ffe-22cf-439b-963c-32d064120381', 'name': 'tempest-RoutersIpV6Test-router-1792437292', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:51:54Z', 'updated_at': '2022-01-18T20:52:15Z', 'revision_number': 11, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:52:17.634970 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-68004aca-cc12-4dd9-bcf2-2ac6c2e79a57 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:17.635904 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-68004aca-cc12-4dd9-bcf2-2ac6c2e79a57 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:17.692227 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-68004aca-cc12-4dd9-bcf2-2ac6c2e79a57 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router_controller (ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:17.696885 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-68004aca-cc12-4dd9-bcf2-2ac6c2e79a57 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:17.714172 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-68004aca-cc12-4dd9-bcf2-2ac6c2e79a57 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:17.715419 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-68004aca-cc12-4dd9-bcf2-2ac6c2e79a57 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1107769 Jan 18 20:52:17.718249 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38362) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:17.723112 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-f3ecf3cc-1e85-4ca1-894d-83e4a4717f90 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:52:18.259865 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f3ecf3cc-1e85-4ca1-894d-83e4a4717f90 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57734'] for router (ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:18.269681 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f3ecf3cc-1e85-4ca1-894d-83e4a4717f90 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1617295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1617304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1628645'] for router (ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:18.365565 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ecf3cc-1e85-4ca1-894d-83e4a4717f90 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Router ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:52:18.439559 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ecf3cc-1e85-4ca1-894d-83e4a4717f90 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:52:18.448448 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f3ecf3cc-1e85-4ca1-894d-83e4a4717f90 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:18.449156 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad96182-48d6-492b-8c5d-b9fc03f9ba83 None None] Sync routers for ids ['ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:52:18.449673 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f3ecf3cc-1e85-4ca1-894d-83e4a4717f90 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "PUT /v2.0/routers/ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e HTTP/1.1" status: 200 len: 698 time: 0.7303369 Jan 18 20:52:18.452200 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38364) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:18.458804 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad96182-48d6-492b-8c5d-b9fc03f9ba83 None None] Routers {'ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:18.459478 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-aad96182-48d6-492b-8c5d-b9fc03f9ba83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:18.531384 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-747b86b5-c0fd-490f-8d16-c9cde64c1c1e tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "GET /v2.0/routers/ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e HTTP/1.1" status: 200 len: 704 time: 0.0779247 Jan 18 20:52:18.533843 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38366) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:18.534001 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-aad96182-48d6-492b-8c5d-b9fc03f9ba83 None None] Set router ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:18.559394 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cf8ec0d1-bd61-4259-898b-9b16d46b3fb4 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e HTTP/1.1" status: 200 len: 205 time: 0.0244823 Jan 18 20:52:18.562435 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38368) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:18.585785 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-aad96182-48d6-492b-8c5d-b9fc03f9ba83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e', 'name': 'tempest-RoutersIpV6Test-router-1253787584', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:52:17Z', 'updated_at': '2022-01-18T20:52:18Z', 'revision_number': 2, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:18.616259 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad96182-48d6-492b-8c5d-b9fc03f9ba83 None None] Checking router: ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:52:18.625604 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad96182-48d6-492b-8c5d-b9fc03f9ba83 None None] Routers {'ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:18.626228 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-aad96182-48d6-492b-8c5d-b9fc03f9ba83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:51:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:18.637229 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea3a618e-56b0-45ea-9108-711bf0e7e879 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router (ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:18.691528 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-aad96182-48d6-492b-8c5d-b9fc03f9ba83 None None] Set router ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:18.746805 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-aad96182-48d6-492b-8c5d-b9fc03f9ba83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e', 'name': 'tempest-RoutersIpV6Test-router-1253787584', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:52:17Z', 'updated_at': '2022-01-18T20:52:18Z', 'revision_number': 2, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:18.774878 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad96182-48d6-492b-8c5d-b9fc03f9ba83 None None] The sync data for ids ['ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e'] in n-d-741529-9 is: [{'id': 'ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e', 'name': 'tempest-RoutersIpV6Test-router-1253787584', 'tenant_id': 'cc41eea2f8e042cf9a8c765f399801be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:52:17Z', 'updated_at': '2022-01-18T20:52:18Z', 'revision_number': 2, 'project_id': 'cc41eea2f8e042cf9a8c765f399801be', 'gw_port_host': None}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:52:18.793560 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea3a618e-56b0-45ea-9108-711bf0e7e879 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:18.795863 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea3a618e-56b0-45ea-9108-711bf0e7e879 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router_controller (ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:18.841311 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea3a618e-56b0-45ea-9108-711bf0e7e879 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:18.841848 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3a618e-56b0-45ea-9108-711bf0e7e879 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Fanout notify agent at l3_agent the message router_deleted on router ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:52:18.848885 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea3a618e-56b0-45ea-9108-711bf0e7e879 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:18.854678 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ea3a618e-56b0-45ea-9108-711bf0e7e879 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/routers/ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e HTTP/1.1" status: 204 len: 168 time: 0.2867067 Jan 18 20:52:18.854959 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38370) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:18.881720 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-227689be-ebb4-4760-8c69-9ac09eab7880 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e HTTP/1.1" status: 200 len: 205 time: 0.0257065 Jan 18 20:52:18.884689 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38372) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:18.925528 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-bb880bc2-18fb-43ae-82a7-0f51335e4034 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] delete failed (client error): The resource could not be found. Jan 18 20:52:18.926619 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bb880bc2-18fb-43ae-82a7-0f51335e4034 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/routers/ecd3c9a6-53ae-4e68-8a7b-1af1a0276b3e HTTP/1.1" status: 404 len: 336 time: 0.0410309 Jan 18 20:52:18.929176 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38374) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:18.957111 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8900a2b-9bcc-49c1-a752-0691cf9d16e9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] DELETE failed (client error): The resource could not be found. Jan 18 20:52:18.957563 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8900a2b-9bcc-49c1-a752-0691cf9d16e9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:52:18.960580 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c8900a2b-9bcc-49c1-a752-0691cf9d16e9 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/subnets/19503eab-4e5d-46c1-91bb-c49d404f7f6d HTTP/1.1" status: 404 len: 337 time: 0.0304317 Jan 18 20:52:18.963158 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38376) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:18.988928 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5034fea-3938-44f7-8086-763b6209ecee tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] DELETE failed (client error): The resource could not be found. Jan 18 20:52:18.989364 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5034fea-3938-44f7-8086-763b6209ecee tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:52:18.992324 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d5034fea-3938-44f7-8086-763b6209ecee tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/subnets/95f0aa2a-6920-454d-95ff-774a0cc85da6 HTTP/1.1" status: 404 len: 337 time: 0.0282633 Jan 18 20:52:18.995432 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38378) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:19.020361 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3ad603-17a4-4bb4-acef-35684f31dacc tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] DELETE failed (client error): The resource could not be found. Jan 18 20:52:19.020798 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd3ad603-17a4-4bb4-acef-35684f31dacc tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:52:19.023854 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-dd3ad603-17a4-4bb4-acef-35684f31dacc tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/subnets/81921abd-71f2-4fff-a942-579310895384 HTTP/1.1" status: 404 len: 337 time: 0.0274804 Jan 18 20:52:19.026192 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38380) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:19.050741 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d03c50-164a-4f0d-89e5-f9777d3a3323 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] DELETE failed (client error): The resource could not be found. Jan 18 20:52:19.051116 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d03c50-164a-4f0d-89e5-f9777d3a3323 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:52:19.054083 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-90d03c50-164a-4f0d-89e5-f9777d3a3323 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/subnets/a1bc91a0-02fb-4f71-8794-fcd8aef2a57b HTTP/1.1" status: 404 len: 337 time: 0.0270340 Jan 18 20:52:19.056937 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38382) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:19.081455 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-690ca420-e9f5-405b-bc17-f30ff87f0f86 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "GET /v2.0/ports?device_id=be980ffe-22cf-439b-963c-32d064120381 HTTP/1.1" status: 200 len: 205 time: 0.0235221 Jan 18 20:52:19.083680 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38384) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:19.124180 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-1d386b8a-6a6b-4cb6-94ab-f171a0074dba tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] delete failed (client error): The resource could not be found. Jan 18 20:52:19.125189 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1d386b8a-6a6b-4cb6-94ab-f171a0074dba tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/routers/be980ffe-22cf-439b-963c-32d064120381 HTTP/1.1" status: 404 len: 336 time: 0.0406485 Jan 18 20:52:19.127739 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38386) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:19.153848 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-13b5d8b3-7db5-4357-b449-62b363bf2d51 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "GET /v2.0/ports?device_id=183e6b1d-0385-4fe0-82f3-20fdcd027342 HTTP/1.1" status: 200 len: 205 time: 0.0249357 Jan 18 20:52:19.156013 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38388) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:19.193510 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-02361b16-86e9-44eb-bd58-7a8e2ebd4da4 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] delete failed (client error): The resource could not be found. Jan 18 20:52:19.194588 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-02361b16-86e9-44eb-bd58-7a8e2ebd4da4 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/routers/183e6b1d-0385-4fe0-82f3-20fdcd027342 HTTP/1.1" status: 404 len: 336 time: 0.0376711 Jan 18 20:52:19.197002 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38390) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:19.225957 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0761fe-235d-46dd-b7ed-6a7a0d6199dc tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] DELETE failed (client error): The resource could not be found. Jan 18 20:52:19.226405 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0761fe-235d-46dd-b7ed-6a7a0d6199dc tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:52:19.229936 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cf0761fe-235d-46dd-b7ed-6a7a0d6199dc tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/subnets/b06763f5-4327-456e-9bad-515ad9ec5313 HTTP/1.1" status: 404 len: 337 time: 0.0320051 Jan 18 20:52:19.232342 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38392) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:19.258004 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4fa8c53a-cdac-45f2-b52d-d2900075cd5d tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ef74a15-18d2-4eaf-950c-8245571d8839 HTTP/1.1" status: 200 len: 205 time: 0.0246401 Jan 18 20:52:19.260162 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38394) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:19.296311 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-3e244217-7ff2-4998-a4e4-c6465b0169fa tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] delete failed (client error): The resource could not be found. Jan 18 20:52:19.297329 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3e244217-7ff2-4998-a4e4-c6465b0169fa tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/routers/6ef74a15-18d2-4eaf-950c-8245571d8839 HTTP/1.1" status: 404 len: 336 time: 0.0363061 Jan 18 20:52:19.299910 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38396) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:19.329041 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38398) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:19.329539 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cfa46874-4d99-4b45-988d-e3e14f809a7c tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de64333-ef09-4370-847a-0a5a3fe5f589 HTTP/1.1" status: 200 len: 205 time: 0.0282123 Jan 18 20:52:19.367520 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-15122dd8-8ef5-4410-9b51-f3de235c8372 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] delete failed (client error): The resource could not be found. Jan 18 20:52:19.368579 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-15122dd8-8ef5-4410-9b51-f3de235c8372 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/routers/4de64333-ef09-4370-847a-0a5a3fe5f589 HTTP/1.1" status: 404 len: 336 time: 0.0383537 Jan 18 20:52:19.371233 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38400) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:19.397560 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e914c0-6e4d-4bff-aa30-9d39359a86c0 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] DELETE failed (client error): The resource could not be found. Jan 18 20:52:19.398052 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59e914c0-6e4d-4bff-aa30-9d39359a86c0 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:52:19.401746 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-59e914c0-6e4d-4bff-aa30-9d39359a86c0 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/subnets/0775c316-868e-4be9-ba35-70bf5099a52a HTTP/1.1" status: 404 len: 337 time: 0.0297358 Jan 18 20:52:19.404269 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38402) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:19.431019 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-689f198a-993d-4fdd-9645-0ce45cd01f64 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "GET /v2.0/ports?device_id=da1c825e-6196-45e8-b6f2-7e322a927d14 HTTP/1.1" status: 200 len: 205 time: 0.0256779 Jan 18 20:52:19.433311 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38404) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:19.474454 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-cf4842db-f7c0-480b-824b-7cba9d28ae31 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] delete failed (client error): The resource could not be found. Jan 18 20:52:19.475496 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cf4842db-f7c0-480b-824b-7cba9d28ae31 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/routers/da1c825e-6196-45e8-b6f2-7e322a927d14 HTTP/1.1" status: 404 len: 336 time: 0.0412538 Jan 18 20:52:19.478544 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38406) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:19.504676 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-7192cf5c-e1b5-44d1-a5d3-31768e1d7137 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] DELETE failed (client error): The resource could not be found. Jan 18 20:52:19.505134 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7192cf5c-e1b5-44d1-a5d3-31768e1d7137 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:52:19.508300 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7192cf5c-e1b5-44d1-a5d3-31768e1d7137 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/subnets/c1f39240-73af-4c53-adce-9428b3e301fb HTTP/1.1" status: 404 len: 337 time: 0.0287375 Jan 18 20:52:19.510768 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38408) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:19.536344 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5b7a8058-4e91-415a-8f6f-5809832e5163 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7a2782c-ca6f-4dd3-88ea-2edc7461bc87 HTTP/1.1" status: 200 len: 205 time: 0.0245550 Jan 18 20:52:19.538493 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38410) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:19.581924 n-d-741529-9 neutron-server[103336]: INFO neutron.api.v2.resource [None req-9eac1d25-6bef-4164-8c9c-9ad57135dfa3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] delete failed (client error): The resource could not be found. Jan 18 20:52:19.582999 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9eac1d25-6bef-4164-8c9c-9ad57135dfa3 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/routers/d7a2782c-ca6f-4dd3-88ea-2edc7461bc87 HTTP/1.1" status: 404 len: 336 time: 0.0436378 Jan 18 20:52:19.585508 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38412) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:19.612230 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-19958d58-014a-4c34-9cc2-bf7690130911 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] DELETE failed (client error): The resource could not be found. Jan 18 20:52:19.612697 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19958d58-014a-4c34-9cc2-bf7690130911 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:52:19.615816 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-19958d58-014a-4c34-9cc2-bf7690130911 tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/subnets/2fb9e7cf-117c-48d9-b692-bc068757a158 HTTP/1.1" status: 404 len: 337 time: 0.0293770 Jan 18 20:52:19.618366 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38414) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:19.644076 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ef4d07-a179-41ae-9d9c-90204b18920f tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] DELETE failed (client error): The resource could not be found. Jan 18 20:52:19.644544 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ef4d07-a179-41ae-9d9c-90204b18920f tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 20:52:19.647687 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-01ef4d07-a179-41ae-9d9c-90204b18920f tempest-RoutersIpV6Test-549739662 tempest-RoutersIpV6Test-549739662-project] 10.222.0.31 "DELETE /v2.0/subnets/7fa8d9a4-737a-4d9a-8be9-1d78320d055a HTTP/1.1" status: 404 len: 337 time: 0.0282819 Jan 18 20:52:19.889852 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38420) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:20.017079 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1ea66791-06e2-4787-b19c-d991d3a83e13 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc41eea2f8e042cf9a8c765f399801be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1261060 Jan 18 20:52:20.019588 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38424) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:20.064742 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5c1b0caa-c41a-470b-9c14-4d09d73e9b6a admin admin] Publish callbacks [] for security_group (a1620d13-01c3-42ac-aa6e-c9999179b066), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:20.085430 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5c1b0caa-c41a-470b-9c14-4d09d73e9b6a admin admin] Publish callbacks [] for security_group (a1620d13-01c3-42ac-aa6e-c9999179b066), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:20.135066 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5c1b0caa-c41a-470b-9c14-4d09d73e9b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a1620d13-01c3-42ac-aa6e-c9999179b066), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:20.137599 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5c1b0caa-c41a-470b-9c14-4d09d73e9b6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:20.138750 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5c1b0caa-c41a-470b-9c14-4d09d73e9b6a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a1620d13-01c3-42ac-aa6e-c9999179b066 HTTP/1.1" status: 204 len: 168 time: 0.1182570 Jan 18 20:52:20.146705 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b0caa-c41a-470b-9c14-4d09d73e9b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1620d13-01c3-42ac-aa6e-c9999179b066,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:21.725623 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38476) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:21.835903 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8e1ac72f-b55f-4860-a7fb-0a9342ce30fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:21.913485 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8e1ac72f-b55f-4860-a7fb-0a9342ce30fa admin admin] Publish callbacks [] for security_group (cfe95528-eb7d-4e01-9a65-9b274f984a65), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:21.917794 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8e1ac72f-b55f-4860-a7fb-0a9342ce30fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (cfe95528-eb7d-4e01-9a65-9b274f984a65), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:21.955983 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8e1ac72f-b55f-4860-a7fb-0a9342ce30fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6faa7146a7164bf38a615642f2873e8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2292542 Jan 18 20:52:21.956872 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ac72f-b55f-4860-a7fb-0a9342ce30fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe95528-eb7d-4e01-9a65-9b274f984a65,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:21.958689 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38480) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:21.964711 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ac72f-b55f-4860-a7fb-0a9342ce30fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:21.965064 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ac72f-b55f-4860-a7fb-0a9342ce30fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:21.965404 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ac72f-b55f-4860-a7fb-0a9342ce30fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:21.965772 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ac72f-b55f-4860-a7fb-0a9342ce30fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:21.966110 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ac72f-b55f-4860-a7fb-0a9342ce30fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:21.966439 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ac72f-b55f-4860-a7fb-0a9342ce30fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:21.966771 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ac72f-b55f-4860-a7fb-0a9342ce30fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:21.967100 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ac72f-b55f-4860-a7fb-0a9342ce30fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:21.967423 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ac72f-b55f-4860-a7fb-0a9342ce30fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:21.967748 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ac72f-b55f-4860-a7fb-0a9342ce30fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:21.968075 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ac72f-b55f-4860-a7fb-0a9342ce30fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:21.968403 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ac72f-b55f-4860-a7fb-0a9342ce30fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:21.968724 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ac72f-b55f-4860-a7fb-0a9342ce30fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:22.020409 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e538dfe5-b775-405c-a560-2208572e7aac admin admin] Publish callbacks [] for security_group (cfe95528-eb7d-4e01-9a65-9b274f984a65), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:22.041684 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e538dfe5-b775-405c-a560-2208572e7aac admin admin] Publish callbacks [] for security_group (cfe95528-eb7d-4e01-9a65-9b274f984a65), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:22.087506 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e538dfe5-b775-405c-a560-2208572e7aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (cfe95528-eb7d-4e01-9a65-9b274f984a65), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:22.090143 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e538dfe5-b775-405c-a560-2208572e7aac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:22.091298 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e538dfe5-b775-405c-a560-2208572e7aac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cfe95528-eb7d-4e01-9a65-9b274f984a65 HTTP/1.1" status: 204 len: 168 time: 0.1315241 Jan 18 20:52:22.100910 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538dfe5-b775-405c-a560-2208572e7aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe95528-eb7d-4e01-9a65-9b274f984a65,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:22.371945 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38486) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:22.385215 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95b95c7f-7efe-4b19-b3fe-efae67831f50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:22.458718 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95b95c7f-7efe-4b19-b3fe-efae67831f50 admin admin] Publish callbacks [] for security_group (73b63b0b-5779-4eaa-80eb-7383a670d68e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:22.462970 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95b95c7f-7efe-4b19-b3fe-efae67831f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (73b63b0b-5779-4eaa-80eb-7383a670d68e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:22.500161 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b95c7f-7efe-4b19-b3fe-efae67831f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b63b0b-5779-4eaa-80eb-7383a670d68e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:22.507488 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-95b95c7f-7efe-4b19-b3fe-efae67831f50 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c00eee3a122346a9bd1bd90a6a61d91c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321855 Jan 18 20:52:22.508162 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38488) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:22.561577 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6e73324-c34d-4be9-bc49-b702c0339542 admin admin] Publish callbacks [] for security_group (73b63b0b-5779-4eaa-80eb-7383a670d68e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:22.581754 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6e73324-c34d-4be9-bc49-b702c0339542 admin admin] Publish callbacks [] for security_group (73b63b0b-5779-4eaa-80eb-7383a670d68e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:22.627635 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6e73324-c34d-4be9-bc49-b702c0339542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (73b63b0b-5779-4eaa-80eb-7383a670d68e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:22.630473 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6e73324-c34d-4be9-bc49-b702c0339542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:22.634242 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a6e73324-c34d-4be9-bc49-b702c0339542 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73b63b0b-5779-4eaa-80eb-7383a670d68e HTTP/1.1" status: 204 len: 168 time: 0.1249919 Jan 18 20:52:22.641756 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e73324-c34d-4be9-bc49-b702c0339542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b63b0b-5779-4eaa-80eb-7383a670d68e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:25.684238 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-35235925-305a-4eb0-af30-d035ee3aabf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:27.831997 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-067e7401-af16-4f7d-bff6-aa48787f6261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:29.192722 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:29.990711 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38572) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:30.091809 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d88e3a2c-7833-451a-8d74-b871c8088580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:30.165211 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d88e3a2c-7833-451a-8d74-b871c8088580 admin admin] Publish callbacks [] for security_group (9feb83b9-27db-45bf-9424-a414e9b8e8d2), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:30.169554 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d88e3a2c-7833-451a-8d74-b871c8088580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9feb83b9-27db-45bf-9424-a414e9b8e8d2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:30.206143 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d88e3a2c-7833-451a-8d74-b871c8088580 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=98f26b2ee8f6458bb89e2582a9afd973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2141957 Jan 18 20:52:30.208591 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e3a2c-7833-451a-8d74-b871c8088580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9feb83b9-27db-45bf-9424-a414e9b8e8d2,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:30.208760 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38576) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:30.257501 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-acdd8e7f-edc3-438d-99a0-48aa9a1894cc admin admin] Publish callbacks [] for security_group (9feb83b9-27db-45bf-9424-a414e9b8e8d2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:30.279720 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-acdd8e7f-edc3-438d-99a0-48aa9a1894cc admin admin] Publish callbacks [] for security_group (9feb83b9-27db-45bf-9424-a414e9b8e8d2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:30.326953 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-acdd8e7f-edc3-438d-99a0-48aa9a1894cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9feb83b9-27db-45bf-9424-a414e9b8e8d2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:30.329623 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-acdd8e7f-edc3-438d-99a0-48aa9a1894cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:30.330831 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-acdd8e7f-edc3-438d-99a0-48aa9a1894cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9feb83b9-27db-45bf-9424-a414e9b8e8d2 HTTP/1.1" status: 204 len: 168 time: 0.1204424 Jan 18 20:52:30.339250 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd8e7f-edc3-438d-99a0-48aa9a1894cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9feb83b9-27db-45bf-9424-a414e9b8e8d2,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:30.348999 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd8e7f-edc3-438d-99a0-48aa9a1894cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:30.349280 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd8e7f-edc3-438d-99a0-48aa9a1894cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:30.349614 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd8e7f-edc3-438d-99a0-48aa9a1894cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:30.349977 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd8e7f-edc3-438d-99a0-48aa9a1894cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:30.350305 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd8e7f-edc3-438d-99a0-48aa9a1894cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:30.350633 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd8e7f-edc3-438d-99a0-48aa9a1894cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:30.350957 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd8e7f-edc3-438d-99a0-48aa9a1894cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:30.351282 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd8e7f-edc3-438d-99a0-48aa9a1894cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:30.351605 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd8e7f-edc3-438d-99a0-48aa9a1894cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:30.351923 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd8e7f-edc3-438d-99a0-48aa9a1894cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:30.352241 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd8e7f-edc3-438d-99a0-48aa9a1894cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:30.352594 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd8e7f-edc3-438d-99a0-48aa9a1894cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:30.352941 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd8e7f-edc3-438d-99a0-48aa9a1894cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:30.599311 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38582) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:30.612837 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4ad66ac3-02eb-4a6e-a0e9-80be56778660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:30.613024 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:30.687211 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4ad66ac3-02eb-4a6e-a0e9-80be56778660 admin admin] Publish callbacks [] for security_group (ac40a2e5-a2f7-43aa-b23f-1c05e2394d05), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:30.691299 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4ad66ac3-02eb-4a6e-a0e9-80be56778660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ac40a2e5-a2f7-43aa-b23f-1c05e2394d05), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:30.731701 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4ad66ac3-02eb-4a6e-a0e9-80be56778660 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=00394d88797b42f19e3569f6e59396a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312306 Jan 18 20:52:30.732827 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad66ac3-02eb-4a6e-a0e9-80be56778660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac40a2e5-a2f7-43aa-b23f-1c05e2394d05,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:30.734455 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38584) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:30.788040 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-49de66cf-c1de-44ff-9685-6fb9597a40d4 admin admin] Publish callbacks [] for security_group (ac40a2e5-a2f7-43aa-b23f-1c05e2394d05), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:30.811839 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-49de66cf-c1de-44ff-9685-6fb9597a40d4 admin admin] Publish callbacks [] for security_group (ac40a2e5-a2f7-43aa-b23f-1c05e2394d05), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:30.865199 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-49de66cf-c1de-44ff-9685-6fb9597a40d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (ac40a2e5-a2f7-43aa-b23f-1c05e2394d05), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:30.868429 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-49de66cf-c1de-44ff-9685-6fb9597a40d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:30.869837 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-49de66cf-c1de-44ff-9685-6fb9597a40d4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac40a2e5-a2f7-43aa-b23f-1c05e2394d05 HTTP/1.1" status: 204 len: 168 time: 0.1337967 Jan 18 20:52:30.878008 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de66cf-c1de-44ff-9685-6fb9597a40d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac40a2e5-a2f7-43aa-b23f-1c05e2394d05,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:31.568384 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38606) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:31.665563 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-a4199c1d-8a1d-4b74-90f5-e1c74db8ad11 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1444548366-network', 'tenant_id': 'cb0a16ecd2874c3d945178fe17cea04d'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:52:31.687519 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4199c1d-8a1d-4b74-90f5-e1c74db8ad11 admin admin] Made reservation on behalf of cb0a16ecd2874c3d945178fe17cea04d for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:52:31.690140 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a4199c1d-8a1d-4b74-90f5-e1c74db8ad11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:31.699198 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a4199c1d-8a1d-4b74-90f5-e1c74db8ad11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:31.778378 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a4199c1d-8a1d-4b74-90f5-e1c74db8ad11 admin admin] Publish callbacks [] for security_group (820ab01d-18e0-4726-ab01-ee2e5207331b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:31.782458 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a4199c1d-8a1d-4b74-90f5-e1c74db8ad11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (820ab01d-18e0-4726-ab01-ee2e5207331b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:31.810766 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4199c1d-8a1d-4b74-90f5-e1c74db8ad11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:52:31.826338 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4199c1d-8a1d-4b74-90f5-e1c74db8ad11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820ab01d-18e0-4726-ab01-ee2e5207331b,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:31.838663 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a4199c1d-8a1d-4b74-90f5-e1c74db8ad11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (a7eef65b-367f-4306-bd83-cf292ab22056), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:31.838663 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-a4199c1d-8a1d-4b74-90f5-e1c74db8ad11 admin admin] Added segment a7eef65b-367f-4306-bd83-cf292ab22056 of type vlan for network dd7835a6-9794-4b93-96bb-0bb17d17082f Jan 18 20:52:31.885324 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a4199c1d-8a1d-4b74-90f5-e1c74db8ad11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (dd7835a6-9794-4b93-96bb-0bb17d17082f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:31.893246 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:31.913944 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a4199c1d-8a1d-4b74-90f5-e1c74db8ad11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (dd7835a6-9794-4b93-96bb-0bb17d17082f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:31.914894 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4199c1d-8a1d-4b74-90f5-e1c74db8ad11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:52:31.915459 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a4199c1d-8a1d-4b74-90f5-e1c74db8ad11 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:31.947634 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a4199c1d-8a1d-4b74-90f5-e1c74db8ad11 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3781824 Jan 18 20:52:31.950486 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38610) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:31.982225 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-b68c44b8-fa88-44a2-9164-59e8b389a1d9 admin admin] Request body: {'subnet': {'network_id': 'dd7835a6-9794-4b93-96bb-0bb17d17082f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1444548366-subnet', 'tenant_id': 'cb0a16ecd2874c3d945178fe17cea04d', 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:52:31.992167 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4199c1d-8a1d-4b74-90f5-e1c74db8ad11 admin admin] Pushing event updated for resources: {'Network': ['ID=dd7835a6-9794-4b93-96bb-0bb17d17082f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:32.001949 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network dd7835a6-9794-4b93-96bb-0bb17d17082f details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:52:32.010951 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68c44b8-fa88-44a2-9164-59e8b389a1d9 admin admin] Made reservation on behalf of cb0a16ecd2874c3d945178fe17cea04d for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:52:32.013399 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b68c44b8-fa88-44a2-9164-59e8b389a1d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:32.177508 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b68c44b8-fa88-44a2-9164-59e8b389a1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (3095bd8d-0fee-41d5-82a2-c6d9f951e6d8), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:32.232884 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c44b8-fa88-44a2-9164-59e8b389a1d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3095bd8d-0fee-41d5-82a2-c6d9f951e6d8,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:32.239743 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68c44b8-fa88-44a2-9164-59e8b389a1d9 admin admin] Checking segment: {'id': 'a7eef65b-367f-4306-bd83-cf292ab22056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dd7835a6-9794-4b93-96bb-0bb17d17082f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:52:32.240101 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68c44b8-fa88-44a2-9164-59e8b389a1d9 admin admin] Network hostable DHCP agents. Network: dd7835a6-9794-4b93-96bb-0bb17d17082f, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:52:32.256387 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68c44b8-fa88-44a2-9164-59e8b389a1d9 admin admin] Network dd7835a6-9794-4b93-96bb-0bb17d17082f is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:52:32.265069 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-b68c44b8-fa88-44a2-9164-59e8b389a1d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, dd7835a6-9794-4b93-96bb-0bb17d17082f) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:52:32.268968 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68c44b8-fa88-44a2-9164-59e8b389a1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:52:32.269552 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b68c44b8-fa88-44a2-9164-59e8b389a1d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:32.277140 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd43e7e7-dfc7-4d9b-8c44-9bdbf455cd50 None None] Network dd7835a6-9794-4b93-96bb-0bb17d17082f requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:52:32.291118 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b68c44b8-fa88-44a2-9164-59e8b389a1d9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3395827 Jan 18 20:52:32.293728 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38614) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:32.297888 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-01464d48-1d50-4ec0-86ce-5a5ef30b1b86 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1444548366-router', 'tenant_id': 'cb0a16ecd2874c3d945178fe17cea04d', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:52:32.321215 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01464d48-1d50-4ec0-86ce-5a5ef30b1b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (455c6091-e34a-4c86-999f-73e44953a926), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:32.322247 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01464d48-1d50-4ec0-86ce-5a5ef30b1b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (455c6091-e34a-4c86-999f-73e44953a926), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:32.375420 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01464d48-1d50-4ec0-86ce-5a5ef30b1b86 admin admin] Publish callbacks [] for router_controller (455c6091-e34a-4c86-999f-73e44953a926), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:32.390455 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2c3a9a-0a14-4ac3-9d88-4aa51fbf01ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-dd7835a6-9794-4b93-96bb-0bb17d17082f', 'network_id': 'dd7835a6-9794-4b93-96bb-0bb17d17082f', 'project_id': 'cb0a16ecd2874c3d945178fe17cea04d', 'fixed_ips': [{'subnet_id': '3095bd8d-0fee-41d5-82a2-c6d9f951e6d8'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:52:32.391392 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6f2c3a9a-0a14-4ac3-9d88-4aa51fbf01ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:32.510251 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01464d48-1d50-4ec0-86ce-5a5ef30b1b86 admin admin] Publish callbacks [] for router_gateway (455c6091-e34a-4c86-999f-73e44953a926), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:32.527878 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-6f2c3a9a-0a14-4ac3-9d88-4aa51fbf01ec None None] Allocated IP 172.20.0.2 (dd7835a6-9794-4b93-96bb-0bb17d17082f/3095bd8d-0fee-41d5-82a2-c6d9f951e6d8/700b5855-a461-40f5-8aa5-801daafab66a) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:52:32.668955 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6f2c3a9a-0a14-4ac3-9d88-4aa51fbf01ec None None] Publish callbacks [] for port (700b5855-a461-40f5-8aa5-801daafab66a), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:32.674575 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6f2c3a9a-0a14-4ac3-9d88-4aa51fbf01ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (700b5855-a461-40f5-8aa5-801daafab66a), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:32.704221 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01464d48-1d50-4ec0-86ce-5a5ef30b1b86 admin admin] Publish callbacks [] for router_gateway (455c6091-e34a-4c86-999f-73e44953a926), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:32.713099 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2c3a9a-0a14-4ac3-9d88-4aa51fbf01ec None None] Network dd7835a6-9794-4b93-96bb-0bb17d17082f is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:52:32.715970 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-6f2c3a9a-0a14-4ac3-9d88-4aa51fbf01ec None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:52:32.719286 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2c3a9a-0a14-4ac3-9d88-4aa51fbf01ec None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:52:32.723607 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01464d48-1d50-4ec0-86ce-5a5ef30b1b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:32.728680 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c3a9a-0a14-4ac3-9d88-4aa51fbf01ec None None] Pushing event updated for resources: {'Port': ['ID=700b5855-a461-40f5-8aa5-801daafab66a,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:32.776100 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6f2c3a9a-0a14-4ac3-9d88-4aa51fbf01ec None None] Attempting to bind port 700b5855-a461-40f5-8aa5-801daafab66a on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:52:32.776382 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6f2c3a9a-0a14-4ac3-9d88-4aa51fbf01ec None None] Attempting to bind port 700b5855-a461-40f5-8aa5-801daafab66a by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'a7eef65b-367f-4306-bd83-cf292ab22056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dd7835a6-9794-4b93-96bb-0bb17d17082f'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:52:32.776733 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c3a9a-0a14-4ac3-9d88-4aa51fbf01ec None None] Attempting to bind port 700b5855-a461-40f5-8aa5-801daafab66a on network dd7835a6-9794-4b93-96bb-0bb17d17082f {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:52:32.781517 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c3a9a-0a14-4ac3-9d88-4aa51fbf01ec None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:52:32.781934 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c3a9a-0a14-4ac3-9d88-4aa51fbf01ec None None] Checking segment: {'id': 'a7eef65b-367f-4306-bd83-cf292ab22056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dd7835a6-9794-4b93-96bb-0bb17d17082f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:52:32.782333 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6f2c3a9a-0a14-4ac3-9d88-4aa51fbf01ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:32.782727 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c3a9a-0a14-4ac3-9d88-4aa51fbf01ec None None] Bound using segment: {'id': 'a7eef65b-367f-4306-bd83-cf292ab22056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dd7835a6-9794-4b93-96bb-0bb17d17082f'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:52:32.783177 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6f2c3a9a-0a14-4ac3-9d88-4aa51fbf01ec None None] Bound port: 700b5855-a461-40f5-8aa5-801daafab66a, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7eef65b-367f-4306-bd83-cf292ab22056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dd7835a6-9794-4b93-96bb-0bb17d17082f'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:52:32.783544 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6f2c3a9a-0a14-4ac3-9d88-4aa51fbf01ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (700b5855-a461-40f5-8aa5-801daafab66a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:32.826781 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-01464d48-1d50-4ec0-86ce-5a5ef30b1b86 admin admin] Allocated IP 172.25.4.49 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/6d7d045d-0479-4b76-8798-2f6686564f47) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:52:32.848525 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6f2c3a9a-0a14-4ac3-9d88-4aa51fbf01ec None None] For port 700b5855-a461-40f5-8aa5-801daafab66a, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:52:32.852453 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6f2c3a9a-0a14-4ac3-9d88-4aa51fbf01ec None None] For port 700b5855-a461-40f5-8aa5-801daafab66a, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=700b5855-a461-40f5-8aa5-801daafab66a,segment=NetworkSegment(a7eef65b-367f-4306-bd83-cf292ab22056),segment_id=a7eef65b-367f-4306-bd83-cf292ab22056)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:52:32.856244 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6f2c3a9a-0a14-4ac3-9d88-4aa51fbf01ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (700b5855-a461-40f5-8aa5-801daafab66a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:32.910105 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c3a9a-0a14-4ac3-9d88-4aa51fbf01ec None None] Pushing event updated for resources: {'Port': ['ID=700b5855-a461-40f5-8aa5-801daafab66a,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:32.938490 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01464d48-1d50-4ec0-86ce-5a5ef30b1b86 admin admin] Publish callbacks [] for port (6d7d045d-0479-4b76-8798-2f6686564f47), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:32.972866 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01464d48-1d50-4ec0-86ce-5a5ef30b1b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (6d7d045d-0479-4b76-8798-2f6686564f47), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:33.017860 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01464d48-1d50-4ec0-86ce-5a5ef30b1b86 admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:52:33.020901 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-01464d48-1d50-4ec0-86ce-5a5ef30b1b86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:52:33.026068 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01464d48-1d50-4ec0-86ce-5a5ef30b1b86 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:52:33.029193 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01464d48-1d50-4ec0-86ce-5a5ef30b1b86 admin admin] Pushing event updated for resources: {'Port': ['ID=6d7d045d-0479-4b76-8798-2f6686564f47,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:33.038233 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16afc9ca-0c06-4520-91fe-32fda8328c44 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:52:33.111317 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-152255b7-48bd-4711-b01a-aeecf08d85a6 None None] Provisioning complete for port 6d7d045d-0479-4b76-8798-2f6686564f47 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:33.111683 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152255b7-48bd-4711-b01a-aeecf08d85a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6d7d045d-0479-4b76-8798-2f6686564f47), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:33.157700 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-152255b7-48bd-4711-b01a-aeecf08d85a6 None None] Port 6d7d045d-0479-4b76-8798-2f6686564f47 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:52:33.294492 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01464d48-1d50-4ec0-86ce-5a5ef30b1b86 admin admin] Publish callbacks [] for router_gateway (455c6091-e34a-4c86-999f-73e44953a926), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:33.486480 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01464d48-1d50-4ec0-86ce-5a5ef30b1b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (455c6091-e34a-4c86-999f-73e44953a926), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:33.616651 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01464d48-1d50-4ec0-86ce-5a5ef30b1b86 admin admin] Router 455c6091-e34a-4c86-999f-73e44953a926 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:52:33.724187 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01464d48-1d50-4ec0-86ce-5a5ef30b1b86 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:52:33.733758 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2481ba-64c5-4a4a-b09b-5e97647c2a3b None None] Sync routers for ids ['455c6091-e34a-4c86-999f-73e44953a926'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:52:33.741901 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01464d48-1d50-4ec0-86ce-5a5ef30b1b86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:33.746172 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-01464d48-1d50-4ec0-86ce-5a5ef30b1b86 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4490056 Jan 18 20:52:33.746473 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38618) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:33.750698 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2481ba-64c5-4a4a-b09b-5e97647c2a3b None None] Routers {'455c6091-e34a-4c86-999f-73e44953a926'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:33.751997 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ca2481ba-64c5-4a4a-b09b-5e97647c2a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:52:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['455c6091-e34a-4c86-999f-73e44953a926'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:33.846482 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f33961d-f127-4c9e-bc78-d294dae7ba94 None None] Network dd7835a6-9794-4b93-96bb-0bb17d17082f requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:52:33.922284 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4b3debf6-a994-429c-83e3-6d84792b5410 None None] Provisioning complete for port 700b5855-a461-40f5-8aa5-801daafab66a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:33.922994 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4b3debf6-a994-429c-83e3-6d84792b5410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (700b5855-a461-40f5-8aa5-801daafab66a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:33.953484 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-ca2481ba-64c5-4a4a-b09b-5e97647c2a3b None None] Set router 455c6091-e34a-4c86-999f-73e44953a926 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:34.046080 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4b3debf6-a994-429c-83e3-6d84792b5410 None None] Current status of the port 700b5855-a461-40f5-8aa5-801daafab66a is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:34.046665 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4b3debf6-a994-429c-83e3-6d84792b5410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (700b5855-a461-40f5-8aa5-801daafab66a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:34.088531 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-4b3debf6-a994-429c-83e3-6d84792b5410 None None] For port 700b5855-a461-40f5-8aa5-801daafab66a, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=700b5855-a461-40f5-8aa5-801daafab66a,segment=NetworkSegment(a7eef65b-367f-4306-bd83-cf292ab22056),segment_id=a7eef65b-367f-4306-bd83-cf292ab22056)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:34.097186 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4b3debf6-a994-429c-83e3-6d84792b5410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (700b5855-a461-40f5-8aa5-801daafab66a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:34.148454 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ca2481ba-64c5-4a4a-b09b-5e97647c2a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455c6091-e34a-4c86-999f-73e44953a926', 'name': 'tempest-TestAggregatesBasicOps-1444548366-router', 'tenant_id': 'cb0a16ecd2874c3d945178fe17cea04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '6d7d045d-0479-4b76-8798-2f6686564f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:52:32Z', 'updated_at': '2022-01-18T20:52:33Z', 'revision_number': 3, 'project_id': 'cb0a16ecd2874c3d945178fe17cea04d', 'gw_port': {'id': '6d7d045d-0479-4b76-8798-2f6686564f47', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455c6091-e34a-4c86-999f-73e44953a926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:32Z', 'updated_at': '2022-01-18T20:52:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:34.166525 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3debf6-a994-429c-83e3-6d84792b5410 None None] Pushing event updated for resources: {'Port': ['ID=700b5855-a461-40f5-8aa5-801daafab66a,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:34.184577 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2481ba-64c5-4a4a-b09b-5e97647c2a3b None None] Checking router: 455c6091-e34a-4c86-999f-73e44953a926 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:52:34.184917 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2481ba-64c5-4a4a-b09b-5e97647c2a3b None None] Updating router 455c6091-e34a-4c86-999f-73e44953a926 port 6d7d045d-0479-4b76-8798-2f6686564f47 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:52:34.211412 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-ca2481ba-64c5-4a4a-b09b-5e97647c2a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6d7d045d-0479-4b76-8798-2f6686564f47), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:34.282377 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:34.321834 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dbdb7d92-ff05-4713-87c9-0a079a7c4a8d None None] Provisioning complete for port 700b5855-a461-40f5-8aa5-801daafab66a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:34.322584 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dbdb7d92-ff05-4713-87c9-0a079a7c4a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (700b5855-a461-40f5-8aa5-801daafab66a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:34.403698 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dbdb7d92-ff05-4713-87c9-0a079a7c4a8d None None] Current status of the port 700b5855-a461-40f5-8aa5-801daafab66a is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:34.476500 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-ca2481ba-64c5-4a4a-b09b-5e97647c2a3b None None] Publish callbacks [] for port (6d7d045d-0479-4b76-8798-2f6686564f47), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:34.482691 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-ca2481ba-64c5-4a4a-b09b-5e97647c2a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6d7d045d-0479-4b76-8798-2f6686564f47), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:34.518966 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2cf0b3e-cba0-44a8-acbf-d10bee9099c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:34.522024 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a468cf5-bf43-4547-ba4b-d86da065629b None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:52:34.536773 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-ca2481ba-64c5-4a4a-b09b-5e97647c2a3b None None] Attempting to bind port 6d7d045d-0479-4b76-8798-2f6686564f47 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:52:34.537179 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-ca2481ba-64c5-4a4a-b09b-5e97647c2a3b None None] Attempting to bind port 6d7d045d-0479-4b76-8798-2f6686564f47 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:52:34.537536 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2481ba-64c5-4a4a-b09b-5e97647c2a3b None None] Attempting to bind port 6d7d045d-0479-4b76-8798-2f6686564f47 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:52:34.540155 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2acdce3-363c-4495-bb0e-3a38654b64e2 None None] Pushing event updated for resources: {'Port': ['ID=6d7d045d-0479-4b76-8798-2f6686564f47,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:34.546264 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2481ba-64c5-4a4a-b09b-5e97647c2a3b None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:52:34.546646 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2481ba-64c5-4a4a-b09b-5e97647c2a3b None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:52:34.547051 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-ca2481ba-64c5-4a4a-b09b-5e97647c2a3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:34.547434 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2481ba-64c5-4a4a-b09b-5e97647c2a3b None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:52:34.548268 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-ca2481ba-64c5-4a4a-b09b-5e97647c2a3b None None] Bound port: 6d7d045d-0479-4b76-8798-2f6686564f47, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:52:34.548268 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-ca2481ba-64c5-4a4a-b09b-5e97647c2a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6d7d045d-0479-4b76-8798-2f6686564f47), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:34.598068 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-ca2481ba-64c5-4a4a-b09b-5e97647c2a3b None None] For port 6d7d045d-0479-4b76-8798-2f6686564f47, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:52:34.601781 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-ca2481ba-64c5-4a4a-b09b-5e97647c2a3b None None] For port 6d7d045d-0479-4b76-8798-2f6686564f47, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6d7d045d-0479-4b76-8798-2f6686564f47,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:52:34.606316 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-ca2481ba-64c5-4a4a-b09b-5e97647c2a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6d7d045d-0479-4b76-8798-2f6686564f47), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:34.627981 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ec0addc2-e697-4f7b-8172-3b27e751fdac None None] Provisioning complete for port 6d7d045d-0479-4b76-8798-2f6686564f47 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:34.628394 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ec0addc2-e697-4f7b-8172-3b27e751fdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6d7d045d-0479-4b76-8798-2f6686564f47), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:34.665275 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2acdce3-363c-4495-bb0e-3a38654b64e2 None None] Pushing event updated for resources: {'Port': ['ID=6d7d045d-0479-4b76-8798-2f6686564f47,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:34.667965 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2481ba-64c5-4a4a-b09b-5e97647c2a3b None None] Routers {'455c6091-e34a-4c86-999f-73e44953a926'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:34.668566 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ca2481ba-64c5-4a4a-b09b-5e97647c2a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:52:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['455c6091-e34a-4c86-999f-73e44953a926'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:34.669771 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fed038-2a66-4f83-bcfe-040aa45f71ae None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:52:34.759921 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 700b5855-a461-40f5-8aa5-801daafab66a up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:52:34.761933 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ec0addc2-e697-4f7b-8172-3b27e751fdac None None] Current status of the port 6d7d045d-0479-4b76-8798-2f6686564f47 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:34.762385 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ec0addc2-e697-4f7b-8172-3b27e751fdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6d7d045d-0479-4b76-8798-2f6686564f47), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:34.764066 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-b2cf0b3e-cba0-44a8-acbf-d10bee9099c7 admin admin] Allocated IP 172.20.0.1 (dd7835a6-9794-4b93-96bb-0bb17d17082f/3095bd8d-0fee-41d5-82a2-c6d9f951e6d8/32c3904d-c8f6-46f0-a6e1-a3faa2366d7c) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:52:34.790382 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-ca2481ba-64c5-4a4a-b09b-5e97647c2a3b None None] Set router 455c6091-e34a-4c86-999f-73e44953a926 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:34.811010 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ec0addc2-e697-4f7b-8172-3b27e751fdac None None] For port 6d7d045d-0479-4b76-8798-2f6686564f47, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6d7d045d-0479-4b76-8798-2f6686564f47,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:34.817497 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ec0addc2-e697-4f7b-8172-3b27e751fdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6d7d045d-0479-4b76-8798-2f6686564f47), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:34.872155 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2cf0b3e-cba0-44a8-acbf-d10bee9099c7 admin admin] Publish callbacks [] for port (32c3904d-c8f6-46f0-a6e1-a3faa2366d7c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:34.877230 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 700b5855-a461-40f5-8aa5-801daafab66a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:34.877736 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (700b5855-a461-40f5-8aa5-801daafab66a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:34.906611 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0addc2-e697-4f7b-8172-3b27e751fdac None None] Pushing event updated for resources: {'Port': ['ID=6d7d045d-0479-4b76-8798-2f6686564f47,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:34.909058 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2cf0b3e-cba0-44a8-acbf-d10bee9099c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (32c3904d-c8f6-46f0-a6e1-a3faa2366d7c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:34.949297 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-5a22c732-63b6-499d-b16e-fc6f20aa3149 None None] Provisioning complete for port 6d7d045d-0479-4b76-8798-2f6686564f47 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:34.949905 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5a22c732-63b6-499d-b16e-fc6f20aa3149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6d7d045d-0479-4b76-8798-2f6686564f47), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:34.955070 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cf0b3e-cba0-44a8-acbf-d10bee9099c7 admin admin] Network dd7835a6-9794-4b93-96bb-0bb17d17082f is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:52:34.958147 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-b2cf0b3e-cba0-44a8-acbf-d10bee9099c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:52:34.963135 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cf0b3e-cba0-44a8-acbf-d10bee9099c7 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:52:34.966277 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf0b3e-cba0-44a8-acbf-d10bee9099c7 admin admin] Pushing event updated for resources: {'Port': ['ID=32c3904d-c8f6-46f0-a6e1-a3faa2366d7c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:34.976829 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ca2481ba-64c5-4a4a-b09b-5e97647c2a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455c6091-e34a-4c86-999f-73e44953a926', 'name': 'tempest-TestAggregatesBasicOps-1444548366-router', 'tenant_id': 'cb0a16ecd2874c3d945178fe17cea04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '6d7d045d-0479-4b76-8798-2f6686564f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:52:32Z', 'updated_at': '2022-01-18T20:52:33Z', 'revision_number': 3, 'project_id': 'cb0a16ecd2874c3d945178fe17cea04d', 'gw_port': {'id': '6d7d045d-0479-4b76-8798-2f6686564f47', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455c6091-e34a-4c86-999f-73e44953a926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:32Z', 'updated_at': '2022-01-18T20:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:35.006978 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2cf0b3e-cba0-44a8-acbf-d10bee9099c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (455c6091-e34a-4c86-999f-73e44953a926), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:35.007578 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2481ba-64c5-4a4a-b09b-5e97647c2a3b None None] The sync data for ids ['455c6091-e34a-4c86-999f-73e44953a926'] in n-d-741529-9 is: [{'id': '455c6091-e34a-4c86-999f-73e44953a926', 'name': 'tempest-TestAggregatesBasicOps-1444548366-router', 'tenant_id': 'cb0a16ecd2874c3d945178fe17cea04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '6d7d045d-0479-4b76-8798-2f6686564f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:52:32Z', 'updated_at': '2022-01-18T20:52:33Z', 'revision_number': 3, 'project_id': 'cb0a16ecd2874c3d945178fe17cea04d', 'gw_port': {'id': '6d7d045d-0479-4b76-8798-2f6686564f47', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455c6091-e34a-4c86-999f-73e44953a926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:32Z', 'updated_at': '2022-01-18T20:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:52:35.071782 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 700b5855-a461-40f5-8aa5-801daafab66a is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:35.078051 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5a22c732-63b6-499d-b16e-fc6f20aa3149 None None] Current status of the port 6d7d045d-0479-4b76-8798-2f6686564f47 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:35.167556 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2cf0b3e-cba0-44a8-acbf-d10bee9099c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (32c3904d-c8f6-46f0-a6e1-a3faa2366d7c), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:35.309275 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-483f2845-166f-4c9b-8c58-bcf2a470088f None None] Provisioning complete for port 32c3904d-c8f6-46f0-a6e1-a3faa2366d7c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:35.309695 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-483f2845-166f-4c9b-8c58-bcf2a470088f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (32c3904d-c8f6-46f0-a6e1-a3faa2366d7c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:35.344877 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-483f2845-166f-4c9b-8c58-bcf2a470088f None None] Port 32c3904d-c8f6-46f0-a6e1-a3faa2366d7c cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:52:35.360840 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2cf0b3e-cba0-44a8-acbf-d10bee9099c7 admin admin] Publish callbacks [] for port (32c3904d-c8f6-46f0-a6e1-a3faa2366d7c), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:35.366973 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2cf0b3e-cba0-44a8-acbf-d10bee9099c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (32c3904d-c8f6-46f0-a6e1-a3faa2366d7c), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:35.440131 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf0b3e-cba0-44a8-acbf-d10bee9099c7 admin admin] Pushing event updated for resources: {'Port': ['ID=32c3904d-c8f6-46f0-a6e1-a3faa2366d7c,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:35.443601 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2cf0b3e-cba0-44a8-acbf-d10bee9099c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (455c6091-e34a-4c86-999f-73e44953a926), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:35.538897 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cf0b3e-cba0-44a8-acbf-d10bee9099c7 admin admin] Network dd7835a6-9794-4b93-96bb-0bb17d17082f is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:52:35.540399 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-b2cf0b3e-cba0-44a8-acbf-d10bee9099c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:52:35.661886 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2cf0b3e-cba0-44a8-acbf-d10bee9099c7 admin admin] Router 455c6091-e34a-4c86-999f-73e44953a926 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:52:35.769157 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dc5d97fa-4a06-4576-9a9f-265575c91dbd None None] Provisioning complete for port 32c3904d-c8f6-46f0-a6e1-a3faa2366d7c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:35.769532 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dc5d97fa-4a06-4576-9a9f-265575c91dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (32c3904d-c8f6-46f0-a6e1-a3faa2366d7c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:35.777881 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cf0b3e-cba0-44a8-acbf-d10bee9099c7 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:52:35.783350 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b2cf0b3e-cba0-44a8-acbf-d10bee9099c7 admin admin] 10.222.0.31 "PUT /v2.0/routers/455c6091-e34a-4c86-999f-73e44953a926/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0360069 Jan 18 20:52:35.812937 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dc5d97fa-4a06-4576-9a9f-265575c91dbd None None] Port 32c3904d-c8f6-46f0-a6e1-a3faa2366d7c cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:52:36.266451 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38634) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:36.271376 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-be93b2ac-60c6-4a81-8c0c-67312e4b3549 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-330078889-network', 'tenant_id': 'd84a9ad7dbf7440a96a41d39dfd7808b'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:52:36.296749 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be93b2ac-60c6-4a81-8c0c-67312e4b3549 admin admin] Made reservation on behalf of d84a9ad7dbf7440a96a41d39dfd7808b for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:52:36.299163 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be93b2ac-60c6-4a81-8c0c-67312e4b3549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:36.308942 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be93b2ac-60c6-4a81-8c0c-67312e4b3549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:36.385471 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be93b2ac-60c6-4a81-8c0c-67312e4b3549 admin admin] Publish callbacks [] for security_group (4a98422e-705f-4bee-9764-34b0c9a1d027), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:36.390063 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be93b2ac-60c6-4a81-8c0c-67312e4b3549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4a98422e-705f-4bee-9764-34b0c9a1d027), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:36.419125 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be93b2ac-60c6-4a81-8c0c-67312e4b3549 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:52:36.421098 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93b2ac-60c6-4a81-8c0c-67312e4b3549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a98422e-705f-4bee-9764-34b0c9a1d027,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:36.431992 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be93b2ac-60c6-4a81-8c0c-67312e4b3549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (9c6355b9-9d1d-409f-ad90-08b7438412af), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:36.432330 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-be93b2ac-60c6-4a81-8c0c-67312e4b3549 admin admin] Added segment 9c6355b9-9d1d-409f-ad90-08b7438412af of type vlan for network 0b715bae-a290-4582-a535-1999abaca18d Jan 18 20:52:36.471739 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be93b2ac-60c6-4a81-8c0c-67312e4b3549 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (0b715bae-a290-4582-a535-1999abaca18d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:36.496675 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be93b2ac-60c6-4a81-8c0c-67312e4b3549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (0b715bae-a290-4582-a535-1999abaca18d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:36.497607 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be93b2ac-60c6-4a81-8c0c-67312e4b3549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:52:36.498405 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be93b2ac-60c6-4a81-8c0c-67312e4b3549 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:36.559302 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-be93b2ac-60c6-4a81-8c0c-67312e4b3549 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2916903 Jan 18 20:52:36.561890 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38636) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:36.569734 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-e53354a0-0464-47f5-bbc0-8182d02b8093 admin admin] Request body: {'subnet': {'network_id': '0b715bae-a290-4582-a535-1999abaca18d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-330078889-subnet', 'tenant_id': 'd84a9ad7dbf7440a96a41d39dfd7808b', 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:52:36.574900 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93b2ac-60c6-4a81-8c0c-67312e4b3549 admin admin] Pushing event updated for resources: {'Network': ['ID=0b715bae-a290-4582-a535-1999abaca18d,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:36.586569 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 0b715bae-a290-4582-a535-1999abaca18d details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:52:36.598623 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53354a0-0464-47f5-bbc0-8182d02b8093 admin admin] Made reservation on behalf of d84a9ad7dbf7440a96a41d39dfd7808b for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:52:36.601139 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e53354a0-0464-47f5-bbc0-8182d02b8093 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:36.638345 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb69e5a-a41d-490a-9ba8-b65a0dc9f581 None None] Sync routers for ids ['455c6091-e34a-4c86-999f-73e44953a926'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:52:36.658867 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb69e5a-a41d-490a-9ba8-b65a0dc9f581 None None] Routers {'455c6091-e34a-4c86-999f-73e44953a926'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:36.659898 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3fb69e5a-a41d-490a-9ba8-b65a0dc9f581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:52:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['455c6091-e34a-4c86-999f-73e44953a926'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:36.745744 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6d7d045d-0479-4b76-8798-2f6686564f47 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:52:36.781669 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e53354a0-0464-47f5-bbc0-8182d02b8093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (468eb498-2e05-4f72-80f7-f5ca1f504a2b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:36.800317 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-3fb69e5a-a41d-490a-9ba8-b65a0dc9f581 None None] Set router 455c6091-e34a-4c86-999f-73e44953a926 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:36.831415 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53354a0-0464-47f5-bbc0-8182d02b8093 admin admin] Pushing event updated for resources: {'Subnet': ['ID=468eb498-2e05-4f72-80f7-f5ca1f504a2b,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:36.847938 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53354a0-0464-47f5-bbc0-8182d02b8093 admin admin] Checking segment: {'id': '9c6355b9-9d1d-409f-ad90-08b7438412af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0b715bae-a290-4582-a535-1999abaca18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:52:36.848292 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53354a0-0464-47f5-bbc0-8182d02b8093 admin admin] Network hostable DHCP agents. Network: 0b715bae-a290-4582-a535-1999abaca18d, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:52:36.865194 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53354a0-0464-47f5-bbc0-8182d02b8093 admin admin] Network 0b715bae-a290-4582-a535-1999abaca18d is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:52:36.874107 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-e53354a0-0464-47f5-bbc0-8182d02b8093 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 0b715bae-a290-4582-a535-1999abaca18d) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:52:36.876269 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 6d7d045d-0479-4b76-8798-2f6686564f47 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:36.876636 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6d7d045d-0479-4b76-8798-2f6686564f47), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:36.878322 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53354a0-0464-47f5-bbc0-8182d02b8093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:52:36.879753 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e53354a0-0464-47f5-bbc0-8182d02b8093 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:36.894693 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e53354a0-0464-47f5-bbc0-8182d02b8093 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3313394 Jan 18 20:52:36.897165 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38638) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:36.901903 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-1c684923-dbb6-4f8e-bc70-9089d46d4784 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-330078889-router', 'tenant_id': 'd84a9ad7dbf7440a96a41d39dfd7808b', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:52:36.902690 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d6195c-5728-4684-ba62-6f248f1b719f None None] Network 0b715bae-a290-4582-a535-1999abaca18d requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:52:36.924251 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1c684923-dbb6-4f8e-bc70-9089d46d4784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (68b0d4b5-9196-4890-9b01-a423f98ba91e), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:36.925569 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1c684923-dbb6-4f8e-bc70-9089d46d4784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (68b0d4b5-9196-4890-9b01-a423f98ba91e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:36.984679 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1c684923-dbb6-4f8e-bc70-9089d46d4784 admin admin] Publish callbacks [] for router_controller (68b0d4b5-9196-4890-9b01-a423f98ba91e), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:37.061725 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:37.120208 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1c684923-dbb6-4f8e-bc70-9089d46d4784 admin admin] Publish callbacks [] for router_gateway (68b0d4b5-9196-4890-9b01-a423f98ba91e), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:37.297049 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-0b715bae-a290-4582-a535-1999abaca18d', 'network_id': '0b715bae-a290-4582-a535-1999abaca18d', 'project_id': 'd84a9ad7dbf7440a96a41d39dfd7808b', 'fixed_ips': [{'subnet_id': '468eb498-2e05-4f72-80f7-f5ca1f504a2b'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:52:37.297942 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:37.320367 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 6d7d045d-0479-4b76-8798-2f6686564f47 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:37.323780 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1c684923-dbb6-4f8e-bc70-9089d46d4784 admin admin] Publish callbacks [] for router_gateway (68b0d4b5-9196-4890-9b01-a423f98ba91e), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:37.342877 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1c684923-dbb6-4f8e-bc70-9089d46d4784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:37.416533 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3fb69e5a-a41d-490a-9ba8-b65a0dc9f581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455c6091-e34a-4c86-999f-73e44953a926', 'name': 'tempest-TestAggregatesBasicOps-1444548366-router', 'tenant_id': 'cb0a16ecd2874c3d945178fe17cea04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '6d7d045d-0479-4b76-8798-2f6686564f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:52:32Z', 'updated_at': '2022-01-18T20:52:35Z', 'revision_number': 4, 'project_id': 'cb0a16ecd2874c3d945178fe17cea04d', 'gw_port': {'id': '6d7d045d-0479-4b76-8798-2f6686564f47', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455c6091-e34a-4c86-999f-73e44953a926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:32Z', 'updated_at': '2022-01-18T20:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '32c3904d-c8f6-46f0-a6e1-a3faa2366d7c', 'name': '', 'network_id': 'dd7835a6-9794-4b93-96bb-0bb17d17082f', 'tenant_id': 'cb0a16ecd2874c3d945178fe17cea04d', 'mac_address': 'fa:16:3e:08:79:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455c6091-e34a-4c86-999f-73e44953a926', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '3095bd8d-0fee-41d5-82a2-c6d9f951e6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:34Z', 'updated_at': '2022-01-18T20:52:35Z', 'revision_number': 2, 'project_id': 'cb0a16ecd2874c3d945178fe17cea04d', 'subnets': [{'id': '3095bd8d-0fee-41d5-82a2-c6d9f951e6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:37.443240 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-1c684923-dbb6-4f8e-bc70-9089d46d4784 admin admin] Allocated IP 172.25.4.36 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/bbbb1d20-a54f-43f2-8bdc-26ce4a097742) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:52:37.465611 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb69e5a-a41d-490a-9ba8-b65a0dc9f581 None None] Checking router: 455c6091-e34a-4c86-999f-73e44953a926 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:52:37.465988 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb69e5a-a41d-490a-9ba8-b65a0dc9f581 None None] Updating router 455c6091-e34a-4c86-999f-73e44953a926 port 32c3904d-c8f6-46f0-a6e1-a3faa2366d7c binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:52:37.512062 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3fb69e5a-a41d-490a-9ba8-b65a0dc9f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (32c3904d-c8f6-46f0-a6e1-a3faa2366d7c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:37.517347 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Allocated IP 172.20.0.2 (0b715bae-a290-4582-a535-1999abaca18d/468eb498-2e05-4f72-80f7-f5ca1f504a2b/5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:52:37.560647 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1c684923-dbb6-4f8e-bc70-9089d46d4784 admin admin] Publish callbacks [] for port (bbbb1d20-a54f-43f2-8bdc-26ce4a097742), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:37.594090 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1c684923-dbb6-4f8e-bc70-9089d46d4784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (bbbb1d20-a54f-43f2-8bdc-26ce4a097742), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:37.634216 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c684923-dbb6-4f8e-bc70-9089d46d4784 admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:52:37.637003 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-1c684923-dbb6-4f8e-bc70-9089d46d4784 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:52:37.640542 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c684923-dbb6-4f8e-bc70-9089d46d4784 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:52:37.661821 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c684923-dbb6-4f8e-bc70-9089d46d4784 admin admin] Pushing event updated for resources: {'Port': ['ID=bbbb1d20-a54f-43f2-8bdc-26ce4a097742,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:37.668502 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e9f5fc-c713-4ff8-840d-97bd535da2ba None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:52:37.827355 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-29141860-27f3-489d-bc0c-be3092bf7264 None None] Provisioning complete for port bbbb1d20-a54f-43f2-8bdc-26ce4a097742 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:37.827734 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-29141860-27f3-489d-bc0c-be3092bf7264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bbbb1d20-a54f-43f2-8bdc-26ce4a097742), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:37.867259 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Publish callbacks [] for port (5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:37.893803 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:37.896305 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1c684923-dbb6-4f8e-bc70-9089d46d4784 admin admin] Publish callbacks [] for router_gateway (68b0d4b5-9196-4890-9b01-a423f98ba91e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:37.924946 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-29141860-27f3-489d-bc0c-be3092bf7264 None None] Port bbbb1d20-a54f-43f2-8bdc-26ce4a097742 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:52:37.960545 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Network 0b715bae-a290-4582-a535-1999abaca18d is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:52:37.968700 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:52:37.972245 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Pushing event updated for resources: {'Port': ['ID=5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:37.975099 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:52:38.005314 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:38.005674 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:38.006019 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:38.006354 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:38.006686 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:38.007014 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:38.007342 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:38.007666 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:38.008029 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:38.008354 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:38.008679 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:38.009002 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:38.009323 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:52:38.064602 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3fb69e5a-a41d-490a-9ba8-b65a0dc9f581 None None] Publish callbacks [] for port (32c3904d-c8f6-46f0-a6e1-a3faa2366d7c), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:38.074496 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3fb69e5a-a41d-490a-9ba8-b65a0dc9f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (32c3904d-c8f6-46f0-a6e1-a3faa2366d7c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:38.085375 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Attempting to bind port 5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:52:38.085773 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Attempting to bind port 5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '9c6355b9-9d1d-409f-ad90-08b7438412af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0b715bae-a290-4582-a535-1999abaca18d'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:52:38.086698 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Attempting to bind port 5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea on network 0b715bae-a290-4582-a535-1999abaca18d {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:52:38.092653 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1c684923-dbb6-4f8e-bc70-9089d46d4784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (68b0d4b5-9196-4890-9b01-a423f98ba91e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:38.119916 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:52:38.120244 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Checking segment: {'id': '9c6355b9-9d1d-409f-ad90-08b7438412af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0b715bae-a290-4582-a535-1999abaca18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:52:38.120651 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:38.121042 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Bound using segment: {'id': '9c6355b9-9d1d-409f-ad90-08b7438412af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0b715bae-a290-4582-a535-1999abaca18d'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:52:38.121525 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Bound port: 5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6355b9-9d1d-409f-ad90-08b7438412af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0b715bae-a290-4582-a535-1999abaca18d'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:52:38.121937 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:38.142729 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ee2d9-96c0-4f56-bf40-0a13934b8f07 None None] Pushing event updated for resources: {'Port': ['ID=32c3904d-c8f6-46f0-a6e1-a3faa2366d7c,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:38.225202 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c684923-dbb6-4f8e-bc70-9089d46d4784 admin admin] Router 68b0d4b5-9196-4890-9b01-a423f98ba91e is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:52:38.244691 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3fb69e5a-a41d-490a-9ba8-b65a0dc9f581 None None] Attempting to bind port 32c3904d-c8f6-46f0-a6e1-a3faa2366d7c on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:52:38.245114 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3fb69e5a-a41d-490a-9ba8-b65a0dc9f581 None None] Attempting to bind port 32c3904d-c8f6-46f0-a6e1-a3faa2366d7c by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'a7eef65b-367f-4306-bd83-cf292ab22056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dd7835a6-9794-4b93-96bb-0bb17d17082f'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:52:38.245551 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb69e5a-a41d-490a-9ba8-b65a0dc9f581 None None] Attempting to bind port 32c3904d-c8f6-46f0-a6e1-a3faa2366d7c on network dd7835a6-9794-4b93-96bb-0bb17d17082f {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:52:38.255601 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] For port 5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:52:38.258613 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb69e5a-a41d-490a-9ba8-b65a0dc9f581 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:52:38.259070 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb69e5a-a41d-490a-9ba8-b65a0dc9f581 None None] Checking segment: {'id': 'a7eef65b-367f-4306-bd83-cf292ab22056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dd7835a6-9794-4b93-96bb-0bb17d17082f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:52:38.259613 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3fb69e5a-a41d-490a-9ba8-b65a0dc9f581 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:38.260020 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb69e5a-a41d-490a-9ba8-b65a0dc9f581 None None] Bound using segment: {'id': 'a7eef65b-367f-4306-bd83-cf292ab22056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dd7835a6-9794-4b93-96bb-0bb17d17082f'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:52:38.260579 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3fb69e5a-a41d-490a-9ba8-b65a0dc9f581 None None] Bound port: 32c3904d-c8f6-46f0-a6e1-a3faa2366d7c, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7eef65b-367f-4306-bd83-cf292ab22056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dd7835a6-9794-4b93-96bb-0bb17d17082f'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:52:38.261159 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3fb69e5a-a41d-490a-9ba8-b65a0dc9f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (32c3904d-c8f6-46f0-a6e1-a3faa2366d7c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:38.264284 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] For port 5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea,segment=NetworkSegment(9c6355b9-9d1d-409f-ad90-08b7438412af),segment_id=9c6355b9-9d1d-409f-ad90-08b7438412af)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:52:38.282997 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:38.338108 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c684923-dbb6-4f8e-bc70-9089d46d4784 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:52:38.347711 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b490e91-75aa-4066-b6ff-ff61a6461140 None None] Sync routers for ids ['68b0d4b5-9196-4890-9b01-a423f98ba91e'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:52:38.359319 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1c684923-dbb6-4f8e-bc70-9089d46d4784 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:38.359593 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b490e91-75aa-4066-b6ff-ff61a6461140 None None] Routers {'68b0d4b5-9196-4890-9b01-a423f98ba91e'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:38.360200 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-5b490e91-75aa-4066-b6ff-ff61a6461140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:52:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['68b0d4b5-9196-4890-9b01-a423f98ba91e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:38.362144 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1c684923-dbb6-4f8e-bc70-9089d46d4784 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4626887 Jan 18 20:52:38.363730 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38640) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:38.386342 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-df73585e-8f2f-4937-8e74-0798582cf1b2 None None] Provisioning complete for port 32c3904d-c8f6-46f0-a6e1-a3faa2366d7c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:38.386791 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-df73585e-8f2f-4937-8e74-0798582cf1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (32c3904d-c8f6-46f0-a6e1-a3faa2366d7c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:38.431926 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502879a9-fd95-4719-82fa-40bf3a51d76c None None] Pushing event updated for resources: {'Port': ['ID=5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:38.441821 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3fb69e5a-a41d-490a-9ba8-b65a0dc9f581 None None] For port 32c3904d-c8f6-46f0-a6e1-a3faa2366d7c, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:52:38.446859 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3fb69e5a-a41d-490a-9ba8-b65a0dc9f581 None None] For port 32c3904d-c8f6-46f0-a6e1-a3faa2366d7c, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=32c3904d-c8f6-46f0-a6e1-a3faa2366d7c,segment=NetworkSegment(a7eef65b-367f-4306-bd83-cf292ab22056),segment_id=a7eef65b-367f-4306-bd83-cf292ab22056)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:52:38.456216 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-df73585e-8f2f-4937-8e74-0798582cf1b2 None None] Port 32c3904d-c8f6-46f0-a6e1-a3faa2366d7c cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:52:38.459024 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3fb69e5a-a41d-490a-9ba8-b65a0dc9f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (32c3904d-c8f6-46f0-a6e1-a3faa2366d7c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:38.519720 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb69e5a-a41d-490a-9ba8-b65a0dc9f581 None None] Routers {'455c6091-e34a-4c86-999f-73e44953a926'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:38.520347 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3fb69e5a-a41d-490a-9ba8-b65a0dc9f581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:52:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['455c6091-e34a-4c86-999f-73e44953a926'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:38.523450 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-5b490e91-75aa-4066-b6ff-ff61a6461140 None None] Set router 68b0d4b5-9196-4890-9b01-a423f98ba91e gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:38.613013 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ee2d9-96c0-4f56-bf40-0a13934b8f07 None None] Pushing event updated for resources: {'Port': ['ID=32c3904d-c8f6-46f0-a6e1-a3faa2366d7c,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:38.720553 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-3fb69e5a-a41d-490a-9ba8-b65a0dc9f581 None None] Set router 455c6091-e34a-4c86-999f-73e44953a926 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:38.800782 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-5b490e91-75aa-4066-b6ff-ff61a6461140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b0d4b5-9196-4890-9b01-a423f98ba91e', 'name': 'tempest-TestAggregatesBasicOps-330078889-router', 'tenant_id': 'd84a9ad7dbf7440a96a41d39dfd7808b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'bbbb1d20-a54f-43f2-8bdc-26ce4a097742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:52:36Z', 'updated_at': '2022-01-18T20:52:37Z', 'revision_number': 3, 'project_id': 'd84a9ad7dbf7440a96a41d39dfd7808b', 'gw_port': {'id': 'bbbb1d20-a54f-43f2-8bdc-26ce4a097742', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b0d4b5-9196-4890-9b01-a423f98ba91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:37Z', 'updated_at': '2022-01-18T20:52:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:38.835402 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b490e91-75aa-4066-b6ff-ff61a6461140 None None] Checking router: 68b0d4b5-9196-4890-9b01-a423f98ba91e for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:52:38.836525 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b490e91-75aa-4066-b6ff-ff61a6461140 None None] Updating router 68b0d4b5-9196-4890-9b01-a423f98ba91e port bbbb1d20-a54f-43f2-8bdc-26ce4a097742 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:52:38.877842 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-5b490e91-75aa-4066-b6ff-ff61a6461140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bbbb1d20-a54f-43f2-8bdc-26ce4a097742), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:38.928841 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4062cc18-53c8-4883-8e07-8e153a8a029c None None] Provisioning complete for port 32c3904d-c8f6-46f0-a6e1-a3faa2366d7c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:38.929219 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4062cc18-53c8-4883-8e07-8e153a8a029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (32c3904d-c8f6-46f0-a6e1-a3faa2366d7c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:38.930326 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d274ca1-4cbc-42cf-a6c0-486d3ffb3d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:39.048157 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3fb69e5a-a41d-490a-9ba8-b65a0dc9f581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455c6091-e34a-4c86-999f-73e44953a926', 'name': 'tempest-TestAggregatesBasicOps-1444548366-router', 'tenant_id': 'cb0a16ecd2874c3d945178fe17cea04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '6d7d045d-0479-4b76-8798-2f6686564f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:52:32Z', 'updated_at': '2022-01-18T20:52:35Z', 'revision_number': 4, 'project_id': 'cb0a16ecd2874c3d945178fe17cea04d', 'gw_port': {'id': '6d7d045d-0479-4b76-8798-2f6686564f47', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455c6091-e34a-4c86-999f-73e44953a926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:32Z', 'updated_at': '2022-01-18T20:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '32c3904d-c8f6-46f0-a6e1-a3faa2366d7c', 'name': '', 'network_id': 'dd7835a6-9794-4b93-96bb-0bb17d17082f', 'tenant_id': 'cb0a16ecd2874c3d945178fe17cea04d', 'mac_address': 'fa:16:3e:08:79:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455c6091-e34a-4c86-999f-73e44953a926', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '3095bd8d-0fee-41d5-82a2-c6d9f951e6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:34Z', 'updated_at': '2022-01-18T20:52:38Z', 'revision_number': 4, 'project_id': 'cb0a16ecd2874c3d945178fe17cea04d', 'subnets': [{'id': '3095bd8d-0fee-41d5-82a2-c6d9f951e6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:39.078886 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb69e5a-a41d-490a-9ba8-b65a0dc9f581 None None] The sync data for ids ['455c6091-e34a-4c86-999f-73e44953a926'] in n-d-741529-9 is: [{'id': '455c6091-e34a-4c86-999f-73e44953a926', 'name': 'tempest-TestAggregatesBasicOps-1444548366-router', 'tenant_id': 'cb0a16ecd2874c3d945178fe17cea04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '6d7d045d-0479-4b76-8798-2f6686564f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:52:32Z', 'updated_at': '2022-01-18T20:52:35Z', 'revision_number': 4, 'project_id': 'cb0a16ecd2874c3d945178fe17cea04d', 'gw_port': {'id': '6d7d045d-0479-4b76-8798-2f6686564f47', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455c6091-e34a-4c86-999f-73e44953a926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:32Z', 'updated_at': '2022-01-18T20:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '32c3904d-c8f6-46f0-a6e1-a3faa2366d7c', 'name': '', 'network_id': 'dd7835a6-9794-4b93-96bb-0bb17d17082f', 'tenant_id': 'cb0a16ecd2874c3d945178fe17cea04d', 'mac_address': 'fa:16:3e:08:79:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455c6091-e34a-4c86-999f-73e44953a926', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '3095bd8d-0fee-41d5-82a2-c6d9f951e6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:34Z', 'updated_at': '2022-01-18T20:52:38Z', 'revision_number': 4, 'project_id': 'cb0a16ecd2874c3d945178fe17cea04d', 'subnets': [{'id': '3095bd8d-0fee-41d5-82a2-c6d9f951e6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:52:39.080498 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4062cc18-53c8-4883-8e07-8e153a8a029c None None] Current status of the port 32c3904d-c8f6-46f0-a6e1-a3faa2366d7c is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:39.080884 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4062cc18-53c8-4883-8e07-8e153a8a029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (32c3904d-c8f6-46f0-a6e1-a3faa2366d7c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:39.102208 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-4d274ca1-4cbc-42cf-a6c0-486d3ffb3d5b admin admin] Allocated IP 172.20.0.1 (0b715bae-a290-4582-a535-1999abaca18d/468eb498-2e05-4f72-80f7-f5ca1f504a2b/f8197276-0ec3-48ff-9fad-2a51d76913b6) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:52:39.126249 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-4062cc18-53c8-4883-8e07-8e153a8a029c None None] For port 32c3904d-c8f6-46f0-a6e1-a3faa2366d7c, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=32c3904d-c8f6-46f0-a6e1-a3faa2366d7c,segment=NetworkSegment(a7eef65b-367f-4306-bd83-cf292ab22056),segment_id=a7eef65b-367f-4306-bd83-cf292ab22056)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:39.143412 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4062cc18-53c8-4883-8e07-8e153a8a029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (32c3904d-c8f6-46f0-a6e1-a3faa2366d7c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:39.172408 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-5b490e91-75aa-4066-b6ff-ff61a6461140 None None] Publish callbacks [] for port (bbbb1d20-a54f-43f2-8bdc-26ce4a097742), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:39.180814 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-5b490e91-75aa-4066-b6ff-ff61a6461140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (bbbb1d20-a54f-43f2-8bdc-26ce4a097742), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:39.212318 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9119b640-0b09-4e0c-b861-d5da08d0fc4e None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:52:39.242172 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062cc18-53c8-4883-8e07-8e153a8a029c None None] Pushing event updated for resources: {'Port': ['ID=32c3904d-c8f6-46f0-a6e1-a3faa2366d7c,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:39.245429 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-5b490e91-75aa-4066-b6ff-ff61a6461140 None None] Attempting to bind port bbbb1d20-a54f-43f2-8bdc-26ce4a097742 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:52:39.247093 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-5b490e91-75aa-4066-b6ff-ff61a6461140 None None] Attempting to bind port bbbb1d20-a54f-43f2-8bdc-26ce4a097742 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:52:39.247544 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b490e91-75aa-4066-b6ff-ff61a6461140 None None] Attempting to bind port bbbb1d20-a54f-43f2-8bdc-26ce4a097742 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:52:39.267050 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d274ca1-4cbc-42cf-a6c0-486d3ffb3d5b admin admin] Publish callbacks [] for port (f8197276-0ec3-48ff-9fad-2a51d76913b6), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:39.267980 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b490e91-75aa-4066-b6ff-ff61a6461140 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:52:39.268446 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b490e91-75aa-4066-b6ff-ff61a6461140 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:52:39.268985 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-5b490e91-75aa-4066-b6ff-ff61a6461140 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:39.269435 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b490e91-75aa-4066-b6ff-ff61a6461140 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:52:39.280343 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-5b490e91-75aa-4066-b6ff-ff61a6461140 None None] Bound port: bbbb1d20-a54f-43f2-8bdc-26ce4a097742, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:52:39.280852 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-5b490e91-75aa-4066-b6ff-ff61a6461140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bbbb1d20-a54f-43f2-8bdc-26ce4a097742), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:39.288697 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f2355e08-b21e-48e8-a1da-c098e8f9c641 None None] Provisioning complete for port bbbb1d20-a54f-43f2-8bdc-26ce4a097742 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:39.289915 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f2355e08-b21e-48e8-a1da-c098e8f9c641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bbbb1d20-a54f-43f2-8bdc-26ce4a097742), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:39.313055 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d274ca1-4cbc-42cf-a6c0-486d3ffb3d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (f8197276-0ec3-48ff-9fad-2a51d76913b6), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:39.350253 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f2355e08-b21e-48e8-a1da-c098e8f9c641 None None] Port bbbb1d20-a54f-43f2-8bdc-26ce4a097742 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:52:39.359005 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ae2e7-e2d5-42b4-b35f-800fa35a397c None None] Pushing event updated for resources: {'Port': ['ID=bbbb1d20-a54f-43f2-8bdc-26ce4a097742,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:39.375004 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d274ca1-4cbc-42cf-a6c0-486d3ffb3d5b admin admin] Network 0b715bae-a290-4582-a535-1999abaca18d is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:52:39.377953 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-4d274ca1-4cbc-42cf-a6c0-486d3ffb3d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:52:39.386338 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d274ca1-4cbc-42cf-a6c0-486d3ffb3d5b admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:52:39.387131 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-5b490e91-75aa-4066-b6ff-ff61a6461140 None None] For port bbbb1d20-a54f-43f2-8bdc-26ce4a097742, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:52:39.391144 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-5b490e91-75aa-4066-b6ff-ff61a6461140 None None] For port bbbb1d20-a54f-43f2-8bdc-26ce4a097742, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=bbbb1d20-a54f-43f2-8bdc-26ce4a097742,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:52:39.399577 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-5b490e91-75aa-4066-b6ff-ff61a6461140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (bbbb1d20-a54f-43f2-8bdc-26ce4a097742), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:39.438276 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d274ca1-4cbc-42cf-a6c0-486d3ffb3d5b admin admin] Pushing event updated for resources: {'Port': ['ID=f8197276-0ec3-48ff-9fad-2a51d76913b6,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:39.444436 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d274ca1-4cbc-42cf-a6c0-486d3ffb3d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (68b0d4b5-9196-4890-9b01-a423f98ba91e), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:39.466662 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f46ba9e-3b76-43b5-8770-2eac1253cac7 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:52:39.483366 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b490e91-75aa-4066-b6ff-ff61a6461140 None None] Routers {'68b0d4b5-9196-4890-9b01-a423f98ba91e'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:39.484062 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-5b490e91-75aa-4066-b6ff-ff61a6461140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:52:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['68b0d4b5-9196-4890-9b01-a423f98ba91e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:39.533555 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ae2e7-e2d5-42b4-b35f-800fa35a397c None None] Pushing event updated for resources: {'Port': ['ID=bbbb1d20-a54f-43f2-8bdc-26ce4a097742,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:39.581170 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c364d6b5-7e6f-40e8-a054-a75ebc401100 None None] Provisioning complete for port bbbb1d20-a54f-43f2-8bdc-26ce4a097742 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:39.581475 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c364d6b5-7e6f-40e8-a054-a75ebc401100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bbbb1d20-a54f-43f2-8bdc-26ce4a097742), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:39.647776 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-5b490e91-75aa-4066-b6ff-ff61a6461140 None None] Set router 68b0d4b5-9196-4890-9b01-a423f98ba91e gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:39.657775 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d274ca1-4cbc-42cf-a6c0-486d3ffb3d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f8197276-0ec3-48ff-9fad-2a51d76913b6), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:39.690362 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c364d6b5-7e6f-40e8-a054-a75ebc401100 None None] Current status of the port bbbb1d20-a54f-43f2-8bdc-26ce4a097742 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:39.690897 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c364d6b5-7e6f-40e8-a054-a75ebc401100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bbbb1d20-a54f-43f2-8bdc-26ce4a097742), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:39.731206 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c364d6b5-7e6f-40e8-a054-a75ebc401100 None None] For port bbbb1d20-a54f-43f2-8bdc-26ce4a097742, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=bbbb1d20-a54f-43f2-8bdc-26ce4a097742,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:39.744139 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c364d6b5-7e6f-40e8-a054-a75ebc401100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (bbbb1d20-a54f-43f2-8bdc-26ce4a097742), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:39.829390 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364d6b5-7e6f-40e8-a054-a75ebc401100 None None] Pushing event updated for resources: {'Port': ['ID=bbbb1d20-a54f-43f2-8bdc-26ce4a097742,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:39.861583 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63f96bd-6543-4305-808c-3a5a8730425a None None] Network 0b715bae-a290-4582-a535-1999abaca18d requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:52:39.940789 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d274ca1-4cbc-42cf-a6c0-486d3ffb3d5b admin admin] Publish callbacks [] for port (f8197276-0ec3-48ff-9fad-2a51d76913b6), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:39.951535 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d274ca1-4cbc-42cf-a6c0-486d3ffb3d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (f8197276-0ec3-48ff-9fad-2a51d76913b6), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:39.979789 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-5b490e91-75aa-4066-b6ff-ff61a6461140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b0d4b5-9196-4890-9b01-a423f98ba91e', 'name': 'tempest-TestAggregatesBasicOps-330078889-router', 'tenant_id': 'd84a9ad7dbf7440a96a41d39dfd7808b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'bbbb1d20-a54f-43f2-8bdc-26ce4a097742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:52:36Z', 'updated_at': '2022-01-18T20:52:37Z', 'revision_number': 3, 'project_id': 'd84a9ad7dbf7440a96a41d39dfd7808b', 'gw_port': {'id': 'bbbb1d20-a54f-43f2-8bdc-26ce4a097742', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b0d4b5-9196-4890-9b01-a423f98ba91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:37Z', 'updated_at': '2022-01-18T20:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:39.985450 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e59a9091-49bf-4055-97cc-c40379034d07 None None] Provisioning complete for port 5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:39.985991 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e59a9091-49bf-4055-97cc-c40379034d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:40.007375 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b490e91-75aa-4066-b6ff-ff61a6461140 None None] The sync data for ids ['68b0d4b5-9196-4890-9b01-a423f98ba91e'] in n-d-741529-9 is: [{'id': '68b0d4b5-9196-4890-9b01-a423f98ba91e', 'name': 'tempest-TestAggregatesBasicOps-330078889-router', 'tenant_id': 'd84a9ad7dbf7440a96a41d39dfd7808b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'bbbb1d20-a54f-43f2-8bdc-26ce4a097742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:52:36Z', 'updated_at': '2022-01-18T20:52:37Z', 'revision_number': 3, 'project_id': 'd84a9ad7dbf7440a96a41d39dfd7808b', 'gw_port': {'id': 'bbbb1d20-a54f-43f2-8bdc-26ce4a097742', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b0d4b5-9196-4890-9b01-a423f98ba91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:37Z', 'updated_at': '2022-01-18T20:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:52:40.034266 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d274ca1-4cbc-42cf-a6c0-486d3ffb3d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (68b0d4b5-9196-4890-9b01-a423f98ba91e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:40.037683 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d274ca1-4cbc-42cf-a6c0-486d3ffb3d5b admin admin] Pushing event updated for resources: {'Port': ['ID=f8197276-0ec3-48ff-9fad-2a51d76913b6,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:40.113213 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e59a9091-49bf-4055-97cc-c40379034d07 None None] Current status of the port 5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:40.113603 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e59a9091-49bf-4055-97cc-c40379034d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:40.176383 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e59a9091-49bf-4055-97cc-c40379034d07 None None] For port 5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea,segment=NetworkSegment(9c6355b9-9d1d-409f-ad90-08b7438412af),segment_id=9c6355b9-9d1d-409f-ad90-08b7438412af)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:40.183962 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e59a9091-49bf-4055-97cc-c40379034d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:40.269331 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:52:40.281859 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a9091-49bf-4055-97cc-c40379034d07 None None] Pushing event updated for resources: {'Port': ['ID=5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:40.423491 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f51cd5e1-3404-4adc-b52e-625952d5f366 None None] Provisioning complete for port 5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:40.424013 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f51cd5e1-3404-4adc-b52e-625952d5f366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:40.532049 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f51cd5e1-3404-4adc-b52e-625952d5f366 None None] Current status of the port 5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:40.543977 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f51cd5e1-3404-4adc-b52e-625952d5f366 None None] Provisioning complete for port f8197276-0ec3-48ff-9fad-2a51d76913b6 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:40.544903 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f51cd5e1-3404-4adc-b52e-625952d5f366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f8197276-0ec3-48ff-9fad-2a51d76913b6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:40.594247 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f51cd5e1-3404-4adc-b52e-625952d5f366 None None] Port f8197276-0ec3-48ff-9fad-2a51d76913b6 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:52:40.665908 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d274ca1-4cbc-42cf-a6c0-486d3ffb3d5b admin admin] Network 0b715bae-a290-4582-a535-1999abaca18d is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:52:40.668015 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-4d274ca1-4cbc-42cf-a6c0-486d3ffb3d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:52:40.717008 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1e8ec6bb-72a9-41ee-8a3a-2a1d366cf8a0 None None] Provisioning complete for port f8197276-0ec3-48ff-9fad-2a51d76913b6 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:40.717570 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1e8ec6bb-72a9-41ee-8a3a-2a1d366cf8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f8197276-0ec3-48ff-9fad-2a51d76913b6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:40.771657 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1e8ec6bb-72a9-41ee-8a3a-2a1d366cf8a0 None None] Port f8197276-0ec3-48ff-9fad-2a51d76913b6 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:52:40.827456 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d274ca1-4cbc-42cf-a6c0-486d3ffb3d5b admin admin] Router 68b0d4b5-9196-4890-9b01-a423f98ba91e has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:52:40.856112 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:52:40.930715 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:40.931456 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:40.966630 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d274ca1-4cbc-42cf-a6c0-486d3ffb3d5b admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:52:40.972921 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4d274ca1-4cbc-42cf-a6c0-486d3ffb3d5b admin admin] 10.222.0.31 "PUT /v2.0/routers/68b0d4b5-9196-4890-9b01-a423f98ba91e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6078782 Jan 18 20:52:41.025074 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:41.026195 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 32c3904d-c8f6-46f0-a6e1-a3faa2366d7c up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:52:41.029373 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-5fea188b-269a-4a48-97ce-ce01746ac27a None None] Provisioning complete for port f8197276-0ec3-48ff-9fad-2a51d76913b6 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:41.029766 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5fea188b-269a-4a48-97ce-ce01746ac27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f8197276-0ec3-48ff-9fad-2a51d76913b6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:41.103486 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5fea188b-269a-4a48-97ce-ce01746ac27a None None] Port f8197276-0ec3-48ff-9fad-2a51d76913b6 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:52:41.120752 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 32c3904d-c8f6-46f0-a6e1-a3faa2366d7c triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:41.121215 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (32c3904d-c8f6-46f0-a6e1-a3faa2366d7c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:41.205576 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 32c3904d-c8f6-46f0-a6e1-a3faa2366d7c is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:41.206822 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device bbbb1d20-a54f-43f2-8bdc-26ce4a097742 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:52:41.256549 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port bbbb1d20-a54f-43f2-8bdc-26ce4a097742 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:41.256930 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bbbb1d20-a54f-43f2-8bdc-26ce4a097742), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:41.344962 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port bbbb1d20-a54f-43f2-8bdc-26ce4a097742 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:42.086972 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38696) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:42.443101 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b5e8a3b-cd9c-4e7e-947b-3182563bd4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (455c6091-e34a-4c86-999f-73e44953a926), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:42.591971 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a7cd93-0052-4dae-b3a2-2fbed416febe None None] Sync routers for ids ['68b0d4b5-9196-4890-9b01-a423f98ba91e'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:52:42.606444 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a7cd93-0052-4dae-b3a2-2fbed416febe None None] Routers {'68b0d4b5-9196-4890-9b01-a423f98ba91e'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:42.607052 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b9a7cd93-0052-4dae-b3a2-2fbed416febe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:52:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['68b0d4b5-9196-4890-9b01-a423f98ba91e'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:42.691644 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0b5e8a3b-cd9c-4e7e-947b-3182563bd4f6 admin admin] Deleting port 32c3904d-c8f6-46f0-a6e1-a3faa2366d7c {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:52:42.691975 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b5e8a3b-cd9c-4e7e-947b-3182563bd4f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (32c3904d-c8f6-46f0-a6e1-a3faa2366d7c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:42.709222 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-b9a7cd93-0052-4dae-b3a2-2fbed416febe None None] Set router 68b0d4b5-9196-4890-9b01-a423f98ba91e gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:42.769949 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0b5e8a3b-cd9c-4e7e-947b-3182563bd4f6 admin admin] For port 32c3904d-c8f6-46f0-a6e1-a3faa2366d7c, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=32c3904d-c8f6-46f0-a6e1-a3faa2366d7c,segment=NetworkSegment(a7eef65b-367f-4306-bd83-cf292ab22056),segment_id=a7eef65b-367f-4306-bd83-cf292ab22056)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:42.770310 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b5e8a3b-cd9c-4e7e-947b-3182563bd4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (32c3904d-c8f6-46f0-a6e1-a3faa2366d7c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:42.783260 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0b5e8a3b-cd9c-4e7e-947b-3182563bd4f6 admin admin] Calling delete_port for 32c3904d-c8f6-46f0-a6e1-a3faa2366d7c owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:52:42.966763 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b5e8a3b-cd9c-4e7e-947b-3182563bd4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (32c3904d-c8f6-46f0-a6e1-a3faa2366d7c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:42.992798 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e8a3b-cd9c-4e7e-947b-3182563bd4f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=32c3904d-c8f6-46f0-a6e1-a3faa2366d7c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:43.071092 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b9a7cd93-0052-4dae-b3a2-2fbed416febe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b0d4b5-9196-4890-9b01-a423f98ba91e', 'name': 'tempest-TestAggregatesBasicOps-330078889-router', 'tenant_id': 'd84a9ad7dbf7440a96a41d39dfd7808b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'bbbb1d20-a54f-43f2-8bdc-26ce4a097742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:52:36Z', 'updated_at': '2022-01-18T20:52:39Z', 'revision_number': 4, 'project_id': 'd84a9ad7dbf7440a96a41d39dfd7808b', 'gw_port': {'id': 'bbbb1d20-a54f-43f2-8bdc-26ce4a097742', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b0d4b5-9196-4890-9b01-a423f98ba91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:37Z', 'updated_at': '2022-01-18T20:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'f8197276-0ec3-48ff-9fad-2a51d76913b6', 'name': '', 'network_id': '0b715bae-a290-4582-a535-1999abaca18d', 'tenant_id': 'd84a9ad7dbf7440a96a41d39dfd7808b', 'mac_address': 'fa:16:3e:f8:0f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b0d4b5-9196-4890-9b01-a423f98ba91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '468eb498-2e05-4f72-80f7-f5ca1f504a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:38Z', 'updated_at': '2022-01-18T20:52:39Z', 'revision_number': 2, 'project_id': 'd84a9ad7dbf7440a96a41d39dfd7808b', 'subnets': [{'id': '468eb498-2e05-4f72-80f7-f5ca1f504a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:43.103100 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a7cd93-0052-4dae-b3a2-2fbed416febe None None] Checking router: 68b0d4b5-9196-4890-9b01-a423f98ba91e for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:52:43.103451 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a7cd93-0052-4dae-b3a2-2fbed416febe None None] Updating router 68b0d4b5-9196-4890-9b01-a423f98ba91e port f8197276-0ec3-48ff-9fad-2a51d76913b6 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:52:43.129494 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b9a7cd93-0052-4dae-b3a2-2fbed416febe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f8197276-0ec3-48ff-9fad-2a51d76913b6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:43.169645 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b5e8a3b-cd9c-4e7e-947b-3182563bd4f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (455c6091-e34a-4c86-999f-73e44953a926), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:43.379130 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5e8a3b-cd9c-4e7e-947b-3182563bd4f6 admin admin] Router 455c6091-e34a-4c86-999f-73e44953a926 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:52:43.392021 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b9a7cd93-0052-4dae-b3a2-2fbed416febe None None] Publish callbacks [] for port (f8197276-0ec3-48ff-9fad-2a51d76913b6), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:43.397520 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b9a7cd93-0052-4dae-b3a2-2fbed416febe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f8197276-0ec3-48ff-9fad-2a51d76913b6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:43.468864 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ae30d-769a-46c6-b2f3-c4642a41a625 None None] Pushing event updated for resources: {'Port': ['ID=f8197276-0ec3-48ff-9fad-2a51d76913b6,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:43.498839 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5e8a3b-cd9c-4e7e-947b-3182563bd4f6 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:52:43.505936 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0b5e8a3b-cd9c-4e7e-947b-3182563bd4f6 admin admin] 10.222.0.31 "PUT /v2.0/routers/455c6091-e34a-4c86-999f-73e44953a926/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4177270 Jan 18 20:52:43.506424 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b9a7cd93-0052-4dae-b3a2-2fbed416febe None None] Attempting to bind port f8197276-0ec3-48ff-9fad-2a51d76913b6 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:52:43.506837 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b9a7cd93-0052-4dae-b3a2-2fbed416febe None None] Attempting to bind port f8197276-0ec3-48ff-9fad-2a51d76913b6 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '9c6355b9-9d1d-409f-ad90-08b7438412af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0b715bae-a290-4582-a535-1999abaca18d'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:52:43.507531 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a7cd93-0052-4dae-b3a2-2fbed416febe None None] Attempting to bind port f8197276-0ec3-48ff-9fad-2a51d76913b6 on network 0b715bae-a290-4582-a535-1999abaca18d {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:52:43.508885 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d4fb4b-1ee1-4ec6-9b7b-aabbec4316ee None None] Sync routers for ids ['455c6091-e34a-4c86-999f-73e44953a926'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:52:43.509537 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38702) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:43.514372 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a7cd93-0052-4dae-b3a2-2fbed416febe None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:52:43.514752 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a7cd93-0052-4dae-b3a2-2fbed416febe None None] Checking segment: {'id': '9c6355b9-9d1d-409f-ad90-08b7438412af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0b715bae-a290-4582-a535-1999abaca18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:52:43.515169 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b9a7cd93-0052-4dae-b3a2-2fbed416febe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:43.515565 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a7cd93-0052-4dae-b3a2-2fbed416febe None None] Bound using segment: {'id': '9c6355b9-9d1d-409f-ad90-08b7438412af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0b715bae-a290-4582-a535-1999abaca18d'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:52:43.516034 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b9a7cd93-0052-4dae-b3a2-2fbed416febe None None] Bound port: f8197276-0ec3-48ff-9fad-2a51d76913b6, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6355b9-9d1d-409f-ad90-08b7438412af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0b715bae-a290-4582-a535-1999abaca18d'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:52:43.516483 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b9a7cd93-0052-4dae-b3a2-2fbed416febe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f8197276-0ec3-48ff-9fad-2a51d76913b6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:43.524388 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d4fb4b-1ee1-4ec6-9b7b-aabbec4316ee None None] Routers {'455c6091-e34a-4c86-999f-73e44953a926'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:43.525264 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a8d4fb4b-1ee1-4ec6-9b7b-aabbec4316ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:52:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['455c6091-e34a-4c86-999f-73e44953a926'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:43.598276 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b9a7cd93-0052-4dae-b3a2-2fbed416febe None None] For port f8197276-0ec3-48ff-9fad-2a51d76913b6, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:52:43.601866 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b9a7cd93-0052-4dae-b3a2-2fbed416febe None None] For port f8197276-0ec3-48ff-9fad-2a51d76913b6, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f8197276-0ec3-48ff-9fad-2a51d76913b6,segment=NetworkSegment(9c6355b9-9d1d-409f-ad90-08b7438412af),segment_id=9c6355b9-9d1d-409f-ad90-08b7438412af)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:52:43.607180 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b9a7cd93-0052-4dae-b3a2-2fbed416febe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f8197276-0ec3-48ff-9fad-2a51d76913b6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:43.634887 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba38606f-9992-49b1-b3c0-bf965dfee645 admin admin] Publish callbacks [] for router (455c6091-e34a-4c86-999f-73e44953a926), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:43.645313 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-a8d4fb4b-1ee1-4ec6-9b7b-aabbec4316ee None None] Set router 455c6091-e34a-4c86-999f-73e44953a926 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:43.658725 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a7cd93-0052-4dae-b3a2-2fbed416febe None None] Routers {'68b0d4b5-9196-4890-9b01-a423f98ba91e'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:43.659509 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b9a7cd93-0052-4dae-b3a2-2fbed416febe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:52:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['68b0d4b5-9196-4890-9b01-a423f98ba91e'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:43.715970 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ae30d-769a-46c6-b2f3-c4642a41a625 None None] Pushing event updated for resources: {'Port': ['ID=f8197276-0ec3-48ff-9fad-2a51d76913b6,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:43.773258 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba38606f-9992-49b1-b3c0-bf965dfee645 admin admin] Publish callbacks [] for router_gateway (455c6091-e34a-4c86-999f-73e44953a926), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:43.819897 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-367d0824-f735-4c28-9b73-bf4ca23cea5d None None] Provisioning complete for port f8197276-0ec3-48ff-9fad-2a51d76913b6 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:43.820365 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-367d0824-f735-4c28-9b73-bf4ca23cea5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f8197276-0ec3-48ff-9fad-2a51d76913b6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:43.849073 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-ba38606f-9992-49b1-b3c0-bf965dfee645 admin admin] Deleting port 6d7d045d-0479-4b76-8798-2f6686564f47 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:52:43.849402 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba38606f-9992-49b1-b3c0-bf965dfee645 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (6d7d045d-0479-4b76-8798-2f6686564f47), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:43.853599 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a8d4fb4b-1ee1-4ec6-9b7b-aabbec4316ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455c6091-e34a-4c86-999f-73e44953a926', 'name': 'tempest-TestAggregatesBasicOps-1444548366-router', 'tenant_id': 'cb0a16ecd2874c3d945178fe17cea04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '6d7d045d-0479-4b76-8798-2f6686564f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:52:32Z', 'updated_at': '2022-01-18T20:52:42Z', 'revision_number': 5, 'project_id': 'cb0a16ecd2874c3d945178fe17cea04d', 'gw_port': {'id': '6d7d045d-0479-4b76-8798-2f6686564f47', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455c6091-e34a-4c86-999f-73e44953a926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:32Z', 'updated_at': '2022-01-18T20:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:43.854833 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-b9a7cd93-0052-4dae-b3a2-2fbed416febe None None] Set router 68b0d4b5-9196-4890-9b01-a423f98ba91e gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:43.884182 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d4fb4b-1ee1-4ec6-9b7b-aabbec4316ee None None] Checking router: 455c6091-e34a-4c86-999f-73e44953a926 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:52:43.899439 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d4fb4b-1ee1-4ec6-9b7b-aabbec4316ee None None] Routers {'455c6091-e34a-4c86-999f-73e44953a926'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:43.900330 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a8d4fb4b-1ee1-4ec6-9b7b-aabbec4316ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:52:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['455c6091-e34a-4c86-999f-73e44953a926'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:43.975782 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ba38606f-9992-49b1-b3c0-bf965dfee645 admin admin] For port 6d7d045d-0479-4b76-8798-2f6686564f47, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6d7d045d-0479-4b76-8798-2f6686564f47,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:43.976148 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba38606f-9992-49b1-b3c0-bf965dfee645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (6d7d045d-0479-4b76-8798-2f6686564f47), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:43.991256 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-ba38606f-9992-49b1-b3c0-bf965dfee645 admin admin] Calling delete_port for 6d7d045d-0479-4b76-8798-2f6686564f47 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:52:43.999696 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-a8d4fb4b-1ee1-4ec6-9b7b-aabbec4316ee None None] Set router 455c6091-e34a-4c86-999f-73e44953a926 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:44.043387 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-367d0824-f735-4c28-9b73-bf4ca23cea5d None None] Current status of the port f8197276-0ec3-48ff-9fad-2a51d76913b6 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:44.043880 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-367d0824-f735-4c28-9b73-bf4ca23cea5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f8197276-0ec3-48ff-9fad-2a51d76913b6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:44.064214 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a8d4fb4b-1ee1-4ec6-9b7b-aabbec4316ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455c6091-e34a-4c86-999f-73e44953a926', 'name': 'tempest-TestAggregatesBasicOps-1444548366-router', 'tenant_id': 'cb0a16ecd2874c3d945178fe17cea04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:52:32Z', 'updated_at': '2022-01-18T20:52:43Z', 'revision_number': 6, 'project_id': 'cb0a16ecd2874c3d945178fe17cea04d', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:44.098264 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-367d0824-f735-4c28-9b73-bf4ca23cea5d None None] For port f8197276-0ec3-48ff-9fad-2a51d76913b6, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f8197276-0ec3-48ff-9fad-2a51d76913b6,segment=NetworkSegment(9c6355b9-9d1d-409f-ad90-08b7438412af),segment_id=9c6355b9-9d1d-409f-ad90-08b7438412af)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:44.100132 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d4fb4b-1ee1-4ec6-9b7b-aabbec4316ee None None] The sync data for ids ['455c6091-e34a-4c86-999f-73e44953a926'] in n-d-741529-9 is: [{'id': '455c6091-e34a-4c86-999f-73e44953a926', 'name': 'tempest-TestAggregatesBasicOps-1444548366-router', 'tenant_id': 'cb0a16ecd2874c3d945178fe17cea04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:52:32Z', 'updated_at': '2022-01-18T20:52:43Z', 'revision_number': 6, 'project_id': 'cb0a16ecd2874c3d945178fe17cea04d', 'gw_port_host': None}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:52:44.106094 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-367d0824-f735-4c28-9b73-bf4ca23cea5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f8197276-0ec3-48ff-9fad-2a51d76913b6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:44.171468 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba38606f-9992-49b1-b3c0-bf965dfee645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (6d7d045d-0479-4b76-8798-2f6686564f47), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:44.186311 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d0824-f735-4c28-9b73-bf4ca23cea5d None None] Pushing event updated for resources: {'Port': ['ID=f8197276-0ec3-48ff-9fad-2a51d76913b6,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:44.198394 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba38606f-9992-49b1-b3c0-bf965dfee645 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d7d045d-0479-4b76-8798-2f6686564f47,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:44.203739 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b9a7cd93-0052-4dae-b3a2-2fbed416febe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b0d4b5-9196-4890-9b01-a423f98ba91e', 'name': 'tempest-TestAggregatesBasicOps-330078889-router', 'tenant_id': 'd84a9ad7dbf7440a96a41d39dfd7808b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'bbbb1d20-a54f-43f2-8bdc-26ce4a097742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:52:36Z', 'updated_at': '2022-01-18T20:52:39Z', 'revision_number': 4, 'project_id': 'd84a9ad7dbf7440a96a41d39dfd7808b', 'gw_port': {'id': 'bbbb1d20-a54f-43f2-8bdc-26ce4a097742', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b0d4b5-9196-4890-9b01-a423f98ba91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:37Z', 'updated_at': '2022-01-18T20:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'f8197276-0ec3-48ff-9fad-2a51d76913b6', 'name': '', 'network_id': '0b715bae-a290-4582-a535-1999abaca18d', 'tenant_id': 'd84a9ad7dbf7440a96a41d39dfd7808b', 'mac_address': 'fa:16:3e:f8:0f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b0d4b5-9196-4890-9b01-a423f98ba91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '468eb498-2e05-4f72-80f7-f5ca1f504a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:38Z', 'updated_at': '2022-01-18T20:52:43Z', 'revision_number': 4, 'project_id': 'd84a9ad7dbf7440a96a41d39dfd7808b', 'subnets': [{'id': '468eb498-2e05-4f72-80f7-f5ca1f504a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:44.235539 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9ab442-fde2-4779-bd7f-0f7e4768472a None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:52:44.239831 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a7cd93-0052-4dae-b3a2-2fbed416febe None None] The sync data for ids ['68b0d4b5-9196-4890-9b01-a423f98ba91e'] in n-d-741529-9 is: [{'id': '68b0d4b5-9196-4890-9b01-a423f98ba91e', 'name': 'tempest-TestAggregatesBasicOps-330078889-router', 'tenant_id': 'd84a9ad7dbf7440a96a41d39dfd7808b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'bbbb1d20-a54f-43f2-8bdc-26ce4a097742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:52:36Z', 'updated_at': '2022-01-18T20:52:39Z', 'revision_number': 4, 'project_id': 'd84a9ad7dbf7440a96a41d39dfd7808b', 'gw_port': {'id': 'bbbb1d20-a54f-43f2-8bdc-26ce4a097742', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b0d4b5-9196-4890-9b01-a423f98ba91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:37Z', 'updated_at': '2022-01-18T20:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'f8197276-0ec3-48ff-9fad-2a51d76913b6', 'name': '', 'network_id': '0b715bae-a290-4582-a535-1999abaca18d', 'tenant_id': 'd84a9ad7dbf7440a96a41d39dfd7808b', 'mac_address': 'fa:16:3e:f8:0f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b0d4b5-9196-4890-9b01-a423f98ba91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '468eb498-2e05-4f72-80f7-f5ca1f504a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:38Z', 'updated_at': '2022-01-18T20:52:43Z', 'revision_number': 4, 'project_id': 'd84a9ad7dbf7440a96a41d39dfd7808b', 'subnets': [{'id': '468eb498-2e05-4f72-80f7-f5ca1f504a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:52:44.252811 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-aebf5961-20b6-4d06-8bac-93fddc4d72dd None None] Provisioning complete for port f8197276-0ec3-48ff-9fad-2a51d76913b6 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:44.252944 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-aebf5961-20b6-4d06-8bac-93fddc4d72dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f8197276-0ec3-48ff-9fad-2a51d76913b6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:44.262806 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba38606f-9992-49b1-b3c0-bf965dfee645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (455c6091-e34a-4c86-999f-73e44953a926), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:44.332675 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-aebf5961-20b6-4d06-8bac-93fddc4d72dd None None] Current status of the port f8197276-0ec3-48ff-9fad-2a51d76913b6 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:44.358449 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba38606f-9992-49b1-b3c0-bf965dfee645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (455c6091-e34a-4c86-999f-73e44953a926), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:44.360508 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba38606f-9992-49b1-b3c0-bf965dfee645 admin admin] Publish callbacks [] for router_controller (455c6091-e34a-4c86-999f-73e44953a926), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:44.402553 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba38606f-9992-49b1-b3c0-bf965dfee645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (455c6091-e34a-4c86-999f-73e44953a926), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:44.402981 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba38606f-9992-49b1-b3c0-bf965dfee645 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 455c6091-e34a-4c86-999f-73e44953a926 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:52:44.407495 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba38606f-9992-49b1-b3c0-bf965dfee645 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:44.408637 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ba38606f-9992-49b1-b3c0-bf965dfee645 admin admin] 10.222.0.31 "DELETE /v2.0/routers/455c6091-e34a-4c86-999f-73e44953a926 HTTP/1.1" status: 204 len: 168 time: 0.8979144 Jan 18 20:52:44.411147 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38704) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:44.465727 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb47ac1-9b75-448f-b38e-b23fdda266ea admin admin] Deleting subnet 3095bd8d-0fee-41d5-82a2-c6d9f951e6d8 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:52:44.471567 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dbb47ac1-9b75-448f-b38e-b23fdda266ea admin admin] Publish callbacks [] for subnet (3095bd8d-0fee-41d5-82a2-c6d9f951e6d8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:44.525510 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dbb47ac1-9b75-448f-b38e-b23fdda266ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (3095bd8d-0fee-41d5-82a2-c6d9f951e6d8), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:44.612719 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dbb47ac1-9b75-448f-b38e-b23fdda266ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (3095bd8d-0fee-41d5-82a2-c6d9f951e6d8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:44.668006 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dbb47ac1-9b75-448f-b38e-b23fdda266ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (3095bd8d-0fee-41d5-82a2-c6d9f951e6d8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:44.692898 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb47ac1-9b75-448f-b38e-b23fdda266ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3095bd8d-0fee-41d5-82a2-c6d9f951e6d8,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:44.700109 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dbb47ac1-9b75-448f-b38e-b23fdda266ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:44.703651 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-dbb47ac1-9b75-448f-b38e-b23fdda266ea admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3095bd8d-0fee-41d5-82a2-c6d9f951e6d8 HTTP/1.1" status: 204 len: 168 time: 0.2915809 Jan 18 20:52:44.706234 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38706) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:44.707067 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340051f4-2114-4041-be2c-617771710a7a None None] Network dd7835a6-9794-4b93-96bb-0bb17d17082f requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:52:44.785172 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4044a9b9-fecf-4647-bfa4-28687fb5d5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (dd7835a6-9794-4b93-96bb-0bb17d17082f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:44.841367 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-4044a9b9-fecf-4647-bfa4-28687fb5d5ad admin admin] Deleting port 700b5855-a461-40f5-8aa5-801daafab66a {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:52:44.841747 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4044a9b9-fecf-4647-bfa4-28687fb5d5ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (700b5855-a461-40f5-8aa5-801daafab66a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:44.904893 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-4044a9b9-fecf-4647-bfa4-28687fb5d5ad admin admin] For port 700b5855-a461-40f5-8aa5-801daafab66a, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=700b5855-a461-40f5-8aa5-801daafab66a,segment=NetworkSegment(a7eef65b-367f-4306-bd83-cf292ab22056),segment_id=a7eef65b-367f-4306-bd83-cf292ab22056)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:44.905249 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4044a9b9-fecf-4647-bfa4-28687fb5d5ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (700b5855-a461-40f5-8aa5-801daafab66a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:44.918047 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-4044a9b9-fecf-4647-bfa4-28687fb5d5ad admin admin] Calling delete_port for 700b5855-a461-40f5-8aa5-801daafab66a owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:52:44.954701 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3a3fec-0720-42d4-b295-d8fd81cdd200 None None] DHCP port deletion for dd7835a6-9794-4b93-96bb-0bb17d17082f request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:52:45.018662 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4044a9b9-fecf-4647-bfa4-28687fb5d5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (700b5855-a461-40f5-8aa5-801daafab66a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:45.034094 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4044a9b9-fecf-4647-bfa4-28687fb5d5ad admin admin] No DVR routers for this DVR port 700b5855-a461-40f5-8aa5-801daafab66a on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:52:45.046959 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2a3a3fec-0720-42d4-b295-d8fd81cdd200 None None] Deleting port 700b5855-a461-40f5-8aa5-801daafab66a {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:52:45.047341 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2a3a3fec-0720-42d4-b295-d8fd81cdd200 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (700b5855-a461-40f5-8aa5-801daafab66a), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:45.056226 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044a9b9-fecf-4647-bfa4-28687fb5d5ad admin admin] Pushing event deleted for resources: {'Port': ['ID=700b5855-a461-40f5-8aa5-801daafab66a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:45.119623 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f8197276-0ec3-48ff-9fad-2a51d76913b6 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:52:45.127414 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-2a3a3fec-0720-42d4-b295-d8fd81cdd200 None None] For port 700b5855-a461-40f5-8aa5-801daafab66a, host n-d-741529-9, got binding levels [] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:45.127809 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2a3a3fec-0720-42d4-b295-d8fd81cdd200 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (700b5855-a461-40f5-8aa5-801daafab66a), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:45.134243 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4044a9b9-fecf-4647-bfa4-28687fb5d5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (dd7835a6-9794-4b93-96bb-0bb17d17082f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:45.157285 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-4044a9b9-fecf-4647-bfa4-28687fb5d5ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd7835a6-9794-4b93-96bb-0bb17d17082f']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:45.167104 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2a3a3fec-0720-42d4-b295-d8fd81cdd200 None None] Calling delete_port for 700b5855-a461-40f5-8aa5-801daafab66a owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:52:45.168288 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-4044a9b9-fecf-4647-bfa4-28687fb5d5ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7eef65b-367f-4306-bd83-cf292ab22056') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:45.168693 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-4044a9b9-fecf-4647-bfa4-28687fb5d5ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7eef65b-367f-4306-bd83-cf292ab22056') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:45.171284 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.ipam_backend_mixin [None req-2a3a3fec-0720-42d4-b295-d8fd81cdd200 None None] Port 700b5855-a461-40f5-8aa5-801daafab66a was not found and therefore no delete operation was performed {{(pid=103337) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 20:52:45.175174 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2a3a3fec-0720-42d4-b295-d8fd81cdd200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (700b5855-a461-40f5-8aa5-801daafab66a), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:45.185351 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4044a9b9-fecf-4647-bfa4-28687fb5d5ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (a7eef65b-367f-4306-bd83-cf292ab22056), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:45.206383 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4044a9b9-fecf-4647-bfa4-28687fb5d5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (a7eef65b-367f-4306-bd83-cf292ab22056), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:45.208111 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3a3fec-0720-42d4-b295-d8fd81cdd200 None None] No DVR routers for this DVR port 700b5855-a461-40f5-8aa5-801daafab66a on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:52:45.210433 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a3fec-0720-42d4-b295-d8fd81cdd200 None None] Pushing event deleted for resources: {'Port': ['ID=700b5855-a461-40f5-8aa5-801daafab66a,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:45.218356 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4044a9b9-fecf-4647-bfa4-28687fb5d5ad admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:52:45.218812 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4044a9b9-fecf-4647-bfa4-28687fb5d5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (a7eef65b-367f-4306-bd83-cf292ab22056), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:52:45.220818 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:52:45.237844 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port f8197276-0ec3-48ff-9fad-2a51d76913b6 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:45.238438 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f8197276-0ec3-48ff-9fad-2a51d76913b6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:45.287677 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4044a9b9-fecf-4647-bfa4-28687fb5d5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (dd7835a6-9794-4b93-96bb-0bb17d17082f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:45.296592 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4044a9b9-fecf-4647-bfa4-28687fb5d5ad admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:45.303307 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4044a9b9-fecf-4647-bfa4-28687fb5d5ad admin admin] 10.222.0.31 "DELETE /v2.0/networks/dd7835a6-9794-4b93-96bb-0bb17d17082f HTTP/1.1" status: 204 len: 168 time: 0.5959697 Jan 18 20:52:45.304068 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38708) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:45.322887 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044a9b9-fecf-4647-bfa4-28687fb5d5ad admin admin] Pushing event deleted for resources: {'Network': ['ID=dd7835a6-9794-4b93-96bb-0bb17d17082f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:45.331949 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port f8197276-0ec3-48ff-9fad-2a51d76913b6 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:45.391027 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 700b5855-a461-40f5-8aa5-801daafab66a no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:52:45.420147 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 700b5855-a461-40f5-8aa5-801daafab66a {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:52:45.420666 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 700b5855-a461-40f5-8aa5-801daafab66a not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:52:45.421264 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6d7d045d-0479-4b76-8798-2f6686564f47 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:52:45.447076 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 6d7d045d-0479-4b76-8798-2f6686564f47 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:52:45.447514 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6d7d045d-0479-4b76-8798-2f6686564f47 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:52:45.447998 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 32c3904d-c8f6-46f0-a6e1-a3faa2366d7c no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:52:45.468613 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 32c3904d-c8f6-46f0-a6e1-a3faa2366d7c {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:52:45.469053 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 32c3904d-c8f6-46f0-a6e1-a3faa2366d7c not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:52:46.042366 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4f99e5b-baec-4e5a-835a-2632bf0a7104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (68b0d4b5-9196-4890-9b01-a423f98ba91e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:46.291573 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e4f99e5b-baec-4e5a-835a-2632bf0a7104 admin admin] Deleting port f8197276-0ec3-48ff-9fad-2a51d76913b6 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:52:46.292216 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4f99e5b-baec-4e5a-835a-2632bf0a7104 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (f8197276-0ec3-48ff-9fad-2a51d76913b6), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:46.369892 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e4f99e5b-baec-4e5a-835a-2632bf0a7104 admin admin] For port f8197276-0ec3-48ff-9fad-2a51d76913b6, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=f8197276-0ec3-48ff-9fad-2a51d76913b6,segment=NetworkSegment(9c6355b9-9d1d-409f-ad90-08b7438412af),segment_id=9c6355b9-9d1d-409f-ad90-08b7438412af)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:46.370244 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4f99e5b-baec-4e5a-835a-2632bf0a7104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (f8197276-0ec3-48ff-9fad-2a51d76913b6), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:46.381387 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e4f99e5b-baec-4e5a-835a-2632bf0a7104 admin admin] Calling delete_port for f8197276-0ec3-48ff-9fad-2a51d76913b6 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:52:46.561316 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4f99e5b-baec-4e5a-835a-2632bf0a7104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (f8197276-0ec3-48ff-9fad-2a51d76913b6), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:46.587377 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f99e5b-baec-4e5a-835a-2632bf0a7104 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8197276-0ec3-48ff-9fad-2a51d76913b6,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:46.765853 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4f99e5b-baec-4e5a-835a-2632bf0a7104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (68b0d4b5-9196-4890-9b01-a423f98ba91e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:46.975890 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f99e5b-baec-4e5a-835a-2632bf0a7104 admin admin] Router 68b0d4b5-9196-4890-9b01-a423f98ba91e has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:52:47.080121 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f99e5b-baec-4e5a-835a-2632bf0a7104 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:52:47.085032 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e4f99e5b-baec-4e5a-835a-2632bf0a7104 admin admin] 10.222.0.31 "PUT /v2.0/routers/68b0d4b5-9196-4890-9b01-a423f98ba91e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7781007 Jan 18 20:52:47.088168 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38710) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:47.091298 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c082e4-b87c-4431-8d0d-737a1d3bb589 None None] Sync routers for ids ['68b0d4b5-9196-4890-9b01-a423f98ba91e'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:52:47.107592 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c082e4-b87c-4431-8d0d-737a1d3bb589 None None] Routers {'68b0d4b5-9196-4890-9b01-a423f98ba91e'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:47.108218 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-a4c082e4-b87c-4431-8d0d-737a1d3bb589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:52:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['68b0d4b5-9196-4890-9b01-a423f98ba91e'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:47.194756 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d54ff5e2-829f-47a6-a426-c246b54f05b6 admin admin] Publish callbacks [] for router (68b0d4b5-9196-4890-9b01-a423f98ba91e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:47.209813 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-a4c082e4-b87c-4431-8d0d-737a1d3bb589 None None] Set router 68b0d4b5-9196-4890-9b01-a423f98ba91e gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:47.307842 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d54ff5e2-829f-47a6-a426-c246b54f05b6 admin admin] Publish callbacks [] for router_gateway (68b0d4b5-9196-4890-9b01-a423f98ba91e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:47.365151 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d54ff5e2-829f-47a6-a426-c246b54f05b6 admin admin] Deleting port bbbb1d20-a54f-43f2-8bdc-26ce4a097742 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:52:47.365594 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d54ff5e2-829f-47a6-a426-c246b54f05b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (bbbb1d20-a54f-43f2-8bdc-26ce4a097742), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:47.397889 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-a4c082e4-b87c-4431-8d0d-737a1d3bb589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b0d4b5-9196-4890-9b01-a423f98ba91e', 'name': 'tempest-TestAggregatesBasicOps-330078889-router', 'tenant_id': 'd84a9ad7dbf7440a96a41d39dfd7808b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'bbbb1d20-a54f-43f2-8bdc-26ce4a097742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:52:36Z', 'updated_at': '2022-01-18T20:52:46Z', 'revision_number': 5, 'project_id': 'd84a9ad7dbf7440a96a41d39dfd7808b', 'gw_port': {'id': 'bbbb1d20-a54f-43f2-8bdc-26ce4a097742', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b0d4b5-9196-4890-9b01-a423f98ba91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:37Z', 'updated_at': '2022-01-18T20:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:47.430129 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c082e4-b87c-4431-8d0d-737a1d3bb589 None None] Checking router: 68b0d4b5-9196-4890-9b01-a423f98ba91e for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:52:47.438927 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c082e4-b87c-4431-8d0d-737a1d3bb589 None None] Routers {'68b0d4b5-9196-4890-9b01-a423f98ba91e'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:47.439545 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-a4c082e4-b87c-4431-8d0d-737a1d3bb589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:52:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['68b0d4b5-9196-4890-9b01-a423f98ba91e'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:47.449568 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d54ff5e2-829f-47a6-a426-c246b54f05b6 admin admin] For port bbbb1d20-a54f-43f2-8bdc-26ce4a097742, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=bbbb1d20-a54f-43f2-8bdc-26ce4a097742,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:47.450152 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d54ff5e2-829f-47a6-a426-c246b54f05b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (bbbb1d20-a54f-43f2-8bdc-26ce4a097742), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:47.463253 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d54ff5e2-829f-47a6-a426-c246b54f05b6 admin admin] Calling delete_port for bbbb1d20-a54f-43f2-8bdc-26ce4a097742 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:52:47.534944 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-a4c082e4-b87c-4431-8d0d-737a1d3bb589 None None] Set router 68b0d4b5-9196-4890-9b01-a423f98ba91e gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:47.587260 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-a4c082e4-b87c-4431-8d0d-737a1d3bb589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b0d4b5-9196-4890-9b01-a423f98ba91e', 'name': 'tempest-TestAggregatesBasicOps-330078889-router', 'tenant_id': 'd84a9ad7dbf7440a96a41d39dfd7808b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:52:36Z', 'updated_at': '2022-01-18T20:52:47Z', 'revision_number': 6, 'project_id': 'd84a9ad7dbf7440a96a41d39dfd7808b', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:47.636432 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d54ff5e2-829f-47a6-a426-c246b54f05b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (bbbb1d20-a54f-43f2-8bdc-26ce4a097742), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:47.666954 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ff5e2-829f-47a6-a426-c246b54f05b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbbb1d20-a54f-43f2-8bdc-26ce4a097742,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:47.728430 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d54ff5e2-829f-47a6-a426-c246b54f05b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (68b0d4b5-9196-4890-9b01-a423f98ba91e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:47.779453 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e770293e-d8e2-44d3-b746-fc33afc9b817 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:52:47.782019 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c082e4-b87c-4431-8d0d-737a1d3bb589 None None] The sync data for ids ['68b0d4b5-9196-4890-9b01-a423f98ba91e'] in n-d-741529-9 is: [{'id': '68b0d4b5-9196-4890-9b01-a423f98ba91e', 'name': 'tempest-TestAggregatesBasicOps-330078889-router', 'tenant_id': 'd84a9ad7dbf7440a96a41d39dfd7808b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:52:36Z', 'updated_at': '2022-01-18T20:52:47Z', 'revision_number': 6, 'project_id': 'd84a9ad7dbf7440a96a41d39dfd7808b', 'gw_port_host': None}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:52:47.820186 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d54ff5e2-829f-47a6-a426-c246b54f05b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (68b0d4b5-9196-4890-9b01-a423f98ba91e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:47.822952 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d54ff5e2-829f-47a6-a426-c246b54f05b6 admin admin] Publish callbacks [] for router_controller (68b0d4b5-9196-4890-9b01-a423f98ba91e), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:47.868448 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d54ff5e2-829f-47a6-a426-c246b54f05b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (68b0d4b5-9196-4890-9b01-a423f98ba91e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:47.868980 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54ff5e2-829f-47a6-a426-c246b54f05b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68b0d4b5-9196-4890-9b01-a423f98ba91e {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:52:47.873159 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d54ff5e2-829f-47a6-a426-c246b54f05b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:47.874336 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d54ff5e2-829f-47a6-a426-c246b54f05b6 admin admin] 10.222.0.31 "DELETE /v2.0/routers/68b0d4b5-9196-4890-9b01-a423f98ba91e HTTP/1.1" status: 204 len: 168 time: 0.7852790 Jan 18 20:52:47.876888 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38712) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:47.923705 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc053fc-c464-43be-90ed-486eca6c2aec admin admin] Deleting subnet 468eb498-2e05-4f72-80f7-f5ca1f504a2b {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:52:47.926815 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7fc053fc-c464-43be-90ed-486eca6c2aec admin admin] Publish callbacks [] for subnet (468eb498-2e05-4f72-80f7-f5ca1f504a2b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:47.960657 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7fc053fc-c464-43be-90ed-486eca6c2aec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (468eb498-2e05-4f72-80f7-f5ca1f504a2b), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:48.037689 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7fc053fc-c464-43be-90ed-486eca6c2aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (468eb498-2e05-4f72-80f7-f5ca1f504a2b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:48.092373 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7fc053fc-c464-43be-90ed-486eca6c2aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (468eb498-2e05-4f72-80f7-f5ca1f504a2b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:48.119247 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc053fc-c464-43be-90ed-486eca6c2aec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=468eb498-2e05-4f72-80f7-f5ca1f504a2b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:48.121313 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7fc053fc-c464-43be-90ed-486eca6c2aec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:48.127628 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7fc053fc-c464-43be-90ed-486eca6c2aec admin admin] 10.222.0.31 "DELETE /v2.0/subnets/468eb498-2e05-4f72-80f7-f5ca1f504a2b HTTP/1.1" status: 204 len: 168 time: 0.2474627 Jan 18 20:52:48.127769 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e022a4bf-09d3-49ad-a1be-574be808b94f None None] Network 0b715bae-a290-4582-a535-1999abaca18d requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:52:48.128229 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38714) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:48.202297 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4496dac-80ae-4beb-aaa1-04e8baf1399c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (0b715bae-a290-4582-a535-1999abaca18d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:48.266210 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c4496dac-80ae-4beb-aaa1-04e8baf1399c admin admin] Deleting port 5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:52:48.266547 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4496dac-80ae-4beb-aaa1-04e8baf1399c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:48.327811 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-c4496dac-80ae-4beb-aaa1-04e8baf1399c admin admin] For port 5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea,segment=NetworkSegment(9c6355b9-9d1d-409f-ad90-08b7438412af),segment_id=9c6355b9-9d1d-409f-ad90-08b7438412af)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:48.328347 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4496dac-80ae-4beb-aaa1-04e8baf1399c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:48.339908 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c4496dac-80ae-4beb-aaa1-04e8baf1399c admin admin] Calling delete_port for 5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:52:48.420130 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4496dac-80ae-4beb-aaa1-04e8baf1399c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:48.446284 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4496dac-80ae-4beb-aaa1-04e8baf1399c admin admin] Pushing event deleted for resources: {'Port': ['ID=5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:48.450153 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4496dac-80ae-4beb-aaa1-04e8baf1399c admin admin] No DVR routers for this DVR port 5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:52:48.518568 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4496dac-80ae-4beb-aaa1-04e8baf1399c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (0b715bae-a290-4582-a535-1999abaca18d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:48.542197 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-c4496dac-80ae-4beb-aaa1-04e8baf1399c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b715bae-a290-4582-a535-1999abaca18d']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:48.551493 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-c4496dac-80ae-4beb-aaa1-04e8baf1399c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c6355b9-9d1d-409f-ad90-08b7438412af') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:48.551789 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-c4496dac-80ae-4beb-aaa1-04e8baf1399c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c6355b9-9d1d-409f-ad90-08b7438412af') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:48.562543 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4496dac-80ae-4beb-aaa1-04e8baf1399c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (9c6355b9-9d1d-409f-ad90-08b7438412af), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:48.576963 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4496dac-80ae-4beb-aaa1-04e8baf1399c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (9c6355b9-9d1d-409f-ad90-08b7438412af), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:48.577922 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2937862f-32b4-4d07-a4e0-5008fb23aa6d None None] DHCP port deletion for 0b715bae-a290-4582-a535-1999abaca18d request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:52:48.584475 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4496dac-80ae-4beb-aaa1-04e8baf1399c admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:52:48.584949 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4496dac-80ae-4beb-aaa1-04e8baf1399c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (9c6355b9-9d1d-409f-ad90-08b7438412af), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:52:48.591978 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:52:48.645496 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4496dac-80ae-4beb-aaa1-04e8baf1399c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (0b715bae-a290-4582-a535-1999abaca18d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:48.653050 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4496dac-80ae-4beb-aaa1-04e8baf1399c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:48.656263 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c4496dac-80ae-4beb-aaa1-04e8baf1399c admin admin] 10.222.0.31 "DELETE /v2.0/networks/0b715bae-a290-4582-a535-1999abaca18d HTTP/1.1" status: 204 len: 168 time: 0.5275464 Jan 18 20:52:48.667658 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4496dac-80ae-4beb-aaa1-04e8baf1399c admin admin] Pushing event deleted for resources: {'Network': ['ID=0b715bae-a290-4582-a535-1999abaca18d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:48.696834 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:52:48.722030 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:52:48.722602 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 5eda50c0-fdba-4fd5-ba67-6e8fe1b379ea not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:52:48.723014 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device bbbb1d20-a54f-43f2-8bdc-26ce4a097742 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:52:48.742783 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: bbbb1d20-a54f-43f2-8bdc-26ce4a097742 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:52:48.743133 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device bbbb1d20-a54f-43f2-8bdc-26ce4a097742 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:52:48.743543 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f8197276-0ec3-48ff-9fad-2a51d76913b6 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:52:48.763207 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: f8197276-0ec3-48ff-9fad-2a51d76913b6 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:52:48.763548 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device f8197276-0ec3-48ff-9fad-2a51d76913b6 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:52:48.839786 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38718) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:48.881710 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ca5d5281-166a-4a86-9855-fb2382670539 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb0a16ecd2874c3d945178fe17cea04d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390325 Jan 18 20:52:48.884176 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38720) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:48.934000 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7e0d4650-bdb6-4fdd-a896-650ad2c5119f admin admin] Publish callbacks [] for security_group (820ab01d-18e0-4726-ab01-ee2e5207331b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:48.954211 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7e0d4650-bdb6-4fdd-a896-650ad2c5119f admin admin] Publish callbacks [] for security_group (820ab01d-18e0-4726-ab01-ee2e5207331b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:49.000347 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7e0d4650-bdb6-4fdd-a896-650ad2c5119f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (820ab01d-18e0-4726-ab01-ee2e5207331b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:49.004869 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7e0d4650-bdb6-4fdd-a896-650ad2c5119f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:49.004869 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7e0d4650-bdb6-4fdd-a896-650ad2c5119f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/820ab01d-18e0-4726-ab01-ee2e5207331b HTTP/1.1" status: 204 len: 168 time: 0.1190894 Jan 18 20:52:49.013380 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d4650-bdb6-4fdd-a896-650ad2c5119f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820ab01d-18e0-4726-ab01-ee2e5207331b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:49.313131 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38726) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:49.352053 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ab51bb13-42c2-4d46-8a8f-117adc6a58cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d84a9ad7dbf7440a96a41d39dfd7808b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377495 Jan 18 20:52:49.354411 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38728) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:49.399363 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-24a38e3b-13f3-4884-a995-6f0643d576aa admin admin] Publish callbacks [] for security_group (4a98422e-705f-4bee-9764-34b0c9a1d027), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:49.420071 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-24a38e3b-13f3-4884-a995-6f0643d576aa admin admin] Publish callbacks [] for security_group (4a98422e-705f-4bee-9764-34b0c9a1d027), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:49.465441 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-24a38e3b-13f3-4884-a995-6f0643d576aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (4a98422e-705f-4bee-9764-34b0c9a1d027), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:49.468025 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-24a38e3b-13f3-4884-a995-6f0643d576aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:49.469162 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-24a38e3b-13f3-4884-a995-6f0643d576aa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a98422e-705f-4bee-9764-34b0c9a1d027 HTTP/1.1" status: 204 len: 168 time: 0.1138978 Jan 18 20:52:49.476877 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a38e3b-13f3-4884-a995-6f0643d576aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a98422e-705f-4bee-9764-34b0c9a1d027,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:50.128194 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38750) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:50.223998 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-4e28a253-62d9-4dc4-bf3b-0a6f7487d28c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1757186297-network', 'tenant_id': '077e80c53d4d4a7fab81072a16a12bb0'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:52:50.246927 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e28a253-62d9-4dc4-bf3b-0a6f7487d28c admin admin] Made reservation on behalf of 077e80c53d4d4a7fab81072a16a12bb0 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:52:50.249153 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e28a253-62d9-4dc4-bf3b-0a6f7487d28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:50.260605 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e28a253-62d9-4dc4-bf3b-0a6f7487d28c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:50.332724 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e28a253-62d9-4dc4-bf3b-0a6f7487d28c admin admin] Publish callbacks [] for security_group (31c8c3d9-bf1e-4dfd-9634-066451a7ce0d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:50.336490 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e28a253-62d9-4dc4-bf3b-0a6f7487d28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (31c8c3d9-bf1e-4dfd-9634-066451a7ce0d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:50.359853 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e28a253-62d9-4dc4-bf3b-0a6f7487d28c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:52:50.369765 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28a253-62d9-4dc4-bf3b-0a6f7487d28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c8c3d9-bf1e-4dfd-9634-066451a7ce0d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:50.375521 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e28a253-62d9-4dc4-bf3b-0a6f7487d28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (12e4674e-5214-45ad-a564-efe87ba4aff2), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:50.375853 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-4e28a253-62d9-4dc4-bf3b-0a6f7487d28c admin admin] Added segment 12e4674e-5214-45ad-a564-efe87ba4aff2 of type vlan for network f781be3c-5506-4f13-86df-dc024393cd17 Jan 18 20:52:50.414680 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e28a253-62d9-4dc4-bf3b-0a6f7487d28c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (f781be3c-5506-4f13-86df-dc024393cd17), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:50.438372 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e28a253-62d9-4dc4-bf3b-0a6f7487d28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (f781be3c-5506-4f13-86df-dc024393cd17), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:50.439288 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e28a253-62d9-4dc4-bf3b-0a6f7487d28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:52:50.439855 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e28a253-62d9-4dc4-bf3b-0a6f7487d28c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:50.500065 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4e28a253-62d9-4dc4-bf3b-0a6f7487d28c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3707051 Jan 18 20:52:50.502958 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38754) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:50.508144 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-7730dd59-6b02-4693-9643-258d9a50c08b admin admin] Request body: {'subnet': {'network_id': 'f781be3c-5506-4f13-86df-dc024393cd17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1757186297-subnet', 'tenant_id': '077e80c53d4d4a7fab81072a16a12bb0', 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:52:50.511054 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28a253-62d9-4dc4-bf3b-0a6f7487d28c admin admin] Pushing event updated for resources: {'Network': ['ID=f781be3c-5506-4f13-86df-dc024393cd17,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:50.521177 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network f781be3c-5506-4f13-86df-dc024393cd17 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:52:50.534202 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7730dd59-6b02-4693-9643-258d9a50c08b admin admin] Made reservation on behalf of 077e80c53d4d4a7fab81072a16a12bb0 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:52:50.536776 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7730dd59-6b02-4693-9643-258d9a50c08b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:50.701583 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7730dd59-6b02-4693-9643-258d9a50c08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (e5ebf9c7-a05b-4853-b460-837a0c09dd66), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:50.758525 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730dd59-6b02-4693-9643-258d9a50c08b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5ebf9c7-a05b-4853-b460-837a0c09dd66,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:50.767125 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7730dd59-6b02-4693-9643-258d9a50c08b admin admin] Checking segment: {'id': '12e4674e-5214-45ad-a564-efe87ba4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f781be3c-5506-4f13-86df-dc024393cd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:52:50.767478 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7730dd59-6b02-4693-9643-258d9a50c08b admin admin] Network hostable DHCP agents. Network: f781be3c-5506-4f13-86df-dc024393cd17, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:52:50.784171 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7730dd59-6b02-4693-9643-258d9a50c08b admin admin] Network f781be3c-5506-4f13-86df-dc024393cd17 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:52:50.794573 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-7730dd59-6b02-4693-9643-258d9a50c08b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, f781be3c-5506-4f13-86df-dc024393cd17) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:52:50.798622 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7730dd59-6b02-4693-9643-258d9a50c08b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:52:50.799201 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7730dd59-6b02-4693-9643-258d9a50c08b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:50.804736 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46ad905-8401-4bec-ab28-938968ba64ee None None] Network f781be3c-5506-4f13-86df-dc024393cd17 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:52:50.815144 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7730dd59-6b02-4693-9643-258d9a50c08b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3109641 Jan 18 20:52:50.817828 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38756) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:50.821973 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-d413f23b-4f82-41cb-8abf-2ed24a390b80 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1757186297-router', 'tenant_id': '077e80c53d4d4a7fab81072a16a12bb0', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:52:50.843979 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d413f23b-4f82-41cb-8abf-2ed24a390b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (cb568466-2400-4f64-a6c2-5679e4519e19), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:50.845224 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d413f23b-4f82-41cb-8abf-2ed24a390b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (cb568466-2400-4f64-a6c2-5679e4519e19), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:50.894840 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d413f23b-4f82-41cb-8abf-2ed24a390b80 admin admin] Publish callbacks [] for router_controller (cb568466-2400-4f64-a6c2-5679e4519e19), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:50.910849 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d3a9ea-7320-4aef-a72c-55dede20f31f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-f781be3c-5506-4f13-86df-dc024393cd17', 'network_id': 'f781be3c-5506-4f13-86df-dc024393cd17', 'project_id': '077e80c53d4d4a7fab81072a16a12bb0', 'fixed_ips': [{'subnet_id': 'e5ebf9c7-a05b-4853-b460-837a0c09dd66'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:52:50.911720 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-68d3a9ea-7320-4aef-a72c-55dede20f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:51.031197 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d413f23b-4f82-41cb-8abf-2ed24a390b80 admin admin] Publish callbacks [] for router_gateway (cb568466-2400-4f64-a6c2-5679e4519e19), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:51.044298 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-68d3a9ea-7320-4aef-a72c-55dede20f31f None None] Allocated IP 172.20.0.2 (f781be3c-5506-4f13-86df-dc024393cd17/e5ebf9c7-a05b-4853-b460-837a0c09dd66/45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:52:51.190486 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-68d3a9ea-7320-4aef-a72c-55dede20f31f None None] Publish callbacks [] for port (45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:51.197336 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-68d3a9ea-7320-4aef-a72c-55dede20f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:51.232023 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d413f23b-4f82-41cb-8abf-2ed24a390b80 admin admin] Publish callbacks [] for router_gateway (cb568466-2400-4f64-a6c2-5679e4519e19), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:51.235373 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d3a9ea-7320-4aef-a72c-55dede20f31f None None] Network f781be3c-5506-4f13-86df-dc024393cd17 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:52:51.238269 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-68d3a9ea-7320-4aef-a72c-55dede20f31f None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:52:51.242938 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d3a9ea-7320-4aef-a72c-55dede20f31f None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:52:51.251033 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d413f23b-4f82-41cb-8abf-2ed24a390b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:51.251703 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3a9ea-7320-4aef-a72c-55dede20f31f None None] Pushing event updated for resources: {'Port': ['ID=45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:51.306688 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-68d3a9ea-7320-4aef-a72c-55dede20f31f None None] Attempting to bind port 45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:52:51.307061 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-68d3a9ea-7320-4aef-a72c-55dede20f31f None None] Attempting to bind port 45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '12e4674e-5214-45ad-a564-efe87ba4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f781be3c-5506-4f13-86df-dc024393cd17'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:52:51.307425 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d3a9ea-7320-4aef-a72c-55dede20f31f None None] Attempting to bind port 45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0 on network f781be3c-5506-4f13-86df-dc024393cd17 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:52:51.312451 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d3a9ea-7320-4aef-a72c-55dede20f31f None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:52:51.313126 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d3a9ea-7320-4aef-a72c-55dede20f31f None None] Checking segment: {'id': '12e4674e-5214-45ad-a564-efe87ba4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f781be3c-5506-4f13-86df-dc024393cd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:52:51.313534 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-68d3a9ea-7320-4aef-a72c-55dede20f31f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:51.313953 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d3a9ea-7320-4aef-a72c-55dede20f31f None None] Bound using segment: {'id': '12e4674e-5214-45ad-a564-efe87ba4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f781be3c-5506-4f13-86df-dc024393cd17'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:52:51.314458 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-68d3a9ea-7320-4aef-a72c-55dede20f31f None None] Bound port: 45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e4674e-5214-45ad-a564-efe87ba4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f781be3c-5506-4f13-86df-dc024393cd17'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:52:51.315616 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-68d3a9ea-7320-4aef-a72c-55dede20f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:51.354613 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-d413f23b-4f82-41cb-8abf-2ed24a390b80 admin admin] Allocated IP 172.25.4.11 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/dddd23e0-2003-4a14-8c8f-03a24184fce3) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:52:51.376305 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-68d3a9ea-7320-4aef-a72c-55dede20f31f None None] For port 45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:52:51.379271 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-68d3a9ea-7320-4aef-a72c-55dede20f31f None None] For port 45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0,segment=NetworkSegment(12e4674e-5214-45ad-a564-efe87ba4aff2),segment_id=12e4674e-5214-45ad-a564-efe87ba4aff2)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:52:51.383460 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-68d3a9ea-7320-4aef-a72c-55dede20f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:51.437204 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3a9ea-7320-4aef-a72c-55dede20f31f None None] Pushing event updated for resources: {'Port': ['ID=45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:51.466071 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d413f23b-4f82-41cb-8abf-2ed24a390b80 admin admin] Publish callbacks [] for port (dddd23e0-2003-4a14-8c8f-03a24184fce3), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:51.499783 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d413f23b-4f82-41cb-8abf-2ed24a390b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (dddd23e0-2003-4a14-8c8f-03a24184fce3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:51.540770 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d413f23b-4f82-41cb-8abf-2ed24a390b80 admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:52:51.543577 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-d413f23b-4f82-41cb-8abf-2ed24a390b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:52:51.548238 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d413f23b-4f82-41cb-8abf-2ed24a390b80 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:52:51.553993 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413f23b-4f82-41cb-8abf-2ed24a390b80 admin admin] Pushing event updated for resources: {'Port': ['ID=dddd23e0-2003-4a14-8c8f-03a24184fce3,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:51.566619 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab43b02-16b5-41c2-ab23-f25ab62f8954 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:52:51.620174 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c86071b2-c234-4046-8c80-631b21956249 None None] Provisioning complete for port dddd23e0-2003-4a14-8c8f-03a24184fce3 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:51.622840 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c86071b2-c234-4046-8c80-631b21956249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (dddd23e0-2003-4a14-8c8f-03a24184fce3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:51.669329 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c86071b2-c234-4046-8c80-631b21956249 None None] Port dddd23e0-2003-4a14-8c8f-03a24184fce3 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:52:51.832093 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d413f23b-4f82-41cb-8abf-2ed24a390b80 admin admin] Publish callbacks [] for router_gateway (cb568466-2400-4f64-a6c2-5679e4519e19), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:52.032526 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d413f23b-4f82-41cb-8abf-2ed24a390b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (cb568466-2400-4f64-a6c2-5679e4519e19), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:52.164983 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d413f23b-4f82-41cb-8abf-2ed24a390b80 admin admin] Router cb568466-2400-4f64-a6c2-5679e4519e19 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:52:52.489018 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0bc47a-5652-4ff1-aa5d-23bfc5dd0012 None None] Network f781be3c-5506-4f13-86df-dc024393cd17 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:52:52.606894 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-70445ee9-25f2-42ae-bf81-0841977f184b None None] Provisioning complete for port 45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:52.607533 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-70445ee9-25f2-42ae-bf81-0841977f184b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:52.627540 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d413f23b-4f82-41cb-8abf-2ed24a390b80 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:52:52.641760 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf4f2a6-06cc-4605-9844-3708c5bddeb3 None None] Sync routers for ids ['cb568466-2400-4f64-a6c2-5679e4519e19'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:52:52.649840 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d413f23b-4f82-41cb-8abf-2ed24a390b80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:52.651216 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d413f23b-4f82-41cb-8abf-2ed24a390b80 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.8324690 Jan 18 20:52:52.654000 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38758) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:52.660083 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf4f2a6-06cc-4605-9844-3708c5bddeb3 None None] Routers {'cb568466-2400-4f64-a6c2-5679e4519e19'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:52.660697 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-5bf4f2a6-06cc-4605-9844-3708c5bddeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:52:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['cb568466-2400-4f64-a6c2-5679e4519e19'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:52.715719 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-70445ee9-25f2-42ae-bf81-0841977f184b None None] Current status of the port 45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:52.718188 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-70445ee9-25f2-42ae-bf81-0841977f184b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:52.760428 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:52:52.803912 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-70445ee9-25f2-42ae-bf81-0841977f184b None None] For port 45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0,segment=NetworkSegment(12e4674e-5214-45ad-a564-efe87ba4aff2),segment_id=12e4674e-5214-45ad-a564-efe87ba4aff2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:52.815816 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-70445ee9-25f2-42ae-bf81-0841977f184b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:52.816033 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-5bf4f2a6-06cc-4605-9844-3708c5bddeb3 None None] Set router cb568466-2400-4f64-a6c2-5679e4519e19 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:52.859766 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:52.860045 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:52.901138 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445ee9-25f2-42ae-bf81-0841977f184b None None] Pushing event updated for resources: {'Port': ['ID=45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:52.967559 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:52.970476 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-51519f3f-70fa-407d-afbd-f41d7af46c62 None None] Provisioning complete for port 45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:52.971010 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-51519f3f-70fa-407d-afbd-f41d7af46c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:53.015035 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-5bf4f2a6-06cc-4605-9844-3708c5bddeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb568466-2400-4f64-a6c2-5679e4519e19', 'name': 'tempest-ImageQuotaTest-1757186297-router', 'tenant_id': '077e80c53d4d4a7fab81072a16a12bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'dddd23e0-2003-4a14-8c8f-03a24184fce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:52:50Z', 'updated_at': '2022-01-18T20:52:51Z', 'revision_number': 3, 'project_id': '077e80c53d4d4a7fab81072a16a12bb0', 'gw_port': {'id': 'dddd23e0-2003-4a14-8c8f-03a24184fce3', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb568466-2400-4f64-a6c2-5679e4519e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:51Z', 'updated_at': '2022-01-18T20:52:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:53.045652 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf4f2a6-06cc-4605-9844-3708c5bddeb3 None None] Checking router: cb568466-2400-4f64-a6c2-5679e4519e19 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:52:53.046027 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf4f2a6-06cc-4605-9844-3708c5bddeb3 None None] Updating router cb568466-2400-4f64-a6c2-5679e4519e19 port dddd23e0-2003-4a14-8c8f-03a24184fce3 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:52:53.066724 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-51519f3f-70fa-407d-afbd-f41d7af46c62 None None] Current status of the port 45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:53.070933 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f2a6-06cc-4605-9844-3708c5bddeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (dddd23e0-2003-4a14-8c8f-03a24184fce3), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:53.115897 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-15d322eb-2bbd-463a-90c5-2f68328a037d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:53.272120 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-15d322eb-2bbd-463a-90c5-2f68328a037d admin admin] Allocated IP 172.20.0.1 (f781be3c-5506-4f13-86df-dc024393cd17/e5ebf9c7-a05b-4853-b460-837a0c09dd66/e76a6e0c-56ad-41c3-b019-5fc88145b848) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:52:53.317937 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f2a6-06cc-4605-9844-3708c5bddeb3 None None] Publish callbacks [] for port (dddd23e0-2003-4a14-8c8f-03a24184fce3), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:53.323827 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f2a6-06cc-4605-9844-3708c5bddeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (dddd23e0-2003-4a14-8c8f-03a24184fce3), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:53.380664 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-15d322eb-2bbd-463a-90c5-2f68328a037d admin admin] Publish callbacks [] for port (e76a6e0c-56ad-41c3-b019-5fc88145b848), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:53.414998 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-15d322eb-2bbd-463a-90c5-2f68328a037d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e76a6e0c-56ad-41c3-b019-5fc88145b848), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:53.454072 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a1d4f6-6649-4a0d-bf05-c19499f1efab None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:52:53.457251 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d322eb-2bbd-463a-90c5-2f68328a037d admin admin] Network f781be3c-5506-4f13-86df-dc024393cd17 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:52:53.460122 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-5bf4f2a6-06cc-4605-9844-3708c5bddeb3 None None] Attempting to bind port dddd23e0-2003-4a14-8c8f-03a24184fce3 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:52:53.460275 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-15d322eb-2bbd-463a-90c5-2f68328a037d admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:52:53.461003 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-5bf4f2a6-06cc-4605-9844-3708c5bddeb3 None None] Attempting to bind port dddd23e0-2003-4a14-8c8f-03a24184fce3 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:52:53.461359 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf4f2a6-06cc-4605-9844-3708c5bddeb3 None None] Attempting to bind port dddd23e0-2003-4a14-8c8f-03a24184fce3 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:52:53.463722 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d322eb-2bbd-463a-90c5-2f68328a037d admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:52:53.472646 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf4f2a6-06cc-4605-9844-3708c5bddeb3 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:52:53.472980 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf4f2a6-06cc-4605-9844-3708c5bddeb3 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:52:53.473375 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f2a6-06cc-4605-9844-3708c5bddeb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:53.473804 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf4f2a6-06cc-4605-9844-3708c5bddeb3 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:52:53.474262 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-5bf4f2a6-06cc-4605-9844-3708c5bddeb3 None None] Bound port: dddd23e0-2003-4a14-8c8f-03a24184fce3, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:52:53.474734 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f2a6-06cc-4605-9844-3708c5bddeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (dddd23e0-2003-4a14-8c8f-03a24184fce3), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:53.486397 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d322eb-2bbd-463a-90c5-2f68328a037d admin admin] Pushing event updated for resources: {'Port': ['ID=e76a6e0c-56ad-41c3-b019-5fc88145b848,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:53.500571 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59d426-0e1c-4be5-8d5f-34dda57f8a7a None None] Pushing event updated for resources: {'Port': ['ID=dddd23e0-2003-4a14-8c8f-03a24184fce3,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:53.511108 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-15d322eb-2bbd-463a-90c5-2f68328a037d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (cb568466-2400-4f64-a6c2-5679e4519e19), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:53.531997 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-5bf4f2a6-06cc-4605-9844-3708c5bddeb3 None None] For port dddd23e0-2003-4a14-8c8f-03a24184fce3, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:52:53.535237 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-5bf4f2a6-06cc-4605-9844-3708c5bddeb3 None None] For port dddd23e0-2003-4a14-8c8f-03a24184fce3, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=dddd23e0-2003-4a14-8c8f-03a24184fce3,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:52:53.540412 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f2a6-06cc-4605-9844-3708c5bddeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (dddd23e0-2003-4a14-8c8f-03a24184fce3), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:53.590999 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c770cc8-944b-4956-bf41-f5aec830c411 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:52:53.597761 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf4f2a6-06cc-4605-9844-3708c5bddeb3 None None] Routers {'cb568466-2400-4f64-a6c2-5679e4519e19'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:53.598378 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-5bf4f2a6-06cc-4605-9844-3708c5bddeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:52:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['cb568466-2400-4f64-a6c2-5679e4519e19'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:53.622346 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1a0a5105-e53e-48bc-9671-440619f353de None None] Provisioning complete for port dddd23e0-2003-4a14-8c8f-03a24184fce3 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:53.622896 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1a0a5105-e53e-48bc-9671-440619f353de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (dddd23e0-2003-4a14-8c8f-03a24184fce3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:53.675356 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-15d322eb-2bbd-463a-90c5-2f68328a037d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e76a6e0c-56ad-41c3-b019-5fc88145b848), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:53.714942 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59d426-0e1c-4be5-8d5f-34dda57f8a7a None None] Pushing event updated for resources: {'Port': ['ID=dddd23e0-2003-4a14-8c8f-03a24184fce3,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:53.721325 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-5bf4f2a6-06cc-4605-9844-3708c5bddeb3 None None] Set router cb568466-2400-4f64-a6c2-5679e4519e19 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:53.731747 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1a0a5105-e53e-48bc-9671-440619f353de None None] Current status of the port dddd23e0-2003-4a14-8c8f-03a24184fce3 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:53.732159 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1a0a5105-e53e-48bc-9671-440619f353de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (dddd23e0-2003-4a14-8c8f-03a24184fce3), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:53.755566 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1a0a5105-e53e-48bc-9671-440619f353de None None] For port dddd23e0-2003-4a14-8c8f-03a24184fce3, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=dddd23e0-2003-4a14-8c8f-03a24184fce3,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:53.760563 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1a0a5105-e53e-48bc-9671-440619f353de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (dddd23e0-2003-4a14-8c8f-03a24184fce3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:53.818415 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a5105-e53e-48bc-9671-440619f353de None None] Pushing event updated for resources: {'Port': ['ID=dddd23e0-2003-4a14-8c8f-03a24184fce3,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:53.858935 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-15d322eb-2bbd-463a-90c5-2f68328a037d admin admin] Publish callbacks [] for port (e76a6e0c-56ad-41c3-b019-5fc88145b848), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:53.863612 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-15d322eb-2bbd-463a-90c5-2f68328a037d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (e76a6e0c-56ad-41c3-b019-5fc88145b848), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:53.882890 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f7b61c60-d596-40dc-8925-e0d3065c0201 None None] Provisioning complete for port e76a6e0c-56ad-41c3-b019-5fc88145b848 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:53.883748 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f7b61c60-d596-40dc-8925-e0d3065c0201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e76a6e0c-56ad-41c3-b019-5fc88145b848), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:53.911017 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-5bf4f2a6-06cc-4605-9844-3708c5bddeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb568466-2400-4f64-a6c2-5679e4519e19', 'name': 'tempest-ImageQuotaTest-1757186297-router', 'tenant_id': '077e80c53d4d4a7fab81072a16a12bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'dddd23e0-2003-4a14-8c8f-03a24184fce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:52:50Z', 'updated_at': '2022-01-18T20:52:51Z', 'revision_number': 3, 'project_id': '077e80c53d4d4a7fab81072a16a12bb0', 'gw_port': {'id': 'dddd23e0-2003-4a14-8c8f-03a24184fce3', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb568466-2400-4f64-a6c2-5679e4519e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:51Z', 'updated_at': '2022-01-18T20:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:53.920886 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f7b61c60-d596-40dc-8925-e0d3065c0201 None None] Port e76a6e0c-56ad-41c3-b019-5fc88145b848 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:52:53.931827 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d322eb-2bbd-463a-90c5-2f68328a037d admin admin] Pushing event updated for resources: {'Port': ['ID=e76a6e0c-56ad-41c3-b019-5fc88145b848,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:53.932775 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f7b61c60-d596-40dc-8925-e0d3065c0201 None None] Provisioning complete for port dddd23e0-2003-4a14-8c8f-03a24184fce3 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:53.933148 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f7b61c60-d596-40dc-8925-e0d3065c0201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (dddd23e0-2003-4a14-8c8f-03a24184fce3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:53.934586 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-15d322eb-2bbd-463a-90c5-2f68328a037d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (cb568466-2400-4f64-a6c2-5679e4519e19), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:53.939426 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf4f2a6-06cc-4605-9844-3708c5bddeb3 None None] The sync data for ids ['cb568466-2400-4f64-a6c2-5679e4519e19'] in n-d-741529-9 is: [{'id': 'cb568466-2400-4f64-a6c2-5679e4519e19', 'name': 'tempest-ImageQuotaTest-1757186297-router', 'tenant_id': '077e80c53d4d4a7fab81072a16a12bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'dddd23e0-2003-4a14-8c8f-03a24184fce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:52:50Z', 'updated_at': '2022-01-18T20:52:51Z', 'revision_number': 3, 'project_id': '077e80c53d4d4a7fab81072a16a12bb0', 'gw_port': {'id': 'dddd23e0-2003-4a14-8c8f-03a24184fce3', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb568466-2400-4f64-a6c2-5679e4519e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:51Z', 'updated_at': '2022-01-18T20:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:52:54.020128 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f7b61c60-d596-40dc-8925-e0d3065c0201 None None] Current status of the port dddd23e0-2003-4a14-8c8f-03a24184fce3 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:54.048988 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d322eb-2bbd-463a-90c5-2f68328a037d admin admin] Network f781be3c-5506-4f13-86df-dc024393cd17 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:52:54.050445 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-15d322eb-2bbd-463a-90c5-2f68328a037d admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:52:54.187009 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d322eb-2bbd-463a-90c5-2f68328a037d admin admin] Router cb568466-2400-4f64-a6c2-5679e4519e19 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:52:54.319419 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d322eb-2bbd-463a-90c5-2f68328a037d admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:52:54.329918 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-15d322eb-2bbd-463a-90c5-2f68328a037d admin admin] 10.222.0.31 "PUT /v2.0/routers/cb568466-2400-4f64-a6c2-5679e4519e19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6696031 Jan 18 20:52:54.349501 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-65b55b66-fbff-4895-ba6a-c84116ff05d2 None None] Provisioning complete for port e76a6e0c-56ad-41c3-b019-5fc88145b848 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:54.349926 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-65b55b66-fbff-4895-ba6a-c84116ff05d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e76a6e0c-56ad-41c3-b019-5fc88145b848), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:54.391665 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-65b55b66-fbff-4895-ba6a-c84116ff05d2 None None] Port e76a6e0c-56ad-41c3-b019-5fc88145b848 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:52:54.767299 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device dddd23e0-2003-4a14-8c8f-03a24184fce3 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:52:54.822656 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port dddd23e0-2003-4a14-8c8f-03a24184fce3 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:54.823107 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (dddd23e0-2003-4a14-8c8f-03a24184fce3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:54.906758 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port dddd23e0-2003-4a14-8c8f-03a24184fce3 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:54.907817 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:52:54.954238 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:52:54.954611 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:55.029596 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:52:55.416288 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38778) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:55.588618 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44895dc3-6c46-4ec8-9409-fed262b53cc6 None None] Sync routers for ids ['cb568466-2400-4f64-a6c2-5679e4519e19'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:52:55.599371 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44895dc3-6c46-4ec8-9409-fed262b53cc6 None None] Routers {'cb568466-2400-4f64-a6c2-5679e4519e19'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:55.599988 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-44895dc3-6c46-4ec8-9409-fed262b53cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:52:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['cb568466-2400-4f64-a6c2-5679e4519e19'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:55.702096 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-abb0621b-f08d-46c4-9106-5d813f1738d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:55.716757 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-44895dc3-6c46-4ec8-9409-fed262b53cc6 None None] Set router cb568466-2400-4f64-a6c2-5679e4519e19 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:55.751527 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c6cb76e-3dbf-4902-b3c0-e70d5c1838ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (cb568466-2400-4f64-a6c2-5679e4519e19), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:55.921808 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-44895dc3-6c46-4ec8-9409-fed262b53cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb568466-2400-4f64-a6c2-5679e4519e19', 'name': 'tempest-ImageQuotaTest-1757186297-router', 'tenant_id': '077e80c53d4d4a7fab81072a16a12bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'dddd23e0-2003-4a14-8c8f-03a24184fce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:52:50Z', 'updated_at': '2022-01-18T20:52:53Z', 'revision_number': 4, 'project_id': '077e80c53d4d4a7fab81072a16a12bb0', 'gw_port': {'id': 'dddd23e0-2003-4a14-8c8f-03a24184fce3', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb568466-2400-4f64-a6c2-5679e4519e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:51Z', 'updated_at': '2022-01-18T20:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'e76a6e0c-56ad-41c3-b019-5fc88145b848', 'name': '', 'network_id': 'f781be3c-5506-4f13-86df-dc024393cd17', 'tenant_id': '077e80c53d4d4a7fab81072a16a12bb0', 'mac_address': 'fa:16:3e:27:02:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb568466-2400-4f64-a6c2-5679e4519e19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e5ebf9c7-a05b-4853-b460-837a0c09dd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:53Z', 'updated_at': '2022-01-18T20:52:53Z', 'revision_number': 2, 'project_id': '077e80c53d4d4a7fab81072a16a12bb0', 'subnets': [{'id': 'e5ebf9c7-a05b-4853-b460-837a0c09dd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:55.947494 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44895dc3-6c46-4ec8-9409-fed262b53cc6 None None] Checking router: cb568466-2400-4f64-a6c2-5679e4519e19 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:52:55.947842 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44895dc3-6c46-4ec8-9409-fed262b53cc6 None None] Updating router cb568466-2400-4f64-a6c2-5679e4519e19 port e76a6e0c-56ad-41c3-b019-5fc88145b848 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:52:55.977115 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-44895dc3-6c46-4ec8-9409-fed262b53cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e76a6e0c-56ad-41c3-b019-5fc88145b848), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:56.004897 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-6c6cb76e-3dbf-4902-b3c0-e70d5c1838ca admin admin] Deleting port e76a6e0c-56ad-41c3-b019-5fc88145b848 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:52:56.005157 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c6cb76e-3dbf-4902-b3c0-e70d5c1838ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e76a6e0c-56ad-41c3-b019-5fc88145b848), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:56.084079 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c6cb76e-3dbf-4902-b3c0-e70d5c1838ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e76a6e0c-56ad-41c3-b019-5fc88145b848), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:56.096235 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-6c6cb76e-3dbf-4902-b3c0-e70d5c1838ca admin admin] Calling delete_port for e76a6e0c-56ad-41c3-b019-5fc88145b848 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:52:56.273873 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c6cb76e-3dbf-4902-b3c0-e70d5c1838ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e76a6e0c-56ad-41c3-b019-5fc88145b848), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:56.275054 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-44895dc3-6c46-4ec8-9409-fed262b53cc6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:52:56.275487 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-44895dc3-6c46-4ec8-9409-fed262b53cc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:52:56.300090 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6cb76e-3dbf-4902-b3c0-e70d5c1838ca admin admin] Pushing event deleted for resources: {'Port': ['ID=e76a6e0c-56ad-41c3-b019-5fc88145b848,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:56.463772 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c6cb76e-3dbf-4902-b3c0-e70d5c1838ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (cb568466-2400-4f64-a6c2-5679e4519e19), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:56.672931 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6cb76e-3dbf-4902-b3c0-e70d5c1838ca admin admin] Router cb568466-2400-4f64-a6c2-5679e4519e19 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:52:56.777517 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6cb76e-3dbf-4902-b3c0-e70d5c1838ca admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:52:56.782497 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6c6cb76e-3dbf-4902-b3c0-e70d5c1838ca admin admin] 10.222.0.31 "PUT /v2.0/routers/cb568466-2400-4f64-a6c2-5679e4519e19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3651264 Jan 18 20:52:56.784976 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38780) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:56.793856 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44895dc3-6c46-4ec8-9409-fed262b53cc6 None None] Port e76a6e0c-56ad-41c3-b019-5fc88145b848 not found while updating agent binding for router cb568466-2400-4f64-a6c2-5679e4519e19. {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 18 20:52:56.802035 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44895dc3-6c46-4ec8-9409-fed262b53cc6 None None] Routers {'cb568466-2400-4f64-a6c2-5679e4519e19'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:56.802633 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-44895dc3-6c46-4ec8-9409-fed262b53cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:52:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['cb568466-2400-4f64-a6c2-5679e4519e19'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:56.888091 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9f33f2aa-b4a4-46ee-9c60-a125917e76d2 admin admin] Publish callbacks [] for router (cb568466-2400-4f64-a6c2-5679e4519e19), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:56.905774 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-44895dc3-6c46-4ec8-9409-fed262b53cc6 None None] Set router cb568466-2400-4f64-a6c2-5679e4519e19 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:56.988493 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9f33f2aa-b4a4-46ee-9c60-a125917e76d2 admin admin] Publish callbacks [] for router_gateway (cb568466-2400-4f64-a6c2-5679e4519e19), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:57.040813 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-9f33f2aa-b4a4-46ee-9c60-a125917e76d2 admin admin] Deleting port dddd23e0-2003-4a14-8c8f-03a24184fce3 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:52:57.041151 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9f33f2aa-b4a4-46ee-9c60-a125917e76d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (dddd23e0-2003-4a14-8c8f-03a24184fce3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:57.077794 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-44895dc3-6c46-4ec8-9409-fed262b53cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb568466-2400-4f64-a6c2-5679e4519e19', 'name': 'tempest-ImageQuotaTest-1757186297-router', 'tenant_id': '077e80c53d4d4a7fab81072a16a12bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'dddd23e0-2003-4a14-8c8f-03a24184fce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:52:50Z', 'updated_at': '2022-01-18T20:52:56Z', 'revision_number': 5, 'project_id': '077e80c53d4d4a7fab81072a16a12bb0', 'gw_port': {'id': 'dddd23e0-2003-4a14-8c8f-03a24184fce3', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb568466-2400-4f64-a6c2-5679e4519e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:51Z', 'updated_at': '2022-01-18T20:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:57.106746 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44895dc3-6c46-4ec8-9409-fed262b53cc6 None None] The sync data for ids ['cb568466-2400-4f64-a6c2-5679e4519e19'] in n-d-741529-9 is: [{'id': 'cb568466-2400-4f64-a6c2-5679e4519e19', 'name': 'tempest-ImageQuotaTest-1757186297-router', 'tenant_id': '077e80c53d4d4a7fab81072a16a12bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'dddd23e0-2003-4a14-8c8f-03a24184fce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:52:50Z', 'updated_at': '2022-01-18T20:52:56Z', 'revision_number': 5, 'project_id': '077e80c53d4d4a7fab81072a16a12bb0', 'gw_port': {'id': 'dddd23e0-2003-4a14-8c8f-03a24184fce3', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb568466-2400-4f64-a6c2-5679e4519e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:52:51Z', 'updated_at': '2022-01-18T20:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:52:57.124203 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-9f33f2aa-b4a4-46ee-9c60-a125917e76d2 admin admin] For port dddd23e0-2003-4a14-8c8f-03a24184fce3, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=dddd23e0-2003-4a14-8c8f-03a24184fce3,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:57.124563 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9f33f2aa-b4a4-46ee-9c60-a125917e76d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (dddd23e0-2003-4a14-8c8f-03a24184fce3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:57.137707 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-9f33f2aa-b4a4-46ee-9c60-a125917e76d2 admin admin] Calling delete_port for dddd23e0-2003-4a14-8c8f-03a24184fce3 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:52:57.309591 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9f33f2aa-b4a4-46ee-9c60-a125917e76d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (dddd23e0-2003-4a14-8c8f-03a24184fce3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:57.337406 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33f2aa-b4a4-46ee-9c60-a125917e76d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dddd23e0-2003-4a14-8c8f-03a24184fce3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:57.352024 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20a27ac-f0e7-4b19-9868-ebcaefd3ccc2 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:52:57.405332 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9f33f2aa-b4a4-46ee-9c60-a125917e76d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (cb568466-2400-4f64-a6c2-5679e4519e19), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:57.725262 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863dd075-50c6-43a5-b5dd-875a5befe96b None None] Sync routers for ids ['cb568466-2400-4f64-a6c2-5679e4519e19'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:52:57.735666 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863dd075-50c6-43a5-b5dd-875a5befe96b None None] Routers {'cb568466-2400-4f64-a6c2-5679e4519e19'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:57.736358 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-863dd075-50c6-43a5-b5dd-875a5befe96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:52:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['cb568466-2400-4f64-a6c2-5679e4519e19'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:57.806267 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-863dd075-50c6-43a5-b5dd-875a5befe96b None None] Set router cb568466-2400-4f64-a6c2-5679e4519e19 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:52:57.835601 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f7e7daad-a17f-4fe0-8311-d5d0f497403c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:57.850120 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9f33f2aa-b4a4-46ee-9c60-a125917e76d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (cb568466-2400-4f64-a6c2-5679e4519e19), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:57.852306 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9f33f2aa-b4a4-46ee-9c60-a125917e76d2 admin admin] Publish callbacks [] for router_controller (cb568466-2400-4f64-a6c2-5679e4519e19), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:57.864705 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-863dd075-50c6-43a5-b5dd-875a5befe96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb568466-2400-4f64-a6c2-5679e4519e19', 'name': 'tempest-ImageQuotaTest-1757186297-router', 'tenant_id': '077e80c53d4d4a7fab81072a16a12bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:52:50Z', 'updated_at': '2022-01-18T20:52:57Z', 'revision_number': 7, 'project_id': '077e80c53d4d4a7fab81072a16a12bb0', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:57.891837 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863dd075-50c6-43a5-b5dd-875a5befe96b None None] Checking router: cb568466-2400-4f64-a6c2-5679e4519e19 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:52:57.895575 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9f33f2aa-b4a4-46ee-9c60-a125917e76d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (cb568466-2400-4f64-a6c2-5679e4519e19), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:57.896279 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f33f2aa-b4a4-46ee-9c60-a125917e76d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb568466-2400-4f64-a6c2-5679e4519e19 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:52:57.901340 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9f33f2aa-b4a4-46ee-9c60-a125917e76d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:57.902212 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863dd075-50c6-43a5-b5dd-875a5befe96b None None] Routers set() bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:52:57.902212 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863dd075-50c6-43a5-b5dd-875a5befe96b None None] Router IDs set() for agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 18 20:52:57.905005 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9f33f2aa-b4a4-46ee-9c60-a125917e76d2 admin admin] 10.222.0.31 "DELETE /v2.0/routers/cb568466-2400-4f64-a6c2-5679e4519e19 HTTP/1.1" status: 204 len: 168 time: 1.1167221 Jan 18 20:52:57.905110 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_agentschedulers_db [None req-863dd075-50c6-43a5-b5dd-875a5befe96b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cb568466-2400-4f64-a6c2-5679e4519e19'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:52:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent'). {{(pid=103338) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 18 20:52:57.905110 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863dd075-50c6-43a5-b5dd-875a5befe96b None None] The sync data for ids ['cb568466-2400-4f64-a6c2-5679e4519e19'] in n-d-741529-9 is: [] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:52:57.905304 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38782) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:57.949968 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64b2c38-5e04-4b31-ba7f-ca4699dc87b2 admin admin] Deleting subnet e5ebf9c7-a05b-4853-b460-837a0c09dd66 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:52:57.953328 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c64b2c38-5e04-4b31-ba7f-ca4699dc87b2 admin admin] Publish callbacks [] for subnet (e5ebf9c7-a05b-4853-b460-837a0c09dd66), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:57.989013 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c64b2c38-5e04-4b31-ba7f-ca4699dc87b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (e5ebf9c7-a05b-4853-b460-837a0c09dd66), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:58.072022 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c64b2c38-5e04-4b31-ba7f-ca4699dc87b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (e5ebf9c7-a05b-4853-b460-837a0c09dd66), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:58.121754 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c64b2c38-5e04-4b31-ba7f-ca4699dc87b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (e5ebf9c7-a05b-4853-b460-837a0c09dd66), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:58.145470 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b2c38-5e04-4b31-ba7f-ca4699dc87b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5ebf9c7-a05b-4853-b460-837a0c09dd66,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:58.149417 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c64b2c38-5e04-4b31-ba7f-ca4699dc87b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:58.152918 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c64b2c38-5e04-4b31-ba7f-ca4699dc87b2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e5ebf9c7-a05b-4853-b460-837a0c09dd66 HTTP/1.1" status: 204 len: 168 time: 0.2465410 Jan 18 20:52:58.155067 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38784) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:58.155449 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7f9ae5-5ad4-4df6-92fb-c60f6459fd4d None None] Network f781be3c-5506-4f13-86df-dc024393cd17 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:52:58.225139 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6641583-1503-4aed-bf77-ad80836f28c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (f781be3c-5506-4f13-86df-dc024393cd17), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:58.280875 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c6641583-1503-4aed-bf77-ad80836f28c9 admin admin] Deleting port 45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:52:58.281142 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6641583-1503-4aed-bf77-ad80836f28c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:58.340242 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6808b9f-bbd4-4e51-a48f-65a850ea6d41 None None] DHCP port deletion for f781be3c-5506-4f13-86df-dc024393cd17 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:52:58.343911 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-c6641583-1503-4aed-bf77-ad80836f28c9 admin admin] For port 45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0,segment=NetworkSegment(12e4674e-5214-45ad-a564-efe87ba4aff2),segment_id=12e4674e-5214-45ad-a564-efe87ba4aff2)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:58.344269 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6641583-1503-4aed-bf77-ad80836f28c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:58.359285 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c6641583-1503-4aed-bf77-ad80836f28c9 admin admin] Calling delete_port for 45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:52:58.389702 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b6808b9f-bbd4-4e51-a48f-65a850ea6d41 None None] Deleting port 45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:52:58.390078 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b6808b9f-bbd4-4e51-a48f-65a850ea6d41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:58.443826 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6641583-1503-4aed-bf77-ad80836f28c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:58.453978 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b6808b9f-bbd4-4e51-a48f-65a850ea6d41 None None] For port 45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0,segment=NetworkSegment(12e4674e-5214-45ad-a564-efe87ba4aff2),segment_id=12e4674e-5214-45ad-a564-efe87ba4aff2)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:52:58.454455 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b6808b9f-bbd4-4e51-a48f-65a850ea6d41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:58.470139 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6641583-1503-4aed-bf77-ad80836f28c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:58.473606 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6641583-1503-4aed-bf77-ad80836f28c9 admin admin] No DVR routers for this DVR port 45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:52:58.550050 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6641583-1503-4aed-bf77-ad80836f28c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (f781be3c-5506-4f13-86df-dc024393cd17), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:58.572704 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-c6641583-1503-4aed-bf77-ad80836f28c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f781be3c-5506-4f13-86df-dc024393cd17']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:58.588413 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-c6641583-1503-4aed-bf77-ad80836f28c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e4674e-5214-45ad-a564-efe87ba4aff2') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:58.588712 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-c6641583-1503-4aed-bf77-ad80836f28c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e4674e-5214-45ad-a564-efe87ba4aff2') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:52:58.599203 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6641583-1503-4aed-bf77-ad80836f28c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (12e4674e-5214-45ad-a564-efe87ba4aff2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:58.613553 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6641583-1503-4aed-bf77-ad80836f28c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (12e4674e-5214-45ad-a564-efe87ba4aff2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:58.620760 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6641583-1503-4aed-bf77-ad80836f28c9 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:52:58.621462 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6641583-1503-4aed-bf77-ad80836f28c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (12e4674e-5214-45ad-a564-efe87ba4aff2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: timer() Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:52:58.624096 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:52:58.640292 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b6808b9f-bbd4-4e51-a48f-65a850ea6d41 None None] Calling delete_port for 45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:52:58.688167 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6641583-1503-4aed-bf77-ad80836f28c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (f781be3c-5506-4f13-86df-dc024393cd17), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:58.693770 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6641583-1503-4aed-bf77-ad80836f28c9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:58.700693 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c6641583-1503-4aed-bf77-ad80836f28c9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f781be3c-5506-4f13-86df-dc024393cd17 HTTP/1.1" status: 204 len: 168 time: 0.5446963 Jan 18 20:52:58.715197 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6641583-1503-4aed-bf77-ad80836f28c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f781be3c-5506-4f13-86df-dc024393cd17,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:58.716541 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device dddd23e0-2003-4a14-8c8f-03a24184fce3 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:52:58.728955 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b6808b9f-bbd4-4e51-a48f-65a850ea6d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:58.748787 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: dddd23e0-2003-4a14-8c8f-03a24184fce3 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:52:58.749349 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device dddd23e0-2003-4a14-8c8f-03a24184fce3 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:52:58.749874 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:52:58.787679 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b6808b9f-bbd4-4e51-a48f-65a850ea6d41 None None] Network f781be3c-5506-4f13-86df-dc024393cd17 is not hosted by any dhcp agent {{(pid=103337) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 18 20:52:58.788303 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6808b9f-bbd4-4e51-a48f-65a850ea6d41 None None] No DVR routers for this DVR port 45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:52:58.795540 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6808b9f-bbd4-4e51-a48f-65a850ea6d41 None None] Pushing event deleted for resources: {'Port': ['ID=45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:58.795540 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:52:58.795540 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 45d3e0e3-66b5-4326-9d0a-a5ce1aa187b0 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:52:58.814509 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38788) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:58.859453 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6671b683-80ae-4e2c-bf4e-5fbb5c8c01a1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=077e80c53d4d4a7fab81072a16a12bb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437775 Jan 18 20:52:58.861973 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38790) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:58.916831 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-22b5b49e-4866-45f9-995d-3d73a8527007 admin admin] Publish callbacks [] for security_group (31c8c3d9-bf1e-4dfd-9634-066451a7ce0d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:58.937954 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-22b5b49e-4866-45f9-995d-3d73a8527007 admin admin] Publish callbacks [] for security_group (31c8c3d9-bf1e-4dfd-9634-066451a7ce0d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:58.983328 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-22b5b49e-4866-45f9-995d-3d73a8527007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (31c8c3d9-bf1e-4dfd-9634-066451a7ce0d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:58.985830 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-22b5b49e-4866-45f9-995d-3d73a8527007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:58.986971 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-22b5b49e-4866-45f9-995d-3d73a8527007 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/31c8c3d9-bf1e-4dfd-9634-066451a7ce0d HTTP/1.1" status: 204 len: 168 time: 0.1240911 Jan 18 20:52:58.995198 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5b49e-4866-45f9-995d-3d73a8527007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c8c3d9-bf1e-4dfd-9634-066451a7ce0d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:59.193729 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:59.315059 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38796) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:59.328553 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f5f526db-3777-49d4-8bd6-35a46bacafa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:59.401011 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f5f526db-3777-49d4-8bd6-35a46bacafa8 admin admin] Publish callbacks [] for security_group (6bdc40e6-e700-4051-9988-d367312dc02a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:59.404587 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f5f526db-3777-49d4-8bd6-35a46bacafa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6bdc40e6-e700-4051-9988-d367312dc02a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:59.439981 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f526db-3777-49d4-8bd6-35a46bacafa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdc40e6-e700-4051-9988-d367312dc02a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:52:59.444289 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f5f526db-3777-49d4-8bd6-35a46bacafa8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1282210 Jan 18 20:52:59.447642 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38798) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:52:59.497565 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f7946599-c56d-431f-a0c9-1acb0101d92e admin admin] Publish callbacks [] for security_group (6bdc40e6-e700-4051-9988-d367312dc02a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:59.522514 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f7946599-c56d-431f-a0c9-1acb0101d92e admin admin] Publish callbacks [] for security_group (6bdc40e6-e700-4051-9988-d367312dc02a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:59.569222 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f7946599-c56d-431f-a0c9-1acb0101d92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6bdc40e6-e700-4051-9988-d367312dc02a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:59.571763 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f7946599-c56d-431f-a0c9-1acb0101d92e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:52:59.572934 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f7946599-c56d-431f-a0c9-1acb0101d92e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6bdc40e6-e700-4051-9988-d367312dc02a HTTP/1.1" status: 204 len: 168 time: 0.1245835 Jan 18 20:52:59.580462 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7946599-c56d-431f-a0c9-1acb0101d92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdc40e6-e700-4051-9988-d367312dc02a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:00.131810 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38820) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:53:00.226922 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-123dfd85-ee39-48f9-b4d8-0839d3c05980 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-423705390-network', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:53:00.248872 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123dfd85-ee39-48f9-b4d8-0839d3c05980 admin admin] Made reservation on behalf of 9b82b7e3a21f45d380a45d82457a5d1f for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:53:00.251150 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-123dfd85-ee39-48f9-b4d8-0839d3c05980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:00.259824 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-123dfd85-ee39-48f9-b4d8-0839d3c05980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:00.332437 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-123dfd85-ee39-48f9-b4d8-0839d3c05980 admin admin] Publish callbacks [] for security_group (825c75aa-3faf-43f9-bedd-f2bd9cc230fa), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:00.336620 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-123dfd85-ee39-48f9-b4d8-0839d3c05980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (825c75aa-3faf-43f9-bedd-f2bd9cc230fa), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:00.356604 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123dfd85-ee39-48f9-b4d8-0839d3c05980 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:53:00.370912 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123dfd85-ee39-48f9-b4d8-0839d3c05980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825c75aa-3faf-43f9-bedd-f2bd9cc230fa,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:00.373840 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-123dfd85-ee39-48f9-b4d8-0839d3c05980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (040db332-d7b9-4d62-85e4-ce60a0ae8d21), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:00.374176 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-123dfd85-ee39-48f9-b4d8-0839d3c05980 admin admin] Added segment 040db332-d7b9-4d62-85e4-ce60a0ae8d21 of type vlan for network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce Jan 18 20:53:00.412961 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-123dfd85-ee39-48f9-b4d8-0839d3c05980 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (e3f2a3df-3a03-4102-9f4d-d250fc7fbfce), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:00.439882 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-123dfd85-ee39-48f9-b4d8-0839d3c05980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (e3f2a3df-3a03-4102-9f4d-d250fc7fbfce), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:00.440836 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123dfd85-ee39-48f9-b4d8-0839d3c05980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:00.441388 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-123dfd85-ee39-48f9-b4d8-0839d3c05980 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:00.474312 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-123dfd85-ee39-48f9-b4d8-0839d3c05980 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3413875 Jan 18 20:53:00.477320 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38824) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:53:00.482388 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-5fa3ef53-7ce1-4dc3-941b-9a1fd16faf9d admin admin] Request body: {'subnet': {'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-423705390-subnet', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:53:00.502894 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123dfd85-ee39-48f9-b4d8-0839d3c05980 admin admin] Pushing event updated for resources: {'Network': ['ID=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:00.504644 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa3ef53-7ce1-4dc3-941b-9a1fd16faf9d admin admin] Made reservation on behalf of 9b82b7e3a21f45d380a45d82457a5d1f for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:53:00.507463 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5fa3ef53-7ce1-4dc3-941b-9a1fd16faf9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:00.513691 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:53:00.610003 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:00.672725 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5fa3ef53-7ce1-4dc3-941b-9a1fd16faf9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (61e3b3b0-5646-459d-8ac4-7bfe29848aa5), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:00.727233 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3ef53-7ce1-4dc3-941b-9a1fd16faf9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=61e3b3b0-5646-459d-8ac4-7bfe29848aa5,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:00.736740 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa3ef53-7ce1-4dc3-941b-9a1fd16faf9d admin admin] Checking segment: {'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:53:00.737133 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa3ef53-7ce1-4dc3-941b-9a1fd16faf9d admin admin] Network hostable DHCP agents. Network: e3f2a3df-3a03-4102-9f4d-d250fc7fbfce, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:53:00.754026 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa3ef53-7ce1-4dc3-941b-9a1fd16faf9d admin admin] Network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:53:00.763015 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-5fa3ef53-7ce1-4dc3-941b-9a1fd16faf9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, e3f2a3df-3a03-4102-9f4d-d250fc7fbfce) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:53:00.767279 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa3ef53-7ce1-4dc3-941b-9a1fd16faf9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:00.767987 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5fa3ef53-7ce1-4dc3-941b-9a1fd16faf9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:00.772227 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e484de-1a31-45db-bae8-572ce78d9c9e None None] Network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:53:00.789246 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5fa3ef53-7ce1-4dc3-941b-9a1fd16faf9d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3081129 Jan 18 20:53:00.789431 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38826) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:53:00.793598 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-6a2e0b0a-b4e2-42bd-8dae-fe9382ad53d0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-423705390-router', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:53:00.815330 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6a2e0b0a-b4e2-42bd-8dae-fe9382ad53d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:00.816364 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6a2e0b0a-b4e2-42bd-8dae-fe9382ad53d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:00.867783 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26f101e-d34a-43c5-9ae4-41c9cbcdfe29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:53:00.868638 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b26f101e-d34a-43c5-9ae4-41c9cbcdfe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:00.870692 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6a2e0b0a-b4e2-42bd-8dae-fe9382ad53d0 admin admin] Publish callbacks [] for router_controller (0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:01.003672 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-b26f101e-d34a-43c5-9ae4-41c9cbcdfe29 None None] Allocated IP 172.20.0.2 (e3f2a3df-3a03-4102-9f4d-d250fc7fbfce/61e3b3b0-5646-459d-8ac4-7bfe29848aa5/d5a5c11c-72b2-488d-b52e-e3e7c5d0111e) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:53:01.003952 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6a2e0b0a-b4e2-42bd-8dae-fe9382ad53d0 admin admin] Publish callbacks [] for router_gateway (0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:01.145916 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b26f101e-d34a-43c5-9ae4-41c9cbcdfe29 None None] Publish callbacks [] for port (d5a5c11c-72b2-488d-b52e-e3e7c5d0111e), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:01.151250 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b26f101e-d34a-43c5-9ae4-41c9cbcdfe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (d5a5c11c-72b2-488d-b52e-e3e7c5d0111e), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:01.199345 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26f101e-d34a-43c5-9ae4-41c9cbcdfe29 None None] Network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:53:01.202301 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-b26f101e-d34a-43c5-9ae4-41c9cbcdfe29 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:53:01.206890 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f101e-d34a-43c5-9ae4-41c9cbcdfe29 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:53:01.208838 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f101e-d34a-43c5-9ae4-41c9cbcdfe29 None None] Pushing event updated for resources: {'Port': ['ID=d5a5c11c-72b2-488d-b52e-e3e7c5d0111e,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:01.212449 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6a2e0b0a-b4e2-42bd-8dae-fe9382ad53d0 admin admin] Publish callbacks [] for router_gateway (0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:01.232176 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6a2e0b0a-b4e2-42bd-8dae-fe9382ad53d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:01.265312 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b26f101e-d34a-43c5-9ae4-41c9cbcdfe29 None None] Attempting to bind port d5a5c11c-72b2-488d-b52e-e3e7c5d0111e on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:53:01.265596 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b26f101e-d34a-43c5-9ae4-41c9cbcdfe29 None None] Attempting to bind port d5a5c11c-72b2-488d-b52e-e3e7c5d0111e by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:53:01.265997 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26f101e-d34a-43c5-9ae4-41c9cbcdfe29 None None] Attempting to bind port d5a5c11c-72b2-488d-b52e-e3e7c5d0111e on network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:53:01.271028 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26f101e-d34a-43c5-9ae4-41c9cbcdfe29 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:53:01.271410 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26f101e-d34a-43c5-9ae4-41c9cbcdfe29 None None] Checking segment: {'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:53:01.271816 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b26f101e-d34a-43c5-9ae4-41c9cbcdfe29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:01.272318 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26f101e-d34a-43c5-9ae4-41c9cbcdfe29 None None] Bound using segment: {'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:53:01.272793 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b26f101e-d34a-43c5-9ae4-41c9cbcdfe29 None None] Bound port: d5a5c11c-72b2-488d-b52e-e3e7c5d0111e, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:53:01.273335 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b26f101e-d34a-43c5-9ae4-41c9cbcdfe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d5a5c11c-72b2-488d-b52e-e3e7c5d0111e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:01.337980 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b26f101e-d34a-43c5-9ae4-41c9cbcdfe29 None None] For port d5a5c11c-72b2-488d-b52e-e3e7c5d0111e, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:53:01.340061 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-6a2e0b0a-b4e2-42bd-8dae-fe9382ad53d0 admin admin] Allocated IP 172.25.4.91 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/98dca7a3-eb58-47dc-a434-709463258148) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:53:01.341095 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b26f101e-d34a-43c5-9ae4-41c9cbcdfe29 None None] For port d5a5c11c-72b2-488d-b52e-e3e7c5d0111e, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d5a5c11c-72b2-488d-b52e-e3e7c5d0111e,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:53:01.345160 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b26f101e-d34a-43c5-9ae4-41c9cbcdfe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d5a5c11c-72b2-488d-b52e-e3e7c5d0111e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:01.405091 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f101e-d34a-43c5-9ae4-41c9cbcdfe29 None None] Pushing event updated for resources: {'Port': ['ID=d5a5c11c-72b2-488d-b52e-e3e7c5d0111e,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:01.446717 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6a2e0b0a-b4e2-42bd-8dae-fe9382ad53d0 admin admin] Publish callbacks [] for port (98dca7a3-eb58-47dc-a434-709463258148), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:01.481284 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6a2e0b0a-b4e2-42bd-8dae-fe9382ad53d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (98dca7a3-eb58-47dc-a434-709463258148), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:01.531718 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2e0b0a-b4e2-42bd-8dae-fe9382ad53d0 admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:53:01.531718 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-6a2e0b0a-b4e2-42bd-8dae-fe9382ad53d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:53:01.537204 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2e0b0a-b4e2-42bd-8dae-fe9382ad53d0 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:53:01.542120 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e0b0a-b4e2-42bd-8dae-fe9382ad53d0 admin admin] Pushing event updated for resources: {'Port': ['ID=98dca7a3-eb58-47dc-a434-709463258148,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:01.566271 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3848aa4-c033-40e5-801a-407335eebe18 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:53:01.669208 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-26aca55b-6a1a-42d4-9125-41b899d7bd2c None None] Provisioning complete for port 98dca7a3-eb58-47dc-a434-709463258148 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:53:01.669724 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26aca55b-6a1a-42d4-9125-41b899d7bd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (98dca7a3-eb58-47dc-a434-709463258148), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:01.708704 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-26aca55b-6a1a-42d4-9125-41b899d7bd2c None None] Port 98dca7a3-eb58-47dc-a434-709463258148 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:53:01.810311 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6a2e0b0a-b4e2-42bd-8dae-fe9382ad53d0 admin admin] Publish callbacks [] for router_gateway (0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:01.897034 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:02.008125 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6a2e0b0a-b4e2-42bd-8dae-fe9382ad53d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:02.143169 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2e0b0a-b4e2-42bd-8dae-fe9382ad53d0 admin admin] Router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:53:02.252708 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2e0b0a-b4e2-42bd-8dae-fe9382ad53d0 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:53:02.262536 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d71a84-6d55-49a9-9cb7-00f1a3e9e9e2 None None] Sync routers for ids ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:53:02.270856 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6a2e0b0a-b4e2-42bd-8dae-fe9382ad53d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:02.274795 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6a2e0b0a-b4e2-42bd-8dae-fe9382ad53d0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4817495 Jan 18 20:53:02.275128 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38828) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:53:02.277205 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d71a84-6d55-49a9-9cb7-00f1a3e9e9e2 None None] Routers {'0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:53:02.277868 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-54d71a84-6d55-49a9-9cb7-00f1a3e9e9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:52:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:53:02.334844 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e775b0b-97a2-4453-aaf6-0fd5ba9debcb None None] Network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:53:02.445143 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-54d71a84-6d55-49a9-9cb7-00f1a3e9e9e2 None None] Set router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:53:02.517141 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-11bf4d68-2da5-4473-b509-701395d05721 None None] Provisioning complete for port d5a5c11c-72b2-488d-b52e-e3e7c5d0111e triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:53:02.517141 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-11bf4d68-2da5-4473-b509-701395d05721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d5a5c11c-72b2-488d-b52e-e3e7c5d0111e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:02.703747 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b025b2ce-e261-4f62-8a58-1ca60c04774d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:02.719408 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-11bf4d68-2da5-4473-b509-701395d05721 None None] Current status of the port d5a5c11c-72b2-488d-b52e-e3e7c5d0111e is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:53:02.720218 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-11bf4d68-2da5-4473-b509-701395d05721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d5a5c11c-72b2-488d-b52e-e3e7c5d0111e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:02.763149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-11bf4d68-2da5-4473-b509-701395d05721 None None] For port d5a5c11c-72b2-488d-b52e-e3e7c5d0111e, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d5a5c11c-72b2-488d-b52e-e3e7c5d0111e,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:53:02.769462 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-54d71a84-6d55-49a9-9cb7-00f1a3e9e9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'name': 'tempest-TestVolumeBootPattern-423705390-router', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '98dca7a3-eb58-47dc-a434-709463258148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:00Z', 'updated_at': '2022-01-18T20:53:01Z', 'revision_number': 3, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'gw_port': {'id': '98dca7a3-eb58-47dc-a434-709463258148', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:01Z', 'updated_at': '2022-01-18T20:53:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:53:02.772294 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-11bf4d68-2da5-4473-b509-701395d05721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d5a5c11c-72b2-488d-b52e-e3e7c5d0111e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:02.827627 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d5a5c11c-72b2-488d-b52e-e3e7c5d0111e up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:53:02.832709 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d71a84-6d55-49a9-9cb7-00f1a3e9e9e2 None None] Checking router: 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:53:02.833054 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d71a84-6d55-49a9-9cb7-00f1a3e9e9e2 None None] Updating router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 port 98dca7a3-eb58-47dc-a434-709463258148 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:53:02.887989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-b025b2ce-e261-4f62-8a58-1ca60c04774d admin admin] Allocated IP 172.20.0.1 (e3f2a3df-3a03-4102-9f4d-d250fc7fbfce/61e3b3b0-5646-459d-8ac4-7bfe29848aa5/3116b154-cf5e-4b33-b1ae-32bfc606fd33) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:53:02.912704 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-54d71a84-6d55-49a9-9cb7-00f1a3e9e9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (98dca7a3-eb58-47dc-a434-709463258148), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:02.945235 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf4d68-2da5-4473-b509-701395d05721 None None] Pushing event updated for resources: {'Port': ['ID=d5a5c11c-72b2-488d-b52e-e3e7c5d0111e,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:02.954649 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-77b17c48-d8ae-4bcf-bc9c-dc8c987dc130 None None] Provisioning complete for port d5a5c11c-72b2-488d-b52e-e3e7c5d0111e triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:53:02.955024 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-77b17c48-d8ae-4bcf-bc9c-dc8c987dc130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d5a5c11c-72b2-488d-b52e-e3e7c5d0111e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:02.995407 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b025b2ce-e261-4f62-8a58-1ca60c04774d admin admin] Publish callbacks [] for port (3116b154-cf5e-4b33-b1ae-32bfc606fd33), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:03.028730 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b025b2ce-e261-4f62-8a58-1ca60c04774d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (3116b154-cf5e-4b33-b1ae-32bfc606fd33), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:03.052505 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port d5a5c11c-72b2-488d-b52e-e3e7c5d0111e triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:53:03.052877 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d5a5c11c-72b2-488d-b52e-e3e7c5d0111e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:03.068001 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b025b2ce-e261-4f62-8a58-1ca60c04774d admin admin] Network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:53:03.070872 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-b025b2ce-e261-4f62-8a58-1ca60c04774d admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:53:03.073185 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b025b2ce-e261-4f62-8a58-1ca60c04774d admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:53:03.108137 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025b2ce-e261-4f62-8a58-1ca60c04774d admin admin] Pushing event updated for resources: {'Port': ['ID=3116b154-cf5e-4b33-b1ae-32bfc606fd33,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:03.123709 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b025b2ce-e261-4f62-8a58-1ca60c04774d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:03.256185 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b025b2ce-e261-4f62-8a58-1ca60c04774d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3116b154-cf5e-4b33-b1ae-32bfc606fd33), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:03.371688 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-77b17c48-d8ae-4bcf-bc9c-dc8c987dc130 None None] Current status of the port d5a5c11c-72b2-488d-b52e-e3e7c5d0111e is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:53:03.424753 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b025b2ce-e261-4f62-8a58-1ca60c04774d admin admin] Publish callbacks [] for port (3116b154-cf5e-4b33-b1ae-32bfc606fd33), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:03.425659 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port d5a5c11c-72b2-488d-b52e-e3e7c5d0111e is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:53:03.429535 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b025b2ce-e261-4f62-8a58-1ca60c04774d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (3116b154-cf5e-4b33-b1ae-32bfc606fd33), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:03.486032 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-54d71a84-6d55-49a9-9cb7-00f1a3e9e9e2 None None] Publish callbacks [] for port (98dca7a3-eb58-47dc-a434-709463258148), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:03.493545 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-54d71a84-6d55-49a9-9cb7-00f1a3e9e9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (98dca7a3-eb58-47dc-a434-709463258148), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:03.501573 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025b2ce-e261-4f62-8a58-1ca60c04774d admin admin] Pushing event updated for resources: {'Port': ['ID=3116b154-cf5e-4b33-b1ae-32bfc606fd33,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:03.504843 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b025b2ce-e261-4f62-8a58-1ca60c04774d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:03.525056 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1ebd3c52-8439-4215-b02c-0f716a9a0190 None None] Provisioning complete for port 3116b154-cf5e-4b33-b1ae-32bfc606fd33 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:53:03.525430 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ebd3c52-8439-4215-b02c-0f716a9a0190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3116b154-cf5e-4b33-b1ae-32bfc606fd33), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:03.555737 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f8d20a-e337-4094-a639-374e8911d50f None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:53:03.584376 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7207e2d-5de9-4b0b-8c8f-c56d6fbc7b60 None None] Pushing event updated for resources: {'Port': ['ID=98dca7a3-eb58-47dc-a434-709463258148,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:03.587137 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-54d71a84-6d55-49a9-9cb7-00f1a3e9e9e2 None None] Attempting to bind port 98dca7a3-eb58-47dc-a434-709463258148 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:53:03.587503 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-54d71a84-6d55-49a9-9cb7-00f1a3e9e9e2 None None] Attempting to bind port 98dca7a3-eb58-47dc-a434-709463258148 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:53:03.587862 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d71a84-6d55-49a9-9cb7-00f1a3e9e9e2 None None] Attempting to bind port 98dca7a3-eb58-47dc-a434-709463258148 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:53:03.592959 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1ebd3c52-8439-4215-b02c-0f716a9a0190 None None] Port 3116b154-cf5e-4b33-b1ae-32bfc606fd33 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:53:03.596890 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d71a84-6d55-49a9-9cb7-00f1a3e9e9e2 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:53:03.597360 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d71a84-6d55-49a9-9cb7-00f1a3e9e9e2 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:53:03.597688 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-54d71a84-6d55-49a9-9cb7-00f1a3e9e9e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:03.598079 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d71a84-6d55-49a9-9cb7-00f1a3e9e9e2 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:53:03.598559 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-54d71a84-6d55-49a9-9cb7-00f1a3e9e9e2 None None] Bound port: 98dca7a3-eb58-47dc-a434-709463258148, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:53:03.598932 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-54d71a84-6d55-49a9-9cb7-00f1a3e9e9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (98dca7a3-eb58-47dc-a434-709463258148), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:03.613379 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b025b2ce-e261-4f62-8a58-1ca60c04774d admin admin] Network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:53:03.614827 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-b025b2ce-e261-4f62-8a58-1ca60c04774d admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:53:03.654208 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-54d71a84-6d55-49a9-9cb7-00f1a3e9e9e2 None None] For port 98dca7a3-eb58-47dc-a434-709463258148, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:53:03.658674 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-54d71a84-6d55-49a9-9cb7-00f1a3e9e9e2 None None] For port 98dca7a3-eb58-47dc-a434-709463258148, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=98dca7a3-eb58-47dc-a434-709463258148,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:53:03.663645 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-54d71a84-6d55-49a9-9cb7-00f1a3e9e9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (98dca7a3-eb58-47dc-a434-709463258148), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:03.720395 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23d9595-c9f0-4c3b-9865-ef39bcf8ea90 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:53:03.725899 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d71a84-6d55-49a9-9cb7-00f1a3e9e9e2 None None] Routers {'0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:53:03.726734 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-54d71a84-6d55-49a9-9cb7-00f1a3e9e9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:52:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:53:03.733115 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b025b2ce-e261-4f62-8a58-1ca60c04774d admin admin] Router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:53:03.794460 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7207e2d-5de9-4b0b-8c8f-c56d6fbc7b60 None None] Pushing event updated for resources: {'Port': ['ID=98dca7a3-eb58-47dc-a434-709463258148,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:03.799789 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f9cb9af7-92a9-4670-90e3-6a4baf0723b4 None None] Provisioning complete for port 98dca7a3-eb58-47dc-a434-709463258148 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:53:03.800166 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f9cb9af7-92a9-4670-90e3-6a4baf0723b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (98dca7a3-eb58-47dc-a434-709463258148), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:03.851123 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b025b2ce-e261-4f62-8a58-1ca60c04774d admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:53:03.856676 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b025b2ce-e261-4f62-8a58-1ca60c04774d admin admin] 10.222.0.31 "PUT /v2.0/routers/0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5805161 Jan 18 20:53:03.894708 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-54d71a84-6d55-49a9-9cb7-00f1a3e9e9e2 None None] Set router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:53:04.007308 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f9cb9af7-92a9-4670-90e3-6a4baf0723b4 None None] Current status of the port 98dca7a3-eb58-47dc-a434-709463258148 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:53:04.007865 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f9cb9af7-92a9-4670-90e3-6a4baf0723b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (98dca7a3-eb58-47dc-a434-709463258148), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:04.072310 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f9cb9af7-92a9-4670-90e3-6a4baf0723b4 None None] For port 98dca7a3-eb58-47dc-a434-709463258148, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=98dca7a3-eb58-47dc-a434-709463258148,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:53:04.079492 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f9cb9af7-92a9-4670-90e3-6a4baf0723b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (98dca7a3-eb58-47dc-a434-709463258148), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:04.162837 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb9af7-92a9-4670-90e3-6a4baf0723b4 None None] Pushing event updated for resources: {'Port': ['ID=98dca7a3-eb58-47dc-a434-709463258148,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:04.200569 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-54d71a84-6d55-49a9-9cb7-00f1a3e9e9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'name': 'tempest-TestVolumeBootPattern-423705390-router', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '98dca7a3-eb58-47dc-a434-709463258148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:00Z', 'updated_at': '2022-01-18T20:53:03Z', 'revision_number': 4, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'gw_port': {'id': '98dca7a3-eb58-47dc-a434-709463258148', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:01Z', 'updated_at': '2022-01-18T20:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '3116b154-cf5e-4b33-b1ae-32bfc606fd33', 'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'mac_address': 'fa:16:3e:61:2d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:02Z', 'updated_at': '2022-01-18T20:53:03Z', 'revision_number': 2, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'subnets': [{'id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:53:04.236541 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d71a84-6d55-49a9-9cb7-00f1a3e9e9e2 None None] The sync data for ids ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'] in n-d-741529-9 is: [{'id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'name': 'tempest-TestVolumeBootPattern-423705390-router', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '98dca7a3-eb58-47dc-a434-709463258148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:00Z', 'updated_at': '2022-01-18T20:53:03Z', 'revision_number': 4, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'gw_port': {'id': '98dca7a3-eb58-47dc-a434-709463258148', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:01Z', 'updated_at': '2022-01-18T20:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '3116b154-cf5e-4b33-b1ae-32bfc606fd33', 'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'mac_address': 'fa:16:3e:61:2d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:02Z', 'updated_at': '2022-01-18T20:53:03Z', 'revision_number': 2, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'subnets': [{'id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:53:04.238803 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-cb95f44b-4cf8-4abc-aea2-5bd5113f4579 None None] Provisioning complete for port 3116b154-cf5e-4b33-b1ae-32bfc606fd33 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:53:04.239181 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cb95f44b-4cf8-4abc-aea2-5bd5113f4579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3116b154-cf5e-4b33-b1ae-32bfc606fd33), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:04.297982 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-cb95f44b-4cf8-4abc-aea2-5bd5113f4579 None None] Port 3116b154-cf5e-4b33-b1ae-32bfc606fd33 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:53:04.312222 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:04.319764 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-cb95f44b-4cf8-4abc-aea2-5bd5113f4579 None None] Provisioning complete for port 98dca7a3-eb58-47dc-a434-709463258148 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:53:04.320175 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cb95f44b-4cf8-4abc-aea2-5bd5113f4579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (98dca7a3-eb58-47dc-a434-709463258148), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:04.363627 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 38846) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:53:04.368928 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-409e2e76-5156-45bb-b600-d825379e693f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1496688069-network', 'tenant_id': '3373654b07424c8aba2ec4ff7a883d27'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:53:04.400282 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409e2e76-5156-45bb-b600-d825379e693f admin admin] Made reservation on behalf of 3373654b07424c8aba2ec4ff7a883d27 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:53:04.403236 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-409e2e76-5156-45bb-b600-d825379e693f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:04.410811 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-cb95f44b-4cf8-4abc-aea2-5bd5113f4579 None None] Current status of the port 98dca7a3-eb58-47dc-a434-709463258148 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:53:04.419604 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-409e2e76-5156-45bb-b600-d825379e693f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:04.517582 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-409e2e76-5156-45bb-b600-d825379e693f admin admin] Publish callbacks [] for security_group (377fb50d-76de-4a52-9c89-90b92a4c2043), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:04.522111 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-409e2e76-5156-45bb-b600-d825379e693f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (377fb50d-76de-4a52-9c89-90b92a4c2043), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:04.548867 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409e2e76-5156-45bb-b600-d825379e693f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:53:04.557993 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e2e76-5156-45bb-b600-d825379e693f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377fb50d-76de-4a52-9c89-90b92a4c2043,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:04.564550 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-409e2e76-5156-45bb-b600-d825379e693f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (d9761877-0f7b-42b1-a445-db61da7d9cfb), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:04.565066 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-409e2e76-5156-45bb-b600-d825379e693f admin admin] Added segment d9761877-0f7b-42b1-a445-db61da7d9cfb of type vlan for network 9d3f7a78-af9b-4796-bee9-a25474f82e2a Jan 18 20:53:04.608981 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-409e2e76-5156-45bb-b600-d825379e693f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (9d3f7a78-af9b-4796-bee9-a25474f82e2a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:04.636567 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-409e2e76-5156-45bb-b600-d825379e693f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (9d3f7a78-af9b-4796-bee9-a25474f82e2a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:04.637649 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409e2e76-5156-45bb-b600-d825379e693f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:04.638325 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-409e2e76-5156-45bb-b600-d825379e693f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:04.672801 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-409e2e76-5156-45bb-b600-d825379e693f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3078570 Jan 18 20:53:04.675621 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38850) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:53:04.681896 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-c99121be-432f-4551-95a5-ddae18fef33a admin admin] Request body: {'subnet': {'network_id': '9d3f7a78-af9b-4796-bee9-a25474f82e2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1496688069-subnet', 'tenant_id': '3373654b07424c8aba2ec4ff7a883d27', 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:53:04.703212 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e2e76-5156-45bb-b600-d825379e693f admin admin] Pushing event updated for resources: {'Network': ['ID=9d3f7a78-af9b-4796-bee9-a25474f82e2a,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:04.713777 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 9d3f7a78-af9b-4796-bee9-a25474f82e2a details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:53:04.723049 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99121be-432f-4551-95a5-ddae18fef33a admin admin] Made reservation on behalf of 3373654b07424c8aba2ec4ff7a883d27 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:53:04.725503 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c99121be-432f-4551-95a5-ddae18fef33a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:04.740022 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d5a5c11c-72b2-488d-b52e-e3e7c5d0111e up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:53:04.832167 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port d5a5c11c-72b2-488d-b52e-e3e7c5d0111e triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:53:04.832539 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d5a5c11c-72b2-488d-b52e-e3e7c5d0111e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:04.912089 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c99121be-432f-4551-95a5-ddae18fef33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (91bc0aca-d41f-4355-b401-8b2f02288415), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:04.921463 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port d5a5c11c-72b2-488d-b52e-e3e7c5d0111e is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:53:04.977482 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99121be-432f-4551-95a5-ddae18fef33a admin admin] Pushing event updated for resources: {'Subnet': ['ID=91bc0aca-d41f-4355-b401-8b2f02288415,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:04.986397 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99121be-432f-4551-95a5-ddae18fef33a admin admin] Checking segment: {'id': 'd9761877-0f7b-42b1-a445-db61da7d9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9d3f7a78-af9b-4796-bee9-a25474f82e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:53:04.986821 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99121be-432f-4551-95a5-ddae18fef33a admin admin] Network hostable DHCP agents. Network: 9d3f7a78-af9b-4796-bee9-a25474f82e2a, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:53:05.017943 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99121be-432f-4551-95a5-ddae18fef33a admin admin] Network 9d3f7a78-af9b-4796-bee9-a25474f82e2a is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:53:05.027474 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-c99121be-432f-4551-95a5-ddae18fef33a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 9d3f7a78-af9b-4796-bee9-a25474f82e2a) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:53:05.031557 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99121be-432f-4551-95a5-ddae18fef33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:05.032202 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c99121be-432f-4551-95a5-ddae18fef33a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:05.037284 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b48080f-e7d0-4f77-a498-846a09f809aa None None] Network 9d3f7a78-af9b-4796-bee9-a25474f82e2a requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:53:05.050591 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c99121be-432f-4551-95a5-ddae18fef33a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3731596 Jan 18 20:53:05.053024 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38852) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:53:05.058689 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-c1ea9c6c-1793-4100-9a20-90f2cbdf9a2b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1496688069-router', 'tenant_id': '3373654b07424c8aba2ec4ff7a883d27', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:53:05.083851 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c1ea9c6c-1793-4100-9a20-90f2cbdf9a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (5d003b4b-3e93-4ff3-b0be-69a553b94823), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:05.085053 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c1ea9c6c-1793-4100-9a20-90f2cbdf9a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (5d003b4b-3e93-4ff3-b0be-69a553b94823), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:05.140119 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c1ea9c6c-1793-4100-9a20-90f2cbdf9a2b admin admin] Publish callbacks [] for router_controller (5d003b4b-3e93-4ff3-b0be-69a553b94823), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:05.158027 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a31018a-7926-4183-81f7-229bb43285d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-9d3f7a78-af9b-4796-bee9-a25474f82e2a', 'network_id': '9d3f7a78-af9b-4796-bee9-a25474f82e2a', 'project_id': '3373654b07424c8aba2ec4ff7a883d27', 'fixed_ips': [{'subnet_id': '91bc0aca-d41f-4355-b401-8b2f02288415'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:53:05.160174 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6a31018a-7926-4183-81f7-229bb43285d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:05.281501 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c1ea9c6c-1793-4100-9a20-90f2cbdf9a2b admin admin] Publish callbacks [] for router_gateway (5d003b4b-3e93-4ff3-b0be-69a553b94823), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:05.311534 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-6a31018a-7926-4183-81f7-229bb43285d8 None None] Allocated IP 172.20.0.2 (9d3f7a78-af9b-4796-bee9-a25474f82e2a/91bc0aca-d41f-4355-b401-8b2f02288415/53956725-f51a-40d8-bdc5-4ea23f4ab1de) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:53:05.469133 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6a31018a-7926-4183-81f7-229bb43285d8 None None] Publish callbacks [] for port (53956725-f51a-40d8-bdc5-4ea23f4ab1de), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:05.477399 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6a31018a-7926-4183-81f7-229bb43285d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (53956725-f51a-40d8-bdc5-4ea23f4ab1de), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:05.496575 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c1ea9c6c-1793-4100-9a20-90f2cbdf9a2b admin admin] Publish callbacks [] for router_gateway (5d003b4b-3e93-4ff3-b0be-69a553b94823), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:05.516430 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c1ea9c6c-1793-4100-9a20-90f2cbdf9a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:05.517425 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a31018a-7926-4183-81f7-229bb43285d8 None None] Network 9d3f7a78-af9b-4796-bee9-a25474f82e2a is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:53:05.520206 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-6a31018a-7926-4183-81f7-229bb43285d8 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:53:05.524740 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a31018a-7926-4183-81f7-229bb43285d8 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:53:05.536889 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31018a-7926-4183-81f7-229bb43285d8 None None] Pushing event updated for resources: {'Port': ['ID=53956725-f51a-40d8-bdc5-4ea23f4ab1de,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:05.588394 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6a31018a-7926-4183-81f7-229bb43285d8 None None] Attempting to bind port 53956725-f51a-40d8-bdc5-4ea23f4ab1de on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:53:05.588763 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6a31018a-7926-4183-81f7-229bb43285d8 None None] Attempting to bind port 53956725-f51a-40d8-bdc5-4ea23f4ab1de by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd9761877-0f7b-42b1-a445-db61da7d9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9d3f7a78-af9b-4796-bee9-a25474f82e2a'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:53:05.589120 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a31018a-7926-4183-81f7-229bb43285d8 None None] Attempting to bind port 53956725-f51a-40d8-bdc5-4ea23f4ab1de on network 9d3f7a78-af9b-4796-bee9-a25474f82e2a {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:53:05.594272 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a31018a-7926-4183-81f7-229bb43285d8 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:53:05.595359 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a31018a-7926-4183-81f7-229bb43285d8 None None] Checking segment: {'id': 'd9761877-0f7b-42b1-a445-db61da7d9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9d3f7a78-af9b-4796-bee9-a25474f82e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:53:05.595359 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6a31018a-7926-4183-81f7-229bb43285d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:05.595675 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a31018a-7926-4183-81f7-229bb43285d8 None None] Bound using segment: {'id': 'd9761877-0f7b-42b1-a445-db61da7d9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9d3f7a78-af9b-4796-bee9-a25474f82e2a'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:53:05.596265 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6a31018a-7926-4183-81f7-229bb43285d8 None None] Bound port: 53956725-f51a-40d8-bdc5-4ea23f4ab1de, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9761877-0f7b-42b1-a445-db61da7d9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9d3f7a78-af9b-4796-bee9-a25474f82e2a'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:53:05.596645 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6a31018a-7926-4183-81f7-229bb43285d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (53956725-f51a-40d8-bdc5-4ea23f4ab1de), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:05.632870 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-c1ea9c6c-1793-4100-9a20-90f2cbdf9a2b admin admin] Allocated IP 172.25.4.71 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/7c5887b3-3b3f-430a-af87-6276b9583542) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:53:05.662027 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6a31018a-7926-4183-81f7-229bb43285d8 None None] For port 53956725-f51a-40d8-bdc5-4ea23f4ab1de, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:53:05.666589 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6a31018a-7926-4183-81f7-229bb43285d8 None None] For port 53956725-f51a-40d8-bdc5-4ea23f4ab1de, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=53956725-f51a-40d8-bdc5-4ea23f4ab1de,segment=NetworkSegment(d9761877-0f7b-42b1-a445-db61da7d9cfb),segment_id=d9761877-0f7b-42b1-a445-db61da7d9cfb)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:53:05.672560 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6a31018a-7926-4183-81f7-229bb43285d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (53956725-f51a-40d8-bdc5-4ea23f4ab1de), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:05.747366 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31018a-7926-4183-81f7-229bb43285d8 None None] Pushing event updated for resources: {'Port': ['ID=53956725-f51a-40d8-bdc5-4ea23f4ab1de,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:05.751102 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c1ea9c6c-1793-4100-9a20-90f2cbdf9a2b admin admin] Publish callbacks [] for port (7c5887b3-3b3f-430a-af87-6276b9583542), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:05.794844 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c1ea9c6c-1793-4100-9a20-90f2cbdf9a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (7c5887b3-3b3f-430a-af87-6276b9583542), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:05.837525 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ea9c6c-1793-4100-9a20-90f2cbdf9a2b admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:53:05.840943 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-c1ea9c6c-1793-4100-9a20-90f2cbdf9a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:53:05.843342 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ea9c6c-1793-4100-9a20-90f2cbdf9a2b admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:53:05.855436 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339a036f-2b68-4120-8ebb-36b124fe7ada None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:53:05.869883 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea9c6c-1793-4100-9a20-90f2cbdf9a2b admin admin] Pushing event updated for resources: {'Port': ['ID=7c5887b3-3b3f-430a-af87-6276b9583542,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:05.948386 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0486df7a-8f9b-4b29-ac18-306128087f0a None None] Provisioning complete for port 7c5887b3-3b3f-430a-af87-6276b9583542 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:53:05.948763 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0486df7a-8f9b-4b29-ac18-306128087f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7c5887b3-3b3f-430a-af87-6276b9583542), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:05.988503 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0486df7a-8f9b-4b29-ac18-306128087f0a None None] Port 7c5887b3-3b3f-430a-af87-6276b9583542 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:53:06.134779 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c1ea9c6c-1793-4100-9a20-90f2cbdf9a2b admin admin] Publish callbacks [] for router_gateway (5d003b4b-3e93-4ff3-b0be-69a553b94823), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:06.328040 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c1ea9c6c-1793-4100-9a20-90f2cbdf9a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (5d003b4b-3e93-4ff3-b0be-69a553b94823), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:06.541515 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5b7dc4-2f8b-4bba-9a83-d1b4ab8f0a9c None None] Sync routers for ids ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:53:06.555380 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5b7dc4-2f8b-4bba-9a83-d1b4ab8f0a9c None None] Routers {'0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:53:06.556056 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-fa5b7dc4-2f8b-4bba-9a83-d1b4ab8f0a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:52:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:53:06.666538 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-fa5b7dc4-2f8b-4bba-9a83-d1b4ab8f0a9c None None] Set router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:53:06.769529 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 98dca7a3-eb58-47dc-a434-709463258148 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:53:06.822081 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ea9c6c-1793-4100-9a20-90f2cbdf9a2b admin admin] Router 5d003b4b-3e93-4ff3-b0be-69a553b94823 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:53:06.824431 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 98dca7a3-eb58-47dc-a434-709463258148 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:53:06.824978 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (98dca7a3-eb58-47dc-a434-709463258148), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:06.892758 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-fa5b7dc4-2f8b-4bba-9a83-d1b4ab8f0a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'name': 'tempest-TestVolumeBootPattern-423705390-router', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '98dca7a3-eb58-47dc-a434-709463258148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:00Z', 'updated_at': '2022-01-18T20:53:03Z', 'revision_number': 4, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'gw_port': {'id': '98dca7a3-eb58-47dc-a434-709463258148', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:01Z', 'updated_at': '2022-01-18T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '3116b154-cf5e-4b33-b1ae-32bfc606fd33', 'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'mac_address': 'fa:16:3e:61:2d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:02Z', 'updated_at': '2022-01-18T20:53:03Z', 'revision_number': 2, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'subnets': [{'id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:53:06.909185 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 98dca7a3-eb58-47dc-a434-709463258148 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:53:06.910296 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 53956725-f51a-40d8-bdc5-4ea23f4ab1de up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:53:06.926696 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5b7dc4-2f8b-4bba-9a83-d1b4ab8f0a9c None None] Checking router: 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:53:06.927050 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5b7dc4-2f8b-4bba-9a83-d1b4ab8f0a9c None None] Updating router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 port 3116b154-cf5e-4b33-b1ae-32bfc606fd33 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:53:06.937339 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ea9c6c-1793-4100-9a20-90f2cbdf9a2b admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:53:06.948182 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8e865-29ff-428a-95dd-df2af24f5afc None None] Sync routers for ids ['5d003b4b-3e93-4ff3-b0be-69a553b94823'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:53:06.958131 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c1ea9c6c-1793-4100-9a20-90f2cbdf9a2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:06.958872 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-fa5b7dc4-2f8b-4bba-9a83-d1b4ab8f0a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3116b154-cf5e-4b33-b1ae-32bfc606fd33), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:06.962582 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c1ea9c6c-1793-4100-9a20-90f2cbdf9a2b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9040444 Jan 18 20:53:06.963148 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 38856) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:53:06.965261 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c8e865-29ff-428a-95dd-df2af24f5afc None None] Routers {'5d003b4b-3e93-4ff3-b0be-69a553b94823'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:53:06.965925 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b0c8e865-29ff-428a-95dd-df2af24f5afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:52:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5d003b4b-3e93-4ff3-b0be-69a553b94823'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:53:07.005572 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 53956725-f51a-40d8-bdc5-4ea23f4ab1de triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:53:07.005984 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (53956725-f51a-40d8-bdc5-4ea23f4ab1de), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:07.103097 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:07.125253 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-b0c8e865-29ff-428a-95dd-df2af24f5afc None None] Set router 5d003b4b-3e93-4ff3-b0be-69a553b94823 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:53:07.234588 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 53956725-f51a-40d8-bdc5-4ea23f4ab1de is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:53:07.234982 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (53956725-f51a-40d8-bdc5-4ea23f4ab1de), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:07.273009 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-fa5b7dc4-2f8b-4bba-9a83-d1b4ab8f0a9c None None] Publish callbacks [] for port (3116b154-cf5e-4b33-b1ae-32bfc606fd33), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:07.283222 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-fa5b7dc4-2f8b-4bba-9a83-d1b4ab8f0a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3116b154-cf5e-4b33-b1ae-32bfc606fd33), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:07.310767 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 53956725-f51a-40d8-bdc5-4ea23f4ab1de, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=53956725-f51a-40d8-bdc5-4ea23f4ab1de,segment=NetworkSegment(d9761877-0f7b-42b1-a445-db61da7d9cfb),segment_id=d9761877-0f7b-42b1-a445-db61da7d9cfb)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:53:07.317085 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (53956725-f51a-40d8-bdc5-4ea23f4ab1de), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:07.339420 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3305da8-1994-4f5c-8d97-66fef94518de None None] Pushing event updated for resources: {'Port': ['ID=3116b154-cf5e-4b33-b1ae-32bfc606fd33,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:07.358641 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3305da8-1994-4f5c-8d97-66fef94518de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:53:07.359014 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3305da8-1994-4f5c-8d97-66fef94518de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:53:07.359369 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3305da8-1994-4f5c-8d97-66fef94518de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:53:07.359703 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3305da8-1994-4f5c-8d97-66fef94518de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:53:07.360076 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3305da8-1994-4f5c-8d97-66fef94518de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:53:07.360388 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3305da8-1994-4f5c-8d97-66fef94518de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:53:07.360846 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3305da8-1994-4f5c-8d97-66fef94518de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:53:07.361180 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3305da8-1994-4f5c-8d97-66fef94518de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:53:07.361522 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3305da8-1994-4f5c-8d97-66fef94518de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:53:07.361883 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3305da8-1994-4f5c-8d97-66fef94518de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:53:07.362206 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3305da8-1994-4f5c-8d97-66fef94518de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:53:07.362527 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3305da8-1994-4f5c-8d97-66fef94518de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:53:07.362844 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3305da8-1994-4f5c-8d97-66fef94518de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:53:07.400281 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=53956725-f51a-40d8-bdc5-4ea23f4ab1de,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:07.434308 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b0c8e865-29ff-428a-95dd-df2af24f5afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d003b4b-3e93-4ff3-b0be-69a553b94823', 'name': 'tempest-TestVolumeBootPattern-1496688069-router', 'tenant_id': '3373654b07424c8aba2ec4ff7a883d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '7c5887b3-3b3f-430a-af87-6276b9583542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:05Z', 'updated_at': '2022-01-18T20:53:06Z', 'revision_number': 3, 'project_id': '3373654b07424c8aba2ec4ff7a883d27', 'gw_port': {'id': '7c5887b3-3b3f-430a-af87-6276b9583542', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d003b4b-3e93-4ff3-b0be-69a553b94823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:05Z', 'updated_at': '2022-01-18T20:53:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:53:07.463466 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-fa5b7dc4-2f8b-4bba-9a83-d1b4ab8f0a9c None None] Attempting to bind port 3116b154-cf5e-4b33-b1ae-32bfc606fd33 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:53:07.463840 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-fa5b7dc4-2f8b-4bba-9a83-d1b4ab8f0a9c None None] Attempting to bind port 3116b154-cf5e-4b33-b1ae-32bfc606fd33 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:53:07.464202 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5b7dc4-2f8b-4bba-9a83-d1b4ab8f0a9c None None] Attempting to bind port 3116b154-cf5e-4b33-b1ae-32bfc606fd33 on network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:53:07.470816 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8e865-29ff-428a-95dd-df2af24f5afc None None] Checking router: 5d003b4b-3e93-4ff3-b0be-69a553b94823 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:53:07.471161 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8e865-29ff-428a-95dd-df2af24f5afc None None] Updating router 5d003b4b-3e93-4ff3-b0be-69a553b94823 port 7c5887b3-3b3f-430a-af87-6276b9583542 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:53:07.477514 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5b7dc4-2f8b-4bba-9a83-d1b4ab8f0a9c None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:53:07.478505 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5b7dc4-2f8b-4bba-9a83-d1b4ab8f0a9c None None] Checking segment: {'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:53:07.478925 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-fa5b7dc4-2f8b-4bba-9a83-d1b4ab8f0a9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:07.479321 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5b7dc4-2f8b-4bba-9a83-d1b4ab8f0a9c None None] Bound using segment: {'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:53:07.479814 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-fa5b7dc4-2f8b-4bba-9a83-d1b4ab8f0a9c None None] Bound port: 3116b154-cf5e-4b33-b1ae-32bfc606fd33, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:53:07.480198 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-fa5b7dc4-2f8b-4bba-9a83-d1b4ab8f0a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3116b154-cf5e-4b33-b1ae-32bfc606fd33), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:07.503803 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b0c8e865-29ff-428a-95dd-df2af24f5afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7c5887b3-3b3f-430a-af87-6276b9583542), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:07.543511 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4138e18-5800-49e9-ae24-21838c4023c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:07.574265 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-fa5b7dc4-2f8b-4bba-9a83-d1b4ab8f0a9c None None] For port 3116b154-cf5e-4b33-b1ae-32bfc606fd33, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:53:07.577883 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-fa5b7dc4-2f8b-4bba-9a83-d1b4ab8f0a9c None None] For port 3116b154-cf5e-4b33-b1ae-32bfc606fd33, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=3116b154-cf5e-4b33-b1ae-32bfc606fd33,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:53:07.586912 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-fa5b7dc4-2f8b-4bba-9a83-d1b4ab8f0a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3116b154-cf5e-4b33-b1ae-32bfc606fd33), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:07.602688 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a112ab-65b0-4727-be78-a5bcfae7efb9 None None] Network 9d3f7a78-af9b-4796-bee9-a25474f82e2a requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:53:07.657817 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5b7dc4-2f8b-4bba-9a83-d1b4ab8f0a9c None None] Routers {'0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:53:07.658478 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-fa5b7dc4-2f8b-4bba-9a83-d1b4ab8f0a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:52:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:53:07.718671 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3305da8-1994-4f5c-8d97-66fef94518de None None] Pushing event updated for resources: {'Port': ['ID=3116b154-cf5e-4b33-b1ae-32bfc606fd33,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:07.729398 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-c4138e18-5800-49e9-ae24-21838c4023c5 admin admin] Allocated IP 172.20.0.1 (9d3f7a78-af9b-4796-bee9-a25474f82e2a/91bc0aca-d41f-4355-b401-8b2f02288415/62acf615-d5db-440e-a724-b72dc08193c6) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:53:07.855151 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4138e18-5800-49e9-ae24-21838c4023c5 admin admin] Publish callbacks [] for port (62acf615-d5db-440e-a724-b72dc08193c6), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:07.893980 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-88b24602-a66f-4536-8083-88bb775b5103 None None] Provisioning complete for port 53956725-f51a-40d8-bdc5-4ea23f4ab1de triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:53:07.894599 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-88b24602-a66f-4536-8083-88bb775b5103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (53956725-f51a-40d8-bdc5-4ea23f4ab1de), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:07.904806 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4138e18-5800-49e9-ae24-21838c4023c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (62acf615-d5db-440e-a724-b72dc08193c6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:07.943409 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-fa5b7dc4-2f8b-4bba-9a83-d1b4ab8f0a9c None None] Set router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:53:07.948791 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4138e18-5800-49e9-ae24-21838c4023c5 admin admin] Network 9d3f7a78-af9b-4796-bee9-a25474f82e2a is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:53:07.951742 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-c4138e18-5800-49e9-ae24-21838c4023c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:53:07.954094 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4138e18-5800-49e9-ae24-21838c4023c5 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:53:07.984467 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4138e18-5800-49e9-ae24-21838c4023c5 admin admin] Pushing event updated for resources: {'Port': ['ID=62acf615-d5db-440e-a724-b72dc08193c6,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:07.998495 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4138e18-5800-49e9-ae24-21838c4023c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (5d003b4b-3e93-4ff3-b0be-69a553b94823), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:08.120569 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-88b24602-a66f-4536-8083-88bb775b5103 None None] Current status of the port 53956725-f51a-40d8-bdc5-4ea23f4ab1de is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:53:08.134252 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b0c8e865-29ff-428a-95dd-df2af24f5afc None None] Publish callbacks [] for port (7c5887b3-3b3f-430a-af87-6276b9583542), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:08.142981 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b0c8e865-29ff-428a-95dd-df2af24f5afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7c5887b3-3b3f-430a-af87-6276b9583542), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:08.144570 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4138e18-5800-49e9-ae24-21838c4023c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (62acf615-d5db-440e-a724-b72dc08193c6), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:08.192009 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0e0ebf-1cd5-479d-8547-7c9c2cee7699 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:53:08.197143 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-fa5b7dc4-2f8b-4bba-9a83-d1b4ab8f0a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'name': 'tempest-TestVolumeBootPattern-423705390-router', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '98dca7a3-eb58-47dc-a434-709463258148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:00Z', 'updated_at': '2022-01-18T20:53:03Z', 'revision_number': 4, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'gw_port': {'id': '98dca7a3-eb58-47dc-a434-709463258148', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:01Z', 'updated_at': '2022-01-18T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '3116b154-cf5e-4b33-b1ae-32bfc606fd33', 'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'mac_address': 'fa:16:3e:61:2d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:02Z', 'updated_at': '2022-01-18T20:53:07Z', 'revision_number': 4, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'subnets': [{'id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:53:08.207680 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b0c8e865-29ff-428a-95dd-df2af24f5afc None None] Attempting to bind port 7c5887b3-3b3f-430a-af87-6276b9583542 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:53:08.207967 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b0c8e865-29ff-428a-95dd-df2af24f5afc None None] Attempting to bind port 7c5887b3-3b3f-430a-af87-6276b9583542 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:53:08.208337 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c8e865-29ff-428a-95dd-df2af24f5afc None None] Attempting to bind port 7c5887b3-3b3f-430a-af87-6276b9583542 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:53:08.210872 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e95362-2dfc-4d2a-ae0e-c5dba51647ec None None] Pushing event updated for resources: {'Port': ['ID=7c5887b3-3b3f-430a-af87-6276b9583542,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:08.217605 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c8e865-29ff-428a-95dd-df2af24f5afc None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:53:08.218067 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c8e865-29ff-428a-95dd-df2af24f5afc None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:53:08.218476 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b0c8e865-29ff-428a-95dd-df2af24f5afc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:08.218856 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c8e865-29ff-428a-95dd-df2af24f5afc None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:53:08.219327 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b0c8e865-29ff-428a-95dd-df2af24f5afc None None] Bound port: 7c5887b3-3b3f-430a-af87-6276b9583542, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:53:08.219693 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b0c8e865-29ff-428a-95dd-df2af24f5afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7c5887b3-3b3f-430a-af87-6276b9583542), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:08.234624 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5b7dc4-2f8b-4bba-9a83-d1b4ab8f0a9c None None] The sync data for ids ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'] in n-d-741529-9 is: [{'id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'name': 'tempest-TestVolumeBootPattern-423705390-router', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '98dca7a3-eb58-47dc-a434-709463258148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:00Z', 'updated_at': '2022-01-18T20:53:03Z', 'revision_number': 4, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'gw_port': {'id': '98dca7a3-eb58-47dc-a434-709463258148', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:01Z', 'updated_at': '2022-01-18T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '3116b154-cf5e-4b33-b1ae-32bfc606fd33', 'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'mac_address': 'fa:16:3e:61:2d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:02Z', 'updated_at': '2022-01-18T20:53:07Z', 'revision_number': 4, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'subnets': [{'id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:53:08.286158 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ae14fa41-fc09-4472-b2ce-2590bf8d70f5 None None] Provisioning complete for port 3116b154-cf5e-4b33-b1ae-32bfc606fd33 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:53:08.286538 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ae14fa41-fc09-4472-b2ce-2590bf8d70f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3116b154-cf5e-4b33-b1ae-32bfc606fd33), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:08.312062 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b0c8e865-29ff-428a-95dd-df2af24f5afc None None] For port 7c5887b3-3b3f-430a-af87-6276b9583542, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:53:08.337673 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b0c8e865-29ff-428a-95dd-df2af24f5afc None None] For port 7c5887b3-3b3f-430a-af87-6276b9583542, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7c5887b3-3b3f-430a-af87-6276b9583542,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:53:08.343379 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b0c8e865-29ff-428a-95dd-df2af24f5afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7c5887b3-3b3f-430a-af87-6276b9583542), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:08.397788 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef6a33b-0095-4d2e-a8e8-8d4c2aa1896a None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:53:08.400364 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4138e18-5800-49e9-ae24-21838c4023c5 admin admin] Publish callbacks [] for port (62acf615-d5db-440e-a724-b72dc08193c6), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:08.411118 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4138e18-5800-49e9-ae24-21838c4023c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (62acf615-d5db-440e-a724-b72dc08193c6), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:08.461618 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e95362-2dfc-4d2a-ae0e-c5dba51647ec None None] Pushing event updated for resources: {'Port': ['ID=7c5887b3-3b3f-430a-af87-6276b9583542,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:08.465867 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c8e865-29ff-428a-95dd-df2af24f5afc None None] Routers {'5d003b4b-3e93-4ff3-b0be-69a553b94823'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:53:08.466744 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b0c8e865-29ff-428a-95dd-df2af24f5afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:52:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5d003b4b-3e93-4ff3-b0be-69a553b94823'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:53:08.498493 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4138e18-5800-49e9-ae24-21838c4023c5 admin admin] Pushing event updated for resources: {'Port': ['ID=62acf615-d5db-440e-a724-b72dc08193c6,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:08.501397 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4138e18-5800-49e9-ae24-21838c4023c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (5d003b4b-3e93-4ff3-b0be-69a553b94823), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:08.513348 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ae14fa41-fc09-4472-b2ce-2590bf8d70f5 None None] Current status of the port 3116b154-cf5e-4b33-b1ae-32bfc606fd33 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:53:08.514183 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ae14fa41-fc09-4472-b2ce-2590bf8d70f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (3116b154-cf5e-4b33-b1ae-32bfc606fd33), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:08.568009 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ae14fa41-fc09-4472-b2ce-2590bf8d70f5 None None] For port 3116b154-cf5e-4b33-b1ae-32bfc606fd33, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=3116b154-cf5e-4b33-b1ae-32bfc606fd33,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:53:08.576159 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ae14fa41-fc09-4472-b2ce-2590bf8d70f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (3116b154-cf5e-4b33-b1ae-32bfc606fd33), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:08.628921 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4138e18-5800-49e9-ae24-21838c4023c5 admin admin] Network 9d3f7a78-af9b-4796-bee9-a25474f82e2a is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:53:08.630506 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-c4138e18-5800-49e9-ae24-21838c4023c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:53:08.690884 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-b0c8e865-29ff-428a-95dd-df2af24f5afc None None] Set router 5d003b4b-3e93-4ff3-b0be-69a553b94823 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:53:08.781346 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4138e18-5800-49e9-ae24-21838c4023c5 admin admin] Router 5d003b4b-3e93-4ff3-b0be-69a553b94823 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:53:08.821573 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 53956725-f51a-40d8-bdc5-4ea23f4ab1de up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:53:08.856068 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ae14fa41-fc09-4472-b2ce-2590bf8d70f5 None None] Provisioning complete for port 7c5887b3-3b3f-430a-af87-6276b9583542 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:53:08.856451 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ae14fa41-fc09-4472-b2ce-2590bf8d70f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7c5887b3-3b3f-430a-af87-6276b9583542), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:08.884435 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14fa41-fc09-4472-b2ce-2590bf8d70f5 None None] Pushing event updated for resources: {'Port': ['ID=3116b154-cf5e-4b33-b1ae-32bfc606fd33,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:08.933857 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4138e18-5800-49e9-ae24-21838c4023c5 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:53:08.946839 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c4138e18-5800-49e9-ae24-21838c4023c5 admin admin] 10.222.0.31 "PUT /v2.0/routers/5d003b4b-3e93-4ff3-b0be-69a553b94823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9747851 Jan 18 20:53:09.040527 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 53956725-f51a-40d8-bdc5-4ea23f4ab1de triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:53:09.041059 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (53956725-f51a-40d8-bdc5-4ea23f4ab1de), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:09.118545 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ae14fa41-fc09-4472-b2ce-2590bf8d70f5 None None] Current status of the port 7c5887b3-3b3f-430a-af87-6276b9583542 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:53:09.118939 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ae14fa41-fc09-4472-b2ce-2590bf8d70f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7c5887b3-3b3f-430a-af87-6276b9583542), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:09.151832 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ae14fa41-fc09-4472-b2ce-2590bf8d70f5 None None] For port 7c5887b3-3b3f-430a-af87-6276b9583542, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7c5887b3-3b3f-430a-af87-6276b9583542,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:53:09.155019 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b0c8e865-29ff-428a-95dd-df2af24f5afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d003b4b-3e93-4ff3-b0be-69a553b94823', 'name': 'tempest-TestVolumeBootPattern-1496688069-router', 'tenant_id': '3373654b07424c8aba2ec4ff7a883d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '7c5887b3-3b3f-430a-af87-6276b9583542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:05Z', 'updated_at': '2022-01-18T20:53:08Z', 'revision_number': 4, 'project_id': '3373654b07424c8aba2ec4ff7a883d27', 'gw_port': {'id': '7c5887b3-3b3f-430a-af87-6276b9583542', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d003b4b-3e93-4ff3-b0be-69a553b94823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:05Z', 'updated_at': '2022-01-18T20:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '62acf615-d5db-440e-a724-b72dc08193c6', 'name': '', 'network_id': '9d3f7a78-af9b-4796-bee9-a25474f82e2a', 'tenant_id': '3373654b07424c8aba2ec4ff7a883d27', 'mac_address': 'fa:16:3e:32:ea:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d003b4b-3e93-4ff3-b0be-69a553b94823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '91bc0aca-d41f-4355-b401-8b2f02288415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:07Z', 'updated_at': '2022-01-18T20:53:08Z', 'revision_number': 2, 'project_id': '3373654b07424c8aba2ec4ff7a883d27', 'subnets': [{'id': '91bc0aca-d41f-4355-b401-8b2f02288415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:53:09.175834 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ae14fa41-fc09-4472-b2ce-2590bf8d70f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7c5887b3-3b3f-430a-af87-6276b9583542), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:09.223782 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8e865-29ff-428a-95dd-df2af24f5afc None None] The sync data for ids ['5d003b4b-3e93-4ff3-b0be-69a553b94823'] in n-d-741529-9 is: [{'id': '5d003b4b-3e93-4ff3-b0be-69a553b94823', 'name': 'tempest-TestVolumeBootPattern-1496688069-router', 'tenant_id': '3373654b07424c8aba2ec4ff7a883d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '7c5887b3-3b3f-430a-af87-6276b9583542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:05Z', 'updated_at': '2022-01-18T20:53:08Z', 'revision_number': 4, 'project_id': '3373654b07424c8aba2ec4ff7a883d27', 'gw_port': {'id': '7c5887b3-3b3f-430a-af87-6276b9583542', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d003b4b-3e93-4ff3-b0be-69a553b94823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:05Z', 'updated_at': '2022-01-18T20:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '62acf615-d5db-440e-a724-b72dc08193c6', 'name': '', 'network_id': '9d3f7a78-af9b-4796-bee9-a25474f82e2a', 'tenant_id': '3373654b07424c8aba2ec4ff7a883d27', 'mac_address': 'fa:16:3e:32:ea:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d003b4b-3e93-4ff3-b0be-69a553b94823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '91bc0aca-d41f-4355-b401-8b2f02288415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:07Z', 'updated_at': '2022-01-18T20:53:08Z', 'revision_number': 2, 'project_id': '3373654b07424c8aba2ec4ff7a883d27', 'subnets': [{'id': '91bc0aca-d41f-4355-b401-8b2f02288415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:53:09.241591 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 53956725-f51a-40d8-bdc5-4ea23f4ab1de is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:53:09.242826 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 3116b154-cf5e-4b33-b1ae-32bfc606fd33 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:53:09.290524 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14fa41-fc09-4472-b2ce-2590bf8d70f5 None None] Pushing event updated for resources: {'Port': ['ID=7c5887b3-3b3f-430a-af87-6276b9583542,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:09.309193 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e3405fa8-2946-4d5c-aa3a-b25818628289 None None] Provisioning complete for port 62acf615-d5db-440e-a724-b72dc08193c6 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:53:09.309570 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e3405fa8-2946-4d5c-aa3a-b25818628289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (62acf615-d5db-440e-a724-b72dc08193c6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:09.351673 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e3405fa8-2946-4d5c-aa3a-b25818628289 None None] Port 62acf615-d5db-440e-a724-b72dc08193c6 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:53:09.353148 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 3116b154-cf5e-4b33-b1ae-32bfc606fd33 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:53:09.353513 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3116b154-cf5e-4b33-b1ae-32bfc606fd33), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:09.392826 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e3405fa8-2946-4d5c-aa3a-b25818628289 None None] Provisioning complete for port 7c5887b3-3b3f-430a-af87-6276b9583542 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:53:09.393199 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e3405fa8-2946-4d5c-aa3a-b25818628289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7c5887b3-3b3f-430a-af87-6276b9583542), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:09.505647 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 3116b154-cf5e-4b33-b1ae-32bfc606fd33 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:53:09.522960 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e3405fa8-2946-4d5c-aa3a-b25818628289 None None] Current status of the port 7c5887b3-3b3f-430a-af87-6276b9583542 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:53:09.542383 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e3405fa8-2946-4d5c-aa3a-b25818628289 None None] Provisioning complete for port 53956725-f51a-40d8-bdc5-4ea23f4ab1de triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:53:09.542980 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e3405fa8-2946-4d5c-aa3a-b25818628289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (53956725-f51a-40d8-bdc5-4ea23f4ab1de), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:09.640647 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e3405fa8-2946-4d5c-aa3a-b25818628289 None None] Current status of the port 53956725-f51a-40d8-bdc5-4ea23f4ab1de is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:53:10.774277 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 3116b154-cf5e-4b33-b1ae-32bfc606fd33 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:53:11.001445 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 3116b154-cf5e-4b33-b1ae-32bfc606fd33 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:53:11.001873 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (3116b154-cf5e-4b33-b1ae-32bfc606fd33), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:11.088300 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 3116b154-cf5e-4b33-b1ae-32bfc606fd33 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:53:11.093303 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7c5887b3-3b3f-430a-af87-6276b9583542 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:53:11.142710 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 7c5887b3-3b3f-430a-af87-6276b9583542 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:53:11.143087 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7c5887b3-3b3f-430a-af87-6276b9583542), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:11.224288 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 7c5887b3-3b3f-430a-af87-6276b9583542 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:53:12.223565 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-85e7a678-a9d1-4893-8e51-c0e9fc2f2644 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:12.225057 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-85e7a678-a9d1-4893-8e51-c0e9fc2f2644 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 811 time: 0.1100967 Jan 18 20:53:12.241904 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-4aa15304-1aac-47db-ba42-32c0f6cbf159 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/quotas/9b82b7e3a21f45d380a45d82457a5d1f HTTP/1.1" status: 200 len: 375 time: 0.0093687 Jan 18 20:53:12.293280 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-1af71e74-36b7-44fd-a29a-bcfcdae57416 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455003 Jan 18 20:53:12.299914 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f080d2b-aa51-46f9-adab-eddab75417b4 None None] Sync routers for ids ['5d003b4b-3e93-4ff3-b0be-69a553b94823'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:53:12.310182 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f080d2b-aa51-46f9-adab-eddab75417b4 None None] Routers {'5d003b4b-3e93-4ff3-b0be-69a553b94823'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:53:12.310777 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1f080d2b-aa51-46f9-adab-eddab75417b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:52:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5d003b4b-3e93-4ff3-b0be-69a553b94823'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:53:12.400625 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-5d7d11e8-1162-463b-9648-dcc4ecd116f8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:53:12.401600 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-5d7d11e8-1162-463b-9648-dcc4ecd116f8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1004200 Jan 18 20:53:12.424590 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-1f080d2b-aa51-46f9-adab-eddab75417b4 None None] Set router 5d003b4b-3e93-4ff3-b0be-69a553b94823 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:53:12.492343 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-028c176e-a674-4944-80f6-1add9ceba3b5 service neutron] 10.222.0.31 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836704 Jan 18 20:53:12.579386 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-9e1bd98f-a947-40e3-9a2a-bc7c5b2ac299 service neutron] 10.222.0.31 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812657 Jan 18 20:53:12.620752 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1f080d2b-aa51-46f9-adab-eddab75417b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d003b4b-3e93-4ff3-b0be-69a553b94823', 'name': 'tempest-TestVolumeBootPattern-1496688069-router', 'tenant_id': '3373654b07424c8aba2ec4ff7a883d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '7c5887b3-3b3f-430a-af87-6276b9583542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:05Z', 'updated_at': '2022-01-18T20:53:08Z', 'revision_number': 4, 'project_id': '3373654b07424c8aba2ec4ff7a883d27', 'gw_port': {'id': '7c5887b3-3b3f-430a-af87-6276b9583542', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d003b4b-3e93-4ff3-b0be-69a553b94823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:05Z', 'updated_at': '2022-01-18T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '62acf615-d5db-440e-a724-b72dc08193c6', 'name': '', 'network_id': '9d3f7a78-af9b-4796-bee9-a25474f82e2a', 'tenant_id': '3373654b07424c8aba2ec4ff7a883d27', 'mac_address': 'fa:16:3e:32:ea:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d003b4b-3e93-4ff3-b0be-69a553b94823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '91bc0aca-d41f-4355-b401-8b2f02288415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:07Z', 'updated_at': '2022-01-18T20:53:08Z', 'revision_number': 2, 'project_id': '3373654b07424c8aba2ec4ff7a883d27', 'subnets': [{'id': '91bc0aca-d41f-4355-b401-8b2f02288415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:53:12.647088 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f080d2b-aa51-46f9-adab-eddab75417b4 None None] Checking router: 5d003b4b-3e93-4ff3-b0be-69a553b94823 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:53:12.647088 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f080d2b-aa51-46f9-adab-eddab75417b4 None None] Updating router 5d003b4b-3e93-4ff3-b0be-69a553b94823 port 62acf615-d5db-440e-a724-b72dc08193c6 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:53:12.674840 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1f080d2b-aa51-46f9-adab-eddab75417b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (62acf615-d5db-440e-a724-b72dc08193c6), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:12.931667 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14a56464-2e92-45f4-ba55-a9c9572fc31d req-79fc283e-fcd3-4b8b-8213-52ff5d7642cc tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 210 time: 0.0964885 Jan 18 20:53:12.959593 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1f080d2b-aa51-46f9-adab-eddab75417b4 None None] Publish callbacks [] for port (62acf615-d5db-440e-a724-b72dc08193c6), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:12.966034 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1f080d2b-aa51-46f9-adab-eddab75417b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (62acf615-d5db-440e-a724-b72dc08193c6), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:13.016923 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5cea8-43d1-4e0a-89ad-e627c6529c0c None None] Pushing event updated for resources: {'Port': ['ID=62acf615-d5db-440e-a724-b72dc08193c6,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:13.082415 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-1f080d2b-aa51-46f9-adab-eddab75417b4 None None] Attempting to bind port 62acf615-d5db-440e-a724-b72dc08193c6 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:53:13.082781 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-1f080d2b-aa51-46f9-adab-eddab75417b4 None None] Attempting to bind port 62acf615-d5db-440e-a724-b72dc08193c6 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd9761877-0f7b-42b1-a445-db61da7d9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9d3f7a78-af9b-4796-bee9-a25474f82e2a'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:53:13.083135 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f080d2b-aa51-46f9-adab-eddab75417b4 None None] Attempting to bind port 62acf615-d5db-440e-a724-b72dc08193c6 on network 9d3f7a78-af9b-4796-bee9-a25474f82e2a {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:53:13.088319 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f080d2b-aa51-46f9-adab-eddab75417b4 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:53:13.088681 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f080d2b-aa51-46f9-adab-eddab75417b4 None None] Checking segment: {'id': 'd9761877-0f7b-42b1-a445-db61da7d9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9d3f7a78-af9b-4796-bee9-a25474f82e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:53:13.089073 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1f080d2b-aa51-46f9-adab-eddab75417b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:13.089451 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f080d2b-aa51-46f9-adab-eddab75417b4 None None] Bound using segment: {'id': 'd9761877-0f7b-42b1-a445-db61da7d9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9d3f7a78-af9b-4796-bee9-a25474f82e2a'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:53:13.089953 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-1f080d2b-aa51-46f9-adab-eddab75417b4 None None] Bound port: 62acf615-d5db-440e-a724-b72dc08193c6, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9761877-0f7b-42b1-a445-db61da7d9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9d3f7a78-af9b-4796-bee9-a25474f82e2a'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:53:13.090416 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1f080d2b-aa51-46f9-adab-eddab75417b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (62acf615-d5db-440e-a724-b72dc08193c6), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:13.159279 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-1f080d2b-aa51-46f9-adab-eddab75417b4 None None] For port 62acf615-d5db-440e-a724-b72dc08193c6, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:53:13.164916 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-1f080d2b-aa51-46f9-adab-eddab75417b4 None None] For port 62acf615-d5db-440e-a724-b72dc08193c6, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=62acf615-d5db-440e-a724-b72dc08193c6,segment=NetworkSegment(d9761877-0f7b-42b1-a445-db61da7d9cfb),segment_id=d9761877-0f7b-42b1-a445-db61da7d9cfb)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:53:13.169878 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1f080d2b-aa51-46f9-adab-eddab75417b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (62acf615-d5db-440e-a724-b72dc08193c6), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:13.227644 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f080d2b-aa51-46f9-adab-eddab75417b4 None None] Routers {'5d003b4b-3e93-4ff3-b0be-69a553b94823'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:53:13.228260 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1f080d2b-aa51-46f9-adab-eddab75417b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:52:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5d003b4b-3e93-4ff3-b0be-69a553b94823'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:53:13.266834 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5cea8-43d1-4e0a-89ad-e627c6529c0c None None] Pushing event updated for resources: {'Port': ['ID=62acf615-d5db-440e-a724-b72dc08193c6,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:13.297354 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-3b4325ea-48de-43b4-b64d-e5814e5b0470 None None] Provisioning complete for port 62acf615-d5db-440e-a724-b72dc08193c6 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:53:13.298651 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3b4325ea-48de-43b4-b64d-e5814e5b0470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (62acf615-d5db-440e-a724-b72dc08193c6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:13.360192 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-1f080d2b-aa51-46f9-adab-eddab75417b4 None None] Set router 5d003b4b-3e93-4ff3-b0be-69a553b94823 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:53:13.406285 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3b4325ea-48de-43b4-b64d-e5814e5b0470 None None] Current status of the port 62acf615-d5db-440e-a724-b72dc08193c6 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:53:13.406872 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3b4325ea-48de-43b4-b64d-e5814e5b0470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (62acf615-d5db-440e-a724-b72dc08193c6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:13.445433 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3b4325ea-48de-43b4-b64d-e5814e5b0470 None None] For port 62acf615-d5db-440e-a724-b72dc08193c6, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=62acf615-d5db-440e-a724-b72dc08193c6,segment=NetworkSegment(d9761877-0f7b-42b1-a445-db61da7d9cfb),segment_id=d9761877-0f7b-42b1-a445-db61da7d9cfb)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:53:13.449967 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3b4325ea-48de-43b4-b64d-e5814e5b0470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (62acf615-d5db-440e-a724-b72dc08193c6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:13.523949 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4325ea-48de-43b4-b64d-e5814e5b0470 None None] Pushing event updated for resources: {'Port': ['ID=62acf615-d5db-440e-a724-b72dc08193c6,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:13.583822 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1f080d2b-aa51-46f9-adab-eddab75417b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d003b4b-3e93-4ff3-b0be-69a553b94823', 'name': 'tempest-TestVolumeBootPattern-1496688069-router', 'tenant_id': '3373654b07424c8aba2ec4ff7a883d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '7c5887b3-3b3f-430a-af87-6276b9583542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:05Z', 'updated_at': '2022-01-18T20:53:08Z', 'revision_number': 4, 'project_id': '3373654b07424c8aba2ec4ff7a883d27', 'gw_port': {'id': '7c5887b3-3b3f-430a-af87-6276b9583542', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d003b4b-3e93-4ff3-b0be-69a553b94823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:05Z', 'updated_at': '2022-01-18T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '62acf615-d5db-440e-a724-b72dc08193c6', 'name': '', 'network_id': '9d3f7a78-af9b-4796-bee9-a25474f82e2a', 'tenant_id': '3373654b07424c8aba2ec4ff7a883d27', 'mac_address': 'fa:16:3e:32:ea:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d003b4b-3e93-4ff3-b0be-69a553b94823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '91bc0aca-d41f-4355-b401-8b2f02288415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:07Z', 'updated_at': '2022-01-18T20:53:13Z', 'revision_number': 4, 'project_id': '3373654b07424c8aba2ec4ff7a883d27', 'subnets': [{'id': '91bc0aca-d41f-4355-b401-8b2f02288415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:53:13.597313 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-76fc2208-07d3-494c-baeb-83225221f79f None None] Provisioning complete for port 62acf615-d5db-440e-a724-b72dc08193c6 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:53:13.597658 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-76fc2208-07d3-494c-baeb-83225221f79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (62acf615-d5db-440e-a724-b72dc08193c6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:13.630358 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f080d2b-aa51-46f9-adab-eddab75417b4 None None] The sync data for ids ['5d003b4b-3e93-4ff3-b0be-69a553b94823'] in n-d-741529-9 is: [{'id': '5d003b4b-3e93-4ff3-b0be-69a553b94823', 'name': 'tempest-TestVolumeBootPattern-1496688069-router', 'tenant_id': '3373654b07424c8aba2ec4ff7a883d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '7c5887b3-3b3f-430a-af87-6276b9583542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:05Z', 'updated_at': '2022-01-18T20:53:08Z', 'revision_number': 4, 'project_id': '3373654b07424c8aba2ec4ff7a883d27', 'gw_port': {'id': '7c5887b3-3b3f-430a-af87-6276b9583542', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d003b4b-3e93-4ff3-b0be-69a553b94823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:05Z', 'updated_at': '2022-01-18T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '62acf615-d5db-440e-a724-b72dc08193c6', 'name': '', 'network_id': '9d3f7a78-af9b-4796-bee9-a25474f82e2a', 'tenant_id': '3373654b07424c8aba2ec4ff7a883d27', 'mac_address': 'fa:16:3e:32:ea:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d003b4b-3e93-4ff3-b0be-69a553b94823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '91bc0aca-d41f-4355-b401-8b2f02288415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:07Z', 'updated_at': '2022-01-18T20:53:13Z', 'revision_number': 4, 'project_id': '3373654b07424c8aba2ec4ff7a883d27', 'subnets': [{'id': '91bc0aca-d41f-4355-b401-8b2f02288415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:53:13.736727 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-76fc2208-07d3-494c-baeb-83225221f79f None None] Current status of the port 62acf615-d5db-440e-a724-b72dc08193c6 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:53:14.063730 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7aa4d63d-568f-4cc9-bb03-5abc940b3546 req-02ec50bb-29cf-4070-a12c-46aa8252ec07 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 210 time: 0.0343254 Jan 18 20:53:14.070822 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-5dd7f9c2-c743-46aa-b361-8110db22488e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:14.072467 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-5dd7f9c2-c743-46aa-b361-8110db22488e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.57 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 811 time: 0.1349063 Jan 18 20:53:14.084291 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-f348910d-16af-4acc-be20-8d0c29a090df tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Request body: {'port': {'device_id': '8756436e-27ee-4999-a012-667192d8f112', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'admin_state_up': True, 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:53:14.214205 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-f348910d-16af-4acc-be20-8d0c29a090df tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Made reservation on behalf of 9b82b7e3a21f45d380a45d82457a5d1f for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:53:14.217746 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-f348910d-16af-4acc-be20-8d0c29a090df tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:14.342456 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-f348910d-16af-4acc-be20-8d0c29a090df tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Allocated IP 172.20.0.10 (e3f2a3df-3a03-4102-9f4d-d250fc7fbfce/61e3b3b0-5646-459d-8ac4-7bfe29848aa5/9a015e03-b49d-40f3-84c8-2f7c73496e0f) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:53:14.489256 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-f348910d-16af-4acc-be20-8d0c29a090df tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for port (9a015e03-b49d-40f3-84c8-2f7c73496e0f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:14.521870 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-f348910d-16af-4acc-be20-8d0c29a090df tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (9a015e03-b49d-40f3-84c8-2f7c73496e0f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:14.575901 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-f348910d-16af-4acc-be20-8d0c29a090df tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:53:14.578891 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-f348910d-16af-4acc-be20-8d0c29a090df tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:53:14.582555 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-f348910d-16af-4acc-be20-8d0c29a090df tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:53:14.609855 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348910d-16af-4acc-be20-8d0c29a090df tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event updated for resources: {'Port': ['ID=9a015e03-b49d-40f3-84c8-2f7c73496e0f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:14.640733 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-f348910d-16af-4acc-be20-8d0c29a090df tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:14.641670 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-f348910d-16af-4acc-be20-8d0c29a090df tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:14.660732 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-f348910d-16af-4acc-be20-8d0c29a090df tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5802701 Jan 18 20:53:14.680558 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-b73542c7-b003-4f0f-a1f0-418956196f25 service neutron] Request body: {'port': {'device_id': '8756436e-27ee-4999-a012-667192d8f112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:53:14.748604 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 62acf615-d5db-440e-a724-b72dc08193c6 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:53:14.756066 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-b73542c7-b003-4f0f-a1f0-418956196f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9a015e03-b49d-40f3-84c8-2f7c73496e0f), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:14.818768 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 62acf615-d5db-440e-a724-b72dc08193c6 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:53:14.819146 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (62acf615-d5db-440e-a724-b72dc08193c6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:14.878938 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-61bca413-bd05-4785-9d8f-9003bc689d2f None None] Provisioning complete for port 9a015e03-b49d-40f3-84c8-2f7c73496e0f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:53:14.878938 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-61bca413-bd05-4785-9d8f-9003bc689d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9a015e03-b49d-40f3-84c8-2f7c73496e0f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:14.941384 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-61bca413-bd05-4785-9d8f-9003bc689d2f None None] Port 9a015e03-b49d-40f3-84c8-2f7c73496e0f cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:53:14.946321 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 62acf615-d5db-440e-a724-b72dc08193c6 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:53:15.040128 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-b73542c7-b003-4f0f-a1f0-418956196f25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a015e03-b49d-40f3-84c8-2f7c73496e0f {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:53:15.047505 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-b73542c7-b003-4f0f-a1f0-418956196f25 service neutron] Publish callbacks [] for port (9a015e03-b49d-40f3-84c8-2f7c73496e0f), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:15.059098 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-b73542c7-b003-4f0f-a1f0-418956196f25 service neutron] Transition to ACTIVE for port object 9a015e03-b49d-40f3-84c8-2f7c73496e0f will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:53:15.063405 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-b73542c7-b003-4f0f-a1f0-418956196f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (9a015e03-b49d-40f3-84c8-2f7c73496e0f), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:15.115280 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73542c7-b003-4f0f-a1f0-418956196f25 service neutron] Pushing event updated for resources: {'Port': ['ID=9a015e03-b49d-40f3-84c8-2f7c73496e0f,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:15.204600 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-b73542c7-b003-4f0f-a1f0-418956196f25 service neutron] Attempting to bind port 9a015e03-b49d-40f3-84c8-2f7c73496e0f on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:53:15.204933 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-b73542c7-b003-4f0f-a1f0-418956196f25 service neutron] Attempting to bind port 9a015e03-b49d-40f3-84c8-2f7c73496e0f by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:53:15.205237 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-b73542c7-b003-4f0f-a1f0-418956196f25 service neutron] Attempting to bind port 9a015e03-b49d-40f3-84c8-2f7c73496e0f on network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:53:15.211732 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-b73542c7-b003-4f0f-a1f0-418956196f25 service neutron] Port 9a015e03-b49d-40f3-84c8-2f7c73496e0f on network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:53:15.211855 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-b73542c7-b003-4f0f-a1f0-418956196f25 service neutron] Attempting to bind port 9a015e03-b49d-40f3-84c8-2f7c73496e0f on network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:53:15.217938 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-b73542c7-b003-4f0f-a1f0-418956196f25 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:53:15.218276 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-b73542c7-b003-4f0f-a1f0-418956196f25 service neutron] Checking segment: {'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:53:15.219865 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-b73542c7-b003-4f0f-a1f0-418956196f25 service neutron] Bound using segment: {'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:53:15.222038 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-b73542c7-b003-4f0f-a1f0-418956196f25 service neutron] Bound port: 9a015e03-b49d-40f3-84c8-2f7c73496e0f, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:53:15.222038 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-b73542c7-b003-4f0f-a1f0-418956196f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9a015e03-b49d-40f3-84c8-2f7c73496e0f), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:15.261657 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36948624-6fd5-4992-b513-542e53706082 req-958b03b2-831f-4bb7-bb77-2206c62feb0c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:15.264326 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-36948624-6fd5-4992-b513-542e53706082 req-958b03b2-831f-4bb7-bb77-2206c62feb0c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 944 time: 0.0870636 Jan 18 20:53:15.333839 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-b73542c7-b003-4f0f-a1f0-418956196f25 service neutron] For port 9a015e03-b49d-40f3-84c8-2f7c73496e0f, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:53:15.339037 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-b73542c7-b003-4f0f-a1f0-418956196f25 service neutron] For port 9a015e03-b49d-40f3-84c8-2f7c73496e0f, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=9a015e03-b49d-40f3-84c8-2f7c73496e0f,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:53:15.343020 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-36948624-6fd5-4992-b513-542e53706082 req-c10d8f4b-3600-4ad2-9d4a-0ba2656c944f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727723 Jan 18 20:53:15.348744 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-b73542c7-b003-4f0f-a1f0-418956196f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (9a015e03-b49d-40f3-84c8-2f7c73496e0f), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:15.391562 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-b73542c7-b003-4f0f-a1f0-418956196f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:15.392312 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-b73542c7-b003-4f0f-a1f0-418956196f25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:15.393729 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-b73542c7-b003-4f0f-a1f0-418956196f25 service neutron] 10.222.0.57 "PUT /v2.0/ports/9a015e03-b49d-40f3-84c8-2f7c73496e0f HTTP/1.1" status: 200 len: 1092 time: 0.7213371 Jan 18 20:53:15.394194 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8756436e-27ee-4999-a012-667192d8f112', 'tag': '9a015e03-b49d-40f3-84c8-2f7c73496e0f'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:53:15.396503 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b079bd94-a387-434d-93af-4fa41e5aceac" -d '{"events": [{"name": "network-changed", "server_uuid": "8756436e-27ee-4999-a012-667192d8f112", "tag": "9a015e03-b49d-40f3-84c8-2f7c73496e0f"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:53:15.453859 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255e3da9-e317-4399-af56-e202c9a20dc2 x-openstack-request-id: req-255e3da9-e317-4399-af56-e202c9a20dc2 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:53:15.454155 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8756436e-27ee-4999-a012-667192d8f112", "tag": "9a015e03-b49d-40f3-84c8-2f7c73496e0f", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:53:15.454412 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-255e3da9-e317-4399-af56-e202c9a20dc2 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:53:15.454822 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8756436e-27ee-4999-a012-667192d8f112', 'tag': '9a015e03-b49d-40f3-84c8-2f7c73496e0f', 'status': 'completed', 'code': 200} Jan 18 20:53:15.455387 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73542c7-b003-4f0f-a1f0-418956196f25 service neutron] Pushing event updated for resources: {'Port': ['ID=9a015e03-b49d-40f3-84c8-2f7c73496e0f,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:15.511182 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-14f5a615-8356-4a8f-8178-0473eaaf5c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:15.512971 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-14f5a615-8356-4a8f-8178-0473eaaf5c58 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 1095 time: 0.0754180 Jan 18 20:53:15.557096 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-ac0423ca-34e8-4455-b488-a59be026ad6a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a015e03-b49d-40f3-84c8-2f7c73496e0f HTTP/1.1" status: 200 len: 217 time: 0.0373020 Jan 18 20:53:15.611888 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-31bf5350-5c25-43ac-a250-0d00d01a2019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:15.613354 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-31bf5350-5c25-43ac-a250-0d00d01a2019 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61e3b3b0-5646-459d-8ac4-7bfe29848aa5 HTTP/1.1" status: 200 len: 850 time: 0.0506938 Jan 18 20:53:15.657785 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-40a16487-a8b6-4184-b254-85fd238f46f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:15.659187 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-40a16487-a8b6-4184-b254-85fd238f46f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392573 Jan 18 20:53:15.750245 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-13fc2d2d-4c82-4e8c-9130-d08c80851225 service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841966 Jan 18 20:53:15.839475 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fa1910f7-ae5d-4451-8c9a-7f86ecf1c8d6 req-4938fb20-7e92-4156-af7e-6f7de8913d3f service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828128 Jan 18 20:53:15.920889 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079bd94-a387-434d-93af-4fa41e5aceac req-7a46c945-de74-4379-8ee0-cbc3eb0cfc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:15.922432 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b079bd94-a387-434d-93af-4fa41e5aceac req-7a46c945-de74-4379-8ee0-cbc3eb0cfc9e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 1095 time: 0.0410352 Jan 18 20:53:16.016844 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079bd94-a387-434d-93af-4fa41e5aceac req-a69596c4-363e-4ad0-9997-88a46b37e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:16.017715 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b079bd94-a387-434d-93af-4fa41e5aceac req-a69596c4-363e-4ad0-9997-88a46b37e090 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 912 time: 0.0886838 Jan 18 20:53:16.057772 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b079bd94-a387-434d-93af-4fa41e5aceac req-1069f63c-b305-4550-930f-34d91efb5fc9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a015e03-b49d-40f3-84c8-2f7c73496e0f HTTP/1.1" status: 200 len: 217 time: 0.0341485 Jan 18 20:53:16.108139 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079bd94-a387-434d-93af-4fa41e5aceac req-0e9a12cf-3b49-4711-a1a0-da6e3cae316f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:16.109492 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b079bd94-a387-434d-93af-4fa41e5aceac req-0e9a12cf-3b49-4711-a1a0-da6e3cae316f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61e3b3b0-5646-459d-8ac4-7bfe29848aa5 HTTP/1.1" status: 200 len: 850 time: 0.0464020 Jan 18 20:53:16.153988 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079bd94-a387-434d-93af-4fa41e5aceac req-306bc012-b655-4e70-b4e1-aab59ce512de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:16.155466 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b079bd94-a387-434d-93af-4fa41e5aceac req-306bc012-b655-4e70-b4e1-aab59ce512de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389819 Jan 18 20:53:16.247811 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b079bd94-a387-434d-93af-4fa41e5aceac req-4923026d-ce5e-4bdc-9bab-2efd7bc4081d service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863822 Jan 18 20:53:16.346680 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b079bd94-a387-434d-93af-4fa41e5aceac req-0fc8d7bf-5b5f-4ce8-b23d-d3c25e6ecae5 service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932217 Jan 18 20:53:16.452224 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44346f71-5d79-4975-9346-5b2d2936c9d3 req-2dc973f2-3bd9-46e1-9938-8deee96872e4 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:16.453819 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-44346f71-5d79-4975-9346-5b2d2936c9d3 req-2dc973f2-3bd9-46e1-9938-8deee96872e4 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 944 time: 0.0469139 Jan 18 20:53:16.503188 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-44346f71-5d79-4975-9346-5b2d2936c9d3 req-52324977-82e0-48b5-afce-63cac91f7f55 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437856 Jan 18 20:53:17.268919 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:53:17.618834 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecebddb-19a1-46a7-9caa-7f17dd7726f9 req-6860e2f5-db66-4ba1-a338-6e984bd69cce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:17.620432 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ecebddb-19a1-46a7-9caa-7f17dd7726f9 req-6860e2f5-db66-4ba1-a338-6e984bd69cce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 944 time: 0.0485723 Jan 18 20:53:17.667095 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ecebddb-19a1-46a7-9caa-7f17dd7726f9 req-f82b1f1c-b0bc-4009-b3d2-719629d4da06 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410550 Jan 18 20:53:18.778826 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2da750-732b-4fdc-ba37-6939701ad0ab req-2600f140-420d-4e2e-b011-7dfb6f6833ac tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:18.780305 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec2da750-732b-4fdc-ba37-6939701ad0ab req-2600f140-420d-4e2e-b011-7dfb6f6833ac tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 944 time: 0.0470934 Jan 18 20:53:18.825335 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec2da750-732b-4fdc-ba37-6939701ad0ab req-8830f1d0-6067-42d0-9b48-c1032b04c194 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394640 Jan 18 20:53:19.942171 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e9cc3-fd31-4150-973e-9cfcada7c1ce req-b837170c-5e8d-4b61-a7cb-0d178fe7a4d6 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:19.943704 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a26e9cc3-fd31-4150-973e-9cfcada7c1ce req-b837170c-5e8d-4b61-a7cb-0d178fe7a4d6 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 944 time: 0.0522244 Jan 18 20:53:19.990929 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a26e9cc3-fd31-4150-973e-9cfcada7c1ce req-bd1a69a2-ca6f-4b3d-b7a7-83e3c0e847db tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413818 Jan 18 20:53:21.108300 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e38d9-2788-436e-afc4-6f28cc30631f req-a904cad0-5368-4941-8a32-df5f314dd13c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:21.109809 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9d5e38d9-2788-436e-afc4-6f28cc30631f req-a904cad0-5368-4941-8a32-df5f314dd13c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 944 time: 0.0499139 Jan 18 20:53:21.155769 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9d5e38d9-2788-436e-afc4-6f28cc30631f req-e2ad4251-d094-4150-8f51-48f5018b83af tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402842 Jan 18 20:53:22.287798 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622dc7a-74f2-4928-a0e6-71759c3565ee req-9917aa1a-e61d-4353-be9e-5695f742e275 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:22.289819 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6622dc7a-74f2-4928-a0e6-71759c3565ee req-9917aa1a-e61d-4353-be9e-5695f742e275 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 944 time: 0.0613017 Jan 18 20:53:22.342178 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6622dc7a-74f2-4928-a0e6-71759c3565ee req-a27a0f1a-2420-42ba-81db-528147811bdd tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464671 Jan 18 20:53:23.459249 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344f2e9-56a3-4bfa-bce8-d6068a493f44 req-3d13e40a-7176-4d9c-9624-54e29c574f13 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:23.460753 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5344f2e9-56a3-4bfa-bce8-d6068a493f44 req-3d13e40a-7176-4d9c-9624-54e29c574f13 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 944 time: 0.0495749 Jan 18 20:53:23.509320 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5344f2e9-56a3-4bfa-bce8-d6068a493f44 req-b90ad2e9-e275-49f2-af9a-29af8a3092d1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423226 Jan 18 20:53:24.622083 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1aa832-4972-4a63-bb54-2db16cc81375 req-adddafe7-efd1-4b28-8067-41b191304b8f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:24.623427 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac1aa832-4972-4a63-bb54-2db16cc81375 req-adddafe7-efd1-4b28-8067-41b191304b8f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 944 time: 0.0471385 Jan 18 20:53:24.672019 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac1aa832-4972-4a63-bb54-2db16cc81375 req-01f2d690-eca8-4ac0-b1a2-7cd022c50eae tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430939 Jan 18 20:53:25.683949 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-93b3a286-5514-40fc-ab8d-3e6f7a1ccfc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:25.784926 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7aa15-f69e-4664-a0d5-ff365b69fda9 req-f0c4170d-d3c9-4a45-ace7-d24e46c0b3fb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:25.786421 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26a7aa15-f69e-4664-a0d5-ff365b69fda9 req-f0c4170d-d3c9-4a45-ace7-d24e46c0b3fb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 944 time: 0.0473902 Jan 18 20:53:25.832062 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26a7aa15-f69e-4664-a0d5-ff365b69fda9 req-d608f425-8f98-490f-a08d-ce90d60f6d8b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395322 Jan 18 20:53:26.945505 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c767c1d-6638-488f-855b-26e39ef45de1 req-c17a03b5-f9df-4298-a72a-02dc7f91dbea tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:26.947062 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7c767c1d-6638-488f-855b-26e39ef45de1 req-c17a03b5-f9df-4298-a72a-02dc7f91dbea tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 944 time: 0.0492795 Jan 18 20:53:26.994476 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7c767c1d-6638-488f-855b-26e39ef45de1 req-79b626f7-f03b-4a00-8ab0-f6629822ba38 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417902 Jan 18 20:53:27.837918 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c1026d27-46bf-452b-980f-82a655faae96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:28.112591 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525cbae-0a2f-4bb7-acf3-150b818d30a2 req-78687cd4-b4be-4074-bee0-5c51a7470ddb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:28.113981 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b525cbae-0a2f-4bb7-acf3-150b818d30a2 req-78687cd4-b4be-4074-bee0-5c51a7470ddb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 944 time: 0.0509129 Jan 18 20:53:28.158711 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b525cbae-0a2f-4bb7-acf3-150b818d30a2 req-c941fe73-d23d-45d6-b9bc-5d9c22829390 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386314 Jan 18 20:53:29.196892 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:29.274234 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849b18e-a840-489a-8715-47020a373084 req-51de9293-4417-4ed1-b842-5fb4d3bfe373 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:29.275722 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3849b18e-a840-489a-8715-47020a373084 req-51de9293-4417-4ed1-b842-5fb4d3bfe373 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 944 time: 0.0473979 Jan 18 20:53:29.322022 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3849b18e-a840-489a-8715-47020a373084 req-51433c54-eaf4-4b3d-80a2-58b4f8ca3236 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406547 Jan 18 20:53:30.432523 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bc711-6655-45a6-a0d7-b61ca287ebb2 req-2ccd39c5-3694-4192-bdb7-312141166d6a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:30.433984 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fd0bc711-6655-45a6-a0d7-b61ca287ebb2 req-2ccd39c5-3694-4192-bdb7-312141166d6a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 944 time: 0.0467858 Jan 18 20:53:30.482606 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fd0bc711-6655-45a6-a0d7-b61ca287ebb2 req-7baa656b-6d3b-4eef-956a-b92c7c96aaa5 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429730 Jan 18 20:53:30.614943 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:31.595810 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3fa7d9-b8bd-4cbd-b001-78943a890268 req-bb3a4a4d-1910-483f-a6ed-a9ce39211adc tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:31.597228 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c3fa7d9-b8bd-4cbd-b001-78943a890268 req-bb3a4a4d-1910-483f-a6ed-a9ce39211adc tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 944 time: 0.0495417 Jan 18 20:53:31.642983 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c3fa7d9-b8bd-4cbd-b001-78943a890268 req-7081162b-2ee4-4ee9-98ac-8084092425fb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401897 Jan 18 20:53:31.899326 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:32.754212 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce8afa-525b-407b-8ad0-39c8d7fb4ec6 req-e883abb2-33a4-4481-babd-987bc9c5adb4 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:32.755668 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e1ce8afa-525b-407b-8ad0-39c8d7fb4ec6 req-e883abb2-33a4-4481-babd-987bc9c5adb4 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 944 time: 0.0474577 Jan 18 20:53:32.802614 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e1ce8afa-525b-407b-8ad0-39c8d7fb4ec6 req-04e9a5a1-6da1-469a-9498-f2fa8bc9bc03 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408485 Jan 18 20:53:32.878522 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 9a015e03-b49d-40f3-84c8-2f7c73496e0f details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:53:32.972976 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 9a015e03-b49d-40f3-84c8-2f7c73496e0f, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=9a015e03-b49d-40f3-84c8-2f7c73496e0f,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:53:32.982954 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '9a015e03-b49d-40f3-84c8-2f7c73496e0f', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'port_id': '9a015e03-b49d-40f3-84c8-2f7c73496e0f', 'mac_address': 'fa:16:3e:ba:d2:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:53:33.019616 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 9a015e03-b49d-40f3-84c8-2f7c73496e0f is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:53:33.020000 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9a015e03-b49d-40f3-84c8-2f7c73496e0f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:33.032257 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a015e03-b49d-40f3-84c8-2f7c73496e0f {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:53:33.052083 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 9a015e03-b49d-40f3-84c8-2f7c73496e0f, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=9a015e03-b49d-40f3-84c8-2f7c73496e0f,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:53:33.056248 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9a015e03-b49d-40f3-84c8-2f7c73496e0f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:33.101662 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=9a015e03-b49d-40f3-84c8-2f7c73496e0f,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:33.408419 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['9a015e03-b49d-40f3-84c8-2f7c73496e0f'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:53:33.920225 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130dd58-9ae3-4b0c-85bb-90bd222faeaf req-6981da62-74e4-4c2d-bd06-62da76445f9d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:33.921721 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1130dd58-9ae3-4b0c-85bb-90bd222faeaf req-6981da62-74e4-4c2d-bd06-62da76445f9d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 945 time: 0.0508685 Jan 18 20:53:33.967803 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1130dd58-9ae3-4b0c-85bb-90bd222faeaf req-972752a9-a505-438a-a413-c32c2dabf030 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404930 Jan 18 20:53:34.292903 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:34.883412 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 9a015e03-b49d-40f3-84c8-2f7c73496e0f up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:53:34.931605 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 9a015e03-b49d-40f3-84c8-2f7c73496e0f completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:53:34.935149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 9a015e03-b49d-40f3-84c8-2f7c73496e0f triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:53:34.935521 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (9a015e03-b49d-40f3-84c8-2f7c73496e0f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:35.013414 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 9a015e03-b49d-40f3-84c8-2f7c73496e0f is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:53:35.013845 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (9a015e03-b49d-40f3-84c8-2f7c73496e0f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:35.036037 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8756436e-27ee-4999-a012-667192d8f112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a015e03-b49d-40f3-84c8-2f7c73496e0f'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:53:35.038388 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab25a18-22d5-4ca4-b204-270362a12ad9" -d '{"events": [{"server_uuid": "8756436e-27ee-4999-a012-667192d8f112", "name": "network-vif-plugged", "status": "completed", "tag": "9a015e03-b49d-40f3-84c8-2f7c73496e0f"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:53:35.050962 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 9a015e03-b49d-40f3-84c8-2f7c73496e0f, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=9a015e03-b49d-40f3-84c8-2f7c73496e0f,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:53:35.056080 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (9a015e03-b49d-40f3-84c8-2f7c73496e0f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:35.085393 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a457eeb-ddaf-4374-8b64-e75786a63223 req-84d977ca-c474-4a35-9a14-688d40c6e324 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:35.086954 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a457eeb-ddaf-4374-8b64-e75786a63223 req-84d977ca-c474-4a35-9a14-688d40c6e324 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 945 time: 0.0521662 Jan 18 20:53:35.107241 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=9a015e03-b49d-40f3-84c8-2f7c73496e0f,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:35.136721 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a457eeb-ddaf-4374-8b64-e75786a63223 req-81efd8a9-cfce-4c2c-a48e-07c8d0ac925f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432434 Jan 18 20:53:35.201316 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa513507-a3f8-469d-b5de-a59fd9f1357b x-openstack-request-id: req-aa513507-a3f8-469d-b5de-a59fd9f1357b {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:53:35.201660 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8756436e-27ee-4999-a012-667192d8f112", "name": "network-vif-plugged", "status": "completed", "tag": "9a015e03-b49d-40f3-84c8-2f7c73496e0f", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:53:35.202307 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa513507-a3f8-469d-b5de-a59fd9f1357b {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:53:35.202709 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8756436e-27ee-4999-a012-667192d8f112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a015e03-b49d-40f3-84c8-2f7c73496e0f', 'code': 200} Jan 18 20:53:35.296752 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96592936-4683-4820-be00-cb1b089b319b req-4fbbcbad-4ffb-4f93-9378-5909a0487546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:35.298281 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-96592936-4683-4820-be00-cb1b089b319b req-4fbbcbad-4ffb-4f93-9378-5909a0487546 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 1097 time: 0.0396652 Jan 18 20:53:35.342476 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-96592936-4683-4820-be00-cb1b089b319b req-762ac672-ffe2-4f64-9961-c07507e4e201 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361907 Jan 18 20:53:36.251327 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93479063-b95a-43be-b1a3-e7c60e77f763 req-79984277-ab80-4a63-bfa6-5dd2641b6fd4 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:36.252766 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-93479063-b95a-43be-b1a3-e7c60e77f763 req-79984277-ab80-4a63-bfa6-5dd2641b6fd4 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 946 time: 0.0501635 Jan 18 20:53:36.298242 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-93479063-b95a-43be-b1a3-e7c60e77f763 req-7e16e1d6-f2ac-4e79-a24f-7238a55391d1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399256 Jan 18 20:53:37.046977 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:37.413642 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c47ca-ecd3-4fb6-95b4-c5f4768864dc req-f9c6d42d-91a3-4ae7-be52-56a665c646db tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:37.415092 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-244c47ca-ecd3-4fb6-95b4-c5f4768864dc req-f9c6d42d-91a3-4ae7-be52-56a665c646db tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 946 time: 0.0466588 Jan 18 20:53:37.461648 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-244c47ca-ecd3-4fb6-95b4-c5f4768864dc req-d0263861-8aa4-46b4-9d3d-45039d4cac61 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410171 Jan 18 20:53:37.582229 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155bcfa-4554-423a-986e-5710d4bdc3ba req-ec135d21-a762-4a48-9318-0be260d45db4 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:37.583615 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2155bcfa-4554-423a-986e-5710d4bdc3ba req-ec135d21-a762-4a48-9318-0be260d45db4 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 946 time: 0.0483112 Jan 18 20:53:37.632133 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2155bcfa-4554-423a-986e-5710d4bdc3ba req-01303a14-c53e-4cff-946e-cd3c5bb41cc6 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429797 Jan 18 20:53:37.741422 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f00af-bbb0-4874-bca7-aafb36d7f73a req-a444ac8b-398c-4673-9fd5-311b0ead72c2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:37.743535 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc7f00af-bbb0-4874-bca7-aafb36d7f73a req-a444ac8b-398c-4673-9fd5-311b0ead72c2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 946 time: 0.0480511 Jan 18 20:53:37.787621 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc7f00af-bbb0-4874-bca7-aafb36d7f73a req-dd6049ee-5dc9-4045-8003-b31429f709d8 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385656 Jan 18 20:53:38.010071 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c659a5-5001-4301-a40f-c37bbbd5df2e req-57d4aa91-bf11-4235-bf0b-92b83f36cbee tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:38.011512 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c7c659a5-5001-4301-a40f-c37bbbd5df2e req-57d4aa91-bf11-4235-bf0b-92b83f36cbee tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 946 time: 0.0479627 Jan 18 20:53:38.056743 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c7c659a5-5001-4301-a40f-c37bbbd5df2e req-36202d59-46a8-4e8f-9f05-d22555056c92 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395989 Jan 18 20:53:39.175512 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fa897-38a2-42bd-b77b-998a9d601223 req-88d76a25-c6ff-4887-b867-560746e62c84 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:39.177012 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-517fa897-38a2-42bd-b77b-998a9d601223 req-88d76a25-c6ff-4887-b867-560746e62c84 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 946 time: 0.0521324 Jan 18 20:53:39.224218 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-517fa897-38a2-42bd-b77b-998a9d601223 req-dc811d5b-39c8-41aa-b326-cfc1cf03af1d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409329 Jan 18 20:53:39.585920 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931f13d-d681-4f93-a34c-508ddaae66ca req-30ea3778-3421-45e3-a0d5-7e44d84ab18a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:53:39.587380 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f931f13d-d681-4f93-a34c-508ddaae66ca req-30ea3778-3421-45e3-a0d5-7e44d84ab18a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.57 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 946 time: 0.0524197 Jan 18 20:53:39.672388 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-f931f13d-d681-4f93-a34c-508ddaae66ca req-552756fb-81a7-47a4-b7a9-cdee694943ce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Deleting port 9a015e03-b49d-40f3-84c8-2f7c73496e0f {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:53:39.672727 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f931f13d-d681-4f93-a34c-508ddaae66ca req-552756fb-81a7-47a4-b7a9-cdee694943ce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (9a015e03-b49d-40f3-84c8-2f7c73496e0f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:39.762410 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-f931f13d-d681-4f93-a34c-508ddaae66ca req-552756fb-81a7-47a4-b7a9-cdee694943ce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] For port 9a015e03-b49d-40f3-84c8-2f7c73496e0f, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=9a015e03-b49d-40f3-84c8-2f7c73496e0f,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:53:39.762761 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f931f13d-d681-4f93-a34c-508ddaae66ca req-552756fb-81a7-47a4-b7a9-cdee694943ce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (9a015e03-b49d-40f3-84c8-2f7c73496e0f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:39.774226 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-f931f13d-d681-4f93-a34c-508ddaae66ca req-552756fb-81a7-47a4-b7a9-cdee694943ce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Calling delete_port for 9a015e03-b49d-40f3-84c8-2f7c73496e0f owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:53:39.896892 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f931f13d-d681-4f93-a34c-508ddaae66ca req-552756fb-81a7-47a4-b7a9-cdee694943ce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (9a015e03-b49d-40f3-84c8-2f7c73496e0f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:39.907796 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['9a015e03-b49d-40f3-84c8-2f7c73496e0f'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:53:39.927844 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552756fb-81a7-47a4-b7a9-cdee694943ce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event deleted for resources: {'Port': ['ID=9a015e03-b49d-40f3-84c8-2f7c73496e0f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:53:39.953136 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552756fb-81a7-47a4-b7a9-cdee694943ce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:53:39.953485 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552756fb-81a7-47a4-b7a9-cdee694943ce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:53:39.953843 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552756fb-81a7-47a4-b7a9-cdee694943ce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:53:39.954180 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552756fb-81a7-47a4-b7a9-cdee694943ce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:53:39.954510 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552756fb-81a7-47a4-b7a9-cdee694943ce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:53:39.954838 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552756fb-81a7-47a4-b7a9-cdee694943ce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:53:39.955163 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552756fb-81a7-47a4-b7a9-cdee694943ce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:53:39.955484 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552756fb-81a7-47a4-b7a9-cdee694943ce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:53:39.955798 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552756fb-81a7-47a4-b7a9-cdee694943ce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:53:39.956115 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552756fb-81a7-47a4-b7a9-cdee694943ce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:53:39.956433 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552756fb-81a7-47a4-b7a9-cdee694943ce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:53:39.956751 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552756fb-81a7-47a4-b7a9-cdee694943ce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:53:39.957075 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552756fb-81a7-47a4-b7a9-cdee694943ce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:53:39.980323 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-f931f13d-d681-4f93-a34c-508ddaae66ca req-552756fb-81a7-47a4-b7a9-cdee694943ce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] No DVR routers for this DVR port 9a015e03-b49d-40f3-84c8-2f7c73496e0f on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:53:39.983024 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f931f13d-d681-4f93-a34c-508ddaae66ca req-552756fb-81a7-47a4-b7a9-cdee694943ce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:39.986489 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f931f13d-d681-4f93-a34c-508ddaae66ca req-552756fb-81a7-47a4-b7a9-cdee694943ce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.57 "DELETE /v2.0/ports/9a015e03-b49d-40f3-84c8-2f7c73496e0f HTTP/1.1" status: 204 len: 173 time: 0.3939438 Jan 18 20:53:39.986940 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8756436e-27ee-4999-a012-667192d8f112', 'name': 'network-vif-deleted', 'tag': '9a015e03-b49d-40f3-84c8-2f7c73496e0f'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:53:39.989272 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4659557a-56ac-4ad4-9ef7-ffa614f7bf6b" -d '{"events": [{"server_uuid": "8756436e-27ee-4999-a012-667192d8f112", "name": "network-vif-deleted", "tag": "9a015e03-b49d-40f3-84c8-2f7c73496e0f"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:53:40.035576 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f62e96-1313-49a6-9151-7e6ca519bae9 x-openstack-request-id: req-83f62e96-1313-49a6-9151-7e6ca519bae9 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:53:40.035877 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8756436e-27ee-4999-a012-667192d8f112", "name": "network-vif-deleted", "tag": "9a015e03-b49d-40f3-84c8-2f7c73496e0f", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:53:40.036135 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83f62e96-1313-49a6-9151-7e6ca519bae9 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:53:40.036547 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8756436e-27ee-4999-a012-667192d8f112', 'name': 'network-vif-deleted', 'tag': '9a015e03-b49d-40f3-84c8-2f7c73496e0f', 'status': 'completed', 'code': 200} Jan 18 20:53:40.322117 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2eb85ae4-3029-40d0-b767-f61af1dcfc50 req-50232095-028c-4488-a70e-da1453e118c6 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 210 time: 0.0305238 Jan 18 20:53:41.424844 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-533a2465-0f64-4718-bfcf-51705e49c5c7 req-0a8d428d-b214-43a1-b4b7-6524b8b53ce1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 210 time: 0.0253022 Jan 18 20:53:42.517371 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d32797bd-fd4b-4d52-a6a0-07770bc70047 req-659af6f9-9a18-4833-9982-bdbac44a0ffd tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 210 time: 0.0255368 Jan 18 20:53:42.930622 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 9a015e03-b49d-40f3-84c8-2f7c73496e0f no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:53:42.950494 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 9a015e03-b49d-40f3-84c8-2f7c73496e0f {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:53:42.950835 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 9a015e03-b49d-40f3-84c8-2f7c73496e0f not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:53:43.611640 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d23b53b2-cf6a-4dae-9dab-da338d3ebb1b req-386519ec-b7fd-44e3-abef-78d9a15d9e69 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 210 time: 0.0281532 Jan 18 20:53:44.706863 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c031104a-8da7-4088-aef0-f0f15ca53c6a req-f6e9774c-cec2-4b8d-85e0-d0f31dc84200 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 210 time: 0.0284901 Jan 18 20:53:45.799972 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b190fbf0-9ad1-47a7-81d7-a4c9a2374e94 req-52f4508b-ad7c-4a2f-b3fd-e8323a39355f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 210 time: 0.0253711 Jan 18 20:53:46.900719 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fa09bfbf-2b89-4619-948b-cfe70deeb6de req-0ac8ebbd-a562-4e2f-a371-5224a502ca30 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 210 time: 0.0261598 Jan 18 20:53:47.992277 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f8d063d9-868e-43a7-bd46-43de4e3d7df7 req-c74cd145-506b-4ab9-a4f5-332fb4cfcc77 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=8756436e-27ee-4999-a012-667192d8f112 HTTP/1.1" status: 200 len: 210 time: 0.0262754 Jan 18 20:53:54.268256 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:53:55.690820 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a563d4e2-dc11-482c-a2cf-1156d42c0446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:57.840694 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9bb5ee3d-7660-445f-bfc2-62939e5b6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:53:59.199925 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:00.619114 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:01.902190 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:04.307505 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:07.043968 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:16.218524 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-cf0b973b-10f7-4339-a3b3-ea2e1145d5a0 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:16.219920 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-cf0b973b-10f7-4339-a3b3-ea2e1145d5a0 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 811 time: 0.1152551 Jan 18 20:54:16.234432 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-61a654ca-5d4d-4c29-a98b-31fdfce6634a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/quotas/9b82b7e3a21f45d380a45d82457a5d1f HTTP/1.1" status: 200 len: 375 time: 0.0089130 Jan 18 20:54:16.282617 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-27244e17-881a-4e1c-994d-d8c644df4788 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435092 Jan 18 20:54:16.708430 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-4d21ebfe-f538-4452-aca2-79946280e5d2 service neutron] 10.222.0.31 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192870 Jan 18 20:54:16.793890 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-1cdac07b-3007-475f-809e-504ed624f12c service neutron] 10.222.0.31 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796702 Jan 18 20:54:16.973446 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7dfb78f1-d776-479b-9e59-1eef95d7ab69 req-095bb89d-e4e2-4789-9e79-e171dd987873 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 210 time: 0.0257277 Jan 18 20:54:17.963072 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-bf14f005-5ed6-4b5c-ae60-1c1eb8377eb3 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:17.964549 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-bf14f005-5ed6-4b5c-ae60-1c1eb8377eb3 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.57 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 811 time: 0.1071732 Jan 18 20:54:17.976199 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-ce048b93-a9ca-4441-bb44-13cd8b79fbbb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Request body: {'port': {'device_id': '9c5a59f9-88ce-4bac-847d-2fdba464a979', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'admin_state_up': True, 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:54:18.071380 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5312787b-1a96-4bb9-88a5-e26603b5b5e4 req-8e60c8b8-efe0-45f7-a528-ff852f0485b9 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 210 time: 0.0258110 Jan 18 20:54:18.093210 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-ce048b93-a9ca-4441-bb44-13cd8b79fbbb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Made reservation on behalf of 9b82b7e3a21f45d380a45d82457a5d1f for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:54:18.096957 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-ce048b93-a9ca-4441-bb44-13cd8b79fbbb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:18.235612 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-ce048b93-a9ca-4441-bb44-13cd8b79fbbb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Allocated IP 172.20.0.8 (e3f2a3df-3a03-4102-9f4d-d250fc7fbfce/61e3b3b0-5646-459d-8ac4-7bfe29848aa5/a1cbd22b-3ec2-49f0-9153-9b615660f95e) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:54:18.394729 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-ce048b93-a9ca-4441-bb44-13cd8b79fbbb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for port (a1cbd22b-3ec2-49f0-9153-9b615660f95e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:18.428548 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-ce048b93-a9ca-4441-bb44-13cd8b79fbbb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (a1cbd22b-3ec2-49f0-9153-9b615660f95e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:18.472915 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-ce048b93-a9ca-4441-bb44-13cd8b79fbbb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:54:18.478058 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-ce048b93-a9ca-4441-bb44-13cd8b79fbbb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:54:18.484516 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-ce048b93-a9ca-4441-bb44-13cd8b79fbbb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:54:18.520535 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce048b93-a9ca-4441-bb44-13cd8b79fbbb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event updated for resources: {'Port': ['ID=a1cbd22b-3ec2-49f0-9153-9b615660f95e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:54:18.547053 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-ce048b93-a9ca-4441-bb44-13cd8b79fbbb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:18.547864 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-ce048b93-a9ca-4441-bb44-13cd8b79fbbb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:18.572646 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-ce048b93-a9ca-4441-bb44-13cd8b79fbbb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5999851 Jan 18 20:54:18.584725 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-d77698c4-b322-4262-bafa-798841f319fe service neutron] Request body: {'port': {'device_id': '9c5a59f9-88ce-4bac-847d-2fdba464a979', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:54:18.653251 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-d77698c4-b322-4262-bafa-798841f319fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a1cbd22b-3ec2-49f0-9153-9b615660f95e), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:18.725304 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e01a017a-b54f-4d3b-90d2-27e2a324d788 None None] Provisioning complete for port a1cbd22b-3ec2-49f0-9153-9b615660f95e triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:54:18.725927 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e01a017a-b54f-4d3b-90d2-27e2a324d788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a1cbd22b-3ec2-49f0-9153-9b615660f95e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:18.763223 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e01a017a-b54f-4d3b-90d2-27e2a324d788 None None] Port a1cbd22b-3ec2-49f0-9153-9b615660f95e cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:54:18.918930 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-d77698c4-b322-4262-bafa-798841f319fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1cbd22b-3ec2-49f0-9153-9b615660f95e {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:54:18.926223 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-d77698c4-b322-4262-bafa-798841f319fe service neutron] Publish callbacks [] for port (a1cbd22b-3ec2-49f0-9153-9b615660f95e), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:18.937754 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-d77698c4-b322-4262-bafa-798841f319fe service neutron] Transition to ACTIVE for port object a1cbd22b-3ec2-49f0-9153-9b615660f95e will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:54:18.941618 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-d77698c4-b322-4262-bafa-798841f319fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (a1cbd22b-3ec2-49f0-9153-9b615660f95e), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:18.991475 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77698c4-b322-4262-bafa-798841f319fe service neutron] Pushing event updated for resources: {'Port': ['ID=a1cbd22b-3ec2-49f0-9153-9b615660f95e,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:54:19.063867 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-d77698c4-b322-4262-bafa-798841f319fe service neutron] Attempting to bind port a1cbd22b-3ec2-49f0-9153-9b615660f95e on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:54:19.064208 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-d77698c4-b322-4262-bafa-798841f319fe service neutron] Attempting to bind port a1cbd22b-3ec2-49f0-9153-9b615660f95e by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:54:19.064527 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-d77698c4-b322-4262-bafa-798841f319fe service neutron] Attempting to bind port a1cbd22b-3ec2-49f0-9153-9b615660f95e on network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:54:19.069268 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-d77698c4-b322-4262-bafa-798841f319fe service neutron] Port a1cbd22b-3ec2-49f0-9153-9b615660f95e on network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:54:19.069594 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-d77698c4-b322-4262-bafa-798841f319fe service neutron] Attempting to bind port a1cbd22b-3ec2-49f0-9153-9b615660f95e on network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:54:19.075782 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-d77698c4-b322-4262-bafa-798841f319fe service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:54:19.076112 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-d77698c4-b322-4262-bafa-798841f319fe service neutron] Checking segment: {'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:54:19.076489 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-d77698c4-b322-4262-bafa-798841f319fe service neutron] Bound using segment: {'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:54:19.076914 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-d77698c4-b322-4262-bafa-798841f319fe service neutron] Bound port: a1cbd22b-3ec2-49f0-9153-9b615660f95e, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:54:19.077266 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-d77698c4-b322-4262-bafa-798841f319fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a1cbd22b-3ec2-49f0-9153-9b615660f95e), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:19.151000 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-d77698c4-b322-4262-bafa-798841f319fe service neutron] For port a1cbd22b-3ec2-49f0-9153-9b615660f95e, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:54:19.157758 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-d77698c4-b322-4262-bafa-798841f319fe service neutron] For port a1cbd22b-3ec2-49f0-9153-9b615660f95e, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=a1cbd22b-3ec2-49f0-9153-9b615660f95e,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:54:19.164808 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-d77698c4-b322-4262-bafa-798841f319fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (a1cbd22b-3ec2-49f0-9153-9b615660f95e), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:19.207827 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-d77698c4-b322-4262-bafa-798841f319fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:19.208868 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-d77698c4-b322-4262-bafa-798841f319fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:19.211149 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-d77698c4-b322-4262-bafa-798841f319fe service neutron] 10.222.0.57 "PUT /v2.0/ports/a1cbd22b-3ec2-49f0-9153-9b615660f95e HTTP/1.1" status: 200 len: 1091 time: 0.6301157 Jan 18 20:54:19.211689 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5a59f9-88ce-4bac-847d-2fdba464a979', 'tag': 'a1cbd22b-3ec2-49f0-9153-9b615660f95e'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:54:19.218300 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dee3fb-def1-42d4-8891-d11e028c29e8" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5a59f9-88ce-4bac-847d-2fdba464a979", "tag": "a1cbd22b-3ec2-49f0-9153-9b615660f95e"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:54:19.247929 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77698c4-b322-4262-bafa-798841f319fe service neutron] Pushing event updated for resources: {'Port': ['ID=a1cbd22b-3ec2-49f0-9153-9b615660f95e,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:54:19.264957 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791df8d-ab58-41ea-910a-08a78cc1bd9b req-a7c425bb-6f72-4068-92e0-1035d5cac7c9 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:19.272104 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a791df8d-ab58-41ea-910a-08a78cc1bd9b req-a7c425bb-6f72-4068-92e0-1035d5cac7c9 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 943 time: 0.0847063 Jan 18 20:54:19.289335 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612b2627-5e54-4678-bd67-9e2ee2198760 x-openstack-request-id: req-612b2627-5e54-4678-bd67-9e2ee2198760 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:54:19.289641 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5a59f9-88ce-4bac-847d-2fdba464a979", "tag": "a1cbd22b-3ec2-49f0-9153-9b615660f95e", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:54:19.289998 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-612b2627-5e54-4678-bd67-9e2ee2198760 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:54:19.290311 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5a59f9-88ce-4bac-847d-2fdba464a979', 'tag': 'a1cbd22b-3ec2-49f0-9153-9b615660f95e', 'status': 'completed', 'code': 200} Jan 18 20:54:19.331971 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-1dcef782-99ac-4913-b6bd-3afdeedcadfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:19.335067 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-1dcef782-99ac-4913-b6bd-3afdeedcadfa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 1094 time: 0.0677087 Jan 18 20:54:19.341244 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a791df8d-ab58-41ea-910a-08a78cc1bd9b req-0e90d02c-4aa3-49b1-be3f-18ad9e7bd0dc tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552728 Jan 18 20:54:19.383215 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-8151ec28-e905-4f94-b05f-f5af067719b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1cbd22b-3ec2-49f0-9153-9b615660f95e HTTP/1.1" status: 200 len: 217 time: 0.0395622 Jan 18 20:54:19.432454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-e5ece548-d329-4dcd-b046-feb5e0f69c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:19.434121 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-e5ece548-d329-4dcd-b046-feb5e0f69c22 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61e3b3b0-5646-459d-8ac4-7bfe29848aa5 HTTP/1.1" status: 200 len: 850 time: 0.0448320 Jan 18 20:54:19.484170 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-c20ce2d9-2ddd-4b24-89ed-359f91e47181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:19.485792 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-c20ce2d9-2ddd-4b24-89ed-359f91e47181 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461433 Jan 18 20:54:19.584108 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-fa9063a9-563e-4ba7-a6b7-1a6df46bca90 service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928116 Jan 18 20:54:19.679973 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9e80edc8-4e00-42bb-b43d-e731e14032a0 req-a53d762a-8648-47a4-8fd2-08329f6d7fec service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894766 Jan 18 20:54:19.764728 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dee3fb-def1-42d4-8891-d11e028c29e8 req-0507dc36-d8ae-4c4c-8d73-c618d499d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:19.766177 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85dee3fb-def1-42d4-8891-d11e028c29e8 req-0507dc36-d8ae-4c4c-8d73-c618d499d932 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 1094 time: 0.0414648 Jan 18 20:54:19.856029 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dee3fb-def1-42d4-8891-d11e028c29e8 req-a113ac54-d15f-4605-a4b2-651e4d03a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:19.857484 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85dee3fb-def1-42d4-8891-d11e028c29e8 req-a113ac54-d15f-4605-a4b2-651e4d03a4a3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 912 time: 0.0858290 Jan 18 20:54:20.236143 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85dee3fb-def1-42d4-8891-d11e028c29e8 req-4fa748f9-1e23-477e-94f1-da2e94253386 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1cbd22b-3ec2-49f0-9153-9b615660f95e HTTP/1.1" status: 200 len: 217 time: 0.3732300 Jan 18 20:54:20.283382 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dee3fb-def1-42d4-8891-d11e028c29e8 req-a34e1a25-f7de-4cd5-b76a-6983afa3dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:20.284849 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85dee3fb-def1-42d4-8891-d11e028c29e8 req-a34e1a25-f7de-4cd5-b76a-6983afa3dea0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61e3b3b0-5646-459d-8ac4-7bfe29848aa5 HTTP/1.1" status: 200 len: 850 time: 0.0431406 Jan 18 20:54:20.331110 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dee3fb-def1-42d4-8891-d11e028c29e8 req-e05d751e-b491-4b61-a763-007170707ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:20.332642 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85dee3fb-def1-42d4-8891-d11e028c29e8 req-e05d751e-b491-4b61-a763-007170707ee0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425241 Jan 18 20:54:20.429953 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85dee3fb-def1-42d4-8891-d11e028c29e8 req-366d8688-6a49-4e17-874f-b5111a733cbf service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911355 Jan 18 20:54:20.457055 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce52b7f-0da7-44fd-b282-72fba5aa013c req-4dad966b-7993-4bc0-83ad-d20ce7af9a7d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:20.458686 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2ce52b7f-0da7-44fd-b282-72fba5aa013c req-4dad966b-7993-4bc0-83ad-d20ce7af9a7d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 943 time: 0.0491860 Jan 18 20:54:20.507743 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2ce52b7f-0da7-44fd-b282-72fba5aa013c req-6bbf1a20-45ef-46b1-8fb2-496dc42ec244 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411892 Jan 18 20:54:20.532146 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85dee3fb-def1-42d4-8891-d11e028c29e8 req-4e9612f9-8473-45ce-ac30-650c9280531e service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955691 Jan 18 20:54:21.645268 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d7179-41f5-4653-b0e7-fd5f0f7aae25 req-e21d992f-8870-4143-999b-8f9a8d18f4fb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:21.646862 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-392d7179-41f5-4653-b0e7-fd5f0f7aae25 req-e21d992f-8870-4143-999b-8f9a8d18f4fb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 943 time: 0.0581827 Jan 18 20:54:21.694432 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-392d7179-41f5-4653-b0e7-fd5f0f7aae25 req-d9a5e900-9e7c-47e3-9539-5b7fff5a32e5 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415227 Jan 18 20:54:22.813936 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bdfe2-c439-4981-b9e7-692434e860c7 req-da99b8e3-0994-4836-8e05-9a5ab723eac7 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:22.815518 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf9bdfe2-c439-4981-b9e7-692434e860c7 req-da99b8e3-0994-4836-8e05-9a5ab723eac7 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 943 time: 0.0498140 Jan 18 20:54:22.862964 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf9bdfe2-c439-4981-b9e7-692434e860c7 req-2ad36570-7f17-4a05-86ac-ebdbd1d7aa82 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416124 Jan 18 20:54:23.988099 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e96704-f2a3-4512-b394-112570fb9ff7 req-d473f109-8b2c-4001-8f9b-d2c07030131a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:23.989613 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d5e96704-f2a3-4512-b394-112570fb9ff7 req-d473f109-8b2c-4001-8f9b-d2c07030131a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 943 time: 0.0490918 Jan 18 20:54:24.048948 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d5e96704-f2a3-4512-b394-112570fb9ff7 req-3b389fbf-072d-4ebd-a1bf-ccee26fa8f03 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516577 Jan 18 20:54:25.240167 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef03e2-6b8c-419c-ae26-fed9b01fa517 req-ddbb4101-a553-4dcf-90f9-b2c8155f26d9 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:25.246340 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-41ef03e2-6b8c-419c-ae26-fed9b01fa517 req-ddbb4101-a553-4dcf-90f9-b2c8155f26d9 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 943 time: 0.1001816 Jan 18 20:54:25.297917 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-41ef03e2-6b8c-419c-ae26-fed9b01fa517 req-1379e0b1-a196-4b19-9d62-8f4bfa4f90ec tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467477 Jan 18 20:54:25.700368 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4b5efa02-041a-45d4-a03b-3eaeeb920069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:26.449412 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2dfa4-c46c-4987-a0f9-206c2b425602 req-1cf1890c-42f2-4eca-b146-6584c5f1aae8 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:26.451053 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-86b2dfa4-c46c-4987-a0f9-206c2b425602 req-1cf1890c-42f2-4eca-b146-6584c5f1aae8 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 943 time: 0.0507588 Jan 18 20:54:26.503607 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-86b2dfa4-c46c-4987-a0f9-206c2b425602 req-ea0582a2-f182-49de-88b1-254cab9240ca tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465629 Jan 18 20:54:27.637197 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa739f-3fa2-4801-9674-483dc725161c req-fe37768e-2bbe-418e-a7f3-c15c7da360f5 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:27.638784 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e3aa739f-3fa2-4801-9674-483dc725161c req-fe37768e-2bbe-418e-a7f3-c15c7da360f5 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 943 time: 0.0541689 Jan 18 20:54:27.691700 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e3aa739f-3fa2-4801-9674-483dc725161c req-556027f9-45ee-471f-a6c1-18c6545cc5e2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456808 Jan 18 20:54:27.849758 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2934ee61-4322-4976-81e7-c2aa5cbf101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:28.809035 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ccc1e8-726b-47ed-abca-ef7169b967c5 req-2295f742-8242-474d-b124-c12194176fb2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:28.810509 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33ccc1e8-726b-47ed-abca-ef7169b967c5 req-2295f742-8242-474d-b124-c12194176fb2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 943 time: 0.0469337 Jan 18 20:54:28.858606 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33ccc1e8-726b-47ed-abca-ef7169b967c5 req-ccfc4991-596f-4ce0-a894-720cbd869c2d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425632 Jan 18 20:54:29.200338 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:29.969735 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23b7d0-dcd9-47b5-a4f8-c9a53a56a7c6 req-bbf08707-6eaf-4e83-b716-33306a16db6f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:29.971187 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1d23b7d0-dcd9-47b5-a4f8-c9a53a56a7c6 req-bbf08707-6eaf-4e83-b716-33306a16db6f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 943 time: 0.0470147 Jan 18 20:54:30.019958 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1d23b7d0-dcd9-47b5-a4f8-c9a53a56a7c6 req-11194534-0b65-4933-9c33-5febb8f0e777 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428815 Jan 18 20:54:30.624383 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:31.132679 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55daca-1451-4eed-9694-66273c58dd7c req-c4d4fcec-2df7-49d8-b3ef-7deffa3f2505 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:31.134726 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca55daca-1451-4eed-9694-66273c58dd7c req-c4d4fcec-2df7-49d8-b3ef-7deffa3f2505 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 943 time: 0.0471385 Jan 18 20:54:31.182309 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca55daca-1451-4eed-9694-66273c58dd7c req-731cc249-61b6-43aa-b2c2-09ab63e109b2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418336 Jan 18 20:54:31.267527 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:54:31.904382 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:32.296597 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ccb55-7834-449d-8408-416515f4c8b6 req-29eb2e69-f410-469a-b374-8cabecdb3149 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:32.298094 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e67ccb55-7834-449d-8408-416515f4c8b6 req-29eb2e69-f410-469a-b374-8cabecdb3149 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 943 time: 0.0485485 Jan 18 20:54:32.344407 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e67ccb55-7834-449d-8408-416515f4c8b6 req-dc2e2e82-1143-4e5b-babf-26ac36fd94f5 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406408 Jan 18 20:54:33.472946 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05c572-f4f0-423d-9096-89193cbba5d5 req-283e3ff4-f953-4e63-87b7-ada2c1852659 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:33.474483 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f05c572-f4f0-423d-9096-89193cbba5d5 req-283e3ff4-f953-4e63-87b7-ada2c1852659 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 943 time: 0.0575418 Jan 18 20:54:33.520799 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3f05c572-f4f0-423d-9096-89193cbba5d5 req-9db79c74-646d-49cf-a382-92212cbc432c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400655 Jan 18 20:54:34.311523 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:34.640126 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4f5ba-c2dd-4a91-a5be-3c998f2e823d req-1d90b352-766e-4633-a64c-8f1f8701e3c6 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:34.641876 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4ad4f5ba-c2dd-4a91-a5be-3c998f2e823d req-1d90b352-766e-4633-a64c-8f1f8701e3c6 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 943 time: 0.0526614 Jan 18 20:54:34.695652 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4ad4f5ba-c2dd-4a91-a5be-3c998f2e823d req-e461097a-cf76-48b0-bfc5-f3c33e961326 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409927 Jan 18 20:54:35.813804 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a1a0a-f25f-44e7-872d-001be879c619 req-8395bdd2-b0f4-4fb8-a2bd-6df7ea0331c2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:35.815289 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8e5a1a0a-f25f-44e7-872d-001be879c619 req-8395bdd2-b0f4-4fb8-a2bd-6df7ea0331c2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 943 time: 0.0522082 Jan 18 20:54:35.861595 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8e5a1a0a-f25f-44e7-872d-001be879c619 req-d4587589-c34d-4e43-8aca-8022fcf96a13 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406799 Jan 18 20:54:36.977415 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cb7f2-19da-4eb2-88fe-d776759430b1 req-f43cccaf-a664-4620-8e82-de530dec0277 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:36.978810 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-da2cb7f2-19da-4eb2-88fe-d776759430b1 req-f43cccaf-a664-4620-8e82-de530dec0277 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 943 time: 0.0477967 Jan 18 20:54:37.024537 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-da2cb7f2-19da-4eb2-88fe-d776759430b1 req-97fd03f4-76e9-4c7a-8181-08831b4b10c1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394778 Jan 18 20:54:37.060569 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:38.141692 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd886c-c530-4a49-bfca-826c350368f9 req-5f52ef14-0a49-4318-a390-4032acb13a9f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:38.143224 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e7fd886c-c530-4a49-bfca-826c350368f9 req-5f52ef14-0a49-4318-a390-4032acb13a9f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 943 time: 0.0489972 Jan 18 20:54:38.193855 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e7fd886c-c530-4a49-bfca-826c350368f9 req-dacc5284-bb3a-4b1d-b1c6-6cc6ac08425f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448818 Jan 18 20:54:39.308338 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725948a2-d4c2-46cf-bc8f-2784874316a1 req-10b93ee8-a02f-4745-b190-2ce8afd5c064 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:39.309854 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-725948a2-d4c2-46cf-bc8f-2784874316a1 req-10b93ee8-a02f-4745-b190-2ce8afd5c064 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 943 time: 0.0485466 Jan 18 20:54:39.356824 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-725948a2-d4c2-46cf-bc8f-2784874316a1 req-ed0933c2-9579-47a1-9e00-64e08d16d31b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414255 Jan 18 20:54:40.468141 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a0c7a-3402-4ece-b543-d222f0c9e9f8 req-207ebc15-4e6d-468c-bf03-6624d2377adc tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:40.469613 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-371a0c7a-3402-4ece-b543-d222f0c9e9f8 req-207ebc15-4e6d-468c-bf03-6624d2377adc tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 943 time: 0.0472729 Jan 18 20:54:40.517473 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-371a0c7a-3402-4ece-b543-d222f0c9e9f8 req-6a256180-e95e-4202-b0ab-455671367317 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420544 Jan 18 20:54:41.634415 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324dc3a1-af17-4096-94e6-fb8ed2db31d9 req-a68381a3-ba56-4d0b-b59f-45663281a91a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:41.635791 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-324dc3a1-af17-4096-94e6-fb8ed2db31d9 req-a68381a3-ba56-4d0b-b59f-45663281a91a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 943 time: 0.0519743 Jan 18 20:54:41.680625 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-324dc3a1-af17-4096-94e6-fb8ed2db31d9 req-7e63b87c-16cd-4bb9-ad85-86fdf0882576 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392671 Jan 18 20:54:42.792428 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e4fb0-c211-4e78-97c9-ec055df789a0 req-954f7c3e-c4f5-481f-9d97-d3bc4545a200 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:42.793896 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce2e4fb0-c211-4e78-97c9-ec055df789a0 req-954f7c3e-c4f5-481f-9d97-d3bc4545a200 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 943 time: 0.0471580 Jan 18 20:54:42.839064 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce2e4fb0-c211-4e78-97c9-ec055df789a0 req-fbc1aefe-cbd2-420b-94fd-b7a6e2ddf751 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396385 Jan 18 20:54:43.951975 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191c19a-b258-48ec-98d7-48f627b19f57 req-96dd2ee4-b069-4c5e-a115-85d912f7ba83 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:43.953443 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d191c19a-b258-48ec-98d7-48f627b19f57 req-96dd2ee4-b069-4c5e-a115-85d912f7ba83 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 943 time: 0.0467710 Jan 18 20:54:44.003095 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d191c19a-b258-48ec-98d7-48f627b19f57 req-2462062b-a753-4f4c-aeb3-ee3e6bd7eab0 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438402 Jan 18 20:54:45.115977 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858a670-ac04-4d33-ac2a-5683858c5c0f req-1e8c5fd5-9ddf-4317-b15f-d978ecb9ba8b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:45.117447 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0858a670-ac04-4d33-ac2a-5683858c5c0f req-1e8c5fd5-9ddf-4317-b15f-d978ecb9ba8b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 943 time: 0.0481737 Jan 18 20:54:45.162070 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0858a670-ac04-4d33-ac2a-5683858c5c0f req-15494b73-0bc0-4820-ae8b-e9469352c145 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391309 Jan 18 20:54:46.275023 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81786d62-9ecc-42b5-96cc-58499688bde2 req-b70444c3-e4b2-40a5-bd38-5f9a597c2782 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:46.276512 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81786d62-9ecc-42b5-96cc-58499688bde2 req-b70444c3-e4b2-40a5-bd38-5f9a597c2782 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 943 time: 0.0474725 Jan 18 20:54:46.323225 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81786d62-9ecc-42b5-96cc-58499688bde2 req-0a97d820-e0e8-4e06-8606-28f90dadbc18 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410445 Jan 18 20:54:47.443214 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6a19a-f305-471a-9526-ffaed2d69a94 req-9a57ed27-c679-47c4-83f3-d411206e3848 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:47.444730 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-12f6a19a-f305-471a-9526-ffaed2d69a94 req-9a57ed27-c679-47c4-83f3-d411206e3848 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 943 time: 0.0529008 Jan 18 20:54:47.491064 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-12f6a19a-f305-471a-9526-ffaed2d69a94 req-2d78063e-98ba-4cdf-9985-a55829036535 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406208 Jan 18 20:54:48.604356 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75936a9b-31e2-4319-88ab-92cbfdfe635b req-8bd93303-6be8-4d6a-b329-2ea1d08ff3cf tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:48.605868 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-75936a9b-31e2-4319-88ab-92cbfdfe635b req-8bd93303-6be8-4d6a-b329-2ea1d08ff3cf tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 943 time: 0.0476394 Jan 18 20:54:48.652139 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-75936a9b-31e2-4319-88ab-92cbfdfe635b req-9e0f020e-cad1-4101-ae21-eac222dabe7a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407369 Jan 18 20:54:49.172223 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device a1cbd22b-3ec2-49f0-9153-9b615660f95e details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:54:49.266775 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port a1cbd22b-3ec2-49f0-9153-9b615660f95e, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=a1cbd22b-3ec2-49f0-9153-9b615660f95e,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:54:49.276992 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': 'a1cbd22b-3ec2-49f0-9153-9b615660f95e', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'port_id': 'a1cbd22b-3ec2-49f0-9153-9b615660f95e', 'mac_address': 'fa:16:3e:dd:05:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:54:49.314588 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port a1cbd22b-3ec2-49f0-9153-9b615660f95e is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:54:49.314971 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a1cbd22b-3ec2-49f0-9153-9b615660f95e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:49.330607 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1cbd22b-3ec2-49f0-9153-9b615660f95e {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:54:49.349554 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port a1cbd22b-3ec2-49f0-9153-9b615660f95e, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=a1cbd22b-3ec2-49f0-9153-9b615660f95e,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:54:49.354434 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a1cbd22b-3ec2-49f0-9153-9b615660f95e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:49.399897 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=a1cbd22b-3ec2-49f0-9153-9b615660f95e,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:54:49.406962 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:54:49.407311 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:54:49.407648 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:54:49.407979 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:54:49.408306 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:54:49.408631 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:54:49.408952 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:54:49.409270 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:54:49.409587 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:54:49.409930 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:54:49.410250 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:54:49.410565 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:54:49.410880 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:54:49.674112 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['a1cbd22b-3ec2-49f0-9153-9b615660f95e'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:54:49.768133 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d6e72-9348-4d12-b5ac-379f54f5c787 req-054c5c1e-8613-4762-855a-89830a2cf092 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:49.769620 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-577d6e72-9348-4d12-b5ac-379f54f5c787 req-054c5c1e-8613-4762-855a-89830a2cf092 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 944 time: 0.0508075 Jan 18 20:54:49.816038 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-577d6e72-9348-4d12-b5ac-379f54f5c787 req-305c31f5-29b5-412b-9cc3-4277f3ba6a72 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401976 Jan 18 20:54:50.934673 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c557cf-7149-4134-b492-c836bd643594 req-ac85363e-4008-4cd8-810d-40f375297e75 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:50.936180 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-07c557cf-7149-4134-b492-c836bd643594 req-ac85363e-4008-4cd8-810d-40f375297e75 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 944 time: 0.0477824 Jan 18 20:54:50.982234 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-07c557cf-7149-4134-b492-c836bd643594 req-cf481eb3-1aef-4199-b590-4ded1733cf2b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403869 Jan 18 20:54:51.187579 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device a1cbd22b-3ec2-49f0-9153-9b615660f95e up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:54:51.234627 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port a1cbd22b-3ec2-49f0-9153-9b615660f95e completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:54:51.238271 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port a1cbd22b-3ec2-49f0-9153-9b615660f95e triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:54:51.238643 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (a1cbd22b-3ec2-49f0-9153-9b615660f95e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:51.312829 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port a1cbd22b-3ec2-49f0-9153-9b615660f95e is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:54:51.313214 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (a1cbd22b-3ec2-49f0-9153-9b615660f95e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:51.334557 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5a59f9-88ce-4bac-847d-2fdba464a979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cbd22b-3ec2-49f0-9153-9b615660f95e'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:54:51.337143 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec277fb-bc91-4782-9fd2-0a27fed253fd" -d '{"events": [{"server_uuid": "9c5a59f9-88ce-4bac-847d-2fdba464a979", "name": "network-vif-plugged", "status": "completed", "tag": "a1cbd22b-3ec2-49f0-9153-9b615660f95e"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:54:51.350318 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port a1cbd22b-3ec2-49f0-9153-9b615660f95e, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=a1cbd22b-3ec2-49f0-9153-9b615660f95e,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:54:51.354837 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (a1cbd22b-3ec2-49f0-9153-9b615660f95e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:51.383342 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27592fd5-50e7-4823-bd54-9cc0b75db84e x-openstack-request-id: req-27592fd5-50e7-4823-bd54-9cc0b75db84e {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:54:51.383636 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5a59f9-88ce-4bac-847d-2fdba464a979", "name": "network-vif-plugged", "status": "completed", "tag": "a1cbd22b-3ec2-49f0-9153-9b615660f95e", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:54:51.383891 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27592fd5-50e7-4823-bd54-9cc0b75db84e {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:54:51.384296 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5a59f9-88ce-4bac-847d-2fdba464a979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cbd22b-3ec2-49f0-9153-9b615660f95e', 'code': 200} Jan 18 20:54:51.411869 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=a1cbd22b-3ec2-49f0-9153-9b615660f95e,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:54:51.535572 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb29e44-2681-40b1-883e-691f026cb153 req-a7520a30-830b-4b26-88a0-bc09a36b247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:51.537105 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cdb29e44-2681-40b1-883e-691f026cb153 req-a7520a30-830b-4b26-88a0-bc09a36b247d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 1096 time: 0.1081753 Jan 18 20:54:51.579121 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cdb29e44-2681-40b1-883e-691f026cb153 req-d627cd46-3cc6-411d-9bcc-58ff37c91220 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359259 Jan 18 20:54:52.094962 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fd9ad-5e32-4d1a-9e96-95802dd75e91 req-2f0c85f5-4c1b-449d-b1be-e3a106336bf8 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:52.096432 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-446fd9ad-5e32-4d1a-9e96-95802dd75e91 req-2f0c85f5-4c1b-449d-b1be-e3a106336bf8 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 945 time: 0.0477793 Jan 18 20:54:52.145470 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-446fd9ad-5e32-4d1a-9e96-95802dd75e91 req-43f3c3ac-10a8-4095-9a86-98331be91986 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430357 Jan 18 20:54:53.266180 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984920b-3825-4fe0-abb6-c6dbd63b9298 req-fbc64a37-cad7-45d4-b68a-26a438d28b66 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:53.267624 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7984920b-3825-4fe0-abb6-c6dbd63b9298 req-fbc64a37-cad7-45d4-b68a-26a438d28b66 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 945 time: 0.0473025 Jan 18 20:54:53.313848 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7984920b-3825-4fe0-abb6-c6dbd63b9298 req-96c02f1f-ed2e-41e7-a6a0-389b16c7eb4b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405715 Jan 18 20:54:53.425971 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d6597-d2bc-4a33-9a4b-51b62500ce20 req-67a7e793-d757-4cd6-ae61-e3b303848fc7 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:53.427431 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-950d6597-d2bc-4a33-9a4b-51b62500ce20 req-67a7e793-d757-4cd6-ae61-e3b303848fc7 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 945 time: 0.0474768 Jan 18 20:54:53.473983 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-950d6597-d2bc-4a33-9a4b-51b62500ce20 req-ec7c909d-08f8-43c2-bc87-c90886185480 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408733 Jan 18 20:54:53.588989 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6573b-f469-4115-890e-b579c5b1d4e8 req-26ee8b08-3233-4913-b622-ef99a6e5a9da tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:53.590485 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5ef6573b-f469-4115-890e-b579c5b1d4e8 req-26ee8b08-3233-4913-b622-ef99a6e5a9da tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 945 time: 0.0521860 Jan 18 20:54:53.635965 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5ef6573b-f469-4115-890e-b579c5b1d4e8 req-3b02273c-aa65-40b3-b0e6-5f747ac66e08 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399113 Jan 18 20:54:53.910610 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2510a-2e85-4997-b366-aa8ef92e546a req-ec1d8001-4661-4b67-aeed-3442ff7298aa tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:53.912062 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-11b2510a-2e85-4997-b366-aa8ef92e546a req-ec1d8001-4661-4b67-aeed-3442ff7298aa tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 945 time: 0.0475714 Jan 18 20:54:53.958642 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-11b2510a-2e85-4997-b366-aa8ef92e546a req-cd8267f5-5424-4dcd-af15-ebb771d561bf tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410213 Jan 18 20:54:55.073782 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183354d5-0b34-4a0c-8e8c-d453cf570dd2 req-45ec8fe6-c628-48be-98d5-463fbd265a25 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:55.075268 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-183354d5-0b34-4a0c-8e8c-d453cf570dd2 req-45ec8fe6-c628-48be-98d5-463fbd265a25 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 945 time: 0.0480778 Jan 18 20:54:55.124759 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-183354d5-0b34-4a0c-8e8c-d453cf570dd2 req-da592e5f-e17b-446b-a4de-af9b32fca582 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437841 Jan 18 20:54:55.477338 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865e740-6f88-4adb-a3e2-ab7e4dbb0edc req-65b3d1a7-5305-4966-9306-67bfc4c7bc57 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:54:55.478794 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8865e740-6f88-4adb-a3e2-ab7e4dbb0edc req-65b3d1a7-5305-4966-9306-67bfc4c7bc57 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 945 time: 0.0474906 Jan 18 20:54:55.567793 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-8865e740-6f88-4adb-a3e2-ab7e4dbb0edc req-6b3499c2-045f-46db-9c01-dfa1bb677564 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Deleting port a1cbd22b-3ec2-49f0-9153-9b615660f95e {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:54:55.568062 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-8865e740-6f88-4adb-a3e2-ab7e4dbb0edc req-6b3499c2-045f-46db-9c01-dfa1bb677564 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (a1cbd22b-3ec2-49f0-9153-9b615660f95e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:55.661472 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-8865e740-6f88-4adb-a3e2-ab7e4dbb0edc req-6b3499c2-045f-46db-9c01-dfa1bb677564 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] For port a1cbd22b-3ec2-49f0-9153-9b615660f95e, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=a1cbd22b-3ec2-49f0-9153-9b615660f95e,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:54:55.661866 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-8865e740-6f88-4adb-a3e2-ab7e4dbb0edc req-6b3499c2-045f-46db-9c01-dfa1bb677564 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (a1cbd22b-3ec2-49f0-9153-9b615660f95e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:55.674518 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-8865e740-6f88-4adb-a3e2-ab7e4dbb0edc req-6b3499c2-045f-46db-9c01-dfa1bb677564 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Calling delete_port for a1cbd22b-3ec2-49f0-9153-9b615660f95e owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:54:55.684479 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4fd782d4-c533-4b69-9cf0-bef8b74dc704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:55.805924 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-8865e740-6f88-4adb-a3e2-ab7e4dbb0edc req-6b3499c2-045f-46db-9c01-dfa1bb677564 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (a1cbd22b-3ec2-49f0-9153-9b615660f95e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:55.817206 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['a1cbd22b-3ec2-49f0-9153-9b615660f95e'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:54:55.835567 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3499c2-045f-46db-9c01-dfa1bb677564 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event deleted for resources: {'Port': ['ID=a1cbd22b-3ec2-49f0-9153-9b615660f95e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:54:55.869868 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3499c2-045f-46db-9c01-dfa1bb677564 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:54:55.870217 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3499c2-045f-46db-9c01-dfa1bb677564 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:54:55.870557 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3499c2-045f-46db-9c01-dfa1bb677564 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:54:55.870897 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3499c2-045f-46db-9c01-dfa1bb677564 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:54:55.871238 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3499c2-045f-46db-9c01-dfa1bb677564 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:54:55.871568 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3499c2-045f-46db-9c01-dfa1bb677564 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:54:55.871892 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3499c2-045f-46db-9c01-dfa1bb677564 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:54:55.872216 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3499c2-045f-46db-9c01-dfa1bb677564 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:54:55.872538 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3499c2-045f-46db-9c01-dfa1bb677564 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:54:55.872859 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3499c2-045f-46db-9c01-dfa1bb677564 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:54:55.873178 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3499c2-045f-46db-9c01-dfa1bb677564 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:54:55.873501 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3499c2-045f-46db-9c01-dfa1bb677564 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:54:55.873849 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3499c2-045f-46db-9c01-dfa1bb677564 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:54:55.894578 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-8865e740-6f88-4adb-a3e2-ab7e4dbb0edc req-6b3499c2-045f-46db-9c01-dfa1bb677564 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] No DVR routers for this DVR port a1cbd22b-3ec2-49f0-9153-9b615660f95e on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:54:55.897296 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-8865e740-6f88-4adb-a3e2-ab7e4dbb0edc req-6b3499c2-045f-46db-9c01-dfa1bb677564 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:55.901962 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8865e740-6f88-4adb-a3e2-ab7e4dbb0edc req-6b3499c2-045f-46db-9c01-dfa1bb677564 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.57 "DELETE /v2.0/ports/a1cbd22b-3ec2-49f0-9153-9b615660f95e HTTP/1.1" status: 204 len: 173 time: 0.4170740 Jan 18 20:54:55.902448 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5a59f9-88ce-4bac-847d-2fdba464a979', 'name': 'network-vif-deleted', 'tag': 'a1cbd22b-3ec2-49f0-9153-9b615660f95e'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:54:55.904746 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb86bc6c-10c7-4283-93dc-610a450c00c2" -d '{"events": [{"server_uuid": "9c5a59f9-88ce-4bac-847d-2fdba464a979", "name": "network-vif-deleted", "tag": "a1cbd22b-3ec2-49f0-9153-9b615660f95e"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:54:55.947211 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee700a4-0466-4034-951b-365fa10f65fa x-openstack-request-id: req-cee700a4-0466-4034-951b-365fa10f65fa {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:54:55.947504 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5a59f9-88ce-4bac-847d-2fdba464a979", "name": "network-vif-deleted", "tag": "a1cbd22b-3ec2-49f0-9153-9b615660f95e", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:54:55.947752 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cee700a4-0466-4034-951b-365fa10f65fa {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:54:55.948161 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5a59f9-88ce-4bac-847d-2fdba464a979', 'name': 'network-vif-deleted', 'tag': 'a1cbd22b-3ec2-49f0-9153-9b615660f95e', 'status': 'completed', 'code': 200} Jan 18 20:54:56.218043 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fd435c74-7588-4adb-8076-d479b0a17c35 req-ca2aea8c-c18a-40ba-8767-c0b6c57f569b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 210 time: 0.0264845 Jan 18 20:54:57.312299 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e9f693cd-4698-4b76-b588-1638cbda3cf3 req-8b4c668f-672b-4975-975c-52dc80d230cf tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 210 time: 0.0253639 Jan 18 20:54:57.843499 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a4409746-1e23-4389-91ce-5471ae63b292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:58.407584 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7ce925ff-9aef-4833-a5c4-6f69e691ab39 req-274adfe5-0d62-4446-bf46-9c8bea624593 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 210 time: 0.0255857 Jan 18 20:54:59.208038 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:54:59.250514 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device a1cbd22b-3ec2-49f0-9153-9b615660f95e no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:54:59.271209 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: a1cbd22b-3ec2-49f0-9153-9b615660f95e {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:54:59.271583 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device a1cbd22b-3ec2-49f0-9153-9b615660f95e not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:54:59.503191 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-588743ad-4027-4bf9-8e22-20e081ed3dc8 req-9e7caeae-65bd-48cb-a129-4b2d94fc6339 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 210 time: 0.0252314 Jan 18 20:55:00.596480 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-50a5abeb-0728-441d-8383-64d08281726b req-f4dc921f-8ad5-4d08-83f3-fda7471f1adf tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 210 time: 0.0262952 Jan 18 20:55:00.633305 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:55:01.692149 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dd036351-2299-49b2-a3eb-035214763025 req-57c311ff-8b2d-4303-88b7-c3bda87bbb03 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 210 time: 0.0289624 Jan 18 20:55:01.908177 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:55:02.785919 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ce89c59-b805-4972-b9c8-fae8e09e8142 req-bb74c52c-9159-4f03-bfed-459a81c4139c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 210 time: 0.0259333 Jan 18 20:55:03.883418 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-894faae1-64c8-4b45-9b9e-9e6753a8c569 req-0c8e63ef-d093-4636-a925-395d35144360 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5a59f9-88ce-4bac-847d-2fdba464a979 HTTP/1.1" status: 200 len: 210 time: 0.0257447 Jan 18 20:55:04.321318 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:55:07.062212 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:55:08.266495 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:55:25.687358 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-41e06a93-8e60-49dd-aec6-25c8eae0e65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:55:27.845530 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b71c49d7-0d88-46ab-a356-f0d4e1f19990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:55:29.208268 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:55:30.625697 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:55:31.911069 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:55:34.068040 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-0b844654-97f2-4127-9a64-d302ed23e6c9 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:34.069482 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-0b844654-97f2-4127-9a64-d302ed23e6c9 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 811 time: 0.1004031 Jan 18 20:55:34.084024 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-7befc9d2-a524-4172-9b45-559b4231e19f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/quotas/9b82b7e3a21f45d380a45d82457a5d1f HTTP/1.1" status: 200 len: 375 time: 0.0086639 Jan 18 20:55:34.132200 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-43a8aed6-60b5-44cf-89b1-c5db412691f8 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428426 Jan 18 20:55:34.188450 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-86e29763-4995-4106-9db2-858fe08775f0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:55:34.189451 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-86e29763-4995-4106-9db2-858fe08775f0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0508866 Jan 18 20:55:34.275526 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-b63ad332-0155-4ae0-8f7b-8b8c7f2545ea service neutron] 10.222.0.31 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802321 Jan 18 20:55:34.337460 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:55:34.369161 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-0f8f82da-e52e-4175-9849-8a3fb8d8efc7 service neutron] 10.222.0.31 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880358 Jan 18 20:55:35.656065 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6a5b259-b6cf-4c34-a70c-bf8f3c78ee4e req-2972649e-3496-44d4-83b1-c7623566c357 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 210 time: 0.0263979 Jan 18 20:55:36.527811 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-3a6f477e-ee31-41c7-bc55-78329d5de6cc tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:36.529247 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-3a6f477e-ee31-41c7-bc55-78329d5de6cc tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.57 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 811 time: 0.1001716 Jan 18 20:55:36.540316 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-d28cfa1c-46f0-4a1b-b1cf-ef307b484f13 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Request body: {'port': {'device_id': 'e3180d0e-cf8d-45a4-b50e-1055b8dc67e2', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'admin_state_up': True, 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:55:36.654484 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-d28cfa1c-46f0-4a1b-b1cf-ef307b484f13 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Made reservation on behalf of 9b82b7e3a21f45d380a45d82457a5d1f for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:55:36.658033 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-d28cfa1c-46f0-4a1b-b1cf-ef307b484f13 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:55:36.753481 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-20ce3330-42d2-4fcb-856d-31155538d407 req-4f0c018c-dca2-4abc-962d-8e86639b1ba6 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 210 time: 0.0252597 Jan 18 20:55:36.788085 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-d28cfa1c-46f0-4a1b-b1cf-ef307b484f13 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Allocated IP 172.20.0.5 (e3f2a3df-3a03-4102-9f4d-d250fc7fbfce/61e3b3b0-5646-459d-8ac4-7bfe29848aa5/490f5a61-3d11-476d-beb5-4aae245af8ea) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:55:36.937080 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-d28cfa1c-46f0-4a1b-b1cf-ef307b484f13 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for port (490f5a61-3d11-476d-beb5-4aae245af8ea), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:55:36.974784 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-d28cfa1c-46f0-4a1b-b1cf-ef307b484f13 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (490f5a61-3d11-476d-beb5-4aae245af8ea), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:55:37.022397 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-d28cfa1c-46f0-4a1b-b1cf-ef307b484f13 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:55:37.025360 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-d28cfa1c-46f0-4a1b-b1cf-ef307b484f13 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:55:37.029010 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-d28cfa1c-46f0-4a1b-b1cf-ef307b484f13 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:55:37.035318 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cfa1c-46f0-4a1b-b1cf-ef307b484f13 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event updated for resources: {'Port': ['ID=490f5a61-3d11-476d-beb5-4aae245af8ea,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:55:37.080271 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 20:55:37.083745 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:55:37.084204 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-d28cfa1c-46f0-4a1b-b1cf-ef307b484f13 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:37.084204 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-d28cfa1c-46f0-4a1b-b1cf-ef307b484f13 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:55:37.100985 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-d28cfa1c-46f0-4a1b-b1cf-ef307b484f13 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5642600 Jan 18 20:55:37.111885 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-4da8a7a4-98fc-4cbf-9711-9aff566c0508 service neutron] Request body: {'port': {'device_id': 'e3180d0e-cf8d-45a4-b50e-1055b8dc67e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:55:37.169043 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-4da8a7a4-98fc-4cbf-9711-9aff566c0508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (490f5a61-3d11-476d-beb5-4aae245af8ea), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:55:37.312997 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-5a33b878-5e32-4dbd-9b66-73d2db1cf980 None None] Provisioning complete for port 490f5a61-3d11-476d-beb5-4aae245af8ea triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:55:37.313469 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5a33b878-5e32-4dbd-9b66-73d2db1cf980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (490f5a61-3d11-476d-beb5-4aae245af8ea), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:55:37.350693 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5a33b878-5e32-4dbd-9b66-73d2db1cf980 None None] Port 490f5a61-3d11-476d-beb5-4aae245af8ea cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:55:37.458824 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-4da8a7a4-98fc-4cbf-9711-9aff566c0508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 490f5a61-3d11-476d-beb5-4aae245af8ea {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:55:37.467048 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-4da8a7a4-98fc-4cbf-9711-9aff566c0508 service neutron] Publish callbacks [] for port (490f5a61-3d11-476d-beb5-4aae245af8ea), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:55:37.479838 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-4da8a7a4-98fc-4cbf-9711-9aff566c0508 service neutron] Transition to ACTIVE for port object 490f5a61-3d11-476d-beb5-4aae245af8ea will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:55:37.483594 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-4da8a7a4-98fc-4cbf-9711-9aff566c0508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (490f5a61-3d11-476d-beb5-4aae245af8ea), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:55:37.532405 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8a7a4-98fc-4cbf-9711-9aff566c0508 service neutron] Pushing event updated for resources: {'Port': ['ID=490f5a61-3d11-476d-beb5-4aae245af8ea,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:55:37.610279 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-4da8a7a4-98fc-4cbf-9711-9aff566c0508 service neutron] Attempting to bind port 490f5a61-3d11-476d-beb5-4aae245af8ea on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:55:37.610617 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-4da8a7a4-98fc-4cbf-9711-9aff566c0508 service neutron] Attempting to bind port 490f5a61-3d11-476d-beb5-4aae245af8ea by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:55:37.610948 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-4da8a7a4-98fc-4cbf-9711-9aff566c0508 service neutron] Attempting to bind port 490f5a61-3d11-476d-beb5-4aae245af8ea on network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:55:37.616023 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-4da8a7a4-98fc-4cbf-9711-9aff566c0508 service neutron] Port 490f5a61-3d11-476d-beb5-4aae245af8ea on network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:55:37.616407 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-4da8a7a4-98fc-4cbf-9711-9aff566c0508 service neutron] Attempting to bind port 490f5a61-3d11-476d-beb5-4aae245af8ea on network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:55:37.622361 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-4da8a7a4-98fc-4cbf-9711-9aff566c0508 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:55:37.622717 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-4da8a7a4-98fc-4cbf-9711-9aff566c0508 service neutron] Checking segment: {'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:55:37.623093 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-4da8a7a4-98fc-4cbf-9711-9aff566c0508 service neutron] Bound using segment: {'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:55:37.623538 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-4da8a7a4-98fc-4cbf-9711-9aff566c0508 service neutron] Bound port: 490f5a61-3d11-476d-beb5-4aae245af8ea, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:55:37.623897 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-4da8a7a4-98fc-4cbf-9711-9aff566c0508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (490f5a61-3d11-476d-beb5-4aae245af8ea), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:55:37.696343 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-4da8a7a4-98fc-4cbf-9711-9aff566c0508 service neutron] For port 490f5a61-3d11-476d-beb5-4aae245af8ea, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:55:37.699587 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-4da8a7a4-98fc-4cbf-9711-9aff566c0508 service neutron] For port 490f5a61-3d11-476d-beb5-4aae245af8ea, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=490f5a61-3d11-476d-beb5-4aae245af8ea,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:55:37.704117 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-4da8a7a4-98fc-4cbf-9711-9aff566c0508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (490f5a61-3d11-476d-beb5-4aae245af8ea), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:55:37.740348 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-4da8a7a4-98fc-4cbf-9711-9aff566c0508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:37.740966 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-4da8a7a4-98fc-4cbf-9711-9aff566c0508 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:55:37.742397 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-4da8a7a4-98fc-4cbf-9711-9aff566c0508 service neutron] 10.222.0.57 "PUT /v2.0/ports/490f5a61-3d11-476d-beb5-4aae245af8ea HTTP/1.1" status: 200 len: 1091 time: 0.6347094 Jan 18 20:55:37.742834 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3180d0e-cf8d-45a4-b50e-1055b8dc67e2', 'tag': '490f5a61-3d11-476d-beb5-4aae245af8ea'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:55:37.745094 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50d49a4-9cd6-4b75-8043-152c64b1f37a" -d '{"events": [{"name": "network-changed", "server_uuid": "e3180d0e-cf8d-45a4-b50e-1055b8dc67e2", "tag": "490f5a61-3d11-476d-beb5-4aae245af8ea"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:55:37.767392 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8a7a4-98fc-4cbf-9711-9aff566c0508 service neutron] Pushing event updated for resources: {'Port': ['ID=490f5a61-3d11-476d-beb5-4aae245af8ea,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:55:37.890949 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6db6fc-caa5-42c3-b41c-5fb3d245d6bf x-openstack-request-id: req-6d6db6fc-caa5-42c3-b41c-5fb3d245d6bf {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:55:37.891412 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3180d0e-cf8d-45a4-b50e-1055b8dc67e2", "tag": "490f5a61-3d11-476d-beb5-4aae245af8ea", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:55:37.891615 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d6db6fc-caa5-42c3-b41c-5fb3d245d6bf {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:55:37.892034 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3180d0e-cf8d-45a4-b50e-1055b8dc67e2', 'tag': '490f5a61-3d11-476d-beb5-4aae245af8ea', 'status': 'completed', 'code': 200} Jan 18 20:55:37.930604 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725e1dc-43e5-487a-8094-17f8705531ba req-4133784a-e961-4531-b889-404efabaeeba tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:37.932172 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f725e1dc-43e5-487a-8094-17f8705531ba req-4133784a-e961-4531-b889-404efabaeeba tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 943 time: 0.0728953 Jan 18 20:55:37.948950 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-633d35f4-4e3e-4e9e-b8f1-fe87e279ca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:37.952208 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-633d35f4-4e3e-4e9e-b8f1-fe87e279ca7f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 1094 time: 0.0565834 Jan 18 20:55:37.982686 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f725e1dc-43e5-487a-8094-17f8705531ba req-230ec2f1-c1da-4bba-98e8-7d69f297d6ab tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447285 Jan 18 20:55:38.002570 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-a13770df-0102-4b8a-8daf-baf5d216b620 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=490f5a61-3d11-476d-beb5-4aae245af8ea HTTP/1.1" status: 200 len: 217 time: 0.0429513 Jan 18 20:55:38.050473 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-440c6ac8-11f9-431d-a3f8-978b1ec2dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:38.052049 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-440c6ac8-11f9-431d-a3f8-978b1ec2dad5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61e3b3b0-5646-459d-8ac4-7bfe29848aa5 HTTP/1.1" status: 200 len: 850 time: 0.0444260 Jan 18 20:55:38.096979 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-aec3d918-8565-4bca-87e2-2b9d51647379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:38.098764 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-aec3d918-8565-4bca-87e2-2b9d51647379 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409715 Jan 18 20:55:38.190941 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-822db7a0-d8c0-43ff-935a-ffba0615ae82 service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864956 Jan 18 20:55:38.280350 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5e098592-ce6e-4333-a1e6-47d819f293b6 req-184776d0-cc42-4272-b83d-97b005a75c50 service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835547 Jan 18 20:55:38.365140 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d49a4-9cd6-4b75-8043-152c64b1f37a req-2cd0b7b1-604e-4640-8d95-c8979da6af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:38.366669 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b50d49a4-9cd6-4b75-8043-152c64b1f37a req-2cd0b7b1-604e-4640-8d95-c8979da6af5d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 1094 time: 0.0447271 Jan 18 20:55:38.456051 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d49a4-9cd6-4b75-8043-152c64b1f37a req-be75b5e7-3396-40f5-b029-871bda23ba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:38.457523 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b50d49a4-9cd6-4b75-8043-152c64b1f37a req-be75b5e7-3396-40f5-b029-871bda23ba32 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 912 time: 0.0841827 Jan 18 20:55:38.502023 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b50d49a4-9cd6-4b75-8043-152c64b1f37a req-5a502087-e2bc-405a-bd4c-e078f44c3160 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=490f5a61-3d11-476d-beb5-4aae245af8ea HTTP/1.1" status: 200 len: 217 time: 0.0387213 Jan 18 20:55:38.548603 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d49a4-9cd6-4b75-8043-152c64b1f37a req-b868a133-7d71-4a58-8955-550ddd049232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:38.549990 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b50d49a4-9cd6-4b75-8043-152c64b1f37a req-b868a133-7d71-4a58-8955-550ddd049232 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61e3b3b0-5646-459d-8ac4-7bfe29848aa5 HTTP/1.1" status: 200 len: 850 time: 0.0430973 Jan 18 20:55:38.593588 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d49a4-9cd6-4b75-8043-152c64b1f37a req-87cc2422-686d-421d-8c1c-0d9fd7f5e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:38.595208 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b50d49a4-9cd6-4b75-8043-152c64b1f37a req-87cc2422-686d-421d-8c1c-0d9fd7f5e38f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394416 Jan 18 20:55:38.690019 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b50d49a4-9cd6-4b75-8043-152c64b1f37a req-f9cc1ea4-c51f-45de-9d82-5c0cdf94a416 service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889425 Jan 18 20:55:38.777685 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b50d49a4-9cd6-4b75-8043-152c64b1f37a req-b88a4c1e-cba8-4f3d-b32c-13b775aa0ec2 service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819330 Jan 18 20:55:39.099232 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc1b1e-1884-4288-b2dd-76a508dee728 req-684d76b3-40f6-4ce5-b349-2ade64e925dc tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:39.100717 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e1dc1b1e-1884-4288-b2dd-76a508dee728 req-684d76b3-40f6-4ce5-b349-2ade64e925dc tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 943 time: 0.0477781 Jan 18 20:55:39.148897 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e1dc1b1e-1884-4288-b2dd-76a508dee728 req-de070d89-5826-4841-8f1e-3365fb72b7d5 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413747 Jan 18 20:55:40.263652 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1db71-9b55-4d14-bd4a-0c243694f228 req-e2810b75-8765-4c4f-b2fe-adc55a81ed4b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:40.265136 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e8e1db71-9b55-4d14-bd4a-0c243694f228 req-e2810b75-8765-4c4f-b2fe-adc55a81ed4b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 943 time: 0.0482669 Jan 18 20:55:40.318203 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e8e1db71-9b55-4d14-bd4a-0c243694f228 req-6a01efb1-53ff-48e0-b6a7-f6ef9de178e5 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474434 Jan 18 20:55:41.431975 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf72ca-1364-4dc2-b31e-d23aafd7c29f req-4ec0abe3-7346-49cd-94a3-e17fbb380c6e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:41.433461 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7eaf72ca-1364-4dc2-b31e-d23aafd7c29f req-4ec0abe3-7346-49cd-94a3-e17fbb380c6e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 943 time: 0.0482306 Jan 18 20:55:41.480661 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7eaf72ca-1364-4dc2-b31e-d23aafd7c29f req-7d8af470-5551-49c2-928d-bed303ce74c0 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411730 Jan 18 20:55:42.598061 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32e01b-0702-4078-97ff-c25fe06adddf req-d98f3dc6-f388-4bf2-b6b2-17ce257ebf71 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:42.599561 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1c32e01b-0702-4078-97ff-c25fe06adddf req-d98f3dc6-f388-4bf2-b6b2-17ce257ebf71 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 943 time: 0.0505435 Jan 18 20:55:42.645048 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1c32e01b-0702-4078-97ff-c25fe06adddf req-eb7f326f-cd5c-44a5-9d23-aacd5e7fd3b7 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393164 Jan 18 20:55:43.764620 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d29b4a-8144-4ec6-972c-ef76b3d4f518 req-1ce23ee2-fb39-4736-a745-5c3005b5a8de tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:43.766100 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-94d29b4a-8144-4ec6-972c-ef76b3d4f518 req-1ce23ee2-fb39-4736-a745-5c3005b5a8de tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 943 time: 0.0517917 Jan 18 20:55:43.811502 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-94d29b4a-8144-4ec6-972c-ef76b3d4f518 req-31ddde0f-8ed0-471e-af3b-963ec38d2b04 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398991 Jan 18 20:55:44.923686 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e63b23-31ec-4f39-9e0a-f627646240e1 req-f14ecc3a-039c-4c5b-8fa1-e299fcf4f253 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:44.925173 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-53e63b23-31ec-4f39-9e0a-f627646240e1 req-f14ecc3a-039c-4c5b-8fa1-e299fcf4f253 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 943 time: 0.0477931 Jan 18 20:55:44.975744 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-53e63b23-31ec-4f39-9e0a-f627646240e1 req-00dbf8ed-9d60-41d1-8f90-f526019ca63a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443642 Jan 18 20:55:45.265593 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:55:46.092937 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a554f-385a-4a96-b258-25c04bba6bab req-8771bd7a-72fc-409a-b376-66ff055c7a72 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:46.094467 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a7a554f-385a-4a96-b258-25c04bba6bab req-8771bd7a-72fc-409a-b376-66ff055c7a72 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 943 time: 0.0514009 Jan 18 20:55:46.141513 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a7a554f-385a-4a96-b258-25c04bba6bab req-00cb1410-4eb5-491f-b3fb-b73ac85e9bfd tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411041 Jan 18 20:55:47.252305 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf6404-c2f6-44f0-aa1d-eb3e5f49fcef req-0ca2a8e2-6045-4d45-83d4-25f7dee9246d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:47.253781 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aadf6404-c2f6-44f0-aa1d-eb3e5f49fcef req-0ca2a8e2-6045-4d45-83d4-25f7dee9246d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 943 time: 0.0467458 Jan 18 20:55:47.298808 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aadf6404-c2f6-44f0-aa1d-eb3e5f49fcef req-68314c12-bf71-407f-bc69-f189e9905c65 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388365 Jan 18 20:55:48.411436 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7cc1c-06d6-437b-823f-454afb94391c req-fce3abcd-90e6-4069-b66e-1a63782844bc tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:48.412898 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2aa7cc1c-06d6-437b-823f-454afb94391c req-fce3abcd-90e6-4069-b66e-1a63782844bc tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 943 time: 0.0470092 Jan 18 20:55:48.470429 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2aa7cc1c-06d6-437b-823f-454afb94391c req-05c6b7c5-47d6-4576-bfe0-8e2269fc5005 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517824 Jan 18 20:55:49.581797 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d100bb-ac5b-439d-b00e-19ec373dfa99 req-196a2c10-f6b8-4b7e-b932-a9edce787ed9 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:49.583390 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-68d100bb-ac5b-439d-b00e-19ec373dfa99 req-196a2c10-f6b8-4b7e-b932-a9edce787ed9 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 943 time: 0.0483508 Jan 18 20:55:49.628574 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-68d100bb-ac5b-439d-b00e-19ec373dfa99 req-48203f7b-2a9c-46ad-85c1-970989192dac tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394158 Jan 18 20:55:50.746828 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3301eee-08dd-446d-83b1-0bc1de006046 req-2c8c8f96-ec5d-4ed2-9dfa-004def9a1315 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:50.748300 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f3301eee-08dd-446d-83b1-0bc1de006046 req-2c8c8f96-ec5d-4ed2-9dfa-004def9a1315 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 943 time: 0.0522335 Jan 18 20:55:50.793328 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f3301eee-08dd-446d-83b1-0bc1de006046 req-c6159a02-e279-4bf9-acde-bcbe70951a37 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394018 Jan 18 20:55:51.916042 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a806f-df29-4e8d-a9bf-6da36a358100 req-bb8bd285-199d-4353-925e-7e6b4e0c9a63 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:51.917821 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-024a806f-df29-4e8d-a9bf-6da36a358100 req-bb8bd285-199d-4353-925e-7e6b4e0c9a63 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 943 time: 0.0523908 Jan 18 20:55:51.963772 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-024a806f-df29-4e8d-a9bf-6da36a358100 req-57ff050f-3830-4be3-9b41-ff4b77c1b6e8 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404451 Jan 18 20:55:53.086230 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75dd4a-42f6-4355-a81e-7d3a5fe7cc50 req-71142c7a-ceb9-47ee-b3dd-591cabbebe75 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:53.087711 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-da75dd4a-42f6-4355-a81e-7d3a5fe7cc50 req-71142c7a-ceb9-47ee-b3dd-591cabbebe75 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 943 time: 0.0519359 Jan 18 20:55:53.135254 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-da75dd4a-42f6-4355-a81e-7d3a5fe7cc50 req-49baa25f-2dd2-4d52-94b0-c9d770e956f1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414579 Jan 18 20:55:54.246347 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d35c0-3a9e-4c48-9f88-2ac1c3f139c8 req-0e184925-923d-48f0-a8ac-ccbc7a449d95 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:54.247802 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a9d35c0-3a9e-4c48-9f88-2ac1c3f139c8 req-0e184925-923d-48f0-a8ac-ccbc7a449d95 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 943 time: 0.0472078 Jan 18 20:55:54.296323 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a9d35c0-3a9e-4c48-9f88-2ac1c3f139c8 req-1ecd499e-c3f6-4904-937d-1da0da2bb874 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430341 Jan 18 20:55:55.408054 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff35f2-3e32-4c2a-a3af-ebed4ba8f5af req-17269802-b3c5-449a-84b1-6980db85ad19 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:55.409490 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ecff35f2-3e32-4c2a-a3af-ebed4ba8f5af req-17269802-b3c5-449a-84b1-6980db85ad19 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 943 time: 0.0472801 Jan 18 20:55:55.460764 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ecff35f2-3e32-4c2a-a3af-ebed4ba8f5af req-89f09b92-7c52-454e-83a5-3ab69bc68c1a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456548 Jan 18 20:55:55.529615 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 490f5a61-3d11-476d-beb5-4aae245af8ea details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:55:55.623008 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 490f5a61-3d11-476d-beb5-4aae245af8ea, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=490f5a61-3d11-476d-beb5-4aae245af8ea,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:55:55.633588 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '490f5a61-3d11-476d-beb5-4aae245af8ea', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'port_id': '490f5a61-3d11-476d-beb5-4aae245af8ea', 'mac_address': 'fa:16:3e:57:6b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:55:55.668724 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 490f5a61-3d11-476d-beb5-4aae245af8ea is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:55:55.669108 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (490f5a61-3d11-476d-beb5-4aae245af8ea), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:55:55.688588 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490f5a61-3d11-476d-beb5-4aae245af8ea {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:55:55.707975 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-073adc83-da06-4b19-89b3-ee9043c10119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:55:55.716446 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 490f5a61-3d11-476d-beb5-4aae245af8ea, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=490f5a61-3d11-476d-beb5-4aae245af8ea,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:55:55.720133 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (490f5a61-3d11-476d-beb5-4aae245af8ea), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:55:55.925451 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=490f5a61-3d11-476d-beb5-4aae245af8ea,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:55:55.933141 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:55:55.933485 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:55:55.933928 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:55:55.934266 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:55:55.934597 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:55:55.934925 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:55:55.935247 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:55:55.935569 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:55:55.935889 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:55:55.936211 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:55:55.936527 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:55:55.936867 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:55:55.937183 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:55:56.016095 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['490f5a61-3d11-476d-beb5-4aae245af8ea'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:55:56.573671 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8643f-b3c8-4f81-9592-48632e3add2b req-ed810609-b9f1-4db7-9c62-f85dfa567064 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:56.575179 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34c8643f-b3c8-4f81-9592-48632e3add2b req-ed810609-b9f1-4db7-9c62-f85dfa567064 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 944 time: 0.0471952 Jan 18 20:55:56.620867 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34c8643f-b3c8-4f81-9592-48632e3add2b req-e35523a7-3a5f-40b6-b832-5b8f42694071 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394285 Jan 18 20:55:57.540938 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 490f5a61-3d11-476d-beb5-4aae245af8ea up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:55:57.587147 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 490f5a61-3d11-476d-beb5-4aae245af8ea completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:55:57.590563 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 490f5a61-3d11-476d-beb5-4aae245af8ea triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:55:57.590926 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (490f5a61-3d11-476d-beb5-4aae245af8ea), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:55:57.665073 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 490f5a61-3d11-476d-beb5-4aae245af8ea is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:55:57.665480 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (490f5a61-3d11-476d-beb5-4aae245af8ea), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:55:57.691343 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3180d0e-cf8d-45a4-b50e-1055b8dc67e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490f5a61-3d11-476d-beb5-4aae245af8ea'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:55:57.693577 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdfcd45-9c27-41e1-9a1c-6c24c101ae82" -d '{"events": [{"server_uuid": "e3180d0e-cf8d-45a4-b50e-1055b8dc67e2", "name": "network-vif-plugged", "status": "completed", "tag": "490f5a61-3d11-476d-beb5-4aae245af8ea"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:55:57.706271 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 490f5a61-3d11-476d-beb5-4aae245af8ea, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=490f5a61-3d11-476d-beb5-4aae245af8ea,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:55:57.712063 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (490f5a61-3d11-476d-beb5-4aae245af8ea), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:55:57.739306 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a98e8ff-e9c6-4e1e-a5b6-d8edfe1be205 x-openstack-request-id: req-1a98e8ff-e9c6-4e1e-a5b6-d8edfe1be205 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:55:57.739646 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3180d0e-cf8d-45a4-b50e-1055b8dc67e2", "name": "network-vif-plugged", "status": "completed", "tag": "490f5a61-3d11-476d-beb5-4aae245af8ea", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:55:57.739905 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a98e8ff-e9c6-4e1e-a5b6-d8edfe1be205 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:55:57.740302 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3180d0e-cf8d-45a4-b50e-1055b8dc67e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490f5a61-3d11-476d-beb5-4aae245af8ea', 'code': 200} Jan 18 20:55:57.745253 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8a901-1be2-4b4f-bcbf-4f9ec4377765 req-5a2337d7-1b47-4cfb-ba98-518975f436ab tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:57.746779 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7e8a901-1be2-4b4f-bcbf-4f9ec4377765 req-5a2337d7-1b47-4cfb-ba98-518975f436ab tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 944 time: 0.0547721 Jan 18 20:55:57.764215 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=490f5a61-3d11-476d-beb5-4aae245af8ea,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:55:57.795151 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7e8a901-1be2-4b4f-bcbf-4f9ec4377765 req-be086b51-c4b7-4963-bcb7-2f710d86c303 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422866 Jan 18 20:55:57.835455 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90467dfe-0607-4dd2-9924-75de15ee1a9f req-66f131dc-ffa8-4688-bcf6-bee76c3ccb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:57.837556 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-90467dfe-0607-4dd2-9924-75de15ee1a9f req-66f131dc-ffa8-4688-bcf6-bee76c3ccb4b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 1096 time: 0.0410926 Jan 18 20:55:57.850492 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d512f52e-d114-4df8-aeb5-947c8eb5aa9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:55:57.886997 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-90467dfe-0607-4dd2-9924-75de15ee1a9f req-eb7f6c21-d8a6-4451-bb69-0d7e913acc60 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442317 Jan 18 20:55:58.909177 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1c969-4d35-4bb3-8515-de6f115191a5 req-7374c940-41a5-4320-bba4-82cd1ef80f6f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:55:58.910656 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-02a1c969-4d35-4bb3-8515-de6f115191a5 req-7374c940-41a5-4320-bba4-82cd1ef80f6f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 945 time: 0.0471318 Jan 18 20:55:58.956539 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-02a1c969-4d35-4bb3-8515-de6f115191a5 req-6e6fac78-d809-49e4-a61b-e8773fdc8625 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398033 Jan 18 20:55:59.208828 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:00.072834 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4040d88-8f67-41b2-870e-999e747552b4 req-409e7ba6-6845-41f8-b930-21824a1e6065 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:00.074425 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4040d88-8f67-41b2-870e-999e747552b4 req-409e7ba6-6845-41f8-b930-21824a1e6065 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 945 time: 0.0505233 Jan 18 20:56:00.119165 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4040d88-8f67-41b2-870e-999e747552b4 req-4bbd9b73-706b-4f1f-974c-cbadd42dc18a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393167 Jan 18 20:56:00.233442 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3454f-d0bf-4b81-894a-cf62f302d858 req-68e96eb1-c6a6-40ee-8dde-21a8839cc295 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:00.234993 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-67f3454f-d0bf-4b81-894a-cf62f302d858 req-68e96eb1-c6a6-40ee-8dde-21a8839cc295 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 945 time: 0.0480745 Jan 18 20:56:00.280927 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-67f3454f-d0bf-4b81-894a-cf62f302d858 req-44708dad-c775-4103-8ac4-d55424977457 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404532 Jan 18 20:56:00.628192 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:01.915183 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:03.774699 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-4d7ea281-5988-4759-8684-6acbb8065280 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:03.776150 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-4d7ea281-5988-4759-8684-6acbb8065280 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 811 time: 0.1068118 Jan 18 20:56:03.791234 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-85a75232-b9d1-42ea-b747-651778b6a1fa tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/quotas/9b82b7e3a21f45d380a45d82457a5d1f HTTP/1.1" status: 200 len: 375 time: 0.0097306 Jan 18 20:56:03.841363 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-f634da89-6410-428a-a49e-18fb5e4bb381 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0452476 Jan 18 20:56:03.930625 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-3d118a59-8827-4d69-836a-7d1413157445 service neutron] 10.222.0.31 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822251 Jan 18 20:56:04.016241 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-792ef6fb-e50c-4480-be62-00b3fcb4632f service neutron] 10.222.0.31 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800054 Jan 18 20:56:04.199197 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9a8547e1-8305-4974-b10c-64b22fbb4e95 req-784ed632-7726-4f99-b21c-222588b0086f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 210 time: 0.0255172 Jan 18 20:56:04.339850 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:05.295803 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e72b0a55-c5c5-495b-873b-1cd370fafad7 req-9e71d54c-916a-4399-a71b-534cee87c735 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 210 time: 0.0268283 Jan 18 20:56:05.447018 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-12260cb5-ba66-42b0-b536-754fff45581a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:05.448264 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-12260cb5-ba66-42b0-b536-754fff45581a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.70 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 811 time: 0.1080465 Jan 18 20:56:05.461014 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-377c9efe-3932-464e-8a2c-366fbdd99dd1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Request body: {'port': {'device_id': '88dcefb9-86ce-40fd-a6f1-5dedec051d2e', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'admin_state_up': True, 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:56:05.573324 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-377c9efe-3932-464e-8a2c-366fbdd99dd1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Made reservation on behalf of 9b82b7e3a21f45d380a45d82457a5d1f for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:56:05.577606 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-377c9efe-3932-464e-8a2c-366fbdd99dd1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:05.714570 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-377c9efe-3932-464e-8a2c-366fbdd99dd1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Allocated IP 172.20.0.14 (e3f2a3df-3a03-4102-9f4d-d250fc7fbfce/61e3b3b0-5646-459d-8ac4-7bfe29848aa5/1865136f-e621-4a14-a9ed-1b19980161f6) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:56:05.868922 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-377c9efe-3932-464e-8a2c-366fbdd99dd1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for port (1865136f-e621-4a14-a9ed-1b19980161f6), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:05.903291 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-377c9efe-3932-464e-8a2c-366fbdd99dd1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (1865136f-e621-4a14-a9ed-1b19980161f6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:05.915977 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['490f5a61-3d11-476d-beb5-4aae245af8ea'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:56:05.955031 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-377c9efe-3932-464e-8a2c-366fbdd99dd1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:56:05.958324 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-377c9efe-3932-464e-8a2c-366fbdd99dd1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:56:05.962177 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-377c9efe-3932-464e-8a2c-366fbdd99dd1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:56:06.023965 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-377c9efe-3932-464e-8a2c-366fbdd99dd1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:06.024724 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-377c9efe-3932-464e-8a2c-366fbdd99dd1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:06.028335 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c9efe-3932-464e-8a2c-366fbdd99dd1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event updated for resources: {'Port': ['ID=1865136f-e621-4a14-a9ed-1b19980161f6,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:56:06.040858 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c9efe-3932-464e-8a2c-366fbdd99dd1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:56:06.041297 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c9efe-3932-464e-8a2c-366fbdd99dd1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:56:06.041747 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c9efe-3932-464e-8a2c-366fbdd99dd1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:56:06.042158 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c9efe-3932-464e-8a2c-366fbdd99dd1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:56:06.042563 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c9efe-3932-464e-8a2c-366fbdd99dd1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:56:06.042964 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c9efe-3932-464e-8a2c-366fbdd99dd1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:56:06.043371 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c9efe-3932-464e-8a2c-366fbdd99dd1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:56:06.043763 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c9efe-3932-464e-8a2c-366fbdd99dd1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:56:06.044160 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c9efe-3932-464e-8a2c-366fbdd99dd1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:56:06.044552 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c9efe-3932-464e-8a2c-366fbdd99dd1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:56:06.044944 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c9efe-3932-464e-8a2c-366fbdd99dd1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:56:06.045466 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c9efe-3932-464e-8a2c-366fbdd99dd1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:56:06.046001 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c9efe-3932-464e-8a2c-366fbdd99dd1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:56:06.067275 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-377c9efe-3932-464e-8a2c-366fbdd99dd1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6098526 Jan 18 20:56:06.079219 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-9c106135-7f5c-4c2e-a5c0-0579954a4d82 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:56:06.080358 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-9c106135-7f5c-4c2e-a5c0-0579954a4d82 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055263 Jan 18 20:56:06.154330 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-2a64bdb7-896d-4bd3-9372-ac3f5402d265 service neutron] Request body: {'port': {'device_id': '88dcefb9-86ce-40fd-a6f1-5dedec051d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:56:06.212826 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-2a64bdb7-896d-4bd3-9372-ac3f5402d265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1865136f-e621-4a14-a9ed-1b19980161f6), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:06.217783 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-da6d6c9d-b801-4754-94a4-f7438e80e723 None None] Provisioning complete for port 1865136f-e621-4a14-a9ed-1b19980161f6 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:56:06.218314 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-da6d6c9d-b801-4754-94a4-f7438e80e723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1865136f-e621-4a14-a9ed-1b19980161f6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:06.258170 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-da6d6c9d-b801-4754-94a4-f7438e80e723 None None] Port 1865136f-e621-4a14-a9ed-1b19980161f6 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:56:06.434575 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c296f-d73a-42a8-bf20-98608e8ec85f req-7fc64827-d100-480c-bd12-ec1e909691dd tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:06.436925 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-025c296f-d73a-42a8-bf20-98608e8ec85f req-7fc64827-d100-480c-bd12-ec1e909691dd tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 932 time: 0.0595450 Jan 18 20:56:06.501849 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-025c296f-d73a-42a8-bf20-98608e8ec85f req-4ac52b76-2cd5-4278-8d4d-2bbf879a5d1f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589769 Jan 18 20:56:06.540758 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-2a64bdb7-896d-4bd3-9372-ac3f5402d265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1865136f-e621-4a14-a9ed-1b19980161f6 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:56:06.549469 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-2a64bdb7-896d-4bd3-9372-ac3f5402d265 service neutron] Publish callbacks [] for port (1865136f-e621-4a14-a9ed-1b19980161f6), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:06.561901 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-2a64bdb7-896d-4bd3-9372-ac3f5402d265 service neutron] Transition to ACTIVE for port object 1865136f-e621-4a14-a9ed-1b19980161f6 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:56:06.566677 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-2a64bdb7-896d-4bd3-9372-ac3f5402d265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (1865136f-e621-4a14-a9ed-1b19980161f6), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:06.638858 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64bdb7-896d-4bd3-9372-ac3f5402d265 service neutron] Pushing event updated for resources: {'Port': ['ID=1865136f-e621-4a14-a9ed-1b19980161f6,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:56:06.694687 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-2a64bdb7-896d-4bd3-9372-ac3f5402d265 service neutron] Attempting to bind port 1865136f-e621-4a14-a9ed-1b19980161f6 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:56:06.695022 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-2a64bdb7-896d-4bd3-9372-ac3f5402d265 service neutron] Attempting to bind port 1865136f-e621-4a14-a9ed-1b19980161f6 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:56:06.695347 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-2a64bdb7-896d-4bd3-9372-ac3f5402d265 service neutron] Attempting to bind port 1865136f-e621-4a14-a9ed-1b19980161f6 on network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:56:06.700422 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-2a64bdb7-896d-4bd3-9372-ac3f5402d265 service neutron] Port 1865136f-e621-4a14-a9ed-1b19980161f6 on network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:56:06.700946 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-2a64bdb7-896d-4bd3-9372-ac3f5402d265 service neutron] Attempting to bind port 1865136f-e621-4a14-a9ed-1b19980161f6 on network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:56:06.706444 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-2a64bdb7-896d-4bd3-9372-ac3f5402d265 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:56:06.706852 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-2a64bdb7-896d-4bd3-9372-ac3f5402d265 service neutron] Checking segment: {'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:56:06.707237 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-2a64bdb7-896d-4bd3-9372-ac3f5402d265 service neutron] Bound using segment: {'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:56:06.707791 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-2a64bdb7-896d-4bd3-9372-ac3f5402d265 service neutron] Bound port: 1865136f-e621-4a14-a9ed-1b19980161f6, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:56:06.708149 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-2a64bdb7-896d-4bd3-9372-ac3f5402d265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1865136f-e621-4a14-a9ed-1b19980161f6), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:06.775927 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-2a64bdb7-896d-4bd3-9372-ac3f5402d265 service neutron] For port 1865136f-e621-4a14-a9ed-1b19980161f6, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:56:06.779433 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-2a64bdb7-896d-4bd3-9372-ac3f5402d265 service neutron] For port 1865136f-e621-4a14-a9ed-1b19980161f6, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1865136f-e621-4a14-a9ed-1b19980161f6,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:56:06.784764 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-2a64bdb7-896d-4bd3-9372-ac3f5402d265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (1865136f-e621-4a14-a9ed-1b19980161f6), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:06.824505 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-2a64bdb7-896d-4bd3-9372-ac3f5402d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:06.825305 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-2a64bdb7-896d-4bd3-9372-ac3f5402d265 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:06.826705 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-2a64bdb7-896d-4bd3-9372-ac3f5402d265 service neutron] 10.222.0.70 "PUT /v2.0/ports/1865136f-e621-4a14-a9ed-1b19980161f6 HTTP/1.1" status: 200 len: 1092 time: 0.7317290 Jan 18 20:56:06.827140 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88dcefb9-86ce-40fd-a6f1-5dedec051d2e', 'tag': '1865136f-e621-4a14-a9ed-1b19980161f6'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:56:06.829358 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55878dfd-73fe-44e7-be5e-33e74277c0d2" -d '{"events": [{"name": "network-changed", "server_uuid": "88dcefb9-86ce-40fd-a6f1-5dedec051d2e", "tag": "1865136f-e621-4a14-a9ed-1b19980161f6"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:56:06.850276 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64bdb7-896d-4bd3-9372-ac3f5402d265 service neutron] Pushing event updated for resources: {'Port': ['ID=1865136f-e621-4a14-a9ed-1b19980161f6,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:56:06.908349 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe02929-7363-4f1b-a1a1-817297996b3c x-openstack-request-id: req-abe02929-7363-4f1b-a1a1-817297996b3c {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:56:06.908639 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88dcefb9-86ce-40fd-a6f1-5dedec051d2e", "tag": "1865136f-e621-4a14-a9ed-1b19980161f6", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:56:06.908895 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-abe02929-7363-4f1b-a1a1-817297996b3c {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:56:06.909966 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88dcefb9-86ce-40fd-a6f1-5dedec051d2e', 'tag': '1865136f-e621-4a14-a9ed-1b19980161f6', 'status': 'completed', 'code': 200} Jan 18 20:56:06.945604 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-9ae1b082-79ec-4e30-b553-78fdc426c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:06.947217 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-9ae1b082-79ec-4e30-b553-78fdc426c0f0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 1095 time: 0.0575049 Jan 18 20:56:07.008129 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-ed5bca34-e2d6-4118-b086-6a8fd9d05e7d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1865136f-e621-4a14-a9ed-1b19980161f6 HTTP/1.1" status: 200 len: 217 time: 0.0508475 Jan 18 20:56:07.064638 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-190ebabf-3a48-4080-b73b-889fdcb422f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:07.066174 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-190ebabf-3a48-4080-b73b-889fdcb422f5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=61e3b3b0-5646-459d-8ac4-7bfe29848aa5 HTTP/1.1" status: 200 len: 850 time: 0.0493054 Jan 18 20:56:07.109118 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:07.130228 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-0b9230b1-2670-437f-b8ce-0fd9452ee3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:07.131737 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-0b9230b1-2670-437f-b8ce-0fd9452ee3d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560124 Jan 18 20:56:07.231213 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-0ec43b81-ac87-4554-818c-217a7dabe823 service neutron] 10.222.0.70 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900202 Jan 18 20:56:07.323894 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a2c1d699-615f-40ad-a75a-380bfd76b34c req-df916116-89e3-49ab-b962-7eb27037a133 service neutron] 10.222.0.70 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822587 Jan 18 20:56:07.420735 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55878dfd-73fe-44e7-be5e-33e74277c0d2 req-44f8c55f-c160-44fe-b7cb-5c46831c50ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:07.422332 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-55878dfd-73fe-44e7-be5e-33e74277c0d2 req-44f8c55f-c160-44fe-b7cb-5c46831c50ea service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 1095 time: 0.0446277 Jan 18 20:56:07.516766 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55878dfd-73fe-44e7-be5e-33e74277c0d2 req-e1ec3bfd-a9e8-4bc4-af49-7178c37189d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:07.518272 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-55878dfd-73fe-44e7-be5e-33e74277c0d2 req-e1ec3bfd-a9e8-4bc4-af49-7178c37189d7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 912 time: 0.0861521 Jan 18 20:56:07.566036 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-55878dfd-73fe-44e7-be5e-33e74277c0d2 req-ce2f8634-bf22-4f6f-9fc2-eb08b120c463 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1865136f-e621-4a14-a9ed-1b19980161f6 HTTP/1.1" status: 200 len: 217 time: 0.0380390 Jan 18 20:56:07.619751 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587c6e1-7012-4239-96af-d141d0447078 req-451b13e0-81b4-45e5-a1ad-cd76379cf6c6 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:07.620317 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55878dfd-73fe-44e7-be5e-33e74277c0d2 req-07a4342d-fe07-4e17-9fd3-73df4c12c52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:07.621793 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-55878dfd-73fe-44e7-be5e-33e74277c0d2 req-07a4342d-fe07-4e17-9fd3-73df4c12c52e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=61e3b3b0-5646-459d-8ac4-7bfe29848aa5 HTTP/1.1" status: 200 len: 850 time: 0.0462384 Jan 18 20:56:07.622253 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2587c6e1-7012-4239-96af-d141d0447078 req-451b13e0-81b4-45e5-a1ad-cd76379cf6c6 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 944 time: 0.0499375 Jan 18 20:56:07.670351 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55878dfd-73fe-44e7-be5e-33e74277c0d2 req-0d0f4515-0bb7-43fc-b41b-5e29dbcf422f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:07.671852 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-55878dfd-73fe-44e7-be5e-33e74277c0d2 req-0d0f4515-0bb7-43fc-b41b-5e29dbcf422f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412793 Jan 18 20:56:07.674964 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2587c6e1-7012-4239-96af-d141d0447078 req-2c273c75-4ebd-4618-9ad3-75a588e6c11b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469377 Jan 18 20:56:07.768305 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-55878dfd-73fe-44e7-be5e-33e74277c0d2 req-6eaa434a-9299-41b0-811e-7aa7a654b6c1 service neutron] 10.222.0.70 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857565 Jan 18 20:56:07.859569 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-55878dfd-73fe-44e7-be5e-33e74277c0d2 req-18e3e141-47cb-4149-a7e0-7172abf8937f service neutron] 10.222.0.70 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816550 Jan 18 20:56:08.803084 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b7381-e8f8-43bf-bcef-0b750060bc9a req-0987133e-b3e2-4e68-ba57-a9fddff80c1e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:08.804545 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-226b7381-e8f8-43bf-bcef-0b750060bc9a req-0987133e-b3e2-4e68-ba57-a9fddff80c1e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 944 time: 0.0530379 Jan 18 20:56:08.851681 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-226b7381-e8f8-43bf-bcef-0b750060bc9a req-569927c2-1216-4eec-8d76-a8cec5341304 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406084 Jan 18 20:56:09.982389 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dc51a-9e1c-4b56-98d4-e0f1fe5629f5 req-c780c846-899b-4bd5-b37d-5aaa7dd15065 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:09.984228 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a6dc51a-9e1c-4b56-98d4-e0f1fe5629f5 req-c780c846-899b-4bd5-b37d-5aaa7dd15065 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 944 time: 0.0539646 Jan 18 20:56:10.043941 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a6dc51a-9e1c-4b56-98d4-e0f1fe5629f5 req-6c7460a4-8d28-49d1-8a7d-dd7f231fa767 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521967 Jan 18 20:56:11.187094 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94066c4-fa22-4ef1-b277-f8d466dd4e87 req-6fa992b7-2064-4e72-84d9-accdd5213dc7 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:11.188571 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e94066c4-fa22-4ef1-b277-f8d466dd4e87 req-6fa992b7-2064-4e72-84d9-accdd5213dc7 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 944 time: 0.0553980 Jan 18 20:56:11.256506 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e94066c4-fa22-4ef1-b277-f8d466dd4e87 req-a46b46bc-9dcd-4a5e-992a-5129af40d9a3 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613449 Jan 18 20:56:12.404611 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83663b7-1449-422d-8e60-d488668a5c5a req-bc13a865-c943-4d17-b98a-08df9e2bf071 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:12.406130 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f83663b7-1449-422d-8e60-d488668a5c5a req-bc13a865-c943-4d17-b98a-08df9e2bf071 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 944 time: 0.0586016 Jan 18 20:56:12.461451 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f83663b7-1449-422d-8e60-d488668a5c5a req-51d5f7ac-e2ee-41b8-943a-5ef525ee6b57 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496552 Jan 18 20:56:13.606147 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67ef42-1adc-47df-9d04-228f7516e2b5 req-24f3d01e-57ce-4314-ab57-f8fb42752baf tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:13.607605 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7f67ef42-1adc-47df-9d04-228f7516e2b5 req-24f3d01e-57ce-4314-ab57-f8fb42752baf tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 944 time: 0.0605199 Jan 18 20:56:13.673950 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7f67ef42-1adc-47df-9d04-228f7516e2b5 req-d36f851d-2470-41ec-92f0-3f6c9141f6ce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599277 Jan 18 20:56:14.807818 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a29ce3-a60c-474e-9d69-8b5dc36f76bc req-9daa560c-4921-4410-a2ae-6d9cb272889f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:14.809318 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7a29ce3-a60c-474e-9d69-8b5dc36f76bc req-9daa560c-4921-4410-a2ae-6d9cb272889f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 944 time: 0.0537269 Jan 18 20:56:14.857271 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7a29ce3-a60c-474e-9d69-8b5dc36f76bc req-bc72adf4-0db6-4f85-ac8f-d813719bee9f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419195 Jan 18 20:56:15.971188 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e292e3-4200-4994-9d89-437fa5b8fda6 req-658b4d63-3dbd-466d-bdd6-e24cb3712310 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:15.972666 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42e292e3-4200-4994-9d89-437fa5b8fda6 req-658b4d63-3dbd-466d-bdd6-e24cb3712310 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 944 time: 0.0487261 Jan 18 20:56:16.018710 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42e292e3-4200-4994-9d89-437fa5b8fda6 req-67fbd716-e3d5-48c4-ac29-81cab250e618 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401330 Jan 18 20:56:17.132677 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db3f40-b123-404c-96c3-15e8758cdb9a req-d4f2691b-fc87-4e13-9d68-33401e678212 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:17.134192 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-05db3f40-b123-404c-96c3-15e8758cdb9a req-d4f2691b-fc87-4e13-9d68-33401e678212 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 944 time: 0.0482872 Jan 18 20:56:17.182817 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-05db3f40-b123-404c-96c3-15e8758cdb9a req-45435cb4-adaf-4cf8-8f5c-f80d4cede41d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430641 Jan 18 20:56:18.301954 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a6201-0784-42b2-b699-d8b8e12b5167 req-55c9f0e8-bb84-4561-86b3-fc24836689ef tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:18.303822 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-338a6201-0784-42b2-b699-d8b8e12b5167 req-55c9f0e8-bb84-4561-86b3-fc24836689ef tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 944 time: 0.0508356 Jan 18 20:56:18.359528 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-338a6201-0784-42b2-b699-d8b8e12b5167 req-40c9b810-d3a2-48dc-8771-56fd1b84def9 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502820 Jan 18 20:56:19.483912 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f49238-c126-4d6e-a1ac-4e0ee0783dfa req-684b88c1-fcc2-4cc4-9210-4f76e0d4a16b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:19.486073 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65f49238-c126-4d6e-a1ac-4e0ee0783dfa req-684b88c1-fcc2-4cc4-9210-4f76e0d4a16b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 944 time: 0.0503168 Jan 18 20:56:19.531105 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65f49238-c126-4d6e-a1ac-4e0ee0783dfa req-561c6022-4f4a-476b-bbd4-0cdd6e5a68b7 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401978 Jan 18 20:56:20.654622 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0bd48-6352-42f8-988d-812e68adec35 req-7074a640-466d-47bf-8a08-ff3db96ef45e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:20.656197 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8fb0bd48-6352-42f8-988d-812e68adec35 req-7074a640-466d-47bf-8a08-ff3db96ef45e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 944 time: 0.0542092 Jan 18 20:56:20.704166 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8fb0bd48-6352-42f8-988d-812e68adec35 req-62d0e987-045a-4179-bddc-20cb50eb37f9 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410182 Jan 18 20:56:21.843330 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015db8d2-21e1-4ef3-b660-b22bf130face req-2fdb86be-3a66-4d01-85f4-408b2acd08a4 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:21.845180 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-015db8d2-21e1-4ef3-b660-b22bf130face req-2fdb86be-3a66-4d01-85f4-408b2acd08a4 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 944 time: 0.0699816 Jan 18 20:56:21.900696 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-015db8d2-21e1-4ef3-b660-b22bf130face req-9d510d5c-e0fe-4870-96d7-400fbe1334b6 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471990 Jan 18 20:56:22.266712 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:56:23.031057 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91ff96-919e-4888-83e5-0025d7a6b252 req-f9aa19e1-41af-43cf-9610-d20786d9ace8 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:23.033224 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-be91ff96-919e-4888-83e5-0025d7a6b252 req-f9aa19e1-41af-43cf-9610-d20786d9ace8 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 944 time: 0.0562763 Jan 18 20:56:23.085208 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-be91ff96-919e-4888-83e5-0025d7a6b252 req-0a6151f2-475e-483f-bc13-6a6901932118 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450051 Jan 18 20:56:24.221674 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b6298-a79a-4a9c-91b1-967194dd9903 req-0f32dbab-59c8-44af-8925-2c954f09bee2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:24.223507 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d7b6298-a79a-4a9c-91b1-967194dd9903 req-0f32dbab-59c8-44af-8925-2c954f09bee2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 944 time: 0.0586512 Jan 18 20:56:24.274913 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d7b6298-a79a-4a9c-91b1-967194dd9903 req-d6b058ec-8fd6-4e9c-ba58-2d73c04f5b48 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450313 Jan 18 20:56:25.395313 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695e61d-609c-448a-89fb-3fd4e8ab1962 req-581abc01-a230-4cff-ad29-75398489e350 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:25.396796 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b695e61d-609c-448a-89fb-3fd4e8ab1962 req-581abc01-a230-4cff-ad29-75398489e350 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 944 time: 0.0481293 Jan 18 20:56:25.446043 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b695e61d-609c-448a-89fb-3fd4e8ab1962 req-eb105721-8c65-40ec-bbf0-02f30849e9a8 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430858 Jan 18 20:56:25.690697 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8cb13557-05eb-430d-980f-efcc6a1485b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:26.575388 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25f0b0-a058-4224-a856-9902af03bd39 req-0bb0b059-7e2f-4eb4-b7c1-9f46ddc11743 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:26.577103 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af25f0b0-a058-4224-a856-9902af03bd39 req-0bb0b059-7e2f-4eb4-b7c1-9f46ddc11743 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 944 time: 0.0514867 Jan 18 20:56:26.632417 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-af25f0b0-a058-4224-a856-9902af03bd39 req-fb2d32d7-f512-4f7d-9a63-d701d83e5c4e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493884 Jan 18 20:56:27.764126 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185b89f-bd81-4381-878d-72a999ca05b6 req-52f9d2d2-b645-43aa-a9ce-769bc1d5ff2d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:27.765649 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d185b89f-bd81-4381-878d-72a999ca05b6 req-52f9d2d2-b645-43aa-a9ce-769bc1d5ff2d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 944 time: 0.0493758 Jan 18 20:56:27.814536 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d185b89f-bd81-4381-878d-72a999ca05b6 req-be072bbd-44a0-4117-99e3-82833b81f534 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420630 Jan 18 20:56:27.858290 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e24ceb3c-7522-4a93-9132-6d8c25a64b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:28.943283 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5a8fd-82c6-49bc-8ddd-2d5aab1ae0ae req-55bacc62-cee8-4d34-adcf-417df65f04a4 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:28.944771 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d0d5a8fd-82c6-49bc-8ddd-2d5aab1ae0ae req-55bacc62-cee8-4d34-adcf-417df65f04a4 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 944 time: 0.0529211 Jan 18 20:56:28.992871 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d0d5a8fd-82c6-49bc-8ddd-2d5aab1ae0ae req-741fe403-a6a5-4635-b8af-75851eb04cb7 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405633 Jan 18 20:56:29.212497 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:30.124318 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08124af4-1999-4630-87ce-ab68150b5391 req-e3d0e40a-55b3-4ee0-acea-f1036db9bd12 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:30.125859 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-08124af4-1999-4630-87ce-ab68150b5391 req-e3d0e40a-55b3-4ee0-acea-f1036db9bd12 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 944 time: 0.0507824 Jan 18 20:56:30.171679 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-08124af4-1999-4630-87ce-ab68150b5391 req-275a3d68-e6e1-4a24-9e88-19cf6a741b8b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402777 Jan 18 20:56:30.631469 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:31.289250 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bd82f-570e-4686-ace5-0163946188da req-030bbe8b-b600-4647-b8a6-cbeafa824ae0 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:31.290747 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c09bd82f-570e-4686-ace5-0163946188da req-030bbe8b-b600-4647-b8a6-cbeafa824ae0 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 944 time: 0.0476930 Jan 18 20:56:31.339666 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c09bd82f-570e-4686-ace5-0163946188da req-a1430708-9e3c-46b4-bb0e-1381e763a7ed tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433049 Jan 18 20:56:31.917213 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:32.454651 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77255f6f-614b-4050-addc-54e9ee30af8a req-785cbc2d-2086-4381-b512-d767e7dcd800 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:32.456115 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-77255f6f-614b-4050-addc-54e9ee30af8a req-785cbc2d-2086-4381-b512-d767e7dcd800 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 944 time: 0.0469024 Jan 18 20:56:32.502503 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-77255f6f-614b-4050-addc-54e9ee30af8a req-e7f96b8d-53aa-423d-9ea0-f59c8a80cc56 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406122 Jan 18 20:56:33.618318 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f452da-221f-4219-9dd7-da865e34d514 req-6181363c-50e1-4212-82e8-07873466b137 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:33.619701 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76f452da-221f-4219-9dd7-da865e34d514 req-6181363c-50e1-4212-82e8-07873466b137 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 944 time: 0.0498347 Jan 18 20:56:33.665642 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76f452da-221f-4219-9dd7-da865e34d514 req-0752b0ac-2aa5-4d79-a8ab-8dcd5784fc0a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403316 Jan 18 20:56:34.335171 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:34.781858 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ff954-3619-43cc-9936-a4bb80998278 req-2ff95da9-3af4-45e8-a18e-2084c639090a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:34.783324 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a21ff954-3619-43cc-9936-a4bb80998278 req-2ff95da9-3af4-45e8-a18e-2084c639090a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 944 time: 0.0503376 Jan 18 20:56:34.828565 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a21ff954-3619-43cc-9936-a4bb80998278 req-b11b1c8e-3500-44d3-970f-c7b2c750580f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396466 Jan 18 20:56:35.942226 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245637d9-480a-471a-9316-1fa8f07e30ca req-ddeb1c0f-4767-4a9f-ac32-5522f28aae1a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:35.943643 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-245637d9-480a-471a-9316-1fa8f07e30ca req-ddeb1c0f-4767-4a9f-ac32-5522f28aae1a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 944 time: 0.0469403 Jan 18 20:56:35.995080 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-245637d9-480a-471a-9316-1fa8f07e30ca req-9bf35a73-1bf7-46e9-b9f7-df50acad1fe7 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456080 Jan 18 20:56:36.994295 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1865136f-e621-4a14-a9ed-1b19980161f6 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:56:37.093385 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:37.109982 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 1865136f-e621-4a14-a9ed-1b19980161f6, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1865136f-e621-4a14-a9ed-1b19980161f6,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:56:37.118823 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666955ae-1eb7-4c91-aaa7-d6f08c1f3380 req-466035ea-dde7-4f4e-a6a7-1bbeb0e7bf91 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:37.120322 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-666955ae-1eb7-4c91-aaa7-d6f08c1f3380 req-466035ea-dde7-4f4e-a6a7-1bbeb0e7bf91 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 944 time: 0.0529456 Jan 18 20:56:37.122149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '1865136f-e621-4a14-a9ed-1b19980161f6', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'port_id': '1865136f-e621-4a14-a9ed-1b19980161f6', 'mac_address': 'fa:16:3e:80:26:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:56:37.164889 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 1865136f-e621-4a14-a9ed-1b19980161f6 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:56:37.165280 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1865136f-e621-4a14-a9ed-1b19980161f6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:37.169081 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-666955ae-1eb7-4c91-aaa7-d6f08c1f3380 req-c099a1c9-8bde-489d-887b-a232e4ae9848 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424545 Jan 18 20:56:37.178799 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1865136f-e621-4a14-a9ed-1b19980161f6 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:56:37.198508 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 1865136f-e621-4a14-a9ed-1b19980161f6, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1865136f-e621-4a14-a9ed-1b19980161f6,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:56:37.202419 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1865136f-e621-4a14-a9ed-1b19980161f6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:37.248816 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=1865136f-e621-4a14-a9ed-1b19980161f6,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:56:37.518043 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['1865136f-e621-4a14-a9ed-1b19980161f6'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:56:38.300242 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd39a89-2afe-4ea2-8606-3e3f4a56e828 req-b2baf492-c83b-4873-94e4-9d92ab545ddc tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:38.302032 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6fd39a89-2afe-4ea2-8606-3e3f4a56e828 req-b2baf492-c83b-4873-94e4-9d92ab545ddc tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 945 time: 0.0580347 Jan 18 20:56:38.351968 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6fd39a89-2afe-4ea2-8606-3e3f4a56e828 req-58938240-b512-4976-a7c9-3aecd3f624eb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436015 Jan 18 20:56:39.007202 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1865136f-e621-4a14-a9ed-1b19980161f6 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:56:39.055833 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 1865136f-e621-4a14-a9ed-1b19980161f6 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:56:39.059933 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 1865136f-e621-4a14-a9ed-1b19980161f6 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:56:39.060280 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1865136f-e621-4a14-a9ed-1b19980161f6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:39.138278 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 1865136f-e621-4a14-a9ed-1b19980161f6 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:56:39.138666 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1865136f-e621-4a14-a9ed-1b19980161f6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:39.167058 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88dcefb9-86ce-40fd-a6f1-5dedec051d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1865136f-e621-4a14-a9ed-1b19980161f6'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:56:39.170097 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee934a47-c080-4b6f-9470-558437423517" -d '{"events": [{"server_uuid": "88dcefb9-86ce-40fd-a6f1-5dedec051d2e", "name": "network-vif-plugged", "status": "completed", "tag": "1865136f-e621-4a14-a9ed-1b19980161f6"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:56:39.184690 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 1865136f-e621-4a14-a9ed-1b19980161f6, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1865136f-e621-4a14-a9ed-1b19980161f6,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:56:39.189062 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1865136f-e621-4a14-a9ed-1b19980161f6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:39.214128 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328f4bb9-f3bc-4c44-99b7-2c127cc77d3a x-openstack-request-id: req-328f4bb9-f3bc-4c44-99b7-2c127cc77d3a {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:56:39.214426 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88dcefb9-86ce-40fd-a6f1-5dedec051d2e", "name": "network-vif-plugged", "status": "completed", "tag": "1865136f-e621-4a14-a9ed-1b19980161f6", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:56:39.214750 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-328f4bb9-f3bc-4c44-99b7-2c127cc77d3a {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:56:39.215220 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88dcefb9-86ce-40fd-a6f1-5dedec051d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1865136f-e621-4a14-a9ed-1b19980161f6', 'code': 200} Jan 18 20:56:39.240466 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=1865136f-e621-4a14-a9ed-1b19980161f6,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:56:39.343025 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89973f-1620-4aaa-9470-f8d5f109b0da req-1ca4eb33-fc9f-4b92-9a52-95828f57da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:39.344538 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6d89973f-1620-4aaa-9470-f8d5f109b0da req-1ca4eb33-fc9f-4b92-9a52-95828f57da9e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 1097 time: 0.0612559 Jan 18 20:56:39.394856 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6d89973f-1620-4aaa-9470-f8d5f109b0da req-7d8e6cfb-6c19-4ff8-8e90-726ad827e82b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401399 Jan 18 20:56:39.476275 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8958d4-d8d2-4b22-a03b-da0632adf89c req-45e4037e-e13a-4ef7-8380-db94dc6ea33d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:39.477792 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1a8958d4-d8d2-4b22-a03b-da0632adf89c req-45e4037e-e13a-4ef7-8380-db94dc6ea33d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 946 time: 0.0478222 Jan 18 20:56:39.526879 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1a8958d4-d8d2-4b22-a03b-da0632adf89c req-4b590be8-809e-400e-b912-aae6bfd83ce4 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434434 Jan 18 20:56:40.646786 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a02d7-8d97-48a2-a4de-488ebe0b1a47 req-f6aa31bf-09fe-4526-9a07-64e76e689813 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:40.648235 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c25a02d7-8d97-48a2-a4de-488ebe0b1a47 req-f6aa31bf-09fe-4526-9a07-64e76e689813 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 946 time: 0.0485818 Jan 18 20:56:40.693925 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c25a02d7-8d97-48a2-a4de-488ebe0b1a47 req-0074495e-69a0-46ec-aca2-0ad2f7d0214e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395486 Jan 18 20:56:41.807503 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad30cc-51ae-4522-8835-a99399466edb req-5cd3ea37-1f55-49e1-964b-776b88491dc1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:41.808967 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-01ad30cc-51ae-4522-8835-a99399466edb req-5cd3ea37-1f55-49e1-964b-776b88491dc1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 946 time: 0.0473781 Jan 18 20:56:41.856192 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-01ad30cc-51ae-4522-8835-a99399466edb req-5c5b4c6f-d78d-4bad-abf0-519a59060966 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416093 Jan 18 20:56:41.972023 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3d50e-526f-4041-8115-c7ea0f1cc860 req-46a10c3b-0b0a-42ed-b097-c885e213f9d7 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:41.973659 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d5f3d50e-526f-4041-8115-c7ea0f1cc860 req-46a10c3b-0b0a-42ed-b097-c885e213f9d7 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 946 time: 0.0503831 Jan 18 20:56:42.017920 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d5f3d50e-526f-4041-8115-c7ea0f1cc860 req-2601d1a6-ab09-4728-b22a-2cdfc4508e69 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387573 Jan 18 20:56:42.295775 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb7444-284f-47c7-b84b-c48a1213ff9d req-1a80e78e-fac9-4f5f-8b32-d1faf90e3adf tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:42.297149 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1cbb7444-284f-47c7-b84b-c48a1213ff9d req-1a80e78e-fac9-4f5f-8b32-d1faf90e3adf tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 946 time: 0.0472331 Jan 18 20:56:42.342207 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1cbb7444-284f-47c7-b84b-c48a1213ff9d req-cd091d4d-1009-45aa-b29f-f4a042a01354 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394268 Jan 18 20:56:43.461240 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e91fbb-eaf0-415f-a8b7-19092a6e51ea req-827a9de7-ad8c-4e3d-b6a1-c961ce37060d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:43.462730 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-27e91fbb-eaf0-415f-a8b7-19092a6e51ea req-827a9de7-ad8c-4e3d-b6a1-c961ce37060d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 946 time: 0.0468636 Jan 18 20:56:43.513659 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-27e91fbb-eaf0-415f-a8b7-19092a6e51ea req-577f9f60-4057-49f8-98d9-f9cf34f94a5a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437744 Jan 18 20:56:43.861007 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76f7e8-48c7-4cbc-b223-b84ea9ad0565 req-45c7babf-d201-4574-95ab-99bdf1d187be tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:43.862469 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-da76f7e8-48c7-4cbc-b223-b84ea9ad0565 req-45c7babf-d201-4574-95ab-99bdf1d187be tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.70 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 946 time: 0.0480587 Jan 18 20:56:43.951661 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-da76f7e8-48c7-4cbc-b223-b84ea9ad0565 req-b64215a5-ba05-4e8b-ae15-181fdaef6e82 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Deleting port 1865136f-e621-4a14-a9ed-1b19980161f6 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:56:43.952001 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-da76f7e8-48c7-4cbc-b223-b84ea9ad0565 req-b64215a5-ba05-4e8b-ae15-181fdaef6e82 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (1865136f-e621-4a14-a9ed-1b19980161f6), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:44.041563 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-da76f7e8-48c7-4cbc-b223-b84ea9ad0565 req-b64215a5-ba05-4e8b-ae15-181fdaef6e82 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] For port 1865136f-e621-4a14-a9ed-1b19980161f6, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1865136f-e621-4a14-a9ed-1b19980161f6,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:56:44.041956 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-da76f7e8-48c7-4cbc-b223-b84ea9ad0565 req-b64215a5-ba05-4e8b-ae15-181fdaef6e82 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (1865136f-e621-4a14-a9ed-1b19980161f6), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:44.053399 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-da76f7e8-48c7-4cbc-b223-b84ea9ad0565 req-b64215a5-ba05-4e8b-ae15-181fdaef6e82 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Calling delete_port for 1865136f-e621-4a14-a9ed-1b19980161f6 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:56:44.177983 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-da76f7e8-48c7-4cbc-b223-b84ea9ad0565 req-b64215a5-ba05-4e8b-ae15-181fdaef6e82 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (1865136f-e621-4a14-a9ed-1b19980161f6), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:44.189739 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['490f5a61-3d11-476d-beb5-4aae245af8ea'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:56:44.194982 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['1865136f-e621-4a14-a9ed-1b19980161f6'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:56:44.206311 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64215a5-ba05-4e8b-ae15-181fdaef6e82 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event deleted for resources: {'Port': ['ID=1865136f-e621-4a14-a9ed-1b19980161f6,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:56:44.246449 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-da76f7e8-48c7-4cbc-b223-b84ea9ad0565 req-b64215a5-ba05-4e8b-ae15-181fdaef6e82 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] No DVR routers for this DVR port 1865136f-e621-4a14-a9ed-1b19980161f6 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:56:44.249499 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-da76f7e8-48c7-4cbc-b223-b84ea9ad0565 req-b64215a5-ba05-4e8b-ae15-181fdaef6e82 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:44.253990 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-da76f7e8-48c7-4cbc-b223-b84ea9ad0565 req-b64215a5-ba05-4e8b-ae15-181fdaef6e82 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.70 "DELETE /v2.0/ports/1865136f-e621-4a14-a9ed-1b19980161f6 HTTP/1.1" status: 204 len: 173 time: 0.3833756 Jan 18 20:56:44.254468 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88dcefb9-86ce-40fd-a6f1-5dedec051d2e', 'name': 'network-vif-deleted', 'tag': '1865136f-e621-4a14-a9ed-1b19980161f6'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:56:44.256746 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7271955e-95ce-46b2-9510-23c613146a1c" -d '{"events": [{"server_uuid": "88dcefb9-86ce-40fd-a6f1-5dedec051d2e", "name": "network-vif-deleted", "tag": "1865136f-e621-4a14-a9ed-1b19980161f6"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:56:44.305015 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb8d9ea-54d4-4bb6-ab17-9aef3013ed6b x-openstack-request-id: req-4bb8d9ea-54d4-4bb6-ab17-9aef3013ed6b {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:56:44.305015 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88dcefb9-86ce-40fd-a6f1-5dedec051d2e", "name": "network-vif-deleted", "tag": "1865136f-e621-4a14-a9ed-1b19980161f6", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:56:44.305015 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4bb8d9ea-54d4-4bb6-ab17-9aef3013ed6b {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:56:44.305015 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88dcefb9-86ce-40fd-a6f1-5dedec051d2e', 'name': 'network-vif-deleted', 'tag': '1865136f-e621-4a14-a9ed-1b19980161f6', 'status': 'completed', 'code': 200} Jan 18 20:56:44.612471 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a9e6637c-ab1a-40c5-8409-1ca14757ecdb req-2a6fc57a-cdeb-4212-8cde-b6efce0bc7b7 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 210 time: 0.0255134 Jan 18 20:56:45.707317 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65bbb1f3-92d7-46aa-a5cc-116c330390f7 req-dba2e502-dd7f-4f36-98d0-002ace9456e5 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 210 time: 0.0260737 Jan 18 20:56:46.799756 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-78d5d461-0ee8-40ce-b22f-b0cf11fae2e4 req-fdd5ba73-d7ba-406b-b529-22f6c00ab25a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 210 time: 0.0254102 Jan 18 20:56:47.025007 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1865136f-e621-4a14-a9ed-1b19980161f6 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:56:47.044760 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 1865136f-e621-4a14-a9ed-1b19980161f6 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:56:47.045107 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1865136f-e621-4a14-a9ed-1b19980161f6 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:56:47.891208 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a378018a-8258-482e-aaf4-55cb5f94b966 req-d48b6016-a65a-402a-a531-c404697083dc tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 210 time: 0.0246527 Jan 18 20:56:48.984036 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4fc83995-0fd5-4d0a-8ab8-589e9a9ecccc req-66b1d162-d7fa-4910-9ddb-1a7606f11db5 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 210 time: 0.0257380 Jan 18 20:56:50.080111 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a374664-7dae-4a91-bf81-546ded114ea7 req-9f675283-89f3-4a13-889b-a6df070aca86 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 210 time: 0.0292449 Jan 18 20:56:51.176046 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c35a7860-c979-45c8-a9d5-da939b38a74e req-9f789fdf-78a9-4203-b219-90d7e78a440b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 210 time: 0.0263884 Jan 18 20:56:52.269339 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b1487c4d-df1d-4c4d-9ff3-64366869350d req-c15bca76-78fc-4231-99ee-62b0bdd8e240 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dcefb9-86ce-40fd-a6f1-5dedec051d2e HTTP/1.1" status: 200 len: 210 time: 0.0251431 Jan 18 20:56:55.693819 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-01fae9fd-8dc0-48e6-b092-da9e105a6fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:57.851368 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9244592c-6b0d-4737-abc0-694ad8945549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:59.108050 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b2320978-09d7-40e8-bf06-64adab0961bd req-38127ea0-511a-4712-b0f6-aef8bed01905 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446887 Jan 18 20:56:59.191966 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2320978-09d7-40e8-bf06-64adab0961bd req-fb21a3aa-fc02-4a0b-841c-92df0e6dc5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:59.193657 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b2320978-09d7-40e8-bf06-64adab0961bd req-fb21a3aa-fc02-4a0b-841c-92df0e6dc5b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 1096 time: 0.0432189 Jan 18 20:56:59.229314 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:56:59.270433 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:56:59.315599 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2320978-09d7-40e8-bf06-64adab0961bd req-1727da3c-9a72-4046-a00e-e0747747d955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:59.317061 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b2320978-09d7-40e8-bf06-64adab0961bd req-1727da3c-9a72-4046-a00e-e0747747d955 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 912 time: 0.0926516 Jan 18 20:56:59.361053 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b2320978-09d7-40e8-bf06-64adab0961bd req-9aaecb77-980a-45a5-bf42-9897dde3f555 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=490f5a61-3d11-476d-beb5-4aae245af8ea HTTP/1.1" status: 200 len: 217 time: 0.0377483 Jan 18 20:56:59.413836 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2320978-09d7-40e8-bf06-64adab0961bd req-e9d9cb8a-2785-4017-b5f6-0d6c79199b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:59.415302 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b2320978-09d7-40e8-bf06-64adab0961bd req-e9d9cb8a-2785-4017-b5f6-0d6c79199b82 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61e3b3b0-5646-459d-8ac4-7bfe29848aa5 HTTP/1.1" status: 200 len: 850 time: 0.0487144 Jan 18 20:56:59.458401 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2320978-09d7-40e8-bf06-64adab0961bd req-e2c3e97c-57d6-43fd-8b2e-63da831cc590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:56:59.459871 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b2320978-09d7-40e8-bf06-64adab0961bd req-e2c3e97c-57d6-43fd-8b2e-63da831cc590 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388494 Jan 18 20:56:59.565539 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b2320978-09d7-40e8-bf06-64adab0961bd req-d1ddf7f4-eb97-4d66-9dfb-0156dc539798 service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971973 Jan 18 20:56:59.661759 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b2320978-09d7-40e8-bf06-64adab0961bd req-e61cbfd8-5c0b-43f8-94bf-a666ac399ab7 service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918393 Jan 18 20:57:00.633543 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:00.910418 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f169f6-654e-4f30-a19d-2e8e36d1e642 req-78cfc403-a2fc-480c-8de1-cbb3d416ed10 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:00.911820 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e7f169f6-654e-4f30-a19d-2e8e36d1e642 req-78cfc403-a2fc-480c-8de1-cbb3d416ed10 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 945 time: 0.0482502 Jan 18 20:57:00.956918 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e7f169f6-654e-4f30-a19d-2e8e36d1e642 req-00715f89-b3fc-4cda-8356-b0d28ec57e69 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394399 Jan 18 20:57:01.919394 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:02.078314 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef6ea8-2af5-4ae8-a9f8-bfed96a68033 req-e0850fbe-23de-4e21-9c1f-40829610d4b3 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:02.079787 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-57ef6ea8-2af5-4ae8-a9f8-bfed96a68033 req-e0850fbe-23de-4e21-9c1f-40829610d4b3 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 945 time: 0.0518644 Jan 18 20:57:02.125541 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-57ef6ea8-2af5-4ae8-a9f8-bfed96a68033 req-d2fcf29c-3029-4ee4-bae1-60811b3d5210 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=825c75aa-3faf-43f9-bedd-f2bd9cc230fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401847 Jan 18 20:57:02.498604 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38170af-29c1-4e35-8471-7d72f72fa671 req-3f53c318-b4ba-418d-a16f-ca50e1e362f8 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:02.500065 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b38170af-29c1-4e35-8471-7d72f72fa671 req-3f53c318-b4ba-418d-a16f-ca50e1e362f8 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 945 time: 0.0523157 Jan 18 20:57:02.584995 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-b38170af-29c1-4e35-8471-7d72f72fa671 req-f2c4f3cb-2d00-4446-9995-7cc6d18a4bd2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Deleting port 490f5a61-3d11-476d-beb5-4aae245af8ea {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:57:02.585256 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b38170af-29c1-4e35-8471-7d72f72fa671 req-f2c4f3cb-2d00-4446-9995-7cc6d18a4bd2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (490f5a61-3d11-476d-beb5-4aae245af8ea), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:02.674062 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-b38170af-29c1-4e35-8471-7d72f72fa671 req-f2c4f3cb-2d00-4446-9995-7cc6d18a4bd2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] For port 490f5a61-3d11-476d-beb5-4aae245af8ea, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=490f5a61-3d11-476d-beb5-4aae245af8ea,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:57:02.674416 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b38170af-29c1-4e35-8471-7d72f72fa671 req-f2c4f3cb-2d00-4446-9995-7cc6d18a4bd2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (490f5a61-3d11-476d-beb5-4aae245af8ea), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:02.686543 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-b38170af-29c1-4e35-8471-7d72f72fa671 req-f2c4f3cb-2d00-4446-9995-7cc6d18a4bd2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Calling delete_port for 490f5a61-3d11-476d-beb5-4aae245af8ea owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:57:02.807135 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b38170af-29c1-4e35-8471-7d72f72fa671 req-f2c4f3cb-2d00-4446-9995-7cc6d18a4bd2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (490f5a61-3d11-476d-beb5-4aae245af8ea), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:02.819162 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['490f5a61-3d11-476d-beb5-4aae245af8ea'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:57:02.840281 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4f3cb-2d00-4446-9995-7cc6d18a4bd2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event deleted for resources: {'Port': ['ID=490f5a61-3d11-476d-beb5-4aae245af8ea,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:57:02.880327 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38170af-29c1-4e35-8471-7d72f72fa671 req-f2c4f3cb-2d00-4446-9995-7cc6d18a4bd2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] No DVR routers for this DVR port 490f5a61-3d11-476d-beb5-4aae245af8ea on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:57:02.882904 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-b38170af-29c1-4e35-8471-7d72f72fa671 req-f2c4f3cb-2d00-4446-9995-7cc6d18a4bd2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:02.886299 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b38170af-29c1-4e35-8471-7d72f72fa671 req-f2c4f3cb-2d00-4446-9995-7cc6d18a4bd2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.57 "DELETE /v2.0/ports/490f5a61-3d11-476d-beb5-4aae245af8ea HTTP/1.1" status: 204 len: 173 time: 0.3814645 Jan 18 20:57:02.886737 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3180d0e-cf8d-45a4-b50e-1055b8dc67e2', 'name': 'network-vif-deleted', 'tag': '490f5a61-3d11-476d-beb5-4aae245af8ea'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:57:02.889695 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752737fd-49df-4cb0-a590-9f7cff8f80d7" -d '{"events": [{"server_uuid": "e3180d0e-cf8d-45a4-b50e-1055b8dc67e2", "name": "network-vif-deleted", "tag": "490f5a61-3d11-476d-beb5-4aae245af8ea"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:57:02.927632 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3884a91-b2ce-433e-82aa-83b26e4ade43 x-openstack-request-id: req-e3884a91-b2ce-433e-82aa-83b26e4ade43 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:57:02.927950 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3180d0e-cf8d-45a4-b50e-1055b8dc67e2", "name": "network-vif-deleted", "tag": "490f5a61-3d11-476d-beb5-4aae245af8ea", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:57:02.928206 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3884a91-b2ce-433e-82aa-83b26e4ade43 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:57:02.928621 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3180d0e-cf8d-45a4-b50e-1055b8dc67e2', 'name': 'network-vif-deleted', 'tag': '490f5a61-3d11-476d-beb5-4aae245af8ea', 'status': 'completed', 'code': 200} Jan 18 20:57:03.222287 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85ebab0f-7f4d-4fbf-a6e6-906b5a2b343d req-24db294a-9f08-4ff1-b7da-08b3453b8581 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 210 time: 0.0284245 Jan 18 20:57:04.324371 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d140d6fb-fbfe-4553-9c0a-c4db3b61f6c4 req-3ad0626a-f0d9-4a58-9bde-4fc870b0c2e3 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 210 time: 0.0296025 Jan 18 20:57:04.335311 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:05.417282 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bda9ed06-b7e4-45af-b19c-d12fab4dd4e7 req-479aa0fb-ab88-4105-997a-7050c7475b4b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 210 time: 0.0252552 Jan 18 20:57:05.840958 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 490f5a61-3d11-476d-beb5-4aae245af8ea no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:57:05.861234 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 490f5a61-3d11-476d-beb5-4aae245af8ea {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:57:05.861574 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 490f5a61-3d11-476d-beb5-4aae245af8ea not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:57:06.511230 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95566dbb-14b2-4511-bbeb-b659e94f402d req-9dfefb45-28a2-4106-b865-38a5d548e185 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 210 time: 0.0252578 Jan 18 20:57:07.102533 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:07.606867 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a3cca99-1f7c-45e2-82a6-7eb7eb225736 req-9a311d26-1af4-4415-b6fb-45b052e8dc65 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 210 time: 0.0289309 Jan 18 20:57:08.700476 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-210fb57f-da7f-4355-98e2-7529bb5637ff req-ef5a036f-af90-4b9c-8462-040b2aa6e58f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 210 time: 0.0259373 Jan 18 20:57:09.797545 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b33d0eba-f076-474b-a48c-e384987d1fad req-9234da9c-fcde-4520-a72e-96f4561c7f01 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 210 time: 0.0273721 Jan 18 20:57:10.889821 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6ef529f7-d7f9-4326-9990-9527be4309c0 req-6727a890-091e-465a-b20d-df1e2898771c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3180d0e-cf8d-45a4-b50e-1055b8dc67e2 HTTP/1.1" status: 200 len: 210 time: 0.0260029 Jan 18 20:57:16.922252 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39882) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:57:16.926903 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-fea161a7-67dc-4540-8f7a-bce04057f316 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-444303049', 'description': 'tempest-secgroup-smoke-444303049 description', 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:57:16.952762 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fea161a7-67dc-4540-8f7a-bce04057f316 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:17.020709 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fea161a7-67dc-4540-8f7a-bce04057f316 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for security_group (9121ff0c-03d1-403d-9ffb-a28ac7b52c1e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:17.024597 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fea161a7-67dc-4540-8f7a-bce04057f316 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9121ff0c-03d1-403d-9ffb-a28ac7b52c1e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:17.056517 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fea161a7-67dc-4540-8f7a-bce04057f316 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:17.057787 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fea161a7-67dc-4540-8f7a-bce04057f316 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1344960 Jan 18 20:57:17.058641 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea161a7-67dc-4540-8f7a-bce04057f316 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:57:17.061405 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39884) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:57:17.067245 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-e4c1747d-5e0d-4613-ac21-700f02ee8929 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Request body: {'security_group_rule': {'security_group_id': '9121ff0c-03d1-403d-9ffb-a28ac7b52c1e', 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:57:17.067502 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea161a7-67dc-4540-8f7a-bce04057f316 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:17.067921 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea161a7-67dc-4540-8f7a-bce04057f316 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:17.068334 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea161a7-67dc-4540-8f7a-bce04057f316 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:17.068743 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea161a7-67dc-4540-8f7a-bce04057f316 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:17.069146 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea161a7-67dc-4540-8f7a-bce04057f316 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:17.069554 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea161a7-67dc-4540-8f7a-bce04057f316 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:17.069975 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea161a7-67dc-4540-8f7a-bce04057f316 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:17.070373 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea161a7-67dc-4540-8f7a-bce04057f316 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:17.070770 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea161a7-67dc-4540-8f7a-bce04057f316 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:17.071149 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea161a7-67dc-4540-8f7a-bce04057f316 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:17.071635 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea161a7-67dc-4540-8f7a-bce04057f316 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:17.072056 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea161a7-67dc-4540-8f7a-bce04057f316 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:17.072449 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea161a7-67dc-4540-8f7a-bce04057f316 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:17.098274 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4c1747d-5e0d-4613-ac21-700f02ee8929 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for security_group_rule (0b3ca0b5-d65d-4126-b5d0-abad24ea23ee), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:17.151539 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4c1747d-5e0d-4613-ac21-700f02ee8929 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for security_group_rule (0b3ca0b5-d65d-4126-b5d0-abad24ea23ee), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:17.155111 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4c1747d-5e0d-4613-ac21-700f02ee8929 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (0b3ca0b5-d65d-4126-b5d0-abad24ea23ee), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:17.172440 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1747d-5e0d-4613-ac21-700f02ee8929 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3ca0b5-d65d-4126-b5d0-abad24ea23ee,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:57:17.182604 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4c1747d-5e0d-4613-ac21-700f02ee8929 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:17.187272 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e4c1747d-5e0d-4613-ac21-700f02ee8929 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203380 Jan 18 20:57:17.187272 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1747d-5e0d-4613-ac21-700f02ee8929 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:17.187272 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1747d-5e0d-4613-ac21-700f02ee8929 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:17.187272 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1747d-5e0d-4613-ac21-700f02ee8929 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:17.187272 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1747d-5e0d-4613-ac21-700f02ee8929 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:17.187272 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1747d-5e0d-4613-ac21-700f02ee8929 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:17.187828 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1747d-5e0d-4613-ac21-700f02ee8929 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:17.187917 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1747d-5e0d-4613-ac21-700f02ee8929 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:17.188174 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1747d-5e0d-4613-ac21-700f02ee8929 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:17.188494 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1747d-5e0d-4613-ac21-700f02ee8929 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:17.188687 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39886) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:57:17.188793 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1747d-5e0d-4613-ac21-700f02ee8929 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:17.189104 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1747d-5e0d-4613-ac21-700f02ee8929 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:17.189418 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1747d-5e0d-4613-ac21-700f02ee8929 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:17.189761 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1747d-5e0d-4613-ac21-700f02ee8929 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:17.194446 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-dac186e5-2d02-4ebb-97da-6774dd443caa tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Request body: {'security_group_rule': {'security_group_id': '9121ff0c-03d1-403d-9ffb-a28ac7b52c1e', 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:57:17.223791 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dac186e5-2d02-4ebb-97da-6774dd443caa tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for security_group_rule (5468d599-cd4c-47e8-83a9-f71bceb10ca4), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:17.282075 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dac186e5-2d02-4ebb-97da-6774dd443caa tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for security_group_rule (5468d599-cd4c-47e8-83a9-f71bceb10ca4), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:17.285845 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dac186e5-2d02-4ebb-97da-6774dd443caa tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (5468d599-cd4c-47e8-83a9-f71bceb10ca4), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:17.310608 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac186e5-2d02-4ebb-97da-6774dd443caa tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5468d599-cd4c-47e8-83a9-f71bceb10ca4,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:57:17.317566 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dac186e5-2d02-4ebb-97da-6774dd443caa tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:17.318768 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-dac186e5-2d02-4ebb-97da-6774dd443caa tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1286793 Jan 18 20:57:17.321476 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 39888) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:57:17.326349 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-33407d22-ed8b-4568-abe0-e5186c720f77 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Request body: {'security_group_rule': {'security_group_id': '9121ff0c-03d1-403d-9ffb-a28ac7b52c1e', 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:57:17.353563 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33407d22-ed8b-4568-abe0-e5186c720f77 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for security_group_rule (29d61edf-a325-4684-84ba-9bc433ed3e97), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:17.409683 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33407d22-ed8b-4568-abe0-e5186c720f77 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for security_group_rule (29d61edf-a325-4684-84ba-9bc433ed3e97), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:17.413064 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33407d22-ed8b-4568-abe0-e5186c720f77 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (29d61edf-a325-4684-84ba-9bc433ed3e97), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:17.430006 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33407d22-ed8b-4568-abe0-e5186c720f77 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d61edf-a325-4684-84ba-9bc433ed3e97,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:57:17.444969 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33407d22-ed8b-4568-abe0-e5186c720f77 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:17.448945 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39890) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:57:17.449112 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-33407d22-ed8b-4568-abe0-e5186c720f77 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265190 Jan 18 20:57:17.454494 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-3ffd23b6-6384-43bd-a0c9-7e3abfb9b041 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Request body: {'security_group_rule': {'security_group_id': '9121ff0c-03d1-403d-9ffb-a28ac7b52c1e', 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:57:17.487214 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3ffd23b6-6384-43bd-a0c9-7e3abfb9b041 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for security_group_rule (2ff5d319-fa1c-4ea5-8fc8-2ae5141908d0), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:17.551731 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3ffd23b6-6384-43bd-a0c9-7e3abfb9b041 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for security_group_rule (2ff5d319-fa1c-4ea5-8fc8-2ae5141908d0), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:17.556310 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3ffd23b6-6384-43bd-a0c9-7e3abfb9b041 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (2ff5d319-fa1c-4ea5-8fc8-2ae5141908d0), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:17.573698 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd23b6-6384-43bd-a0c9-7e3abfb9b041 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff5d319-fa1c-4ea5-8fc8-2ae5141908d0,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:57:17.583346 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3ffd23b6-6384-43bd-a0c9-7e3abfb9b041 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:17.584601 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3ffd23b6-6384-43bd-a0c9-7e3abfb9b041 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1337669 Jan 18 20:57:17.587306 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39892) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:57:17.592151 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-6da70a4f-1127-484b-ab05-7d044d8472d2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Request body: {'security_group_rule': {'security_group_id': '9121ff0c-03d1-403d-9ffb-a28ac7b52c1e', 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:57:17.615163 n-d-741529-9 neutron-server[103336]: INFO neutron.db.securitygroups_db [None req-6da70a4f-1127-484b-ab05-7d044d8472d2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Project 9b82b7e3a21f45d380a45d82457a5d1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:57:17.620026 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6da70a4f-1127-484b-ab05-7d044d8472d2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for security_group_rule (610685e5-00fe-4424-9cdb-eb4b938b3a31), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:17.678393 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6da70a4f-1127-484b-ab05-7d044d8472d2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for security_group_rule (610685e5-00fe-4424-9cdb-eb4b938b3a31), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:17.682599 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6da70a4f-1127-484b-ab05-7d044d8472d2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (610685e5-00fe-4424-9cdb-eb4b938b3a31), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:17.701104 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da70a4f-1127-484b-ab05-7d044d8472d2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610685e5-00fe-4424-9cdb-eb4b938b3a31,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:57:17.709217 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6da70a4f-1127-484b-ab05-7d044d8472d2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:17.710434 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6da70a4f-1127-484b-ab05-7d044d8472d2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221881 Jan 18 20:57:17.713205 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 39894) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:57:17.717578 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-67cdfc67-6824-46e7-b51d-068dc2f529ac tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Request body: {'security_group_rule': {'security_group_id': '9121ff0c-03d1-403d-9ffb-a28ac7b52c1e', 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:57:17.740708 n-d-741529-9 neutron-server[103336]: INFO neutron.db.securitygroups_db [None req-67cdfc67-6824-46e7-b51d-068dc2f529ac tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Project 9b82b7e3a21f45d380a45d82457a5d1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:57:17.745646 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-67cdfc67-6824-46e7-b51d-068dc2f529ac tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for security_group_rule (71348161-8712-4497-829c-f1187a6cc1ae), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:17.802236 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-67cdfc67-6824-46e7-b51d-068dc2f529ac tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for security_group_rule (71348161-8712-4497-829c-f1187a6cc1ae), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:17.806006 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-67cdfc67-6824-46e7-b51d-068dc2f529ac tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (71348161-8712-4497-829c-f1187a6cc1ae), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:17.823488 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdfc67-6824-46e7-b51d-068dc2f529ac tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71348161-8712-4497-829c-f1187a6cc1ae,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:57:17.832993 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-67cdfc67-6824-46e7-b51d-068dc2f529ac tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:17.834285 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-67cdfc67-6824-46e7-b51d-068dc2f529ac tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200550 Jan 18 20:57:25.696104 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-88052510-f463-4e82-b87f-5614fef43a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:27.856290 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1be24c50-4926-44c0-9b8c-20e4ece9a762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:29.218729 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:30.635375 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:31.922894 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:34.355985 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:36.216959 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-85af99af-8416-4e05-a48c-aa65cd6e1ebc tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-444303049&fields=id&tenant_id=9b82b7e3a21f45d380a45d82457a5d1f HTTP/1.1" status: 200 len: 267 time: 0.0450771 Jan 18 20:57:36.269587 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:57:36.319684 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-98a22d31-444a-4b2c-9374-f0cda895818f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:36.321125 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-98a22d31-444a-4b2c-9374-f0cda895818f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 811 time: 0.0972700 Jan 18 20:57:36.335400 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-c9f46a8e-5931-47c1-8b18-3014ed892a57 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/quotas/9b82b7e3a21f45d380a45d82457a5d1f HTTP/1.1" status: 200 len: 375 time: 0.0085268 Jan 18 20:57:36.388476 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-c34f39f5-9f00-45e3-b346-593d64e6cb75 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484278 Jan 18 20:57:36.479420 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-f3be36b8-1c47-4dfb-9d77-ceb54d643d99 service neutron] 10.222.0.31 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800965 Jan 18 20:57:36.568534 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-045ff261-9844-4df8-b4b3-feef2ac3bf5b service neutron] 10.222.0.31 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824461 Jan 18 20:57:36.838187 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38ae1c24-19fb-40fd-a8bb-8152d3f9ea88 req-9686beef-d21b-4cd9-8e8b-f66aa35cda78 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 210 time: 0.0261517 Jan 18 20:57:37.102697 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:37.740173 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-77d217a3-049c-45f4-8713-fd1376f14a80 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:37.741665 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-77d217a3-049c-45f4-8713-fd1376f14a80 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.57 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 811 time: 0.1190765 Jan 18 20:57:37.802824 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-451d6646-4180-4e49-a0fa-797475f48590 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b82b7e3a21f45d380a45d82457a5d1f HTTP/1.1" status: 200 len: 379 time: 0.0532076 Jan 18 20:57:37.811874 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-a3b0e80b-0e43-4817-8cd0-803f086feebb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Request body: {'port': {'device_id': '25a0455e-eee3-4cbc-858a-a2a919eb4e88', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'admin_state_up': True, 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'security_groups': ['9121ff0c-03d1-403d-9ffb-a28ac7b52c1e']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:57:37.924293 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-a3b0e80b-0e43-4817-8cd0-803f086feebb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Made reservation on behalf of 9b82b7e3a21f45d380a45d82457a5d1f for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:57:37.928126 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-a3b0e80b-0e43-4817-8cd0-803f086feebb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:37.932490 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-55825d81-edc3-4b71-842f-fc048d0a87ff req-57a98e22-e12f-4d2d-81e6-5a5366ce2ebc tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 210 time: 0.0262921 Jan 18 20:57:38.059400 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-a3b0e80b-0e43-4817-8cd0-803f086feebb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Allocated IP 172.20.0.6 (e3f2a3df-3a03-4102-9f4d-d250fc7fbfce/61e3b3b0-5646-459d-8ac4-7bfe29848aa5/bb74e9fb-4a87-41bc-96d7-32bacc14c241) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:57:38.538435 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-a3b0e80b-0e43-4817-8cd0-803f086feebb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for port (bb74e9fb-4a87-41bc-96d7-32bacc14c241), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:38.572271 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-a3b0e80b-0e43-4817-8cd0-803f086feebb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (bb74e9fb-4a87-41bc-96d7-32bacc14c241), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:38.615363 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-a3b0e80b-0e43-4817-8cd0-803f086feebb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:57:38.618620 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-a3b0e80b-0e43-4817-8cd0-803f086feebb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:57:38.621593 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-a3b0e80b-0e43-4817-8cd0-803f086feebb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:57:38.654059 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0e80b-0e43-4817-8cd0-803f086feebb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event updated for resources: {'Port': ['ID=bb74e9fb-4a87-41bc-96d7-32bacc14c241,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:57:38.678829 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-a3b0e80b-0e43-4817-8cd0-803f086feebb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:38.679456 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-a3b0e80b-0e43-4817-8cd0-803f086feebb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:38.699826 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-a3b0e80b-0e43-4817-8cd0-803f086feebb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8921108 Jan 18 20:57:38.711134 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-711e0eda-0ae9-40a6-9b2c-4c1f4113bb3b service neutron] Request body: {'port': {'device_id': '25a0455e-eee3-4cbc-858a-a2a919eb4e88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:57:38.771850 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-711e0eda-0ae9-40a6-9b2c-4c1f4113bb3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bb74e9fb-4a87-41bc-96d7-32bacc14c241), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:38.834746 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-43146450-531c-4acb-b598-6b7ae502d397 None None] Provisioning complete for port bb74e9fb-4a87-41bc-96d7-32bacc14c241 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:57:38.835249 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-43146450-531c-4acb-b598-6b7ae502d397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bb74e9fb-4a87-41bc-96d7-32bacc14c241), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:38.870820 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-43146450-531c-4acb-b598-6b7ae502d397 None None] Port bb74e9fb-4a87-41bc-96d7-32bacc14c241 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:57:39.056521 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-711e0eda-0ae9-40a6-9b2c-4c1f4113bb3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb74e9fb-4a87-41bc-96d7-32bacc14c241 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:57:39.060098 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5e951-416f-48a1-8fdd-8534f140800a req-466ff258-9632-4db4-845c-e5fd41667cff tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:39.062567 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-96a5e951-416f-48a1-8fdd-8534f140800a req-466ff258-9632-4db4-845c-e5fd41667cff tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 931 time: 0.0587509 Jan 18 20:57:39.066515 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-711e0eda-0ae9-40a6-9b2c-4c1f4113bb3b service neutron] Publish callbacks [] for port (bb74e9fb-4a87-41bc-96d7-32bacc14c241), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:39.079332 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-711e0eda-0ae9-40a6-9b2c-4c1f4113bb3b service neutron] Transition to ACTIVE for port object bb74e9fb-4a87-41bc-96d7-32bacc14c241 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:57:39.083242 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-711e0eda-0ae9-40a6-9b2c-4c1f4113bb3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (bb74e9fb-4a87-41bc-96d7-32bacc14c241), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:39.121377 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-96a5e951-416f-48a1-8fdd-8534f140800a req-9597d469-bf67-400d-9a3c-e581b08f63d3 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530713 Jan 18 20:57:39.162439 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e0eda-0ae9-40a6-9b2c-4c1f4113bb3b service neutron] Pushing event updated for resources: {'Port': ['ID=bb74e9fb-4a87-41bc-96d7-32bacc14c241,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:57:39.213249 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-711e0eda-0ae9-40a6-9b2c-4c1f4113bb3b service neutron] Attempting to bind port bb74e9fb-4a87-41bc-96d7-32bacc14c241 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:57:39.213575 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-711e0eda-0ae9-40a6-9b2c-4c1f4113bb3b service neutron] Attempting to bind port bb74e9fb-4a87-41bc-96d7-32bacc14c241 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:57:39.213945 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-711e0eda-0ae9-40a6-9b2c-4c1f4113bb3b service neutron] Attempting to bind port bb74e9fb-4a87-41bc-96d7-32bacc14c241 on network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:57:39.219149 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-711e0eda-0ae9-40a6-9b2c-4c1f4113bb3b service neutron] Port bb74e9fb-4a87-41bc-96d7-32bacc14c241 on network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:57:39.219465 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-711e0eda-0ae9-40a6-9b2c-4c1f4113bb3b service neutron] Attempting to bind port bb74e9fb-4a87-41bc-96d7-32bacc14c241 on network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:57:39.224694 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-711e0eda-0ae9-40a6-9b2c-4c1f4113bb3b service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:57:39.225028 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-711e0eda-0ae9-40a6-9b2c-4c1f4113bb3b service neutron] Checking segment: {'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:57:39.225409 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-711e0eda-0ae9-40a6-9b2c-4c1f4113bb3b service neutron] Bound using segment: {'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:57:39.225873 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-711e0eda-0ae9-40a6-9b2c-4c1f4113bb3b service neutron] Bound port: bb74e9fb-4a87-41bc-96d7-32bacc14c241, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:57:39.226223 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-711e0eda-0ae9-40a6-9b2c-4c1f4113bb3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bb74e9fb-4a87-41bc-96d7-32bacc14c241), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:39.299318 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-711e0eda-0ae9-40a6-9b2c-4c1f4113bb3b service neutron] For port bb74e9fb-4a87-41bc-96d7-32bacc14c241, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:57:39.308243 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-711e0eda-0ae9-40a6-9b2c-4c1f4113bb3b service neutron] For port bb74e9fb-4a87-41bc-96d7-32bacc14c241, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=bb74e9fb-4a87-41bc-96d7-32bacc14c241,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:57:39.315778 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-711e0eda-0ae9-40a6-9b2c-4c1f4113bb3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (bb74e9fb-4a87-41bc-96d7-32bacc14c241), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:39.354517 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-711e0eda-0ae9-40a6-9b2c-4c1f4113bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:39.355767 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-711e0eda-0ae9-40a6-9b2c-4c1f4113bb3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:39.357269 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-711e0eda-0ae9-40a6-9b2c-4c1f4113bb3b service neutron] 10.222.0.57 "PUT /v2.0/ports/bb74e9fb-4a87-41bc-96d7-32bacc14c241 HTTP/1.1" status: 200 len: 1091 time: 0.6507030 Jan 18 20:57:39.357587 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a0455e-eee3-4cbc-858a-a2a919eb4e88', 'tag': 'bb74e9fb-4a87-41bc-96d7-32bacc14c241'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:57:39.359846 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2952db8e-0aa1-4537-959e-afcc706d5443" -d '{"events": [{"name": "network-changed", "server_uuid": "25a0455e-eee3-4cbc-858a-a2a919eb4e88", "tag": "bb74e9fb-4a87-41bc-96d7-32bacc14c241"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:57:39.420624 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e0eda-0ae9-40a6-9b2c-4c1f4113bb3b service neutron] Pushing event updated for resources: {'Port': ['ID=bb74e9fb-4a87-41bc-96d7-32bacc14c241,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:57:39.427410 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bce8fe-4927-48da-9c3f-7722706924bf x-openstack-request-id: req-42bce8fe-4927-48da-9c3f-7722706924bf {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:57:39.427702 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a0455e-eee3-4cbc-858a-a2a919eb4e88", "tag": "bb74e9fb-4a87-41bc-96d7-32bacc14c241", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:57:39.427958 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42bce8fe-4927-48da-9c3f-7722706924bf {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:57:39.428363 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a0455e-eee3-4cbc-858a-a2a919eb4e88', 'tag': 'bb74e9fb-4a87-41bc-96d7-32bacc14c241', 'status': 'completed', 'code': 200} Jan 18 20:57:39.461424 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-e3b2dadf-c344-4bb3-a8bc-566804ec85c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:39.463765 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-e3b2dadf-c344-4bb3-a8bc-566804ec85c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 1094 time: 0.0553792 Jan 18 20:57:39.507244 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-219e9033-d853-489c-b8d3-ddae3ca65c4f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb74e9fb-4a87-41bc-96d7-32bacc14c241 HTTP/1.1" status: 200 len: 217 time: 0.0369112 Jan 18 20:57:39.559705 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-bf771ee3-7eae-4c68-b55a-80d5d533a393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:39.561094 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-bf771ee3-7eae-4c68-b55a-80d5d533a393 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61e3b3b0-5646-459d-8ac4-7bfe29848aa5 HTTP/1.1" status: 200 len: 850 time: 0.0469236 Jan 18 20:57:39.617893 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-fa175e31-06de-477d-b780-dde4ecfb172b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:39.619375 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-fa175e31-06de-477d-b780-dde4ecfb172b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529056 Jan 18 20:57:39.711662 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-6fff0a34-571a-4703-b2da-6d30f36ecd71 service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865231 Jan 18 20:57:39.804077 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-94f8c8ad-4e2c-4cf1-851f-7a810e5a155e req-76d38557-4a42-4698-98ac-65d97c5455ba service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855424 Jan 18 20:57:39.883366 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952db8e-0aa1-4537-959e-afcc706d5443 req-5309b1c0-e128-4c74-9750-d34f53e15047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:39.884913 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2952db8e-0aa1-4537-959e-afcc706d5443 req-5309b1c0-e128-4c74-9750-d34f53e15047 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 1094 time: 0.0405810 Jan 18 20:57:39.975827 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952db8e-0aa1-4537-959e-afcc706d5443 req-d41a73be-3f9f-4056-ad2e-95ea844c7e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:39.977291 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2952db8e-0aa1-4537-959e-afcc706d5443 req-d41a73be-3f9f-4056-ad2e-95ea844c7e09 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 912 time: 0.0872722 Jan 18 20:57:40.016082 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2952db8e-0aa1-4537-959e-afcc706d5443 req-b49d5f50-0354-452d-890c-efc40c200ba7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb74e9fb-4a87-41bc-96d7-32bacc14c241 HTTP/1.1" status: 200 len: 217 time: 0.0333509 Jan 18 20:57:40.061391 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952db8e-0aa1-4537-959e-afcc706d5443 req-c15ac82a-1484-4f80-87c8-75eaf9dd89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:40.062833 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2952db8e-0aa1-4537-959e-afcc706d5443 req-c15ac82a-1484-4f80-87c8-75eaf9dd89c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61e3b3b0-5646-459d-8ac4-7bfe29848aa5 HTTP/1.1" status: 200 len: 850 time: 0.0417097 Jan 18 20:57:40.108724 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952db8e-0aa1-4537-959e-afcc706d5443 req-dc60daba-614e-478c-8f21-68c428a0399a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:40.110231 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2952db8e-0aa1-4537-959e-afcc706d5443 req-dc60daba-614e-478c-8f21-68c428a0399a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395834 Jan 18 20:57:40.205165 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2952db8e-0aa1-4537-959e-afcc706d5443 req-6736e8b8-8b91-4dbb-be33-38ead104360a service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866508 Jan 18 20:57:40.241920 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35656b39-9121-4ebd-b186-2aebc177bafd req-4aef3eb8-b566-4566-b34e-9354060d57fd tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:40.243536 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-35656b39-9121-4ebd-b186-2aebc177bafd req-4aef3eb8-b566-4566-b34e-9354060d57fd tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 943 time: 0.0549929 Jan 18 20:57:40.296172 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-35656b39-9121-4ebd-b186-2aebc177bafd req-4b41cea3-aa05-4110-a1c2-49a3f4955c67 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457838 Jan 18 20:57:40.317732 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2952db8e-0aa1-4537-959e-afcc706d5443 req-b0f71f23-392c-41b8-b308-9b437a2de1a6 service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997024 Jan 18 20:57:41.411502 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4069f7-014a-4819-8d2f-4d210e7e20fd req-be0ee81a-5631-449e-abb8-dbc8dc6bcb77 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:41.412966 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0b4069f7-014a-4819-8d2f-4d210e7e20fd req-be0ee81a-5631-449e-abb8-dbc8dc6bcb77 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 943 time: 0.0472028 Jan 18 20:57:41.461718 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0b4069f7-014a-4819-8d2f-4d210e7e20fd req-39af237e-a945-4f57-9fae-6d3b351e7a5d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423689 Jan 18 20:57:42.573558 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba007da6-65eb-4e91-89c0-23d63287d32e req-4a9a5ee0-330f-4bcc-8b75-2f586d3258e7 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:42.575107 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ba007da6-65eb-4e91-89c0-23d63287d32e req-4a9a5ee0-330f-4bcc-8b75-2f586d3258e7 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 943 time: 0.0471470 Jan 18 20:57:42.626844 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ba007da6-65eb-4e91-89c0-23d63287d32e req-986f8671-2828-4782-9809-2eef9f6c1199 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459635 Jan 18 20:57:43.755817 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb06013-00c2-4d1f-adc8-aa610eb5ed1c req-3a97db52-2b6c-44be-be90-d6c4abd4c88a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:43.757287 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dfb06013-00c2-4d1f-adc8-aa610eb5ed1c req-3a97db52-2b6c-44be-be90-d6c4abd4c88a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 943 time: 0.0616174 Jan 18 20:57:43.804616 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dfb06013-00c2-4d1f-adc8-aa610eb5ed1c req-db6f6503-cf04-433b-9bd6-2ae5b09a65cb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414057 Jan 18 20:57:44.916311 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35d9f4-747f-47da-8f92-0cdf9ccec4f8 req-bc407069-5e80-4712-b6d4-43eea43dde9e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:44.917777 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fb35d9f4-747f-47da-8f92-0cdf9ccec4f8 req-bc407069-5e80-4712-b6d4-43eea43dde9e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 943 time: 0.0461044 Jan 18 20:57:44.965037 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fb35d9f4-747f-47da-8f92-0cdf9ccec4f8 req-f9256570-c65d-4edb-b3b5-6c74b0cb1d09 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410411 Jan 18 20:57:46.079557 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b1d60-afac-4ec6-90c0-885c09c55587 req-d4d15c63-1951-4d5a-9404-f022c54e313a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:46.081083 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-645b1d60-afac-4ec6-90c0-885c09c55587 req-d4d15c63-1951-4d5a-9404-f022c54e313a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 943 time: 0.0503149 Jan 18 20:57:46.128511 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-645b1d60-afac-4ec6-90c0-885c09c55587 req-98e8bab2-d211-4bf2-a536-a8082b26b9ab tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417998 Jan 18 20:57:47.242631 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a881a-322f-4f1d-88c3-68d28eb4fce6 req-0814da08-1bc7-4ea3-8b36-4eca7fea6489 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:47.244092 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac6a881a-322f-4f1d-88c3-68d28eb4fce6 req-0814da08-1bc7-4ea3-8b36-4eca7fea6489 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 943 time: 0.0477428 Jan 18 20:57:47.290734 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac6a881a-322f-4f1d-88c3-68d28eb4fce6 req-86fef98c-40ba-4210-ac15-1171b3b057e6 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410526 Jan 18 20:57:48.410700 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02089668-7c4d-4903-8ba2-ae4945484d16 req-b4114521-f9a0-47c3-b52f-805c7a890900 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:48.412159 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-02089668-7c4d-4903-8ba2-ae4945484d16 req-b4114521-f9a0-47c3-b52f-805c7a890900 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 943 time: 0.0509269 Jan 18 20:57:48.458437 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-02089668-7c4d-4903-8ba2-ae4945484d16 req-69f4b4e0-ccc9-484f-b4e1-75219da8b98a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408027 Jan 18 20:57:49.570401 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a93a4-ff7b-417d-86b4-660dfdcade68 req-45879b15-2564-44e0-9736-56840da12b98 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:49.571853 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-769a93a4-ff7b-417d-86b4-660dfdcade68 req-45879b15-2564-44e0-9736-56840da12b98 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 943 time: 0.0472498 Jan 18 20:57:49.622682 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-769a93a4-ff7b-417d-86b4-660dfdcade68 req-94fd7ad1-d48c-4ab5-a981-25576a577a0a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420363 Jan 18 20:57:50.739644 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b380d5-1d82-4ae8-9586-182878ac04d9 req-e5c5c067-1ef9-4718-8e83-96196cea6640 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:50.741173 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85b380d5-1d82-4ae8-9586-182878ac04d9 req-e5c5c067-1ef9-4718-8e83-96196cea6640 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 943 time: 0.0473676 Jan 18 20:57:50.790504 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85b380d5-1d82-4ae8-9586-182878ac04d9 req-88994391-3642-434b-b72a-6e6597f65d6a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437837 Jan 18 20:57:52.239490 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da717d7-8325-456d-9763-c35dbe9489b3 req-0e695592-26ed-4093-85e7-976b2f7c1487 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:52.240926 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2da717d7-8325-456d-9763-c35dbe9489b3 req-0e695592-26ed-4093-85e7-976b2f7c1487 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 943 time: 0.3829412 Jan 18 20:57:52.286927 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2da717d7-8325-456d-9763-c35dbe9489b3 req-cb9e54df-0b28-403f-8774-36d9d6440fe8 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402746 Jan 18 20:57:53.398971 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95175ec4-a013-4090-b7b0-a9845e0c7373 req-33746571-d3f2-4b52-b574-a52fe2c25d06 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:53.400419 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95175ec4-a013-4090-b7b0-a9845e0c7373 req-33746571-d3f2-4b52-b574-a52fe2c25d06 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 943 time: 0.0470927 Jan 18 20:57:53.447535 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95175ec4-a013-4090-b7b0-a9845e0c7373 req-b4b0c9d1-7a74-4dbe-a637-a33911988f35 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415540 Jan 18 20:57:54.565033 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebce42-b0c0-484d-8e10-ee3e9055c044 req-f1595328-7116-4944-80d4-069a5d983ef1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:54.566421 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-22ebce42-b0c0-484d-8e10-ee3e9055c044 req-f1595328-7116-4944-80d4-069a5d983ef1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 943 time: 0.0489173 Jan 18 20:57:54.612894 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-22ebce42-b0c0-484d-8e10-ee3e9055c044 req-ff8c8369-a4a2-468a-8af6-a65e96bb6983 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409191 Jan 18 20:57:55.697538 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ff8acd2b-69c2-4f3e-977b-659ec0af0909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:55.734018 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd215e-43fd-490b-a95e-0ab438a9cd50 req-e15c04f6-39e7-404c-856f-94cf9f2c6e3c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:55.735921 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-91bd215e-43fd-490b-a95e-0ab438a9cd50 req-e15c04f6-39e7-404c-856f-94cf9f2c6e3c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 943 time: 0.0486691 Jan 18 20:57:55.783094 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-91bd215e-43fd-490b-a95e-0ab438a9cd50 req-4ae43ac1-cd26-487c-a1be-cd36dd29011e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415161 Jan 18 20:57:56.104429 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device bb74e9fb-4a87-41bc-96d7-32bacc14c241 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:57:56.199867 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port bb74e9fb-4a87-41bc-96d7-32bacc14c241, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=bb74e9fb-4a87-41bc-96d7-32bacc14c241,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:57:56.210687 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': 'bb74e9fb-4a87-41bc-96d7-32bacc14c241', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'port_id': 'bb74e9fb-4a87-41bc-96d7-32bacc14c241', 'mac_address': 'fa:16:3e:fa:46:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:57:56.248191 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port bb74e9fb-4a87-41bc-96d7-32bacc14c241 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:57:56.248576 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bb74e9fb-4a87-41bc-96d7-32bacc14c241), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:56.260847 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb74e9fb-4a87-41bc-96d7-32bacc14c241 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:57:56.281087 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port bb74e9fb-4a87-41bc-96d7-32bacc14c241, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=bb74e9fb-4a87-41bc-96d7-32bacc14c241,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:57:56.285048 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (bb74e9fb-4a87-41bc-96d7-32bacc14c241), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:56.334141 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=bb74e9fb-4a87-41bc-96d7-32bacc14c241,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:57:56.342123 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:56.342467 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:56.342834 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:56.343166 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:56.343494 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:56.343833 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:56.344151 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:56.344469 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:56.344792 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:56.345109 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:56.345425 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:56.345769 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:56.346088 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:57:56.589035 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['bb74e9fb-4a87-41bc-96d7-32bacc14c241'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:57:56.896925 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9fa67-c88b-4a46-adc2-c674ea610e66 req-96a30bd5-79ae-46ac-8262-d973b6d5b318 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:56.898421 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14c9fa67-c88b-4a46-adc2-c674ea610e66 req-96a30bd5-79ae-46ac-8262-d973b6d5b318 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 944 time: 0.0484507 Jan 18 20:57:56.947831 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-14c9fa67-c88b-4a46-adc2-c674ea610e66 req-2dbd771e-43c6-4361-a23d-839f550475b7 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437725 Jan 18 20:57:57.858714 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1e12e2ed-9f73-4f7c-b618-556be0c02a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:58.069568 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eaaf37-f4c0-4f51-9854-440034741bbc req-6d3e52db-7f4e-4d64-828f-4cba0acf3e9d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:58.071047 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-40eaaf37-f4c0-4f51-9854-440034741bbc req-6d3e52db-7f4e-4d64-828f-4cba0acf3e9d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 944 time: 0.0517085 Jan 18 20:57:58.104569 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device bb74e9fb-4a87-41bc-96d7-32bacc14c241 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:57:58.118692 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-40eaaf37-f4c0-4f51-9854-440034741bbc req-133e3c2b-23de-41c1-b503-751d9f0b2818 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414469 Jan 18 20:57:58.152686 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port bb74e9fb-4a87-41bc-96d7-32bacc14c241 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:57:58.156223 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port bb74e9fb-4a87-41bc-96d7-32bacc14c241 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:57:58.156598 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bb74e9fb-4a87-41bc-96d7-32bacc14c241), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:58.233324 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port bb74e9fb-4a87-41bc-96d7-32bacc14c241 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:57:58.233750 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bb74e9fb-4a87-41bc-96d7-32bacc14c241), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:58.257985 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a0455e-eee3-4cbc-858a-a2a919eb4e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb74e9fb-4a87-41bc-96d7-32bacc14c241'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:57:58.260351 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1865e935-c118-4a2b-bdf3-5bc7ae9b6cf4" -d '{"events": [{"server_uuid": "25a0455e-eee3-4cbc-858a-a2a919eb4e88", "name": "network-vif-plugged", "status": "completed", "tag": "bb74e9fb-4a87-41bc-96d7-32bacc14c241"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:57:58.273269 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port bb74e9fb-4a87-41bc-96d7-32bacc14c241, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=bb74e9fb-4a87-41bc-96d7-32bacc14c241,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:57:58.278126 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (bb74e9fb-4a87-41bc-96d7-32bacc14c241), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:58.300277 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fed3ffa-351e-48de-9ce2-043ce0d7c676 x-openstack-request-id: req-0fed3ffa-351e-48de-9ce2-043ce0d7c676 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:57:58.300580 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a0455e-eee3-4cbc-858a-a2a919eb4e88", "name": "network-vif-plugged", "status": "completed", "tag": "bb74e9fb-4a87-41bc-96d7-32bacc14c241", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:57:58.300836 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0fed3ffa-351e-48de-9ce2-043ce0d7c676 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:57:58.301228 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a0455e-eee3-4cbc-858a-a2a919eb4e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb74e9fb-4a87-41bc-96d7-32bacc14c241', 'code': 200} Jan 18 20:57:58.327607 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=bb74e9fb-4a87-41bc-96d7-32bacc14c241,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:57:58.395044 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ca003-f7d9-4e2a-af2c-1fb91225913d req-6c492224-17af-44c8-a4fd-092b6934db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:58.396152 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ae6ca003-f7d9-4e2a-af2c-1fb91225913d req-6c492224-17af-44c8-a4fd-092b6934db7c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 1096 time: 0.0397773 Jan 18 20:57:58.440677 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ae6ca003-f7d9-4e2a-af2c-1fb91225913d req-196026e4-6dda-46e7-b105-0e0075eaef89 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387492 Jan 18 20:57:59.221076 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:57:59.231829 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d37fb7-c41a-4055-9a89-76f37672cc02 req-b1a3fa3e-71c6-4533-b190-ecb9a7c05174 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:57:59.233277 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-72d37fb7-c41a-4055-9a89-76f37672cc02 req-b1a3fa3e-71c6-4533-b190-ecb9a7c05174 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 945 time: 0.0481882 Jan 18 20:57:59.279795 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-72d37fb7-c41a-4055-9a89-76f37672cc02 req-8e3eec2d-f3a2-4b90-bba7-f921810272cb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406718 Jan 18 20:58:00.396871 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb19cab-d027-475d-983e-848cd37ae48a req-9cd86ac5-5130-422b-a81b-0c9c2eba48df tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:58:00.398364 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fbb19cab-d027-475d-983e-848cd37ae48a req-9cd86ac5-5130-422b-a81b-0c9c2eba48df tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 945 time: 0.0507760 Jan 18 20:58:00.444880 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fbb19cab-d027-475d-983e-848cd37ae48a req-720b5c92-15f7-4019-9b9a-bed88ee47c30 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404751 Jan 18 20:58:00.559241 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b92c0-e11a-4fe4-bbdf-6bdef9fbd5d2 req-05313eaf-15dc-44d1-a932-977bd70c5a58 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:58:00.560643 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8e5b92c0-e11a-4fe4-bbdf-6bdef9fbd5d2 req-05313eaf-15dc-44d1-a932-977bd70c5a58 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 945 time: 0.0475757 Jan 18 20:58:00.607971 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8e5b92c0-e11a-4fe4-bbdf-6bdef9fbd5d2 req-ea4f03cd-595f-4e66-bb8f-fdc080360045 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418336 Jan 18 20:58:00.629940 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40100) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:58:00.638742 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:58:00.671382 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18dbda6-1dc6-4295-a00c-620f55e4beea tempest-TestVolumeBootPattern-183720632 tempest-TestVolumeBootPattern-183720632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:58:00.672883 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a18dbda6-1dc6-4295-a00c-620f55e4beea tempest-TestVolumeBootPattern-183720632 tempest-TestVolumeBootPattern-183720632-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 1091 time: 0.0419743 Jan 18 20:58:00.676002 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40102) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:58:00.680142 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-6ad73e7c-a90b-4b39-972a-6301d5022b6f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'port_id': 'bb74e9fb-4a87-41bc-96d7-32bacc14c241', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:58:00.702661 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6ad73e7c-a90b-4b39-972a-6301d5022b6f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:58:00.794517 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6ad73e7c-a90b-4b39-972a-6301d5022b6f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:58:00.896447 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-6ad73e7c-a90b-4b39-972a-6301d5022b6f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Allocated IP 172.25.4.171 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/cb668341-8a90-4812-a2b0-05892a63024b) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:58:00.995350 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6ad73e7c-a90b-4b39-972a-6301d5022b6f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for port (cb668341-8a90-4812-a2b0-05892a63024b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:58:01.026760 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6ad73e7c-a90b-4b39-972a-6301d5022b6f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (cb668341-8a90-4812-a2b0-05892a63024b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:58:01.067349 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad73e7c-a90b-4b39-972a-6301d5022b6f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:58:01.070268 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-6ad73e7c-a90b-4b39-972a-6301d5022b6f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:58:01.073570 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad73e7c-a90b-4b39-972a-6301d5022b6f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:58:01.100749 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad73e7c-a90b-4b39-972a-6301d5022b6f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event updated for resources: {'Port': ['ID=cb668341-8a90-4812-a2b0-05892a63024b,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:58:01.106575 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0188b902-314b-424c-ab85-20ee000d57c2 req-22ca52fa-5d47-46f3-8382-ff8e12bf1e41 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419285 Jan 18 20:58:01.189710 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188b902-314b-424c-ab85-20ee000d57c2 req-d83a8491-2b17-4e35-a99d-5eb8c6e55635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:58:01.191187 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0188b902-314b-424c-ab85-20ee000d57c2 req-d83a8491-2b17-4e35-a99d-5eb8c6e55635 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 1096 time: 0.0445821 Jan 18 20:58:01.291789 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188b902-314b-424c-ab85-20ee000d57c2 req-0c9ec109-687c-4ba6-a372-d0bc74792af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:58:01.293293 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0188b902-314b-424c-ab85-20ee000d57c2 req-0c9ec109-687c-4ba6-a372-d0bc74792af2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 912 time: 0.0848837 Jan 18 20:58:01.337183 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0188b902-314b-424c-ab85-20ee000d57c2 req-bb9e7e55-6bcc-45bc-a171-cb30ca60e82e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb74e9fb-4a87-41bc-96d7-32bacc14c241 HTTP/1.1" status: 200 len: 217 time: 0.0384779 Jan 18 20:58:01.385254 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188b902-314b-424c-ab85-20ee000d57c2 req-1ee6ac0d-5ea4-499d-9f9b-c7371c9b3232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:58:01.387351 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0188b902-314b-424c-ab85-20ee000d57c2 req-1ee6ac0d-5ea4-499d-9f9b-c7371c9b3232 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61e3b3b0-5646-459d-8ac4-7bfe29848aa5 HTTP/1.1" status: 200 len: 850 time: 0.0446239 Jan 18 20:58:01.431255 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188b902-314b-424c-ab85-20ee000d57c2 req-9db18cfb-3d85-47c7-a8b9-6410b94843cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:58:01.431476 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6ad73e7c-a90b-4b39-972a-6301d5022b6f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for floatingip (d673d5f9-e5b7-4b3d-a5c7-1a9a8a21c25b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:58:01.432744 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0188b902-314b-424c-ab85-20ee000d57c2 req-9db18cfb-3d85-47c7-a8b9-6410b94843cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400951 Jan 18 20:58:01.498532 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6ad73e7c-a90b-4b39-972a-6301d5022b6f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cb668341-8a90-4812-a2b0-05892a63024b), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:58:01.523601 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0188b902-314b-424c-ab85-20ee000d57c2 req-ab3f303e-32d5-4ada-b0e6-b8a30aa4b67c service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849726 Jan 18 20:58:01.611675 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0188b902-314b-424c-ab85-20ee000d57c2 req-4ed61319-87b4-47db-9c19-a232ec0ebcc4 service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827255 Jan 18 20:58:01.644685 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6ad73e7c-a90b-4b39-972a-6301d5022b6f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for port (cb668341-8a90-4812-a2b0-05892a63024b), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:58:01.648963 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6ad73e7c-a90b-4b39-972a-6301d5022b6f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (cb668341-8a90-4812-a2b0-05892a63024b), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:58:01.721187 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad73e7c-a90b-4b39-972a-6301d5022b6f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event updated for resources: {'Port': ['ID=cb668341-8a90-4812-a2b0-05892a63024b,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:58:01.730247 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6ad73e7c-a90b-4b39-972a-6301d5022b6f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (d673d5f9-e5b7-4b3d-a5c7-1a9a8a21c25b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:58:01.828043 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-6ad73e7c-a90b-4b39-972a-6301d5022b6f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Floating IP d673d5f9-e5b7-4b3d-a5c7-1a9a8a21c25b associated. External IP: 172.25.4.171, port: bb74e9fb-4a87-41bc-96d7-32bacc14c241. Jan 18 20:58:01.924561 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:58:02.037106 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad73e7c-a90b-4b39-972a-6301d5022b6f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:58:02.157607 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad73e7c-a90b-4b39-972a-6301d5022b6f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:58:02.167733 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91172fb0-6226-4a4c-9816-e55f20dc273f None None] Sync routers for ids ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:58:02.174786 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6ad73e7c-a90b-4b39-972a-6301d5022b6f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:58:02.177754 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91172fb0-6226-4a4c-9816-e55f20dc273f None None] Routers {'0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:58:02.178378 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-91172fb0-6226-4a4c-9816-e55f20dc273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:57:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:58:02.201727 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6ad73e7c-a90b-4b39-972a-6301d5022b6f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5247118 Jan 18 20:58:02.202467 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a0455e-eee3-4cbc-858a-a2a919eb4e88', 'tag': 'bb74e9fb-4a87-41bc-96d7-32bacc14c241'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:58:02.204703 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9262fb-e7de-4b9e-9a38-810fb8f5c1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "25a0455e-eee3-4cbc-858a-a2a919eb4e88", "tag": "bb74e9fb-4a87-41bc-96d7-32bacc14c241"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:58:02.289949 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-91172fb0-6226-4a4c-9816-e55f20dc273f None None] Set router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:58:02.309772 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebec58ac-8f2a-4290-bc1e-8b02f2500224 x-openstack-request-id: req-ebec58ac-8f2a-4290-bc1e-8b02f2500224 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:58:02.310063 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a0455e-eee3-4cbc-858a-a2a919eb4e88", "tag": "bb74e9fb-4a87-41bc-96d7-32bacc14c241", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:58:02.310314 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebec58ac-8f2a-4290-bc1e-8b02f2500224 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:58:02.310714 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a0455e-eee3-4cbc-858a-a2a919eb4e88', 'tag': 'bb74e9fb-4a87-41bc-96d7-32bacc14c241', 'status': 'completed', 'code': 200} Jan 18 20:58:02.374885 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9262fb-e7de-4b9e-9a38-810fb8f5c1cd req-52a85759-bf62-428e-9e1d-b9e3d53be8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:58:02.376397 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0b9262fb-e7de-4b9e-9a38-810fb8f5c1cd req-52a85759-bf62-428e-9e1d-b9e3d53be8e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 1096 time: 0.0463626 Jan 18 20:58:02.468373 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9262fb-e7de-4b9e-9a38-810fb8f5c1cd req-a9daaf5f-70b2-4daf-978c-08def3ee93bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:58:02.469895 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0b9262fb-e7de-4b9e-9a38-810fb8f5c1cd req-a9daaf5f-70b2-4daf-978c-08def3ee93bd service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 912 time: 0.0877795 Jan 18 20:58:02.513329 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-91172fb0-6226-4a4c-9816-e55f20dc273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'name': 'tempest-TestVolumeBootPattern-423705390-router', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '98dca7a3-eb58-47dc-a434-709463258148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:00Z', 'updated_at': '2022-01-18T20:53:03Z', 'revision_number': 4, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'gw_port': {'id': '98dca7a3-eb58-47dc-a434-709463258148', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:01Z', 'updated_at': '2022-01-18T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'd673d5f9-e5b7-4b3d-a5c7-1a9a8a21c25b', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'port_id': 'bb74e9fb-4a87-41bc-96d7-32bacc14c241', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'mac_address': 'fa:16:3e:fa:46:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a0455e-eee3-4cbc-858a-a2a919eb4e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:58:01Z', 'updated_at': '2022-01-18T20:58:01Z', 'revision_number': 0, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3116b154-cf5e-4b33-b1ae-32bfc606fd33', 'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'mac_address': 'fa:16:3e:61:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:02Z', 'updated_at': '2022-01-18T20:53:08Z', 'revision_number': 5, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'subnets': [{'id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:58:02.537951 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0b9262fb-e7de-4b9e-9a38-810fb8f5c1cd req-f36cf68a-4f05-4427-9a9d-1ee1e0a17aa7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb74e9fb-4a87-41bc-96d7-32bacc14c241 HTTP/1.1" status: 200 len: 999 time: 0.0618498 Jan 18 20:58:02.538473 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91172fb0-6226-4a4c-9816-e55f20dc273f None None] Checking router: 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:58:02.547349 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91172fb0-6226-4a4c-9816-e55f20dc273f None None] Routers {'0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:58:02.547947 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-91172fb0-6226-4a4c-9816-e55f20dc273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:57:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:58:02.587151 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9262fb-e7de-4b9e-9a38-810fb8f5c1cd req-80e74a17-c3c3-4c26-aa43-84cfe244f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:58:02.588645 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0b9262fb-e7de-4b9e-9a38-810fb8f5c1cd req-80e74a17-c3c3-4c26-aa43-84cfe244f7cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61e3b3b0-5646-459d-8ac4-7bfe29848aa5 HTTP/1.1" status: 200 len: 850 time: 0.0449753 Jan 18 20:58:02.635784 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9262fb-e7de-4b9e-9a38-810fb8f5c1cd req-0b5b6a1b-6601-4cde-b8a7-5a74205e75e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:58:02.637365 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0b9262fb-e7de-4b9e-9a38-810fb8f5c1cd req-0b5b6a1b-6601-4cde-b8a7-5a74205e75e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429809 Jan 18 20:58:02.734643 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0b9262fb-e7de-4b9e-9a38-810fb8f5c1cd req-24a4aeeb-f2a2-4c69-9810-60fa79b5981f service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912733 Jan 18 20:58:02.813006 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-91172fb0-6226-4a4c-9816-e55f20dc273f None None] Set router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:58:02.821560 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0b9262fb-e7de-4b9e-9a38-810fb8f5c1cd req-32523936-d83d-4254-9360-077ef0a27711 service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810506 Jan 18 20:58:03.027805 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-91172fb0-6226-4a4c-9816-e55f20dc273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'name': 'tempest-TestVolumeBootPattern-423705390-router', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '98dca7a3-eb58-47dc-a434-709463258148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:00Z', 'updated_at': '2022-01-18T20:53:03Z', 'revision_number': 4, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'gw_port': {'id': '98dca7a3-eb58-47dc-a434-709463258148', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:01Z', 'updated_at': '2022-01-18T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'd673d5f9-e5b7-4b3d-a5c7-1a9a8a21c25b', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'port_id': 'bb74e9fb-4a87-41bc-96d7-32bacc14c241', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'mac_address': 'fa:16:3e:fa:46:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a0455e-eee3-4cbc-858a-a2a919eb4e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:58:01Z', 'updated_at': '2022-01-18T20:58:01Z', 'revision_number': 0, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3116b154-cf5e-4b33-b1ae-32bfc606fd33', 'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'mac_address': 'fa:16:3e:61:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:02Z', 'updated_at': '2022-01-18T20:53:08Z', 'revision_number': 5, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'subnets': [{'id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:58:03.053039 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91172fb0-6226-4a4c-9816-e55f20dc273f None None] The sync data for ids ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'] in n-d-741529-9 is: [{'id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'name': 'tempest-TestVolumeBootPattern-423705390-router', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '98dca7a3-eb58-47dc-a434-709463258148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:00Z', 'updated_at': '2022-01-18T20:53:03Z', 'revision_number': 4, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'gw_port': {'id': '98dca7a3-eb58-47dc-a434-709463258148', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:01Z', 'updated_at': '2022-01-18T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'd673d5f9-e5b7-4b3d-a5c7-1a9a8a21c25b', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'port_id': 'bb74e9fb-4a87-41bc-96d7-32bacc14c241', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'mac_address': 'fa:16:3e:fa:46:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a0455e-eee3-4cbc-858a-a2a919eb4e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:58:01Z', 'updated_at': '2022-01-18T20:58:01Z', 'revision_number': 0, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3116b154-cf5e-4b33-b1ae-32bfc606fd33', 'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'mac_address': 'fa:16:3e:61:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:02Z', 'updated_at': '2022-01-18T20:53:08Z', 'revision_number': 5, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'subnets': [{'id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:58:03.242972 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec4d1b6-55f5-47a7-8532-d6662abf95e3 None None] New status for floating IP d673d5f9-e5b7-4b3d-a5c7-1a9a8a21c25b: ACTIVE {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:58:04.348785 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:58:07.111477 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:58:13.268988 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:58:25.699986 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6acb1d0e-0c52-4789-bd74-1951be10e322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:58:27.863752 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c2ca1972-0b44-491c-9b77-909b8bc20a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:58:29.223949 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:58:30.641813 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:58:31.931944 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:58:34.364654 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:58:37.147782 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:58:50.267674 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:58:55.701525 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-19b9c45e-d4df-4282-8ee9-e3dd405dc0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:58:57.864865 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3783cffc-f96d-4289-8837-a2567c223ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:58:59.226688 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:59:00.643004 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:59:01.926441 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:59:03.098572 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b2cb159c-3fe5-4569-96dc-a358fb6cb339 req-bbd3fb2b-d68b-4cc8-957f-3c539133ce05 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397303 Jan 18 20:59:03.185481 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb159c-3fe5-4569-96dc-a358fb6cb339 req-97cd0095-233d-4551-a96b-cd303e51b1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:59:03.187092 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b2cb159c-3fe5-4569-96dc-a358fb6cb339 req-97cd0095-233d-4551-a96b-cd303e51b1d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 1096 time: 0.0487449 Jan 18 20:59:03.287485 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb159c-3fe5-4569-96dc-a358fb6cb339 req-b6d39231-def9-461a-8145-f7c8f94931a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:59:03.288954 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b2cb159c-3fe5-4569-96dc-a358fb6cb339 req-b6d39231-def9-461a-8145-f7c8f94931a9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 912 time: 0.0844588 Jan 18 20:59:03.357574 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b2cb159c-3fe5-4569-96dc-a358fb6cb339 req-f048f538-1e8c-449b-a97a-ce4388bff32c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb74e9fb-4a87-41bc-96d7-32bacc14c241 HTTP/1.1" status: 200 len: 1001 time: 0.0629172 Jan 18 20:59:03.403188 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb159c-3fe5-4569-96dc-a358fb6cb339 req-19b17c7b-59e1-46ea-9e6b-993a5a71041a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:59:03.404583 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b2cb159c-3fe5-4569-96dc-a358fb6cb339 req-19b17c7b-59e1-46ea-9e6b-993a5a71041a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61e3b3b0-5646-459d-8ac4-7bfe29848aa5 HTTP/1.1" status: 200 len: 850 time: 0.0420387 Jan 18 20:59:03.447263 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb159c-3fe5-4569-96dc-a358fb6cb339 req-7ee3adb3-7d6f-49da-a3b4-12c2dfe6844d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:59:03.448703 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b2cb159c-3fe5-4569-96dc-a358fb6cb339 req-7ee3adb3-7d6f-49da-a3b4-12c2dfe6844d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383046 Jan 18 20:59:03.539922 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b2cb159c-3fe5-4569-96dc-a358fb6cb339 req-1e5f9cb0-b7d0-4e83-a236-519bc44f45c3 service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852611 Jan 18 20:59:03.626320 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b2cb159c-3fe5-4569-96dc-a358fb6cb339 req-b19052f0-eaf9-42ba-a97c-ea1a1478bf8b service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807700 Jan 18 20:59:04.365208 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:59:07.146429 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:59:25.703409 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-55391388-ef39-4efb-bd7b-121df55c210d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:59:27.266985 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:59:27.868010 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-07b01f4c-0587-4764-86fa-95eb7fa13554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:59:29.166298 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-85599005-bab6-471a-a615-61ca78a6d535 req-db117001-874d-4019-99b2-841c09b72935 service neutron] (103336) timed out ('10.222.0.31', 41546) {{(pid=103336) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 18 20:59:29.228921 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:59:30.645835 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:59:31.933180 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:59:34.363362 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:59:37.146902 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:59:54.283420 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443c692-9f1e-447c-b440-c5b4d09d7f73 req-a2d2474f-dea7-4035-a600-d481844ea211 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:59:54.284968 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e443c692-9f1e-447c-b440-c5b4d09d7f73 req-a2d2474f-dea7-4035-a600-d481844ea211 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 945 time: 0.1080685 Jan 18 20:59:54.332984 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e443c692-9f1e-447c-b440-c5b4d09d7f73 req-2b0ab5ad-ad84-46c2-a0fd-fbd536cfec34 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418172 Jan 18 20:59:55.503934 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cb809-bc74-4937-bb71-e4072be12d05 req-d9c65cb2-4c27-417c-a37e-b83ae87b551d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:59:55.505397 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-da6cb809-bc74-4937-bb71-e4072be12d05 req-d9c65cb2-4c27-417c-a37e-b83ae87b551d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 945 time: 0.1030273 Jan 18 20:59:55.552342 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-da6cb809-bc74-4937-bb71-e4072be12d05 req-7a4a5d38-9845-4672-8042-e5e885be6002 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412498 Jan 18 20:59:55.704460 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6e547e33-b07e-495a-bf71-be2afdcf39fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:59:55.817864 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e00be9-78f8-4a63-b2f9-169fc7c3837d req-cff829fe-2d01-4b9b-88ee-fe6a808c4948 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:59:55.819225 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e6e00be9-78f8-4a63-b2f9-169fc7c3837d req-cff829fe-2d01-4b9b-88ee-fe6a808c4948 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.57 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 945 time: 0.0527611 Jan 18 20:59:55.904804 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-e6e00be9-78f8-4a63-b2f9-169fc7c3837d req-f7e63294-21c8-4f89-8c2f-d470c42b4591 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Deleting port bb74e9fb-4a87-41bc-96d7-32bacc14c241 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:59:55.905143 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e6e00be9-78f8-4a63-b2f9-169fc7c3837d req-f7e63294-21c8-4f89-8c2f-d470c42b4591 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (bb74e9fb-4a87-41bc-96d7-32bacc14c241), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:59:55.994417 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-e6e00be9-78f8-4a63-b2f9-169fc7c3837d req-f7e63294-21c8-4f89-8c2f-d470c42b4591 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] For port bb74e9fb-4a87-41bc-96d7-32bacc14c241, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=bb74e9fb-4a87-41bc-96d7-32bacc14c241,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:59:55.994772 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e6e00be9-78f8-4a63-b2f9-169fc7c3837d req-f7e63294-21c8-4f89-8c2f-d470c42b4591 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (bb74e9fb-4a87-41bc-96d7-32bacc14c241), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:59:56.163095 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e6e00be9-78f8-4a63-b2f9-169fc7c3837d req-f7e63294-21c8-4f89-8c2f-d470c42b4591 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:59:56.163671 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e6e00be9-78f8-4a63-b2f9-169fc7c3837d req-f7e63294-21c8-4f89-8c2f-d470c42b4591 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (d673d5f9-e5b7-4b3d-a5c7-1a9a8a21c25b), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:59:56.164191 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [req-e6e00be9-78f8-4a63-b2f9-169fc7c3837d req-f7e63294-21c8-4f89-8c2f-d470c42b4591 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Floating IP d673d5f9-e5b7-4b3d-a5c7-1a9a8a21c25b disassociated. External IP: 172.25.4.171, port: bb74e9fb-4a87-41bc-96d7-32bacc14c241. Jan 18 20:59:56.164733 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-e6e00be9-78f8-4a63-b2f9-169fc7c3837d req-f7e63294-21c8-4f89-8c2f-d470c42b4591 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Calling delete_port for bb74e9fb-4a87-41bc-96d7-32bacc14c241 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:59:56.294752 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e6e00be9-78f8-4a63-b2f9-169fc7c3837d req-f7e63294-21c8-4f89-8c2f-d470c42b4591 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (bb74e9fb-4a87-41bc-96d7-32bacc14c241), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:59:56.327124 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e63294-21c8-4f89-8c2f-d470c42b4591 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event deleted for resources: {'Port': ['ID=bb74e9fb-4a87-41bc-96d7-32bacc14c241,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:59:56.340475 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e63294-21c8-4f89-8c2f-d470c42b4591 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:59:56.340822 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e63294-21c8-4f89-8c2f-d470c42b4591 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:59:56.341173 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e63294-21c8-4f89-8c2f-d470c42b4591 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:59:56.341507 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e63294-21c8-4f89-8c2f-d470c42b4591 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:59:56.341858 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e63294-21c8-4f89-8c2f-d470c42b4591 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:59:56.344315 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e63294-21c8-4f89-8c2f-d470c42b4591 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:59:56.344315 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e63294-21c8-4f89-8c2f-d470c42b4591 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:59:56.344315 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e63294-21c8-4f89-8c2f-d470c42b4591 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:59:56.344315 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e63294-21c8-4f89-8c2f-d470c42b4591 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:59:56.344315 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e63294-21c8-4f89-8c2f-d470c42b4591 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:59:56.344315 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e63294-21c8-4f89-8c2f-d470c42b4591 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:59:56.344859 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e63294-21c8-4f89-8c2f-d470c42b4591 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:59:56.344859 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e63294-21c8-4f89-8c2f-d470c42b4591 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:59:56.450523 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6e00be9-78f8-4a63-b2f9-169fc7c3837d req-f7e63294-21c8-4f89-8c2f-d470c42b4591 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:59:56.554285 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6e00be9-78f8-4a63-b2f9-169fc7c3837d req-f7e63294-21c8-4f89-8c2f-d470c42b4591 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:59:56.564738 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c64e08-2a61-4e0d-ae4a-078afdf2f323 None None] Sync routers for ids ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:59:56.576309 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c64e08-2a61-4e0d-ae4a-078afdf2f323 None None] Routers {'0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:59:56.577083 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c2c64e08-2a61-4e0d-ae4a-078afdf2f323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:59:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:59:56.592987 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e00be9-78f8-4a63-b2f9-169fc7c3837d req-f7e63294-21c8-4f89-8c2f-d470c42b4591 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] No DVR routers for this DVR port bb74e9fb-4a87-41bc-96d7-32bacc14c241 on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:59:56.595354 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e6e00be9-78f8-4a63-b2f9-169fc7c3837d req-f7e63294-21c8-4f89-8c2f-d470c42b4591 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:59:56.598743 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e6e00be9-78f8-4a63-b2f9-169fc7c3837d req-f7e63294-21c8-4f89-8c2f-d470c42b4591 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.57 "DELETE /v2.0/ports/bb74e9fb-4a87-41bc-96d7-32bacc14c241 HTTP/1.1" status: 204 len: 173 time: 0.7744117 Jan 18 20:59:56.599201 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a0455e-eee3-4cbc-858a-a2a919eb4e88', 'name': 'network-vif-deleted', 'tag': 'bb74e9fb-4a87-41bc-96d7-32bacc14c241'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:59:56.601737 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deab1ab3-26ca-455a-b16e-35624f956ea9" -d '{"events": [{"server_uuid": "25a0455e-eee3-4cbc-858a-a2a919eb4e88", "name": "network-vif-deleted", "tag": "bb74e9fb-4a87-41bc-96d7-32bacc14c241"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:59:56.662844 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f142cbc9-169d-454c-a376-d581bd6b9af4 x-openstack-request-id: req-f142cbc9-169d-454c-a376-d581bd6b9af4 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:59:56.663219 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a0455e-eee3-4cbc-858a-a2a919eb4e88", "name": "network-vif-deleted", "tag": "bb74e9fb-4a87-41bc-96d7-32bacc14c241", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:59:56.663453 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f142cbc9-169d-454c-a376-d581bd6b9af4 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:59:56.663858 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a0455e-eee3-4cbc-858a-a2a919eb4e88', 'name': 'network-vif-deleted', 'tag': 'bb74e9fb-4a87-41bc-96d7-32bacc14c241', 'status': 'completed', 'code': 200} Jan 18 20:59:56.702786 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-87a0c03d-04f8-4897-a934-d407ad55a0c3 req-f04e2d8f-83af-4175-8e9d-5858e114bc41 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 210 time: 0.0310736 Jan 18 20:59:56.719096 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-c2c64e08-2a61-4e0d-ae4a-078afdf2f323 None None] Set router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:59:56.919092 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c2c64e08-2a61-4e0d-ae4a-078afdf2f323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'name': 'tempest-TestVolumeBootPattern-423705390-router', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '98dca7a3-eb58-47dc-a434-709463258148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:00Z', 'updated_at': '2022-01-18T20:53:03Z', 'revision_number': 4, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'gw_port': {'id': '98dca7a3-eb58-47dc-a434-709463258148', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:01Z', 'updated_at': '2022-01-18T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '3116b154-cf5e-4b33-b1ae-32bfc606fd33', 'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'mac_address': 'fa:16:3e:61:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:02Z', 'updated_at': '2022-01-18T20:53:08Z', 'revision_number': 5, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'subnets': [{'id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:59:56.951484 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c64e08-2a61-4e0d-ae4a-078afdf2f323 None None] Checking router: 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:59:56.959843 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c64e08-2a61-4e0d-ae4a-078afdf2f323 None None] Routers {'0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:59:56.960380 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c2c64e08-2a61-4e0d-ae4a-078afdf2f323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T20:59:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:59:57.062172 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-c2c64e08-2a61-4e0d-ae4a-078afdf2f323 None None] Set router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:59:57.251894 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c2c64e08-2a61-4e0d-ae4a-078afdf2f323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'name': 'tempest-TestVolumeBootPattern-423705390-router', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '98dca7a3-eb58-47dc-a434-709463258148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:00Z', 'updated_at': '2022-01-18T20:53:03Z', 'revision_number': 4, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'gw_port': {'id': '98dca7a3-eb58-47dc-a434-709463258148', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:01Z', 'updated_at': '2022-01-18T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '3116b154-cf5e-4b33-b1ae-32bfc606fd33', 'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'mac_address': 'fa:16:3e:61:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:02Z', 'updated_at': '2022-01-18T20:53:08Z', 'revision_number': 5, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'subnets': [{'id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:59:57.277748 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c64e08-2a61-4e0d-ae4a-078afdf2f323 None None] The sync data for ids ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'] in n-d-741529-9 is: [{'id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'name': 'tempest-TestVolumeBootPattern-423705390-router', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '98dca7a3-eb58-47dc-a434-709463258148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:00Z', 'updated_at': '2022-01-18T20:53:03Z', 'revision_number': 4, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'gw_port': {'id': '98dca7a3-eb58-47dc-a434-709463258148', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:01Z', 'updated_at': '2022-01-18T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '3116b154-cf5e-4b33-b1ae-32bfc606fd33', 'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'mac_address': 'fa:16:3e:61:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:02Z', 'updated_at': '2022-01-18T20:53:08Z', 'revision_number': 5, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'subnets': [{'id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:59:57.503015 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a14f6a9-120c-4a2c-bc9a-305a9e5e96dd None None] New status for floating IP d673d5f9-e5b7-4b3d-a5c7-1a9a8a21c25b: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:59:57.805907 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-83592b10-883a-4f1b-a730-65ddfb7c081f req-1647b5f9-824b-43a2-afd8-a29e8af9a81a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 210 time: 0.0252316 Jan 18 20:59:57.869867 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c298831c-b8e6-49b9-a969-15730ae5723e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:59:58.601076 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device bb74e9fb-4a87-41bc-96d7-32bacc14c241 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:59:58.625050 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: bb74e9fb-4a87-41bc-96d7-32bacc14c241 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:59:58.625389 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device bb74e9fb-4a87-41bc-96d7-32bacc14c241 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:59:58.902677 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6b611782-f6cf-4763-aadd-4869b4de4155 req-0ebcb017-5558-47ed-b7e3-4c7295ee9916 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 210 time: 0.0259447 Jan 18 20:59:59.232176 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:59:59.998508 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-700dbfaf-02f6-4b26-b93b-7d7b7bdc02f3 req-cc71b7e8-a6a2-4323-a767-e8fe13bf2c6f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 210 time: 0.0257664 Jan 18 21:00:00.650453 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:01.095222 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6d70befb-e95b-47ff-a3cc-366d413f0dcd req-22c20e64-8af6-4e5b-bf6f-7f11d501fb83 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 210 time: 0.0290985 Jan 18 21:00:01.925361 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:02.191080 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4fcd145a-337e-4e68-9658-955405913413 req-ea9b63ee-2d95-4d62-b7bc-660df2e19b03 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 210 time: 0.0261168 Jan 18 21:00:03.291685 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2d14c8e9-2231-42a5-b6c7-34a5f89d672d req-ce876b3d-b83b-4077-9be2-800cdcfb81e2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 210 time: 0.0285594 Jan 18 21:00:04.266111 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:00:04.363564 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:04.394763 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-57d7f26e-636b-452b-bc61-cdbe48cf72be req-f40f2fdd-d6cc-4040-99a2-1a085bc455e2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a0455e-eee3-4cbc-858a-a2a919eb4e88 HTTP/1.1" status: 200 len: 210 time: 0.0260510 Jan 18 21:00:05.598642 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-55c097ec-3c49-4860-9581-f9ce2447544e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-444303049&fields=id&tenant_id=9b82b7e3a21f45d380a45d82457a5d1f HTTP/1.1" status: 200 len: 267 time: 0.0438983 Jan 18 21:00:05.705549 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-18b5c063-af74-45a1-8d62-f30cd9c5233d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:05.706919 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-18b5c063-af74-45a1-8d62-f30cd9c5233d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 811 time: 0.1007242 Jan 18 21:00:05.721257 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-24b5d033-7684-47e5-91a5-8be7687e5283 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/quotas/9b82b7e3a21f45d380a45d82457a5d1f HTTP/1.1" status: 200 len: 375 time: 0.0084994 Jan 18 21:00:05.769618 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-b8c7ad44-c225-48ee-9032-38003ca18fdd tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428119 Jan 18 21:00:05.863614 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-088b0d88-e90a-476c-9e5f-da1ee5c61162 service neutron] 10.222.0.31 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826468 Jan 18 21:00:05.948890 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-040e0cc0-585f-424f-b251-789e54324c79 service neutron] 10.222.0.31 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797000 Jan 18 21:00:06.221446 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b2415f28-6201-460b-92fd-172f743c1989 req-1ba58679-8023-4076-a295-823d70f3871f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 210 time: 0.0267971 Jan 18 21:00:07.159960 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:00:07.161866 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:00:07.165501 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-d1b130c2-363c-4e05-ae80-1ca0d711e71c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:07.166873 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-d1b130c2-363c-4e05-ae80-1ca0d711e71c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.57 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 811 time: 0.1106925 Jan 18 21:00:07.229789 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-d37a4efc-610d-49d5-b59e-9cf6fb563a8c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b82b7e3a21f45d380a45d82457a5d1f HTTP/1.1" status: 200 len: 379 time: 0.0537109 Jan 18 21:00:07.237960 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-28918290-87e1-4b57-b381-0a6bff5f9881 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Request body: {'port': {'device_id': '1fcd277f-4442-4b4a-b359-5069245d26d2', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'admin_state_up': True, 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'security_groups': ['9121ff0c-03d1-403d-9ffb-a28ac7b52c1e']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:00:07.338273 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7a4f21e5-9a70-49da-965b-975ea5e7adff req-95ed9afd-38da-4073-866d-146f67925cf7 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 210 time: 0.0401206 Jan 18 21:00:07.371743 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-28918290-87e1-4b57-b381-0a6bff5f9881 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Made reservation on behalf of 9b82b7e3a21f45d380a45d82457a5d1f for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:00:07.375318 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-28918290-87e1-4b57-b381-0a6bff5f9881 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:07.513551 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-28918290-87e1-4b57-b381-0a6bff5f9881 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Allocated IP 172.20.0.11 (e3f2a3df-3a03-4102-9f4d-d250fc7fbfce/61e3b3b0-5646-459d-8ac4-7bfe29848aa5/e46ccd55-bc70-469b-a960-fb42d7c73a2e) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:00:07.652843 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-28918290-87e1-4b57-b381-0a6bff5f9881 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for port (e46ccd55-bc70-469b-a960-fb42d7c73a2e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:07.686449 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-28918290-87e1-4b57-b381-0a6bff5f9881 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e46ccd55-bc70-469b-a960-fb42d7c73a2e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:07.734430 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-28918290-87e1-4b57-b381-0a6bff5f9881 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:00:07.737519 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-28918290-87e1-4b57-b381-0a6bff5f9881 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:00:07.740137 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-28918290-87e1-4b57-b381-0a6bff5f9881 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:00:07.764434 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28918290-87e1-4b57-b381-0a6bff5f9881 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event updated for resources: {'Port': ['ID=e46ccd55-bc70-469b-a960-fb42d7c73a2e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:00:07.800908 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-28918290-87e1-4b57-b381-0a6bff5f9881 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:07.801444 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-28918290-87e1-4b57-b381-0a6bff5f9881 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:07.817209 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-28918290-87e1-4b57-b381-0a6bff5f9881 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5827959 Jan 18 21:00:07.826120 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-dee632c1-27dd-490a-a2d7-9d7aafb7acd2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 21:00:07.827193 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-dee632c1-27dd-490a-a2d7-9d7aafb7acd2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051312 Jan 18 21:00:07.888778 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-3af55b54-e445-4c20-b534-24c66d375a0d service neutron] Request body: {'port': {'device_id': '1fcd277f-4442-4b4a-b359-5069245d26d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:00:07.947998 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-3af55b54-e445-4c20-b534-24c66d375a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e46ccd55-bc70-469b-a960-fb42d7c73a2e), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:07.980169 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-2b825475-ef5e-4144-86f8-44bffa377ed2 None None] Provisioning complete for port e46ccd55-bc70-469b-a960-fb42d7c73a2e triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:00:07.980693 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2b825475-ef5e-4144-86f8-44bffa377ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e46ccd55-bc70-469b-a960-fb42d7c73a2e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:08.017148 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2b825475-ef5e-4144-86f8-44bffa377ed2 None None] Port e46ccd55-bc70-469b-a960-fb42d7c73a2e cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:00:08.218793 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-3af55b54-e445-4c20-b534-24c66d375a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e46ccd55-bc70-469b-a960-fb42d7c73a2e {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:00:08.226790 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-3af55b54-e445-4c20-b534-24c66d375a0d service neutron] Publish callbacks [] for port (e46ccd55-bc70-469b-a960-fb42d7c73a2e), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:08.239004 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-3af55b54-e445-4c20-b534-24c66d375a0d service neutron] Transition to ACTIVE for port object e46ccd55-bc70-469b-a960-fb42d7c73a2e will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 21:00:08.243343 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-3af55b54-e445-4c20-b534-24c66d375a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (e46ccd55-bc70-469b-a960-fb42d7c73a2e), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:08.300587 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af55b54-e445-4c20-b534-24c66d375a0d service neutron] Pushing event updated for resources: {'Port': ['ID=e46ccd55-bc70-469b-a960-fb42d7c73a2e,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:00:08.373745 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-3af55b54-e445-4c20-b534-24c66d375a0d service neutron] Attempting to bind port e46ccd55-bc70-469b-a960-fb42d7c73a2e on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:00:08.374078 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-3af55b54-e445-4c20-b534-24c66d375a0d service neutron] Attempting to bind port e46ccd55-bc70-469b-a960-fb42d7c73a2e by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:00:08.374405 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-3af55b54-e445-4c20-b534-24c66d375a0d service neutron] Attempting to bind port e46ccd55-bc70-469b-a960-fb42d7c73a2e on network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:00:08.379565 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-3af55b54-e445-4c20-b534-24c66d375a0d service neutron] Port e46ccd55-bc70-469b-a960-fb42d7c73a2e on network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 21:00:08.379888 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-3af55b54-e445-4c20-b534-24c66d375a0d service neutron] Attempting to bind port e46ccd55-bc70-469b-a960-fb42d7c73a2e on network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:00:08.387022 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-3af55b54-e445-4c20-b534-24c66d375a0d service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:00:08.387356 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-3af55b54-e445-4c20-b534-24c66d375a0d service neutron] Checking segment: {'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:00:08.387877 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-3af55b54-e445-4c20-b534-24c66d375a0d service neutron] Bound using segment: {'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:00:08.388310 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-3af55b54-e445-4c20-b534-24c66d375a0d service neutron] Bound port: e46ccd55-bc70-469b-a960-fb42d7c73a2e, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:00:08.388663 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-3af55b54-e445-4c20-b534-24c66d375a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e46ccd55-bc70-469b-a960-fb42d7c73a2e), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:08.460909 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-3af55b54-e445-4c20-b534-24c66d375a0d service neutron] For port e46ccd55-bc70-469b-a960-fb42d7c73a2e, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:00:08.464346 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-3af55b54-e445-4c20-b534-24c66d375a0d service neutron] For port e46ccd55-bc70-469b-a960-fb42d7c73a2e, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=e46ccd55-bc70-469b-a960-fb42d7c73a2e,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:00:08.471400 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-3af55b54-e445-4c20-b534-24c66d375a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (e46ccd55-bc70-469b-a960-fb42d7c73a2e), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:08.476041 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9075a-94c3-40c2-a52f-b569efd89fb2 req-14715b21-3c6a-44aa-b4db-6298ba9337d2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:08.478066 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9ac9075a-94c3-40c2-a52f-b569efd89fb2 req-14715b21-3c6a-44aa-b4db-6298ba9337d2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 944 time: 0.0603070 Jan 18 21:00:08.523129 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-3af55b54-e445-4c20-b534-24c66d375a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:08.523757 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-3af55b54-e445-4c20-b534-24c66d375a0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:08.525333 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-3af55b54-e445-4c20-b534-24c66d375a0d service neutron] 10.222.0.57 "PUT /v2.0/ports/e46ccd55-bc70-469b-a960-fb42d7c73a2e HTTP/1.1" status: 200 len: 1092 time: 0.6901934 Jan 18 21:00:08.525909 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fcd277f-4442-4b4a-b359-5069245d26d2', 'tag': 'e46ccd55-bc70-469b-a960-fb42d7c73a2e'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:00:08.528078 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6838909f7f196ba121b3d1216d81fd80f3741551555bd29244fb48aa3c723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d789a73-a47b-4b02-8e21-df44c9bd453b" -d '{"events": [{"name": "network-changed", "server_uuid": "1fcd277f-4442-4b4a-b359-5069245d26d2", "tag": "e46ccd55-bc70-469b-a960-fb42d7c73a2e"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:00:08.558228 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af55b54-e445-4c20-b534-24c66d375a0d service neutron] Pushing event updated for resources: {'Port': ['ID=e46ccd55-bc70-469b-a960-fb42d7c73a2e,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:00:08.575771 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9ac9075a-94c3-40c2-a52f-b569efd89fb2 req-f258cbc4-2419-452e-a569-804220de06a4 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910029 Jan 18 21:00:08.587837 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d375f1b9-d0e3-4571-8322-d375222cd2e0 x-openstack-request-id: req-d375f1b9-d0e3-4571-8322-d375222cd2e0 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:00:08.588031 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fcd277f-4442-4b4a-b359-5069245d26d2", "tag": "e46ccd55-bc70-469b-a960-fb42d7c73a2e", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:00:08.588136 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d375f1b9-d0e3-4571-8322-d375222cd2e0 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:00:08.588522 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fcd277f-4442-4b4a-b359-5069245d26d2', 'tag': 'e46ccd55-bc70-469b-a960-fb42d7c73a2e', 'status': 'completed', 'code': 200} Jan 18 21:00:08.625286 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-75cc1d2b-4425-4c3c-8e47-55d949abe987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:08.627066 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-75cc1d2b-4425-4c3c-8e47-55d949abe987 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 1095 time: 0.0571961 Jan 18 21:00:08.670621 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-ba3a8919-bc4b-4cf1-8652-f03a6f074259 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e46ccd55-bc70-469b-a960-fb42d7c73a2e HTTP/1.1" status: 200 len: 217 time: 0.0352547 Jan 18 21:00:08.728820 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-14ed2038-3129-4c40-a4e7-64415a8d771a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:08.730252 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-14ed2038-3129-4c40-a4e7-64415a8d771a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61e3b3b0-5646-459d-8ac4-7bfe29848aa5 HTTP/1.1" status: 200 len: 850 time: 0.0515277 Jan 18 21:00:08.781880 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-678a0ef3-d9ae-4810-82f3-4c79faf1e86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:08.783393 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-678a0ef3-d9ae-4810-82f3-4c79faf1e86f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448551 Jan 18 21:00:08.873510 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-16597ee4-01ca-46e8-bec8-f6bd5c9f3d50 service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836921 Jan 18 21:00:08.963227 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7cf32b53-b2b5-40a1-a812-053fa350dd53 req-5b7c16f7-f85d-463d-98da-e44570b6c14a service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831337 Jan 18 21:00:09.045128 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d789a73-a47b-4b02-8e21-df44c9bd453b req-445d850b-7269-4a6e-a391-869a10f7fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:09.046553 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3d789a73-a47b-4b02-8e21-df44c9bd453b req-445d850b-7269-4a6e-a391-869a10f7fa69 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 1095 time: 0.0394561 Jan 18 21:00:09.139550 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d789a73-a47b-4b02-8e21-df44c9bd453b req-bf0fd5dd-44fa-4d90-944d-3489cafc9fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:09.141058 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3d789a73-a47b-4b02-8e21-df44c9bd453b req-bf0fd5dd-44fa-4d90-944d-3489cafc9fc7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 912 time: 0.0872605 Jan 18 21:00:09.182637 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3d789a73-a47b-4b02-8e21-df44c9bd453b req-4272f231-1ac0-4038-b0e7-692365d16487 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e46ccd55-bc70-469b-a960-fb42d7c73a2e HTTP/1.1" status: 200 len: 217 time: 0.0338295 Jan 18 21:00:09.234293 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d789a73-a47b-4b02-8e21-df44c9bd453b req-1f3c58a6-dee3-4ba3-b6cb-6f62cad8c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:09.235756 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3d789a73-a47b-4b02-8e21-df44c9bd453b req-1f3c58a6-dee3-4ba3-b6cb-6f62cad8c285 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61e3b3b0-5646-459d-8ac4-7bfe29848aa5 HTTP/1.1" status: 200 len: 850 time: 0.0473835 Jan 18 21:00:09.281078 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d789a73-a47b-4b02-8e21-df44c9bd453b req-7f9b455b-677a-4787-95f9-3ac90abbda9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:09.283897 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3d789a73-a47b-4b02-8e21-df44c9bd453b req-7f9b455b-677a-4787-95f9-3ac90abbda9e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400887 Jan 18 21:00:09.370347 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3d789a73-a47b-4b02-8e21-df44c9bd453b req-47688fd8-066a-4b76-a41e-6944c9529d5f service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814071 Jan 18 21:00:09.463651 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3d789a73-a47b-4b02-8e21-df44c9bd453b req-bced83a2-b9d4-4316-a8b4-efbe747820a8 service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879264 Jan 18 21:00:09.699379 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a55cf5-61e1-494f-b6c9-026992a7bf54 req-bb396548-7e15-4457-9439-adf01f517088 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:09.700872 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e9a55cf5-61e1-494f-b6c9-026992a7bf54 req-bb396548-7e15-4457-9439-adf01f517088 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 944 time: 0.0472310 Jan 18 21:00:09.748374 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e9a55cf5-61e1-494f-b6c9-026992a7bf54 req-274aed56-09fa-4c85-bc4c-7e15a80c3e09 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419192 Jan 18 21:00:10.865737 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1e0fb-fa91-4d86-a94e-e0f076ff3809 req-a2582ae1-0786-4ec8-9171-3aea7a77d20d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:10.867231 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eba1e0fb-fa91-4d86-a94e-e0f076ff3809 req-a2582ae1-0786-4ec8-9171-3aea7a77d20d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 944 time: 0.0518904 Jan 18 21:00:10.916151 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eba1e0fb-fa91-4d86-a94e-e0f076ff3809 req-967d32a4-ebff-4cc4-a462-9f41b0891b24 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433528 Jan 18 21:00:12.030942 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637f307-3959-4865-83e3-26dd76271628 req-e089c330-d8a2-4eeb-a97b-01c480be446c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:12.032356 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f637f307-3959-4865-83e3-26dd76271628 req-e089c330-d8a2-4eeb-a97b-01c480be446c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 944 time: 0.0495372 Jan 18 21:00:12.080416 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f637f307-3959-4865-83e3-26dd76271628 req-a6c96bb3-b602-4ead-9a69-7ce063df81c6 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420504 Jan 18 21:00:13.196649 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ff63e-223a-48a6-855b-7ea65ed96593 req-77bfc702-c859-4790-95bb-3af179376fd4 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:13.198158 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-050ff63e-223a-48a6-855b-7ea65ed96593 req-77bfc702-c859-4790-95bb-3af179376fd4 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 944 time: 0.0476296 Jan 18 21:00:13.258708 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-050ff63e-223a-48a6-855b-7ea65ed96593 req-128cc4ca-83f1-4894-b93e-5586a842303f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548186 Jan 18 21:00:14.399264 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a53db-b49b-4773-87b9-3cd79402d288 req-e9c03103-7af4-4ca3-a932-930df8ad3c73 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:14.400748 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-535a53db-b49b-4773-87b9-3cd79402d288 req-e9c03103-7af4-4ca3-a932-930df8ad3c73 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 944 time: 0.0489721 Jan 18 21:00:14.448905 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-535a53db-b49b-4773-87b9-3cd79402d288 req-ab312142-5609-43c3-b86b-cba3175483a7 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425284 Jan 18 21:00:15.562174 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efb770-8c4e-4da1-89e9-ce0612f4e653 req-bb714c3f-a545-454c-9155-5775a0ed8e9f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:15.563660 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-28efb770-8c4e-4da1-89e9-ce0612f4e653 req-bb714c3f-a545-454c-9155-5775a0ed8e9f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 944 time: 0.0478423 Jan 18 21:00:15.612509 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-28efb770-8c4e-4da1-89e9-ce0612f4e653 req-9dead62c-f3bb-413d-8ba5-02fc8bee1cad tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422349 Jan 18 21:00:16.028085 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [req-355a4c0a-3f74-4440-b26a-8d8188f3dafb req-e5f12583-73e1-4725-986c-9d0b02ff1475 service neutron] (103335) timed out ('10.222.0.70', 55102) {{(pid=103335) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 18 21:00:16.338199 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-a89ea655-5ea5-408b-8a7b-03c5e0bd2c58 req-53298356-3669-4d20-b369-1ac4a9c58912 tempest-TestSecurityGroupsBasicOps-2004652530 tempest-TestSecurityGroupsBasicOps-2004652530-project] (103336) timed out ('10.222.0.70', 55052) {{(pid=103336) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 18 21:00:16.732548 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080c9d1-ec2f-4ec7-b431-60a0fe0cecf6 req-67466215-9fa5-4aa7-a1a1-9b9bad5fab99 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:16.734143 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a080c9d1-ec2f-4ec7-b431-60a0fe0cecf6 req-67466215-9fa5-4aa7-a1a1-9b9bad5fab99 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 944 time: 0.0542438 Jan 18 21:00:16.788477 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a080c9d1-ec2f-4ec7-b431-60a0fe0cecf6 req-89824a06-8ced-4dfb-a49d-92ae43a28f0b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486407 Jan 18 21:00:17.902274 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b71b0b-19ef-499a-bcaa-6c128bf50a56 req-92da47b0-420f-409e-bcaf-f2317920782d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:17.903721 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42b71b0b-19ef-499a-bcaa-6c128bf50a56 req-92da47b0-420f-409e-bcaf-f2317920782d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 944 time: 0.0475259 Jan 18 21:00:17.958936 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42b71b0b-19ef-499a-bcaa-6c128bf50a56 req-54e1cc29-bf82-4afa-b8cd-ca1e576e7c87 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491049 Jan 18 21:00:19.072418 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70b94d-bb04-47d4-814f-662aa9ebb293 req-0f17eef6-fe1c-41c3-b6b9-3d40ac618623 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:19.073939 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d70b94d-bb04-47d4-814f-662aa9ebb293 req-0f17eef6-fe1c-41c3-b6b9-3d40ac618623 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 944 time: 0.0483751 Jan 18 21:00:19.125304 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7d70b94d-bb04-47d4-814f-662aa9ebb293 req-59c442c8-8433-4410-b114-ae257f768dda tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457869 Jan 18 21:00:20.243059 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a585a-8709-490e-91f3-ccbd3e3b632b req-203b5050-6d3f-4cd6-9352-74d647ab27a8 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:20.244535 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b90a585a-8709-490e-91f3-ccbd3e3b632b req-203b5050-6d3f-4cd6-9352-74d647ab27a8 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 944 time: 0.0534072 Jan 18 21:00:20.294147 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b90a585a-8709-490e-91f3-ccbd3e3b632b req-731d4110-ae0a-4fa5-b79a-36a01d143940 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439878 Jan 18 21:00:21.412684 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cefd6-5fce-45ac-bddc-c01b7daf1526 req-dbbc17e6-a187-4037-b383-5065dcfaf6d0 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:21.414196 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-163cefd6-5fce-45ac-bddc-c01b7daf1526 req-dbbc17e6-a187-4037-b383-5065dcfaf6d0 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 944 time: 0.0540366 Jan 18 21:00:21.461221 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-163cefd6-5fce-45ac-bddc-c01b7daf1526 req-b28cd63d-7092-4123-b72f-4d9bbdca6d3d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413644 Jan 18 21:00:22.579230 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb43361-e2a3-4e41-bdc0-493ac04920a4 req-67e83415-27df-49fb-9f8f-4ce2324007ea tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:22.580721 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5eb43361-e2a3-4e41-bdc0-493ac04920a4 req-67e83415-27df-49fb-9f8f-4ce2324007ea tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 944 time: 0.0518758 Jan 18 21:00:22.628245 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5eb43361-e2a3-4e41-bdc0-493ac04920a4 req-5049f8fc-68a7-44ad-9863-533f095c0b5f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412946 Jan 18 21:00:23.795888 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ad3d3-917f-4d8c-a8f0-9d6ec6ffa26f req-dcb0e578-653d-403e-83fa-9a06278ac6c9 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:23.797381 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c80ad3d3-917f-4d8c-a8f0-9d6ec6ffa26f req-dcb0e578-653d-403e-83fa-9a06278ac6c9 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 944 time: 0.0485909 Jan 18 21:00:23.844833 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c80ad3d3-917f-4d8c-a8f0-9d6ec6ffa26f req-81aa960b-921a-44bf-9beb-45b5ca23a39e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420122 Jan 18 21:00:24.739494 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device e46ccd55-bc70-469b-a960-fb42d7c73a2e details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 21:00:24.829682 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port e46ccd55-bc70-469b-a960-fb42d7c73a2e, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=e46ccd55-bc70-469b-a960-fb42d7c73a2e,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:00:24.840138 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': 'e46ccd55-bc70-469b-a960-fb42d7c73a2e', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'port_id': 'e46ccd55-bc70-469b-a960-fb42d7c73a2e', 'mac_address': 'fa:16:3e:45:67:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 21:00:24.882236 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port e46ccd55-bc70-469b-a960-fb42d7c73a2e is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:00:24.882608 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e46ccd55-bc70-469b-a960-fb42d7c73a2e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:24.899092 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e46ccd55-bc70-469b-a960-fb42d7c73a2e {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:00:24.917756 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port e46ccd55-bc70-469b-a960-fb42d7c73a2e, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=e46ccd55-bc70-469b-a960-fb42d7c73a2e,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:00:24.921786 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e46ccd55-bc70-469b-a960-fb42d7c73a2e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:24.970372 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=e46ccd55-bc70-469b-a960-fb42d7c73a2e,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:00:24.978069 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:00:24.978426 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:00:24.978770 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:00:24.979109 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:00:24.979448 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:00:24.979780 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:00:24.980111 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:00:24.980441 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:00:24.980773 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:00:24.981099 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:00:24.981430 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:00:24.981782 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:00:24.982109 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:00:25.001700 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ade01f-471e-4d1a-b299-1efba02efde8 req-d51f21ab-d3a2-45ca-8175-6c30a901e4aa tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:25.003191 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4ade01f-471e-4d1a-b299-1efba02efde8 req-d51f21ab-d3a2-45ca-8175-6c30a901e4aa tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 945 time: 0.0523713 Jan 18 21:00:25.050100 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b4ade01f-471e-4d1a-b299-1efba02efde8 req-89442ef9-32a3-4477-8698-8917eb39e725 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407014 Jan 18 21:00:25.240156 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['e46ccd55-bc70-469b-a960-fb42d7c73a2e'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:00:25.705119 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0130968f-0a4c-48ab-9493-03c6b8a4887e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:26.163167 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a11365-bcc1-419b-9b5c-5bb9d5cc0abc req-bba1449b-cd9f-44a8-959f-2fdcbbd7992b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:26.164655 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f7a11365-bcc1-419b-9b5c-5bb9d5cc0abc req-bba1449b-cd9f-44a8-959f-2fdcbbd7992b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 945 time: 0.0480747 Jan 18 21:00:26.213167 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f7a11365-bcc1-419b-9b5c-5bb9d5cc0abc req-2353c0fb-71f2-4927-8adc-8dc31e8a28e6 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430546 Jan 18 21:00:26.757046 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device e46ccd55-bc70-469b-a960-fb42d7c73a2e up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:00:26.803455 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port e46ccd55-bc70-469b-a960-fb42d7c73a2e completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 21:00:26.807377 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port e46ccd55-bc70-469b-a960-fb42d7c73a2e triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:00:26.807747 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e46ccd55-bc70-469b-a960-fb42d7c73a2e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:26.884995 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port e46ccd55-bc70-469b-a960-fb42d7c73a2e is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:00:26.885385 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e46ccd55-bc70-469b-a960-fb42d7c73a2e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:26.907145 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcd277f-4442-4b4a-b359-5069245d26d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46ccd55-bc70-469b-a960-fb42d7c73a2e'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:00:26.909401 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}909cf71eda356f0a51e93f952c1f40aa12220d47a833fb9253c6451e9af14176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698e163b-93d0-4367-ae43-a8683635ef9d" -d '{"events": [{"server_uuid": "1fcd277f-4442-4b4a-b359-5069245d26d2", "name": "network-vif-plugged", "status": "completed", "tag": "e46ccd55-bc70-469b-a960-fb42d7c73a2e"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:00:26.922107 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port e46ccd55-bc70-469b-a960-fb42d7c73a2e, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=e46ccd55-bc70-469b-a960-fb42d7c73a2e,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:00:26.926419 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e46ccd55-bc70-469b-a960-fb42d7c73a2e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:26.972467 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=e46ccd55-bc70-469b-a960-fb42d7c73a2e,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:00:26.998557 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817c297b-37a2-49ff-956c-45e35f1b7472 x-openstack-request-id: req-817c297b-37a2-49ff-956c-45e35f1b7472 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:00:26.998915 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fcd277f-4442-4b4a-b359-5069245d26d2", "name": "network-vif-plugged", "status": "completed", "tag": "e46ccd55-bc70-469b-a960-fb42d7c73a2e", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:00:26.999176 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-817c297b-37a2-49ff-956c-45e35f1b7472 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:00:26.999572 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fcd277f-4442-4b4a-b359-5069245d26d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46ccd55-bc70-469b-a960-fb42d7c73a2e', 'code': 200} Jan 18 21:00:27.090340 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fcaa4-69f9-49ef-9b23-b9ef6b882522 req-40b82801-7fa0-4167-9c76-01838cdadb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:27.091760 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f52fcaa4-69f9-49ef-9b23-b9ef6b882522 req-40b82801-7fa0-4167-9c76-01838cdadb76 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 1097 time: 0.0396152 Jan 18 21:00:27.135366 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f52fcaa4-69f9-49ef-9b23-b9ef6b882522 req-9791d797-273f-4c4b-8503-e44cd7a89c9e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372524 Jan 18 21:00:27.406009 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45c2a8-83fe-4c5f-86a4-31eefb9a03bc req-868ea4fc-ba06-4d96-b321-bf63e02d2c81 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:27.407473 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4a45c2a8-83fe-4c5f-86a4-31eefb9a03bc req-868ea4fc-ba06-4d96-b321-bf63e02d2c81 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 946 time: 0.0907493 Jan 18 21:00:27.459628 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4a45c2a8-83fe-4c5f-86a4-31eefb9a03bc req-5a4353e3-f992-4ecc-bd91-ea5bfe56ab5f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465629 Jan 18 21:00:27.870251 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ff80ccd4-a434-490b-85a9-45996076feed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:28.592702 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41546941-4ec0-4857-aa98-c9a1349b4f63 req-d258fcd8-faa3-4d93-bdf0-536491376ef1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:28.594141 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-41546941-4ec0-4857-aa98-c9a1349b4f63 req-d258fcd8-faa3-4d93-bdf0-536491376ef1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 946 time: 0.0478115 Jan 18 21:00:28.642038 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-41546941-4ec0-4857-aa98-c9a1349b4f63 req-68967d2f-fad3-4f4b-9b20-d68a58ee936d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417528 Jan 18 21:00:28.753220 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b78077-98dc-4f33-8391-369a11328b3d req-880effb0-ed43-49eb-82c2-cb2c40bb178d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:28.754709 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-91b78077-98dc-4f33-8391-369a11328b3d req-880effb0-ed43-49eb-82c2-cb2c40bb178d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 946 time: 0.0477281 Jan 18 21:00:28.802147 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-91b78077-98dc-4f33-8391-369a11328b3d req-8b6be21b-7388-47cd-a210-68f3f713db36 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418539 Jan 18 21:00:28.823558 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40270) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:00:28.907915 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a7df4b-ae94-4fc6-9a9d-07dd8fa5b400 tempest-TestVolumeBootPattern-183720632 tempest-TestVolumeBootPattern-183720632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:28.909444 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c4a7df4b-ae94-4fc6-9a9d-07dd8fa5b400 tempest-TestVolumeBootPattern-183720632 tempest-TestVolumeBootPattern-183720632-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 1092 time: 0.0849574 Jan 18 21:00:28.912884 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40274) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:00:28.917066 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'port_id': 'e46ccd55-bc70-469b-a960-fb42d7c73a2e', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:00:28.940203 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:29.033858 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:29.137424 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Allocated IP 172.25.4.55 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/c6fb639f-9c8a-412b-85f2-ca0317cefbe9) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:00:29.233437 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:29.237032 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for port (c6fb639f-9c8a-412b-85f2-ca0317cefbe9), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:29.269261 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (c6fb639f-9c8a-412b-85f2-ca0317cefbe9), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:29.311045 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:00:29.313801 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:00:29.317240 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:00:29.323281 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event updated for resources: {'Port': ['ID=c6fb639f-9c8a-412b-85f2-ca0317cefbe9,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:00:29.350934 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:00:29.351275 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:00:29.351607 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:00:29.351935 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:00:29.352277 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:00:29.352587 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:00:29.352903 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:00:29.353219 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:00:29.353533 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:00:29.353870 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:00:29.354182 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:00:29.354497 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:00:29.354811 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:00:29.669390 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for floatingip (c910da41-91af-4121-a4f3-f65e4e3e859a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:29.735266 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c6fb639f-9c8a-412b-85f2-ca0317cefbe9), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:29.879933 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for port (c6fb639f-9c8a-412b-85f2-ca0317cefbe9), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:29.884252 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (c6fb639f-9c8a-412b-85f2-ca0317cefbe9), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:29.949176 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event updated for resources: {'Port': ['ID=c6fb639f-9c8a-412b-85f2-ca0317cefbe9,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:00:29.958940 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (c910da41-91af-4121-a4f3-f65e4e3e859a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:30.055152 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Floating IP c910da41-91af-4121-a4f3-f65e4e3e859a associated. External IP: 172.25.4.55, port: e46ccd55-bc70-469b-a960-fb42d7c73a2e. Jan 18 21:00:30.593438 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:00:30.651003 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:30.698529 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:00:30.708301 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b033ab50-63c7-4473-99d5-5b4123888e42 None None] Sync routers for ids ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:00:30.716391 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:30.717780 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b033ab50-63c7-4473-99d5-5b4123888e42 None None] Routers {'0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:00:30.718982 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b033ab50-63c7-4473-99d5-5b4123888e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:00:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:00:30.744383 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7dc7ac8d-844d-483d-83a2-5a2bada9a19c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8304863 Jan 18 21:00:30.744977 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fcd277f-4442-4b4a-b359-5069245d26d2', 'tag': 'e46ccd55-bc70-469b-a960-fb42d7c73a2e'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:00:30.747250 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd3eaf080a64a538633896d25ae1e453f29c03f9eb9e56e97957600b9624f0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a9d2ea-608a-468a-9352-9ca061719b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "1fcd277f-4442-4b4a-b359-5069245d26d2", "tag": "e46ccd55-bc70-469b-a960-fb42d7c73a2e"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:00:30.782870 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b0e4e4-5430-49ce-bc04-85c369d32134 x-openstack-request-id: req-d4b0e4e4-5430-49ce-bc04-85c369d32134 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:00:30.783214 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fcd277f-4442-4b4a-b359-5069245d26d2", "tag": "e46ccd55-bc70-469b-a960-fb42d7c73a2e", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:00:30.783467 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4b0e4e4-5430-49ce-bc04-85c369d32134 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:00:30.783917 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fcd277f-4442-4b4a-b359-5069245d26d2', 'tag': 'e46ccd55-bc70-469b-a960-fb42d7c73a2e', 'status': 'completed', 'code': 200} Jan 18 21:00:30.850336 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9d2ea-608a-468a-9352-9ca061719b1f req-d46081af-1e99-4ae3-91bf-8131b676ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:30.852052 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-44a9d2ea-608a-468a-9352-9ca061719b1f req-d46081af-1e99-4ae3-91bf-8131b676ce95 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 1097 time: 0.0465672 Jan 18 21:00:30.994148 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-b033ab50-63c7-4473-99d5-5b4123888e42 None None] Set router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:00:31.221929 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b033ab50-63c7-4473-99d5-5b4123888e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'name': 'tempest-TestVolumeBootPattern-423705390-router', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '98dca7a3-eb58-47dc-a434-709463258148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:00Z', 'updated_at': '2022-01-18T20:53:03Z', 'revision_number': 4, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'gw_port': {'id': '98dca7a3-eb58-47dc-a434-709463258148', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:01Z', 'updated_at': '2022-01-18T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'c910da41-91af-4121-a4f3-f65e4e3e859a', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'port_id': 'e46ccd55-bc70-469b-a960-fb42d7c73a2e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'mac_address': 'fa:16:3e:45:67:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd277f-4442-4b4a-b359-5069245d26d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:00:29Z', 'updated_at': '2022-01-18T21:00:29Z', 'revision_number': 0, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3116b154-cf5e-4b33-b1ae-32bfc606fd33', 'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'mac_address': 'fa:16:3e:61:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:02Z', 'updated_at': '2022-01-18T20:53:08Z', 'revision_number': 5, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'subnets': [{'id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:00:31.248970 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b033ab50-63c7-4473-99d5-5b4123888e42 None None] Checking router: 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:00:31.258219 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b033ab50-63c7-4473-99d5-5b4123888e42 None None] Routers {'0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:00:31.258835 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b033ab50-63c7-4473-99d5-5b4123888e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:00:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:00:31.290749 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9d2ea-608a-468a-9352-9ca061719b1f req-25f520f8-12d4-4c56-81d4-d55128a2e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:31.292271 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-44a9d2ea-608a-468a-9352-9ca061719b1f req-25f520f8-12d4-4c56-81d4-d55128a2e6c9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 912 time: 0.4348443 Jan 18 21:00:31.359960 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-44a9d2ea-608a-468a-9352-9ca061719b1f req-9d2818e1-7608-44b4-9068-1f0d4972d6cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e46ccd55-bc70-469b-a960-fb42d7c73a2e HTTP/1.1" status: 200 len: 999 time: 0.0611169 Jan 18 21:00:31.366096 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-b033ab50-63c7-4473-99d5-5b4123888e42 None None] Set router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:00:31.408694 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9d2ea-608a-468a-9352-9ca061719b1f req-f3cde4d6-7aa5-4346-a001-e99353bdeb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:31.410191 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-44a9d2ea-608a-468a-9352-9ca061719b1f req-f3cde4d6-7aa5-4346-a001-e99353bdeb81 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61e3b3b0-5646-459d-8ac4-7bfe29848aa5 HTTP/1.1" status: 200 len: 850 time: 0.0445490 Jan 18 21:00:31.461035 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9d2ea-608a-468a-9352-9ca061719b1f req-5d67daf5-3cbe-4aac-9ef9-4a48f6112fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:00:31.462638 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-44a9d2ea-608a-468a-9352-9ca061719b1f req-5d67daf5-3cbe-4aac-9ef9-4a48f6112fb0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465076 Jan 18 21:00:31.554948 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-44a9d2ea-608a-468a-9352-9ca061719b1f req-4330ca3e-fb5b-4b99-840f-438a07c34e81 service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861037 Jan 18 21:00:31.611210 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b033ab50-63c7-4473-99d5-5b4123888e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'name': 'tempest-TestVolumeBootPattern-423705390-router', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '98dca7a3-eb58-47dc-a434-709463258148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:00Z', 'updated_at': '2022-01-18T20:53:03Z', 'revision_number': 4, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'gw_port': {'id': '98dca7a3-eb58-47dc-a434-709463258148', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:01Z', 'updated_at': '2022-01-18T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'c910da41-91af-4121-a4f3-f65e4e3e859a', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'port_id': 'e46ccd55-bc70-469b-a960-fb42d7c73a2e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'mac_address': 'fa:16:3e:45:67:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd277f-4442-4b4a-b359-5069245d26d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:00:29Z', 'updated_at': '2022-01-18T21:00:29Z', 'revision_number': 0, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3116b154-cf5e-4b33-b1ae-32bfc606fd33', 'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'mac_address': 'fa:16:3e:61:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:02Z', 'updated_at': '2022-01-18T20:53:08Z', 'revision_number': 5, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'subnets': [{'id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:00:31.643791 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b033ab50-63c7-4473-99d5-5b4123888e42 None None] The sync data for ids ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'] in n-d-741529-9 is: [{'id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'name': 'tempest-TestVolumeBootPattern-423705390-router', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '98dca7a3-eb58-47dc-a434-709463258148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:00Z', 'updated_at': '2022-01-18T20:53:03Z', 'revision_number': 4, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'gw_port': {'id': '98dca7a3-eb58-47dc-a434-709463258148', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:01Z', 'updated_at': '2022-01-18T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'c910da41-91af-4121-a4f3-f65e4e3e859a', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'port_id': 'e46ccd55-bc70-469b-a960-fb42d7c73a2e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'mac_address': 'fa:16:3e:45:67:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd277f-4442-4b4a-b359-5069245d26d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:00:29Z', 'updated_at': '2022-01-18T21:00:29Z', 'revision_number': 0, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3116b154-cf5e-4b33-b1ae-32bfc606fd33', 'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'mac_address': 'fa:16:3e:61:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:02Z', 'updated_at': '2022-01-18T20:53:08Z', 'revision_number': 5, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'subnets': [{'id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:00:31.650765 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-44a9d2ea-608a-468a-9352-9ca061719b1f req-9eea41fd-6c1d-4fbf-a974-887685281c06 service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904832 Jan 18 21:00:31.857076 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06425196-45fc-4465-9a5d-7cb073bbf5a6 None None] New status for floating IP c910da41-91af-4121-a4f3-f65e4e3e859a: ACTIVE {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 21:00:31.932665 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:34.381457 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:37.179194 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:41.264271 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:00:55.709912 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9ed73f39-14a7-4b07-8691-e025b87eb8f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:57.871803 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d8087249-08a0-4e2a-9b89-642b15624f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:00:59.237169 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:01:00.654630 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:01:01.934254 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:01:04.395347 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:01:05.202707 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-493a0f8c-e7ff-4c04-b683-deb851d90c56 req-64187630-d40d-4520-9fdb-e0fa089519dd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0812416 Jan 18 21:01:05.284590 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a0f8c-e7ff-4c04-b683-deb851d90c56 req-47677f1e-e6e0-4859-a492-405fe7b61834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:01:05.286155 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-493a0f8c-e7ff-4c04-b683-deb851d90c56 req-47677f1e-e6e0-4859-a492-405fe7b61834 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 1097 time: 0.0417352 Jan 18 21:01:05.392963 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a0f8c-e7ff-4c04-b683-deb851d90c56 req-c47031f2-4391-43c1-8f4c-ac0aa56f90c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:01:05.394479 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-493a0f8c-e7ff-4c04-b683-deb851d90c56 req-c47031f2-4391-43c1-8f4c-ac0aa56f90c4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 912 time: 0.0864563 Jan 18 21:01:05.460696 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-493a0f8c-e7ff-4c04-b683-deb851d90c56 req-3858990c-1d48-4ab2-9dfb-7cafb6c05e35 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e46ccd55-bc70-469b-a960-fb42d7c73a2e HTTP/1.1" status: 200 len: 1001 time: 0.0607109 Jan 18 21:01:05.508556 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a0f8c-e7ff-4c04-b683-deb851d90c56 req-6d898547-0df7-43ad-ae31-61127828007e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:01:05.510061 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-493a0f8c-e7ff-4c04-b683-deb851d90c56 req-6d898547-0df7-43ad-ae31-61127828007e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61e3b3b0-5646-459d-8ac4-7bfe29848aa5 HTTP/1.1" status: 200 len: 850 time: 0.0436645 Jan 18 21:01:05.554343 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a0f8c-e7ff-4c04-b683-deb851d90c56 req-08c80fed-2704-4523-8950-fabbe97be2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:01:05.555948 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-493a0f8c-e7ff-4c04-b683-deb851d90c56 req-08c80fed-2704-4523-8950-fabbe97be2ca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405064 Jan 18 21:01:05.653389 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-493a0f8c-e7ff-4c04-b683-deb851d90c56 req-6c30a161-7dc7-4d5b-a996-64fe2fa6ad96 service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917504 Jan 18 21:01:05.758504 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-493a0f8c-e7ff-4c04-b683-deb851d90c56 req-02cb5d0d-7921-4ad2-b0db-55d6de3629d0 service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959580 Jan 18 21:01:07.183145 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:01:18.263474 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:01:25.710462 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c6b91fbb-c00d-4a11-aeb5-bc1556beb261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:01:27.876843 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-64e5fd26-2286-47d1-99d8-a0550db52256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:01:29.239333 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:01:30.657344 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:01:31.937596 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:01:34.422637 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:01:37.189279 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:01:55.262471 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:01:55.712197 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b914f0d9-d692-4bbc-b513-ad549e32bc83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:01:57.878102 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0467510a-dfeb-4abd-a76b-36c12e4f8e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:01:59.244087 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:00.659158 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:01.940138 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:04.439273 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:05.188474 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1dd4a9e9-7fc1-4ba2-82c7-b1bfd201266c req-f6139110-a779-48c9-8d65-943234c01aa6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392029 Jan 18 21:02:05.266685 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4a9e9-7fc1-4ba2-82c7-b1bfd201266c req-62eeeb11-a6b5-41dc-b66b-b980b0a65bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:05.268173 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1dd4a9e9-7fc1-4ba2-82c7-b1bfd201266c req-62eeeb11-a6b5-41dc-b66b-b980b0a65bc0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 1097 time: 0.0396283 Jan 18 21:02:05.376341 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4a9e9-7fc1-4ba2-82c7-b1bfd201266c req-aee2eabf-a561-4037-8529-45c1bf94c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:05.377852 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1dd4a9e9-7fc1-4ba2-82c7-b1bfd201266c req-aee2eabf-a561-4037-8529-45c1bf94c120 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 912 time: 0.0919521 Jan 18 21:02:05.446947 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1dd4a9e9-7fc1-4ba2-82c7-b1bfd201266c req-8b08d9ec-02c5-4719-9998-b25f7e7e390d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e46ccd55-bc70-469b-a960-fb42d7c73a2e HTTP/1.1" status: 200 len: 1001 time: 0.0633690 Jan 18 21:02:05.494626 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4a9e9-7fc1-4ba2-82c7-b1bfd201266c req-3ee66383-a3af-4f4d-8a3a-a84d08c9edd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:05.496102 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1dd4a9e9-7fc1-4ba2-82c7-b1bfd201266c req-3ee66383-a3af-4f4d-8a3a-a84d08c9edd1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61e3b3b0-5646-459d-8ac4-7bfe29848aa5 HTTP/1.1" status: 200 len: 850 time: 0.0440538 Jan 18 21:02:05.547097 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4a9e9-7fc1-4ba2-82c7-b1bfd201266c req-c4508e99-a2b2-4f6d-8347-a8d4df5af103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:05.548581 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1dd4a9e9-7fc1-4ba2-82c7-b1bfd201266c req-c4508e99-a2b2-4f6d-8347-a8d4df5af103 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441306 Jan 18 21:02:05.636114 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1dd4a9e9-7fc1-4ba2-82c7-b1bfd201266c req-8279f582-2595-4973-9b47-a7998467bd2c service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811810 Jan 18 21:02:05.742609 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1dd4a9e9-7fc1-4ba2-82c7-b1bfd201266c req-f91867f3-f132-45b3-9371-f53c70689c7d service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000798 Jan 18 21:02:07.224261 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:12.410131 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-a78de6cd-d977-4b30-8974-7788365e5c59 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-444303049&fields=id&tenant_id=9b82b7e3a21f45d380a45d82457a5d1f HTTP/1.1" status: 200 len: 267 time: 0.0441582 Jan 18 21:02:12.519342 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-257c54da-9f2b-46d8-8bde-1138ea06a70d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:12.520692 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-257c54da-9f2b-46d8-8bde-1138ea06a70d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 811 time: 0.1041615 Jan 18 21:02:12.535006 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-90db41fc-239d-42d7-9c28-c4017f657304 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/quotas/9b82b7e3a21f45d380a45d82457a5d1f HTTP/1.1" status: 200 len: 375 time: 0.0089595 Jan 18 21:02:12.585348 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-4754e49f-d357-4f7d-80c6-46d03b680f3d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456471 Jan 18 21:02:12.762330 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-a6a2de52-c38b-4477-bce0-c406b64ae167 service neutron] 10.222.0.31 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314313 Jan 18 21:02:12.858772 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-6098b67f-7f15-4afe-a366-24666b038905 service neutron] 10.222.0.31 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905313 Jan 18 21:02:13.221576 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9ddb4134-f6ea-43e3-bd21-f9ca204e22d9 req-cb76f94f-5ca8-4313-a47d-7928ff45c2b3 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 210 time: 0.0686808 Jan 18 21:02:14.302355 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b9e9b5c1-82bc-4646-8d17-0c5f578964fd req-13af65e8-8750-460a-b5fb-290728059c12 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 210 time: 0.0258825 Jan 18 21:02:15.384109 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e410fa6d-eb3b-4d5e-8c28-d2dfc9de8c3b req-52a3a81c-e785-4b0e-924e-ffa2ea71fcb2 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 210 time: 0.0314960 Jan 18 21:02:16.463218 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7bfe194b-4e7f-4ec5-af23-59652eaeae7f req-836b75ea-e021-4479-ae02-426122d217e1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 210 time: 0.0274448 Jan 18 21:02:17.562084 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a281b02f-519b-4b23-abf1-9d39bf3edb47 req-1e97cb61-b82e-41ca-bc93-f73e85bb0aba tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 210 time: 0.0266950 Jan 18 21:02:18.270025 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-2f054c84-1b0f-44d9-beb8-b84430118acb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:18.271485 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-2f054c84-1b0f-44d9-beb8-b84430118acb tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.70 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 811 time: 0.1205542 Jan 18 21:02:18.353752 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-3a3dd3e9-b3a6-4e06-8595-306120d22da3 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b82b7e3a21f45d380a45d82457a5d1f HTTP/1.1" status: 200 len: 379 time: 0.0626128 Jan 18 21:02:18.366299 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-88e513e4-e56c-4642-addf-7569eacc502e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Request body: {'port': {'device_id': '9adb2ff5-d2a0-4cd1-a10d-a347114431d5', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'admin_state_up': True, 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'security_groups': ['9121ff0c-03d1-403d-9ffb-a28ac7b52c1e']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:02:18.495984 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-88e513e4-e56c-4642-addf-7569eacc502e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Made reservation on behalf of 9b82b7e3a21f45d380a45d82457a5d1f for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:02:18.500070 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-88e513e4-e56c-4642-addf-7569eacc502e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:18.634931 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-88e513e4-e56c-4642-addf-7569eacc502e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Allocated IP 172.20.0.4 (e3f2a3df-3a03-4102-9f4d-d250fc7fbfce/61e3b3b0-5646-459d-8ac4-7bfe29848aa5/2fc7e853-3a26-415c-a68b-a2e55286faa3) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:02:18.666263 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26492bf1-b797-43d4-9f47-b15c4488406a req-a6415132-750a-48ee-9542-e89f4dbbd41a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 210 time: 0.0330200 Jan 18 21:02:18.779694 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-88e513e4-e56c-4642-addf-7569eacc502e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for port (2fc7e853-3a26-415c-a68b-a2e55286faa3), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:18.812321 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-88e513e4-e56c-4642-addf-7569eacc502e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (2fc7e853-3a26-415c-a68b-a2e55286faa3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:18.868634 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-88e513e4-e56c-4642-addf-7569eacc502e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:02:18.872312 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-88e513e4-e56c-4642-addf-7569eacc502e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:02:18.876891 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-88e513e4-e56c-4642-addf-7569eacc502e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:02:18.880782 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e513e4-e56c-4642-addf-7569eacc502e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event updated for resources: {'Port': ['ID=2fc7e853-3a26-415c-a68b-a2e55286faa3,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:02:18.905360 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e513e4-e56c-4642-addf-7569eacc502e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:18.905727 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e513e4-e56c-4642-addf-7569eacc502e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:18.906069 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e513e4-e56c-4642-addf-7569eacc502e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:18.906407 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e513e4-e56c-4642-addf-7569eacc502e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:18.906739 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e513e4-e56c-4642-addf-7569eacc502e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:18.907069 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e513e4-e56c-4642-addf-7569eacc502e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:18.907396 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e513e4-e56c-4642-addf-7569eacc502e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:18.907718 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e513e4-e56c-4642-addf-7569eacc502e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:18.908039 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e513e4-e56c-4642-addf-7569eacc502e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:18.908361 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e513e4-e56c-4642-addf-7569eacc502e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:18.908683 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e513e4-e56c-4642-addf-7569eacc502e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:18.909001 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e513e4-e56c-4642-addf-7569eacc502e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:18.909322 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e513e4-e56c-4642-addf-7569eacc502e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:18.941618 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-88e513e4-e56c-4642-addf-7569eacc502e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:18.942621 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-88e513e4-e56c-4642-addf-7569eacc502e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:18.962708 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-88e513e4-e56c-4642-addf-7569eacc502e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6003029 Jan 18 21:02:19.064718 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-47fdfecb-26fe-4de1-b830-a3c64abf7224 service neutron] Request body: {'port': {'device_id': '9adb2ff5-d2a0-4cd1-a10d-a347114431d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:02:19.128784 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-47fdfecb-26fe-4de1-b830-a3c64abf7224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2fc7e853-3a26-415c-a68b-a2e55286faa3), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:19.183071 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-40248abd-0d2f-475f-b503-9cc37a53afe5 None None] Provisioning complete for port 2fc7e853-3a26-415c-a68b-a2e55286faa3 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:02:19.184782 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-40248abd-0d2f-475f-b503-9cc37a53afe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2fc7e853-3a26-415c-a68b-a2e55286faa3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:19.226384 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-40248abd-0d2f-475f-b503-9cc37a53afe5 None None] Port 2fc7e853-3a26-415c-a68b-a2e55286faa3 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:02:19.415842 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-47fdfecb-26fe-4de1-b830-a3c64abf7224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc7e853-3a26-415c-a68b-a2e55286faa3 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:02:19.425110 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-47fdfecb-26fe-4de1-b830-a3c64abf7224 service neutron] Publish callbacks [] for port (2fc7e853-3a26-415c-a68b-a2e55286faa3), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:19.441029 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-47fdfecb-26fe-4de1-b830-a3c64abf7224 service neutron] Transition to ACTIVE for port object 2fc7e853-3a26-415c-a68b-a2e55286faa3 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 21:02:19.445816 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-47fdfecb-26fe-4de1-b830-a3c64abf7224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (2fc7e853-3a26-415c-a68b-a2e55286faa3), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:19.523194 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fdfecb-26fe-4de1-b830-a3c64abf7224 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc7e853-3a26-415c-a68b-a2e55286faa3,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:02:19.583121 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-47fdfecb-26fe-4de1-b830-a3c64abf7224 service neutron] Attempting to bind port 2fc7e853-3a26-415c-a68b-a2e55286faa3 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:02:19.583467 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-47fdfecb-26fe-4de1-b830-a3c64abf7224 service neutron] Attempting to bind port 2fc7e853-3a26-415c-a68b-a2e55286faa3 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:02:19.583800 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-47fdfecb-26fe-4de1-b830-a3c64abf7224 service neutron] Attempting to bind port 2fc7e853-3a26-415c-a68b-a2e55286faa3 on network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:02:19.588461 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-47fdfecb-26fe-4de1-b830-a3c64abf7224 service neutron] Port 2fc7e853-3a26-415c-a68b-a2e55286faa3 on network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 21:02:19.588784 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-47fdfecb-26fe-4de1-b830-a3c64abf7224 service neutron] Attempting to bind port 2fc7e853-3a26-415c-a68b-a2e55286faa3 on network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:02:19.594532 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-47fdfecb-26fe-4de1-b830-a3c64abf7224 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:02:19.594913 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-47fdfecb-26fe-4de1-b830-a3c64abf7224 service neutron] Checking segment: {'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:02:19.595296 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-47fdfecb-26fe-4de1-b830-a3c64abf7224 service neutron] Bound using segment: {'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:02:19.595728 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-47fdfecb-26fe-4de1-b830-a3c64abf7224 service neutron] Bound port: 2fc7e853-3a26-415c-a68b-a2e55286faa3, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '040db332-d7b9-4d62-85e4-ce60a0ae8d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:02:19.596084 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-47fdfecb-26fe-4de1-b830-a3c64abf7224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2fc7e853-3a26-415c-a68b-a2e55286faa3), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:19.664933 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-47fdfecb-26fe-4de1-b830-a3c64abf7224 service neutron] For port 2fc7e853-3a26-415c-a68b-a2e55286faa3, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:02:19.668366 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-47fdfecb-26fe-4de1-b830-a3c64abf7224 service neutron] For port 2fc7e853-3a26-415c-a68b-a2e55286faa3, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=2fc7e853-3a26-415c-a68b-a2e55286faa3,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:02:19.673617 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-47fdfecb-26fe-4de1-b830-a3c64abf7224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (2fc7e853-3a26-415c-a68b-a2e55286faa3), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:19.707342 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-47fdfecb-26fe-4de1-b830-a3c64abf7224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:19.707970 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-47fdfecb-26fe-4de1-b830-a3c64abf7224 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:19.709553 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-47fdfecb-26fe-4de1-b830-a3c64abf7224 service neutron] 10.222.0.70 "PUT /v2.0/ports/2fc7e853-3a26-415c-a68b-a2e55286faa3 HTTP/1.1" status: 200 len: 1091 time: 0.6925702 Jan 18 21:02:19.712114 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9adb2ff5-d2a0-4cd1-a10d-a347114431d5', 'tag': '2fc7e853-3a26-415c-a68b-a2e55286faa3'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:02:19.755838 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fdfecb-26fe-4de1-b830-a3c64abf7224 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc7e853-3a26-415c-a68b-a2e55286faa3,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:02:19.785934 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7403d3e-89c1-491e-8287-3515fad65cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "9adb2ff5-d2a0-4cd1-a10d-a347114431d5", "tag": "2fc7e853-3a26-415c-a68b-a2e55286faa3"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:02:19.829556 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fdada-0fc5-4db5-ac44-3306eb9bd8a7 req-887fc34c-e20a-4fb2-86f7-00d07123dd51 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:19.831259 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4b0fdada-0fc5-4db5-ac44-3306eb9bd8a7 req-887fc34c-e20a-4fb2-86f7-00d07123dd51 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 943 time: 0.0575037 Jan 18 21:02:19.835370 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-38b1a63b-4692-4c95-8176-c49899344d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:19.836889 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-38b1a63b-4692-4c95-8176-c49899344d43 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 1094 time: 0.0661113 Jan 18 21:02:19.902921 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-77932973-f285-4599-bed4-1007d5c52bb2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fc7e853-3a26-415c-a68b-a2e55286faa3 HTTP/1.1" status: 200 len: 217 time: 0.0543337 Jan 18 21:02:19.916482 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4b0fdada-0fc5-4db5-ac44-3306eb9bd8a7 req-38aded08-8148-42e7-81a3-e19e8bd2540d tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736313 Jan 18 21:02:19.944548 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4107fe20-8304-4ed1-b535-f977c95330e7 x-openstack-request-id: req-4107fe20-8304-4ed1-b535-f977c95330e7 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:02:19.944851 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9adb2ff5-d2a0-4cd1-a10d-a347114431d5", "tag": "2fc7e853-3a26-415c-a68b-a2e55286faa3", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:02:19.945110 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4107fe20-8304-4ed1-b535-f977c95330e7 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:02:19.945517 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9adb2ff5-d2a0-4cd1-a10d-a347114431d5', 'tag': '2fc7e853-3a26-415c-a68b-a2e55286faa3', 'status': 'completed', 'code': 200} Jan 18 21:02:19.964278 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-a0993b04-287e-4a6b-a3ea-98a64aaf29ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:19.965842 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-a0993b04-287e-4a6b-a3ea-98a64aaf29ae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=61e3b3b0-5646-459d-8ac4-7bfe29848aa5 HTTP/1.1" status: 200 len: 850 time: 0.0507753 Jan 18 21:02:20.024027 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-7dc67f8a-3946-41fa-8700-018bd84daa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:20.025549 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-7dc67f8a-3946-41fa-8700-018bd84daa2a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496957 Jan 18 21:02:20.122135 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-c8b825c2-fa3a-4825-8f9e-dbeaa13f0b64 service neutron] 10.222.0.70 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866497 Jan 18 21:02:20.212177 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7fe7fdbd-0817-4b8c-8aeb-fac162246815 req-62413844-a844-41d7-953a-799d4d1c0325 service neutron] 10.222.0.70 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809286 Jan 18 21:02:20.304867 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7403d3e-89c1-491e-8287-3515fad65cdd req-5d7abf6c-8a50-47e2-8e40-2c97b606e83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:20.306517 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f7403d3e-89c1-491e-8287-3515fad65cdd req-5d7abf6c-8a50-47e2-8e40-2c97b606e83a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 1094 time: 0.0460978 Jan 18 21:02:20.398718 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7403d3e-89c1-491e-8287-3515fad65cdd req-7b50e087-b86b-411b-82fd-cbe1ba2d2f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:20.400105 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f7403d3e-89c1-491e-8287-3515fad65cdd req-7b50e087-b86b-411b-82fd-cbe1ba2d2f88 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 912 time: 0.0842907 Jan 18 21:02:20.447593 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f7403d3e-89c1-491e-8287-3515fad65cdd req-3a049c73-7aae-40d4-916a-f7880229dcbc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fc7e853-3a26-415c-a68b-a2e55286faa3 HTTP/1.1" status: 200 len: 217 time: 0.0372863 Jan 18 21:02:20.499609 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7403d3e-89c1-491e-8287-3515fad65cdd req-60ba6a8a-c3ae-4e09-99eb-c4c9f6c9264d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:20.501049 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f7403d3e-89c1-491e-8287-3515fad65cdd req-60ba6a8a-c3ae-4e09-99eb-c4c9f6c9264d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=61e3b3b0-5646-459d-8ac4-7bfe29848aa5 HTTP/1.1" status: 200 len: 850 time: 0.0439970 Jan 18 21:02:20.547916 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7403d3e-89c1-491e-8287-3515fad65cdd req-b552d748-c033-48d1-a880-c4c707d8c51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:20.549398 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f7403d3e-89c1-491e-8287-3515fad65cdd req-b552d748-c033-48d1-a880-c4c707d8c51b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395598 Jan 18 21:02:20.643708 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f7403d3e-89c1-491e-8287-3515fad65cdd req-0a28ec7c-1b6a-4bfe-ac30-83997ca5f974 service neutron] 10.222.0.70 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851588 Jan 18 21:02:20.734622 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f7403d3e-89c1-491e-8287-3515fad65cdd req-0a87cd2b-ec38-4550-81c6-00e4c090f3f1 service neutron] 10.222.0.70 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805964 Jan 18 21:02:21.037333 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c1802-9ef8-4447-a7c8-67420767008e req-289ffaf8-ed62-4b33-aa47-90fe681b0a90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:21.038811 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-142c1802-9ef8-4447-a7c8-67420767008e req-289ffaf8-ed62-4b33-aa47-90fe681b0a90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 943 time: 0.0492265 Jan 18 21:02:21.090161 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-142c1802-9ef8-4447-a7c8-67420767008e req-0068e268-476b-4796-b653-613a00e125d1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454245 Jan 18 21:02:22.212374 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc1b74-9ad9-44b2-8d51-a40014ee4cd2 req-5129ae14-a4c2-4d32-b1fc-e97b1828ccb7 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:22.214207 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2dcc1b74-9ad9-44b2-8d51-a40014ee4cd2 req-5129ae14-a4c2-4d32-b1fc-e97b1828ccb7 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 943 time: 0.0508151 Jan 18 21:02:22.267284 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2dcc1b74-9ad9-44b2-8d51-a40014ee4cd2 req-1c18ae0e-7819-4cfe-b932-56b15155bc7f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467217 Jan 18 21:02:23.390005 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588f759-7e11-4136-90b8-524f4c6e80e3 req-d5189073-d135-4902-a5ad-9084479ba943 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:23.391498 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0588f759-7e11-4136-90b8-524f4c6e80e3 req-d5189073-d135-4902-a5ad-9084479ba943 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 943 time: 0.0535753 Jan 18 21:02:23.440004 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0588f759-7e11-4136-90b8-524f4c6e80e3 req-62f56f1a-3862-4d61-a45d-7114ed195d02 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427699 Jan 18 21:02:24.555689 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b90f60-3e6b-4040-8711-e891e6c67068 req-523b82f3-5a5a-48c1-996b-57d0ce0b7dbe tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:24.557093 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e7b90f60-3e6b-4040-8711-e891e6c67068 req-523b82f3-5a5a-48c1-996b-57d0ce0b7dbe tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 943 time: 0.0483038 Jan 18 21:02:24.607496 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e7b90f60-3e6b-4040-8711-e891e6c67068 req-13ee3026-d602-4bc3-a99e-511c238e1ef4 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440707 Jan 18 21:02:25.714645 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fe970aff-d3d7-4ac8-84f7-7995ab79cbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:25.723839 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c76bf-cbb9-4f12-9611-71dee0605095 req-a14c76ad-2e62-474f-acb9-46b03f67c705 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:25.725334 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e55c76bf-cbb9-4f12-9611-71dee0605095 req-a14c76ad-2e62-474f-acb9-46b03f67c705 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 943 time: 0.0490339 Jan 18 21:02:25.777567 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e55c76bf-cbb9-4f12-9611-71dee0605095 req-33dbfd26-5634-4fd4-ad90-78e21f0cc664 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463104 Jan 18 21:02:26.896418 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29001f-68a1-48fa-b671-febf64de4a1c req-9dfb7bf9-7f8f-4947-88a2-9eaddc09f6c6 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:26.897985 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ae29001f-68a1-48fa-b671-febf64de4a1c req-9dfb7bf9-7f8f-4947-88a2-9eaddc09f6c6 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 943 time: 0.0483494 Jan 18 21:02:26.949874 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ae29001f-68a1-48fa-b671-febf64de4a1c req-17ba9a42-3299-4eae-a13b-09bb6185b393 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449727 Jan 18 21:02:27.879542 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-323ba4c0-d27e-4772-8433-85d26c193df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:28.064137 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a77f43-debe-4b9f-81f8-934ebab4950d req-36472cb7-7763-43fc-9dd5-fb3fb33b0798 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:28.065562 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e4a77f43-debe-4b9f-81f8-934ebab4950d req-36472cb7-7763-43fc-9dd5-fb3fb33b0798 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 943 time: 0.0478163 Jan 18 21:02:28.113870 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e4a77f43-debe-4b9f-81f8-934ebab4950d req-3b8aff4e-b55a-4687-8cf4-d67560b8e785 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428224 Jan 18 21:02:29.232525 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b013c96-5cd5-4d04-b0d2-1393b85e5d04 req-eb0b08dc-d8ae-46c8-98ff-b8a1b65b12cd tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:29.233962 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5b013c96-5cd5-4d04-b0d2-1393b85e5d04 req-eb0b08dc-d8ae-46c8-98ff-b8a1b65b12cd tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 943 time: 0.0538797 Jan 18 21:02:29.246679 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:29.286873 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5b013c96-5cd5-4d04-b0d2-1393b85e5d04 req-36209043-52cc-4667-aeca-31ea2415bb48 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472581 Jan 18 21:02:30.400488 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05462a84-d0ec-4f1c-9fba-3fe35b521531 req-78649afb-c4b3-4c17-863a-e8fe512e9291 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:30.402155 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-05462a84-d0ec-4f1c-9fba-3fe35b521531 req-78649afb-c4b3-4c17-863a-e8fe512e9291 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 943 time: 0.0483189 Jan 18 21:02:30.450696 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-05462a84-d0ec-4f1c-9fba-3fe35b521531 req-e6db31c6-9466-4efe-a9ab-5d2130f3be10 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422182 Jan 18 21:02:30.662621 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:31.569125 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3dec9-2db9-4ad3-b797-cfecf0d9832f req-2e8af5f5-fe61-4fa0-84a4-84475907ccde tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:31.570572 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6d3dec9-2db9-4ad3-b797-cfecf0d9832f req-2e8af5f5-fe61-4fa0-84a4-84475907ccde tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 943 time: 0.0524094 Jan 18 21:02:31.621767 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6d3dec9-2db9-4ad3-b797-cfecf0d9832f req-41aa9b71-55c8-49da-ac59-aedf2be92691 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448055 Jan 18 21:02:31.946829 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:32.260827 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:02:32.735579 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e094d0-40c8-48d9-8455-74cd4711b21b req-7d17385c-f81b-4bcc-87fb-c593291567a1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:32.737055 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-55e094d0-40c8-48d9-8455-74cd4711b21b req-7d17385c-f81b-4bcc-87fb-c593291567a1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 943 time: 0.0484517 Jan 18 21:02:32.784425 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-55e094d0-40c8-48d9-8455-74cd4711b21b req-b89c3a7a-459b-40cc-b618-50c7992bde6f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417461 Jan 18 21:02:33.896173 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11423910-0db3-4db5-ac77-6bf9d4ae8e43 req-88c2fc3b-a882-4056-8a6e-a737ff854248 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:33.897610 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-11423910-0db3-4db5-ac77-6bf9d4ae8e43 req-88c2fc3b-a882-4056-8a6e-a737ff854248 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 943 time: 0.0473444 Jan 18 21:02:33.950046 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-11423910-0db3-4db5-ac77-6bf9d4ae8e43 req-caef57a4-4058-4e74-b8df-4e1c1e45f2f0 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466466 Jan 18 21:02:34.439471 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:35.061887 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba348e1-eb2b-4625-ad21-470edb6126f6 req-1b1f9202-1d2d-4ad8-83c3-354acfd61940 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:35.063351 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ba348e1-eb2b-4625-ad21-470edb6126f6 req-1b1f9202-1d2d-4ad8-83c3-354acfd61940 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 943 time: 0.0473115 Jan 18 21:02:35.111025 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ba348e1-eb2b-4625-ad21-470edb6126f6 req-373abc87-3574-431b-a78b-17d1d5f4ffe6 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421658 Jan 18 21:02:36.224572 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21ba9b-475c-43d9-86d4-2498fbd4c4e9 req-3c1c35d0-4d39-4d3b-a716-56c47b1cad6b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:36.226071 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4a21ba9b-475c-43d9-86d4-2498fbd4c4e9 req-3c1c35d0-4d39-4d3b-a716-56c47b1cad6b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 943 time: 0.0483687 Jan 18 21:02:36.275049 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4a21ba9b-475c-43d9-86d4-2498fbd4c4e9 req-a2f79422-b836-41e9-af3f-8303ef32f580 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418866 Jan 18 21:02:36.470427 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 2fc7e853-3a26-415c-a68b-a2e55286faa3 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 21:02:36.564355 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 2fc7e853-3a26-415c-a68b-a2e55286faa3, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=2fc7e853-3a26-415c-a68b-a2e55286faa3,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:02:36.574418 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '2fc7e853-3a26-415c-a68b-a2e55286faa3', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'port_id': '2fc7e853-3a26-415c-a68b-a2e55286faa3', 'mac_address': 'fa:16:3e:26:fb:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 21:02:36.613880 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 2fc7e853-3a26-415c-a68b-a2e55286faa3 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:02:36.614269 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2fc7e853-3a26-415c-a68b-a2e55286faa3), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:36.627057 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc7e853-3a26-415c-a68b-a2e55286faa3 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:02:36.648510 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 2fc7e853-3a26-415c-a68b-a2e55286faa3, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=2fc7e853-3a26-415c-a68b-a2e55286faa3,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:02:36.651571 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (2fc7e853-3a26-415c-a68b-a2e55286faa3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:36.700131 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=2fc7e853-3a26-415c-a68b-a2e55286faa3,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:02:36.707726 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:36.708075 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:36.708417 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:36.708753 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:36.709087 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:36.709416 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:36.709773 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:36.710100 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:36.710425 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:36.710746 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:36.711068 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:36.711386 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:36.711704 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:36.959480 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['2fc7e853-3a26-415c-a68b-a2e55286faa3'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:02:37.215059 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:37.397205 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77546a6-98b2-4a7c-b7b8-b78a0f4b4d22 req-c465808a-3e15-4d4e-8c3f-b58f50481769 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:37.398751 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a77546a6-98b2-4a7c-b7b8-b78a0f4b4d22 req-c465808a-3e15-4d4e-8c3f-b58f50481769 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 944 time: 0.0587509 Jan 18 21:02:37.445437 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a77546a6-98b2-4a7c-b7b8-b78a0f4b4d22 req-eee11b11-2d04-47ff-abe7-87194eba4b57 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412047 Jan 18 21:02:38.477999 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 2fc7e853-3a26-415c-a68b-a2e55286faa3 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:02:38.526584 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 2fc7e853-3a26-415c-a68b-a2e55286faa3 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 21:02:38.530367 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 2fc7e853-3a26-415c-a68b-a2e55286faa3 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:02:38.530742 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2fc7e853-3a26-415c-a68b-a2e55286faa3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:38.563629 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c317a-3910-4c41-b51f-06869730ef49 req-f3f83f20-292c-42d1-9fda-aeeef2c5c5b8 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:38.565267 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-326c317a-3910-4c41-b51f-06869730ef49 req-f3f83f20-292c-42d1-9fda-aeeef2c5c5b8 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 944 time: 0.0501053 Jan 18 21:02:38.611520 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 2fc7e853-3a26-415c-a68b-a2e55286faa3 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:02:38.611914 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2fc7e853-3a26-415c-a68b-a2e55286faa3), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:38.614412 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-326c317a-3910-4c41-b51f-06869730ef49 req-f5c15f9b-9016-4f53-835d-9f4f46fb0c7f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434811 Jan 18 21:02:38.634557 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9adb2ff5-d2a0-4cd1-a10d-a347114431d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc7e853-3a26-415c-a68b-a2e55286faa3'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:02:38.647833 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 2fc7e853-3a26-415c-a68b-a2e55286faa3, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=2fc7e853-3a26-415c-a68b-a2e55286faa3,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:02:38.651701 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (2fc7e853-3a26-415c-a68b-a2e55286faa3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:38.675475 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a629ad0f-65cb-45c7-8b3c-9c840af1fb4b" -d '{"events": [{"server_uuid": "9adb2ff5-d2a0-4cd1-a10d-a347114431d5", "name": "network-vif-plugged", "status": "completed", "tag": "2fc7e853-3a26-415c-a68b-a2e55286faa3"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:02:38.703236 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=2fc7e853-3a26-415c-a68b-a2e55286faa3,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:02:38.763853 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f531e1-d65f-43dd-9b99-a4a9322bf975 x-openstack-request-id: req-e0f531e1-d65f-43dd-9b99-a4a9322bf975 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:02:38.764169 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9adb2ff5-d2a0-4cd1-a10d-a347114431d5", "name": "network-vif-plugged", "status": "completed", "tag": "2fc7e853-3a26-415c-a68b-a2e55286faa3", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:02:38.764428 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0f531e1-d65f-43dd-9b99-a4a9322bf975 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:02:38.764824 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9adb2ff5-d2a0-4cd1-a10d-a347114431d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc7e853-3a26-415c-a68b-a2e55286faa3', 'code': 200} Jan 18 21:02:38.869707 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a443edd-f881-4509-a394-135bb0a99042 req-86a3a378-b2b6-49e5-b0ee-8c0fdbbfaa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:38.871123 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a443edd-f881-4509-a394-135bb0a99042 req-86a3a378-b2b6-49e5-b0ee-8c0fdbbfaa4b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 1096 time: 0.0467317 Jan 18 21:02:38.918003 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2a443edd-f881-4509-a394-135bb0a99042 req-737fc565-dea5-4c5f-a104-bdd89f81b3f9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390940 Jan 18 21:02:39.730373 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53561f5-884b-4021-8242-dcf2940804c7 req-9ad55838-edfe-40b3-8fcd-c1374344f5f0 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:39.731830 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e53561f5-884b-4021-8242-dcf2940804c7 req-9ad55838-edfe-40b3-8fcd-c1374344f5f0 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 945 time: 0.0480015 Jan 18 21:02:39.782838 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e53561f5-884b-4021-8242-dcf2940804c7 req-42f0cc03-5621-4194-ba6c-20c31a686448 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448799 Jan 18 21:02:40.898561 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77989f8-26ce-4fd6-af6b-9b5fc3571e19 req-9d541e41-ed88-4694-a57e-f640c815eaa5 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:40.900048 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e77989f8-26ce-4fd6-af6b-9b5fc3571e19 req-9d541e41-ed88-4694-a57e-f640c815eaa5 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 945 time: 0.0480580 Jan 18 21:02:40.952783 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e77989f8-26ce-4fd6-af6b-9b5fc3571e19 req-35a40f5e-95f3-4bb6-8eb6-051c763e2fb0 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465813 Jan 18 21:02:41.067281 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d49bc4-dbda-4da6-8f52-2f56acef9557 req-564ef931-b592-4dc0-9d60-d19da8d79ef5 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:41.068825 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-69d49bc4-dbda-4da6-8f52-2f56acef9557 req-564ef931-b592-4dc0-9d60-d19da8d79ef5 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 945 time: 0.0482755 Jan 18 21:02:41.117314 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-69d49bc4-dbda-4da6-8f52-2f56acef9557 req-34f1b697-fa40-4794-81f3-cf6bb27798c1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428770 Jan 18 21:02:41.140057 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40508) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:02:41.180935 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e645546b-643b-45d3-9c7e-41359e72d325 tempest-TestVolumeBootPattern-183720632 tempest-TestVolumeBootPattern-183720632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:41.182455 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e645546b-643b-45d3-9c7e-41359e72d325 tempest-TestVolumeBootPattern-183720632 tempest-TestVolumeBootPattern-183720632-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 1091 time: 0.0414684 Jan 18 21:02:41.185211 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40510) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:02:41.189876 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'port_id': '2fc7e853-3a26-415c-a68b-a2e55286faa3', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:02:41.212557 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:41.305867 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:41.409724 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Allocated IP 172.25.4.16 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/fe1ef44b-b2b8-4f05-80f2-3975954da74c) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:02:41.509595 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for port (fe1ef44b-b2b8-4f05-80f2-3975954da74c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:41.541030 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (fe1ef44b-b2b8-4f05-80f2-3975954da74c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:41.581988 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:02:41.584805 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:02:41.588920 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:02:41.615684 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event updated for resources: {'Port': ['ID=fe1ef44b-b2b8-4f05-80f2-3975954da74c,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:02:41.627451 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:41.627784 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:41.628124 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:41.628458 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:41.628788 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:41.629126 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:41.629448 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:41.629804 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:41.630128 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:41.630447 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:41.630768 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:41.631090 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:41.631410 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:02:41.952712 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for floatingip (eaabe9a8-25e9-4c4d-bab9-6bb3ca37124c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:42.020440 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fe1ef44b-b2b8-4f05-80f2-3975954da74c), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:42.169153 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for port (fe1ef44b-b2b8-4f05-80f2-3975954da74c), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:42.173509 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (fe1ef44b-b2b8-4f05-80f2-3975954da74c), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:42.239256 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event updated for resources: {'Port': ['ID=fe1ef44b-b2b8-4f05-80f2-3975954da74c,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:02:42.250275 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (eaabe9a8-25e9-4c4d-bab9-6bb3ca37124c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:42.347105 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Floating IP eaabe9a8-25e9-4c4d-bab9-6bb3ca37124c associated. External IP: 172.25.4.16, port: 2fc7e853-3a26-415c-a68b-a2e55286faa3. Jan 18 21:02:42.548581 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:02:42.651913 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:02:42.662223 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5e8bb5-a8a3-43ba-a6e5-055420cc1d69 None None] Sync routers for ids ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:02:42.669715 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:42.672468 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5e8bb5-a8a3-43ba-a6e5-055420cc1d69 None None] Routers {'0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:02:42.673083 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9a5e8bb5-a8a3-43ba-a6e5-055420cc1d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:02:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:02:42.696420 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e520ccf5-74a2-4852-b140-2b37bbe55b90 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5101907 Jan 18 21:02:42.697028 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9adb2ff5-d2a0-4cd1-a10d-a347114431d5', 'tag': '2fc7e853-3a26-415c-a68b-a2e55286faa3'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:02:42.737868 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b43178f88c778abd299c77f10da4c8b3e71d2d0c7150ce414079b2ef1097cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54cb87e-1b40-4cb7-a28b-6e45d0b84bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "9adb2ff5-d2a0-4cd1-a10d-a347114431d5", "tag": "2fc7e853-3a26-415c-a68b-a2e55286faa3"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:02:42.777471 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-9a5e8bb5-a8a3-43ba-a6e5-055420cc1d69 None None] Set router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:02:42.822084 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53110a5f-e21c-48cf-8c80-86ab4076c16a x-openstack-request-id: req-53110a5f-e21c-48cf-8c80-86ab4076c16a {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:02:42.822379 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9adb2ff5-d2a0-4cd1-a10d-a347114431d5", "tag": "2fc7e853-3a26-415c-a68b-a2e55286faa3", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:02:42.822788 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53110a5f-e21c-48cf-8c80-86ab4076c16a {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:02:42.823199 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9adb2ff5-d2a0-4cd1-a10d-a347114431d5', 'tag': '2fc7e853-3a26-415c-a68b-a2e55286faa3', 'status': 'completed', 'code': 200} Jan 18 21:02:42.882309 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cb87e-1b40-4cb7-a28b-6e45d0b84bd9 req-f6bd14ca-5a18-47c8-a606-014565797ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:42.883859 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d54cb87e-1b40-4cb7-a28b-6e45d0b84bd9 req-f6bd14ca-5a18-47c8-a606-014565797ed5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 1096 time: 0.0402117 Jan 18 21:02:42.979793 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cb87e-1b40-4cb7-a28b-6e45d0b84bd9 req-22601d54-8863-4ff0-af18-d4918c3ec56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:42.981259 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d54cb87e-1b40-4cb7-a28b-6e45d0b84bd9 req-22601d54-8863-4ff0-af18-d4918c3ec56f service neutron] 10.222.0.70 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 912 time: 0.0900681 Jan 18 21:02:43.008749 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9a5e8bb5-a8a3-43ba-a6e5-055420cc1d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'name': 'tempest-TestVolumeBootPattern-423705390-router', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '98dca7a3-eb58-47dc-a434-709463258148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:00Z', 'updated_at': '2022-01-18T20:53:03Z', 'revision_number': 4, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'gw_port': {'id': '98dca7a3-eb58-47dc-a434-709463258148', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:01Z', 'updated_at': '2022-01-18T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'c910da41-91af-4121-a4f3-f65e4e3e859a', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'port_id': 'e46ccd55-bc70-469b-a960-fb42d7c73a2e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'mac_address': 'fa:16:3e:45:67:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd277f-4442-4b4a-b359-5069245d26d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:00:29Z', 'updated_at': '2022-01-18T21:00:32Z', 'revision_number': 1, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'fixed_ip_address_scope': None}, {'id': 'eaabe9a8-25e9-4c4d-bab9-6bb3ca37124c', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'port_id': '2fc7e853-3a26-415c-a68b-a2e55286faa3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'mac_address': 'fa:16:3e:26:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb2ff5-d2a0-4cd1-a10d-a347114431d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:02:41Z', 'updated_at': '2022-01-18T21:02:41Z', 'revision_number': 0, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3116b154-cf5e-4b33-b1ae-32bfc606fd33', 'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'mac_address': 'fa:16:3e:61:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:02Z', 'updated_at': '2022-01-18T20:53:08Z', 'revision_number': 5, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'subnets': [{'id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:02:43.037976 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5e8bb5-a8a3-43ba-a6e5-055420cc1d69 None None] Checking router: 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:02:43.046240 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5e8bb5-a8a3-43ba-a6e5-055420cc1d69 None None] Routers {'0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:02:43.046842 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9a5e8bb5-a8a3-43ba-a6e5-055420cc1d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:02:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:02:43.048230 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d54cb87e-1b40-4cb7-a28b-6e45d0b84bd9 req-dfd4ea27-a9e3-4c42-b03b-d5cdc2cf04c8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fc7e853-3a26-415c-a68b-a2e55286faa3 HTTP/1.1" status: 200 len: 998 time: 0.0609365 Jan 18 21:02:43.095731 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cb87e-1b40-4cb7-a28b-6e45d0b84bd9 req-76d082fa-30c3-4c71-9791-c3e201a09302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:43.097100 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d54cb87e-1b40-4cb7-a28b-6e45d0b84bd9 req-76d082fa-30c3-4c71-9791-c3e201a09302 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=61e3b3b0-5646-459d-8ac4-7bfe29848aa5 HTTP/1.1" status: 200 len: 850 time: 0.0430846 Jan 18 21:02:43.145439 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cb87e-1b40-4cb7-a28b-6e45d0b84bd9 req-221c7dc6-e030-4732-8d63-470cbd91a85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:02:43.146984 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d54cb87e-1b40-4cb7-a28b-6e45d0b84bd9 req-221c7dc6-e030-4732-8d63-470cbd91a85f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435708 Jan 18 21:02:43.150911 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-9a5e8bb5-a8a3-43ba-a6e5-055420cc1d69 None None] Set router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:02:43.237326 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d54cb87e-1b40-4cb7-a28b-6e45d0b84bd9 req-b86d620d-41eb-477f-b286-63c805e4915c service neutron] 10.222.0.70 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845737 Jan 18 21:02:43.329165 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d54cb87e-1b40-4cb7-a28b-6e45d0b84bd9 req-5f28f1b6-20b6-4735-945e-eaf71dc44965 service neutron] 10.222.0.70 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859022 Jan 18 21:02:43.384716 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9a5e8bb5-a8a3-43ba-a6e5-055420cc1d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'name': 'tempest-TestVolumeBootPattern-423705390-router', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '98dca7a3-eb58-47dc-a434-709463258148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:00Z', 'updated_at': '2022-01-18T20:53:03Z', 'revision_number': 4, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'gw_port': {'id': '98dca7a3-eb58-47dc-a434-709463258148', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:01Z', 'updated_at': '2022-01-18T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'c910da41-91af-4121-a4f3-f65e4e3e859a', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'port_id': 'e46ccd55-bc70-469b-a960-fb42d7c73a2e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'mac_address': 'fa:16:3e:45:67:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd277f-4442-4b4a-b359-5069245d26d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:00:29Z', 'updated_at': '2022-01-18T21:00:32Z', 'revision_number': 1, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'fixed_ip_address_scope': None}, {'id': 'eaabe9a8-25e9-4c4d-bab9-6bb3ca37124c', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'port_id': '2fc7e853-3a26-415c-a68b-a2e55286faa3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'mac_address': 'fa:16:3e:26:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb2ff5-d2a0-4cd1-a10d-a347114431d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:02:41Z', 'updated_at': '2022-01-18T21:02:41Z', 'revision_number': 0, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3116b154-cf5e-4b33-b1ae-32bfc606fd33', 'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'mac_address': 'fa:16:3e:61:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:02Z', 'updated_at': '2022-01-18T20:53:08Z', 'revision_number': 5, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'subnets': [{'id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:02:43.411386 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5e8bb5-a8a3-43ba-a6e5-055420cc1d69 None None] The sync data for ids ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'] in n-d-741529-9 is: [{'id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'name': 'tempest-TestVolumeBootPattern-423705390-router', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '98dca7a3-eb58-47dc-a434-709463258148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:00Z', 'updated_at': '2022-01-18T20:53:03Z', 'revision_number': 4, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'gw_port': {'id': '98dca7a3-eb58-47dc-a434-709463258148', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:01Z', 'updated_at': '2022-01-18T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'c910da41-91af-4121-a4f3-f65e4e3e859a', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'port_id': 'e46ccd55-bc70-469b-a960-fb42d7c73a2e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'mac_address': 'fa:16:3e:45:67:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd277f-4442-4b4a-b359-5069245d26d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:00:29Z', 'updated_at': '2022-01-18T21:00:32Z', 'revision_number': 1, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'fixed_ip_address_scope': None}, {'id': 'eaabe9a8-25e9-4c4d-bab9-6bb3ca37124c', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'port_id': '2fc7e853-3a26-415c-a68b-a2e55286faa3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'mac_address': 'fa:16:3e:26:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adb2ff5-d2a0-4cd1-a10d-a347114431d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:02:41Z', 'updated_at': '2022-01-18T21:02:41Z', 'revision_number': 0, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3116b154-cf5e-4b33-b1ae-32bfc606fd33', 'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'mac_address': 'fa:16:3e:61:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:02Z', 'updated_at': '2022-01-18T20:53:08Z', 'revision_number': 5, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'subnets': [{'id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:02:43.592691 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75910659-7dbc-4579-855e-ab5087830eb0 None None] New status for floating IP eaabe9a8-25e9-4c4d-bab9-6bb3ca37124c: ACTIVE {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 21:02:55.715956 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-eae5b529-0df7-4604-b2f5-cf967b9f7b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:57.882216 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-43224590-8a8a-42c3-b7e0-27beeae57b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:02:59.247967 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:03:00.667874 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:03:01.949972 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:03:04.452649 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:03:07.099457 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac99161b-d56b-4e0a-a7eb-3fe42d131ed1 req-75a4cc7f-5c39-4b57-8e40-3315d5b8f53e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480814 Jan 18 21:03:07.178334 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99161b-d56b-4e0a-a7eb-3fe42d131ed1 req-88e20c2f-2125-499c-b8f4-d9f4769260d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:03:07.180419 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac99161b-d56b-4e0a-a7eb-3fe42d131ed1 req-88e20c2f-2125-499c-b8f4-d9f4769260d5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 1097 time: 0.0392792 Jan 18 21:03:07.224277 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:03:07.282168 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99161b-d56b-4e0a-a7eb-3fe42d131ed1 req-55c34877-ef1f-4bb2-b9c5-665eaa05a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:03:07.283620 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac99161b-d56b-4e0a-a7eb-3fe42d131ed1 req-55c34877-ef1f-4bb2-b9c5-665eaa05a73f service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 912 time: 0.0869968 Jan 18 21:03:07.345889 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac99161b-d56b-4e0a-a7eb-3fe42d131ed1 req-58691e2f-f0d5-4cb5-9491-2da6a350cbdf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e46ccd55-bc70-469b-a960-fb42d7c73a2e HTTP/1.1" status: 200 len: 1001 time: 0.0556035 Jan 18 21:03:07.395739 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99161b-d56b-4e0a-a7eb-3fe42d131ed1 req-5cb01459-aca7-4f63-962e-99b9790c05ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:03:07.397112 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac99161b-d56b-4e0a-a7eb-3fe42d131ed1 req-5cb01459-aca7-4f63-962e-99b9790c05ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61e3b3b0-5646-459d-8ac4-7bfe29848aa5 HTTP/1.1" status: 200 len: 850 time: 0.0457077 Jan 18 21:03:07.439963 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99161b-d56b-4e0a-a7eb-3fe42d131ed1 req-0015b955-b4f3-436c-98c6-1349220c456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:03:07.441752 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac99161b-d56b-4e0a-a7eb-3fe42d131ed1 req-0015b955-b4f3-436c-98c6-1349220c456c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384982 Jan 18 21:03:07.534772 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac99161b-d56b-4e0a-a7eb-3fe42d131ed1 req-90121d77-04b0-458a-a83a-735bfb1940db service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872650 Jan 18 21:03:07.623829 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac99161b-d56b-4e0a-a7eb-3fe42d131ed1 req-861df2c6-134a-4082-9453-329718efdeaa service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831320 Jan 18 21:03:09.260474 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:03:19.459364 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d232e577-2189-4206-af63-66ef3d1810e9 req-5d48972a-5cc8-49b3-93cd-7e2cb53b417b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402012 Jan 18 21:03:19.545919 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232e577-2189-4206-af63-66ef3d1810e9 req-d0808548-f44d-47be-aab1-38101054a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:03:19.547410 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d232e577-2189-4206-af63-66ef3d1810e9 req-d0808548-f44d-47be-aab1-38101054a5b5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 1096 time: 0.0382285 Jan 18 21:03:19.654841 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232e577-2189-4206-af63-66ef3d1810e9 req-c1132f7d-c9a2-4678-ac52-eef3609a01c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:03:19.656182 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d232e577-2189-4206-af63-66ef3d1810e9 req-c1132f7d-c9a2-4678-ac52-eef3609a01c1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 912 time: 0.0850687 Jan 18 21:03:19.722890 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d232e577-2189-4206-af63-66ef3d1810e9 req-67931dce-590d-4055-9ea4-8926b5bb2821 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fc7e853-3a26-415c-a68b-a2e55286faa3 HTTP/1.1" status: 200 len: 1000 time: 0.0574784 Jan 18 21:03:19.775041 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232e577-2189-4206-af63-66ef3d1810e9 req-c01b24de-ff4f-45d7-982f-1e23e0365a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:03:19.776431 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d232e577-2189-4206-af63-66ef3d1810e9 req-c01b24de-ff4f-45d7-982f-1e23e0365a11 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=61e3b3b0-5646-459d-8ac4-7bfe29848aa5 HTTP/1.1" status: 200 len: 850 time: 0.0452399 Jan 18 21:03:19.821798 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232e577-2189-4206-af63-66ef3d1810e9 req-c4221268-d2af-4974-b347-92672d982c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:03:19.823230 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d232e577-2189-4206-af63-66ef3d1810e9 req-c4221268-d2af-4974-b347-92672d982c08 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380332 Jan 18 21:03:19.915422 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d232e577-2189-4206-af63-66ef3d1810e9 req-6689a787-0d3a-49c3-9983-169290b54241 service neutron] 10.222.0.70 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816183 Jan 18 21:03:20.005468 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d232e577-2189-4206-af63-66ef3d1810e9 req-61e69a1b-c13a-4279-b7fc-54045b2d10a0 service neutron] 10.222.0.70 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797484 Jan 18 21:03:25.717403 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a694530c-5fa0-409d-88f4-534a87aa9028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:03:27.882910 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-687621f9-7692-4a8f-aedf-2b5de5799052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:03:29.252691 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:03:30.667726 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:03:31.953042 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:03:34.451858 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:03:37.229403 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:03:46.260388 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:03:48.378670 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [req-2ea6d537-bdb2-4f35-b00f-8b3bb705a7b9 req-19ba7d9c-ac9c-434b-9eb1-80be6c813861 service neutron] (103335) timed out ('10.222.0.31', 35200) {{(pid=103335) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 18 21:03:55.719251 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-29095c28-fec9-4762-9e60-4822be92a4cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:03:57.883420 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-71790656-3e96-480f-beaa-bb50e06d19c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:03:59.260119 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:00.670649 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:01.958392 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:04.450139 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:07.085745 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-09a36e67-bc78-43e3-888c-402447e72d57 req-8b03e143-3466-4351-948b-4e13e97751f5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382237 Jan 18 21:04:07.171898 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a36e67-bc78-43e3-888c-402447e72d57 req-4c0b700e-df46-4671-b368-b5546622d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:04:07.173465 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-09a36e67-bc78-43e3-888c-402447e72d57 req-4c0b700e-df46-4671-b368-b5546622d6b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 1097 time: 0.0475321 Jan 18 21:04:07.247153 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:07.276428 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a36e67-bc78-43e3-888c-402447e72d57 req-f56ab959-5834-4513-a7c0-3bcf0270522f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:04:07.276428 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-09a36e67-bc78-43e3-888c-402447e72d57 req-f56ab959-5834-4513-a7c0-3bcf0270522f service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 912 time: 0.0837834 Jan 18 21:04:07.343748 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-09a36e67-bc78-43e3-888c-402447e72d57 req-7d7c15a1-355c-4b3c-a260-88950352e136 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e46ccd55-bc70-469b-a960-fb42d7c73a2e HTTP/1.1" status: 200 len: 1001 time: 0.0619478 Jan 18 21:04:07.389948 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a36e67-bc78-43e3-888c-402447e72d57 req-2576f1bf-5943-4916-8353-190ea7fcb966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:04:07.391331 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-09a36e67-bc78-43e3-888c-402447e72d57 req-2576f1bf-5943-4916-8353-190ea7fcb966 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61e3b3b0-5646-459d-8ac4-7bfe29848aa5 HTTP/1.1" status: 200 len: 850 time: 0.0422122 Jan 18 21:04:07.433864 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a36e67-bc78-43e3-888c-402447e72d57 req-8314cf0f-ff54-4e16-866e-155debd5c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:04:07.435563 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-09a36e67-bc78-43e3-888c-402447e72d57 req-8314cf0f-ff54-4e16-866e-155debd5c307 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387597 Jan 18 21:04:07.524652 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-09a36e67-bc78-43e3-888c-402447e72d57 req-88eb777d-69f8-4233-8782-a8d330214095 service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831904 Jan 18 21:04:07.609355 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-09a36e67-bc78-43e3-888c-402447e72d57 req-32519866-a00d-4b00-b70a-4b170204fad2 service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792110 Jan 18 21:04:21.111839 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6899b4d3-2b4b-46fd-ab96-631a475bd8c8 req-6f0bd23e-b759-408d-9558-12f124ff8073 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434020 Jan 18 21:04:21.200464 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899b4d3-2b4b-46fd-ab96-631a475bd8c8 req-4000be48-02ef-4314-8a18-5ad9c46ad091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:04:21.201987 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6899b4d3-2b4b-46fd-ab96-631a475bd8c8 req-4000be48-02ef-4314-8a18-5ad9c46ad091 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 1096 time: 0.0396273 Jan 18 21:04:21.309743 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899b4d3-2b4b-46fd-ab96-631a475bd8c8 req-59f2d1a4-b4dd-4cc1-9baf-8a7afc550a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:04:21.311219 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6899b4d3-2b4b-46fd-ab96-631a475bd8c8 req-59f2d1a4-b4dd-4cc1-9baf-8a7afc550a57 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 912 time: 0.0872669 Jan 18 21:04:21.380925 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6899b4d3-2b4b-46fd-ab96-631a475bd8c8 req-36252b23-4f44-4311-8f5f-277a1955f6ca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fc7e853-3a26-415c-a68b-a2e55286faa3 HTTP/1.1" status: 200 len: 1000 time: 0.0612106 Jan 18 21:04:21.434924 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899b4d3-2b4b-46fd-ab96-631a475bd8c8 req-ec68b11b-70e9-4081-a24d-900ad520d86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:04:21.436373 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6899b4d3-2b4b-46fd-ab96-631a475bd8c8 req-ec68b11b-70e9-4081-a24d-900ad520d86b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=61e3b3b0-5646-459d-8ac4-7bfe29848aa5 HTTP/1.1" status: 200 len: 850 time: 0.0444162 Jan 18 21:04:21.483458 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899b4d3-2b4b-46fd-ab96-631a475bd8c8 req-1481faf8-5e4f-4aeb-a505-f761c3d8f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:04:21.484932 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6899b4d3-2b4b-46fd-ab96-631a475bd8c8 req-1481faf8-5e4f-4aeb-a505-f761c3d8f367 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397460 Jan 18 21:04:21.555482 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40562) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:04:21.581397 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6899b4d3-2b4b-46fd-ab96-631a475bd8c8 req-6d210b53-c9b7-49a6-a022-eaebe2be4ec6 service neutron] 10.222.0.70 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863528 Jan 18 21:04:21.680577 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6899b4d3-2b4b-46fd-ab96-631a475bd8c8 req-07c1d524-0a8e-45d3-b3d0-10a2a116a62b service neutron] 10.222.0.70 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884025 Jan 18 21:04:21.724231 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-faba11cb-0d2a-4979-b70c-cfdbd17637ec tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Deleting port fe1ef44b-b2b8-4f05-80f2-3975954da74c {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:04:21.724576 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-faba11cb-0d2a-4979-b70c-cfdbd17637ec tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (fe1ef44b-b2b8-4f05-80f2-3975954da74c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:21.801961 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-faba11cb-0d2a-4979-b70c-cfdbd17637ec tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (fe1ef44b-b2b8-4f05-80f2-3975954da74c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:21.802291 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-faba11cb-0d2a-4979-b70c-cfdbd17637ec tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for floatingip (fe1ef44b-b2b8-4f05-80f2-3975954da74c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:21.813733 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-faba11cb-0d2a-4979-b70c-cfdbd17637ec tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Calling delete_port for fe1ef44b-b2b8-4f05-80f2-3975954da74c owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:04:21.958492 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-faba11cb-0d2a-4979-b70c-cfdbd17637ec tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (fe1ef44b-b2b8-4f05-80f2-3975954da74c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:21.988069 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba11cb-0d2a-4979-b70c-cfdbd17637ec tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event deleted for resources: {'Port': ['ID=fe1ef44b-b2b8-4f05-80f2-3975954da74c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:04:22.016477 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba11cb-0d2a-4979-b70c-cfdbd17637ec tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:04:22.016824 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba11cb-0d2a-4979-b70c-cfdbd17637ec tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:04:22.017173 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba11cb-0d2a-4979-b70c-cfdbd17637ec tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:04:22.017621 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba11cb-0d2a-4979-b70c-cfdbd17637ec tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:04:22.020321 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba11cb-0d2a-4979-b70c-cfdbd17637ec tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:04:22.022184 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba11cb-0d2a-4979-b70c-cfdbd17637ec tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:04:22.022320 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba11cb-0d2a-4979-b70c-cfdbd17637ec tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:04:22.029124 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba11cb-0d2a-4979-b70c-cfdbd17637ec tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:04:22.029579 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba11cb-0d2a-4979-b70c-cfdbd17637ec tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:04:22.029954 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba11cb-0d2a-4979-b70c-cfdbd17637ec tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:04:22.030311 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba11cb-0d2a-4979-b70c-cfdbd17637ec tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:04:22.030654 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba11cb-0d2a-4979-b70c-cfdbd17637ec tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:04:22.030968 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba11cb-0d2a-4979-b70c-cfdbd17637ec tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:04:22.077368 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-faba11cb-0d2a-4979-b70c-cfdbd17637ec tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for floatingip (eaabe9a8-25e9-4c4d-bab9-6bb3ca37124c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:22.077706 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-faba11cb-0d2a-4979-b70c-cfdbd17637ec tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Floating IP eaabe9a8-25e9-4c4d-bab9-6bb3ca37124c disassociated (deleted). External IP: 172.25.4.16, port: 2fc7e853-3a26-415c-a68b-a2e55286faa3. Jan 18 21:04:22.288179 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faba11cb-0d2a-4979-b70c-cfdbd17637ec tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:04:22.394620 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faba11cb-0d2a-4979-b70c-cfdbd17637ec tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:04:22.399383 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-faba11cb-0d2a-4979-b70c-cfdbd17637ec tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:22.405766 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c4fa73-295c-4d88-b301-5eea1b8c8de8 None None] Sync routers for ids ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:04:22.415625 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c4fa73-295c-4d88-b301-5eea1b8c8de8 None None] Routers {'0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:04:22.416232 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-99c4fa73-295c-4d88-b301-5eea1b8c8de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:03:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:04:22.430341 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-faba11cb-0d2a-4979-b70c-cfdbd17637ec tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "DELETE /v2.0/floatingips/eaabe9a8-25e9-4c4d-bab9-6bb3ca37124c HTTP/1.1" status: 204 len: 168 time: 0.8709688 Jan 18 21:04:22.430341 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9adb2ff5-d2a0-4cd1-a10d-a347114431d5', 'tag': '2fc7e853-3a26-415c-a68b-a2e55286faa3'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:04:22.431252 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b43178f88c778abd299c77f10da4c8b3e71d2d0c7150ce414079b2ef1097cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5142d5e-0620-47d6-9aec-46a9432c718b" -d '{"events": [{"name": "network-changed", "server_uuid": "9adb2ff5-d2a0-4cd1-a10d-a347114431d5", "tag": "2fc7e853-3a26-415c-a68b-a2e55286faa3"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:04:22.476216 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f3d844-8a66-48b3-a65e-4b7b2bd6eea8 x-openstack-request-id: req-59f3d844-8a66-48b3-a65e-4b7b2bd6eea8 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:04:22.476514 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9adb2ff5-d2a0-4cd1-a10d-a347114431d5", "tag": "2fc7e853-3a26-415c-a68b-a2e55286faa3", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:04:22.476772 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59f3d844-8a66-48b3-a65e-4b7b2bd6eea8 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:04:22.477212 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9adb2ff5-d2a0-4cd1-a10d-a347114431d5', 'tag': '2fc7e853-3a26-415c-a68b-a2e55286faa3', 'status': 'completed', 'code': 200} Jan 18 21:04:22.550618 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-99c4fa73-295c-4d88-b301-5eea1b8c8de8 None None] Set router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:04:22.555055 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5142d5e-0620-47d6-9aec-46a9432c718b req-6f3b6952-aa64-424c-a175-b47313a53150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:04:22.556977 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c5142d5e-0620-47d6-9aec-46a9432c718b req-6f3b6952-aa64-424c-a175-b47313a53150 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 1096 time: 0.0492563 Jan 18 21:04:22.685526 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5142d5e-0620-47d6-9aec-46a9432c718b req-b16e1fc3-adb4-4324-933b-f17bdb441c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:04:22.687988 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c5142d5e-0620-47d6-9aec-46a9432c718b req-b16e1fc3-adb4-4324-933b-f17bdb441c7e service neutron] 10.222.0.70 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 912 time: 0.1193533 Jan 18 21:04:22.694556 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea7024-69c7-4c94-b21c-20e5dd627105 req-09c5cfb5-9de4-4bf0-b04f-ca52258c11af tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:04:22.701677 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-78ea7024-69c7-4c94-b21c-20e5dd627105 req-09c5cfb5-9de4-4bf0-b04f-ca52258c11af tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 945 time: 0.0598614 Jan 18 21:04:22.762657 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-78ea7024-69c7-4c94-b21c-20e5dd627105 req-12e697d4-eba9-44fd-9b1b-895cf460f31a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554821 Jan 18 21:04:22.837380 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-99c4fa73-295c-4d88-b301-5eea1b8c8de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'name': 'tempest-TestVolumeBootPattern-423705390-router', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '98dca7a3-eb58-47dc-a434-709463258148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:00Z', 'updated_at': '2022-01-18T20:53:03Z', 'revision_number': 4, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'gw_port': {'id': '98dca7a3-eb58-47dc-a434-709463258148', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:01Z', 'updated_at': '2022-01-18T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'c910da41-91af-4121-a4f3-f65e4e3e859a', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'port_id': 'e46ccd55-bc70-469b-a960-fb42d7c73a2e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'mac_address': 'fa:16:3e:45:67:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd277f-4442-4b4a-b359-5069245d26d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:00:29Z', 'updated_at': '2022-01-18T21:00:32Z', 'revision_number': 1, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3116b154-cf5e-4b33-b1ae-32bfc606fd33', 'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'mac_address': 'fa:16:3e:61:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:02Z', 'updated_at': '2022-01-18T20:53:08Z', 'revision_number': 5, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'subnets': [{'id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:04:22.865622 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c4fa73-295c-4d88-b301-5eea1b8c8de8 None None] Checking router: 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:04:22.874941 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c4fa73-295c-4d88-b301-5eea1b8c8de8 None None] Routers {'0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:04:22.875572 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-99c4fa73-295c-4d88-b301-5eea1b8c8de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:03:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:04:22.988087 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-99c4fa73-295c-4d88-b301-5eea1b8c8de8 None None] Set router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:04:23.086127 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c5142d5e-0620-47d6-9aec-46a9432c718b req-316b6661-7ed6-4dac-b8f6-80f4170bcb01 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fc7e853-3a26-415c-a68b-a2e55286faa3 HTTP/1.1" status: 200 len: 217 time: 0.3897226 Jan 18 21:04:23.134567 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5142d5e-0620-47d6-9aec-46a9432c718b req-b63b1e8b-35c7-42af-a0a2-174d3688ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:04:23.136038 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c5142d5e-0620-47d6-9aec-46a9432c718b req-b63b1e8b-35c7-42af-a0a2-174d3688ed95 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=61e3b3b0-5646-459d-8ac4-7bfe29848aa5 HTTP/1.1" status: 200 len: 850 time: 0.0430412 Jan 18 21:04:23.182194 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5142d5e-0620-47d6-9aec-46a9432c718b req-0b1e5a25-d058-4996-ac97-dce91bcb6033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:04:23.184292 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c5142d5e-0620-47d6-9aec-46a9432c718b req-0b1e5a25-d058-4996-ac97-dce91bcb6033 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401118 Jan 18 21:04:23.224718 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-99c4fa73-295c-4d88-b301-5eea1b8c8de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'name': 'tempest-TestVolumeBootPattern-423705390-router', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '98dca7a3-eb58-47dc-a434-709463258148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:00Z', 'updated_at': '2022-01-18T20:53:03Z', 'revision_number': 4, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'gw_port': {'id': '98dca7a3-eb58-47dc-a434-709463258148', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:01Z', 'updated_at': '2022-01-18T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'c910da41-91af-4121-a4f3-f65e4e3e859a', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'port_id': 'e46ccd55-bc70-469b-a960-fb42d7c73a2e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'mac_address': 'fa:16:3e:45:67:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd277f-4442-4b4a-b359-5069245d26d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:00:29Z', 'updated_at': '2022-01-18T21:00:32Z', 'revision_number': 1, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3116b154-cf5e-4b33-b1ae-32bfc606fd33', 'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'mac_address': 'fa:16:3e:61:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:02Z', 'updated_at': '2022-01-18T20:53:08Z', 'revision_number': 5, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'subnets': [{'id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:04:23.254989 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c4fa73-295c-4d88-b301-5eea1b8c8de8 None None] The sync data for ids ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'] in n-d-741529-9 is: [{'id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'name': 'tempest-TestVolumeBootPattern-423705390-router', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '98dca7a3-eb58-47dc-a434-709463258148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:00Z', 'updated_at': '2022-01-18T20:53:03Z', 'revision_number': 4, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'gw_port': {'id': '98dca7a3-eb58-47dc-a434-709463258148', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:01Z', 'updated_at': '2022-01-18T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'c910da41-91af-4121-a4f3-f65e4e3e859a', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'port_id': 'e46ccd55-bc70-469b-a960-fb42d7c73a2e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'mac_address': 'fa:16:3e:45:67:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd277f-4442-4b4a-b359-5069245d26d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:00:29Z', 'updated_at': '2022-01-18T21:00:32Z', 'revision_number': 1, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3116b154-cf5e-4b33-b1ae-32bfc606fd33', 'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'mac_address': 'fa:16:3e:61:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:02Z', 'updated_at': '2022-01-18T20:53:08Z', 'revision_number': 5, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'subnets': [{'id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:04:23.262767 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:04:23.289023 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c5142d5e-0620-47d6-9aec-46a9432c718b req-c35c3945-d678-4e5c-bb91-d8168b36fc50 service neutron] 10.222.0.70 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963192 Jan 18 21:04:23.382215 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c5142d5e-0620-47d6-9aec-46a9432c718b req-43069a54-8f04-4ff9-8b3b-e9a59be27438 service neutron] 10.222.0.70 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857172 Jan 18 21:04:23.495337 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c573aa1f-86d8-44cf-9c96-0aa26795b7e9 None None] New status for floating IP eaabe9a8-25e9-4c4d-bab9-6bb3ca37124c: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 21:04:23.872249 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889e8ba-99de-4c69-9ac7-d3867c963da1 req-ec3e4a58-8848-4377-8e4f-21aec7d719d3 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:04:23.873684 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5889e8ba-99de-4c69-9ac7-d3867c963da1 req-ec3e4a58-8848-4377-8e4f-21aec7d719d3 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 945 time: 0.0515478 Jan 18 21:04:23.923316 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5889e8ba-99de-4c69-9ac7-d3867c963da1 req-ae031bee-8d7e-42a0-828f-79e83c936ac6 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428085 Jan 18 21:04:24.349849 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bdfea4-7165-4a78-9b60-c5a0b64d810b req-a6a78ee9-4347-4706-bd27-0269ae8e366e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:04:24.351291 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d5bdfea4-7165-4a78-9b60-c5a0b64d810b req-a6a78ee9-4347-4706-bd27-0269ae8e366e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.70 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 945 time: 0.0511501 Jan 18 21:04:24.445808 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-d5bdfea4-7165-4a78-9b60-c5a0b64d810b req-18e4acc5-f3e1-4a91-80f4-bb2c7e0f6f6b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Deleting port 2fc7e853-3a26-415c-a68b-a2e55286faa3 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:04:24.446137 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d5bdfea4-7165-4a78-9b60-c5a0b64d810b req-18e4acc5-f3e1-4a91-80f4-bb2c7e0f6f6b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (2fc7e853-3a26-415c-a68b-a2e55286faa3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:24.534621 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-d5bdfea4-7165-4a78-9b60-c5a0b64d810b req-18e4acc5-f3e1-4a91-80f4-bb2c7e0f6f6b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] For port 2fc7e853-3a26-415c-a68b-a2e55286faa3, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=2fc7e853-3a26-415c-a68b-a2e55286faa3,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:04:24.534975 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d5bdfea4-7165-4a78-9b60-c5a0b64d810b req-18e4acc5-f3e1-4a91-80f4-bb2c7e0f6f6b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (2fc7e853-3a26-415c-a68b-a2e55286faa3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:24.547267 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-d5bdfea4-7165-4a78-9b60-c5a0b64d810b req-18e4acc5-f3e1-4a91-80f4-bb2c7e0f6f6b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Calling delete_port for 2fc7e853-3a26-415c-a68b-a2e55286faa3 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:04:24.674571 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d5bdfea4-7165-4a78-9b60-c5a0b64d810b req-18e4acc5-f3e1-4a91-80f4-bb2c7e0f6f6b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (2fc7e853-3a26-415c-a68b-a2e55286faa3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:24.708368 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4acc5-f3e1-4a91-80f4-bb2c7e0f6f6b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event deleted for resources: {'Port': ['ID=2fc7e853-3a26-415c-a68b-a2e55286faa3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:04:24.732926 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4acc5-f3e1-4a91-80f4-bb2c7e0f6f6b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:04:24.733270 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4acc5-f3e1-4a91-80f4-bb2c7e0f6f6b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:04:24.733609 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4acc5-f3e1-4a91-80f4-bb2c7e0f6f6b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:04:24.733967 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4acc5-f3e1-4a91-80f4-bb2c7e0f6f6b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:04:24.734301 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4acc5-f3e1-4a91-80f4-bb2c7e0f6f6b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:04:24.734625 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4acc5-f3e1-4a91-80f4-bb2c7e0f6f6b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:04:24.734947 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4acc5-f3e1-4a91-80f4-bb2c7e0f6f6b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:04:24.735267 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4acc5-f3e1-4a91-80f4-bb2c7e0f6f6b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:04:24.735585 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4acc5-f3e1-4a91-80f4-bb2c7e0f6f6b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:04:24.735902 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4acc5-f3e1-4a91-80f4-bb2c7e0f6f6b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:04:24.736217 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4acc5-f3e1-4a91-80f4-bb2c7e0f6f6b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:04:24.736533 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4acc5-f3e1-4a91-80f4-bb2c7e0f6f6b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:04:24.736848 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4acc5-f3e1-4a91-80f4-bb2c7e0f6f6b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:04:24.757564 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5bdfea4-7165-4a78-9b60-c5a0b64d810b req-18e4acc5-f3e1-4a91-80f4-bb2c7e0f6f6b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] No DVR routers for this DVR port 2fc7e853-3a26-415c-a68b-a2e55286faa3 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:04:24.760003 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d5bdfea4-7165-4a78-9b60-c5a0b64d810b req-18e4acc5-f3e1-4a91-80f4-bb2c7e0f6f6b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:24.763391 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d5bdfea4-7165-4a78-9b60-c5a0b64d810b req-18e4acc5-f3e1-4a91-80f4-bb2c7e0f6f6b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.70 "DELETE /v2.0/ports/2fc7e853-3a26-415c-a68b-a2e55286faa3 HTTP/1.1" status: 204 len: 173 time: 0.4027977 Jan 18 21:04:24.763931 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9adb2ff5-d2a0-4cd1-a10d-a347114431d5', 'name': 'network-vif-deleted', 'tag': '2fc7e853-3a26-415c-a68b-a2e55286faa3'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:04:24.766220 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bde322-6db9-44b5-bb7d-ad85e2fc7858" -d '{"events": [{"server_uuid": "9adb2ff5-d2a0-4cd1-a10d-a347114431d5", "name": "network-vif-deleted", "tag": "2fc7e853-3a26-415c-a68b-a2e55286faa3"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:04:24.807322 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b798c22c-7bf8-478b-a11b-bcc01bd73597 x-openstack-request-id: req-b798c22c-7bf8-478b-a11b-bcc01bd73597 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:04:24.807622 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9adb2ff5-d2a0-4cd1-a10d-a347114431d5", "name": "network-vif-deleted", "tag": "2fc7e853-3a26-415c-a68b-a2e55286faa3", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:04:24.807879 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b798c22c-7bf8-478b-a11b-bcc01bd73597 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:04:24.808290 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9adb2ff5-d2a0-4cd1-a10d-a347114431d5', 'name': 'network-vif-deleted', 'tag': '2fc7e853-3a26-415c-a68b-a2e55286faa3', 'status': 'completed', 'code': 200} Jan 18 21:04:25.017251 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8aa2ecc4-4173-42f2-8be5-b5332936812a req-780b7491-dc9b-4d1e-9ef3-88d35b4d75bf tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 210 time: 0.0267859 Jan 18 21:04:25.720457 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3ceec0c2-c3e5-422e-8391-f67385155cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:26.111589 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a14472b-21ce-4356-a95e-573d6cc5680e req-a53b2e81-8ad8-4755-aad3-085e010a5d2c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 210 time: 0.0256352 Jan 18 21:04:27.204770 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6494676d-fa88-4547-82fc-a7db0ad56e97 req-abc94291-027c-45f8-ad5d-9be473908143 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 210 time: 0.0259602 Jan 18 21:04:27.884263 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-38b17931-b567-46bf-94c7-61bc8e35412e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:28.301192 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-92c1f365-00f7-4516-b306-92fddf86076b req-9a7601cd-6174-4e02-98c7-164fdf2afc89 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 210 time: 0.0298777 Jan 18 21:04:29.030798 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 2fc7e853-3a26-415c-a68b-a2e55286faa3 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:04:29.050509 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 2fc7e853-3a26-415c-a68b-a2e55286faa3 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:04:29.050855 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 2fc7e853-3a26-415c-a68b-a2e55286faa3 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:04:29.257593 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:29.399523 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6558274f-2a51-4bc7-b4e3-71bd02fe3851 req-62e87f55-1ea0-482e-9c9a-7c5642b390ed tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 210 time: 0.0297210 Jan 18 21:04:30.493464 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c39d54ee-7c87-4a8e-97c5-8fec8660bcfd req-0f7cedcd-a2d4-4315-a170-5d03f5a3673c tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 210 time: 0.0256510 Jan 18 21:04:30.673788 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:31.588963 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3d558792-9c6f-4887-9f0f-0cf64cebc3eb req-25d6d58c-0d2e-41d1-bd11-b0e05112e9e6 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 210 time: 0.0259726 Jan 18 21:04:31.961770 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:32.680499 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-26992448-ac51-453c-aaf3-31378272915f req-2f86839e-a593-4136-a45c-ef67cb9d96e8 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=9adb2ff5-d2a0-4cd1-a10d-a347114431d5 HTTP/1.1" status: 200 len: 210 time: 0.0254281 Jan 18 21:04:34.450165 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:37.242898 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:42.210096 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40638) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:04:42.365268 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-9485f080-6f11-4d51-a319-aad8d6931cce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Deleting port c6fb639f-9c8a-412b-85f2-ca0317cefbe9 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:04:42.365603 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9485f080-6f11-4d51-a319-aad8d6931cce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (c6fb639f-9c8a-412b-85f2-ca0317cefbe9), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:42.777448 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9485f080-6f11-4d51-a319-aad8d6931cce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (c6fb639f-9c8a-412b-85f2-ca0317cefbe9), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:42.778097 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9485f080-6f11-4d51-a319-aad8d6931cce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for floatingip (c6fb639f-9c8a-412b-85f2-ca0317cefbe9), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:42.789180 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-9485f080-6f11-4d51-a319-aad8d6931cce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Calling delete_port for c6fb639f-9c8a-412b-85f2-ca0317cefbe9 owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:04:42.929727 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9485f080-6f11-4d51-a319-aad8d6931cce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (c6fb639f-9c8a-412b-85f2-ca0317cefbe9), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:42.954741 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485f080-6f11-4d51-a319-aad8d6931cce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event deleted for resources: {'Port': ['ID=c6fb639f-9c8a-412b-85f2-ca0317cefbe9,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:04:43.012211 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9485f080-6f11-4d51-a319-aad8d6931cce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for floatingip (c910da41-91af-4121-a4f3-f65e4e3e859a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:43.012542 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-9485f080-6f11-4d51-a319-aad8d6931cce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Floating IP c910da41-91af-4121-a4f3-f65e4e3e859a disassociated (deleted). External IP: 172.25.4.55, port: e46ccd55-bc70-469b-a960-fb42d7c73a2e. Jan 18 21:04:43.212853 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9485f080-6f11-4d51-a319-aad8d6931cce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:04:43.316463 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9485f080-6f11-4d51-a319-aad8d6931cce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:04:43.321230 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9485f080-6f11-4d51-a319-aad8d6931cce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:43.327139 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f87a280-aa78-45ef-a567-d49161bd3919 None None] Sync routers for ids ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:04:43.337076 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f87a280-aa78-45ef-a567-d49161bd3919 None None] Routers {'0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:04:43.337711 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-8f87a280-aa78-45ef-a567-d49161bd3919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:04:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:04:43.348132 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9485f080-6f11-4d51-a319-aad8d6931cce tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "DELETE /v2.0/floatingips/c910da41-91af-4121-a4f3-f65e4e3e859a HTTP/1.1" status: 204 len: 168 time: 1.1369376 Jan 18 21:04:43.348730 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fcd277f-4442-4b4a-b359-5069245d26d2', 'tag': 'e46ccd55-bc70-469b-a960-fb42d7c73a2e'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:04:43.351038 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b43178f88c778abd299c77f10da4c8b3e71d2d0c7150ce414079b2ef1097cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fc77f7-debf-499f-878e-6d0bcc7c9a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "1fcd277f-4442-4b4a-b359-5069245d26d2", "tag": "e46ccd55-bc70-469b-a960-fb42d7c73a2e"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:04:43.400590 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9078405-285d-4c4e-b4c0-134afd89ece5 x-openstack-request-id: req-d9078405-285d-4c4e-b4c0-134afd89ece5 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:04:43.400885 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fcd277f-4442-4b4a-b359-5069245d26d2", "tag": "e46ccd55-bc70-469b-a960-fb42d7c73a2e", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:04:43.401136 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9078405-285d-4c4e-b4c0-134afd89ece5 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:04:43.402085 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fcd277f-4442-4b4a-b359-5069245d26d2', 'tag': 'e46ccd55-bc70-469b-a960-fb42d7c73a2e', 'status': 'completed', 'code': 200} Jan 18 21:04:43.456091 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-8f87a280-aa78-45ef-a567-d49161bd3919 None None] Set router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:04:43.476034 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc77f7-debf-499f-878e-6d0bcc7c9a2e req-f48c610a-9c86-43a0-a20d-7de424393e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:04:43.479254 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-30fc77f7-debf-499f-878e-6d0bcc7c9a2e req-f48c610a-9c86-43a0-a20d-7de424393e92 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 1097 time: 0.0473142 Jan 18 21:04:43.580450 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc77f7-debf-499f-878e-6d0bcc7c9a2e req-e568d6c2-6522-406f-a803-24b3ffe31c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:04:43.582219 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-30fc77f7-debf-499f-878e-6d0bcc7c9a2e req-e568d6c2-6522-406f-a803-24b3ffe31c78 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 200 len: 912 time: 0.0953567 Jan 18 21:04:43.601376 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944eeb9-54de-4575-b193-59450386b51f req-048aa6a4-f0f0-44f5-aa41-0709607d7832 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:04:43.603622 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b944eeb9-54de-4575-b193-59450386b51f req-048aa6a4-f0f0-44f5-aa41-0709607d7832 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 946 time: 0.0583274 Jan 18 21:04:43.627562 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-30fc77f7-debf-499f-878e-6d0bcc7c9a2e req-2f9fc54c-71e8-488e-8e68-1d6a27b57940 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e46ccd55-bc70-469b-a960-fb42d7c73a2e HTTP/1.1" status: 200 len: 217 time: 0.0360854 Jan 18 21:04:43.663893 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b944eeb9-54de-4575-b193-59450386b51f req-18252bef-4311-4bfe-8e62-a9fefd74ed51 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503917 Jan 18 21:04:43.678535 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc77f7-debf-499f-878e-6d0bcc7c9a2e req-3fcf2154-c159-48be-940b-eac06ef722a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:04:43.679991 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-30fc77f7-debf-499f-878e-6d0bcc7c9a2e req-3fcf2154-c159-48be-940b-eac06ef722a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61e3b3b0-5646-459d-8ac4-7bfe29848aa5 HTTP/1.1" status: 200 len: 850 time: 0.0455091 Jan 18 21:04:43.689972 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-8f87a280-aa78-45ef-a567-d49161bd3919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'name': 'tempest-TestVolumeBootPattern-423705390-router', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '98dca7a3-eb58-47dc-a434-709463258148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:00Z', 'updated_at': '2022-01-18T20:53:03Z', 'revision_number': 4, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'gw_port': {'id': '98dca7a3-eb58-47dc-a434-709463258148', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:01Z', 'updated_at': '2022-01-18T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '3116b154-cf5e-4b33-b1ae-32bfc606fd33', 'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'mac_address': 'fa:16:3e:61:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:02Z', 'updated_at': '2022-01-18T20:53:08Z', 'revision_number': 5, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'subnets': [{'id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:04:43.720325 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f87a280-aa78-45ef-a567-d49161bd3919 None None] Checking router: 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:04:43.728207 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc77f7-debf-499f-878e-6d0bcc7c9a2e req-399617cf-490d-4da1-84f4-efc893585374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:04:43.729083 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f87a280-aa78-45ef-a567-d49161bd3919 None None] Routers {'0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:04:43.730362 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-30fc77f7-debf-499f-878e-6d0bcc7c9a2e req-399617cf-490d-4da1-84f4-efc893585374 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435679 Jan 18 21:04:43.730672 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-8f87a280-aa78-45ef-a567-d49161bd3919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:04:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:04:43.818371 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-30fc77f7-debf-499f-878e-6d0bcc7c9a2e req-755b5058-fe03-406d-8e26-88d90f81497d service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798087 Jan 18 21:04:43.833837 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-8f87a280-aa78-45ef-a567-d49161bd3919 None None] Set router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:04:43.920806 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-30fc77f7-debf-499f-878e-6d0bcc7c9a2e req-86c970a3-9513-4803-af0c-a14b2b61d03b service neutron] 10.222.0.57 "GET /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928879 Jan 18 21:04:44.033319 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-8f87a280-aa78-45ef-a567-d49161bd3919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'name': 'tempest-TestVolumeBootPattern-423705390-router', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '98dca7a3-eb58-47dc-a434-709463258148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:00Z', 'updated_at': '2022-01-18T20:53:03Z', 'revision_number': 4, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'gw_port': {'id': '98dca7a3-eb58-47dc-a434-709463258148', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:01Z', 'updated_at': '2022-01-18T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '3116b154-cf5e-4b33-b1ae-32bfc606fd33', 'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'mac_address': 'fa:16:3e:61:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:02Z', 'updated_at': '2022-01-18T20:53:08Z', 'revision_number': 5, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'subnets': [{'id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:04:44.057988 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f87a280-aa78-45ef-a567-d49161bd3919 None None] The sync data for ids ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'] in n-d-741529-9 is: [{'id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'name': 'tempest-TestVolumeBootPattern-423705390-router', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '98dca7a3-eb58-47dc-a434-709463258148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:00Z', 'updated_at': '2022-01-18T20:53:03Z', 'revision_number': 4, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'gw_port': {'id': '98dca7a3-eb58-47dc-a434-709463258148', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:01Z', 'updated_at': '2022-01-18T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '3116b154-cf5e-4b33-b1ae-32bfc606fd33', 'name': '', 'network_id': 'e3f2a3df-3a03-4102-9f4d-d250fc7fbfce', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'mac_address': 'fa:16:3e:61:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:02Z', 'updated_at': '2022-01-18T20:53:08Z', 'revision_number': 5, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'subnets': [{'id': '61e3b3b0-5646-459d-8ac4-7bfe29848aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:04:44.275202 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37fe158-2073-4155-a6e9-1fd8d8f5b09d None None] New status for floating IP c910da41-91af-4121-a4f3-f65e4e3e859a: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 21:04:44.781917 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699b0f0-d389-4c55-85e0-f5d6b6ac1335 req-60ab530d-87b5-462d-a522-1e8969a5cdef tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:04:44.783385 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4699b0f0-d389-4c55-85e0-f5d6b6ac1335 req-60ab530d-87b5-462d-a522-1e8969a5cdef tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 946 time: 0.0490911 Jan 18 21:04:44.829982 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4699b0f0-d389-4c55-85e0-f5d6b6ac1335 req-d4aac765-7233-4293-9ea2-b50dd2332892 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/security-groups?id=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409000 Jan 18 21:04:45.201123 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870bb62-cf8c-4f4a-9a29-9b0736bf3047 req-df181190-c9f0-4c7e-a859-95fd8e22490a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:04:45.202611 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9870bb62-cf8c-4f4a-9a29-9b0736bf3047 req-df181190-c9f0-4c7e-a859-95fd8e22490a tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 946 time: 0.0482650 Jan 18 21:04:45.287218 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-9870bb62-cf8c-4f4a-9a29-9b0736bf3047 req-c2ab07f1-f95a-4c66-bee6-3d5524c79c0e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Deleting port e46ccd55-bc70-469b-a960-fb42d7c73a2e {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:04:45.287481 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9870bb62-cf8c-4f4a-9a29-9b0736bf3047 req-c2ab07f1-f95a-4c66-bee6-3d5524c79c0e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e46ccd55-bc70-469b-a960-fb42d7c73a2e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:45.377128 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-9870bb62-cf8c-4f4a-9a29-9b0736bf3047 req-c2ab07f1-f95a-4c66-bee6-3d5524c79c0e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] For port e46ccd55-bc70-469b-a960-fb42d7c73a2e, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=e46ccd55-bc70-469b-a960-fb42d7c73a2e,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:04:45.377483 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9870bb62-cf8c-4f4a-9a29-9b0736bf3047 req-c2ab07f1-f95a-4c66-bee6-3d5524c79c0e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e46ccd55-bc70-469b-a960-fb42d7c73a2e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:45.389388 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-9870bb62-cf8c-4f4a-9a29-9b0736bf3047 req-c2ab07f1-f95a-4c66-bee6-3d5524c79c0e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Calling delete_port for e46ccd55-bc70-469b-a960-fb42d7c73a2e owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:04:45.517079 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9870bb62-cf8c-4f4a-9a29-9b0736bf3047 req-c2ab07f1-f95a-4c66-bee6-3d5524c79c0e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e46ccd55-bc70-469b-a960-fb42d7c73a2e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:45.550908 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab07f1-f95a-4c66-bee6-3d5524c79c0e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event deleted for resources: {'Port': ['ID=e46ccd55-bc70-469b-a960-fb42d7c73a2e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:04:45.593133 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-9870bb62-cf8c-4f4a-9a29-9b0736bf3047 req-c2ab07f1-f95a-4c66-bee6-3d5524c79c0e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] No DVR routers for this DVR port e46ccd55-bc70-469b-a960-fb42d7c73a2e on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:04:45.595944 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9870bb62-cf8c-4f4a-9a29-9b0736bf3047 req-c2ab07f1-f95a-4c66-bee6-3d5524c79c0e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:45.599644 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9870bb62-cf8c-4f4a-9a29-9b0736bf3047 req-c2ab07f1-f95a-4c66-bee6-3d5524c79c0e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.57 "DELETE /v2.0/ports/e46ccd55-bc70-469b-a960-fb42d7c73a2e HTTP/1.1" status: 204 len: 173 time: 0.3918514 Jan 18 21:04:45.600086 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcd277f-4442-4b4a-b359-5069245d26d2', 'name': 'network-vif-deleted', 'tag': 'e46ccd55-bc70-469b-a960-fb42d7c73a2e'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:04:45.602619 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c32a25b-fb70-434d-a2fc-7b53d83d689d" -d '{"events": [{"server_uuid": "1fcd277f-4442-4b4a-b359-5069245d26d2", "name": "network-vif-deleted", "tag": "e46ccd55-bc70-469b-a960-fb42d7c73a2e"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:04:45.643255 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2665f4-582d-49f9-86db-4ee979fb5b75 x-openstack-request-id: req-af2665f4-582d-49f9-86db-4ee979fb5b75 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:04:45.643551 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fcd277f-4442-4b4a-b359-5069245d26d2", "name": "network-vif-deleted", "tag": "e46ccd55-bc70-469b-a960-fb42d7c73a2e", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:04:45.643809 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af2665f4-582d-49f9-86db-4ee979fb5b75 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:04:45.644214 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fcd277f-4442-4b4a-b359-5069245d26d2', 'name': 'network-vif-deleted', 'tag': 'e46ccd55-bc70-469b-a960-fb42d7c73a2e', 'status': 'completed', 'code': 200} Jan 18 21:04:45.926605 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7391ae4e-d5e5-472c-b769-95c273ca8c69 req-5cd495a5-398a-402d-b083-cd3d07ea8225 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 210 time: 0.0263588 Jan 18 21:04:47.027243 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a5249d34-763a-4de4-8289-cc2e7500e1b6 req-92f04a6d-9671-4a09-8e56-0efcda58abd1 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 210 time: 0.0264835 Jan 18 21:04:48.124208 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6822438d-1180-4a86-8583-362161223f57 req-06e1f435-7bc4-4b81-a980-b6a8cbfb7321 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 210 time: 0.0267155 Jan 18 21:04:49.219179 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cde92529-8b32-4c07-bb5a-af1c88c8f72d req-67a5d9c6-c7af-43fe-ad22-8a55475fd57b tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 210 time: 0.0286114 Jan 18 21:04:50.076614 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device e46ccd55-bc70-469b-a960-fb42d7c73a2e no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:04:50.101453 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: e46ccd55-bc70-469b-a960-fb42d7c73a2e {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:04:50.102099 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device e46ccd55-bc70-469b-a960-fb42d7c73a2e not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:04:50.324193 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-24cb7a4e-6e67-4828-a367-3f4dfe271928 req-431dc361-813c-4a5c-af7f-d79f5ba1024e tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 210 time: 0.0337329 Jan 18 21:04:51.418793 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fa692a01-16a2-4037-85e1-e3a21d2a10a9 req-90ebfe51-4eb6-4f15-8851-4895f9c3b888 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 210 time: 0.0261335 Jan 18 21:04:52.510646 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0598b039-403e-4269-b195-c2dcf1185dd6 req-d979c309-9cf5-445f-ad5a-c9cc6e6e6738 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 210 time: 0.0255864 Jan 18 21:04:53.853782 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3a60e8db-a3e6-4e6c-81c9-d9fb107ae4ba req-b55e2a78-3de3-4e73-bef1-cb6cb7700cf9 tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcd277f-4442-4b4a-b359-5069245d26d2 HTTP/1.1" status: 200 len: 210 time: 0.0262876 Jan 18 21:04:54.909309 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40670) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:04:55.027850 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-144f45da-2095-4326-9279-963e84237f1f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Deleting port cb668341-8a90-4812-a2b0-05892a63024b {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:04:55.028188 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-144f45da-2095-4326-9279-963e84237f1f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (cb668341-8a90-4812-a2b0-05892a63024b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:55.103330 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-144f45da-2095-4326-9279-963e84237f1f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (cb668341-8a90-4812-a2b0-05892a63024b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:55.103715 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-144f45da-2095-4326-9279-963e84237f1f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for floatingip (cb668341-8a90-4812-a2b0-05892a63024b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:55.120016 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-144f45da-2095-4326-9279-963e84237f1f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Calling delete_port for cb668341-8a90-4812-a2b0-05892a63024b owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:04:55.245643 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-144f45da-2095-4326-9279-963e84237f1f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (cb668341-8a90-4812-a2b0-05892a63024b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:55.268239 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f45da-2095-4326-9279-963e84237f1f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event deleted for resources: {'Port': ['ID=cb668341-8a90-4812-a2b0-05892a63024b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:04:55.332181 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-144f45da-2095-4326-9279-963e84237f1f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for floatingip (d673d5f9-e5b7-4b3d-a5c7-1a9a8a21c25b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:55.334796 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-144f45da-2095-4326-9279-963e84237f1f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:55.335984 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-144f45da-2095-4326-9279-963e84237f1f tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "DELETE /v2.0/floatingips/d673d5f9-e5b7-4b3d-a5c7-1a9a8a21c25b HTTP/1.1" status: 204 len: 168 time: 0.4256468 Jan 18 21:04:55.724808 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dac8a21b-73b2-464c-82c1-0eea31a72f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:57.886784 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1419c1c9-d71b-46c1-82af-50e790d67f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:04:59.260037 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:00.261670 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:05:00.670816 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:00.718623 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40690) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:05:00.774798 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e22ff280-1b17-4a68-9241-32f410a98daa tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for security_group (9121ff0c-03d1-403d-9ffb-a28ac7b52c1e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:00.800378 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e22ff280-1b17-4a68-9241-32f410a98daa tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for security_group (9121ff0c-03d1-403d-9ffb-a28ac7b52c1e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:00.865425 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e22ff280-1b17-4a68-9241-32f410a98daa tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9121ff0c-03d1-403d-9ffb-a28ac7b52c1e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:00.868122 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e22ff280-1b17-4a68-9241-32f410a98daa tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:00.870403 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e22ff280-1b17-4a68-9241-32f410a98daa tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] 10.222.0.31 "DELETE /v2.0/security-groups/9121ff0c-03d1-403d-9ffb-a28ac7b52c1e HTTP/1.1" status: 204 len: 168 time: 0.1496203 Jan 18 21:05:00.880142 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ff280-1b17-4a68-9241-32f410a98daa tempest-TestVolumeBootPattern-1076833034 tempest-TestVolumeBootPattern-1076833034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9121ff0c-03d1-403d-9ffb-a28ac7b52c1e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:00.953976 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40694) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:05:01.537159 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8e97f95e-926d-4263-bd48-0996490e53b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:01.779525 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-8e97f95e-926d-4263-bd48-0996490e53b2 admin admin] Deleting port 3116b154-cf5e-4b33-b1ae-32bfc606fd33 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:05:01.780217 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8e97f95e-926d-4263-bd48-0996490e53b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (3116b154-cf5e-4b33-b1ae-32bfc606fd33), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:01.859974 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-8e97f95e-926d-4263-bd48-0996490e53b2 admin admin] For port 3116b154-cf5e-4b33-b1ae-32bfc606fd33, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=3116b154-cf5e-4b33-b1ae-32bfc606fd33,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:05:01.860250 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8e97f95e-926d-4263-bd48-0996490e53b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (3116b154-cf5e-4b33-b1ae-32bfc606fd33), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:01.873401 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-8e97f95e-926d-4263-bd48-0996490e53b2 admin admin] Calling delete_port for 3116b154-cf5e-4b33-b1ae-32bfc606fd33 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:05:01.963936 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:02.054572 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8e97f95e-926d-4263-bd48-0996490e53b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (3116b154-cf5e-4b33-b1ae-32bfc606fd33), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:02.079610 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97f95e-926d-4263-bd48-0996490e53b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3116b154-cf5e-4b33-b1ae-32bfc606fd33,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:02.250626 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8e97f95e-926d-4263-bd48-0996490e53b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:02.457753 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e97f95e-926d-4263-bd48-0996490e53b2 admin admin] Router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:05:02.559422 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e97f95e-926d-4263-bd48-0996490e53b2 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:05:02.564301 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8e97f95e-926d-4263-bd48-0996490e53b2 admin admin] 10.222.0.31 "PUT /v2.0/routers/0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6092467 Jan 18 21:05:02.566949 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40698) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:05:02.568425 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db448f08-693d-4be1-97ff-a1089d080a95 None None] Sync routers for ids ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:05:02.580175 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db448f08-693d-4be1-97ff-a1089d080a95 None None] Routers {'0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:05:02.580795 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-db448f08-693d-4be1-97ff-a1089d080a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:04:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:05:02.668375 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98ebe1b8-7265-4055-b3fc-37a06655f7b7 admin admin] Publish callbacks [] for router (0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:02.680963 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-db448f08-693d-4be1-97ff-a1089d080a95 None None] Set router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:05:02.769370 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98ebe1b8-7265-4055-b3fc-37a06655f7b7 admin admin] Publish callbacks [] for router_gateway (0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:02.822375 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-98ebe1b8-7265-4055-b3fc-37a06655f7b7 admin admin] Deleting port 98dca7a3-eb58-47dc-a434-709463258148 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:05:02.823595 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98ebe1b8-7265-4055-b3fc-37a06655f7b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (98dca7a3-eb58-47dc-a434-709463258148), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:02.906668 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-98ebe1b8-7265-4055-b3fc-37a06655f7b7 admin admin] For port 98dca7a3-eb58-47dc-a434-709463258148, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=98dca7a3-eb58-47dc-a434-709463258148,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:05:02.907026 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98ebe1b8-7265-4055-b3fc-37a06655f7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (98dca7a3-eb58-47dc-a434-709463258148), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:02.919333 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-98ebe1b8-7265-4055-b3fc-37a06655f7b7 admin admin] Calling delete_port for 98dca7a3-eb58-47dc-a434-709463258148 owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:05:03.018002 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-db448f08-693d-4be1-97ff-a1089d080a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'name': 'tempest-TestVolumeBootPattern-423705390-router', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '98dca7a3-eb58-47dc-a434-709463258148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:00Z', 'updated_at': '2022-01-18T21:05:02Z', 'revision_number': 5, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'gw_port': {'id': '98dca7a3-eb58-47dc-a434-709463258148', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:01Z', 'updated_at': '2022-01-18T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:05:03.049315 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db448f08-693d-4be1-97ff-a1089d080a95 None None] Checking router: 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:05:03.057970 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db448f08-693d-4be1-97ff-a1089d080a95 None None] Routers {'0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:05:03.058580 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-db448f08-693d-4be1-97ff-a1089d080a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:04:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:05:03.087645 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98ebe1b8-7265-4055-b3fc-37a06655f7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (98dca7a3-eb58-47dc-a434-709463258148), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:03.115305 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ebe1b8-7265-4055-b3fc-37a06655f7b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=98dca7a3-eb58-47dc-a434-709463258148,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:03.129742 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaeaa9c-5bcd-4fcb-a343-503301f0a205 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:05:03.151639 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-db448f08-693d-4be1-97ff-a1089d080a95 None None] Set router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:05:03.175587 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98ebe1b8-7265-4055-b3fc-37a06655f7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:03.202568 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-db448f08-693d-4be1-97ff-a1089d080a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'name': 'tempest-TestVolumeBootPattern-423705390-router', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:00Z', 'updated_at': '2022-01-18T21:05:02Z', 'revision_number': 6, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:05:03.233094 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db448f08-693d-4be1-97ff-a1089d080a95 None None] The sync data for ids ['0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2'] in n-d-741529-9 is: [{'id': '0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2', 'name': 'tempest-TestVolumeBootPattern-423705390-router', 'tenant_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:00Z', 'updated_at': '2022-01-18T21:05:02Z', 'revision_number': 6, 'project_id': '9b82b7e3a21f45d380a45d82457a5d1f', 'gw_port_host': None}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:05:03.267826 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98ebe1b8-7265-4055-b3fc-37a06655f7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:03.269993 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98ebe1b8-7265-4055-b3fc-37a06655f7b7 admin admin] Publish callbacks [] for router_controller (0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:03.314964 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98ebe1b8-7265-4055-b3fc-37a06655f7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:03.315525 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ebe1b8-7265-4055-b3fc-37a06655f7b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 21:05:03.320283 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-98ebe1b8-7265-4055-b3fc-37a06655f7b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:03.321445 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-98ebe1b8-7265-4055-b3fc-37a06655f7b7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/0b4c0e5f-3fe5-4846-b6c1-12fe2daaa3a2 HTTP/1.1" status: 204 len: 168 time: 0.7534575 Jan 18 21:05:03.324489 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40702) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:05:03.367438 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-2124c454-c9dd-43f3-aa96-3dbad2044d50 admin admin] Deleting subnet 61e3b3b0-5646-459d-8ac4-7bfe29848aa5 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 21:05:03.370389 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2124c454-c9dd-43f3-aa96-3dbad2044d50 admin admin] Publish callbacks [] for subnet (61e3b3b0-5646-459d-8ac4-7bfe29848aa5), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:03.403521 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2124c454-c9dd-43f3-aa96-3dbad2044d50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (61e3b3b0-5646-459d-8ac4-7bfe29848aa5), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:03.480104 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2124c454-c9dd-43f3-aa96-3dbad2044d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (61e3b3b0-5646-459d-8ac4-7bfe29848aa5), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:03.529773 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2124c454-c9dd-43f3-aa96-3dbad2044d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (61e3b3b0-5646-459d-8ac4-7bfe29848aa5), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:03.552214 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124c454-c9dd-43f3-aa96-3dbad2044d50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61e3b3b0-5646-459d-8ac4-7bfe29848aa5,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:03.559262 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2124c454-c9dd-43f3-aa96-3dbad2044d50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:03.562579 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2124c454-c9dd-43f3-aa96-3dbad2044d50 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/61e3b3b0-5646-459d-8ac4-7bfe29848aa5 HTTP/1.1" status: 204 len: 168 time: 0.2371593 Jan 18 21:05:03.565519 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40704) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:05:03.566091 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf43f66-298c-4263-af83-9050b03844b3 None None] Network e3f2a3df-3a03-4102-9f4d-d250fc7fbfce requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:05:03.649343 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63ca9444-081d-45ab-9b17-4596bbda9463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (e3f2a3df-3a03-4102-9f4d-d250fc7fbfce), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:03.712851 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-63ca9444-081d-45ab-9b17-4596bbda9463 admin admin] Deleting port d5a5c11c-72b2-488d-b52e-e3e7c5d0111e {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:05:03.713186 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63ca9444-081d-45ab-9b17-4596bbda9463 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d5a5c11c-72b2-488d-b52e-e3e7c5d0111e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:03.777042 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-63ca9444-081d-45ab-9b17-4596bbda9463 admin admin] For port d5a5c11c-72b2-488d-b52e-e3e7c5d0111e, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d5a5c11c-72b2-488d-b52e-e3e7c5d0111e,segment=NetworkSegment(040db332-d7b9-4d62-85e4-ce60a0ae8d21),segment_id=040db332-d7b9-4d62-85e4-ce60a0ae8d21)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:05:03.777393 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63ca9444-081d-45ab-9b17-4596bbda9463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d5a5c11c-72b2-488d-b52e-e3e7c5d0111e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:03.790883 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-63ca9444-081d-45ab-9b17-4596bbda9463 admin admin] Calling delete_port for d5a5c11c-72b2-488d-b52e-e3e7c5d0111e owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:05:03.871261 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63ca9444-081d-45ab-9b17-4596bbda9463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (d5a5c11c-72b2-488d-b52e-e3e7c5d0111e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:03.894894 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca9444-081d-45ab-9b17-4596bbda9463 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a5c11c-72b2-488d-b52e-e3e7c5d0111e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:03.899826 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca9444-081d-45ab-9b17-4596bbda9463 admin admin] No DVR routers for this DVR port d5a5c11c-72b2-488d-b52e-e3e7c5d0111e on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:05:03.980779 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63ca9444-081d-45ab-9b17-4596bbda9463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (e3f2a3df-3a03-4102-9f4d-d250fc7fbfce), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:04.003034 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-63ca9444-081d-45ab-9b17-4596bbda9463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f2a3df-3a03-4102-9f4d-d250fc7fbfce']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:05:04.003667 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c9ddd9-3e42-493e-b3ae-9055ee979acb None None] DHCP port deletion for e3f2a3df-3a03-4102-9f4d-d250fc7fbfce request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:05:04.014057 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-63ca9444-081d-45ab-9b17-4596bbda9463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040db332-d7b9-4d62-85e4-ce60a0ae8d21') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:05:04.014424 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-63ca9444-081d-45ab-9b17-4596bbda9463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040db332-d7b9-4d62-85e4-ce60a0ae8d21') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:05:04.024351 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63ca9444-081d-45ab-9b17-4596bbda9463 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (040db332-d7b9-4d62-85e4-ce60a0ae8d21), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:04.038140 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63ca9444-081d-45ab-9b17-4596bbda9463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (040db332-d7b9-4d62-85e4-ce60a0ae8d21), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:04.044229 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ca9444-081d-45ab-9b17-4596bbda9463 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 21:05:04.044662 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63ca9444-081d-45ab-9b17-4596bbda9463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (040db332-d7b9-4d62-85e4-ce60a0ae8d21), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: timer() Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 21:05:04.046398 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 21:05:04.100068 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63ca9444-081d-45ab-9b17-4596bbda9463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (e3f2a3df-3a03-4102-9f4d-d250fc7fbfce), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:04.106518 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63ca9444-081d-45ab-9b17-4596bbda9463 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:04.110269 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-63ca9444-081d-45ab-9b17-4596bbda9463 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e3f2a3df-3a03-4102-9f4d-d250fc7fbfce HTTP/1.1" status: 204 len: 168 time: 0.5437613 Jan 18 21:05:04.113564 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40706) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:05:04.125802 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca9444-081d-45ab-9b17-4596bbda9463 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f2a3df-3a03-4102-9f4d-d250fc7fbfce,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:04.465270 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:04.473833 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c0c17f70-20db-4949-8af3-49fd97260eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (5d003b4b-3e93-4ff3-b0be-69a553b94823), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:04.711568 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c0c17f70-20db-4949-8af3-49fd97260eec admin admin] Deleting port 62acf615-d5db-440e-a724-b72dc08193c6 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:05:04.711897 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c0c17f70-20db-4949-8af3-49fd97260eec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (62acf615-d5db-440e-a724-b72dc08193c6), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:04.789602 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-c0c17f70-20db-4949-8af3-49fd97260eec admin admin] For port 62acf615-d5db-440e-a724-b72dc08193c6, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=62acf615-d5db-440e-a724-b72dc08193c6,segment=NetworkSegment(d9761877-0f7b-42b1-a445-db61da7d9cfb),segment_id=d9761877-0f7b-42b1-a445-db61da7d9cfb)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:05:04.789896 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c0c17f70-20db-4949-8af3-49fd97260eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (62acf615-d5db-440e-a724-b72dc08193c6), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:04.801488 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c0c17f70-20db-4949-8af3-49fd97260eec admin admin] Calling delete_port for 62acf615-d5db-440e-a724-b72dc08193c6 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:05:04.974377 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c0c17f70-20db-4949-8af3-49fd97260eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (62acf615-d5db-440e-a724-b72dc08193c6), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:05.006166 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c17f70-20db-4949-8af3-49fd97260eec admin admin] Pushing event deleted for resources: {'Port': ['ID=62acf615-d5db-440e-a724-b72dc08193c6,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:05.162299 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 98dca7a3-eb58-47dc-a434-709463258148 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:05:05.183393 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 98dca7a3-eb58-47dc-a434-709463258148 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:05:05.183906 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 98dca7a3-eb58-47dc-a434-709463258148 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:05:05.184415 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 3116b154-cf5e-4b33-b1ae-32bfc606fd33 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:05:05.185744 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c0c17f70-20db-4949-8af3-49fd97260eec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (5d003b4b-3e93-4ff3-b0be-69a553b94823), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:05.203879 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 3116b154-cf5e-4b33-b1ae-32bfc606fd33 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:05:05.204225 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 3116b154-cf5e-4b33-b1ae-32bfc606fd33 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:05:05.204633 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d5a5c11c-72b2-488d-b52e-e3e7c5d0111e no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:05:05.223376 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: d5a5c11c-72b2-488d-b52e-e3e7c5d0111e {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:05:05.223718 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d5a5c11c-72b2-488d-b52e-e3e7c5d0111e not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:05:05.403059 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c17f70-20db-4949-8af3-49fd97260eec admin admin] Router 5d003b4b-3e93-4ff3-b0be-69a553b94823 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:05:05.507688 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c17f70-20db-4949-8af3-49fd97260eec admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:05:05.512743 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c0c17f70-20db-4949-8af3-49fd97260eec admin admin] 10.222.0.31 "PUT /v2.0/routers/5d003b4b-3e93-4ff3-b0be-69a553b94823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3979352 Jan 18 21:05:05.515340 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40708) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:05:05.519656 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db357d37-c951-4b8e-8f80-d056eee68b53 None None] Sync routers for ids ['5d003b4b-3e93-4ff3-b0be-69a553b94823'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:05:05.529589 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db357d37-c951-4b8e-8f80-d056eee68b53 None None] Routers {'5d003b4b-3e93-4ff3-b0be-69a553b94823'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:05:05.530205 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-db357d37-c951-4b8e-8f80-d056eee68b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:04:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5d003b4b-3e93-4ff3-b0be-69a553b94823'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:05:05.617998 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ede6ef9-b87d-489b-ae56-8e0f1a4352ce admin admin] Publish callbacks [] for router (5d003b4b-3e93-4ff3-b0be-69a553b94823), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:05.629273 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-db357d37-c951-4b8e-8f80-d056eee68b53 None None] Set router 5d003b4b-3e93-4ff3-b0be-69a553b94823 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:05:05.723268 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ede6ef9-b87d-489b-ae56-8e0f1a4352ce admin admin] Publish callbacks [] for router_gateway (5d003b4b-3e93-4ff3-b0be-69a553b94823), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:05.774490 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-1ede6ef9-b87d-489b-ae56-8e0f1a4352ce admin admin] Deleting port 7c5887b3-3b3f-430a-af87-6276b9583542 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:05:05.774827 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ede6ef9-b87d-489b-ae56-8e0f1a4352ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (7c5887b3-3b3f-430a-af87-6276b9583542), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:05.850927 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1ede6ef9-b87d-489b-ae56-8e0f1a4352ce admin admin] For port 7c5887b3-3b3f-430a-af87-6276b9583542, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7c5887b3-3b3f-430a-af87-6276b9583542,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:05:05.851282 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ede6ef9-b87d-489b-ae56-8e0f1a4352ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (7c5887b3-3b3f-430a-af87-6276b9583542), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:05.863347 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-1ede6ef9-b87d-489b-ae56-8e0f1a4352ce admin admin] Calling delete_port for 7c5887b3-3b3f-430a-af87-6276b9583542 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:05:05.894271 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-db357d37-c951-4b8e-8f80-d056eee68b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d003b4b-3e93-4ff3-b0be-69a553b94823', 'name': 'tempest-TestVolumeBootPattern-1496688069-router', 'tenant_id': '3373654b07424c8aba2ec4ff7a883d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '7c5887b3-3b3f-430a-af87-6276b9583542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:05Z', 'updated_at': '2022-01-18T21:05:04Z', 'revision_number': 5, 'project_id': '3373654b07424c8aba2ec4ff7a883d27', 'gw_port': {'id': '7c5887b3-3b3f-430a-af87-6276b9583542', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d003b4b-3e93-4ff3-b0be-69a553b94823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:53:05Z', 'updated_at': '2022-01-18T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:05:05.920362 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db357d37-c951-4b8e-8f80-d056eee68b53 None None] Checking router: 5d003b4b-3e93-4ff3-b0be-69a553b94823 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:05:05.928303 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db357d37-c951-4b8e-8f80-d056eee68b53 None None] Routers {'5d003b4b-3e93-4ff3-b0be-69a553b94823'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:05:05.928897 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-db357d37-c951-4b8e-8f80-d056eee68b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:04:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5d003b4b-3e93-4ff3-b0be-69a553b94823'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:05:06.013507 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-db357d37-c951-4b8e-8f80-d056eee68b53 None None] Set router 5d003b4b-3e93-4ff3-b0be-69a553b94823 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:05:06.028604 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ede6ef9-b87d-489b-ae56-8e0f1a4352ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (7c5887b3-3b3f-430a-af87-6276b9583542), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:06.059098 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede6ef9-b87d-489b-ae56-8e0f1a4352ce admin admin] Pushing event deleted for resources: {'Port': ['ID=7c5887b3-3b3f-430a-af87-6276b9583542,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:06.069346 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-db357d37-c951-4b8e-8f80-d056eee68b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d003b4b-3e93-4ff3-b0be-69a553b94823', 'name': 'tempest-TestVolumeBootPattern-1496688069-router', 'tenant_id': '3373654b07424c8aba2ec4ff7a883d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:05Z', 'updated_at': '2022-01-18T21:05:05Z', 'revision_number': 6, 'project_id': '3373654b07424c8aba2ec4ff7a883d27', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:05:06.076137 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f501e3f-495e-4c9a-9a97-76d71f56647d None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:05:06.097419 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db357d37-c951-4b8e-8f80-d056eee68b53 None None] The sync data for ids ['5d003b4b-3e93-4ff3-b0be-69a553b94823'] in n-d-741529-9 is: [{'id': '5d003b4b-3e93-4ff3-b0be-69a553b94823', 'name': 'tempest-TestVolumeBootPattern-1496688069-router', 'tenant_id': '3373654b07424c8aba2ec4ff7a883d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:53:05Z', 'updated_at': '2022-01-18T21:05:05Z', 'revision_number': 6, 'project_id': '3373654b07424c8aba2ec4ff7a883d27', 'gw_port_host': None}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:05:06.118499 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ede6ef9-b87d-489b-ae56-8e0f1a4352ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (5d003b4b-3e93-4ff3-b0be-69a553b94823), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:06.208669 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ede6ef9-b87d-489b-ae56-8e0f1a4352ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (5d003b4b-3e93-4ff3-b0be-69a553b94823), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:06.210812 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ede6ef9-b87d-489b-ae56-8e0f1a4352ce admin admin] Publish callbacks [] for router_controller (5d003b4b-3e93-4ff3-b0be-69a553b94823), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:06.254957 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ede6ef9-b87d-489b-ae56-8e0f1a4352ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (5d003b4b-3e93-4ff3-b0be-69a553b94823), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:06.255471 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ede6ef9-b87d-489b-ae56-8e0f1a4352ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d003b4b-3e93-4ff3-b0be-69a553b94823 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 21:05:06.261040 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ede6ef9-b87d-489b-ae56-8e0f1a4352ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:06.264488 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1ede6ef9-b87d-489b-ae56-8e0f1a4352ce admin admin] 10.222.0.31 "DELETE /v2.0/routers/5d003b4b-3e93-4ff3-b0be-69a553b94823 HTTP/1.1" status: 204 len: 168 time: 0.7460222 Jan 18 21:05:06.264654 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40710) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:05:06.312791 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c09ee6-3bca-40bb-a8d4-b8b835b48b4d admin admin] Deleting subnet 91bc0aca-d41f-4355-b401-8b2f02288415 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 21:05:06.315853 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f7c09ee6-3bca-40bb-a8d4-b8b835b48b4d admin admin] Publish callbacks [] for subnet (91bc0aca-d41f-4355-b401-8b2f02288415), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:06.350643 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f7c09ee6-3bca-40bb-a8d4-b8b835b48b4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (91bc0aca-d41f-4355-b401-8b2f02288415), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:06.427672 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f7c09ee6-3bca-40bb-a8d4-b8b835b48b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (91bc0aca-d41f-4355-b401-8b2f02288415), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:06.482559 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f7c09ee6-3bca-40bb-a8d4-b8b835b48b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (91bc0aca-d41f-4355-b401-8b2f02288415), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:06.512883 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c09ee6-3bca-40bb-a8d4-b8b835b48b4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91bc0aca-d41f-4355-b401-8b2f02288415,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:06.516488 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f7c09ee6-3bca-40bb-a8d4-b8b835b48b4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:06.519672 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f7c09ee6-3bca-40bb-a8d4-b8b835b48b4d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/91bc0aca-d41f-4355-b401-8b2f02288415 HTTP/1.1" status: 204 len: 168 time: 0.2540920 Jan 18 21:05:06.522235 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40712) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:05:06.528601 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d7ac38-8bec-4b27-8836-68f6c15a07df None None] Network 9d3f7a78-af9b-4796-bee9-a25474f82e2a requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:05:06.594046 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a48847ff-4df5-4261-a83c-965a6d990bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (9d3f7a78-af9b-4796-bee9-a25474f82e2a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:06.649315 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a48847ff-4df5-4261-a83c-965a6d990bea admin admin] Deleting port 53956725-f51a-40d8-bdc5-4ea23f4ab1de {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:05:06.649671 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a48847ff-4df5-4261-a83c-965a6d990bea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (53956725-f51a-40d8-bdc5-4ea23f4ab1de), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:06.714453 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a48847ff-4df5-4261-a83c-965a6d990bea admin admin] For port 53956725-f51a-40d8-bdc5-4ea23f4ab1de, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=53956725-f51a-40d8-bdc5-4ea23f4ab1de,segment=NetworkSegment(d9761877-0f7b-42b1-a445-db61da7d9cfb),segment_id=d9761877-0f7b-42b1-a445-db61da7d9cfb)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:05:06.714808 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a48847ff-4df5-4261-a83c-965a6d990bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (53956725-f51a-40d8-bdc5-4ea23f4ab1de), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:06.726939 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a48847ff-4df5-4261-a83c-965a6d990bea admin admin] Calling delete_port for 53956725-f51a-40d8-bdc5-4ea23f4ab1de owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:05:06.802333 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a48847ff-4df5-4261-a83c-965a6d990bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (53956725-f51a-40d8-bdc5-4ea23f4ab1de), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:06.833191 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48847ff-4df5-4261-a83c-965a6d990bea admin admin] No DVR routers for this DVR port 53956725-f51a-40d8-bdc5-4ea23f4ab1de on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:05:06.835312 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48847ff-4df5-4261-a83c-965a6d990bea admin admin] Pushing event deleted for resources: {'Port': ['ID=53956725-f51a-40d8-bdc5-4ea23f4ab1de,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:06.874520 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86578354-8dbb-4174-982c-d42a7b7ac4d1 None None] DHCP port deletion for 9d3f7a78-af9b-4796-bee9-a25474f82e2a request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:05:06.907699 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a48847ff-4df5-4261-a83c-965a6d990bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (9d3f7a78-af9b-4796-bee9-a25474f82e2a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:06.927259 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-a48847ff-4df5-4261-a83c-965a6d990bea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3f7a78-af9b-4796-bee9-a25474f82e2a']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:05:06.936662 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-a48847ff-4df5-4261-a83c-965a6d990bea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9761877-0f7b-42b1-a445-db61da7d9cfb') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:05:06.936958 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-a48847ff-4df5-4261-a83c-965a6d990bea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9761877-0f7b-42b1-a445-db61da7d9cfb') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:05:06.946795 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a48847ff-4df5-4261-a83c-965a6d990bea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (d9761877-0f7b-42b1-a445-db61da7d9cfb), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:06.962679 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a48847ff-4df5-4261-a83c-965a6d990bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (d9761877-0f7b-42b1-a445-db61da7d9cfb), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:06.969471 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48847ff-4df5-4261-a83c-965a6d990bea admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 21:05:06.969936 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a48847ff-4df5-4261-a83c-965a6d990bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (d9761877-0f7b-42b1-a445-db61da7d9cfb), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: timer() Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 21:05:06.971844 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 21:05:07.030624 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a48847ff-4df5-4261-a83c-965a6d990bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (9d3f7a78-af9b-4796-bee9-a25474f82e2a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:07.037373 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a48847ff-4df5-4261-a83c-965a6d990bea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:07.042701 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a48847ff-4df5-4261-a83c-965a6d990bea admin admin] 10.222.0.31 "DELETE /v2.0/networks/9d3f7a78-af9b-4796-bee9-a25474f82e2a HTTP/1.1" status: 204 len: 168 time: 0.5183311 Jan 18 21:05:07.057143 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48847ff-4df5-4261-a83c-965a6d990bea admin admin] Pushing event deleted for resources: {'Network': ['ID=9d3f7a78-af9b-4796-bee9-a25474f82e2a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:07.089870 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 53956725-f51a-40d8-bdc5-4ea23f4ab1de no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:05:07.112896 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 53956725-f51a-40d8-bdc5-4ea23f4ab1de {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:05:07.113174 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 53956725-f51a-40d8-bdc5-4ea23f4ab1de not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:05:07.113587 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 62acf615-d5db-440e-a724-b72dc08193c6 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:05:07.139585 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 62acf615-d5db-440e-a724-b72dc08193c6 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:05:07.139931 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 62acf615-d5db-440e-a724-b72dc08193c6 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:05:07.140341 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7c5887b3-3b3f-430a-af87-6276b9583542 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:05:07.161238 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 7c5887b3-3b3f-430a-af87-6276b9583542 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:05:07.161594 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7c5887b3-3b3f-430a-af87-6276b9583542 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:05:07.194128 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40716) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:05:07.237314 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-32574cdd-68ff-429a-b92d-4eb28ed9a0ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b82b7e3a21f45d380a45d82457a5d1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419700 Jan 18 21:05:07.239696 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40718) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:05:07.245900 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:07.285697 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0ac697b9-d3ed-4983-a26e-7365eed28e36 admin admin] Publish callbacks [] for security_group (825c75aa-3faf-43f9-bedd-f2bd9cc230fa), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:07.308046 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0ac697b9-d3ed-4983-a26e-7365eed28e36 admin admin] Publish callbacks [] for security_group (825c75aa-3faf-43f9-bedd-f2bd9cc230fa), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:07.353420 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0ac697b9-d3ed-4983-a26e-7365eed28e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (825c75aa-3faf-43f9-bedd-f2bd9cc230fa), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:07.356528 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0ac697b9-d3ed-4983-a26e-7365eed28e36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:07.357981 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0ac697b9-d3ed-4983-a26e-7365eed28e36 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/825c75aa-3faf-43f9-bedd-f2bd9cc230fa HTTP/1.1" status: 204 len: 168 time: 0.1173322 Jan 18 21:05:07.365518 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac697b9-d3ed-4983-a26e-7365eed28e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825c75aa-3faf-43f9-bedd-f2bd9cc230fa,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:07.689069 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40724) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:05:07.727770 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4f3dcb15-ca34-45f5-a157-4ac819fdb674 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3373654b07424c8aba2ec4ff7a883d27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374963 Jan 18 21:05:07.730938 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40726) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:05:07.775727 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-668202e1-4936-496d-8695-d88e78f1979b admin admin] Publish callbacks [] for security_group (377fb50d-76de-4a52-9c89-90b92a4c2043), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:07.796723 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-668202e1-4936-496d-8695-d88e78f1979b admin admin] Publish callbacks [] for security_group (377fb50d-76de-4a52-9c89-90b92a4c2043), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:07.843912 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-668202e1-4936-496d-8695-d88e78f1979b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (377fb50d-76de-4a52-9c89-90b92a4c2043), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:07.846517 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-668202e1-4936-496d-8695-d88e78f1979b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:07.847693 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-668202e1-4936-496d-8695-d88e78f1979b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/377fb50d-76de-4a52-9c89-90b92a4c2043 HTTP/1.1" status: 204 len: 168 time: 0.1158719 Jan 18 21:05:07.855802 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668202e1-4936-496d-8695-d88e78f1979b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377fb50d-76de-4a52-9c89-90b92a4c2043,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:18.112260 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-8c37b8b2-339f-4ef7-aed2-9877478c9e33 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4c412a42a1c446e8a0933c65b507babf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290349 Jan 18 21:05:18.632539 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-8a1d4f66-fc30-4823-8d81-f1c7538b2bf4 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:18.633948 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-8a1d4f66-fc30-4823-8d81-f1c7538b2bf4 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5166264 Jan 18 21:05:18.648440 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-581be09a-80a7-426f-8280-485f517426b1 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.31 "GET /v2.0/quotas/4c412a42a1c446e8a0933c65b507babf HTTP/1.1" status: 200 len: 375 time: 0.0085065 Jan 18 21:05:18.677395 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-74f10c0e-2028-45e4-bdcc-a39a96d5e463 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c412a42a1c446e8a0933c65b507babf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0239449 Jan 18 21:05:18.838197 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-db0c58d0-e3aa-4e9d-963f-a30a213dac10 req-b0fb88b8-ce94-4c30-9a5d-f671426a9321 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc5faf39-ee6a-4fae-90e3-d3e4f5b49296 HTTP/1.1" status: 200 len: 210 time: 0.0287373 Jan 18 21:05:19.794549 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-282b199c-8d51-4a23-a68b-17b17810cc96 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=4c412a42a1c446e8a0933c65b507babf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409639 Jan 18 21:05:19.932212 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-13b4f2d0-e16a-419b-a649-26d7e95511a1 req-11bc056e-a32f-468c-9cca-f804e18bfa57 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc5faf39-ee6a-4fae-90e3-d3e4f5b49296 HTTP/1.1" status: 200 len: 210 time: 0.0253706 Jan 18 21:05:19.997823 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-eec1ff76-4df4-4337-84b6-7558d4261aac tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:19.999266 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-eec1ff76-4df4-4337-84b6-7558d4261aac tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2003391 Jan 18 21:05:20.012153 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-35ab092d-45d9-480f-ace7-41f256cb7002 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Request body: {'port': {'device_id': 'dc5faf39-ee6a-4fae-90e3-d3e4f5b49296', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'admin_state_up': True, 'tenant_id': '4c412a42a1c446e8a0933c65b507babf'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:05:20.462117 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-35ab092d-45d9-480f-ace7-41f256cb7002 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Made reservation on behalf of 4c412a42a1c446e8a0933c65b507babf for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:05:20.465564 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-35ab092d-45d9-480f-ace7-41f256cb7002 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:20.473781 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-35ab092d-45d9-480f-ace7-41f256cb7002 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:20.546608 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-35ab092d-45d9-480f-ace7-41f256cb7002 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Publish callbacks [] for security_group (eabcf895-29e8-4570-b838-0bef558501e5), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:20.550497 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-35ab092d-45d9-480f-ace7-41f256cb7002 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (eabcf895-29e8-4570-b838-0bef558501e5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:20.611247 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab092d-45d9-480f-ace7-41f256cb7002 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eabcf895-29e8-4570-b838-0bef558501e5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:20.687373 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-35ab092d-45d9-480f-ace7-41f256cb7002 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Allocated IP 192.168.233.235 (ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e/85dd403d-00f4-4041-a85c-035d9fe2e5d4/45aa49be-8479-4697-ae4a-432ab1cdbd14) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:05:20.840981 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-35ab092d-45d9-480f-ace7-41f256cb7002 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Publish callbacks [] for port (45aa49be-8479-4697-ae4a-432ab1cdbd14), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:20.874184 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-35ab092d-45d9-480f-ace7-41f256cb7002 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (45aa49be-8479-4697-ae4a-432ab1cdbd14), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:20.915704 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-35ab092d-45d9-480f-ace7-41f256cb7002 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:05:20.919255 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-35ab092d-45d9-480f-ace7-41f256cb7002 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:05:20.922709 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-35ab092d-45d9-480f-ace7-41f256cb7002 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:05:20.947070 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab092d-45d9-480f-ace7-41f256cb7002 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Pushing event updated for resources: {'Port': ['ID=45aa49be-8479-4697-ae4a-432ab1cdbd14,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:20.977848 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-35ab092d-45d9-480f-ace7-41f256cb7002 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:20.979321 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-35ab092d-45d9-480f-ace7-41f256cb7002 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:20.998288 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-35ab092d-45d9-480f-ace7-41f256cb7002 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9901459 Jan 18 21:05:21.009543 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-929824b5-2f9b-4a0c-a3fe-6c92b3b21781 service neutron] Request body: {'port': {'device_id': 'dc5faf39-ee6a-4fae-90e3-d3e4f5b49296', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:05:21.056231 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2e4d3-f61d-44cf-8db1-b1242324d97f req-6456b093-4b76-4ae1-b9ce-1531c8227145 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:21.063389 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-47d2e4d3-f61d-44cf-8db1-b1242324d97f req-6456b093-4b76-4ae1-b9ce-1531c8227145 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc5faf39-ee6a-4fae-90e3-d3e4f5b49296 HTTP/1.1" status: 200 len: 936 time: 0.0570414 Jan 18 21:05:21.080768 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-929824b5-2f9b-4a0c-a3fe-6c92b3b21781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (45aa49be-8479-4697-ae4a-432ab1cdbd14), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:21.108013 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-47d2e4d3-f61d-44cf-8db1-b1242324d97f req-5d6ac868-22e0-4ed8-b4c8-8de1b953b0a7 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.31 "GET /v2.0/security-groups?id=eabcf895-29e8-4570-b838-0bef558501e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434725 Jan 18 21:05:21.164758 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1b4b9fb5-ac23-4efa-8a65-73123edcc6fe None None] Provisioning complete for port 45aa49be-8479-4697-ae4a-432ab1cdbd14 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:05:21.165335 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1b4b9fb5-ac23-4efa-8a65-73123edcc6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (45aa49be-8479-4697-ae4a-432ab1cdbd14), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:21.197733 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b9fb5-ac23-4efa-8a65-73123edcc6fe None None] Port 45aa49be-8479-4697-ae4a-432ab1cdbd14 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:05:21.342807 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-929824b5-2f9b-4a0c-a3fe-6c92b3b21781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45aa49be-8479-4697-ae4a-432ab1cdbd14 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:05:21.350171 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-929824b5-2f9b-4a0c-a3fe-6c92b3b21781 service neutron] Publish callbacks [] for port (45aa49be-8479-4697-ae4a-432ab1cdbd14), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:21.363286 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-929824b5-2f9b-4a0c-a3fe-6c92b3b21781 service neutron] Transition to ACTIVE for port object 45aa49be-8479-4697-ae4a-432ab1cdbd14 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 21:05:21.368380 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-929824b5-2f9b-4a0c-a3fe-6c92b3b21781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (45aa49be-8479-4697-ae4a-432ab1cdbd14), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:21.417444 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929824b5-2f9b-4a0c-a3fe-6c92b3b21781 service neutron] Pushing event updated for resources: {'Port': ['ID=45aa49be-8479-4697-ae4a-432ab1cdbd14,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:21.492613 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-929824b5-2f9b-4a0c-a3fe-6c92b3b21781 service neutron] Attempting to bind port 45aa49be-8479-4697-ae4a-432ab1cdbd14 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:05:21.492948 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-929824b5-2f9b-4a0c-a3fe-6c92b3b21781 service neutron] Attempting to bind port 45aa49be-8479-4697-ae4a-432ab1cdbd14 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:05:21.493270 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-929824b5-2f9b-4a0c-a3fe-6c92b3b21781 service neutron] Attempting to bind port 45aa49be-8479-4697-ae4a-432ab1cdbd14 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:05:21.497948 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-929824b5-2f9b-4a0c-a3fe-6c92b3b21781 service neutron] Port 45aa49be-8479-4697-ae4a-432ab1cdbd14 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 21:05:21.498267 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-929824b5-2f9b-4a0c-a3fe-6c92b3b21781 service neutron] Attempting to bind port 45aa49be-8479-4697-ae4a-432ab1cdbd14 on network ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:05:21.503285 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-929824b5-2f9b-4a0c-a3fe-6c92b3b21781 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:05:21.503615 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-929824b5-2f9b-4a0c-a3fe-6c92b3b21781 service neutron] Checking segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:05:21.503992 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-929824b5-2f9b-4a0c-a3fe-6c92b3b21781 service neutron] Bound using segment: {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:05:21.504418 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-929824b5-2f9b-4a0c-a3fe-6c92b3b21781 service neutron] Bound port: 45aa49be-8479-4697-ae4a-432ab1cdbd14, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ddf6b3-1b19-41e8-a029-07b6e4f29c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:05:21.504788 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-929824b5-2f9b-4a0c-a3fe-6c92b3b21781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (45aa49be-8479-4697-ae4a-432ab1cdbd14), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:21.574052 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-929824b5-2f9b-4a0c-a3fe-6c92b3b21781 service neutron] For port 45aa49be-8479-4697-ae4a-432ab1cdbd14, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:05:21.579718 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-929824b5-2f9b-4a0c-a3fe-6c92b3b21781 service neutron] For port 45aa49be-8479-4697-ae4a-432ab1cdbd14, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=45aa49be-8479-4697-ae4a-432ab1cdbd14,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:05:21.584179 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-929824b5-2f9b-4a0c-a3fe-6c92b3b21781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (45aa49be-8479-4697-ae4a-432ab1cdbd14), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:21.626128 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-929824b5-2f9b-4a0c-a3fe-6c92b3b21781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:21.626628 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-929824b5-2f9b-4a0c-a3fe-6c92b3b21781 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:21.628473 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-929824b5-2f9b-4a0c-a3fe-6c92b3b21781 service neutron] 10.222.0.57 "PUT /v2.0/ports/45aa49be-8479-4697-ae4a-432ab1cdbd14 HTTP/1.1" status: 200 len: 1096 time: 0.6233418 Jan 18 21:05:21.630932 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc5faf39-ee6a-4fae-90e3-d3e4f5b49296', 'tag': '45aa49be-8479-4697-ae4a-432ab1cdbd14'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:05:21.633328 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c3f51d-5410-4f80-a89c-1f31e2ef3b00" -d '{"events": [{"name": "network-changed", "server_uuid": "dc5faf39-ee6a-4fae-90e3-d3e4f5b49296", "tag": "45aa49be-8479-4697-ae4a-432ab1cdbd14"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:05:21.656641 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929824b5-2f9b-4a0c-a3fe-6c92b3b21781 service neutron] Pushing event updated for resources: {'Port': ['ID=45aa49be-8479-4697-ae4a-432ab1cdbd14,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:21.687547 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90693001-726b-4b57-9afd-f133fbe413c1 x-openstack-request-id: req-90693001-726b-4b57-9afd-f133fbe413c1 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:05:21.687859 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc5faf39-ee6a-4fae-90e3-d3e4f5b49296", "tag": "45aa49be-8479-4697-ae4a-432ab1cdbd14", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:05:21.688122 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90693001-726b-4b57-9afd-f133fbe413c1 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:05:21.688537 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc5faf39-ee6a-4fae-90e3-d3e4f5b49296', 'tag': '45aa49be-8479-4697-ae4a-432ab1cdbd14', 'status': 'completed', 'code': 200} Jan 18 21:05:21.738917 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-6c5025f6-c282-435e-826c-fed961340359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:21.740595 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-6c5025f6-c282-435e-826c-fed961340359 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4c412a42a1c446e8a0933c65b507babf&device_id=dc5faf39-ee6a-4fae-90e3-d3e4f5b49296 HTTP/1.1" status: 200 len: 1099 time: 0.0492940 Jan 18 21:05:21.783123 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-5430d5dd-4731-47a4-b566-1e7c067f5225 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=45aa49be-8479-4697-ae4a-432ab1cdbd14 HTTP/1.1" status: 200 len: 217 time: 0.0358701 Jan 18 21:05:21.840577 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-de0f9ab2-e2f1-4201-8460-f730caf48c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:21.842593 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-de0f9ab2-e2f1-4201-8460-f730caf48c88 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0541513 Jan 18 21:05:21.900034 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-21cbf761-ef5c-4f84-a75e-dd5c822e2c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:21.901620 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-21cbf761-ef5c-4f84-a75e-dd5c822e2c24 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0534213 Jan 18 21:05:21.990495 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-c7030e95-895c-4770-88b0-5ce5cf3b567d service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826764 Jan 18 21:05:22.084914 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-33639f96-3520-41aa-80fe-e26f20d0c20e req-454aa5c1-1572-40a5-a845-3181a7865efd service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886590 Jan 18 21:05:22.170824 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3f51d-5410-4f80-a89c-1f31e2ef3b00 req-b8624d4f-609d-4a68-9635-2334f8b24623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:22.172394 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-51c3f51d-5410-4f80-a89c-1f31e2ef3b00 req-b8624d4f-609d-4a68-9635-2334f8b24623 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4c412a42a1c446e8a0933c65b507babf&device_id=dc5faf39-ee6a-4fae-90e3-d3e4f5b49296 HTTP/1.1" status: 200 len: 1099 time: 0.0422735 Jan 18 21:05:22.227423 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f50fd-411f-4cc9-99bf-2c96dfe9ba3c req-a6374f8f-8952-4f25-bf6b-c7cdae1b5b7c tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:22.229739 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c92f50fd-411f-4cc9-99bf-2c96dfe9ba3c req-a6374f8f-8952-4f25-bf6b-c7cdae1b5b7c tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc5faf39-ee6a-4fae-90e3-d3e4f5b49296 HTTP/1.1" status: 200 len: 948 time: 0.0488887 Jan 18 21:05:22.265784 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3f51d-5410-4f80-a89c-1f31e2ef3b00 req-c2bec86c-d60e-4739-acc2-aa298a549579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:22.267186 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-51c3f51d-5410-4f80-a89c-1f31e2ef3b00 req-c2bec86c-d60e-4739-acc2-aa298a549579 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e HTTP/1.1" status: 200 len: 870 time: 0.0886238 Jan 18 21:05:22.282797 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c92f50fd-411f-4cc9-99bf-2c96dfe9ba3c req-a304c47d-7617-4743-a7ef-e0bb8567d209 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.31 "GET /v2.0/security-groups?id=eabcf895-29e8-4570-b838-0bef558501e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471964 Jan 18 21:05:22.315006 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-51c3f51d-5410-4f80-a89c-1f31e2ef3b00 req-10ce72d9-5842-416f-b67f-2254066a5702 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=45aa49be-8479-4697-ae4a-432ab1cdbd14 HTTP/1.1" status: 200 len: 217 time: 0.0415311 Jan 18 21:05:22.364846 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3f51d-5410-4f80-a89c-1f31e2ef3b00 req-2edc09c6-aa50-4c5f-9e3b-fdd4e96c8019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:22.366472 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-51c3f51d-5410-4f80-a89c-1f31e2ef3b00 req-2edc09c6-aa50-4c5f-9e3b-fdd4e96c8019 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dd403d-00f4-4041-a85c-035d9fe2e5d4 HTTP/1.1" status: 200 len: 843 time: 0.0457463 Jan 18 21:05:22.413077 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3f51d-5410-4f80-a89c-1f31e2ef3b00 req-a3961124-a477-45a4-a9a2-ba451ee824b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:22.414643 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-51c3f51d-5410-4f80-a89c-1f31e2ef3b00 req-a3961124-a477-45a4-a9a2-ba451ee824b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0421076 Jan 18 21:05:22.504946 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-51c3f51d-5410-4f80-a89c-1f31e2ef3b00 req-dde7de65-56cb-4e78-a35d-640d89e40de7 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844676 Jan 18 21:05:22.595885 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-51c3f51d-5410-4f80-a89c-1f31e2ef3b00 req-5e4eb151-6123-43f2-befc-99b42640d7a1 service neutron] 10.222.0.57 "GET /v2.0/networks/ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839765 Jan 18 21:05:23.407866 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35cd09b-62f2-47e3-8fe0-419c1bef97aa req-93653bfa-6724-4524-813d-75718f26998f tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:23.409362 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d35cd09b-62f2-47e3-8fe0-419c1bef97aa req-93653bfa-6724-4524-813d-75718f26998f tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc5faf39-ee6a-4fae-90e3-d3e4f5b49296 HTTP/1.1" status: 200 len: 948 time: 0.0499275 Jan 18 21:05:23.454950 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d35cd09b-62f2-47e3-8fe0-419c1bef97aa req-39828323-3859-496f-927b-fc1d043c7c24 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.31 "GET /v2.0/security-groups?id=eabcf895-29e8-4570-b838-0bef558501e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399697 Jan 18 21:05:24.567168 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3184e-3b39-409b-a390-3f1abe806cc1 req-04bb571a-7835-4577-9943-55bfbad76ca6 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:24.568537 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f3d3184e-3b39-409b-a390-3f1abe806cc1 req-04bb571a-7835-4577-9943-55bfbad76ca6 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc5faf39-ee6a-4fae-90e3-d3e4f5b49296 HTTP/1.1" status: 200 len: 948 time: 0.0473652 Jan 18 21:05:24.615231 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f3d3184e-3b39-409b-a390-3f1abe806cc1 req-4a6263fe-4208-478b-92d6-0a9171b7e1d8 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.31 "GET /v2.0/security-groups?id=eabcf895-29e8-4570-b838-0bef558501e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411355 Jan 18 21:05:25.733557 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47998d47-69f0-497b-b15a-183b11448e53 req-2d16ad9e-df3a-45b8-af9b-ba01454d4a40 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:25.734339 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e8db-13d9-4992-96be-f26dcea58706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:25.735951 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-47998d47-69f0-497b-b15a-183b11448e53 req-2d16ad9e-df3a-45b8-af9b-ba01454d4a40 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc5faf39-ee6a-4fae-90e3-d3e4f5b49296 HTTP/1.1" status: 200 len: 948 time: 0.0535214 Jan 18 21:05:25.784024 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-47998d47-69f0-497b-b15a-183b11448e53 req-6cc9dc9e-1b8d-4c77-8633-f800991e9307 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.31 "GET /v2.0/security-groups?id=eabcf895-29e8-4570-b838-0bef558501e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414424 Jan 18 21:05:26.165289 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 45aa49be-8479-4697-ae4a-432ab1cdbd14 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 21:05:26.262532 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 45aa49be-8479-4697-ae4a-432ab1cdbd14, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=45aa49be-8479-4697-ae4a-432ab1cdbd14,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:05:26.272762 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '45aa49be-8479-4697-ae4a-432ab1cdbd14', 'network_id': 'ff0edfc7-7b71-4c55-bd6c-61b3df29ab4e', 'port_id': '45aa49be-8479-4697-ae4a-432ab1cdbd14', 'mac_address': 'fa:16:3e:94:64:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd403d-00f4-4041-a85c-035d9fe2e5d4', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 21:05:26.309308 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 45aa49be-8479-4697-ae4a-432ab1cdbd14 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:05:26.309724 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (45aa49be-8479-4697-ae4a-432ab1cdbd14), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:26.323071 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45aa49be-8479-4697-ae4a-432ab1cdbd14 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:05:26.341913 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 45aa49be-8479-4697-ae4a-432ab1cdbd14, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=45aa49be-8479-4697-ae4a-432ab1cdbd14,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:05:26.345533 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (45aa49be-8479-4697-ae4a-432ab1cdbd14), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:26.395524 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=45aa49be-8479-4697-ae4a-432ab1cdbd14,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:26.402759 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:26.403119 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:26.403465 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:26.403806 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:26.404145 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:26.404481 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:26.404822 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:26.405205 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:26.405544 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:26.405899 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:26.406230 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:26.406571 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:26.406893 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:26.704354 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['45aa49be-8479-4697-ae4a-432ab1cdbd14'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:05:26.896784 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7a51c-9539-43d8-b825-c5fe9af68761 req-a0f52814-526e-47b3-aedc-47d97cbd2f79 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:26.898286 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a5a7a51c-9539-43d8-b825-c5fe9af68761 req-a0f52814-526e-47b3-aedc-47d97cbd2f79 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc5faf39-ee6a-4fae-90e3-d3e4f5b49296 HTTP/1.1" status: 200 len: 949 time: 0.0481477 Jan 18 21:05:26.943948 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a5a7a51c-9539-43d8-b825-c5fe9af68761 req-2c0cebdd-31a4-4cf5-a30c-9766ffad41b6 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.31 "GET /v2.0/security-groups?id=eabcf895-29e8-4570-b838-0bef558501e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396280 Jan 18 21:05:27.887475 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-20a8c841-c6b8-4a69-b12e-6e2d8d6601b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:28.150187 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eae98f-f897-4142-8026-9cc0e0b53563 req-c966bc5f-50bb-418d-a0c5-7d82350edf4c tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:28.152179 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7eae98f-f897-4142-8026-9cc0e0b53563 req-c966bc5f-50bb-418d-a0c5-7d82350edf4c tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc5faf39-ee6a-4fae-90e3-d3e4f5b49296 HTTP/1.1" status: 200 len: 949 time: 0.1413786 Jan 18 21:05:28.165389 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 45aa49be-8479-4697-ae4a-432ab1cdbd14 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:05:28.202604 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7eae98f-f897-4142-8026-9cc0e0b53563 req-af0cd9d3-d67e-431b-b4f8-32dda0d6dc3c tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.31 "GET /v2.0/security-groups?id=eabcf895-29e8-4570-b838-0bef558501e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447097 Jan 18 21:05:28.223348 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 45aa49be-8479-4697-ae4a-432ab1cdbd14 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 21:05:28.227188 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 45aa49be-8479-4697-ae4a-432ab1cdbd14 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:05:28.227572 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (45aa49be-8479-4697-ae4a-432ab1cdbd14), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:28.301323 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 45aa49be-8479-4697-ae4a-432ab1cdbd14 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:05:28.301731 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (45aa49be-8479-4697-ae4a-432ab1cdbd14), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:28.323798 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5faf39-ee6a-4fae-90e3-d3e4f5b49296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45aa49be-8479-4697-ae4a-432ab1cdbd14'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:05:28.326075 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849d5fec-a8ab-4bfc-a091-b7d8dd6179cb" -d '{"events": [{"server_uuid": "dc5faf39-ee6a-4fae-90e3-d3e4f5b49296", "name": "network-vif-plugged", "status": "completed", "tag": "45aa49be-8479-4697-ae4a-432ab1cdbd14"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:05:28.337841 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 45aa49be-8479-4697-ae4a-432ab1cdbd14, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=45aa49be-8479-4697-ae4a-432ab1cdbd14,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:05:28.343498 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (45aa49be-8479-4697-ae4a-432ab1cdbd14), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:28.367739 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a786d09f-e752-40ea-a06a-33f16b34dd3c x-openstack-request-id: req-a786d09f-e752-40ea-a06a-33f16b34dd3c {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:05:28.368032 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc5faf39-ee6a-4fae-90e3-d3e4f5b49296", "name": "network-vif-plugged", "status": "completed", "tag": "45aa49be-8479-4697-ae4a-432ab1cdbd14", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:05:28.368286 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a786d09f-e752-40ea-a06a-33f16b34dd3c {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:05:28.368677 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5faf39-ee6a-4fae-90e3-d3e4f5b49296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45aa49be-8479-4697-ae4a-432ab1cdbd14', 'code': 200} Jan 18 21:05:28.397608 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=45aa49be-8479-4697-ae4a-432ab1cdbd14,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:28.463629 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f5a16-e140-4591-8313-2de3480cfdf4 req-3c625df9-58a8-41da-bd30-e4ac00be00fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:28.465096 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-251f5a16-e140-4591-8313-2de3480cfdf4 req-3c625df9-58a8-41da-bd30-e4ac00be00fb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dc5faf39-ee6a-4fae-90e3-d3e4f5b49296 HTTP/1.1" status: 200 len: 1101 time: 0.0394061 Jan 18 21:05:28.507111 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-251f5a16-e140-4591-8313-2de3480cfdf4 req-3c64211f-3778-447f-9b8b-9eb736f51890 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=eabcf895-29e8-4570-b838-0bef558501e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365944 Jan 18 21:05:29.259373 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:29.317737 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8e0d0-a05d-450a-901f-127035ca0e14 req-f6318989-e795-4e8f-baa1-034ff4ab78b7 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:29.319219 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-44f8e0d0-a05d-450a-901f-127035ca0e14 req-f6318989-e795-4e8f-baa1-034ff4ab78b7 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc5faf39-ee6a-4fae-90e3-d3e4f5b49296 HTTP/1.1" status: 200 len: 950 time: 0.0483854 Jan 18 21:05:29.365699 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-44f8e0d0-a05d-450a-901f-127035ca0e14 req-860aadeb-824e-4246-9414-c83100a4ea28 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.31 "GET /v2.0/security-groups?id=eabcf895-29e8-4570-b838-0bef558501e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407987 Jan 18 21:05:30.480390 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896a6ef-841b-4853-9d0d-46919304b927 req-a41bcd5d-05fc-4285-a4df-5cda3d13aee4 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:30.481903 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d896a6ef-841b-4853-9d0d-46919304b927 req-a41bcd5d-05fc-4285-a4df-5cda3d13aee4 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc5faf39-ee6a-4fae-90e3-d3e4f5b49296 HTTP/1.1" status: 200 len: 950 time: 0.0480595 Jan 18 21:05:30.527848 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d896a6ef-841b-4853-9d0d-46919304b927 req-948b2106-887b-4f92-8432-87337f97092c tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.31 "GET /v2.0/security-groups?id=eabcf895-29e8-4570-b838-0bef558501e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404336 Jan 18 21:05:30.673901 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:30.792059 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-d0c50f4c-6a8a-4f12-a17e-5eab260544f3 req-dab08d81-a891-4dcf-8e82-81d5d349818c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 21:05:30.793564 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d0c50f4c-6a8a-4f12-a17e-5eab260544f3 req-dab08d81-a891-4dcf-8e82-81d5d349818c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058017 Jan 18 21:05:31.183782 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-346b97e5-9328-44df-8c22-79a40d1bc299 req-a6897041-fae3-48fe-b810-00df170b5d3f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 21:05:31.184790 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-346b97e5-9328-44df-8c22-79a40d1bc299 req-a6897041-fae3-48fe-b810-00df170b5d3f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0436764 Jan 18 21:05:31.516339 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f017935-bc79-4869-bb2f-810a75ed805a req-be47f382-d303-49b9-8b5d-c2316772bd91 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:31.517824 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9f017935-bc79-4869-bb2f-810a75ed805a req-be47f382-d303-49b9-8b5d-c2316772bd91 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc5faf39-ee6a-4fae-90e3-d3e4f5b49296 HTTP/1.1" status: 200 len: 950 time: 0.0512590 Jan 18 21:05:31.562786 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9f017935-bc79-4869-bb2f-810a75ed805a req-cb60b7f1-b252-4d3c-9936-33d33ea014a2 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.31 "GET /v2.0/security-groups?id=eabcf895-29e8-4570-b838-0bef558501e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392756 Jan 18 21:05:31.966828 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:32.679848 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c627e-73b4-4ef9-9076-9256aef7512d req-0f4f3069-f31d-4efe-ae56-157c283732a9 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:32.681339 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-695c627e-73b4-4ef9-9076-9256aef7512d req-0f4f3069-f31d-4efe-ae56-157c283732a9 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc5faf39-ee6a-4fae-90e3-d3e4f5b49296 HTTP/1.1" status: 200 len: 950 time: 0.0481298 Jan 18 21:05:32.727093 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-695c627e-73b4-4ef9-9076-9256aef7512d req-bfe29693-735e-4b01-aa9f-7f1a4154dbb7 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.31 "GET /v2.0/security-groups?id=eabcf895-29e8-4570-b838-0bef558501e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400708 Jan 18 21:05:32.906901 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b083256-3643-4ce3-a08f-72b671f73380 req-9bd6d57e-56c7-4e37-99c6-ee4a02029cc8 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:32.908241 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6b083256-3643-4ce3-a08f-72b671f73380 req-9bd6d57e-56c7-4e37-99c6-ee4a02029cc8 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc5faf39-ee6a-4fae-90e3-d3e4f5b49296 HTTP/1.1" status: 200 len: 950 time: 0.0482438 Jan 18 21:05:32.995491 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-6b083256-3643-4ce3-a08f-72b671f73380 req-27fc8b18-d058-4cff-b4e7-b0df577c7633 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Deleting port 45aa49be-8479-4697-ae4a-432ab1cdbd14 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:05:32.995820 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6b083256-3643-4ce3-a08f-72b671f73380 req-27fc8b18-d058-4cff-b4e7-b0df577c7633 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (45aa49be-8479-4697-ae4a-432ab1cdbd14), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:33.080454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-6b083256-3643-4ce3-a08f-72b671f73380 req-27fc8b18-d058-4cff-b4e7-b0df577c7633 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] For port 45aa49be-8479-4697-ae4a-432ab1cdbd14, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=45aa49be-8479-4697-ae4a-432ab1cdbd14,segment=NetworkSegment(30ddf6b3-1b19-41e8-a029-07b6e4f29c67),segment_id=30ddf6b3-1b19-41e8-a029-07b6e4f29c67)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:05:33.080802 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6b083256-3643-4ce3-a08f-72b671f73380 req-27fc8b18-d058-4cff-b4e7-b0df577c7633 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (45aa49be-8479-4697-ae4a-432ab1cdbd14), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:33.092540 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-6b083256-3643-4ce3-a08f-72b671f73380 req-27fc8b18-d058-4cff-b4e7-b0df577c7633 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Calling delete_port for 45aa49be-8479-4697-ae4a-432ab1cdbd14 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:05:33.218151 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6b083256-3643-4ce3-a08f-72b671f73380 req-27fc8b18-d058-4cff-b4e7-b0df577c7633 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (45aa49be-8479-4697-ae4a-432ab1cdbd14), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:33.233120 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['45aa49be-8479-4697-ae4a-432ab1cdbd14'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:05:33.246653 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc8b18-d058-4cff-b4e7-b0df577c7633 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Pushing event deleted for resources: {'Port': ['ID=45aa49be-8479-4697-ae4a-432ab1cdbd14,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:33.257510 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fc8b18-d058-4cff-b4e7-b0df577c7633 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:33.257896 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fc8b18-d058-4cff-b4e7-b0df577c7633 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:33.258241 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fc8b18-d058-4cff-b4e7-b0df577c7633 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:33.258575 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fc8b18-d058-4cff-b4e7-b0df577c7633 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:33.258904 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fc8b18-d058-4cff-b4e7-b0df577c7633 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:33.259231 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fc8b18-d058-4cff-b4e7-b0df577c7633 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:33.259557 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fc8b18-d058-4cff-b4e7-b0df577c7633 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:33.260396 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fc8b18-d058-4cff-b4e7-b0df577c7633 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:33.260720 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fc8b18-d058-4cff-b4e7-b0df577c7633 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:33.261043 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fc8b18-d058-4cff-b4e7-b0df577c7633 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:33.261366 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fc8b18-d058-4cff-b4e7-b0df577c7633 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:33.261709 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fc8b18-d058-4cff-b4e7-b0df577c7633 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:33.262033 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fc8b18-d058-4cff-b4e7-b0df577c7633 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:33.303347 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b083256-3643-4ce3-a08f-72b671f73380 req-27fc8b18-d058-4cff-b4e7-b0df577c7633 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] No DVR routers for this DVR port 45aa49be-8479-4697-ae4a-432ab1cdbd14 on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:05:33.306318 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6b083256-3643-4ce3-a08f-72b671f73380 req-27fc8b18-d058-4cff-b4e7-b0df577c7633 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:33.310480 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6b083256-3643-4ce3-a08f-72b671f73380 req-27fc8b18-d058-4cff-b4e7-b0df577c7633 tempest-ServersAdminNegativeTestJSON-963407971 tempest-ServersAdminNegativeTestJSON-963407971-project] 10.222.0.57 "DELETE /v2.0/ports/45aa49be-8479-4697-ae4a-432ab1cdbd14 HTTP/1.1" status: 204 len: 173 time: 0.3961201 Jan 18 21:05:33.310938 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5faf39-ee6a-4fae-90e3-d3e4f5b49296', 'name': 'network-vif-deleted', 'tag': '45aa49be-8479-4697-ae4a-432ab1cdbd14'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:05:33.313254 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bad68e9-cf62-4a46-97f7-0eaa42470935" -d '{"events": [{"server_uuid": "dc5faf39-ee6a-4fae-90e3-d3e4f5b49296", "name": "network-vif-deleted", "tag": "45aa49be-8479-4697-ae4a-432ab1cdbd14"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:05:33.354825 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d600ae-efd1-40e2-a13a-8dec0291e567 x-openstack-request-id: req-c0d600ae-efd1-40e2-a13a-8dec0291e567 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:05:33.355128 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc5faf39-ee6a-4fae-90e3-d3e4f5b49296", "name": "network-vif-deleted", "tag": "45aa49be-8479-4697-ae4a-432ab1cdbd14", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:05:33.355381 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0d600ae-efd1-40e2-a13a-8dec0291e567 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:05:33.355794 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5faf39-ee6a-4fae-90e3-d3e4f5b49296', 'name': 'network-vif-deleted', 'tag': '45aa49be-8479-4697-ae4a-432ab1cdbd14', 'status': 'completed', 'code': 200} Jan 18 21:05:34.026316 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40880) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:05:34.154235 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fcfa4046-550c-49fd-b084-15325b735f2a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c412a42a1c446e8a0933c65b507babf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1267560 Jan 18 21:05:34.156729 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40884) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:05:34.206027 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5293478e-b07a-4970-bc24-2e7c7ff46629 admin admin] Publish callbacks [] for security_group (eabcf895-29e8-4570-b838-0bef558501e5), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:34.225962 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5293478e-b07a-4970-bc24-2e7c7ff46629 admin admin] Publish callbacks [] for security_group (eabcf895-29e8-4570-b838-0bef558501e5), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:34.271813 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5293478e-b07a-4970-bc24-2e7c7ff46629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (eabcf895-29e8-4570-b838-0bef558501e5), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:34.274632 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5293478e-b07a-4970-bc24-2e7c7ff46629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:34.276584 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5293478e-b07a-4970-bc24-2e7c7ff46629 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eabcf895-29e8-4570-b838-0bef558501e5 HTTP/1.1" status: 204 len: 168 time: 0.1188035 Jan 18 21:05:34.286133 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293478e-b07a-4970-bc24-2e7c7ff46629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabcf895-29e8-4570-b838-0bef558501e5,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:34.293824 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293478e-b07a-4970-bc24-2e7c7ff46629 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:34.294177 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293478e-b07a-4970-bc24-2e7c7ff46629 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:34.294560 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293478e-b07a-4970-bc24-2e7c7ff46629 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:34.294932 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293478e-b07a-4970-bc24-2e7c7ff46629 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:34.295271 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293478e-b07a-4970-bc24-2e7c7ff46629 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:34.295604 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293478e-b07a-4970-bc24-2e7c7ff46629 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:34.295933 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293478e-b07a-4970-bc24-2e7c7ff46629 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:34.296718 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293478e-b07a-4970-bc24-2e7c7ff46629 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:34.296718 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293478e-b07a-4970-bc24-2e7c7ff46629 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:34.297529 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293478e-b07a-4970-bc24-2e7c7ff46629 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:34.297529 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293478e-b07a-4970-bc24-2e7c7ff46629 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:34.297529 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293478e-b07a-4970-bc24-2e7c7ff46629 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:34.297529 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293478e-b07a-4970-bc24-2e7c7ff46629 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:05:34.472506 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:34.573159 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40890) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:05:34.586445 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bf9f63dd-22c4-4a4e-b70d-94cccda1be5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:34.663239 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bf9f63dd-22c4-4a4e-b70d-94cccda1be5a admin admin] Publish callbacks [] for security_group (6bfec2ee-dcd6-453a-8aa2-aa0b99ae5960), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:34.667123 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bf9f63dd-22c4-4a4e-b70d-94cccda1be5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6bfec2ee-dcd6-453a-8aa2-aa0b99ae5960), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:34.706176 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bf9f63dd-22c4-4a4e-b70d-94cccda1be5a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a616fc31c54442baa8b32340dbc2143d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1318917 Jan 18 21:05:34.707295 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f63dd-22c4-4a4e-b70d-94cccda1be5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfec2ee-dcd6-453a-8aa2-aa0b99ae5960,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:34.709138 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40892) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:05:34.770628 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ef87c828-4cad-43a3-befe-388974606942 admin admin] Publish callbacks [] for security_group (6bfec2ee-dcd6-453a-8aa2-aa0b99ae5960), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:34.794914 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ef87c828-4cad-43a3-befe-388974606942 admin admin] Publish callbacks [] for security_group (6bfec2ee-dcd6-453a-8aa2-aa0b99ae5960), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:34.840471 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ef87c828-4cad-43a3-befe-388974606942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (6bfec2ee-dcd6-453a-8aa2-aa0b99ae5960), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:34.843073 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ef87c828-4cad-43a3-befe-388974606942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:34.844228 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ef87c828-4cad-43a3-befe-388974606942 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6bfec2ee-dcd6-453a-8aa2-aa0b99ae5960 HTTP/1.1" status: 204 len: 168 time: 0.1339397 Jan 18 21:05:34.852224 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87c828-4cad-43a3-befe-388974606942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfec2ee-dcd6-453a-8aa2-aa0b99ae5960,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:35.516179 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40914) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:05:35.610407 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-2d3a09e2-4a87-431c-8082-6439cb81adb6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1570621495-network', 'tenant_id': 'd822222d8f5444b89885eada0f276ab6'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:05:35.633078 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3a09e2-4a87-431c-8082-6439cb81adb6 admin admin] Made reservation on behalf of d822222d8f5444b89885eada0f276ab6 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:05:35.635368 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d3a09e2-4a87-431c-8082-6439cb81adb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:35.643351 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d3a09e2-4a87-431c-8082-6439cb81adb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:35.716857 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d3a09e2-4a87-431c-8082-6439cb81adb6 admin admin] Publish callbacks [] for security_group (cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:35.720793 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d3a09e2-4a87-431c-8082-6439cb81adb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:35.745758 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d3a09e2-4a87-431c-8082-6439cb81adb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 21:05:35.760618 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a09e2-4a87-431c-8082-6439cb81adb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:35.763479 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d3a09e2-4a87-431c-8082-6439cb81adb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (b915a261-2820-4dc2-bf87-da3e3e5e8b30), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:35.763817 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-2d3a09e2-4a87-431c-8082-6439cb81adb6 admin admin] Added segment b915a261-2820-4dc2-bf87-da3e3e5e8b30 of type vlan for network 090d4d84-3397-4d6e-adc0-19d038f4f74b Jan 18 21:05:35.802583 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d3a09e2-4a87-431c-8082-6439cb81adb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (090d4d84-3397-4d6e-adc0-19d038f4f74b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:35.835215 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d3a09e2-4a87-431c-8082-6439cb81adb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (090d4d84-3397-4d6e-adc0-19d038f4f74b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:35.836073 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3a09e2-4a87-431c-8082-6439cb81adb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:35.836655 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d3a09e2-4a87-431c-8082-6439cb81adb6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:35.868329 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2d3a09e2-4a87-431c-8082-6439cb81adb6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3510678 Jan 18 21:05:35.871898 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 40918) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:05:35.876963 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-d3bdece8-ccd7-4b55-97b6-0a5056cfb039 admin admin] Request body: {'subnet': {'network_id': '090d4d84-3397-4d6e-adc0-19d038f4f74b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1570621495-subnet', 'tenant_id': 'd822222d8f5444b89885eada0f276ab6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:05:35.898704 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bdece8-ccd7-4b55-97b6-0a5056cfb039 admin admin] Made reservation on behalf of d822222d8f5444b89885eada0f276ab6 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:05:35.901498 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3bdece8-ccd7-4b55-97b6-0a5056cfb039 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:35.902874 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a09e2-4a87-431c-8082-6439cb81adb6 admin admin] Pushing event updated for resources: {'Network': ['ID=090d4d84-3397-4d6e-adc0-19d038f4f74b,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:35.912370 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 090d4d84-3397-4d6e-adc0-19d038f4f74b details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 21:05:36.072191 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3bdece8-ccd7-4b55-97b6-0a5056cfb039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (5dd581a7-ca40-4c0e-ab1e-c75945431aaf), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:36.131612 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bdece8-ccd7-4b55-97b6-0a5056cfb039 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dd581a7-ca40-4c0e-ab1e-c75945431aaf,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:36.139276 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bdece8-ccd7-4b55-97b6-0a5056cfb039 admin admin] Checking segment: {'id': 'b915a261-2820-4dc2-bf87-da3e3e5e8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '090d4d84-3397-4d6e-adc0-19d038f4f74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:05:36.139630 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bdece8-ccd7-4b55-97b6-0a5056cfb039 admin admin] Network hostable DHCP agents. Network: 090d4d84-3397-4d6e-adc0-19d038f4f74b, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 21:05:36.155771 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bdece8-ccd7-4b55-97b6-0a5056cfb039 admin admin] Network 090d4d84-3397-4d6e-adc0-19d038f4f74b is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 21:05:36.164367 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-d3bdece8-ccd7-4b55-97b6-0a5056cfb039 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 090d4d84-3397-4d6e-adc0-19d038f4f74b) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:05:36.168606 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bdece8-ccd7-4b55-97b6-0a5056cfb039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:36.169201 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d3bdece8-ccd7-4b55-97b6-0a5056cfb039 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:36.175162 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386d4b57-1915-4127-be6b-d48afce54c5d None None] Network 090d4d84-3397-4d6e-adc0-19d038f4f74b requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:05:36.185088 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d3bdece8-ccd7-4b55-97b6-0a5056cfb039 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3120148 Jan 18 21:05:36.199221 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 45aa49be-8479-4697-ae4a-432ab1cdbd14 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:05:36.250524 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 45aa49be-8479-4697-ae4a-432ab1cdbd14 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:05:36.250826 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 45aa49be-8479-4697-ae4a-432ab1cdbd14 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:05:36.295903 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8736baae-0d9b-48a7-abbf-b18bd00fff21 None None] Network 090d4d84-3397-4d6e-adc0-19d038f4f74b requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:05:36.604551 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-40100905-79f0-4809-ac48-82a413ad7864 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:36.606039 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-40100905-79f0-4809-ac48-82a413ad7864 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/networks?id=090d4d84-3397-4d6e-adc0-19d038f4f74b HTTP/1.1" status: 200 len: 812 time: 0.0986226 Jan 18 21:05:36.620601 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-051a7f45-2658-4217-a964-834b7a417774 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/quotas/d822222d8f5444b89885eada0f276ab6 HTTP/1.1" status: 200 len: 375 time: 0.0092044 Jan 18 21:05:36.649789 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-a1109576-98e5-443e-a366-4958a7406882 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d822222d8f5444b89885eada0f276ab6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0243592 Jan 18 21:05:36.660205 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-fd7b96e9-63a6-4675-b8c8-5f6647b913be service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 21:05:36.661133 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-fd7b96e9-63a6-4675-b8c8-5f6647b913be service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048113 Jan 18 21:05:36.749290 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-7c770cee-06e8-47ed-b798-42704c5aeae4 service neutron] 10.222.0.31 "GET /v2.0/networks/090d4d84-3397-4d6e-adc0-19d038f4f74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822775 Jan 18 21:05:36.838869 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-43b8bf58-1a6b-47d0-836d-a8c1d5a44a41 service neutron] 10.222.0.31 "GET /v2.0/networks/090d4d84-3397-4d6e-adc0-19d038f4f74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838444 Jan 18 21:05:36.996133 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9aa0b301-0ae1-4c67-99b8-f5e250d416cc req-dd24896a-34fc-46b0-b10f-cc62990e37ae tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 210 time: 0.0271327 Jan 18 21:05:37.244250 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:37.261809 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:05:37.915067 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-1f8204c9-e771-438f-992a-a4a8a2413c3a tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:37.917020 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-1f8204c9-e771-438f-992a-a4a8a2413c3a tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.57 "GET /v2.0/networks?id=090d4d84-3397-4d6e-adc0-19d038f4f74b HTTP/1.1" status: 200 len: 812 time: 0.1061809 Jan 18 21:05:37.928184 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-b9edb433-c3c4-4140-aea3-642cace1747b tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Request body: {'port': {'device_id': 'c5100112-aca0-4822-84ca-924a4cd33c55', 'network_id': '090d4d84-3397-4d6e-adc0-19d038f4f74b', 'admin_state_up': True, 'tenant_id': 'd822222d8f5444b89885eada0f276ab6'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:05:38.043106 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-b9edb433-c3c4-4140-aea3-642cace1747b tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Made reservation on behalf of d822222d8f5444b89885eada0f276ab6 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:05:38.046690 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-b9edb433-c3c4-4140-aea3-642cace1747b tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:38.092999 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cdbe7fc4-df2d-4c76-ac8b-e2dc92cad127 req-67ef8817-5ed2-4714-9e22-bcb68861923a tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 210 time: 0.0272419 Jan 18 21:05:38.177387 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-b9edb433-c3c4-4140-aea3-642cace1747b tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Allocated IP 172.20.0.10 (090d4d84-3397-4d6e-adc0-19d038f4f74b/5dd581a7-ca40-4c0e-ab1e-c75945431aaf/493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:05:38.321590 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-b9edb433-c3c4-4140-aea3-642cace1747b tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Publish callbacks [] for port (493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:38.354687 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-b9edb433-c3c4-4140-aea3-642cace1747b tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:38.398124 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-b9edb433-c3c4-4140-aea3-642cace1747b tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Network 090d4d84-3397-4d6e-adc0-19d038f4f74b is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:05:38.401044 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-b9edb433-c3c4-4140-aea3-642cace1747b tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:05:38.404658 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-b9edb433-c3c4-4140-aea3-642cace1747b tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:05:38.410843 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edb433-c3c4-4140-aea3-642cace1747b tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Pushing event updated for resources: {'Port': ['ID=493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:38.455066 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-b9edb433-c3c4-4140-aea3-642cace1747b tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:38.455599 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-b9edb433-c3c4-4140-aea3-642cace1747b tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:38.470907 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-b9edb433-c3c4-4140-aea3-642cace1747b tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5465486 Jan 18 21:05:38.483664 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-91e4a0c9-0784-4b04-a983-cd9217c577fb service neutron] Request body: {'port': {'device_id': 'c5100112-aca0-4822-84ca-924a4cd33c55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:05:38.536855 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-91e4a0c9-0784-4b04-a983-cd9217c577fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:38.784774 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-91e4a0c9-0784-4b04-a983-cd9217c577fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:05:38.792397 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-91e4a0c9-0784-4b04-a983-cd9217c577fb service neutron] Publish callbacks [] for port (493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:38.803795 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-91e4a0c9-0784-4b04-a983-cd9217c577fb service neutron] Transition to ACTIVE for port object 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 21:05:38.808060 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-91e4a0c9-0784-4b04-a983-cd9217c577fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:38.857733 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4a0c9-0784-4b04-a983-cd9217c577fb service neutron] Pushing event updated for resources: {'Port': ['ID=493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:38.922536 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-91e4a0c9-0784-4b04-a983-cd9217c577fb service neutron] Attempting to bind port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:05:38.923185 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-91e4a0c9-0784-4b04-a983-cd9217c577fb service neutron] Attempting to bind port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': 'b915a261-2820-4dc2-bf87-da3e3e5e8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '090d4d84-3397-4d6e-adc0-19d038f4f74b'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:05:38.923185 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-91e4a0c9-0784-4b04-a983-cd9217c577fb service neutron] Attempting to bind port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 on network 090d4d84-3397-4d6e-adc0-19d038f4f74b {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:05:38.927360 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-91e4a0c9-0784-4b04-a983-cd9217c577fb service neutron] Port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 on network 090d4d84-3397-4d6e-adc0-19d038f4f74b not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 21:05:38.927678 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-91e4a0c9-0784-4b04-a983-cd9217c577fb service neutron] Attempting to bind port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 on network 090d4d84-3397-4d6e-adc0-19d038f4f74b {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:05:38.932439 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-91e4a0c9-0784-4b04-a983-cd9217c577fb service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:05:38.932771 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-91e4a0c9-0784-4b04-a983-cd9217c577fb service neutron] Checking segment: {'id': 'b915a261-2820-4dc2-bf87-da3e3e5e8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '090d4d84-3397-4d6e-adc0-19d038f4f74b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:05:38.933147 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-91e4a0c9-0784-4b04-a983-cd9217c577fb service neutron] Bound using segment: {'id': 'b915a261-2820-4dc2-bf87-da3e3e5e8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '090d4d84-3397-4d6e-adc0-19d038f4f74b'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:05:38.933561 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-91e4a0c9-0784-4b04-a983-cd9217c577fb service neutron] Bound port: 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b915a261-2820-4dc2-bf87-da3e3e5e8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '090d4d84-3397-4d6e-adc0-19d038f4f74b'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:05:38.933929 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-91e4a0c9-0784-4b04-a983-cd9217c577fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:38.993932 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-91e4a0c9-0784-4b04-a983-cd9217c577fb service neutron] For port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:05:38.996870 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-91e4a0c9-0784-4b04-a983-cd9217c577fb service neutron] For port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1,segment=NetworkSegment(b915a261-2820-4dc2-bf87-da3e3e5e8b30),segment_id=b915a261-2820-4dc2-bf87-da3e3e5e8b30)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:05:39.001162 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-91e4a0c9-0784-4b04-a983-cd9217c577fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:39.031917 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-91e4a0c9-0784-4b04-a983-cd9217c577fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:39.032624 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-91e4a0c9-0784-4b04-a983-cd9217c577fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:39.034037 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-91e4a0c9-0784-4b04-a983-cd9217c577fb service neutron] 10.222.0.57 "PUT /v2.0/ports/493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 HTTP/1.1" status: 200 len: 1092 time: 0.5542819 Jan 18 21:05:39.034446 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5100112-aca0-4822-84ca-924a4cd33c55', 'tag': '493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:05:39.036723 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e16ba5-ecdb-4ddd-ab2a-5a2c21fe3b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5100112-aca0-4822-84ca-924a4cd33c55", "tag": "493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:05:39.065163 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4a0c9-0784-4b04-a983-cd9217c577fb service neutron] Pushing event updated for resources: {'Port': ['ID=493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:39.075866 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c701bd-d6ca-4b59-98f3-bce4fce961ec x-openstack-request-id: req-03c701bd-d6ca-4b59-98f3-bce4fce961ec {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:05:39.076164 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5100112-aca0-4822-84ca-924a4cd33c55", "tag": "493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:05:39.076418 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03c701bd-d6ca-4b59-98f3-bce4fce961ec {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:05:39.076821 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5100112-aca0-4822-84ca-924a4cd33c55', 'tag': '493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1', 'status': 'completed', 'code': 200} Jan 18 21:05:39.124904 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-23f5fb99-646b-4417-833c-6753555a0755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:39.126448 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-23f5fb99-646b-4417-833c-6753555a0755 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d822222d8f5444b89885eada0f276ab6&device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 1095 time: 0.0447834 Jan 18 21:05:39.170099 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-30ff9102-5cc1-4a69-a900-099be7a21c2e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 HTTP/1.1" status: 200 len: 217 time: 0.0341759 Jan 18 21:05:39.210399 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a455778-bfdb-42ef-8a5d-eca6021bcb2e req-9dee0d9b-4a4b-4632-bd90-80e5f8ecda5b tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:39.211873 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9a455778-bfdb-42ef-8a5d-eca6021bcb2e req-9dee0d9b-4a4b-4632-bd90-80e5f8ecda5b tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 944 time: 0.0477417 Jan 18 21:05:39.218342 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-7586b477-6c2e-4a07-b569-480dc0d040a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:39.219790 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-7586b477-6c2e-4a07-b569-480dc0d040a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dd581a7-ca40-4c0e-ab1e-c75945431aaf HTTP/1.1" status: 200 len: 852 time: 0.0433171 Jan 18 21:05:39.254603 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-75e119c8-4b05-4fbc-8552-60f96f53ab53 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=090d4d84-3397-4d6e-adc0-19d038f4f74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280797 Jan 18 21:05:39.259079 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9a455778-bfdb-42ef-8a5d-eca6021bcb2e req-dbe0840d-7fe6-4b3a-ba20-719a4f2e49e4 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404451 Jan 18 21:05:39.344113 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-73cb622c-6398-4218-ac04-1cbeab0c25f3 service neutron] 10.222.0.57 "GET /v2.0/networks/090d4d84-3397-4d6e-adc0-19d038f4f74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830128 Jan 18 21:05:39.433615 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-713fee65-4da2-430b-99cc-00b9b51c5ba2 req-1f4833b9-4c59-4a3b-8141-740385f5362f service neutron] 10.222.0.57 "GET /v2.0/networks/090d4d84-3397-4d6e-adc0-19d038f4f74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834365 Jan 18 21:05:39.519908 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e16ba5-ecdb-4ddd-ab2a-5a2c21fe3b7b req-140ef96d-2a09-4ca2-a668-18acce0515b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:39.521377 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-28e16ba5-ecdb-4ddd-ab2a-5a2c21fe3b7b req-140ef96d-2a09-4ca2-a668-18acce0515b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d822222d8f5444b89885eada0f276ab6&device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 1095 time: 0.0397770 Jan 18 21:05:39.607808 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e16ba5-ecdb-4ddd-ab2a-5a2c21fe3b7b req-8e92b863-ad06-4fe8-a905-0fddab7372d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:39.609223 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-28e16ba5-ecdb-4ddd-ab2a-5a2c21fe3b7b req-8e92b863-ad06-4fe8-a905-0fddab7372d1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=090d4d84-3397-4d6e-adc0-19d038f4f74b HTTP/1.1" status: 200 len: 913 time: 0.0822864 Jan 18 21:05:39.652648 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-28e16ba5-ecdb-4ddd-ab2a-5a2c21fe3b7b req-78cd370c-a323-4267-8334-2d2ec0abf660 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 HTTP/1.1" status: 200 len: 217 time: 0.0376287 Jan 18 21:05:39.698300 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e16ba5-ecdb-4ddd-ab2a-5a2c21fe3b7b req-cbbd24c6-da3e-4b3b-aa92-aaa0066fe751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:39.699705 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-28e16ba5-ecdb-4ddd-ab2a-5a2c21fe3b7b req-cbbd24c6-da3e-4b3b-aa92-aaa0066fe751 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dd581a7-ca40-4c0e-ab1e-c75945431aaf HTTP/1.1" status: 200 len: 852 time: 0.0419831 Jan 18 21:05:39.728970 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-28e16ba5-ecdb-4ddd-ab2a-5a2c21fe3b7b req-46092ddc-5762-4436-be69-2d06153e9818 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=090d4d84-3397-4d6e-adc0-19d038f4f74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235567 Jan 18 21:05:39.817824 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-28e16ba5-ecdb-4ddd-ab2a-5a2c21fe3b7b req-6bdb5de1-e9e8-45d0-8c0f-20fe32fb1ec1 service neutron] 10.222.0.57 "GET /v2.0/networks/090d4d84-3397-4d6e-adc0-19d038f4f74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833104 Jan 18 21:05:39.904909 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-28e16ba5-ecdb-4ddd-ab2a-5a2c21fe3b7b req-edff955c-40a9-4577-8c17-1198e4151a35 service neutron] 10.222.0.57 "GET /v2.0/networks/090d4d84-3397-4d6e-adc0-19d038f4f74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804994 Jan 18 21:05:40.383725 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71dcb76-c017-4ca7-9a75-0203059936c1 req-05f8e1ea-daa8-4d75-9c57-b92b4e6f2c4f tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:40.385207 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f71dcb76-c017-4ca7-9a75-0203059936c1 req-05f8e1ea-daa8-4d75-9c57-b92b4e6f2c4f tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 944 time: 0.0565329 Jan 18 21:05:40.431177 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f71dcb76-c017-4ca7-9a75-0203059936c1 req-6e73650d-31e4-4241-8b30-32b71ed78ec2 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404460 Jan 18 21:05:41.544012 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896949c3-ddc7-4864-b539-0169066d7f8c req-3ffc9bf0-d98e-4b84-8ad2-7f40cd48dbb4 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:41.545464 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-896949c3-ddc7-4864-b539-0169066d7f8c req-3ffc9bf0-d98e-4b84-8ad2-7f40cd48dbb4 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 944 time: 0.0469606 Jan 18 21:05:41.590800 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-896949c3-ddc7-4864-b539-0169066d7f8c req-6c1acfef-5611-4383-8ccf-23cc373a558b tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397737 Jan 18 21:05:42.707892 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec1142-0c26-48f5-9d15-d228e6dcce5e req-cb2dbae5-14be-46c7-98bb-1c21085ec157 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:42.709340 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5fec1142-0c26-48f5-9d15-d228e6dcce5e req-cb2dbae5-14be-46c7-98bb-1c21085ec157 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 944 time: 0.0472913 Jan 18 21:05:42.758291 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5fec1142-0c26-48f5-9d15-d228e6dcce5e req-9e45d75d-49ee-44fc-863e-58f910fb0e09 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429320 Jan 18 21:05:43.869060 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6170a9-17a7-401f-ab18-87ffe8131d07 req-35c95b9c-de68-45e8-b801-f5fae48974a5 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:43.870525 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca6170a9-17a7-401f-ab18-87ffe8131d07 req-35c95b9c-de68-45e8-b801-f5fae48974a5 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 944 time: 0.0473723 Jan 18 21:05:43.917670 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca6170a9-17a7-401f-ab18-87ffe8131d07 req-7fcdbbc4-654a-44ac-8e70-5607734c7102 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414243 Jan 18 21:05:44.243195 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 21:05:44.337412 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1,segment=NetworkSegment(b915a261-2820-4dc2-bf87-da3e3e5e8b30),segment_id=b915a261-2820-4dc2-bf87-da3e3e5e8b30)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:05:44.347913 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1', 'network_id': '090d4d84-3397-4d6e-adc0-19d038f4f74b', 'port_id': '493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1', 'mac_address': 'fa:16:3e:d8:e1:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dd581a7-ca40-4c0e-ab1e-c75945431aaf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 21:05:44.384193 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:05:44.384606 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:44.396676 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:05:44.415313 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1,segment=NetworkSegment(b915a261-2820-4dc2-bf87-da3e3e5e8b30),segment_id=b915a261-2820-4dc2-bf87-da3e3e5e8b30)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:05:44.419585 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:44.467637 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:44.701595 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:05:45.032467 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db793895-91c5-4413-8edb-d6c1d457f2ff req-d949503b-0093-434f-8f16-5d713ac4944c tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:45.033942 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-db793895-91c5-4413-8edb-d6c1d457f2ff req-d949503b-0093-434f-8f16-5d713ac4944c tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 945 time: 0.0470920 Jan 18 21:05:45.079815 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-db793895-91c5-4413-8edb-d6c1d457f2ff req-9d1d6f06-ff1b-4ba9-b41a-570b748c9137 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404019 Jan 18 21:05:46.196677 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0337e2-e114-4513-bb1a-529e33fae4bf req-52a54ab1-7fd5-45ff-a7b3-936fce2fd792 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:46.198221 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8f0337e2-e114-4513-bb1a-529e33fae4bf req-52a54ab1-7fd5-45ff-a7b3-936fce2fd792 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 945 time: 0.0518270 Jan 18 21:05:46.245465 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8f0337e2-e114-4513-bb1a-529e33fae4bf req-dce8b1bc-2c39-48d2-9f05-18f945de2705 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417330 Jan 18 21:05:46.259109 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:05:46.309353 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 21:05:46.312919 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:05:46.313288 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:46.386021 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:05:46.386324 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:46.408601 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5100112-aca0-4822-84ca-924a4cd33c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:05:46.411520 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4451b5ce-9a7b-4425-b576-c34496d29f78" -d '{"events": [{"server_uuid": "c5100112-aca0-4822-84ca-924a4cd33c55", "name": "network-vif-plugged", "status": "completed", "tag": "493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:05:46.424747 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1,segment=NetworkSegment(b915a261-2820-4dc2-bf87-da3e3e5e8b30),segment_id=b915a261-2820-4dc2-bf87-da3e3e5e8b30)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:05:46.428967 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:46.456095 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af0b97f-c951-47a3-9254-8f8e7d9d2b4c x-openstack-request-id: req-8af0b97f-c951-47a3-9254-8f8e7d9d2b4c {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:05:46.456389 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5100112-aca0-4822-84ca-924a4cd33c55", "name": "network-vif-plugged", "status": "completed", "tag": "493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:05:46.456639 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8af0b97f-c951-47a3-9254-8f8e7d9d2b4c {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:05:46.457155 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5100112-aca0-4822-84ca-924a4cd33c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1', 'code': 200} Jan 18 21:05:46.485101 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:05:46.552229 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af05d16-a3b5-4e95-987a-02c3162f995a req-840b2b0b-cea1-4e99-a59b-955522aad4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:46.553793 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4af05d16-a3b5-4e95-987a-02c3162f995a req-840b2b0b-cea1-4e99-a59b-955522aad4cb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 1097 time: 0.0441892 Jan 18 21:05:46.595932 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4af05d16-a3b5-4e95-987a-02c3162f995a req-b2ee7210-2685-4d97-aa22-153548785f1e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361633 Jan 18 21:05:47.361299 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54597bc-e87b-4bc8-b07d-7e80e5454512 req-19fb8c04-a09c-425e-b311-a3e8294e56cb tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:47.362820 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b54597bc-e87b-4bc8-b07d-7e80e5454512 req-19fb8c04-a09c-425e-b311-a3e8294e56cb tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0478528 Jan 18 21:05:47.407608 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b54597bc-e87b-4bc8-b07d-7e80e5454512 req-0ff6f13d-36aa-45b8-9be7-cd75bfe164ac tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393956 Jan 18 21:05:48.522469 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86563a14-938b-4d6b-8fd0-90b992be93bd req-6b62036e-65e2-4269-aadd-51a2513cbee5 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:48.523981 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-86563a14-938b-4d6b-8fd0-90b992be93bd req-6b62036e-65e2-4269-aadd-51a2513cbee5 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0475097 Jan 18 21:05:48.573168 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-86563a14-938b-4d6b-8fd0-90b992be93bd req-887199c6-df19-4eef-b7f7-2aa51a26d4e5 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424387 Jan 18 21:05:48.786366 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 40986) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:05:48.808161 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2fcc9-a04b-44ff-968e-99bfd5b54931 req-3042b33d-a158-47ce-85e7-4e3b628d69a2 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:48.809667 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-60c2fcc9-a04b-44ff-968e-99bfd5b54931 req-3042b33d-a158-47ce-85e7-4e3b628d69a2 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0485520 Jan 18 21:05:48.857257 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-60c2fcc9-a04b-44ff-968e-99bfd5b54931 req-51ce654b-59c3-4dbd-ac37-c1d68a0bc95d tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418615 Jan 18 21:05:48.863699 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-30ae2bbc-23a8-40e6-bc2f-fe5947f8c4bb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0761068 Jan 18 21:05:48.872765 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-150a0ff7-2b69-47fe-8597-9ad3878491c6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 21:05:48.873784 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-150a0ff7-2b69-47fe-8597-9ad3878491c6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056570 Jan 18 21:05:49.978655 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbbedb-d0df-4d33-b489-ba45590a9577 req-1a1ffd63-bc19-439b-b531-88054242dd1d tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:49.980960 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-00dbbedb-d0df-4d33-b489-ba45590a9577 req-1a1ffd63-bc19-439b-b531-88054242dd1d tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0524259 Jan 18 21:05:50.044401 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-00dbbedb-d0df-4d33-b489-ba45590a9577 req-4718ca73-c88e-4614-b1ac-d18112c068dd tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555606 Jan 18 21:05:50.059630 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-5ff70091-e249-44d8-814b-eb04ad65cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:50.061170 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-5ff70091-e249-44d8-814b-eb04ad65cf67 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d822222d8f5444b89885eada0f276ab6&device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 1097 time: 0.0431046 Jan 18 21:05:50.153524 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-b1df3a40-4582-4e60-be8d-c83ca1207614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:50.154970 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-b1df3a40-4582-4e60-be8d-c83ca1207614 service neutron] 10.222.0.57 "GET /v2.0/networks?id=090d4d84-3397-4d6e-adc0-19d038f4f74b HTTP/1.1" status: 200 len: 913 time: 0.0882449 Jan 18 21:05:50.194047 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-9035ba65-da5f-4dbe-b6df-135074d235fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 HTTP/1.1" status: 200 len: 217 time: 0.0331764 Jan 18 21:05:50.243238 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-f570dcc7-a136-4bc3-9e2a-a7ab0b710294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:50.244651 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-f570dcc7-a136-4bc3-9e2a-a7ab0b710294 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dd581a7-ca40-4c0e-ab1e-c75945431aaf HTTP/1.1" status: 200 len: 852 time: 0.0450473 Jan 18 21:05:50.273918 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-595d3b96-3828-41b5-8976-b9cb886072f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=090d4d84-3397-4d6e-adc0-19d038f4f74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235507 Jan 18 21:05:50.369259 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-bc959226-998c-486b-8234-0012a2973089 service neutron] 10.222.0.57 "GET /v2.0/networks/090d4d84-3397-4d6e-adc0-19d038f4f74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874372 Jan 18 21:05:50.462318 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-d6f59b83-b73b-4440-a75e-40da5c97fbcc service neutron] 10.222.0.57 "GET /v2.0/networks/090d4d84-3397-4d6e-adc0-19d038f4f74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865407 Jan 18 21:05:51.162421 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d709de-eb92-4577-8f22-f4c6b913177d req-39580cf1-980e-419b-a54f-706fd1375763 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:51.163880 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95d709de-eb92-4577-8f22-f4c6b913177d req-39580cf1-980e-419b-a54f-706fd1375763 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0507250 Jan 18 21:05:51.209279 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95d709de-eb92-4577-8f22-f4c6b913177d req-593c501d-0b84-4044-9c00-2979c56850cb tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392001 Jan 18 21:05:52.323085 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1eef23-aab8-4ad0-8946-68da24ac4a8e req-656ccbc8-d8e0-489f-9c9a-34d5521d2485 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:52.324571 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-da1eef23-aab8-4ad0-8946-68da24ac4a8e req-656ccbc8-d8e0-489f-9c9a-34d5521d2485 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0489123 Jan 18 21:05:52.371276 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-da1eef23-aab8-4ad0-8946-68da24ac4a8e req-2589e159-5aca-4d3e-bf9b-7be9769825d0 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411284 Jan 18 21:05:53.487946 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b713bbc-2e1d-4ada-ab28-06ca27bccf3b req-ab8c60f7-e92a-4d39-8234-9c3ad7bc416e tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:53.489419 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6b713bbc-2e1d-4ada-ab28-06ca27bccf3b req-ab8c60f7-e92a-4d39-8234-9c3ad7bc416e tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0515349 Jan 18 21:05:53.536243 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6b713bbc-2e1d-4ada-ab28-06ca27bccf3b req-006e59a2-0525-4796-a375-bea24413bb6c tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402839 Jan 18 21:05:54.652119 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7d0b6-1a22-4d5c-aa54-50685ea0c71c req-1afe0a81-0c13-4587-ae26-e2d62e63c1c4 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:54.653612 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6f7d0b6-1a22-4d5c-aa54-50685ea0c71c req-1afe0a81-0c13-4587-ae26-e2d62e63c1c4 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0494750 Jan 18 21:05:54.698638 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c6f7d0b6-1a22-4d5c-aa54-50685ea0c71c req-18ba3166-51ab-4f17-a294-9ea9b5c3495f tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395112 Jan 18 21:05:55.728230 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-506037bc-c6e7-4a6b-923f-f12ea00bf53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:55.812186 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb13195-2ec8-4741-95c8-1765ee8c41a3 req-e47d2f5c-f070-473d-ab3d-c2a1b0f78e2e tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:55.813683 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-efb13195-2ec8-4741-95c8-1765ee8c41a3 req-e47d2f5c-f070-473d-ab3d-c2a1b0f78e2e tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0475621 Jan 18 21:05:55.862620 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-efb13195-2ec8-4741-95c8-1765ee8c41a3 req-71f2d68c-35ac-4ac0-863c-7baa83e9f034 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434432 Jan 18 21:05:56.975342 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657cfa9-e485-49f0-a23d-f8c7dbc48749 req-92cf73cf-d5e9-4563-ae47-cb5ead76dfea tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:56.976789 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d657cfa9-e485-49f0-a23d-f8c7dbc48749 req-92cf73cf-d5e9-4563-ae47-cb5ead76dfea tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0478649 Jan 18 21:05:57.022845 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d657cfa9-e485-49f0-a23d-f8c7dbc48749 req-5fbd80a3-eeb1-4b68-9789-526bc270bc75 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402460 Jan 18 21:05:57.888276 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-869e1c8c-27c4-4106-be3b-47c39036b356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:58.138790 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77ce46-3550-476c-a68d-230ba21678fa req-644f5f37-0ecd-43ea-9d35-0341d7f50cb4 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:58.140212 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a77ce46-3550-476c-a68d-230ba21678fa req-644f5f37-0ecd-43ea-9d35-0341d7f50cb4 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0475514 Jan 18 21:05:58.185143 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0a77ce46-3550-476c-a68d-230ba21678fa req-cf0a2764-cbfb-470f-81d9-afb172269303 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393624 Jan 18 21:05:59.262385 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:05:59.307582 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a78308-19a8-498e-bac0-17fc73096d72 req-9af3ea99-914c-42a4-81d1-ba3b99c36de7 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:05:59.309074 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-72a78308-19a8-498e-bac0-17fc73096d72 req-9af3ea99-914c-42a4-81d1-ba3b99c36de7 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0531693 Jan 18 21:05:59.354467 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-72a78308-19a8-498e-bac0-17fc73096d72 req-b486dc19-8cf2-4283-986d-3f2c5d458c52 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397029 Jan 18 21:06:00.468116 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d48487-7202-48f2-b4aa-64a974e77269 req-49030eef-ee8d-4d78-942a-8940f2d286e4 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:00.469580 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98d48487-7202-48f2-b4aa-64a974e77269 req-49030eef-ee8d-4d78-942a-8940f2d286e4 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0467887 Jan 18 21:06:00.515898 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98d48487-7202-48f2-b4aa-64a974e77269 req-b6d6aeac-4967-45a5-9d5a-23554aa2e524 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407398 Jan 18 21:06:00.678647 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:01.629345 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6a980-af9d-451a-aed5-38b18b29d1c4 req-b5612dc5-e840-4a47-ab9d-985f416ebfbf tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:01.630770 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-02f6a980-af9d-451a-aed5-38b18b29d1c4 req-b5612dc5-e840-4a47-ab9d-985f416ebfbf tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0478606 Jan 18 21:06:01.678888 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-02f6a980-af9d-451a-aed5-38b18b29d1c4 req-878f87a7-5571-41fa-b20e-aef6305c4889 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419941 Jan 18 21:06:01.969328 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:02.792247 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9676e8c-86bb-4308-8bc2-1f2fc405958d req-67231a02-e5a4-42dc-8fc3-749b5219604e tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:02.793703 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b9676e8c-86bb-4308-8bc2-1f2fc405958d req-67231a02-e5a4-42dc-8fc3-749b5219604e tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0475357 Jan 18 21:06:02.838016 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b9676e8c-86bb-4308-8bc2-1f2fc405958d req-94170573-1516-457b-ab49-5610407ec731 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388701 Jan 18 21:06:03.951464 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55ad07-f0ee-4826-b1e5-c58b0f78dace req-3e0a3fe2-50ba-42b8-843b-507add3eb3df tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:03.952894 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4b55ad07-f0ee-4826-b1e5-c58b0f78dace req-3e0a3fe2-50ba-42b8-843b-507add3eb3df tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0471232 Jan 18 21:06:04.001684 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4b55ad07-f0ee-4826-b1e5-c58b0f78dace req-877d4b84-2d4d-41cb-9597-fc88bd988942 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432451 Jan 18 21:06:04.478327 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:05.121996 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d789040-7c10-40ba-a5a1-6cae63d5a6d7 req-ca77df4b-7c58-44c3-9ec3-6324b7aeb695 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:05.123424 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1d789040-7c10-40ba-a5a1-6cae63d5a6d7 req-ca77df4b-7c58-44c3-9ec3-6324b7aeb695 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0509641 Jan 18 21:06:05.168464 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1d789040-7c10-40ba-a5a1-6cae63d5a6d7 req-91d4d405-cf83-416a-a6c8-fa1530b2ba05 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394754 Jan 18 21:06:06.281423 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63f489-792e-4a2d-a8ab-b4a577137573 req-50806e9b-e393-4d5a-b2bb-7826c105511f tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:06.282960 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e63f489-792e-4a2d-a8ab-b4a577137573 req-50806e9b-e393-4d5a-b2bb-7826c105511f tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0477335 Jan 18 21:06:06.329160 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e63f489-792e-4a2d-a8ab-b4a577137573 req-cd2650a3-203a-4104-96ec-374b20b4dee9 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406649 Jan 18 21:06:07.243064 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:07.451939 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6c243-21d3-4c10-a56b-721051b562f4 req-61dcc776-a522-46a5-b684-9c6719bbf224 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:07.453411 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81a6c243-21d3-4c10-a56b-721051b562f4 req-61dcc776-a522-46a5-b684-9c6719bbf224 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0511508 Jan 18 21:06:07.499818 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81a6c243-21d3-4c10-a56b-721051b562f4 req-019cc86a-e4d2-4750-a41f-467f4a88afe5 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407794 Jan 18 21:06:08.613677 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3727e6c-0759-4fb7-9580-58c85be4b3af req-cb3940c5-8c2e-4e4b-8045-5ef74da454a4 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:08.615152 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f3727e6c-0759-4fb7-9580-58c85be4b3af req-cb3940c5-8c2e-4e4b-8045-5ef74da454a4 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0476677 Jan 18 21:06:08.660247 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f3727e6c-0759-4fb7-9580-58c85be4b3af req-9cc3e2c7-ba5d-43cd-8e68-dce393ecea09 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389817 Jan 18 21:06:09.156763 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0faf50-2501-42cf-a735-ba60ea85fea4 req-dcdffe7e-c6f8-4634-b1e6-6b81383f4204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:09.158293 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8f0faf50-2501-42cf-a735-ba60ea85fea4 req-dcdffe7e-c6f8-4634-b1e6-6b81383f4204 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d822222d8f5444b89885eada0f276ab6&device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 1097 time: 0.0806992 Jan 18 21:06:09.262462 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0faf50-2501-42cf-a735-ba60ea85fea4 req-e6c6c778-1dfd-43e6-85a6-b7401cba08bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:09.263910 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8f0faf50-2501-42cf-a735-ba60ea85fea4 req-e6c6c778-1dfd-43e6-85a6-b7401cba08bd service neutron] 10.222.0.57 "GET /v2.0/networks?id=090d4d84-3397-4d6e-adc0-19d038f4f74b HTTP/1.1" status: 200 len: 913 time: 0.0872326 Jan 18 21:06:09.303164 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8f0faf50-2501-42cf-a735-ba60ea85fea4 req-7c5b7d07-5276-4148-9045-eb1e2139c1ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 HTTP/1.1" status: 200 len: 217 time: 0.0333061 Jan 18 21:06:09.348538 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0faf50-2501-42cf-a735-ba60ea85fea4 req-043ca93c-16a7-42ce-9298-15d4f07421d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:09.350019 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8f0faf50-2501-42cf-a735-ba60ea85fea4 req-043ca93c-16a7-42ce-9298-15d4f07421d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dd581a7-ca40-4c0e-ab1e-c75945431aaf HTTP/1.1" status: 200 len: 852 time: 0.0412982 Jan 18 21:06:09.383056 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8f0faf50-2501-42cf-a735-ba60ea85fea4 req-d1c60789-c058-41bf-990a-7519c2a9e971 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=090d4d84-3397-4d6e-adc0-19d038f4f74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274918 Jan 18 21:06:09.686274 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8f0faf50-2501-42cf-a735-ba60ea85fea4 req-b6b027cf-fd99-417f-b81f-19a5bcf1c4fe service neutron] 10.222.0.57 "GET /v2.0/networks/090d4d84-3397-4d6e-adc0-19d038f4f74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971463 Jan 18 21:06:09.773050 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccc71e-c580-46e9-89c1-06847c2339ef req-c295de31-43ec-44e8-84e2-bc319116edda tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:09.774565 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6ccc71e-c580-46e9-89c1-06847c2339ef req-c295de31-43ec-44e8-84e2-bc319116edda tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0478261 Jan 18 21:06:09.776746 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8f0faf50-2501-42cf-a735-ba60ea85fea4 req-10d4556e-d99e-4ac7-8065-97eb1ae9d94e service neutron] 10.222.0.57 "GET /v2.0/networks/090d4d84-3397-4d6e-adc0-19d038f4f74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839212 Jan 18 21:06:09.826287 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d6ccc71e-c580-46e9-89c1-06847c2339ef req-e2be9fca-4586-4d12-b5dc-9fdb378ce833 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445693 Jan 18 21:06:10.939217 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0adad9f-386c-4163-9ee3-353dd717387c req-d5532791-ba29-4f43-bdde-2737f1691f76 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:10.940664 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c0adad9f-386c-4163-9ee3-353dd717387c req-d5532791-ba29-4f43-bdde-2737f1691f76 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0473998 Jan 18 21:06:10.985717 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c0adad9f-386c-4163-9ee3-353dd717387c req-189be992-26c0-4052-b99d-a6575744b6c6 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394542 Jan 18 21:06:12.109811 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70840e-58fe-4573-9bb1-27e0033cb055 req-3de9f96c-21a4-4be7-b8e2-d1fd8e3bafaf tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:12.111330 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cf70840e-58fe-4573-9bb1-27e0033cb055 req-3de9f96c-21a4-4be7-b8e2-d1fd8e3bafaf tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0508733 Jan 18 21:06:12.156432 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cf70840e-58fe-4573-9bb1-27e0033cb055 req-e1d99656-ddf4-4032-a385-c956c91f1d32 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395553 Jan 18 21:06:13.277148 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d9b36-b319-499d-a3bf-f39b69e70144 req-9f814b49-8969-4f8f-8d3f-0c0c76006050 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:13.278660 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c6d9b36-b319-499d-a3bf-f39b69e70144 req-9f814b49-8969-4f8f-8d3f-0c0c76006050 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0510099 Jan 18 21:06:13.324243 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c6d9b36-b319-499d-a3bf-f39b69e70144 req-74ddf186-5f0f-42ea-bcba-87e6543d33e5 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400186 Jan 18 21:06:14.261002 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:06:14.439009 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61aa8c-e763-4b94-b63d-793528245e55 req-02f48500-9db3-42f1-9230-418b787a37ee tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:14.440464 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e61aa8c-e763-4b94-b63d-793528245e55 req-02f48500-9db3-42f1-9230-418b787a37ee tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0464072 Jan 18 21:06:14.485937 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e61aa8c-e763-4b94-b63d-793528245e55 req-a41982bc-12bd-4aa6-b85e-1795f11fa4bc tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400233 Jan 18 21:06:15.598665 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33364ef-645c-49ab-98ea-77f5a579268d req-8753ca64-7fd3-4729-85ac-c04fa98d579e tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:15.600057 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a33364ef-645c-49ab-98ea-77f5a579268d req-8753ca64-7fd3-4729-85ac-c04fa98d579e tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0470564 Jan 18 21:06:15.650720 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a33364ef-645c-49ab-98ea-77f5a579268d req-434be604-8890-4e38-aa79-fc9f3dc52bb1 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442064 Jan 18 21:06:16.762675 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010dfd70-549d-4d76-9bc3-bc479aee7a2f req-83401fc6-9ff1-4af7-b352-76752e8ec644 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:16.764117 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-010dfd70-549d-4d76-9bc3-bc479aee7a2f req-83401fc6-9ff1-4af7-b352-76752e8ec644 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0469053 Jan 18 21:06:16.808616 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-010dfd70-549d-4d76-9bc3-bc479aee7a2f req-2c924e7d-238b-4acb-8fd9-0e6a45a21f57 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389683 Jan 18 21:06:17.500601 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-e706ca34-d019-40b4-9560-f0e5885b0e15 service neutron] show failed (client error): The resource could not be found. Jan 18 21:06:17.501609 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-e706ca34-d019-40b4-9560-f0e5885b0e15 service neutron] 10.222.0.57 "GET /v2.0/ports/493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1/bindings/n-h2-741529-9 HTTP/1.1" status: 404 len: 380 time: 0.0559614 Jan 18 21:06:17.730245 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-9c35c5ed-c4ac-4069-ad6e-8f5899ebd6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:17.731722 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-9c35c5ed-c4ac-4069-ad6e-8f5899ebd6a7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55&tenant_id=d822222d8f5444b89885eada0f276ab6 HTTP/1.1" status: 200 len: 1097 time: 0.0735490 Jan 18 21:06:17.748880 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-6abef677-17b5-48ba-aa2f-5f3932529e58 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 21:06:17.749847 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-6abef677-17b5-48ba-aa2f-5f3932529e58 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054636 Jan 18 21:06:17.759907 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-1c4048b9-7fb9-4313-8478-29541a0aac4f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-741529-9', 'device_owner': 'compute:nova'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:06:17.810418 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-1c4048b9-7fb9-4313-8478-29541a0aac4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:17.923235 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbeeb8c-5ada-402e-8ccb-e9153423bc3c req-3bcceb0c-65e5-48f2-bdaf-f7f98572fbc2 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:17.924715 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8bbeeb8c-5ada-402e-8ccb-e9153423bc3c req-3bcceb0c-65e5-48f2-bdaf-f7f98572fbc2 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0478799 Jan 18 21:06:17.969908 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8bbeeb8c-5ada-402e-8ccb-e9153423bc3c req-bffdf3f7-c41c-4dba-a8e2-0c6a021fb61c tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394576 Jan 18 21:06:18.008203 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-1c4048b9-7fb9-4313-8478-29541a0aac4f service neutron] For port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1,segment=NetworkSegment(b915a261-2820-4dc2-bf87-da3e3e5e8b30),segment_id=b915a261-2820-4dc2-bf87-da3e3e5e8b30)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:06:18.041010 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-1c4048b9-7fb9-4313-8478-29541a0aac4f service neutron] For port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:06:18.087564 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5100112-aca0-4822-84ca-924a4cd33c55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:06:18.090412 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b7a9fc-7b9c-4b70-97ca-aebe8134812b" -d '{"events": [{"server_uuid": "c5100112-aca0-4822-84ca-924a4cd33c55", "name": "network-vif-unplugged", "status": "completed", "tag": "493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:06:18.094337 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-1c4048b9-7fb9-4313-8478-29541a0aac4f service neutron] Publish callbacks [] for port (493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:18.110606 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-1c4048b9-7fb9-4313-8478-29541a0aac4f service neutron] Transition to ACTIVE for port object 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 21:06:18.114360 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-1c4048b9-7fb9-4313-8478-29541a0aac4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:18.143971 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 21:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b95461f-a13d-4705-bf14-c548f3dfc002 x-openstack-request-id: req-9b95461f-a13d-4705-bf14-c548f3dfc002 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:06:18.144271 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5100112-aca0-4822-84ca-924a4cd33c55", "name": "network-vif-unplugged", "status": "completed", "tag": "493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:06:18.144521 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b95461f-a13d-4705-bf14-c548f3dfc002 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:06:18.144912 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5100112-aca0-4822-84ca-924a4cd33c55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1', 'code': 200} Jan 18 21:06:18.180589 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-1c4048b9-7fb9-4313-8478-29541a0aac4f service neutron] No DVR routers for this DVR port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:06:18.185457 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4048b9-7fb9-4313-8478-29541a0aac4f service neutron] Pushing event updated for resources: {'Port': ['ID=493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:06:18.219230 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-1c4048b9-7fb9-4313-8478-29541a0aac4f service neutron] Attempting to bind port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:06:18.219553 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-1c4048b9-7fb9-4313-8478-29541a0aac4f service neutron] Attempting to bind port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'b915a261-2820-4dc2-bf87-da3e3e5e8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '090d4d84-3397-4d6e-adc0-19d038f4f74b'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:06:18.219872 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-1c4048b9-7fb9-4313-8478-29541a0aac4f service neutron] Attempting to bind port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 on network 090d4d84-3397-4d6e-adc0-19d038f4f74b {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:06:18.224076 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-1c4048b9-7fb9-4313-8478-29541a0aac4f service neutron] Port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 on network 090d4d84-3397-4d6e-adc0-19d038f4f74b not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 21:06:18.224388 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-1c4048b9-7fb9-4313-8478-29541a0aac4f service neutron] Attempting to bind port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 on network 090d4d84-3397-4d6e-adc0-19d038f4f74b {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:06:18.229312 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-1c4048b9-7fb9-4313-8478-29541a0aac4f service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:06:18.229654 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-1c4048b9-7fb9-4313-8478-29541a0aac4f service neutron] Checking segment: {'id': 'b915a261-2820-4dc2-bf87-da3e3e5e8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '090d4d84-3397-4d6e-adc0-19d038f4f74b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:06:18.230032 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-1c4048b9-7fb9-4313-8478-29541a0aac4f service neutron] Bound using segment: {'id': 'b915a261-2820-4dc2-bf87-da3e3e5e8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '090d4d84-3397-4d6e-adc0-19d038f4f74b'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:06:18.230483 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-1c4048b9-7fb9-4313-8478-29541a0aac4f service neutron] Bound port: 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b915a261-2820-4dc2-bf87-da3e3e5e8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '090d4d84-3397-4d6e-adc0-19d038f4f74b'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:06:18.230809 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-1c4048b9-7fb9-4313-8478-29541a0aac4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:18.295584 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-1c4048b9-7fb9-4313-8478-29541a0aac4f service neutron] For port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:06:18.298490 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-1c4048b9-7fb9-4313-8478-29541a0aac4f service neutron] For port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1,segment=NetworkSegment(b915a261-2820-4dc2-bf87-da3e3e5e8b30),segment_id=b915a261-2820-4dc2-bf87-da3e3e5e8b30)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:06:18.303294 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-1c4048b9-7fb9-4313-8478-29541a0aac4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:18.339508 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-1c4048b9-7fb9-4313-8478-29541a0aac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:18.340312 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-1c4048b9-7fb9-4313-8478-29541a0aac4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:18.341497 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-1c4048b9-7fb9-4313-8478-29541a0aac4f service neutron] 10.222.0.70 "PUT /v2.0/ports/493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 HTTP/1.1" status: 200 len: 1092 time: 0.5852015 Jan 18 21:06:18.359666 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4048b9-7fb9-4313-8478-29541a0aac4f service neutron] Pushing event updated for resources: {'Port': ['ID=493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:06:18.404767 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-be7c824b-1125-4200-9961-086914c3dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:18.406299 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-be7c824b-1125-4200-9961-086914c3dd5e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d822222d8f5444b89885eada0f276ab6&device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 1095 time: 0.0415745 Jan 18 21:06:18.498175 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-f748d094-6e17-40ba-aac3-725f281abab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:18.499646 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-f748d094-6e17-40ba-aac3-725f281abab5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=090d4d84-3397-4d6e-adc0-19d038f4f74b HTTP/1.1" status: 200 len: 913 time: 0.0870082 Jan 18 21:06:18.539683 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-821c5c50-da25-4b3e-9b6f-b390e6d6324e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 HTTP/1.1" status: 200 len: 217 time: 0.0338306 Jan 18 21:06:18.585919 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-392476a4-36e0-452d-90c2-f44db41c5e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:18.587234 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-392476a4-36e0-452d-90c2-f44db41c5e4c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5dd581a7-ca40-4c0e-ab1e-c75945431aaf HTTP/1.1" status: 200 len: 852 time: 0.0414732 Jan 18 21:06:18.623587 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-2559d6bf-cb4d-4ef5-8e88-220444803131 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=090d4d84-3397-4d6e-adc0-19d038f4f74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275369 Jan 18 21:06:18.721052 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-09b7928f-a809-4931-b85f-3a6c052c2ce8 service neutron] 10.222.0.70 "GET /v2.0/networks/090d4d84-3397-4d6e-adc0-19d038f4f74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886152 Jan 18 21:06:18.824830 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-76dfc085-af4b-4823-bc62-2ae11e30a796 req-da79754e-aa1a-44fb-bcac-7c78db80883a service neutron] 10.222.0.70 "GET /v2.0/networks/090d4d84-3397-4d6e-adc0-19d038f4f74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917437 Jan 18 21:06:19.092836 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6f67e-9460-49cc-b649-6706ac655e63 req-94d4b03c-3a86-46eb-a3db-2875bdd2986b tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:19.094351 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bae6f67e-9460-49cc-b649-6706ac655e63 req-94d4b03c-3a86-46eb-a3db-2875bdd2986b tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 944 time: 0.0559518 Jan 18 21:06:19.140633 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bae6f67e-9460-49cc-b649-6706ac655e63 req-a0dea6ec-9e47-4e00-83e3-d99b8b485c18 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404603 Jan 18 21:06:20.145793 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5100112-aca0-4822-84ca-924a4cd33c55', 'tag': '493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:06:20.148172 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1a7209-d900-4910-9b0c-6d00cc96e027" -d '{"events": [{"name": "network-changed", "server_uuid": "c5100112-aca0-4822-84ca-924a4cd33c55", "tag": "493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:06:20.195962 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da111b34-52c8-47e3-a328-ea21e275c85e x-openstack-request-id: req-da111b34-52c8-47e3-a328-ea21e275c85e {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:06:20.196344 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5100112-aca0-4822-84ca-924a4cd33c55", "tag": "493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:06:20.196661 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da111b34-52c8-47e3-a328-ea21e275c85e {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:06:20.197127 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5100112-aca0-4822-84ca-924a4cd33c55', 'tag': '493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1', 'status': 'completed', 'code': 200} Jan 18 21:06:20.262009 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c326b-211c-48f1-a701-c78fc6d7d484 req-15dab951-4fb5-4892-af12-2b9b638311dd tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:20.263519 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed5c326b-211c-48f1-a701-c78fc6d7d484 req-15dab951-4fb5-4892-af12-2b9b638311dd tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 944 time: 0.0508392 Jan 18 21:06:20.283167 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a7209-d900-4910-9b0c-6d00cc96e027 req-9362b691-518d-4bb9-b4c5-0ea61c151671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:20.284728 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ef1a7209-d900-4910-9b0c-6d00cc96e027 req-9362b691-518d-4bb9-b4c5-0ea61c151671 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d822222d8f5444b89885eada0f276ab6&device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 1095 time: 0.0665042 Jan 18 21:06:20.288963 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a7209-d900-4910-9b0c-6d00cc96e027 req-1f4ccffe-5c6a-443a-adf5-1caa81197da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:20.290475 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ef1a7209-d900-4910-9b0c-6d00cc96e027 req-1f4ccffe-5c6a-443a-adf5-1caa81197da1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d822222d8f5444b89885eada0f276ab6&device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 1095 time: 0.0643713 Jan 18 21:06:20.310153 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed5c326b-211c-48f1-a701-c78fc6d7d484 req-c37dcb1d-a203-44df-b05d-252cb5915cef tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409026 Jan 18 21:06:20.442911 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a7209-d900-4910-9b0c-6d00cc96e027 req-7d9f08b7-fe12-426e-97d9-7fc54fdfca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:20.444359 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ef1a7209-d900-4910-9b0c-6d00cc96e027 req-7d9f08b7-fe12-426e-97d9-7fc54fdfca1d service neutron] 10.222.0.57 "GET /v2.0/networks?id=090d4d84-3397-4d6e-adc0-19d038f4f74b HTTP/1.1" status: 200 len: 913 time: 0.1530576 Jan 18 21:06:20.446908 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a7209-d900-4910-9b0c-6d00cc96e027 req-0e517601-6082-49bf-ba33-351e55dadf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:20.448794 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ef1a7209-d900-4910-9b0c-6d00cc96e027 req-0e517601-6082-49bf-ba33-351e55dadf0f service neutron] 10.222.0.70 "GET /v2.0/networks?id=090d4d84-3397-4d6e-adc0-19d038f4f74b HTTP/1.1" status: 200 len: 913 time: 0.1495814 Jan 18 21:06:20.513103 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ef1a7209-d900-4910-9b0c-6d00cc96e027 req-55675297-45e7-46aa-8188-7d22bc97eabc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 HTTP/1.1" status: 200 len: 217 time: 0.0629127 Jan 18 21:06:20.514841 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ef1a7209-d900-4910-9b0c-6d00cc96e027 req-0530a123-6d08-4fa4-9b37-3779c891a1a5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 HTTP/1.1" status: 200 len: 217 time: 0.0582209 Jan 18 21:06:20.601954 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a7209-d900-4910-9b0c-6d00cc96e027 req-2daf6608-f380-4a6e-a2c3-6d9bc2fb5dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:20.604430 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ef1a7209-d900-4910-9b0c-6d00cc96e027 req-2daf6608-f380-4a6e-a2c3-6d9bc2fb5dec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dd581a7-ca40-4c0e-ab1e-c75945431aaf HTTP/1.1" status: 200 len: 852 time: 0.0852642 Jan 18 21:06:20.608746 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a7209-d900-4910-9b0c-6d00cc96e027 req-f547f0a6-2e78-46e0-a6d3-7fb41d0d61cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:20.610210 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ef1a7209-d900-4910-9b0c-6d00cc96e027 req-f547f0a6-2e78-46e0-a6d3-7fb41d0d61cd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5dd581a7-ca40-4c0e-ab1e-c75945431aaf HTTP/1.1" status: 200 len: 852 time: 0.0829961 Jan 18 21:06:20.656350 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ef1a7209-d900-4910-9b0c-6d00cc96e027 req-b5fd75a1-3ae4-489a-a279-71386f118fbc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=090d4d84-3397-4d6e-adc0-19d038f4f74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450594 Jan 18 21:06:20.658205 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ef1a7209-d900-4910-9b0c-6d00cc96e027 req-03ad005f-d127-4814-8464-c65d4e4ad13e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=090d4d84-3397-4d6e-adc0-19d038f4f74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388570 Jan 18 21:06:20.814231 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ef1a7209-d900-4910-9b0c-6d00cc96e027 req-5c8bf664-ce05-4aec-bfc5-9d38d51d8fa4 service neutron] 10.222.0.57 "GET /v2.0/networks/090d4d84-3397-4d6e-adc0-19d038f4f74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516449 Jan 18 21:06:20.816177 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ef1a7209-d900-4910-9b0c-6d00cc96e027 req-5e3bac09-38ad-4483-82f7-74cb682f1ef9 service neutron] 10.222.0.70 "GET /v2.0/networks/090d4d84-3397-4d6e-adc0-19d038f4f74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463506 Jan 18 21:06:20.966926 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ef1a7209-d900-4910-9b0c-6d00cc96e027 req-804d3d43-0a34-467c-ac09-6b51eaafcf32 service neutron] 10.222.0.57 "GET /v2.0/networks/090d4d84-3397-4d6e-adc0-19d038f4f74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464579 Jan 18 21:06:20.968866 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ef1a7209-d900-4910-9b0c-6d00cc96e027 req-31991032-8046-4c82-ad1e-5c2b256c5b5a service neutron] 10.222.0.70 "GET /v2.0/networks/090d4d84-3397-4d6e-adc0-19d038f4f74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413834 Jan 18 21:06:21.438486 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93479697-8480-47dd-9ef8-53dc6d94f6dd req-70c41d33-3010-4f61-895b-c4c2b23ed97c tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:21.439952 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-93479697-8480-47dd-9ef8-53dc6d94f6dd req-70c41d33-3010-4f61-895b-c4c2b23ed97c tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 944 time: 0.0517840 Jan 18 21:06:21.485981 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-93479697-8480-47dd-9ef8-53dc6d94f6dd req-137164e0-7c68-4787-b938-46e9795be4df tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403318 Jan 18 21:06:21.563750 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 21:06:21.663815 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1,segment=NetworkSegment(b915a261-2820-4dc2-bf87-da3e3e5e8b30),segment_id=b915a261-2820-4dc2-bf87-da3e3e5e8b30)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:06:21.675518 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1', 'network_id': '090d4d84-3397-4d6e-adc0-19d038f4f74b', 'port_id': '493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1', 'mac_address': 'fa:16:3e:d8:e1:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dd581a7-ca40-4c0e-ab1e-c75945431aaf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 21:06:21.717126 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:06:21.717516 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:21.733091 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:06:21.755361 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1,segment=NetworkSegment(b915a261-2820-4dc2-bf87-da3e3e5e8b30),segment_id=b915a261-2820-4dc2-bf87-da3e3e5e8b30)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:06:21.759687 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:21.771835 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df64d0-5a5a-497a-a905-4379a9d96035 req-7e729fb3-dd61-4e3d-ba0d-7298f75b1c4f tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:21.773621 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-64df64d0-5a5a-497a-a905-4379a9d96035 req-7e729fb3-dd61-4e3d-ba0d-7298f75b1c4f tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.57 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55&tenant_id=d822222d8f5444b89885eada0f276ab6&binding%3Ahost_id=n-h2-741529-9 HTTP/1.1" status: 200 len: 944 time: 0.0955074 Jan 18 21:06:21.810969 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:06:21.843474 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [req-64df64d0-5a5a-497a-a905-4379a9d96035 req-944db16c-226f-4e39-9a56-ff810569771a service neutron] delete failed (client error): The resource could not be found. Jan 18 21:06:21.844581 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-64df64d0-5a5a-497a-a905-4379a9d96035 req-944db16c-226f-4e39-9a56-ff810569771a service neutron] 10.222.0.57 "DELETE /v2.0/ports/493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1/bindings/n-h1-741529-9 HTTP/1.1" status: 404 len: 380 time: 0.0651822 Jan 18 21:06:21.926033 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df64d0-5a5a-497a-a905-4379a9d96035 req-e84e8418-f04e-411e-b010-34a85a2fce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:21.927519 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-64df64d0-5a5a-497a-a905-4379a9d96035 req-e84e8418-f04e-411e-b010-34a85a2fce1d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d822222d8f5444b89885eada0f276ab6&device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 1096 time: 0.0396218 Jan 18 21:06:22.016897 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df64d0-5a5a-497a-a905-4379a9d96035 req-e6dde69c-0952-4a70-adf9-86c60cf8d4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:22.018313 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-64df64d0-5a5a-497a-a905-4379a9d96035 req-e6dde69c-0952-4a70-adf9-86c60cf8d4b6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=090d4d84-3397-4d6e-adc0-19d038f4f74b HTTP/1.1" status: 200 len: 913 time: 0.0850046 Jan 18 21:06:22.050374 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:06:22.059003 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-64df64d0-5a5a-497a-a905-4379a9d96035 req-2ab05973-0b8e-4e83-95c6-d7f2e1d44eda service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 HTTP/1.1" status: 200 len: 217 time: 0.0342989 Jan 18 21:06:22.115923 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df64d0-5a5a-497a-a905-4379a9d96035 req-c2fda61c-015d-4686-965b-bc4fdcb708fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:22.117381 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-64df64d0-5a5a-497a-a905-4379a9d96035 req-c2fda61c-015d-4686-965b-bc4fdcb708fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dd581a7-ca40-4c0e-ab1e-c75945431aaf HTTP/1.1" status: 200 len: 852 time: 0.0526571 Jan 18 21:06:22.149645 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-64df64d0-5a5a-497a-a905-4379a9d96035 req-cebaea3f-39bc-40fa-8ac7-b85524601683 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=090d4d84-3397-4d6e-adc0-19d038f4f74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267928 Jan 18 21:06:22.242042 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-64df64d0-5a5a-497a-a905-4379a9d96035 req-b1cfa7ba-a6e4-4360-bd1b-7b8c38407a64 service neutron] 10.222.0.57 "GET /v2.0/networks/090d4d84-3397-4d6e-adc0-19d038f4f74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864670 Jan 18 21:06:22.337913 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-64df64d0-5a5a-497a-a905-4379a9d96035 req-c63f1d1d-9aeb-4cd5-8ab1-d7803d864e0f service neutron] 10.222.0.57 "GET /v2.0/networks/090d4d84-3397-4d6e-adc0-19d038f4f74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903678 Jan 18 21:06:22.447287 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:06:22.485566 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] The host n-h1-741529-9 is not matching for port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 host n-h2-741529-9! {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 18 21:06:22.485985 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:06:23.017321 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee968376-736c-4bc4-95cd-0b3adfe76cb1 req-041e5597-ac5b-4898-8012-f7be7f25ad99 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:23.018746 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ee968376-736c-4bc4-95cd-0b3adfe76cb1 req-041e5597-ac5b-4898-8012-f7be7f25ad99 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 945 time: 0.0486777 Jan 18 21:06:23.066418 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ee968376-736c-4bc4-95cd-0b3adfe76cb1 req-2918dbd1-a919-4f5a-aa4a-eb5335de42bd tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419858 Jan 18 21:06:23.585556 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:06:23.632266 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 21:06:23.636249 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:06:23.636649 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:23.712453 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:06:23.712832 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:23.735008 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5100112-aca0-4822-84ca-924a4cd33c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:06:23.737209 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1c436e-074c-4223-acf4-4133e9bd63a4" -d '{"events": [{"server_uuid": "c5100112-aca0-4822-84ca-924a4cd33c55", "name": "network-vif-plugged", "status": "completed", "tag": "493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:06:23.749730 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1,segment=NetworkSegment(b915a261-2820-4dc2-bf87-da3e3e5e8b30),segment_id=b915a261-2820-4dc2-bf87-da3e3e5e8b30)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:06:23.753624 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:23.776542 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f45ea12-4df6-4809-9ccf-6560f5c40a3b x-openstack-request-id: req-7f45ea12-4df6-4809-9ccf-6560f5c40a3b {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:06:23.776831 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5100112-aca0-4822-84ca-924a4cd33c55", "name": "network-vif-plugged", "status": "completed", "tag": "493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:06:23.777086 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f45ea12-4df6-4809-9ccf-6560f5c40a3b {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:06:23.777478 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5100112-aca0-4822-84ca-924a4cd33c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1', 'code': 200} Jan 18 21:06:23.801536 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1,revision_number=9']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:06:24.181735 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0e795-b372-4431-b470-f592447c437b req-721ce5c4-4271-4c6c-8950-2299e7407386 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:24.183793 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8cd0e795-b372-4431-b470-f592447c437b req-721ce5c4-4271-4c6c-8950-2299e7407386 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0492339 Jan 18 21:06:24.239391 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8cd0e795-b372-4431-b470-f592447c437b req-eeeaa7e7-bf2d-49a7-968f-7dcbdd520881 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495698 Jan 18 21:06:24.365202 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.70', 55987) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:06:24.412831 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df64d0-5a5a-497a-a905-4379a9d96035 req-b4c7de2a-2d90-4c19-9197-2312ba544192 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:24.414330 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-64df64d0-5a5a-497a-a905-4379a9d96035 req-b4c7de2a-2d90-4c19-9197-2312ba544192 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 946 time: 0.0481749 Jan 18 21:06:24.454852 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3a70d466-d9bc-4fc6-aa45-0c130a0fa90c req-eaf4e9a8-2e99-4a5e-b1b0-a7d0a03b5c9f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2660828 Jan 18 21:06:24.506763 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-64df64d0-5a5a-497a-a905-4379a9d96035 req-52210d25-2d55-43a8-b21d-9177f17b3633 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Deleting port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:06:24.507101 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-64df64d0-5a5a-497a-a905-4379a9d96035 req-52210d25-2d55-43a8-b21d-9177f17b3633 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:24.544270 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70d466-d9bc-4fc6-aa45-0c130a0fa90c req-c130b0c4-dead-421f-a335-e9cbf6a920d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:24.545809 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3a70d466-d9bc-4fc6-aa45-0c130a0fa90c req-c130b0c4-dead-421f-a335-e9cbf6a920d1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d822222d8f5444b89885eada0f276ab6&device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 1097 time: 0.0388730 Jan 18 21:06:24.596840 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-64df64d0-5a5a-497a-a905-4379a9d96035 req-52210d25-2d55-43a8-b21d-9177f17b3633 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] For port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1,segment=NetworkSegment(b915a261-2820-4dc2-bf87-da3e3e5e8b30),segment_id=b915a261-2820-4dc2-bf87-da3e3e5e8b30)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:06:24.597201 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-64df64d0-5a5a-497a-a905-4379a9d96035 req-52210d25-2d55-43a8-b21d-9177f17b3633 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:24.609712 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-64df64d0-5a5a-497a-a905-4379a9d96035 req-52210d25-2d55-43a8-b21d-9177f17b3633 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Calling delete_port for 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:06:24.654798 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70d466-d9bc-4fc6-aa45-0c130a0fa90c req-a259929c-8d0d-438f-86ec-d072888e047f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:24.656180 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3a70d466-d9bc-4fc6-aa45-0c130a0fa90c req-a259929c-8d0d-438f-86ec-d072888e047f service neutron] 10.222.0.70 "GET /v2.0/networks?id=090d4d84-3397-4d6e-adc0-19d038f4f74b HTTP/1.1" status: 200 len: 913 time: 0.0864706 Jan 18 21:06:24.701190 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3a70d466-d9bc-4fc6-aa45-0c130a0fa90c req-ed29e039-97d3-4d5d-aebe-d120b3097570 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 HTTP/1.1" status: 200 len: 217 time: 0.0345278 Jan 18 21:06:24.738775 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-64df64d0-5a5a-497a-a905-4379a9d96035 req-52210d25-2d55-43a8-b21d-9177f17b3633 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:24.755162 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70d466-d9bc-4fc6-aa45-0c130a0fa90c req-20dc0211-893b-46f7-9c0d-ef0c90fa61cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:24.755394 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:06:24.756638 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3a70d466-d9bc-4fc6-aa45-0c130a0fa90c req-20dc0211-893b-46f7-9c0d-ef0c90fa61cc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5dd581a7-ca40-4c0e-ab1e-c75945431aaf HTTP/1.1" status: 200 len: 852 time: 0.0456648 Jan 18 21:06:24.767293 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52210d25-2d55-43a8-b21d-9177f17b3633 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Pushing event deleted for resources: {'Port': ['ID=493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:06:24.795048 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3a70d466-d9bc-4fc6-aa45-0c130a0fa90c req-28a7e03a-9251-435b-bb83-668c7c97068a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=090d4d84-3397-4d6e-adc0-19d038f4f74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283728 Jan 18 21:06:24.807205 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-64df64d0-5a5a-497a-a905-4379a9d96035 req-52210d25-2d55-43a8-b21d-9177f17b3633 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] No DVR routers for this DVR port 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 on host n-h2-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:06:24.809728 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-64df64d0-5a5a-497a-a905-4379a9d96035 req-52210d25-2d55-43a8-b21d-9177f17b3633 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:24.813134 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-64df64d0-5a5a-497a-a905-4379a9d96035 req-52210d25-2d55-43a8-b21d-9177f17b3633 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.70 "DELETE /v2.0/ports/493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 HTTP/1.1" status: 204 len: 173 time: 0.3896081 Jan 18 21:06:24.813590 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5100112-aca0-4822-84ca-924a4cd33c55', 'name': 'network-vif-deleted', 'tag': '493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:06:24.815925 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b43178f88c778abd299c77f10da4c8b3e71d2d0c7150ce414079b2ef1097cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f667b2d-9e79-4933-9dbb-20f4213adf8b" -d '{"events": [{"server_uuid": "c5100112-aca0-4822-84ca-924a4cd33c55", "name": "network-vif-deleted", "tag": "493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:06:24.854996 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38273f72-2504-4be8-878a-90be5c699928 x-openstack-request-id: req-38273f72-2504-4be8-878a-90be5c699928 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:06:24.855489 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5100112-aca0-4822-84ca-924a4cd33c55", "name": "network-vif-deleted", "tag": "493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:06:24.855949 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-38273f72-2504-4be8-878a-90be5c699928 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:06:24.856349 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5100112-aca0-4822-84ca-924a4cd33c55', 'name': 'network-vif-deleted', 'tag': '493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1', 'status': 'completed', 'code': 200} Jan 18 21:06:24.893236 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3a70d466-d9bc-4fc6-aa45-0c130a0fa90c req-8a8e9703-77b6-4ad0-9025-5c44a9104c20 service neutron] 10.222.0.70 "GET /v2.0/networks/090d4d84-3397-4d6e-adc0-19d038f4f74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920074 Jan 18 21:06:24.992635 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3a70d466-d9bc-4fc6-aa45-0c130a0fa90c req-3acc8991-8483-409e-99e6-785ee6997482 service neutron] 10.222.0.70 "GET /v2.0/networks/090d4d84-3397-4d6e-adc0-19d038f4f74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909145 Jan 18 21:06:25.350172 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-311378eb-480d-42df-a4cf-19c0e00137c4 req-ae3e1b6a-b011-4f2c-bf08-695bc06bca57 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5100112-aca0-4822-84ca-924a4cd33c55 HTTP/1.1" status: 200 len: 210 time: 0.0277359 Jan 18 21:06:25.730617 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e7b569c7-91ff-4732-8e14-7a09b69369c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:26.483390 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41092) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:06:26.528759 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01fd959-4ae3-432d-aff4-4c1455cf58f7 admin admin] Deleting subnet 5dd581a7-ca40-4c0e-ab1e-c75945431aaf {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 21:06:26.531713 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c01fd959-4ae3-432d-aff4-4c1455cf58f7 admin admin] Publish callbacks [] for subnet (5dd581a7-ca40-4c0e-ab1e-c75945431aaf), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:26.564751 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c01fd959-4ae3-432d-aff4-4c1455cf58f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (5dd581a7-ca40-4c0e-ab1e-c75945431aaf), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:26.600171 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c01fd959-4ae3-432d-aff4-4c1455cf58f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (5dd581a7-ca40-4c0e-ab1e-c75945431aaf), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:26.649590 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c01fd959-4ae3-432d-aff4-4c1455cf58f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (5dd581a7-ca40-4c0e-ab1e-c75945431aaf), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:26.673513 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01fd959-4ae3-432d-aff4-4c1455cf58f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dd581a7-ca40-4c0e-ab1e-c75945431aaf,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:06:26.678317 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c01fd959-4ae3-432d-aff4-4c1455cf58f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:26.681157 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c01fd959-4ae3-432d-aff4-4c1455cf58f7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5dd581a7-ca40-4c0e-ab1e-c75945431aaf HTTP/1.1" status: 204 len: 168 time: 0.1967211 Jan 18 21:06:26.684257 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41094) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:06:26.755702 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f6146183-a3f9-45bb-a634-25c4175e3cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (090d4d84-3397-4d6e-adc0-19d038f4f74b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:26.831896 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f6146183-a3f9-45bb-a634-25c4175e3cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (090d4d84-3397-4d6e-adc0-19d038f4f74b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:26.855976 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-f6146183-a3f9-45bb-a634-25c4175e3cea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090d4d84-3397-4d6e-adc0-19d038f4f74b']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:06:26.864702 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-f6146183-a3f9-45bb-a634-25c4175e3cea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b915a261-2820-4dc2-bf87-da3e3e5e8b30') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:06:26.864994 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-f6146183-a3f9-45bb-a634-25c4175e3cea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b915a261-2820-4dc2-bf87-da3e3e5e8b30') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:06:26.873992 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f6146183-a3f9-45bb-a634-25c4175e3cea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (b915a261-2820-4dc2-bf87-da3e3e5e8b30), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:26.886945 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f6146183-a3f9-45bb-a634-25c4175e3cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (b915a261-2820-4dc2-bf87-da3e3e5e8b30), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:26.892816 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6146183-a3f9-45bb-a634-25c4175e3cea admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 21:06:26.893190 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f6146183-a3f9-45bb-a634-25c4175e3cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (b915a261-2820-4dc2-bf87-da3e3e5e8b30), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: timer() Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 21:06:26.894833 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 21:06:26.946748 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f6146183-a3f9-45bb-a634-25c4175e3cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (090d4d84-3397-4d6e-adc0-19d038f4f74b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:26.952083 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f6146183-a3f9-45bb-a634-25c4175e3cea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:26.955250 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f6146183-a3f9-45bb-a634-25c4175e3cea admin admin] 10.222.0.31 "DELETE /v2.0/networks/090d4d84-3397-4d6e-adc0-19d038f4f74b HTTP/1.1" status: 204 len: 168 time: 0.2700491 Jan 18 21:06:26.966026 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6146183-a3f9-45bb-a634-25c4175e3cea admin admin] Pushing event deleted for resources: {'Network': ['ID=090d4d84-3397-4d6e-adc0-19d038f4f74b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:06:27.062917 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41098) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:06:27.101176 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e337083c-de43-4c44-b9d6-b7c395471c0d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d822222d8f5444b89885eada0f276ab6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0370367 Jan 18 21:06:27.105811 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41100) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:06:27.157189 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ff4a6545-f1b6-4968-9ee5-58d49db9ad94 admin admin] Publish callbacks [] for security_group (cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:27.177880 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ff4a6545-f1b6-4968-9ee5-58d49db9ad94 admin admin] Publish callbacks [] for security_group (cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:27.223448 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ff4a6545-f1b6-4968-9ee5-58d49db9ad94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:27.226514 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ff4a6545-f1b6-4968-9ee5-58d49db9ad94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:27.227646 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ff4a6545-f1b6-4968-9ee5-58d49db9ad94 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23 HTTP/1.1" status: 204 len: 168 time: 0.1209407 Jan 18 21:06:27.235797 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a6545-f1b6-4968-9ee5-58d49db9ad94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6ff82c-87d4-4f70-8e3d-3d648a5b4c23,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:06:27.623650 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:06:27.642977 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:06:27.643327 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 493c5712-ebfa-4c6d-8dd0-2ea4750c7ed1 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:06:27.890997 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-39b12ace-af7f-4df5-a5a4-8fd75d4b6e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:27.895167 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41122) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:06:27.988336 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-7f8d649f-fa21-445a-912e-25bf90982fcd admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-588190989-network', 'tenant_id': 'a7451446244e43578523980112668fae'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:06:28.011277 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8d649f-fa21-445a-912e-25bf90982fcd admin admin] Made reservation on behalf of a7451446244e43578523980112668fae for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:06:28.013703 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f8d649f-fa21-445a-912e-25bf90982fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:28.021829 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f8d649f-fa21-445a-912e-25bf90982fcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:28.094676 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f8d649f-fa21-445a-912e-25bf90982fcd admin admin] Publish callbacks [] for security_group (59a4aa19-36c4-4034-ae91-2bc358c24e2b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:28.098249 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f8d649f-fa21-445a-912e-25bf90982fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (59a4aa19-36c4-4034-ae91-2bc358c24e2b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:28.118276 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8d649f-fa21-445a-912e-25bf90982fcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 21:06:28.132791 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d649f-fa21-445a-912e-25bf90982fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a4aa19-36c4-4034-ae91-2bc358c24e2b,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:06:28.136161 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f8d649f-fa21-445a-912e-25bf90982fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (ab39cb1d-1a5e-44c5-a527-5ba3751704b3), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:28.136506 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-7f8d649f-fa21-445a-912e-25bf90982fcd admin admin] Added segment ab39cb1d-1a5e-44c5-a527-5ba3751704b3 of type vlan for network 21c56578-a9a5-4b53-bcc9-ede126139472 Jan 18 21:06:28.175998 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f8d649f-fa21-445a-912e-25bf90982fcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (21c56578-a9a5-4b53-bcc9-ede126139472), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:28.202200 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f8d649f-fa21-445a-912e-25bf90982fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (21c56578-a9a5-4b53-bcc9-ede126139472), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:28.203145 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8d649f-fa21-445a-912e-25bf90982fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:28.203784 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f8d649f-fa21-445a-912e-25bf90982fcd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:28.239770 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7f8d649f-fa21-445a-912e-25bf90982fcd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3435323 Jan 18 21:06:28.242830 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41126) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:06:28.248413 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-b4f7434c-e27e-4cb4-917d-61e952c95034 admin admin] Request body: {'subnet': {'network_id': '21c56578-a9a5-4b53-bcc9-ede126139472', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-588190989-subnet', 'tenant_id': 'a7451446244e43578523980112668fae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:06:28.268950 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d649f-fa21-445a-912e-25bf90982fcd admin admin] Pushing event updated for resources: {'Network': ['ID=21c56578-a9a5-4b53-bcc9-ede126139472,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:06:28.270899 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f7434c-e27e-4cb4-917d-61e952c95034 admin admin] Made reservation on behalf of a7451446244e43578523980112668fae for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:06:28.273401 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b4f7434c-e27e-4cb4-917d-61e952c95034 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:28.280452 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 21c56578-a9a5-4b53-bcc9-ede126139472 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 21:06:28.451136 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b4f7434c-e27e-4cb4-917d-61e952c95034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (19c6837d-5d3d-4e23-b715-5034b03b854d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:28.506591 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7434c-e27e-4cb4-917d-61e952c95034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19c6837d-5d3d-4e23-b715-5034b03b854d,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:06:28.518021 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f7434c-e27e-4cb4-917d-61e952c95034 admin admin] Checking segment: {'id': 'ab39cb1d-1a5e-44c5-a527-5ba3751704b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '21c56578-a9a5-4b53-bcc9-ede126139472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:06:28.518375 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f7434c-e27e-4cb4-917d-61e952c95034 admin admin] Network hostable DHCP agents. Network: 21c56578-a9a5-4b53-bcc9-ede126139472, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 21:06:28.534281 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f7434c-e27e-4cb4-917d-61e952c95034 admin admin] Network 21c56578-a9a5-4b53-bcc9-ede126139472 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 21:06:28.542527 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-b4f7434c-e27e-4cb4-917d-61e952c95034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 21c56578-a9a5-4b53-bcc9-ede126139472) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:06:28.546940 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f7434c-e27e-4cb4-917d-61e952c95034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:28.548081 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b4f7434c-e27e-4cb4-917d-61e952c95034 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:28.552925 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0897ec1d-b9f1-439a-a8d3-7106e5a35d40 None None] Network 21c56578-a9a5-4b53-bcc9-ede126139472 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:06:28.566449 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b4f7434c-e27e-4cb4-917d-61e952c95034 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3224866 Jan 18 21:06:28.653071 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef4d287-c39c-4641-bc17-b11737642006 None None] Network 21c56578-a9a5-4b53-bcc9-ede126139472 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:06:28.974902 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-0d4d25a5-e31d-49cb-99c3-4ae88213b4bd tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:28.976306 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-0d4d25a5-e31d-49cb-99c3-4ae88213b4bd tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/networks?id=21c56578-a9a5-4b53-bcc9-ede126139472 HTTP/1.1" status: 200 len: 814 time: 0.0978870 Jan 18 21:06:28.990499 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-a2e49b0d-cab1-4e5d-8f49-41ad3684d310 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/quotas/a7451446244e43578523980112668fae HTTP/1.1" status: 200 len: 375 time: 0.0086260 Jan 18 21:06:29.023920 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-9659f3fc-2cc3-49ed-985a-7bb5eccc5e50 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7451446244e43578523980112668fae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285795 Jan 18 21:06:29.035580 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-725d1514-a09d-4eb5-a1e5-5f6b2703f0f6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 21:06:29.036534 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-725d1514-a09d-4eb5-a1e5-5f6b2703f0f6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049939 Jan 18 21:06:29.122095 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-b90293b2-9b73-4f15-8d37-3cf2cd89f8e1 service neutron] 10.222.0.31 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800641 Jan 18 21:06:29.210631 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-cc463196-99f4-4f2b-b901-7cbefd9ee8f9 service neutron] 10.222.0.31 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829816 Jan 18 21:06:29.265371 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:29.366950 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fd5134ff-966f-478f-baa9-a6da248a146d req-2d19b1f5-ed33-4911-b0cf-1c3c69bf4379 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 210 time: 0.0259914 Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:06:30.268813 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:06:30.272898 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-2fb4def9-92c5-43eb-bfe3-e2dbaf0998ba tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:30.272898 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-2fb4def9-92c5-43eb-bfe3-e2dbaf0998ba tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.57 "GET /v2.0/networks?id=21c56578-a9a5-4b53-bcc9-ede126139472 HTTP/1.1" status: 200 len: 814 time: 0.1155374 Jan 18 21:06:30.285267 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-f8257a2a-4ed7-4c02-86de-1f59bde354f3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Request body: {'port': {'device_id': 'a5e71019-2620-40bc-9697-908c0104c34f', 'network_id': '21c56578-a9a5-4b53-bcc9-ede126139472', 'admin_state_up': True, 'tenant_id': 'a7451446244e43578523980112668fae'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:06:30.391595 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-f8257a2a-4ed7-4c02-86de-1f59bde354f3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Made reservation on behalf of a7451446244e43578523980112668fae for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:06:30.395261 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-f8257a2a-4ed7-4c02-86de-1f59bde354f3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:30.460643 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a5314d90-065e-4367-8a20-22e4c4bdd316 req-0771d790-046e-4af0-8bee-e1346ba21aa9 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 210 time: 0.0254045 Jan 18 21:06:30.521068 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-f8257a2a-4ed7-4c02-86de-1f59bde354f3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Allocated IP 172.20.0.3 (21c56578-a9a5-4b53-bcc9-ede126139472/19c6837d-5d3d-4e23-b715-5034b03b854d/bf174a27-1655-4f8f-83bb-c65dc3c608c6) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:06:30.667934 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-f8257a2a-4ed7-4c02-86de-1f59bde354f3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Publish callbacks [] for port (bf174a27-1655-4f8f-83bb-c65dc3c608c6), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:30.678424 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:30.702020 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-f8257a2a-4ed7-4c02-86de-1f59bde354f3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (bf174a27-1655-4f8f-83bb-c65dc3c608c6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:30.745994 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-f8257a2a-4ed7-4c02-86de-1f59bde354f3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Network 21c56578-a9a5-4b53-bcc9-ede126139472 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:06:30.748929 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-f8257a2a-4ed7-4c02-86de-1f59bde354f3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:06:30.752597 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-f8257a2a-4ed7-4c02-86de-1f59bde354f3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:06:30.758900 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8257a2a-4ed7-4c02-86de-1f59bde354f3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Pushing event updated for resources: {'Port': ['ID=bf174a27-1655-4f8f-83bb-c65dc3c608c6,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:06:30.802716 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-f8257a2a-4ed7-4c02-86de-1f59bde354f3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:30.803250 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-f8257a2a-4ed7-4c02-86de-1f59bde354f3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:30.818749 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-f8257a2a-4ed7-4c02-86de-1f59bde354f3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5378659 Jan 18 21:06:30.829973 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-889d6041-2fea-42c0-a485-ac97fd831cbf service neutron] Request body: {'port': {'device_id': 'a5e71019-2620-40bc-9697-908c0104c34f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:06:30.882873 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-889d6041-2fea-42c0-a485-ac97fd831cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bf174a27-1655-4f8f-83bb-c65dc3c608c6), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:31.134265 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-889d6041-2fea-42c0-a485-ac97fd831cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf174a27-1655-4f8f-83bb-c65dc3c608c6 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:06:31.141784 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-889d6041-2fea-42c0-a485-ac97fd831cbf service neutron] Publish callbacks [] for port (bf174a27-1655-4f8f-83bb-c65dc3c608c6), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:31.153715 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-889d6041-2fea-42c0-a485-ac97fd831cbf service neutron] Transition to ACTIVE for port object bf174a27-1655-4f8f-83bb-c65dc3c608c6 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 21:06:31.157131 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-889d6041-2fea-42c0-a485-ac97fd831cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (bf174a27-1655-4f8f-83bb-c65dc3c608c6), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:31.207428 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d6041-2fea-42c0-a485-ac97fd831cbf service neutron] Pushing event updated for resources: {'Port': ['ID=bf174a27-1655-4f8f-83bb-c65dc3c608c6,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:06:31.273120 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-889d6041-2fea-42c0-a485-ac97fd831cbf service neutron] Attempting to bind port bf174a27-1655-4f8f-83bb-c65dc3c608c6 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:06:31.273822 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-889d6041-2fea-42c0-a485-ac97fd831cbf service neutron] Attempting to bind port bf174a27-1655-4f8f-83bb-c65dc3c608c6 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': 'ab39cb1d-1a5e-44c5-a527-5ba3751704b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '21c56578-a9a5-4b53-bcc9-ede126139472'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:06:31.274005 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-889d6041-2fea-42c0-a485-ac97fd831cbf service neutron] Attempting to bind port bf174a27-1655-4f8f-83bb-c65dc3c608c6 on network 21c56578-a9a5-4b53-bcc9-ede126139472 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:06:31.278376 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-889d6041-2fea-42c0-a485-ac97fd831cbf service neutron] Port bf174a27-1655-4f8f-83bb-c65dc3c608c6 on network 21c56578-a9a5-4b53-bcc9-ede126139472 not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 21:06:31.278686 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-889d6041-2fea-42c0-a485-ac97fd831cbf service neutron] Attempting to bind port bf174a27-1655-4f8f-83bb-c65dc3c608c6 on network 21c56578-a9a5-4b53-bcc9-ede126139472 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:06:31.283415 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-889d6041-2fea-42c0-a485-ac97fd831cbf service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:06:31.283737 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-889d6041-2fea-42c0-a485-ac97fd831cbf service neutron] Checking segment: {'id': 'ab39cb1d-1a5e-44c5-a527-5ba3751704b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '21c56578-a9a5-4b53-bcc9-ede126139472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:06:31.284103 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-889d6041-2fea-42c0-a485-ac97fd831cbf service neutron] Bound using segment: {'id': 'ab39cb1d-1a5e-44c5-a527-5ba3751704b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '21c56578-a9a5-4b53-bcc9-ede126139472'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:06:31.284515 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-889d6041-2fea-42c0-a485-ac97fd831cbf service neutron] Bound port: bf174a27-1655-4f8f-83bb-c65dc3c608c6, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab39cb1d-1a5e-44c5-a527-5ba3751704b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '21c56578-a9a5-4b53-bcc9-ede126139472'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:06:31.284858 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-889d6041-2fea-42c0-a485-ac97fd831cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bf174a27-1655-4f8f-83bb-c65dc3c608c6), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:31.345377 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-889d6041-2fea-42c0-a485-ac97fd831cbf service neutron] For port bf174a27-1655-4f8f-83bb-c65dc3c608c6, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:06:31.348489 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-889d6041-2fea-42c0-a485-ac97fd831cbf service neutron] For port bf174a27-1655-4f8f-83bb-c65dc3c608c6, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=bf174a27-1655-4f8f-83bb-c65dc3c608c6,segment=NetworkSegment(ab39cb1d-1a5e-44c5-a527-5ba3751704b3),segment_id=ab39cb1d-1a5e-44c5-a527-5ba3751704b3)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:06:31.352375 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-889d6041-2fea-42c0-a485-ac97fd831cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (bf174a27-1655-4f8f-83bb-c65dc3c608c6), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:31.386092 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-889d6041-2fea-42c0-a485-ac97fd831cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:31.386720 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-889d6041-2fea-42c0-a485-ac97fd831cbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:31.388196 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-889d6041-2fea-42c0-a485-ac97fd831cbf service neutron] 10.222.0.57 "PUT /v2.0/ports/bf174a27-1655-4f8f-83bb-c65dc3c608c6 HTTP/1.1" status: 200 len: 1091 time: 0.5621064 Jan 18 21:06:31.390583 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e71019-2620-40bc-9697-908c0104c34f', 'tag': 'bf174a27-1655-4f8f-83bb-c65dc3c608c6'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:06:31.392915 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bdb35a-8f35-48b8-a0f5-1b2798ecf3c3" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e71019-2620-40bc-9697-908c0104c34f", "tag": "bf174a27-1655-4f8f-83bb-c65dc3c608c6"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:06:31.418968 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d6041-2fea-42c0-a485-ac97fd831cbf service neutron] Pushing event updated for resources: {'Port': ['ID=bf174a27-1655-4f8f-83bb-c65dc3c608c6,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:06:31.437862 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10087574-0329-41bd-866b-7d6aa4200a28 x-openstack-request-id: req-10087574-0329-41bd-866b-7d6aa4200a28 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:06:31.438158 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e71019-2620-40bc-9697-908c0104c34f", "tag": "bf174a27-1655-4f8f-83bb-c65dc3c608c6", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:06:31.438409 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10087574-0329-41bd-866b-7d6aa4200a28 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:06:31.438801 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e71019-2620-40bc-9697-908c0104c34f', 'tag': 'bf174a27-1655-4f8f-83bb-c65dc3c608c6', 'status': 'completed', 'code': 200} Jan 18 21:06:31.474414 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-98434837-07ee-446b-9585-5aee23a5fc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:31.475925 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-98434837-07ee-446b-9585-5aee23a5fc2c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7451446244e43578523980112668fae&device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 1094 time: 0.0471828 Jan 18 21:06:31.515753 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-396d9dfc-06ee-4c9c-97e5-f92151d2959c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf174a27-1655-4f8f-83bb-c65dc3c608c6 HTTP/1.1" status: 200 len: 217 time: 0.0333021 Jan 18 21:06:31.562985 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-1c343b78-aec0-4af0-98c6-3de63e88dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:31.564344 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-1c343b78-aec0-4af0-98c6-3de63e88dd6b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=19c6837d-5d3d-4e23-b715-5034b03b854d HTTP/1.1" status: 200 len: 854 time: 0.0430658 Jan 18 21:06:31.575336 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd39cb-8b95-4f7d-8424-b3a45d9db6de req-1c3d7148-e52b-442c-9631-59c449eaa88c tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:31.576793 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-30cd39cb-8b95-4f7d-8424-b3a45d9db6de req-1c3d7148-e52b-442c-9631-59c449eaa88c tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 943 time: 0.0471845 Jan 18 21:06:31.594798 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-66a1fa4b-bb56-466d-8887-63d3af953356 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21c56578-a9a5-4b53-bcc9-ede126139472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241020 Jan 18 21:06:31.624282 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-30cd39cb-8b95-4f7d-8424-b3a45d9db6de req-0a018c5c-fd3b-4ed7-b6b3-d5bc4673c838 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415666 Jan 18 21:06:31.686855 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-86fb2d65-08c4-4950-8662-893cb3b9d804 service neutron] 10.222.0.57 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856469 Jan 18 21:06:31.777694 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ea53220e-9af8-48a1-9c92-8369b5714a86 req-481e6bd2-95f7-4f20-8732-f248508d70b1 service neutron] 10.222.0.57 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852060 Jan 18 21:06:31.857864 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bdb35a-8f35-48b8-a0f5-1b2798ecf3c3 req-5a1efb3d-b78b-424b-a917-1f9a0425638a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:31.859558 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-33bdb35a-8f35-48b8-a0f5-1b2798ecf3c3 req-5a1efb3d-b78b-424b-a917-1f9a0425638a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7451446244e43578523980112668fae&device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 1094 time: 0.0411682 Jan 18 21:06:31.945164 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bdb35a-8f35-48b8-a0f5-1b2798ecf3c3 req-f146f330-f9e9-45a1-aa1b-bdb51cbf5283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:31.946677 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-33bdb35a-8f35-48b8-a0f5-1b2798ecf3c3 req-f146f330-f9e9-45a1-aa1b-bdb51cbf5283 service neutron] 10.222.0.57 "GET /v2.0/networks?id=21c56578-a9a5-4b53-bcc9-ede126139472 HTTP/1.1" status: 200 len: 915 time: 0.0815008 Jan 18 21:06:31.970045 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:31.990537 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-33bdb35a-8f35-48b8-a0f5-1b2798ecf3c3 req-068ca5bd-e92b-4690-9f22-c86b5528d358 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf174a27-1655-4f8f-83bb-c65dc3c608c6 HTTP/1.1" status: 200 len: 217 time: 0.0379009 Jan 18 21:06:32.037233 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bdb35a-8f35-48b8-a0f5-1b2798ecf3c3 req-c7d6f45a-9f4b-4b82-bf1f-5aa48cecc689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:32.038677 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-33bdb35a-8f35-48b8-a0f5-1b2798ecf3c3 req-c7d6f45a-9f4b-4b82-bf1f-5aa48cecc689 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=19c6837d-5d3d-4e23-b715-5034b03b854d HTTP/1.1" status: 200 len: 854 time: 0.0427020 Jan 18 21:06:32.067407 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-33bdb35a-8f35-48b8-a0f5-1b2798ecf3c3 req-663046e5-8313-4a1f-8406-ab34b9379ced service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21c56578-a9a5-4b53-bcc9-ede126139472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231056 Jan 18 21:06:32.161305 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-33bdb35a-8f35-48b8-a0f5-1b2798ecf3c3 req-ac31f6b4-2b7a-46bf-9f14-08c73332918a service neutron] 10.222.0.57 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874467 Jan 18 21:06:32.246275 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-33bdb35a-8f35-48b8-a0f5-1b2798ecf3c3 req-c498809d-7fe8-4ca5-a183-6dc6b703af0e service neutron] 10.222.0.57 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785735 Jan 18 21:06:32.741406 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13f3b6-242a-4bf8-b066-6d419445fe87 req-0266e5ab-968a-487e-afb7-9b65e3637565 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:32.742867 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ff13f3b6-242a-4bf8-b066-6d419445fe87 req-0266e5ab-968a-487e-afb7-9b65e3637565 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 943 time: 0.0505619 Jan 18 21:06:32.787954 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ff13f3b6-242a-4bf8-b066-6d419445fe87 req-ffd1a705-9dd2-48c6-aaed-9dc826c09b27 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389163 Jan 18 21:06:33.899617 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8770518-8936-4f62-a007-4f9c1e8bb5e1 req-ece1b7d8-5b70-41b5-8fab-5fa49039fb34 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:33.901570 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f8770518-8936-4f62-a007-4f9c1e8bb5e1 req-ece1b7d8-5b70-41b5-8fab-5fa49039fb34 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 943 time: 0.0466051 Jan 18 21:06:33.946150 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f8770518-8936-4f62-a007-4f9c1e8bb5e1 req-17ebfe5b-d088-4465-abb1-a303c1f07dbd tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391557 Jan 18 21:06:34.477831 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:35.067921 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e180709-ee45-4643-9432-7cc785978b31 req-189981ea-3732-45a6-8703-3c2c3fcc54c8 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:35.069406 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e180709-ee45-4643-9432-7cc785978b31 req-189981ea-3732-45a6-8703-3c2c3fcc54c8 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 943 time: 0.0515249 Jan 18 21:06:35.115363 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e180709-ee45-4643-9432-7cc785978b31 req-23202765-1b02-4a0c-953f-5206ebb08a34 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403476 Jan 18 21:06:36.225704 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3d2bd-a007-4445-af82-ef51c6bccd90 req-4ede0086-3287-4ed7-bcad-1f92f031375e tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:36.227148 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-04f3d2bd-a007-4445-af82-ef51c6bccd90 req-4ede0086-3287-4ed7-bcad-1f92f031375e tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 943 time: 0.0471759 Jan 18 21:06:36.273896 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-04f3d2bd-a007-4445-af82-ef51c6bccd90 req-e3edc159-b4c8-4b64-94f5-45d08f9517dc tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406835 Jan 18 21:06:36.552843 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device bf174a27-1655-4f8f-83bb-c65dc3c608c6 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 21:06:36.648770 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port bf174a27-1655-4f8f-83bb-c65dc3c608c6, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=bf174a27-1655-4f8f-83bb-c65dc3c608c6,segment=NetworkSegment(ab39cb1d-1a5e-44c5-a527-5ba3751704b3),segment_id=ab39cb1d-1a5e-44c5-a527-5ba3751704b3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:06:36.658846 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': 'bf174a27-1655-4f8f-83bb-c65dc3c608c6', 'network_id': '21c56578-a9a5-4b53-bcc9-ede126139472', 'port_id': 'bf174a27-1655-4f8f-83bb-c65dc3c608c6', 'mac_address': 'fa:16:3e:a4:bd:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19c6837d-5d3d-4e23-b715-5034b03b854d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 21:06:36.694589 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port bf174a27-1655-4f8f-83bb-c65dc3c608c6 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:06:36.694977 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bf174a27-1655-4f8f-83bb-c65dc3c608c6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:36.707757 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf174a27-1655-4f8f-83bb-c65dc3c608c6 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:06:36.726440 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port bf174a27-1655-4f8f-83bb-c65dc3c608c6, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=bf174a27-1655-4f8f-83bb-c65dc3c608c6,segment=NetworkSegment(ab39cb1d-1a5e-44c5-a527-5ba3751704b3),segment_id=ab39cb1d-1a5e-44c5-a527-5ba3751704b3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:06:36.731371 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (bf174a27-1655-4f8f-83bb-c65dc3c608c6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:36.781138 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=bf174a27-1655-4f8f-83bb-c65dc3c608c6,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:06:36.788348 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:06:36.788699 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:06:36.789042 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:06:36.789383 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:06:36.789743 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:06:36.790077 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:06:36.790407 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:06:36.790738 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:06:36.791745 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:06:36.792080 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:06:36.792422 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:06:36.792734 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:06:36.793060 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:06:37.031759 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['bf174a27-1655-4f8f-83bb-c65dc3c608c6'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:06:37.236683 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:37.390710 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6fd3e-c231-44fe-ac7a-08dc7a9fab6c req-35467a61-b1d0-47bf-9038-31d52c404efd tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:37.392178 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97a6fd3e-c231-44fe-ac7a-08dc7a9fab6c req-35467a61-b1d0-47bf-9038-31d52c404efd tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 944 time: 0.0477986 Jan 18 21:06:37.440875 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97a6fd3e-c231-44fe-ac7a-08dc7a9fab6c req-e91ffba2-3cff-424b-93c0-5c3214156f57 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432482 Jan 18 21:06:38.555853 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbfd30-2909-4119-81e0-b701b7f97f93 req-31344a6c-0a24-46a5-82e6-628b6d95a66d tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:38.557261 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device bf174a27-1655-4f8f-83bb-c65dc3c608c6 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:06:38.557911 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33fbfd30-2909-4119-81e0-b701b7f97f93 req-31344a6c-0a24-46a5-82e6-628b6d95a66d tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 944 time: 0.0484257 Jan 18 21:06:38.604541 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-33fbfd30-2909-4119-81e0-b701b7f97f93 req-c948bfdc-eaed-46d3-886e-648aaca9ac96 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404873 Jan 18 21:06:38.604767 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port bf174a27-1655-4f8f-83bb-c65dc3c608c6 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 21:06:38.608183 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port bf174a27-1655-4f8f-83bb-c65dc3c608c6 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:06:38.608561 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bf174a27-1655-4f8f-83bb-c65dc3c608c6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:38.687649 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port bf174a27-1655-4f8f-83bb-c65dc3c608c6 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:06:38.688035 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bf174a27-1655-4f8f-83bb-c65dc3c608c6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:38.709542 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e71019-2620-40bc-9697-908c0104c34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf174a27-1655-4f8f-83bb-c65dc3c608c6'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:06:38.711811 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4eaa29a-ff7e-42d4-b4c9-ffc5f803e917" -d '{"events": [{"server_uuid": "a5e71019-2620-40bc-9697-908c0104c34f", "name": "network-vif-plugged", "status": "completed", "tag": "bf174a27-1655-4f8f-83bb-c65dc3c608c6"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:06:38.725002 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port bf174a27-1655-4f8f-83bb-c65dc3c608c6, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=bf174a27-1655-4f8f-83bb-c65dc3c608c6,segment=NetworkSegment(ab39cb1d-1a5e-44c5-a527-5ba3751704b3),segment_id=ab39cb1d-1a5e-44c5-a527-5ba3751704b3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:06:38.729434 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (bf174a27-1655-4f8f-83bb-c65dc3c608c6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:38.752383 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b98cd8-70c5-43ff-9c1d-fdce2908d8dd x-openstack-request-id: req-89b98cd8-70c5-43ff-9c1d-fdce2908d8dd {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:06:38.752678 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e71019-2620-40bc-9697-908c0104c34f", "name": "network-vif-plugged", "status": "completed", "tag": "bf174a27-1655-4f8f-83bb-c65dc3c608c6", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:06:38.752937 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89b98cd8-70c5-43ff-9c1d-fdce2908d8dd {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:06:38.753333 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e71019-2620-40bc-9697-908c0104c34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf174a27-1655-4f8f-83bb-c65dc3c608c6', 'code': 200} Jan 18 21:06:38.778074 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=bf174a27-1655-4f8f-83bb-c65dc3c608c6,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:06:38.847198 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8618dd3-a58f-43f0-b70c-1f0cce55f2dd req-d0664afd-01f5-4a5e-959b-5d8c4c452c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:38.848584 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f8618dd3-a58f-43f0-b70c-1f0cce55f2dd req-d0664afd-01f5-4a5e-959b-5d8c4c452c08 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 1096 time: 0.0433609 Jan 18 21:06:38.889959 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f8618dd3-a58f-43f0-b70c-1f0cce55f2dd req-6e75651f-f896-4917-8a4f-bcd460709d2c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349879 Jan 18 21:06:39.717000 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0db67-1c08-4778-bb57-e782085f1e21 req-aac2f766-287b-423c-8062-a605b1beabb3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:39.718489 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-efc0db67-1c08-4778-bb57-e782085f1e21 req-aac2f766-287b-423c-8062-a605b1beabb3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0474527 Jan 18 21:06:39.763573 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-efc0db67-1c08-4778-bb57-e782085f1e21 req-7d67fcb0-7934-46d9-9d5c-74eeedf325a7 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396574 Jan 18 21:06:40.879630 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bde4ae-6383-4cd5-9c2b-8eda48d5e68b req-6a532143-7806-4906-a81d-cfecbaa8453a tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:40.881065 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-19bde4ae-6383-4cd5-9c2b-8eda48d5e68b req-6a532143-7806-4906-a81d-cfecbaa8453a tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0501180 Jan 18 21:06:40.925519 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-19bde4ae-6383-4cd5-9c2b-8eda48d5e68b req-3acaeb38-8aa6-47c8-a67f-8ef977e1c433 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383759 Jan 18 21:06:41.037059 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd092ed3-c479-4aa9-8b2a-44d2ce30dfb5 req-17b2781e-de98-4f2b-8f3d-582f8c3b41bf tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:41.038531 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bd092ed3-c479-4aa9-8b2a-44d2ce30dfb5 req-17b2781e-de98-4f2b-8f3d-582f8c3b41bf tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0471194 Jan 18 21:06:41.083159 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bd092ed3-c479-4aa9-8b2a-44d2ce30dfb5 req-3cd526d2-f53f-4bb7-877a-fbcb6a4dacf9 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391366 Jan 18 21:06:41.280146 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53435330-3713-4936-b08b-a0f1a0baf479 req-3caed3ac-206b-4bf4-b2f0-35227deaebcb tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:41.281659 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-53435330-3713-4936-b08b-a0f1a0baf479 req-3caed3ac-206b-4bf4-b2f0-35227deaebcb tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0470397 Jan 18 21:06:41.330736 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-53435330-3713-4936-b08b-a0f1a0baf479 req-b8e3a432-3508-451f-85eb-82a294b5a7f0 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433815 Jan 18 21:06:41.446989 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad619b9-a48f-4d2f-a164-5bff242845b8 req-9d7748ba-1bbb-48b2-bef8-6e38586598bd tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:41.449051 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fad619b9-a48f-4d2f-a164-5bff242845b8 req-9d7748ba-1bbb-48b2-bef8-6e38586598bd tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0509477 Jan 18 21:06:41.494914 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fad619b9-a48f-4d2f-a164-5bff242845b8 req-a88245e9-b91c-4e0a-9589-281d6775c645 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396554 Jan 18 21:06:41.719210 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-c7f4366e-5ee0-4947-ae4a-5c4153f52493 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404894 Jan 18 21:06:41.737176 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843aeda-bf0f-4fed-a6d2-c0cf69f997e5 req-8b16c54b-774a-4501-bb45-9aa4e603324b tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:41.738839 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1843aeda-bf0f-4fed-a6d2-c0cf69f997e5 req-8b16c54b-774a-4501-bb45-9aa4e603324b tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0558183 Jan 18 21:06:41.785307 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1843aeda-bf0f-4fed-a6d2-c0cf69f997e5 req-8a52e524-adf7-4fdb-bf66-577c6a1fca77 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401037 Jan 18 21:06:42.912031 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b2fdc-bc79-4c18-a62d-bd1ed07d0bf1 req-8bec4798-9b07-45d3-9b51-541108d04c6d tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:42.914027 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cd6b2fdc-bc79-4c18-a62d-bd1ed07d0bf1 req-8bec4798-9b07-45d3-9b51-541108d04c6d tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0579896 Jan 18 21:06:42.927025 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-821e8c85-de36-431c-b364-644e95756f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:42.928545 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-821e8c85-de36-431c-b364-644e95756f3d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7451446244e43578523980112668fae&device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 1096 time: 0.0402899 Jan 18 21:06:42.960733 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cd6b2fdc-bc79-4c18-a62d-bd1ed07d0bf1 req-f8ca592d-9c78-4182-bde9-507a0dfe4dda tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405073 Jan 18 21:06:43.019549 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-8475a44a-119f-4aac-b166-e3646d568cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:43.021048 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-8475a44a-119f-4aac-b166-e3646d568cd0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=21c56578-a9a5-4b53-bcc9-ede126139472 HTTP/1.1" status: 200 len: 915 time: 0.0865211 Jan 18 21:06:43.060122 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-9d3f5a88-5f07-4be0-9518-72b7a9f981fd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf174a27-1655-4f8f-83bb-c65dc3c608c6 HTTP/1.1" status: 200 len: 217 time: 0.0329332 Jan 18 21:06:43.110386 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-6b78daac-3b02-42d1-a88b-23d2050bf84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:43.111730 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-6b78daac-3b02-42d1-a88b-23d2050bf84a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=19c6837d-5d3d-4e23-b715-5034b03b854d HTTP/1.1" status: 200 len: 854 time: 0.0464406 Jan 18 21:06:43.140843 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-a0de85cc-237e-44ba-9f89-621936396696 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21c56578-a9a5-4b53-bcc9-ede126139472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233884 Jan 18 21:06:43.227896 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-9daec22b-4cea-46e3-885c-bafd44be719a service neutron] 10.222.0.57 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807195 Jan 18 21:06:43.317405 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-21d7c39f-9364-4aec-9454-a2a4ad75001a service neutron] 10.222.0.57 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836980 Jan 18 21:06:44.074323 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81620224-cb42-4368-b10d-b3d2ab6f0b58 req-301bf65a-46bf-41ee-b384-2a78fb12cce3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:44.075787 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81620224-cb42-4368-b10d-b3d2ab6f0b58 req-301bf65a-46bf-41ee-b384-2a78fb12cce3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0471506 Jan 18 21:06:44.121219 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81620224-cb42-4368-b10d-b3d2ab6f0b58 req-a47b5734-c428-44df-b53a-188a85eb98f0 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399148 Jan 18 21:06:45.239969 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c52dd9-21ff-43fa-914e-c7854083920f req-9423b997-85ad-4ea4-8b99-2bea072d4532 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:45.241414 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-91c52dd9-21ff-43fa-914e-c7854083920f req-9423b997-85ad-4ea4-8b99-2bea072d4532 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0508828 Jan 18 21:06:45.286981 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-91c52dd9-21ff-43fa-914e-c7854083920f req-b5d6840b-b73e-4cca-b7c5-22980dd128e5 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400448 Jan 18 21:06:46.406186 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6316ac-2d2d-402e-ba16-a001ac26a135 req-d7b153c4-6f78-4aea-a068-0a84090b2c10 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:46.407665 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a6316ac-2d2d-402e-ba16-a001ac26a135 req-d7b153c4-6f78-4aea-a068-0a84090b2c10 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0482280 Jan 18 21:06:46.454322 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a6316ac-2d2d-402e-ba16-a001ac26a135 req-fb91bd22-d045-45ea-bae2-60700b940929 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407467 Jan 18 21:06:47.566581 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9dc959-7b87-4411-b254-27e40718f394 req-97151d0b-8601-44b4-98d2-74eb53739ca2 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:47.568032 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7b9dc959-7b87-4411-b254-27e40718f394 req-97151d0b-8601-44b4-98d2-74eb53739ca2 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0463259 Jan 18 21:06:47.618789 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7b9dc959-7b87-4411-b254-27e40718f394 req-b7e3211b-e626-406d-a771-8e61841eedf5 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444994 Jan 18 21:06:48.732210 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f0847-53d2-4e28-8de3-3945e895f0a5 req-a47bbd94-4910-4bbb-a25c-f371d4357a36 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:48.733760 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-016f0847-53d2-4e28-8de3-3945e895f0a5 req-a47bbd94-4910-4bbb-a25c-f371d4357a36 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0473635 Jan 18 21:06:48.778378 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-016f0847-53d2-4e28-8de3-3945e895f0a5 req-372706f9-a91d-42da-8f0b-8baaa726fbcb tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392079 Jan 18 21:06:49.900987 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491aa2a7-c3bc-4e54-af6b-36ba2d2289a9 req-1e8bfcf0-52a4-43f8-a53a-c13de46a2928 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:49.902471 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-491aa2a7-c3bc-4e54-af6b-36ba2d2289a9 req-1e8bfcf0-52a4-43f8-a53a-c13de46a2928 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0546582 Jan 18 21:06:49.946535 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-491aa2a7-c3bc-4e54-af6b-36ba2d2289a9 req-763d4355-77f1-4144-8317-6e4d396976de tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385914 Jan 18 21:06:51.064673 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa946108-d8ea-45f4-bc3d-c8c6ca6000c5 req-f33f617f-de83-4b63-a3c4-f49c8316f466 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:51.065421 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fa946108-d8ea-45f4-bc3d-c8c6ca6000c5 req-f33f617f-de83-4b63-a3c4-f49c8316f466 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0510495 Jan 18 21:06:51.111474 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fa946108-d8ea-45f4-bc3d-c8c6ca6000c5 req-2810ef21-1789-4902-8314-f2ff675bcb41 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403464 Jan 18 21:06:51.260207 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:06:52.230086 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf706c57-2a3a-4d3d-8b31-6a1378c14a61 req-b5ac35bd-0920-4496-b1ca-039dc1f59e63 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:52.231564 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf706c57-2a3a-4d3d-8b31-6a1378c14a61 req-b5ac35bd-0920-4496-b1ca-039dc1f59e63 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0475008 Jan 18 21:06:52.276706 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf706c57-2a3a-4d3d-8b31-6a1378c14a61 req-8a06514c-c149-422f-acbf-6ccac774c382 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396249 Jan 18 21:06:53.390864 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e425775-1264-48b4-a728-11b09641d9a3 req-cc77a993-329c-4884-aa0c-8bc1aaeaba0b tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:53.392239 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1e425775-1264-48b4-a728-11b09641d9a3 req-cc77a993-329c-4884-aa0c-8bc1aaeaba0b tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0474405 Jan 18 21:06:53.440277 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1e425775-1264-48b4-a728-11b09641d9a3 req-736a08e2-597c-4d67-ac5f-f83c14b835e3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424089 Jan 18 21:06:54.553044 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c6361-101e-4082-b383-f33913e4fc20 req-605f18ba-501f-460e-9328-7fd706398090 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:54.554517 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-847c6361-101e-4082-b383-f33913e4fc20 req-605f18ba-501f-460e-9328-7fd706398090 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0471563 Jan 18 21:06:54.600574 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-847c6361-101e-4082-b383-f33913e4fc20 req-d809b9c5-800a-4724-8778-5bdba41f55fa tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397451 Jan 18 21:06:55.713973 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1c0df-fdc8-4f4f-b4bd-98fd7481ff41 req-9c486b24-499b-459d-8151-bba1a09d6f8d tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:55.716443 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-54b1c0df-fdc8-4f4f-b4bd-98fd7481ff41 req-9c486b24-499b-459d-8151-bba1a09d6f8d tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0473349 Jan 18 21:06:55.732784 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9515ffd9-086f-4e06-aeaa-a0de52c68b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:55.763528 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-54b1c0df-fdc8-4f4f-b4bd-98fd7481ff41 req-ea737e57-1e1f-43e0-9d90-aba5819078c5 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423672 Jan 18 21:06:56.882747 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab410589-b92b-45b7-aaaf-8b5e5c577e11 req-b81c4aaa-254b-4c05-9bbc-9cad332bb9c5 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:56.884187 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ab410589-b92b-45b7-aaaf-8b5e5c577e11 req-b81c4aaa-254b-4c05-9bbc-9cad332bb9c5 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0539200 Jan 18 21:06:56.928725 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ab410589-b92b-45b7-aaaf-8b5e5c577e11 req-450b79fe-dea2-44dc-98f0-21e0dad89db6 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390620 Jan 18 21:06:57.892356 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-99d19d18-0552-4f2c-adb5-bc9b871e2d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:06:58.041001 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e58e5-3e58-43fe-8f98-4e5153e715bf req-b28630ce-553d-4722-b2ce-a0bc0629228a tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:58.042508 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-248e58e5-3e58-43fe-8f98-4e5153e715bf req-b28630ce-553d-4722-b2ce-a0bc0629228a tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0474453 Jan 18 21:06:58.088183 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-248e58e5-3e58-43fe-8f98-4e5153e715bf req-829c5671-3766-4215-b580-e49e9b83fa31 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395033 Jan 18 21:06:59.203890 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c54608-5e9e-4002-8e0b-5b1008a9627a req-cfb5d5b6-0b4e-495a-8ba4-029c08f6a86c tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:06:59.205317 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a8c54608-5e9e-4002-8e0b-5b1008a9627a req-cfb5d5b6-0b4e-495a-8ba4-029c08f6a86c tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0501609 Jan 18 21:06:59.250600 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a8c54608-5e9e-4002-8e0b-5b1008a9627a req-98935e4f-51d6-4377-b9c1-ade021504ae8 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397630 Jan 18 21:06:59.267087 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:00.365927 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab65f1-3dc2-4e73-96e7-591514a055d8 req-9dc91bbd-3674-469b-b54a-a0d9f7724394 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:00.367391 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7eab65f1-3dc2-4e73-96e7-591514a055d8 req-9dc91bbd-3674-469b-b54a-a0d9f7724394 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0476990 Jan 18 21:07:00.412909 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7eab65f1-3dc2-4e73-96e7-591514a055d8 req-6ec931b7-e733-4354-8b62-e45368ab1f3c tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400591 Jan 18 21:07:00.679605 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:01.528166 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746c482-e47c-47d8-aeef-f5fb14b8cfa7 req-f5d66ebd-93b5-47ec-8a0d-d101449ccf3d tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:01.529649 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5746c482-e47c-47d8-aeef-f5fb14b8cfa7 req-f5d66ebd-93b5-47ec-8a0d-d101449ccf3d tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0464387 Jan 18 21:07:01.577725 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5746c482-e47c-47d8-aeef-f5fb14b8cfa7 req-0c1f62f8-9ec7-4a1b-87f6-3dc0ef9c20cc tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424101 Jan 18 21:07:01.975654 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:02.690903 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb509d4-8cd9-497f-a736-7f38c4542faf req-0a4a649d-0a7b-4e79-917b-5ce42a767529 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:02.692348 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0fb509d4-8cd9-497f-a736-7f38c4542faf req-0a4a649d-0a7b-4e79-917b-5ce42a767529 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0469027 Jan 18 21:07:02.736986 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0fb509d4-8cd9-497f-a736-7f38c4542faf req-4f8d4388-e2a6-473c-a0b8-82cdb5e76a0e tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391657 Jan 18 21:07:03.850514 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83820c87-47c9-440f-b1c9-fc546b4d12af req-b2c47912-2bc4-4626-8f4a-8783c138a227 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:03.851962 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-83820c87-47c9-440f-b1c9-fc546b4d12af req-b2c47912-2bc4-4626-8f4a-8783c138a227 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0466471 Jan 18 21:07:03.896968 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-83820c87-47c9-440f-b1c9-fc546b4d12af req-8ad7b036-8e62-4193-b22c-677a7695227f tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392611 Jan 18 21:07:04.477786 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:05.011889 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31b2c9-9a58-42c9-bd72-945a6c77454b req-085e30f7-9bf5-4a60-be6c-d319aa0f1b05 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:05.013385 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed31b2c9-9a58-42c9-bd72-945a6c77454b req-085e30f7-9bf5-4a60-be6c-d319aa0f1b05 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0496695 Jan 18 21:07:05.060935 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed31b2c9-9a58-42c9-bd72-945a6c77454b req-1b19d505-5707-4ecb-b2f3-a013121eebdc tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420847 Jan 18 21:07:06.174563 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f337c-86ec-472e-a172-551069c94975 req-3554a892-0a1d-4fe5-870f-ff4a16e18eb1 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:06.176055 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a6f337c-86ec-472e-a172-551069c94975 req-3554a892-0a1d-4fe5-870f-ff4a16e18eb1 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0471306 Jan 18 21:07:06.220622 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2a6f337c-86ec-472e-a172-551069c94975 req-cf8ea8dd-bd2c-4b0b-9f1e-8f83b93bba7e tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386364 Jan 18 21:07:07.253422 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:07.334214 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d16b3-35d6-48fa-a342-a4e2f458e402 req-0201b4c9-deea-49c2-aa57-58d9d6b0fe9d tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:07.335577 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-011d16b3-35d6-48fa-a342-a4e2f458e402 req-0201b4c9-deea-49c2-aa57-58d9d6b0fe9d tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0467999 Jan 18 21:07:07.385146 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-011d16b3-35d6-48fa-a342-a4e2f458e402 req-2672eb8e-7b30-417e-947d-a359847f6093 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434992 Jan 18 21:07:08.503707 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb7981-ca75-4c38-b437-c9a19db3f395 req-7fd85533-9fad-4671-b1c1-9c7e0a8283c7 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:08.505172 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-36fb7981-ca75-4c38-b437-c9a19db3f395 req-7fd85533-9fad-4671-b1c1-9c7e0a8283c7 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0481610 Jan 18 21:07:08.549602 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-36fb7981-ca75-4c38-b437-c9a19db3f395 req-bf0ac2d2-4e5c-4a76-b5c8-81c8fcaece9f tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388772 Jan 18 21:07:09.141604 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc031b-702a-40f8-918e-5c6252f69209 req-0e8f7d46-b27a-4554-ac2a-8215d127c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:09.143112 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-08cc031b-702a-40f8-918e-5c6252f69209 req-0e8f7d46-b27a-4554-ac2a-8215d127c1f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7451446244e43578523980112668fae&device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 1096 time: 0.0401292 Jan 18 21:07:09.248590 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc031b-702a-40f8-918e-5c6252f69209 req-330a901c-a636-4f6d-91f9-1d09ff2b3bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:09.250058 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-08cc031b-702a-40f8-918e-5c6252f69209 req-330a901c-a636-4f6d-91f9-1d09ff2b3bcb service neutron] 10.222.0.57 "GET /v2.0/networks?id=21c56578-a9a5-4b53-bcc9-ede126139472 HTTP/1.1" status: 200 len: 915 time: 0.0868149 Jan 18 21:07:09.291535 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-08cc031b-702a-40f8-918e-5c6252f69209 req-c49414d2-6a87-4052-add0-4e8c11c3e588 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf174a27-1655-4f8f-83bb-c65dc3c608c6 HTTP/1.1" status: 200 len: 217 time: 0.0341208 Jan 18 21:07:09.338122 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc031b-702a-40f8-918e-5c6252f69209 req-8f2a6a98-4019-419c-ac67-0992d93dda75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:09.339469 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-08cc031b-702a-40f8-918e-5c6252f69209 req-8f2a6a98-4019-419c-ac67-0992d93dda75 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=19c6837d-5d3d-4e23-b715-5034b03b854d HTTP/1.1" status: 200 len: 854 time: 0.0424404 Jan 18 21:07:09.372763 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-08cc031b-702a-40f8-918e-5c6252f69209 req-a17d23d6-7708-4b5f-95d5-65c050dfcf6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21c56578-a9a5-4b53-bcc9-ede126139472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271854 Jan 18 21:07:09.458785 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-08cc031b-702a-40f8-918e-5c6252f69209 req-6c6d5090-958f-4dc1-8e82-dc454106961b service neutron] 10.222.0.57 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802662 Jan 18 21:07:09.549990 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-08cc031b-702a-40f8-918e-5c6252f69209 req-372f62ca-4fff-42bf-a425-ff1e26ed6e56 service neutron] 10.222.0.57 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847049 Jan 18 21:07:09.662412 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e3b79-7c10-4914-8d48-62cee1eb41a8 req-619d64ef-ed59-42ce-affa-d14dfe4600d9 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:09.663787 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-678e3b79-7c10-4914-8d48-62cee1eb41a8 req-619d64ef-ed59-42ce-affa-d14dfe4600d9 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0471885 Jan 18 21:07:09.708771 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-678e3b79-7c10-4914-8d48-62cee1eb41a8 req-89c8fadf-85f6-42e0-be27-6e8e9b723995 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394826 Jan 18 21:07:10.391216 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-f1e572bd-c9d0-4ccf-9741-20a7bf4e4abd service neutron] show failed (client error): The resource could not be found. Jan 18 21:07:10.392227 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-f1e572bd-c9d0-4ccf-9741-20a7bf4e4abd service neutron] 10.222.0.57 "GET /v2.0/ports/bf174a27-1655-4f8f-83bb-c65dc3c608c6/bindings/n-h2-741529-9 HTTP/1.1" status: 404 len: 380 time: 0.0536168 Jan 18 21:07:10.586342 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-7ea419d0-f7ad-44c5-9f51-1eafb7540799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:10.588218 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-7ea419d0-f7ad-44c5-9f51-1eafb7540799 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f&tenant_id=a7451446244e43578523980112668fae HTTP/1.1" status: 200 len: 1096 time: 0.0394568 Jan 18 21:07:10.604214 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-741529-9', 'device_owner': 'compute:nova'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:07:10.658547 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bf174a27-1655-4f8f-83bb-c65dc3c608c6), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:10.833233 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca2444-100c-4861-8501-b090fe91bda6 req-dca6fb8c-1019-4844-84a8-9ae684ecba2f tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:10.834752 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34ca2444-100c-4861-8501-b090fe91bda6 req-dca6fb8c-1019-4844-84a8-9ae684ecba2f tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0580046 Jan 18 21:07:10.856879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] For port bf174a27-1655-4f8f-83bb-c65dc3c608c6, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=bf174a27-1655-4f8f-83bb-c65dc3c608c6,segment=NetworkSegment(ab39cb1d-1a5e-44c5-a527-5ba3751704b3),segment_id=ab39cb1d-1a5e-44c5-a527-5ba3751704b3)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:07:10.881335 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34ca2444-100c-4861-8501-b090fe91bda6 req-77e029e3-1742-4f62-bb09-314f048cdff0 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403612 Jan 18 21:07:10.889403 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] For port bf174a27-1655-4f8f-83bb-c65dc3c608c6, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:07:10.928058 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e71019-2620-40bc-9697-908c0104c34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf174a27-1655-4f8f-83bb-c65dc3c608c6'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:07:10.930368 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2912a4f-c604-4c2b-88b3-c87e90bd6370" -d '{"events": [{"server_uuid": "a5e71019-2620-40bc-9697-908c0104c34f", "name": "network-vif-unplugged", "status": "completed", "tag": "bf174a27-1655-4f8f-83bb-c65dc3c608c6"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:07:10.933859 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Publish callbacks [] for port (bf174a27-1655-4f8f-83bb-c65dc3c608c6), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:10.946454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Transition to ACTIVE for port object bf174a27-1655-4f8f-83bb-c65dc3c608c6 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 21:07:10.950692 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (bf174a27-1655-4f8f-83bb-c65dc3c608c6), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:10.986992 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 21:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7f64b2-497f-47c0-98e9-4bc07df57c24 x-openstack-request-id: req-5b7f64b2-497f-47c0-98e9-4bc07df57c24 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:07:10.987281 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e71019-2620-40bc-9697-908c0104c34f", "name": "network-vif-unplugged", "status": "completed", "tag": "bf174a27-1655-4f8f-83bb-c65dc3c608c6", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:07:10.987530 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b7f64b2-497f-47c0-98e9-4bc07df57c24 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:07:10.987925 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e71019-2620-40bc-9697-908c0104c34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf174a27-1655-4f8f-83bb-c65dc3c608c6', 'code': 200} Jan 18 21:07:11.016524 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] No DVR routers for this DVR port bf174a27-1655-4f8f-83bb-c65dc3c608c6 on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:07:11.018376 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Pushing event updated for resources: {'Port': ['ID=bf174a27-1655-4f8f-83bb-c65dc3c608c6,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:07:11.030769 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:07:11.031107 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:07:11.031440 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:07:11.031766 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:07:11.032091 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:07:11.032407 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:07:11.032724 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:07:11.033040 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:07:11.033353 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:07:11.033687 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:07:11.034005 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:07:11.034314 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:07:11.034652 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:07:11.061428 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Attempting to bind port bf174a27-1655-4f8f-83bb-c65dc3c608c6 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:07:11.061788 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Attempting to bind port bf174a27-1655-4f8f-83bb-c65dc3c608c6 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'ab39cb1d-1a5e-44c5-a527-5ba3751704b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '21c56578-a9a5-4b53-bcc9-ede126139472'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:07:11.062104 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Attempting to bind port bf174a27-1655-4f8f-83bb-c65dc3c608c6 on network 21c56578-a9a5-4b53-bcc9-ede126139472 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:07:11.066295 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Port bf174a27-1655-4f8f-83bb-c65dc3c608c6 on network 21c56578-a9a5-4b53-bcc9-ede126139472 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 21:07:11.066606 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Attempting to bind port bf174a27-1655-4f8f-83bb-c65dc3c608c6 on network 21c56578-a9a5-4b53-bcc9-ede126139472 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:07:11.071256 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:07:11.072155 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Checking segment: {'id': 'ab39cb1d-1a5e-44c5-a527-5ba3751704b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '21c56578-a9a5-4b53-bcc9-ede126139472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:07:11.072523 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Bound using segment: {'id': 'ab39cb1d-1a5e-44c5-a527-5ba3751704b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '21c56578-a9a5-4b53-bcc9-ede126139472'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:07:11.072931 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Bound port: bf174a27-1655-4f8f-83bb-c65dc3c608c6, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab39cb1d-1a5e-44c5-a527-5ba3751704b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '21c56578-a9a5-4b53-bcc9-ede126139472'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:07:11.073268 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bf174a27-1655-4f8f-83bb-c65dc3c608c6), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:11.133135 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] For port bf174a27-1655-4f8f-83bb-c65dc3c608c6, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:07:11.136639 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] For port bf174a27-1655-4f8f-83bb-c65dc3c608c6, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=bf174a27-1655-4f8f-83bb-c65dc3c608c6,segment=NetworkSegment(ab39cb1d-1a5e-44c5-a527-5ba3751704b3),segment_id=ab39cb1d-1a5e-44c5-a527-5ba3751704b3)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:07:11.139964 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (bf174a27-1655-4f8f-83bb-c65dc3c608c6), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:11.171092 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:11.171677 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:11.173038 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] 10.222.0.70 "PUT /v2.0/ports/bf174a27-1655-4f8f-83bb-c65dc3c608c6 HTTP/1.1" status: 200 len: 1091 time: 0.5735624 Jan 18 21:07:11.195711 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d430b-e679-4654-9128-30e471d6f74e service neutron] Pushing event updated for resources: {'Port': ['ID=bf174a27-1655-4f8f-83bb-c65dc3c608c6,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:07:11.240932 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-bba3a50e-fbd8-4913-b2f7-f1ac635d38e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:11.242446 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-bba3a50e-fbd8-4913-b2f7-f1ac635d38e3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a7451446244e43578523980112668fae&device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 1094 time: 0.0426974 Jan 18 21:07:11.333939 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-ae1db6e5-0de5-4343-9be3-508ac01311be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:11.335413 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-ae1db6e5-0de5-4343-9be3-508ac01311be service neutron] 10.222.0.70 "GET /v2.0/networks?id=21c56578-a9a5-4b53-bcc9-ede126139472 HTTP/1.1" status: 200 len: 915 time: 0.0830185 Jan 18 21:07:11.389879 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-260a5a7f-da45-444d-9dc0-116ea45252bd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf174a27-1655-4f8f-83bb-c65dc3c608c6 HTTP/1.1" status: 200 len: 217 time: 0.0399871 Jan 18 21:07:11.662398 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-959ed176-9667-4d47-9631-e37d864fc994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:11.663764 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-959ed176-9667-4d47-9631-e37d864fc994 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=19c6837d-5d3d-4e23-b715-5034b03b854d HTTP/1.1" status: 200 len: 854 time: 0.2650881 Jan 18 21:07:11.696041 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-8b046337-0d94-4adb-b2de-dcc6079e169e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=21c56578-a9a5-4b53-bcc9-ede126139472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231948 Jan 18 21:07:11.785576 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-35aa272a-2a4d-406b-8f7c-f1b9858a6c8c service neutron] 10.222.0.70 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805795 Jan 18 21:07:11.876461 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2391c882-f4cc-4708-aeb9-c09ae8f42e76 req-512154c0-4a2c-4585-88ab-f9cde48e3c54 service neutron] 10.222.0.70 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812829 Jan 18 21:07:11.998720 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe1f8e-5135-4c7c-ae57-d1fc4e5a95a3 req-67a0ac07-280c-4649-ba2d-682f91b1227d tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:12.000240 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-88fe1f8e-5135-4c7c-ae57-d1fc4e5a95a3 req-67a0ac07-280c-4649-ba2d-682f91b1227d tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 943 time: 0.0499310 Jan 18 21:07:12.045524 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-88fe1f8e-5135-4c7c-ae57-d1fc4e5a95a3 req-9ce20c0c-07f5-41c2-98c5-dd23becf5d3b tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398543 Jan 18 21:07:12.988646 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e71019-2620-40bc-9697-908c0104c34f', 'tag': 'bf174a27-1655-4f8f-83bb-c65dc3c608c6'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:07:12.991129 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e193c7aa-e3fa-4230-a149-682d1b0556a8" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e71019-2620-40bc-9697-908c0104c34f", "tag": "bf174a27-1655-4f8f-83bb-c65dc3c608c6"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:07:13.042250 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbee96c-3b63-4ed0-91e7-82a0e3929dc3 x-openstack-request-id: req-fdbee96c-3b63-4ed0-91e7-82a0e3929dc3 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:07:13.042551 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e71019-2620-40bc-9697-908c0104c34f", "tag": "bf174a27-1655-4f8f-83bb-c65dc3c608c6", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:07:13.042825 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fdbee96c-3b63-4ed0-91e7-82a0e3929dc3 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:07:13.043517 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e71019-2620-40bc-9697-908c0104c34f', 'tag': 'bf174a27-1655-4f8f-83bb-c65dc3c608c6', 'status': 'completed', 'code': 200} Jan 18 21:07:13.135608 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193c7aa-e3fa-4230-a149-682d1b0556a8 req-d44ecd8c-6b66-4ff0-91cd-6c32e571f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:13.137114 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e193c7aa-e3fa-4230-a149-682d1b0556a8 req-d44ecd8c-6b66-4ff0-91cd-6c32e571f324 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a7451446244e43578523980112668fae&device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 1094 time: 0.0778434 Jan 18 21:07:13.139717 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193c7aa-e3fa-4230-a149-682d1b0556a8 req-b30d2823-b5b1-404b-9157-ff792349a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:13.141379 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e193c7aa-e3fa-4230-a149-682d1b0556a8 req-b30d2823-b5b1-404b-9157-ff792349a740 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7451446244e43578523980112668fae&device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 1094 time: 0.0743937 Jan 18 21:07:13.168824 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe523985-0873-42ab-82a1-c1de61ae8644 req-072073ab-4a52-416f-9e9d-44f8ea6df6b3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:13.170328 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fe523985-0873-42ab-82a1-c1de61ae8644 req-072073ab-4a52-416f-9e9d-44f8ea6df6b3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 943 time: 0.0516865 Jan 18 21:07:13.216437 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fe523985-0873-42ab-82a1-c1de61ae8644 req-2d7b4a79-9925-487a-b8e1-9f07c7f319a5 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404184 Jan 18 21:07:13.296170 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193c7aa-e3fa-4230-a149-682d1b0556a8 req-491bbb9f-a52c-42c2-810f-065ba5298aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:13.297600 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e193c7aa-e3fa-4230-a149-682d1b0556a8 req-491bbb9f-a52c-42c2-810f-065ba5298aae service neutron] 10.222.0.70 "GET /v2.0/networks?id=21c56578-a9a5-4b53-bcc9-ede126139472 HTTP/1.1" status: 200 len: 915 time: 0.1530035 Jan 18 21:07:13.300151 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193c7aa-e3fa-4230-a149-682d1b0556a8 req-02d8f73b-9f09-4bf9-941d-adb30ae99cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:13.301500 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e193c7aa-e3fa-4230-a149-682d1b0556a8 req-02d8f73b-9f09-4bf9-941d-adb30ae99cf6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=21c56578-a9a5-4b53-bcc9-ede126139472 HTTP/1.1" status: 200 len: 915 time: 0.1483283 Jan 18 21:07:13.371990 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e193c7aa-e3fa-4230-a149-682d1b0556a8 req-c356b77b-c07a-4123-834e-07811f39ac81 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf174a27-1655-4f8f-83bb-c65dc3c608c6 HTTP/1.1" status: 200 len: 217 time: 0.0680082 Jan 18 21:07:13.373347 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e193c7aa-e3fa-4230-a149-682d1b0556a8 req-54853952-7ed4-4224-a851-242311d8228d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf174a27-1655-4f8f-83bb-c65dc3c608c6 HTTP/1.1" status: 200 len: 217 time: 0.0638304 Jan 18 21:07:13.461103 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193c7aa-e3fa-4230-a149-682d1b0556a8 req-55dceb95-acae-46ed-b7c4-78c8382988ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:13.462672 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e193c7aa-e3fa-4230-a149-682d1b0556a8 req-55dceb95-acae-46ed-b7c4-78c8382988ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=19c6837d-5d3d-4e23-b715-5034b03b854d HTTP/1.1" status: 200 len: 854 time: 0.0831962 Jan 18 21:07:13.464275 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193c7aa-e3fa-4230-a149-682d1b0556a8 req-16101a0b-5e91-41ec-9b7e-9f2e81a65b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:13.465624 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e193c7aa-e3fa-4230-a149-682d1b0556a8 req-16101a0b-5e91-41ec-9b7e-9f2e81a65b3c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=19c6837d-5d3d-4e23-b715-5034b03b854d HTTP/1.1" status: 200 len: 854 time: 0.0784526 Jan 18 21:07:13.515121 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e193c7aa-e3fa-4230-a149-682d1b0556a8 req-a6b95746-76bf-4f07-a0e1-a9534c46afd3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21c56578-a9a5-4b53-bcc9-ede126139472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469933 Jan 18 21:07:13.516915 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e193c7aa-e3fa-4230-a149-682d1b0556a8 req-fa38bb22-038d-483a-841b-a5a56a14b394 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=21c56578-a9a5-4b53-bcc9-ede126139472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407310 Jan 18 21:07:13.679557 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e193c7aa-e3fa-4230-a149-682d1b0556a8 req-d1eb2688-2c64-40e8-a99f-9ed5afa5cf81 service neutron] 10.222.0.70 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513400 Jan 18 21:07:13.681795 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e193c7aa-e3fa-4230-a149-682d1b0556a8 req-f252e650-85bd-4cdc-8d20-25bea1f4b0f1 service neutron] 10.222.0.57 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604388 Jan 18 21:07:13.834216 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e193c7aa-e3fa-4230-a149-682d1b0556a8 req-7637ca10-b470-47d8-9ed9-d53c20670540 service neutron] 10.222.0.70 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485803 Jan 18 21:07:13.837285 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device bf174a27-1655-4f8f-83bb-c65dc3c608c6 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 21:07:13.837815 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e193c7aa-e3fa-4230-a149-682d1b0556a8 req-a64b5525-3bd2-4192-a23f-f4eacd766cbe service neutron] 10.222.0.57 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444585 Jan 18 21:07:13.934788 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port bf174a27-1655-4f8f-83bb-c65dc3c608c6, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=bf174a27-1655-4f8f-83bb-c65dc3c608c6,segment=NetworkSegment(ab39cb1d-1a5e-44c5-a527-5ba3751704b3),segment_id=ab39cb1d-1a5e-44c5-a527-5ba3751704b3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:07:13.944805 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'bf174a27-1655-4f8f-83bb-c65dc3c608c6', 'network_id': '21c56578-a9a5-4b53-bcc9-ede126139472', 'port_id': 'bf174a27-1655-4f8f-83bb-c65dc3c608c6', 'mac_address': 'fa:16:3e:a4:bd:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19c6837d-5d3d-4e23-b715-5034b03b854d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 21:07:13.981548 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port bf174a27-1655-4f8f-83bb-c65dc3c608c6 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:07:13.982025 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bf174a27-1655-4f8f-83bb-c65dc3c608c6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:13.994983 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf174a27-1655-4f8f-83bb-c65dc3c608c6 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:07:14.013656 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port bf174a27-1655-4f8f-83bb-c65dc3c608c6, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=bf174a27-1655-4f8f-83bb-c65dc3c608c6,segment=NetworkSegment(ab39cb1d-1a5e-44c5-a527-5ba3751704b3),segment_id=ab39cb1d-1a5e-44c5-a527-5ba3751704b3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:07:14.017306 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (bf174a27-1655-4f8f-83bb-c65dc3c608c6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:14.069371 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=bf174a27-1655-4f8f-83bb-c65dc3c608c6,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:07:14.246394 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['bf174a27-1655-4f8f-83bb-c65dc3c608c6'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:07:14.392617 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02397073-07a5-4d11-afe9-4e3aaebca7a2 req-88c24985-ae05-4aa8-b563-9622097bfa84 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:14.394114 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-02397073-07a5-4d11-afe9-4e3aaebca7a2 req-88c24985-ae05-4aa8-b563-9622097bfa84 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 944 time: 0.0972352 Jan 18 21:07:14.439246 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-02397073-07a5-4d11-afe9-4e3aaebca7a2 req-45a649c4-3efc-45b5-99c8-aae12e0f1b20 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395811 Jan 18 21:07:14.627655 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab693773-505c-49d0-bd0d-aeddd0b78064 req-a520bf06-5e2b-42ca-850d-dc8ca2ca257f tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:14.629139 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ab693773-505c-49d0-bd0d-aeddd0b78064 req-a520bf06-5e2b-42ca-850d-dc8ca2ca257f tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 944 time: 0.0473959 Jan 18 21:07:14.641347 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cd090-147a-46d2-9bcb-d0ca056caf78 req-b5178afa-09d8-4a9d-b7df-c0f277e4e946 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:14.642853 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d2cd090-147a-46d2-9bcb-d0ca056caf78 req-b5178afa-09d8-4a9d-b7df-c0f277e4e946 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f&tenant_id=a7451446244e43578523980112668fae&binding%3Ahost_id=n-h2-741529-9 HTTP/1.1" status: 200 len: 944 time: 0.0519738 Jan 18 21:07:14.681012 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ab693773-505c-49d0-bd0d-aeddd0b78064 req-e5b8945d-e02f-471d-bea6-ccb75fb70d9f tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453250 Jan 18 21:07:14.707333 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [req-4d2cd090-147a-46d2-9bcb-d0ca056caf78 req-944494ee-eb62-4a9b-b274-a02228cc48ce service neutron] delete failed (client error): The resource could not be found. Jan 18 21:07:14.708355 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d2cd090-147a-46d2-9bcb-d0ca056caf78 req-944494ee-eb62-4a9b-b274-a02228cc48ce service neutron] 10.222.0.57 "DELETE /v2.0/ports/bf174a27-1655-4f8f-83bb-c65dc3c608c6/bindings/n-h1-741529-9 HTTP/1.1" status: 404 len: 380 time: 0.0576353 Jan 18 21:07:14.738879 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device bf174a27-1655-4f8f-83bb-c65dc3c608c6 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:07:14.780917 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] The host n-h1-741529-9 is not matching for port bf174a27-1655-4f8f-83bb-c65dc3c608c6 host n-h2-741529-9! {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 18 21:07:14.781316 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device bf174a27-1655-4f8f-83bb-c65dc3c608c6 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:07:14.788659 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cd090-147a-46d2-9bcb-d0ca056caf78 req-33401fff-f19e-491a-a688-210ab2e82173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:14.790115 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d2cd090-147a-46d2-9bcb-d0ca056caf78 req-33401fff-f19e-491a-a688-210ab2e82173 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7451446244e43578523980112668fae&device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 1095 time: 0.0410860 Jan 18 21:07:14.875638 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cd090-147a-46d2-9bcb-d0ca056caf78 req-76deb78e-9af8-4adb-9a9a-2abc091673c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:14.877077 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d2cd090-147a-46d2-9bcb-d0ca056caf78 req-76deb78e-9af8-4adb-9a9a-2abc091673c9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=21c56578-a9a5-4b53-bcc9-ede126139472 HTTP/1.1" status: 200 len: 915 time: 0.0812442 Jan 18 21:07:14.920159 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d2cd090-147a-46d2-9bcb-d0ca056caf78 req-330ebae8-efc9-4354-a8c8-c2e16a51dcc2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf174a27-1655-4f8f-83bb-c65dc3c608c6 HTTP/1.1" status: 200 len: 217 time: 0.0363226 Jan 18 21:07:14.966057 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cd090-147a-46d2-9bcb-d0ca056caf78 req-7649276f-f19e-4b02-bff8-8cfa84977321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:14.967467 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d2cd090-147a-46d2-9bcb-d0ca056caf78 req-7649276f-f19e-4b02-bff8-8cfa84977321 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=19c6837d-5d3d-4e23-b715-5034b03b854d HTTP/1.1" status: 200 len: 854 time: 0.0419769 Jan 18 21:07:14.997235 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d2cd090-147a-46d2-9bcb-d0ca056caf78 req-f2a75a06-5514-43a7-9c32-6c5d409f97ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21c56578-a9a5-4b53-bcc9-ede126139472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235441 Jan 18 21:07:15.087864 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d2cd090-147a-46d2-9bcb-d0ca056caf78 req-fa272ee5-170c-49db-82a4-e80f1892a9e0 service neutron] 10.222.0.57 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844913 Jan 18 21:07:15.173043 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d2cd090-147a-46d2-9bcb-d0ca056caf78 req-cd870de3-c00b-47c4-a1a1-6baf431fec38 service neutron] 10.222.0.57 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798383 Jan 18 21:07:15.803848 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0f170-99e9-418c-a714-e0d5fb5a6137 req-cc3629ec-70cb-47d0-84e7-1148c2c1d9f2 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:15.805293 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-abb0f170-99e9-418c-a714-e0d5fb5a6137 req-cc3629ec-70cb-47d0-84e7-1148c2c1d9f2 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 944 time: 0.0474272 Jan 18 21:07:15.849488 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-abb0f170-99e9-418c-a714-e0d5fb5a6137 req-3df27bfa-f60e-4630-a3c4-794341c5784b tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386617 Jan 18 21:07:15.854405 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device bf174a27-1655-4f8f-83bb-c65dc3c608c6 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:07:15.902062 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port bf174a27-1655-4f8f-83bb-c65dc3c608c6 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 21:07:15.905719 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port bf174a27-1655-4f8f-83bb-c65dc3c608c6 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:07:15.906255 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bf174a27-1655-4f8f-83bb-c65dc3c608c6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:15.965352 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57565c-f149-40e3-b15a-dca1165c3f5b req-e376c5e7-4222-4de2-bd28-b8acfe84ddaf tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:15.966773 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e57565c-f149-40e3-b15a-dca1165c3f5b req-e376c5e7-4222-4de2-bd28-b8acfe84ddaf tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 944 time: 0.0480425 Jan 18 21:07:15.983435 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port bf174a27-1655-4f8f-83bb-c65dc3c608c6 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:07:15.983823 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bf174a27-1655-4f8f-83bb-c65dc3c608c6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:16.007027 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e71019-2620-40bc-9697-908c0104c34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf174a27-1655-4f8f-83bb-c65dc3c608c6'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:07:16.009930 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b14bcfb-f829-4421-8eaf-e36147cc02a8" -d '{"events": [{"server_uuid": "a5e71019-2620-40bc-9697-908c0104c34f", "name": "network-vif-plugged", "status": "completed", "tag": "bf174a27-1655-4f8f-83bb-c65dc3c608c6"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:07:16.027588 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e57565c-f149-40e3-b15a-dca1165c3f5b req-094bb408-0622-431c-8361-89e5b577fe46 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549366 Jan 18 21:07:16.027782 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port bf174a27-1655-4f8f-83bb-c65dc3c608c6, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=bf174a27-1655-4f8f-83bb-c65dc3c608c6,segment=NetworkSegment(ab39cb1d-1a5e-44c5-a527-5ba3751704b3),segment_id=ab39cb1d-1a5e-44c5-a527-5ba3751704b3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:07:16.031850 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (bf174a27-1655-4f8f-83bb-c65dc3c608c6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:16.058868 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df87b75d-04c2-4b1d-820c-abd5e9e4fcac x-openstack-request-id: req-df87b75d-04c2-4b1d-820c-abd5e9e4fcac {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:07:16.059159 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e71019-2620-40bc-9697-908c0104c34f", "name": "network-vif-plugged", "status": "completed", "tag": "bf174a27-1655-4f8f-83bb-c65dc3c608c6", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:07:16.059415 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df87b75d-04c2-4b1d-820c-abd5e9e4fcac {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:07:16.059893 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e71019-2620-40bc-9697-908c0104c34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf174a27-1655-4f8f-83bb-c65dc3c608c6', 'code': 200} Jan 18 21:07:16.086967 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=bf174a27-1655-4f8f-83bb-c65dc3c608c6,revision_number=9']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:07:16.147046 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4cf929-8fe8-49cd-bdcf-cb8dd69ac65f req-6bccb8a5-f320-49ce-b174-b911246e7e3a tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:16.148496 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bd4cf929-8fe8-49cd-bdcf-cb8dd69ac65f req-6bccb8a5-f320-49ce-b174-b911246e7e3a tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0508091 Jan 18 21:07:16.194069 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bd4cf929-8fe8-49cd-bdcf-cb8dd69ac65f req-f965d502-5c9f-4ead-b2ab-baeb11409bd7 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393891 Jan 18 21:07:16.550027 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-67c87fc2-491e-406d-bce5-d6c88b0254a4 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:16.551405 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-67c87fc2-491e-406d-bce5-d6c88b0254a4 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/networks?id=21c56578-a9a5-4b53-bcc9-ede126139472 HTTP/1.1" status: 200 len: 814 time: 0.1073225 Jan 18 21:07:16.565915 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-9c400b5f-e184-48a5-af21-3fc3ee2f48d1 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/quotas/a7451446244e43578523980112668fae HTTP/1.1" status: 200 len: 375 time: 0.0086334 Jan 18 21:07:16.956542 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-ae590b98-c9bc-4c7d-94d5-84ce367fd157 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7451446244e43578523980112668fae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3858304 Jan 18 21:07:17.043011 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-9b3191be-9b27-4647-8eea-922043a2861b service neutron] 10.222.0.31 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788810 Jan 18 21:07:17.131501 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-140aece8-11e9-458c-9d49-ff0bf86183e3 service neutron] 10.222.0.31 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828941 Jan 18 21:07:17.286821 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c0f91ea5-3d4d-49a6-8b7f-6550d11c14d1 req-c05fadfc-e938-40e1-95b1-56e9ffdfc1b7 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 210 time: 0.0265756 Jan 18 21:07:17.785302 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc41c1-fc6a-4285-a372-e16bb46480f8 req-2b8c2fca-ebe1-47f4-9919-132e4ffa71f9 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:17.786790 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-88fc41c1-fc6a-4285-a372-e16bb46480f8 req-2b8c2fca-ebe1-47f4-9919-132e4ffa71f9 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5e71019-2620-40bc-9697-908c0104c34f HTTP/1.1" status: 200 len: 945 time: 0.0525856 Jan 18 21:07:17.874731 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-88fc41c1-fc6a-4285-a372-e16bb46480f8 req-08d12a91-d965-4425-b7c6-a5d9aa139af3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Deleting port bf174a27-1655-4f8f-83bb-c65dc3c608c6 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:07:17.875070 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-88fc41c1-fc6a-4285-a372-e16bb46480f8 req-08d12a91-d965-4425-b7c6-a5d9aa139af3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (bf174a27-1655-4f8f-83bb-c65dc3c608c6), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:17.963170 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-88fc41c1-fc6a-4285-a372-e16bb46480f8 req-08d12a91-d965-4425-b7c6-a5d9aa139af3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] For port bf174a27-1655-4f8f-83bb-c65dc3c608c6, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=bf174a27-1655-4f8f-83bb-c65dc3c608c6,segment=NetworkSegment(ab39cb1d-1a5e-44c5-a527-5ba3751704b3),segment_id=ab39cb1d-1a5e-44c5-a527-5ba3751704b3)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:07:17.963529 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-88fc41c1-fc6a-4285-a372-e16bb46480f8 req-08d12a91-d965-4425-b7c6-a5d9aa139af3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (bf174a27-1655-4f8f-83bb-c65dc3c608c6), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:17.975008 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-88fc41c1-fc6a-4285-a372-e16bb46480f8 req-08d12a91-d965-4425-b7c6-a5d9aa139af3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Calling delete_port for bf174a27-1655-4f8f-83bb-c65dc3c608c6 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:07:18.098255 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-88fc41c1-fc6a-4285-a372-e16bb46480f8 req-08d12a91-d965-4425-b7c6-a5d9aa139af3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (bf174a27-1655-4f8f-83bb-c65dc3c608c6), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:18.110579 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['bf174a27-1655-4f8f-83bb-c65dc3c608c6'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:07:18.133776 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d12a91-d965-4425-b7c6-a5d9aa139af3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Pushing event deleted for resources: {'Port': ['ID=bf174a27-1655-4f8f-83bb-c65dc3c608c6,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:07:18.174491 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-88fc41c1-fc6a-4285-a372-e16bb46480f8 req-08d12a91-d965-4425-b7c6-a5d9aa139af3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] No DVR routers for this DVR port bf174a27-1655-4f8f-83bb-c65dc3c608c6 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:07:18.177607 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-88fc41c1-fc6a-4285-a372-e16bb46480f8 req-08d12a91-d965-4425-b7c6-a5d9aa139af3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:18.181479 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-88fc41c1-fc6a-4285-a372-e16bb46480f8 req-08d12a91-d965-4425-b7c6-a5d9aa139af3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.70 "DELETE /v2.0/ports/bf174a27-1655-4f8f-83bb-c65dc3c608c6 HTTP/1.1" status: 204 len: 173 time: 0.3891625 Jan 18 21:07:18.182745 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e71019-2620-40bc-9697-908c0104c34f', 'name': 'network-vif-deleted', 'tag': 'bf174a27-1655-4f8f-83bb-c65dc3c608c6'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:07:18.185034 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4008407-0e68-4552-baa7-66a85e18ce6a" -d '{"events": [{"server_uuid": "a5e71019-2620-40bc-9697-908c0104c34f", "name": "network-vif-deleted", "tag": "bf174a27-1655-4f8f-83bb-c65dc3c608c6"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:07:18.223475 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3981fc-b568-4fdc-86c6-39c6b289d171 x-openstack-request-id: req-9c3981fc-b568-4fdc-86c6-39c6b289d171 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:07:18.223779 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e71019-2620-40bc-9697-908c0104c34f", "name": "network-vif-deleted", "tag": "bf174a27-1655-4f8f-83bb-c65dc3c608c6", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:07:18.224032 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c3981fc-b568-4fdc-86c6-39c6b289d171 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:07:18.224433 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e71019-2620-40bc-9697-908c0104c34f', 'name': 'network-vif-deleted', 'tag': 'bf174a27-1655-4f8f-83bb-c65dc3c608c6', 'status': 'completed', 'code': 200} Jan 18 21:07:18.328717 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-c5de1eda-a2d0-42ef-a75a-ec1da3a62dfa tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:18.331194 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-c5de1eda-a2d0-42ef-a75a-ec1da3a62dfa tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.70 "GET /v2.0/networks?id=21c56578-a9a5-4b53-bcc9-ede126139472 HTTP/1.1" status: 200 len: 814 time: 0.1175139 Jan 18 21:07:18.361112 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-ba06eafb-1f1e-49e1-b623-d498cc090e89 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Request body: {'port': {'device_id': '80e3987a-8e04-4c0b-9b9a-02e2417241fc', 'network_id': '21c56578-a9a5-4b53-bcc9-ede126139472', 'admin_state_up': True, 'tenant_id': 'a7451446244e43578523980112668fae'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:07:18.399259 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9d54cca7-70fd-4d04-914a-f05ab1346daa req-3822243a-8183-4906-9eec-fd14b7c9ef81 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 210 time: 0.0313172 Jan 18 21:07:18.493268 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-ba06eafb-1f1e-49e1-b623-d498cc090e89 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Made reservation on behalf of a7451446244e43578523980112668fae for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:07:18.497794 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-ba06eafb-1f1e-49e1-b623-d498cc090e89 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:18.622952 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-ba06eafb-1f1e-49e1-b623-d498cc090e89 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Allocated IP 172.20.0.13 (21c56578-a9a5-4b53-bcc9-ede126139472/19c6837d-5d3d-4e23-b715-5034b03b854d/0b276b8e-bfa7-4183-9e67-aef56d832e9b) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:07:18.766271 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-ba06eafb-1f1e-49e1-b623-d498cc090e89 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Publish callbacks [] for port (0b276b8e-bfa7-4183-9e67-aef56d832e9b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:18.799307 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-ba06eafb-1f1e-49e1-b623-d498cc090e89 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (0b276b8e-bfa7-4183-9e67-aef56d832e9b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:18.815061 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['bf174a27-1655-4f8f-83bb-c65dc3c608c6'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:07:18.843824 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-ba06eafb-1f1e-49e1-b623-d498cc090e89 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Network 21c56578-a9a5-4b53-bcc9-ede126139472 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:07:18.846844 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-ba06eafb-1f1e-49e1-b623-d498cc090e89 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:07:18.849086 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-ba06eafb-1f1e-49e1-b623-d498cc090e89 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:07:18.874487 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06eafb-1f1e-49e1-b623-d498cc090e89 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Pushing event updated for resources: {'Port': ['ID=0b276b8e-bfa7-4183-9e67-aef56d832e9b,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:07:18.902480 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-ba06eafb-1f1e-49e1-b623-d498cc090e89 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:18.903089 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-ba06eafb-1f1e-49e1-b623-d498cc090e89 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:18.918488 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-ba06eafb-1f1e-49e1-b623-d498cc090e89 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5616350 Jan 18 21:07:18.980797 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-4773fca4-4678-4e82-90c1-bf44bd831bc5 service neutron] Request body: {'port': {'device_id': '80e3987a-8e04-4c0b-9b9a-02e2417241fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:07:19.034819 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-4773fca4-4678-4e82-90c1-bf44bd831bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0b276b8e-bfa7-4183-9e67-aef56d832e9b), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:19.286151 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-4773fca4-4678-4e82-90c1-bf44bd831bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b276b8e-bfa7-4183-9e67-aef56d832e9b {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:07:19.293470 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-4773fca4-4678-4e82-90c1-bf44bd831bc5 service neutron] Publish callbacks [] for port (0b276b8e-bfa7-4183-9e67-aef56d832e9b), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:19.305254 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-4773fca4-4678-4e82-90c1-bf44bd831bc5 service neutron] Transition to ACTIVE for port object 0b276b8e-bfa7-4183-9e67-aef56d832e9b will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 21:07:19.309138 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-4773fca4-4678-4e82-90c1-bf44bd831bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (0b276b8e-bfa7-4183-9e67-aef56d832e9b), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:19.359911 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773fca4-4678-4e82-90c1-bf44bd831bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=0b276b8e-bfa7-4183-9e67-aef56d832e9b,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:07:19.424900 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-4773fca4-4678-4e82-90c1-bf44bd831bc5 service neutron] Attempting to bind port 0b276b8e-bfa7-4183-9e67-aef56d832e9b on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:07:19.425225 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-4773fca4-4678-4e82-90c1-bf44bd831bc5 service neutron] Attempting to bind port 0b276b8e-bfa7-4183-9e67-aef56d832e9b by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'ab39cb1d-1a5e-44c5-a527-5ba3751704b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '21c56578-a9a5-4b53-bcc9-ede126139472'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:07:19.425540 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-4773fca4-4678-4e82-90c1-bf44bd831bc5 service neutron] Attempting to bind port 0b276b8e-bfa7-4183-9e67-aef56d832e9b on network 21c56578-a9a5-4b53-bcc9-ede126139472 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:07:19.429946 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-4773fca4-4678-4e82-90c1-bf44bd831bc5 service neutron] Port 0b276b8e-bfa7-4183-9e67-aef56d832e9b on network 21c56578-a9a5-4b53-bcc9-ede126139472 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 21:07:19.430259 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-4773fca4-4678-4e82-90c1-bf44bd831bc5 service neutron] Attempting to bind port 0b276b8e-bfa7-4183-9e67-aef56d832e9b on network 21c56578-a9a5-4b53-bcc9-ede126139472 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:07:19.435646 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-4773fca4-4678-4e82-90c1-bf44bd831bc5 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:07:19.436331 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-4773fca4-4678-4e82-90c1-bf44bd831bc5 service neutron] Checking segment: {'id': 'ab39cb1d-1a5e-44c5-a527-5ba3751704b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '21c56578-a9a5-4b53-bcc9-ede126139472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:07:19.436331 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-4773fca4-4678-4e82-90c1-bf44bd831bc5 service neutron] Bound using segment: {'id': 'ab39cb1d-1a5e-44c5-a527-5ba3751704b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '21c56578-a9a5-4b53-bcc9-ede126139472'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:07:19.436729 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-4773fca4-4678-4e82-90c1-bf44bd831bc5 service neutron] Bound port: 0b276b8e-bfa7-4183-9e67-aef56d832e9b, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab39cb1d-1a5e-44c5-a527-5ba3751704b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '21c56578-a9a5-4b53-bcc9-ede126139472'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:07:19.437074 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-4773fca4-4678-4e82-90c1-bf44bd831bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0b276b8e-bfa7-4183-9e67-aef56d832e9b), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:19.499263 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-4773fca4-4678-4e82-90c1-bf44bd831bc5 service neutron] For port 0b276b8e-bfa7-4183-9e67-aef56d832e9b, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:07:19.502349 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-4773fca4-4678-4e82-90c1-bf44bd831bc5 service neutron] For port 0b276b8e-bfa7-4183-9e67-aef56d832e9b, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0b276b8e-bfa7-4183-9e67-aef56d832e9b,segment=NetworkSegment(ab39cb1d-1a5e-44c5-a527-5ba3751704b3),segment_id=ab39cb1d-1a5e-44c5-a527-5ba3751704b3)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:07:19.507197 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-4773fca4-4678-4e82-90c1-bf44bd831bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (0b276b8e-bfa7-4183-9e67-aef56d832e9b), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:19.523190 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663faa6-3f9e-48f0-b675-f23d818d923c req-9be42b4a-1e82-4609-9cbd-5b6a4b601ba2 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:19.524655 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e663faa6-3f9e-48f0-b675-f23d818d923c req-9be42b4a-1e82-4609-9cbd-5b6a4b601ba2 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 944 time: 0.0486596 Jan 18 21:07:19.541298 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-4773fca4-4678-4e82-90c1-bf44bd831bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:19.542066 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-4773fca4-4678-4e82-90c1-bf44bd831bc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:19.543441 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-4773fca4-4678-4e82-90c1-bf44bd831bc5 service neutron] 10.222.0.70 "PUT /v2.0/ports/0b276b8e-bfa7-4183-9e67-aef56d832e9b HTTP/1.1" status: 200 len: 1092 time: 0.6130912 Jan 18 21:07:19.567311 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773fca4-4678-4e82-90c1-bf44bd831bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=0b276b8e-bfa7-4183-9e67-aef56d832e9b,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:07:19.584250 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e663faa6-3f9e-48f0-b675-f23d818d923c req-62a86ba5-1b7e-4bdb-9180-32a229eb330e tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537720 Jan 18 21:07:19.624989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-d33b929d-af12-4d81-a914-ad9c5926d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:19.626529 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-d33b929d-af12-4d81-a914-ad9c5926d518 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a7451446244e43578523980112668fae&device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 1095 time: 0.0415039 Jan 18 21:07:19.670859 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-9f85395b-3748-4911-a696-d02b1e634440 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b276b8e-bfa7-4183-9e67-aef56d832e9b HTTP/1.1" status: 200 len: 217 time: 0.0357716 Jan 18 21:07:19.729729 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-cbf1bc0c-d3f3-4b54-8537-001de1249d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:19.731187 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-cbf1bc0c-d3f3-4b54-8537-001de1249d3f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=19c6837d-5d3d-4e23-b715-5034b03b854d HTTP/1.1" status: 200 len: 854 time: 0.0458415 Jan 18 21:07:19.766148 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-348acd98-4619-4ae3-a677-8c9b5bfd25c1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=21c56578-a9a5-4b53-bcc9-ede126139472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245597 Jan 18 21:07:19.867027 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-f25d8427-e882-4679-96fc-25275c9d3a0a service neutron] 10.222.0.70 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862248 Jan 18 21:07:19.952093 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d7db8bf2-d996-4b10-bbf1-7a132751632e req-7e94399f-ff27-4618-aaac-db66e2231dec service neutron] 10.222.0.70 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788646 Jan 18 21:07:20.225216 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e3987a-8e04-4c0b-9b9a-02e2417241fc', 'tag': '0b276b8e-bfa7-4183-9e67-aef56d832e9b'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:07:20.228280 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d33c3fd-e10f-4c11-8b88-603bdd906034" -d '{"events": [{"name": "network-changed", "server_uuid": "80e3987a-8e04-4c0b-9b9a-02e2417241fc", "tag": "0b276b8e-bfa7-4183-9e67-aef56d832e9b"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:07:20.316727 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae23732e-173a-4074-9acf-6dbd24af6547 x-openstack-request-id: req-ae23732e-173a-4074-9acf-6dbd24af6547 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:07:20.317027 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e3987a-8e04-4c0b-9b9a-02e2417241fc", "tag": "0b276b8e-bfa7-4183-9e67-aef56d832e9b", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:07:20.317280 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae23732e-173a-4074-9acf-6dbd24af6547 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:07:20.317728 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e3987a-8e04-4c0b-9b9a-02e2417241fc', 'tag': '0b276b8e-bfa7-4183-9e67-aef56d832e9b', 'status': 'completed', 'code': 200} Jan 18 21:07:20.613711 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33c3fd-e10f-4c11-8b88-603bdd906034 req-451b8516-d387-4a4a-9e32-5f5a528ad588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:20.614570 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7d33c3fd-e10f-4c11-8b88-603bdd906034 req-451b8516-d387-4a4a-9e32-5f5a528ad588 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a7451446244e43578523980112668fae&device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 1095 time: 0.2703755 Jan 18 21:07:20.698252 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13881c24-f0e8-41cf-95af-85ab787201c3 req-d87ca4cf-2434-4bfb-bd11-37d0a6d7a93f tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:20.699723 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-13881c24-f0e8-41cf-95af-85ab787201c3 req-d87ca4cf-2434-4bfb-bd11-37d0a6d7a93f tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 944 time: 0.0466390 Jan 18 21:07:20.704770 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33c3fd-e10f-4c11-8b88-603bdd906034 req-94ce83b9-6949-427d-83f7-cf14e03c0c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:20.706259 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7d33c3fd-e10f-4c11-8b88-603bdd906034 req-94ce83b9-6949-427d-83f7-cf14e03c0c8d service neutron] 10.222.0.70 "GET /v2.0/networks?id=21c56578-a9a5-4b53-bcc9-ede126139472 HTTP/1.1" status: 200 len: 915 time: 0.0845213 Jan 18 21:07:20.746903 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-13881c24-f0e8-41cf-95af-85ab787201c3 req-486e7991-cd2a-40f5-9115-8a42ab5de145 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404572 Jan 18 21:07:20.750037 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7d33c3fd-e10f-4c11-8b88-603bdd906034 req-6090d7e4-7ce9-48f6-9f62-c0eabe642544 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b276b8e-bfa7-4183-9e67-aef56d832e9b HTTP/1.1" status: 200 len: 217 time: 0.0363102 Jan 18 21:07:20.800590 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33c3fd-e10f-4c11-8b88-603bdd906034 req-aa346533-b790-4851-90a3-3488d9f8ebca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:20.802006 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7d33c3fd-e10f-4c11-8b88-603bdd906034 req-aa346533-b790-4851-90a3-3488d9f8ebca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=19c6837d-5d3d-4e23-b715-5034b03b854d HTTP/1.1" status: 200 len: 854 time: 0.0429847 Jan 18 21:07:20.831026 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7d33c3fd-e10f-4c11-8b88-603bdd906034 req-9f5355b1-2157-4587-b3f0-b69e5290eeb0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=21c56578-a9a5-4b53-bcc9-ede126139472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230627 Jan 18 21:07:20.919481 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7d33c3fd-e10f-4c11-8b88-603bdd906034 req-439cded7-a320-49aa-b423-fc3cbfa771eb service neutron] 10.222.0.70 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823767 Jan 18 21:07:21.006567 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7d33c3fd-e10f-4c11-8b88-603bdd906034 req-10d4a9a7-0997-4a85-b969-861f76d03686 service neutron] 10.222.0.70 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798175 Jan 18 21:07:21.861883 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1354637-57bb-4531-9980-d125d97992bb req-1513e4c2-ce8c-4095-bf0b-8d51932f0af8 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:21.864014 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b1354637-57bb-4531-9980-d125d97992bb req-1513e4c2-ce8c-4095-bf0b-8d51932f0af8 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 944 time: 0.0481689 Jan 18 21:07:21.872661 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 0b276b8e-bfa7-4183-9e67-aef56d832e9b details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 21:07:21.875337 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device bf174a27-1655-4f8f-83bb-c65dc3c608c6 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:07:21.926474 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b1354637-57bb-4531-9980-d125d97992bb req-304cf85d-5b9a-40e8-a265-6550851fe0d9 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398982 Jan 18 21:07:21.936387 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: bf174a27-1655-4f8f-83bb-c65dc3c608c6 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:07:21.937387 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device bf174a27-1655-4f8f-83bb-c65dc3c608c6 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:07:21.992859 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 0b276b8e-bfa7-4183-9e67-aef56d832e9b, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0b276b8e-bfa7-4183-9e67-aef56d832e9b,segment=NetworkSegment(ab39cb1d-1a5e-44c5-a527-5ba3751704b3),segment_id=ab39cb1d-1a5e-44c5-a527-5ba3751704b3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:07:22.004657 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '0b276b8e-bfa7-4183-9e67-aef56d832e9b', 'network_id': '21c56578-a9a5-4b53-bcc9-ede126139472', 'port_id': '0b276b8e-bfa7-4183-9e67-aef56d832e9b', 'mac_address': 'fa:16:3e:26:a7:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19c6837d-5d3d-4e23-b715-5034b03b854d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 21:07:22.044506 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 0b276b8e-bfa7-4183-9e67-aef56d832e9b is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:07:22.044810 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0b276b8e-bfa7-4183-9e67-aef56d832e9b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:22.057785 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b276b8e-bfa7-4183-9e67-aef56d832e9b {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:07:22.077276 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 0b276b8e-bfa7-4183-9e67-aef56d832e9b, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0b276b8e-bfa7-4183-9e67-aef56d832e9b,segment=NetworkSegment(ab39cb1d-1a5e-44c5-a527-5ba3751704b3),segment_id=ab39cb1d-1a5e-44c5-a527-5ba3751704b3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:07:22.081003 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (0b276b8e-bfa7-4183-9e67-aef56d832e9b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:22.127178 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=0b276b8e-bfa7-4183-9e67-aef56d832e9b,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:07:22.338536 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['0b276b8e-bfa7-4183-9e67-aef56d832e9b'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:07:23.049091 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447017bb-7492-4db5-99a9-58798964f9a6 req-af6101d9-2be5-4e49-bd0a-5ec66c06a064 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:23.050564 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-447017bb-7492-4db5-99a9-58798964f9a6 req-af6101d9-2be5-4e49-bd0a-5ec66c06a064 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 945 time: 0.0516167 Jan 18 21:07:23.096150 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-447017bb-7492-4db5-99a9-58798964f9a6 req-26cfc2e2-39f3-449d-a4e5-b0f41e227c6a tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398803 Jan 18 21:07:23.886302 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 0b276b8e-bfa7-4183-9e67-aef56d832e9b up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:07:23.933090 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 0b276b8e-bfa7-4183-9e67-aef56d832e9b completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 21:07:23.936843 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 0b276b8e-bfa7-4183-9e67-aef56d832e9b triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:07:23.937208 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (0b276b8e-bfa7-4183-9e67-aef56d832e9b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:24.012913 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 0b276b8e-bfa7-4183-9e67-aef56d832e9b is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:07:24.013291 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0b276b8e-bfa7-4183-9e67-aef56d832e9b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:24.038179 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e3987a-8e04-4c0b-9b9a-02e2417241fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b276b8e-bfa7-4183-9e67-aef56d832e9b'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:07:24.041101 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba4a22d-7694-467b-b128-249214457589" -d '{"events": [{"server_uuid": "80e3987a-8e04-4c0b-9b9a-02e2417241fc", "name": "network-vif-plugged", "status": "completed", "tag": "0b276b8e-bfa7-4183-9e67-aef56d832e9b"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:07:24.055358 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 0b276b8e-bfa7-4183-9e67-aef56d832e9b, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0b276b8e-bfa7-4183-9e67-aef56d832e9b,segment=NetworkSegment(ab39cb1d-1a5e-44c5-a527-5ba3751704b3),segment_id=ab39cb1d-1a5e-44c5-a527-5ba3751704b3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:07:24.060659 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (0b276b8e-bfa7-4183-9e67-aef56d832e9b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:24.084914 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ebfdb0-b6d9-44c5-9216-2fe49c01e2e7 x-openstack-request-id: req-08ebfdb0-b6d9-44c5-9216-2fe49c01e2e7 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:07:24.085211 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e3987a-8e04-4c0b-9b9a-02e2417241fc", "name": "network-vif-plugged", "status": "completed", "tag": "0b276b8e-bfa7-4183-9e67-aef56d832e9b", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:07:24.085462 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08ebfdb0-b6d9-44c5-9216-2fe49c01e2e7 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:07:24.085872 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e3987a-8e04-4c0b-9b9a-02e2417241fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b276b8e-bfa7-4183-9e67-aef56d832e9b', 'code': 200} Jan 18 21:07:24.116695 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=0b276b8e-bfa7-4183-9e67-aef56d832e9b,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:07:24.192990 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edba735-c063-4c23-9fa1-74172bb17fd8 req-aa790e32-98a4-4a0e-a81d-df9cb12b2d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:24.194541 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6edba735-c063-4c23-9fa1-74172bb17fd8 req-aa790e32-98a4-4a0e-a81d-df9cb12b2d23 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 1097 time: 0.0418196 Jan 18 21:07:24.211422 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7501e7-3e07-47f4-8402-726ffa4f2f82 req-2234fee2-2568-460e-9886-220f324a2733 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:24.213480 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ff7501e7-3e07-47f4-8402-726ffa4f2f82 req-2234fee2-2568-460e-9886-220f324a2733 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0498111 Jan 18 21:07:24.240978 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6edba735-c063-4c23-9fa1-74172bb17fd8 req-ed332917-d320-4725-9864-9052ece454e8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405221 Jan 18 21:07:24.259906 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ff7501e7-3e07-47f4-8402-726ffa4f2f82 req-479a3ec8-9b1b-4250-b658-018cb8c7d0df tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405791 Jan 18 21:07:25.378468 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0addb-04a2-4993-971b-a77c9ae5e265 req-5011d135-7310-43c6-88ca-4f1ad46856cd tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:25.379943 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d0b0addb-04a2-4993-971b-a77c9ae5e265 req-5011d135-7310-43c6-88ca-4f1ad46856cd tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0508320 Jan 18 21:07:25.427008 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d0b0addb-04a2-4993-971b-a77c9ae5e265 req-99b07a7c-a429-4d9b-836a-42f885fae2a8 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415130 Jan 18 21:07:25.733387 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a212be83-ab59-49f5-a15e-ac3f6633a74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:26.550479 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193c356-ce40-46b0-99f4-de4b43ee35fc req-9abace19-fbc2-4eea-a8fb-1738efe69a97 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:26.551941 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1193c356-ce40-46b0-99f4-de4b43ee35fc req-9abace19-fbc2-4eea-a8fb-1738efe69a97 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0475969 Jan 18 21:07:26.597387 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1193c356-ce40-46b0-99f4-de4b43ee35fc req-d41ae724-5077-4791-8606-afcc2ed58467 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391090 Jan 18 21:07:26.709331 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbe78a-b0c2-4686-9c96-cafe3e477c9b req-5395b9d9-fc9f-4b11-9874-27a3fa312461 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:26.710795 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7efbe78a-b0c2-4686-9c96-cafe3e477c9b req-5395b9d9-fc9f-4b11-9874-27a3fa312461 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0473104 Jan 18 21:07:26.759492 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7efbe78a-b0c2-4686-9c96-cafe3e477c9b req-d7c851cd-c7e8-46ed-82a8-f5933fdc158c tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432041 Jan 18 21:07:26.976461 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-4eb04abe-05ef-4472-b566-0d7bf16fe8c8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0393829 Jan 18 21:07:26.994012 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a797b4-ebbd-4ad8-b2a5-1d87a48eae0d req-a6bbd574-8d0d-4561-ba0a-f4a90691b944 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:26.995639 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-54a797b4-ebbd-4ad8-b2a5-1d87a48eae0d req-a6bbd574-8d0d-4561-ba0a-f4a90691b944 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0494251 Jan 18 21:07:27.042766 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-54a797b4-ebbd-4ad8-b2a5-1d87a48eae0d req-4d78dec2-fc5c-405c-8534-ec37ee61b1d9 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415778 Jan 18 21:07:27.894357 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a968a749-a7af-401f-8fd2-82c55b1f9801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:28.011241 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-312e357c-f7b6-4cc3-a3aa-805a325eb125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:28.012862 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-312e357c-f7b6-4cc3-a3aa-805a325eb125 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a7451446244e43578523980112668fae&device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 1097 time: 0.0399060 Jan 18 21:07:28.103028 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-6cc2bd50-84ef-40e0-8531-c5a082b15397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:28.104832 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-6cc2bd50-84ef-40e0-8531-c5a082b15397 service neutron] 10.222.0.70 "GET /v2.0/networks?id=21c56578-a9a5-4b53-bcc9-ede126139472 HTTP/1.1" status: 200 len: 915 time: 0.0862072 Jan 18 21:07:28.145294 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-4169ffb0-98f1-49e7-850a-70112bc2513b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b276b8e-bfa7-4183-9e67-aef56d832e9b HTTP/1.1" status: 200 len: 217 time: 0.0342307 Jan 18 21:07:28.168932 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5587ba-985e-4bf4-8511-f1cd6e230007 req-5cfd7349-ae3b-40cc-93ff-031821a5c291 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:28.170574 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3d5587ba-985e-4bf4-8511-f1cd6e230007 req-5cfd7349-ae3b-40cc-93ff-031821a5c291 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0586917 Jan 18 21:07:28.193142 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-211708bc-00f3-4b48-b13f-224cf2f72b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:28.194647 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-211708bc-00f3-4b48-b13f-224cf2f72b29 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=19c6837d-5d3d-4e23-b715-5034b03b854d HTTP/1.1" status: 200 len: 854 time: 0.0443242 Jan 18 21:07:28.217160 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3d5587ba-985e-4bf4-8511-f1cd6e230007 req-d747c52a-6510-42d7-a09a-be060b2656d3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408311 Jan 18 21:07:28.228857 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-99ff4467-b497-4e61-88d2-174085719819 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=21c56578-a9a5-4b53-bcc9-ede126139472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285695 Jan 18 21:07:28.259649 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:07:28.316000 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-af78e47f-3cbc-486c-bb22-85a8f2bb4e2b service neutron] 10.222.0.70 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811138 Jan 18 21:07:28.409259 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-bb368935-a9a1-4a00-8adc-9ef0d2a359ff service neutron] 10.222.0.70 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868061 Jan 18 21:07:29.276559 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:29.337727 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde55b09-9ebc-4347-9c04-d0e5957af84a req-d01d6416-47b1-44d6-8fd2-306f1c3314c2 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:29.339104 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dde55b09-9ebc-4347-9c04-d0e5957af84a req-d01d6416-47b1-44d6-8fd2-306f1c3314c2 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0512886 Jan 18 21:07:29.385214 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dde55b09-9ebc-4347-9c04-d0e5957af84a req-09cba04f-1e5c-4bc0-9351-692741a4f7f0 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405345 Jan 18 21:07:30.498750 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef116e-cd7d-45ae-9e6a-626ef4f9bbd2 req-9344bc60-8005-40de-9d0d-a2c7142d030d tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:30.500194 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-61ef116e-cd7d-45ae-9e6a-626ef4f9bbd2 req-9344bc60-8005-40de-9d0d-a2c7142d030d tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0476413 Jan 18 21:07:30.546552 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-61ef116e-cd7d-45ae-9e6a-626ef4f9bbd2 req-c4c35c55-7fa4-478a-8dbd-c8a3d50dc1c0 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405931 Jan 18 21:07:30.682779 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:31.663811 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03176500-6879-4934-8eb3-248d2508a23f req-f03deafb-af4e-462f-9049-47795c8355c0 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:31.665258 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-03176500-6879-4934-8eb3-248d2508a23f req-f03deafb-af4e-462f-9049-47795c8355c0 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0471084 Jan 18 21:07:31.714584 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-03176500-6879-4934-8eb3-248d2508a23f req-d19bc779-0f20-4005-a0fd-55d33780e891 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437753 Jan 18 21:07:31.976796 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:32.829275 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883b9b5-f3e4-41ca-a228-879ffe0a3681 req-d935c250-1f0c-48bf-9a82-4a386c86784f tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:32.830833 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e883b9b5-f3e4-41ca-a228-879ffe0a3681 req-d935c250-1f0c-48bf-9a82-4a386c86784f tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0467148 Jan 18 21:07:32.876613 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e883b9b5-f3e4-41ca-a228-879ffe0a3681 req-39e79969-41b3-4476-819d-9500ff90706a tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403168 Jan 18 21:07:33.989400 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec6616-9fef-4bd1-90e9-72056072935c req-a9da337a-d2af-48a1-8a73-5dc33c2ea412 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:33.990880 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98ec6616-9fef-4bd1-90e9-72056072935c req-a9da337a-d2af-48a1-8a73-5dc33c2ea412 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0474939 Jan 18 21:07:34.036183 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98ec6616-9fef-4bd1-90e9-72056072935c req-46d7b44c-1244-41e5-a4a5-0d1697a80836 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397680 Jan 18 21:07:34.481012 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:35.153108 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dea1f0-81d1-4295-b690-c00f9e68fb3b req-b3aef84f-091b-4f7b-8bc3-cb56c7c1dfaf tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:35.154610 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-87dea1f0-81d1-4295-b690-c00f9e68fb3b req-b3aef84f-091b-4f7b-8bc3-cb56c7c1dfaf tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0512698 Jan 18 21:07:35.200374 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-87dea1f0-81d1-4295-b690-c00f9e68fb3b req-f80bbdda-bbc8-4d0f-a41b-603cd8790b69 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403490 Jan 18 21:07:36.313288 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad449bdd-97f8-4286-b182-a8661466e87e req-0235a745-739f-4a5a-9967-a73494de7655 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:36.314797 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad449bdd-97f8-4286-b182-a8661466e87e req-0235a745-739f-4a5a-9967-a73494de7655 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0481677 Jan 18 21:07:36.360301 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ad449bdd-97f8-4286-b182-a8661466e87e req-5b4dd693-a7fb-4c4d-8e01-2013110a8ef7 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400271 Jan 18 21:07:37.271866 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:37.478217 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c2fe1-a494-4869-a69e-f5ae270fa200 req-fe24da07-fb47-4b2f-8079-7dc9f041a244 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:37.479972 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d9c2fe1-a494-4869-a69e-f5ae270fa200 req-fe24da07-fb47-4b2f-8079-7dc9f041a244 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0525854 Jan 18 21:07:37.525322 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d9c2fe1-a494-4869-a69e-f5ae270fa200 req-5071f747-0ea1-4b6a-9e4d-d47aadab5318 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397100 Jan 18 21:07:38.646918 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954ea56-ee76-4786-aee1-184000fa95ef req-73746631-34aa-4279-adad-87a3fdcb31ba tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:38.648398 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3954ea56-ee76-4786-aee1-184000fa95ef req-73746631-34aa-4279-adad-87a3fdcb31ba tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0562568 Jan 18 21:07:38.693148 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3954ea56-ee76-4786-aee1-184000fa95ef req-a8bba0b2-507b-4f61-97ac-1b161dd1875d tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385559 Jan 18 21:07:39.807631 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cbbed-a5cf-4dc3-b4e5-5dfdccfa12ba req-26854d16-b100-46dc-86bf-9d82c8bbe19c tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:39.809379 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c7cbbed-a5cf-4dc3-b4e5-5dfdccfa12ba req-26854d16-b100-46dc-86bf-9d82c8bbe19c tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0468152 Jan 18 21:07:39.858201 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c7cbbed-a5cf-4dc3-b4e5-5dfdccfa12ba req-5e13e3dd-7c80-47bc-b90a-f0a6d0dbcb87 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435884 Jan 18 21:07:40.970857 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f242d-a16f-4267-bf97-6a84075e74bb req-77554fd0-66f9-4b12-8894-9463f62551c0 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:40.972297 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ab0f242d-a16f-4267-bf97-6a84075e74bb req-77554fd0-66f9-4b12-8894-9463f62551c0 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0468459 Jan 18 21:07:41.017994 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ab0f242d-a16f-4267-bf97-6a84075e74bb req-c6147ee4-3290-45ac-a768-6b526694ba8c tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396419 Jan 18 21:07:42.129298 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b919aa0-feeb-43a8-a751-4088f7d0afde req-40b04ea0-551a-4ca8-b826-10e3dfb051ee tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:42.130774 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1b919aa0-feeb-43a8-a751-4088f7d0afde req-40b04ea0-551a-4ca8-b826-10e3dfb051ee tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0466344 Jan 18 21:07:42.175903 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1b919aa0-feeb-43a8-a751-4088f7d0afde req-1be20cdd-01b2-47df-b16c-4673dc0c5be3 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388172 Jan 18 21:07:43.293845 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605754d3-efe0-433e-873a-b7078aa7f14c req-b2963119-3a4b-4ff9-b01b-ef9f95be4ad9 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:43.295312 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-605754d3-efe0-433e-873a-b7078aa7f14c req-b2963119-3a4b-4ff9-b01b-ef9f95be4ad9 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0512786 Jan 18 21:07:43.341270 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-605754d3-efe0-433e-873a-b7078aa7f14c req-053e2ed2-4d74-42de-8a43-22817a18cf4c tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403039 Jan 18 21:07:44.457334 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc39561-74b3-4b7c-8ea6-e110484e6421 req-2eaa91ad-94fa-40a4-968a-b5102e487a11 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:44.458855 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ebc39561-74b3-4b7c-8ea6-e110484e6421 req-2eaa91ad-94fa-40a4-968a-b5102e487a11 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0511861 Jan 18 21:07:44.504593 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ebc39561-74b3-4b7c-8ea6-e110484e6421 req-a38be74c-9979-4960-b14a-917d23f84d68 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394652 Jan 18 21:07:45.621104 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0203a4c-f4c0-4bf5-af6b-f18a561a18a0 req-64eee3db-a688-470e-baa2-7fbf5dd4d677 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:45.622591 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d0203a4c-f4c0-4bf5-af6b-f18a561a18a0 req-64eee3db-a688-470e-baa2-7fbf5dd4d677 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0480514 Jan 18 21:07:45.671601 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d0203a4c-f4c0-4bf5-af6b-f18a561a18a0 req-7c485735-cd70-42dd-afe3-7c0029bd547f tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434873 Jan 18 21:07:46.786354 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284aafce-998d-4be9-8b70-26aabf74fe6b req-0dd0d925-f39f-4eab-8229-823b51bc79f1 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:46.787865 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-284aafce-998d-4be9-8b70-26aabf74fe6b req-0dd0d925-f39f-4eab-8229-823b51bc79f1 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0476904 Jan 18 21:07:46.833230 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-284aafce-998d-4be9-8b70-26aabf74fe6b req-c07ccecc-2f61-4cdc-8577-6ccc600e30d1 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393698 Jan 18 21:07:47.946854 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3485a5a-f238-4de7-9098-a9faed6f9aba req-829ab228-1a16-4229-be84-9de33de95296 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:47.948324 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e3485a5a-f238-4de7-9098-a9faed6f9aba req-829ab228-1a16-4229-be84-9de33de95296 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0477393 Jan 18 21:07:47.993347 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e3485a5a-f238-4de7-9098-a9faed6f9aba req-4160a3ff-bd80-4227-b0f6-04378cea2d31 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391128 Jan 18 21:07:49.110226 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac8f35-2188-4aa3-9d86-840e88c05668 req-ece36d61-d124-4ffb-b3ba-7add06911772 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:49.111697 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66ac8f35-2188-4aa3-9d86-840e88c05668 req-ece36d61-d124-4ffb-b3ba-7add06911772 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0518572 Jan 18 21:07:49.156902 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-66ac8f35-2188-4aa3-9d86-840e88c05668 req-64ecc771-91f9-4eaf-83ed-e9a4943c8f9f tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396755 Jan 18 21:07:50.269733 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a6b85-8e4a-4188-b733-4c16714da251 req-f9310451-7d49-41f7-8870-f3628e91530f tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:50.271195 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0f1a6b85-8e4a-4188-b733-4c16714da251 req-f9310451-7d49-41f7-8870-f3628e91530f tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0472422 Jan 18 21:07:50.318022 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0f1a6b85-8e4a-4188-b733-4c16714da251 req-3170ec30-ffd0-4efe-8b6b-8dab25bbf856 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406570 Jan 18 21:07:51.438944 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3677e-d8c9-41c9-a07c-ab24f75ab209 req-34b6f673-63d0-4150-b63e-3a136a58c10d tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:51.440421 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8bb3677e-d8c9-41c9-a07c-ab24f75ab209 req-34b6f673-63d0-4150-b63e-3a136a58c10d tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0550995 Jan 18 21:07:51.486637 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8bb3677e-d8c9-41c9-a07c-ab24f75ab209 req-20ef346e-1634-4ad1-8268-793783316750 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405490 Jan 18 21:07:52.599493 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948c016-ed38-4cce-9c22-d2a139cc5209 req-3a5f8a17-6e65-4f89-a02a-b6bd80f0f581 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:52.600847 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2948c016-ed38-4cce-9c22-d2a139cc5209 req-3a5f8a17-6e65-4f89-a02a-b6bd80f0f581 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0466242 Jan 18 21:07:52.646076 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2948c016-ed38-4cce-9c22-d2a139cc5209 req-ecd29108-8c12-4250-892c-bf53aefce6dd tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388157 Jan 18 21:07:53.774884 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f3e06-e42b-47f8-a04e-4a0c35c66b33 req-5c153d7c-994c-4ee8-a2fe-f0988abf67f4 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:53.777824 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8e3f3e06-e42b-47f8-a04e-4a0c35c66b33 req-5c153d7c-994c-4ee8-a2fe-f0988abf67f4 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0492451 Jan 18 21:07:53.835264 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8e3f3e06-e42b-47f8-a04e-4a0c35c66b33 req-260f969b-8232-4fc0-b241-f98b877ebe28 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520384 Jan 18 21:07:54.951893 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83826099-db56-40ae-af3e-ee713dd1050b req-f0eb6a36-3087-4a4a-a58b-3302be6ae20e tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:54.953391 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-83826099-db56-40ae-af3e-ee713dd1050b req-f0eb6a36-3087-4a4a-a58b-3302be6ae20e tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0485394 Jan 18 21:07:55.001309 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-83826099-db56-40ae-af3e-ee713dd1050b req-9081e59b-a877-4085-a0ca-4d99021d7da2 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422778 Jan 18 21:07:55.646427 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-e757f989-9e40-41af-be35-423347b55f3e service neutron] show failed (client error): The resource could not be found. Jan 18 21:07:55.647362 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-e757f989-9e40-41af-be35-423347b55f3e service neutron] 10.222.0.70 "GET /v2.0/ports/0b276b8e-bfa7-4183-9e67-aef56d832e9b/bindings/n-h1-741529-9 HTTP/1.1" status: 404 len: 380 time: 0.0546274 Jan 18 21:07:55.734999 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c8f8aa80-305c-4def-b9a5-2ffb6d1586de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:55.855516 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-40af6b86-9a0f-42ec-bc82-73dbb3d634f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:55.857085 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-40af6b86-9a0f-42ec-bc82-73dbb3d634f5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc&tenant_id=a7451446244e43578523980112668fae HTTP/1.1" status: 200 len: 1097 time: 0.0399866 Jan 18 21:07:55.867763 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-b49a4810-b1a3-4a15-8642-82798c10d25f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-741529-9', 'device_owner': 'compute:nova'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:07:55.921251 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-b49a4810-b1a3-4a15-8642-82798c10d25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0b276b8e-bfa7-4183-9e67-aef56d832e9b), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:56.121218 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3f553-38c1-482c-9504-86c778b13633 req-c695f060-d4e5-4cbc-b062-805527f2ab77 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:56.122749 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21c3f553-38c1-482c-9504-86c778b13633 req-c695f060-d4e5-4cbc-b062-805527f2ab77 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0483358 Jan 18 21:07:56.126288 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-b49a4810-b1a3-4a15-8642-82798c10d25f service neutron] For port 0b276b8e-bfa7-4183-9e67-aef56d832e9b, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=0b276b8e-bfa7-4183-9e67-aef56d832e9b,segment=NetworkSegment(ab39cb1d-1a5e-44c5-a527-5ba3751704b3),segment_id=ab39cb1d-1a5e-44c5-a527-5ba3751704b3)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:07:56.158895 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-b49a4810-b1a3-4a15-8642-82798c10d25f service neutron] For port 0b276b8e-bfa7-4183-9e67-aef56d832e9b, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:07:56.170382 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21c3f553-38c1-482c-9504-86c778b13633 req-d1d8677c-c155-4876-8dec-cd3f1de30477 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420246 Jan 18 21:07:56.200514 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e3987a-8e04-4c0b-9b9a-02e2417241fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b276b8e-bfa7-4183-9e67-aef56d832e9b'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:07:56.202732 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ffc97f-783a-402d-a607-3f3990ea8976" -d '{"events": [{"server_uuid": "80e3987a-8e04-4c0b-9b9a-02e2417241fc", "name": "network-vif-unplugged", "status": "completed", "tag": "0b276b8e-bfa7-4183-9e67-aef56d832e9b"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:07:56.206541 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-b49a4810-b1a3-4a15-8642-82798c10d25f service neutron] Publish callbacks [] for port (0b276b8e-bfa7-4183-9e67-aef56d832e9b), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:56.219173 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-b49a4810-b1a3-4a15-8642-82798c10d25f service neutron] Transition to ACTIVE for port object 0b276b8e-bfa7-4183-9e67-aef56d832e9b will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 21:07:56.223100 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-b49a4810-b1a3-4a15-8642-82798c10d25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (0b276b8e-bfa7-4183-9e67-aef56d832e9b), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:56.254262 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 21:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d736547b-9c29-4dd6-bd93-e609e894d9a9 x-openstack-request-id: req-d736547b-9c29-4dd6-bd93-e609e894d9a9 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:07:56.254563 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e3987a-8e04-4c0b-9b9a-02e2417241fc", "name": "network-vif-unplugged", "status": "completed", "tag": "0b276b8e-bfa7-4183-9e67-aef56d832e9b", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:07:56.255276 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d736547b-9c29-4dd6-bd93-e609e894d9a9 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:07:56.255276 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e3987a-8e04-4c0b-9b9a-02e2417241fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b276b8e-bfa7-4183-9e67-aef56d832e9b', 'code': 200} Jan 18 21:07:56.289850 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-b49a4810-b1a3-4a15-8642-82798c10d25f service neutron] No DVR routers for this DVR port 0b276b8e-bfa7-4183-9e67-aef56d832e9b on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:07:56.292486 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a4810-b1a3-4a15-8642-82798c10d25f service neutron] Pushing event updated for resources: {'Port': ['ID=0b276b8e-bfa7-4183-9e67-aef56d832e9b,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:07:56.326066 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-b49a4810-b1a3-4a15-8642-82798c10d25f service neutron] Attempting to bind port 0b276b8e-bfa7-4183-9e67-aef56d832e9b on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:07:56.326399 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-b49a4810-b1a3-4a15-8642-82798c10d25f service neutron] Attempting to bind port 0b276b8e-bfa7-4183-9e67-aef56d832e9b by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': 'ab39cb1d-1a5e-44c5-a527-5ba3751704b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '21c56578-a9a5-4b53-bcc9-ede126139472'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:07:56.326725 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-b49a4810-b1a3-4a15-8642-82798c10d25f service neutron] Attempting to bind port 0b276b8e-bfa7-4183-9e67-aef56d832e9b on network 21c56578-a9a5-4b53-bcc9-ede126139472 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:07:56.330891 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-b49a4810-b1a3-4a15-8642-82798c10d25f service neutron] Port 0b276b8e-bfa7-4183-9e67-aef56d832e9b on network 21c56578-a9a5-4b53-bcc9-ede126139472 not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 21:07:56.331209 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-b49a4810-b1a3-4a15-8642-82798c10d25f service neutron] Attempting to bind port 0b276b8e-bfa7-4183-9e67-aef56d832e9b on network 21c56578-a9a5-4b53-bcc9-ede126139472 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:07:56.335918 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-b49a4810-b1a3-4a15-8642-82798c10d25f service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:07:56.336248 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-b49a4810-b1a3-4a15-8642-82798c10d25f service neutron] Checking segment: {'id': 'ab39cb1d-1a5e-44c5-a527-5ba3751704b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '21c56578-a9a5-4b53-bcc9-ede126139472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:07:56.336624 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-b49a4810-b1a3-4a15-8642-82798c10d25f service neutron] Bound using segment: {'id': 'ab39cb1d-1a5e-44c5-a527-5ba3751704b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '21c56578-a9a5-4b53-bcc9-ede126139472'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:07:56.337041 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-b49a4810-b1a3-4a15-8642-82798c10d25f service neutron] Bound port: 0b276b8e-bfa7-4183-9e67-aef56d832e9b, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab39cb1d-1a5e-44c5-a527-5ba3751704b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '21c56578-a9a5-4b53-bcc9-ede126139472'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:07:56.337946 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-b49a4810-b1a3-4a15-8642-82798c10d25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0b276b8e-bfa7-4183-9e67-aef56d832e9b), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:56.401126 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-b49a4810-b1a3-4a15-8642-82798c10d25f service neutron] For port 0b276b8e-bfa7-4183-9e67-aef56d832e9b, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:07:56.404225 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-b49a4810-b1a3-4a15-8642-82798c10d25f service neutron] For port 0b276b8e-bfa7-4183-9e67-aef56d832e9b, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=0b276b8e-bfa7-4183-9e67-aef56d832e9b,segment=NetworkSegment(ab39cb1d-1a5e-44c5-a527-5ba3751704b3),segment_id=ab39cb1d-1a5e-44c5-a527-5ba3751704b3)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:07:56.407828 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-b49a4810-b1a3-4a15-8642-82798c10d25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (0b276b8e-bfa7-4183-9e67-aef56d832e9b), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:56.445822 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-b49a4810-b1a3-4a15-8642-82798c10d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:56.446439 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-b49a4810-b1a3-4a15-8642-82798c10d25f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:56.448335 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-b49a4810-b1a3-4a15-8642-82798c10d25f service neutron] 10.222.0.57 "PUT /v2.0/ports/0b276b8e-bfa7-4183-9e67-aef56d832e9b HTTP/1.1" status: 200 len: 1092 time: 0.5845084 Jan 18 21:07:56.467235 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a4810-b1a3-4a15-8642-82798c10d25f service neutron] Pushing event updated for resources: {'Port': ['ID=0b276b8e-bfa7-4183-9e67-aef56d832e9b,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:07:56.514085 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-9f332d87-a2fe-43f0-8f0d-a46d68a5e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:56.514878 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-9f332d87-a2fe-43f0-8f0d-a46d68a5e0ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7451446244e43578523980112668fae&device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 1095 time: 0.0440812 Jan 18 21:07:56.601965 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-b87a9fdb-c22b-4d28-a65e-da7d5c69e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:56.603459 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-b87a9fdb-c22b-4d28-a65e-da7d5c69e8f2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=21c56578-a9a5-4b53-bcc9-ede126139472 HTTP/1.1" status: 200 len: 915 time: 0.0832117 Jan 18 21:07:56.647172 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-833a3b57-8ed5-4c58-9694-609d5e639434 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b276b8e-bfa7-4183-9e67-aef56d832e9b HTTP/1.1" status: 200 len: 217 time: 0.0380478 Jan 18 21:07:56.694067 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-204f595c-7c4c-47fc-b890-4b9dfaa4775c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:56.695447 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-204f595c-7c4c-47fc-b890-4b9dfaa4775c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=19c6837d-5d3d-4e23-b715-5034b03b854d HTTP/1.1" status: 200 len: 854 time: 0.0426226 Jan 18 21:07:56.725281 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-11471752-b090-4388-a1e9-520e69b391a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21c56578-a9a5-4b53-bcc9-ede126139472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242453 Jan 18 21:07:56.816644 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-cb402892-efa9-426e-a399-9e4e84868639 service neutron] 10.222.0.57 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848274 Jan 18 21:07:56.902826 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-07b27f27-c3e4-4e96-b215-bfdd364e2b3d service neutron] 10.222.0.57 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795314 Jan 18 21:07:57.285053 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f6716-079c-45f4-84ff-169b502da27c req-1927fb37-1388-4732-8a84-4bb06853cc69 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:57.286495 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d3f6716-079c-45f4-84ff-169b502da27c req-1927fb37-1388-4732-8a84-4bb06853cc69 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 944 time: 0.0507834 Jan 18 21:07:57.332385 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d3f6716-079c-45f4-84ff-169b502da27c req-7cf8d697-a8eb-4db3-9238-d5f89c0e3ad1 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398319 Jan 18 21:07:57.895303 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9c0fd1bd-71a8-4a64-aa48-551df4721c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:58.041233 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 0b276b8e-bfa7-4183-9e67-aef56d832e9b no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:07:58.078829 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] The host n-h2-741529-9 is not matching for port 0b276b8e-bfa7-4183-9e67-aef56d832e9b host n-h1-741529-9! {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 18 21:07:58.079208 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 0b276b8e-bfa7-4183-9e67-aef56d832e9b not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:07:58.256129 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e3987a-8e04-4c0b-9b9a-02e2417241fc', 'tag': '0b276b8e-bfa7-4183-9e67-aef56d832e9b'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:07:58.258636 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3fc6cc-02d5-4b2f-9947-4a92221a3197" -d '{"events": [{"name": "network-changed", "server_uuid": "80e3987a-8e04-4c0b-9b9a-02e2417241fc", "tag": "0b276b8e-bfa7-4183-9e67-aef56d832e9b"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:07:58.307550 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7658013-7298-4ed8-96e5-40f92e713abc x-openstack-request-id: req-e7658013-7298-4ed8-96e5-40f92e713abc {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:07:58.307852 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e3987a-8e04-4c0b-9b9a-02e2417241fc", "tag": "0b276b8e-bfa7-4183-9e67-aef56d832e9b", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:07:58.308130 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7658013-7298-4ed8-96e5-40f92e713abc {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:07:58.308560 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e3987a-8e04-4c0b-9b9a-02e2417241fc', 'tag': '0b276b8e-bfa7-4183-9e67-aef56d832e9b', 'status': 'completed', 'code': 200} Jan 18 21:07:58.398353 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fc6cc-02d5-4b2f-9947-4a92221a3197 req-9195a78f-a6eb-4b8c-a233-897dcf7e8eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:58.400414 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d3fc6cc-02d5-4b2f-9947-4a92221a3197 req-9195a78f-a6eb-4b8c-a233-897dcf7e8eb4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7451446244e43578523980112668fae&device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 1095 time: 0.0715442 Jan 18 21:07:58.402962 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fc6cc-02d5-4b2f-9947-4a92221a3197 req-0777bdb8-9209-469e-90dc-07e71c29ecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:58.404343 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d3fc6cc-02d5-4b2f-9947-4a92221a3197 req-0777bdb8-9209-469e-90dc-07e71c29ecfd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a7451446244e43578523980112668fae&device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 1095 time: 0.0681000 Jan 18 21:07:58.449316 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fb10f-6d57-4281-ae63-739eda253056 req-8281a09f-65aa-48a2-95e3-5e722c93c13a tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:58.450836 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-457fb10f-6d57-4281-ae63-739eda253056 req-8281a09f-65aa-48a2-95e3-5e722c93c13a tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 944 time: 0.0475812 Jan 18 21:07:58.497985 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-457fb10f-6d57-4281-ae63-739eda253056 req-3631c23e-02ed-4ecd-b8ac-4455ce6c8e47 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413911 Jan 18 21:07:58.559606 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fc6cc-02d5-4b2f-9947-4a92221a3197 req-396ed054-e2b3-422c-a9fc-3c251bf97b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:58.561070 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d3fc6cc-02d5-4b2f-9947-4a92221a3197 req-396ed054-e2b3-422c-a9fc-3c251bf97b32 service neutron] 10.222.0.57 "GET /v2.0/networks?id=21c56578-a9a5-4b53-bcc9-ede126139472 HTTP/1.1" status: 200 len: 915 time: 0.1552491 Jan 18 21:07:58.563576 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fc6cc-02d5-4b2f-9947-4a92221a3197 req-32488f7a-f9a7-4675-a943-02214582ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:58.564886 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d3fc6cc-02d5-4b2f-9947-4a92221a3197 req-32488f7a-f9a7-4675-a943-02214582ad3d service neutron] 10.222.0.70 "GET /v2.0/networks?id=21c56578-a9a5-4b53-bcc9-ede126139472 HTTP/1.1" status: 200 len: 915 time: 0.1512251 Jan 18 21:07:58.608401 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d3fc6cc-02d5-4b2f-9947-4a92221a3197 req-7b2c3cbf-18dd-4500-b3e9-0bcbb7f52e9e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b276b8e-bfa7-4183-9e67-aef56d832e9b HTTP/1.1" status: 200 len: 217 time: 0.0401237 Jan 18 21:07:58.644123 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d3fc6cc-02d5-4b2f-9947-4a92221a3197 req-63f65566-ba91-485c-a57d-cb9fd78f9afb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b276b8e-bfa7-4183-9e67-aef56d832e9b HTTP/1.1" status: 200 len: 217 time: 0.0686893 Jan 18 21:07:58.715515 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fc6cc-02d5-4b2f-9947-4a92221a3197 req-4658d13d-3e49-486c-bf4c-061b07243620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:58.716955 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d3fc6cc-02d5-4b2f-9947-4a92221a3197 req-4658d13d-3e49-486c-bf4c-061b07243620 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=19c6837d-5d3d-4e23-b715-5034b03b854d HTTP/1.1" status: 200 len: 854 time: 0.0805783 Jan 18 21:07:58.720335 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fc6cc-02d5-4b2f-9947-4a92221a3197 req-9201a2bf-d4af-4f36-8276-6c139c86045f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:58.721675 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d3fc6cc-02d5-4b2f-9947-4a92221a3197 req-9201a2bf-d4af-4f36-8276-6c139c86045f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=19c6837d-5d3d-4e23-b715-5034b03b854d HTTP/1.1" status: 200 len: 854 time: 0.0594950 Jan 18 21:07:58.776107 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d3fc6cc-02d5-4b2f-9947-4a92221a3197 req-8b89208a-c7a9-4def-862f-f2f7c46989cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21c56578-a9a5-4b53-bcc9-ede126139472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526414 Jan 18 21:07:58.777835 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d3fc6cc-02d5-4b2f-9947-4a92221a3197 req-31bfac48-4968-4658-86c7-eae4c4f1f0a0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=21c56578-a9a5-4b53-bcc9-ede126139472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434604 Jan 18 21:07:58.929142 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d3fc6cc-02d5-4b2f-9947-4a92221a3197 req-c3034f2a-7727-4de7-b3b9-07c8efec0a12 service neutron] 10.222.0.70 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401045 Jan 18 21:07:58.931040 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d3fc6cc-02d5-4b2f-9947-4a92221a3197 req-0abd8f38-d0ba-42c7-89f4-67a208e316f8 service neutron] 10.222.0.57 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487896 Jan 18 21:07:59.088378 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d3fc6cc-02d5-4b2f-9947-4a92221a3197 req-15775f15-0e7f-4fd0-bc26-0cb12a9c3ec2 service neutron] 10.222.0.57 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515584 Jan 18 21:07:59.091626 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4d3fc6cc-02d5-4b2f-9947-4a92221a3197 req-742765c2-5547-4142-8ae8-29f598059d4d service neutron] 10.222.0.70 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481612 Jan 18 21:07:59.278563 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:07:59.613867 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df595d-6624-46d7-9253-4628bade3e85 req-d9e181a3-d6dc-4ae5-8ce8-a79228e90f45 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:07:59.615355 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-67df595d-6624-46d7-9253-4628bade3e85 req-d9e181a3-d6dc-4ae5-8ce8-a79228e90f45 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 944 time: 0.0477622 Jan 18 21:07:59.665570 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-67df595d-6624-46d7-9253-4628bade3e85 req-487e339f-4ca9-483f-90a0-1326dce14ec7 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440772 Jan 18 21:08:00.685602 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:00.780441 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28329493-7150-40dd-ac31-06bfed14045a req-4f5d7bcc-5558-4fd2-bbc3-a4afdeb6e56d tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:08:00.781925 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-28329493-7150-40dd-ac31-06bfed14045a req-4f5d7bcc-5558-4fd2-bbc3-a4afdeb6e56d tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 944 time: 0.0474920 Jan 18 21:08:00.826601 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-28329493-7150-40dd-ac31-06bfed14045a req-8c33f26b-075f-47d5-86ec-ffd0bd97864b tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391171 Jan 18 21:08:00.998541 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 0b276b8e-bfa7-4183-9e67-aef56d832e9b details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 21:08:01.017087 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52bb60-de66-40a8-abdd-62de412e0f18 req-32a44c64-0082-473e-9c68-0366cc176573 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:08:01.018788 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3c52bb60-de66-40a8-abdd-62de412e0f18 req-32a44c64-0082-473e-9c68-0366cc176573 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 944 time: 0.0515068 Jan 18 21:08:01.042142 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d5b46-28b6-4915-9f7f-54b753586812 req-019b80d0-c309-4d19-ae6b-a2dbe013f8d2 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:08:01.043698 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-566d5b46-28b6-4915-9f7f-54b753586812 req-019b80d0-c309-4d19-ae6b-a2dbe013f8d2 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.70 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc&tenant_id=a7451446244e43578523980112668fae&binding%3Ahost_id=n-h1-741529-9 HTTP/1.1" status: 200 len: 944 time: 0.0555751 Jan 18 21:08:01.068708 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3c52bb60-de66-40a8-abdd-62de412e0f18 req-a86cbb50-5118-41cf-820d-06d62a6ab551 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423005 Jan 18 21:08:01.097838 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 0b276b8e-bfa7-4183-9e67-aef56d832e9b, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=0b276b8e-bfa7-4183-9e67-aef56d832e9b,segment=NetworkSegment(ab39cb1d-1a5e-44c5-a527-5ba3751704b3),segment_id=ab39cb1d-1a5e-44c5-a527-5ba3751704b3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:08:01.108809 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '0b276b8e-bfa7-4183-9e67-aef56d832e9b', 'network_id': '21c56578-a9a5-4b53-bcc9-ede126139472', 'port_id': '0b276b8e-bfa7-4183-9e67-aef56d832e9b', 'mac_address': 'fa:16:3e:26:a7:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19c6837d-5d3d-4e23-b715-5034b03b854d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 21:08:01.112284 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [req-566d5b46-28b6-4915-9f7f-54b753586812 req-f505bad2-75bc-47ea-a45e-a2f42f405f64 service neutron] delete failed (client error): The resource could not be found. Jan 18 21:08:01.113310 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-566d5b46-28b6-4915-9f7f-54b753586812 req-f505bad2-75bc-47ea-a45e-a2f42f405f64 service neutron] 10.222.0.70 "DELETE /v2.0/ports/0b276b8e-bfa7-4183-9e67-aef56d832e9b/bindings/n-h2-741529-9 HTTP/1.1" status: 404 len: 380 time: 0.0601275 Jan 18 21:08:01.148500 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 0b276b8e-bfa7-4183-9e67-aef56d832e9b is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:08:01.148884 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0b276b8e-bfa7-4183-9e67-aef56d832e9b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:01.162374 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b276b8e-bfa7-4183-9e67-aef56d832e9b {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:08:01.182948 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 0b276b8e-bfa7-4183-9e67-aef56d832e9b, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=0b276b8e-bfa7-4183-9e67-aef56d832e9b,segment=NetworkSegment(ab39cb1d-1a5e-44c5-a527-5ba3751704b3),segment_id=ab39cb1d-1a5e-44c5-a527-5ba3751704b3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:08:01.186976 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (0b276b8e-bfa7-4183-9e67-aef56d832e9b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:01.213167 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d5b46-28b6-4915-9f7f-54b753586812 req-0f53b65a-efdd-47db-9948-dcdfc7905afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:08:01.214773 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-566d5b46-28b6-4915-9f7f-54b753586812 req-0f53b65a-efdd-47db-9948-dcdfc7905afb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a7451446244e43578523980112668fae&device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 1095 time: 0.0440581 Jan 18 21:08:01.234911 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=0b276b8e-bfa7-4183-9e67-aef56d832e9b,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:08:01.242114 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:01.242467 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:01.242809 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:01.243148 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:01.243481 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:01.243844 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:01.244605 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:01.244936 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:01.245262 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:01.245586 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:01.245937 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:01.246261 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:01.246580 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:01.308174 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d5b46-28b6-4915-9f7f-54b753586812 req-bcd07bca-5758-463b-8563-2a41a0c75b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:08:01.309657 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-566d5b46-28b6-4915-9f7f-54b753586812 req-bcd07bca-5758-463b-8563-2a41a0c75b06 service neutron] 10.222.0.70 "GET /v2.0/networks?id=21c56578-a9a5-4b53-bcc9-ede126139472 HTTP/1.1" status: 200 len: 915 time: 0.0846565 Jan 18 21:08:01.356057 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-566d5b46-28b6-4915-9f7f-54b753586812 req-c11119c6-1b54-4c78-8d24-b2053a7dc8c2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b276b8e-bfa7-4183-9e67-aef56d832e9b HTTP/1.1" status: 200 len: 217 time: 0.0368626 Jan 18 21:08:01.406039 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d5b46-28b6-4915-9f7f-54b753586812 req-6c7cacb9-1a57-455b-b815-bc8ae47ee064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:08:01.407463 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-566d5b46-28b6-4915-9f7f-54b753586812 req-6c7cacb9-1a57-455b-b815-bc8ae47ee064 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=19c6837d-5d3d-4e23-b715-5034b03b854d HTTP/1.1" status: 200 len: 854 time: 0.0430660 Jan 18 21:08:01.443239 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-566d5b46-28b6-4915-9f7f-54b753586812 req-9612f4cf-24d0-4f0d-a081-3380882a7da0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=21c56578-a9a5-4b53-bcc9-ede126139472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257859 Jan 18 21:08:01.492514 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['0b276b8e-bfa7-4183-9e67-aef56d832e9b'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:08:01.763794 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-566d5b46-28b6-4915-9f7f-54b753586812 req-342dc1f7-6a40-4a2d-bfcb-ebe561edc98b service neutron] 10.222.0.70 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113110 Jan 18 21:08:01.853649 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-566d5b46-28b6-4915-9f7f-54b753586812 req-3eed1709-7dcb-480b-8ffe-dac1b19a226c service neutron] 10.222.0.70 "GET /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789587 Jan 18 21:08:01.979674 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:02.189085 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1303611-c30a-4959-8c78-98b1d9dcce88 req-e9c0db3b-5fb6-4e51-b8b8-f2fbd44f5709 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:08:02.190550 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b1303611-c30a-4959-8c78-98b1d9dcce88 req-e9c0db3b-5fb6-4e51-b8b8-f2fbd44f5709 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 945 time: 0.0509560 Jan 18 21:08:02.236943 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b1303611-c30a-4959-8c78-98b1d9dcce88 req-67ba7d9f-f98d-40cd-b83e-59c86d7eaadc tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408702 Jan 18 21:08:03.018382 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 0b276b8e-bfa7-4183-9e67-aef56d832e9b up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:08:03.065425 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 0b276b8e-bfa7-4183-9e67-aef56d832e9b completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 21:08:03.069238 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 0b276b8e-bfa7-4183-9e67-aef56d832e9b triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:08:03.069610 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (0b276b8e-bfa7-4183-9e67-aef56d832e9b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:03.145938 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 0b276b8e-bfa7-4183-9e67-aef56d832e9b is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:08:03.146316 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0b276b8e-bfa7-4183-9e67-aef56d832e9b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:03.168167 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e3987a-8e04-4c0b-9b9a-02e2417241fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b276b8e-bfa7-4183-9e67-aef56d832e9b'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:08:03.170377 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06b720b-951e-425e-bba0-fca7d20567b7" -d '{"events": [{"server_uuid": "80e3987a-8e04-4c0b-9b9a-02e2417241fc", "name": "network-vif-plugged", "status": "completed", "tag": "0b276b8e-bfa7-4183-9e67-aef56d832e9b"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:08:03.183343 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 0b276b8e-bfa7-4183-9e67-aef56d832e9b, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=0b276b8e-bfa7-4183-9e67-aef56d832e9b,segment=NetworkSegment(ab39cb1d-1a5e-44c5-a527-5ba3751704b3),segment_id=ab39cb1d-1a5e-44c5-a527-5ba3751704b3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:08:03.187276 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (0b276b8e-bfa7-4183-9e67-aef56d832e9b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:03.236354 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=0b276b8e-bfa7-4183-9e67-aef56d832e9b,revision_number=9']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:08:03.269413 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b03004c-a64b-4edf-86cf-b99302c52e61 x-openstack-request-id: req-6b03004c-a64b-4edf-86cf-b99302c52e61 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:08:03.269576 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e3987a-8e04-4c0b-9b9a-02e2417241fc", "name": "network-vif-plugged", "status": "completed", "tag": "0b276b8e-bfa7-4183-9e67-aef56d832e9b", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:08:03.269811 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b03004c-a64b-4edf-86cf-b99302c52e61 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:08:03.270230 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e3987a-8e04-4c0b-9b9a-02e2417241fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b276b8e-bfa7-4183-9e67-aef56d832e9b', 'code': 200} Jan 18 21:08:03.351301 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff2ddb-8b3f-4e08-aff0-e5aa1301c652 req-32d7eeef-207c-4351-aea6-e979e230c144 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:08:03.352757 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dcff2ddb-8b3f-4e08-aff0-e5aa1301c652 req-32d7eeef-207c-4351-aea6-e979e230c144 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0475824 Jan 18 21:08:03.398391 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dcff2ddb-8b3f-4e08-aff0-e5aa1301c652 req-019a8309-fde0-4b79-bf51-f9fdbe571ba2 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392456 Jan 18 21:08:03.515194 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb537664-a25a-4b08-a6b8-c1e6f9a742a2 req-15ff5088-9886-403f-bef6-5aa91c36a585 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:08:03.516660 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fb537664-a25a-4b08-a6b8-c1e6f9a742a2 req-15ff5088-9886-403f-bef6-5aa91c36a585 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0517426 Jan 18 21:08:03.562036 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fb537664-a25a-4b08-a6b8-c1e6f9a742a2 req-95ce88b7-3b3b-43f0-aab9-17cf69455589 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397627 Jan 18 21:08:03.674688 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a2022-1e97-48c1-97a3-13e1efdc2a94 req-9ccf4396-ad93-4871-b462-a580d23b7c15 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:08:03.676151 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d72a2022-1e97-48c1-97a3-13e1efdc2a94 req-9ccf4396-ad93-4871-b462-a580d23b7c15 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0481060 Jan 18 21:08:03.721122 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d72a2022-1e97-48c1-97a3-13e1efdc2a94 req-c27ec198-1eb4-48e5-a420-c3940f4606b4 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394118 Jan 18 21:08:04.050941 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50fc21-923e-4241-a10f-cf708d6d573b req-68d6a484-ee77-45f2-a67d-64f438597d69 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:08:04.052399 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2c50fc21-923e-4241-a10f-cf708d6d573b req-68d6a484-ee77-45f2-a67d-64f438597d69 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0478234 Jan 18 21:08:04.102853 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2c50fc21-923e-4241-a10f-cf708d6d573b req-6154687d-c611-4ae6-993c-3efd3de92109 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446303 Jan 18 21:08:04.476970 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:05.216409 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0d475-0832-482e-a14f-bfe2679225e7 req-9c0a1ac8-80d5-4b0a-ad2b-7c564781c01b tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:08:05.217908 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2cd0d475-0832-482e-a14f-bfe2679225e7 req-9c0a1ac8-80d5-4b0a-ad2b-7c564781c01b tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0465593 Jan 18 21:08:05.258058 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:08:05.262990 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2cd0d475-0832-482e-a14f-bfe2679225e7 req-fe257639-de84-4b91-9138-4c59d5d92bb2 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.31 "GET /v2.0/security-groups?id=59a4aa19-36c4-4034-ae91-2bc358c24e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395894 Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:08:05.457514 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:08:05.462112 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa095e52-6064-441d-81a1-87c96a5bbeef req-1d40e3bc-619e-4030-9052-7a3028ff22c6 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:08:05.464478 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa095e52-6064-441d-81a1-87c96a5bbeef req-1d40e3bc-619e-4030-9052-7a3028ff22c6 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.57 "GET /v2.0/ports?device_id=80e3987a-8e04-4c0b-9b9a-02e2417241fc HTTP/1.1" status: 200 len: 946 time: 0.0519583 Jan 18 21:08:05.548254 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-aa095e52-6064-441d-81a1-87c96a5bbeef req-dd1274c9-afcb-4ef6-b9a0-496e8fb0b483 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Deleting port 0b276b8e-bfa7-4183-9e67-aef56d832e9b {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:08:05.548586 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-aa095e52-6064-441d-81a1-87c96a5bbeef req-dd1274c9-afcb-4ef6-b9a0-496e8fb0b483 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (0b276b8e-bfa7-4183-9e67-aef56d832e9b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:05.635924 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-aa095e52-6064-441d-81a1-87c96a5bbeef req-dd1274c9-afcb-4ef6-b9a0-496e8fb0b483 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] For port 0b276b8e-bfa7-4183-9e67-aef56d832e9b, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=0b276b8e-bfa7-4183-9e67-aef56d832e9b,segment=NetworkSegment(ab39cb1d-1a5e-44c5-a527-5ba3751704b3),segment_id=ab39cb1d-1a5e-44c5-a527-5ba3751704b3)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:08:05.636271 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-aa095e52-6064-441d-81a1-87c96a5bbeef req-dd1274c9-afcb-4ef6-b9a0-496e8fb0b483 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (0b276b8e-bfa7-4183-9e67-aef56d832e9b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:05.647502 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-aa095e52-6064-441d-81a1-87c96a5bbeef req-dd1274c9-afcb-4ef6-b9a0-496e8fb0b483 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Calling delete_port for 0b276b8e-bfa7-4183-9e67-aef56d832e9b owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:08:05.767074 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-aa095e52-6064-441d-81a1-87c96a5bbeef req-dd1274c9-afcb-4ef6-b9a0-496e8fb0b483 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (0b276b8e-bfa7-4183-9e67-aef56d832e9b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:05.781876 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['0b276b8e-bfa7-4183-9e67-aef56d832e9b'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:08:05.797068 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1274c9-afcb-4ef6-b9a0-496e8fb0b483 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Pushing event deleted for resources: {'Port': ['ID=0b276b8e-bfa7-4183-9e67-aef56d832e9b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:08:05.838840 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa095e52-6064-441d-81a1-87c96a5bbeef req-dd1274c9-afcb-4ef6-b9a0-496e8fb0b483 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] No DVR routers for this DVR port 0b276b8e-bfa7-4183-9e67-aef56d832e9b on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:08:05.841426 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-aa095e52-6064-441d-81a1-87c96a5bbeef req-dd1274c9-afcb-4ef6-b9a0-496e8fb0b483 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:05.844805 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aa095e52-6064-441d-81a1-87c96a5bbeef req-dd1274c9-afcb-4ef6-b9a0-496e8fb0b483 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] 10.222.0.57 "DELETE /v2.0/ports/0b276b8e-bfa7-4183-9e67-aef56d832e9b HTTP/1.1" status: 204 len: 173 time: 0.3753989 Jan 18 21:08:05.845259 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e3987a-8e04-4c0b-9b9a-02e2417241fc', 'name': 'network-vif-deleted', 'tag': '0b276b8e-bfa7-4183-9e67-aef56d832e9b'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:08:05.847564 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35dfe858-6f5c-4061-98a6-8a864fc6aa89" -d '{"events": [{"server_uuid": "80e3987a-8e04-4c0b-9b9a-02e2417241fc", "name": "network-vif-deleted", "tag": "0b276b8e-bfa7-4183-9e67-aef56d832e9b"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:08:05.888749 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add9fad1-40bf-4f84-9101-42c467bf75cf x-openstack-request-id: req-add9fad1-40bf-4f84-9101-42c467bf75cf {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:08:05.889055 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e3987a-8e04-4c0b-9b9a-02e2417241fc", "name": "network-vif-deleted", "tag": "0b276b8e-bfa7-4183-9e67-aef56d832e9b", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:08:05.889309 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-add9fad1-40bf-4f84-9101-42c467bf75cf {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:08:05.889740 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e3987a-8e04-4c0b-9b9a-02e2417241fc', 'name': 'network-vif-deleted', 'tag': '0b276b8e-bfa7-4183-9e67-aef56d832e9b', 'status': 'completed', 'code': 200} Jan 18 21:08:06.389468 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41464) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:08:06.434266 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-1766e816-6acb-4a08-b0be-88f49f2bbd9e admin admin] Deleting subnet 19c6837d-5d3d-4e23-b715-5034b03b854d {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 21:08:06.437193 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1766e816-6acb-4a08-b0be-88f49f2bbd9e admin admin] Publish callbacks [] for subnet (19c6837d-5d3d-4e23-b715-5034b03b854d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:06.468919 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1766e816-6acb-4a08-b0be-88f49f2bbd9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (19c6837d-5d3d-4e23-b715-5034b03b854d), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:06.510461 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1766e816-6acb-4a08-b0be-88f49f2bbd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (19c6837d-5d3d-4e23-b715-5034b03b854d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:06.564057 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1766e816-6acb-4a08-b0be-88f49f2bbd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (19c6837d-5d3d-4e23-b715-5034b03b854d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:06.590979 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766e816-6acb-4a08-b0be-88f49f2bbd9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19c6837d-5d3d-4e23-b715-5034b03b854d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:08:06.593729 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1766e816-6acb-4a08-b0be-88f49f2bbd9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:06.596827 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1766e816-6acb-4a08-b0be-88f49f2bbd9e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/19c6837d-5d3d-4e23-b715-5034b03b854d HTTP/1.1" status: 204 len: 168 time: 0.2063382 Jan 18 21:08:06.599524 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41466) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:08:06.604029 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766e816-6acb-4a08-b0be-88f49f2bbd9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:06.604640 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766e816-6acb-4a08-b0be-88f49f2bbd9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:06.604974 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766e816-6acb-4a08-b0be-88f49f2bbd9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:06.605301 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766e816-6acb-4a08-b0be-88f49f2bbd9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:06.605670 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766e816-6acb-4a08-b0be-88f49f2bbd9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:06.605969 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766e816-6acb-4a08-b0be-88f49f2bbd9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:06.606289 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766e816-6acb-4a08-b0be-88f49f2bbd9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:06.606607 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766e816-6acb-4a08-b0be-88f49f2bbd9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:06.606923 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766e816-6acb-4a08-b0be-88f49f2bbd9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:06.607237 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766e816-6acb-4a08-b0be-88f49f2bbd9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:06.607553 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766e816-6acb-4a08-b0be-88f49f2bbd9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:06.607864 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766e816-6acb-4a08-b0be-88f49f2bbd9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:06.608176 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766e816-6acb-4a08-b0be-88f49f2bbd9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:06.666769 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9ecf6aa7-76cf-4480-a306-9c3820eee24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (21c56578-a9a5-4b53-bcc9-ede126139472), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:06.760351 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9ecf6aa7-76cf-4480-a306-9c3820eee24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (21c56578-a9a5-4b53-bcc9-ede126139472), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:06.779846 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-9ecf6aa7-76cf-4480-a306-9c3820eee24d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c56578-a9a5-4b53-bcc9-ede126139472']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:08:06.788826 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-9ecf6aa7-76cf-4480-a306-9c3820eee24d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab39cb1d-1a5e-44c5-a527-5ba3751704b3') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:08:06.789125 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-9ecf6aa7-76cf-4480-a306-9c3820eee24d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab39cb1d-1a5e-44c5-a527-5ba3751704b3') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:08:06.798748 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9ecf6aa7-76cf-4480-a306-9c3820eee24d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (ab39cb1d-1a5e-44c5-a527-5ba3751704b3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:06.811324 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9ecf6aa7-76cf-4480-a306-9c3820eee24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (ab39cb1d-1a5e-44c5-a527-5ba3751704b3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:06.817004 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ecf6aa7-76cf-4480-a306-9c3820eee24d admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 21:08:06.817317 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9ecf6aa7-76cf-4480-a306-9c3820eee24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (ab39cb1d-1a5e-44c5-a527-5ba3751704b3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: timer() Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 21:08:06.818921 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 21:08:06.877891 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9ecf6aa7-76cf-4480-a306-9c3820eee24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (21c56578-a9a5-4b53-bcc9-ede126139472), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:06.883366 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9ecf6aa7-76cf-4480-a306-9c3820eee24d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:06.886532 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9ecf6aa7-76cf-4480-a306-9c3820eee24d admin admin] 10.222.0.31 "DELETE /v2.0/networks/21c56578-a9a5-4b53-bcc9-ede126139472 HTTP/1.1" status: 204 len: 168 time: 0.2860174 Jan 18 21:08:06.897128 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf6aa7-76cf-4480-a306-9c3820eee24d admin admin] Pushing event deleted for resources: {'Network': ['ID=21c56578-a9a5-4b53-bcc9-ede126139472,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:08:06.995682 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41470) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:08:07.035552 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cf6df4d7-2cd6-4b05-acdc-0c7b5432f228 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7451446244e43578523980112668fae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387466 Jan 18 21:08:07.037947 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41472) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:08:07.092982 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c4829b7b-84e8-4207-b171-741bc0b764bc admin admin] Publish callbacks [] for security_group (59a4aa19-36c4-4034-ae91-2bc358c24e2b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:07.113278 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c4829b7b-84e8-4207-b171-741bc0b764bc admin admin] Publish callbacks [] for security_group (59a4aa19-36c4-4034-ae91-2bc358c24e2b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:07.162862 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c4829b7b-84e8-4207-b171-741bc0b764bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (59a4aa19-36c4-4034-ae91-2bc358c24e2b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:07.165478 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c4829b7b-84e8-4207-b171-741bc0b764bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:07.166699 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c4829b7b-84e8-4207-b171-741bc0b764bc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/59a4aa19-36c4-4034-ae91-2bc358c24e2b HTTP/1.1" status: 204 len: 168 time: 0.1278837 Jan 18 21:08:07.174224 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4829b7b-84e8-4207-b171-741bc0b764bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a4aa19-36c4-4034-ae91-2bc358c24e2b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:08:07.264812 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:07.809482 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41494) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:08:07.902764 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-37248da1-9443-4f3e-911e-e684a35332c6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1136211305-network', 'tenant_id': 'cb0cddd52b1a49eca191535a3befeab9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:08:07.923939 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37248da1-9443-4f3e-911e-e684a35332c6 admin admin] Made reservation on behalf of cb0cddd52b1a49eca191535a3befeab9 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:08:07.926178 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-37248da1-9443-4f3e-911e-e684a35332c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:07.934884 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-37248da1-9443-4f3e-911e-e684a35332c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:08.007112 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-37248da1-9443-4f3e-911e-e684a35332c6 admin admin] Publish callbacks [] for security_group (c4187558-738e-483a-bbad-e09bca4836b6), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:08.011004 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-37248da1-9443-4f3e-911e-e684a35332c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c4187558-738e-483a-bbad-e09bca4836b6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:08.033800 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37248da1-9443-4f3e-911e-e684a35332c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 21:08:08.050199 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37248da1-9443-4f3e-911e-e684a35332c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4187558-738e-483a-bbad-e09bca4836b6,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:08:08.055099 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-37248da1-9443-4f3e-911e-e684a35332c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (14cbce3a-0bed-48dc-b0fb-48eea6b8949c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:08.055431 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-37248da1-9443-4f3e-911e-e684a35332c6 admin admin] Added segment 14cbce3a-0bed-48dc-b0fb-48eea6b8949c of type vlan for network b1aa42a3-db0e-4a64-8981-180e4ed2eb9a Jan 18 21:08:08.095497 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-37248da1-9443-4f3e-911e-e684a35332c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (b1aa42a3-db0e-4a64-8981-180e4ed2eb9a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:08.119419 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-37248da1-9443-4f3e-911e-e684a35332c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (b1aa42a3-db0e-4a64-8981-180e4ed2eb9a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:08.120336 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37248da1-9443-4f3e-911e-e684a35332c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:08:08.120898 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-37248da1-9443-4f3e-911e-e684a35332c6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:08.155197 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-37248da1-9443-4f3e-911e-e684a35332c6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3445301 Jan 18 21:08:08.158253 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41498) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:08:08.163434 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-571843e7-4d3b-4993-b08e-a89e615be7be admin admin] Request body: {'subnet': {'network_id': 'b1aa42a3-db0e-4a64-8981-180e4ed2eb9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1136211305-subnet', 'tenant_id': 'cb0cddd52b1a49eca191535a3befeab9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:08:08.183964 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37248da1-9443-4f3e-911e-e684a35332c6 admin admin] Pushing event updated for resources: {'Network': ['ID=b1aa42a3-db0e-4a64-8981-180e4ed2eb9a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:08:08.186766 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571843e7-4d3b-4993-b08e-a89e615be7be admin admin] Made reservation on behalf of cb0cddd52b1a49eca191535a3befeab9 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:08:08.189065 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-571843e7-4d3b-4993-b08e-a89e615be7be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:08.195247 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network b1aa42a3-db0e-4a64-8981-180e4ed2eb9a details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 21:08:08.357365 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-571843e7-4d3b-4993-b08e-a89e615be7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (49fd4acf-4e53-4137-a16e-31c0796907b1), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:08.411994 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571843e7-4d3b-4993-b08e-a89e615be7be admin admin] Pushing event updated for resources: {'Subnet': ['ID=49fd4acf-4e53-4137-a16e-31c0796907b1,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:08:08.421068 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571843e7-4d3b-4993-b08e-a89e615be7be admin admin] Checking segment: {'id': '14cbce3a-0bed-48dc-b0fb-48eea6b8949c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1aa42a3-db0e-4a64-8981-180e4ed2eb9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:08:08.421430 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571843e7-4d3b-4993-b08e-a89e615be7be admin admin] Network hostable DHCP agents. Network: b1aa42a3-db0e-4a64-8981-180e4ed2eb9a, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 21:08:08.437766 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571843e7-4d3b-4993-b08e-a89e615be7be admin admin] Network b1aa42a3-db0e-4a64-8981-180e4ed2eb9a is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 21:08:08.446282 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-571843e7-4d3b-4993-b08e-a89e615be7be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, b1aa42a3-db0e-4a64-8981-180e4ed2eb9a) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:08:08.450740 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571843e7-4d3b-4993-b08e-a89e615be7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:08:08.451336 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-571843e7-4d3b-4993-b08e-a89e615be7be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:08.455644 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f68eb22-2d1a-4ff6-82f8-6be25d1e9bbe None None] Network b1aa42a3-db0e-4a64-8981-180e4ed2eb9a requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:08:08.467483 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-571843e7-4d3b-4993-b08e-a89e615be7be admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3081028 Jan 18 21:08:08.470232 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41500) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:08:08.474452 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-663931bc-9478-4a38-afd3-484898426658 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1136211305-router', 'tenant_id': 'cb0cddd52b1a49eca191535a3befeab9', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:08:08.495672 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-663931bc-9478-4a38-afd3-484898426658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (cea2fa19-ccb1-42fc-99be-47d386361482), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:08.496719 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-663931bc-9478-4a38-afd3-484898426658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (cea2fa19-ccb1-42fc-99be-47d386361482), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:08.558449 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c1ad7e-063b-41c6-856b-1201a68771a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-b1aa42a3-db0e-4a64-8981-180e4ed2eb9a', 'network_id': 'b1aa42a3-db0e-4a64-8981-180e4ed2eb9a', 'project_id': 'cb0cddd52b1a49eca191535a3befeab9', 'fixed_ips': [{'subnet_id': '49fd4acf-4e53-4137-a16e-31c0796907b1'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 21:08:08.559343 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-78c1ad7e-063b-41c6-856b-1201a68771a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:08.559964 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-663931bc-9478-4a38-afd3-484898426658 admin admin] Publish callbacks [] for router_controller (cea2fa19-ccb1-42fc-99be-47d386361482), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:08.690127 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-663931bc-9478-4a38-afd3-484898426658 admin admin] Publish callbacks [] for router_gateway (cea2fa19-ccb1-42fc-99be-47d386361482), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:08.692716 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-78c1ad7e-063b-41c6-856b-1201a68771a9 None None] Allocated IP 172.20.0.2 (b1aa42a3-db0e-4a64-8981-180e4ed2eb9a/49fd4acf-4e53-4137-a16e-31c0796907b1/28fae8f5-a29e-4eb4-8df3-37ef3642c15a) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:08:08.895708 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-663931bc-9478-4a38-afd3-484898426658 admin admin] Publish callbacks [] for router_gateway (cea2fa19-ccb1-42fc-99be-47d386361482), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:08.915070 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-663931bc-9478-4a38-afd3-484898426658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:08.998399 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-78c1ad7e-063b-41c6-856b-1201a68771a9 None None] Publish callbacks [] for port (28fae8f5-a29e-4eb4-8df3-37ef3642c15a), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:09.004929 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-78c1ad7e-063b-41c6-856b-1201a68771a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (28fae8f5-a29e-4eb4-8df3-37ef3642c15a), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:09.017500 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-663931bc-9478-4a38-afd3-484898426658 admin admin] Allocated IP 172.25.4.40 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/79703b5d-b7da-433d-8eec-56c592fed092) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:08:09.030155 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 0b276b8e-bfa7-4183-9e67-aef56d832e9b no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:08:09.061706 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 0b276b8e-bfa7-4183-9e67-aef56d832e9b {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:08:09.062049 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 0b276b8e-bfa7-4183-9e67-aef56d832e9b not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:08:09.067444 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c1ad7e-063b-41c6-856b-1201a68771a9 None None] Network b1aa42a3-db0e-4a64-8981-180e4ed2eb9a is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:08:09.070138 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-78c1ad7e-063b-41c6-856b-1201a68771a9 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:08:09.072967 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c1ad7e-063b-41c6-856b-1201a68771a9 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:08:09.085441 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1ad7e-063b-41c6-856b-1201a68771a9 None None] Pushing event updated for resources: {'Port': ['ID=28fae8f5-a29e-4eb4-8df3-37ef3642c15a,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:08:09.126642 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-663931bc-9478-4a38-afd3-484898426658 admin admin] Publish callbacks [] for port (79703b5d-b7da-433d-8eec-56c592fed092), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:09.134237 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-78c1ad7e-063b-41c6-856b-1201a68771a9 None None] Attempting to bind port 28fae8f5-a29e-4eb4-8df3-37ef3642c15a on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:08:09.134610 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-78c1ad7e-063b-41c6-856b-1201a68771a9 None None] Attempting to bind port 28fae8f5-a29e-4eb4-8df3-37ef3642c15a by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '14cbce3a-0bed-48dc-b0fb-48eea6b8949c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1aa42a3-db0e-4a64-8981-180e4ed2eb9a'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:08:09.134975 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c1ad7e-063b-41c6-856b-1201a68771a9 None None] Attempting to bind port 28fae8f5-a29e-4eb4-8df3-37ef3642c15a on network b1aa42a3-db0e-4a64-8981-180e4ed2eb9a {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:08:09.140069 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c1ad7e-063b-41c6-856b-1201a68771a9 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:08:09.140540 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c1ad7e-063b-41c6-856b-1201a68771a9 None None] Checking segment: {'id': '14cbce3a-0bed-48dc-b0fb-48eea6b8949c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1aa42a3-db0e-4a64-8981-180e4ed2eb9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:08:09.140941 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-78c1ad7e-063b-41c6-856b-1201a68771a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:09.141381 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c1ad7e-063b-41c6-856b-1201a68771a9 None None] Bound using segment: {'id': '14cbce3a-0bed-48dc-b0fb-48eea6b8949c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1aa42a3-db0e-4a64-8981-180e4ed2eb9a'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:08:09.141864 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-78c1ad7e-063b-41c6-856b-1201a68771a9 None None] Bound port: 28fae8f5-a29e-4eb4-8df3-37ef3642c15a, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14cbce3a-0bed-48dc-b0fb-48eea6b8949c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1aa42a3-db0e-4a64-8981-180e4ed2eb9a'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:08:09.142239 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-78c1ad7e-063b-41c6-856b-1201a68771a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (28fae8f5-a29e-4eb4-8df3-37ef3642c15a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:09.160023 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-663931bc-9478-4a38-afd3-484898426658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (79703b5d-b7da-433d-8eec-56c592fed092), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:09.201535 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663931bc-9478-4a38-afd3-484898426658 admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:08:09.204597 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-78c1ad7e-063b-41c6-856b-1201a68771a9 None None] For port 28fae8f5-a29e-4eb4-8df3-37ef3642c15a, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:08:09.205998 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-663931bc-9478-4a38-afd3-484898426658 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:08:09.208331 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-78c1ad7e-063b-41c6-856b-1201a68771a9 None None] For port 28fae8f5-a29e-4eb4-8df3-37ef3642c15a, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=28fae8f5-a29e-4eb4-8df3-37ef3642c15a,segment=NetworkSegment(14cbce3a-0bed-48dc-b0fb-48eea6b8949c),segment_id=14cbce3a-0bed-48dc-b0fb-48eea6b8949c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:08:09.210647 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663931bc-9478-4a38-afd3-484898426658 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:08:09.213561 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-78c1ad7e-063b-41c6-856b-1201a68771a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (28fae8f5-a29e-4eb4-8df3-37ef3642c15a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:09.214308 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663931bc-9478-4a38-afd3-484898426658 admin admin] Pushing event updated for resources: {'Port': ['ID=79703b5d-b7da-433d-8eec-56c592fed092,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:08:09.225272 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5488783e-387b-42a0-95e0-fac1b4b2c11a None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:08:09.283315 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1ad7e-063b-41c6-856b-1201a68771a9 None None] Pushing event updated for resources: {'Port': ['ID=28fae8f5-a29e-4eb4-8df3-37ef3642c15a,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:08:09.360938 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-572ecf51-b45f-4eb2-b514-cdeec1cb9a30 None None] Provisioning complete for port 79703b5d-b7da-433d-8eec-56c592fed092 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:08:09.361318 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-572ecf51-b45f-4eb2-b514-cdeec1cb9a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (79703b5d-b7da-433d-8eec-56c592fed092), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:09.404015 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-572ecf51-b45f-4eb2-b514-cdeec1cb9a30 None None] Port 79703b5d-b7da-433d-8eec-56c592fed092 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:08:09.479600 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-663931bc-9478-4a38-afd3-484898426658 admin admin] Publish callbacks [] for router_gateway (cea2fa19-ccb1-42fc-99be-47d386361482), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:09.675978 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-663931bc-9478-4a38-afd3-484898426658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (cea2fa19-ccb1-42fc-99be-47d386361482), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:09.800908 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663931bc-9478-4a38-afd3-484898426658 admin admin] Router cea2fa19-ccb1-42fc-99be-47d386361482 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 21:08:09.903241 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663931bc-9478-4a38-afd3-484898426658 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:08:09.913088 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3975634d-3c21-48f3-ae45-1fcde7f645ea None None] Sync routers for ids ['cea2fa19-ccb1-42fc-99be-47d386361482'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:08:09.922579 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-663931bc-9478-4a38-afd3-484898426658 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:09.926478 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-663931bc-9478-4a38-afd3-484898426658 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4526665 Jan 18 21:08:09.926649 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3975634d-3c21-48f3-ae45-1fcde7f645ea None None] Routers {'cea2fa19-ccb1-42fc-99be-47d386361482'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:08:09.926649 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3975634d-3c21-48f3-ae45-1fcde7f645ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:07:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['cea2fa19-ccb1-42fc-99be-47d386361482'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:08:09.926844 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41502) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:08:10.042733 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-3975634d-3c21-48f3-ae45-1fcde7f645ea None None] Set router cea2fa19-ccb1-42fc-99be-47d386361482 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:08:10.226247 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3975634d-3c21-48f3-ae45-1fcde7f645ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea2fa19-ccb1-42fc-99be-47d386361482', 'name': 'tempest-ServerActionsTestJSON-1136211305-router', 'tenant_id': 'cb0cddd52b1a49eca191535a3befeab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '79703b5d-b7da-433d-8eec-56c592fed092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:08:08Z', 'updated_at': '2022-01-18T21:08:09Z', 'revision_number': 3, 'project_id': 'cb0cddd52b1a49eca191535a3befeab9', 'gw_port': {'id': '79703b5d-b7da-433d-8eec-56c592fed092', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea2fa19-ccb1-42fc-99be-47d386361482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:08:08Z', 'updated_at': '2022-01-18T21:08:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:08:10.259536 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3975634d-3c21-48f3-ae45-1fcde7f645ea None None] Checking router: cea2fa19-ccb1-42fc-99be-47d386361482 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:08:10.259536 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3975634d-3c21-48f3-ae45-1fcde7f645ea None None] Updating router cea2fa19-ccb1-42fc-99be-47d386361482 port 79703b5d-b7da-433d-8eec-56c592fed092 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 21:08:10.264287 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05d0e19-fba5-4959-9485-d1d9f99ecb4a None None] Network b1aa42a3-db0e-4a64-8981-180e4ed2eb9a requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:08:10.306810 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3975634d-3c21-48f3-ae45-1fcde7f645ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (79703b5d-b7da-433d-8eec-56c592fed092), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:10.350990 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-76cb72c8-51fe-469e-bc3c-6cdd7689f3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:10.402365 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ca776cbd-1bfd-4d58-88b9-9c6dc1ee24c1 None None] Provisioning complete for port 28fae8f5-a29e-4eb4-8df3-37ef3642c15a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:08:10.402740 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ca776cbd-1bfd-4d58-88b9-9c6dc1ee24c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (28fae8f5-a29e-4eb4-8df3-37ef3642c15a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:10.651987 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ca776cbd-1bfd-4d58-88b9-9c6dc1ee24c1 None None] Current status of the port 28fae8f5-a29e-4eb4-8df3-37ef3642c15a is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:08:10.652375 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ca776cbd-1bfd-4d58-88b9-9c6dc1ee24c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (28fae8f5-a29e-4eb4-8df3-37ef3642c15a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:10.714254 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ca776cbd-1bfd-4d58-88b9-9c6dc1ee24c1 None None] For port 28fae8f5-a29e-4eb4-8df3-37ef3642c15a, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=28fae8f5-a29e-4eb4-8df3-37ef3642c15a,segment=NetworkSegment(14cbce3a-0bed-48dc-b0fb-48eea6b8949c),segment_id=14cbce3a-0bed-48dc-b0fb-48eea6b8949c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:08:10.735451 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ca776cbd-1bfd-4d58-88b9-9c6dc1ee24c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (28fae8f5-a29e-4eb4-8df3-37ef3642c15a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:10.801604 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3975634d-3c21-48f3-ae45-1fcde7f645ea None None] Publish callbacks [] for port (79703b5d-b7da-433d-8eec-56c592fed092), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:10.813309 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3975634d-3c21-48f3-ae45-1fcde7f645ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (79703b5d-b7da-433d-8eec-56c592fed092), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:10.820489 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca776cbd-1bfd-4d58-88b9-9c6dc1ee24c1 None None] Pushing event updated for resources: {'Port': ['ID=28fae8f5-a29e-4eb4-8df3-37ef3642c15a,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:08:10.874489 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ff6d95-b88c-4e39-a11a-b999d9429bab None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:08:10.880609 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-76cb72c8-51fe-469e-bc3c-6cdd7689f3b2 admin admin] Allocated IP 172.20.0.1 (b1aa42a3-db0e-4a64-8981-180e4ed2eb9a/49fd4acf-4e53-4137-a16e-31c0796907b1/bf432a5b-78e1-4313-89f5-e200013f5057) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:08:10.888048 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3975634d-3c21-48f3-ae45-1fcde7f645ea None None] Attempting to bind port 79703b5d-b7da-433d-8eec-56c592fed092 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:08:10.888424 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3975634d-3c21-48f3-ae45-1fcde7f645ea None None] Attempting to bind port 79703b5d-b7da-433d-8eec-56c592fed092 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:08:10.888786 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3975634d-3c21-48f3-ae45-1fcde7f645ea None None] Attempting to bind port 79703b5d-b7da-433d-8eec-56c592fed092 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:08:10.896846 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c26a6-400e-4e40-ba0c-48c0290aa441 None None] Pushing event updated for resources: {'Port': ['ID=79703b5d-b7da-433d-8eec-56c592fed092,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:08:10.902802 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3975634d-3c21-48f3-ae45-1fcde7f645ea None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:08:10.903271 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3975634d-3c21-48f3-ae45-1fcde7f645ea None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:08:10.903690 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3975634d-3c21-48f3-ae45-1fcde7f645ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:10.904169 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3975634d-3c21-48f3-ae45-1fcde7f645ea None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:08:10.904544 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3975634d-3c21-48f3-ae45-1fcde7f645ea None None] Bound port: 79703b5d-b7da-433d-8eec-56c592fed092, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:08:10.904927 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3975634d-3c21-48f3-ae45-1fcde7f645ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (79703b5d-b7da-433d-8eec-56c592fed092), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:10.906692 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8473657f-cd57-46d6-905e-eea490117429 None None] Provisioning complete for port 28fae8f5-a29e-4eb4-8df3-37ef3642c15a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:08:10.907059 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8473657f-cd57-46d6-905e-eea490117429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (28fae8f5-a29e-4eb4-8df3-37ef3642c15a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:10.985793 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-76cb72c8-51fe-469e-bc3c-6cdd7689f3b2 admin admin] Publish callbacks [] for port (bf432a5b-78e1-4313-89f5-e200013f5057), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:10.989859 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3975634d-3c21-48f3-ae45-1fcde7f645ea None None] For port 79703b5d-b7da-433d-8eec-56c592fed092, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:08:10.993507 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3975634d-3c21-48f3-ae45-1fcde7f645ea None None] For port 79703b5d-b7da-433d-8eec-56c592fed092, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=79703b5d-b7da-433d-8eec-56c592fed092,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:08:10.999024 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3975634d-3c21-48f3-ae45-1fcde7f645ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (79703b5d-b7da-433d-8eec-56c592fed092), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:11.022094 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-76cb72c8-51fe-469e-bc3c-6cdd7689f3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (bf432a5b-78e1-4313-89f5-e200013f5057), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:11.062136 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cb72c8-51fe-469e-bc3c-6cdd7689f3b2 admin admin] Network b1aa42a3-db0e-4a64-8981-180e4ed2eb9a is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:08:11.070445 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-76cb72c8-51fe-469e-bc3c-6cdd7689f3b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:08:11.074559 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cb72c8-51fe-469e-bc3c-6cdd7689f3b2 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:08:11.080767 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b22d7f-e8d0-46c9-8650-300f48c0aaad None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:08:11.097050 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8473657f-cd57-46d6-905e-eea490117429 None None] Current status of the port 28fae8f5-a29e-4eb4-8df3-37ef3642c15a is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:08:11.098922 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb72c8-51fe-469e-bc3c-6cdd7689f3b2 admin admin] Pushing event updated for resources: {'Port': ['ID=bf432a5b-78e1-4313-89f5-e200013f5057,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:08:11.109830 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3975634d-3c21-48f3-ae45-1fcde7f645ea None None] Routers {'cea2fa19-ccb1-42fc-99be-47d386361482'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:08:11.110147 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3975634d-3c21-48f3-ae45-1fcde7f645ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:07:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['cea2fa19-ccb1-42fc-99be-47d386361482'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:08:11.128498 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-76cb72c8-51fe-469e-bc3c-6cdd7689f3b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (cea2fa19-ccb1-42fc-99be-47d386361482), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:11.153423 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c26a6-400e-4e40-ba0c-48c0290aa441 None None] Pushing event updated for resources: {'Port': ['ID=79703b5d-b7da-433d-8eec-56c592fed092,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:08:11.251673 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ec66fd82-cb3c-4a1c-b38c-3e4c87b07568 None None] Provisioning complete for port 79703b5d-b7da-433d-8eec-56c592fed092 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:08:11.252054 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ec66fd82-cb3c-4a1c-b38c-3e4c87b07568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (79703b5d-b7da-433d-8eec-56c592fed092), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:11.257034 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-3975634d-3c21-48f3-ae45-1fcde7f645ea None None] Set router cea2fa19-ccb1-42fc-99be-47d386361482 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:08:11.260026 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 28fae8f5-a29e-4eb4-8df3-37ef3642c15a up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:08:11.322834 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-76cb72c8-51fe-469e-bc3c-6cdd7689f3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bf432a5b-78e1-4313-89f5-e200013f5057), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:11.491810 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-76cb72c8-51fe-469e-bc3c-6cdd7689f3b2 admin admin] Publish callbacks [] for port (bf432a5b-78e1-4313-89f5-e200013f5057), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:11.497223 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-76cb72c8-51fe-469e-bc3c-6cdd7689f3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (bf432a5b-78e1-4313-89f5-e200013f5057), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:11.570066 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-76cb72c8-51fe-469e-bc3c-6cdd7689f3b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (cea2fa19-ccb1-42fc-99be-47d386361482), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:11.572257 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb72c8-51fe-469e-bc3c-6cdd7689f3b2 admin admin] Pushing event updated for resources: {'Port': ['ID=bf432a5b-78e1-4313-89f5-e200013f5057,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:08:11.660321 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 28fae8f5-a29e-4eb4-8df3-37ef3642c15a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:08:11.660689 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (28fae8f5-a29e-4eb4-8df3-37ef3642c15a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:11.668533 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cb72c8-51fe-469e-bc3c-6cdd7689f3b2 admin admin] Network b1aa42a3-db0e-4a64-8981-180e4ed2eb9a is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:08:11.669965 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-76cb72c8-51fe-469e-bc3c-6cdd7689f3b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:08:11.723886 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ec66fd82-cb3c-4a1c-b38c-3e4c87b07568 None None] Current status of the port 79703b5d-b7da-433d-8eec-56c592fed092 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:08:11.724531 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ec66fd82-cb3c-4a1c-b38c-3e4c87b07568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (79703b5d-b7da-433d-8eec-56c592fed092), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:11.763959 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ec66fd82-cb3c-4a1c-b38c-3e4c87b07568 None None] For port 79703b5d-b7da-433d-8eec-56c592fed092, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=79703b5d-b7da-433d-8eec-56c592fed092,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:08:11.776185 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ec66fd82-cb3c-4a1c-b38c-3e4c87b07568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (79703b5d-b7da-433d-8eec-56c592fed092), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:11.794927 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76cb72c8-51fe-469e-bc3c-6cdd7689f3b2 admin admin] Router cea2fa19-ccb1-42fc-99be-47d386361482 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:08:11.844091 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3975634d-3c21-48f3-ae45-1fcde7f645ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea2fa19-ccb1-42fc-99be-47d386361482', 'name': 'tempest-ServerActionsTestJSON-1136211305-router', 'tenant_id': 'cb0cddd52b1a49eca191535a3befeab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '79703b5d-b7da-433d-8eec-56c592fed092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:08:08Z', 'updated_at': '2022-01-18T21:08:09Z', 'revision_number': 3, 'project_id': 'cb0cddd52b1a49eca191535a3befeab9', 'gw_port': {'id': '79703b5d-b7da-433d-8eec-56c592fed092', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea2fa19-ccb1-42fc-99be-47d386361482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:08:08Z', 'updated_at': '2022-01-18T21:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:08:11.848492 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 28fae8f5-a29e-4eb4-8df3-37ef3642c15a is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:08:11.878031 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3975634d-3c21-48f3-ae45-1fcde7f645ea None None] The sync data for ids ['cea2fa19-ccb1-42fc-99be-47d386361482'] in n-d-741529-9 is: [{'id': 'cea2fa19-ccb1-42fc-99be-47d386361482', 'name': 'tempest-ServerActionsTestJSON-1136211305-router', 'tenant_id': 'cb0cddd52b1a49eca191535a3befeab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '79703b5d-b7da-433d-8eec-56c592fed092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:08:08Z', 'updated_at': '2022-01-18T21:08:09Z', 'revision_number': 3, 'project_id': 'cb0cddd52b1a49eca191535a3befeab9', 'gw_port': {'id': '79703b5d-b7da-433d-8eec-56c592fed092', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea2fa19-ccb1-42fc-99be-47d386361482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:08:08Z', 'updated_at': '2022-01-18T21:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:08:11.898318 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66fd82-cb3c-4a1c-b38c-3e4c87b07568 None None] Pushing event updated for resources: {'Port': ['ID=79703b5d-b7da-433d-8eec-56c592fed092,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:08:11.917562 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-987a8b2f-217e-49c9-82e1-72dcd800c8af None None] Provisioning complete for port bf432a5b-78e1-4313-89f5-e200013f5057 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:08:11.917979 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-987a8b2f-217e-49c9-82e1-72dcd800c8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bf432a5b-78e1-4313-89f5-e200013f5057), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:11.919825 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cb72c8-51fe-469e-bc3c-6cdd7689f3b2 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:08:11.925419 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-76cb72c8-51fe-469e-bc3c-6cdd7689f3b2 admin admin] 10.222.0.31 "PUT /v2.0/routers/cea2fa19-ccb1-42fc-99be-47d386361482/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9975951 Jan 18 21:08:11.953002 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-987a8b2f-217e-49c9-82e1-72dcd800c8af None None] Port bf432a5b-78e1-4313-89f5-e200013f5057 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:08:12.071633 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a3f5b037-0eb1-4729-95f0-f1aa08f4322f None None] Provisioning complete for port bf432a5b-78e1-4313-89f5-e200013f5057 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:08:12.072310 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a3f5b037-0eb1-4729-95f0-f1aa08f4322f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bf432a5b-78e1-4313-89f5-e200013f5057), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:12.120904 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a3f5b037-0eb1-4729-95f0-f1aa08f4322f None None] Port bf432a5b-78e1-4313-89f5-e200013f5057 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:08:13.179417 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 79703b5d-b7da-433d-8eec-56c592fed092 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:08:13.226594 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 79703b5d-b7da-433d-8eec-56c592fed092 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:08:13.226968 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (79703b5d-b7da-433d-8eec-56c592fed092), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:13.307195 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 79703b5d-b7da-433d-8eec-56c592fed092 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:08:13.351753 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1f750a-e7d4-4f4c-b8c5-08a62cab8139 None None] Sync routers for ids ['cea2fa19-ccb1-42fc-99be-47d386361482'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:08:13.362083 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1f750a-e7d4-4f4c-b8c5-08a62cab8139 None None] Routers {'cea2fa19-ccb1-42fc-99be-47d386361482'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:08:13.362617 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-0c1f750a-e7d4-4f4c-b8c5-08a62cab8139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:07:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['cea2fa19-ccb1-42fc-99be-47d386361482'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:08:13.461955 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-0c1f750a-e7d4-4f4c-b8c5-08a62cab8139 None None] Set router cea2fa19-ccb1-42fc-99be-47d386361482 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:08:13.650593 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-0c1f750a-e7d4-4f4c-b8c5-08a62cab8139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea2fa19-ccb1-42fc-99be-47d386361482', 'name': 'tempest-ServerActionsTestJSON-1136211305-router', 'tenant_id': 'cb0cddd52b1a49eca191535a3befeab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '79703b5d-b7da-433d-8eec-56c592fed092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:08:08Z', 'updated_at': '2022-01-18T21:08:11Z', 'revision_number': 4, 'project_id': 'cb0cddd52b1a49eca191535a3befeab9', 'gw_port': {'id': '79703b5d-b7da-433d-8eec-56c592fed092', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea2fa19-ccb1-42fc-99be-47d386361482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:08:08Z', 'updated_at': '2022-01-18T21:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'bf432a5b-78e1-4313-89f5-e200013f5057', 'name': '', 'network_id': 'b1aa42a3-db0e-4a64-8981-180e4ed2eb9a', 'tenant_id': 'cb0cddd52b1a49eca191535a3befeab9', 'mac_address': 'fa:16:3e:db:b4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea2fa19-ccb1-42fc-99be-47d386361482', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '49fd4acf-4e53-4137-a16e-31c0796907b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:08:10Z', 'updated_at': '2022-01-18T21:08:11Z', 'revision_number': 2, 'project_id': 'cb0cddd52b1a49eca191535a3befeab9', 'subnets': [{'id': '49fd4acf-4e53-4137-a16e-31c0796907b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:08:13.675895 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1f750a-e7d4-4f4c-b8c5-08a62cab8139 None None] Checking router: cea2fa19-ccb1-42fc-99be-47d386361482 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:08:13.676245 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1f750a-e7d4-4f4c-b8c5-08a62cab8139 None None] Updating router cea2fa19-ccb1-42fc-99be-47d386361482 port bf432a5b-78e1-4313-89f5-e200013f5057 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 21:08:13.699384 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-0c1f750a-e7d4-4f4c-b8c5-08a62cab8139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bf432a5b-78e1-4313-89f5-e200013f5057), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:14.028122 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-0c1f750a-e7d4-4f4c-b8c5-08a62cab8139 None None] Publish callbacks [] for port (bf432a5b-78e1-4313-89f5-e200013f5057), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:14.033255 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-0c1f750a-e7d4-4f4c-b8c5-08a62cab8139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (bf432a5b-78e1-4313-89f5-e200013f5057), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:14.086913 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661d8e6-6170-4d39-808a-5895fc92bb3c None None] Pushing event updated for resources: {'Port': ['ID=bf432a5b-78e1-4313-89f5-e200013f5057,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:08:14.107630 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661d8e6-6170-4d39-808a-5895fc92bb3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:14.107974 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661d8e6-6170-4d39-808a-5895fc92bb3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:14.108311 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661d8e6-6170-4d39-808a-5895fc92bb3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:14.108638 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661d8e6-6170-4d39-808a-5895fc92bb3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:14.108976 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661d8e6-6170-4d39-808a-5895fc92bb3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:14.109293 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661d8e6-6170-4d39-808a-5895fc92bb3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:14.109868 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661d8e6-6170-4d39-808a-5895fc92bb3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:14.110210 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661d8e6-6170-4d39-808a-5895fc92bb3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:14.110425 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661d8e6-6170-4d39-808a-5895fc92bb3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:14.110745 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661d8e6-6170-4d39-808a-5895fc92bb3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:14.111087 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661d8e6-6170-4d39-808a-5895fc92bb3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:14.111379 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661d8e6-6170-4d39-808a-5895fc92bb3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:14.111694 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661d8e6-6170-4d39-808a-5895fc92bb3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:08:14.146401 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-0c1f750a-e7d4-4f4c-b8c5-08a62cab8139 None None] Attempting to bind port bf432a5b-78e1-4313-89f5-e200013f5057 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:08:14.146760 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-0c1f750a-e7d4-4f4c-b8c5-08a62cab8139 None None] Attempting to bind port bf432a5b-78e1-4313-89f5-e200013f5057 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '14cbce3a-0bed-48dc-b0fb-48eea6b8949c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1aa42a3-db0e-4a64-8981-180e4ed2eb9a'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:08:14.147113 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f750a-e7d4-4f4c-b8c5-08a62cab8139 None None] Attempting to bind port bf432a5b-78e1-4313-89f5-e200013f5057 on network b1aa42a3-db0e-4a64-8981-180e4ed2eb9a {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:08:14.152202 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f750a-e7d4-4f4c-b8c5-08a62cab8139 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:08:14.152696 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f750a-e7d4-4f4c-b8c5-08a62cab8139 None None] Checking segment: {'id': '14cbce3a-0bed-48dc-b0fb-48eea6b8949c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1aa42a3-db0e-4a64-8981-180e4ed2eb9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:08:14.153098 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-0c1f750a-e7d4-4f4c-b8c5-08a62cab8139 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:14.153481 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f750a-e7d4-4f4c-b8c5-08a62cab8139 None None] Bound using segment: {'id': '14cbce3a-0bed-48dc-b0fb-48eea6b8949c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1aa42a3-db0e-4a64-8981-180e4ed2eb9a'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:08:14.153968 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-0c1f750a-e7d4-4f4c-b8c5-08a62cab8139 None None] Bound port: bf432a5b-78e1-4313-89f5-e200013f5057, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14cbce3a-0bed-48dc-b0fb-48eea6b8949c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1aa42a3-db0e-4a64-8981-180e4ed2eb9a'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:08:14.154430 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-0c1f750a-e7d4-4f4c-b8c5-08a62cab8139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bf432a5b-78e1-4313-89f5-e200013f5057), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:14.218929 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-0c1f750a-e7d4-4f4c-b8c5-08a62cab8139 None None] For port bf432a5b-78e1-4313-89f5-e200013f5057, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:08:14.222090 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-0c1f750a-e7d4-4f4c-b8c5-08a62cab8139 None None] For port bf432a5b-78e1-4313-89f5-e200013f5057, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=bf432a5b-78e1-4313-89f5-e200013f5057,segment=NetworkSegment(14cbce3a-0bed-48dc-b0fb-48eea6b8949c),segment_id=14cbce3a-0bed-48dc-b0fb-48eea6b8949c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:08:14.226384 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-0c1f750a-e7d4-4f4c-b8c5-08a62cab8139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (bf432a5b-78e1-4313-89f5-e200013f5057), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:14.282206 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1f750a-e7d4-4f4c-b8c5-08a62cab8139 None None] Routers {'cea2fa19-ccb1-42fc-99be-47d386361482'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:08:14.282765 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-0c1f750a-e7d4-4f4c-b8c5-08a62cab8139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:07:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['cea2fa19-ccb1-42fc-99be-47d386361482'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:08:14.287579 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661d8e6-6170-4d39-808a-5895fc92bb3c None None] Pushing event updated for resources: {'Port': ['ID=bf432a5b-78e1-4313-89f5-e200013f5057,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:08:14.340473 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-3236cd37-4b4e-47e1-bd4c-b05544fefae5 None None] Provisioning complete for port bf432a5b-78e1-4313-89f5-e200013f5057 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:08:14.340987 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3236cd37-4b4e-47e1-bd4c-b05544fefae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bf432a5b-78e1-4313-89f5-e200013f5057), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:14.403936 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-0c1f750a-e7d4-4f4c-b8c5-08a62cab8139 None None] Set router cea2fa19-ccb1-42fc-99be-47d386361482 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:08:14.429330 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3236cd37-4b4e-47e1-bd4c-b05544fefae5 None None] Current status of the port bf432a5b-78e1-4313-89f5-e200013f5057 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:08:14.429751 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3236cd37-4b4e-47e1-bd4c-b05544fefae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bf432a5b-78e1-4313-89f5-e200013f5057), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:14.464366 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3236cd37-4b4e-47e1-bd4c-b05544fefae5 None None] For port bf432a5b-78e1-4313-89f5-e200013f5057, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=bf432a5b-78e1-4313-89f5-e200013f5057,segment=NetworkSegment(14cbce3a-0bed-48dc-b0fb-48eea6b8949c),segment_id=14cbce3a-0bed-48dc-b0fb-48eea6b8949c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:08:14.468542 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3236cd37-4b4e-47e1-bd4c-b05544fefae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (bf432a5b-78e1-4313-89f5-e200013f5057), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:14.518597 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236cd37-4b4e-47e1-bd4c-b05544fefae5 None None] Pushing event updated for resources: {'Port': ['ID=bf432a5b-78e1-4313-89f5-e200013f5057,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:08:14.586553 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-875c4c87-8982-45f3-9b53-bf5af0eb824b None None] Provisioning complete for port bf432a5b-78e1-4313-89f5-e200013f5057 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:08:14.586838 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-875c4c87-8982-45f3-9b53-bf5af0eb824b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bf432a5b-78e1-4313-89f5-e200013f5057), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:14.606916 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-0c1f750a-e7d4-4f4c-b8c5-08a62cab8139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea2fa19-ccb1-42fc-99be-47d386361482', 'name': 'tempest-ServerActionsTestJSON-1136211305-router', 'tenant_id': 'cb0cddd52b1a49eca191535a3befeab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '79703b5d-b7da-433d-8eec-56c592fed092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:08:08Z', 'updated_at': '2022-01-18T21:08:11Z', 'revision_number': 4, 'project_id': 'cb0cddd52b1a49eca191535a3befeab9', 'gw_port': {'id': '79703b5d-b7da-433d-8eec-56c592fed092', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea2fa19-ccb1-42fc-99be-47d386361482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:08:08Z', 'updated_at': '2022-01-18T21:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'bf432a5b-78e1-4313-89f5-e200013f5057', 'name': '', 'network_id': 'b1aa42a3-db0e-4a64-8981-180e4ed2eb9a', 'tenant_id': 'cb0cddd52b1a49eca191535a3befeab9', 'mac_address': 'fa:16:3e:db:b4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea2fa19-ccb1-42fc-99be-47d386361482', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '49fd4acf-4e53-4137-a16e-31c0796907b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:08:10Z', 'updated_at': '2022-01-18T21:08:14Z', 'revision_number': 4, 'project_id': 'cb0cddd52b1a49eca191535a3befeab9', 'subnets': [{'id': '49fd4acf-4e53-4137-a16e-31c0796907b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:08:14.635930 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1f750a-e7d4-4f4c-b8c5-08a62cab8139 None None] The sync data for ids ['cea2fa19-ccb1-42fc-99be-47d386361482'] in n-d-741529-9 is: [{'id': 'cea2fa19-ccb1-42fc-99be-47d386361482', 'name': 'tempest-ServerActionsTestJSON-1136211305-router', 'tenant_id': 'cb0cddd52b1a49eca191535a3befeab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '79703b5d-b7da-433d-8eec-56c592fed092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:08:08Z', 'updated_at': '2022-01-18T21:08:11Z', 'revision_number': 4, 'project_id': 'cb0cddd52b1a49eca191535a3befeab9', 'gw_port': {'id': '79703b5d-b7da-433d-8eec-56c592fed092', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea2fa19-ccb1-42fc-99be-47d386361482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:08:08Z', 'updated_at': '2022-01-18T21:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'bf432a5b-78e1-4313-89f5-e200013f5057', 'name': '', 'network_id': 'b1aa42a3-db0e-4a64-8981-180e4ed2eb9a', 'tenant_id': 'cb0cddd52b1a49eca191535a3befeab9', 'mac_address': 'fa:16:3e:db:b4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea2fa19-ccb1-42fc-99be-47d386361482', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '49fd4acf-4e53-4137-a16e-31c0796907b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:08:10Z', 'updated_at': '2022-01-18T21:08:14Z', 'revision_number': 4, 'project_id': 'cb0cddd52b1a49eca191535a3befeab9', 'subnets': [{'id': '49fd4acf-4e53-4137-a16e-31c0796907b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:08:14.673521 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-875c4c87-8982-45f3-9b53-bf5af0eb824b None None] Current status of the port bf432a5b-78e1-4313-89f5-e200013f5057 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:08:15.183026 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device bf432a5b-78e1-4313-89f5-e200013f5057 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:08:15.232733 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port bf432a5b-78e1-4313-89f5-e200013f5057 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:08:15.233104 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bf432a5b-78e1-4313-89f5-e200013f5057), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:15.315909 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port bf432a5b-78e1-4313-89f5-e200013f5057 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:08:25.736095 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f5346aa9-3081-4054-a5f1-5d613e4573b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:27.896911 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ba8d4e02-446a-4aa4-9e4a-233db5c62868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:29.277422 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:30.692400 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:31.981900 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:34.491160 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:37.264234 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:42.257625 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:08:55.738538 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-76f1dd28-b856-4f08-8813-e347f1cdba2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:57.896897 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4ae4efbb-5e88-458e-beea-b8c13b9d94a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:08:59.278953 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:00.691474 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:01.983659 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:04.506459 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:07.269972 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:12.099129 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41516) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:12.444544 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dcd4005d-8101-4cb4-9499-c38a50d6a1b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (cea2fa19-ccb1-42fc-99be-47d386361482), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:12.673074 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-dcd4005d-8101-4cb4-9499-c38a50d6a1b1 admin admin] Deleting port bf432a5b-78e1-4313-89f5-e200013f5057 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:09:12.673405 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dcd4005d-8101-4cb4-9499-c38a50d6a1b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (bf432a5b-78e1-4313-89f5-e200013f5057), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:12.750285 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-dcd4005d-8101-4cb4-9499-c38a50d6a1b1 admin admin] For port bf432a5b-78e1-4313-89f5-e200013f5057, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=bf432a5b-78e1-4313-89f5-e200013f5057,segment=NetworkSegment(14cbce3a-0bed-48dc-b0fb-48eea6b8949c),segment_id=14cbce3a-0bed-48dc-b0fb-48eea6b8949c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:09:12.750558 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dcd4005d-8101-4cb4-9499-c38a50d6a1b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (bf432a5b-78e1-4313-89f5-e200013f5057), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:12.761603 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-dcd4005d-8101-4cb4-9499-c38a50d6a1b1 admin admin] Calling delete_port for bf432a5b-78e1-4313-89f5-e200013f5057 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:09:12.935125 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dcd4005d-8101-4cb4-9499-c38a50d6a1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (bf432a5b-78e1-4313-89f5-e200013f5057), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:12.957694 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4005d-8101-4cb4-9499-c38a50d6a1b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf432a5b-78e1-4313-89f5-e200013f5057,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:12.986137 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4005d-8101-4cb4-9499-c38a50d6a1b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:12.986484 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4005d-8101-4cb4-9499-c38a50d6a1b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:12.986822 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4005d-8101-4cb4-9499-c38a50d6a1b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:12.987152 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4005d-8101-4cb4-9499-c38a50d6a1b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:12.987476 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4005d-8101-4cb4-9499-c38a50d6a1b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:12.987799 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4005d-8101-4cb4-9499-c38a50d6a1b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:12.988120 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4005d-8101-4cb4-9499-c38a50d6a1b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:12.988439 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4005d-8101-4cb4-9499-c38a50d6a1b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:12.988756 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4005d-8101-4cb4-9499-c38a50d6a1b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:12.989071 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4005d-8101-4cb4-9499-c38a50d6a1b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:12.989391 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4005d-8101-4cb4-9499-c38a50d6a1b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:12.989728 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4005d-8101-4cb4-9499-c38a50d6a1b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:12.990047 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4005d-8101-4cb4-9499-c38a50d6a1b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:13.133470 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dcd4005d-8101-4cb4-9499-c38a50d6a1b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (cea2fa19-ccb1-42fc-99be-47d386361482), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:13.343609 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd4005d-8101-4cb4-9499-c38a50d6a1b1 admin admin] Router cea2fa19-ccb1-42fc-99be-47d386361482 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:09:13.444668 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd4005d-8101-4cb4-9499-c38a50d6a1b1 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:09:13.450226 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-dcd4005d-8101-4cb4-9499-c38a50d6a1b1 admin admin] 10.222.0.31 "PUT /v2.0/routers/cea2fa19-ccb1-42fc-99be-47d386361482/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3500667 Jan 18 21:09:13.452840 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41520) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:13.455523 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417fb640-e94a-4de5-ad3d-4edef0092ca7 None None] Sync routers for ids ['cea2fa19-ccb1-42fc-99be-47d386361482'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:09:13.464727 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417fb640-e94a-4de5-ad3d-4edef0092ca7 None None] Routers {'cea2fa19-ccb1-42fc-99be-47d386361482'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:09:13.465329 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-417fb640-e94a-4de5-ad3d-4edef0092ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:08:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['cea2fa19-ccb1-42fc-99be-47d386361482'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:09:13.553759 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a64b4d05-83f2-4a47-9dc5-a1f2b856edb9 admin admin] Publish callbacks [] for router (cea2fa19-ccb1-42fc-99be-47d386361482), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:13.613612 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-417fb640-e94a-4de5-ad3d-4edef0092ca7 None None] Set router cea2fa19-ccb1-42fc-99be-47d386361482 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:09:13.655360 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a64b4d05-83f2-4a47-9dc5-a1f2b856edb9 admin admin] Publish callbacks [] for router_gateway (cea2fa19-ccb1-42fc-99be-47d386361482), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:13.706395 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-a64b4d05-83f2-4a47-9dc5-a1f2b856edb9 admin admin] Deleting port 79703b5d-b7da-433d-8eec-56c592fed092 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:09:13.706734 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a64b4d05-83f2-4a47-9dc5-a1f2b856edb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (79703b5d-b7da-433d-8eec-56c592fed092), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:13.790016 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-a64b4d05-83f2-4a47-9dc5-a1f2b856edb9 admin admin] For port 79703b5d-b7da-433d-8eec-56c592fed092, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=79703b5d-b7da-433d-8eec-56c592fed092,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:09:13.790377 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a64b4d05-83f2-4a47-9dc5-a1f2b856edb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (79703b5d-b7da-433d-8eec-56c592fed092), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:13.802533 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-a64b4d05-83f2-4a47-9dc5-a1f2b856edb9 admin admin] Calling delete_port for 79703b5d-b7da-433d-8eec-56c592fed092 owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:09:13.863027 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-417fb640-e94a-4de5-ad3d-4edef0092ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea2fa19-ccb1-42fc-99be-47d386361482', 'name': 'tempest-ServerActionsTestJSON-1136211305-router', 'tenant_id': 'cb0cddd52b1a49eca191535a3befeab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '79703b5d-b7da-433d-8eec-56c592fed092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:08:08Z', 'updated_at': '2022-01-18T21:09:12Z', 'revision_number': 5, 'project_id': 'cb0cddd52b1a49eca191535a3befeab9', 'gw_port': {'id': '79703b5d-b7da-433d-8eec-56c592fed092', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea2fa19-ccb1-42fc-99be-47d386361482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:08:08Z', 'updated_at': '2022-01-18T21:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:09:13.893594 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417fb640-e94a-4de5-ad3d-4edef0092ca7 None None] Checking router: cea2fa19-ccb1-42fc-99be-47d386361482 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:09:13.902240 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417fb640-e94a-4de5-ad3d-4edef0092ca7 None None] Routers {'cea2fa19-ccb1-42fc-99be-47d386361482'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:09:13.902843 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-417fb640-e94a-4de5-ad3d-4edef0092ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:08:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['cea2fa19-ccb1-42fc-99be-47d386361482'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:09:13.964069 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a64b4d05-83f2-4a47-9dc5-a1f2b856edb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (79703b5d-b7da-433d-8eec-56c592fed092), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:13.989110 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-417fb640-e94a-4de5-ad3d-4edef0092ca7 None None] Set router cea2fa19-ccb1-42fc-99be-47d386361482 gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:09:13.991147 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b4d05-83f2-4a47-9dc5-a1f2b856edb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=79703b5d-b7da-433d-8eec-56c592fed092,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:14.020844 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5a5325-d921-44ca-9bfd-32773cd35ec1 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:09:14.047976 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a64b4d05-83f2-4a47-9dc5-a1f2b856edb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (cea2fa19-ccb1-42fc-99be-47d386361482), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:14.051598 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-417fb640-e94a-4de5-ad3d-4edef0092ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea2fa19-ccb1-42fc-99be-47d386361482', 'name': 'tempest-ServerActionsTestJSON-1136211305-router', 'tenant_id': 'cb0cddd52b1a49eca191535a3befeab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:08:08Z', 'updated_at': '2022-01-18T21:09:13Z', 'revision_number': 6, 'project_id': 'cb0cddd52b1a49eca191535a3befeab9', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:09:14.080294 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417fb640-e94a-4de5-ad3d-4edef0092ca7 None None] The sync data for ids ['cea2fa19-ccb1-42fc-99be-47d386361482'] in n-d-741529-9 is: [{'id': 'cea2fa19-ccb1-42fc-99be-47d386361482', 'name': 'tempest-ServerActionsTestJSON-1136211305-router', 'tenant_id': 'cb0cddd52b1a49eca191535a3befeab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:08:08Z', 'updated_at': '2022-01-18T21:09:13Z', 'revision_number': 6, 'project_id': 'cb0cddd52b1a49eca191535a3befeab9', 'gw_port_host': None}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:09:14.149806 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a64b4d05-83f2-4a47-9dc5-a1f2b856edb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (cea2fa19-ccb1-42fc-99be-47d386361482), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:14.151786 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a64b4d05-83f2-4a47-9dc5-a1f2b856edb9 admin admin] Publish callbacks [] for router_controller (cea2fa19-ccb1-42fc-99be-47d386361482), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:14.193230 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a64b4d05-83f2-4a47-9dc5-a1f2b856edb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (cea2fa19-ccb1-42fc-99be-47d386361482), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:14.193772 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64b4d05-83f2-4a47-9dc5-a1f2b856edb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cea2fa19-ccb1-42fc-99be-47d386361482 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 21:09:14.198777 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a64b4d05-83f2-4a47-9dc5-a1f2b856edb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:14.199923 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a64b4d05-83f2-4a47-9dc5-a1f2b856edb9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/cea2fa19-ccb1-42fc-99be-47d386361482 HTTP/1.1" status: 204 len: 168 time: 0.7461908 Jan 18 21:09:14.202469 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41522) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:14.245891 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-4236690d-9bc8-49df-bd18-e864ffce8b57 admin admin] Deleting subnet 49fd4acf-4e53-4137-a16e-31c0796907b1 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 21:09:14.248797 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4236690d-9bc8-49df-bd18-e864ffce8b57 admin admin] Publish callbacks [] for subnet (49fd4acf-4e53-4137-a16e-31c0796907b1), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:14.282254 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4236690d-9bc8-49df-bd18-e864ffce8b57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (49fd4acf-4e53-4137-a16e-31c0796907b1), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:14.360531 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4236690d-9bc8-49df-bd18-e864ffce8b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (49fd4acf-4e53-4137-a16e-31c0796907b1), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:14.419835 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4236690d-9bc8-49df-bd18-e864ffce8b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (49fd4acf-4e53-4137-a16e-31c0796907b1), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:14.446341 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236690d-9bc8-49df-bd18-e864ffce8b57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49fd4acf-4e53-4137-a16e-31c0796907b1,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:14.448298 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4236690d-9bc8-49df-bd18-e864ffce8b57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:14.451563 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4236690d-9bc8-49df-bd18-e864ffce8b57 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/49fd4acf-4e53-4137-a16e-31c0796907b1 HTTP/1.1" status: 204 len: 168 time: 0.2480650 Jan 18 21:09:14.452576 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96179ccc-5ebf-4a67-98c4-495c36caf57f None None] Network b1aa42a3-db0e-4a64-8981-180e4ed2eb9a requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:09:14.454186 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41524) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:14.532273 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-71f857c7-ba56-4c31-905b-7e267a83775b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (b1aa42a3-db0e-4a64-8981-180e4ed2eb9a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:14.588951 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-71f857c7-ba56-4c31-905b-7e267a83775b admin admin] Deleting port 28fae8f5-a29e-4eb4-8df3-37ef3642c15a {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:09:14.589288 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-71f857c7-ba56-4c31-905b-7e267a83775b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (28fae8f5-a29e-4eb4-8df3-37ef3642c15a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:14.649538 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-71f857c7-ba56-4c31-905b-7e267a83775b admin admin] For port 28fae8f5-a29e-4eb4-8df3-37ef3642c15a, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=28fae8f5-a29e-4eb4-8df3-37ef3642c15a,segment=NetworkSegment(14cbce3a-0bed-48dc-b0fb-48eea6b8949c),segment_id=14cbce3a-0bed-48dc-b0fb-48eea6b8949c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:09:14.649923 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-71f857c7-ba56-4c31-905b-7e267a83775b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (28fae8f5-a29e-4eb4-8df3-37ef3642c15a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:14.661750 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-71f857c7-ba56-4c31-905b-7e267a83775b admin admin] Calling delete_port for 28fae8f5-a29e-4eb4-8df3-37ef3642c15a owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:09:14.739710 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-71f857c7-ba56-4c31-905b-7e267a83775b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (28fae8f5-a29e-4eb4-8df3-37ef3642c15a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:14.765241 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f857c7-ba56-4c31-905b-7e267a83775b admin admin] Pushing event deleted for resources: {'Port': ['ID=28fae8f5-a29e-4eb4-8df3-37ef3642c15a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:14.767039 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f857c7-ba56-4c31-905b-7e267a83775b admin admin] No DVR routers for this DVR port 28fae8f5-a29e-4eb4-8df3-37ef3642c15a on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:09:14.836798 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-71f857c7-ba56-4c31-905b-7e267a83775b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (b1aa42a3-db0e-4a64-8981-180e4ed2eb9a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:14.857237 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-71f857c7-ba56-4c31-905b-7e267a83775b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1aa42a3-db0e-4a64-8981-180e4ed2eb9a']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:09:14.867552 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-71f857c7-ba56-4c31-905b-7e267a83775b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14cbce3a-0bed-48dc-b0fb-48eea6b8949c') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:09:14.867843 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-71f857c7-ba56-4c31-905b-7e267a83775b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14cbce3a-0bed-48dc-b0fb-48eea6b8949c') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:09:14.877425 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-71f857c7-ba56-4c31-905b-7e267a83775b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (14cbce3a-0bed-48dc-b0fb-48eea6b8949c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:14.884072 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c90030-5c77-4b86-806a-793d2f26fdaf None None] DHCP port deletion for b1aa42a3-db0e-4a64-8981-180e4ed2eb9a request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:09:14.895194 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-71f857c7-ba56-4c31-905b-7e267a83775b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (14cbce3a-0bed-48dc-b0fb-48eea6b8949c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:14.902871 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f857c7-ba56-4c31-905b-7e267a83775b admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 21:09:14.903340 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-71f857c7-ba56-4c31-905b-7e267a83775b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (14cbce3a-0bed-48dc-b0fb-48eea6b8949c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: timer() Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 21:09:14.905146 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 21:09:14.958436 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-71f857c7-ba56-4c31-905b-7e267a83775b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (b1aa42a3-db0e-4a64-8981-180e4ed2eb9a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:14.964106 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-71f857c7-ba56-4c31-905b-7e267a83775b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:14.967540 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-71f857c7-ba56-4c31-905b-7e267a83775b admin admin] 10.222.0.31 "DELETE /v2.0/networks/b1aa42a3-db0e-4a64-8981-180e4ed2eb9a HTTP/1.1" status: 204 len: 168 time: 0.5124674 Jan 18 21:09:14.979668 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f857c7-ba56-4c31-905b-7e267a83775b admin admin] Pushing event deleted for resources: {'Network': ['ID=b1aa42a3-db0e-4a64-8981-180e4ed2eb9a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:15.084372 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41528) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:15.129414 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a8f0d116-2c47-4259-aee1-c3a9a8aec810 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb0cddd52b1a49eca191535a3befeab9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437980 Jan 18 21:09:15.131942 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41530) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:15.183455 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0b43dffa-ad8c-409e-b4f0-34df4763dbb8 admin admin] Publish callbacks [] for security_group (c4187558-738e-483a-bbad-e09bca4836b6), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:15.196044 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device bf432a5b-78e1-4313-89f5-e200013f5057 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:09:15.206912 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0b43dffa-ad8c-409e-b4f0-34df4763dbb8 admin admin] Publish callbacks [] for security_group (c4187558-738e-483a-bbad-e09bca4836b6), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:15.215832 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: bf432a5b-78e1-4313-89f5-e200013f5057 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:09:15.216177 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device bf432a5b-78e1-4313-89f5-e200013f5057 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:09:15.216583 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 79703b5d-b7da-433d-8eec-56c592fed092 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:09:15.239239 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 79703b5d-b7da-433d-8eec-56c592fed092 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:09:15.241818 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 79703b5d-b7da-433d-8eec-56c592fed092 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:09:15.241818 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 28fae8f5-a29e-4eb4-8df3-37ef3642c15a no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:09:15.255571 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0b43dffa-ad8c-409e-b4f0-34df4763dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c4187558-738e-483a-bbad-e09bca4836b6), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:15.258247 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0b43dffa-ad8c-409e-b4f0-34df4763dbb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:15.259456 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 28fae8f5-a29e-4eb4-8df3-37ef3642c15a {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:09:15.259586 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0b43dffa-ad8c-409e-b4f0-34df4763dbb8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4187558-738e-483a-bbad-e09bca4836b6 HTTP/1.1" status: 204 len: 168 time: 0.1264589 Jan 18 21:09:15.259894 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 28fae8f5-a29e-4eb4-8df3-37ef3642c15a not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:09:15.272833 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43dffa-ad8c-409e-b4f0-34df4763dbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4187558-738e-483a-bbad-e09bca4836b6,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:16.014592 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41552) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:16.107659 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-b44465d4-7226-423e-9275-b1c3659d79b1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1428147754-network', 'tenant_id': 'b923b7267a9f4ecfb07483c06f10f2e7'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:09:16.130493 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44465d4-7226-423e-9275-b1c3659d79b1 admin admin] Made reservation on behalf of b923b7267a9f4ecfb07483c06f10f2e7 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:09:16.133004 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b44465d4-7226-423e-9275-b1c3659d79b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:16.140941 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b44465d4-7226-423e-9275-b1c3659d79b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:16.212908 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b44465d4-7226-423e-9275-b1c3659d79b1 admin admin] Publish callbacks [] for security_group (7f548ab8-896c-49cb-b3e6-a11e9085b84b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:16.216560 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b44465d4-7226-423e-9275-b1c3659d79b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7f548ab8-896c-49cb-b3e6-a11e9085b84b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:16.241857 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b44465d4-7226-423e-9275-b1c3659d79b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 21:09:16.251099 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44465d4-7226-423e-9275-b1c3659d79b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f548ab8-896c-49cb-b3e6-a11e9085b84b,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:16.257275 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b44465d4-7226-423e-9275-b1c3659d79b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (7bcdeb1e-3901-4a57-9029-ce9055771091), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:16.257619 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-b44465d4-7226-423e-9275-b1c3659d79b1 admin admin] Added segment 7bcdeb1e-3901-4a57-9029-ce9055771091 of type vlan for network 63bcabbc-49c6-4ce0-a2da-99aea75ccafb Jan 18 21:09:16.299706 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b44465d4-7226-423e-9275-b1c3659d79b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (63bcabbc-49c6-4ce0-a2da-99aea75ccafb), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:16.324129 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b44465d4-7226-423e-9275-b1c3659d79b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (63bcabbc-49c6-4ce0-a2da-99aea75ccafb), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:16.325134 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44465d4-7226-423e-9275-b1c3659d79b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:16.325734 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b44465d4-7226-423e-9275-b1c3659d79b1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:16.359214 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b44465d4-7226-423e-9275-b1c3659d79b1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3434598 Jan 18 21:09:16.362508 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41556) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:16.370215 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-b9a94341-3eba-4d40-be5d-5ca67d542916 admin admin] Request body: {'subnet': {'network_id': '63bcabbc-49c6-4ce0-a2da-99aea75ccafb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1428147754-subnet', 'tenant_id': 'b923b7267a9f4ecfb07483c06f10f2e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:09:16.389110 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44465d4-7226-423e-9275-b1c3659d79b1 admin admin] Pushing event updated for resources: {'Network': ['ID=63bcabbc-49c6-4ce0-a2da-99aea75ccafb,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:16.400163 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 63bcabbc-49c6-4ce0-a2da-99aea75ccafb details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 21:09:16.400907 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a94341-3eba-4d40-be5d-5ca67d542916 admin admin] Made reservation on behalf of b923b7267a9f4ecfb07483c06f10f2e7 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:09:16.403904 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b9a94341-3eba-4d40-be5d-5ca67d542916 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:16.571941 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b9a94341-3eba-4d40-be5d-5ca67d542916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (70769916-09ca-4d6b-9845-ab9587734886), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:16.627024 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a94341-3eba-4d40-be5d-5ca67d542916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70769916-09ca-4d6b-9845-ab9587734886,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:16.638818 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a94341-3eba-4d40-be5d-5ca67d542916 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:16.639157 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a94341-3eba-4d40-be5d-5ca67d542916 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:16.639492 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a94341-3eba-4d40-be5d-5ca67d542916 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:16.639820 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a94341-3eba-4d40-be5d-5ca67d542916 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:16.640144 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a94341-3eba-4d40-be5d-5ca67d542916 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:16.640467 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a94341-3eba-4d40-be5d-5ca67d542916 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:16.640787 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a94341-3eba-4d40-be5d-5ca67d542916 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:16.641103 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a94341-3eba-4d40-be5d-5ca67d542916 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:16.641418 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a94341-3eba-4d40-be5d-5ca67d542916 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:16.641760 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a94341-3eba-4d40-be5d-5ca67d542916 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:16.642074 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a94341-3eba-4d40-be5d-5ca67d542916 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:16.642386 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a94341-3eba-4d40-be5d-5ca67d542916 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:16.642697 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a94341-3eba-4d40-be5d-5ca67d542916 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:16.647016 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a94341-3eba-4d40-be5d-5ca67d542916 admin admin] Checking segment: {'id': '7bcdeb1e-3901-4a57-9029-ce9055771091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '63bcabbc-49c6-4ce0-a2da-99aea75ccafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:09:16.647376 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a94341-3eba-4d40-be5d-5ca67d542916 admin admin] Network hostable DHCP agents. Network: 63bcabbc-49c6-4ce0-a2da-99aea75ccafb, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 21:09:16.664912 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a94341-3eba-4d40-be5d-5ca67d542916 admin admin] Network 63bcabbc-49c6-4ce0-a2da-99aea75ccafb is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 21:09:16.673197 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-b9a94341-3eba-4d40-be5d-5ca67d542916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 63bcabbc-49c6-4ce0-a2da-99aea75ccafb) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:09:16.677239 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a94341-3eba-4d40-be5d-5ca67d542916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:16.677886 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b9a94341-3eba-4d40-be5d-5ca67d542916 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:16.683003 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6a3794-2a66-4f73-a94a-edcbef3d4748 None None] Network 63bcabbc-49c6-4ce0-a2da-99aea75ccafb requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:09:16.694374 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b9a94341-3eba-4d40-be5d-5ca67d542916 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3306291 Jan 18 21:09:16.786958 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02984501-3477-4de2-824f-4303f1bac7a8 None None] Network 63bcabbc-49c6-4ce0-a2da-99aea75ccafb requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:09:17.126148 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-9c84fba7-2602-4da9-896f-65ba8e7ffa9a tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:17.127704 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-9c84fba7-2602-4da9-896f-65ba8e7ffa9a tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/networks?id=63bcabbc-49c6-4ce0-a2da-99aea75ccafb HTTP/1.1" status: 200 len: 814 time: 0.1093416 Jan 18 21:09:17.142321 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-6a5fcaa7-983a-4e0c-9407-b4cdc437bdab tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/quotas/b923b7267a9f4ecfb07483c06f10f2e7 HTTP/1.1" status: 200 len: 375 time: 0.0086277 Jan 18 21:09:17.171843 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-f30cd36e-f2b6-4426-a08e-fd044b98aa3a tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b923b7267a9f4ecfb07483c06f10f2e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245702 Jan 18 21:09:17.299092 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-75842492-af55-4790-820a-acc78e8befd7 service neutron] 10.222.0.31 "GET /v2.0/networks/63bcabbc-49c6-4ce0-a2da-99aea75ccafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207294 Jan 18 21:09:17.388635 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-146cffcb-9263-4bc7-b4c8-997b638eaf4c service neutron] 10.222.0.31 "GET /v2.0/networks/63bcabbc-49c6-4ce0-a2da-99aea75ccafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837951 Jan 18 21:09:17.543438 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-75f61af0-6b46-48ce-b515-726208aa9706 req-fe37717b-7f8b-43ba-bcde-4aba807bc34c tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=b04da34f-83c7-4bf0-8d37-e538b49d7a05 HTTP/1.1" status: 200 len: 210 time: 0.0258431 Jan 18 21:09:18.443513 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-70570662-00f0-4d81-9c76-1b89a3986f27 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:18.445538 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-70570662-00f0-4d81-9c76-1b89a3986f27 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.57 "GET /v2.0/networks?id=63bcabbc-49c6-4ce0-a2da-99aea75ccafb HTTP/1.1" status: 200 len: 814 time: 0.1072185 Jan 18 21:09:18.457661 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-75ca2dee-8545-4a20-8958-bf8945fa837a tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Request body: {'port': {'device_id': 'b04da34f-83c7-4bf0-8d37-e538b49d7a05', 'network_id': '63bcabbc-49c6-4ce0-a2da-99aea75ccafb', 'admin_state_up': True, 'tenant_id': 'b923b7267a9f4ecfb07483c06f10f2e7'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:09:18.562862 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-75ca2dee-8545-4a20-8958-bf8945fa837a tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Made reservation on behalf of b923b7267a9f4ecfb07483c06f10f2e7 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:09:18.566275 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-75ca2dee-8545-4a20-8958-bf8945fa837a tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:18.638700 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4c0d2cf7-0a90-4edd-9c35-58e18746fd96 req-5253351a-9d89-48cc-a8d2-ff230bf3a718 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=b04da34f-83c7-4bf0-8d37-e538b49d7a05 HTTP/1.1" status: 200 len: 210 time: 0.0265894 Jan 18 21:09:18.693122 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-75ca2dee-8545-4a20-8958-bf8945fa837a tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Allocated IP 172.20.0.10 (63bcabbc-49c6-4ce0-a2da-99aea75ccafb/70769916-09ca-4d6b-9845-ab9587734886/05675a4f-5e08-4216-ac45-b9c4fb967ba5) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:09:18.841142 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-75ca2dee-8545-4a20-8958-bf8945fa837a tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Publish callbacks [] for port (05675a4f-5e08-4216-ac45-b9c4fb967ba5), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:18.874308 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-75ca2dee-8545-4a20-8958-bf8945fa837a tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (05675a4f-5e08-4216-ac45-b9c4fb967ba5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:18.917073 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-75ca2dee-8545-4a20-8958-bf8945fa837a tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Network 63bcabbc-49c6-4ce0-a2da-99aea75ccafb is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:09:18.919959 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-75ca2dee-8545-4a20-8958-bf8945fa837a tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:09:18.923545 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-75ca2dee-8545-4a20-8958-bf8945fa837a tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:09:18.950223 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca2dee-8545-4a20-8958-bf8945fa837a tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Pushing event updated for resources: {'Port': ['ID=05675a4f-5e08-4216-ac45-b9c4fb967ba5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:18.978387 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-75ca2dee-8545-4a20-8958-bf8945fa837a tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:18.978996 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-75ca2dee-8545-4a20-8958-bf8945fa837a tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:18.994344 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-75ca2dee-8545-4a20-8958-bf8945fa837a tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5406168 Jan 18 21:09:19.005506 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-d62b6760-c2da-4b79-9624-bb0f497f9c33 service neutron] Request body: {'port': {'device_id': 'b04da34f-83c7-4bf0-8d37-e538b49d7a05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:09:19.061801 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-d62b6760-c2da-4b79-9624-bb0f497f9c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (05675a4f-5e08-4216-ac45-b9c4fb967ba5), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:19.257986 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:09:19.324416 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-d62b6760-c2da-4b79-9624-bb0f497f9c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05675a4f-5e08-4216-ac45-b9c4fb967ba5 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:09:19.332468 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-d62b6760-c2da-4b79-9624-bb0f497f9c33 service neutron] Publish callbacks [] for port (05675a4f-5e08-4216-ac45-b9c4fb967ba5), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:19.345248 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-d62b6760-c2da-4b79-9624-bb0f497f9c33 service neutron] Transition to ACTIVE for port object 05675a4f-5e08-4216-ac45-b9c4fb967ba5 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 21:09:19.348914 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-d62b6760-c2da-4b79-9624-bb0f497f9c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (05675a4f-5e08-4216-ac45-b9c4fb967ba5), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:19.397095 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b6760-c2da-4b79-9624-bb0f497f9c33 service neutron] Pushing event updated for resources: {'Port': ['ID=05675a4f-5e08-4216-ac45-b9c4fb967ba5,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:19.467199 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-d62b6760-c2da-4b79-9624-bb0f497f9c33 service neutron] Attempting to bind port 05675a4f-5e08-4216-ac45-b9c4fb967ba5 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:09:19.467866 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-d62b6760-c2da-4b79-9624-bb0f497f9c33 service neutron] Attempting to bind port 05675a4f-5e08-4216-ac45-b9c4fb967ba5 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '7bcdeb1e-3901-4a57-9029-ce9055771091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '63bcabbc-49c6-4ce0-a2da-99aea75ccafb'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:09:19.467866 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-d62b6760-c2da-4b79-9624-bb0f497f9c33 service neutron] Attempting to bind port 05675a4f-5e08-4216-ac45-b9c4fb967ba5 on network 63bcabbc-49c6-4ce0-a2da-99aea75ccafb {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:09:19.472042 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-d62b6760-c2da-4b79-9624-bb0f497f9c33 service neutron] Port 05675a4f-5e08-4216-ac45-b9c4fb967ba5 on network 63bcabbc-49c6-4ce0-a2da-99aea75ccafb not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 21:09:19.472359 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-d62b6760-c2da-4b79-9624-bb0f497f9c33 service neutron] Attempting to bind port 05675a4f-5e08-4216-ac45-b9c4fb967ba5 on network 63bcabbc-49c6-4ce0-a2da-99aea75ccafb {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:09:19.477125 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-d62b6760-c2da-4b79-9624-bb0f497f9c33 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:09:19.477457 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-d62b6760-c2da-4b79-9624-bb0f497f9c33 service neutron] Checking segment: {'id': '7bcdeb1e-3901-4a57-9029-ce9055771091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '63bcabbc-49c6-4ce0-a2da-99aea75ccafb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:09:19.477872 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-d62b6760-c2da-4b79-9624-bb0f497f9c33 service neutron] Bound using segment: {'id': '7bcdeb1e-3901-4a57-9029-ce9055771091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '63bcabbc-49c6-4ce0-a2da-99aea75ccafb'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:09:19.478291 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-d62b6760-c2da-4b79-9624-bb0f497f9c33 service neutron] Bound port: 05675a4f-5e08-4216-ac45-b9c4fb967ba5, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bcdeb1e-3901-4a57-9029-ce9055771091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '63bcabbc-49c6-4ce0-a2da-99aea75ccafb'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:09:19.478639 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-d62b6760-c2da-4b79-9624-bb0f497f9c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (05675a4f-5e08-4216-ac45-b9c4fb967ba5), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:19.539512 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-d62b6760-c2da-4b79-9624-bb0f497f9c33 service neutron] For port 05675a4f-5e08-4216-ac45-b9c4fb967ba5, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:09:19.542514 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-d62b6760-c2da-4b79-9624-bb0f497f9c33 service neutron] For port 05675a4f-5e08-4216-ac45-b9c4fb967ba5, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=05675a4f-5e08-4216-ac45-b9c4fb967ba5,segment=NetworkSegment(7bcdeb1e-3901-4a57-9029-ce9055771091),segment_id=7bcdeb1e-3901-4a57-9029-ce9055771091)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:09:19.547613 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-d62b6760-c2da-4b79-9624-bb0f497f9c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (05675a4f-5e08-4216-ac45-b9c4fb967ba5), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:19.580499 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-d62b6760-c2da-4b79-9624-bb0f497f9c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:19.581123 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-d62b6760-c2da-4b79-9624-bb0f497f9c33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:19.582591 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-d62b6760-c2da-4b79-9624-bb0f497f9c33 service neutron] 10.222.0.57 "PUT /v2.0/ports/05675a4f-5e08-4216-ac45-b9c4fb967ba5 HTTP/1.1" status: 200 len: 1092 time: 0.5809906 Jan 18 21:09:19.583031 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04da34f-83c7-4bf0-8d37-e538b49d7a05', 'tag': '05675a4f-5e08-4216-ac45-b9c4fb967ba5'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:09:19.585308 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65d0cf1-4b4e-4762-9b5f-f19272055a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "b04da34f-83c7-4bf0-8d37-e538b49d7a05", "tag": "05675a4f-5e08-4216-ac45-b9c4fb967ba5"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:09:19.610855 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b6760-c2da-4b79-9624-bb0f497f9c33 service neutron] Pushing event updated for resources: {'Port': ['ID=05675a4f-5e08-4216-ac45-b9c4fb967ba5,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:19.628265 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08473dca-a276-4110-adaa-72b73e907d96 x-openstack-request-id: req-08473dca-a276-4110-adaa-72b73e907d96 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:09:19.628548 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04da34f-83c7-4bf0-8d37-e538b49d7a05", "tag": "05675a4f-5e08-4216-ac45-b9c4fb967ba5", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:09:19.628834 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08473dca-a276-4110-adaa-72b73e907d96 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:09:19.629241 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04da34f-83c7-4bf0-8d37-e538b49d7a05', 'tag': '05675a4f-5e08-4216-ac45-b9c4fb967ba5', 'status': 'completed', 'code': 200} Jan 18 21:09:19.677689 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-07db5804-b5c0-4562-b840-c736ea6712e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:19.679221 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-07db5804-b5c0-4562-b840-c736ea6712e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b923b7267a9f4ecfb07483c06f10f2e7&device_id=b04da34f-83c7-4bf0-8d37-e538b49d7a05 HTTP/1.1" status: 200 len: 1095 time: 0.0447855 Jan 18 21:09:19.720395 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-0ab40661-1b1a-4c62-94d8-6e8a37fea5bc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05675a4f-5e08-4216-ac45-b9c4fb967ba5 HTTP/1.1" status: 200 len: 217 time: 0.0331731 Jan 18 21:09:19.758749 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6aae1e-e321-4409-b3d0-b363ff57cb6e req-c1b19670-dff4-4332-8a5f-ac358c45a0e4 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:19.760216 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e6aae1e-e321-4409-b3d0-b363ff57cb6e req-c1b19670-dff4-4332-8a5f-ac358c45a0e4 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=b04da34f-83c7-4bf0-8d37-e538b49d7a05 HTTP/1.1" status: 200 len: 944 time: 0.0523605 Jan 18 21:09:19.767663 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-37b8d6ed-45c3-43ea-8fcb-33cec1c27de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:19.769107 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-37b8d6ed-45c3-43ea-8fcb-33cec1c27de8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70769916-09ca-4d6b-9845-ab9587734886 HTTP/1.1" status: 200 len: 854 time: 0.0435634 Jan 18 21:09:19.799356 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-c5f74f20-f6bd-459f-8b38-0115b0be2ac1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=63bcabbc-49c6-4ce0-a2da-99aea75ccafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245988 Jan 18 21:09:19.807122 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e6aae1e-e321-4409-b3d0-b363ff57cb6e req-a637b444-ecbf-4758-a5e0-38e7e92510c7 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f548ab8-896c-49cb-b3e6-a11e9085b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410955 Jan 18 21:09:19.891274 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-37e6d6b8-be80-4c3a-a4c2-d353fdbd8e11 service neutron] 10.222.0.57 "GET /v2.0/networks/63bcabbc-49c6-4ce0-a2da-99aea75ccafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855196 Jan 18 21:09:19.981677 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3cd05d15-f420-490b-864b-ff3b53a1221f req-2a9b223c-9d60-4c54-ab53-4a285c2ed073 service neutron] 10.222.0.57 "GET /v2.0/networks/63bcabbc-49c6-4ce0-a2da-99aea75ccafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846133 Jan 18 21:09:20.065159 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d0cf1-4b4e-4762-9b5f-f19272055a4f req-812e8ff6-6a64-40e8-a167-e1993f19b1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:20.066649 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d65d0cf1-4b4e-4762-9b5f-f19272055a4f req-812e8ff6-6a64-40e8-a167-e1993f19b1cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b923b7267a9f4ecfb07483c06f10f2e7&device_id=b04da34f-83c7-4bf0-8d37-e538b49d7a05 HTTP/1.1" status: 200 len: 1095 time: 0.0402021 Jan 18 21:09:20.153244 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d0cf1-4b4e-4762-9b5f-f19272055a4f req-c13180e6-1b30-4eb3-bb7a-511121c7bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:20.154732 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d65d0cf1-4b4e-4762-9b5f-f19272055a4f req-c13180e6-1b30-4eb3-bb7a-511121c7bfb5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=63bcabbc-49c6-4ce0-a2da-99aea75ccafb HTTP/1.1" status: 200 len: 915 time: 0.0823474 Jan 18 21:09:20.197471 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d65d0cf1-4b4e-4762-9b5f-f19272055a4f req-79d553cf-2490-44e2-bb3d-b1e324158f5a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05675a4f-5e08-4216-ac45-b9c4fb967ba5 HTTP/1.1" status: 200 len: 217 time: 0.0368106 Jan 18 21:09:20.244299 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d0cf1-4b4e-4762-9b5f-f19272055a4f req-2ae120b3-391b-4883-8801-de9c47560666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:20.245689 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d65d0cf1-4b4e-4762-9b5f-f19272055a4f req-2ae120b3-391b-4883-8801-de9c47560666 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70769916-09ca-4d6b-9845-ab9587734886 HTTP/1.1" status: 200 len: 854 time: 0.0423684 Jan 18 21:09:20.275165 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d65d0cf1-4b4e-4762-9b5f-f19272055a4f req-882e49ca-210d-4847-9499-ee2c514d0600 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=63bcabbc-49c6-4ce0-a2da-99aea75ccafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239196 Jan 18 21:09:20.366453 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d65d0cf1-4b4e-4762-9b5f-f19272055a4f req-feaf35a4-d46f-4dd8-a70b-7356530b0fa0 service neutron] 10.222.0.57 "GET /v2.0/networks/63bcabbc-49c6-4ce0-a2da-99aea75ccafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854509 Jan 18 21:09:20.453853 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d65d0cf1-4b4e-4762-9b5f-f19272055a4f req-a2fcd0f2-7386-458a-80be-4f3d91cee1a8 service neutron] 10.222.0.57 "GET /v2.0/networks/63bcabbc-49c6-4ce0-a2da-99aea75ccafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806611 Jan 18 21:09:20.923186 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4856c9-61b8-4992-98c5-512a05c7e0c5 req-bf0c2645-c490-48d2-b217-c993a9f0324a tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:20.924642 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5e4856c9-61b8-4992-98c5-512a05c7e0c5 req-bf0c2645-c490-48d2-b217-c993a9f0324a tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=b04da34f-83c7-4bf0-8d37-e538b49d7a05 HTTP/1.1" status: 200 len: 944 time: 0.0486054 Jan 18 21:09:20.971730 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5e4856c9-61b8-4992-98c5-512a05c7e0c5 req-8618f38a-fecc-4202-adbc-db8e9d876c19 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f548ab8-896c-49cb-b3e6-a11e9085b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413835 Jan 18 21:09:22.084039 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5648e0d-8c0a-4972-aeb6-49fe11fa115b req-e528940f-978d-438f-b1fb-6fce9a45ae8d tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:22.085531 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e5648e0d-8c0a-4972-aeb6-49fe11fa115b req-e528940f-978d-438f-b1fb-6fce9a45ae8d tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=b04da34f-83c7-4bf0-8d37-e538b49d7a05 HTTP/1.1" status: 200 len: 944 time: 0.0475237 Jan 18 21:09:22.136096 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e5648e0d-8c0a-4972-aeb6-49fe11fa115b req-2bc33620-a821-4e68-93da-b0c04dde71aa tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f548ab8-896c-49cb-b3e6-a11e9085b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447075 Jan 18 21:09:23.260326 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5ab81-249c-4361-87b4-aa34079ad9a7 req-fe4bd018-8352-41df-b23d-61135be690ef tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:23.261913 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-30a5ab81-249c-4361-87b4-aa34079ad9a7 req-fe4bd018-8352-41df-b23d-61135be690ef tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=b04da34f-83c7-4bf0-8d37-e538b49d7a05 HTTP/1.1" status: 200 len: 944 time: 0.0541775 Jan 18 21:09:23.308395 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-30a5ab81-249c-4361-87b4-aa34079ad9a7 req-e7b05f4d-3e2d-4406-a5d0-cec91c05138d tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f548ab8-896c-49cb-b3e6-a11e9085b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408461 Jan 18 21:09:23.437977 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 05675a4f-5e08-4216-ac45-b9c4fb967ba5 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 21:09:23.532563 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 05675a4f-5e08-4216-ac45-b9c4fb967ba5, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=05675a4f-5e08-4216-ac45-b9c4fb967ba5,segment=NetworkSegment(7bcdeb1e-3901-4a57-9029-ce9055771091),segment_id=7bcdeb1e-3901-4a57-9029-ce9055771091)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:09:23.543040 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '05675a4f-5e08-4216-ac45-b9c4fb967ba5', 'network_id': '63bcabbc-49c6-4ce0-a2da-99aea75ccafb', 'port_id': '05675a4f-5e08-4216-ac45-b9c4fb967ba5', 'mac_address': 'fa:16:3e:fd:b1:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70769916-09ca-4d6b-9845-ab9587734886', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 21:09:23.579095 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 05675a4f-5e08-4216-ac45-b9c4fb967ba5 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:09:23.579475 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (05675a4f-5e08-4216-ac45-b9c4fb967ba5), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:23.591709 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05675a4f-5e08-4216-ac45-b9c4fb967ba5 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:09:23.610766 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 05675a4f-5e08-4216-ac45-b9c4fb967ba5, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=05675a4f-5e08-4216-ac45-b9c4fb967ba5,segment=NetworkSegment(7bcdeb1e-3901-4a57-9029-ce9055771091),segment_id=7bcdeb1e-3901-4a57-9029-ce9055771091)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:09:23.614794 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (05675a4f-5e08-4216-ac45-b9c4fb967ba5), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:23.664449 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=05675a4f-5e08-4216-ac45-b9c4fb967ba5,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:23.671568 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:23.671911 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:23.672250 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:23.672581 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:23.672916 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:23.673241 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:23.673562 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:23.673914 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:23.674234 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:23.674551 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:23.674868 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:23.675182 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:23.675501 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:09:24.079895 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['05675a4f-5e08-4216-ac45-b9c4fb967ba5'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:09:24.420138 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068553fb-d517-45df-a80f-cbc599a1416a req-5c031775-710b-48d3-bb0f-868a99f97c6d tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:24.421580 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-068553fb-d517-45df-a80f-cbc599a1416a req-5c031775-710b-48d3-bb0f-868a99f97c6d tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=b04da34f-83c7-4bf0-8d37-e538b49d7a05 HTTP/1.1" status: 200 len: 945 time: 0.0467844 Jan 18 21:09:24.466738 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-068553fb-d517-45df-a80f-cbc599a1416a req-819c4f64-6b9f-4cb3-953e-9f2ad0664a71 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f548ab8-896c-49cb-b3e6-a11e9085b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396473 Jan 18 21:09:25.441116 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 05675a4f-5e08-4216-ac45-b9c4fb967ba5 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:09:25.492919 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 05675a4f-5e08-4216-ac45-b9c4fb967ba5 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 21:09:25.496827 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 05675a4f-5e08-4216-ac45-b9c4fb967ba5 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:09:25.497206 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (05675a4f-5e08-4216-ac45-b9c4fb967ba5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:25.574085 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 05675a4f-5e08-4216-ac45-b9c4fb967ba5 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:09:25.574483 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (05675a4f-5e08-4216-ac45-b9c4fb967ba5), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:25.584804 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e9a74-2df6-4cdd-8c3b-2f4894c72cf5 req-4e765cb7-7689-4d8c-b220-12081038742f tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:25.586898 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-487e9a74-2df6-4cdd-8c3b-2f4894c72cf5 req-4e765cb7-7689-4d8c-b220-12081038742f tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=b04da34f-83c7-4bf0-8d37-e538b49d7a05 HTTP/1.1" status: 200 len: 945 time: 0.0513406 Jan 18 21:09:25.597507 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04da34f-83c7-4bf0-8d37-e538b49d7a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05675a4f-5e08-4216-ac45-b9c4fb967ba5'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:09:25.599755 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ded6420-731d-450d-a031-9405bd70e9c2" -d '{"events": [{"server_uuid": "b04da34f-83c7-4bf0-8d37-e538b49d7a05", "name": "network-vif-plugged", "status": "completed", "tag": "05675a4f-5e08-4216-ac45-b9c4fb967ba5"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:09:25.613066 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 05675a4f-5e08-4216-ac45-b9c4fb967ba5, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=05675a4f-5e08-4216-ac45-b9c4fb967ba5,segment=NetworkSegment(7bcdeb1e-3901-4a57-9029-ce9055771091),segment_id=7bcdeb1e-3901-4a57-9029-ce9055771091)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:09:25.616813 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (05675a4f-5e08-4216-ac45-b9c4fb967ba5), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:25.636368 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-487e9a74-2df6-4cdd-8c3b-2f4894c72cf5 req-67427e17-c8df-41d5-bf8e-494a634ce85d tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f548ab8-896c-49cb-b3e6-a11e9085b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431979 Jan 18 21:09:25.667461 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=05675a4f-5e08-4216-ac45-b9c4fb967ba5,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:25.681253 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba78a4d8-e857-4886-a4d1-9eb1a78145f5 x-openstack-request-id: req-ba78a4d8-e857-4886-a4d1-9eb1a78145f5 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:09:25.681544 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04da34f-83c7-4bf0-8d37-e538b49d7a05", "name": "network-vif-plugged", "status": "completed", "tag": "05675a4f-5e08-4216-ac45-b9c4fb967ba5", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:09:25.681842 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba78a4d8-e857-4886-a4d1-9eb1a78145f5 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:09:25.682222 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04da34f-83c7-4bf0-8d37-e538b49d7a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05675a4f-5e08-4216-ac45-b9c4fb967ba5', 'code': 200} Jan 18 21:09:25.741933 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-32df4b61-ed1c-46d8-a8f6-8675a8b8efb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:25.822243 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad100333-7570-4053-9b36-3814808de5ab req-dc77eed1-b878-4397-948d-2019ecb64e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:25.823762 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ad100333-7570-4053-9b36-3814808de5ab req-dc77eed1-b878-4397-948d-2019ecb64e72 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b04da34f-83c7-4bf0-8d37-e538b49d7a05 HTTP/1.1" status: 200 len: 1097 time: 0.0437789 Jan 18 21:09:25.866997 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ad100333-7570-4053-9b36-3814808de5ab req-367ea5af-2b14-440a-8b97-d9d98fd88aee service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7f548ab8-896c-49cb-b3e6-a11e9085b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355945 Jan 18 21:09:26.747928 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ea9ea-44fc-4316-89ad-713386f28904 req-42d51e2c-872d-4e98-b9d2-5a7efa37a074 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:26.749384 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-434ea9ea-44fc-4316-89ad-713386f28904 req-42d51e2c-872d-4e98-b9d2-5a7efa37a074 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=b04da34f-83c7-4bf0-8d37-e538b49d7a05 HTTP/1.1" status: 200 len: 946 time: 0.0470030 Jan 18 21:09:26.794669 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-434ea9ea-44fc-4316-89ad-713386f28904 req-592b26bf-bb30-4c60-b49e-b1b7aa7212db tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f548ab8-896c-49cb-b3e6-a11e9085b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398939 Jan 18 21:09:27.899184 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f7be76da-0b0f-4daf-a058-c948844fe3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:27.913382 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82572b60-7f50-455a-a240-832113662de4 req-f69b4db8-54d8-45a4-a6fd-3cfd47a58a6f tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:27.915382 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-82572b60-7f50-455a-a240-832113662de4 req-f69b4db8-54d8-45a4-a6fd-3cfd47a58a6f tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=b04da34f-83c7-4bf0-8d37-e538b49d7a05 HTTP/1.1" status: 200 len: 946 time: 0.0537128 Jan 18 21:09:28.303207 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-82572b60-7f50-455a-a240-832113662de4 req-147ec891-3870-4e3b-bf72-6e5b82f1abda tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f548ab8-896c-49cb-b3e6-a11e9085b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822269 Jan 18 21:09:28.516992 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-04a93736-fd6e-4ae3-9f22-afba15a72676 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:28.518477 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-04a93736-fd6e-4ae3-9f22-afba15a72676 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/networks?id=63bcabbc-49c6-4ce0-a2da-99aea75ccafb HTTP/1.1" status: 200 len: 814 time: 0.0981231 Jan 18 21:09:28.532778 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-538321e1-5f05-4fa2-94b5-2492764c1611 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/quotas/b923b7267a9f4ecfb07483c06f10f2e7 HTTP/1.1" status: 200 len: 375 time: 0.0090649 Jan 18 21:09:28.581540 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-30083b27-de3b-4e6d-a137-404544423112 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b923b7267a9f4ecfb07483c06f10f2e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0440705 Jan 18 21:09:28.667476 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-2aaf227a-f75d-49db-a3bc-fb2d15c3bb97 service neutron] 10.222.0.31 "GET /v2.0/networks/63bcabbc-49c6-4ce0-a2da-99aea75ccafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789752 Jan 18 21:09:28.755570 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-d79adcf3-dbe0-4d55-bcaf-3897eec9c60b service neutron] 10.222.0.31 "GET /v2.0/networks/63bcabbc-49c6-4ce0-a2da-99aea75ccafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824356 Jan 18 21:09:28.910148 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-510705ab-5565-4eee-a3e0-3c27b37aec49 req-0cb91140-69d1-40d2-82d8-437f7cdd9cc5 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=853c79cd-e2a6-4774-b26c-9c825a463b48 HTTP/1.1" status: 200 len: 210 time: 0.0252552 Jan 18 21:09:29.283036 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:29.880687 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-40c61f56-97fe-4705-aa06-ab3ca04662cc tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:29.882187 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-40c61f56-97fe-4705-aa06-ab3ca04662cc tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.70 "GET /v2.0/networks?id=63bcabbc-49c6-4ce0-a2da-99aea75ccafb HTTP/1.1" status: 200 len: 814 time: 0.1007011 Jan 18 21:09:29.899017 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-dcc92086-0301-4401-ac52-665d959489e5 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Request body: {'port': {'device_id': '853c79cd-e2a6-4774-b26c-9c825a463b48', 'network_id': '63bcabbc-49c6-4ce0-a2da-99aea75ccafb', 'admin_state_up': True, 'tenant_id': 'b923b7267a9f4ecfb07483c06f10f2e7'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:09:30.004101 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d2fdea60-4b51-4475-a350-35544a09a54f req-ba2b011c-0ee5-41cc-8e16-b99a4231bd8d tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=853c79cd-e2a6-4774-b26c-9c825a463b48 HTTP/1.1" status: 200 len: 210 time: 0.0256829 Jan 18 21:09:30.013332 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-dcc92086-0301-4401-ac52-665d959489e5 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Made reservation on behalf of b923b7267a9f4ecfb07483c06f10f2e7 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:09:30.017287 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-dcc92086-0301-4401-ac52-665d959489e5 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:30.143097 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-dcc92086-0301-4401-ac52-665d959489e5 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Allocated IP 172.20.0.11 (63bcabbc-49c6-4ce0-a2da-99aea75ccafb/70769916-09ca-4d6b-9845-ab9587734886/06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:09:30.282387 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-dcc92086-0301-4401-ac52-665d959489e5 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Publish callbacks [] for port (06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:30.323492 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-dcc92086-0301-4401-ac52-665d959489e5 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:30.334959 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['05675a4f-5e08-4216-ac45-b9c4fb967ba5'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:09:30.365752 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-dcc92086-0301-4401-ac52-665d959489e5 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Network 63bcabbc-49c6-4ce0-a2da-99aea75ccafb is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:09:30.369340 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-dcc92086-0301-4401-ac52-665d959489e5 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:09:30.372903 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-dcc92086-0301-4401-ac52-665d959489e5 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:09:30.397994 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc92086-0301-4401-ac52-665d959489e5 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Pushing event updated for resources: {'Port': ['ID=06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:30.425908 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-dcc92086-0301-4401-ac52-665d959489e5 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:30.426519 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-dcc92086-0301-4401-ac52-665d959489e5 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:30.442258 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-dcc92086-0301-4401-ac52-665d959489e5 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5470710 Jan 18 21:09:30.458410 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-49453176-8ef9-4671-84ad-83f992bd2529 service neutron] Request body: {'port': {'device_id': '853c79cd-e2a6-4774-b26c-9c825a463b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:09:30.511040 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-49453176-8ef9-4671-84ad-83f992bd2529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:30.695620 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:30.768017 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-49453176-8ef9-4671-84ad-83f992bd2529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:09:30.775371 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-49453176-8ef9-4671-84ad-83f992bd2529 service neutron] Publish callbacks [] for port (06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:30.786876 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-49453176-8ef9-4671-84ad-83f992bd2529 service neutron] Transition to ACTIVE for port object 06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 21:09:30.790880 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-49453176-8ef9-4671-84ad-83f992bd2529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:30.853674 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49453176-8ef9-4671-84ad-83f992bd2529 service neutron] Pushing event updated for resources: {'Port': ['ID=06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:30.906446 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-49453176-8ef9-4671-84ad-83f992bd2529 service neutron] Attempting to bind port 06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:09:30.907097 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-49453176-8ef9-4671-84ad-83f992bd2529 service neutron] Attempting to bind port 06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '7bcdeb1e-3901-4a57-9029-ce9055771091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '63bcabbc-49c6-4ce0-a2da-99aea75ccafb'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:09:30.907097 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-49453176-8ef9-4671-84ad-83f992bd2529 service neutron] Attempting to bind port 06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3 on network 63bcabbc-49c6-4ce0-a2da-99aea75ccafb {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:09:30.911648 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-49453176-8ef9-4671-84ad-83f992bd2529 service neutron] Port 06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3 on network 63bcabbc-49c6-4ce0-a2da-99aea75ccafb not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 21:09:30.911967 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-49453176-8ef9-4671-84ad-83f992bd2529 service neutron] Attempting to bind port 06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3 on network 63bcabbc-49c6-4ce0-a2da-99aea75ccafb {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:09:30.916712 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-49453176-8ef9-4671-84ad-83f992bd2529 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:09:30.917039 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-49453176-8ef9-4671-84ad-83f992bd2529 service neutron] Checking segment: {'id': '7bcdeb1e-3901-4a57-9029-ce9055771091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '63bcabbc-49c6-4ce0-a2da-99aea75ccafb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:09:30.917408 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-49453176-8ef9-4671-84ad-83f992bd2529 service neutron] Bound using segment: {'id': '7bcdeb1e-3901-4a57-9029-ce9055771091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '63bcabbc-49c6-4ce0-a2da-99aea75ccafb'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:09:30.917850 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-49453176-8ef9-4671-84ad-83f992bd2529 service neutron] Bound port: 06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bcdeb1e-3901-4a57-9029-ce9055771091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '63bcabbc-49c6-4ce0-a2da-99aea75ccafb'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:09:30.918196 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-49453176-8ef9-4671-84ad-83f992bd2529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:30.979699 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-49453176-8ef9-4671-84ad-83f992bd2529 service neutron] For port 06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:09:30.983734 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-49453176-8ef9-4671-84ad-83f992bd2529 service neutron] For port 06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3,segment=NetworkSegment(7bcdeb1e-3901-4a57-9029-ce9055771091),segment_id=7bcdeb1e-3901-4a57-9029-ce9055771091)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:09:30.988332 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-49453176-8ef9-4671-84ad-83f992bd2529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:31.024951 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-49453176-8ef9-4671-84ad-83f992bd2529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:31.025560 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-49453176-8ef9-4671-84ad-83f992bd2529 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:31.026966 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-49453176-8ef9-4671-84ad-83f992bd2529 service neutron] 10.222.0.70 "PUT /v2.0/ports/06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3 HTTP/1.1" status: 200 len: 1092 time: 0.5726540 Jan 18 21:09:31.027402 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '853c79cd-e2a6-4774-b26c-9c825a463b48', 'tag': '06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:09:31.029680 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d11976-fe05-4252-a62b-2dc307146415" -d '{"events": [{"name": "network-changed", "server_uuid": "853c79cd-e2a6-4774-b26c-9c825a463b48", "tag": "06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:09:31.051322 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49453176-8ef9-4671-84ad-83f992bd2529 service neutron] Pushing event updated for resources: {'Port': ['ID=06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:31.110713 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-136a9fc0-f5df-4c20-a247-a52b8dcfdb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:31.112232 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-136a9fc0-f5df-4c20-a247-a52b8dcfdb80 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b923b7267a9f4ecfb07483c06f10f2e7&device_id=853c79cd-e2a6-4774-b26c-9c825a463b48 HTTP/1.1" status: 200 len: 1095 time: 0.0423932 Jan 18 21:09:31.126220 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87f7e5-eb5a-4771-91ce-c251cd75ad28 req-f17c7fe6-b4d4-4014-9218-915cad01edb4 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:31.127708 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cd87f7e5-eb5a-4771-91ce-c251cd75ad28 req-f17c7fe6-b4d4-4014-9218-915cad01edb4 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=853c79cd-e2a6-4774-b26c-9c825a463b48 HTTP/1.1" status: 200 len: 944 time: 0.0486243 Jan 18 21:09:31.160965 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-a3dad811-3d66-49fe-92c8-b2ef0d981f2c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3 HTTP/1.1" status: 200 len: 217 time: 0.0383465 Jan 18 21:09:31.177310 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cd87f7e5-eb5a-4771-91ce-c251cd75ad28 req-230471e2-5018-4251-8e8e-5b9fb2339b9f tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f548ab8-896c-49cb-b3e6-a11e9085b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432498 Jan 18 21:09:31.216939 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-d683d3d0-be70-4ee7-8a01-fba6b8234dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:31.218575 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-d683d3d0-be70-4ee7-8a01-fba6b8234dd8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=70769916-09ca-4d6b-9845-ab9587734886 HTTP/1.1" status: 200 len: 854 time: 0.0478482 Jan 18 21:09:31.224672 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731a67f0-5f5f-4b29-93e5-7a2c56c19df7 x-openstack-request-id: req-731a67f0-5f5f-4b29-93e5-7a2c56c19df7 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:09:31.224972 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "853c79cd-e2a6-4774-b26c-9c825a463b48", "tag": "06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:09:31.225229 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-731a67f0-5f5f-4b29-93e5-7a2c56c19df7 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:09:31.225647 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '853c79cd-e2a6-4774-b26c-9c825a463b48', 'tag': '06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3', 'status': 'completed', 'code': 200} Jan 18 21:09:31.256325 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-9fe7671b-a362-44d6-b5f8-b7e71748e3ab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=63bcabbc-49c6-4ce0-a2da-99aea75ccafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238068 Jan 18 21:09:31.350138 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-9f025189-7a2e-42fb-89ec-98ad0f9cb769 service neutron] 10.222.0.70 "GET /v2.0/networks/63bcabbc-49c6-4ce0-a2da-99aea75ccafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845661 Jan 18 21:09:31.439787 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ddde4f66-af91-4d0e-8114-02815cdfa0ca req-871f96de-4bdb-4c7b-a6e4-a2009225df39 service neutron] 10.222.0.70 "GET /v2.0/networks/63bcabbc-49c6-4ce0-a2da-99aea75ccafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830424 Jan 18 21:09:31.527101 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d11976-fe05-4252-a62b-2dc307146415 req-b4a88eb2-9599-46be-a996-0a04b8c3de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:31.528471 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-66d11976-fe05-4252-a62b-2dc307146415 req-b4a88eb2-9599-46be-a996-0a04b8c3de13 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b923b7267a9f4ecfb07483c06f10f2e7&device_id=853c79cd-e2a6-4774-b26c-9c825a463b48 HTTP/1.1" status: 200 len: 1095 time: 0.0447531 Jan 18 21:09:31.615448 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d11976-fe05-4252-a62b-2dc307146415 req-7d635a0c-2d4d-461a-a875-ccc70c19005f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:31.616912 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-66d11976-fe05-4252-a62b-2dc307146415 req-7d635a0c-2d4d-461a-a875-ccc70c19005f service neutron] 10.222.0.70 "GET /v2.0/networks?id=63bcabbc-49c6-4ce0-a2da-99aea75ccafb HTTP/1.1" status: 200 len: 915 time: 0.0822189 Jan 18 21:09:31.661027 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-66d11976-fe05-4252-a62b-2dc307146415 req-9a70c047-7d47-44c0-884e-69535cd7c07c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3 HTTP/1.1" status: 200 len: 217 time: 0.0378096 Jan 18 21:09:31.705898 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d11976-fe05-4252-a62b-2dc307146415 req-4c347464-6462-4e55-af1f-9c8f32faf4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:31.707248 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-66d11976-fe05-4252-a62b-2dc307146415 req-4c347464-6462-4e55-af1f-9c8f32faf4ba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=70769916-09ca-4d6b-9845-ab9587734886 HTTP/1.1" status: 200 len: 854 time: 0.0407569 Jan 18 21:09:31.737571 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-66d11976-fe05-4252-a62b-2dc307146415 req-d6655423-a75b-41b2-a80d-b6881a7860f0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=63bcabbc-49c6-4ce0-a2da-99aea75ccafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236528 Jan 18 21:09:31.827156 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-66d11976-fe05-4252-a62b-2dc307146415 req-68d30aa6-6dec-4c40-88e9-06148c2998c7 service neutron] 10.222.0.70 "GET /v2.0/networks/63bcabbc-49c6-4ce0-a2da-99aea75ccafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825167 Jan 18 21:09:31.917333 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-66d11976-fe05-4252-a62b-2dc307146415 req-6c4e1c82-422a-474e-93a7-57b1aecbed72 service neutron] 10.222.0.70 "GET /v2.0/networks/63bcabbc-49c6-4ce0-a2da-99aea75ccafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822749 Jan 18 21:09:31.985881 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:32.296728 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74828b3-90df-44d4-87d1-6959ba319116 req-9137d609-d3c3-4973-8671-01bf0e522ed2 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:32.298229 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c74828b3-90df-44d4-87d1-6959ba319116 req-9137d609-d3c3-4973-8671-01bf0e522ed2 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=853c79cd-e2a6-4774-b26c-9c825a463b48 HTTP/1.1" status: 200 len: 944 time: 0.0515800 Jan 18 21:09:32.344164 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c74828b3-90df-44d4-87d1-6959ba319116 req-06693ce2-f913-47e9-b5be-277a324cd681 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f548ab8-896c-49cb-b3e6-a11e9085b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401361 Jan 18 21:09:32.492995 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 21:09:32.587169 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3,segment=NetworkSegment(7bcdeb1e-3901-4a57-9029-ce9055771091),segment_id=7bcdeb1e-3901-4a57-9029-ce9055771091)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:09:32.598058 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3', 'network_id': '63bcabbc-49c6-4ce0-a2da-99aea75ccafb', 'port_id': '06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3', 'mac_address': 'fa:16:3e:c0:fc:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70769916-09ca-4d6b-9845-ab9587734886', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 21:09:32.633900 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:09:32.634289 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:32.646576 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:09:32.665552 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3,segment=NetworkSegment(7bcdeb1e-3901-4a57-9029-ce9055771091),segment_id=7bcdeb1e-3901-4a57-9029-ce9055771091)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:09:32.669890 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:32.717186 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:33.002709 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:09:33.457789 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238fa700-932f-440d-8782-629e7440141f req-f677c2d7-bcee-406b-8aef-67336ee6f5d1 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:33.459228 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-238fa700-932f-440d-8782-629e7440141f req-f677c2d7-bcee-406b-8aef-67336ee6f5d1 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=853c79cd-e2a6-4774-b26c-9c825a463b48 HTTP/1.1" status: 200 len: 945 time: 0.0476608 Jan 18 21:09:33.504710 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-238fa700-932f-440d-8782-629e7440141f req-2cb12854-8d6c-4a42-ba8d-f09416dbfb45 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f548ab8-896c-49cb-b3e6-a11e9085b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400202 Jan 18 21:09:34.496479 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:09:34.539470 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:34.559496 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 21:09:34.563551 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:09:34.563952 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:34.635576 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ee119-1575-4eb9-93e4-daa9e5cbc415 req-f3a3bf1f-549b-41a4-8220-fdca73046b84 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:34.637193 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3c8ee119-1575-4eb9-93e4-daa9e5cbc415 req-f3a3bf1f-549b-41a4-8220-fdca73046b84 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=853c79cd-e2a6-4774-b26c-9c825a463b48 HTTP/1.1" status: 200 len: 945 time: 0.0589612 Jan 18 21:09:34.646055 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:09:34.646664 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:34.669493 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853c79cd-e2a6-4774-b26c-9c825a463b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:09:34.672390 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549e7362-f2e6-48d3-8ea3-512b705099de" -d '{"events": [{"server_uuid": "853c79cd-e2a6-4774-b26c-9c825a463b48", "name": "network-vif-plugged", "status": "completed", "tag": "06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:09:34.685137 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3,segment=NetworkSegment(7bcdeb1e-3901-4a57-9029-ce9055771091),segment_id=7bcdeb1e-3901-4a57-9029-ce9055771091)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:09:34.689031 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:34.690331 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3c8ee119-1575-4eb9-93e4-daa9e5cbc415 req-ea55714b-dfbb-4210-853b-7d484e71a138 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f548ab8-896c-49cb-b3e6-a11e9085b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474565 Jan 18 21:09:34.736943 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:34.741995 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1fc0ea-ea3d-4513-8462-985171fb91e8 x-openstack-request-id: req-9e1fc0ea-ea3d-4513-8462-985171fb91e8 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:09:34.742283 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853c79cd-e2a6-4774-b26c-9c825a463b48", "name": "network-vif-plugged", "status": "completed", "tag": "06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:09:34.743094 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e1fc0ea-ea3d-4513-8462-985171fb91e8 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:09:34.743494 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853c79cd-e2a6-4774-b26c-9c825a463b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3', 'code': 200} Jan 18 21:09:34.846190 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffaf5e-3f86-4aa2-af8a-637400140e90 req-bfc8603b-fdf5-43ca-bbe2-57261bd8f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:34.847584 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f0ffaf5e-3f86-4aa2-af8a-637400140e90 req-bfc8603b-fdf5-43ca-bbe2-57261bd8f32f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=853c79cd-e2a6-4774-b26c-9c825a463b48 HTTP/1.1" status: 200 len: 1097 time: 0.0391235 Jan 18 21:09:34.896820 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f0ffaf5e-3f86-4aa2-af8a-637400140e90 req-272b4e7f-6d83-4c5e-8e7c-e52f0a181e07 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7f548ab8-896c-49cb-b3e6-a11e9085b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407107 Jan 18 21:09:35.811490 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc5584-43e8-47b6-89a1-aca4665e8659 req-444c6e4c-ddd3-4627-86ac-1c749bc1ff68 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:35.812966 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cbdc5584-43e8-47b6-89a1-aca4665e8659 req-444c6e4c-ddd3-4627-86ac-1c749bc1ff68 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=853c79cd-e2a6-4774-b26c-9c825a463b48 HTTP/1.1" status: 200 len: 946 time: 0.0496483 Jan 18 21:09:35.857927 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cbdc5584-43e8-47b6-89a1-aca4665e8659 req-03f0fca3-ae22-4a17-8573-4e67af16f804 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f548ab8-896c-49cb-b3e6-a11e9085b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394723 Jan 18 21:09:36.969519 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aaa1d7-d8a6-4c2d-8b39-a2758c5084ce req-f1b4c5e8-ab1a-4316-8b28-aa854df6cdfa tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:36.970990 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2aaa1d7-d8a6-4c2d-8b39-a2758c5084ce req-f1b4c5e8-ab1a-4316-8b28-aa854df6cdfa tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=853c79cd-e2a6-4774-b26c-9c825a463b48 HTTP/1.1" status: 200 len: 946 time: 0.0470209 Jan 18 21:09:37.024019 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2aaa1d7-d8a6-4c2d-8b39-a2758c5084ce req-e10ed81c-430d-4ca2-ba7b-9a923706aac7 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f548ab8-896c-49cb-b3e6-a11e9085b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475581 Jan 18 21:09:37.254615 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b025d9-12f7-44f6-8cbc-57edcde1981b req-93b2a0d1-83e1-4502-ab37-8570fae830ea tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:37.256081 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-83b025d9-12f7-44f6-8cbc-57edcde1981b req-93b2a0d1-83e1-4502-ab37-8570fae830ea tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=853c79cd-e2a6-4774-b26c-9c825a463b48 HTTP/1.1" status: 200 len: 946 time: 0.0476067 Jan 18 21:09:37.282057 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:37.303302 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-83b025d9-12f7-44f6-8cbc-57edcde1981b req-b651013e-57c8-4990-b8df-49678fa7db94 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f548ab8-896c-49cb-b3e6-a11e9085b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409644 Jan 18 21:09:38.419151 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5d4b4-5979-4e6d-af0a-0d68693ac43e req-2933d5f5-6c93-4249-ab2a-67afc333f541 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:38.420633 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38b5d4b4-5979-4e6d-af0a-0d68693ac43e req-2933d5f5-6c93-4249-ab2a-67afc333f541 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=853c79cd-e2a6-4774-b26c-9c825a463b48 HTTP/1.1" status: 200 len: 946 time: 0.0487888 Jan 18 21:09:38.467761 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38b5d4b4-5979-4e6d-af0a-0d68693ac43e req-ea1e506a-4978-4210-814b-c3ac185e50bd tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f548ab8-896c-49cb-b3e6-a11e9085b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416265 Jan 18 21:09:38.623997 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf65332-048f-4cc9-809a-0031d199a8f7 req-86384bea-1cd9-4cb9-a798-b27b50db4ff7 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:38.625321 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1bf65332-048f-4cc9-809a-0031d199a8f7 req-86384bea-1cd9-4cb9-a798-b27b50db4ff7 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.70 "GET /v2.0/ports?device_id=853c79cd-e2a6-4774-b26c-9c825a463b48 HTTP/1.1" status: 200 len: 946 time: 0.0477192 Jan 18 21:09:38.722767 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-1bf65332-048f-4cc9-809a-0031d199a8f7 req-8baa8e7a-7e4a-426c-b815-df040cd3d6f9 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Deleting port 06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:09:38.723104 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1bf65332-048f-4cc9-809a-0031d199a8f7 req-8baa8e7a-7e4a-426c-b815-df040cd3d6f9 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:38.811649 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-1bf65332-048f-4cc9-809a-0031d199a8f7 req-8baa8e7a-7e4a-426c-b815-df040cd3d6f9 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] For port 06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3,segment=NetworkSegment(7bcdeb1e-3901-4a57-9029-ce9055771091),segment_id=7bcdeb1e-3901-4a57-9029-ce9055771091)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:09:38.812006 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1bf65332-048f-4cc9-809a-0031d199a8f7 req-8baa8e7a-7e4a-426c-b815-df040cd3d6f9 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:38.823450 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-1bf65332-048f-4cc9-809a-0031d199a8f7 req-8baa8e7a-7e4a-426c-b815-df040cd3d6f9 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Calling delete_port for 06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:09:38.949173 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1bf65332-048f-4cc9-809a-0031d199a8f7 req-8baa8e7a-7e4a-426c-b815-df040cd3d6f9 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:38.960619 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['05675a4f-5e08-4216-ac45-b9c4fb967ba5'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:09:38.966294 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:09:39.212809 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa8e7a-7e4a-426c-b815-df040cd3d6f9 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Pushing event deleted for resources: {'Port': ['ID=06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:39.251861 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf65332-048f-4cc9-809a-0031d199a8f7 req-8baa8e7a-7e4a-426c-b815-df040cd3d6f9 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] No DVR routers for this DVR port 06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:09:39.254426 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-1bf65332-048f-4cc9-809a-0031d199a8f7 req-8baa8e7a-7e4a-426c-b815-df040cd3d6f9 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:39.257695 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1bf65332-048f-4cc9-809a-0031d199a8f7 req-8baa8e7a-7e4a-426c-b815-df040cd3d6f9 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.70 "DELETE /v2.0/ports/06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3 HTTP/1.1" status: 204 len: 173 time: 0.6243868 Jan 18 21:09:39.258129 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853c79cd-e2a6-4774-b26c-9c825a463b48', 'name': 'network-vif-deleted', 'tag': '06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:09:39.260360 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a8a7aa-2d60-46fa-b0b8-7a4dc42d3763" -d '{"events": [{"server_uuid": "853c79cd-e2a6-4774-b26c-9c825a463b48", "name": "network-vif-deleted", "tag": "06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:09:39.300434 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd042211-0683-4f3a-80ce-8bcf381993f4 x-openstack-request-id: req-bd042211-0683-4f3a-80ce-8bcf381993f4 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:09:39.300973 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853c79cd-e2a6-4774-b26c-9c825a463b48", "name": "network-vif-deleted", "tag": "06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:09:39.301305 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd042211-0683-4f3a-80ce-8bcf381993f4 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:09:39.301783 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853c79cd-e2a6-4774-b26c-9c825a463b48', 'name': 'network-vif-deleted', 'tag': '06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3', 'status': 'completed', 'code': 200} Jan 18 21:09:39.577266 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e7e7dc0-7957-4fad-bdaf-e17543e848f9 req-47f6366c-ce79-4163-be99-b3a7c10a08e9 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=853c79cd-e2a6-4774-b26c-9c825a463b48 HTTP/1.1" status: 200 len: 210 time: 0.0286844 Jan 18 21:09:40.721512 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893ae47-ec26-49e6-b421-f06130685a48 req-141c439c-5aea-4ae6-836d-e80f08dcb131 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:40.723008 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1893ae47-ec26-49e6-b421-f06130685a48 req-141c439c-5aea-4ae6-836d-e80f08dcb131 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=b04da34f-83c7-4bf0-8d37-e538b49d7a05 HTTP/1.1" status: 200 len: 946 time: 0.0476272 Jan 18 21:09:40.768783 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1893ae47-ec26-49e6-b421-f06130685a48 req-0fb1da48-c5d1-4c46-aaaf-a313040de200 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f548ab8-896c-49cb-b3e6-a11e9085b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400004 Jan 18 21:09:40.893867 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8db267-3dd6-496d-b38e-b23c7d91b80c req-a20a5e6b-727f-4fd1-bf37-b77d02438ffc tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:40.895237 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a8db267-3dd6-496d-b38e-b23c7d91b80c req-a20a5e6b-727f-4fd1-bf37-b77d02438ffc tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=b04da34f-83c7-4bf0-8d37-e538b49d7a05 HTTP/1.1" status: 200 len: 946 time: 0.0469232 Jan 18 21:09:40.940776 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a8db267-3dd6-496d-b38e-b23c7d91b80c req-9b175a37-df01-428e-a295-72496a423315 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f548ab8-896c-49cb-b3e6-a11e9085b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400236 Jan 18 21:09:41.061087 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95cfc5-aa30-44b2-b85e-8f4d16ce80bd req-eb7885b5-e1c9-4339-9a22-ed06ea268493 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:41.062572 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed95cfc5-aa30-44b2-b85e-8f4d16ce80bd req-eb7885b5-e1c9-4339-9a22-ed06ea268493 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=b04da34f-83c7-4bf0-8d37-e538b49d7a05 HTTP/1.1" status: 200 len: 946 time: 0.0521741 Jan 18 21:09:41.108541 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed95cfc5-aa30-44b2-b85e-8f4d16ce80bd req-18f57c2d-48c9-4be9-ab0f-3dcf7a2aa11f tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f548ab8-896c-49cb-b3e6-a11e9085b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404160 Jan 18 21:09:41.271548 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e150981-e4a5-4b3f-bef3-f4232c015716 req-6d8228c9-c473-44fc-8e8d-fdabe63cddcd tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:41.273027 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e150981-e4a5-4b3f-bef3-f4232c015716 req-6d8228c9-c473-44fc-8e8d-fdabe63cddcd tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=b04da34f-83c7-4bf0-8d37-e538b49d7a05 HTTP/1.1" status: 200 len: 946 time: 0.0476787 Jan 18 21:09:41.319993 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e150981-e4a5-4b3f-bef3-f4232c015716 req-ea60887d-4013-4635-b4ed-30601870943a tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f548ab8-896c-49cb-b3e6-a11e9085b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408125 Jan 18 21:09:41.430916 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15e0eb-bb2f-463f-9c0c-4b0596ec7000 req-a037438c-0bda-4a42-904c-39450aad5d29 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:41.432883 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a15e0eb-bb2f-463f-9c0c-4b0596ec7000 req-a037438c-0bda-4a42-904c-39450aad5d29 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=b04da34f-83c7-4bf0-8d37-e538b49d7a05 HTTP/1.1" status: 200 len: 946 time: 0.0476894 Jan 18 21:09:41.482685 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a15e0eb-bb2f-463f-9c0c-4b0596ec7000 req-cd98f5ea-d7d0-47bc-8318-8e36e3134c77 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f548ab8-896c-49cb-b3e6-a11e9085b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433378 Jan 18 21:09:41.604373 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a08584-58e0-4d73-a51b-f64a0924d1f9 req-781d8903-3735-47b4-91da-fdcd9fb4c0a4 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:41.606101 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65a08584-58e0-4d73-a51b-f64a0924d1f9 req-781d8903-3735-47b4-91da-fdcd9fb4c0a4 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=b04da34f-83c7-4bf0-8d37-e538b49d7a05 HTTP/1.1" status: 200 len: 946 time: 0.0474558 Jan 18 21:09:41.653506 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65a08584-58e0-4d73-a51b-f64a0924d1f9 req-a7b385fb-f7ff-4914-a560-fc145787e1aa tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f548ab8-896c-49cb-b3e6-a11e9085b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410321 Jan 18 21:09:41.945548 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b55f51-18d3-46ed-a84c-0b7c5b93e531 req-181229f6-328c-4344-903e-48cb2899fd3b tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:41.946949 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-70b55f51-18d3-46ed-a84c-0b7c5b93e531 req-181229f6-328c-4344-903e-48cb2899fd3b tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=b04da34f-83c7-4bf0-8d37-e538b49d7a05 HTTP/1.1" status: 200 len: 946 time: 0.0473859 Jan 18 21:09:41.992388 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-70b55f51-18d3-46ed-a84c-0b7c5b93e531 req-b46f1640-d6b1-4502-8d04-1d060a6dddc2 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f548ab8-896c-49cb-b3e6-a11e9085b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399048 Jan 18 21:09:42.543302 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:09:42.562228 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:09:42.562502 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 06bb4ec0-88e7-4dfd-ad06-5ff6ebdf92c3 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:09:43.118184 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b757c-3e85-474c-a670-1c287a7cfafd req-ee8b58a7-2309-41bd-a473-99f176b2edab tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:43.119658 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-721b757c-3e85-474c-a670-1c287a7cfafd req-ee8b58a7-2309-41bd-a473-99f176b2edab tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=b04da34f-83c7-4bf0-8d37-e538b49d7a05 HTTP/1.1" status: 200 len: 946 time: 0.0514359 Jan 18 21:09:43.165252 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-721b757c-3e85-474c-a670-1c287a7cfafd req-666e72ac-cb4a-43ee-af5c-b17da7650e48 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f548ab8-896c-49cb-b3e6-a11e9085b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395567 Jan 18 21:09:43.490166 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0117a-22dc-4763-b7b9-6337fe2e3ff0 req-3d175275-2b04-412f-97ff-e8bc69febc1b tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:43.491576 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9aa0117a-22dc-4763-b7b9-6337fe2e3ff0 req-3d175275-2b04-412f-97ff-e8bc69febc1b tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.57 "GET /v2.0/ports?device_id=b04da34f-83c7-4bf0-8d37-e538b49d7a05 HTTP/1.1" status: 200 len: 946 time: 0.0470471 Jan 18 21:09:43.579504 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-9aa0117a-22dc-4763-b7b9-6337fe2e3ff0 req-c0982201-61cc-4596-ac51-d546ea114ffb tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Deleting port 05675a4f-5e08-4216-ac45-b9c4fb967ba5 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:09:43.579816 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9aa0117a-22dc-4763-b7b9-6337fe2e3ff0 req-c0982201-61cc-4596-ac51-d546ea114ffb tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (05675a4f-5e08-4216-ac45-b9c4fb967ba5), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:43.664774 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-9aa0117a-22dc-4763-b7b9-6337fe2e3ff0 req-c0982201-61cc-4596-ac51-d546ea114ffb tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] For port 05675a4f-5e08-4216-ac45-b9c4fb967ba5, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=05675a4f-5e08-4216-ac45-b9c4fb967ba5,segment=NetworkSegment(7bcdeb1e-3901-4a57-9029-ce9055771091),segment_id=7bcdeb1e-3901-4a57-9029-ce9055771091)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:09:43.665129 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9aa0117a-22dc-4763-b7b9-6337fe2e3ff0 req-c0982201-61cc-4596-ac51-d546ea114ffb tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (05675a4f-5e08-4216-ac45-b9c4fb967ba5), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:43.677092 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-9aa0117a-22dc-4763-b7b9-6337fe2e3ff0 req-c0982201-61cc-4596-ac51-d546ea114ffb tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Calling delete_port for 05675a4f-5e08-4216-ac45-b9c4fb967ba5 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:09:43.800864 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9aa0117a-22dc-4763-b7b9-6337fe2e3ff0 req-c0982201-61cc-4596-ac51-d546ea114ffb tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (05675a4f-5e08-4216-ac45-b9c4fb967ba5), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:43.812330 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['05675a4f-5e08-4216-ac45-b9c4fb967ba5'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:09:43.828624 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0982201-61cc-4596-ac51-d546ea114ffb tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Pushing event deleted for resources: {'Port': ['ID=05675a4f-5e08-4216-ac45-b9c4fb967ba5,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:43.872319 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa0117a-22dc-4763-b7b9-6337fe2e3ff0 req-c0982201-61cc-4596-ac51-d546ea114ffb tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] No DVR routers for this DVR port 05675a4f-5e08-4216-ac45-b9c4fb967ba5 on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:09:43.879062 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9aa0117a-22dc-4763-b7b9-6337fe2e3ff0 req-c0982201-61cc-4596-ac51-d546ea114ffb tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:43.879062 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9aa0117a-22dc-4763-b7b9-6337fe2e3ff0 req-c0982201-61cc-4596-ac51-d546ea114ffb tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.57 "DELETE /v2.0/ports/05675a4f-5e08-4216-ac45-b9c4fb967ba5 HTTP/1.1" status: 204 len: 173 time: 0.3816493 Jan 18 21:09:43.879062 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04da34f-83c7-4bf0-8d37-e538b49d7a05', 'name': 'network-vif-deleted', 'tag': '05675a4f-5e08-4216-ac45-b9c4fb967ba5'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:09:43.880992 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785cafdb-b978-4809-84ac-a42cdee0b4f0" -d '{"events": [{"server_uuid": "b04da34f-83c7-4bf0-8d37-e538b49d7a05", "name": "network-vif-deleted", "tag": "05675a4f-5e08-4216-ac45-b9c4fb967ba5"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:09:43.918399 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d908b5f-1a4d-4900-b7b9-660a89af5674 x-openstack-request-id: req-8d908b5f-1a4d-4900-b7b9-660a89af5674 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:09:43.918702 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04da34f-83c7-4bf0-8d37-e538b49d7a05", "name": "network-vif-deleted", "tag": "05675a4f-5e08-4216-ac45-b9c4fb967ba5", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:09:43.918956 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d908b5f-1a4d-4900-b7b9-660a89af5674 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:09:43.919378 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04da34f-83c7-4bf0-8d37-e538b49d7a05', 'name': 'network-vif-deleted', 'tag': '05675a4f-5e08-4216-ac45-b9c4fb967ba5', 'status': 'completed', 'code': 200} Jan 18 21:09:44.279688 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1e8ab39f-1e66-46ad-b401-3ec93e87b3de req-f33c79dc-67b8-4bb9-a6f7-223073810480 tempest-ServersNegativeTestJSON-582617023 tempest-ServersNegativeTestJSON-582617023-project] 10.222.0.31 "GET /v2.0/ports?device_id=b04da34f-83c7-4bf0-8d37-e538b49d7a05 HTTP/1.1" status: 200 len: 210 time: 0.0329020 Jan 18 21:09:45.330788 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41702) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:45.373259 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a45a41-ce34-40ee-94e1-cdb7a8e57b42 admin admin] Deleting subnet 70769916-09ca-4d6b-9845-ab9587734886 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 21:09:45.376229 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-90a45a41-ce34-40ee-94e1-cdb7a8e57b42 admin admin] Publish callbacks [] for subnet (70769916-09ca-4d6b-9845-ab9587734886), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:45.408957 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-90a45a41-ce34-40ee-94e1-cdb7a8e57b42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (70769916-09ca-4d6b-9845-ab9587734886), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:45.445186 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-90a45a41-ce34-40ee-94e1-cdb7a8e57b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (70769916-09ca-4d6b-9845-ab9587734886), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:45.499446 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-90a45a41-ce34-40ee-94e1-cdb7a8e57b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (70769916-09ca-4d6b-9845-ab9587734886), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:45.525609 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a45a41-ce34-40ee-94e1-cdb7a8e57b42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70769916-09ca-4d6b-9845-ab9587734886,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:45.527557 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-90a45a41-ce34-40ee-94e1-cdb7a8e57b42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:45.530747 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-90a45a41-ce34-40ee-94e1-cdb7a8e57b42 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/70769916-09ca-4d6b-9845-ab9587734886 HTTP/1.1" status: 204 len: 168 time: 0.1989739 Jan 18 21:09:45.533286 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41704) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:45.598561 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61d0291b-1fba-4736-a803-062faa7df5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (63bcabbc-49c6-4ce0-a2da-99aea75ccafb), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:45.677475 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61d0291b-1fba-4736-a803-062faa7df5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (63bcabbc-49c6-4ce0-a2da-99aea75ccafb), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:45.696776 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-61d0291b-1fba-4736-a803-062faa7df5e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63bcabbc-49c6-4ce0-a2da-99aea75ccafb']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:09:45.705578 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-61d0291b-1fba-4736-a803-062faa7df5e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bcdeb1e-3901-4a57-9029-ce9055771091') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:09:45.705898 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-61d0291b-1fba-4736-a803-062faa7df5e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bcdeb1e-3901-4a57-9029-ce9055771091') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:09:45.714937 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61d0291b-1fba-4736-a803-062faa7df5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (7bcdeb1e-3901-4a57-9029-ce9055771091), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:45.727422 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61d0291b-1fba-4736-a803-062faa7df5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (7bcdeb1e-3901-4a57-9029-ce9055771091), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:45.733879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d0291b-1fba-4736-a803-062faa7df5e6 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 21:09:45.734250 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61d0291b-1fba-4736-a803-062faa7df5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (7bcdeb1e-3901-4a57-9029-ce9055771091), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: timer() Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 21:09:45.735818 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 21:09:45.740562 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 21:09:45.740562 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 21:09:45.740562 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 21:09:45.791081 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61d0291b-1fba-4736-a803-062faa7df5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (63bcabbc-49c6-4ce0-a2da-99aea75ccafb), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:45.797763 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61d0291b-1fba-4736-a803-062faa7df5e6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:45.800917 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-61d0291b-1fba-4736-a803-062faa7df5e6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/63bcabbc-49c6-4ce0-a2da-99aea75ccafb HTTP/1.1" status: 204 len: 168 time: 0.2667060 Jan 18 21:09:45.810443 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0291b-1fba-4736-a803-062faa7df5e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=63bcabbc-49c6-4ce0-a2da-99aea75ccafb,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:45.909522 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41708) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:45.948001 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8eb07627-561d-4a0f-bc67-495fb68729e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b923b7267a9f4ecfb07483c06f10f2e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372586 Jan 18 21:09:45.950297 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41710) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:45.995651 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9929aec4-a49f-4bb4-857b-e9d5b15305c5 admin admin] Publish callbacks [] for security_group (7f548ab8-896c-49cb-b3e6-a11e9085b84b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:46.015957 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9929aec4-a49f-4bb4-857b-e9d5b15305c5 admin admin] Publish callbacks [] for security_group (7f548ab8-896c-49cb-b3e6-a11e9085b84b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:46.065214 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9929aec4-a49f-4bb4-857b-e9d5b15305c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (7f548ab8-896c-49cb-b3e6-a11e9085b84b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:46.067825 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9929aec4-a49f-4bb4-857b-e9d5b15305c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:46.068967 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9929aec4-a49f-4bb4-857b-e9d5b15305c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f548ab8-896c-49cb-b3e6-a11e9085b84b HTTP/1.1" status: 204 len: 168 time: 0.1177986 Jan 18 21:09:46.076837 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929aec4-a49f-4bb4-857b-e9d5b15305c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f548ab8-896c-49cb-b3e6-a11e9085b84b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:46.729812 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41732) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:46.821654 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-1a9cf446-3471-4c82-9585-2aee425824c9 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-617593862'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:09:46.843110 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9cf446-3471-4c82-9585-2aee425824c9 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Made reservation on behalf of 59e3e2cfea00448ba2c960d2532e8a4e for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:09:46.846741 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a9cf446-3471-4c82-9585-2aee425824c9 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:46.855928 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a9cf446-3471-4c82-9585-2aee425824c9 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:46.927607 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a9cf446-3471-4c82-9585-2aee425824c9 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks [] for security_group (e58159e4-b4f3-4a22-86db-9349a68dada7), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:46.931768 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a9cf446-3471-4c82-9585-2aee425824c9 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e58159e4-b4f3-4a22-86db-9349a68dada7), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:46.953042 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9cf446-3471-4c82-9585-2aee425824c9 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 21:09:46.970443 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9cf446-3471-4c82-9585-2aee425824c9 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e58159e4-b4f3-4a22-86db-9349a68dada7,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:46.973428 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a9cf446-3471-4c82-9585-2aee425824c9 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (3c1a8c94-a269-4a68-82ad-47fb109151f8), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:46.973797 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-1a9cf446-3471-4c82-9585-2aee425824c9 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Added segment 3c1a8c94-a269-4a68-82ad-47fb109151f8 of type vlan for network 8c915193-3758-418f-b851-75ad82fddbf2 Jan 18 21:09:47.019512 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a9cf446-3471-4c82-9585-2aee425824c9 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (8c915193-3758-418f-b851-75ad82fddbf2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:47.044216 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a9cf446-3471-4c82-9585-2aee425824c9 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (8c915193-3758-418f-b851-75ad82fddbf2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:47.049792 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9cf446-3471-4c82-9585-2aee425824c9 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:47.050370 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a9cf446-3471-4c82-9585-2aee425824c9 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:47.086915 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1a9cf446-3471-4c82-9585-2aee425824c9 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3557372 Jan 18 21:09:47.118240 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9cf446-3471-4c82-9585-2aee425824c9 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Pushing event updated for resources: {'Network': ['ID=8c915193-3758-418f-b851-75ad82fddbf2,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:47.129028 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 8c915193-3758-418f-b851-75ad82fddbf2 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 21:09:47.475871 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 05675a4f-5e08-4216-ac45-b9c4fb967ba5 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:09:47.497646 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 05675a4f-5e08-4216-ac45-b9c4fb967ba5 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:09:47.498002 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 05675a4f-5e08-4216-ac45-b9c4fb967ba5 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:09:50.328683 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41736) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:50.333857 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-09259a87-b514-4742-abef-0fc030e85f95 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Request body: {'subnet': {'network_id': '8c915193-3758-418f-b851-75ad82fddbf2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:09:50.425856 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09259a87-b514-4742-abef-0fc030e85f95 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Made reservation on behalf of 59e3e2cfea00448ba2c960d2532e8a4e for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:09:50.429528 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-09259a87-b514-4742-abef-0fc030e85f95 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:50.606730 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-09259a87-b514-4742-abef-0fc030e85f95 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (fd1a88d8-76c5-4392-88c0-19205a251311), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:50.675256 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09259a87-b514-4742-abef-0fc030e85f95 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Pushing event updated for resources: {'Subnet': ['ID=fd1a88d8-76c5-4392-88c0-19205a251311,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:50.684465 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09259a87-b514-4742-abef-0fc030e85f95 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Checking segment: {'id': '3c1a8c94-a269-4a68-82ad-47fb109151f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8c915193-3758-418f-b851-75ad82fddbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:09:50.684999 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09259a87-b514-4742-abef-0fc030e85f95 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Network hostable DHCP agents. Network: 8c915193-3758-418f-b851-75ad82fddbf2, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 21:09:50.702915 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09259a87-b514-4742-abef-0fc030e85f95 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Network 8c915193-3758-418f-b851-75ad82fddbf2 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 21:09:50.712536 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-09259a87-b514-4742-abef-0fc030e85f95 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 8c915193-3758-418f-b851-75ad82fddbf2) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:09:50.717618 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09259a87-b514-4742-abef-0fc030e85f95 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:50.718255 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-09259a87-b514-4742-abef-0fc030e85f95 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:50.723586 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d18fcd-c309-4527-93f0-2c7b42318dcf None None] Network 8c915193-3758-418f-b851-75ad82fddbf2 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:09:50.737256 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-09259a87-b514-4742-abef-0fc030e85f95 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4074745 Jan 18 21:09:50.740639 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41738) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:50.745506 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-48071146-258a-424f-b650-f6bb26af04bf tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-11649612'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:09:50.767521 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48071146-258a-424f-b650-f6bb26af04bf tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Made reservation on behalf of 59e3e2cfea00448ba2c960d2532e8a4e for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:09:50.770980 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-48071146-258a-424f-b650-f6bb26af04bf tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:50.794229 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48071146-258a-424f-b650-f6bb26af04bf tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 21:09:50.803497 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-48071146-258a-424f-b650-f6bb26af04bf tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (df2345eb-6bc9-4835-af15-feeae755d028), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:50.803849 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-48071146-258a-424f-b650-f6bb26af04bf tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Added segment df2345eb-6bc9-4835-af15-feeae755d028 of type vlan for network fb05fb74-e957-4f77-a4fa-a34014d1ccc3 Jan 18 21:09:50.825829 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9315dbf6-c1a6-421d-94d9-ed454021ceec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-8c915193-3758-418f-b851-75ad82fddbf2', 'network_id': '8c915193-3758-418f-b851-75ad82fddbf2', 'project_id': '59e3e2cfea00448ba2c960d2532e8a4e', 'fixed_ips': [{'subnet_id': 'fd1a88d8-76c5-4392-88c0-19205a251311'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 21:09:50.826694 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9315dbf6-c1a6-421d-94d9-ed454021ceec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:50.846509 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-48071146-258a-424f-b650-f6bb26af04bf tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (fb05fb74-e957-4f77-a4fa-a34014d1ccc3), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:50.871389 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-48071146-258a-424f-b650-f6bb26af04bf tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (fb05fb74-e957-4f77-a4fa-a34014d1ccc3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:50.877013 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48071146-258a-424f-b650-f6bb26af04bf tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:50.877600 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-48071146-258a-424f-b650-f6bb26af04bf tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:50.918723 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-48071146-258a-424f-b650-f6bb26af04bf tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1769853 Jan 18 21:09:50.921662 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41740) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:50.927001 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-288c443b-730d-4c7b-879b-6ddbfb7855e2 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Request body: {'subnet': {'network_id': 'fb05fb74-e957-4f77-a4fa-a34014d1ccc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:09:50.954317 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48071146-258a-424f-b650-f6bb26af04bf tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Pushing event updated for resources: {'Network': ['ID=fb05fb74-e957-4f77-a4fa-a34014d1ccc3,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:50.965357 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network fb05fb74-e957-4f77-a4fa-a34014d1ccc3 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 21:09:50.974607 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-9315dbf6-c1a6-421d-94d9-ed454021ceec None None] Allocated IP 2001:db8:0:ffff::2 (8c915193-3758-418f-b851-75ad82fddbf2/fd1a88d8-76c5-4392-88c0-19205a251311/df8cfbb5-854d-4d43-84df-7a18bcefb970) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:09:51.021621 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288c443b-730d-4c7b-879b-6ddbfb7855e2 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Made reservation on behalf of 59e3e2cfea00448ba2c960d2532e8a4e for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:09:51.025437 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-288c443b-730d-4c7b-879b-6ddbfb7855e2 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:51.170691 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9315dbf6-c1a6-421d-94d9-ed454021ceec None None] Publish callbacks [] for port (df8cfbb5-854d-4d43-84df-7a18bcefb970), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:51.176084 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9315dbf6-c1a6-421d-94d9-ed454021ceec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (df8cfbb5-854d-4d43-84df-7a18bcefb970), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:51.212533 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9315dbf6-c1a6-421d-94d9-ed454021ceec None None] Network 8c915193-3758-418f-b851-75ad82fddbf2 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:09:51.215462 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-9315dbf6-c1a6-421d-94d9-ed454021ceec None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:09:51.221809 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9315dbf6-c1a6-421d-94d9-ed454021ceec None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:09:51.226523 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-288c443b-730d-4c7b-879b-6ddbfb7855e2 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (a95ad1a8-36c9-4833-b1e8-2b8ea4ecb931), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:51.262899 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315dbf6-c1a6-421d-94d9-ed454021ceec None None] Pushing event updated for resources: {'Port': ['ID=df8cfbb5-854d-4d43-84df-7a18bcefb970,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:51.297003 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-9315dbf6-c1a6-421d-94d9-ed454021ceec None None] Attempting to bind port df8cfbb5-854d-4d43-84df-7a18bcefb970 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:09:51.297909 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-9315dbf6-c1a6-421d-94d9-ed454021ceec None None] Attempting to bind port df8cfbb5-854d-4d43-84df-7a18bcefb970 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '3c1a8c94-a269-4a68-82ad-47fb109151f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8c915193-3758-418f-b851-75ad82fddbf2'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:09:51.298117 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c443b-730d-4c7b-879b-6ddbfb7855e2 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Pushing event updated for resources: {'Subnet': ['ID=a95ad1a8-36c9-4833-b1e8-2b8ea4ecb931,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:51.298294 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9315dbf6-c1a6-421d-94d9-ed454021ceec None None] Attempting to bind port df8cfbb5-854d-4d43-84df-7a18bcefb970 on network 8c915193-3758-418f-b851-75ad82fddbf2 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:09:51.310641 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9315dbf6-c1a6-421d-94d9-ed454021ceec None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:09:51.311394 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9315dbf6-c1a6-421d-94d9-ed454021ceec None None] Checking segment: {'id': '3c1a8c94-a269-4a68-82ad-47fb109151f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8c915193-3758-418f-b851-75ad82fddbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:09:51.311884 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9315dbf6-c1a6-421d-94d9-ed454021ceec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:51.312178 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288c443b-730d-4c7b-879b-6ddbfb7855e2 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Checking segment: {'id': 'df2345eb-6bc9-4835-af15-feeae755d028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fb05fb74-e957-4f77-a4fa-a34014d1ccc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:09:51.312465 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9315dbf6-c1a6-421d-94d9-ed454021ceec None None] Bound using segment: {'id': '3c1a8c94-a269-4a68-82ad-47fb109151f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8c915193-3758-418f-b851-75ad82fddbf2'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:09:51.312707 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288c443b-730d-4c7b-879b-6ddbfb7855e2 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Network hostable DHCP agents. Network: fb05fb74-e957-4f77-a4fa-a34014d1ccc3, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 21:09:51.313089 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-9315dbf6-c1a6-421d-94d9-ed454021ceec None None] Bound port: df8cfbb5-854d-4d43-84df-7a18bcefb970, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1a8c94-a269-4a68-82ad-47fb109151f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8c915193-3758-418f-b851-75ad82fddbf2'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:09:51.313556 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9315dbf6-c1a6-421d-94d9-ed454021ceec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (df8cfbb5-854d-4d43-84df-7a18bcefb970), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:51.335658 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288c443b-730d-4c7b-879b-6ddbfb7855e2 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Network fb05fb74-e957-4f77-a4fa-a34014d1ccc3 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 21:09:51.345196 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-288c443b-730d-4c7b-879b-6ddbfb7855e2 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, fb05fb74-e957-4f77-a4fa-a34014d1ccc3) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:09:51.358481 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288c443b-730d-4c7b-879b-6ddbfb7855e2 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:51.359374 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7897ee6b-585d-4cfd-96dc-d5300b1f8826 None None] Network fb05fb74-e957-4f77-a4fa-a34014d1ccc3 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:09:51.359514 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-288c443b-730d-4c7b-879b-6ddbfb7855e2 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:51.378311 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-288c443b-730d-4c7b-879b-6ddbfb7855e2 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4553263 Jan 18 21:09:51.381231 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41742) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:51.461822 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-9315dbf6-c1a6-421d-94d9-ed454021ceec None None] For port df8cfbb5-854d-4d43-84df-7a18bcefb970, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:09:51.487740 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-9315dbf6-c1a6-421d-94d9-ed454021ceec None None] For port df8cfbb5-854d-4d43-84df-7a18bcefb970, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=df8cfbb5-854d-4d43-84df-7a18bcefb970,segment=NetworkSegment(3c1a8c94-a269-4a68-82ad-47fb109151f8),segment_id=3c1a8c94-a269-4a68-82ad-47fb109151f8)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:09:51.487981 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a022268-8421-4604-a890-3a5615abd201 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (fb05fb74-e957-4f77-a4fa-a34014d1ccc3), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:51.491873 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f1f3ce-f35d-4f1e-96cc-bb3c0f9eeee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-fb05fb74-e957-4f77-a4fa-a34014d1ccc3', 'network_id': 'fb05fb74-e957-4f77-a4fa-a34014d1ccc3', 'project_id': '59e3e2cfea00448ba2c960d2532e8a4e', 'fixed_ips': [{'subnet_id': 'a95ad1a8-36c9-4833-b1e8-2b8ea4ecb931'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 21:09:51.492729 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-31f1f3ce-f35d-4f1e-96cc-bb3c0f9eeee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:51.504733 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9315dbf6-c1a6-421d-94d9-ed454021ceec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (df8cfbb5-854d-4d43-84df-7a18bcefb970), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:51.546032 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a022268-8421-4604-a890-3a5615abd201 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (a95ad1a8-36c9-4833-b1e8-2b8ea4ecb931), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:51.634469 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a022268-8421-4604-a890-3a5615abd201 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (a95ad1a8-36c9-4833-b1e8-2b8ea4ecb931), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:51.636142 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315dbf6-c1a6-421d-94d9-ed454021ceec None None] Pushing event updated for resources: {'Port': ['ID=df8cfbb5-854d-4d43-84df-7a18bcefb970,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server [None req-31f1f3ce-f35d-4f1e-96cc-bb3c0f9eeee6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a95ad1a8-36c9-4833-b1e8-2b8ea4ecb931: This subnet is being modified by another concurrent operation. Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise exception Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a95ad1a8-36c9-4833-b1e8-2b8ea4ecb931: This subnet is being modified by another concurrent operation. Jan 18 21:09:51.657391 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server Jan 18 21:09:51.675003 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a022268-8421-4604-a890-3a5615abd201 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Pushing event deleted for resources: {'Subnet': ['ID=a95ad1a8-36c9-4833-b1e8-2b8ea4ecb931,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:51.680900 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f106f6c-8c17-484b-ba95-2b1f1fd89c04 None None] Network fb05fb74-e957-4f77-a4fa-a34014d1ccc3 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:09:51.742599 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a022268-8421-4604-a890-3a5615abd201 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (fb05fb74-e957-4f77-a4fa-a34014d1ccc3), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:51.765196 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-1a022268-8421-4604-a890-3a5615abd201 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb05fb74-e957-4f77-a4fa-a34014d1ccc3']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:09:51.775240 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-1a022268-8421-4604-a890-3a5615abd201 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2345eb-6bc9-4835-af15-feeae755d028') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:09:51.775532 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-1a022268-8421-4604-a890-3a5615abd201 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2345eb-6bc9-4835-af15-feeae755d028') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:09:51.785759 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a022268-8421-4604-a890-3a5615abd201 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (df2345eb-6bc9-4835-af15-feeae755d028), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:51.806423 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a022268-8421-4604-a890-3a5615abd201 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (df2345eb-6bc9-4835-af15-feeae755d028), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:51.817846 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a022268-8421-4604-a890-3a5615abd201 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 21:09:51.817846 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a022268-8421-4604-a890-3a5615abd201 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (df2345eb-6bc9-4835-af15-feeae755d028), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: timer() Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 21:09:51.822486 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 21:09:51.883007 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a022268-8421-4604-a890-3a5615abd201 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (fb05fb74-e957-4f77-a4fa-a34014d1ccc3), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:51.891378 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a022268-8421-4604-a890-3a5615abd201 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:51.898539 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1a022268-8421-4604-a890-3a5615abd201 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] 10.222.0.31 "DELETE /v2.0/networks/fb05fb74-e957-4f77-a4fa-a34014d1ccc3 HTTP/1.1" status: 204 len: 168 time: 0.5123084 Jan 18 21:09:51.898746 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41744) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:51.904124 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-cbd0c19a-08c9-412f-a4e0-9e4fe63f7f82 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1099533939'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:09:51.911076 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a022268-8421-4604-a890-3a5615abd201 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Pushing event deleted for resources: {'Network': ['ID=fb05fb74-e957-4f77-a4fa-a34014d1ccc3,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:51.927182 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd0c19a-08c9-412f-a4e0-9e4fe63f7f82 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Made reservation on behalf of 59e3e2cfea00448ba2c960d2532e8a4e for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:09:51.930922 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cbd0c19a-08c9-412f-a4e0-9e4fe63f7f82 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:51.957744 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd0c19a-08c9-412f-a4e0-9e4fe63f7f82 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 21:09:51.967089 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cbd0c19a-08c9-412f-a4e0-9e4fe63f7f82 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (e7d652be-f528-4f54-ada8-9cfb513b045c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:51.967432 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-cbd0c19a-08c9-412f-a4e0-9e4fe63f7f82 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Added segment e7d652be-f528-4f54-ada8-9cfb513b045c of type vlan for network 72c05ca5-0878-4aab-b379-5eae50b3439e Jan 18 21:09:52.012565 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cbd0c19a-08c9-412f-a4e0-9e4fe63f7f82 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (72c05ca5-0878-4aab-b379-5eae50b3439e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:52.035227 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cbd0c19a-08c9-412f-a4e0-9e4fe63f7f82 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (72c05ca5-0878-4aab-b379-5eae50b3439e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:52.041007 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd0c19a-08c9-412f-a4e0-9e4fe63f7f82 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:52.041612 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cbd0c19a-08c9-412f-a4e0-9e4fe63f7f82 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:52.108803 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cbd0c19a-08c9-412f-a4e0-9e4fe63f7f82 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2089219 Jan 18 21:09:52.112295 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41746) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:52.117589 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f9ef55a2-c581-4db4-be37-81b5e6800f8d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Request body: {'subnet': {'network_id': '72c05ca5-0878-4aab-b379-5eae50b3439e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:09:52.149302 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0c19a-08c9-412f-a4e0-9e4fe63f7f82 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Pushing event updated for resources: {'Network': ['ID=72c05ca5-0878-4aab-b379-5eae50b3439e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:52.159703 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 72c05ca5-0878-4aab-b379-5eae50b3439e details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 21:09:52.213081 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ef55a2-c581-4db4-be37-81b5e6800f8d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Made reservation on behalf of 59e3e2cfea00448ba2c960d2532e8a4e for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:09:52.217073 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f9ef55a2-c581-4db4-be37-81b5e6800f8d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:52.272554 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.ipam_backend_mixin [None req-f9ef55a2-c581-4db4-be37-81b5e6800f8d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Performing IP validity checks on allocation pools {{(pid=103336) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 18 21:09:52.273081 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.ipam_backend_mixin [None req-f9ef55a2-c581-4db4-be37-81b5e6800f8d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103336) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 18 21:09:52.403421 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f9ef55a2-c581-4db4-be37-81b5e6800f8d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (64cdb700-e06e-4180-b259-99d8d04e1f88), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:52.457147 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef55a2-c581-4db4-be37-81b5e6800f8d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Pushing event updated for resources: {'Subnet': ['ID=64cdb700-e06e-4180-b259-99d8d04e1f88,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:52.474299 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ef55a2-c581-4db4-be37-81b5e6800f8d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Checking segment: {'id': 'e7d652be-f528-4f54-ada8-9cfb513b045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '72c05ca5-0878-4aab-b379-5eae50b3439e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:09:52.474661 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ef55a2-c581-4db4-be37-81b5e6800f8d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Network hostable DHCP agents. Network: 72c05ca5-0878-4aab-b379-5eae50b3439e, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 21:09:52.493879 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ef55a2-c581-4db4-be37-81b5e6800f8d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Network 72c05ca5-0878-4aab-b379-5eae50b3439e is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 21:09:52.503065 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-f9ef55a2-c581-4db4-be37-81b5e6800f8d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 72c05ca5-0878-4aab-b379-5eae50b3439e) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:09:52.507256 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef55a2-c581-4db4-be37-81b5e6800f8d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:52.507979 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f9ef55a2-c581-4db4-be37-81b5e6800f8d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:52.514282 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8f51c4-6d48-4d12-b8dd-541f28be486d None None] Network 72c05ca5-0878-4aab-b379-5eae50b3439e requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:09:52.529455 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f9ef55a2-c581-4db4-be37-81b5e6800f8d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4160516 Jan 18 21:09:52.532096 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41748) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:52.622902 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f855a60e-283e-4b07-952d-4b7d83027d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-72c05ca5-0878-4aab-b379-5eae50b3439e', 'network_id': '72c05ca5-0878-4aab-b379-5eae50b3439e', 'project_id': '59e3e2cfea00448ba2c960d2532e8a4e', 'fixed_ips': [{'subnet_id': '64cdb700-e06e-4180-b259-99d8d04e1f88'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 21:09:52.623926 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f855a60e-283e-4b07-952d-4b7d83027d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:52.637448 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87d230d-f8e4-489d-a9bc-0f768bec00cf None None] Network 8c915193-3758-418f-b851-75ad82fddbf2 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:09:52.641297 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c28a324-65fe-4209-be65-a9e23e409fb1 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (72c05ca5-0878-4aab-b379-5eae50b3439e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:52.692208 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c28a324-65fe-4209-be65-a9e23e409fb1 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (64cdb700-e06e-4180-b259-99d8d04e1f88), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:52.753303 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c28a324-65fe-4209-be65-a9e23e409fb1 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (64cdb700-e06e-4180-b259-99d8d04e1f88), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:52.785957 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28a324-65fe-4209-be65-a9e23e409fb1 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Pushing event deleted for resources: {'Subnet': ['ID=64cdb700-e06e-4180-b259-99d8d04e1f88,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:52.848665 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c28a324-65fe-4209-be65-a9e23e409fb1 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (72c05ca5-0878-4aab-b379-5eae50b3439e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:52.870110 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-8c28a324-65fe-4209-be65-a9e23e409fb1 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c05ca5-0878-4aab-b379-5eae50b3439e']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:09:52.879569 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-8c28a324-65fe-4209-be65-a9e23e409fb1 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d652be-f528-4f54-ada8-9cfb513b045c') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:09:52.879862 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-8c28a324-65fe-4209-be65-a9e23e409fb1 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d652be-f528-4f54-ada8-9cfb513b045c') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:09:52.889587 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c28a324-65fe-4209-be65-a9e23e409fb1 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (e7d652be-f528-4f54-ada8-9cfb513b045c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:52.902344 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c28a324-65fe-4209-be65-a9e23e409fb1 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (e7d652be-f528-4f54-ada8-9cfb513b045c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:52.908031 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c28a324-65fe-4209-be65-a9e23e409fb1 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 21:09:52.908405 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c28a324-65fe-4209-be65-a9e23e409fb1 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (e7d652be-f528-4f54-ada8-9cfb513b045c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: timer() Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 21:09:52.911357 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 21:09:52.943577 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-857126a6-a855-4a7b-b2e1-c7c16b5672ff None None] Provisioning complete for port df8cfbb5-854d-4d43-84df-7a18bcefb970 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:09:52.943934 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-857126a6-a855-4a7b-b2e1-c7c16b5672ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (df8cfbb5-854d-4d43-84df-7a18bcefb970), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:52.973051 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c28a324-65fe-4209-be65-a9e23e409fb1 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (72c05ca5-0878-4aab-b379-5eae50b3439e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:52.982057 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c28a324-65fe-4209-be65-a9e23e409fb1 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server [None req-f855a60e-283e-4b07-952d-4b7d83027d8d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 64cdb700-e06e-4180-b259-99d8d04e1f88: This subnet is being modified by another concurrent operation. Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server raise exception Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 64cdb700-e06e-4180-b259-99d8d04e1f88: This subnet is being modified by another concurrent operation. Jan 18 21:09:52.984933 n-d-741529-9 neutron-server[103337]: ERROR oslo_messaging.rpc.server Jan 18 21:09:52.992592 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8c28a324-65fe-4209-be65-a9e23e409fb1 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] 10.222.0.31 "DELETE /v2.0/networks/72c05ca5-0878-4aab-b379-5eae50b3439e HTTP/1.1" status: 204 len: 168 time: 0.4520714 Jan 18 21:09:52.992592 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41750) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:52.994148 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-43c8d20d-1c90-4ecd-bfa3-a72d5499d419 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1418503541'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:09:53.007917 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28a324-65fe-4209-be65-a9e23e409fb1 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Pushing event deleted for resources: {'Network': ['ID=72c05ca5-0878-4aab-b379-5eae50b3439e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:53.010874 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892352bc-bec1-4370-a065-3f7b39074f8c None None] Network 72c05ca5-0878-4aab-b379-5eae50b3439e requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:09:53.027667 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892352bc-bec1-4370-a065-3f7b39074f8c None None] Network 72c05ca5-0878-4aab-b379-5eae50b3439e could not be found, it might have been deleted concurrently. {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 18 21:09:53.029265 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c8d20d-1c90-4ecd-bfa3-a72d5499d419 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Made reservation on behalf of 59e3e2cfea00448ba2c960d2532e8a4e for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:09:53.032953 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-43c8d20d-1c90-4ecd-bfa3-a72d5499d419 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:53.061878 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c8d20d-1c90-4ecd-bfa3-a72d5499d419 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 21:09:53.072817 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-43c8d20d-1c90-4ecd-bfa3-a72d5499d419 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (8b2032f9-58ec-41a9-a637-f90b3a99bad1), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:53.073676 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-43c8d20d-1c90-4ecd-bfa3-a72d5499d419 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Added segment 8b2032f9-58ec-41a9-a637-f90b3a99bad1 of type vlan for network 1e79ae9c-ade8-452a-87f0-e0498a58cdbc Jan 18 21:09:53.087715 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-857126a6-a855-4a7b-b2e1-c7c16b5672ff None None] Current status of the port df8cfbb5-854d-4d43-84df-7a18bcefb970 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:09:53.088096 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-857126a6-a855-4a7b-b2e1-c7c16b5672ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (df8cfbb5-854d-4d43-84df-7a18bcefb970), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:53.121757 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-43c8d20d-1c90-4ecd-bfa3-a72d5499d419 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (1e79ae9c-ade8-452a-87f0-e0498a58cdbc), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:53.122976 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-857126a6-a855-4a7b-b2e1-c7c16b5672ff None None] For port df8cfbb5-854d-4d43-84df-7a18bcefb970, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=df8cfbb5-854d-4d43-84df-7a18bcefb970,segment=NetworkSegment(3c1a8c94-a269-4a68-82ad-47fb109151f8),segment_id=3c1a8c94-a269-4a68-82ad-47fb109151f8)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:09:53.127085 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-857126a6-a855-4a7b-b2e1-c7c16b5672ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (df8cfbb5-854d-4d43-84df-7a18bcefb970), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:53.151633 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-43c8d20d-1c90-4ecd-bfa3-a72d5499d419 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (1e79ae9c-ade8-452a-87f0-e0498a58cdbc), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:53.158078 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c8d20d-1c90-4ecd-bfa3-a72d5499d419 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:53.158724 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-43c8d20d-1c90-4ecd-bfa3-a72d5499d419 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:53.185796 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857126a6-a855-4a7b-b2e1-c7c16b5672ff None None] Pushing event updated for resources: {'Port': ['ID=df8cfbb5-854d-4d43-84df-7a18bcefb970,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:53.199748 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-43c8d20d-1c90-4ecd-bfa3-a72d5499d419 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2064731 Jan 18 21:09:53.200342 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41752) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:53.235385 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-6d7bb479-229f-4359-96f2-37a84d8eee38 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Request body: {'subnet': {'network_id': '1e79ae9c-ade8-452a-87f0-e0498a58cdbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:09:53.255574 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8d20d-1c90-4ecd-bfa3-a72d5499d419 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Pushing event updated for resources: {'Network': ['ID=1e79ae9c-ade8-452a-87f0-e0498a58cdbc,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:53.270385 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 1e79ae9c-ade8-452a-87f0-e0498a58cdbc details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 21:09:53.303010 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce46b97b-fc63-4869-b70d-30c674c9b0e3 None None] get_active_networks_info from n-d-741529-9 {{(pid=103337) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 18 21:09:53.305024 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device df8cfbb5-854d-4d43-84df-7a18bcefb970 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:09:53.339666 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7bb479-229f-4359-96f2-37a84d8eee38 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Made reservation on behalf of 59e3e2cfea00448ba2c960d2532e8a4e for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:09:53.343084 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6d7bb479-229f-4359-96f2-37a84d8eee38 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:53.437178 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e465cc02-a6b7-41cc-8317-6ec21edc926c None None] Provisioning complete for port df8cfbb5-854d-4d43-84df-7a18bcefb970 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:09:53.437550 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e465cc02-a6b7-41cc-8317-6ec21edc926c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (df8cfbb5-854d-4d43-84df-7a18bcefb970), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:53.493794 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port df8cfbb5-854d-4d43-84df-7a18bcefb970 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:09:53.494164 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (df8cfbb5-854d-4d43-84df-7a18bcefb970), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:53.518383 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce46b97b-fc63-4869-b70d-30c674c9b0e3 None None] Resources bound (agent type, host, resource id): {{(pid=103337) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 21:09:53.523104 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6d7bb479-229f-4359-96f2-37a84d8eee38 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (d1f0bf8f-25b2-4c44-be6a-2e6e6973d65c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:53.581882 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7bb479-229f-4359-96f2-37a84d8eee38 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Pushing event updated for resources: {'Subnet': ['ID=d1f0bf8f-25b2-4c44-be6a-2e6e6973d65c,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:53.592535 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7bb479-229f-4359-96f2-37a84d8eee38 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Checking segment: {'id': '8b2032f9-58ec-41a9-a637-f90b3a99bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1e79ae9c-ade8-452a-87f0-e0498a58cdbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:09:53.592891 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7bb479-229f-4359-96f2-37a84d8eee38 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Network hostable DHCP agents. Network: 1e79ae9c-ade8-452a-87f0-e0498a58cdbc, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 21:09:53.610181 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7bb479-229f-4359-96f2-37a84d8eee38 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Network 1e79ae9c-ade8-452a-87f0-e0498a58cdbc is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 21:09:53.619797 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-6d7bb479-229f-4359-96f2-37a84d8eee38 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 1e79ae9c-ade8-452a-87f0-e0498a58cdbc) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:09:53.623936 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7bb479-229f-4359-96f2-37a84d8eee38 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:53.624586 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6d7bb479-229f-4359-96f2-37a84d8eee38 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:53.641882 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6d7bb479-229f-4359-96f2-37a84d8eee38 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4404695 Jan 18 21:09:53.647085 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41754) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:53.652988 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-1132cab0-10d2-4862-af24-6a4c05abd145 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-776447821'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:09:53.653370 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e465cc02-a6b7-41cc-8317-6ec21edc926c None None] Current status of the port df8cfbb5-854d-4d43-84df-7a18bcefb970 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:09:53.679669 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1132cab0-10d2-4862-af24-6a4c05abd145 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Made reservation on behalf of 59e3e2cfea00448ba2c960d2532e8a4e for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:09:53.683497 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1132cab0-10d2-4862-af24-6a4c05abd145 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:53.706933 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1132cab0-10d2-4862-af24-6a4c05abd145 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 21:09:53.711073 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port df8cfbb5-854d-4d43-84df-7a18bcefb970 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:09:53.719792 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1132cab0-10d2-4862-af24-6a4c05abd145 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (402d4f6e-a9b2-4b98-a779-f5f54235e798), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:53.720140 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-1132cab0-10d2-4862-af24-6a4c05abd145 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Added segment 402d4f6e-a9b2-4b98-a779-f5f54235e798 of type vlan for network fe39f342-dad1-4c76-b601-7dda6c4ccf26 Jan 18 21:09:53.774015 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1132cab0-10d2-4862-af24-6a4c05abd145 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (fe39f342-dad1-4c76-b601-7dda6c4ccf26), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:53.799747 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1132cab0-10d2-4862-af24-6a4c05abd145 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (fe39f342-dad1-4c76-b601-7dda6c4ccf26), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:53.805959 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1132cab0-10d2-4862-af24-6a4c05abd145 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:53.806782 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1132cab0-10d2-4862-af24-6a4c05abd145 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:53.810933 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285425f8-f905-4180-bbb8-59b72425e88f None None] get_active_networks_info from n-d-741529-9 {{(pid=103337) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 18 21:09:53.867539 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1132cab0-10d2-4862-af24-6a4c05abd145 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2191448 Jan 18 21:09:53.870402 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41756) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:53.877572 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-d5b04b19-cc5e-4995-abd5-428aa4217e8a tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Request body: {'subnet': {'network_id': 'fe39f342-dad1-4c76-b601-7dda6c4ccf26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:09:53.882272 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1132cab0-10d2-4862-af24-6a4c05abd145 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Pushing event updated for resources: {'Network': ['ID=fe39f342-dad1-4c76-b601-7dda6c4ccf26,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:53.892768 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network fe39f342-dad1-4c76-b601-7dda6c4ccf26 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 21:09:53.894931 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285425f8-f905-4180-bbb8-59b72425e88f None None] Resources bound (agent type, host, resource id): {{(pid=103337) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 21:09:53.971625 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b04b19-cc5e-4995-abd5-428aa4217e8a tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Made reservation on behalf of 59e3e2cfea00448ba2c960d2532e8a4e for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:09:53.975095 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d5b04b19-cc5e-4995-abd5-428aa4217e8a tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:54.152158 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0209f2c-5e06-4478-adf3-cf64b1793c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-1e79ae9c-ade8-452a-87f0-e0498a58cdbc', 'network_id': '1e79ae9c-ade8-452a-87f0-e0498a58cdbc', 'project_id': '59e3e2cfea00448ba2c960d2532e8a4e', 'fixed_ips': [{'subnet_id': 'd1f0bf8f-25b2-4c44-be6a-2e6e6973d65c'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 21:09:54.153030 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b0209f2c-5e06-4478-adf3-cf64b1793c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:54.157533 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d5b04b19-cc5e-4995-abd5-428aa4217e8a tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (397b5e76-1e1e-421c-9ee5-626ee922a5d4), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:54.208970 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b04b19-cc5e-4995-abd5-428aa4217e8a tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Pushing event updated for resources: {'Subnet': ['ID=397b5e76-1e1e-421c-9ee5-626ee922a5d4,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:54.224742 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b04b19-cc5e-4995-abd5-428aa4217e8a tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Checking segment: {'id': '402d4f6e-a9b2-4b98-a779-f5f54235e798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fe39f342-dad1-4c76-b601-7dda6c4ccf26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:09:54.225107 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b04b19-cc5e-4995-abd5-428aa4217e8a tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Network hostable DHCP agents. Network: fe39f342-dad1-4c76-b601-7dda6c4ccf26, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 21:09:54.241872 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b04b19-cc5e-4995-abd5-428aa4217e8a tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Network fe39f342-dad1-4c76-b601-7dda6c4ccf26 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 21:09:54.251136 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-d5b04b19-cc5e-4995-abd5-428aa4217e8a tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, fe39f342-dad1-4c76-b601-7dda6c4ccf26) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:09:54.255445 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b04b19-cc5e-4995-abd5-428aa4217e8a tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:54.256047 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d5b04b19-cc5e-4995-abd5-428aa4217e8a tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:54.275483 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d5b04b19-cc5e-4995-abd5-428aa4217e8a tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4016287 Jan 18 21:09:54.275830 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41758) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:54.297549 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-b0209f2c-5e06-4478-adf3-cf64b1793c10 None None] Allocated IP 2001:db8::2 (1e79ae9c-ade8-452a-87f0-e0498a58cdbc/d1f0bf8f-25b2-4c44-be6a-2e6e6973d65c/d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:09:54.377041 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-65194293-c7e8-448d-944b-d99e259b83d3 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (fe39f342-dad1-4c76-b601-7dda6c4ccf26), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:54.426903 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-65194293-c7e8-448d-944b-d99e259b83d3 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (397b5e76-1e1e-421c-9ee5-626ee922a5d4), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:54.442597 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b0209f2c-5e06-4478-adf3-cf64b1793c10 None None] Publish callbacks [] for port (d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:54.448700 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b0209f2c-5e06-4478-adf3-cf64b1793c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:54.486160 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-65194293-c7e8-448d-944b-d99e259b83d3 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (397b5e76-1e1e-421c-9ee5-626ee922a5d4), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:54.494393 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0209f2c-5e06-4478-adf3-cf64b1793c10 None None] Network 1e79ae9c-ade8-452a-87f0-e0498a58cdbc is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:09:54.499106 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-b0209f2c-5e06-4478-adf3-cf64b1793c10 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:09:54.501275 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0209f2c-5e06-4478-adf3-cf64b1793c10 None None] Pushing event updated for resources: {'Port': ['ID=d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:54.504321 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0209f2c-5e06-4478-adf3-cf64b1793c10 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:09:54.519715 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65194293-c7e8-448d-944b-d99e259b83d3 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Pushing event deleted for resources: {'Subnet': ['ID=397b5e76-1e1e-421c-9ee5-626ee922a5d4,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:54.558960 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b0209f2c-5e06-4478-adf3-cf64b1793c10 None None] Attempting to bind port d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:09:54.559333 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b0209f2c-5e06-4478-adf3-cf64b1793c10 None None] Attempting to bind port d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '8b2032f9-58ec-41a9-a637-f90b3a99bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1e79ae9c-ade8-452a-87f0-e0498a58cdbc'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:09:54.559699 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0209f2c-5e06-4478-adf3-cf64b1793c10 None None] Attempting to bind port d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df on network 1e79ae9c-ade8-452a-87f0-e0498a58cdbc {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:09:54.564629 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0209f2c-5e06-4478-adf3-cf64b1793c10 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:09:54.565008 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0209f2c-5e06-4478-adf3-cf64b1793c10 None None] Checking segment: {'id': '8b2032f9-58ec-41a9-a637-f90b3a99bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1e79ae9c-ade8-452a-87f0-e0498a58cdbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:09:54.565410 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b0209f2c-5e06-4478-adf3-cf64b1793c10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:54.565836 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0209f2c-5e06-4478-adf3-cf64b1793c10 None None] Bound using segment: {'id': '8b2032f9-58ec-41a9-a637-f90b3a99bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1e79ae9c-ade8-452a-87f0-e0498a58cdbc'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:09:54.566306 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b0209f2c-5e06-4478-adf3-cf64b1793c10 None None] Bound port: d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b2032f9-58ec-41a9-a637-f90b3a99bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1e79ae9c-ade8-452a-87f0-e0498a58cdbc'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:09:54.566684 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b0209f2c-5e06-4478-adf3-cf64b1793c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:54.578944 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-65194293-c7e8-448d-944b-d99e259b83d3 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (fe39f342-dad1-4c76-b601-7dda6c4ccf26), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:54.598553 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-65194293-c7e8-448d-944b-d99e259b83d3 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe39f342-dad1-4c76-b601-7dda6c4ccf26']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:09:54.608382 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-65194293-c7e8-448d-944b-d99e259b83d3 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402d4f6e-a9b2-4b98-a779-f5f54235e798') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:09:54.608677 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-65194293-c7e8-448d-944b-d99e259b83d3 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402d4f6e-a9b2-4b98-a779-f5f54235e798') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:09:54.617843 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-65194293-c7e8-448d-944b-d99e259b83d3 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (402d4f6e-a9b2-4b98-a779-f5f54235e798), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:54.631756 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-65194293-c7e8-448d-944b-d99e259b83d3 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (402d4f6e-a9b2-4b98-a779-f5f54235e798), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:54.633135 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b0209f2c-5e06-4478-adf3-cf64b1793c10 None None] For port d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:09:54.638545 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65194293-c7e8-448d-944b-d99e259b83d3 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 21:09:54.638924 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-65194293-c7e8-448d-944b-d99e259b83d3 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (402d4f6e-a9b2-4b98-a779-f5f54235e798), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: timer() Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 21:09:54.641818 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 21:09:54.702569 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-65194293-c7e8-448d-944b-d99e259b83d3 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (fe39f342-dad1-4c76-b601-7dda6c4ccf26), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:54.703217 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b0209f2c-5e06-4478-adf3-cf64b1793c10 None None] For port d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df,segment=NetworkSegment(8b2032f9-58ec-41a9-a637-f90b3a99bad1),segment_id=8b2032f9-58ec-41a9-a637-f90b3a99bad1)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:09:54.707337 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b0209f2c-5e06-4478-adf3-cf64b1793c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:54.709526 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-65194293-c7e8-448d-944b-d99e259b83d3 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:54.714158 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-65194293-c7e8-448d-944b-d99e259b83d3 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] 10.222.0.31 "DELETE /v2.0/networks/fe39f342-dad1-4c76-b601-7dda6c4ccf26 HTTP/1.1" status: 204 len: 168 time: 0.4372540 Jan 18 21:09:54.717514 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41760) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:54.725129 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65194293-c7e8-448d-944b-d99e259b83d3 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Pushing event deleted for resources: {'Network': ['ID=fe39f342-dad1-4c76-b601-7dda6c4ccf26,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:54.748052 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc49df95-0628-4bb9-aecd-3e86743f44e8 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] GET failed (client error): The resource could not be found. Jan 18 21:09:54.752319 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cc49df95-0628-4bb9-aecd-3e86743f44e8 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] 10.222.0.31 "GET /v2.0/subnets/397b5e76-1e1e-421c-9ee5-626ee922a5d4 HTTP/1.1" status: 404 len: 337 time: 0.0337386 Jan 18 21:09:54.752470 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41762) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:54.771686 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0209f2c-5e06-4478-adf3-cf64b1793c10 None None] Pushing event updated for resources: {'Port': ['ID=d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:54.772625 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-16bbc06f-5010-4aeb-a7b1-f72066a4f900 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] DELETE failed (client error): The resource could not be found. Jan 18 21:09:54.773136 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16bbc06f-5010-4aeb-a7b1-f72066a4f900 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 21:09:54.777667 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-16bbc06f-5010-4aeb-a7b1-f72066a4f900 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] 10.222.0.31 "DELETE /v2.0/networks/fe39f342-dad1-4c76-b601-7dda6c4ccf26 HTTP/1.1" status: 404 len: 339 time: 0.0224419 Jan 18 21:09:54.780592 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41764) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:54.806305 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-356a3186-a36c-4a6d-a699-0a998a4f2883 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] DELETE failed (client error): The resource could not be found. Jan 18 21:09:54.806769 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-356a3186-a36c-4a6d-a699-0a998a4f2883 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 21:09:54.812948 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-356a3186-a36c-4a6d-a699-0a998a4f2883 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] 10.222.0.31 "DELETE /v2.0/subnets/397b5e76-1e1e-421c-9ee5-626ee922a5d4 HTTP/1.1" status: 404 len: 337 time: 0.0289958 Jan 18 21:09:54.813858 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41766) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:54.831726 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e4da61-8dc3-4b99-b770-e2d50bfadf02 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] DELETE failed (client error): The resource could not be found. Jan 18 21:09:54.832195 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56e4da61-8dc3-4b99-b770-e2d50bfadf02 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 21:09:54.835117 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-56e4da61-8dc3-4b99-b770-e2d50bfadf02 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] 10.222.0.31 "DELETE /v2.0/networks/fe39f342-dad1-4c76-b601-7dda6c4ccf26 HTTP/1.1" status: 404 len: 339 time: 0.0202823 Jan 18 21:09:54.837697 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41768) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:54.892162 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-2524ee79-225a-4140-bf7e-068f17605644 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Deleting subnet d1f0bf8f-25b2-4c44-be6a-2e6e6973d65c {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 21:09:54.895311 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2524ee79-225a-4140-bf7e-068f17605644 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks [] for subnet (d1f0bf8f-25b2-4c44-be6a-2e6e6973d65c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:54.940084 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2524ee79-225a-4140-bf7e-068f17605644 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (d1f0bf8f-25b2-4c44-be6a-2e6e6973d65c), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:55.033483 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2524ee79-225a-4140-bf7e-068f17605644 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (d1f0bf8f-25b2-4c44-be6a-2e6e6973d65c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:55.102573 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2524ee79-225a-4140-bf7e-068f17605644 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (d1f0bf8f-25b2-4c44-be6a-2e6e6973d65c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:55.130843 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524ee79-225a-4140-bf7e-068f17605644 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Pushing event deleted for resources: {'Subnet': ['ID=d1f0bf8f-25b2-4c44-be6a-2e6e6973d65c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:55.132811 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2524ee79-225a-4140-bf7e-068f17605644 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:55.136158 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2524ee79-225a-4140-bf7e-068f17605644 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] 10.222.0.31 "DELETE /v2.0/subnets/d1f0bf8f-25b2-4c44-be6a-2e6e6973d65c HTTP/1.1" status: 204 len: 168 time: 0.2969708 Jan 18 21:09:55.138574 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41770) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:55.215702 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec4ad-09a2-409b-b76f-bd349f503a8f tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (1e79ae9c-ade8-452a-87f0-e0498a58cdbc), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:55.280958 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ec4ad-09a2-409b-b76f-bd349f503a8f tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Deleting port d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:09:55.281294 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec4ad-09a2-409b-b76f-bd349f503a8f tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:55.300192 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:09:55.344909 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-2e9ec4ad-09a2-409b-b76f-bd349f503a8f tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] For port d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df,segment=NetworkSegment(8b2032f9-58ec-41a9-a637-f90b3a99bad1),segment_id=8b2032f9-58ec-41a9-a637-f90b3a99bad1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:09:55.345271 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec4ad-09a2-409b-b76f-bd349f503a8f tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:55.349708 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:09:55.350088 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:55.359812 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ec4ad-09a2-409b-b76f-bd349f503a8f tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Calling delete_port for d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:09:55.441251 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:09:55.441663 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:55.461104 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec4ad-09a2-409b-b76f-bd349f503a8f tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:55.484265 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device df8cfbb5-854d-4d43-84df-7a18bcefb970 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:09:55.489878 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ec4ad-09a2-409b-b76f-bd349f503a8f tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Pushing event deleted for resources: {'Port': ['ID=d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:55.491749 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9ec4ad-09a2-409b-b76f-bd349f503a8f tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] No DVR routers for this DVR port d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:09:55.552461 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port df8cfbb5-854d-4d43-84df-7a18bcefb970 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:09:55.552843 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (df8cfbb5-854d-4d43-84df-7a18bcefb970), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:55.585166 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec4ad-09a2-409b-b76f-bd349f503a8f tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (1e79ae9c-ade8-452a-87f0-e0498a58cdbc), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:55.607934 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-2e9ec4ad-09a2-409b-b76f-bd349f503a8f tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e79ae9c-ade8-452a-87f0-e0498a58cdbc']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:09:55.617809 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-2e9ec4ad-09a2-409b-b76f-bd349f503a8f tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b2032f9-58ec-41a9-a637-f90b3a99bad1') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:09:55.618110 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-2e9ec4ad-09a2-409b-b76f-bd349f503a8f tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b2032f9-58ec-41a9-a637-f90b3a99bad1') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:09:55.629163 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec4ad-09a2-409b-b76f-bd349f503a8f tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (8b2032f9-58ec-41a9-a637-f90b3a99bad1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:55.639874 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port df8cfbb5-854d-4d43-84df-7a18bcefb970 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:09:55.649534 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec4ad-09a2-409b-b76f-bd349f503a8f tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (8b2032f9-58ec-41a9-a637-f90b3a99bad1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:55.655914 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e9ec4ad-09a2-409b-b76f-bd349f503a8f tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 21:09:55.656307 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec4ad-09a2-409b-b76f-bd349f503a8f tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (8b2032f9-58ec-41a9-a637-f90b3a99bad1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: timer() Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 21:09:55.659583 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 21:09:55.722576 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec4ad-09a2-409b-b76f-bd349f503a8f tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (1e79ae9c-ade8-452a-87f0-e0498a58cdbc), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:55.736070 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec4ad-09a2-409b-b76f-bd349f503a8f tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:55.739259 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2e9ec4ad-09a2-409b-b76f-bd349f503a8f tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] 10.222.0.31 "DELETE /v2.0/networks/1e79ae9c-ade8-452a-87f0-e0498a58cdbc HTTP/1.1" status: 204 len: 168 time: 0.5997765 Jan 18 21:09:55.741885 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41772) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:55.746464 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0360e6a0-c70d-4b59-bbad-23025df214e6 None None] Network 1e79ae9c-ade8-452a-87f0-e0498a58cdbc requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:09:55.749093 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e430719c-f5bd-4a1c-bf70-8d01f352edf2 None None] Network fe39f342-dad1-4c76-b601-7dda6c4ccf26 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:09:55.754967 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ec4ad-09a2-409b-b76f-bd349f503a8f tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Pushing event deleted for resources: {'Network': ['ID=1e79ae9c-ade8-452a-87f0-e0498a58cdbc,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:55.771519 n-d-741529-9 neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f272e7-217f-4c2f-ab1a-0c3dc377e3e6 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] DELETE failed (client error): The resource could not be found. Jan 18 21:09:55.771975 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f272e7-217f-4c2f-ab1a-0c3dc377e3e6 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103336) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 21:09:55.774475 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0360e6a0-c70d-4b59-bbad-23025df214e6 None None] Network 1e79ae9c-ade8-452a-87f0-e0498a58cdbc could not be found, it might have been deleted concurrently. {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 18 21:09:55.775645 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-02f272e7-217f-4c2f-ab1a-0c3dc377e3e6 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] 10.222.0.31 "DELETE /v2.0/subnets/64cdb700-e06e-4180-b259-99d8d04e1f88 HTTP/1.1" status: 404 len: 337 time: 0.0317481 Jan 18 21:09:55.776710 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e430719c-f5bd-4a1c-bf70-8d01f352edf2 None None] Network fe39f342-dad1-4c76-b601-7dda6c4ccf26 could not be found, it might have been deleted concurrently. {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 18 21:09:55.778109 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41774) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:55.779596 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-343297ab-ee49-497b-b5d0-287d390cef87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:55.787027 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-9fe2b0ec-c684-485a-baa9-1ad792e933c2 None None] Could not find standard attr ID for object d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 21:09:55.790199 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479f4bfe-f6b7-41eb-a0e3-74a839cd286c None None] Network fe39f342-dad1-4c76-b601-7dda6c4ccf26 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:09:55.801378 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10c10cf-ce8f-4dd6-aea8-f69bb62d274d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] DELETE failed (client error): The resource could not be found. Jan 18 21:09:55.802169 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f10c10cf-ce8f-4dd6-aea8-f69bb62d274d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 21:09:55.802289 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479f4bfe-f6b7-41eb-a0e3-74a839cd286c None None] Network fe39f342-dad1-4c76-b601-7dda6c4ccf26 could not be found, it might have been deleted concurrently. {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 18 21:09:55.805319 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f10c10cf-ce8f-4dd6-aea8-f69bb62d274d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] 10.222.0.31 "DELETE /v2.0/networks/72c05ca5-0878-4aab-b379-5eae50b3439e HTTP/1.1" status: 404 len: 339 time: 0.0258827 Jan 18 21:09:55.808679 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41776) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:55.839123 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-1014e3e2-45e0-4555-b145-b6ef1e6cbaff tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] DELETE failed (client error): The resource could not be found. Jan 18 21:09:55.839820 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1014e3e2-45e0-4555-b145-b6ef1e6cbaff tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 21:09:55.843103 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1014e3e2-45e0-4555-b145-b6ef1e6cbaff tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] 10.222.0.31 "DELETE /v2.0/subnets/a95ad1a8-36c9-4833-b1e8-2b8ea4ecb931 HTTP/1.1" status: 404 len: 337 time: 0.0334840 Jan 18 21:09:55.845567 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41778) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:55.848018 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220cc141-4b4c-4116-b0c6-b7b88c824aa7 None None] DHCP port deletion for 1e79ae9c-ade8-452a-87f0-e0498a58cdbc request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:09:55.864157 n-d-741529-9 neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-5899793a-847b-47b0-8ea3-fcf01eca767a tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] DELETE failed (client error): The resource could not be found. Jan 18 21:09:55.864655 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5899793a-847b-47b0-8ea3-fcf01eca767a tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103335) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 21:09:55.865279 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b0eadb-e944-453b-91f9-304ed6905539 None None] Network 1e79ae9c-ade8-452a-87f0-e0498a58cdbc requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:09:55.867769 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5899793a-847b-47b0-8ea3-fcf01eca767a tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] 10.222.0.31 "DELETE /v2.0/networks/fb05fb74-e957-4f77-a4fa-a34014d1ccc3 HTTP/1.1" status: 404 len: 339 time: 0.0212619 Jan 18 21:09:55.870972 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41780) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:55.880947 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b0eadb-e944-453b-91f9-304ed6905539 None None] Network 1e79ae9c-ade8-452a-87f0-e0498a58cdbc could not be found, it might have been deleted concurrently. {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 18 21:09:55.920634 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81dfd02-1ca1-4090-9be0-628d9f8a8320 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Deleting subnet fd1a88d8-76c5-4392-88c0-19205a251311 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 21:09:55.923702 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d81dfd02-1ca1-4090-9be0-628d9f8a8320 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks [] for subnet (fd1a88d8-76c5-4392-88c0-19205a251311), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:55.964062 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d81dfd02-1ca1-4090-9be0-628d9f8a8320 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (fd1a88d8-76c5-4392-88c0-19205a251311), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:56.047198 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d81dfd02-1ca1-4090-9be0-628d9f8a8320 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (fd1a88d8-76c5-4392-88c0-19205a251311), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:56.101578 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d81dfd02-1ca1-4090-9be0-628d9f8a8320 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (fd1a88d8-76c5-4392-88c0-19205a251311), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:56.140667 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81dfd02-1ca1-4090-9be0-628d9f8a8320 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Pushing event deleted for resources: {'Subnet': ['ID=fd1a88d8-76c5-4392-88c0-19205a251311,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:56.143239 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d81dfd02-1ca1-4090-9be0-628d9f8a8320 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:56.147598 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d81dfd02-1ca1-4090-9be0-628d9f8a8320 tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] 10.222.0.31 "DELETE /v2.0/subnets/fd1a88d8-76c5-4392-88c0-19205a251311 HTTP/1.1" status: 204 len: 168 time: 0.2749798 Jan 18 21:09:56.147995 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b572d68-af41-4ed9-9db4-25d3b6c06bd9 None None] Network 8c915193-3758-418f-b851-75ad82fddbf2 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:09:56.149342 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41782) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:56.226541 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ae52729a-13d4-47f5-90e7-38d506b22a6d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (8c915193-3758-418f-b851-75ad82fddbf2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:56.258056 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:09:56.284434 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-ae52729a-13d4-47f5-90e7-38d506b22a6d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Deleting port df8cfbb5-854d-4d43-84df-7a18bcefb970 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:09:56.284777 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ae52729a-13d4-47f5-90e7-38d506b22a6d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (df8cfbb5-854d-4d43-84df-7a18bcefb970), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:56.289290 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edff7ad9-d53c-4e4b-9516-529c004a8dbb None None] DHCP port deletion for 8c915193-3758-418f-b851-75ad82fddbf2 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:09:56.337767 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-edff7ad9-d53c-4e4b-9516-529c004a8dbb None None] Deleting port df8cfbb5-854d-4d43-84df-7a18bcefb970 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:09:56.338976 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-edff7ad9-d53c-4e4b-9516-529c004a8dbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (df8cfbb5-854d-4d43-84df-7a18bcefb970), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:56.351026 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ae52729a-13d4-47f5-90e7-38d506b22a6d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] For port df8cfbb5-854d-4d43-84df-7a18bcefb970, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=df8cfbb5-854d-4d43-84df-7a18bcefb970,segment=NetworkSegment(3c1a8c94-a269-4a68-82ad-47fb109151f8),segment_id=3c1a8c94-a269-4a68-82ad-47fb109151f8)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:09:56.351388 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ae52729a-13d4-47f5-90e7-38d506b22a6d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (df8cfbb5-854d-4d43-84df-7a18bcefb970), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:56.364463 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-ae52729a-13d4-47f5-90e7-38d506b22a6d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Calling delete_port for df8cfbb5-854d-4d43-84df-7a18bcefb970 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:09:56.403813 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-edff7ad9-d53c-4e4b-9516-529c004a8dbb None None] For port df8cfbb5-854d-4d43-84df-7a18bcefb970, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=df8cfbb5-854d-4d43-84df-7a18bcefb970,segment=NetworkSegment(3c1a8c94-a269-4a68-82ad-47fb109151f8),segment_id=3c1a8c94-a269-4a68-82ad-47fb109151f8)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:09:56.404207 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-edff7ad9-d53c-4e4b-9516-529c004a8dbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (df8cfbb5-854d-4d43-84df-7a18bcefb970), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:56.417094 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-edff7ad9-d53c-4e4b-9516-529c004a8dbb None None] Calling delete_port for df8cfbb5-854d-4d43-84df-7a18bcefb970 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:09:56.446906 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ae52729a-13d4-47f5-90e7-38d506b22a6d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (df8cfbb5-854d-4d43-84df-7a18bcefb970), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:56.472252 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52729a-13d4-47f5-90e7-38d506b22a6d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Pushing event deleted for resources: {'Port': ['ID=df8cfbb5-854d-4d43-84df-7a18bcefb970,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:56.475754 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae52729a-13d4-47f5-90e7-38d506b22a6d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] No DVR routers for this DVR port df8cfbb5-854d-4d43-84df-7a18bcefb970 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:09:56.493939 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-edff7ad9-d53c-4e4b-9516-529c004a8dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (df8cfbb5-854d-4d43-84df-7a18bcefb970), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:56.522502 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff7ad9-d53c-4e4b-9516-529c004a8dbb None None] Pushing event deleted for resources: {'Port': ['ID=df8cfbb5-854d-4d43-84df-7a18bcefb970,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:56.527422 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edff7ad9-d53c-4e4b-9516-529c004a8dbb None None] No DVR routers for this DVR port df8cfbb5-854d-4d43-84df-7a18bcefb970 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:09:56.556657 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ae52729a-13d4-47f5-90e7-38d506b22a6d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (8c915193-3758-418f-b851-75ad82fddbf2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:56.592804 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-ae52729a-13d4-47f5-90e7-38d506b22a6d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c915193-3758-418f-b851-75ad82fddbf2']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:09:56.601827 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-ae52729a-13d4-47f5-90e7-38d506b22a6d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1a8c94-a269-4a68-82ad-47fb109151f8') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:09:56.602124 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-ae52729a-13d4-47f5-90e7-38d506b22a6d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1a8c94-a269-4a68-82ad-47fb109151f8') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:09:56.612198 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ae52729a-13d4-47f5-90e7-38d506b22a6d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (3c1a8c94-a269-4a68-82ad-47fb109151f8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:56.624750 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ae52729a-13d4-47f5-90e7-38d506b22a6d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (3c1a8c94-a269-4a68-82ad-47fb109151f8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:56.630773 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae52729a-13d4-47f5-90e7-38d506b22a6d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 21:09:56.631143 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ae52729a-13d4-47f5-90e7-38d506b22a6d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (3c1a8c94-a269-4a68-82ad-47fb109151f8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: timer() Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 21:09:56.641959 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 21:09:56.690084 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ae52729a-13d4-47f5-90e7-38d506b22a6d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (8c915193-3758-418f-b851-75ad82fddbf2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:56.696752 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ae52729a-13d4-47f5-90e7-38d506b22a6d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:56.699913 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ae52729a-13d4-47f5-90e7-38d506b22a6d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] 10.222.0.31 "DELETE /v2.0/networks/8c915193-3758-418f-b851-75ad82fddbf2 HTTP/1.1" status: 204 len: 168 time: 0.5494204 Jan 18 21:09:56.711106 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52729a-13d4-47f5-90e7-38d506b22a6d tempest-NetworksIpV6Test-580351803 tempest-NetworksIpV6Test-580351803-project] Pushing event deleted for resources: {'Network': ['ID=8c915193-3758-418f-b851-75ad82fddbf2,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:56.935936 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41788) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:57.068543 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e916caf3-e22e-44e5-a282-eeec00b8c0b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=59e3e2cfea00448ba2c960d2532e8a4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1313617 Jan 18 21:09:57.070865 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41792) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:57.121354 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b29ec70b-296f-4b53-9618-3dc4d911d0d7 admin admin] Publish callbacks [] for security_group (e58159e4-b4f3-4a22-86db-9349a68dada7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:57.142004 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b29ec70b-296f-4b53-9618-3dc4d911d0d7 admin admin] Publish callbacks [] for security_group (e58159e4-b4f3-4a22-86db-9349a68dada7), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:57.188307 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b29ec70b-296f-4b53-9618-3dc4d911d0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (e58159e4-b4f3-4a22-86db-9349a68dada7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:57.190988 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b29ec70b-296f-4b53-9618-3dc4d911d0d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:57.192155 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b29ec70b-296f-4b53-9618-3dc4d911d0d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e58159e4-b4f3-4a22-86db-9349a68dada7 HTTP/1.1" status: 204 len: 168 time: 0.1203995 Jan 18 21:09:57.200589 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ec70b-296f-4b53-9618-3dc4d911d0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58159e4-b4f3-4a22-86db-9349a68dada7,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:57.219679 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:09:57.240802 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:09:57.241150 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d57a6ca5-5bc6-4aa8-b702-851cbbdfc8df not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:09:57.241554 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device df8cfbb5-854d-4d43-84df-7a18bcefb970 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:09:57.261983 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: df8cfbb5-854d-4d43-84df-7a18bcefb970 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:09:57.262332 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device df8cfbb5-854d-4d43-84df-7a18bcefb970 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:09:57.839526 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41814) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:57.900061 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-df641320-0d7b-4b32-a8b4-cba6c161ee17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:57.935040 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-54092aaf-21f5-4231-bc1a-21791b0f7f84 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-527501906', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:09:57.959084 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54092aaf-21f5-4231-bc1a-21791b0f7f84 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (2d1b620f-4e6d-45a0-aaad-789feb8dde65), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:57.960090 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54092aaf-21f5-4231-bc1a-21791b0f7f84 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (2d1b620f-4e6d-45a0-aaad-789feb8dde65), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:58.014126 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54092aaf-21f5-4231-bc1a-21791b0f7f84 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks [] for router_controller (2d1b620f-4e6d-45a0-aaad-789feb8dde65), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:58.018009 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54092aaf-21f5-4231-bc1a-21791b0f7f84 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (2d1b620f-4e6d-45a0-aaad-789feb8dde65), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:58.035490 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54092aaf-21f5-4231-bc1a-21791b0f7f84 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:58.036697 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-54092aaf-21f5-4231-bc1a-21791b0f7f84 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1962211 Jan 18 21:09:58.039370 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41818) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:58.044525 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-ea3c0316-5e93-4b2c-9eff-bc5897876495 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-836712226'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:09:58.067133 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3c0316-5e93-4b2c-9eff-bc5897876495 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Made reservation on behalf of c28eee1b095e4423b999ba400fe5c09e for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:09:58.070886 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ea3c0316-5e93-4b2c-9eff-bc5897876495 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:58.080004 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ea3c0316-5e93-4b2c-9eff-bc5897876495 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:58.154415 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ea3c0316-5e93-4b2c-9eff-bc5897876495 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks [] for security_group (1028e3ec-88f3-486b-b1d3-d7f7d07822bc), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:58.157984 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ea3c0316-5e93-4b2c-9eff-bc5897876495 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1028e3ec-88f3-486b-b1d3-d7f7d07822bc), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:58.186429 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea3c0316-5e93-4b2c-9eff-bc5897876495 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 21:09:58.192492 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c0316-5e93-4b2c-9eff-bc5897876495 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1028e3ec-88f3-486b-b1d3-d7f7d07822bc,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:58.198466 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ea3c0316-5e93-4b2c-9eff-bc5897876495 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (5d8aa68f-0e10-450a-8b5c-30c1ecf303dd), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:58.198807 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-ea3c0316-5e93-4b2c-9eff-bc5897876495 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Added segment 5d8aa68f-0e10-450a-8b5c-30c1ecf303dd of type vlan for network 83deb960-4f6a-49ab-8df7-5205fe48d627 Jan 18 21:09:58.238831 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ea3c0316-5e93-4b2c-9eff-bc5897876495 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (83deb960-4f6a-49ab-8df7-5205fe48d627), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:58.261836 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ea3c0316-5e93-4b2c-9eff-bc5897876495 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (83deb960-4f6a-49ab-8df7-5205fe48d627), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:58.267661 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3c0316-5e93-4b2c-9eff-bc5897876495 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:58.268239 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ea3c0316-5e93-4b2c-9eff-bc5897876495 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:58.306762 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ea3c0316-5e93-4b2c-9eff-bc5897876495 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2663875 Jan 18 21:09:58.309500 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41820) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:58.314362 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-3942b801-07ef-4246-b825-a09ac2d9776b tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Request body: {'subnet': {'network_id': '83deb960-4f6a-49ab-8df7-5205fe48d627', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:09:58.362867 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c0316-5e93-4b2c-9eff-bc5897876495 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Pushing event updated for resources: {'Network': ['ID=83deb960-4f6a-49ab-8df7-5205fe48d627,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:58.373221 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 83deb960-4f6a-49ab-8df7-5205fe48d627 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 21:09:58.443458 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3942b801-07ef-4246-b825-a09ac2d9776b tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Made reservation on behalf of c28eee1b095e4423b999ba400fe5c09e for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:09:58.448678 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3942b801-07ef-4246-b825-a09ac2d9776b tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:58.641221 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3942b801-07ef-4246-b825-a09ac2d9776b tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (1a650ef6-fb50-43c1-98ac-cec87fca0e6e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:58.702177 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942b801-07ef-4246-b825-a09ac2d9776b tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Pushing event updated for resources: {'Subnet': ['ID=1a650ef6-fb50-43c1-98ac-cec87fca0e6e,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:58.710301 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3942b801-07ef-4246-b825-a09ac2d9776b tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Checking segment: {'id': '5d8aa68f-0e10-450a-8b5c-30c1ecf303dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '83deb960-4f6a-49ab-8df7-5205fe48d627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:09:58.710654 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3942b801-07ef-4246-b825-a09ac2d9776b tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Network hostable DHCP agents. Network: 83deb960-4f6a-49ab-8df7-5205fe48d627, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 21:09:58.726111 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3942b801-07ef-4246-b825-a09ac2d9776b tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Network 83deb960-4f6a-49ab-8df7-5205fe48d627 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 21:09:58.734401 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-3942b801-07ef-4246-b825-a09ac2d9776b tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 83deb960-4f6a-49ab-8df7-5205fe48d627) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:09:58.738648 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3942b801-07ef-4246-b825-a09ac2d9776b tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:58.739230 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3942b801-07ef-4246-b825-a09ac2d9776b tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:58.748491 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea996ea-81ac-4ca4-b4a0-48ac5a5292cb None None] Network 83deb960-4f6a-49ab-8df7-5205fe48d627 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:09:58.754922 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3942b801-07ef-4246-b825-a09ac2d9776b tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4443140 Jan 18 21:09:58.757950 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41822) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:58.763275 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-5c6755e5-bf4e-4c00-9933-667ebeb345d1 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1685988300'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:09:58.783886 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6755e5-bf4e-4c00-9933-667ebeb345d1 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Made reservation on behalf of c28eee1b095e4423b999ba400fe5c09e for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:09:58.787543 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5c6755e5-bf4e-4c00-9933-667ebeb345d1 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:58.811681 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6755e5-bf4e-4c00-9933-667ebeb345d1 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 21:09:58.821334 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5c6755e5-bf4e-4c00-9933-667ebeb345d1 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (dbcd12f8-1d14-47a8-9088-8c3a5ffdcfd4), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:58.821704 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-5c6755e5-bf4e-4c00-9933-667ebeb345d1 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Added segment dbcd12f8-1d14-47a8-9088-8c3a5ffdcfd4 of type vlan for network 803a05d8-a93f-4112-bc92-408b244a1d24 Jan 18 21:09:58.848342 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef9aa77-4020-44bf-aa3d-89b17bca88c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-83deb960-4f6a-49ab-8df7-5205fe48d627', 'network_id': '83deb960-4f6a-49ab-8df7-5205fe48d627', 'project_id': 'c28eee1b095e4423b999ba400fe5c09e', 'fixed_ips': [{'subnet_id': '1a650ef6-fb50-43c1-98ac-cec87fca0e6e'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 21:09:58.849197 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2ef9aa77-4020-44bf-aa3d-89b17bca88c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:58.863215 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5c6755e5-bf4e-4c00-9933-667ebeb345d1 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (803a05d8-a93f-4112-bc92-408b244a1d24), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:58.888426 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5c6755e5-bf4e-4c00-9933-667ebeb345d1 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (803a05d8-a93f-4112-bc92-408b244a1d24), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:58.894055 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6755e5-bf4e-4c00-9933-667ebeb345d1 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:58.894634 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5c6755e5-bf4e-4c00-9933-667ebeb345d1 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:58.925141 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5c6755e5-bf4e-4c00-9933-667ebeb345d1 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1661742 Jan 18 21:09:58.927931 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41824) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:58.933365 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-0f5cd52f-212d-4989-99b4-6c7e519bf6cc tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Request body: {'subnet': {'network_id': '803a05d8-a93f-4112-bc92-408b244a1d24', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:09:58.983944 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-2ef9aa77-4020-44bf-aa3d-89b17bca88c5 None None] Allocated IP 172.20.0.2 (83deb960-4f6a-49ab-8df7-5205fe48d627/1a650ef6-fb50-43c1-98ac-cec87fca0e6e/c24ca9b1-fd8f-49a5-80e5-d56163369715) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:09:58.992066 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6755e5-bf4e-4c00-9933-667ebeb345d1 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Pushing event updated for resources: {'Network': ['ID=803a05d8-a93f-4112-bc92-408b244a1d24,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:59.017733 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 803a05d8-a93f-4112-bc92-408b244a1d24 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 21:09:59.056026 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5cd52f-212d-4989-99b4-6c7e519bf6cc tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Made reservation on behalf of c28eee1b095e4423b999ba400fe5c09e for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:09:59.060394 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f5cd52f-212d-4989-99b4-6c7e519bf6cc tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:59.230004 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2ef9aa77-4020-44bf-aa3d-89b17bca88c5 None None] Publish callbacks [] for port (c24ca9b1-fd8f-49a5-80e5-d56163369715), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:59.236778 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2ef9aa77-4020-44bf-aa3d-89b17bca88c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (c24ca9b1-fd8f-49a5-80e5-d56163369715), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:59.242172 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f5cd52f-212d-4989-99b4-6c7e519bf6cc tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (513955c2-c75e-4630-8cb5-35740ae31e25), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:59.304784 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5cd52f-212d-4989-99b4-6c7e519bf6cc tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Pushing event updated for resources: {'Subnet': ['ID=513955c2-c75e-4630-8cb5-35740ae31e25,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:59.310717 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef9aa77-4020-44bf-aa3d-89b17bca88c5 None None] Network 83deb960-4f6a-49ab-8df7-5205fe48d627 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:09:59.314986 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5cd52f-212d-4989-99b4-6c7e519bf6cc tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Checking segment: {'id': 'dbcd12f8-1d14-47a8-9088-8c3a5ffdcfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '803a05d8-a93f-4112-bc92-408b244a1d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:09:59.315350 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5cd52f-212d-4989-99b4-6c7e519bf6cc tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Network hostable DHCP agents. Network: 803a05d8-a93f-4112-bc92-408b244a1d24, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 21:09:59.322412 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-2ef9aa77-4020-44bf-aa3d-89b17bca88c5 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:09:59.332651 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef9aa77-4020-44bf-aa3d-89b17bca88c5 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:09:59.334746 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5cd52f-212d-4989-99b4-6c7e519bf6cc tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Network 803a05d8-a93f-4112-bc92-408b244a1d24 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 21:09:59.336324 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9aa77-4020-44bf-aa3d-89b17bca88c5 None None] Pushing event updated for resources: {'Port': ['ID=c24ca9b1-fd8f-49a5-80e5-d56163369715,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:59.344080 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:59.346566 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-0f5cd52f-212d-4989-99b4-6c7e519bf6cc tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 803a05d8-a93f-4112-bc92-408b244a1d24) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:09:59.353605 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5cd52f-212d-4989-99b4-6c7e519bf6cc tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:09:59.355889 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f5cd52f-212d-4989-99b4-6c7e519bf6cc tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:59.371214 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd42484-c93e-402e-b03b-256f905aef91 None None] Network 803a05d8-a93f-4112-bc92-408b244a1d24 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:09:59.373866 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0f5cd52f-212d-4989-99b4-6c7e519bf6cc tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4448798 Jan 18 21:09:59.376627 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41826) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:09:59.382600 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-47e9f103-2e7f-4253-a1a6-6c50a5c675fc tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Request body: {'router': {'external_gateway_info': {'network_id': '803a05d8-a93f-4112-bc92-408b244a1d24'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:09:59.464259 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-2ef9aa77-4020-44bf-aa3d-89b17bca88c5 None None] Attempting to bind port c24ca9b1-fd8f-49a5-80e5-d56163369715 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:09:59.464854 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-2ef9aa77-4020-44bf-aa3d-89b17bca88c5 None None] Attempting to bind port c24ca9b1-fd8f-49a5-80e5-d56163369715 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '5d8aa68f-0e10-450a-8b5c-30c1ecf303dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '83deb960-4f6a-49ab-8df7-5205fe48d627'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:09:59.465430 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef9aa77-4020-44bf-aa3d-89b17bca88c5 None None] Attempting to bind port c24ca9b1-fd8f-49a5-80e5-d56163369715 on network 83deb960-4f6a-49ab-8df7-5205fe48d627 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:09:59.475062 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef9aa77-4020-44bf-aa3d-89b17bca88c5 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:09:59.475447 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef9aa77-4020-44bf-aa3d-89b17bca88c5 None None] Checking segment: {'id': '5d8aa68f-0e10-450a-8b5c-30c1ecf303dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '83deb960-4f6a-49ab-8df7-5205fe48d627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:09:59.475846 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2ef9aa77-4020-44bf-aa3d-89b17bca88c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:59.476239 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef9aa77-4020-44bf-aa3d-89b17bca88c5 None None] Bound using segment: {'id': '5d8aa68f-0e10-450a-8b5c-30c1ecf303dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '83deb960-4f6a-49ab-8df7-5205fe48d627'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:09:59.476705 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-2ef9aa77-4020-44bf-aa3d-89b17bca88c5 None None] Bound port: c24ca9b1-fd8f-49a5-80e5-d56163369715, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8aa68f-0e10-450a-8b5c-30c1ecf303dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '83deb960-4f6a-49ab-8df7-5205fe48d627'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:09:59.477085 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2ef9aa77-4020-44bf-aa3d-89b17bca88c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c24ca9b1-fd8f-49a5-80e5-d56163369715), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:59.559049 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511e903c-f5ea-447a-8ed8-0d616288a527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-803a05d8-a93f-4112-bc92-408b244a1d24', 'network_id': '803a05d8-a93f-4112-bc92-408b244a1d24', 'project_id': 'c28eee1b095e4423b999ba400fe5c09e', 'fixed_ips': [{'subnet_id': '513955c2-c75e-4630-8cb5-35740ae31e25'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 21:09:59.559917 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-511e903c-f5ea-447a-8ed8-0d616288a527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:59.581989 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-2ef9aa77-4020-44bf-aa3d-89b17bca88c5 None None] For port c24ca9b1-fd8f-49a5-80e5-d56163369715, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:09:59.607986 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-2ef9aa77-4020-44bf-aa3d-89b17bca88c5 None None] For port c24ca9b1-fd8f-49a5-80e5-d56163369715, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c24ca9b1-fd8f-49a5-80e5-d56163369715,segment=NetworkSegment(5d8aa68f-0e10-450a-8b5c-30c1ecf303dd),segment_id=5d8aa68f-0e10-450a-8b5c-30c1ecf303dd)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:09:59.614865 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2ef9aa77-4020-44bf-aa3d-89b17bca88c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c24ca9b1-fd8f-49a5-80e5-d56163369715), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:59.764542 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9aa77-4020-44bf-aa3d-89b17bca88c5 None None] Pushing event updated for resources: {'Port': ['ID=c24ca9b1-fd8f-49a5-80e5-d56163369715,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:09:59.785942 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-511e903c-f5ea-447a-8ed8-0d616288a527 None None] Allocated IP 172.21.0.2 (803a05d8-a93f-4112-bc92-408b244a1d24/513955c2-c75e-4630-8cb5-35740ae31e25/d7553c54-44f1-4fc3-ab35-c91e0d3943b4) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:09:59.850362 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47e9f103-2e7f-4253-a1a6-6c50a5c675fc tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks [] for router_gateway (2d1b620f-4e6d-45a0-aaad-789feb8dde65), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:09:59.999297 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [None req-47e9f103-2e7f-4253-a1a6-6c50a5c675fc tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 21:10:00.000664 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-47e9f103-2e7f-4253-a1a6-6c50a5c675fc tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] 10.222.0.31 "PUT /v2.0/routers/2d1b620f-4e6d-45a0-aaad-789feb8dde65 HTTP/1.1" status: 400 len: 364 time: 0.6228085 Jan 18 21:10:00.006632 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41828) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:10:00.060031 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1e1c60-7920-446d-9f4b-575bcd7219da tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Deleting subnet 513955c2-c75e-4630-8cb5-35740ae31e25 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 21:10:00.140108 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-511e903c-f5ea-447a-8ed8-0d616288a527 None None] Publish callbacks [] for port (d7553c54-44f1-4fc3-ab35-c91e0d3943b4), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:00.145756 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ce1e1c60-7920-446d-9f4b-575bcd7219da tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks [] for subnet (513955c2-c75e-4630-8cb5-35740ae31e25), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:00.146193 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-511e903c-f5ea-447a-8ed8-0d616288a527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (d7553c54-44f1-4fc3-ab35-c91e0d3943b4), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:00.185968 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511e903c-f5ea-447a-8ed8-0d616288a527 None None] Network 803a05d8-a93f-4112-bc92-408b244a1d24 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:10:00.186183 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ce1e1c60-7920-446d-9f4b-575bcd7219da tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (513955c2-c75e-4630-8cb5-35740ae31e25), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:00.190217 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-511e903c-f5ea-447a-8ed8-0d616288a527 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:10:00.193664 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511e903c-f5ea-447a-8ed8-0d616288a527 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:10:00.201048 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e903c-f5ea-447a-8ed8-0d616288a527 None None] Pushing event updated for resources: {'Port': ['ID=d7553c54-44f1-4fc3-ab35-c91e0d3943b4,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:00.251919 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-511e903c-f5ea-447a-8ed8-0d616288a527 None None] Attempting to bind port d7553c54-44f1-4fc3-ab35-c91e0d3943b4 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:10:00.252282 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-511e903c-f5ea-447a-8ed8-0d616288a527 None None] Attempting to bind port d7553c54-44f1-4fc3-ab35-c91e0d3943b4 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'dbcd12f8-1d14-47a8-9088-8c3a5ffdcfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '803a05d8-a93f-4112-bc92-408b244a1d24'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:10:00.252640 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511e903c-f5ea-447a-8ed8-0d616288a527 None None] Attempting to bind port d7553c54-44f1-4fc3-ab35-c91e0d3943b4 on network 803a05d8-a93f-4112-bc92-408b244a1d24 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:10:00.257864 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511e903c-f5ea-447a-8ed8-0d616288a527 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:10:00.258244 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511e903c-f5ea-447a-8ed8-0d616288a527 None None] Checking segment: {'id': 'dbcd12f8-1d14-47a8-9088-8c3a5ffdcfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '803a05d8-a93f-4112-bc92-408b244a1d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:10:00.258696 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-511e903c-f5ea-447a-8ed8-0d616288a527 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:00.259091 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511e903c-f5ea-447a-8ed8-0d616288a527 None None] Bound using segment: {'id': 'dbcd12f8-1d14-47a8-9088-8c3a5ffdcfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '803a05d8-a93f-4112-bc92-408b244a1d24'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:10:00.259556 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-511e903c-f5ea-447a-8ed8-0d616288a527 None None] Bound port: d7553c54-44f1-4fc3-ab35-c91e0d3943b4, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbcd12f8-1d14-47a8-9088-8c3a5ffdcfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '803a05d8-a93f-4112-bc92-408b244a1d24'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:10:00.259935 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-511e903c-f5ea-447a-8ed8-0d616288a527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d7553c54-44f1-4fc3-ab35-c91e0d3943b4), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:00.280096 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ce1e1c60-7920-446d-9f4b-575bcd7219da tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (513955c2-c75e-4630-8cb5-35740ae31e25), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:00.337784 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ce1e1c60-7920-446d-9f4b-575bcd7219da tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (513955c2-c75e-4630-8cb5-35740ae31e25), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:00.340727 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-511e903c-f5ea-447a-8ed8-0d616288a527 None None] For port d7553c54-44f1-4fc3-ab35-c91e0d3943b4, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:10:00.344575 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-511e903c-f5ea-447a-8ed8-0d616288a527 None None] For port d7553c54-44f1-4fc3-ab35-c91e0d3943b4, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d7553c54-44f1-4fc3-ab35-c91e0d3943b4,segment=NetworkSegment(dbcd12f8-1d14-47a8-9088-8c3a5ffdcfd4),segment_id=dbcd12f8-1d14-47a8-9088-8c3a5ffdcfd4)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:10:00.348961 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-511e903c-f5ea-447a-8ed8-0d616288a527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d7553c54-44f1-4fc3-ab35-c91e0d3943b4), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:00.364358 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e1c60-7920-446d-9f4b-575bcd7219da tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Pushing event deleted for resources: {'Subnet': ['ID=513955c2-c75e-4630-8cb5-35740ae31e25,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:00.369264 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ce1e1c60-7920-446d-9f4b-575bcd7219da tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:00.375327 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ce1e1c60-7920-446d-9f4b-575bcd7219da tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] 10.222.0.31 "DELETE /v2.0/subnets/513955c2-c75e-4630-8cb5-35740ae31e25 HTTP/1.1" status: 204 len: 168 time: 0.3653054 Jan 18 21:10:00.375508 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41830) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:10:00.419948 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e903c-f5ea-447a-8ed8-0d616288a527 None None] Pushing event updated for resources: {'Port': ['ID=d7553c54-44f1-4fc3-ab35-c91e0d3943b4,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:00.471660 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-736b7dbb-2983-4d57-ab6c-5fd00a9a8a67 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (803a05d8-a93f-4112-bc92-408b244a1d24), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:00.527596 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-736b7dbb-2983-4d57-ab6c-5fd00a9a8a67 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Deleting port d7553c54-44f1-4fc3-ab35-c91e0d3943b4 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:10:00.527981 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-736b7dbb-2983-4d57-ab6c-5fd00a9a8a67 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d7553c54-44f1-4fc3-ab35-c91e0d3943b4), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:00.613510 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-736b7dbb-2983-4d57-ab6c-5fd00a9a8a67 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] For port d7553c54-44f1-4fc3-ab35-c91e0d3943b4, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d7553c54-44f1-4fc3-ab35-c91e0d3943b4,segment=NetworkSegment(dbcd12f8-1d14-47a8-9088-8c3a5ffdcfd4),segment_id=dbcd12f8-1d14-47a8-9088-8c3a5ffdcfd4)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:10:00.615095 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-736b7dbb-2983-4d57-ab6c-5fd00a9a8a67 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d7553c54-44f1-4fc3-ab35-c91e0d3943b4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:00.631192 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-736b7dbb-2983-4d57-ab6c-5fd00a9a8a67 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Calling delete_port for d7553c54-44f1-4fc3-ab35-c91e0d3943b4 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:10:00.707262 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:00.731221 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-736b7dbb-2983-4d57-ab6c-5fd00a9a8a67 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (d7553c54-44f1-4fc3-ab35-c91e0d3943b4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:00.763562 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b7dbb-2983-4d57-ab6c-5fd00a9a8a67 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Pushing event deleted for resources: {'Port': ['ID=d7553c54-44f1-4fc3-ab35-c91e0d3943b4,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:00.765602 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736b7dbb-2983-4d57-ab6c-5fd00a9a8a67 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] No DVR routers for this DVR port d7553c54-44f1-4fc3-ab35-c91e0d3943b4 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:10:00.840541 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dbccf3-d5d6-4296-9003-673048d035d8 None None] Network 83deb960-4f6a-49ab-8df7-5205fe48d627 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:10:00.853345 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-736b7dbb-2983-4d57-ab6c-5fd00a9a8a67 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (803a05d8-a93f-4112-bc92-408b244a1d24), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:00.874956 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-736b7dbb-2983-4d57-ab6c-5fd00a9a8a67 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803a05d8-a93f-4112-bc92-408b244a1d24']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:10:00.884117 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-736b7dbb-2983-4d57-ab6c-5fd00a9a8a67 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbcd12f8-1d14-47a8-9088-8c3a5ffdcfd4') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:10:00.884416 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-736b7dbb-2983-4d57-ab6c-5fd00a9a8a67 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbcd12f8-1d14-47a8-9088-8c3a5ffdcfd4') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:10:00.894209 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-736b7dbb-2983-4d57-ab6c-5fd00a9a8a67 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (dbcd12f8-1d14-47a8-9088-8c3a5ffdcfd4), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:00.904310 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-2a1b9255-5b42-4e40-857c-a98b661387c7 None None] Provisioning complete for port c24ca9b1-fd8f-49a5-80e5-d56163369715 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:00.904689 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2a1b9255-5b42-4e40-857c-a98b661387c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c24ca9b1-fd8f-49a5-80e5-d56163369715), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:00.907637 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-736b7dbb-2983-4d57-ab6c-5fd00a9a8a67 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (dbcd12f8-1d14-47a8-9088-8c3a5ffdcfd4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:00.913680 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-736b7dbb-2983-4d57-ab6c-5fd00a9a8a67 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 21:10:00.914087 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-736b7dbb-2983-4d57-ab6c-5fd00a9a8a67 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (dbcd12f8-1d14-47a8-9088-8c3a5ffdcfd4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: timer() Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 21:10:00.918129 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 21:10:00.982727 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-736b7dbb-2983-4d57-ab6c-5fd00a9a8a67 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (803a05d8-a93f-4112-bc92-408b244a1d24), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:00.989909 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-736b7dbb-2983-4d57-ab6c-5fd00a9a8a67 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:00.996826 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-736b7dbb-2983-4d57-ab6c-5fd00a9a8a67 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] 10.222.0.31 "DELETE /v2.0/networks/803a05d8-a93f-4112-bc92-408b244a1d24 HTTP/1.1" status: 204 len: 168 time: 0.6175201 Jan 18 21:10:00.997204 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41834) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:10:01.013010 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b7dbb-2983-4d57-ab6c-5fd00a9a8a67 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Pushing event deleted for resources: {'Network': ['ID=803a05d8-a93f-4112-bc92-408b244a1d24,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:01.026139 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2a1b9255-5b42-4e40-857c-a98b661387c7 None None] Current status of the port c24ca9b1-fd8f-49a5-80e5-d56163369715 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:10:01.026533 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2a1b9255-5b42-4e40-857c-a98b661387c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c24ca9b1-fd8f-49a5-80e5-d56163369715), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:01.060674 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-2a1b9255-5b42-4e40-857c-a98b661387c7 None None] For port c24ca9b1-fd8f-49a5-80e5-d56163369715, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c24ca9b1-fd8f-49a5-80e5-d56163369715,segment=NetworkSegment(5d8aa68f-0e10-450a-8b5c-30c1ecf303dd),segment_id=5d8aa68f-0e10-450a-8b5c-30c1ecf303dd)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:10:01.062786 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cdc0222-3cd9-42e5-a537-14b833d3617d tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Deleting subnet 1a650ef6-fb50-43c1-98ac-cec87fca0e6e {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 21:10:01.065417 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2a1b9255-5b42-4e40-857c-a98b661387c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c24ca9b1-fd8f-49a5-80e5-d56163369715), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:01.066726 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5cdc0222-3cd9-42e5-a537-14b833d3617d tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks [] for subnet (1a650ef6-fb50-43c1-98ac-cec87fca0e6e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:01.115442 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5cdc0222-3cd9-42e5-a537-14b833d3617d tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (1a650ef6-fb50-43c1-98ac-cec87fca0e6e), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:01.122924 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b9255-5b42-4e40-857c-a98b661387c7 None None] Pushing event updated for resources: {'Port': ['ID=c24ca9b1-fd8f-49a5-80e5-d56163369715,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:01.218935 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5cdc0222-3cd9-42e5-a537-14b833d3617d tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (1a650ef6-fb50-43c1-98ac-cec87fca0e6e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:01.280789 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c24ca9b1-fd8f-49a5-80e5-d56163369715 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:10:01.304405 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5cdc0222-3cd9-42e5-a537-14b833d3617d tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (1a650ef6-fb50-43c1-98ac-cec87fca0e6e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:01.334192 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc0222-3cd9-42e5-a537-14b833d3617d tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Pushing event deleted for resources: {'Subnet': ['ID=1a650ef6-fb50-43c1-98ac-cec87fca0e6e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:01.339744 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5cdc0222-3cd9-42e5-a537-14b833d3617d tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:01.343693 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5cdc0222-3cd9-42e5-a537-14b833d3617d tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] 10.222.0.31 "DELETE /v2.0/subnets/1a650ef6-fb50-43c1-98ac-cec87fca0e6e HTTP/1.1" status: 204 len: 168 time: 0.3452513 Jan 18 21:10:01.346221 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41836) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:10:01.347620 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port c24ca9b1-fd8f-49a5-80e5-d56163369715 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:01.347993 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c24ca9b1-fd8f-49a5-80e5-d56163369715), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:01.378643 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ff5ef1-949a-4272-8c57-83e29c9f9a14 None None] Network 83deb960-4f6a-49ab-8df7-5205fe48d627 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:10:01.429681 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e3309f91-c640-42f5-afa3-a5489e78e1c0 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (83deb960-4f6a-49ab-8df7-5205fe48d627), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:01.464616 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-2d8cdabd-875e-4c1e-8e7d-76a73d29111e None None] Provisioning complete for port c24ca9b1-fd8f-49a5-80e5-d56163369715 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:01.464995 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2d8cdabd-875e-4c1e-8e7d-76a73d29111e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c24ca9b1-fd8f-49a5-80e5-d56163369715), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:01.486560 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e3309f91-c640-42f5-afa3-a5489e78e1c0 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Deleting port c24ca9b1-fd8f-49a5-80e5-d56163369715 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:10:01.487196 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e3309f91-c640-42f5-afa3-a5489e78e1c0 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (c24ca9b1-fd8f-49a5-80e5-d56163369715), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:01.561208 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e3309f91-c640-42f5-afa3-a5489e78e1c0 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] For port c24ca9b1-fd8f-49a5-80e5-d56163369715, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c24ca9b1-fd8f-49a5-80e5-d56163369715,segment=NetworkSegment(5d8aa68f-0e10-450a-8b5c-30c1ecf303dd),segment_id=5d8aa68f-0e10-450a-8b5c-30c1ecf303dd)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:10:01.561478 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e3309f91-c640-42f5-afa3-a5489e78e1c0 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (c24ca9b1-fd8f-49a5-80e5-d56163369715), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:01.568597 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port c24ca9b1-fd8f-49a5-80e5-d56163369715 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:10:01.581154 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e3309f91-c640-42f5-afa3-a5489e78e1c0 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Calling delete_port for c24ca9b1-fd8f-49a5-80e5-d56163369715 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:10:01.619089 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2d8cdabd-875e-4c1e-8e7d-76a73d29111e None None] Current status of the port c24ca9b1-fd8f-49a5-80e5-d56163369715 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:10:01.638850 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63889b14-29c3-4da2-80ca-1ab559a416d7 None None] DHCP port deletion for 803a05d8-a93f-4112-bc92-408b244a1d24 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:10:01.656155 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8412e5-1784-4735-811a-a69bac5a7c00 None None] Network 803a05d8-a93f-4112-bc92-408b244a1d24 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:10:01.668548 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8412e5-1784-4735-811a-a69bac5a7c00 None None] Network 803a05d8-a93f-4112-bc92-408b244a1d24 could not be found, it might have been deleted concurrently. {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 18 21:10:01.678925 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f859975f-aa6b-485f-bc40-d49735d86541 None None] DHCP port deletion for 83deb960-4f6a-49ab-8df7-5205fe48d627 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:10:01.682938 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e3309f91-c640-42f5-afa3-a5489e78e1c0 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (c24ca9b1-fd8f-49a5-80e5-d56163369715), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:01.707664 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3309f91-c640-42f5-afa3-a5489e78e1c0 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Pushing event deleted for resources: {'Port': ['ID=c24ca9b1-fd8f-49a5-80e5-d56163369715,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:01.713053 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3309f91-c640-42f5-afa3-a5489e78e1c0 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] No DVR routers for this DVR port c24ca9b1-fd8f-49a5-80e5-d56163369715 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:10:01.732994 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-86c42cce-6c4c-4414-b751-ac89fbc9a559 None None] Could not find standard attr ID for object d7553c54-44f1-4fc3-ab35-c91e0d3943b4. {{(pid=103337) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 21:10:01.790906 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e3309f91-c640-42f5-afa3-a5489e78e1c0 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (83deb960-4f6a-49ab-8df7-5205fe48d627), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:01.810648 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-e3309f91-c640-42f5-afa3-a5489e78e1c0 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83deb960-4f6a-49ab-8df7-5205fe48d627']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:10:01.819706 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-e3309f91-c640-42f5-afa3-a5489e78e1c0 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8aa68f-0e10-450a-8b5c-30c1ecf303dd') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:10:01.819997 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-e3309f91-c640-42f5-afa3-a5489e78e1c0 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8aa68f-0e10-450a-8b5c-30c1ecf303dd') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:10:01.833859 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e3309f91-c640-42f5-afa3-a5489e78e1c0 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (5d8aa68f-0e10-450a-8b5c-30c1ecf303dd), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:01.846880 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e3309f91-c640-42f5-afa3-a5489e78e1c0 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (5d8aa68f-0e10-450a-8b5c-30c1ecf303dd), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:01.852683 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3309f91-c640-42f5-afa3-a5489e78e1c0 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 21:10:01.853054 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e3309f91-c640-42f5-afa3-a5489e78e1c0 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (5d8aa68f-0e10-450a-8b5c-30c1ecf303dd), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: timer() Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 21:10:01.856202 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 21:10:01.913172 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e3309f91-c640-42f5-afa3-a5489e78e1c0 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (83deb960-4f6a-49ab-8df7-5205fe48d627), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:01.919637 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e3309f91-c640-42f5-afa3-a5489e78e1c0 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:01.923164 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e3309f91-c640-42f5-afa3-a5489e78e1c0 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] 10.222.0.31 "DELETE /v2.0/networks/83deb960-4f6a-49ab-8df7-5205fe48d627 HTTP/1.1" status: 204 len: 168 time: 0.5758531 Jan 18 21:10:01.925865 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41838) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:10:01.934654 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3309f91-c640-42f5-afa3-a5489e78e1c0 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Pushing event deleted for resources: {'Network': ['ID=83deb960-4f6a-49ab-8df7-5205fe48d627,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:01.953095 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-851a69c4-47a2-4424-9c84-9c7ca6ade2d9 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1b620f-4e6d-45a0-aaad-789feb8dde65 HTTP/1.1" status: 200 len: 205 time: 0.0260537 Jan 18 21:10:01.955591 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41840) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:10:01.989571 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:02.031061 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7748220d-d0ad-4904-8f5d-93ecfda37ad7 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks [] for router (2d1b620f-4e6d-45a0-aaad-789feb8dde65), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:02.187164 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7748220d-d0ad-4904-8f5d-93ecfda37ad7 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (2d1b620f-4e6d-45a0-aaad-789feb8dde65), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:02.189184 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7748220d-d0ad-4904-8f5d-93ecfda37ad7 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks [] for router_controller (2d1b620f-4e6d-45a0-aaad-789feb8dde65), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:02.231805 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7748220d-d0ad-4904-8f5d-93ecfda37ad7 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (2d1b620f-4e6d-45a0-aaad-789feb8dde65), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:02.232280 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7748220d-d0ad-4904-8f5d-93ecfda37ad7 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Fanout notify agent at l3_agent the message router_deleted on router 2d1b620f-4e6d-45a0-aaad-789feb8dde65 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 21:10:02.239528 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7748220d-d0ad-4904-8f5d-93ecfda37ad7 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:02.240619 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7748220d-d0ad-4904-8f5d-93ecfda37ad7 tempest-RoutersNegativeTest-1417793975 tempest-RoutersNegativeTest-1417793975-project] 10.222.0.31 "DELETE /v2.0/routers/2d1b620f-4e6d-45a0-aaad-789feb8dde65 HTTP/1.1" status: 204 len: 168 time: 0.2840643 Jan 18 21:10:02.476122 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41848) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:10:02.609992 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-97efc92a-27f5-4ce2-93a2-dd072285d7c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c28eee1b095e4423b999ba400fe5c09e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1326983 Jan 18 21:10:02.612410 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41852) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:10:02.662496 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9f25e2d8-c5a0-4193-9a2c-360f7b346542 admin admin] Publish callbacks [] for security_group (1028e3ec-88f3-486b-b1d3-d7f7d07822bc), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:02.683965 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9f25e2d8-c5a0-4193-9a2c-360f7b346542 admin admin] Publish callbacks [] for security_group (1028e3ec-88f3-486b-b1d3-d7f7d07822bc), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:02.729859 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9f25e2d8-c5a0-4193-9a2c-360f7b346542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1028e3ec-88f3-486b-b1d3-d7f7d07822bc), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:02.732614 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9f25e2d8-c5a0-4193-9a2c-360f7b346542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:02.733790 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9f25e2d8-c5a0-4193-9a2c-360f7b346542 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1028e3ec-88f3-486b-b1d3-d7f7d07822bc HTTP/1.1" status: 204 len: 168 time: 0.1204772 Jan 18 21:10:02.741232 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25e2d8-c5a0-4193-9a2c-360f7b346542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1028e3ec-88f3-486b-b1d3-d7f7d07822bc,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:03.221341 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c24ca9b1-fd8f-49a5-80e5-d56163369715 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:10:03.241789 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: c24ca9b1-fd8f-49a5-80e5-d56163369715 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:10:03.242016 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c24ca9b1-fd8f-49a5-80e5-d56163369715 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:10:03.242477 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d7553c54-44f1-4fc3-ab35-c91e0d3943b4 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:10:03.262202 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: d7553c54-44f1-4fc3-ab35-c91e0d3943b4 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:10:03.262536 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d7553c54-44f1-4fc3-ab35-c91e0d3943b4 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:10:03.343739 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41874) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:10:03.438700 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-e6e03312-ff97-487e-bed6-0b214134a79c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1432163340-network', 'tenant_id': 'c05be470849044b58f424e157c479c51'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:10:03.460111 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e03312-ff97-487e-bed6-0b214134a79c admin admin] Made reservation on behalf of c05be470849044b58f424e157c479c51 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:10:03.462860 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e6e03312-ff97-487e-bed6-0b214134a79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:03.471994 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e6e03312-ff97-487e-bed6-0b214134a79c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:03.545318 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e6e03312-ff97-487e-bed6-0b214134a79c admin admin] Publish callbacks [] for security_group (1743809c-73dc-40d6-8f21-4aca48cfba77), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:03.548915 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e6e03312-ff97-487e-bed6-0b214134a79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1743809c-73dc-40d6-8f21-4aca48cfba77), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:03.571997 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e03312-ff97-487e-bed6-0b214134a79c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 21:10:03.582084 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e03312-ff97-487e-bed6-0b214134a79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1743809c-73dc-40d6-8f21-4aca48cfba77,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:03.587787 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e6e03312-ff97-487e-bed6-0b214134a79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (6c33fb13-4022-4386-8bf3-1b20696eb7fc), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:03.588247 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-e6e03312-ff97-487e-bed6-0b214134a79c admin admin] Added segment 6c33fb13-4022-4386-8bf3-1b20696eb7fc of type vlan for network dc8e3845-1022-4f57-b253-bc0e9bc59736 Jan 18 21:10:03.627681 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e6e03312-ff97-487e-bed6-0b214134a79c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (dc8e3845-1022-4f57-b253-bc0e9bc59736), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:03.656384 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e6e03312-ff97-487e-bed6-0b214134a79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (dc8e3845-1022-4f57-b253-bc0e9bc59736), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:03.657460 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e03312-ff97-487e-bed6-0b214134a79c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:10:03.658063 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e6e03312-ff97-487e-bed6-0b214134a79c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:03.694369 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e6e03312-ff97-487e-bed6-0b214134a79c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3495343 Jan 18 21:10:03.697366 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41878) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:10:03.702919 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-932312d6-a580-44bd-82ee-87aa9ce44b0d admin admin] Request body: {'subnet': {'network_id': 'dc8e3845-1022-4f57-b253-bc0e9bc59736', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1432163340-subnet', 'tenant_id': 'c05be470849044b58f424e157c479c51', 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:10:03.723834 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e03312-ff97-487e-bed6-0b214134a79c admin admin] Pushing event updated for resources: {'Network': ['ID=dc8e3845-1022-4f57-b253-bc0e9bc59736,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:03.728013 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932312d6-a580-44bd-82ee-87aa9ce44b0d admin admin] Made reservation on behalf of c05be470849044b58f424e157c479c51 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:10:03.730725 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-932312d6-a580-44bd-82ee-87aa9ce44b0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:03.734603 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network dc8e3845-1022-4f57-b253-bc0e9bc59736 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 21:10:03.893312 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-932312d6-a580-44bd-82ee-87aa9ce44b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (452b6543-fb1c-4c7f-adfd-c57a93cec9cd), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:03.945567 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932312d6-a580-44bd-82ee-87aa9ce44b0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=452b6543-fb1c-4c7f-adfd-c57a93cec9cd,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:03.956190 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932312d6-a580-44bd-82ee-87aa9ce44b0d admin admin] Checking segment: {'id': '6c33fb13-4022-4386-8bf3-1b20696eb7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dc8e3845-1022-4f57-b253-bc0e9bc59736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:10:03.956545 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932312d6-a580-44bd-82ee-87aa9ce44b0d admin admin] Network hostable DHCP agents. Network: dc8e3845-1022-4f57-b253-bc0e9bc59736, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 21:10:03.972915 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932312d6-a580-44bd-82ee-87aa9ce44b0d admin admin] Network dc8e3845-1022-4f57-b253-bc0e9bc59736 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 21:10:03.981732 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-932312d6-a580-44bd-82ee-87aa9ce44b0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, dc8e3845-1022-4f57-b253-bc0e9bc59736) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:10:03.986433 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932312d6-a580-44bd-82ee-87aa9ce44b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:10:03.988064 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-932312d6-a580-44bd-82ee-87aa9ce44b0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:03.989246 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa613e12-acd8-4efd-9bea-1ff9ddf4334a None None] Network dc8e3845-1022-4f57-b253-bc0e9bc59736 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:10:04.006770 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-932312d6-a580-44bd-82ee-87aa9ce44b0d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3052745 Jan 18 21:10:04.006968 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41880) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:10:04.011829 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-4ebb3305-af97-4303-a25e-75fe7e8c0bf5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1432163340-router', 'tenant_id': 'c05be470849044b58f424e157c479c51', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:10:04.035421 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3305-af97-4303-a25e-75fe7e8c0bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (40b6bdd4-6234-463d-9621-c203f46a991c), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:04.036375 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3305-af97-4303-a25e-75fe7e8c0bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (40b6bdd4-6234-463d-9621-c203f46a991c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:04.093835 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3305-af97-4303-a25e-75fe7e8c0bf5 admin admin] Publish callbacks [] for router_controller (40b6bdd4-6234-463d-9621-c203f46a991c), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:04.094267 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159a8da9-6cfb-4ef6-833c-b63b571332df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-dc8e3845-1022-4f57-b253-bc0e9bc59736', 'network_id': 'dc8e3845-1022-4f57-b253-bc0e9bc59736', 'project_id': 'c05be470849044b58f424e157c479c51', 'fixed_ips': [{'subnet_id': '452b6543-fb1c-4c7f-adfd-c57a93cec9cd'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 21:10:04.095267 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-159a8da9-6cfb-4ef6-833c-b63b571332df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:04.225275 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-159a8da9-6cfb-4ef6-833c-b63b571332df None None] Allocated IP 172.20.0.2 (dc8e3845-1022-4f57-b253-bc0e9bc59736/452b6543-fb1c-4c7f-adfd-c57a93cec9cd/8e89f563-6f37-47de-a387-166e95a5b4b6) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:10:04.228576 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3305-af97-4303-a25e-75fe7e8c0bf5 admin admin] Publish callbacks [] for router_gateway (40b6bdd4-6234-463d-9621-c203f46a991c), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:04.368126 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-159a8da9-6cfb-4ef6-833c-b63b571332df None None] Publish callbacks [] for port (8e89f563-6f37-47de-a387-166e95a5b4b6), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:04.375378 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-159a8da9-6cfb-4ef6-833c-b63b571332df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (8e89f563-6f37-47de-a387-166e95a5b4b6), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:04.416661 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159a8da9-6cfb-4ef6-833c-b63b571332df None None] Network dc8e3845-1022-4f57-b253-bc0e9bc59736 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:10:04.419925 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-159a8da9-6cfb-4ef6-833c-b63b571332df None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:10:04.423242 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159a8da9-6cfb-4ef6-833c-b63b571332df None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:10:04.429377 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3305-af97-4303-a25e-75fe7e8c0bf5 admin admin] Publish callbacks [] for router_gateway (40b6bdd4-6234-463d-9621-c203f46a991c), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:04.431770 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a8da9-6cfb-4ef6-833c-b63b571332df None None] Pushing event updated for resources: {'Port': ['ID=8e89f563-6f37-47de-a387-166e95a5b4b6,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:04.449269 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3305-af97-4303-a25e-75fe7e8c0bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:04.481322 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-159a8da9-6cfb-4ef6-833c-b63b571332df None None] Attempting to bind port 8e89f563-6f37-47de-a387-166e95a5b4b6 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:10:04.481721 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-159a8da9-6cfb-4ef6-833c-b63b571332df None None] Attempting to bind port 8e89f563-6f37-47de-a387-166e95a5b4b6 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '6c33fb13-4022-4386-8bf3-1b20696eb7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dc8e3845-1022-4f57-b253-bc0e9bc59736'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:10:04.482084 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159a8da9-6cfb-4ef6-833c-b63b571332df None None] Attempting to bind port 8e89f563-6f37-47de-a387-166e95a5b4b6 on network dc8e3845-1022-4f57-b253-bc0e9bc59736 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:10:04.487012 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159a8da9-6cfb-4ef6-833c-b63b571332df None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:10:04.487388 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159a8da9-6cfb-4ef6-833c-b63b571332df None None] Checking segment: {'id': '6c33fb13-4022-4386-8bf3-1b20696eb7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dc8e3845-1022-4f57-b253-bc0e9bc59736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:10:04.487789 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-159a8da9-6cfb-4ef6-833c-b63b571332df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:04.488179 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159a8da9-6cfb-4ef6-833c-b63b571332df None None] Bound using segment: {'id': '6c33fb13-4022-4386-8bf3-1b20696eb7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dc8e3845-1022-4f57-b253-bc0e9bc59736'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:10:04.488640 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-159a8da9-6cfb-4ef6-833c-b63b571332df None None] Bound port: 8e89f563-6f37-47de-a387-166e95a5b4b6, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c33fb13-4022-4386-8bf3-1b20696eb7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dc8e3845-1022-4f57-b253-bc0e9bc59736'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:10:04.489016 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-159a8da9-6cfb-4ef6-833c-b63b571332df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8e89f563-6f37-47de-a387-166e95a5b4b6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:04.546090 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:04.556078 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-4ebb3305-af97-4303-a25e-75fe7e8c0bf5 admin admin] Allocated IP 172.25.4.81 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/ed5c20e1-1758-4890-8865-4930af0f5894) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:10:04.561230 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-159a8da9-6cfb-4ef6-833c-b63b571332df None None] For port 8e89f563-6f37-47de-a387-166e95a5b4b6, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:10:04.564252 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-159a8da9-6cfb-4ef6-833c-b63b571332df None None] For port 8e89f563-6f37-47de-a387-166e95a5b4b6, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8e89f563-6f37-47de-a387-166e95a5b4b6,segment=NetworkSegment(6c33fb13-4022-4386-8bf3-1b20696eb7fc),segment_id=6c33fb13-4022-4386-8bf3-1b20696eb7fc)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:10:04.568067 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-159a8da9-6cfb-4ef6-833c-b63b571332df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8e89f563-6f37-47de-a387-166e95a5b4b6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:04.630435 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a8da9-6cfb-4ef6-833c-b63b571332df None None] Pushing event updated for resources: {'Port': ['ID=8e89f563-6f37-47de-a387-166e95a5b4b6,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:04.668374 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3305-af97-4303-a25e-75fe7e8c0bf5 admin admin] Publish callbacks [] for port (ed5c20e1-1758-4890-8865-4930af0f5894), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:04.702946 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3305-af97-4303-a25e-75fe7e8c0bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ed5c20e1-1758-4890-8865-4930af0f5894), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:04.742575 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebb3305-af97-4303-a25e-75fe7e8c0bf5 admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:10:04.746154 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-4ebb3305-af97-4303-a25e-75fe7e8c0bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:10:04.749670 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebb3305-af97-4303-a25e-75fe7e8c0bf5 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:10:04.758486 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d393a1d-aaf2-45a1-9b0b-41c636a99515 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:10:04.787927 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb3305-af97-4303-a25e-75fe7e8c0bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=ed5c20e1-1758-4890-8865-4930af0f5894,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:04.873430 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f81debc7-9810-48b7-9259-3c1ce755f795 None None] Provisioning complete for port ed5c20e1-1758-4890-8865-4930af0f5894 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:04.873837 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f81debc7-9810-48b7-9259-3c1ce755f795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ed5c20e1-1758-4890-8865-4930af0f5894), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:04.910035 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f81debc7-9810-48b7-9259-3c1ce755f795 None None] Port ed5c20e1-1758-4890-8865-4930af0f5894 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:10:05.020320 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3305-af97-4303-a25e-75fe7e8c0bf5 admin admin] Publish callbacks [] for router_gateway (40b6bdd4-6234-463d-9621-c203f46a991c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:05.245907 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8e89f563-6f37-47de-a387-166e95a5b4b6 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:10:05.296870 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 8e89f563-6f37-47de-a387-166e95a5b4b6 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:05.297411 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8e89f563-6f37-47de-a387-166e95a5b4b6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:05.389796 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 8e89f563-6f37-47de-a387-166e95a5b4b6 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:10:05.390189 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8e89f563-6f37-47de-a387-166e95a5b4b6), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:05.425449 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 8e89f563-6f37-47de-a387-166e95a5b4b6, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8e89f563-6f37-47de-a387-166e95a5b4b6,segment=NetworkSegment(6c33fb13-4022-4386-8bf3-1b20696eb7fc),segment_id=6c33fb13-4022-4386-8bf3-1b20696eb7fc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:10:05.430879 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8e89f563-6f37-47de-a387-166e95a5b4b6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:05.466968 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3305-af97-4303-a25e-75fe7e8c0bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (40b6bdd4-6234-463d-9621-c203f46a991c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:05.481443 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=8e89f563-6f37-47de-a387-166e95a5b4b6,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:05.590930 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09677c98-79e6-4ed7-93da-3b1dabcd74b7 None None] Network dc8e3845-1022-4f57-b253-bc0e9bc59736 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:10:05.598816 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebb3305-af97-4303-a25e-75fe7e8c0bf5 admin admin] Router 40b6bdd4-6234-463d-9621-c203f46a991c is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 21:10:05.675376 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-87c6b7fa-3b84-42a1-a52d-708b45152afb None None] Provisioning complete for port 8e89f563-6f37-47de-a387-166e95a5b4b6 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:05.675798 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-87c6b7fa-3b84-42a1-a52d-708b45152afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8e89f563-6f37-47de-a387-166e95a5b4b6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:05.704476 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebb3305-af97-4303-a25e-75fe7e8c0bf5 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:10:05.714726 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c68050-5def-44c3-8d01-1838f8142f57 None None] Sync routers for ids ['40b6bdd4-6234-463d-9621-c203f46a991c'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:10:05.723520 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3305-af97-4303-a25e-75fe7e8c0bf5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:05.724947 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4ebb3305-af97-4303-a25e-75fe7e8c0bf5 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7170477 Jan 18 21:10:05.727021 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c68050-5def-44c3-8d01-1838f8142f57 None None] Routers {'40b6bdd4-6234-463d-9621-c203f46a991c'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:10:05.727676 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41882) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:10:05.727796 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-29c68050-5def-44c3-8d01-1838f8142f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:09:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['40b6bdd4-6234-463d-9621-c203f46a991c'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:10:05.787955 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-87c6b7fa-3b84-42a1-a52d-708b45152afb None None] Current status of the port 8e89f563-6f37-47de-a387-166e95a5b4b6 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:10:05.843152 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-29c68050-5def-44c3-8d01-1838f8142f57 None None] Set router 40b6bdd4-6234-463d-9621-c203f46a991c gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:10:06.008167 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-9f619845-f6f1-4d4a-9f35-d28a39572d49 None None] Provisioning complete for port 8e89f563-6f37-47de-a387-166e95a5b4b6 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:06.008546 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9f619845-f6f1-4d4a-9f35-d28a39572d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8e89f563-6f37-47de-a387-166e95a5b4b6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:06.023845 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-29c68050-5def-44c3-8d01-1838f8142f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b6bdd4-6234-463d-9621-c203f46a991c', 'name': 'tempest-TestEncryptedCinderVolumes-1432163340-router', 'tenant_id': 'c05be470849044b58f424e157c479c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'ed5c20e1-1758-4890-8865-4930af0f5894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:10:04Z', 'updated_at': '2022-01-18T21:10:04Z', 'revision_number': 3, 'project_id': 'c05be470849044b58f424e157c479c51', 'gw_port': {'id': 'ed5c20e1-1758-4890-8865-4930af0f5894', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:10:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b6bdd4-6234-463d-9621-c203f46a991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:10:04Z', 'updated_at': '2022-01-18T21:10:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:10:06.049887 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c68050-5def-44c3-8d01-1838f8142f57 None None] Checking router: 40b6bdd4-6234-463d-9621-c203f46a991c for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:10:06.050233 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c68050-5def-44c3-8d01-1838f8142f57 None None] Updating router 40b6bdd4-6234-463d-9621-c203f46a991c port ed5c20e1-1758-4890-8865-4930af0f5894 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 21:10:06.080024 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-29c68050-5def-44c3-8d01-1838f8142f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ed5c20e1-1758-4890-8865-4930af0f5894), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:06.095754 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9f619845-f6f1-4d4a-9f35-d28a39572d49 None None] Current status of the port 8e89f563-6f37-47de-a387-166e95a5b4b6 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:10:06.160630 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e6c14e4d-7502-40a8-b059-b74a9a927c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:06.320528 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-e6c14e4d-7502-40a8-b059-b74a9a927c52 admin admin] Allocated IP 172.20.0.1 (dc8e3845-1022-4f57-b253-bc0e9bc59736/452b6543-fb1c-4c7f-adfd-c57a93cec9cd/920831dc-4b9e-46bd-a6db-c8b0d240f808) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:10:06.325297 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-29c68050-5def-44c3-8d01-1838f8142f57 None None] Publish callbacks [] for port (ed5c20e1-1758-4890-8865-4930af0f5894), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:06.330638 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-29c68050-5def-44c3-8d01-1838f8142f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ed5c20e1-1758-4890-8865-4930af0f5894), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:06.372219 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfdfc59-65c6-402e-b01e-49ca212449ed None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:10:06.380030 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-29c68050-5def-44c3-8d01-1838f8142f57 None None] Attempting to bind port ed5c20e1-1758-4890-8865-4930af0f5894 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:10:06.380406 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-29c68050-5def-44c3-8d01-1838f8142f57 None None] Attempting to bind port ed5c20e1-1758-4890-8865-4930af0f5894 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:10:06.380771 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c68050-5def-44c3-8d01-1838f8142f57 None None] Attempting to bind port ed5c20e1-1758-4890-8865-4930af0f5894 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:10:06.388538 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c68050-5def-44c3-8d01-1838f8142f57 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:10:06.388906 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c68050-5def-44c3-8d01-1838f8142f57 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:10:06.389313 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-29c68050-5def-44c3-8d01-1838f8142f57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:06.389717 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c68050-5def-44c3-8d01-1838f8142f57 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:10:06.390186 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-29c68050-5def-44c3-8d01-1838f8142f57 None None] Bound port: ed5c20e1-1758-4890-8865-4930af0f5894, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:10:06.390562 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-29c68050-5def-44c3-8d01-1838f8142f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ed5c20e1-1758-4890-8865-4930af0f5894), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:06.395558 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b6a58-9649-4126-bb37-e60f1b56f95b None None] Pushing event updated for resources: {'Port': ['ID=ed5c20e1-1758-4890-8865-4930af0f5894,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:06.417893 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7072a852-a427-4734-8839-ce776e5e7fb4 None None] Provisioning complete for port ed5c20e1-1758-4890-8865-4930af0f5894 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:06.418412 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7072a852-a427-4734-8839-ce776e5e7fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ed5c20e1-1758-4890-8865-4930af0f5894), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:06.426287 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e6c14e4d-7502-40a8-b059-b74a9a927c52 admin admin] Publish callbacks [] for port (920831dc-4b9e-46bd-a6db-c8b0d240f808), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:06.442823 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b6a58-9649-4126-bb37-e60f1b56f95b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:10:06.443161 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b6a58-9649-4126-bb37-e60f1b56f95b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:10:06.443592 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b6a58-9649-4126-bb37-e60f1b56f95b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:10:06.443831 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b6a58-9649-4126-bb37-e60f1b56f95b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:10:06.444370 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b6a58-9649-4126-bb37-e60f1b56f95b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:10:06.444958 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b6a58-9649-4126-bb37-e60f1b56f95b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:10:06.445090 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b6a58-9649-4126-bb37-e60f1b56f95b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:10:06.445346 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b6a58-9649-4126-bb37-e60f1b56f95b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:10:06.445859 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b6a58-9649-4126-bb37-e60f1b56f95b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:10:06.446336 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b6a58-9649-4126-bb37-e60f1b56f95b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:10:06.446833 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b6a58-9649-4126-bb37-e60f1b56f95b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:10:06.447303 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b6a58-9649-4126-bb37-e60f1b56f95b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:10:06.447821 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b6a58-9649-4126-bb37-e60f1b56f95b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:10:06.460791 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7072a852-a427-4734-8839-ce776e5e7fb4 None None] Port ed5c20e1-1758-4890-8865-4930af0f5894 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:10:06.461046 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-29c68050-5def-44c3-8d01-1838f8142f57 None None] For port ed5c20e1-1758-4890-8865-4930af0f5894, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:10:06.465856 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-29c68050-5def-44c3-8d01-1838f8142f57 None None] For port ed5c20e1-1758-4890-8865-4930af0f5894, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ed5c20e1-1758-4890-8865-4930af0f5894,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:10:06.466009 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e6c14e4d-7502-40a8-b059-b74a9a927c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (920831dc-4b9e-46bd-a6db-c8b0d240f808), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:06.470396 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-29c68050-5def-44c3-8d01-1838f8142f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ed5c20e1-1758-4890-8865-4930af0f5894), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:06.511141 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c14e4d-7502-40a8-b059-b74a9a927c52 admin admin] Network dc8e3845-1022-4f57-b253-bc0e9bc59736 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:10:06.514307 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-e6c14e4d-7502-40a8-b059-b74a9a927c52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:10:06.518097 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c14e4d-7502-40a8-b059-b74a9a927c52 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:10:06.542848 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c14e4d-7502-40a8-b059-b74a9a927c52 admin admin] Pushing event updated for resources: {'Port': ['ID=920831dc-4b9e-46bd-a6db-c8b0d240f808,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:06.563499 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e6c14e4d-7502-40a8-b059-b74a9a927c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (40b6bdd4-6234-463d-9621-c203f46a991c), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:06.598596 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a1fe9a-1255-423b-b8b7-fe292e822ed1 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:10:06.610051 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c68050-5def-44c3-8d01-1838f8142f57 None None] Routers {'40b6bdd4-6234-463d-9621-c203f46a991c'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:10:06.610679 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-29c68050-5def-44c3-8d01-1838f8142f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:09:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['40b6bdd4-6234-463d-9621-c203f46a991c'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:10:06.689506 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-48d7ce62-4377-4243-82f6-c09ff0555380 None None] Provisioning complete for port ed5c20e1-1758-4890-8865-4930af0f5894 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:06.690128 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-48d7ce62-4377-4243-82f6-c09ff0555380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ed5c20e1-1758-4890-8865-4930af0f5894), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:06.727919 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e6c14e4d-7502-40a8-b059-b74a9a927c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (920831dc-4b9e-46bd-a6db-c8b0d240f808), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:06.738492 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-29c68050-5def-44c3-8d01-1838f8142f57 None None] Set router 40b6bdd4-6234-463d-9621-c203f46a991c gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:10:06.786344 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-48d7ce62-4377-4243-82f6-c09ff0555380 None None] Current status of the port ed5c20e1-1758-4890-8865-4930af0f5894 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:10:06.786848 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-48d7ce62-4377-4243-82f6-c09ff0555380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ed5c20e1-1758-4890-8865-4930af0f5894), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:06.793095 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b6a58-9649-4126-bb37-e60f1b56f95b None None] Pushing event updated for resources: {'Port': ['ID=ed5c20e1-1758-4890-8865-4930af0f5894,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:06.808440 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-48d7ce62-4377-4243-82f6-c09ff0555380 None None] For port ed5c20e1-1758-4890-8865-4930af0f5894, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ed5c20e1-1758-4890-8865-4930af0f5894,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:10:06.813211 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-48d7ce62-4377-4243-82f6-c09ff0555380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ed5c20e1-1758-4890-8865-4930af0f5894), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:06.861377 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7ce62-4377-4243-82f6-c09ff0555380 None None] Pushing event updated for resources: {'Port': ['ID=ed5c20e1-1758-4890-8865-4930af0f5894,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:06.901201 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e6c14e4d-7502-40a8-b059-b74a9a927c52 admin admin] Publish callbacks [] for port (920831dc-4b9e-46bd-a6db-c8b0d240f808), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:06.905893 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e6c14e4d-7502-40a8-b059-b74a9a927c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (920831dc-4b9e-46bd-a6db-c8b0d240f808), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:06.916466 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-29c68050-5def-44c3-8d01-1838f8142f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b6bdd4-6234-463d-9621-c203f46a991c', 'name': 'tempest-TestEncryptedCinderVolumes-1432163340-router', 'tenant_id': 'c05be470849044b58f424e157c479c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'ed5c20e1-1758-4890-8865-4930af0f5894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:10:04Z', 'updated_at': '2022-01-18T21:10:04Z', 'revision_number': 3, 'project_id': 'c05be470849044b58f424e157c479c51', 'gw_port': {'id': 'ed5c20e1-1758-4890-8865-4930af0f5894', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:10:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b6bdd4-6234-463d-9621-c203f46a991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:10:04Z', 'updated_at': '2022-01-18T21:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:10:06.937078 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-70496864-af1e-461e-8cf1-6de5344e4e08 None None] Provisioning complete for port 920831dc-4b9e-46bd-a6db-c8b0d240f808 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:06.937749 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-70496864-af1e-461e-8cf1-6de5344e4e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (920831dc-4b9e-46bd-a6db-c8b0d240f808), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:06.947301 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c68050-5def-44c3-8d01-1838f8142f57 None None] The sync data for ids ['40b6bdd4-6234-463d-9621-c203f46a991c'] in n-d-741529-9 is: [{'id': '40b6bdd4-6234-463d-9621-c203f46a991c', 'name': 'tempest-TestEncryptedCinderVolumes-1432163340-router', 'tenant_id': 'c05be470849044b58f424e157c479c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'ed5c20e1-1758-4890-8865-4930af0f5894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:10:04Z', 'updated_at': '2022-01-18T21:10:04Z', 'revision_number': 3, 'project_id': 'c05be470849044b58f424e157c479c51', 'gw_port': {'id': 'ed5c20e1-1758-4890-8865-4930af0f5894', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:10:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b6bdd4-6234-463d-9621-c203f46a991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:10:04Z', 'updated_at': '2022-01-18T21:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:10:06.975379 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e6c14e4d-7502-40a8-b059-b74a9a927c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (40b6bdd4-6234-463d-9621-c203f46a991c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:06.983166 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-70496864-af1e-461e-8cf1-6de5344e4e08 None None] Port 920831dc-4b9e-46bd-a6db-c8b0d240f808 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:10:06.983360 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c14e4d-7502-40a8-b059-b74a9a927c52 admin admin] Pushing event updated for resources: {'Port': ['ID=920831dc-4b9e-46bd-a6db-c8b0d240f808,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:07.074243 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c14e4d-7502-40a8-b059-b74a9a927c52 admin admin] Network dc8e3845-1022-4f57-b253-bc0e9bc59736 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:10:07.075647 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-e6c14e4d-7502-40a8-b059-b74a9a927c52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:10:07.221320 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c14e4d-7502-40a8-b059-b74a9a927c52 admin admin] Router 40b6bdd4-6234-463d-9621-c203f46a991c has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:10:07.304615 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:07.345577 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c14e4d-7502-40a8-b059-b74a9a927c52 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:10:07.351536 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e6c14e4d-7502-40a8-b059-b74a9a927c52 admin admin] 10.222.0.31 "PUT /v2.0/routers/40b6bdd4-6234-463d-9621-c203f46a991c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6225762 Jan 18 21:10:07.413882 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f349d59e-8ea0-4ce6-b099-2551cfb84ac4 None None] Provisioning complete for port 920831dc-4b9e-46bd-a6db-c8b0d240f808 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:07.414675 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f349d59e-8ea0-4ce6-b099-2551cfb84ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (920831dc-4b9e-46bd-a6db-c8b0d240f808), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:07.417926 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ed5c20e1-1758-4890-8865-4930af0f5894 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:10:07.486837 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f349d59e-8ea0-4ce6-b099-2551cfb84ac4 None None] Port 920831dc-4b9e-46bd-a6db-c8b0d240f808 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:10:07.503343 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port ed5c20e1-1758-4890-8865-4930af0f5894 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:07.503726 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ed5c20e1-1758-4890-8865-4930af0f5894), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:07.592383 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port ed5c20e1-1758-4890-8865-4930af0f5894 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:10:07.593375 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8e89f563-6f37-47de-a387-166e95a5b4b6 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:10:07.646079 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 8e89f563-6f37-47de-a387-166e95a5b4b6 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:07.646556 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8e89f563-6f37-47de-a387-166e95a5b4b6), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:07.734485 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 8e89f563-6f37-47de-a387-166e95a5b4b6 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:10:07.875912 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41898) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:10:07.880885 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-af014672-da9c-4e74-abc1-60af91c347fb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1666027323-network', 'tenant_id': '83f9c60c28864159956d1bb30af7d59a'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:10:07.903929 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af014672-da9c-4e74-abc1-60af91c347fb admin admin] Made reservation on behalf of 83f9c60c28864159956d1bb30af7d59a for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:10:07.906300 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-af014672-da9c-4e74-abc1-60af91c347fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:07.914591 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-af014672-da9c-4e74-abc1-60af91c347fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:07.985896 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-af014672-da9c-4e74-abc1-60af91c347fb admin admin] Publish callbacks [] for security_group (58f3f16c-4e48-4a1e-88cb-c96030f7cb91), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:07.989757 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-af014672-da9c-4e74-abc1-60af91c347fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (58f3f16c-4e48-4a1e-88cb-c96030f7cb91), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:08.014715 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af014672-da9c-4e74-abc1-60af91c347fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 21:10:08.028387 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af014672-da9c-4e74-abc1-60af91c347fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f3f16c-4e48-4a1e-88cb-c96030f7cb91,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:08.034035 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-af014672-da9c-4e74-abc1-60af91c347fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (902e9d5c-3677-4976-8567-5cb5bdf192d7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:08.034378 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-af014672-da9c-4e74-abc1-60af91c347fb admin admin] Added segment 902e9d5c-3677-4976-8567-5cb5bdf192d7 of type vlan for network bd8a465d-f25d-478b-bd4f-a52c39649890 Jan 18 21:10:08.074699 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-af014672-da9c-4e74-abc1-60af91c347fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (bd8a465d-f25d-478b-bd4f-a52c39649890), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:08.099999 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-af014672-da9c-4e74-abc1-60af91c347fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (bd8a465d-f25d-478b-bd4f-a52c39649890), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:08.100943 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af014672-da9c-4e74-abc1-60af91c347fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:10:08.101521 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-af014672-da9c-4e74-abc1-60af91c347fb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:08.135407 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-af014672-da9c-4e74-abc1-60af91c347fb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2584026 Jan 18 21:10:08.138296 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41900) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:10:08.143271 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-4e39e71a-f12a-41e1-a398-c552dd3a71e8 admin admin] Request body: {'subnet': {'network_id': 'bd8a465d-f25d-478b-bd4f-a52c39649890', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1666027323-subnet', 'tenant_id': '83f9c60c28864159956d1bb30af7d59a', 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:10:08.164221 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af014672-da9c-4e74-abc1-60af91c347fb admin admin] Pushing event updated for resources: {'Network': ['ID=bd8a465d-f25d-478b-bd4f-a52c39649890,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:08.166336 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e39e71a-f12a-41e1-a398-c552dd3a71e8 admin admin] Made reservation on behalf of 83f9c60c28864159956d1bb30af7d59a for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:10:08.169307 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4e39e71a-f12a-41e1-a398-c552dd3a71e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:08.174835 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network bd8a465d-f25d-478b-bd4f-a52c39649890 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 21:10:08.354128 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4e39e71a-f12a-41e1-a398-c552dd3a71e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (8545d324-4a5e-47e6-969d-0d4c6c350479), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:08.410414 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39e71a-f12a-41e1-a398-c552dd3a71e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8545d324-4a5e-47e6-969d-0d4c6c350479,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:08.419677 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e39e71a-f12a-41e1-a398-c552dd3a71e8 admin admin] Checking segment: {'id': '902e9d5c-3677-4976-8567-5cb5bdf192d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bd8a465d-f25d-478b-bd4f-a52c39649890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:10:08.420037 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e39e71a-f12a-41e1-a398-c552dd3a71e8 admin admin] Network hostable DHCP agents. Network: bd8a465d-f25d-478b-bd4f-a52c39649890, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 21:10:08.436319 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e39e71a-f12a-41e1-a398-c552dd3a71e8 admin admin] Network bd8a465d-f25d-478b-bd4f-a52c39649890 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 21:10:08.445424 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-4e39e71a-f12a-41e1-a398-c552dd3a71e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, bd8a465d-f25d-478b-bd4f-a52c39649890) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:10:08.449655 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e39e71a-f12a-41e1-a398-c552dd3a71e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:10:08.450350 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4e39e71a-f12a-41e1-a398-c552dd3a71e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:08.457493 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c34ef86-5f13-4638-9907-968d5cd099e7 None None] Network bd8a465d-f25d-478b-bd4f-a52c39649890 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:10:08.467344 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4e39e71a-f12a-41e1-a398-c552dd3a71e8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3279266 Jan 18 21:10:08.469855 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 41902) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:10:08.474086 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-b9530f3d-e0b7-4dea-b89f-a59b5b7b8c28 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1666027323-router', 'tenant_id': '83f9c60c28864159956d1bb30af7d59a', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:10:08.495879 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9530f3d-e0b7-4dea-b89f-a59b5b7b8c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (47b240b4-c901-4854-b1f8-38e2263ab583), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:08.497237 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9530f3d-e0b7-4dea-b89f-a59b5b7b8c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (47b240b4-c901-4854-b1f8-38e2263ab583), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:08.555857 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9530f3d-e0b7-4dea-b89f-a59b5b7b8c28 admin admin] Publish callbacks [] for router_controller (47b240b4-c901-4854-b1f8-38e2263ab583), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:08.560957 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40e53ec-6cdb-4348-a6e8-772a4b2fe2f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-bd8a465d-f25d-478b-bd4f-a52c39649890', 'network_id': 'bd8a465d-f25d-478b-bd4f-a52c39649890', 'project_id': '83f9c60c28864159956d1bb30af7d59a', 'fixed_ips': [{'subnet_id': '8545d324-4a5e-47e6-969d-0d4c6c350479'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 21:10:08.561865 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a40e53ec-6cdb-4348-a6e8-772a4b2fe2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:08.631233 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2836f48e-84ca-4616-8f05-b7147277b5df None None] Sync routers for ids ['40b6bdd4-6234-463d-9621-c203f46a991c'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:10:08.658060 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2836f48e-84ca-4616-8f05-b7147277b5df None None] Routers {'40b6bdd4-6234-463d-9621-c203f46a991c'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:10:08.658684 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2836f48e-84ca-4616-8f05-b7147277b5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:09:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['40b6bdd4-6234-463d-9621-c203f46a991c'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:10:08.689669 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9530f3d-e0b7-4dea-b89f-a59b5b7b8c28 admin admin] Publish callbacks [] for router_gateway (47b240b4-c901-4854-b1f8-38e2263ab583), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:08.787473 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-a40e53ec-6cdb-4348-a6e8-772a4b2fe2f0 None None] Allocated IP 172.20.0.2 (bd8a465d-f25d-478b-bd4f-a52c39649890/8545d324-4a5e-47e6-969d-0d4c6c350479/74237cf8-9f4c-4e98-96fe-b9344727b5e4) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:10:08.816029 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-2836f48e-84ca-4616-8f05-b7147277b5df None None] Set router 40b6bdd4-6234-463d-9621-c203f46a991c gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:10:09.081505 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a40e53ec-6cdb-4348-a6e8-772a4b2fe2f0 None None] Publish callbacks [] for port (74237cf8-9f4c-4e98-96fe-b9344727b5e4), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:09.105030 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a40e53ec-6cdb-4348-a6e8-772a4b2fe2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (74237cf8-9f4c-4e98-96fe-b9344727b5e4), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:09.156043 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40e53ec-6cdb-4348-a6e8-772a4b2fe2f0 None None] Network bd8a465d-f25d-478b-bd4f-a52c39649890 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:10:09.163540 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-a40e53ec-6cdb-4348-a6e8-772a4b2fe2f0 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:10:09.169545 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40e53ec-6cdb-4348-a6e8-772a4b2fe2f0 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:10:09.173363 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e53ec-6cdb-4348-a6e8-772a4b2fe2f0 None None] Pushing event updated for resources: {'Port': ['ID=74237cf8-9f4c-4e98-96fe-b9344727b5e4,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:09.210000 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2836f48e-84ca-4616-8f05-b7147277b5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b6bdd4-6234-463d-9621-c203f46a991c', 'name': 'tempest-TestEncryptedCinderVolumes-1432163340-router', 'tenant_id': 'c05be470849044b58f424e157c479c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'ed5c20e1-1758-4890-8865-4930af0f5894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:10:04Z', 'updated_at': '2022-01-18T21:10:06Z', 'revision_number': 4, 'project_id': 'c05be470849044b58f424e157c479c51', 'gw_port': {'id': 'ed5c20e1-1758-4890-8865-4930af0f5894', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:10:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b6bdd4-6234-463d-9621-c203f46a991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:10:04Z', 'updated_at': '2022-01-18T21:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '920831dc-4b9e-46bd-a6db-c8b0d240f808', 'name': '', 'network_id': 'dc8e3845-1022-4f57-b253-bc0e9bc59736', 'tenant_id': 'c05be470849044b58f424e157c479c51', 'mac_address': 'fa:16:3e:3f:58:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b6bdd4-6234-463d-9621-c203f46a991c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '452b6543-fb1c-4c7f-adfd-c57a93cec9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:10:06Z', 'updated_at': '2022-01-18T21:10:06Z', 'revision_number': 2, 'project_id': 'c05be470849044b58f424e157c479c51', 'subnets': [{'id': '452b6543-fb1c-4c7f-adfd-c57a93cec9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:10:09.241374 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9530f3d-e0b7-4dea-b89f-a59b5b7b8c28 admin admin] Publish callbacks [] for router_gateway (47b240b4-c901-4854-b1f8-38e2263ab583), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:09.249808 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2836f48e-84ca-4616-8f05-b7147277b5df None None] Checking router: 40b6bdd4-6234-463d-9621-c203f46a991c for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:10:09.250171 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2836f48e-84ca-4616-8f05-b7147277b5df None None] Updating router 40b6bdd4-6234-463d-9621-c203f46a991c port 920831dc-4b9e-46bd-a6db-c8b0d240f808 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 21:10:09.259891 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9530f3d-e0b7-4dea-b89f-a59b5b7b8c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:09.277023 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-a40e53ec-6cdb-4348-a6e8-772a4b2fe2f0 None None] Attempting to bind port 74237cf8-9f4c-4e98-96fe-b9344727b5e4 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:10:09.277404 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-a40e53ec-6cdb-4348-a6e8-772a4b2fe2f0 None None] Attempting to bind port 74237cf8-9f4c-4e98-96fe-b9344727b5e4 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '902e9d5c-3677-4976-8567-5cb5bdf192d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bd8a465d-f25d-478b-bd4f-a52c39649890'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:10:09.277819 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40e53ec-6cdb-4348-a6e8-772a4b2fe2f0 None None] Attempting to bind port 74237cf8-9f4c-4e98-96fe-b9344727b5e4 on network bd8a465d-f25d-478b-bd4f-a52c39649890 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:10:09.286446 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2836f48e-84ca-4616-8f05-b7147277b5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (920831dc-4b9e-46bd-a6db-c8b0d240f808), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:09.289209 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40e53ec-6cdb-4348-a6e8-772a4b2fe2f0 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:10:09.289585 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40e53ec-6cdb-4348-a6e8-772a4b2fe2f0 None None] Checking segment: {'id': '902e9d5c-3677-4976-8567-5cb5bdf192d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bd8a465d-f25d-478b-bd4f-a52c39649890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:10:09.290006 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a40e53ec-6cdb-4348-a6e8-772a4b2fe2f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:09.290403 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40e53ec-6cdb-4348-a6e8-772a4b2fe2f0 None None] Bound using segment: {'id': '902e9d5c-3677-4976-8567-5cb5bdf192d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bd8a465d-f25d-478b-bd4f-a52c39649890'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:10:09.290874 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-a40e53ec-6cdb-4348-a6e8-772a4b2fe2f0 None None] Bound port: 74237cf8-9f4c-4e98-96fe-b9344727b5e4, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902e9d5c-3677-4976-8567-5cb5bdf192d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bd8a465d-f25d-478b-bd4f-a52c39649890'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:10:09.291251 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a40e53ec-6cdb-4348-a6e8-772a4b2fe2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (74237cf8-9f4c-4e98-96fe-b9344727b5e4), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:09.363865 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-b9530f3d-e0b7-4dea-b89f-a59b5b7b8c28 admin admin] Allocated IP 172.25.4.200 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/cb1783d7-461a-495e-9e8c-898383ffdfe0) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:10:09.452028 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a40e53ec-6cdb-4348-a6e8-772a4b2fe2f0 None None] For port 74237cf8-9f4c-4e98-96fe-b9344727b5e4, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:10:09.464388 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9530f3d-e0b7-4dea-b89f-a59b5b7b8c28 admin admin] Publish callbacks [] for port (cb1783d7-461a-495e-9e8c-898383ffdfe0), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:09.470637 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a40e53ec-6cdb-4348-a6e8-772a4b2fe2f0 None None] For port 74237cf8-9f4c-4e98-96fe-b9344727b5e4, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=74237cf8-9f4c-4e98-96fe-b9344727b5e4,segment=NetworkSegment(902e9d5c-3677-4976-8567-5cb5bdf192d7),segment_id=902e9d5c-3677-4976-8567-5cb5bdf192d7)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:10:09.488155 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a40e53ec-6cdb-4348-a6e8-772a4b2fe2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (74237cf8-9f4c-4e98-96fe-b9344727b5e4), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:09.499924 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9530f3d-e0b7-4dea-b89f-a59b5b7b8c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (cb1783d7-461a-495e-9e8c-898383ffdfe0), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:09.541709 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9530f3d-e0b7-4dea-b89f-a59b5b7b8c28 admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:10:09.544911 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-b9530f3d-e0b7-4dea-b89f-a59b5b7b8c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:10:09.548877 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9530f3d-e0b7-4dea-b89f-a59b5b7b8c28 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:10:09.568906 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b19ea02-faf0-4dd5-b068-8fced7c6ad12 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:10:09.577648 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9530f3d-e0b7-4dea-b89f-a59b5b7b8c28 admin admin] Pushing event updated for resources: {'Port': ['ID=cb1783d7-461a-495e-9e8c-898383ffdfe0,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:09.604416 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e53ec-6cdb-4348-a6e8-772a4b2fe2f0 None None] Pushing event updated for resources: {'Port': ['ID=74237cf8-9f4c-4e98-96fe-b9344727b5e4,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:09.651234 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-cd658057-0a2a-469e-9c2c-e7f8afb4ed9c None None] Provisioning complete for port cb1783d7-461a-495e-9e8c-898383ffdfe0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:09.651613 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cd658057-0a2a-469e-9c2c-e7f8afb4ed9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cb1783d7-461a-495e-9e8c-898383ffdfe0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:09.724408 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-cd658057-0a2a-469e-9c2c-e7f8afb4ed9c None None] Port cb1783d7-461a-495e-9e8c-898383ffdfe0 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:10:09.738963 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2836f48e-84ca-4616-8f05-b7147277b5df None None] Publish callbacks [] for port (920831dc-4b9e-46bd-a6db-c8b0d240f808), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:09.744981 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2836f48e-84ca-4616-8f05-b7147277b5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (920831dc-4b9e-46bd-a6db-c8b0d240f808), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:09.803915 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e509b50-2fbe-4f45-a4fd-92d45fec379d None None] Pushing event updated for resources: {'Port': ['ID=920831dc-4b9e-46bd-a6db-c8b0d240f808,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:09.827982 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9530f3d-e0b7-4dea-b89f-a59b5b7b8c28 admin admin] Publish callbacks [] for router_gateway (47b240b4-c901-4854-b1f8-38e2263ab583), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:09.887583 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-2836f48e-84ca-4616-8f05-b7147277b5df None None] Attempting to bind port 920831dc-4b9e-46bd-a6db-c8b0d240f808 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:10:09.887956 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-2836f48e-84ca-4616-8f05-b7147277b5df None None] Attempting to bind port 920831dc-4b9e-46bd-a6db-c8b0d240f808 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '6c33fb13-4022-4386-8bf3-1b20696eb7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dc8e3845-1022-4f57-b253-bc0e9bc59736'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:10:09.888319 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2836f48e-84ca-4616-8f05-b7147277b5df None None] Attempting to bind port 920831dc-4b9e-46bd-a6db-c8b0d240f808 on network dc8e3845-1022-4f57-b253-bc0e9bc59736 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:10:09.899324 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2836f48e-84ca-4616-8f05-b7147277b5df None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:10:09.900070 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2836f48e-84ca-4616-8f05-b7147277b5df None None] Checking segment: {'id': '6c33fb13-4022-4386-8bf3-1b20696eb7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dc8e3845-1022-4f57-b253-bc0e9bc59736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:10:09.900853 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2836f48e-84ca-4616-8f05-b7147277b5df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:09.901431 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2836f48e-84ca-4616-8f05-b7147277b5df None None] Bound using segment: {'id': '6c33fb13-4022-4386-8bf3-1b20696eb7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dc8e3845-1022-4f57-b253-bc0e9bc59736'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:10:09.902708 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-2836f48e-84ca-4616-8f05-b7147277b5df None None] Bound port: 920831dc-4b9e-46bd-a6db-c8b0d240f808, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c33fb13-4022-4386-8bf3-1b20696eb7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dc8e3845-1022-4f57-b253-bc0e9bc59736'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:10:09.903484 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2836f48e-84ca-4616-8f05-b7147277b5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (920831dc-4b9e-46bd-a6db-c8b0d240f808), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:09.976312 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-2836f48e-84ca-4616-8f05-b7147277b5df None None] For port 920831dc-4b9e-46bd-a6db-c8b0d240f808, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:10:09.980726 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-2836f48e-84ca-4616-8f05-b7147277b5df None None] For port 920831dc-4b9e-46bd-a6db-c8b0d240f808, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=920831dc-4b9e-46bd-a6db-c8b0d240f808,segment=NetworkSegment(6c33fb13-4022-4386-8bf3-1b20696eb7fc),segment_id=6c33fb13-4022-4386-8bf3-1b20696eb7fc)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:10:09.988633 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2836f48e-84ca-4616-8f05-b7147277b5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (920831dc-4b9e-46bd-a6db-c8b0d240f808), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:10.060686 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9530f3d-e0b7-4dea-b89f-a59b5b7b8c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (47b240b4-c901-4854-b1f8-38e2263ab583), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:10.061860 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e509b50-2fbe-4f45-a4fd-92d45fec379d None None] Pushing event updated for resources: {'Port': ['ID=920831dc-4b9e-46bd-a6db-c8b0d240f808,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:10.065265 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2836f48e-84ca-4616-8f05-b7147277b5df None None] Routers {'40b6bdd4-6234-463d-9621-c203f46a991c'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:10:10.065909 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2836f48e-84ca-4616-8f05-b7147277b5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:09:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['40b6bdd4-6234-463d-9621-c203f46a991c'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:10:10.180712 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ec64a3cd-efdc-45b7-9d99-71a45242ba64 None None] Provisioning complete for port 920831dc-4b9e-46bd-a6db-c8b0d240f808 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:10.181092 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ec64a3cd-efdc-45b7-9d99-71a45242ba64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (920831dc-4b9e-46bd-a6db-c8b0d240f808), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:10.201564 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9530f3d-e0b7-4dea-b89f-a59b5b7b8c28 admin admin] Router 47b240b4-c901-4854-b1f8-38e2263ab583 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 21:10:10.210932 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-2836f48e-84ca-4616-8f05-b7147277b5df None None] Set router 40b6bdd4-6234-463d-9621-c203f46a991c gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:10:10.325923 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9530f3d-e0b7-4dea-b89f-a59b5b7b8c28 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:10:10.337014 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb358216-01e1-4493-88f5-033e3c24f7da None None] Sync routers for ids ['47b240b4-c901-4854-b1f8-38e2263ab583'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:10:10.343889 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b9530f3d-e0b7-4dea-b89f-a59b5b7b8c28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:10.349401 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 41904) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:10:10.349990 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b9530f3d-e0b7-4dea-b89f-a59b5b7b8c28 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8786397 Jan 18 21:10:10.351240 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb358216-01e1-4493-88f5-033e3c24f7da None None] Routers {'47b240b4-c901-4854-b1f8-38e2263ab583'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:10:10.351849 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-cb358216-01e1-4493-88f5-033e3c24f7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:09:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['47b240b4-c901-4854-b1f8-38e2263ab583'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:10:10.401227 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ec64a3cd-efdc-45b7-9d99-71a45242ba64 None None] Current status of the port 920831dc-4b9e-46bd-a6db-c8b0d240f808 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:10:10.401624 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ec64a3cd-efdc-45b7-9d99-71a45242ba64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (920831dc-4b9e-46bd-a6db-c8b0d240f808), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:10.472065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ec64a3cd-efdc-45b7-9d99-71a45242ba64 None None] For port 920831dc-4b9e-46bd-a6db-c8b0d240f808, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=920831dc-4b9e-46bd-a6db-c8b0d240f808,segment=NetworkSegment(6c33fb13-4022-4386-8bf3-1b20696eb7fc),segment_id=6c33fb13-4022-4386-8bf3-1b20696eb7fc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:10:10.479155 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ec64a3cd-efdc-45b7-9d99-71a45242ba64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (920831dc-4b9e-46bd-a6db-c8b0d240f808), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:10.495346 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-cb358216-01e1-4493-88f5-033e3c24f7da None None] Set router 47b240b4-c901-4854-b1f8-38e2263ab583 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:10:10.720892 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-cb358216-01e1-4493-88f5-033e3c24f7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b240b4-c901-4854-b1f8-38e2263ab583', 'name': 'tempest-TestEncryptedCinderVolumes-1666027323-router', 'tenant_id': '83f9c60c28864159956d1bb30af7d59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'cb1783d7-461a-495e-9e8c-898383ffdfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:10:08Z', 'updated_at': '2022-01-18T21:10:09Z', 'revision_number': 3, 'project_id': '83f9c60c28864159956d1bb30af7d59a', 'gw_port': {'id': 'cb1783d7-461a-495e-9e8c-898383ffdfe0', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b240b4-c901-4854-b1f8-38e2263ab583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:10:09Z', 'updated_at': '2022-01-18T21:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:10:10.726791 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64a3cd-efdc-45b7-9d99-71a45242ba64 None None] Pushing event updated for resources: {'Port': ['ID=920831dc-4b9e-46bd-a6db-c8b0d240f808,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:10.732439 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-6463ae07-2595-4ef4-976e-a0eff8b42dd6 None None] Provisioning complete for port 920831dc-4b9e-46bd-a6db-c8b0d240f808 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:10.732812 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6463ae07-2595-4ef4-976e-a0eff8b42dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (920831dc-4b9e-46bd-a6db-c8b0d240f808), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:10.758598 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2836f48e-84ca-4616-8f05-b7147277b5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b6bdd4-6234-463d-9621-c203f46a991c', 'name': 'tempest-TestEncryptedCinderVolumes-1432163340-router', 'tenant_id': 'c05be470849044b58f424e157c479c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'ed5c20e1-1758-4890-8865-4930af0f5894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:10:04Z', 'updated_at': '2022-01-18T21:10:06Z', 'revision_number': 4, 'project_id': 'c05be470849044b58f424e157c479c51', 'gw_port': {'id': 'ed5c20e1-1758-4890-8865-4930af0f5894', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:10:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b6bdd4-6234-463d-9621-c203f46a991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:10:04Z', 'updated_at': '2022-01-18T21:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '920831dc-4b9e-46bd-a6db-c8b0d240f808', 'name': '', 'network_id': 'dc8e3845-1022-4f57-b253-bc0e9bc59736', 'tenant_id': 'c05be470849044b58f424e157c479c51', 'mac_address': 'fa:16:3e:3f:58:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b6bdd4-6234-463d-9621-c203f46a991c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '452b6543-fb1c-4c7f-adfd-c57a93cec9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:10:06Z', 'updated_at': '2022-01-18T21:10:09Z', 'revision_number': 4, 'project_id': 'c05be470849044b58f424e157c479c51', 'subnets': [{'id': '452b6543-fb1c-4c7f-adfd-c57a93cec9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:10:10.765338 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb358216-01e1-4493-88f5-033e3c24f7da None None] Checking router: 47b240b4-c901-4854-b1f8-38e2263ab583 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:10:10.766067 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb358216-01e1-4493-88f5-033e3c24f7da None None] Updating router 47b240b4-c901-4854-b1f8-38e2263ab583 port cb1783d7-461a-495e-9e8c-898383ffdfe0 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 21:10:10.792647 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2836f48e-84ca-4616-8f05-b7147277b5df None None] The sync data for ids ['40b6bdd4-6234-463d-9621-c203f46a991c'] in n-d-741529-9 is: [{'id': '40b6bdd4-6234-463d-9621-c203f46a991c', 'name': 'tempest-TestEncryptedCinderVolumes-1432163340-router', 'tenant_id': 'c05be470849044b58f424e157c479c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'ed5c20e1-1758-4890-8865-4930af0f5894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:10:04Z', 'updated_at': '2022-01-18T21:10:06Z', 'revision_number': 4, 'project_id': 'c05be470849044b58f424e157c479c51', 'gw_port': {'id': 'ed5c20e1-1758-4890-8865-4930af0f5894', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:10:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b6bdd4-6234-463d-9621-c203f46a991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:10:04Z', 'updated_at': '2022-01-18T21:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '920831dc-4b9e-46bd-a6db-c8b0d240f808', 'name': '', 'network_id': 'dc8e3845-1022-4f57-b253-bc0e9bc59736', 'tenant_id': 'c05be470849044b58f424e157c479c51', 'mac_address': 'fa:16:3e:3f:58:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b6bdd4-6234-463d-9621-c203f46a991c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '452b6543-fb1c-4c7f-adfd-c57a93cec9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:10:06Z', 'updated_at': '2022-01-18T21:10:09Z', 'revision_number': 4, 'project_id': 'c05be470849044b58f424e157c479c51', 'subnets': [{'id': '452b6543-fb1c-4c7f-adfd-c57a93cec9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:10:10.800227 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-cb358216-01e1-4493-88f5-033e3c24f7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cb1783d7-461a-495e-9e8c-898383ffdfe0), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:10.815943 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7277ee-ca76-4b21-a91d-c2030a91494e None None] Network bd8a465d-f25d-478b-bd4f-a52c39649890 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:10:10.903154 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f9c5db60-fe93-4618-91c6-38b1267393f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:10.951353 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6463ae07-2595-4ef4-976e-a0eff8b42dd6 None None] Current status of the port 920831dc-4b9e-46bd-a6db-c8b0d240f808 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:10:11.083357 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-00b8701f-c8c5-4b9a-aaf7-82f880c4f63c None None] Provisioning complete for port 74237cf8-9f4c-4e98-96fe-b9344727b5e4 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:11.083973 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-00b8701f-c8c5-4b9a-aaf7-82f880c4f63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (74237cf8-9f4c-4e98-96fe-b9344727b5e4), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:11.141874 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-f9c5db60-fe93-4618-91c6-38b1267393f2 admin admin] Allocated IP 172.20.0.1 (bd8a465d-f25d-478b-bd4f-a52c39649890/8545d324-4a5e-47e6-969d-0d4c6c350479/bec22120-98e0-492f-8679-a2403ce06ec7) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:10:11.159987 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-cb358216-01e1-4493-88f5-033e3c24f7da None None] Publish callbacks [] for port (cb1783d7-461a-495e-9e8c-898383ffdfe0), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:11.191995 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-cb358216-01e1-4493-88f5-033e3c24f7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (cb1783d7-461a-495e-9e8c-898383ffdfe0), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:11.203286 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-00b8701f-c8c5-4b9a-aaf7-82f880c4f63c None None] Current status of the port 74237cf8-9f4c-4e98-96fe-b9344727b5e4 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:10:11.203711 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-00b8701f-c8c5-4b9a-aaf7-82f880c4f63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (74237cf8-9f4c-4e98-96fe-b9344727b5e4), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:11.223878 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd74797-5ecf-4362-8d3e-75ef985bd974 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:10:11.254637 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-00b8701f-c8c5-4b9a-aaf7-82f880c4f63c None None] For port 74237cf8-9f4c-4e98-96fe-b9344727b5e4, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=74237cf8-9f4c-4e98-96fe-b9344727b5e4,segment=NetworkSegment(902e9d5c-3677-4976-8567-5cb5bdf192d7),segment_id=902e9d5c-3677-4976-8567-5cb5bdf192d7)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:10:11.263416 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-00b8701f-c8c5-4b9a-aaf7-82f880c4f63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (74237cf8-9f4c-4e98-96fe-b9344727b5e4), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:11.340947 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f9c5db60-fe93-4618-91c6-38b1267393f2 admin admin] Publish callbacks [] for port (bec22120-98e0-492f-8679-a2403ce06ec7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:11.343202 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ef8f0-f3dd-4c5f-93fd-2198bf039551 None None] Pushing event updated for resources: {'Port': ['ID=cb1783d7-461a-495e-9e8c-898383ffdfe0,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:11.348868 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8701f-c8c5-4b9a-aaf7-82f880c4f63c None None] Pushing event updated for resources: {'Port': ['ID=74237cf8-9f4c-4e98-96fe-b9344727b5e4,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:11.349072 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-cb358216-01e1-4493-88f5-033e3c24f7da None None] Attempting to bind port cb1783d7-461a-495e-9e8c-898383ffdfe0 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:10:11.349310 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-cb358216-01e1-4493-88f5-033e3c24f7da None None] Attempting to bind port cb1783d7-461a-495e-9e8c-898383ffdfe0 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:10:11.353738 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb358216-01e1-4493-88f5-033e3c24f7da None None] Attempting to bind port cb1783d7-461a-495e-9e8c-898383ffdfe0 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:10:11.361160 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb358216-01e1-4493-88f5-033e3c24f7da None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:10:11.361536 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb358216-01e1-4493-88f5-033e3c24f7da None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:10:11.361981 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-cb358216-01e1-4493-88f5-033e3c24f7da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:11.362363 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb358216-01e1-4493-88f5-033e3c24f7da None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:10:11.362831 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-cb358216-01e1-4493-88f5-033e3c24f7da None None] Bound port: cb1783d7-461a-495e-9e8c-898383ffdfe0, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:10:11.363203 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-cb358216-01e1-4493-88f5-033e3c24f7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cb1783d7-461a-495e-9e8c-898383ffdfe0), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:11.394536 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f9c5db60-fe93-4618-91c6-38b1267393f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (bec22120-98e0-492f-8679-a2403ce06ec7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:11.413319 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1353cd74-f798-49f0-8c8b-dd7979826952 None None] Provisioning complete for port cb1783d7-461a-495e-9e8c-898383ffdfe0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:11.413778 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1353cd74-f798-49f0-8c8b-dd7979826952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cb1783d7-461a-495e-9e8c-898383ffdfe0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:11.446668 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c5db60-fe93-4618-91c6-38b1267393f2 admin admin] Network bd8a465d-f25d-478b-bd4f-a52c39649890 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:10:11.450499 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-f9c5db60-fe93-4618-91c6-38b1267393f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:10:11.454402 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c5db60-fe93-4618-91c6-38b1267393f2 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:10:11.462360 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 74237cf8-9f4c-4e98-96fe-b9344727b5e4 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:10:11.471961 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-cb358216-01e1-4493-88f5-033e3c24f7da None None] For port cb1783d7-461a-495e-9e8c-898383ffdfe0, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:10:11.475538 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-cb358216-01e1-4493-88f5-033e3c24f7da None None] For port cb1783d7-461a-495e-9e8c-898383ffdfe0, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=cb1783d7-461a-495e-9e8c-898383ffdfe0,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:10:11.482315 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-cb358216-01e1-4493-88f5-033e3c24f7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (cb1783d7-461a-495e-9e8c-898383ffdfe0), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:11.499480 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5db60-fe93-4618-91c6-38b1267393f2 admin admin] Pushing event updated for resources: {'Port': ['ID=bec22120-98e0-492f-8679-a2403ce06ec7,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:11.525576 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f9c5db60-fe93-4618-91c6-38b1267393f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (47b240b4-c901-4854-b1f8-38e2263ab583), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:11.534636 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed4acdc-2109-4960-9b83-f47254dc63f9 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:10:11.549825 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1353cd74-f798-49f0-8c8b-dd7979826952 None None] Port cb1783d7-461a-495e-9e8c-898383ffdfe0 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:10:11.560915 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb358216-01e1-4493-88f5-033e3c24f7da None None] Routers {'47b240b4-c901-4854-b1f8-38e2263ab583'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:10:11.562392 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-cb358216-01e1-4493-88f5-033e3c24f7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:09:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['47b240b4-c901-4854-b1f8-38e2263ab583'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:10:11.563962 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1353cd74-f798-49f0-8c8b-dd7979826952 None None] Provisioning complete for port 74237cf8-9f4c-4e98-96fe-b9344727b5e4 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:11.564347 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1353cd74-f798-49f0-8c8b-dd7979826952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (74237cf8-9f4c-4e98-96fe-b9344727b5e4), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:11.638539 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ef8f0-f3dd-4c5f-93fd-2198bf039551 None None] Pushing event updated for resources: {'Port': ['ID=cb1783d7-461a-495e-9e8c-898383ffdfe0,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:11.659264 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 74237cf8-9f4c-4e98-96fe-b9344727b5e4 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:11.659647 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (74237cf8-9f4c-4e98-96fe-b9344727b5e4), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:11.753820 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f9c5db60-fe93-4618-91c6-38b1267393f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bec22120-98e0-492f-8679-a2403ce06ec7), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:11.765183 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-cb358216-01e1-4493-88f5-033e3c24f7da None None] Set router 47b240b4-c901-4854-b1f8-38e2263ab583 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:10:11.794419 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1353cd74-f798-49f0-8c8b-dd7979826952 None None] Current status of the port 74237cf8-9f4c-4e98-96fe-b9344727b5e4 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:10:11.807541 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 74237cf8-9f4c-4e98-96fe-b9344727b5e4 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:10:11.809195 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 920831dc-4b9e-46bd-a6db-c8b0d240f808 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:10:11.857852 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 920831dc-4b9e-46bd-a6db-c8b0d240f808 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:11.858282 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (920831dc-4b9e-46bd-a6db-c8b0d240f808), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:11.926848 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-6fef7971-205d-4ec7-84d0-dae1ac55e277 None None] Provisioning complete for port cb1783d7-461a-495e-9e8c-898383ffdfe0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:11.927231 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6fef7971-205d-4ec7-84d0-dae1ac55e277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cb1783d7-461a-495e-9e8c-898383ffdfe0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:11.953525 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f9c5db60-fe93-4618-91c6-38b1267393f2 admin admin] Publish callbacks [] for port (bec22120-98e0-492f-8679-a2403ce06ec7), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:11.959931 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f9c5db60-fe93-4618-91c6-38b1267393f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (bec22120-98e0-492f-8679-a2403ce06ec7), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:11.990132 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-cb358216-01e1-4493-88f5-033e3c24f7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b240b4-c901-4854-b1f8-38e2263ab583', 'name': 'tempest-TestEncryptedCinderVolumes-1666027323-router', 'tenant_id': '83f9c60c28864159956d1bb30af7d59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'cb1783d7-461a-495e-9e8c-898383ffdfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:10:08Z', 'updated_at': '2022-01-18T21:10:09Z', 'revision_number': 3, 'project_id': '83f9c60c28864159956d1bb30af7d59a', 'gw_port': {'id': 'cb1783d7-461a-495e-9e8c-898383ffdfe0', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b240b4-c901-4854-b1f8-38e2263ab583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:10:09Z', 'updated_at': '2022-01-18T21:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:10:12.015030 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 920831dc-4b9e-46bd-a6db-c8b0d240f808 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:10:12.031900 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb358216-01e1-4493-88f5-033e3c24f7da None None] The sync data for ids ['47b240b4-c901-4854-b1f8-38e2263ab583'] in n-d-741529-9 is: [{'id': '47b240b4-c901-4854-b1f8-38e2263ab583', 'name': 'tempest-TestEncryptedCinderVolumes-1666027323-router', 'tenant_id': '83f9c60c28864159956d1bb30af7d59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'cb1783d7-461a-495e-9e8c-898383ffdfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:10:08Z', 'updated_at': '2022-01-18T21:10:09Z', 'revision_number': 3, 'project_id': '83f9c60c28864159956d1bb30af7d59a', 'gw_port': {'id': 'cb1783d7-461a-495e-9e8c-898383ffdfe0', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b240b4-c901-4854-b1f8-38e2263ab583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:10:09Z', 'updated_at': '2022-01-18T21:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:10:12.048327 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f9c5db60-fe93-4618-91c6-38b1267393f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (47b240b4-c901-4854-b1f8-38e2263ab583), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:12.062649 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5db60-fe93-4618-91c6-38b1267393f2 admin admin] Pushing event updated for resources: {'Port': ['ID=bec22120-98e0-492f-8679-a2403ce06ec7,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:12.064936 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6fef7971-205d-4ec7-84d0-dae1ac55e277 None None] Current status of the port cb1783d7-461a-495e-9e8c-898383ffdfe0 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:10:12.065387 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6fef7971-205d-4ec7-84d0-dae1ac55e277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cb1783d7-461a-495e-9e8c-898383ffdfe0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:12.088598 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6fef7971-205d-4ec7-84d0-dae1ac55e277 None None] For port cb1783d7-461a-495e-9e8c-898383ffdfe0, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=cb1783d7-461a-495e-9e8c-898383ffdfe0,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:10:12.094515 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6fef7971-205d-4ec7-84d0-dae1ac55e277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (cb1783d7-461a-495e-9e8c-898383ffdfe0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:12.135710 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-6fef7971-205d-4ec7-84d0-dae1ac55e277 None None] Provisioning complete for port bec22120-98e0-492f-8679-a2403ce06ec7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:12.136070 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6fef7971-205d-4ec7-84d0-dae1ac55e277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bec22120-98e0-492f-8679-a2403ce06ec7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:12.164405 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c5db60-fe93-4618-91c6-38b1267393f2 admin admin] Network bd8a465d-f25d-478b-bd4f-a52c39649890 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:10:12.167022 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-f9c5db60-fe93-4618-91c6-38b1267393f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:10:12.180212 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef7971-205d-4ec7-84d0-dae1ac55e277 None None] Pushing event updated for resources: {'Port': ['ID=cb1783d7-461a-495e-9e8c-898383ffdfe0,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:12.190751 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6fef7971-205d-4ec7-84d0-dae1ac55e277 None None] Port bec22120-98e0-492f-8679-a2403ce06ec7 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:10:12.319515 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c5db60-fe93-4618-91c6-38b1267393f2 admin admin] Router 47b240b4-c901-4854-b1f8-38e2263ab583 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:10:12.476170 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c5db60-fe93-4618-91c6-38b1267393f2 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:10:12.481929 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f9c5db60-fe93-4618-91c6-38b1267393f2 admin admin] 10.222.0.31 "PUT /v2.0/routers/47b240b4-c901-4854-b1f8-38e2263ab583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1310370 Jan 18 21:10:12.516032 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1ab4f4a7-ac49-405d-b2b8-78662f71749d None None] Provisioning complete for port bec22120-98e0-492f-8679-a2403ce06ec7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:12.516646 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ab4f4a7-ac49-405d-b2b8-78662f71749d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bec22120-98e0-492f-8679-a2403ce06ec7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:12.557937 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1ab4f4a7-ac49-405d-b2b8-78662f71749d None None] Port bec22120-98e0-492f-8679-a2403ce06ec7 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:10:13.294864 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 74237cf8-9f4c-4e98-96fe-b9344727b5e4 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:10:13.349451 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 74237cf8-9f4c-4e98-96fe-b9344727b5e4 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:13.349870 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (74237cf8-9f4c-4e98-96fe-b9344727b5e4), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:13.438017 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 74237cf8-9f4c-4e98-96fe-b9344727b5e4 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:10:13.439039 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device cb1783d7-461a-495e-9e8c-898383ffdfe0 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:10:13.488762 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port cb1783d7-461a-495e-9e8c-898383ffdfe0 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:13.489141 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (cb1783d7-461a-495e-9e8c-898383ffdfe0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:13.567268 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port cb1783d7-461a-495e-9e8c-898383ffdfe0 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:10:13.591771 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-76dabb80-148f-499f-88ec-38f582ae1a13 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:10:13.593254 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-76dabb80-148f-499f-88ec-38f582ae1a13 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/networks?id=dc8e3845-1022-4f57-b253-bc0e9bc59736 HTTP/1.1" status: 200 len: 817 time: 0.1010361 Jan 18 21:10:13.607608 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-88191766-ef27-4d90-9ea3-efd524b85053 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/quotas/c05be470849044b58f424e157c479c51 HTTP/1.1" status: 200 len: 375 time: 0.0089598 Jan 18 21:10:13.657971 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-60629347-a9f0-48be-a037-c123c021c5a9 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c05be470849044b58f424e157c479c51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446827 Jan 18 21:10:13.761810 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-47cc085b-bbea-4943-b927-61f66ceaa054 service neutron] 10.222.0.31 "GET /v2.0/networks/dc8e3845-1022-4f57-b253-bc0e9bc59736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920801 Jan 18 21:10:13.847137 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-79665e8f-07db-44ea-937b-7f3a3b20258e service neutron] 10.222.0.31 "GET /v2.0/networks/dc8e3845-1022-4f57-b253-bc0e9bc59736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794063 Jan 18 21:10:14.021555 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a8b97ea-3dca-4de2-97ae-bb64bd7ceb0a req-e50405df-fcb6-434a-8eb2-f157f1187cc5 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad166c2a-74eb-41b3-ad99-07d75f6e8e5f HTTP/1.1" status: 200 len: 210 time: 0.0352252 Jan 18 21:10:14.403978 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000df428-4800-4caa-9f15-3224b3c25967 None None] Sync routers for ids ['47b240b4-c901-4854-b1f8-38e2263ab583'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:10:14.414054 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000df428-4800-4caa-9f15-3224b3c25967 None None] Routers {'47b240b4-c901-4854-b1f8-38e2263ab583'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:10:14.414671 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-000df428-4800-4caa-9f15-3224b3c25967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:09:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['47b240b4-c901-4854-b1f8-38e2263ab583'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:10:14.522787 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-000df428-4800-4caa-9f15-3224b3c25967 None None] Set router 47b240b4-c901-4854-b1f8-38e2263ab583 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:10:14.715195 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-000df428-4800-4caa-9f15-3224b3c25967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b240b4-c901-4854-b1f8-38e2263ab583', 'name': 'tempest-TestEncryptedCinderVolumes-1666027323-router', 'tenant_id': '83f9c60c28864159956d1bb30af7d59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'cb1783d7-461a-495e-9e8c-898383ffdfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:10:08Z', 'updated_at': '2022-01-18T21:10:11Z', 'revision_number': 4, 'project_id': '83f9c60c28864159956d1bb30af7d59a', 'gw_port': {'id': 'cb1783d7-461a-495e-9e8c-898383ffdfe0', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b240b4-c901-4854-b1f8-38e2263ab583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:10:09Z', 'updated_at': '2022-01-18T21:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'bec22120-98e0-492f-8679-a2403ce06ec7', 'name': '', 'network_id': 'bd8a465d-f25d-478b-bd4f-a52c39649890', 'tenant_id': '83f9c60c28864159956d1bb30af7d59a', 'mac_address': 'fa:16:3e:f8:62:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b240b4-c901-4854-b1f8-38e2263ab583', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '8545d324-4a5e-47e6-969d-0d4c6c350479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:10:10Z', 'updated_at': '2022-01-18T21:10:11Z', 'revision_number': 2, 'project_id': '83f9c60c28864159956d1bb30af7d59a', 'subnets': [{'id': '8545d324-4a5e-47e6-969d-0d4c6c350479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:10:14.740746 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000df428-4800-4caa-9f15-3224b3c25967 None None] Checking router: 47b240b4-c901-4854-b1f8-38e2263ab583 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:10:14.741100 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000df428-4800-4caa-9f15-3224b3c25967 None None] Updating router 47b240b4-c901-4854-b1f8-38e2263ab583 port bec22120-98e0-492f-8679-a2403ce06ec7 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 21:10:14.768345 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-000df428-4800-4caa-9f15-3224b3c25967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bec22120-98e0-492f-8679-a2403ce06ec7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:15.043327 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-000df428-4800-4caa-9f15-3224b3c25967 None None] Publish callbacks [] for port (bec22120-98e0-492f-8679-a2403ce06ec7), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:15.049842 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-000df428-4800-4caa-9f15-3224b3c25967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (bec22120-98e0-492f-8679-a2403ce06ec7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:15.099677 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b816e7-b0e9-4903-b7c9-649eab1b5431 None None] Pushing event updated for resources: {'Port': ['ID=bec22120-98e0-492f-8679-a2403ce06ec7,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:15.149161 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5fa76c40-e852-4824-ac3b-17d8132fdb10 req-316a79c5-d579-448b-b2a0-108248171c23 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad166c2a-74eb-41b3-ad99-07d75f6e8e5f HTTP/1.1" status: 200 len: 210 time: 0.0315099 Jan 18 21:10:15.180423 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-000df428-4800-4caa-9f15-3224b3c25967 None None] Attempting to bind port bec22120-98e0-492f-8679-a2403ce06ec7 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:10:15.180810 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-000df428-4800-4caa-9f15-3224b3c25967 None None] Attempting to bind port bec22120-98e0-492f-8679-a2403ce06ec7 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '902e9d5c-3677-4976-8567-5cb5bdf192d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bd8a465d-f25d-478b-bd4f-a52c39649890'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:10:15.181197 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000df428-4800-4caa-9f15-3224b3c25967 None None] Attempting to bind port bec22120-98e0-492f-8679-a2403ce06ec7 on network bd8a465d-f25d-478b-bd4f-a52c39649890 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:10:15.187354 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000df428-4800-4caa-9f15-3224b3c25967 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:10:15.187786 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000df428-4800-4caa-9f15-3224b3c25967 None None] Checking segment: {'id': '902e9d5c-3677-4976-8567-5cb5bdf192d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bd8a465d-f25d-478b-bd4f-a52c39649890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:10:15.188197 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-000df428-4800-4caa-9f15-3224b3c25967 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:15.188592 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000df428-4800-4caa-9f15-3224b3c25967 None None] Bound using segment: {'id': '902e9d5c-3677-4976-8567-5cb5bdf192d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bd8a465d-f25d-478b-bd4f-a52c39649890'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:10:15.189062 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-000df428-4800-4caa-9f15-3224b3c25967 None None] Bound port: bec22120-98e0-492f-8679-a2403ce06ec7, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902e9d5c-3677-4976-8567-5cb5bdf192d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bd8a465d-f25d-478b-bd4f-a52c39649890'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:10:15.190024 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-000df428-4800-4caa-9f15-3224b3c25967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bec22120-98e0-492f-8679-a2403ce06ec7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:15.216091 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-7dd137e7-8dce-4d42-ac56-2a890c68383f tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:10:15.217598 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-7dd137e7-8dce-4d42-ac56-2a890c68383f tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.57 "GET /v2.0/networks?id=dc8e3845-1022-4f57-b253-bc0e9bc59736 HTTP/1.1" status: 200 len: 817 time: 0.3616154 Jan 18 21:10:15.235722 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-e8159cc0-91e4-424a-875a-6ee764efa25a tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Request body: {'port': {'device_id': 'ad166c2a-74eb-41b3-ad99-07d75f6e8e5f', 'network_id': 'dc8e3845-1022-4f57-b253-bc0e9bc59736', 'admin_state_up': True, 'tenant_id': 'c05be470849044b58f424e157c479c51'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:10:15.257573 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-000df428-4800-4caa-9f15-3224b3c25967 None None] For port bec22120-98e0-492f-8679-a2403ce06ec7, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:10:15.261811 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-000df428-4800-4caa-9f15-3224b3c25967 None None] For port bec22120-98e0-492f-8679-a2403ce06ec7, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=bec22120-98e0-492f-8679-a2403ce06ec7,segment=NetworkSegment(902e9d5c-3677-4976-8567-5cb5bdf192d7),segment_id=902e9d5c-3677-4976-8567-5cb5bdf192d7)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:10:15.267807 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-000df428-4800-4caa-9f15-3224b3c25967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (bec22120-98e0-492f-8679-a2403ce06ec7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:15.320923 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000df428-4800-4caa-9f15-3224b3c25967 None None] Routers {'47b240b4-c901-4854-b1f8-38e2263ab583'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:10:15.321562 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-000df428-4800-4caa-9f15-3224b3c25967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:09:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['47b240b4-c901-4854-b1f8-38e2263ab583'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:10:15.370377 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-e8159cc0-91e4-424a-875a-6ee764efa25a tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Made reservation on behalf of c05be470849044b58f424e157c479c51 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:10:15.374379 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-e8159cc0-91e4-424a-875a-6ee764efa25a tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:15.377926 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b816e7-b0e9-4903-b7c9-649eab1b5431 None None] Pushing event updated for resources: {'Port': ['ID=bec22120-98e0-492f-8679-a2403ce06ec7,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:15.441932 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-744088c5-1c7c-42d7-9934-de15cbd72a77 None None] Provisioning complete for port bec22120-98e0-492f-8679-a2403ce06ec7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:15.442310 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-744088c5-1c7c-42d7-9934-de15cbd72a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bec22120-98e0-492f-8679-a2403ce06ec7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:15.482923 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-000df428-4800-4caa-9f15-3224b3c25967 None None] Set router 47b240b4-c901-4854-b1f8-38e2263ab583 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:10:15.524362 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-e8159cc0-91e4-424a-875a-6ee764efa25a tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Allocated IP 172.20.0.4 (dc8e3845-1022-4f57-b253-bc0e9bc59736/452b6543-fb1c-4c7f-adfd-c57a93cec9cd/f13d2bd7-2d9b-48c6-9fad-fa76d74958c2) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:10:15.644321 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-744088c5-1c7c-42d7-9934-de15cbd72a77 None None] Current status of the port bec22120-98e0-492f-8679-a2403ce06ec7 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:10:15.644706 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-744088c5-1c7c-42d7-9934-de15cbd72a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (bec22120-98e0-492f-8679-a2403ce06ec7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:15.676080 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-e8159cc0-91e4-424a-875a-6ee764efa25a tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Publish callbacks [] for port (f13d2bd7-2d9b-48c6-9fad-fa76d74958c2), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:15.693654 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-744088c5-1c7c-42d7-9934-de15cbd72a77 None None] For port bec22120-98e0-492f-8679-a2403ce06ec7, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=bec22120-98e0-492f-8679-a2403ce06ec7,segment=NetworkSegment(902e9d5c-3677-4976-8567-5cb5bdf192d7),segment_id=902e9d5c-3677-4976-8567-5cb5bdf192d7)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:10:15.711156 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-e8159cc0-91e4-424a-875a-6ee764efa25a tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (f13d2bd7-2d9b-48c6-9fad-fa76d74958c2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:15.715747 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-744088c5-1c7c-42d7-9934-de15cbd72a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (bec22120-98e0-492f-8679-a2403ce06ec7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:15.757088 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-e8159cc0-91e4-424a-875a-6ee764efa25a tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Network dc8e3845-1022-4f57-b253-bc0e9bc59736 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:10:15.760113 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-e8159cc0-91e4-424a-875a-6ee764efa25a tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:10:15.764400 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-e8159cc0-91e4-424a-875a-6ee764efa25a tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:10:15.779175 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744088c5-1c7c-42d7-9934-de15cbd72a77 None None] Pushing event updated for resources: {'Port': ['ID=bec22120-98e0-492f-8679-a2403ce06ec7,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:15.789742 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-000df428-4800-4caa-9f15-3224b3c25967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b240b4-c901-4854-b1f8-38e2263ab583', 'name': 'tempest-TestEncryptedCinderVolumes-1666027323-router', 'tenant_id': '83f9c60c28864159956d1bb30af7d59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'cb1783d7-461a-495e-9e8c-898383ffdfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:10:08Z', 'updated_at': '2022-01-18T21:10:11Z', 'revision_number': 4, 'project_id': '83f9c60c28864159956d1bb30af7d59a', 'gw_port': {'id': 'cb1783d7-461a-495e-9e8c-898383ffdfe0', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b240b4-c901-4854-b1f8-38e2263ab583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:10:09Z', 'updated_at': '2022-01-18T21:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'bec22120-98e0-492f-8679-a2403ce06ec7', 'name': '', 'network_id': 'bd8a465d-f25d-478b-bd4f-a52c39649890', 'tenant_id': '83f9c60c28864159956d1bb30af7d59a', 'mac_address': 'fa:16:3e:f8:62:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b240b4-c901-4854-b1f8-38e2263ab583', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '8545d324-4a5e-47e6-969d-0d4c6c350479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:10:10Z', 'updated_at': '2022-01-18T21:10:15Z', 'revision_number': 4, 'project_id': '83f9c60c28864159956d1bb30af7d59a', 'subnets': [{'id': '8545d324-4a5e-47e6-969d-0d4c6c350479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:10:15.794796 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8159cc0-91e4-424a-875a-6ee764efa25a tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Pushing event updated for resources: {'Port': ['ID=f13d2bd7-2d9b-48c6-9fad-fa76d74958c2,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:15.817475 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000df428-4800-4caa-9f15-3224b3c25967 None None] The sync data for ids ['47b240b4-c901-4854-b1f8-38e2263ab583'] in n-d-741529-9 is: [{'id': '47b240b4-c901-4854-b1f8-38e2263ab583', 'name': 'tempest-TestEncryptedCinderVolumes-1666027323-router', 'tenant_id': '83f9c60c28864159956d1bb30af7d59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'cb1783d7-461a-495e-9e8c-898383ffdfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:10:08Z', 'updated_at': '2022-01-18T21:10:11Z', 'revision_number': 4, 'project_id': '83f9c60c28864159956d1bb30af7d59a', 'gw_port': {'id': 'cb1783d7-461a-495e-9e8c-898383ffdfe0', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b240b4-c901-4854-b1f8-38e2263ab583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:10:09Z', 'updated_at': '2022-01-18T21:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'bec22120-98e0-492f-8679-a2403ce06ec7', 'name': '', 'network_id': 'bd8a465d-f25d-478b-bd4f-a52c39649890', 'tenant_id': '83f9c60c28864159956d1bb30af7d59a', 'mac_address': 'fa:16:3e:f8:62:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b240b4-c901-4854-b1f8-38e2263ab583', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '8545d324-4a5e-47e6-969d-0d4c6c350479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:10:10Z', 'updated_at': '2022-01-18T21:10:15Z', 'revision_number': 4, 'project_id': '83f9c60c28864159956d1bb30af7d59a', 'subnets': [{'id': '8545d324-4a5e-47e6-969d-0d4c6c350479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:10:15.827751 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-e8159cc0-91e4-424a-875a-6ee764efa25a tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:10:15.828390 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-e8159cc0-91e4-424a-875a-6ee764efa25a tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:15.843996 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-673fc8c8-c408-440f-8346-0a59af4d7b16 None None] Provisioning complete for port bec22120-98e0-492f-8679-a2403ce06ec7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:15.844805 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-673fc8c8-c408-440f-8346-0a59af4d7b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bec22120-98e0-492f-8679-a2403ce06ec7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:15.846744 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-e8159cc0-91e4-424a-875a-6ee764efa25a tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6153262 Jan 18 21:10:15.857804 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-6da24af8-e747-4594-ad35-0ba6ed6bedd4 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 21:10:15.858138 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-6da24af8-e747-4594-ad35-0ba6ed6bedd4 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062730 Jan 18 21:10:15.874135 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-961c83cb-6a2f-4b64-9347-bb10eef8aaa8 service neutron] Request body: {'port': {'device_id': 'ad166c2a-74eb-41b3-ad99-07d75f6e8e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:10:15.957168 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-961c83cb-6a2f-4b64-9347-bb10eef8aaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f13d2bd7-2d9b-48c6-9fad-fa76d74958c2), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:15.960543 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-673fc8c8-c408-440f-8346-0a59af4d7b16 None None] Current status of the port bec22120-98e0-492f-8679-a2403ce06ec7 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:10:16.090045 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-bb263e7d-46ff-47b5-b074-ccd3ccf64004 None None] Provisioning complete for port f13d2bd7-2d9b-48c6-9fad-fa76d74958c2 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:16.090311 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bb263e7d-46ff-47b5-b074-ccd3ccf64004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f13d2bd7-2d9b-48c6-9fad-fa76d74958c2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:16.132135 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-bb263e7d-46ff-47b5-b074-ccd3ccf64004 None None] Port f13d2bd7-2d9b-48c6-9fad-fa76d74958c2 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:10:16.239051 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-961c83cb-6a2f-4b64-9347-bb10eef8aaa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13d2bd7-2d9b-48c6-9fad-fa76d74958c2 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:10:16.251068 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-961c83cb-6a2f-4b64-9347-bb10eef8aaa8 service neutron] Publish callbacks [] for port (f13d2bd7-2d9b-48c6-9fad-fa76d74958c2), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:16.264779 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-961c83cb-6a2f-4b64-9347-bb10eef8aaa8 service neutron] Transition to ACTIVE for port object f13d2bd7-2d9b-48c6-9fad-fa76d74958c2 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 21:10:16.268156 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-961c83cb-6a2f-4b64-9347-bb10eef8aaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (f13d2bd7-2d9b-48c6-9fad-fa76d74958c2), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:16.295970 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336e95d-c9a3-48de-8b55-f5047e138e60 req-dd644bcd-b8d2-4f3a-97b4-16a0b3599a53 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:10:16.303795 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6336e95d-c9a3-48de-8b55-f5047e138e60 req-dd644bcd-b8d2-4f3a-97b4-16a0b3599a53 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad166c2a-74eb-41b3-ad99-07d75f6e8e5f HTTP/1.1" status: 200 len: 931 time: 0.0701818 Jan 18 21:10:16.356514 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c83cb-6a2f-4b64-9347-bb10eef8aaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=f13d2bd7-2d9b-48c6-9fad-fa76d74958c2,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:16.357986 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6336e95d-c9a3-48de-8b55-f5047e138e60 req-25f6fc63-4af3-4ed6-b28c-e0020c3634e8 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/security-groups?id=1743809c-73dc-40d6-8f21-4aca48cfba77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532105 Jan 18 21:10:16.415448 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-961c83cb-6a2f-4b64-9347-bb10eef8aaa8 service neutron] Attempting to bind port f13d2bd7-2d9b-48c6-9fad-fa76d74958c2 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:10:16.415781 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-961c83cb-6a2f-4b64-9347-bb10eef8aaa8 service neutron] Attempting to bind port f13d2bd7-2d9b-48c6-9fad-fa76d74958c2 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '6c33fb13-4022-4386-8bf3-1b20696eb7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dc8e3845-1022-4f57-b253-bc0e9bc59736'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:10:16.416247 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-961c83cb-6a2f-4b64-9347-bb10eef8aaa8 service neutron] Attempting to bind port f13d2bd7-2d9b-48c6-9fad-fa76d74958c2 on network dc8e3845-1022-4f57-b253-bc0e9bc59736 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:10:16.425537 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-961c83cb-6a2f-4b64-9347-bb10eef8aaa8 service neutron] Port f13d2bd7-2d9b-48c6-9fad-fa76d74958c2 on network dc8e3845-1022-4f57-b253-bc0e9bc59736 not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 21:10:16.425972 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-961c83cb-6a2f-4b64-9347-bb10eef8aaa8 service neutron] Attempting to bind port f13d2bd7-2d9b-48c6-9fad-fa76d74958c2 on network dc8e3845-1022-4f57-b253-bc0e9bc59736 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:10:16.432586 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-961c83cb-6a2f-4b64-9347-bb10eef8aaa8 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:10:16.432991 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-961c83cb-6a2f-4b64-9347-bb10eef8aaa8 service neutron] Checking segment: {'id': '6c33fb13-4022-4386-8bf3-1b20696eb7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dc8e3845-1022-4f57-b253-bc0e9bc59736'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:10:16.434055 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-961c83cb-6a2f-4b64-9347-bb10eef8aaa8 service neutron] Bound using segment: {'id': '6c33fb13-4022-4386-8bf3-1b20696eb7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dc8e3845-1022-4f57-b253-bc0e9bc59736'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:10:16.434497 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-961c83cb-6a2f-4b64-9347-bb10eef8aaa8 service neutron] Bound port: f13d2bd7-2d9b-48c6-9fad-fa76d74958c2, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c33fb13-4022-4386-8bf3-1b20696eb7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dc8e3845-1022-4f57-b253-bc0e9bc59736'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:10:16.434859 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-961c83cb-6a2f-4b64-9347-bb10eef8aaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f13d2bd7-2d9b-48c6-9fad-fa76d74958c2), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:16.506816 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-961c83cb-6a2f-4b64-9347-bb10eef8aaa8 service neutron] For port f13d2bd7-2d9b-48c6-9fad-fa76d74958c2, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:10:16.510225 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-961c83cb-6a2f-4b64-9347-bb10eef8aaa8 service neutron] For port f13d2bd7-2d9b-48c6-9fad-fa76d74958c2, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=f13d2bd7-2d9b-48c6-9fad-fa76d74958c2,segment=NetworkSegment(6c33fb13-4022-4386-8bf3-1b20696eb7fc),segment_id=6c33fb13-4022-4386-8bf3-1b20696eb7fc)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:10:16.515309 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-961c83cb-6a2f-4b64-9347-bb10eef8aaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (f13d2bd7-2d9b-48c6-9fad-fa76d74958c2), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:16.549383 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-961c83cb-6a2f-4b64-9347-bb10eef8aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:10:16.550025 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-961c83cb-6a2f-4b64-9347-bb10eef8aaa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:16.551796 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-961c83cb-6a2f-4b64-9347-bb10eef8aaa8 service neutron] 10.222.0.57 "PUT /v2.0/ports/f13d2bd7-2d9b-48c6-9fad-fa76d74958c2 HTTP/1.1" status: 200 len: 1091 time: 0.6864052 Jan 18 21:10:16.554122 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad166c2a-74eb-41b3-ad99-07d75f6e8e5f', 'tag': 'f13d2bd7-2d9b-48c6-9fad-fa76d74958c2'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:10:16.559841 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9b4d78-63a3-4df8-bfe1-10a4c66dcdd2" -d '{"events": [{"name": "network-changed", "server_uuid": "ad166c2a-74eb-41b3-ad99-07d75f6e8e5f", "tag": "f13d2bd7-2d9b-48c6-9fad-fa76d74958c2"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:10:16.589930 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c83cb-6a2f-4b64-9347-bb10eef8aaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=f13d2bd7-2d9b-48c6-9fad-fa76d74958c2,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:16.603389 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ebcc7a-b395-42e7-ade0-ecf33c74b484 x-openstack-request-id: req-e0ebcc7a-b395-42e7-ade0-ecf33c74b484 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:10:16.603685 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad166c2a-74eb-41b3-ad99-07d75f6e8e5f", "tag": "f13d2bd7-2d9b-48c6-9fad-fa76d74958c2", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:10:16.603939 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0ebcc7a-b395-42e7-ade0-ecf33c74b484 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:10:16.604336 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad166c2a-74eb-41b3-ad99-07d75f6e8e5f', 'tag': 'f13d2bd7-2d9b-48c6-9fad-fa76d74958c2', 'status': 'completed', 'code': 200} Jan 18 21:10:16.642878 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-ef02a25d-d8e9-431f-b619-22abe2ff6445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:10:16.644529 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-ef02a25d-d8e9-431f-b619-22abe2ff6445 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c05be470849044b58f424e157c479c51&device_id=ad166c2a-74eb-41b3-ad99-07d75f6e8e5f HTTP/1.1" status: 200 len: 1094 time: 0.0516751 Jan 18 21:10:16.688219 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-2627044a-a857-4efd-8f8c-45e9d0c1c5e7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f13d2bd7-2d9b-48c6-9fad-fa76d74958c2 HTTP/1.1" status: 200 len: 217 time: 0.0354061 Jan 18 21:10:16.739437 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-5f53cd24-6d7d-4bb8-87fa-709637c81057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:10:16.741223 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-5f53cd24-6d7d-4bb8-87fa-709637c81057 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=452b6543-fb1c-4c7f-adfd-c57a93cec9cd HTTP/1.1" status: 200 len: 856 time: 0.0477591 Jan 18 21:10:16.791637 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-488e8d02-9471-4dbd-80ba-697b21d47877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:10:16.793815 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-488e8d02-9471-4dbd-80ba-697b21d47877 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dc8e3845-1022-4f57-b253-bc0e9bc59736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455465 Jan 18 21:10:16.881147 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-aced563c-d4bd-4cbd-92aa-64a6ebc54278 service neutron] 10.222.0.57 "GET /v2.0/networks/dc8e3845-1022-4f57-b253-bc0e9bc59736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813043 Jan 18 21:10:16.971401 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-38b31d07-a36d-4624-8e2f-ef4cfccbe669 req-f9badd09-429b-443c-9f00-8536e0171167 service neutron] 10.222.0.57 "GET /v2.0/networks/dc8e3845-1022-4f57-b253-bc0e9bc59736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843484 Jan 18 21:10:17.056239 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b4d78-63a3-4df8-bfe1-10a4c66dcdd2 req-a21bfe9b-bd7b-4b28-ae49-45759c4d23c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:10:17.057737 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0c9b4d78-63a3-4df8-bfe1-10a4c66dcdd2 req-a21bfe9b-bd7b-4b28-ae49-45759c4d23c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c05be470849044b58f424e157c479c51&device_id=ad166c2a-74eb-41b3-ad99-07d75f6e8e5f HTTP/1.1" status: 200 len: 1094 time: 0.0399501 Jan 18 21:10:17.153971 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b4d78-63a3-4df8-bfe1-10a4c66dcdd2 req-fa246476-3e06-4bef-bfe1-0d02de7842be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:10:17.155350 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0c9b4d78-63a3-4df8-bfe1-10a4c66dcdd2 req-fa246476-3e06-4bef-bfe1-0d02de7842be service neutron] 10.222.0.57 "GET /v2.0/networks?id=dc8e3845-1022-4f57-b253-bc0e9bc59736 HTTP/1.1" status: 200 len: 918 time: 0.0914109 Jan 18 21:10:17.201405 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0c9b4d78-63a3-4df8-bfe1-10a4c66dcdd2 req-d9cd2108-ca72-4345-8028-fee21505bc68 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f13d2bd7-2d9b-48c6-9fad-fa76d74958c2 HTTP/1.1" status: 200 len: 217 time: 0.0402830 Jan 18 21:10:17.250384 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b4d78-63a3-4df8-bfe1-10a4c66dcdd2 req-095d80c0-50e7-4124-a825-5294b434e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:10:17.251918 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0c9b4d78-63a3-4df8-bfe1-10a4c66dcdd2 req-095d80c0-50e7-4124-a825-5294b434e99a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=452b6543-fb1c-4c7f-adfd-c57a93cec9cd HTTP/1.1" status: 200 len: 856 time: 0.0450804 Jan 18 21:10:17.265196 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device bec22120-98e0-492f-8679-a2403ce06ec7 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:10:17.296797 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b4d78-63a3-4df8-bfe1-10a4c66dcdd2 req-3120dc63-d00c-4ec6-bc1f-b7e4c453adbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:10:17.298464 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0c9b4d78-63a3-4df8-bfe1-10a4c66dcdd2 req-3120dc63-d00c-4ec6-bc1f-b7e4c453adbf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dc8e3845-1022-4f57-b253-bc0e9bc59736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412269 Jan 18 21:10:17.312881 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port bec22120-98e0-492f-8679-a2403ce06ec7 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:17.313260 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (bec22120-98e0-492f-8679-a2403ce06ec7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:17.394491 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port bec22120-98e0-492f-8679-a2403ce06ec7 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:10:17.399630 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0c9b4d78-63a3-4df8-bfe1-10a4c66dcdd2 req-2970cca1-8c19-4ce7-b263-9282f0f8f9d0 service neutron] 10.222.0.57 "GET /v2.0/networks/dc8e3845-1022-4f57-b253-bc0e9bc59736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942662 Jan 18 21:10:17.486381 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5d200-e096-4c6b-ad4f-81fe9c7f4978 req-da0d3baa-72e4-4d89-b88f-bac7ee6f6d03 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:10:17.487874 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-70f5d200-e096-4c6b-ad4f-81fe9c7f4978 req-da0d3baa-72e4-4d89-b88f-bac7ee6f6d03 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad166c2a-74eb-41b3-ad99-07d75f6e8e5f HTTP/1.1" status: 200 len: 943 time: 0.0507317 Jan 18 21:10:17.500008 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0c9b4d78-63a3-4df8-bfe1-10a4c66dcdd2 req-01f68730-da13-442e-8dcd-69b97010a8ce service neutron] 10.222.0.57 "GET /v2.0/networks/dc8e3845-1022-4f57-b253-bc0e9bc59736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936844 Jan 18 21:10:17.540576 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-70f5d200-e096-4c6b-ad4f-81fe9c7f4978 req-048edeb3-b611-4310-996f-8768143de249 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/security-groups?id=1743809c-73dc-40d6-8f21-4aca48cfba77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470719 Jan 18 21:10:18.658907 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5653f3a-2149-4c97-9df5-1968682912d5 req-854a0a1b-c563-42c1-ab63-24f6c4315df1 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:10:18.661976 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c5653f3a-2149-4c97-9df5-1968682912d5 req-854a0a1b-c563-42c1-ab63-24f6c4315df1 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad166c2a-74eb-41b3-ad99-07d75f6e8e5f HTTP/1.1" status: 200 len: 943 time: 0.0522814 Jan 18 21:10:18.713577 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c5653f3a-2149-4c97-9df5-1968682912d5 req-b39c18bc-479f-4f9f-a0e2-c4d19911d48b tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/security-groups?id=1743809c-73dc-40d6-8f21-4aca48cfba77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433249 Jan 18 21:10:19.829993 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3eb26-44b5-4191-b07f-82b4a29d0ed9 req-9724e865-08fa-4f3b-8bf1-b83d7084dac8 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:10:19.831450 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76f3eb26-44b5-4191-b07f-82b4a29d0ed9 req-9724e865-08fa-4f3b-8bf1-b83d7084dac8 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad166c2a-74eb-41b3-ad99-07d75f6e8e5f HTTP/1.1" status: 200 len: 943 time: 0.0475707 Jan 18 21:10:19.876553 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76f3eb26-44b5-4191-b07f-82b4a29d0ed9 req-5924a053-b537-4308-abe8-195251abfc8b tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/security-groups?id=1743809c-73dc-40d6-8f21-4aca48cfba77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393574 Jan 18 21:10:20.993815 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629c94f-2a8d-4fcb-9e43-5f5fe0321c1a req-f4bd0c06-3d45-4307-9780-b9f4b4f62c8b tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:10:20.995207 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c629c94f-2a8d-4fcb-9e43-5f5fe0321c1a req-f4bd0c06-3d45-4307-9780-b9f4b4f62c8b tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad166c2a-74eb-41b3-ad99-07d75f6e8e5f HTTP/1.1" status: 200 len: 943 time: 0.0523772 Jan 18 21:10:21.043389 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c629c94f-2a8d-4fcb-9e43-5f5fe0321c1a req-39efd437-f25b-444d-ba9f-a3566dfda4b5 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/security-groups?id=1743809c-73dc-40d6-8f21-4aca48cfba77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425985 Jan 18 21:10:21.644120 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device f13d2bd7-2d9b-48c6-9fad-fa76d74958c2 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 21:10:21.738279 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port f13d2bd7-2d9b-48c6-9fad-fa76d74958c2, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=f13d2bd7-2d9b-48c6-9fad-fa76d74958c2,segment=NetworkSegment(6c33fb13-4022-4386-8bf3-1b20696eb7fc),segment_id=6c33fb13-4022-4386-8bf3-1b20696eb7fc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:10:21.748423 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': 'f13d2bd7-2d9b-48c6-9fad-fa76d74958c2', 'network_id': 'dc8e3845-1022-4f57-b253-bc0e9bc59736', 'port_id': 'f13d2bd7-2d9b-48c6-9fad-fa76d74958c2', 'mac_address': 'fa:16:3e:c5:45:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452b6543-fb1c-4c7f-adfd-c57a93cec9cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 21:10:21.949387 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port f13d2bd7-2d9b-48c6-9fad-fa76d74958c2 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:10:21.949802 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f13d2bd7-2d9b-48c6-9fad-fa76d74958c2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:21.962139 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13d2bd7-2d9b-48c6-9fad-fa76d74958c2 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:10:21.981396 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port f13d2bd7-2d9b-48c6-9fad-fa76d74958c2, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=f13d2bd7-2d9b-48c6-9fad-fa76d74958c2,segment=NetworkSegment(6c33fb13-4022-4386-8bf3-1b20696eb7fc),segment_id=6c33fb13-4022-4386-8bf3-1b20696eb7fc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:10:21.985425 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f13d2bd7-2d9b-48c6-9fad-fa76d74958c2), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:22.031284 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=f13d2bd7-2d9b-48c6-9fad-fa76d74958c2,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:22.158690 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbba780-cfb8-4d3d-a560-89a0ff8a0643 req-0dd7e443-2713-41bf-a52d-a1de59514fdb tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:10:22.160167 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bdbba780-cfb8-4d3d-a560-89a0ff8a0643 req-0dd7e443-2713-41bf-a52d-a1de59514fdb tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad166c2a-74eb-41b3-ad99-07d75f6e8e5f HTTP/1.1" status: 200 len: 944 time: 0.0489647 Jan 18 21:10:22.206755 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bdbba780-cfb8-4d3d-a560-89a0ff8a0643 req-0b89c060-beac-4d83-9827-e2f7d9dee9df tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/security-groups?id=1743809c-73dc-40d6-8f21-4aca48cfba77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409598 Jan 18 21:10:22.296141 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['f13d2bd7-2d9b-48c6-9fad-fa76d74958c2'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:10:23.331915 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ad340-807f-4114-9b06-7845a1efac9c req-1d61ae64-8013-4001-92dd-792522dce965 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:10:23.333532 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-329ad340-807f-4114-9b06-7845a1efac9c req-1d61ae64-8013-4001-92dd-792522dce965 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad166c2a-74eb-41b3-ad99-07d75f6e8e5f HTTP/1.1" status: 200 len: 944 time: 0.0566716 Jan 18 21:10:23.380329 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-329ad340-807f-4114-9b06-7845a1efac9c req-a018038b-3d99-4901-9d36-83de05906b1a tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/security-groups?id=1743809c-73dc-40d6-8f21-4aca48cfba77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412076 Jan 18 21:10:23.654652 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device f13d2bd7-2d9b-48c6-9fad-fa76d74958c2 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:10:23.702355 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port f13d2bd7-2d9b-48c6-9fad-fa76d74958c2 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 21:10:23.706386 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port f13d2bd7-2d9b-48c6-9fad-fa76d74958c2 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:10:23.706767 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (f13d2bd7-2d9b-48c6-9fad-fa76d74958c2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:23.785445 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port f13d2bd7-2d9b-48c6-9fad-fa76d74958c2 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:10:23.785863 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (f13d2bd7-2d9b-48c6-9fad-fa76d74958c2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:23.807018 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad166c2a-74eb-41b3-ad99-07d75f6e8e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13d2bd7-2d9b-48c6-9fad-fa76d74958c2'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:10:23.809287 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0b0d5d-5d4f-4e5b-9f3c-7f3225346bcf" -d '{"events": [{"server_uuid": "ad166c2a-74eb-41b3-ad99-07d75f6e8e5f", "name": "network-vif-plugged", "status": "completed", "tag": "f13d2bd7-2d9b-48c6-9fad-fa76d74958c2"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:10:23.822445 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port f13d2bd7-2d9b-48c6-9fad-fa76d74958c2, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=f13d2bd7-2d9b-48c6-9fad-fa76d74958c2,segment=NetworkSegment(6c33fb13-4022-4386-8bf3-1b20696eb7fc),segment_id=6c33fb13-4022-4386-8bf3-1b20696eb7fc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:10:23.826952 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (f13d2bd7-2d9b-48c6-9fad-fa76d74958c2), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:23.850960 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee36d58d-4137-4129-ba90-bce275de03b2 x-openstack-request-id: req-ee36d58d-4137-4129-ba90-bce275de03b2 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:10:23.851262 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad166c2a-74eb-41b3-ad99-07d75f6e8e5f", "name": "network-vif-plugged", "status": "completed", "tag": "f13d2bd7-2d9b-48c6-9fad-fa76d74958c2", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:10:23.851522 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee36d58d-4137-4129-ba90-bce275de03b2 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:10:23.851916 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad166c2a-74eb-41b3-ad99-07d75f6e8e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13d2bd7-2d9b-48c6-9fad-fa76d74958c2', 'code': 200} Jan 18 21:10:23.878005 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=f13d2bd7-2d9b-48c6-9fad-fa76d74958c2,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:10:23.886386 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:10:23.886733 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:10:23.887071 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:10:23.887403 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:10:23.887731 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:10:23.888056 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:10:23.888380 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:10:23.888699 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:10:23.889019 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:10:23.889340 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:10:23.889676 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:10:23.889995 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:10:23.890309 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:10:23.939473 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8a816-0ebc-412e-bafd-9fb82405263b req-db08d958-7cec-4636-8da6-39f73ec7ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:10:23.940943 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-58d8a816-0ebc-412e-bafd-9fb82405263b req-db08d958-7cec-4636-8da6-39f73ec7ebe4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ad166c2a-74eb-41b3-ad99-07d75f6e8e5f HTTP/1.1" status: 200 len: 1096 time: 0.0380690 Jan 18 21:10:23.985264 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-58d8a816-0ebc-412e-bafd-9fb82405263b req-8739a49c-2f7e-451e-93d1-cd2a3941702c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1743809c-73dc-40d6-8f21-4aca48cfba77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378525 Jan 18 21:10:24.495896 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08aa281-405e-4f06-b8b5-01c3a3377a82 req-d6211d45-6745-4841-aa78-49b88475166e tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:10:24.497397 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d08aa281-405e-4f06-b8b5-01c3a3377a82 req-d6211d45-6745-4841-aa78-49b88475166e tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad166c2a-74eb-41b3-ad99-07d75f6e8e5f HTTP/1.1" status: 200 len: 945 time: 0.0503933 Jan 18 21:10:24.541962 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d08aa281-405e-4f06-b8b5-01c3a3377a82 req-b8ad2879-2236-46ef-98b6-018e11b6556c tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/security-groups?id=1743809c-73dc-40d6-8f21-4aca48cfba77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389493 Jan 18 21:10:25.654707 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1914b-cbf9-43eb-8d6a-c2555e89813e req-03d66289-af39-42ba-8428-405851a021ff tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:10:25.657144 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aab1914b-cbf9-43eb-8d6a-c2555e89813e req-03d66289-af39-42ba-8428-405851a021ff tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad166c2a-74eb-41b3-ad99-07d75f6e8e5f HTTP/1.1" status: 200 len: 945 time: 0.0487888 Jan 18 21:10:25.710179 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aab1914b-cbf9-43eb-8d6a-c2555e89813e req-8f5fd099-be95-43d8-829e-610c452f4d7c tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/security-groups?id=1743809c-73dc-40d6-8f21-4aca48cfba77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475090 Jan 18 21:10:25.748836 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0c838ef3-5188-45c0-86bb-05357387ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:25.823062 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e9027-c2e7-413f-868d-9d7bb89b5101 req-0b407fb0-5ac0-4c13-8d40-328f1ed274f0 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:10:25.824987 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc8e9027-c2e7-413f-868d-9d7bb89b5101 req-0b407fb0-5ac0-4c13-8d40-328f1ed274f0 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad166c2a-74eb-41b3-ad99-07d75f6e8e5f HTTP/1.1" status: 200 len: 945 time: 0.0477774 Jan 18 21:10:25.870022 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bc8e9027-c2e7-413f-868d-9d7bb89b5101 req-38b57247-efab-445b-8b67-8bc1a1258823 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/security-groups?id=1743809c-73dc-40d6-8f21-4aca48cfba77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394416 Jan 18 21:10:27.903677 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-97a20ac2-c9fb-41e2-a13b-d44c2b672d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:29.289358 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:30.701986 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:31.996572 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:33.256348 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:10:34.517909 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:37.307897 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:55.751484 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6be9fa9d-b226-4817-aa4d-e57760f8f4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:57.905862 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-df3a16e4-e523-4690-b679-867c1337319c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:10:59.286807 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:00.062732 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce18bf4-2718-4037-a281-874b2cd4f7a0 req-21b87093-8a77-44af-b8c6-95d7b412a80d tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:11:00.064134 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2ce18bf4-2718-4037-a281-874b2cd4f7a0 req-21b87093-8a77-44af-b8c6-95d7b412a80d tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad166c2a-74eb-41b3-ad99-07d75f6e8e5f HTTP/1.1" status: 200 len: 945 time: 0.0521679 Jan 18 21:11:00.111441 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2ce18bf4-2718-4037-a281-874b2cd4f7a0 req-f164894b-6885-406d-a29f-00a970b66c35 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/security-groups?id=1743809c-73dc-40d6-8f21-4aca48cfba77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417683 Jan 18 21:11:00.705138 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:01.237841 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e578b2a-9106-4e08-9da9-a678ac7ae7d1 req-ea62435f-97f8-4c34-a5fe-ae17f2e8cc5c tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:11:01.239497 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e578b2a-9106-4e08-9da9-a678ac7ae7d1 req-ea62435f-97f8-4c34-a5fe-ae17f2e8cc5c tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad166c2a-74eb-41b3-ad99-07d75f6e8e5f HTTP/1.1" status: 200 len: 945 time: 0.0600386 Jan 18 21:11:01.293948 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0e578b2a-9106-4e08-9da9-a678ac7ae7d1 req-55a54277-226a-4859-b109-3d05321c6230 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/security-groups?id=1743809c-73dc-40d6-8f21-4aca48cfba77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485163 Jan 18 21:11:01.807201 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a98b87-4f4a-45e8-848f-134d7d71a9fa req-f54cd668-32c3-401c-8694-457127d3e95e tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:11:01.809145 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-52a98b87-4f4a-45e8-848f-134d7d71a9fa req-f54cd668-32c3-401c-8694-457127d3e95e tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad166c2a-74eb-41b3-ad99-07d75f6e8e5f HTTP/1.1" status: 200 len: 945 time: 0.0469608 Jan 18 21:11:01.899184 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-52a98b87-4f4a-45e8-848f-134d7d71a9fa req-79367b6a-a634-4e1a-b804-f9b68b80a47d tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Deleting port f13d2bd7-2d9b-48c6-9fad-fa76d74958c2 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:11:01.899522 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-52a98b87-4f4a-45e8-848f-134d7d71a9fa req-79367b6a-a634-4e1a-b804-f9b68b80a47d tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (f13d2bd7-2d9b-48c6-9fad-fa76d74958c2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:01.987990 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-52a98b87-4f4a-45e8-848f-134d7d71a9fa req-79367b6a-a634-4e1a-b804-f9b68b80a47d tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] For port f13d2bd7-2d9b-48c6-9fad-fa76d74958c2, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=f13d2bd7-2d9b-48c6-9fad-fa76d74958c2,segment=NetworkSegment(6c33fb13-4022-4386-8bf3-1b20696eb7fc),segment_id=6c33fb13-4022-4386-8bf3-1b20696eb7fc)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:11:01.988403 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-52a98b87-4f4a-45e8-848f-134d7d71a9fa req-79367b6a-a634-4e1a-b804-f9b68b80a47d tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (f13d2bd7-2d9b-48c6-9fad-fa76d74958c2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:01.991040 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:02.001625 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-52a98b87-4f4a-45e8-848f-134d7d71a9fa req-79367b6a-a634-4e1a-b804-f9b68b80a47d tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Calling delete_port for f13d2bd7-2d9b-48c6-9fad-fa76d74958c2 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:11:02.129956 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-52a98b87-4f4a-45e8-848f-134d7d71a9fa req-79367b6a-a634-4e1a-b804-f9b68b80a47d tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (f13d2bd7-2d9b-48c6-9fad-fa76d74958c2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:02.142103 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['f13d2bd7-2d9b-48c6-9fad-fa76d74958c2'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:11:02.158856 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79367b6a-a634-4e1a-b804-f9b68b80a47d tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Pushing event deleted for resources: {'Port': ['ID=f13d2bd7-2d9b-48c6-9fad-fa76d74958c2,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:11:02.186298 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79367b6a-a634-4e1a-b804-f9b68b80a47d tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:02.186641 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79367b6a-a634-4e1a-b804-f9b68b80a47d tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:02.186976 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79367b6a-a634-4e1a-b804-f9b68b80a47d tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:02.187305 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79367b6a-a634-4e1a-b804-f9b68b80a47d tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:02.187629 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79367b6a-a634-4e1a-b804-f9b68b80a47d tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:02.187951 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79367b6a-a634-4e1a-b804-f9b68b80a47d tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:02.188273 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79367b6a-a634-4e1a-b804-f9b68b80a47d tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:02.188619 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79367b6a-a634-4e1a-b804-f9b68b80a47d tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:02.188908 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79367b6a-a634-4e1a-b804-f9b68b80a47d tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:02.189227 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79367b6a-a634-4e1a-b804-f9b68b80a47d tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:02.189542 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79367b6a-a634-4e1a-b804-f9b68b80a47d tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:02.189881 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79367b6a-a634-4e1a-b804-f9b68b80a47d tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:02.190214 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79367b6a-a634-4e1a-b804-f9b68b80a47d tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:02.215788 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a98b87-4f4a-45e8-848f-134d7d71a9fa req-79367b6a-a634-4e1a-b804-f9b68b80a47d tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] No DVR routers for this DVR port f13d2bd7-2d9b-48c6-9fad-fa76d74958c2 on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:11:02.219164 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-52a98b87-4f4a-45e8-848f-134d7d71a9fa req-79367b6a-a634-4e1a-b804-f9b68b80a47d tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:02.223050 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-52a98b87-4f4a-45e8-848f-134d7d71a9fa req-79367b6a-a634-4e1a-b804-f9b68b80a47d tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.57 "DELETE /v2.0/ports/f13d2bd7-2d9b-48c6-9fad-fa76d74958c2 HTTP/1.1" status: 204 len: 173 time: 0.4083276 Jan 18 21:11:02.223500 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad166c2a-74eb-41b3-ad99-07d75f6e8e5f', 'name': 'network-vif-deleted', 'tag': 'f13d2bd7-2d9b-48c6-9fad-fa76d74958c2'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:11:02.226463 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f004e800-0d3b-4320-a16a-f73c4a6fec58" -d '{"events": [{"server_uuid": "ad166c2a-74eb-41b3-ad99-07d75f6e8e5f", "name": "network-vif-deleted", "tag": "f13d2bd7-2d9b-48c6-9fad-fa76d74958c2"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:11:02.276450 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c350db-c18e-4c3a-8196-a1fdb19bf52a x-openstack-request-id: req-b8c350db-c18e-4c3a-8196-a1fdb19bf52a {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:11:02.276450 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad166c2a-74eb-41b3-ad99-07d75f6e8e5f", "name": "network-vif-deleted", "tag": "f13d2bd7-2d9b-48c6-9fad-fa76d74958c2", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:11:02.276450 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8c350db-c18e-4c3a-8196-a1fdb19bf52a {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:11:02.276450 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad166c2a-74eb-41b3-ad99-07d75f6e8e5f', 'name': 'network-vif-deleted', 'tag': 'f13d2bd7-2d9b-48c6-9fad-fa76d74958c2', 'status': 'completed', 'code': 200} Jan 18 21:11:02.404779 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d171b85-495b-48b5-af76-01977f4e4b13 req-4041b2a5-285a-446a-94b3-07a1141b854a tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad166c2a-74eb-41b3-ad99-07d75f6e8e5f HTTP/1.1" status: 200 len: 210 time: 0.0253394 Jan 18 21:11:03.834358 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133eb466-64b8-449e-a76b-778e945fa08f req-cc979d4c-0e3b-4caa-ba16-6d8975b15057 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:11:03.835808 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-133eb466-64b8-449e-a76b-778e945fa08f req-cc979d4c-0e3b-4caa-ba16-6d8975b15057 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/networks?id=dc8e3845-1022-4f57-b253-bc0e9bc59736 HTTP/1.1" status: 200 len: 817 time: 0.1074047 Jan 18 21:11:03.850389 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-133eb466-64b8-449e-a76b-778e945fa08f req-14f2f652-d23b-4e99-a49b-a95e36af8120 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/quotas/c05be470849044b58f424e157c479c51 HTTP/1.1" status: 200 len: 375 time: 0.0086632 Jan 18 21:11:03.898948 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-133eb466-64b8-449e-a76b-778e945fa08f req-5518dfcb-1ba9-4923-81d3-aaf92118d90a tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c05be470849044b58f424e157c479c51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431957 Jan 18 21:11:03.990294 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-133eb466-64b8-449e-a76b-778e945fa08f req-8fc10663-2995-4267-8ef9-cf0ba6ca6844 service neutron] 10.222.0.31 "GET /v2.0/networks/dc8e3845-1022-4f57-b253-bc0e9bc59736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796673 Jan 18 21:11:04.081945 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-133eb466-64b8-449e-a76b-778e945fa08f req-4a5e5e5b-49d7-44dc-8d0c-f89d7228935a service neutron] 10.222.0.31 "GET /v2.0/networks/dc8e3845-1022-4f57-b253-bc0e9bc59736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859685 Jan 18 21:11:04.237693 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e6a9310-356b-43b1-8816-ffd42d818e1d req-e8853337-f4b7-4408-a43f-63f6baa2c250 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=27ad87a1-d803-4a62-a4a9-b856b061b339 HTTP/1.1" status: 200 len: 210 time: 0.0259705 Jan 18 21:11:04.518961 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:05.233474 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133eb466-64b8-449e-a76b-778e945fa08f req-35f93991-8f3c-4024-a29f-ea5822ed841a tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:11:05.235003 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-133eb466-64b8-449e-a76b-778e945fa08f req-35f93991-8f3c-4024-a29f-ea5822ed841a tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.57 "GET /v2.0/networks?id=dc8e3845-1022-4f57-b253-bc0e9bc59736 HTTP/1.1" status: 200 len: 817 time: 0.1078620 Jan 18 21:11:05.247347 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-133eb466-64b8-449e-a76b-778e945fa08f req-dca986fc-b5c4-4b36-81a6-c8617333dbb1 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Request body: {'port': {'device_id': '27ad87a1-d803-4a62-a4a9-b856b061b339', 'network_id': 'dc8e3845-1022-4f57-b253-bc0e9bc59736', 'admin_state_up': True, 'tenant_id': 'c05be470849044b58f424e157c479c51'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:11:05.335643 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f6d53dee-9986-4bdf-a332-76a7c4edd7da req-b0821b0f-f7df-4b6f-8440-cf904291c0e1 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=27ad87a1-d803-4a62-a4a9-b856b061b339 HTTP/1.1" status: 200 len: 210 time: 0.0258985 Jan 18 21:11:05.366359 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-133eb466-64b8-449e-a76b-778e945fa08f req-dca986fc-b5c4-4b36-81a6-c8617333dbb1 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Made reservation on behalf of c05be470849044b58f424e157c479c51 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:11:05.369806 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-133eb466-64b8-449e-a76b-778e945fa08f req-dca986fc-b5c4-4b36-81a6-c8617333dbb1 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:05.491233 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-133eb466-64b8-449e-a76b-778e945fa08f req-dca986fc-b5c4-4b36-81a6-c8617333dbb1 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Allocated IP 172.20.0.3 (dc8e3845-1022-4f57-b253-bc0e9bc59736/452b6543-fb1c-4c7f-adfd-c57a93cec9cd/ce30283e-b328-443e-a1fc-250e42ec5829) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:11:05.638775 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-133eb466-64b8-449e-a76b-778e945fa08f req-dca986fc-b5c4-4b36-81a6-c8617333dbb1 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Publish callbacks [] for port (ce30283e-b328-443e-a1fc-250e42ec5829), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:05.672858 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-133eb466-64b8-449e-a76b-778e945fa08f req-dca986fc-b5c4-4b36-81a6-c8617333dbb1 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ce30283e-b328-443e-a1fc-250e42ec5829), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:05.713585 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-133eb466-64b8-449e-a76b-778e945fa08f req-dca986fc-b5c4-4b36-81a6-c8617333dbb1 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Network dc8e3845-1022-4f57-b253-bc0e9bc59736 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:11:05.717128 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-133eb466-64b8-449e-a76b-778e945fa08f req-dca986fc-b5c4-4b36-81a6-c8617333dbb1 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:11:05.720576 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-133eb466-64b8-449e-a76b-778e945fa08f req-dca986fc-b5c4-4b36-81a6-c8617333dbb1 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:11:05.752931 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca986fc-b5c4-4b36-81a6-c8617333dbb1 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Pushing event updated for resources: {'Port': ['ID=ce30283e-b328-443e-a1fc-250e42ec5829,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:11:05.770919 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device f13d2bd7-2d9b-48c6-9fad-fa76d74958c2 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:11:05.780321 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133eb466-64b8-449e-a76b-778e945fa08f req-dca986fc-b5c4-4b36-81a6-c8617333dbb1 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:11:05.780983 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-133eb466-64b8-449e-a76b-778e945fa08f req-dca986fc-b5c4-4b36-81a6-c8617333dbb1 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:05.795081 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: f13d2bd7-2d9b-48c6-9fad-fa76d74958c2 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:11:05.795417 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device f13d2bd7-2d9b-48c6-9fad-fa76d74958c2 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:11:05.799636 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-133eb466-64b8-449e-a76b-778e945fa08f req-dca986fc-b5c4-4b36-81a6-c8617333dbb1 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5573871 Jan 18 21:11:05.811016 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-133eb466-64b8-449e-a76b-778e945fa08f req-244483a5-e2d5-49e7-aefd-8901e0927f3a service neutron] Request body: {'port': {'device_id': '27ad87a1-d803-4a62-a4a9-b856b061b339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:11:05.867091 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-133eb466-64b8-449e-a76b-778e945fa08f req-244483a5-e2d5-49e7-aefd-8901e0927f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ce30283e-b328-443e-a1fc-250e42ec5829), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:05.989690 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c192f646-5a14-45d2-b330-fa7e47a5cb25 None None] Provisioning complete for port ce30283e-b328-443e-a1fc-250e42ec5829 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:11:05.990344 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c192f646-5a14-45d2-b330-fa7e47a5cb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ce30283e-b328-443e-a1fc-250e42ec5829), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:06.023531 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c192f646-5a14-45d2-b330-fa7e47a5cb25 None None] Port ce30283e-b328-443e-a1fc-250e42ec5829 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:11:06.128233 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-133eb466-64b8-449e-a76b-778e945fa08f req-244483a5-e2d5-49e7-aefd-8901e0927f3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce30283e-b328-443e-a1fc-250e42ec5829 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:11:06.136467 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-133eb466-64b8-449e-a76b-778e945fa08f req-244483a5-e2d5-49e7-aefd-8901e0927f3a service neutron] Publish callbacks [] for port (ce30283e-b328-443e-a1fc-250e42ec5829), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:06.148128 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-133eb466-64b8-449e-a76b-778e945fa08f req-244483a5-e2d5-49e7-aefd-8901e0927f3a service neutron] Transition to ACTIVE for port object ce30283e-b328-443e-a1fc-250e42ec5829 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 21:11:06.152710 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-133eb466-64b8-449e-a76b-778e945fa08f req-244483a5-e2d5-49e7-aefd-8901e0927f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (ce30283e-b328-443e-a1fc-250e42ec5829), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:06.202207 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244483a5-e2d5-49e7-aefd-8901e0927f3a service neutron] Pushing event updated for resources: {'Port': ['ID=ce30283e-b328-443e-a1fc-250e42ec5829,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:11:06.270707 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-133eb466-64b8-449e-a76b-778e945fa08f req-244483a5-e2d5-49e7-aefd-8901e0927f3a service neutron] Attempting to bind port ce30283e-b328-443e-a1fc-250e42ec5829 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:11:06.271396 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-133eb466-64b8-449e-a76b-778e945fa08f req-244483a5-e2d5-49e7-aefd-8901e0927f3a service neutron] Attempting to bind port ce30283e-b328-443e-a1fc-250e42ec5829 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '6c33fb13-4022-4386-8bf3-1b20696eb7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dc8e3845-1022-4f57-b253-bc0e9bc59736'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:11:06.271396 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133eb466-64b8-449e-a76b-778e945fa08f req-244483a5-e2d5-49e7-aefd-8901e0927f3a service neutron] Attempting to bind port ce30283e-b328-443e-a1fc-250e42ec5829 on network dc8e3845-1022-4f57-b253-bc0e9bc59736 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:11:06.276121 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133eb466-64b8-449e-a76b-778e945fa08f req-244483a5-e2d5-49e7-aefd-8901e0927f3a service neutron] Port ce30283e-b328-443e-a1fc-250e42ec5829 on network dc8e3845-1022-4f57-b253-bc0e9bc59736 not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 21:11:06.276882 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133eb466-64b8-449e-a76b-778e945fa08f req-244483a5-e2d5-49e7-aefd-8901e0927f3a service neutron] Attempting to bind port ce30283e-b328-443e-a1fc-250e42ec5829 on network dc8e3845-1022-4f57-b253-bc0e9bc59736 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:11:06.282065 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133eb466-64b8-449e-a76b-778e945fa08f req-244483a5-e2d5-49e7-aefd-8901e0927f3a service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:11:06.282409 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133eb466-64b8-449e-a76b-778e945fa08f req-244483a5-e2d5-49e7-aefd-8901e0927f3a service neutron] Checking segment: {'id': '6c33fb13-4022-4386-8bf3-1b20696eb7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dc8e3845-1022-4f57-b253-bc0e9bc59736'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:11:06.282778 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133eb466-64b8-449e-a76b-778e945fa08f req-244483a5-e2d5-49e7-aefd-8901e0927f3a service neutron] Bound using segment: {'id': '6c33fb13-4022-4386-8bf3-1b20696eb7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dc8e3845-1022-4f57-b253-bc0e9bc59736'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:11:06.283199 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-133eb466-64b8-449e-a76b-778e945fa08f req-244483a5-e2d5-49e7-aefd-8901e0927f3a service neutron] Bound port: ce30283e-b328-443e-a1fc-250e42ec5829, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c33fb13-4022-4386-8bf3-1b20696eb7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dc8e3845-1022-4f57-b253-bc0e9bc59736'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:11:06.283552 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-133eb466-64b8-449e-a76b-778e945fa08f req-244483a5-e2d5-49e7-aefd-8901e0927f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ce30283e-b328-443e-a1fc-250e42ec5829), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:06.351760 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-133eb466-64b8-449e-a76b-778e945fa08f req-244483a5-e2d5-49e7-aefd-8901e0927f3a service neutron] For port ce30283e-b328-443e-a1fc-250e42ec5829, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:11:06.355391 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-133eb466-64b8-449e-a76b-778e945fa08f req-244483a5-e2d5-49e7-aefd-8901e0927f3a service neutron] For port ce30283e-b328-443e-a1fc-250e42ec5829, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=ce30283e-b328-443e-a1fc-250e42ec5829,segment=NetworkSegment(6c33fb13-4022-4386-8bf3-1b20696eb7fc),segment_id=6c33fb13-4022-4386-8bf3-1b20696eb7fc)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:11:06.360062 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-133eb466-64b8-449e-a76b-778e945fa08f req-244483a5-e2d5-49e7-aefd-8901e0927f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (ce30283e-b328-443e-a1fc-250e42ec5829), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:06.392649 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133eb466-64b8-449e-a76b-778e945fa08f req-244483a5-e2d5-49e7-aefd-8901e0927f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:11:06.393276 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-133eb466-64b8-449e-a76b-778e945fa08f req-244483a5-e2d5-49e7-aefd-8901e0927f3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:06.395032 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-133eb466-64b8-449e-a76b-778e945fa08f req-244483a5-e2d5-49e7-aefd-8901e0927f3a service neutron] 10.222.0.57 "PUT /v2.0/ports/ce30283e-b328-443e-a1fc-250e42ec5829 HTTP/1.1" status: 200 len: 1091 time: 0.5883563 Jan 18 21:11:06.397522 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ad87a1-d803-4a62-a4a9-b856b061b339', 'tag': 'ce30283e-b328-443e-a1fc-250e42ec5829'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:11:06.400673 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79717379-5071-4c05-bd83-dcfc2fbbff3b" -d '{"events": [{"name": "network-changed", "server_uuid": "27ad87a1-d803-4a62-a4a9-b856b061b339", "tag": "ce30283e-b328-443e-a1fc-250e42ec5829"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:11:06.434394 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244483a5-e2d5-49e7-aefd-8901e0927f3a service neutron] Pushing event updated for resources: {'Port': ['ID=ce30283e-b328-443e-a1fc-250e42ec5829,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:11:06.481544 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133eb466-64b8-449e-a76b-778e945fa08f req-be91c8b8-5e41-4ed6-bfcf-b3836e611d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:11:06.482825 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-133eb466-64b8-449e-a76b-778e945fa08f req-be91c8b8-5e41-4ed6-bfcf-b3836e611d0a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c05be470849044b58f424e157c479c51&device_id=27ad87a1-d803-4a62-a4a9-b856b061b339 HTTP/1.1" status: 200 len: 1094 time: 0.0436656 Jan 18 21:11:06.483984 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ad7a0-0630-4a03-9d4a-21f16827021b req-6233347d-e744-4793-b3e6-e12b7047f886 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:11:06.485533 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e1ad7a0-0630-4a03-9d4a-21f16827021b req-6233347d-e744-4793-b3e6-e12b7047f886 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=27ad87a1-d803-4a62-a4a9-b856b061b339 HTTP/1.1" status: 200 len: 943 time: 0.0786686 Jan 18 21:11:06.526874 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-133eb466-64b8-449e-a76b-778e945fa08f req-33d29f59-3763-4d3e-b0c7-a3f224418647 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce30283e-b328-443e-a1fc-250e42ec5829 HTTP/1.1" status: 200 len: 217 time: 0.0360351 Jan 18 21:11:06.542485 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e1ad7a0-0630-4a03-9d4a-21f16827021b req-93575824-788f-4004-9ac5-4a083e67ab48 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/security-groups?id=1743809c-73dc-40d6-8f21-4aca48cfba77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511267 Jan 18 21:11:06.581861 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133eb466-64b8-449e-a76b-778e945fa08f req-be1671a0-15f9-4382-8237-183a3710b719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:11:06.583440 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-133eb466-64b8-449e-a76b-778e945fa08f req-be1671a0-15f9-4382-8237-183a3710b719 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=452b6543-fb1c-4c7f-adfd-c57a93cec9cd HTTP/1.1" status: 200 len: 856 time: 0.0510502 Jan 18 21:11:06.586435 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e84638c-bb26-4929-8183-82d491603231 x-openstack-request-id: req-1e84638c-bb26-4929-8183-82d491603231 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:11:06.586739 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27ad87a1-d803-4a62-a4a9-b856b061b339", "tag": "ce30283e-b328-443e-a1fc-250e42ec5829", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:11:06.586993 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e84638c-bb26-4929-8183-82d491603231 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:11:06.587396 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ad87a1-d803-4a62-a4a9-b856b061b339', 'tag': 'ce30283e-b328-443e-a1fc-250e42ec5829', 'status': 'completed', 'code': 200} Jan 18 21:11:06.636651 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133eb466-64b8-449e-a76b-778e945fa08f req-be9bc195-7572-40cf-979d-5ee3a98b58f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:11:06.638285 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-133eb466-64b8-449e-a76b-778e945fa08f req-be9bc195-7572-40cf-979d-5ee3a98b58f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dc8e3845-1022-4f57-b253-bc0e9bc59736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435095 Jan 18 21:11:06.729739 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-133eb466-64b8-449e-a76b-778e945fa08f req-74ec5631-a11b-4e7c-a370-ad0d52d02cd0 service neutron] 10.222.0.57 "GET /v2.0/networks/dc8e3845-1022-4f57-b253-bc0e9bc59736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849166 Jan 18 21:11:06.814680 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-133eb466-64b8-449e-a76b-778e945fa08f req-5745cbd4-3bf7-4177-8ece-19c1d90ac5bc service neutron] 10.222.0.57 "GET /v2.0/networks/dc8e3845-1022-4f57-b253-bc0e9bc59736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787673 Jan 18 21:11:06.897481 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79717379-5071-4c05-bd83-dcfc2fbbff3b req-c4a08b76-fd19-479e-98eb-0a8c27d333f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:11:06.898972 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-79717379-5071-4c05-bd83-dcfc2fbbff3b req-c4a08b76-fd19-479e-98eb-0a8c27d333f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c05be470849044b58f424e157c479c51&device_id=27ad87a1-d803-4a62-a4a9-b856b061b339 HTTP/1.1" status: 200 len: 1094 time: 0.0403907 Jan 18 21:11:06.988129 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79717379-5071-4c05-bd83-dcfc2fbbff3b req-d5ef6e45-c11b-4ae5-8db8-48fbcd2c5498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:11:06.989578 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-79717379-5071-4c05-bd83-dcfc2fbbff3b req-d5ef6e45-c11b-4ae5-8db8-48fbcd2c5498 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dc8e3845-1022-4f57-b253-bc0e9bc59736 HTTP/1.1" status: 200 len: 918 time: 0.0847669 Jan 18 21:11:07.028863 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-79717379-5071-4c05-bd83-dcfc2fbbff3b req-a3d588ca-9fc1-41f3-b490-0e7e900fbab8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce30283e-b328-443e-a1fc-250e42ec5829 HTTP/1.1" status: 200 len: 217 time: 0.0337524 Jan 18 21:11:07.078214 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79717379-5071-4c05-bd83-dcfc2fbbff3b req-9dcf5d9a-a5cf-4a61-b089-7371eeb0b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:11:07.079528 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-79717379-5071-4c05-bd83-dcfc2fbbff3b req-9dcf5d9a-a5cf-4a61-b089-7371eeb0b7de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=452b6543-fb1c-4c7f-adfd-c57a93cec9cd HTTP/1.1" status: 200 len: 856 time: 0.0454051 Jan 18 21:11:07.121879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79717379-5071-4c05-bd83-dcfc2fbbff3b req-7a67260d-8da5-4d25-b2af-bc175f93e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:11:07.123304 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-79717379-5071-4c05-bd83-dcfc2fbbff3b req-7a67260d-8da5-4d25-b2af-bc175f93e648 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dc8e3845-1022-4f57-b253-bc0e9bc59736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381720 Jan 18 21:11:07.209113 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-79717379-5071-4c05-bd83-dcfc2fbbff3b req-fe3aa0f2-a777-467e-b03e-b7b8a8c0df46 service neutron] 10.222.0.57 "GET /v2.0/networks/dc8e3845-1022-4f57-b253-bc0e9bc59736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790560 Jan 18 21:11:07.298452 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-79717379-5071-4c05-bd83-dcfc2fbbff3b req-c3636486-7d43-45b2-baa0-6fb2bab9c1ef service neutron] 10.222.0.57 "GET /v2.0/networks/dc8e3845-1022-4f57-b253-bc0e9bc59736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832863 Jan 18 21:11:07.332157 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:07.661538 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5b2a0-6d1e-4a38-957d-1d3b7a7bc98e req-7d5ab799-d247-4eec-9268-8d51769afbfe tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:11:07.662995 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-17a5b2a0-6d1e-4a38-957d-1d3b7a7bc98e req-7d5ab799-d247-4eec-9268-8d51769afbfe tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=27ad87a1-d803-4a62-a4a9-b856b061b339 HTTP/1.1" status: 200 len: 943 time: 0.0511701 Jan 18 21:11:07.708225 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-17a5b2a0-6d1e-4a38-957d-1d3b7a7bc98e req-b9f174dd-fd55-43dc-a486-0c0ddf25a380 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/security-groups?id=1743809c-73dc-40d6-8f21-4aca48cfba77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390344 Jan 18 21:11:08.819734 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7359e-20d3-44a0-be53-a587e0a8da2a req-726eee31-db25-484c-8d26-c0ccb9355e90 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:11:08.821177 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81e7359e-20d3-44a0-be53-a587e0a8da2a req-726eee31-db25-484c-8d26-c0ccb9355e90 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=27ad87a1-d803-4a62-a4a9-b856b061b339 HTTP/1.1" status: 200 len: 943 time: 0.0466943 Jan 18 21:11:08.865329 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81e7359e-20d3-44a0-be53-a587e0a8da2a req-1a2a5d90-11bf-4cdd-9924-49b6560ddaeb tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/security-groups?id=1743809c-73dc-40d6-8f21-4aca48cfba77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386627 Jan 18 21:11:09.979687 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcadbd-e6aa-42eb-8958-fdbccc9747a0 req-bab126a0-707b-4e7b-a5fc-9db11db494a8 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:11:09.981385 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4bcadbd-e6aa-42eb-8958-fdbccc9747a0 req-bab126a0-707b-4e7b-a5fc-9db11db494a8 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=27ad87a1-d803-4a62-a4a9-b856b061b339 HTTP/1.1" status: 200 len: 943 time: 0.0509911 Jan 18 21:11:10.027312 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4bcadbd-e6aa-42eb-8958-fdbccc9747a0 req-0db7cfef-c9ac-47fb-bf63-eea6432493bc tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/security-groups?id=1743809c-73dc-40d6-8f21-4aca48cfba77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403953 Jan 18 21:11:10.255000 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:11:11.139813 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b3c3b-0b32-4282-8a53-8409430a5079 req-9f4eae2e-7bb7-4d12-be55-a8bd8b85adcc tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:11:11.141289 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9a6b3c3b-0b32-4282-8a53-8409430a5079 req-9f4eae2e-7bb7-4d12-be55-a8bd8b85adcc tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=27ad87a1-d803-4a62-a4a9-b856b061b339 HTTP/1.1" status: 200 len: 943 time: 0.0485990 Jan 18 21:11:11.186871 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9a6b3c3b-0b32-4282-8a53-8409430a5079 req-c4be0816-c941-49ca-b60b-5771fe54fbc3 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/security-groups?id=1743809c-73dc-40d6-8f21-4aca48cfba77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400772 Jan 18 21:11:11.788272 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device ce30283e-b328-443e-a1fc-250e42ec5829 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 21:11:11.883192 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port ce30283e-b328-443e-a1fc-250e42ec5829, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=ce30283e-b328-443e-a1fc-250e42ec5829,segment=NetworkSegment(6c33fb13-4022-4386-8bf3-1b20696eb7fc),segment_id=6c33fb13-4022-4386-8bf3-1b20696eb7fc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:11:11.894805 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': 'ce30283e-b328-443e-a1fc-250e42ec5829', 'network_id': 'dc8e3845-1022-4f57-b253-bc0e9bc59736', 'port_id': 'ce30283e-b328-443e-a1fc-250e42ec5829', 'mac_address': 'fa:16:3e:e6:e8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452b6543-fb1c-4c7f-adfd-c57a93cec9cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 21:11:11.929562 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port ce30283e-b328-443e-a1fc-250e42ec5829 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:11:11.929972 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ce30283e-b328-443e-a1fc-250e42ec5829), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:11.942160 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce30283e-b328-443e-a1fc-250e42ec5829 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:11:11.965360 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port ce30283e-b328-443e-a1fc-250e42ec5829, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=ce30283e-b328-443e-a1fc-250e42ec5829,segment=NetworkSegment(6c33fb13-4022-4386-8bf3-1b20696eb7fc),segment_id=6c33fb13-4022-4386-8bf3-1b20696eb7fc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:11:11.969135 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ce30283e-b328-443e-a1fc-250e42ec5829), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:12.013387 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=ce30283e-b328-443e-a1fc-250e42ec5829,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:11:12.273331 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['ce30283e-b328-443e-a1fc-250e42ec5829'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:11:12.303545 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b65044-49c4-4afe-a9a6-d60c2c768d00 req-e3bacd99-9cb6-4630-a67a-cab09f8d3d6c tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:11:12.303545 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9b65044-49c4-4afe-a9a6-d60c2c768d00 req-e3bacd99-9cb6-4630-a67a-cab09f8d3d6c tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=27ad87a1-d803-4a62-a4a9-b856b061b339 HTTP/1.1" status: 200 len: 944 time: 0.0511951 Jan 18 21:11:12.350105 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f9b65044-49c4-4afe-a9a6-d60c2c768d00 req-f53748f1-e8f5-4a36-bc6e-8b799f297dae tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/security-groups?id=1743809c-73dc-40d6-8f21-4aca48cfba77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397561 Jan 18 21:11:13.465306 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b631de-a47f-4360-8388-15d843c69eb5 req-e0f22e08-2136-4558-8ae5-ff2c77c23b22 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:11:13.466746 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-40b631de-a47f-4360-8388-15d843c69eb5 req-e0f22e08-2136-4558-8ae5-ff2c77c23b22 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=27ad87a1-d803-4a62-a4a9-b856b061b339 HTTP/1.1" status: 200 len: 944 time: 0.0480042 Jan 18 21:11:13.512773 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-40b631de-a47f-4360-8388-15d843c69eb5 req-d2a2f14b-2cd0-449e-b70a-f746efb99290 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/security-groups?id=1743809c-73dc-40d6-8f21-4aca48cfba77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405285 Jan 18 21:11:13.805425 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device ce30283e-b328-443e-a1fc-250e42ec5829 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:11:13.852949 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port ce30283e-b328-443e-a1fc-250e42ec5829 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 21:11:13.856739 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port ce30283e-b328-443e-a1fc-250e42ec5829 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:11:13.857115 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ce30283e-b328-443e-a1fc-250e42ec5829), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:13.931734 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port ce30283e-b328-443e-a1fc-250e42ec5829 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:11:13.932115 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ce30283e-b328-443e-a1fc-250e42ec5829), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:13.957044 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ad87a1-d803-4a62-a4a9-b856b061b339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce30283e-b328-443e-a1fc-250e42ec5829'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:11:13.959703 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee616dec-08eb-4053-a432-3bdb3abbb8fe" -d '{"events": [{"server_uuid": "27ad87a1-d803-4a62-a4a9-b856b061b339", "name": "network-vif-plugged", "status": "completed", "tag": "ce30283e-b328-443e-a1fc-250e42ec5829"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:11:13.973314 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port ce30283e-b328-443e-a1fc-250e42ec5829, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=ce30283e-b328-443e-a1fc-250e42ec5829,segment=NetworkSegment(6c33fb13-4022-4386-8bf3-1b20696eb7fc),segment_id=6c33fb13-4022-4386-8bf3-1b20696eb7fc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:11:13.978366 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ce30283e-b328-443e-a1fc-250e42ec5829), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:14.003208 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71647156-3e31-44d7-8864-6d79ef418711 x-openstack-request-id: req-71647156-3e31-44d7-8864-6d79ef418711 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:11:14.003505 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ad87a1-d803-4a62-a4a9-b856b061b339", "name": "network-vif-plugged", "status": "completed", "tag": "ce30283e-b328-443e-a1fc-250e42ec5829", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:11:14.003763 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71647156-3e31-44d7-8864-6d79ef418711 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:11:14.004160 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ad87a1-d803-4a62-a4a9-b856b061b339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce30283e-b328-443e-a1fc-250e42ec5829', 'code': 200} Jan 18 21:11:14.029776 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=ce30283e-b328-443e-a1fc-250e42ec5829,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:11:14.177239 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efae6e0-22e3-4e0b-8919-b554d8bb6a92 req-5a428ac0-9d26-4ff7-b6d7-98a37dcb692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:11:14.178828 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5efae6e0-22e3-4e0b-8919-b554d8bb6a92 req-5a428ac0-9d26-4ff7-b6d7-98a37dcb692e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=27ad87a1-d803-4a62-a4a9-b856b061b339 HTTP/1.1" status: 200 len: 1096 time: 0.1283484 Jan 18 21:11:14.219292 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-5efae6e0-22e3-4e0b-8919-b554d8bb6a92 req-9cf452bf-7f83-4847-81b2-f159291962bc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1743809c-73dc-40d6-8f21-4aca48cfba77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346699 Jan 18 21:11:14.627925 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629be18-a4f2-4e7b-9cbb-1c73e0a08523 req-813976e5-7018-4870-a115-9157724ced05 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:11:14.629444 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8629be18-a4f2-4e7b-9cbb-1c73e0a08523 req-813976e5-7018-4870-a115-9157724ced05 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=27ad87a1-d803-4a62-a4a9-b856b061b339 HTTP/1.1" status: 200 len: 945 time: 0.0475831 Jan 18 21:11:14.680404 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8629be18-a4f2-4e7b-9cbb-1c73e0a08523 req-e9ff8d76-9d23-45f9-a78d-70d2c8917c2f tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/security-groups?id=1743809c-73dc-40d6-8f21-4aca48cfba77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439329 Jan 18 21:11:15.793337 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467527b-2447-4625-9c07-94908367f026 req-fbd69f6b-5df1-4748-880b-fd7f1242a786 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:11:15.794825 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0467527b-2447-4625-9c07-94908367f026 req-fbd69f6b-5df1-4748-880b-fd7f1242a786 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=27ad87a1-d803-4a62-a4a9-b856b061b339 HTTP/1.1" status: 200 len: 945 time: 0.0473883 Jan 18 21:11:15.840174 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0467527b-2447-4625-9c07-94908367f026 req-5e9a844f-f7ec-4842-bbeb-2d3f67308dba tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/security-groups?id=1743809c-73dc-40d6-8f21-4aca48cfba77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398238 Jan 18 21:11:15.948970 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f19bbf-cb5f-4a56-8857-e100b3373efd req-4cd146ef-71c0-41e8-8aec-bffe18058f90 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:11:15.950437 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-64f19bbf-cb5f-4a56-8857-e100b3373efd req-4cd146ef-71c0-41e8-8aec-bffe18058f90 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=27ad87a1-d803-4a62-a4a9-b856b061b339 HTTP/1.1" status: 200 len: 945 time: 0.0472975 Jan 18 21:11:15.996121 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-64f19bbf-cb5f-4a56-8857-e100b3373efd req-3c1b40cf-6e37-441a-a76e-4f5ae692a160 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/security-groups?id=1743809c-73dc-40d6-8f21-4aca48cfba77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400989 Jan 18 21:11:25.754558 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-aafc9f05-204d-4c15-b2d6-406bdf035d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:27.908137 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e80b02f9-42c6-405c-97d8-2323a8fdd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:29.288999 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:30.707477 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:31.993883 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:34.517232 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:37.351586 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:47.254665 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:11:50.013090 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11115a-cd21-4d04-81ec-812cbefd36fe req-3e79dfd5-bccc-41ce-bb13-a3228e7ab926 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:11:50.014802 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c11115a-cd21-4d04-81ec-812cbefd36fe req-3e79dfd5-bccc-41ce-bb13-a3228e7ab926 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=27ad87a1-d803-4a62-a4a9-b856b061b339 HTTP/1.1" status: 200 len: 945 time: 0.0530035 Jan 18 21:11:50.067458 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c11115a-cd21-4d04-81ec-812cbefd36fe req-7c3382f4-38d6-40d8-bbb0-c0660d7c0711 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/security-groups?id=1743809c-73dc-40d6-8f21-4aca48cfba77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469744 Jan 18 21:11:51.182218 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e52fb7-3815-4e2d-9372-7f2bfc7e5c01 req-adea96c3-65e3-42c0-96d1-62372102f251 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:11:51.183868 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81e52fb7-3815-4e2d-9372-7f2bfc7e5c01 req-adea96c3-65e3-42c0-96d1-62372102f251 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=27ad87a1-d803-4a62-a4a9-b856b061b339 HTTP/1.1" status: 200 len: 945 time: 0.0481839 Jan 18 21:11:51.234047 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81e52fb7-3815-4e2d-9372-7f2bfc7e5c01 req-92553208-2424-45d9-b182-084fa8ce61e3 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/security-groups?id=1743809c-73dc-40d6-8f21-4aca48cfba77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444348 Jan 18 21:11:51.834111 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdac238-4a21-48b2-9139-23be7449f57e req-d1c63dc2-7a16-4162-8eed-88b9d6a65a67 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:11:51.835553 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4bdac238-4a21-48b2-9139-23be7449f57e req-d1c63dc2-7a16-4162-8eed-88b9d6a65a67 tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.57 "GET /v2.0/ports?device_id=27ad87a1-d803-4a62-a4a9-b856b061b339 HTTP/1.1" status: 200 len: 945 time: 0.0514843 Jan 18 21:11:51.925148 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-4bdac238-4a21-48b2-9139-23be7449f57e req-3e0dd1d6-3a02-4d84-b0ac-9283905a874e tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Deleting port ce30283e-b328-443e-a1fc-250e42ec5829 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:11:51.925486 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4bdac238-4a21-48b2-9139-23be7449f57e req-3e0dd1d6-3a02-4d84-b0ac-9283905a874e tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ce30283e-b328-443e-a1fc-250e42ec5829), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:52.017730 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-4bdac238-4a21-48b2-9139-23be7449f57e req-3e0dd1d6-3a02-4d84-b0ac-9283905a874e tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] For port ce30283e-b328-443e-a1fc-250e42ec5829, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=ce30283e-b328-443e-a1fc-250e42ec5829,segment=NetworkSegment(6c33fb13-4022-4386-8bf3-1b20696eb7fc),segment_id=6c33fb13-4022-4386-8bf3-1b20696eb7fc)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:11:52.018089 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4bdac238-4a21-48b2-9139-23be7449f57e req-3e0dd1d6-3a02-4d84-b0ac-9283905a874e tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ce30283e-b328-443e-a1fc-250e42ec5829), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:52.030680 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-4bdac238-4a21-48b2-9139-23be7449f57e req-3e0dd1d6-3a02-4d84-b0ac-9283905a874e tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Calling delete_port for ce30283e-b328-443e-a1fc-250e42ec5829 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:11:52.353405 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860d512-63a7-42cd-9e90-ded41d5ee8cf req-993d0d7a-2a35-4e6b-ae80-b5b208b6e7dd tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:11:52.354911 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5860d512-63a7-42cd-9e90-ded41d5ee8cf req-993d0d7a-2a35-4e6b-ae80-b5b208b6e7dd tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/ports?device_id=27ad87a1-d803-4a62-a4a9-b856b061b339 HTTP/1.1" status: 200 len: 945 time: 0.0491779 Jan 18 21:11:52.399072 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4bdac238-4a21-48b2-9139-23be7449f57e req-3e0dd1d6-3a02-4d84-b0ac-9283905a874e tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ce30283e-b328-443e-a1fc-250e42ec5829), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:52.407935 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5860d512-63a7-42cd-9e90-ded41d5ee8cf req-32c18990-b465-412f-86b7-948a3a21761d tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.31 "GET /v2.0/security-groups?id=1743809c-73dc-40d6-8f21-4aca48cfba77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458155 Jan 18 21:11:52.411250 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['ce30283e-b328-443e-a1fc-250e42ec5829'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:11:52.431767 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0dd1d6-3a02-4d84-b0ac-9283905a874e tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Pushing event deleted for resources: {'Port': ['ID=ce30283e-b328-443e-a1fc-250e42ec5829,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:11:52.473294 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bdac238-4a21-48b2-9139-23be7449f57e req-3e0dd1d6-3a02-4d84-b0ac-9283905a874e tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] No DVR routers for this DVR port ce30283e-b328-443e-a1fc-250e42ec5829 on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:11:52.475909 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4bdac238-4a21-48b2-9139-23be7449f57e req-3e0dd1d6-3a02-4d84-b0ac-9283905a874e tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:52.479204 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4bdac238-4a21-48b2-9139-23be7449f57e req-3e0dd1d6-3a02-4d84-b0ac-9283905a874e tempest-TestEncryptedCinderVolumes-1557074425 tempest-TestEncryptedCinderVolumes-1557074425-project] 10.222.0.57 "DELETE /v2.0/ports/ce30283e-b328-443e-a1fc-250e42ec5829 HTTP/1.1" status: 204 len: 173 time: 0.6379108 Jan 18 21:11:52.479644 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ad87a1-d803-4a62-a4a9-b856b061b339', 'name': 'network-vif-deleted', 'tag': 'ce30283e-b328-443e-a1fc-250e42ec5829'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:11:52.482794 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b1ae0d-f22d-4886-9215-360085423047" -d '{"events": [{"server_uuid": "27ad87a1-d803-4a62-a4a9-b856b061b339", "name": "network-vif-deleted", "tag": "ce30283e-b328-443e-a1fc-250e42ec5829"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:11:52.518260 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69956c2-f3fa-440b-8ef7-b9ca461a4598 x-openstack-request-id: req-a69956c2-f3fa-440b-8ef7-b9ca461a4598 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:11:52.518549 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ad87a1-d803-4a62-a4a9-b856b061b339", "name": "network-vif-deleted", "tag": "ce30283e-b328-443e-a1fc-250e42ec5829", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:11:52.518798 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a69956c2-f3fa-440b-8ef7-b9ca461a4598 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:11:52.519198 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ad87a1-d803-4a62-a4a9-b856b061b339', 'name': 'network-vif-deleted', 'tag': 'ce30283e-b328-443e-a1fc-250e42ec5829', 'status': 'completed', 'code': 200} Jan 18 21:11:53.499174 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42280) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:11:53.832770 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45c2806c-4c8a-4d70-aa39-3cef43cf5be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (40b6bdd4-6234-463d-9621-c203f46a991c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:54.068830 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-45c2806c-4c8a-4d70-aa39-3cef43cf5be8 admin admin] Deleting port 920831dc-4b9e-46bd-a6db-c8b0d240f808 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:11:54.069157 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45c2806c-4c8a-4d70-aa39-3cef43cf5be8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (920831dc-4b9e-46bd-a6db-c8b0d240f808), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:54.144667 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-45c2806c-4c8a-4d70-aa39-3cef43cf5be8 admin admin] For port 920831dc-4b9e-46bd-a6db-c8b0d240f808, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=920831dc-4b9e-46bd-a6db-c8b0d240f808,segment=NetworkSegment(6c33fb13-4022-4386-8bf3-1b20696eb7fc),segment_id=6c33fb13-4022-4386-8bf3-1b20696eb7fc)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:11:54.144941 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45c2806c-4c8a-4d70-aa39-3cef43cf5be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (920831dc-4b9e-46bd-a6db-c8b0d240f808), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:54.156206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-45c2806c-4c8a-4d70-aa39-3cef43cf5be8 admin admin] Calling delete_port for 920831dc-4b9e-46bd-a6db-c8b0d240f808 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:11:54.332430 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45c2806c-4c8a-4d70-aa39-3cef43cf5be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (920831dc-4b9e-46bd-a6db-c8b0d240f808), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:54.357175 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2806c-4c8a-4d70-aa39-3cef43cf5be8 admin admin] Pushing event deleted for resources: {'Port': ['ID=920831dc-4b9e-46bd-a6db-c8b0d240f808,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:11:54.521252 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45c2806c-4c8a-4d70-aa39-3cef43cf5be8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (40b6bdd4-6234-463d-9621-c203f46a991c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:54.728403 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c2806c-4c8a-4d70-aa39-3cef43cf5be8 admin admin] Router 40b6bdd4-6234-463d-9621-c203f46a991c has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:11:54.830047 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c2806c-4c8a-4d70-aa39-3cef43cf5be8 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:11:54.835031 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-45c2806c-4c8a-4d70-aa39-3cef43cf5be8 admin admin] 10.222.0.31 "PUT /v2.0/routers/40b6bdd4-6234-463d-9621-c203f46a991c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3348377 Jan 18 21:11:54.837584 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42282) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:11:54.840809 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4dac46-38c0-46a4-b59e-237b8f151d5b None None] Sync routers for ids ['40b6bdd4-6234-463d-9621-c203f46a991c'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:11:54.852704 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4dac46-38c0-46a4-b59e-237b8f151d5b None None] Routers {'40b6bdd4-6234-463d-9621-c203f46a991c'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:11:54.853302 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-0b4dac46-38c0-46a4-b59e-237b8f151d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:11:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['40b6bdd4-6234-463d-9621-c203f46a991c'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:11:54.938504 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db360a9e-b193-423e-86a5-d4905205a784 admin admin] Publish callbacks [] for router (40b6bdd4-6234-463d-9621-c203f46a991c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:54.951791 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-0b4dac46-38c0-46a4-b59e-237b8f151d5b None None] Set router 40b6bdd4-6234-463d-9621-c203f46a991c gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:11:55.035529 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db360a9e-b193-423e-86a5-d4905205a784 admin admin] Publish callbacks [] for router_gateway (40b6bdd4-6234-463d-9621-c203f46a991c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:55.088881 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-db360a9e-b193-423e-86a5-d4905205a784 admin admin] Deleting port ed5c20e1-1758-4890-8865-4930af0f5894 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:11:55.089219 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db360a9e-b193-423e-86a5-d4905205a784 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ed5c20e1-1758-4890-8865-4930af0f5894), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:55.123231 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-0b4dac46-38c0-46a4-b59e-237b8f151d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b6bdd4-6234-463d-9621-c203f46a991c', 'name': 'tempest-TestEncryptedCinderVolumes-1432163340-router', 'tenant_id': 'c05be470849044b58f424e157c479c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'ed5c20e1-1758-4890-8865-4930af0f5894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:10:04Z', 'updated_at': '2022-01-18T21:11:54Z', 'revision_number': 5, 'project_id': 'c05be470849044b58f424e157c479c51', 'gw_port': {'id': 'ed5c20e1-1758-4890-8865-4930af0f5894', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:10:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b6bdd4-6234-463d-9621-c203f46a991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:10:04Z', 'updated_at': '2022-01-18T21:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:11:55.148676 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4dac46-38c0-46a4-b59e-237b8f151d5b None None] Checking router: 40b6bdd4-6234-463d-9621-c203f46a991c for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:11:55.157127 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4dac46-38c0-46a4-b59e-237b8f151d5b None None] Routers {'40b6bdd4-6234-463d-9621-c203f46a991c'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:11:55.157732 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-0b4dac46-38c0-46a4-b59e-237b8f151d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:11:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['40b6bdd4-6234-463d-9621-c203f46a991c'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:11:55.166628 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-db360a9e-b193-423e-86a5-d4905205a784 admin admin] For port ed5c20e1-1758-4890-8865-4930af0f5894, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ed5c20e1-1758-4890-8865-4930af0f5894,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:11:55.166998 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db360a9e-b193-423e-86a5-d4905205a784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ed5c20e1-1758-4890-8865-4930af0f5894), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:55.178792 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-db360a9e-b193-423e-86a5-d4905205a784 admin admin] Calling delete_port for ed5c20e1-1758-4890-8865-4930af0f5894 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:11:55.240980 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-0b4dac46-38c0-46a4-b59e-237b8f151d5b None None] Set router 40b6bdd4-6234-463d-9621-c203f46a991c gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:11:55.297040 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-0b4dac46-38c0-46a4-b59e-237b8f151d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b6bdd4-6234-463d-9621-c203f46a991c', 'name': 'tempest-TestEncryptedCinderVolumes-1432163340-router', 'tenant_id': 'c05be470849044b58f424e157c479c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:10:04Z', 'updated_at': '2022-01-18T21:11:55Z', 'revision_number': 6, 'project_id': 'c05be470849044b58f424e157c479c51', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:11:55.322877 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4dac46-38c0-46a4-b59e-237b8f151d5b None None] The sync data for ids ['40b6bdd4-6234-463d-9621-c203f46a991c'] in n-d-741529-9 is: [{'id': '40b6bdd4-6234-463d-9621-c203f46a991c', 'name': 'tempest-TestEncryptedCinderVolumes-1432163340-router', 'tenant_id': 'c05be470849044b58f424e157c479c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:10:04Z', 'updated_at': '2022-01-18T21:11:55Z', 'revision_number': 6, 'project_id': 'c05be470849044b58f424e157c479c51', 'gw_port_host': None}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:11:55.355349 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db360a9e-b193-423e-86a5-d4905205a784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (ed5c20e1-1758-4890-8865-4930af0f5894), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:55.379155 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db360a9e-b193-423e-86a5-d4905205a784 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed5c20e1-1758-4890-8865-4930af0f5894,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:11:55.395386 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76b65d7-9a13-4fe0-b144-c0e87aed8ef5 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:11:55.444126 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db360a9e-b193-423e-86a5-d4905205a784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (40b6bdd4-6234-463d-9621-c203f46a991c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:55.759496 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3903a6c7-5a9a-4528-b6a8-2ff5f73a9def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:55.767402 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db360a9e-b193-423e-86a5-d4905205a784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (40b6bdd4-6234-463d-9621-c203f46a991c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:55.769538 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db360a9e-b193-423e-86a5-d4905205a784 admin admin] Publish callbacks [] for router_controller (40b6bdd4-6234-463d-9621-c203f46a991c), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:55.810154 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db360a9e-b193-423e-86a5-d4905205a784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (40b6bdd4-6234-463d-9621-c203f46a991c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:55.810701 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db360a9e-b193-423e-86a5-d4905205a784 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40b6bdd4-6234-463d-9621-c203f46a991c {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 21:11:55.815037 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db360a9e-b193-423e-86a5-d4905205a784 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:55.816286 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-db360a9e-b193-423e-86a5-d4905205a784 admin admin] 10.222.0.31 "DELETE /v2.0/routers/40b6bdd4-6234-463d-9621-c203f46a991c HTTP/1.1" status: 204 len: 168 time: 0.9777660 Jan 18 21:11:55.818886 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42284) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:11:55.862078 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-43772679-b729-4a3d-89e6-0f834efadeac admin admin] Deleting subnet 452b6543-fb1c-4c7f-adfd-c57a93cec9cd {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 21:11:55.864988 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-43772679-b729-4a3d-89e6-0f834efadeac admin admin] Publish callbacks [] for subnet (452b6543-fb1c-4c7f-adfd-c57a93cec9cd), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:55.901943 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-43772679-b729-4a3d-89e6-0f834efadeac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (452b6543-fb1c-4c7f-adfd-c57a93cec9cd), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:55.978250 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device ce30283e-b328-443e-a1fc-250e42ec5829 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:11:55.980727 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-43772679-b729-4a3d-89e6-0f834efadeac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (452b6543-fb1c-4c7f-adfd-c57a93cec9cd), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:56.001926 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: ce30283e-b328-443e-a1fc-250e42ec5829 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:11:56.002273 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device ce30283e-b328-443e-a1fc-250e42ec5829 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:11:56.032234 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-43772679-b729-4a3d-89e6-0f834efadeac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (452b6543-fb1c-4c7f-adfd-c57a93cec9cd), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:56.062831 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43772679-b729-4a3d-89e6-0f834efadeac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=452b6543-fb1c-4c7f-adfd-c57a93cec9cd,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:11:56.064091 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-43772679-b729-4a3d-89e6-0f834efadeac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:56.067814 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-43772679-b729-4a3d-89e6-0f834efadeac admin admin] 10.222.0.31 "DELETE /v2.0/subnets/452b6543-fb1c-4c7f-adfd-c57a93cec9cd HTTP/1.1" status: 204 len: 168 time: 0.2479887 Jan 18 21:11:56.070496 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42286) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:11:56.071609 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f9a2b1-978d-446f-b3e8-b820b557c8db None None] Network dc8e3845-1022-4f57-b253-bc0e9bc59736 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:11:56.140119 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cdb14f7-7e2e-41c9-84ef-dfada69acbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (dc8e3845-1022-4f57-b253-bc0e9bc59736), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:56.193484 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0cdb14f7-7e2e-41c9-84ef-dfada69acbaa admin admin] Deleting port 8e89f563-6f37-47de-a387-166e95a5b4b6 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:11:56.193848 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cdb14f7-7e2e-41c9-84ef-dfada69acbaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (8e89f563-6f37-47de-a387-166e95a5b4b6), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:56.242089 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebec7ba-c8ac-4dff-8ae8-793444bdd8c3 None None] DHCP port deletion for dc8e3845-1022-4f57-b253-bc0e9bc59736 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:11:56.262200 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0cdb14f7-7e2e-41c9-84ef-dfada69acbaa admin admin] For port 8e89f563-6f37-47de-a387-166e95a5b4b6, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8e89f563-6f37-47de-a387-166e95a5b4b6,segment=NetworkSegment(6c33fb13-4022-4386-8bf3-1b20696eb7fc),segment_id=6c33fb13-4022-4386-8bf3-1b20696eb7fc)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:11:56.262551 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cdb14f7-7e2e-41c9-84ef-dfada69acbaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (8e89f563-6f37-47de-a387-166e95a5b4b6), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:56.278843 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0cdb14f7-7e2e-41c9-84ef-dfada69acbaa admin admin] Calling delete_port for 8e89f563-6f37-47de-a387-166e95a5b4b6 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:11:56.294716 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4ebec7ba-c8ac-4dff-8ae8-793444bdd8c3 None None] Deleting port 8e89f563-6f37-47de-a387-166e95a5b4b6 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:11:56.295175 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4ebec7ba-c8ac-4dff-8ae8-793444bdd8c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (8e89f563-6f37-47de-a387-166e95a5b4b6), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:56.361804 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-4ebec7ba-c8ac-4dff-8ae8-793444bdd8c3 None None] For port 8e89f563-6f37-47de-a387-166e95a5b4b6, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8e89f563-6f37-47de-a387-166e95a5b4b6,segment=NetworkSegment(6c33fb13-4022-4386-8bf3-1b20696eb7fc),segment_id=6c33fb13-4022-4386-8bf3-1b20696eb7fc)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:11:56.363190 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4ebec7ba-c8ac-4dff-8ae8-793444bdd8c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (8e89f563-6f37-47de-a387-166e95a5b4b6), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:56.367564 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cdb14f7-7e2e-41c9-84ef-dfada69acbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (8e89f563-6f37-47de-a387-166e95a5b4b6), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:56.376432 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4ebec7ba-c8ac-4dff-8ae8-793444bdd8c3 None None] Calling delete_port for 8e89f563-6f37-47de-a387-166e95a5b4b6 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:11:56.394150 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb14f7-7e2e-41c9-84ef-dfada69acbaa admin admin] Pushing event deleted for resources: {'Port': ['ID=8e89f563-6f37-47de-a387-166e95a5b4b6,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:11:56.400438 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdb14f7-7e2e-41c9-84ef-dfada69acbaa admin admin] No DVR routers for this DVR port 8e89f563-6f37-47de-a387-166e95a5b4b6 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:11:56.463877 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4ebec7ba-c8ac-4dff-8ae8-793444bdd8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (8e89f563-6f37-47de-a387-166e95a5b4b6), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:56.476185 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cdb14f7-7e2e-41c9-84ef-dfada69acbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (dc8e3845-1022-4f57-b253-bc0e9bc59736), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:56.487405 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebec7ba-c8ac-4dff-8ae8-793444bdd8c3 None None] Pushing event deleted for resources: {'Port': ['ID=8e89f563-6f37-47de-a387-166e95a5b4b6,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:11:56.497152 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebec7ba-c8ac-4dff-8ae8-793444bdd8c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:56.497506 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebec7ba-c8ac-4dff-8ae8-793444bdd8c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:56.497817 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-0cdb14f7-7e2e-41c9-84ef-dfada69acbaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8e3845-1022-4f57-b253-bc0e9bc59736']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:11:56.497968 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebec7ba-c8ac-4dff-8ae8-793444bdd8c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:56.498203 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebec7ba-c8ac-4dff-8ae8-793444bdd8c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:56.498539 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebec7ba-c8ac-4dff-8ae8-793444bdd8c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:56.498872 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebec7ba-c8ac-4dff-8ae8-793444bdd8c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:56.499206 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebec7ba-c8ac-4dff-8ae8-793444bdd8c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:56.499534 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebec7ba-c8ac-4dff-8ae8-793444bdd8c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:56.499858 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebec7ba-c8ac-4dff-8ae8-793444bdd8c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:56.500493 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebec7ba-c8ac-4dff-8ae8-793444bdd8c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:56.500493 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebec7ba-c8ac-4dff-8ae8-793444bdd8c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:56.500813 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebec7ba-c8ac-4dff-8ae8-793444bdd8c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:56.501133 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebec7ba-c8ac-4dff-8ae8-793444bdd8c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:56.503875 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebec7ba-c8ac-4dff-8ae8-793444bdd8c3 None None] No DVR routers for this DVR port 8e89f563-6f37-47de-a387-166e95a5b4b6 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:11:56.512841 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-0cdb14f7-7e2e-41c9-84ef-dfada69acbaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c33fb13-4022-4386-8bf3-1b20696eb7fc') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:11:56.512841 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-0cdb14f7-7e2e-41c9-84ef-dfada69acbaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c33fb13-4022-4386-8bf3-1b20696eb7fc') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:11:56.520216 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cdb14f7-7e2e-41c9-84ef-dfada69acbaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (6c33fb13-4022-4386-8bf3-1b20696eb7fc), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cdb14f7-7e2e-41c9-84ef-dfada69acbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (6c33fb13-4022-4386-8bf3-1b20696eb7fc), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cdb14f7-7e2e-41c9-84ef-dfada69acbaa admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cdb14f7-7e2e-41c9-84ef-dfada69acbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (6c33fb13-4022-4386-8bf3-1b20696eb7fc), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: timer() Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 21:11:56.542044 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 21:11:56.598490 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cdb14f7-7e2e-41c9-84ef-dfada69acbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (dc8e3845-1022-4f57-b253-bc0e9bc59736), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:56.604095 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cdb14f7-7e2e-41c9-84ef-dfada69acbaa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:56.608675 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0cdb14f7-7e2e-41c9-84ef-dfada69acbaa admin admin] 10.222.0.31 "DELETE /v2.0/networks/dc8e3845-1022-4f57-b253-bc0e9bc59736 HTTP/1.1" status: 204 len: 168 time: 0.5372586 Jan 18 21:11:56.611746 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42288) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:11:56.621182 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb14f7-7e2e-41c9-84ef-dfada69acbaa admin admin] Pushing event deleted for resources: {'Network': ['ID=dc8e3845-1022-4f57-b253-bc0e9bc59736,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:11:56.941102 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f588bfc4-258a-4522-a38d-6982289caf56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (47b240b4-c901-4854-b1f8-38e2263ab583), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:57.175353 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-f588bfc4-258a-4522-a38d-6982289caf56 admin admin] Deleting port bec22120-98e0-492f-8679-a2403ce06ec7 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:11:57.175680 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f588bfc4-258a-4522-a38d-6982289caf56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (bec22120-98e0-492f-8679-a2403ce06ec7), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:57.289539 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ed5c20e1-1758-4890-8865-4930af0f5894 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:11:57.311177 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: ed5c20e1-1758-4890-8865-4930af0f5894 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:11:57.311529 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ed5c20e1-1758-4890-8865-4930af0f5894 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:11:57.311948 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8e89f563-6f37-47de-a387-166e95a5b4b6 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:11:57.332368 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 8e89f563-6f37-47de-a387-166e95a5b4b6 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:11:57.332723 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8e89f563-6f37-47de-a387-166e95a5b4b6 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:11:57.333144 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 920831dc-4b9e-46bd-a6db-c8b0d240f808 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:11:57.356338 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 920831dc-4b9e-46bd-a6db-c8b0d240f808 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:11:57.356684 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 920831dc-4b9e-46bd-a6db-c8b0d240f808 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:11:57.600585 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-f588bfc4-258a-4522-a38d-6982289caf56 admin admin] For port bec22120-98e0-492f-8679-a2403ce06ec7, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=bec22120-98e0-492f-8679-a2403ce06ec7,segment=NetworkSegment(902e9d5c-3677-4976-8567-5cb5bdf192d7),segment_id=902e9d5c-3677-4976-8567-5cb5bdf192d7)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:11:57.600828 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f588bfc4-258a-4522-a38d-6982289caf56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (bec22120-98e0-492f-8679-a2403ce06ec7), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:57.613122 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-f588bfc4-258a-4522-a38d-6982289caf56 admin admin] Calling delete_port for bec22120-98e0-492f-8679-a2403ce06ec7 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:11:57.783177 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f588bfc4-258a-4522-a38d-6982289caf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (bec22120-98e0-492f-8679-a2403ce06ec7), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:57.807431 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588bfc4-258a-4522-a38d-6982289caf56 admin admin] Pushing event deleted for resources: {'Port': ['ID=bec22120-98e0-492f-8679-a2403ce06ec7,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:11:57.819471 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f588bfc4-258a-4522-a38d-6982289caf56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:57.819471 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f588bfc4-258a-4522-a38d-6982289caf56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:57.819742 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f588bfc4-258a-4522-a38d-6982289caf56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:57.819873 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f588bfc4-258a-4522-a38d-6982289caf56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:57.820204 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f588bfc4-258a-4522-a38d-6982289caf56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:57.820531 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f588bfc4-258a-4522-a38d-6982289caf56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:57.820857 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f588bfc4-258a-4522-a38d-6982289caf56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:57.821180 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f588bfc4-258a-4522-a38d-6982289caf56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:57.821505 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f588bfc4-258a-4522-a38d-6982289caf56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:57.821850 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f588bfc4-258a-4522-a38d-6982289caf56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:57.822171 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f588bfc4-258a-4522-a38d-6982289caf56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:57.822491 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f588bfc4-258a-4522-a38d-6982289caf56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:57.822811 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f588bfc4-258a-4522-a38d-6982289caf56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:11:57.914876 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c6078159-e749-4e83-80b7-3a107208bfa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:57.986588 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f588bfc4-258a-4522-a38d-6982289caf56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (47b240b4-c901-4854-b1f8-38e2263ab583), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:58.189346 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f588bfc4-258a-4522-a38d-6982289caf56 admin admin] Router 47b240b4-c901-4854-b1f8-38e2263ab583 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:11:58.291871 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f588bfc4-258a-4522-a38d-6982289caf56 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:11:58.296886 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f588bfc4-258a-4522-a38d-6982289caf56 admin admin] 10.222.0.31 "PUT /v2.0/routers/47b240b4-c901-4854-b1f8-38e2263ab583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6840744 Jan 18 21:11:58.299635 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42290) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:11:58.300258 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6eeb69-028e-434b-afe8-f65875d4a934 None None] Sync routers for ids ['47b240b4-c901-4854-b1f8-38e2263ab583'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:11:58.310674 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6eeb69-028e-434b-afe8-f65875d4a934 None None] Routers {'47b240b4-c901-4854-b1f8-38e2263ab583'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:11:58.311365 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9d6eeb69-028e-434b-afe8-f65875d4a934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:11:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['47b240b4-c901-4854-b1f8-38e2263ab583'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:11:58.400837 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-30a97420-fa86-43e1-b1aa-3f7917c15406 admin admin] Publish callbacks [] for router (47b240b4-c901-4854-b1f8-38e2263ab583), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:58.418953 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-9d6eeb69-028e-434b-afe8-f65875d4a934 None None] Set router 47b240b4-c901-4854-b1f8-38e2263ab583 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:11:58.502149 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-30a97420-fa86-43e1-b1aa-3f7917c15406 admin admin] Publish callbacks [] for router_gateway (47b240b4-c901-4854-b1f8-38e2263ab583), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:58.553819 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-30a97420-fa86-43e1-b1aa-3f7917c15406 admin admin] Deleting port cb1783d7-461a-495e-9e8c-898383ffdfe0 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:11:58.554160 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-30a97420-fa86-43e1-b1aa-3f7917c15406 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (cb1783d7-461a-495e-9e8c-898383ffdfe0), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:58.591848 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9d6eeb69-028e-434b-afe8-f65875d4a934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b240b4-c901-4854-b1f8-38e2263ab583', 'name': 'tempest-TestEncryptedCinderVolumes-1666027323-router', 'tenant_id': '83f9c60c28864159956d1bb30af7d59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'cb1783d7-461a-495e-9e8c-898383ffdfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:10:08Z', 'updated_at': '2022-01-18T21:11:57Z', 'revision_number': 5, 'project_id': '83f9c60c28864159956d1bb30af7d59a', 'gw_port': {'id': 'cb1783d7-461a-495e-9e8c-898383ffdfe0', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b240b4-c901-4854-b1f8-38e2263ab583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:10:09Z', 'updated_at': '2022-01-18T21:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:11:58.617339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6eeb69-028e-434b-afe8-f65875d4a934 None None] Checking router: 47b240b4-c901-4854-b1f8-38e2263ab583 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:11:58.626537 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6eeb69-028e-434b-afe8-f65875d4a934 None None] Routers {'47b240b4-c901-4854-b1f8-38e2263ab583'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:11:58.627134 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9d6eeb69-028e-434b-afe8-f65875d4a934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:11:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['47b240b4-c901-4854-b1f8-38e2263ab583'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:11:58.634155 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-30a97420-fa86-43e1-b1aa-3f7917c15406 admin admin] For port cb1783d7-461a-495e-9e8c-898383ffdfe0, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=cb1783d7-461a-495e-9e8c-898383ffdfe0,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:11:58.634671 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-30a97420-fa86-43e1-b1aa-3f7917c15406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (cb1783d7-461a-495e-9e8c-898383ffdfe0), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:58.647267 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-30a97420-fa86-43e1-b1aa-3f7917c15406 admin admin] Calling delete_port for cb1783d7-461a-495e-9e8c-898383ffdfe0 owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:11:58.710172 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-9d6eeb69-028e-434b-afe8-f65875d4a934 None None] Set router 47b240b4-c901-4854-b1f8-38e2263ab583 gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:11:58.767696 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9d6eeb69-028e-434b-afe8-f65875d4a934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b240b4-c901-4854-b1f8-38e2263ab583', 'name': 'tempest-TestEncryptedCinderVolumes-1666027323-router', 'tenant_id': '83f9c60c28864159956d1bb30af7d59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:10:08Z', 'updated_at': '2022-01-18T21:11:58Z', 'revision_number': 6, 'project_id': '83f9c60c28864159956d1bb30af7d59a', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:11:58.793308 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6eeb69-028e-434b-afe8-f65875d4a934 None None] The sync data for ids ['47b240b4-c901-4854-b1f8-38e2263ab583'] in n-d-741529-9 is: [{'id': '47b240b4-c901-4854-b1f8-38e2263ab583', 'name': 'tempest-TestEncryptedCinderVolumes-1666027323-router', 'tenant_id': '83f9c60c28864159956d1bb30af7d59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:10:08Z', 'updated_at': '2022-01-18T21:11:58Z', 'revision_number': 6, 'project_id': '83f9c60c28864159956d1bb30af7d59a', 'gw_port_host': None}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:11:58.814335 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-30a97420-fa86-43e1-b1aa-3f7917c15406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (cb1783d7-461a-495e-9e8c-898383ffdfe0), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:58.842050 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a97420-fa86-43e1-b1aa-3f7917c15406 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb1783d7-461a-495e-9e8c-898383ffdfe0,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:11:58.851518 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664a5f26-0966-4fde-a658-1558275bbce5 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:11:58.901347 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-30a97420-fa86-43e1-b1aa-3f7917c15406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (47b240b4-c901-4854-b1f8-38e2263ab583), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:58.993363 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-30a97420-fa86-43e1-b1aa-3f7917c15406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (47b240b4-c901-4854-b1f8-38e2263ab583), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:58.995522 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-30a97420-fa86-43e1-b1aa-3f7917c15406 admin admin] Publish callbacks [] for router_controller (47b240b4-c901-4854-b1f8-38e2263ab583), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:59.037140 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-30a97420-fa86-43e1-b1aa-3f7917c15406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (47b240b4-c901-4854-b1f8-38e2263ab583), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:59.037619 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a97420-fa86-43e1-b1aa-3f7917c15406 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47b240b4-c901-4854-b1f8-38e2263ab583 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 21:11:59.042277 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-30a97420-fa86-43e1-b1aa-3f7917c15406 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:59.044050 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-30a97420-fa86-43e1-b1aa-3f7917c15406 admin admin] 10.222.0.31 "DELETE /v2.0/routers/47b240b4-c901-4854-b1f8-38e2263ab583 HTTP/1.1" status: 204 len: 168 time: 0.7434838 Jan 18 21:11:59.046535 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42292) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:11:59.089069 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-a37e9811-2f2d-413c-aea6-eba1b5e1ae1c admin admin] Deleting subnet 8545d324-4a5e-47e6-969d-0d4c6c350479 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 21:11:59.091983 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a37e9811-2f2d-413c-aea6-eba1b5e1ae1c admin admin] Publish callbacks [] for subnet (8545d324-4a5e-47e6-969d-0d4c6c350479), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:59.133815 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a37e9811-2f2d-413c-aea6-eba1b5e1ae1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (8545d324-4a5e-47e6-969d-0d4c6c350479), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:59.219109 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a37e9811-2f2d-413c-aea6-eba1b5e1ae1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (8545d324-4a5e-47e6-969d-0d4c6c350479), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:59.270905 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a37e9811-2f2d-413c-aea6-eba1b5e1ae1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (8545d324-4a5e-47e6-969d-0d4c6c350479), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:59.294144 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e9811-2f2d-413c-aea6-eba1b5e1ae1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8545d324-4a5e-47e6-969d-0d4c6c350479,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:11:59.294362 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:59.303326 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a37e9811-2f2d-413c-aea6-eba1b5e1ae1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:59.308578 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8289c6b8-a27c-42be-8b02-f8f8da50a38d None None] Network bd8a465d-f25d-478b-bd4f-a52c39649890 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:11:59.309580 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42294) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:11:59.310076 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a37e9811-2f2d-413c-aea6-eba1b5e1ae1c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8545d324-4a5e-47e6-969d-0d4c6c350479 HTTP/1.1" status: 204 len: 168 time: 0.2621505 Jan 18 21:11:59.377230 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bd1e31e3-2c8c-4433-810e-a96d918af6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (bd8a465d-f25d-478b-bd4f-a52c39649890), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:59.443463 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-bd1e31e3-2c8c-4433-810e-a96d918af6a6 admin admin] Deleting port 74237cf8-9f4c-4e98-96fe-b9344727b5e4 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:11:59.443798 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bd1e31e3-2c8c-4433-810e-a96d918af6a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (74237cf8-9f4c-4e98-96fe-b9344727b5e4), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:59.507070 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-bd1e31e3-2c8c-4433-810e-a96d918af6a6 admin admin] For port 74237cf8-9f4c-4e98-96fe-b9344727b5e4, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=74237cf8-9f4c-4e98-96fe-b9344727b5e4,segment=NetworkSegment(902e9d5c-3677-4976-8567-5cb5bdf192d7),segment_id=902e9d5c-3677-4976-8567-5cb5bdf192d7)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:11:59.507429 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bd1e31e3-2c8c-4433-810e-a96d918af6a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (74237cf8-9f4c-4e98-96fe-b9344727b5e4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:59.521895 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cf62dd-d4d3-4784-ab69-121cbc09df4f None None] DHCP port deletion for bd8a465d-f25d-478b-bd4f-a52c39649890 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:11:59.522931 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-bd1e31e3-2c8c-4433-810e-a96d918af6a6 admin admin] Calling delete_port for 74237cf8-9f4c-4e98-96fe-b9344727b5e4 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:11:59.578758 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device bec22120-98e0-492f-8679-a2403ce06ec7 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:11:59.601152 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: bec22120-98e0-492f-8679-a2403ce06ec7 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:11:59.601494 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device bec22120-98e0-492f-8679-a2403ce06ec7 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:11:59.601928 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 74237cf8-9f4c-4e98-96fe-b9344727b5e4 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:11:59.608113 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-81cf62dd-d4d3-4784-ab69-121cbc09df4f None None] Deleting port 74237cf8-9f4c-4e98-96fe-b9344727b5e4 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:11:59.610377 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-81cf62dd-d4d3-4784-ab69-121cbc09df4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (74237cf8-9f4c-4e98-96fe-b9344727b5e4), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:59.618627 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bd1e31e3-2c8c-4433-810e-a96d918af6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (74237cf8-9f4c-4e98-96fe-b9344727b5e4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:59.647762 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e31e3-2c8c-4433-810e-a96d918af6a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=74237cf8-9f4c-4e98-96fe-b9344727b5e4,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:11:59.652002 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1e31e3-2c8c-4433-810e-a96d918af6a6 admin admin] No DVR routers for this DVR port 74237cf8-9f4c-4e98-96fe-b9344727b5e4 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:11:59.707488 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-81cf62dd-d4d3-4784-ab69-121cbc09df4f None None] For port 74237cf8-9f4c-4e98-96fe-b9344727b5e4, host n-d-741529-9, got binding levels [] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:11:59.707880 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-81cf62dd-d4d3-4784-ab69-121cbc09df4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (74237cf8-9f4c-4e98-96fe-b9344727b5e4), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:59.734779 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bd1e31e3-2c8c-4433-810e-a96d918af6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (bd8a465d-f25d-478b-bd4f-a52c39649890), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:59.757020 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-bd1e31e3-2c8c-4433-810e-a96d918af6a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd8a465d-f25d-478b-bd4f-a52c39649890']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:11:59.768981 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-bd1e31e3-2c8c-4433-810e-a96d918af6a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902e9d5c-3677-4976-8567-5cb5bdf192d7') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:11:59.769275 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-bd1e31e3-2c8c-4433-810e-a96d918af6a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902e9d5c-3677-4976-8567-5cb5bdf192d7') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:11:59.780358 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bd1e31e3-2c8c-4433-810e-a96d918af6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (902e9d5c-3677-4976-8567-5cb5bdf192d7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:59.794658 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bd1e31e3-2c8c-4433-810e-a96d918af6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (902e9d5c-3677-4976-8567-5cb5bdf192d7), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:59.801428 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd1e31e3-2c8c-4433-810e-a96d918af6a6 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 21:11:59.801858 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bd1e31e3-2c8c-4433-810e-a96d918af6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (902e9d5c-3677-4976-8567-5cb5bdf192d7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: timer() Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 21:11:59.803682 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 21:11:59.864067 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bd1e31e3-2c8c-4433-810e-a96d918af6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (bd8a465d-f25d-478b-bd4f-a52c39649890), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:59.873086 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bd1e31e3-2c8c-4433-810e-a96d918af6a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:59.880593 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bd1e31e3-2c8c-4433-810e-a96d918af6a6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/bd8a465d-f25d-478b-bd4f-a52c39649890 HTTP/1.1" status: 204 len: 168 time: 0.5698321 Jan 18 21:11:59.884106 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No active binding found for port 74237cf8-9f4c-4e98-96fe-b9344727b5e4 {{(pid=103337) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 18 21:11:59.884960 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] The host n-d-741529-9 is not matching for port 74237cf8-9f4c-4e98-96fe-b9344727b5e4 host None! {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 18 21:11:59.884960 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 74237cf8-9f4c-4e98-96fe-b9344727b5e4 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:11:59.885390 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device cb1783d7-461a-495e-9e8c-898383ffdfe0 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:11:59.892162 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e31e3-2c8c-4433-810e-a96d918af6a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd8a465d-f25d-478b-bd4f-a52c39649890,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:11:59.909958 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: cb1783d7-461a-495e-9e8c-898383ffdfe0 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:11:59.910305 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device cb1783d7-461a-495e-9e8c-898383ffdfe0 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:11:59.912801 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-81cf62dd-d4d3-4784-ab69-121cbc09df4f None None] Calling delete_port for 74237cf8-9f4c-4e98-96fe-b9344727b5e4 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:11:59.915987 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.ipam_backend_mixin [None req-81cf62dd-d4d3-4784-ab69-121cbc09df4f None None] Port 74237cf8-9f4c-4e98-96fe-b9344727b5e4 was not found and therefore no delete operation was performed {{(pid=103337) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 21:11:59.917239 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-81cf62dd-d4d3-4784-ab69-121cbc09df4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (74237cf8-9f4c-4e98-96fe-b9344727b5e4), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:11:59.928625 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-81cf62dd-d4d3-4784-ab69-121cbc09df4f None None] Network bd8a465d-f25d-478b-bd4f-a52c39649890 is not hosted by any dhcp agent {{(pid=103337) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 18 21:11:59.929084 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cf62dd-d4d3-4784-ab69-121cbc09df4f None None] No DVR routers for this DVR port 74237cf8-9f4c-4e98-96fe-b9344727b5e4 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:11:59.948626 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf62dd-d4d3-4784-ab69-121cbc09df4f None None] Pushing event deleted for resources: {'Port': ['ID=74237cf8-9f4c-4e98-96fe-b9344727b5e4,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:00.061093 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42298) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:12:00.100488 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ad86fd17-0cb9-4a06-8994-f6b46a707867 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c05be470849044b58f424e157c479c51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380874 Jan 18 21:12:00.102780 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42300) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:12:00.152492 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-af3796bc-c838-4d99-97bd-bf675f7cf712 admin admin] Publish callbacks [] for security_group (1743809c-73dc-40d6-8f21-4aca48cfba77), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:00.172798 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-af3796bc-c838-4d99-97bd-bf675f7cf712 admin admin] Publish callbacks [] for security_group (1743809c-73dc-40d6-8f21-4aca48cfba77), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:00.218021 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-af3796bc-c838-4d99-97bd-bf675f7cf712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1743809c-73dc-40d6-8f21-4aca48cfba77), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:00.220648 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-af3796bc-c838-4d99-97bd-bf675f7cf712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:00.221839 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-af3796bc-c838-4d99-97bd-bf675f7cf712 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1743809c-73dc-40d6-8f21-4aca48cfba77 HTTP/1.1" status: 204 len: 168 time: 0.1181457 Jan 18 21:12:00.229192 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3796bc-c838-4d99-97bd-bf675f7cf712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1743809c-73dc-40d6-8f21-4aca48cfba77,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:00.532568 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42306) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:12:00.572180 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1a19d7e0-1c38-4b16-908e-6fd9733405a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=83f9c60c28864159956d1bb30af7d59a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383923 Jan 18 21:12:00.574470 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42308) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:12:00.619818 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47dad230-f6a7-4be9-96ce-f218970ce971 admin admin] Publish callbacks [] for security_group (58f3f16c-4e48-4a1e-88cb-c96030f7cb91), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:00.641385 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47dad230-f6a7-4be9-96ce-f218970ce971 admin admin] Publish callbacks [] for security_group (58f3f16c-4e48-4a1e-88cb-c96030f7cb91), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:00.686105 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47dad230-f6a7-4be9-96ce-f218970ce971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (58f3f16c-4e48-4a1e-88cb-c96030f7cb91), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:00.688861 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47dad230-f6a7-4be9-96ce-f218970ce971 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:00.690003 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-47dad230-f6a7-4be9-96ce-f218970ce971 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/58f3f16c-4e48-4a1e-88cb-c96030f7cb91 HTTP/1.1" status: 204 len: 168 time: 0.1146441 Jan 18 21:12:00.699392 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dad230-f6a7-4be9-96ce-f218970ce971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f3f16c-4e48-4a1e-88cb-c96030f7cb91,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:00.731165 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:01.345492 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42330) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:12:01.441027 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-960b5391-c4ed-41d3-be06-190a9426eaa2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1556377950-network', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:12:01.469133 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960b5391-c4ed-41d3-be06-190a9426eaa2 admin admin] Made reservation on behalf of 2e23f17734d3484fabf43e2cac14ccbf for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:12:01.471455 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-960b5391-c4ed-41d3-be06-190a9426eaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:01.479673 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-960b5391-c4ed-41d3-be06-190a9426eaa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:01.553684 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-960b5391-c4ed-41d3-be06-190a9426eaa2 admin admin] Publish callbacks [] for security_group (c8de3121-4bb1-4ff8-b695-46fdec34b173), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:01.557115 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-960b5391-c4ed-41d3-be06-190a9426eaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c8de3121-4bb1-4ff8-b695-46fdec34b173), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:01.581381 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-960b5391-c4ed-41d3-be06-190a9426eaa2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 21:12:01.591211 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b5391-c4ed-41d3-be06-190a9426eaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8de3121-4bb1-4ff8-b695-46fdec34b173,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:01.596135 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-960b5391-c4ed-41d3-be06-190a9426eaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (133dc286-8942-4c00-88ec-2da0dfd7b66b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:01.596471 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-960b5391-c4ed-41d3-be06-190a9426eaa2 admin admin] Added segment 133dc286-8942-4c00-88ec-2da0dfd7b66b of type vlan for network 0448f627-8dec-42c5-a8c2-cbbf20770033 Jan 18 21:12:01.634313 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-960b5391-c4ed-41d3-be06-190a9426eaa2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (0448f627-8dec-42c5-a8c2-cbbf20770033), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:01.657875 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-960b5391-c4ed-41d3-be06-190a9426eaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (0448f627-8dec-42c5-a8c2-cbbf20770033), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:01.658792 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960b5391-c4ed-41d3-be06-190a9426eaa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:01.659353 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-960b5391-c4ed-41d3-be06-190a9426eaa2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:01.690624 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-960b5391-c4ed-41d3-be06-190a9426eaa2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3440502 Jan 18 21:12:01.693615 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42334) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:12:01.698735 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-4936a21c-345d-47e8-adc0-99b12954c46e admin admin] Request body: {'subnet': {'network_id': '0448f627-8dec-42c5-a8c2-cbbf20770033', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1556377950-subnet', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:12:01.722173 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4936a21c-345d-47e8-adc0-99b12954c46e admin admin] Made reservation on behalf of 2e23f17734d3484fabf43e2cac14ccbf for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:12:01.724684 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4936a21c-345d-47e8-adc0-99b12954c46e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:01.726359 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b5391-c4ed-41d3-be06-190a9426eaa2 admin admin] Pushing event updated for resources: {'Network': ['ID=0448f627-8dec-42c5-a8c2-cbbf20770033,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:01.736577 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 0448f627-8dec-42c5-a8c2-cbbf20770033 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 21:12:01.890403 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4936a21c-345d-47e8-adc0-99b12954c46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (522e63b9-544d-4844-848d-931b8e5f64c4), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:01.947277 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936a21c-345d-47e8-adc0-99b12954c46e admin admin] Pushing event updated for resources: {'Subnet': ['ID=522e63b9-544d-4844-848d-931b8e5f64c4,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:01.958217 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4936a21c-345d-47e8-adc0-99b12954c46e admin admin] Checking segment: {'id': '133dc286-8942-4c00-88ec-2da0dfd7b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0448f627-8dec-42c5-a8c2-cbbf20770033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:12:01.958576 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4936a21c-345d-47e8-adc0-99b12954c46e admin admin] Network hostable DHCP agents. Network: 0448f627-8dec-42c5-a8c2-cbbf20770033, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 21:12:01.974438 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4936a21c-345d-47e8-adc0-99b12954c46e admin admin] Network 0448f627-8dec-42c5-a8c2-cbbf20770033 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 21:12:01.983410 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-4936a21c-345d-47e8-adc0-99b12954c46e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 0448f627-8dec-42c5-a8c2-cbbf20770033) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:12:01.987459 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4936a21c-345d-47e8-adc0-99b12954c46e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:01.988056 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4936a21c-345d-47e8-adc0-99b12954c46e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:01.997400 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6e4f51-239c-49c7-8924-21615d617570 None None] Network 0448f627-8dec-42c5-a8c2-cbbf20770033 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:12:02.001087 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:02.005526 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4936a21c-345d-47e8-adc0-99b12954c46e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3106825 Jan 18 21:12:02.008323 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42336) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:12:02.012995 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1556377950-router', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:12:02.035055 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (e6a809f4-2f3b-47da-b822-9e02c7e540bf), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:02.036031 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (e6a809f4-2f3b-47da-b822-9e02c7e540bf), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:02.086369 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Publish callbacks [] for router_controller (e6a809f4-2f3b-47da-b822-9e02c7e540bf), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:02.098636 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9e41f1-bbc0-4cce-8345-443bedec4792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-0448f627-8dec-42c5-a8c2-cbbf20770033', 'network_id': '0448f627-8dec-42c5-a8c2-cbbf20770033', 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'fixed_ips': [{'subnet_id': '522e63b9-544d-4844-848d-931b8e5f64c4'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 21:12:02.099558 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7a9e41f1-bbc0-4cce-8345-443bedec4792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:02.221812 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Publish callbacks [] for router_gateway (e6a809f4-2f3b-47da-b822-9e02c7e540bf), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:02.229459 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-7a9e41f1-bbc0-4cce-8345-443bedec4792 None None] Allocated IP 172.20.0.2 (0448f627-8dec-42c5-a8c2-cbbf20770033/522e63b9-544d-4844-848d-931b8e5f64c4/c3c35aec-b0b9-42dc-932b-808244a20b65) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:12:02.376676 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7a9e41f1-bbc0-4cce-8345-443bedec4792 None None] Publish callbacks [] for port (c3c35aec-b0b9-42dc-932b-808244a20b65), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:02.382820 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7a9e41f1-bbc0-4cce-8345-443bedec4792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (c3c35aec-b0b9-42dc-932b-808244a20b65), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:02.415369 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Publish callbacks [] for router_gateway (e6a809f4-2f3b-47da-b822-9e02c7e540bf), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:02.426881 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9e41f1-bbc0-4cce-8345-443bedec4792 None None] Network 0448f627-8dec-42c5-a8c2-cbbf20770033 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:12:02.431234 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-7a9e41f1-bbc0-4cce-8345-443bedec4792 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:12:02.435636 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9e41f1-bbc0-4cce-8345-443bedec4792 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:12:02.439437 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:02.440484 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e41f1-bbc0-4cce-8345-443bedec4792 None None] Pushing event updated for resources: {'Port': ['ID=c3c35aec-b0b9-42dc-932b-808244a20b65,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:02.491735 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7a9e41f1-bbc0-4cce-8345-443bedec4792 None None] Attempting to bind port c3c35aec-b0b9-42dc-932b-808244a20b65 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:12:02.492149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7a9e41f1-bbc0-4cce-8345-443bedec4792 None None] Attempting to bind port c3c35aec-b0b9-42dc-932b-808244a20b65 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '133dc286-8942-4c00-88ec-2da0dfd7b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0448f627-8dec-42c5-a8c2-cbbf20770033'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:12:02.492532 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9e41f1-bbc0-4cce-8345-443bedec4792 None None] Attempting to bind port c3c35aec-b0b9-42dc-932b-808244a20b65 on network 0448f627-8dec-42c5-a8c2-cbbf20770033 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:12:02.497590 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9e41f1-bbc0-4cce-8345-443bedec4792 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:12:02.497995 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9e41f1-bbc0-4cce-8345-443bedec4792 None None] Checking segment: {'id': '133dc286-8942-4c00-88ec-2da0dfd7b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0448f627-8dec-42c5-a8c2-cbbf20770033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:12:02.498400 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7a9e41f1-bbc0-4cce-8345-443bedec4792 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:02.498798 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9e41f1-bbc0-4cce-8345-443bedec4792 None None] Bound using segment: {'id': '133dc286-8942-4c00-88ec-2da0dfd7b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0448f627-8dec-42c5-a8c2-cbbf20770033'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:12:02.499267 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7a9e41f1-bbc0-4cce-8345-443bedec4792 None None] Bound port: c3c35aec-b0b9-42dc-932b-808244a20b65, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133dc286-8942-4c00-88ec-2da0dfd7b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0448f627-8dec-42c5-a8c2-cbbf20770033'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:12:02.499649 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7a9e41f1-bbc0-4cce-8345-443bedec4792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c3c35aec-b0b9-42dc-932b-808244a20b65), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:02.542217 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Allocated IP 172.25.4.209 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/68f85968-4760-45d1-942f-5bca9a7aff0d) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:12:02.560415 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7a9e41f1-bbc0-4cce-8345-443bedec4792 None None] For port c3c35aec-b0b9-42dc-932b-808244a20b65, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:12:02.563402 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7a9e41f1-bbc0-4cce-8345-443bedec4792 None None] For port c3c35aec-b0b9-42dc-932b-808244a20b65, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c3c35aec-b0b9-42dc-932b-808244a20b65,segment=NetworkSegment(133dc286-8942-4c00-88ec-2da0dfd7b66b),segment_id=133dc286-8942-4c00-88ec-2da0dfd7b66b)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:12:02.567046 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7a9e41f1-bbc0-4cce-8345-443bedec4792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c3c35aec-b0b9-42dc-932b-808244a20b65), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:02.621775 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e41f1-bbc0-4cce-8345-443bedec4792 None None] Pushing event updated for resources: {'Port': ['ID=c3c35aec-b0b9-42dc-932b-808244a20b65,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:02.649903 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Publish callbacks [] for port (68f85968-4760-45d1-942f-5bca9a7aff0d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:02.684228 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (68f85968-4760-45d1-942f-5bca9a7aff0d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:02.727561 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:12:02.730743 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:12:02.735546 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:12:02.738651 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Pushing event updated for resources: {'Port': ['ID=68f85968-4760-45d1-942f-5bca9a7aff0d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:02.745133 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b962fcb0-73b3-4369-9143-07b5f1cc7f4d None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:12:02.765920 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:12:02.766266 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:12:02.766603 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:12:02.766934 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:12:02.767257 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:12:02.767583 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:12:02.767904 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:12:02.768220 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:12:02.768538 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:12:02.768856 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:12:02.769154 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:12:02.769471 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:12:02.769819 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:12:02.854450 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-bcb65749-9843-4e3f-b844-32d8e1b38cbb None None] Provisioning complete for port 68f85968-4760-45d1-942f-5bca9a7aff0d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:12:02.854825 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bcb65749-9843-4e3f-b844-32d8e1b38cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (68f85968-4760-45d1-942f-5bca9a7aff0d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:02.890618 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-bcb65749-9843-4e3f-b844-32d8e1b38cbb None None] Port 68f85968-4760-45d1-942f-5bca9a7aff0d cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:12:03.008307 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Publish callbacks [] for router_gateway (e6a809f4-2f3b-47da-b822-9e02c7e540bf), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:03.197019 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (e6a809f4-2f3b-47da-b822-9e02c7e540bf), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:03.323013 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c3c35aec-b0b9-42dc-932b-808244a20b65 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:12:03.348503 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Router e6a809f4-2f3b-47da-b822-9e02c7e540bf is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 21:12:03.375783 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port c3c35aec-b0b9-42dc-932b-808244a20b65 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:12:03.376163 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c3c35aec-b0b9-42dc-932b-808244a20b65), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:03.459287 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port c3c35aec-b0b9-42dc-932b-808244a20b65 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:12:03.459670 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c3c35aec-b0b9-42dc-932b-808244a20b65), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:03.465655 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:12:03.476304 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cf9792-5484-415e-941c-94978e0285af None None] Sync routers for ids ['e6a809f4-2f3b-47da-b822-9e02c7e540bf'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:12:03.486156 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:03.490153 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b785d04c-0417-44f5-88f5-ab2df4d135d8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4806986 Jan 18 21:12:03.491306 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42338) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:12:03.498261 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cf9792-5484-415e-941c-94978e0285af None None] Routers {'e6a809f4-2f3b-47da-b822-9e02c7e540bf'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:12:03.502425 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-87cf9792-5484-415e-941c-94978e0285af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:11:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e6a809f4-2f3b-47da-b822-9e02c7e540bf'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:12:03.503028 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port c3c35aec-b0b9-42dc-932b-808244a20b65, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c3c35aec-b0b9-42dc-932b-808244a20b65,segment=NetworkSegment(133dc286-8942-4c00-88ec-2da0dfd7b66b),segment_id=133dc286-8942-4c00-88ec-2da0dfd7b66b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:12:03.508762 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c3c35aec-b0b9-42dc-932b-808244a20b65), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:03.568845 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=c3c35aec-b0b9-42dc-932b-808244a20b65,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:03.616814 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-87cf9792-5484-415e-941c-94978e0285af None None] Set router e6a809f4-2f3b-47da-b822-9e02c7e540bf gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:12:03.644879 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3083b88d-ba5b-4dac-9f40-f6b7a66de58e None None] Network 0448f627-8dec-42c5-a8c2-cbbf20770033 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:12:03.730339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-24fd905c-a618-40b1-b26d-916e3d419152 None None] Provisioning complete for port c3c35aec-b0b9-42dc-932b-808244a20b65 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:12:03.730728 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-24fd905c-a618-40b1-b26d-916e3d419152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c3c35aec-b0b9-42dc-932b-808244a20b65), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:03.798544 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-87cf9792-5484-415e-941c-94978e0285af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'name': 'tempest-TestMinimumBasicScenario-1556377950-router', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '68f85968-4760-45d1-942f-5bca9a7aff0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:12:02Z', 'updated_at': '2022-01-18T21:12:02Z', 'revision_number': 3, 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'gw_port': {'id': '68f85968-4760-45d1-942f-5bca9a7aff0d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:02Z', 'updated_at': '2022-01-18T21:12:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:12:03.825902 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cf9792-5484-415e-941c-94978e0285af None None] Checking router: e6a809f4-2f3b-47da-b822-9e02c7e540bf for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:12:03.826512 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cf9792-5484-415e-941c-94978e0285af None None] Updating router e6a809f4-2f3b-47da-b822-9e02c7e540bf port 68f85968-4760-45d1-942f-5bca9a7aff0d binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 21:12:03.836995 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-24fd905c-a618-40b1-b26d-916e3d419152 None None] Current status of the port c3c35aec-b0b9-42dc-932b-808244a20b65 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:12:03.851612 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-87cf9792-5484-415e-941c-94978e0285af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (68f85968-4760-45d1-942f-5bca9a7aff0d), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:03.971847 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a5a6a0bf-1540-4ec4-99f0-20e4d476ce34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:04.057248 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1ca0caf0-7674-4802-8e23-fd023a917d25 None None] Provisioning complete for port c3c35aec-b0b9-42dc-932b-808244a20b65 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:12:04.057544 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ca0caf0-7674-4802-8e23-fd023a917d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c3c35aec-b0b9-42dc-932b-808244a20b65), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:04.111309 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-87cf9792-5484-415e-941c-94978e0285af None None] Publish callbacks [] for port (68f85968-4760-45d1-942f-5bca9a7aff0d), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:04.116877 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-87cf9792-5484-415e-941c-94978e0285af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (68f85968-4760-45d1-942f-5bca9a7aff0d), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:04.133336 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-a5a6a0bf-1540-4ec4-99f0-20e4d476ce34 admin admin] Allocated IP 172.20.0.1 (0448f627-8dec-42c5-a8c2-cbbf20770033/522e63b9-544d-4844-848d-931b8e5f64c4/8862eec0-c1c8-4155-8386-565a43d8b8db) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:12:04.140710 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1ca0caf0-7674-4802-8e23-fd023a917d25 None None] Current status of the port c3c35aec-b0b9-42dc-932b-808244a20b65 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:12:04.160734 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6624d5b4-6457-454f-8c48-8de9f1d76c34 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:12:04.166177 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-87cf9792-5484-415e-941c-94978e0285af None None] Attempting to bind port 68f85968-4760-45d1-942f-5bca9a7aff0d on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:12:04.166552 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-87cf9792-5484-415e-941c-94978e0285af None None] Attempting to bind port 68f85968-4760-45d1-942f-5bca9a7aff0d by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:12:04.166916 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf9792-5484-415e-941c-94978e0285af None None] Attempting to bind port 68f85968-4760-45d1-942f-5bca9a7aff0d on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:12:04.178865 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf9792-5484-415e-941c-94978e0285af None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:12:04.179480 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf9792-5484-415e-941c-94978e0285af None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:12:04.180057 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-87cf9792-5484-415e-941c-94978e0285af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:04.180605 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf9792-5484-415e-941c-94978e0285af None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:12:04.181235 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-87cf9792-5484-415e-941c-94978e0285af None None] Bound port: 68f85968-4760-45d1-942f-5bca9a7aff0d, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:12:04.181835 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-87cf9792-5484-415e-941c-94978e0285af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (68f85968-4760-45d1-942f-5bca9a7aff0d), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:04.205347 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4a340-ddd8-4149-9d17-a4a2b7d17f82 None None] Pushing event updated for resources: {'Port': ['ID=68f85968-4760-45d1-942f-5bca9a7aff0d,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:04.222592 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc4a340-ddd8-4149-9d17-a4a2b7d17f82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:12:04.222938 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc4a340-ddd8-4149-9d17-a4a2b7d17f82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:12:04.223278 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc4a340-ddd8-4149-9d17-a4a2b7d17f82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:12:04.223616 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc4a340-ddd8-4149-9d17-a4a2b7d17f82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:12:04.223952 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc4a340-ddd8-4149-9d17-a4a2b7d17f82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:12:04.224279 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc4a340-ddd8-4149-9d17-a4a2b7d17f82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:12:04.224605 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc4a340-ddd8-4149-9d17-a4a2b7d17f82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:12:04.224929 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc4a340-ddd8-4149-9d17-a4a2b7d17f82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:12:04.225250 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc4a340-ddd8-4149-9d17-a4a2b7d17f82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:12:04.225572 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc4a340-ddd8-4149-9d17-a4a2b7d17f82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:12:04.225925 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc4a340-ddd8-4149-9d17-a4a2b7d17f82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:12:04.226249 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc4a340-ddd8-4149-9d17-a4a2b7d17f82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:12:04.226565 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc4a340-ddd8-4149-9d17-a4a2b7d17f82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:12:04.241525 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a5a6a0bf-1540-4ec4-99f0-20e4d476ce34 admin admin] Publish callbacks [] for port (8862eec0-c1c8-4155-8386-565a43d8b8db), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:04.248595 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-87cf9792-5484-415e-941c-94978e0285af None None] For port 68f85968-4760-45d1-942f-5bca9a7aff0d, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:12:04.251692 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-87cf9792-5484-415e-941c-94978e0285af None None] For port 68f85968-4760-45d1-942f-5bca9a7aff0d, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=68f85968-4760-45d1-942f-5bca9a7aff0d,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:12:04.255539 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-87cf9792-5484-415e-941c-94978e0285af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (68f85968-4760-45d1-942f-5bca9a7aff0d), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:04.262125 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-95931306-8252-454c-a041-da9f949c6e48 None None] Provisioning complete for port 68f85968-4760-45d1-942f-5bca9a7aff0d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:12:04.262504 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-95931306-8252-454c-a041-da9f949c6e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (68f85968-4760-45d1-942f-5bca9a7aff0d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:04.283248 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a5a6a0bf-1540-4ec4-99f0-20e4d476ce34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (8862eec0-c1c8-4155-8386-565a43d8b8db), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:04.303200 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cf9792-5484-415e-941c-94978e0285af None None] Routers {'e6a809f4-2f3b-47da-b822-9e02c7e540bf'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:12:04.303809 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-87cf9792-5484-415e-941c-94978e0285af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:11:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e6a809f4-2f3b-47da-b822-9e02c7e540bf'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:12:04.311057 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410c6ad4-8794-4c5b-af7e-6d70890c1b4d None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:12:04.339757 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a6a0bf-1540-4ec4-99f0-20e4d476ce34 admin admin] Network 0448f627-8dec-42c5-a8c2-cbbf20770033 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:12:04.344082 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-a5a6a0bf-1540-4ec4-99f0-20e4d476ce34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:12:04.346701 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a6a0bf-1540-4ec4-99f0-20e4d476ce34 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:12:04.349302 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6a0bf-1540-4ec4-99f0-20e4d476ce34 admin admin] Pushing event updated for resources: {'Port': ['ID=8862eec0-c1c8-4155-8386-565a43d8b8db,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:04.372438 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-95931306-8252-454c-a041-da9f949c6e48 None None] Current status of the port 68f85968-4760-45d1-942f-5bca9a7aff0d is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:12:04.373240 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-95931306-8252-454c-a041-da9f949c6e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (68f85968-4760-45d1-942f-5bca9a7aff0d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:04.396804 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a5a6a0bf-1540-4ec4-99f0-20e4d476ce34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (e6a809f4-2f3b-47da-b822-9e02c7e540bf), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:04.398326 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-95931306-8252-454c-a041-da9f949c6e48 None None] For port 68f85968-4760-45d1-942f-5bca9a7aff0d, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=68f85968-4760-45d1-942f-5bca9a7aff0d,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:12:04.404484 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-95931306-8252-454c-a041-da9f949c6e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (68f85968-4760-45d1-942f-5bca9a7aff0d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:04.464671 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95931306-8252-454c-a041-da9f949c6e48 None None] Pushing event updated for resources: {'Port': ['ID=68f85968-4760-45d1-942f-5bca9a7aff0d,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:04.531528 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-87cf9792-5484-415e-941c-94978e0285af None None] Set router e6a809f4-2f3b-47da-b822-9e02c7e540bf gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:12:04.533866 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:04.535098 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4e089913-d3ba-43e8-a332-03a6233d5fb2 None None] Provisioning complete for port 68f85968-4760-45d1-942f-5bca9a7aff0d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:12:04.535098 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4e089913-d3ba-43e8-a332-03a6233d5fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (68f85968-4760-45d1-942f-5bca9a7aff0d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:04.546786 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a5a6a0bf-1540-4ec4-99f0-20e4d476ce34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8862eec0-c1c8-4155-8386-565a43d8b8db), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:04.628338 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4e089913-d3ba-43e8-a332-03a6233d5fb2 None None] Current status of the port 68f85968-4760-45d1-942f-5bca9a7aff0d is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:12:04.631351 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4a340-ddd8-4149-9d17-a4a2b7d17f82 None None] Pushing event updated for resources: {'Port': ['ID=68f85968-4760-45d1-942f-5bca9a7aff0d,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:04.719262 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a5a6a0bf-1540-4ec4-99f0-20e4d476ce34 admin admin] Publish callbacks [] for port (8862eec0-c1c8-4155-8386-565a43d8b8db), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:04.723830 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a5a6a0bf-1540-4ec4-99f0-20e4d476ce34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (8862eec0-c1c8-4155-8386-565a43d8b8db), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:04.738589 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-87cf9792-5484-415e-941c-94978e0285af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'name': 'tempest-TestMinimumBasicScenario-1556377950-router', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '68f85968-4760-45d1-942f-5bca9a7aff0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:12:02Z', 'updated_at': '2022-01-18T21:12:02Z', 'revision_number': 3, 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'gw_port': {'id': '68f85968-4760-45d1-942f-5bca9a7aff0d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:02Z', 'updated_at': '2022-01-18T21:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:12:04.749786 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-32dd06e4-a5b9-460a-9b90-c8ef9156e47b None None] Provisioning complete for port 8862eec0-c1c8-4155-8386-565a43d8b8db triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:12:04.750494 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-32dd06e4-a5b9-460a-9b90-c8ef9156e47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8862eec0-c1c8-4155-8386-565a43d8b8db), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:04.764976 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cf9792-5484-415e-941c-94978e0285af None None] The sync data for ids ['e6a809f4-2f3b-47da-b822-9e02c7e540bf'] in n-d-741529-9 is: [{'id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'name': 'tempest-TestMinimumBasicScenario-1556377950-router', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '68f85968-4760-45d1-942f-5bca9a7aff0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:12:02Z', 'updated_at': '2022-01-18T21:12:02Z', 'revision_number': 3, 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'gw_port': {'id': '68f85968-4760-45d1-942f-5bca9a7aff0d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:02Z', 'updated_at': '2022-01-18T21:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:12:04.793659 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a5a6a0bf-1540-4ec4-99f0-20e4d476ce34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (e6a809f4-2f3b-47da-b822-9e02c7e540bf), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:04.796398 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6a0bf-1540-4ec4-99f0-20e4d476ce34 admin admin] Pushing event updated for resources: {'Port': ['ID=8862eec0-c1c8-4155-8386-565a43d8b8db,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:04.797390 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-32dd06e4-a5b9-460a-9b90-c8ef9156e47b None None] Port 8862eec0-c1c8-4155-8386-565a43d8b8db cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:12:04.892578 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a6a0bf-1540-4ec4-99f0-20e4d476ce34 admin admin] Network 0448f627-8dec-42c5-a8c2-cbbf20770033 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:12:04.893952 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-a5a6a0bf-1540-4ec4-99f0-20e4d476ce34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:12:05.030209 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a6a0bf-1540-4ec4-99f0-20e4d476ce34 admin admin] Router e6a809f4-2f3b-47da-b822-9e02c7e540bf has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:12:05.154410 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a6a0bf-1540-4ec4-99f0-20e4d476ce34 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:12:05.159464 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a5a6a0bf-1540-4ec4-99f0-20e4d476ce34 admin admin] 10.222.0.31 "PUT /v2.0/routers/e6a809f4-2f3b-47da-b822-9e02c7e540bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6671312 Jan 18 21:12:05.225960 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0f0cc55d-62e3-4839-a630-247f6ac7c841 None None] Provisioning complete for port 8862eec0-c1c8-4155-8386-565a43d8b8db triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:12:05.226496 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0f0cc55d-62e3-4839-a630-247f6ac7c841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8862eec0-c1c8-4155-8386-565a43d8b8db), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:05.263253 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0f0cc55d-62e3-4839-a630-247f6ac7c841 None None] Port 8862eec0-c1c8-4155-8386-565a43d8b8db cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:12:05.404220 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 68f85968-4760-45d1-942f-5bca9a7aff0d up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:12:05.462688 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 68f85968-4760-45d1-942f-5bca9a7aff0d triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:12:05.463144 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (68f85968-4760-45d1-942f-5bca9a7aff0d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:05.550092 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 68f85968-4760-45d1-942f-5bca9a7aff0d is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:12:05.551402 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c3c35aec-b0b9-42dc-932b-808244a20b65 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:12:05.599521 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port c3c35aec-b0b9-42dc-932b-808244a20b65 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:12:05.599894 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c3c35aec-b0b9-42dc-932b-808244a20b65), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:05.687520 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port c3c35aec-b0b9-42dc-932b-808244a20b65 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:12:05.709439 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42354) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:12:05.714970 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-0893be37-6822-49c3-8a31-a64c6de046c1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1806814727-network', 'tenant_id': 'fdcf9294c07e4bc78b4519bbf2faae10'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:12:05.737346 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0893be37-6822-49c3-8a31-a64c6de046c1 admin admin] Made reservation on behalf of fdcf9294c07e4bc78b4519bbf2faae10 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:12:05.739735 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0893be37-6822-49c3-8a31-a64c6de046c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:05.751623 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0893be37-6822-49c3-8a31-a64c6de046c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:05.829455 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0893be37-6822-49c3-8a31-a64c6de046c1 admin admin] Publish callbacks [] for security_group (19224f25-c5d3-4882-a102-30b8689b1e7a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:05.833606 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0893be37-6822-49c3-8a31-a64c6de046c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (19224f25-c5d3-4882-a102-30b8689b1e7a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:05.858441 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0893be37-6822-49c3-8a31-a64c6de046c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 21:12:05.868327 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893be37-6822-49c3-8a31-a64c6de046c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19224f25-c5d3-4882-a102-30b8689b1e7a,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:05.873265 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0893be37-6822-49c3-8a31-a64c6de046c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (8e6d965a-9510-4a5a-b238-1e066d81e80f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:05.873618 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-0893be37-6822-49c3-8a31-a64c6de046c1 admin admin] Added segment 8e6d965a-9510-4a5a-b238-1e066d81e80f of type vlan for network 8c448628-3d95-46ff-9523-627acd1ad8e4 Jan 18 21:12:05.913197 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0893be37-6822-49c3-8a31-a64c6de046c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (8c448628-3d95-46ff-9523-627acd1ad8e4), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:05.936605 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0893be37-6822-49c3-8a31-a64c6de046c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (8c448628-3d95-46ff-9523-627acd1ad8e4), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:05.937599 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0893be37-6822-49c3-8a31-a64c6de046c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:05.938196 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0893be37-6822-49c3-8a31-a64c6de046c1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:05.998820 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0893be37-6822-49c3-8a31-a64c6de046c1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2882113 Jan 18 21:12:06.001369 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42356) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:12:06.005943 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-17903d45-496f-419a-9e6d-5d6727b57890 admin admin] Request body: {'subnet': {'network_id': '8c448628-3d95-46ff-9523-627acd1ad8e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1806814727-subnet', 'tenant_id': 'fdcf9294c07e4bc78b4519bbf2faae10', 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:12:06.013109 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893be37-6822-49c3-8a31-a64c6de046c1 admin admin] Pushing event updated for resources: {'Network': ['ID=8c448628-3d95-46ff-9523-627acd1ad8e4,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:06.022413 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 8c448628-3d95-46ff-9523-627acd1ad8e4 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 21:12:06.032896 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17903d45-496f-419a-9e6d-5d6727b57890 admin admin] Made reservation on behalf of fdcf9294c07e4bc78b4519bbf2faae10 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:12:06.035235 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-17903d45-496f-419a-9e6d-5d6727b57890 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:06.206103 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-17903d45-496f-419a-9e6d-5d6727b57890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (26d06c0a-1275-489a-a09a-f7444ba672be), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:06.258069 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17903d45-496f-419a-9e6d-5d6727b57890 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26d06c0a-1275-489a-a09a-f7444ba672be,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:06.268594 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17903d45-496f-419a-9e6d-5d6727b57890 admin admin] Checking segment: {'id': '8e6d965a-9510-4a5a-b238-1e066d81e80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8c448628-3d95-46ff-9523-627acd1ad8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:12:06.268944 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17903d45-496f-419a-9e6d-5d6727b57890 admin admin] Network hostable DHCP agents. Network: 8c448628-3d95-46ff-9523-627acd1ad8e4, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 21:12:06.287240 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17903d45-496f-419a-9e6d-5d6727b57890 admin admin] Network 8c448628-3d95-46ff-9523-627acd1ad8e4 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 21:12:06.295956 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-17903d45-496f-419a-9e6d-5d6727b57890 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 8c448628-3d95-46ff-9523-627acd1ad8e4) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:12:06.301020 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17903d45-496f-419a-9e6d-5d6727b57890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:06.301623 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-17903d45-496f-419a-9e6d-5d6727b57890 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:06.307256 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c674534-d65b-4a5c-80f2-eacc9cee9bed None None] Network 8c448628-3d95-46ff-9523-627acd1ad8e4 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:12:06.320002 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-17903d45-496f-419a-9e6d-5d6727b57890 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3174474 Jan 18 21:12:06.322400 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42358) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:12:06.327362 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-5b2f36c2-cab7-4bb3-8382-c80d0b86eabf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1806814727-router', 'tenant_id': 'fdcf9294c07e4bc78b4519bbf2faae10', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:12:06.355324 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b2f36c2-cab7-4bb3-8382-c80d0b86eabf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (8a7cd41f-9aee-4d74-b0bc-0255b4338c3b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:06.356740 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b2f36c2-cab7-4bb3-8382-c80d0b86eabf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (8a7cd41f-9aee-4d74-b0bc-0255b4338c3b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:06.382814 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd5fbce-26bf-4c90-aa62-4ea33359def8 None None] Sync routers for ids ['e6a809f4-2f3b-47da-b822-9e02c7e540bf'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:12:06.401176 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd5fbce-26bf-4c90-aa62-4ea33359def8 None None] Routers {'e6a809f4-2f3b-47da-b822-9e02c7e540bf'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:12:06.401740 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3fd5fbce-26bf-4c90-aa62-4ea33359def8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:11:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e6a809f4-2f3b-47da-b822-9e02c7e540bf'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:12:06.421023 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b2f36c2-cab7-4bb3-8382-c80d0b86eabf admin admin] Publish callbacks [] for router_controller (8a7cd41f-9aee-4d74-b0bc-0255b4338c3b), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:06.459072 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80a7be2-e90a-4ffe-bfbe-aa49459a03e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-8c448628-3d95-46ff-9523-627acd1ad8e4', 'network_id': '8c448628-3d95-46ff-9523-627acd1ad8e4', 'project_id': 'fdcf9294c07e4bc78b4519bbf2faae10', 'fixed_ips': [{'subnet_id': '26d06c0a-1275-489a-a09a-f7444ba672be'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 21:12:06.459913 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f80a7be2-e90a-4ffe-bfbe-aa49459a03e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:06.555913 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b2f36c2-cab7-4bb3-8382-c80d0b86eabf admin admin] Publish callbacks [] for router_gateway (8a7cd41f-9aee-4d74-b0bc-0255b4338c3b), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:06.601517 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-3fd5fbce-26bf-4c90-aa62-4ea33359def8 None None] Set router e6a809f4-2f3b-47da-b822-9e02c7e540bf gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:12:06.728685 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-f80a7be2-e90a-4ffe-bfbe-aa49459a03e3 None None] Allocated IP 172.20.0.2 (8c448628-3d95-46ff-9523-627acd1ad8e4/26d06c0a-1275-489a-a09a-f7444ba672be/d8f35743-1dab-4616-b819-cf9893c5dd5c) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:12:06.754876 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b2f36c2-cab7-4bb3-8382-c80d0b86eabf admin admin] Publish callbacks [] for router_gateway (8a7cd41f-9aee-4d74-b0bc-0255b4338c3b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:06.772823 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b2f36c2-cab7-4bb3-8382-c80d0b86eabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:06.879182 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-5b2f36c2-cab7-4bb3-8382-c80d0b86eabf admin admin] Allocated IP 172.25.4.35 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/7e82d1e3-2290-46ee-8234-95551ac76d6f) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:12:06.988419 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b2f36c2-cab7-4bb3-8382-c80d0b86eabf admin admin] Publish callbacks [] for port (7e82d1e3-2290-46ee-8234-95551ac76d6f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:07.116271 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f80a7be2-e90a-4ffe-bfbe-aa49459a03e3 None None] Publish callbacks [] for port (d8f35743-1dab-4616-b819-cf9893c5dd5c), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:07.123026 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f80a7be2-e90a-4ffe-bfbe-aa49459a03e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (d8f35743-1dab-4616-b819-cf9893c5dd5c), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:07.130643 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3fd5fbce-26bf-4c90-aa62-4ea33359def8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'name': 'tempest-TestMinimumBasicScenario-1556377950-router', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '68f85968-4760-45d1-942f-5bca9a7aff0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:12:02Z', 'updated_at': '2022-01-18T21:12:04Z', 'revision_number': 4, 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'gw_port': {'id': '68f85968-4760-45d1-942f-5bca9a7aff0d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:02Z', 'updated_at': '2022-01-18T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '8862eec0-c1c8-4155-8386-565a43d8b8db', 'name': '', 'network_id': '0448f627-8dec-42c5-a8c2-cbbf20770033', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'mac_address': 'fa:16:3e:2d:04:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '522e63b9-544d-4844-848d-931b8e5f64c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:03Z', 'updated_at': '2022-01-18T21:12:04Z', 'revision_number': 2, 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'subnets': [{'id': '522e63b9-544d-4844-848d-931b8e5f64c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:12:07.191375 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd5fbce-26bf-4c90-aa62-4ea33359def8 None None] Checking router: e6a809f4-2f3b-47da-b822-9e02c7e540bf for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:12:07.191723 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd5fbce-26bf-4c90-aa62-4ea33359def8 None None] Updating router e6a809f4-2f3b-47da-b822-9e02c7e540bf port 8862eec0-c1c8-4155-8386-565a43d8b8db binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 21:12:07.199926 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80a7be2-e90a-4ffe-bfbe-aa49459a03e3 None None] Network 8c448628-3d95-46ff-9523-627acd1ad8e4 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:12:07.221309 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-f80a7be2-e90a-4ffe-bfbe-aa49459a03e3 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:12:07.223711 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80a7be2-e90a-4ffe-bfbe-aa49459a03e3 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:12:07.227621 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a7be2-e90a-4ffe-bfbe-aa49459a03e3 None None] Pushing event updated for resources: {'Port': ['ID=d8f35743-1dab-4616-b819-cf9893c5dd5c,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:07.239325 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3fd5fbce-26bf-4c90-aa62-4ea33359def8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8862eec0-c1c8-4155-8386-565a43d8b8db), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:07.319692 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f80a7be2-e90a-4ffe-bfbe-aa49459a03e3 None None] Attempting to bind port d8f35743-1dab-4616-b819-cf9893c5dd5c on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:12:07.320436 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f80a7be2-e90a-4ffe-bfbe-aa49459a03e3 None None] Attempting to bind port d8f35743-1dab-4616-b819-cf9893c5dd5c by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '8e6d965a-9510-4a5a-b238-1e066d81e80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8c448628-3d95-46ff-9523-627acd1ad8e4'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:12:07.320436 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80a7be2-e90a-4ffe-bfbe-aa49459a03e3 None None] Attempting to bind port d8f35743-1dab-4616-b819-cf9893c5dd5c on network 8c448628-3d95-46ff-9523-627acd1ad8e4 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:12:07.330036 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80a7be2-e90a-4ffe-bfbe-aa49459a03e3 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:12:07.330410 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80a7be2-e90a-4ffe-bfbe-aa49459a03e3 None None] Checking segment: {'id': '8e6d965a-9510-4a5a-b238-1e066d81e80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8c448628-3d95-46ff-9523-627acd1ad8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:12:07.330828 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f80a7be2-e90a-4ffe-bfbe-aa49459a03e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:07.331191 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80a7be2-e90a-4ffe-bfbe-aa49459a03e3 None None] Bound using segment: {'id': '8e6d965a-9510-4a5a-b238-1e066d81e80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8c448628-3d95-46ff-9523-627acd1ad8e4'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:12:07.331657 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f80a7be2-e90a-4ffe-bfbe-aa49459a03e3 None None] Bound port: d8f35743-1dab-4616-b819-cf9893c5dd5c, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e6d965a-9510-4a5a-b238-1e066d81e80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8c448628-3d95-46ff-9523-627acd1ad8e4'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:12:07.332046 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f80a7be2-e90a-4ffe-bfbe-aa49459a03e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d8f35743-1dab-4616-b819-cf9893c5dd5c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:07.376631 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b2f36c2-cab7-4bb3-8382-c80d0b86eabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (7e82d1e3-2290-46ee-8234-95551ac76d6f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:07.416618 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2f36c2-cab7-4bb3-8382-c80d0b86eabf admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:12:07.420938 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-5b2f36c2-cab7-4bb3-8382-c80d0b86eabf admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:12:07.425527 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2f36c2-cab7-4bb3-8382-c80d0b86eabf admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:12:07.428328 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f36c2-cab7-4bb3-8382-c80d0b86eabf admin admin] Pushing event updated for resources: {'Port': ['ID=7e82d1e3-2290-46ee-8234-95551ac76d6f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:07.432102 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:07.441137 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e29194-8af4-4494-a199-f39c40073d79 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:12:07.505807 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f80a7be2-e90a-4ffe-bfbe-aa49459a03e3 None None] For port d8f35743-1dab-4616-b819-cf9893c5dd5c, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:12:07.547029 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f80a7be2-e90a-4ffe-bfbe-aa49459a03e3 None None] For port d8f35743-1dab-4616-b819-cf9893c5dd5c, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d8f35743-1dab-4616-b819-cf9893c5dd5c,segment=NetworkSegment(8e6d965a-9510-4a5a-b238-1e066d81e80f),segment_id=8e6d965a-9510-4a5a-b238-1e066d81e80f)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:12:07.553783 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f80a7be2-e90a-4ffe-bfbe-aa49459a03e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d8f35743-1dab-4616-b819-cf9893c5dd5c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:07.561665 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-018fd74c-5faf-4ca8-bd54-8eecb7b76448 None None] Provisioning complete for port 7e82d1e3-2290-46ee-8234-95551ac76d6f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:12:07.562039 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-018fd74c-5faf-4ca8-bd54-8eecb7b76448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7e82d1e3-2290-46ee-8234-95551ac76d6f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:07.669401 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-018fd74c-5faf-4ca8-bd54-8eecb7b76448 None None] Port 7e82d1e3-2290-46ee-8234-95551ac76d6f cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:12:07.680691 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a7be2-e90a-4ffe-bfbe-aa49459a03e3 None None] Pushing event updated for resources: {'Port': ['ID=d8f35743-1dab-4616-b819-cf9893c5dd5c,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:07.685121 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b2f36c2-cab7-4bb3-8382-c80d0b86eabf admin admin] Publish callbacks [] for router_gateway (8a7cd41f-9aee-4d74-b0bc-0255b4338c3b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:07.732795 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3fd5fbce-26bf-4c90-aa62-4ea33359def8 None None] Publish callbacks [] for port (8862eec0-c1c8-4155-8386-565a43d8b8db), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:07.739664 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3fd5fbce-26bf-4c90-aa62-4ea33359def8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8862eec0-c1c8-4155-8386-565a43d8b8db), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:07.798281 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466fa98-8f47-455f-a207-a551da6e5361 None None] Pushing event updated for resources: {'Port': ['ID=8862eec0-c1c8-4155-8386-565a43d8b8db,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:07.873515 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3fd5fbce-26bf-4c90-aa62-4ea33359def8 None None] Attempting to bind port 8862eec0-c1c8-4155-8386-565a43d8b8db on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:12:07.873922 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3fd5fbce-26bf-4c90-aa62-4ea33359def8 None None] Attempting to bind port 8862eec0-c1c8-4155-8386-565a43d8b8db by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '133dc286-8942-4c00-88ec-2da0dfd7b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0448f627-8dec-42c5-a8c2-cbbf20770033'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:12:07.874285 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd5fbce-26bf-4c90-aa62-4ea33359def8 None None] Attempting to bind port 8862eec0-c1c8-4155-8386-565a43d8b8db on network 0448f627-8dec-42c5-a8c2-cbbf20770033 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:12:07.879399 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd5fbce-26bf-4c90-aa62-4ea33359def8 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:12:07.879770 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd5fbce-26bf-4c90-aa62-4ea33359def8 None None] Checking segment: {'id': '133dc286-8942-4c00-88ec-2da0dfd7b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0448f627-8dec-42c5-a8c2-cbbf20770033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:12:07.880172 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3fd5fbce-26bf-4c90-aa62-4ea33359def8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:07.880592 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd5fbce-26bf-4c90-aa62-4ea33359def8 None None] Bound using segment: {'id': '133dc286-8942-4c00-88ec-2da0dfd7b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0448f627-8dec-42c5-a8c2-cbbf20770033'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:12:07.881054 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-3fd5fbce-26bf-4c90-aa62-4ea33359def8 None None] Bound port: 8862eec0-c1c8-4155-8386-565a43d8b8db, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133dc286-8942-4c00-88ec-2da0dfd7b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0448f627-8dec-42c5-a8c2-cbbf20770033'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:12:07.881532 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3fd5fbce-26bf-4c90-aa62-4ea33359def8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8862eec0-c1c8-4155-8386-565a43d8b8db), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:07.913346 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b2f36c2-cab7-4bb3-8382-c80d0b86eabf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (8a7cd41f-9aee-4d74-b0bc-0255b4338c3b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:07.957576 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3fd5fbce-26bf-4c90-aa62-4ea33359def8 None None] For port 8862eec0-c1c8-4155-8386-565a43d8b8db, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:12:07.960889 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3fd5fbce-26bf-4c90-aa62-4ea33359def8 None None] For port 8862eec0-c1c8-4155-8386-565a43d8b8db, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8862eec0-c1c8-4155-8386-565a43d8b8db,segment=NetworkSegment(133dc286-8942-4c00-88ec-2da0dfd7b66b),segment_id=133dc286-8942-4c00-88ec-2da0dfd7b66b)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:12:07.977680 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3fd5fbce-26bf-4c90-aa62-4ea33359def8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8862eec0-c1c8-4155-8386-565a43d8b8db), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:08.043951 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd5fbce-26bf-4c90-aa62-4ea33359def8 None None] Routers {'e6a809f4-2f3b-47da-b822-9e02c7e540bf'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:12:08.044678 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3fd5fbce-26bf-4c90-aa62-4ea33359def8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:11:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e6a809f4-2f3b-47da-b822-9e02c7e540bf'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:12:08.080811 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2f36c2-cab7-4bb3-8382-c80d0b86eabf admin admin] Router 8a7cd41f-9aee-4d74-b0bc-0255b4338c3b is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 21:12:08.086832 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466fa98-8f47-455f-a207-a551da6e5361 None None] Pushing event updated for resources: {'Port': ['ID=8862eec0-c1c8-4155-8386-565a43d8b8db,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:08.164962 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-3fd5fbce-26bf-4c90-aa62-4ea33359def8 None None] Set router e6a809f4-2f3b-47da-b822-9e02c7e540bf gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:12:08.213952 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2f36c2-cab7-4bb3-8382-c80d0b86eabf admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:12:08.226611 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440b72ca-6532-4b7f-b7d8-24509e6d8ec9 None None] Sync routers for ids ['8a7cd41f-9aee-4d74-b0bc-0255b4338c3b'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:12:08.227278 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-84e14545-c43c-4618-b492-689d2abb2b82 None None] Provisioning complete for port 8862eec0-c1c8-4155-8386-565a43d8b8db triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:12:08.227584 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-84e14545-c43c-4618-b492-689d2abb2b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8862eec0-c1c8-4155-8386-565a43d8b8db), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:08.242228 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440b72ca-6532-4b7f-b7d8-24509e6d8ec9 None None] Routers {'8a7cd41f-9aee-4d74-b0bc-0255b4338c3b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:12:08.243230 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-440b72ca-6532-4b7f-b7d8-24509e6d8ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:11:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8a7cd41f-9aee-4d74-b0bc-0255b4338c3b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:12:08.247736 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b2f36c2-cab7-4bb3-8382-c80d0b86eabf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:08.249025 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5b2f36c2-cab7-4bb3-8382-c80d0b86eabf admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9256129 Jan 18 21:12:08.251939 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42360) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:12:08.376554 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-440b72ca-6532-4b7f-b7d8-24509e6d8ec9 None None] Set router 8a7cd41f-9aee-4d74-b0bc-0255b4338c3b gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:12:08.396261 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-84e14545-c43c-4618-b492-689d2abb2b82 None None] Current status of the port 8862eec0-c1c8-4155-8386-565a43d8b8db is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:12:08.396840 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-84e14545-c43c-4618-b492-689d2abb2b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8862eec0-c1c8-4155-8386-565a43d8b8db), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:08.473504 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-84e14545-c43c-4618-b492-689d2abb2b82 None None] For port 8862eec0-c1c8-4155-8386-565a43d8b8db, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8862eec0-c1c8-4155-8386-565a43d8b8db,segment=NetworkSegment(133dc286-8942-4c00-88ec-2da0dfd7b66b),segment_id=133dc286-8942-4c00-88ec-2da0dfd7b66b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:12:08.482427 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-84e14545-c43c-4618-b492-689d2abb2b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8862eec0-c1c8-4155-8386-565a43d8b8db), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:08.541119 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3fd5fbce-26bf-4c90-aa62-4ea33359def8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'name': 'tempest-TestMinimumBasicScenario-1556377950-router', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '68f85968-4760-45d1-942f-5bca9a7aff0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:12:02Z', 'updated_at': '2022-01-18T21:12:04Z', 'revision_number': 4, 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'gw_port': {'id': '68f85968-4760-45d1-942f-5bca9a7aff0d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:02Z', 'updated_at': '2022-01-18T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '8862eec0-c1c8-4155-8386-565a43d8b8db', 'name': '', 'network_id': '0448f627-8dec-42c5-a8c2-cbbf20770033', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'mac_address': 'fa:16:3e:2d:04:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '522e63b9-544d-4844-848d-931b8e5f64c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:03Z', 'updated_at': '2022-01-18T21:12:07Z', 'revision_number': 4, 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'subnets': [{'id': '522e63b9-544d-4844-848d-931b8e5f64c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:12:08.572728 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e14545-c43c-4618-b492-689d2abb2b82 None None] Pushing event updated for resources: {'Port': ['ID=8862eec0-c1c8-4155-8386-565a43d8b8db,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:08.576483 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd5fbce-26bf-4c90-aa62-4ea33359def8 None None] The sync data for ids ['e6a809f4-2f3b-47da-b822-9e02c7e540bf'] in n-d-741529-9 is: [{'id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'name': 'tempest-TestMinimumBasicScenario-1556377950-router', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '68f85968-4760-45d1-942f-5bca9a7aff0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:12:02Z', 'updated_at': '2022-01-18T21:12:04Z', 'revision_number': 4, 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'gw_port': {'id': '68f85968-4760-45d1-942f-5bca9a7aff0d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:02Z', 'updated_at': '2022-01-18T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '8862eec0-c1c8-4155-8386-565a43d8b8db', 'name': '', 'network_id': '0448f627-8dec-42c5-a8c2-cbbf20770033', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'mac_address': 'fa:16:3e:2d:04:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '522e63b9-544d-4844-848d-931b8e5f64c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:03Z', 'updated_at': '2022-01-18T21:12:07Z', 'revision_number': 4, 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'subnets': [{'id': '522e63b9-544d-4844-848d-931b8e5f64c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:12:08.604349 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-440b72ca-6532-4b7f-b7d8-24509e6d8ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7cd41f-9aee-4d74-b0bc-0255b4338c3b', 'name': 'tempest-TestMinimumBasicScenario-1806814727-router', 'tenant_id': 'fdcf9294c07e4bc78b4519bbf2faae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '7e82d1e3-2290-46ee-8234-95551ac76d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:12:06Z', 'updated_at': '2022-01-18T21:12:07Z', 'revision_number': 3, 'project_id': 'fdcf9294c07e4bc78b4519bbf2faae10', 'gw_port': {'id': '7e82d1e3-2290-46ee-8234-95551ac76d6f', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7cd41f-9aee-4d74-b0bc-0255b4338c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:06Z', 'updated_at': '2022-01-18T21:12:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:12:08.617092 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-bd318a11-71c9-4d27-b258-3e4b82a85fee None None] Provisioning complete for port 8862eec0-c1c8-4155-8386-565a43d8b8db triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:12:08.617770 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bd318a11-71c9-4d27-b258-3e4b82a85fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8862eec0-c1c8-4155-8386-565a43d8b8db), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:08.637550 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440b72ca-6532-4b7f-b7d8-24509e6d8ec9 None None] Checking router: 8a7cd41f-9aee-4d74-b0bc-0255b4338c3b for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:12:08.638097 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440b72ca-6532-4b7f-b7d8-24509e6d8ec9 None None] Updating router 8a7cd41f-9aee-4d74-b0bc-0255b4338c3b port 7e82d1e3-2290-46ee-8234-95551ac76d6f binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 21:12:08.684160 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-440b72ca-6532-4b7f-b7d8-24509e6d8ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7e82d1e3-2290-46ee-8234-95551ac76d6f), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:08.758362 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-bd318a11-71c9-4d27-b258-3e4b82a85fee None None] Current status of the port 8862eec0-c1c8-4155-8386-565a43d8b8db is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:12:08.928024 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dd61a6-8dea-4517-8dc6-d25811ff49fe None None] Network 8c448628-3d95-46ff-9523-627acd1ad8e4 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:12:09.001194 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-440b72ca-6532-4b7f-b7d8-24509e6d8ec9 None None] Publish callbacks [] for port (7e82d1e3-2290-46ee-8234-95551ac76d6f), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:09.007241 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-440b72ca-6532-4b7f-b7d8-24509e6d8ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7e82d1e3-2290-46ee-8234-95551ac76d6f), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:09.030623 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-51b09abd-6056-46bc-a1ba-82131f0b302f None None] Provisioning complete for port d8f35743-1dab-4616-b819-cf9893c5dd5c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:12:09.031000 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-51b09abd-6056-46bc-a1ba-82131f0b302f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d8f35743-1dab-4616-b819-cf9893c5dd5c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:09.060384 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-440b72ca-6532-4b7f-b7d8-24509e6d8ec9 None None] Attempting to bind port 7e82d1e3-2290-46ee-8234-95551ac76d6f on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:12:09.060795 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-440b72ca-6532-4b7f-b7d8-24509e6d8ec9 None None] Attempting to bind port 7e82d1e3-2290-46ee-8234-95551ac76d6f by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:12:09.061157 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b72ca-6532-4b7f-b7d8-24509e6d8ec9 None None] Attempting to bind port 7e82d1e3-2290-46ee-8234-95551ac76d6f on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:12:09.069157 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b72ca-6532-4b7f-b7d8-24509e6d8ec9 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:12:09.069524 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b72ca-6532-4b7f-b7d8-24509e6d8ec9 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:12:09.069963 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-440b72ca-6532-4b7f-b7d8-24509e6d8ec9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:09.070487 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b72ca-6532-4b7f-b7d8-24509e6d8ec9 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:12:09.070940 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-440b72ca-6532-4b7f-b7d8-24509e6d8ec9 None None] Bound port: 7e82d1e3-2290-46ee-8234-95551ac76d6f, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:12:09.071314 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-440b72ca-6532-4b7f-b7d8-24509e6d8ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7e82d1e3-2290-46ee-8234-95551ac76d6f), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:09.077499 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19540b02-1283-429b-9a10-08760a3dec39 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:12:09.095524 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395e44b-4e67-44cb-9029-7482b45da3b1 None None] Pushing event updated for resources: {'Port': ['ID=7e82d1e3-2290-46ee-8234-95551ac76d6f,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:09.138014 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-440b72ca-6532-4b7f-b7d8-24509e6d8ec9 None None] For port 7e82d1e3-2290-46ee-8234-95551ac76d6f, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:12:09.141822 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-440b72ca-6532-4b7f-b7d8-24509e6d8ec9 None None] For port 7e82d1e3-2290-46ee-8234-95551ac76d6f, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7e82d1e3-2290-46ee-8234-95551ac76d6f,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:12:09.150012 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-440b72ca-6532-4b7f-b7d8-24509e6d8ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7e82d1e3-2290-46ee-8234-95551ac76d6f), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:09.154573 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f128fa08-98a2-4a0a-b4a0-0a5b190e3e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:09.169778 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-51b09abd-6056-46bc-a1ba-82131f0b302f None None] Current status of the port d8f35743-1dab-4616-b819-cf9893c5dd5c is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:12:09.170292 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-51b09abd-6056-46bc-a1ba-82131f0b302f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d8f35743-1dab-4616-b819-cf9893c5dd5c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:09.217297 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-51b09abd-6056-46bc-a1ba-82131f0b302f None None] For port d8f35743-1dab-4616-b819-cf9893c5dd5c, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d8f35743-1dab-4616-b819-cf9893c5dd5c,segment=NetworkSegment(8e6d965a-9510-4a5a-b238-1e066d81e80f),segment_id=8e6d965a-9510-4a5a-b238-1e066d81e80f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:12:09.232202 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440b72ca-6532-4b7f-b7d8-24509e6d8ec9 None None] Routers {'8a7cd41f-9aee-4d74-b0bc-0255b4338c3b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:12:09.232973 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-440b72ca-6532-4b7f-b7d8-24509e6d8ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:11:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8a7cd41f-9aee-4d74-b0bc-0255b4338c3b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:12:09.236785 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0936e0-e7e8-4f86-89b3-d6116e0cc799 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:12:09.241611 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-51b09abd-6056-46bc-a1ba-82131f0b302f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d8f35743-1dab-4616-b819-cf9893c5dd5c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:09.302730 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b09abd-6056-46bc-a1ba-82131f0b302f None None] Pushing event updated for resources: {'Port': ['ID=d8f35743-1dab-4616-b819-cf9893c5dd5c,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:09.376516 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-711770d4-6ee8-4d6f-9537-24b88f9e8208 None None] Provisioning complete for port 7e82d1e3-2290-46ee-8234-95551ac76d6f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:12:09.378106 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-711770d4-6ee8-4d6f-9537-24b88f9e8208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7e82d1e3-2290-46ee-8234-95551ac76d6f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:09.385022 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395e44b-4e67-44cb-9029-7482b45da3b1 None None] Pushing event updated for resources: {'Port': ['ID=7e82d1e3-2290-46ee-8234-95551ac76d6f,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:09.411715 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-440b72ca-6532-4b7f-b7d8-24509e6d8ec9 None None] Set router 8a7cd41f-9aee-4d74-b0bc-0255b4338c3b gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:12:09.478292 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d8f35743-1dab-4616-b819-cf9893c5dd5c up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:12:09.546673 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-f128fa08-98a2-4a0a-b4a0-0a5b190e3e9f admin admin] Allocated IP 172.20.0.1 (8c448628-3d95-46ff-9523-627acd1ad8e4/26d06c0a-1275-489a-a09a-f7444ba672be/c1374f30-0b8c-4e9f-9475-0214cc1cf7cd) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:12:09.582457 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-711770d4-6ee8-4d6f-9537-24b88f9e8208 None None] Current status of the port 7e82d1e3-2290-46ee-8234-95551ac76d6f is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:12:09.582755 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-711770d4-6ee8-4d6f-9537-24b88f9e8208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7e82d1e3-2290-46ee-8234-95551ac76d6f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:09.607580 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-711770d4-6ee8-4d6f-9537-24b88f9e8208 None None] For port 7e82d1e3-2290-46ee-8234-95551ac76d6f, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7e82d1e3-2290-46ee-8234-95551ac76d6f,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:12:09.609557 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port d8f35743-1dab-4616-b819-cf9893c5dd5c triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:12:09.609960 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d8f35743-1dab-4616-b819-cf9893c5dd5c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:09.631037 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-711770d4-6ee8-4d6f-9537-24b88f9e8208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7e82d1e3-2290-46ee-8234-95551ac76d6f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:09.647536 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-440b72ca-6532-4b7f-b7d8-24509e6d8ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7cd41f-9aee-4d74-b0bc-0255b4338c3b', 'name': 'tempest-TestMinimumBasicScenario-1806814727-router', 'tenant_id': 'fdcf9294c07e4bc78b4519bbf2faae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '7e82d1e3-2290-46ee-8234-95551ac76d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:12:06Z', 'updated_at': '2022-01-18T21:12:07Z', 'revision_number': 3, 'project_id': 'fdcf9294c07e4bc78b4519bbf2faae10', 'gw_port': {'id': '7e82d1e3-2290-46ee-8234-95551ac76d6f', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7cd41f-9aee-4d74-b0bc-0255b4338c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:06Z', 'updated_at': '2022-01-18T21:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:12:09.679371 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440b72ca-6532-4b7f-b7d8-24509e6d8ec9 None None] The sync data for ids ['8a7cd41f-9aee-4d74-b0bc-0255b4338c3b'] in n-d-741529-9 is: [{'id': '8a7cd41f-9aee-4d74-b0bc-0255b4338c3b', 'name': 'tempest-TestMinimumBasicScenario-1806814727-router', 'tenant_id': 'fdcf9294c07e4bc78b4519bbf2faae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '7e82d1e3-2290-46ee-8234-95551ac76d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:12:06Z', 'updated_at': '2022-01-18T21:12:07Z', 'revision_number': 3, 'project_id': 'fdcf9294c07e4bc78b4519bbf2faae10', 'gw_port': {'id': '7e82d1e3-2290-46ee-8234-95551ac76d6f', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7cd41f-9aee-4d74-b0bc-0255b4338c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:06Z', 'updated_at': '2022-01-18T21:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:12:09.685570 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f128fa08-98a2-4a0a-b4a0-0a5b190e3e9f admin admin] Publish callbacks [] for port (c1374f30-0b8c-4e9f-9475-0214cc1cf7cd), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:09.695274 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711770d4-6ee8-4d6f-9537-24b88f9e8208 None None] Pushing event updated for resources: {'Port': ['ID=7e82d1e3-2290-46ee-8234-95551ac76d6f,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:09.729103 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f128fa08-98a2-4a0a-b4a0-0a5b190e3e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (c1374f30-0b8c-4e9f-9475-0214cc1cf7cd), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:09.755956 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f128fa08-98a2-4a0a-b4a0-0a5b190e3e9f admin admin] Network 8c448628-3d95-46ff-9523-627acd1ad8e4 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:12:09.758899 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-f128fa08-98a2-4a0a-b4a0-0a5b190e3e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:12:09.762766 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f128fa08-98a2-4a0a-b4a0-0a5b190e3e9f admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:12:09.777931 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port d8f35743-1dab-4616-b819-cf9893c5dd5c is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:12:09.779096 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8862eec0-c1c8-4155-8386-565a43d8b8db up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:12:09.814823 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4240ebc8-cb93-459b-9279-93debddbc728 None None] Provisioning complete for port d8f35743-1dab-4616-b819-cf9893c5dd5c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:12:09.815046 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4240ebc8-cb93-459b-9279-93debddbc728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d8f35743-1dab-4616-b819-cf9893c5dd5c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:09.848171 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128fa08-98a2-4a0a-b4a0-0a5b190e3e9f admin admin] Pushing event updated for resources: {'Port': ['ID=c1374f30-0b8c-4e9f-9475-0214cc1cf7cd,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:09.851827 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f128fa08-98a2-4a0a-b4a0-0a5b190e3e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (8a7cd41f-9aee-4d74-b0bc-0255b4338c3b), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:09.916997 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 8862eec0-c1c8-4155-8386-565a43d8b8db triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:12:09.917416 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8862eec0-c1c8-4155-8386-565a43d8b8db), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:10.009575 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4240ebc8-cb93-459b-9279-93debddbc728 None None] Current status of the port d8f35743-1dab-4616-b819-cf9893c5dd5c is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:12:10.040465 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f128fa08-98a2-4a0a-b4a0-0a5b190e3e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c1374f30-0b8c-4e9f-9475-0214cc1cf7cd), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:10.096101 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 8862eec0-c1c8-4155-8386-565a43d8b8db is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:12:10.142952 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0b864e96-4db3-4a69-a952-7f0e64bb62ec None None] Provisioning complete for port c1374f30-0b8c-4e9f-9475-0214cc1cf7cd triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:12:10.143612 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0b864e96-4db3-4a69-a952-7f0e64bb62ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c1374f30-0b8c-4e9f-9475-0214cc1cf7cd), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:10.193321 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0b864e96-4db3-4a69-a952-7f0e64bb62ec None None] Port c1374f30-0b8c-4e9f-9475-0214cc1cf7cd cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:12:10.248885 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f128fa08-98a2-4a0a-b4a0-0a5b190e3e9f admin admin] Publish callbacks [] for port (c1374f30-0b8c-4e9f-9475-0214cc1cf7cd), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:10.253805 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f128fa08-98a2-4a0a-b4a0-0a5b190e3e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (c1374f30-0b8c-4e9f-9475-0214cc1cf7cd), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:10.325093 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128fa08-98a2-4a0a-b4a0-0a5b190e3e9f admin admin] Pushing event updated for resources: {'Port': ['ID=c1374f30-0b8c-4e9f-9475-0214cc1cf7cd,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:10.330057 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f128fa08-98a2-4a0a-b4a0-0a5b190e3e9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (8a7cd41f-9aee-4d74-b0bc-0255b4338c3b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:10.422307 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f128fa08-98a2-4a0a-b4a0-0a5b190e3e9f admin admin] Network 8c448628-3d95-46ff-9523-627acd1ad8e4 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:12:10.423765 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-f128fa08-98a2-4a0a-b4a0-0a5b190e3e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:12:10.548613 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f128fa08-98a2-4a0a-b4a0-0a5b190e3e9f admin admin] Router 8a7cd41f-9aee-4d74-b0bc-0255b4338c3b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:12:10.662933 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f128fa08-98a2-4a0a-b4a0-0a5b190e3e9f admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:12:10.668779 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f128fa08-98a2-4a0a-b4a0-0a5b190e3e9f admin admin] 10.222.0.31 "PUT /v2.0/routers/8a7cd41f-9aee-4d74-b0bc-0255b4338c3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4149678 Jan 18 21:12:10.887844 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-16495716-d790-4119-a92d-46059aa2c06c None None] Provisioning complete for port c1374f30-0b8c-4e9f-9475-0214cc1cf7cd triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:12:10.888467 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-16495716-d790-4119-a92d-46059aa2c06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c1374f30-0b8c-4e9f-9475-0214cc1cf7cd), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:10.921322 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-16495716-d790-4119-a92d-46059aa2c06c None None] Port c1374f30-0b8c-4e9f-9475-0214cc1cf7cd cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:12:11.375143 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7e82d1e3-2290-46ee-8234-95551ac76d6f up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:12:11.422762 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 7e82d1e3-2290-46ee-8234-95551ac76d6f triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:12:11.423164 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7e82d1e3-2290-46ee-8234-95551ac76d6f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:11.515659 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 7e82d1e3-2290-46ee-8234-95551ac76d6f is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:12:11.516857 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d8f35743-1dab-4616-b819-cf9893c5dd5c up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:12:11.567877 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port d8f35743-1dab-4616-b819-cf9893c5dd5c triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:12:11.568260 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d8f35743-1dab-4616-b819-cf9893c5dd5c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:11.660321 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port d8f35743-1dab-4616-b819-cf9893c5dd5c is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:12:12.159883 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47993f73-bd3c-4d23-8f38-857262e11ca4 None None] Sync routers for ids ['8a7cd41f-9aee-4d74-b0bc-0255b4338c3b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:12:12.170984 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47993f73-bd3c-4d23-8f38-857262e11ca4 None None] Routers {'8a7cd41f-9aee-4d74-b0bc-0255b4338c3b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:12:12.171601 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-47993f73-bd3c-4d23-8f38-857262e11ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:11:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8a7cd41f-9aee-4d74-b0bc-0255b4338c3b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:12:12.298783 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-47993f73-bd3c-4d23-8f38-857262e11ca4 None None] Set router 8a7cd41f-9aee-4d74-b0bc-0255b4338c3b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:12:12.520956 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-47993f73-bd3c-4d23-8f38-857262e11ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7cd41f-9aee-4d74-b0bc-0255b4338c3b', 'name': 'tempest-TestMinimumBasicScenario-1806814727-router', 'tenant_id': 'fdcf9294c07e4bc78b4519bbf2faae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '7e82d1e3-2290-46ee-8234-95551ac76d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:12:06Z', 'updated_at': '2022-01-18T21:12:09Z', 'revision_number': 4, 'project_id': 'fdcf9294c07e4bc78b4519bbf2faae10', 'gw_port': {'id': '7e82d1e3-2290-46ee-8234-95551ac76d6f', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7cd41f-9aee-4d74-b0bc-0255b4338c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:06Z', 'updated_at': '2022-01-18T21:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'c1374f30-0b8c-4e9f-9475-0214cc1cf7cd', 'name': '', 'network_id': '8c448628-3d95-46ff-9523-627acd1ad8e4', 'tenant_id': 'fdcf9294c07e4bc78b4519bbf2faae10', 'mac_address': 'fa:16:3e:5f:1c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7cd41f-9aee-4d74-b0bc-0255b4338c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '26d06c0a-1275-489a-a09a-f7444ba672be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:09Z', 'updated_at': '2022-01-18T21:12:10Z', 'revision_number': 2, 'project_id': 'fdcf9294c07e4bc78b4519bbf2faae10', 'subnets': [{'id': '26d06c0a-1275-489a-a09a-f7444ba672be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:12:12.550726 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47993f73-bd3c-4d23-8f38-857262e11ca4 None None] Checking router: 8a7cd41f-9aee-4d74-b0bc-0255b4338c3b for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:12:12.551009 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47993f73-bd3c-4d23-8f38-857262e11ca4 None None] Updating router 8a7cd41f-9aee-4d74-b0bc-0255b4338c3b port c1374f30-0b8c-4e9f-9475-0214cc1cf7cd binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 21:12:12.583959 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-47993f73-bd3c-4d23-8f38-857262e11ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c1374f30-0b8c-4e9f-9475-0214cc1cf7cd), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:12.880888 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-47993f73-bd3c-4d23-8f38-857262e11ca4 None None] Publish callbacks [] for port (c1374f30-0b8c-4e9f-9475-0214cc1cf7cd), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:12.887776 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-47993f73-bd3c-4d23-8f38-857262e11ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c1374f30-0b8c-4e9f-9475-0214cc1cf7cd), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:12.963188 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c1ec7-9f25-4de2-bfd5-a50deaea8aeb None None] Pushing event updated for resources: {'Port': ['ID=c1374f30-0b8c-4e9f-9475-0214cc1cf7cd,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:13.018876 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-47993f73-bd3c-4d23-8f38-857262e11ca4 None None] Attempting to bind port c1374f30-0b8c-4e9f-9475-0214cc1cf7cd on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:12:13.019673 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-47993f73-bd3c-4d23-8f38-857262e11ca4 None None] Attempting to bind port c1374f30-0b8c-4e9f-9475-0214cc1cf7cd by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '8e6d965a-9510-4a5a-b238-1e066d81e80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8c448628-3d95-46ff-9523-627acd1ad8e4'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:12:13.020267 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47993f73-bd3c-4d23-8f38-857262e11ca4 None None] Attempting to bind port c1374f30-0b8c-4e9f-9475-0214cc1cf7cd on network 8c448628-3d95-46ff-9523-627acd1ad8e4 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:12:13.027765 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47993f73-bd3c-4d23-8f38-857262e11ca4 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:12:13.028283 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47993f73-bd3c-4d23-8f38-857262e11ca4 None None] Checking segment: {'id': '8e6d965a-9510-4a5a-b238-1e066d81e80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8c448628-3d95-46ff-9523-627acd1ad8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:12:13.028808 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-47993f73-bd3c-4d23-8f38-857262e11ca4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:13.029315 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47993f73-bd3c-4d23-8f38-857262e11ca4 None None] Bound using segment: {'id': '8e6d965a-9510-4a5a-b238-1e066d81e80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8c448628-3d95-46ff-9523-627acd1ad8e4'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:12:13.029931 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-47993f73-bd3c-4d23-8f38-857262e11ca4 None None] Bound port: c1374f30-0b8c-4e9f-9475-0214cc1cf7cd, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e6d965a-9510-4a5a-b238-1e066d81e80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8c448628-3d95-46ff-9523-627acd1ad8e4'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:12:13.030408 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-47993f73-bd3c-4d23-8f38-857262e11ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c1374f30-0b8c-4e9f-9475-0214cc1cf7cd), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:13.123423 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-47993f73-bd3c-4d23-8f38-857262e11ca4 None None] For port c1374f30-0b8c-4e9f-9475-0214cc1cf7cd, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:12:13.127750 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-47993f73-bd3c-4d23-8f38-857262e11ca4 None None] For port c1374f30-0b8c-4e9f-9475-0214cc1cf7cd, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c1374f30-0b8c-4e9f-9475-0214cc1cf7cd,segment=NetworkSegment(8e6d965a-9510-4a5a-b238-1e066d81e80f),segment_id=8e6d965a-9510-4a5a-b238-1e066d81e80f)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:12:13.132557 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-47993f73-bd3c-4d23-8f38-857262e11ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c1374f30-0b8c-4e9f-9475-0214cc1cf7cd), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:13.195069 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47993f73-bd3c-4d23-8f38-857262e11ca4 None None] Routers {'8a7cd41f-9aee-4d74-b0bc-0255b4338c3b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:12:13.195694 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-47993f73-bd3c-4d23-8f38-857262e11ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:11:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8a7cd41f-9aee-4d74-b0bc-0255b4338c3b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:12:13.236871 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c1ec7-9f25-4de2-bfd5-a50deaea8aeb None None] Pushing event updated for resources: {'Port': ['ID=c1374f30-0b8c-4e9f-9475-0214cc1cf7cd,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:13.297338 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89ce5bdb-59e6-48c7-9dc0-40395a03b3c3 None None] Provisioning complete for port c1374f30-0b8c-4e9f-9475-0214cc1cf7cd triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:12:13.297822 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89ce5bdb-59e6-48c7-9dc0-40395a03b3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c1374f30-0b8c-4e9f-9475-0214cc1cf7cd), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:13.355692 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-47993f73-bd3c-4d23-8f38-857262e11ca4 None None] Set router 8a7cd41f-9aee-4d74-b0bc-0255b4338c3b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:12:13.522618 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89ce5bdb-59e6-48c7-9dc0-40395a03b3c3 None None] Current status of the port c1374f30-0b8c-4e9f-9475-0214cc1cf7cd is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:12:13.523014 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89ce5bdb-59e6-48c7-9dc0-40395a03b3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c1374f30-0b8c-4e9f-9475-0214cc1cf7cd), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:13.577099 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89ce5bdb-59e6-48c7-9dc0-40395a03b3c3 None None] For port c1374f30-0b8c-4e9f-9475-0214cc1cf7cd, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c1374f30-0b8c-4e9f-9475-0214cc1cf7cd,segment=NetworkSegment(8e6d965a-9510-4a5a-b238-1e066d81e80f),segment_id=8e6d965a-9510-4a5a-b238-1e066d81e80f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:12:13.598744 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89ce5bdb-59e6-48c7-9dc0-40395a03b3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c1374f30-0b8c-4e9f-9475-0214cc1cf7cd), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:13.674924 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce5bdb-59e6-48c7-9dc0-40395a03b3c3 None None] Pushing event updated for resources: {'Port': ['ID=c1374f30-0b8c-4e9f-9475-0214cc1cf7cd,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:13.691707 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-47993f73-bd3c-4d23-8f38-857262e11ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7cd41f-9aee-4d74-b0bc-0255b4338c3b', 'name': 'tempest-TestMinimumBasicScenario-1806814727-router', 'tenant_id': 'fdcf9294c07e4bc78b4519bbf2faae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '7e82d1e3-2290-46ee-8234-95551ac76d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:12:06Z', 'updated_at': '2022-01-18T21:12:09Z', 'revision_number': 4, 'project_id': 'fdcf9294c07e4bc78b4519bbf2faae10', 'gw_port': {'id': '7e82d1e3-2290-46ee-8234-95551ac76d6f', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7cd41f-9aee-4d74-b0bc-0255b4338c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:06Z', 'updated_at': '2022-01-18T21:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'c1374f30-0b8c-4e9f-9475-0214cc1cf7cd', 'name': '', 'network_id': '8c448628-3d95-46ff-9523-627acd1ad8e4', 'tenant_id': 'fdcf9294c07e4bc78b4519bbf2faae10', 'mac_address': 'fa:16:3e:5f:1c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7cd41f-9aee-4d74-b0bc-0255b4338c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '26d06c0a-1275-489a-a09a-f7444ba672be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:09Z', 'updated_at': '2022-01-18T21:12:13Z', 'revision_number': 4, 'project_id': 'fdcf9294c07e4bc78b4519bbf2faae10', 'subnets': [{'id': '26d06c0a-1275-489a-a09a-f7444ba672be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:12:13.732541 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47993f73-bd3c-4d23-8f38-857262e11ca4 None None] The sync data for ids ['8a7cd41f-9aee-4d74-b0bc-0255b4338c3b'] in n-d-741529-9 is: [{'id': '8a7cd41f-9aee-4d74-b0bc-0255b4338c3b', 'name': 'tempest-TestMinimumBasicScenario-1806814727-router', 'tenant_id': 'fdcf9294c07e4bc78b4519bbf2faae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '7e82d1e3-2290-46ee-8234-95551ac76d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:12:06Z', 'updated_at': '2022-01-18T21:12:09Z', 'revision_number': 4, 'project_id': 'fdcf9294c07e4bc78b4519bbf2faae10', 'gw_port': {'id': '7e82d1e3-2290-46ee-8234-95551ac76d6f', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7cd41f-9aee-4d74-b0bc-0255b4338c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:06Z', 'updated_at': '2022-01-18T21:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'c1374f30-0b8c-4e9f-9475-0214cc1cf7cd', 'name': '', 'network_id': '8c448628-3d95-46ff-9523-627acd1ad8e4', 'tenant_id': 'fdcf9294c07e4bc78b4519bbf2faae10', 'mac_address': 'fa:16:3e:5f:1c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7cd41f-9aee-4d74-b0bc-0255b4338c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '26d06c0a-1275-489a-a09a-f7444ba672be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:09Z', 'updated_at': '2022-01-18T21:12:13Z', 'revision_number': 4, 'project_id': 'fdcf9294c07e4bc78b4519bbf2faae10', 'subnets': [{'id': '26d06c0a-1275-489a-a09a-f7444ba672be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:12:13.744348 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-915a96f0-fd17-4e64-a048-0d5eacd79ac0 None None] Provisioning complete for port c1374f30-0b8c-4e9f-9475-0214cc1cf7cd triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:12:13.747259 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-915a96f0-fd17-4e64-a048-0d5eacd79ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c1374f30-0b8c-4e9f-9475-0214cc1cf7cd), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:13.898475 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-915a96f0-fd17-4e64-a048-0d5eacd79ac0 None None] Current status of the port c1374f30-0b8c-4e9f-9475-0214cc1cf7cd is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:12:15.362383 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c1374f30-0b8c-4e9f-9475-0214cc1cf7cd up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:12:15.429304 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port c1374f30-0b8c-4e9f-9475-0214cc1cf7cd triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:12:15.429304 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (c1374f30-0b8c-4e9f-9475-0214cc1cf7cd), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:15.529453 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port c1374f30-0b8c-4e9f-9475-0214cc1cf7cd is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:12:20.587416 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-38326d2e-dc3a-4fdb-ba8d-5fdc051aff34 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:20.588814 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-38326d2e-dc3a-4fdb-ba8d-5fdc051aff34 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/networks?id=0448f627-8dec-42c5-a8c2-cbbf20770033 HTTP/1.1" status: 200 len: 815 time: 0.0991697 Jan 18 21:12:20.603065 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-7641a39a-c172-4719-855c-5315a076482b tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/quotas/2e23f17734d3484fabf43e2cac14ccbf HTTP/1.1" status: 200 len: 375 time: 0.0087821 Jan 18 21:12:20.657280 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-65b08f04-ca29-4532-ab15-56a047120cd0 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e23f17734d3484fabf43e2cac14ccbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491650 Jan 18 21:12:20.749225 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-4ffe4e24-4de6-43ae-98d2-2eb465d64364 service neutron] 10.222.0.31 "GET /v2.0/networks/0448f627-8dec-42c5-a8c2-cbbf20770033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804486 Jan 18 21:12:20.840865 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-83f3c493-3399-456c-a24b-fe0d7e5f66a6 service neutron] 10.222.0.31 "GET /v2.0/networks/0448f627-8dec-42c5-a8c2-cbbf20770033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857344 Jan 18 21:12:20.993373 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-60eaea97-dc54-48c7-b503-66a44a662189 req-569d625b-9af8-4bfc-b2ea-23ffdc5b97e7 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 210 time: 0.0263007 Jan 18 21:12:22.076224 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9709d4c7-2694-4207-9afb-d51e77dbf138 req-fb6d5f83-c7e3-4015-8125-ba0683f19326 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 210 time: 0.0275354 Jan 18 21:12:23.153796 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5bc30cec-f131-49fa-9454-33fc085bdbb6 req-a24fff3d-cf70-4a66-94c4-3b19332b0bea tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 210 time: 0.0263603 Jan 18 21:12:24.227653 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d5b00bc6-79de-48b0-9799-7226514e93c1 req-2f4dab7b-4852-4351-8ed6-41e9002d0415 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 210 time: 0.0252616 Jan 18 21:12:24.253388 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:12:25.322276 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1b7605d3-4d84-47de-9aa4-06b76692699b req-876c34ea-3e80-4cd7-86dc-372825e88cc2 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 210 time: 0.0305035 Jan 18 21:12:25.751895 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-48c92cfa-1c60-447b-91d6-714b56019d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:26.101846 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-5c3f6df0-7d00-4dd6-97eb-2bf975bf9d27 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:26.103220 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-5c3f6df0-7d00-4dd6-97eb-2bf975bf9d27 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.57 "GET /v2.0/networks?id=0448f627-8dec-42c5-a8c2-cbbf20770033 HTTP/1.1" status: 200 len: 815 time: 0.1007855 Jan 18 21:12:26.114633 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-206df98c-d535-4f45-a2ea-51c3b4d7774e tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Request body: {'port': {'device_id': '8b3b4a2c-c302-4215-8f44-8cec101d24fb', 'network_id': '0448f627-8dec-42c5-a8c2-cbbf20770033', 'admin_state_up': True, 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:12:26.230824 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-206df98c-d535-4f45-a2ea-51c3b4d7774e tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Made reservation on behalf of 2e23f17734d3484fabf43e2cac14ccbf for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:12:26.234909 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-206df98c-d535-4f45-a2ea-51c3b4d7774e tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:26.381612 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-206df98c-d535-4f45-a2ea-51c3b4d7774e tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Allocated IP 172.20.0.13 (0448f627-8dec-42c5-a8c2-cbbf20770033/522e63b9-544d-4844-848d-931b8e5f64c4/fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:12:26.449968 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-820c463b-834a-4c6f-8394-2bcc9a05f619 req-a906d0ef-4870-4c24-bc9b-f23553a74d9e tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 210 time: 0.0357864 Jan 18 21:12:26.671547 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-206df98c-d535-4f45-a2ea-51c3b4d7774e tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for port (fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:26.711476 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-206df98c-d535-4f45-a2ea-51c3b4d7774e tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:26.771564 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-206df98c-d535-4f45-a2ea-51c3b4d7774e tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Network 0448f627-8dec-42c5-a8c2-cbbf20770033 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:12:26.775223 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-206df98c-d535-4f45-a2ea-51c3b4d7774e tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:12:26.779557 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-206df98c-d535-4f45-a2ea-51c3b4d7774e tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:12:26.804964 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206df98c-d535-4f45-a2ea-51c3b4d7774e tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Pushing event updated for resources: {'Port': ['ID=fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:26.842244 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-206df98c-d535-4f45-a2ea-51c3b4d7774e tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:26.842801 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-206df98c-d535-4f45-a2ea-51c3b4d7774e tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:26.867696 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-206df98c-d535-4f45-a2ea-51c3b4d7774e tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7566237 Jan 18 21:12:27.126939 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-5a4d7f6e-a976-45ce-9727-fbcc964bce57 None None] Provisioning complete for port fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:12:27.127542 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5a4d7f6e-a976-45ce-9727-fbcc964bce57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:27.165580 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5a4d7f6e-a976-45ce-9727-fbcc964bce57 None None] Port fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:12:27.587127 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943aaac8-91ea-494c-8daa-c7e5077e2853 req-cb950491-c828-491f-9315-91056f5ac50d tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:27.588640 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-943aaac8-91ea-494c-8daa-c7e5077e2853 req-cb950491-c828-491f-9315-91056f5ac50d tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 932 time: 0.0525980 Jan 18 21:12:27.636454 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-943aaac8-91ea-494c-8daa-c7e5077e2853 req-902a2d87-b8b6-4ef2-8b53-9bd32b505c46 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411062 Jan 18 21:12:27.906787 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c1a41290-ff7e-4a4d-accb-be943389e1ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:28.750521 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8642d-492c-4b3f-966c-2c461addd407 req-465ea333-681d-4631-8baa-960f045a5ee2 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:28.751969 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85c8642d-492c-4b3f-966c-2c461addd407 req-465ea333-681d-4631-8baa-960f045a5ee2 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 932 time: 0.0476160 Jan 18 21:12:28.800787 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-85c8642d-492c-4b3f-966c-2c461addd407 req-b99ea6a9-babb-42f0-a163-5abb84f1ed7c tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431626 Jan 18 21:12:29.295564 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:29.931216 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c169c-12bf-439e-b809-bd93d6ca1781 req-d3344d5b-436f-45be-a6e5-91b64a38de22 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:29.938320 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-601c169c-12bf-439e-b809-bd93d6ca1781 req-d3344d5b-436f-45be-a6e5-91b64a38de22 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 932 time: 0.0721729 Jan 18 21:12:29.989003 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-601c169c-12bf-439e-b809-bd93d6ca1781 req-fd4ca4da-809c-4aa3-a605-3fad0c21f532 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453677 Jan 18 21:12:30.719207 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:31.111585 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c325d-86c9-4a87-8cb8-9f6d58087e28 req-5a685c03-e622-4453-9780-6e78308a7305 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:31.113839 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8f2c325d-86c9-4a87-8cb8-9f6d58087e28 req-5a685c03-e622-4453-9780-6e78308a7305 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 932 time: 0.0532732 Jan 18 21:12:31.164143 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8f2c325d-86c9-4a87-8cb8-9f6d58087e28 req-38338ee6-501e-4932-a5b4-a57818c4761c tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439720 Jan 18 21:12:31.992031 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:32.283709 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5b747-4f30-416d-90ea-0bf29bcc452e req-e66c38db-f2ae-4242-a0e6-45d86cbf8ff3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:32.285189 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-48d5b747-4f30-416d-90ea-0bf29bcc452e req-e66c38db-f2ae-4242-a0e6-45d86cbf8ff3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 932 time: 0.0517085 Jan 18 21:12:32.330827 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-48d5b747-4f30-416d-90ea-0bf29bcc452e req-cfbe8ff2-c3f2-4849-9ab2-b7cb8da58bb4 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400789 Jan 18 21:12:33.474703 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93b949-a37c-44bf-8d31-d630f316390b req-9f63b780-ad96-4692-849b-e18079be213d tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:33.482543 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dd93b949-a37c-44bf-8d31-d630f316390b req-9f63b780-ad96-4692-849b-e18079be213d tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 932 time: 0.0702705 Jan 18 21:12:33.526514 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dd93b949-a37c-44bf-8d31-d630f316390b req-c162f90e-938d-416b-b373-baa25dc11dcb tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431037 Jan 18 21:12:34.515477 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:34.640591 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f394fc-6c76-4dcd-a180-0a35b3ca8799 req-94d96d64-6efe-47ed-93ee-53feab222f2b tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:34.642332 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6f394fc-6c76-4dcd-a180-0a35b3ca8799 req-94d96d64-6efe-47ed-93ee-53feab222f2b tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 932 time: 0.0494640 Jan 18 21:12:34.691999 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b6f394fc-6c76-4dcd-a180-0a35b3ca8799 req-9a29ead1-95b2-440d-b66d-4546379e26cb tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441592 Jan 18 21:12:35.815468 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1b076-18dc-4370-879d-5b5921aa8dad req-38ff5009-60fa-41bf-9926-d6d595e9151e tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:35.816919 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eff1b076-18dc-4370-879d-5b5921aa8dad req-38ff5009-60fa-41bf-9926-d6d595e9151e tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 932 time: 0.0567670 Jan 18 21:12:35.865464 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eff1b076-18dc-4370-879d-5b5921aa8dad req-ca442ce4-109f-4139-941d-1ae0fdaf0567 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424764 Jan 18 21:12:36.982022 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95797e11-e999-4523-8d03-08fde892a195 req-1008af6d-dbc8-494f-8833-bb09c9ab3cc1 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:36.983501 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95797e11-e999-4523-8d03-08fde892a195 req-1008af6d-dbc8-494f-8833-bb09c9ab3cc1 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 932 time: 0.0515759 Jan 18 21:12:37.029753 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-95797e11-e999-4523-8d03-08fde892a195 req-51254772-4b3e-44b4-b772-cf4f02deb679 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407212 Jan 18 21:12:37.380401 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:38.146867 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a37a61-a0c7-4b7a-8d8b-a7598b9a6f23 req-ff5364e2-4b4f-424b-856b-52be6f0224e7 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:38.148320 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-89a37a61-a0c7-4b7a-8d8b-a7598b9a6f23 req-ff5364e2-4b4f-424b-856b-52be6f0224e7 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 932 time: 0.0510490 Jan 18 21:12:38.193367 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-89a37a61-a0c7-4b7a-8d8b-a7598b9a6f23 req-75b2ec08-cda5-4391-9cac-a33567c93f1a tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387712 Jan 18 21:12:39.305875 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311b223-7704-495e-95db-7695a363cfb0 req-77d1c287-8464-4e1d-9678-a1d397e5cf63 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:39.307190 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7311b223-7704-495e-95db-7695a363cfb0 req-77d1c287-8464-4e1d-9678-a1d397e5cf63 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 932 time: 0.0475154 Jan 18 21:12:39.352866 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7311b223-7704-495e-95db-7695a363cfb0 req-d2aa170b-3086-46d6-ba24-cfe0d2a289be tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395806 Jan 18 21:12:39.939165 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-d457456f-1c1e-4a6c-9d28-0acbe87d8fc0 service neutron] Request body: {'port': {'device_id': '8b3b4a2c-c302-4215-8f44-8cec101d24fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:12:39.991604 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-d457456f-1c1e-4a6c-9d28-0acbe87d8fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:40.250945 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-d457456f-1c1e-4a6c-9d28-0acbe87d8fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:12:40.258341 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-d457456f-1c1e-4a6c-9d28-0acbe87d8fc0 service neutron] Publish callbacks [] for port (fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:40.269863 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-d457456f-1c1e-4a6c-9d28-0acbe87d8fc0 service neutron] Transition to ACTIVE for port object fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 21:12:40.275016 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-d457456f-1c1e-4a6c-9d28-0acbe87d8fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:40.323121 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457456f-1c1e-4a6c-9d28-0acbe87d8fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:40.399450 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-d457456f-1c1e-4a6c-9d28-0acbe87d8fc0 service neutron] Attempting to bind port fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:12:40.399822 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-d457456f-1c1e-4a6c-9d28-0acbe87d8fc0 service neutron] Attempting to bind port fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '133dc286-8942-4c00-88ec-2da0dfd7b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0448f627-8dec-42c5-a8c2-cbbf20770033'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:12:40.400109 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-d457456f-1c1e-4a6c-9d28-0acbe87d8fc0 service neutron] Attempting to bind port fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a on network 0448f627-8dec-42c5-a8c2-cbbf20770033 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:12:40.405578 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-d457456f-1c1e-4a6c-9d28-0acbe87d8fc0 service neutron] Port fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a on network 0448f627-8dec-42c5-a8c2-cbbf20770033 not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 21:12:40.405954 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-d457456f-1c1e-4a6c-9d28-0acbe87d8fc0 service neutron] Attempting to bind port fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a on network 0448f627-8dec-42c5-a8c2-cbbf20770033 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:12:40.411119 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-d457456f-1c1e-4a6c-9d28-0acbe87d8fc0 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:12:40.411461 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-d457456f-1c1e-4a6c-9d28-0acbe87d8fc0 service neutron] Checking segment: {'id': '133dc286-8942-4c00-88ec-2da0dfd7b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0448f627-8dec-42c5-a8c2-cbbf20770033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:12:40.411845 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-d457456f-1c1e-4a6c-9d28-0acbe87d8fc0 service neutron] Bound using segment: {'id': '133dc286-8942-4c00-88ec-2da0dfd7b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0448f627-8dec-42c5-a8c2-cbbf20770033'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:12:40.412848 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-d457456f-1c1e-4a6c-9d28-0acbe87d8fc0 service neutron] Bound port: fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '133dc286-8942-4c00-88ec-2da0dfd7b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0448f627-8dec-42c5-a8c2-cbbf20770033'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:12:40.413346 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-d457456f-1c1e-4a6c-9d28-0acbe87d8fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:40.474969 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b5958-1802-4ae9-b836-2d3bf7eb5ec1 req-2bcdb519-fb1f-4133-abea-a4896324c4e0 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:40.476566 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-478b5958-1802-4ae9-b836-2d3bf7eb5ec1 req-2bcdb519-fb1f-4133-abea-a4896324c4e0 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 944 time: 0.0557380 Jan 18 21:12:40.482163 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-d457456f-1c1e-4a6c-9d28-0acbe87d8fc0 service neutron] For port fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:12:40.489946 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-d457456f-1c1e-4a6c-9d28-0acbe87d8fc0 service neutron] For port fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a,segment=NetworkSegment(133dc286-8942-4c00-88ec-2da0dfd7b66b),segment_id=133dc286-8942-4c00-88ec-2da0dfd7b66b)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:12:40.495266 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-d457456f-1c1e-4a6c-9d28-0acbe87d8fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:40.527742 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-478b5958-1802-4ae9-b836-2d3bf7eb5ec1 req-665bb55f-fbb1-45e0-b570-f6f6caaef3ac tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440891 Jan 18 21:12:40.534454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-d457456f-1c1e-4a6c-9d28-0acbe87d8fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:40.535074 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-d457456f-1c1e-4a6c-9d28-0acbe87d8fc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:40.536468 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-d457456f-1c1e-4a6c-9d28-0acbe87d8fc0 service neutron] 10.222.0.57 "PUT /v2.0/ports/fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a HTTP/1.1" status: 200 len: 1092 time: 0.6041121 Jan 18 21:12:40.536920 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3b4a2c-c302-4215-8f44-8cec101d24fb', 'tag': 'fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:12:40.539228 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a335e5-b661-49ba-9fda-093d6aa4f395" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3b4a2c-c302-4215-8f44-8cec101d24fb", "tag": "fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:12:40.560025 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457456f-1c1e-4a6c-9d28-0acbe87d8fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:40.647423 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-c6a24d44-e440-429a-936e-4bfb7d3a019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:40.649037 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-c6a24d44-e440-429a-936e-4bfb7d3a019b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e23f17734d3484fabf43e2cac14ccbf&device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 1095 time: 0.0451577 Jan 18 21:12:40.697405 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-5e95ab58-c1ac-4e46-a310-7a193aab1a7a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a HTTP/1.1" status: 200 len: 217 time: 0.0416498 Jan 18 21:12:40.762841 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560e4110-5545-445f-b6bb-165a916e76e5 x-openstack-request-id: req-560e4110-5545-445f-b6bb-165a916e76e5 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:12:40.763465 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3b4a2c-c302-4215-8f44-8cec101d24fb", "tag": "fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:12:40.763883 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-560e4110-5545-445f-b6bb-165a916e76e5 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:12:40.764530 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3b4a2c-c302-4215-8f44-8cec101d24fb', 'tag': 'fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a', 'status': 'completed', 'code': 200} Jan 18 21:12:40.786211 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-9517182e-72e8-4bd1-9d0e-0d4b09f7cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:40.787609 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-9517182e-72e8-4bd1-9d0e-0d4b09f7cefa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=522e63b9-544d-4844-848d-931b8e5f64c4 HTTP/1.1" status: 200 len: 854 time: 0.0850122 Jan 18 21:12:40.831993 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-bfe32672-8034-4c0b-8124-31457194601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:40.833450 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-bfe32672-8034-4c0b-8124-31457194601e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0448f627-8dec-42c5-a8c2-cbbf20770033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390749 Jan 18 21:12:40.923634 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-08e7261c-f335-45b0-8d6a-020cdbbe68aa service neutron] 10.222.0.57 "GET /v2.0/networks/0448f627-8dec-42c5-a8c2-cbbf20770033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825276 Jan 18 21:12:41.007416 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6a6a66a1-920c-4758-9d0b-3705ace56c79 req-a4f50a7e-8ef4-49c5-8d93-43d03b5ccd3d service neutron] 10.222.0.57 "GET /v2.0/networks/0448f627-8dec-42c5-a8c2-cbbf20770033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783908 Jan 18 21:12:41.092538 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a335e5-b661-49ba-9fda-093d6aa4f395 req-33ac06a1-e2f0-4c9d-ad6d-a92349a8690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:41.094044 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85a335e5-b661-49ba-9fda-093d6aa4f395 req-33ac06a1-e2f0-4c9d-ad6d-a92349a8690b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e23f17734d3484fabf43e2cac14ccbf&device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 1095 time: 0.0448558 Jan 18 21:12:41.180847 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a335e5-b661-49ba-9fda-093d6aa4f395 req-9d99beae-aeef-4c6d-b9fe-441e3387dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:41.182361 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85a335e5-b661-49ba-9fda-093d6aa4f395 req-9d99beae-aeef-4c6d-b9fe-441e3387dcdf service neutron] 10.222.0.57 "GET /v2.0/networks?id=0448f627-8dec-42c5-a8c2-cbbf20770033 HTTP/1.1" status: 200 len: 916 time: 0.0826371 Jan 18 21:12:41.224002 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85a335e5-b661-49ba-9fda-093d6aa4f395 req-5597ec66-9c82-4d67-a878-577bf9fc38ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a HTTP/1.1" status: 200 len: 217 time: 0.0357969 Jan 18 21:12:41.270752 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a335e5-b661-49ba-9fda-093d6aa4f395 req-f01bd37f-de68-42c9-b18c-7a61d5137641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:41.272225 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85a335e5-b661-49ba-9fda-093d6aa4f395 req-f01bd37f-de68-42c9-b18c-7a61d5137641 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=522e63b9-544d-4844-848d-931b8e5f64c4 HTTP/1.1" status: 200 len: 854 time: 0.0419984 Jan 18 21:12:41.317570 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a335e5-b661-49ba-9fda-093d6aa4f395 req-ae1bfea5-e0bd-4918-8e2c-98f62e54054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:41.319076 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85a335e5-b661-49ba-9fda-093d6aa4f395 req-ae1bfea5-e0bd-4918-8e2c-98f62e54054d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0448f627-8dec-42c5-a8c2-cbbf20770033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407996 Jan 18 21:12:41.408403 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85a335e5-b661-49ba-9fda-093d6aa4f395 req-e7f57c56-d140-445b-844d-a6c8a043844f service neutron] 10.222.0.57 "GET /v2.0/networks/0448f627-8dec-42c5-a8c2-cbbf20770033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829759 Jan 18 21:12:41.495313 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-85a335e5-b661-49ba-9fda-093d6aa4f395 req-06d7fe35-5ea3-4960-9a62-5111051172b2 service neutron] 10.222.0.57 "GET /v2.0/networks/0448f627-8dec-42c5-a8c2-cbbf20770033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806756 Jan 18 21:12:41.646043 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79be99-9b48-4b8a-b5ea-65acdc95c383 req-05504fd0-3577-4ecb-8c30-760ea1c87315 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:41.647556 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7f79be99-9b48-4b8a-b5ea-65acdc95c383 req-05504fd0-3577-4ecb-8c30-760ea1c87315 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 944 time: 0.0486460 Jan 18 21:12:41.692645 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7f79be99-9b48-4b8a-b5ea-65acdc95c383 req-f0b075bc-bb8d-4f46-ad62-d8c7971085fa tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389895 Jan 18 21:12:42.806710 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8bf10-78a2-4eac-b017-442efaab38a8 req-0f4494d5-bca6-44a6-8d7d-5f33502b8c61 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:42.808173 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dec8bf10-78a2-4eac-b017-442efaab38a8 req-0f4494d5-bca6-44a6-8d7d-5f33502b8c61 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 944 time: 0.0476687 Jan 18 21:12:42.857366 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dec8bf10-78a2-4eac-b017-442efaab38a8 req-e4df2e91-e3ab-41ea-a790-476454d19247 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436311 Jan 18 21:12:43.967957 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bcffd-aa33-43b4-bf4b-4c43118ba8b2 req-476daafb-e3e8-42fe-9fd7-7b83df04d5e6 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:43.969398 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d25bcffd-aa33-43b4-bf4b-4c43118ba8b2 req-476daafb-e3e8-42fe-9fd7-7b83df04d5e6 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 944 time: 0.0468395 Jan 18 21:12:44.016035 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d25bcffd-aa33-43b4-bf4b-4c43118ba8b2 req-0d08cf4b-8c73-4af3-b94f-f033e6d591e5 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410566 Jan 18 21:12:44.132000 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 21:12:44.225190 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a,segment=NetworkSegment(133dc286-8942-4c00-88ec-2da0dfd7b66b),segment_id=133dc286-8942-4c00-88ec-2da0dfd7b66b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:12:44.235701 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': 'fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a', 'network_id': '0448f627-8dec-42c5-a8c2-cbbf20770033', 'port_id': 'fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a', 'mac_address': 'fa:16:3e:51:ab:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '522e63b9-544d-4844-848d-931b8e5f64c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 21:12:44.273924 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:12:44.274315 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:44.291068 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:12:44.309618 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a,segment=NetworkSegment(133dc286-8942-4c00-88ec-2da0dfd7b66b),segment_id=133dc286-8942-4c00-88ec-2da0dfd7b66b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:12:44.313271 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:44.358708 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:44.601434 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:12:45.139839 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5f025-5d72-4cc9-babf-68ad4181e511 req-8c38b5b5-2658-45c0-b0b0-479353960bd0 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:45.141460 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-67b5f025-5d72-4cc9-babf-68ad4181e511 req-8c38b5b5-2658-45c0-b0b0-479353960bd0 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 945 time: 0.0540652 Jan 18 21:12:45.187824 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-67b5f025-5d72-4cc9-babf-68ad4181e511 req-ed121f3f-e763-4bb3-9b8a-25158858d12a tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408900 Jan 18 21:12:46.140336 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:12:46.188759 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 21:12:46.192308 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:12:46.192675 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:46.271691 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:12:46.272093 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:46.295487 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3b4a2c-c302-4215-8f44-8cec101d24fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:12:46.298045 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff45416-6f21-420a-a52a-def31738d652" -d '{"events": [{"server_uuid": "8b3b4a2c-c302-4215-8f44-8cec101d24fb", "name": "network-vif-plugged", "status": "completed", "tag": "fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:12:46.310721 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af30a91-743f-4639-8667-7976c9d8f837 req-9f3026cb-2dc5-4061-947c-6a231f51f287 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:46.311656 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a,segment=NetworkSegment(133dc286-8942-4c00-88ec-2da0dfd7b66b),segment_id=133dc286-8942-4c00-88ec-2da0dfd7b66b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:12:46.312223 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7af30a91-743f-4639-8667-7976c9d8f837 req-9f3026cb-2dc5-4061-947c-6a231f51f287 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 945 time: 0.0578973 Jan 18 21:12:46.315815 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:46.359688 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7af30a91-743f-4639-8667-7976c9d8f837 req-733486d0-3200-40d1-a190-5384a9c2e8df tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412118 Jan 18 21:12:46.367070 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:12:46.402929 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9609267-193c-4ab8-ae8c-9d80e0d72bf3 x-openstack-request-id: req-a9609267-193c-4ab8-ae8c-9d80e0d72bf3 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:12:46.403223 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3b4a2c-c302-4215-8f44-8cec101d24fb", "name": "network-vif-plugged", "status": "completed", "tag": "fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:12:46.403476 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9609267-193c-4ab8-ae8c-9d80e0d72bf3 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:12:46.403875 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3b4a2c-c302-4215-8f44-8cec101d24fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a', 'code': 200} Jan 18 21:12:46.497954 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafe374-ad10-45e6-9065-617e1a9848b1 req-6f4c4dca-d191-4734-be21-fa103152fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:46.499393 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-faafe374-ad10-45e6-9065-617e1a9848b1 req-6f4c4dca-d191-4734-be21-fa103152fb54 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 1097 time: 0.0393000 Jan 18 21:12:46.544832 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-faafe374-ad10-45e6-9065-617e1a9848b1 req-f3a82796-8107-4b8e-884e-b9f4eaf7206b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401473 Jan 18 21:12:47.478416 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f73dd-7519-408e-aba8-39b266924103 req-36982939-3463-4cf9-acd6-042635944190 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:47.479883 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-298f73dd-7519-408e-aba8-39b266924103 req-36982939-3463-4cf9-acd6-042635944190 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 946 time: 0.0478814 Jan 18 21:12:47.528164 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-298f73dd-7519-408e-aba8-39b266924103 req-b33022ec-df37-4671-9011-abf9e1d9c4ee tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422971 Jan 18 21:12:48.639892 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d2bd6-ae21-4939-95b3-de941b3b4931 req-9af3de87-9bb2-4405-99c1-29c1d4ed7d00 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:48.642493 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d55d2bd6-ae21-4939-95b3-de941b3b4931 req-9af3de87-9bb2-4405-99c1-29c1d4ed7d00 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 946 time: 0.0484602 Jan 18 21:12:48.690546 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d55d2bd6-ae21-4939-95b3-de941b3b4931 req-22ae269a-6004-454d-abc0-5a887a056c4a tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428367 Jan 18 21:12:48.813557 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1591ab-92a1-4cb8-8c93-22e22c9821fa req-0138be94-7bf1-463d-9b4f-d37b9a735cec tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:48.814958 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac1591ab-92a1-4cb8-8c93-22e22c9821fa req-0138be94-7bf1-463d-9b4f-d37b9a735cec tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 946 time: 0.0574768 Jan 18 21:12:48.860291 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ac1591ab-92a1-4cb8-8c93-22e22c9821fa req-72b86aa3-4466-4a2a-b8eb-a1c2c705385c tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398901 Jan 18 21:12:49.039228 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6a454-c4b7-4d1f-8616-dd82cc65f946 req-d2743f9f-8c6d-4399-ac41-78c63292c487 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:12:49.040663 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-36b6a454-c4b7-4d1f-8616-dd82cc65f946 req-d2743f9f-8c6d-4399-ac41-78c63292c487 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 946 time: 0.0472305 Jan 18 21:12:49.085953 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-36b6a454-c4b7-4d1f-8616-dd82cc65f946 req-18b508aa-7ec1-4cf6-8912-333239844cc2 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396242 Jan 18 21:12:55.753899 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a521e08c-980d-40f7-8242-7129d944cbb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:57.911100 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7e5e-bf6d-44ed-a831-4a6de8977de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:12:59.298666 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:00.719025 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:01.252666 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:13:01.993448 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:04.514739 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:07.394670 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:07.865947 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4972d4-f542-4ffe-94fe-35decbdad221 req-461c00b3-e59a-4968-a962-d89751072183 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:13:07.867413 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed4972d4-f542-4ffe-94fe-35decbdad221 req-461c00b3-e59a-4968-a962-d89751072183 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 946 time: 0.0526690 Jan 18 21:13:07.912717 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed4972d4-f542-4ffe-94fe-35decbdad221 req-b6b03e69-d224-409a-86d6-f381b598ca20 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397418 Jan 18 21:13:07.934342 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42596) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:13:08.060665 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbef325-91c4-4d43-b271-34be30d25ad7 tempest-TestMinimumBasicScenario-720152390 tempest-TestMinimumBasicScenario-720152390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:13:08.062257 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6fbef325-91c4-4d43-b271-34be30d25ad7 tempest-TestMinimumBasicScenario-720152390 tempest-TestMinimumBasicScenario-720152390-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 1092 time: 0.1269729 Jan 18 21:13:08.065238 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42600) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:13:08.069402 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'port_id': 'fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:13:08.092982 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:08.205019 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:08.308840 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Allocated IP 172.25.4.185 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/01a55b27-21ef-41af-a64e-281e3ded3d60) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:13:08.411253 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for port (01a55b27-21ef-41af-a64e-281e3ded3d60), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:08.444550 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (01a55b27-21ef-41af-a64e-281e3ded3d60), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:08.482907 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:13:08.487031 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:13:08.491348 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:13:08.494320 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Pushing event updated for resources: {'Port': ['ID=01a55b27-21ef-41af-a64e-281e3ded3d60,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:13:08.522928 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:13:08.523276 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:13:08.523621 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:13:08.523958 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:13:08.524291 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:13:08.524619 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:13:08.524942 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:13:08.525263 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:13:08.525584 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:13:08.525930 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:13:08.526252 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:13:08.526596 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:13:08.526910 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:13:08.849734 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for floatingip (acefa49d-50b6-4b6e-b12c-656e293787a2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:08.912050 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (01a55b27-21ef-41af-a64e-281e3ded3d60), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:09.057849 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for port (01a55b27-21ef-41af-a64e-281e3ded3d60), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:09.062273 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (01a55b27-21ef-41af-a64e-281e3ded3d60), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:09.131083 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Pushing event updated for resources: {'Port': ['ID=01a55b27-21ef-41af-a64e-281e3ded3d60,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:13:09.142565 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (acefa49d-50b6-4b6e-b12c-656e293787a2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:09.239813 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Floating IP acefa49d-50b6-4b6e-b12c-656e293787a2 associated. External IP: 172.25.4.185, port: fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a. Jan 18 21:13:09.436551 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Router e6a809f4-2f3b-47da-b822-9e02c7e540bf has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:13:09.542926 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:13:09.552404 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9d9e4b-550a-4cef-9fca-d577e521307f None None] Sync routers for ids ['e6a809f4-2f3b-47da-b822-9e02c7e540bf'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:13:09.560896 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:09.562496 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9d9e4b-550a-4cef-9fca-d577e521307f None None] Routers {'e6a809f4-2f3b-47da-b822-9e02c7e540bf'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:13:09.563202 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-5b9d9e4b-550a-4cef-9fca-d577e521307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:12:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e6a809f4-2f3b-47da-b822-9e02c7e540bf'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:13:09.587387 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b661bba9-be5a-4781-8616-bee78dbb6391 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5211132 Jan 18 21:13:09.587990 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3b4a2c-c302-4215-8f44-8cec101d24fb', 'tag': 'fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:13:09.590826 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42602) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:13:09.591335 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b43178f88c778abd299c77f10da4c8b3e71d2d0c7150ce414079b2ef1097cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f81e13f-af30-4151-9cb4-bec891b7ac81" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3b4a2c-c302-4215-8f44-8cec101d24fb", "tag": "fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:13:09.595528 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-045a2502-f6c4-44ed-9ff0-15dfe96ad2db tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1440549767', 'description': 'tempest-secgroup-smoke-1440549767 description', 'project_id': '2e23f17734d3484fabf43e2cac14ccbf'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:13:09.619499 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-045a2502-f6c4-44ed-9ff0-15dfe96ad2db tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:09.676846 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-5b9d9e4b-550a-4cef-9fca-d577e521307f None None] Set router e6a809f4-2f3b-47da-b822-9e02c7e540bf gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:13:09.689102 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db697286-2f97-4040-b342-5e3d4c6fecfc x-openstack-request-id: req-db697286-2f97-4040-b342-5e3d4c6fecfc {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:13:09.689346 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3b4a2c-c302-4215-8f44-8cec101d24fb", "tag": "fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:13:09.689606 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db697286-2f97-4040-b342-5e3d4c6fecfc {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:13:09.690043 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3b4a2c-c302-4215-8f44-8cec101d24fb', 'tag': 'fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a', 'status': 'completed', 'code': 200} Jan 18 21:13:09.691155 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-045a2502-f6c4-44ed-9ff0-15dfe96ad2db tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for security_group (fe2684f1-1327-478b-87cb-0655749274c3), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:09.695423 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-045a2502-f6c4-44ed-9ff0-15dfe96ad2db tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (fe2684f1-1327-478b-87cb-0655749274c3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:09.735167 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-045a2502-f6c4-44ed-9ff0-15dfe96ad2db tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:09.736368 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-045a2502-f6c4-44ed-9ff0-15dfe96ad2db tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1445646 Jan 18 21:13:09.739486 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42608) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:13:09.744613 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-88d968fe-30d9-4be0-be98-70c7b440141b tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Request body: {'security_group_rule': {'security_group_id': 'fe2684f1-1327-478b-87cb-0655749274c3', 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:13:09.752996 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a2502-f6c4-44ed-9ff0-15dfe96ad2db tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2684f1-1327-478b-87cb-0655749274c3,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:13:09.764979 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045a2502-f6c4-44ed-9ff0-15dfe96ad2db tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:13:09.765323 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045a2502-f6c4-44ed-9ff0-15dfe96ad2db tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:13:09.765882 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045a2502-f6c4-44ed-9ff0-15dfe96ad2db tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:13:09.766426 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045a2502-f6c4-44ed-9ff0-15dfe96ad2db tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:13:09.766726 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045a2502-f6c4-44ed-9ff0-15dfe96ad2db tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:13:09.767052 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045a2502-f6c4-44ed-9ff0-15dfe96ad2db tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:13:09.767464 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045a2502-f6c4-44ed-9ff0-15dfe96ad2db tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:13:09.767693 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045a2502-f6c4-44ed-9ff0-15dfe96ad2db tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:13:09.768283 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045a2502-f6c4-44ed-9ff0-15dfe96ad2db tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:13:09.768528 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045a2502-f6c4-44ed-9ff0-15dfe96ad2db tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:13:09.768837 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045a2502-f6c4-44ed-9ff0-15dfe96ad2db tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:13:09.769148 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045a2502-f6c4-44ed-9ff0-15dfe96ad2db tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:13:09.769467 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045a2502-f6c4-44ed-9ff0-15dfe96ad2db tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:13:09.779844 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-88d968fe-30d9-4be0-be98-70c7b440141b tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for security_group_rule (75022537-d185-4962-b65e-7f71ec4e31cf), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:09.782669 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81e13f-af30-4151-9cb4-bec891b7ac81 req-40dde481-e9c1-492c-8a1b-5fe861544aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:13:09.784701 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8f81e13f-af30-4151-9cb4-bec891b7ac81 req-40dde481-e9c1-492c-8a1b-5fe861544aae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e23f17734d3484fabf43e2cac14ccbf&device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 1097 time: 0.0665390 Jan 18 21:13:09.849520 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-88d968fe-30d9-4be0-be98-70c7b440141b tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for security_group_rule (75022537-d185-4962-b65e-7f71ec4e31cf), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:09.854494 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-88d968fe-30d9-4be0-be98-70c7b440141b tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (75022537-d185-4962-b65e-7f71ec4e31cf), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:09.873311 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d968fe-30d9-4be0-be98-70c7b440141b tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75022537-d185-4962-b65e-7f71ec4e31cf,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:13:09.883507 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81e13f-af30-4151-9cb4-bec891b7ac81 req-41f9f698-9666-4983-9d95-1599a4926cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:13:09.884525 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-88d968fe-30d9-4be0-be98-70c7b440141b tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:09.884984 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8f81e13f-af30-4151-9cb4-bec891b7ac81 req-41f9f698-9666-4983-9d95-1599a4926cbe service neutron] 10.222.0.57 "GET /v2.0/networks?id=0448f627-8dec-42c5-a8c2-cbbf20770033 HTTP/1.1" status: 200 len: 916 time: 0.0938847 Jan 18 21:13:09.886619 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-88d968fe-30d9-4be0-be98-70c7b440141b tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1451888 Jan 18 21:13:09.889038 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42610) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:13:09.893516 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-644c48b9-16ae-4755-b7b5-4fe3ebee6479 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Request body: {'security_group_rule': {'security_group_id': 'fe2684f1-1327-478b-87cb-0655749274c3', 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:13:09.922702 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-644c48b9-16ae-4755-b7b5-4fe3ebee6479 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for security_group_rule (1ac04c9e-f328-4837-98c4-c938753fdbab), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:09.952077 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8f81e13f-af30-4151-9cb4-bec891b7ac81 req-fe6103a1-24a7-4a75-a7e4-7312b18ef104 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a HTTP/1.1" status: 200 len: 1000 time: 0.0610158 Jan 18 21:13:09.988934 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-644c48b9-16ae-4755-b7b5-4fe3ebee6479 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for security_group_rule (1ac04c9e-f328-4837-98c4-c938753fdbab), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:09.993582 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-644c48b9-16ae-4755-b7b5-4fe3ebee6479 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (1ac04c9e-f328-4837-98c4-c938753fdbab), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:10.008287 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81e13f-af30-4151-9cb4-bec891b7ac81 req-475241d6-4993-453f-aa78-7ff52bcec72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:13:10.010064 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8f81e13f-af30-4151-9cb4-bec891b7ac81 req-475241d6-4993-453f-aa78-7ff52bcec72f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=522e63b9-544d-4844-848d-931b8e5f64c4 HTTP/1.1" status: 200 len: 854 time: 0.0523715 Jan 18 21:13:10.013562 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c48b9-16ae-4755-b7b5-4fe3ebee6479 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac04c9e-f328-4837-98c4-c938753fdbab,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:13:10.031895 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-644c48b9-16ae-4755-b7b5-4fe3ebee6479 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:10.033954 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-5b9d9e4b-550a-4cef-9fca-d577e521307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'name': 'tempest-TestMinimumBasicScenario-1556377950-router', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '68f85968-4760-45d1-942f-5bca9a7aff0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:12:02Z', 'updated_at': '2022-01-18T21:12:04Z', 'revision_number': 4, 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'gw_port': {'id': '68f85968-4760-45d1-942f-5bca9a7aff0d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:02Z', 'updated_at': '2022-01-18T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'acefa49d-50b6-4b6e-b12c-656e293787a2', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'floating_ip_address': '172.25.4.185', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'port_id': 'fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4198, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0448f627-8dec-42c5-a8c2-cbbf20770033', 'mac_address': 'fa:16:3e:51:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3b4a2c-c302-4215-8f44-8cec101d24fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:13:08Z', 'updated_at': '2022-01-18T21:13:08Z', 'revision_number': 0, 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8862eec0-c1c8-4155-8386-565a43d8b8db', 'name': '', 'network_id': '0448f627-8dec-42c5-a8c2-cbbf20770033', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'mac_address': 'fa:16:3e:2d:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '522e63b9-544d-4844-848d-931b8e5f64c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:03Z', 'updated_at': '2022-01-18T21:12:08Z', 'revision_number': 5, 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'subnets': [{'id': '522e63b9-544d-4844-848d-931b8e5f64c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:13:10.036030 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-644c48b9-16ae-4755-b7b5-4fe3ebee6479 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1460505 Jan 18 21:13:10.036620 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42612) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:13:10.040973 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-716a135d-c7c7-46c2-9e6e-055426224550 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Request body: {'security_group_rule': {'security_group_id': 'fe2684f1-1327-478b-87cb-0655749274c3', 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:13:10.059948 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81e13f-af30-4151-9cb4-bec891b7ac81 req-efdd02ae-5c4a-43b6-8971-381dad414d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:13:10.061333 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9d9e4b-550a-4cef-9fca-d577e521307f None None] Checking router: e6a809f4-2f3b-47da-b822-9e02c7e540bf for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:13:10.061599 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8f81e13f-af30-4151-9cb4-bec891b7ac81 req-efdd02ae-5c4a-43b6-8971-381dad414d53 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0448f627-8dec-42c5-a8c2-cbbf20770033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441272 Jan 18 21:13:10.069902 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9d9e4b-550a-4cef-9fca-d577e521307f None None] Routers {'e6a809f4-2f3b-47da-b822-9e02c7e540bf'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:13:10.070493 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-5b9d9e4b-550a-4cef-9fca-d577e521307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:12:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e6a809f4-2f3b-47da-b822-9e02c7e540bf'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:13:10.077225 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-716a135d-c7c7-46c2-9e6e-055426224550 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for security_group_rule (4bf6528c-c164-4118-bd39-529abc871a05), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:10.138515 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-716a135d-c7c7-46c2-9e6e-055426224550 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for security_group_rule (4bf6528c-c164-4118-bd39-529abc871a05), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:10.144162 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-716a135d-c7c7-46c2-9e6e-055426224550 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (4bf6528c-c164-4118-bd39-529abc871a05), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:10.158215 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8f81e13f-af30-4151-9cb4-bec891b7ac81 req-cee880f0-eccf-4d70-bbdd-1e9ee677f245 service neutron] 10.222.0.57 "GET /v2.0/networks/0448f627-8dec-42c5-a8c2-cbbf20770033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878901 Jan 18 21:13:10.159720 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a135d-c7c7-46c2-9e6e-055426224550 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf6528c-c164-4118-bd39-529abc871a05,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:13:10.171664 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-716a135d-c7c7-46c2-9e6e-055426224550 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:10.173167 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-716a135d-c7c7-46c2-9e6e-055426224550 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1356359 Jan 18 21:13:10.176014 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42614) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:13:10.180757 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-54407beb-16ba-4640-8058-97a24f3574d0 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Request body: {'security_group_rule': {'security_group_id': 'fe2684f1-1327-478b-87cb-0655749274c3', 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:13:10.202382 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-5b9d9e4b-550a-4cef-9fca-d577e521307f None None] Set router e6a809f4-2f3b-47da-b822-9e02c7e540bf gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:13:10.215219 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54407beb-16ba-4640-8058-97a24f3574d0 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for security_group_rule (cee0a9c5-20e3-43d0-a9a4-f48734ee3ef5), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:10.259662 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8f81e13f-af30-4151-9cb4-bec891b7ac81 req-e5abb3ae-cd4e-406c-8a76-dceb4ac9bd43 service neutron] 10.222.0.57 "GET /v2.0/networks/0448f627-8dec-42c5-a8c2-cbbf20770033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914223 Jan 18 21:13:10.281085 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54407beb-16ba-4640-8058-97a24f3574d0 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for security_group_rule (cee0a9c5-20e3-43d0-a9a4-f48734ee3ef5), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:10.286025 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54407beb-16ba-4640-8058-97a24f3574d0 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (cee0a9c5-20e3-43d0-a9a4-f48734ee3ef5), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:10.302593 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54407beb-16ba-4640-8058-97a24f3574d0 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee0a9c5-20e3-43d0-a9a4-f48734ee3ef5,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:13:10.317575 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54407beb-16ba-4640-8058-97a24f3574d0 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:10.318967 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-54407beb-16ba-4640-8058-97a24f3574d0 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1419837 Jan 18 21:13:10.321876 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42616) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:13:10.326424 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-99183082-f13a-4c2f-915b-c0021de7d5c3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Request body: {'security_group_rule': {'security_group_id': 'fe2684f1-1327-478b-87cb-0655749274c3', 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:13:10.349431 n-d-741529-9 neutron-server[103335]: INFO neutron.db.securitygroups_db [None req-99183082-f13a-4c2f-915b-c0021de7d5c3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Project 2e23f17734d3484fabf43e2cac14ccbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 21:13:10.355062 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99183082-f13a-4c2f-915b-c0021de7d5c3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for security_group_rule (47f09ec1-e0e8-48f2-a929-59cfa2cb90cb), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:10.414929 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99183082-f13a-4c2f-915b-c0021de7d5c3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for security_group_rule (47f09ec1-e0e8-48f2-a929-59cfa2cb90cb), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:10.419181 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99183082-f13a-4c2f-915b-c0021de7d5c3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (47f09ec1-e0e8-48f2-a929-59cfa2cb90cb), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:10.433394 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-5b9d9e4b-550a-4cef-9fca-d577e521307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'name': 'tempest-TestMinimumBasicScenario-1556377950-router', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '68f85968-4760-45d1-942f-5bca9a7aff0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:12:02Z', 'updated_at': '2022-01-18T21:12:04Z', 'revision_number': 4, 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'gw_port': {'id': '68f85968-4760-45d1-942f-5bca9a7aff0d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:02Z', 'updated_at': '2022-01-18T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'acefa49d-50b6-4b6e-b12c-656e293787a2', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'floating_ip_address': '172.25.4.185', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'port_id': 'fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4198, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0448f627-8dec-42c5-a8c2-cbbf20770033', 'mac_address': 'fa:16:3e:51:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3b4a2c-c302-4215-8f44-8cec101d24fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:13:08Z', 'updated_at': '2022-01-18T21:13:08Z', 'revision_number': 0, 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8862eec0-c1c8-4155-8386-565a43d8b8db', 'name': '', 'network_id': '0448f627-8dec-42c5-a8c2-cbbf20770033', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'mac_address': 'fa:16:3e:2d:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '522e63b9-544d-4844-848d-931b8e5f64c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:03Z', 'updated_at': '2022-01-18T21:12:08Z', 'revision_number': 5, 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'subnets': [{'id': '522e63b9-544d-4844-848d-931b8e5f64c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:13:10.439163 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99183082-f13a-4c2f-915b-c0021de7d5c3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f09ec1-e0e8-48f2-a929-59cfa2cb90cb,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:13:10.448970 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99183082-f13a-4c2f-915b-c0021de7d5c3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:10.452697 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-99183082-f13a-4c2f-915b-c0021de7d5c3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1273468 Jan 18 21:13:10.452997 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42618) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:13:10.457556 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-c5dde981-cde2-4ba7-b7ae-953f3a00fab9 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Request body: {'security_group_rule': {'security_group_id': 'fe2684f1-1327-478b-87cb-0655749274c3', 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:13:10.463302 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9d9e4b-550a-4cef-9fca-d577e521307f None None] The sync data for ids ['e6a809f4-2f3b-47da-b822-9e02c7e540bf'] in n-d-741529-9 is: [{'id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'name': 'tempest-TestMinimumBasicScenario-1556377950-router', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '68f85968-4760-45d1-942f-5bca9a7aff0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:12:02Z', 'updated_at': '2022-01-18T21:12:04Z', 'revision_number': 4, 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'gw_port': {'id': '68f85968-4760-45d1-942f-5bca9a7aff0d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:02Z', 'updated_at': '2022-01-18T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'acefa49d-50b6-4b6e-b12c-656e293787a2', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'floating_ip_address': '172.25.4.185', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'port_id': 'fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4198, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0448f627-8dec-42c5-a8c2-cbbf20770033', 'mac_address': 'fa:16:3e:51:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3b4a2c-c302-4215-8f44-8cec101d24fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:13:08Z', 'updated_at': '2022-01-18T21:13:08Z', 'revision_number': 0, 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8862eec0-c1c8-4155-8386-565a43d8b8db', 'name': '', 'network_id': '0448f627-8dec-42c5-a8c2-cbbf20770033', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'mac_address': 'fa:16:3e:2d:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '522e63b9-544d-4844-848d-931b8e5f64c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:03Z', 'updated_at': '2022-01-18T21:12:08Z', 'revision_number': 5, 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'subnets': [{'id': '522e63b9-544d-4844-848d-931b8e5f64c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:13:10.483609 n-d-741529-9 neutron-server[103336]: INFO neutron.db.securitygroups_db [None req-c5dde981-cde2-4ba7-b7ae-953f3a00fab9 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Project 2e23f17734d3484fabf43e2cac14ccbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 21:13:10.488474 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c5dde981-cde2-4ba7-b7ae-953f3a00fab9 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for security_group_rule (7d02ae14-1531-438f-9ccb-260bea9dfd04), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:10.551993 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c5dde981-cde2-4ba7-b7ae-953f3a00fab9 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for security_group_rule (7d02ae14-1531-438f-9ccb-260bea9dfd04), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:10.555624 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c5dde981-cde2-4ba7-b7ae-953f3a00fab9 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (7d02ae14-1531-438f-9ccb-260bea9dfd04), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:10.572266 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dde981-cde2-4ba7-b7ae-953f3a00fab9 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d02ae14-1531-438f-9ccb-260bea9dfd04,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:13:10.581381 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c5dde981-cde2-4ba7-b7ae-953f3a00fab9 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:10.582473 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c5dde981-cde2-4ba7-b7ae-953f3a00fab9 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1284487 Jan 18 21:13:10.674539 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81063794-6c1b-4453-a6f6-e933b2cca67c None None] New status for floating IP acefa49d-50b6-4b6e-b12c-656e293787a2: ACTIVE {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 21:13:10.677439 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4bf40ee-dd47-4b51-927b-2d218f9bbe13 req-ce7823d7-fb48-4566-bcd0-9ee93cd78ed9 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1440549767&fields=id&tenant_id=2e23f17734d3484fabf43e2cac14ccbf HTTP/1.1" status: 200 len: 267 time: 0.0471711 Jan 18 21:13:10.730926 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf40ee-dd47-4b51-927b-2d218f9bbe13 req-0c35868a-73b8-4309-a3f7-df6e356f5024 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:13:10.732596 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4bf40ee-dd47-4b51-927b-2d218f9bbe13 req-0c35868a-73b8-4309-a3f7-df6e356f5024 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 946 time: 0.0492842 Jan 18 21:13:10.743136 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-c4bf40ee-dd47-4b51-927b-2d218f9bbe13 req-5475a6f9-9b1b-4f05-9c83-3b9ae2bfb598 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Request body: {'port': {'security_groups': ['c8de3121-4bb1-4ff8-b695-46fdec34b173', 'fe2684f1-1327-478b-87cb-0655749274c3']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:13:10.805110 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c4bf40ee-dd47-4b51-927b-2d218f9bbe13 req-5475a6f9-9b1b-4f05-9c83-3b9ae2bfb598 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:10.988642 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-c4bf40ee-dd47-4b51-927b-2d218f9bbe13 req-5475a6f9-9b1b-4f05-9c83-3b9ae2bfb598 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] For port fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a,segment=NetworkSegment(133dc286-8942-4c00-88ec-2da0dfd7b66b),segment_id=133dc286-8942-4c00-88ec-2da0dfd7b66b)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:13:11.017308 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c4bf40ee-dd47-4b51-927b-2d218f9bbe13 req-5475a6f9-9b1b-4f05-9c83-3b9ae2bfb598 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for port (fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:11.021903 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c4bf40ee-dd47-4b51-927b-2d218f9bbe13 req-5475a6f9-9b1b-4f05-9c83-3b9ae2bfb598 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:11.033346 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:13:11.064183 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf40ee-dd47-4b51-927b-2d218f9bbe13 req-5475a6f9-9b1b-4f05-9c83-3b9ae2bfb598 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:13:11.064847 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-c4bf40ee-dd47-4b51-927b-2d218f9bbe13 req-5475a6f9-9b1b-4f05-9c83-3b9ae2bfb598 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:11.066304 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4bf40ee-dd47-4b51-927b-2d218f9bbe13 req-5475a6f9-9b1b-4f05-9c83-3b9ae2bfb598 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "PUT /v2.0/ports/fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a HTTP/1.1" status: 200 len: 982 time: 0.3276401 Jan 18 21:13:11.097693 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475a6f9-9b1b-4f05-9c83-3b9ae2bfb598 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Pushing event updated for resources: {'Port': ['ID=fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a,revision_number=6']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:13:11.140992 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:13:11.187689 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab423ee-688e-4c17-aae0-6fa9a59eb61d req-e3a10b0f-4c20-4387-aeff-77bc6c42fd9e tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:13:11.189280 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0ab423ee-688e-4c17-aae0-6fa9a59eb61d req-e3a10b0f-4c20-4387-aeff-77bc6c42fd9e tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 985 time: 0.0550191 Jan 18 21:13:11.256681 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0ab423ee-688e-4c17-aae0-6fa9a59eb61d req-fec490dc-0e6e-4339-b866-4cd9c2a42839 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&id=fe2684f1-1327-478b-87cb-0655749274c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597064 Jan 18 21:13:11.463063 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c9d830c9-8e7c-4ef1-b457-9d9d924f95b2 None None] Provisioning complete for port fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:13:11.463431 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c9d830c9-8e7c-4ef1-b457-9d9d924f95b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:11.653242 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c9d830c9-8e7c-4ef1-b457-9d9d924f95b2 None None] Current status of the port fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:13:11.691483 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3b4a2c-c302-4215-8f44-8cec101d24fb', 'tag': 'fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:13:11.693909 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b43178f88c778abd299c77f10da4c8b3e71d2d0c7150ce414079b2ef1097cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8755a0-8870-4a8f-8abb-14d14df3e3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3b4a2c-c302-4215-8f44-8cec101d24fb", "tag": "fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:13:11.732544 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45297cae-a75a-4957-aefd-fdf928f6f282 x-openstack-request-id: req-45297cae-a75a-4957-aefd-fdf928f6f282 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:13:11.732831 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3b4a2c-c302-4215-8f44-8cec101d24fb", "tag": "fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:13:11.733081 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45297cae-a75a-4957-aefd-fdf928f6f282 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:13:11.733483 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3b4a2c-c302-4215-8f44-8cec101d24fb', 'tag': 'fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a', 'status': 'completed', 'code': 200} Jan 18 21:13:11.792404 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8755a0-8870-4a8f-8abb-14d14df3e3b3 req-55684f69-65b0-4bf8-b7b1-7f44f5b546d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:13:11.793925 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6e8755a0-8870-4a8f-8abb-14d14df3e3b3 req-55684f69-65b0-4bf8-b7b1-7f44f5b546d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e23f17734d3484fabf43e2cac14ccbf&device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 1136 time: 0.0415146 Jan 18 21:13:12.118671 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8755a0-8870-4a8f-8abb-14d14df3e3b3 req-63a8b887-ebbe-48a5-8032-6bfc95ee27e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:13:12.120681 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6e8755a0-8870-4a8f-8abb-14d14df3e3b3 req-63a8b887-ebbe-48a5-8032-6bfc95ee27e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0448f627-8dec-42c5-a8c2-cbbf20770033 HTTP/1.1" status: 200 len: 916 time: 0.3207195 Jan 18 21:13:12.187742 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6e8755a0-8870-4a8f-8abb-14d14df3e3b3 req-70c64d02-7193-4878-9df6-de3eaed0d0e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a HTTP/1.1" status: 200 len: 1002 time: 0.0614960 Jan 18 21:13:12.238107 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8755a0-8870-4a8f-8abb-14d14df3e3b3 req-89cdbc4d-16c7-4503-9e6b-5e0a0e5e8d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:13:12.239538 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6e8755a0-8870-4a8f-8abb-14d14df3e3b3 req-89cdbc4d-16c7-4503-9e6b-5e0a0e5e8d2a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=522e63b9-544d-4844-848d-931b8e5f64c4 HTTP/1.1" status: 200 len: 854 time: 0.0459073 Jan 18 21:13:12.282737 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8755a0-8870-4a8f-8abb-14d14df3e3b3 req-63644c86-bead-45c7-8d7c-39ee8fbfa3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:13:12.284185 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6e8755a0-8870-4a8f-8abb-14d14df3e3b3 req-63644c86-bead-45c7-8d7c-39ee8fbfa3bf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0448f627-8dec-42c5-a8c2-cbbf20770033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378807 Jan 18 21:13:12.378306 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6e8755a0-8870-4a8f-8abb-14d14df3e3b3 req-0d664293-8939-4740-8ffe-e30e7a2a00d6 service neutron] 10.222.0.57 "GET /v2.0/networks/0448f627-8dec-42c5-a8c2-cbbf20770033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878284 Jan 18 21:13:12.464661 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6e8755a0-8870-4a8f-8abb-14d14df3e3b3 req-374ef808-799f-421c-9e07-8d07f305150b service neutron] 10.222.0.57 "GET /v2.0/networks/0448f627-8dec-42c5-a8c2-cbbf20770033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800278 Jan 18 21:13:15.074677 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-25d7ee69-1898-4b57-a36b-9f0267c24c4d req-8fed7e0d-84e5-4981-8aa9-f442da51accc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388176 Jan 18 21:13:15.158685 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7ee69-1898-4b57-a36b-9f0267c24c4d req-50c7e24e-9af1-452e-af96-2b1847b10e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:13:15.160214 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-25d7ee69-1898-4b57-a36b-9f0267c24c4d req-50c7e24e-9af1-452e-af96-2b1847b10e15 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e23f17734d3484fabf43e2cac14ccbf&device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 1136 time: 0.0445209 Jan 18 21:13:15.257924 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7ee69-1898-4b57-a36b-9f0267c24c4d req-3ee64da0-f4bc-4618-be95-a9ca3dc9edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:13:15.259352 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-25d7ee69-1898-4b57-a36b-9f0267c24c4d req-3ee64da0-f4bc-4618-be95-a9ca3dc9edd5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0448f627-8dec-42c5-a8c2-cbbf20770033 HTTP/1.1" status: 200 len: 916 time: 0.0813215 Jan 18 21:13:15.327085 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-25d7ee69-1898-4b57-a36b-9f0267c24c4d req-37040bdb-486e-4bb8-baa7-b39616e8a81d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a HTTP/1.1" status: 200 len: 1002 time: 0.0614889 Jan 18 21:13:15.373270 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7ee69-1898-4b57-a36b-9f0267c24c4d req-0c13e456-d2e8-4112-bff5-7b5ef86fae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:13:15.374668 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-25d7ee69-1898-4b57-a36b-9f0267c24c4d req-0c13e456-d2e8-4112-bff5-7b5ef86fae13 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=522e63b9-544d-4844-848d-931b8e5f64c4 HTTP/1.1" status: 200 len: 854 time: 0.0420775 Jan 18 21:13:15.417346 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7ee69-1898-4b57-a36b-9f0267c24c4d req-4d8a3330-34fa-42c3-a91b-3e8802b3adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:13:15.419432 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-25d7ee69-1898-4b57-a36b-9f0267c24c4d req-4d8a3330-34fa-42c3-a91b-3e8802b3adcf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0448f627-8dec-42c5-a8c2-cbbf20770033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386648 Jan 18 21:13:15.509606 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-25d7ee69-1898-4b57-a36b-9f0267c24c4d req-806e0b5f-4355-48c1-aa6f-b3335e6f3e7e service neutron] 10.222.0.57 "GET /v2.0/networks/0448f627-8dec-42c5-a8c2-cbbf20770033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843024 Jan 18 21:13:15.599745 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-25d7ee69-1898-4b57-a36b-9f0267c24c4d req-4825a6cc-9f15-4934-93bd-32cdc9f2897a service neutron] 10.222.0.57 "GET /v2.0/networks/0448f627-8dec-42c5-a8c2-cbbf20770033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845196 Jan 18 21:13:25.754551 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a15d5e9a-25d9-43b8-abd7-a6b071b7707f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:27.912648 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0f8b25bf-b9f4-47f5-9e63-34941634804f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:29.301070 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:30.721970 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:31.995446 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:34.512786 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:37.389065 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:38.251747 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:13:55.755339 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-86af542a-b255-4405-82fb-7b28ef94dd6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:57.914129 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e78952a1-d82a-45bd-acfd-62ead51caee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:59.304544 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:13:59.611917 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8389f-a43e-40ff-adf9-47043344fa2c req-08b0fb5f-5add-4154-aae6-d016b880f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:13:59.612532 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b555b-e228-45ea-8d1f-d193a6be267b req-3a92e3dc-5838-49f2-9a0b-63101490ba1d tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:13:59.613816 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e7b555b-e228-45ea-8d1f-d193a6be267b req-3a92e3dc-5838-49f2-9a0b-63101490ba1d tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 985 time: 0.0547781 Jan 18 21:13:59.614246 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ab8389f-a43e-40ff-adf9-47043344fa2c req-08b0fb5f-5add-4154-aae6-d016b880f201 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e23f17734d3484fabf43e2cac14ccbf&device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 1136 time: 0.0465193 Jan 18 21:13:59.673097 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e7b555b-e228-45ea-8d1f-d193a6be267b req-5d010c67-302e-401b-9667-6df4580dd8fa tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&id=fe2684f1-1327-478b-87cb-0655749274c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534966 Jan 18 21:13:59.704422 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8389f-a43e-40ff-adf9-47043344fa2c req-f7c351a3-091d-499e-8208-4b276ec60a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:13:59.705923 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ab8389f-a43e-40ff-adf9-47043344fa2c req-f7c351a3-091d-499e-8208-4b276ec60a8f service neutron] 10.222.0.57 "GET /v2.0/networks?id=0448f627-8dec-42c5-a8c2-cbbf20770033 HTTP/1.1" status: 200 len: 916 time: 0.0844448 Jan 18 21:13:59.774063 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ab8389f-a43e-40ff-adf9-47043344fa2c req-938502a5-e66a-43d6-b23b-212d910f9b41 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a HTTP/1.1" status: 200 len: 1002 time: 0.0607958 Jan 18 21:13:59.820988 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8389f-a43e-40ff-adf9-47043344fa2c req-5ef919a7-3f71-414e-966e-624b54021a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:13:59.822407 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ab8389f-a43e-40ff-adf9-47043344fa2c req-5ef919a7-3f71-414e-966e-624b54021a93 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=522e63b9-544d-4844-848d-931b8e5f64c4 HTTP/1.1" status: 200 len: 854 time: 0.0408578 Jan 18 21:13:59.865036 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8389f-a43e-40ff-adf9-47043344fa2c req-22161d89-aa84-488e-a471-e4c4dd73c7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:13:59.866421 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ab8389f-a43e-40ff-adf9-47043344fa2c req-22161d89-aa84-488e-a471-e4c4dd73c7be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0448f627-8dec-42c5-a8c2-cbbf20770033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379770 Jan 18 21:13:59.958399 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ab8389f-a43e-40ff-adf9-47043344fa2c req-854cc998-8d71-4ac3-a5f9-70ccc61d1271 service neutron] 10.222.0.57 "GET /v2.0/networks/0448f627-8dec-42c5-a8c2-cbbf20770033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855448 Jan 18 21:14:00.045412 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ab8389f-a43e-40ff-adf9-47043344fa2c req-c4c2f013-4a74-47b2-b053-b4789458a023 service neutron] 10.222.0.57 "GET /v2.0/networks/0448f627-8dec-42c5-a8c2-cbbf20770033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795832 Jan 18 21:14:00.725291 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:14:00.788589 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eddf37-7c09-4cd0-bc08-633a6a1d9fc6 req-5cd34888-f83b-427e-b7b6-94155d94f9ed tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:14:00.790076 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98eddf37-7c09-4cd0-bc08-633a6a1d9fc6 req-5cd34888-f83b-427e-b7b6-94155d94f9ed tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 985 time: 0.0477395 Jan 18 21:14:00.848149 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98eddf37-7c09-4cd0-bc08-633a6a1d9fc6 req-62f25f84-e1d7-4711-923f-c5bcde351c2b tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&id=fe2684f1-1327-478b-87cb-0655749274c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517938 Jan 18 21:14:01.968720 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce19174-fdb6-4427-a676-f0af7b3fe520 req-f8acdcfb-c12f-4bec-b9da-1ef9ecf0b7f3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:14:01.970227 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0ce19174-fdb6-4427-a676-f0af7b3fe520 req-f8acdcfb-c12f-4bec-b9da-1ef9ecf0b7f3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 985 time: 0.0526705 Jan 18 21:14:01.999480 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:14:02.034353 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0ce19174-fdb6-4427-a676-f0af7b3fe520 req-42eac30f-4d7b-486a-85c0-1e836bd61a40 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&id=fe2684f1-1327-478b-87cb-0655749274c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580673 Jan 18 21:14:03.147454 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18923c96-eeeb-431f-86ec-6036eb1ce2b0 req-d6a5143b-7a1a-4078-a402-a6df76869431 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:14:03.148954 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-18923c96-eeeb-431f-86ec-6036eb1ce2b0 req-d6a5143b-7a1a-4078-a402-a6df76869431 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 985 time: 0.0479035 Jan 18 21:14:03.206397 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-18923c96-eeeb-431f-86ec-6036eb1ce2b0 req-dee5c036-9666-4c0c-87c3-98e29c1fc46d tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&id=fe2684f1-1327-478b-87cb-0655749274c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518181 Jan 18 21:14:04.321473 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98476cbc-b0b7-4e36-8d4b-7e0260a478ee req-69552d26-655f-4b29-845e-608d677e5c82 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:14:04.322994 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98476cbc-b0b7-4e36-8d4b-7e0260a478ee req-69552d26-655f-4b29-845e-608d677e5c82 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 985 time: 0.0487096 Jan 18 21:14:04.381391 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98476cbc-b0b7-4e36-8d4b-7e0260a478ee req-2b3a3630-dc4b-4c89-a177-a393b845dc9c tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&id=fe2684f1-1327-478b-87cb-0655749274c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527182 Jan 18 21:14:04.514691 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:14:05.498838 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745946f-1f44-48c1-ac21-d9e2e328dfdc req-02d5f374-e5aa-4ec4-90e7-b8c5f205db12 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:14:05.501610 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b745946f-1f44-48c1-ac21-d9e2e328dfdc req-02d5f374-e5aa-4ec4-90e7-b8c5f205db12 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 985 time: 0.0513518 Jan 18 21:14:05.563857 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b745946f-1f44-48c1-ac21-d9e2e328dfdc req-e6e52df1-cc18-4c02-9da3-7e75367723ac tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&id=fe2684f1-1327-478b-87cb-0655749274c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535333 Jan 18 21:14:06.678512 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a774d0-d050-4187-a3b2-f9fe284764fe req-3d4cde8d-a72c-46a6-a5bb-a414a6e4dcd8 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:14:06.679979 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2a774d0-d050-4187-a3b2-f9fe284764fe req-3d4cde8d-a72c-46a6-a5bb-a414a6e4dcd8 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 985 time: 0.0487483 Jan 18 21:14:06.737775 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2a774d0-d050-4187-a3b2-f9fe284764fe req-8ed5978c-476d-4a7b-b8e5-b80853c24c0c tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&id=fe2684f1-1327-478b-87cb-0655749274c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515325 Jan 18 21:14:07.386626 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:14:07.850245 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a42d18-3ec0-4102-979f-f83c821d40c8 req-7253d3db-8eba-4318-92ec-4fed8a7784c1 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:14:07.851682 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81a42d18-3ec0-4102-979f-f83c821d40c8 req-7253d3db-8eba-4318-92ec-4fed8a7784c1 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 985 time: 0.0471504 Jan 18 21:14:07.919153 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-81a42d18-3ec0-4102-979f-f83c821d40c8 req-99f0f5ee-0ede-4481-a553-6f5fc24f8464 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&id=fe2684f1-1327-478b-87cb-0655749274c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615606 Jan 18 21:14:09.032517 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e76ff-7e04-4820-82d6-b62ae43a8160 req-e46a8116-d669-4177-8077-a3fc96f171f2 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:14:09.033992 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d5e76ff-7e04-4820-82d6-b62ae43a8160 req-e46a8116-d669-4177-8077-a3fc96f171f2 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 985 time: 0.0471981 Jan 18 21:14:09.091439 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8d5e76ff-7e04-4820-82d6-b62ae43a8160 req-128607e8-1a7d-47c5-b2e9-b2fa3d9acaad tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&id=fe2684f1-1327-478b-87cb-0655749274c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518959 Jan 18 21:14:10.204858 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7a900-a945-4d67-8018-16448485e8bf req-5f4d2f46-0242-4eba-9d6f-8a5435a9a679 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:14:10.206457 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bda7a900-a945-4d67-8018-16448485e8bf req-5f4d2f46-0242-4eba-9d6f-8a5435a9a679 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 985 time: 0.0481584 Jan 18 21:14:10.267441 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bda7a900-a945-4d67-8018-16448485e8bf req-c9e5cb5a-5e19-4738-99d0-14be1b84cf33 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&id=fe2684f1-1327-478b-87cb-0655749274c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552917 Jan 18 21:14:11.387871 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbcc7b-13dd-441e-970a-fa32543d3bc3 req-12ad2a65-20fe-42c9-a938-cd9bfd2f2df0 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:14:11.389344 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-abfbcc7b-13dd-441e-970a-fa32543d3bc3 req-12ad2a65-20fe-42c9-a938-cd9bfd2f2df0 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 985 time: 0.0523047 Jan 18 21:14:11.446473 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-abfbcc7b-13dd-441e-970a-fa32543d3bc3 req-c36e6358-8044-4b6d-b607-4ae404907c39 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&id=fe2684f1-1327-478b-87cb-0655749274c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515883 Jan 18 21:14:12.561701 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedc90d-b52c-4310-b71b-554de54afee2 req-f70fc328-8dd0-48a6-860e-2326e7ce12c5 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:14:12.563087 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eeedc90d-b52c-4310-b71b-554de54afee2 req-f70fc328-8dd0-48a6-860e-2326e7ce12c5 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 985 time: 0.0474839 Jan 18 21:14:12.621433 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eeedc90d-b52c-4310-b71b-554de54afee2 req-ac15d5c4-5fb7-471d-b961-5fde53a592ac tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&id=fe2684f1-1327-478b-87cb-0655749274c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527449 Jan 18 21:14:13.738627 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef224c-913a-4281-938a-4e11c38e33f1 req-b2765dc4-9da7-4555-9952-419d1b497396 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:14:13.740085 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-feef224c-913a-4281-938a-4e11c38e33f1 req-b2765dc4-9da7-4555-9952-419d1b497396 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 985 time: 0.0521846 Jan 18 21:14:13.797460 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-feef224c-913a-4281-938a-4e11c38e33f1 req-05abf037-5216-4882-9089-f536ffa8621f tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&id=fe2684f1-1327-478b-87cb-0655749274c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517070 Jan 18 21:14:14.914918 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab8a3e-c84f-40bf-9910-2de5cd5c5cf8 req-4dcdbcbc-e92d-423d-9e34-00c77f8b55ca tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:14:14.916419 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4aab8a3e-c84f-40bf-9910-2de5cd5c5cf8 req-4dcdbcbc-e92d-423d-9e34-00c77f8b55ca tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 985 time: 0.0487399 Jan 18 21:14:14.973867 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4aab8a3e-c84f-40bf-9910-2de5cd5c5cf8 req-0a137398-c859-455c-a9ce-99f982ceb3af tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&id=fe2684f1-1327-478b-87cb-0655749274c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515597 Jan 18 21:14:15.250854 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:14:16.088073 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672b6cd-6dde-4f72-b6e3-5e79f6c02fb2 req-f676cb09-7c44-442b-b213-1b7c9f12c032 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:14:16.089523 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3672b6cd-6dde-4f72-b6e3-5e79f6c02fb2 req-f676cb09-7c44-442b-b213-1b7c9f12c032 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 985 time: 0.0473614 Jan 18 21:14:16.150738 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3672b6cd-6dde-4f72-b6e3-5e79f6c02fb2 req-e90315a4-9dbb-4229-9293-468b5a3a2416 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&id=fe2684f1-1327-478b-87cb-0655749274c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554829 Jan 18 21:14:17.058461 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-45b7d09b-7154-4abb-9eb3-c9a045fac898 req-22d50537-7408-4ac7-b9c7-a9ab65d5fd40 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432243 Jan 18 21:14:17.136621 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7d09b-7154-4abb-9eb3-c9a045fac898 req-a93d5a60-a9a6-4023-9d3b-8c0ac3de7fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:14:17.138609 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-45b7d09b-7154-4abb-9eb3-c9a045fac898 req-a93d5a60-a9a6-4023-9d3b-8c0ac3de7fdd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e23f17734d3484fabf43e2cac14ccbf&device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 1136 time: 0.0392420 Jan 18 21:14:17.241355 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7d09b-7154-4abb-9eb3-c9a045fac898 req-29b1cb0f-a9cc-4236-90ec-dabd6627b401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:14:17.242908 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-45b7d09b-7154-4abb-9eb3-c9a045fac898 req-29b1cb0f-a9cc-4236-90ec-dabd6627b401 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0448f627-8dec-42c5-a8c2-cbbf20770033 HTTP/1.1" status: 200 len: 916 time: 0.0871882 Jan 18 21:14:17.309003 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-45b7d09b-7154-4abb-9eb3-c9a045fac898 req-9cbccddd-7ee6-47a1-b2ec-149848f6b67e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a HTTP/1.1" status: 200 len: 1002 time: 0.0605786 Jan 18 21:14:17.355263 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7d09b-7154-4abb-9eb3-c9a045fac898 req-76408c86-9ae2-43e0-81eb-bf83f07cb025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:14:17.356980 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-45b7d09b-7154-4abb-9eb3-c9a045fac898 req-76408c86-9ae2-43e0-81eb-bf83f07cb025 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=522e63b9-544d-4844-848d-931b8e5f64c4 HTTP/1.1" status: 200 len: 854 time: 0.0422516 Jan 18 21:14:17.403493 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7d09b-7154-4abb-9eb3-c9a045fac898 req-76e5a0f7-1de5-4656-beb4-3e0e87999c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:14:17.404943 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-45b7d09b-7154-4abb-9eb3-c9a045fac898 req-76e5a0f7-1de5-4656-beb4-3e0e87999c5b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0448f627-8dec-42c5-a8c2-cbbf20770033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431814 Jan 18 21:14:17.491126 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-45b7d09b-7154-4abb-9eb3-c9a045fac898 req-33991dc8-e94b-4ff5-8586-14e435ffa2ce service neutron] 10.222.0.57 "GET /v2.0/networks/0448f627-8dec-42c5-a8c2-cbbf20770033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806234 Jan 18 21:14:17.582747 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-45b7d09b-7154-4abb-9eb3-c9a045fac898 req-e25c2653-5ec4-4355-9161-6ab6ebb1286a service neutron] 10.222.0.57 "GET /v2.0/networks/0448f627-8dec-42c5-a8c2-cbbf20770033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858123 Jan 18 21:14:25.756261 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-29087ab6-6ee2-4089-a1cd-1e7cf36dcc05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:14:27.915627 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5dc9291d-8eda-4ce9-8f66-c9c7fa7b5292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:14:29.306695 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:14:30.728022 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:14:32.001045 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:14:34.514546 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:14:37.406537 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:14:52.249917 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:14:55.758025 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-71820534-eacb-4d3c-aed6-330d9572e768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:14:57.917345 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-373622c5-f518-447e-b358-2082e3bd9721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:14:59.309300 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:00.729928 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:02.003189 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:04.525678 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:07.409081 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:12.066819 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ef41dbcf-e561-404f-a5c2-43df9d1f7f52 req-e1c24df1-7716-46c8-8bea-2379b08437cc tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1440549767&fields=id&tenant_id=2e23f17734d3484fabf43e2cac14ccbf HTTP/1.1" status: 200 len: 267 time: 0.3809469 Jan 18 21:15:12.116600 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41dbcf-e561-404f-a5c2-43df9d1f7f52 req-f569403f-28e7-40c9-afe3-06739142761c tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:12.118032 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ef41dbcf-e561-404f-a5c2-43df9d1f7f52 req-f569403f-28e7-40c9-afe3-06739142761c tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 985 time: 0.0459902 Jan 18 21:15:12.128735 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [req-ef41dbcf-e561-404f-a5c2-43df9d1f7f52 req-805619dd-0d29-48fe-b006-541f6ca2b7de tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Request body: {'port': {'security_groups': ['c8de3121-4bb1-4ff8-b695-46fdec34b173']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:15:12.190749 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ef41dbcf-e561-404f-a5c2-43df9d1f7f52 req-805619dd-0d29-48fe-b006-541f6ca2b7de tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:12.354071 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-ef41dbcf-e561-404f-a5c2-43df9d1f7f52 req-805619dd-0d29-48fe-b006-541f6ca2b7de tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] For port fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a,segment=NetworkSegment(133dc286-8942-4c00-88ec-2da0dfd7b66b),segment_id=133dc286-8942-4c00-88ec-2da0dfd7b66b)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:15:12.382343 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ef41dbcf-e561-404f-a5c2-43df9d1f7f52 req-805619dd-0d29-48fe-b006-541f6ca2b7de tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for port (fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:12.387281 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ef41dbcf-e561-404f-a5c2-43df9d1f7f52 req-805619dd-0d29-48fe-b006-541f6ca2b7de tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:12.398577 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:15:12.430415 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41dbcf-e561-404f-a5c2-43df9d1f7f52 req-805619dd-0d29-48fe-b006-541f6ca2b7de tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:12.431105 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ef41dbcf-e561-404f-a5c2-43df9d1f7f52 req-805619dd-0d29-48fe-b006-541f6ca2b7de tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:12.432446 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ef41dbcf-e561-404f-a5c2-43df9d1f7f52 req-805619dd-0d29-48fe-b006-541f6ca2b7de tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "PUT /v2.0/ports/fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a HTTP/1.1" status: 200 len: 943 time: 0.3079596 Jan 18 21:15:12.432910 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3b4a2c-c302-4215-8f44-8cec101d24fb', 'tag': 'fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:15:12.435773 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b43178f88c778abd299c77f10da4c8b3e71d2d0c7150ce414079b2ef1097cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f2272d-b4e2-49ba-a5a5-101dac52cfe0" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3b4a2c-c302-4215-8f44-8cec101d24fb", "tag": "fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:15:12.441293 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42714) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:12.462764 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805619dd-0d29-48fe-b006-541f6ca2b7de tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Pushing event updated for resources: {'Port': ['ID=fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a,revision_number=7']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:12.471124 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805619dd-0d29-48fe-b006-541f6ca2b7de tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:12.471477 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805619dd-0d29-48fe-b006-541f6ca2b7de tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:12.471825 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805619dd-0d29-48fe-b006-541f6ca2b7de tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:12.472165 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805619dd-0d29-48fe-b006-541f6ca2b7de tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:12.472634 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805619dd-0d29-48fe-b006-541f6ca2b7de tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:12.472969 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805619dd-0d29-48fe-b006-541f6ca2b7de tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:12.473298 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805619dd-0d29-48fe-b006-541f6ca2b7de tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:12.473623 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805619dd-0d29-48fe-b006-541f6ca2b7de tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:12.473978 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805619dd-0d29-48fe-b006-541f6ca2b7de tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:12.474304 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805619dd-0d29-48fe-b006-541f6ca2b7de tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:12.474628 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805619dd-0d29-48fe-b006-541f6ca2b7de tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:12.474966 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805619dd-0d29-48fe-b006-541f6ca2b7de tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:12.475267 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805619dd-0d29-48fe-b006-541f6ca2b7de tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:12.494265 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:15:12.515392 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf47738-5fa8-49bc-bdc4-3ce1f374fbb9 x-openstack-request-id: req-2cf47738-5fa8-49bc-bdc4-3ce1f374fbb9 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:15:12.515915 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3b4a2c-c302-4215-8f44-8cec101d24fb", "tag": "fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:15:12.516343 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2cf47738-5fa8-49bc-bdc4-3ce1f374fbb9 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:15:12.517019 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3b4a2c-c302-4215-8f44-8cec101d24fb', 'tag': 'fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a', 'status': 'completed', 'code': 200} Jan 18 21:15:12.567968 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e57c01c6-593a-4387-8121-76ece61d70b3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for security_group (fe2684f1-1327-478b-87cb-0655749274c3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:12.604369 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e57c01c6-593a-4387-8121-76ece61d70b3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for security_group (fe2684f1-1327-478b-87cb-0655749274c3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:12.613926 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2272d-b4e2-49ba-a5a5-101dac52cfe0 req-6ae39d67-3750-434d-abe7-d9cae520989a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:12.615563 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a1f2272d-b4e2-49ba-a5a5-101dac52cfe0 req-6ae39d67-3750-434d-abe7-d9cae520989a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e23f17734d3484fabf43e2cac14ccbf&device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 1097 time: 0.0724413 Jan 18 21:15:12.735307 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2272d-b4e2-49ba-a5a5-101dac52cfe0 req-c1288fc6-9946-435f-b124-c9b247b32d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:12.736710 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a1f2272d-b4e2-49ba-a5a5-101dac52cfe0 req-c1288fc6-9946-435f-b124-c9b247b32d20 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0448f627-8dec-42c5-a8c2-cbbf20770033 HTTP/1.1" status: 200 len: 916 time: 0.1141031 Jan 18 21:15:12.746512 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e57c01c6-593a-4387-8121-76ece61d70b3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (fe2684f1-1327-478b-87cb-0655749274c3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:12.749084 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e57c01c6-593a-4387-8121-76ece61d70b3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:12.750209 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e57c01c6-593a-4387-8121-76ece61d70b3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "DELETE /v2.0/security-groups/fe2684f1-1327-478b-87cb-0655749274c3 HTTP/1.1" status: 204 len: 168 time: 0.3079591 Jan 18 21:15:12.752367 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-287956a8-8b8d-4d1e-a37a-a4ad384eefbf None None] Provisioning complete for port fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:15:12.757668 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-287956a8-8b8d-4d1e-a37a-a4ad384eefbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:12.757843 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42716) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:12.793053 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c01c6-593a-4387-8121-76ece61d70b3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2684f1-1327-478b-87cb-0655749274c3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:12.810510 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c01c6-593a-4387-8121-76ece61d70b3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:12.810857 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c01c6-593a-4387-8121-76ece61d70b3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:12.811391 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c01c6-593a-4387-8121-76ece61d70b3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:12.811894 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c01c6-593a-4387-8121-76ece61d70b3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:12.812432 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c01c6-593a-4387-8121-76ece61d70b3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:12.812763 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c01c6-593a-4387-8121-76ece61d70b3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:12.813094 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c01c6-593a-4387-8121-76ece61d70b3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:12.813491 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c01c6-593a-4387-8121-76ece61d70b3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:12.814060 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c01c6-593a-4387-8121-76ece61d70b3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:12.814579 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c01c6-593a-4387-8121-76ece61d70b3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:12.815392 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c01c6-593a-4387-8121-76ece61d70b3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:12.816201 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c01c6-593a-4387-8121-76ece61d70b3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:12.817001 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c01c6-593a-4387-8121-76ece61d70b3 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:12.839150 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a1f2272d-b4e2-49ba-a5a5-101dac52cfe0 req-c6ce57de-53d9-4f4f-8f37-eed42331ff0b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a HTTP/1.1" status: 200 len: 1002 time: 0.0877936 Jan 18 21:15:12.848155 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-287956a8-8b8d-4d1e-a37a-a4ad384eefbf None None] Current status of the port fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:15:12.893455 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2272d-b4e2-49ba-a5a5-101dac52cfe0 req-a3251d87-8776-412a-970f-ac94f3cf683c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:12.895003 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a1f2272d-b4e2-49ba-a5a5-101dac52cfe0 req-a3251d87-8776-412a-970f-ac94f3cf683c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=522e63b9-544d-4844-848d-931b8e5f64c4 HTTP/1.1" status: 200 len: 854 time: 0.0500534 Jan 18 21:15:12.927380 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-4900957c-9d59-4d8f-9666-9a7bd4630d6a tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Deleting port 01a55b27-21ef-41af-a64e-281e3ded3d60 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:15:12.927725 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4900957c-9d59-4d8f-9666-9a7bd4630d6a tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (01a55b27-21ef-41af-a64e-281e3ded3d60), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:12.940518 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2272d-b4e2-49ba-a5a5-101dac52cfe0 req-43cf4c9a-7978-4e11-b23b-759fd16ec395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:12.942040 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a1f2272d-b4e2-49ba-a5a5-101dac52cfe0 req-43cf4c9a-7978-4e11-b23b-759fd16ec395 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0448f627-8dec-42c5-a8c2-cbbf20770033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405755 Jan 18 21:15:13.004237 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4900957c-9d59-4d8f-9666-9a7bd4630d6a tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (01a55b27-21ef-41af-a64e-281e3ded3d60), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:13.004559 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4900957c-9d59-4d8f-9666-9a7bd4630d6a tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for floatingip (01a55b27-21ef-41af-a64e-281e3ded3d60), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:13.015861 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-4900957c-9d59-4d8f-9666-9a7bd4630d6a tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Calling delete_port for 01a55b27-21ef-41af-a64e-281e3ded3d60 owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:15:13.033572 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a1f2272d-b4e2-49ba-a5a5-101dac52cfe0 req-deb9d82a-471e-4ad1-ba82-16ae74f079f5 service neutron] 10.222.0.57 "GET /v2.0/networks/0448f627-8dec-42c5-a8c2-cbbf20770033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850148 Jan 18 21:15:13.123469 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a1f2272d-b4e2-49ba-a5a5-101dac52cfe0 req-4cb23159-4c70-485a-bd21-a877cc44b7cf service neutron] 10.222.0.57 "GET /v2.0/networks/0448f627-8dec-42c5-a8c2-cbbf20770033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841184 Jan 18 21:15:13.161669 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4900957c-9d59-4d8f-9666-9a7bd4630d6a tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (01a55b27-21ef-41af-a64e-281e3ded3d60), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:13.189975 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900957c-9d59-4d8f-9666-9a7bd4630d6a tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Pushing event deleted for resources: {'Port': ['ID=01a55b27-21ef-41af-a64e-281e3ded3d60,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:13.248358 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4900957c-9d59-4d8f-9666-9a7bd4630d6a tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks [] for floatingip (acefa49d-50b6-4b6e-b12c-656e293787a2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:13.248688 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-4900957c-9d59-4d8f-9666-9a7bd4630d6a tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Floating IP acefa49d-50b6-4b6e-b12c-656e293787a2 disassociated (deleted). External IP: 172.25.4.185, port: fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a. Jan 18 21:15:13.452419 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4900957c-9d59-4d8f-9666-9a7bd4630d6a tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Router e6a809f4-2f3b-47da-b822-9e02c7e540bf has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:15:13.560246 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4900957c-9d59-4d8f-9666-9a7bd4630d6a tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:15:13.564795 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4900957c-9d59-4d8f-9666-9a7bd4630d6a tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:13.570867 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c06caea-542f-4cc6-ae11-1a35fc3bd6e6 None None] Sync routers for ids ['e6a809f4-2f3b-47da-b822-9e02c7e540bf'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:15:13.581195 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c06caea-542f-4cc6-ae11-1a35fc3bd6e6 None None] Routers {'e6a809f4-2f3b-47da-b822-9e02c7e540bf'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:15:13.581966 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-8c06caea-542f-4cc6-ae11-1a35fc3bd6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:14:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e6a809f4-2f3b-47da-b822-9e02c7e540bf'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:15:13.597080 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4900957c-9d59-4d8f-9666-9a7bd4630d6a tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "DELETE /v2.0/floatingips/acefa49d-50b6-4b6e-b12c-656e293787a2 HTTP/1.1" status: 204 len: 168 time: 0.8403382 Jan 18 21:15:13.691254 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-8c06caea-542f-4cc6-ae11-1a35fc3bd6e6 None None] Set router e6a809f4-2f3b-47da-b822-9e02c7e540bf gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:15:13.905766 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-8c06caea-542f-4cc6-ae11-1a35fc3bd6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'name': 'tempest-TestMinimumBasicScenario-1556377950-router', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '68f85968-4760-45d1-942f-5bca9a7aff0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:12:02Z', 'updated_at': '2022-01-18T21:12:04Z', 'revision_number': 4, 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'gw_port': {'id': '68f85968-4760-45d1-942f-5bca9a7aff0d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:02Z', 'updated_at': '2022-01-18T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '8862eec0-c1c8-4155-8386-565a43d8b8db', 'name': '', 'network_id': '0448f627-8dec-42c5-a8c2-cbbf20770033', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'mac_address': 'fa:16:3e:2d:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '522e63b9-544d-4844-848d-931b8e5f64c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:03Z', 'updated_at': '2022-01-18T21:12:08Z', 'revision_number': 5, 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'subnets': [{'id': '522e63b9-544d-4844-848d-931b8e5f64c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:15:13.930763 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c06caea-542f-4cc6-ae11-1a35fc3bd6e6 None None] Checking router: e6a809f4-2f3b-47da-b822-9e02c7e540bf for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:15:13.938624 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c06caea-542f-4cc6-ae11-1a35fc3bd6e6 None None] Routers {'e6a809f4-2f3b-47da-b822-9e02c7e540bf'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:15:13.939200 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-8c06caea-542f-4cc6-ae11-1a35fc3bd6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:14:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e6a809f4-2f3b-47da-b822-9e02c7e540bf'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:15:14.038866 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-8c06caea-542f-4cc6-ae11-1a35fc3bd6e6 None None] Set router e6a809f4-2f3b-47da-b822-9e02c7e540bf gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:15:14.310992 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-8c06caea-542f-4cc6-ae11-1a35fc3bd6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'name': 'tempest-TestMinimumBasicScenario-1556377950-router', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '68f85968-4760-45d1-942f-5bca9a7aff0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:12:02Z', 'updated_at': '2022-01-18T21:12:04Z', 'revision_number': 4, 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'gw_port': {'id': '68f85968-4760-45d1-942f-5bca9a7aff0d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:02Z', 'updated_at': '2022-01-18T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '8862eec0-c1c8-4155-8386-565a43d8b8db', 'name': '', 'network_id': '0448f627-8dec-42c5-a8c2-cbbf20770033', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'mac_address': 'fa:16:3e:2d:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '522e63b9-544d-4844-848d-931b8e5f64c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:03Z', 'updated_at': '2022-01-18T21:12:08Z', 'revision_number': 5, 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'subnets': [{'id': '522e63b9-544d-4844-848d-931b8e5f64c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:15:14.336277 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c06caea-542f-4cc6-ae11-1a35fc3bd6e6 None None] The sync data for ids ['e6a809f4-2f3b-47da-b822-9e02c7e540bf'] in n-d-741529-9 is: [{'id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'name': 'tempest-TestMinimumBasicScenario-1556377950-router', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '68f85968-4760-45d1-942f-5bca9a7aff0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:12:02Z', 'updated_at': '2022-01-18T21:12:04Z', 'revision_number': 4, 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'gw_port': {'id': '68f85968-4760-45d1-942f-5bca9a7aff0d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:02Z', 'updated_at': '2022-01-18T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '8862eec0-c1c8-4155-8386-565a43d8b8db', 'name': '', 'network_id': '0448f627-8dec-42c5-a8c2-cbbf20770033', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'mac_address': 'fa:16:3e:2d:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '522e63b9-544d-4844-848d-931b8e5f64c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:03Z', 'updated_at': '2022-01-18T21:12:08Z', 'revision_number': 5, 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'subnets': [{'id': '522e63b9-544d-4844-848d-931b8e5f64c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:15:14.518321 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3b4a2c-c302-4215-8f44-8cec101d24fb', 'tag': 'fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:15:14.521044 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b43178f88c778abd299c77f10da4c8b3e71d2d0c7150ce414079b2ef1097cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f3168e-731b-4371-801f-a3973984b328" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3b4a2c-c302-4215-8f44-8cec101d24fb", "tag": "fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:15:14.564536 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74fd4f4-7eae-4b5f-be9f-267d2f846bbd x-openstack-request-id: req-b74fd4f4-7eae-4b5f-be9f-267d2f846bbd {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:15:14.564902 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3b4a2c-c302-4215-8f44-8cec101d24fb", "tag": "fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:15:14.565139 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2482cf-45e8-4067-b326-668c92114343 None None] New status for floating IP acefa49d-50b6-4b6e-b12c-656e293787a2: DOWN {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 21:15:14.565617 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b74fd4f4-7eae-4b5f-be9f-267d2f846bbd {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:15:14.565773 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3b4a2c-c302-4215-8f44-8cec101d24fb', 'tag': 'fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a', 'status': 'completed', 'code': 200} Jan 18 21:15:14.627957 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3168e-731b-4371-801f-a3973984b328 req-c570ce31-474c-4519-b153-57f925575986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:14.629562 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-71f3168e-731b-4371-801f-a3973984b328 req-c570ce31-474c-4519-b153-57f925575986 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e23f17734d3484fabf43e2cac14ccbf&device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 1097 time: 0.0421402 Jan 18 21:15:14.722763 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3168e-731b-4371-801f-a3973984b328 req-0e3aefe4-ce3e-4879-8fcc-21112212be41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:14.724233 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-71f3168e-731b-4371-801f-a3973984b328 req-0e3aefe4-ce3e-4879-8fcc-21112212be41 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0448f627-8dec-42c5-a8c2-cbbf20770033 HTTP/1.1" status: 200 len: 916 time: 0.0886903 Jan 18 21:15:14.769063 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-71f3168e-731b-4371-801f-a3973984b328 req-90d4ff48-b1e6-442e-af4b-11e12ab6de6e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a HTTP/1.1" status: 200 len: 217 time: 0.0355008 Jan 18 21:15:14.821437 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3168e-731b-4371-801f-a3973984b328 req-ba3dc73f-4ab5-4d74-8598-14588bfcfeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:14.823003 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-71f3168e-731b-4371-801f-a3973984b328 req-ba3dc73f-4ab5-4d74-8598-14588bfcfeef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=522e63b9-544d-4844-848d-931b8e5f64c4 HTTP/1.1" status: 200 len: 854 time: 0.0482411 Jan 18 21:15:14.872410 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3168e-731b-4371-801f-a3973984b328 req-b6344f5c-b943-4e40-808c-1de46146afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:14.874025 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-71f3168e-731b-4371-801f-a3973984b328 req-b6344f5c-b943-4e40-808c-1de46146afb2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0448f627-8dec-42c5-a8c2-cbbf20770033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456393 Jan 18 21:15:14.968670 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-71f3168e-731b-4371-801f-a3973984b328 req-93e4c6d8-124e-49d4-b273-f6e7d92f2071 service neutron] 10.222.0.57 "GET /v2.0/networks/0448f627-8dec-42c5-a8c2-cbbf20770033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886576 Jan 18 21:15:15.056468 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-71f3168e-731b-4371-801f-a3973984b328 req-7f6b9b87-8853-444e-a5fa-0c34d6bb85db service neutron] 10.222.0.57 "GET /v2.0/networks/0448f627-8dec-42c5-a8c2-cbbf20770033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810349 Jan 18 21:15:18.056828 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75bf2cbd-7a21-45cd-8f9a-58c14c34b039 req-1ddac43b-faa2-45ac-820a-406b0bd80bf0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387933 Jan 18 21:15:18.140596 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf2cbd-7a21-45cd-8f9a-58c14c34b039 req-5df8e08c-5f17-43b7-97d8-13de09a40ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:18.142101 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75bf2cbd-7a21-45cd-8f9a-58c14c34b039 req-5df8e08c-5f17-43b7-97d8-13de09a40ea5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e23f17734d3484fabf43e2cac14ccbf&device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 1097 time: 0.0442586 Jan 18 21:15:18.242756 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf2cbd-7a21-45cd-8f9a-58c14c34b039 req-b934f31b-b95d-4c98-b41c-cd4041612ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:18.244150 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75bf2cbd-7a21-45cd-8f9a-58c14c34b039 req-b934f31b-b95d-4c98-b41c-cd4041612ef7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0448f627-8dec-42c5-a8c2-cbbf20770033 HTTP/1.1" status: 200 len: 916 time: 0.0836449 Jan 18 21:15:18.291213 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75bf2cbd-7a21-45cd-8f9a-58c14c34b039 req-0449585c-bc4d-4405-b25f-9ab231dcdefc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a HTTP/1.1" status: 200 len: 217 time: 0.0390232 Jan 18 21:15:18.340419 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf2cbd-7a21-45cd-8f9a-58c14c34b039 req-411cb3a6-7c74-4ef3-9983-35c0ff84c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:18.341924 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75bf2cbd-7a21-45cd-8f9a-58c14c34b039 req-411cb3a6-7c74-4ef3-9983-35c0ff84c8ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=522e63b9-544d-4844-848d-931b8e5f64c4 HTTP/1.1" status: 200 len: 854 time: 0.0449042 Jan 18 21:15:18.385748 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf2cbd-7a21-45cd-8f9a-58c14c34b039 req-095a6422-7306-45f7-bc85-b08fe4806315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:18.387245 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75bf2cbd-7a21-45cd-8f9a-58c14c34b039 req-095a6422-7306-45f7-bc85-b08fe4806315 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0448f627-8dec-42c5-a8c2-cbbf20770033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400338 Jan 18 21:15:18.477616 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75bf2cbd-7a21-45cd-8f9a-58c14c34b039 req-8b975fb3-1468-4e1b-8e33-16226de02105 service neutron] 10.222.0.57 "GET /v2.0/networks/0448f627-8dec-42c5-a8c2-cbbf20770033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844760 Jan 18 21:15:18.566742 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-75bf2cbd-7a21-45cd-8f9a-58c14c34b039 req-0bfe84f6-21d8-4bd8-8057-42073a4b9065 service neutron] 10.222.0.57 "GET /v2.0/networks/0448f627-8dec-42c5-a8c2-cbbf20770033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834119 Jan 18 21:15:25.759168 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-52308992-3fdc-4797-8f9f-b2d3f7437d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:27.919830 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fe0d8627-0871-494f-abbf-266b87d8662f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:29.011912 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea618e2-c00c-4c75-95eb-ed4f95d8c8f4 req-ec373be6-89b0-4438-b908-1251479bc40c tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:29.013442 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5ea618e2-c00c-4c75-95eb-ed4f95d8c8f4 req-ec373be6-89b0-4438-b908-1251479bc40c tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 946 time: 0.1590619 Jan 18 21:15:29.060724 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5ea618e2-c00c-4c75-95eb-ed4f95d8c8f4 req-ee99d06c-05e2-4780-bb88-5c2f5c94511b tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414884 Jan 18 21:15:29.249138 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:15:29.313079 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:30.177209 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d3c50-dd8b-4e58-bd55-6f3cf13c9337 req-5a33e4ec-f7f5-45cc-8bf2-55be8294d10c tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:30.178807 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-554d3c50-dd8b-4e58-bd55-6f3cf13c9337 req-5a33e4ec-f7f5-45cc-8bf2-55be8294d10c tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 946 time: 0.0516326 Jan 18 21:15:30.229425 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-554d3c50-dd8b-4e58-bd55-6f3cf13c9337 req-73411704-10e6-452a-b83d-0d8461d3918a tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8de3121-4bb1-4ff8-b695-46fdec34b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441239 Jan 18 21:15:30.736405 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:30.759865 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466cdcd-a831-4a34-8968-519dead86236 req-c1faeaaa-6e6f-45bb-a60a-df7047ae3317 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:30.761490 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c466cdcd-a831-4a34-8968-519dead86236 req-c1faeaaa-6e6f-45bb-a60a-df7047ae3317 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 946 time: 0.0537806 Jan 18 21:15:30.848792 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-c466cdcd-a831-4a34-8968-519dead86236 req-e3ef6cc6-1911-4a07-99bf-9273cf82a540 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Deleting port fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:15:30.849128 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c466cdcd-a831-4a34-8968-519dead86236 req-e3ef6cc6-1911-4a07-99bf-9273cf82a540 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:30.937176 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-c466cdcd-a831-4a34-8968-519dead86236 req-e3ef6cc6-1911-4a07-99bf-9273cf82a540 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] For port fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a,segment=NetworkSegment(133dc286-8942-4c00-88ec-2da0dfd7b66b),segment_id=133dc286-8942-4c00-88ec-2da0dfd7b66b)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:15:30.937529 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c466cdcd-a831-4a34-8968-519dead86236 req-e3ef6cc6-1911-4a07-99bf-9273cf82a540 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:30.948826 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-c466cdcd-a831-4a34-8968-519dead86236 req-e3ef6cc6-1911-4a07-99bf-9273cf82a540 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Calling delete_port for fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:15:31.075336 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c466cdcd-a831-4a34-8968-519dead86236 req-e3ef6cc6-1911-4a07-99bf-9273cf82a540 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:31.087731 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:15:31.107400 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef6cc6-1911-4a07-99bf-9273cf82a540 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Pushing event deleted for resources: {'Port': ['ID=fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:31.327923 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f3b22c65-e2ad-4f57-a044-83ef4062f441 req-6c49b892-0fd3-4fad-be37-8ee0d828c5cf tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b3b4a2c-c302-4215-8f44-8cec101d24fb HTTP/1.1" status: 200 len: 210 time: 0.0263250 Jan 18 21:15:31.379500 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-c466cdcd-a831-4a34-8968-519dead86236 req-e3ef6cc6-1911-4a07-99bf-9273cf82a540 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] No DVR routers for this DVR port fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:15:31.381977 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c466cdcd-a831-4a34-8968-519dead86236 req-e3ef6cc6-1911-4a07-99bf-9273cf82a540 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:31.385324 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c466cdcd-a831-4a34-8968-519dead86236 req-e3ef6cc6-1911-4a07-99bf-9273cf82a540 tempest-TestMinimumBasicScenario-1834222725 tempest-TestMinimumBasicScenario-1834222725-project] 10.222.0.57 "DELETE /v2.0/ports/fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a HTTP/1.1" status: 204 len: 173 time: 0.6186030 Jan 18 21:15:31.385778 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3b4a2c-c302-4215-8f44-8cec101d24fb', 'name': 'network-vif-deleted', 'tag': 'fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:15:31.388563 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0cd437-5ebb-4b65-8c6b-a6e5458737ba" -d '{"events": [{"server_uuid": "8b3b4a2c-c302-4215-8f44-8cec101d24fb", "name": "network-vif-deleted", "tag": "fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:15:31.425983 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f1a484-736c-4ed0-9814-8ebd97f91610 x-openstack-request-id: req-a2f1a484-736c-4ed0-9814-8ebd97f91610 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:15:31.426278 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3b4a2c-c302-4215-8f44-8cec101d24fb", "name": "network-vif-deleted", "tag": "fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:15:31.426525 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2f1a484-736c-4ed0-9814-8ebd97f91610 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:15:31.426923 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3b4a2c-c302-4215-8f44-8cec101d24fb', 'name': 'network-vif-deleted', 'tag': 'fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a', 'status': 'completed', 'code': 200} Jan 18 21:15:32.003997 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:32.887066 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42834) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:33.229737 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b25e754b-620b-44dd-95df-a994a24ab25d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (e6a809f4-2f3b-47da-b822-9e02c7e540bf), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:33.467301 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-b25e754b-620b-44dd-95df-a994a24ab25d admin admin] Deleting port 8862eec0-c1c8-4155-8386-565a43d8b8db {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:15:33.467636 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b25e754b-620b-44dd-95df-a994a24ab25d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (8862eec0-c1c8-4155-8386-565a43d8b8db), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:33.543300 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-b25e754b-620b-44dd-95df-a994a24ab25d admin admin] For port 8862eec0-c1c8-4155-8386-565a43d8b8db, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8862eec0-c1c8-4155-8386-565a43d8b8db,segment=NetworkSegment(133dc286-8942-4c00-88ec-2da0dfd7b66b),segment_id=133dc286-8942-4c00-88ec-2da0dfd7b66b)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:15:33.543565 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b25e754b-620b-44dd-95df-a994a24ab25d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (8862eec0-c1c8-4155-8386-565a43d8b8db), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:33.554831 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-b25e754b-620b-44dd-95df-a994a24ab25d admin admin] Calling delete_port for 8862eec0-c1c8-4155-8386-565a43d8b8db owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:15:33.733561 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b25e754b-620b-44dd-95df-a994a24ab25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (8862eec0-c1c8-4155-8386-565a43d8b8db), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:33.763357 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e754b-620b-44dd-95df-a994a24ab25d admin admin] Pushing event deleted for resources: {'Port': ['ID=8862eec0-c1c8-4155-8386-565a43d8b8db,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:33.924056 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b25e754b-620b-44dd-95df-a994a24ab25d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (e6a809f4-2f3b-47da-b822-9e02c7e540bf), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:34.132463 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25e754b-620b-44dd-95df-a994a24ab25d admin admin] Router e6a809f4-2f3b-47da-b822-9e02c7e540bf has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:15:34.234726 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25e754b-620b-44dd-95df-a994a24ab25d admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:15:34.239683 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b25e754b-620b-44dd-95df-a994a24ab25d admin admin] 10.222.0.31 "PUT /v2.0/routers/e6a809f4-2f3b-47da-b822-9e02c7e540bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3516016 Jan 18 21:15:34.242280 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42836) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:34.245445 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca561c08-d045-4018-9b94-b55f8a4c9261 None None] Sync routers for ids ['e6a809f4-2f3b-47da-b822-9e02c7e540bf'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:15:34.254883 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca561c08-d045-4018-9b94-b55f8a4c9261 None None] Routers {'e6a809f4-2f3b-47da-b822-9e02c7e540bf'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:15:34.255472 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ca561c08-d045-4018-9b94-b55f8a4c9261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:15:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e6a809f4-2f3b-47da-b822-9e02c7e540bf'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:15:34.349020 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ae73769a-38d6-41b2-8548-50f7982f0f65 admin admin] Publish callbacks [] for router (e6a809f4-2f3b-47da-b822-9e02c7e540bf), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:34.356679 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-ca561c08-d045-4018-9b94-b55f8a4c9261 None None] Set router e6a809f4-2f3b-47da-b822-9e02c7e540bf gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:15:34.447369 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ae73769a-38d6-41b2-8548-50f7982f0f65 admin admin] Publish callbacks [] for router_gateway (e6a809f4-2f3b-47da-b822-9e02c7e540bf), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:34.499237 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-ae73769a-38d6-41b2-8548-50f7982f0f65 admin admin] Deleting port 68f85968-4760-45d1-942f-5bca9a7aff0d {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:15:34.499576 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ae73769a-38d6-41b2-8548-50f7982f0f65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (68f85968-4760-45d1-942f-5bca9a7aff0d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:34.525945 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ca561c08-d045-4018-9b94-b55f8a4c9261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'name': 'tempest-TestMinimumBasicScenario-1556377950-router', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '68f85968-4760-45d1-942f-5bca9a7aff0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:12:02Z', 'updated_at': '2022-01-18T21:15:33Z', 'revision_number': 5, 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'gw_port': {'id': '68f85968-4760-45d1-942f-5bca9a7aff0d', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:02Z', 'updated_at': '2022-01-18T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:15:34.546213 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:34.551764 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca561c08-d045-4018-9b94-b55f8a4c9261 None None] Checking router: e6a809f4-2f3b-47da-b822-9e02c7e540bf for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:15:34.560297 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca561c08-d045-4018-9b94-b55f8a4c9261 None None] Routers {'e6a809f4-2f3b-47da-b822-9e02c7e540bf'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:15:34.560885 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ca561c08-d045-4018-9b94-b55f8a4c9261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:15:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['e6a809f4-2f3b-47da-b822-9e02c7e540bf'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:15:34.580522 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-ae73769a-38d6-41b2-8548-50f7982f0f65 admin admin] For port 68f85968-4760-45d1-942f-5bca9a7aff0d, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=68f85968-4760-45d1-942f-5bca9a7aff0d,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:15:34.580874 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ae73769a-38d6-41b2-8548-50f7982f0f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (68f85968-4760-45d1-942f-5bca9a7aff0d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:34.592495 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-ae73769a-38d6-41b2-8548-50f7982f0f65 admin admin] Calling delete_port for 68f85968-4760-45d1-942f-5bca9a7aff0d owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:15:34.643517 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-ca561c08-d045-4018-9b94-b55f8a4c9261 None None] Set router e6a809f4-2f3b-47da-b822-9e02c7e540bf gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:15:34.696382 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ca561c08-d045-4018-9b94-b55f8a4c9261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'name': 'tempest-TestMinimumBasicScenario-1556377950-router', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:12:02Z', 'updated_at': '2022-01-18T21:15:34Z', 'revision_number': 6, 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:15:34.722965 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca561c08-d045-4018-9b94-b55f8a4c9261 None None] The sync data for ids ['e6a809f4-2f3b-47da-b822-9e02c7e540bf'] in n-d-741529-9 is: [{'id': 'e6a809f4-2f3b-47da-b822-9e02c7e540bf', 'name': 'tempest-TestMinimumBasicScenario-1556377950-router', 'tenant_id': '2e23f17734d3484fabf43e2cac14ccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:12:02Z', 'updated_at': '2022-01-18T21:15:34Z', 'revision_number': 6, 'project_id': '2e23f17734d3484fabf43e2cac14ccbf', 'gw_port_host': None}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:15:34.760159 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ae73769a-38d6-41b2-8548-50f7982f0f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (68f85968-4760-45d1-942f-5bca9a7aff0d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:34.785557 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73769a-38d6-41b2-8548-50f7982f0f65 admin admin] Pushing event deleted for resources: {'Port': ['ID=68f85968-4760-45d1-942f-5bca9a7aff0d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:34.801372 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aab2946-fc84-4913-b36a-67256c80b0f3 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:15:34.845398 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ae73769a-38d6-41b2-8548-50f7982f0f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (e6a809f4-2f3b-47da-b822-9e02c7e540bf), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:34.942717 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ae73769a-38d6-41b2-8548-50f7982f0f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (e6a809f4-2f3b-47da-b822-9e02c7e540bf), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:34.944782 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ae73769a-38d6-41b2-8548-50f7982f0f65 admin admin] Publish callbacks [] for router_controller (e6a809f4-2f3b-47da-b822-9e02c7e540bf), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:34.985966 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ae73769a-38d6-41b2-8548-50f7982f0f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (e6a809f4-2f3b-47da-b822-9e02c7e540bf), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:34.986412 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae73769a-38d6-41b2-8548-50f7982f0f65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6a809f4-2f3b-47da-b822-9e02c7e540bf {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 21:15:34.991581 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ae73769a-38d6-41b2-8548-50f7982f0f65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:34.992758 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ae73769a-38d6-41b2-8548-50f7982f0f65 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e6a809f4-2f3b-47da-b822-9e02c7e540bf HTTP/1.1" status: 204 len: 168 time: 0.7494926 Jan 18 21:15:34.995332 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42838) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:34.999874 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:15:35.030767 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:15:35.031029 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device fa7365e9-4e84-49ec-8a36-9e1fb34d1c8a not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:15:35.041782 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb96e699-949e-4059-868a-cadef04d0c24 admin admin] Deleting subnet 522e63b9-544d-4844-848d-931b8e5f64c4 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 21:15:35.045114 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb96e699-949e-4059-868a-cadef04d0c24 admin admin] Publish callbacks [] for subnet (522e63b9-544d-4844-848d-931b8e5f64c4), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:35.079620 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb96e699-949e-4059-868a-cadef04d0c24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (522e63b9-544d-4844-848d-931b8e5f64c4), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:35.161799 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb96e699-949e-4059-868a-cadef04d0c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (522e63b9-544d-4844-848d-931b8e5f64c4), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:35.210323 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb96e699-949e-4059-868a-cadef04d0c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (522e63b9-544d-4844-848d-931b8e5f64c4), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:35.235142 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96e699-949e-4059-868a-cadef04d0c24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=522e63b9-544d-4844-848d-931b8e5f64c4,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:35.238694 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb96e699-949e-4059-868a-cadef04d0c24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:35.241826 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bb96e699-949e-4059-868a-cadef04d0c24 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/522e63b9-544d-4844-848d-931b8e5f64c4 HTTP/1.1" status: 204 len: 168 time: 0.2455263 Jan 18 21:15:35.244263 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42840) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:35.247867 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386da565-440e-44c2-acbe-b03d7662d585 None None] Network 0448f627-8dec-42c5-a8c2-cbbf20770033 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:15:35.462900 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6c3d07-8f38-4d73-ac85-4b5f477c4558 None None] DHCP port deletion for 0448f627-8dec-42c5-a8c2-cbbf20770033 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:15:35.524633 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 68f85968-4760-45d1-942f-5bca9a7aff0d no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:15:35.548286 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 68f85968-4760-45d1-942f-5bca9a7aff0d {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:15:35.548965 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 68f85968-4760-45d1-942f-5bca9a7aff0d not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:15:35.549093 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8862eec0-c1c8-4155-8386-565a43d8b8db no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:15:35.574563 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 8862eec0-c1c8-4155-8386-565a43d8b8db {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:15:35.574911 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8862eec0-c1c8-4155-8386-565a43d8b8db not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:15:35.575324 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c3c35aec-b0b9-42dc-932b-808244a20b65 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:15:35.579508 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3f6c3d07-8f38-4d73-ac85-4b5f477c4558 None None] Deleting port c3c35aec-b0b9-42dc-932b-808244a20b65 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:15:35.579876 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3f6c3d07-8f38-4d73-ac85-4b5f477c4558 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (c3c35aec-b0b9-42dc-932b-808244a20b65), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:35.674545 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-035838cc-8e40-4925-997a-c6fc881ac05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (0448f627-8dec-42c5-a8c2-cbbf20770033), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:35.675328 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3f6c3d07-8f38-4d73-ac85-4b5f477c4558 None None] For port c3c35aec-b0b9-42dc-932b-808244a20b65, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c3c35aec-b0b9-42dc-932b-808244a20b65,segment=NetworkSegment(133dc286-8942-4c00-88ec-2da0dfd7b66b),segment_id=133dc286-8942-4c00-88ec-2da0dfd7b66b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:15:35.675797 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3f6c3d07-8f38-4d73-ac85-4b5f477c4558 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (c3c35aec-b0b9-42dc-932b-808244a20b65), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:35.706070 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3f6c3d07-8f38-4d73-ac85-4b5f477c4558 None None] Calling delete_port for c3c35aec-b0b9-42dc-932b-808244a20b65 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:15:35.729434 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port c3c35aec-b0b9-42dc-932b-808244a20b65 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:15:35.730378 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (c3c35aec-b0b9-42dc-932b-808244a20b65), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:35.730551 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-035838cc-8e40-4925-997a-c6fc881ac05e admin admin] Deleting port c3c35aec-b0b9-42dc-932b-808244a20b65 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:15:35.731025 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-035838cc-8e40-4925-997a-c6fc881ac05e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (c3c35aec-b0b9-42dc-932b-808244a20b65), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:35.796003 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-035838cc-8e40-4925-997a-c6fc881ac05e admin admin] For port c3c35aec-b0b9-42dc-932b-808244a20b65, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c3c35aec-b0b9-42dc-932b-808244a20b65,segment=NetworkSegment(133dc286-8942-4c00-88ec-2da0dfd7b66b),segment_id=133dc286-8942-4c00-88ec-2da0dfd7b66b)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:15:35.796368 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-035838cc-8e40-4925-997a-c6fc881ac05e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (c3c35aec-b0b9-42dc-932b-808244a20b65), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:35.807468 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port c3c35aec-b0b9-42dc-932b-808244a20b65, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c3c35aec-b0b9-42dc-932b-808244a20b65,segment=NetworkSegment(133dc286-8942-4c00-88ec-2da0dfd7b66b),segment_id=133dc286-8942-4c00-88ec-2da0dfd7b66b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:15:35.809454 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-035838cc-8e40-4925-997a-c6fc881ac05e admin admin] Calling delete_port for c3c35aec-b0b9-42dc-932b-808244a20b65 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:15:35.818188 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (c3c35aec-b0b9-42dc-932b-808244a20b65), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:35.852032 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3f6c3d07-8f38-4d73-ac85-4b5f477c4558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (c3c35aec-b0b9-42dc-932b-808244a20b65), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:35.873555 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6c3d07-8f38-4d73-ac85-4b5f477c4558 None None] No DVR routers for this DVR port c3c35aec-b0b9-42dc-932b-808244a20b65 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:15:35.876350 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=c3c35aec-b0b9-42dc-932b-808244a20b65,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:35.885210 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:35.885558 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:35.886039 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:35.886271 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:35.886602 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:35.886913 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:35.887235 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:35.887560 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:35.887875 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:35.888193 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:35.888509 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:35.888824 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:35.889139 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:35.909850 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-035838cc-8e40-4925-997a-c6fc881ac05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (c3c35aec-b0b9-42dc-932b-808244a20b65), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:35.914861 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c3d07-8f38-4d73-ac85-4b5f477c4558 None None] Pushing event deleted for resources: {'Port': ['ID=c3c35aec-b0b9-42dc-932b-808244a20b65,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:35.939121 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035838cc-8e40-4925-997a-c6fc881ac05e admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c35aec-b0b9-42dc-932b-808244a20b65,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:35.942702 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035838cc-8e40-4925-997a-c6fc881ac05e admin admin] No DVR routers for this DVR port c3c35aec-b0b9-42dc-932b-808244a20b65 on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:15:36.014317 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-035838cc-8e40-4925-997a-c6fc881ac05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (0448f627-8dec-42c5-a8c2-cbbf20770033), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:36.033925 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-035838cc-8e40-4925-997a-c6fc881ac05e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0448f627-8dec-42c5-a8c2-cbbf20770033']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:15:36.043316 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-035838cc-8e40-4925-997a-c6fc881ac05e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133dc286-8942-4c00-88ec-2da0dfd7b66b') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:15:36.043608 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-035838cc-8e40-4925-997a-c6fc881ac05e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133dc286-8942-4c00-88ec-2da0dfd7b66b') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:15:36.052493 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-035838cc-8e40-4925-997a-c6fc881ac05e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (133dc286-8942-4c00-88ec-2da0dfd7b66b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:36.064994 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-035838cc-8e40-4925-997a-c6fc881ac05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (133dc286-8942-4c00-88ec-2da0dfd7b66b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:36.071035 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-035838cc-8e40-4925-997a-c6fc881ac05e admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 21:15:36.071417 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-035838cc-8e40-4925-997a-c6fc881ac05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (133dc286-8942-4c00-88ec-2da0dfd7b66b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: self.session.flush() Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: timer() Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 21:15:36.073043 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 21:15:36.127612 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-035838cc-8e40-4925-997a-c6fc881ac05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (0448f627-8dec-42c5-a8c2-cbbf20770033), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:36.132747 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-035838cc-8e40-4925-997a-c6fc881ac05e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:36.136759 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-035838cc-8e40-4925-997a-c6fc881ac05e admin admin] 10.222.0.31 "DELETE /v2.0/networks/0448f627-8dec-42c5-a8c2-cbbf20770033 HTTP/1.1" status: 204 len: 168 time: 0.8915384 Jan 18 21:15:36.139725 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42842) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:36.147064 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035838cc-8e40-4925-997a-c6fc881ac05e admin admin] Pushing event deleted for resources: {'Network': ['ID=0448f627-8dec-42c5-a8c2-cbbf20770033,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:36.482103 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c66d7105-9e8e-406c-b73d-29de4a258129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (8a7cd41f-9aee-4d74-b0bc-0255b4338c3b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:36.716140 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c66d7105-9e8e-406c-b73d-29de4a258129 admin admin] Deleting port c1374f30-0b8c-4e9f-9475-0214cc1cf7cd {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:15:36.716474 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c66d7105-9e8e-406c-b73d-29de4a258129 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (c1374f30-0b8c-4e9f-9475-0214cc1cf7cd), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:36.795452 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-c66d7105-9e8e-406c-b73d-29de4a258129 admin admin] For port c1374f30-0b8c-4e9f-9475-0214cc1cf7cd, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=c1374f30-0b8c-4e9f-9475-0214cc1cf7cd,segment=NetworkSegment(8e6d965a-9510-4a5a-b238-1e066d81e80f),segment_id=8e6d965a-9510-4a5a-b238-1e066d81e80f)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:15:36.795809 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c66d7105-9e8e-406c-b73d-29de4a258129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (c1374f30-0b8c-4e9f-9475-0214cc1cf7cd), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:36.807112 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c66d7105-9e8e-406c-b73d-29de4a258129 admin admin] Calling delete_port for c1374f30-0b8c-4e9f-9475-0214cc1cf7cd owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:15:36.981720 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c66d7105-9e8e-406c-b73d-29de4a258129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (c1374f30-0b8c-4e9f-9475-0214cc1cf7cd), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:37.004539 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d7105-9e8e-406c-b73d-29de4a258129 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1374f30-0b8c-4e9f-9475-0214cc1cf7cd,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:37.174123 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c66d7105-9e8e-406c-b73d-29de4a258129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (8a7cd41f-9aee-4d74-b0bc-0255b4338c3b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:37.379360 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66d7105-9e8e-406c-b73d-29de4a258129 admin admin] Router 8a7cd41f-9aee-4d74-b0bc-0255b4338c3b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:15:37.433582 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:37.485842 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66d7105-9e8e-406c-b73d-29de4a258129 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:15:37.490998 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c66d7105-9e8e-406c-b73d-29de4a258129 admin admin] 10.222.0.31 "PUT /v2.0/routers/8a7cd41f-9aee-4d74-b0bc-0255b4338c3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3502140 Jan 18 21:15:37.493502 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42844) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:37.498997 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3ed500-ab05-4fc1-9b01-c2368bc1c86b None None] Sync routers for ids ['8a7cd41f-9aee-4d74-b0bc-0255b4338c3b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:15:37.509129 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3ed500-ab05-4fc1-9b01-c2368bc1c86b None None] Routers {'8a7cd41f-9aee-4d74-b0bc-0255b4338c3b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:15:37.509788 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1f3ed500-ab05-4fc1-9b01-c2368bc1c86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:15:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8a7cd41f-9aee-4d74-b0bc-0255b4338c3b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:15:37.596849 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57eadf76-f998-4f8d-aae5-a5baa0a4f2d6 admin admin] Publish callbacks [] for router (8a7cd41f-9aee-4d74-b0bc-0255b4338c3b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:37.619675 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-1f3ed500-ab05-4fc1-9b01-c2368bc1c86b None None] Set router 8a7cd41f-9aee-4d74-b0bc-0255b4338c3b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:15:37.695894 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57eadf76-f998-4f8d-aae5-a5baa0a4f2d6 admin admin] Publish callbacks [] for router_gateway (8a7cd41f-9aee-4d74-b0bc-0255b4338c3b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:37.746674 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-57eadf76-f998-4f8d-aae5-a5baa0a4f2d6 admin admin] Deleting port 7e82d1e3-2290-46ee-8234-95551ac76d6f {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:15:37.747014 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57eadf76-f998-4f8d-aae5-a5baa0a4f2d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (7e82d1e3-2290-46ee-8234-95551ac76d6f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:37.793025 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1f3ed500-ab05-4fc1-9b01-c2368bc1c86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7cd41f-9aee-4d74-b0bc-0255b4338c3b', 'name': 'tempest-TestMinimumBasicScenario-1806814727-router', 'tenant_id': 'fdcf9294c07e4bc78b4519bbf2faae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '7e82d1e3-2290-46ee-8234-95551ac76d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:12:06Z', 'updated_at': '2022-01-18T21:15:36Z', 'revision_number': 5, 'project_id': 'fdcf9294c07e4bc78b4519bbf2faae10', 'gw_port': {'id': '7e82d1e3-2290-46ee-8234-95551ac76d6f', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7cd41f-9aee-4d74-b0bc-0255b4338c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:12:06Z', 'updated_at': '2022-01-18T21:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:15:37.822358 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3ed500-ab05-4fc1-9b01-c2368bc1c86b None None] Checking router: 8a7cd41f-9aee-4d74-b0bc-0255b4338c3b for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:15:37.827345 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-57eadf76-f998-4f8d-aae5-a5baa0a4f2d6 admin admin] For port 7e82d1e3-2290-46ee-8234-95551ac76d6f, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7e82d1e3-2290-46ee-8234-95551ac76d6f,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:15:37.827705 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57eadf76-f998-4f8d-aae5-a5baa0a4f2d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (7e82d1e3-2290-46ee-8234-95551ac76d6f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:37.831179 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3ed500-ab05-4fc1-9b01-c2368bc1c86b None None] Routers {'8a7cd41f-9aee-4d74-b0bc-0255b4338c3b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:15:37.831779 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1f3ed500-ab05-4fc1-9b01-c2368bc1c86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:15:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8a7cd41f-9aee-4d74-b0bc-0255b4338c3b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:15:37.839672 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-57eadf76-f998-4f8d-aae5-a5baa0a4f2d6 admin admin] Calling delete_port for 7e82d1e3-2290-46ee-8234-95551ac76d6f owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:15:37.914769 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-1f3ed500-ab05-4fc1-9b01-c2368bc1c86b None None] Set router 8a7cd41f-9aee-4d74-b0bc-0255b4338c3b gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:15:37.969880 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1f3ed500-ab05-4fc1-9b01-c2368bc1c86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7cd41f-9aee-4d74-b0bc-0255b4338c3b', 'name': 'tempest-TestMinimumBasicScenario-1806814727-router', 'tenant_id': 'fdcf9294c07e4bc78b4519bbf2faae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:12:06Z', 'updated_at': '2022-01-18T21:15:37Z', 'revision_number': 6, 'project_id': 'fdcf9294c07e4bc78b4519bbf2faae10', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:15:37.999136 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3ed500-ab05-4fc1-9b01-c2368bc1c86b None None] The sync data for ids ['8a7cd41f-9aee-4d74-b0bc-0255b4338c3b'] in n-d-741529-9 is: [{'id': '8a7cd41f-9aee-4d74-b0bc-0255b4338c3b', 'name': 'tempest-TestMinimumBasicScenario-1806814727-router', 'tenant_id': 'fdcf9294c07e4bc78b4519bbf2faae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:12:06Z', 'updated_at': '2022-01-18T21:15:37Z', 'revision_number': 6, 'project_id': 'fdcf9294c07e4bc78b4519bbf2faae10', 'gw_port_host': None}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:15:38.001370 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57eadf76-f998-4f8d-aae5-a5baa0a4f2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (7e82d1e3-2290-46ee-8234-95551ac76d6f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:38.029511 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eadf76-f998-4f8d-aae5-a5baa0a4f2d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e82d1e3-2290-46ee-8234-95551ac76d6f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:38.047118 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6137d2b-cd5e-4015-b40f-6b7c75042f97 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:15:38.088928 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57eadf76-f998-4f8d-aae5-a5baa0a4f2d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (8a7cd41f-9aee-4d74-b0bc-0255b4338c3b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:38.178634 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57eadf76-f998-4f8d-aae5-a5baa0a4f2d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (8a7cd41f-9aee-4d74-b0bc-0255b4338c3b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:38.180742 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57eadf76-f998-4f8d-aae5-a5baa0a4f2d6 admin admin] Publish callbacks [] for router_controller (8a7cd41f-9aee-4d74-b0bc-0255b4338c3b), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:38.223106 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57eadf76-f998-4f8d-aae5-a5baa0a4f2d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (8a7cd41f-9aee-4d74-b0bc-0255b4338c3b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:38.223588 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57eadf76-f998-4f8d-aae5-a5baa0a4f2d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a7cd41f-9aee-4d74-b0bc-0255b4338c3b {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 21:15:38.228121 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57eadf76-f998-4f8d-aae5-a5baa0a4f2d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:38.231796 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-57eadf76-f998-4f8d-aae5-a5baa0a4f2d6 admin admin] 10.222.0.31 "DELETE /v2.0/routers/8a7cd41f-9aee-4d74-b0bc-0255b4338c3b HTTP/1.1" status: 204 len: 168 time: 0.7349741 Jan 18 21:15:38.232102 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42846) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:38.276334 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-239b0615-c7ee-41fa-9f66-f7035640314d admin admin] Deleting subnet 26d06c0a-1275-489a-a09a-f7444ba672be {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 21:15:38.279558 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-239b0615-c7ee-41fa-9f66-f7035640314d admin admin] Publish callbacks [] for subnet (26d06c0a-1275-489a-a09a-f7444ba672be), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:38.313956 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-239b0615-c7ee-41fa-9f66-f7035640314d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (26d06c0a-1275-489a-a09a-f7444ba672be), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:38.397119 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-239b0615-c7ee-41fa-9f66-f7035640314d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (26d06c0a-1275-489a-a09a-f7444ba672be), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:38.450902 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-239b0615-c7ee-41fa-9f66-f7035640314d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (26d06c0a-1275-489a-a09a-f7444ba672be), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:38.475548 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b0615-c7ee-41fa-9f66-f7035640314d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26d06c0a-1275-489a-a09a-f7444ba672be,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:38.480409 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-239b0615-c7ee-41fa-9f66-f7035640314d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:38.484279 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-239b0615-c7ee-41fa-9f66-f7035640314d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/26d06c0a-1275-489a-a09a-f7444ba672be HTTP/1.1" status: 204 len: 168 time: 0.2509968 Jan 18 21:15:38.485802 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9160ec4e-bab7-44e6-921a-9a34d5bda35f None None] Network 8c448628-3d95-46ff-9523-627acd1ad8e4 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:15:38.486931 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42848) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:38.556051 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a44f01c4-0fc6-432c-a2bf-3dae5f9a5eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (8c448628-3d95-46ff-9523-627acd1ad8e4), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:38.608383 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a44f01c4-0fc6-432c-a2bf-3dae5f9a5eff admin admin] Deleting port d8f35743-1dab-4616-b819-cf9893c5dd5c {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:15:38.608718 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a44f01c4-0fc6-432c-a2bf-3dae5f9a5eff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d8f35743-1dab-4616-b819-cf9893c5dd5c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:38.670867 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a44f01c4-0fc6-432c-a2bf-3dae5f9a5eff admin admin] For port d8f35743-1dab-4616-b819-cf9893c5dd5c, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d8f35743-1dab-4616-b819-cf9893c5dd5c,segment=NetworkSegment(8e6d965a-9510-4a5a-b238-1e066d81e80f),segment_id=8e6d965a-9510-4a5a-b238-1e066d81e80f)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:15:38.671218 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a44f01c4-0fc6-432c-a2bf-3dae5f9a5eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d8f35743-1dab-4616-b819-cf9893c5dd5c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:38.683690 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a44f01c4-0fc6-432c-a2bf-3dae5f9a5eff admin admin] Calling delete_port for d8f35743-1dab-4616-b819-cf9893c5dd5c owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:15:38.748235 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a0e337-32fd-42eb-ae90-0cb1c656c223 None None] DHCP port deletion for 8c448628-3d95-46ff-9523-627acd1ad8e4 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:15:38.772903 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a44f01c4-0fc6-432c-a2bf-3dae5f9a5eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (d8f35743-1dab-4616-b819-cf9893c5dd5c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:38.798108 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f01c4-0fc6-432c-a2bf-3dae5f9a5eff admin admin] Pushing event deleted for resources: {'Port': ['ID=d8f35743-1dab-4616-b819-cf9893c5dd5c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:38.799696 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d8a0e337-32fd-42eb-ae90-0cb1c656c223 None None] Deleting port d8f35743-1dab-4616-b819-cf9893c5dd5c {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:15:38.800071 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d8a0e337-32fd-42eb-ae90-0cb1c656c223 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d8f35743-1dab-4616-b819-cf9893c5dd5c), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:38.801550 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44f01c4-0fc6-432c-a2bf-3dae5f9a5eff admin admin] No DVR routers for this DVR port d8f35743-1dab-4616-b819-cf9893c5dd5c on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:15:38.868454 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d8a0e337-32fd-42eb-ae90-0cb1c656c223 None None] For port d8f35743-1dab-4616-b819-cf9893c5dd5c, host n-d-741529-9, got binding levels [] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:15:38.868847 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d8a0e337-32fd-42eb-ae90-0cb1c656c223 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d8f35743-1dab-4616-b819-cf9893c5dd5c), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:38.878098 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a44f01c4-0fc6-432c-a2bf-3dae5f9a5eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (8c448628-3d95-46ff-9523-627acd1ad8e4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:38.886796 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d8a0e337-32fd-42eb-ae90-0cb1c656c223 None None] Calling delete_port for d8f35743-1dab-4616-b819-cf9893c5dd5c owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:15:38.889957 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.ipam_backend_mixin [None req-d8a0e337-32fd-42eb-ae90-0cb1c656c223 None None] Port d8f35743-1dab-4616-b819-cf9893c5dd5c was not found and therefore no delete operation was performed {{(pid=103337) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 21:15:38.891223 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d8a0e337-32fd-42eb-ae90-0cb1c656c223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (d8f35743-1dab-4616-b819-cf9893c5dd5c), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:38.899931 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-a44f01c4-0fc6-432c-a2bf-3dae5f9a5eff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c448628-3d95-46ff-9523-627acd1ad8e4']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:15:38.909044 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-a44f01c4-0fc6-432c-a2bf-3dae5f9a5eff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e6d965a-9510-4a5a-b238-1e066d81e80f') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:15:38.909337 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-a44f01c4-0fc6-432c-a2bf-3dae5f9a5eff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e6d965a-9510-4a5a-b238-1e066d81e80f') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:15:38.918649 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a44f01c4-0fc6-432c-a2bf-3dae5f9a5eff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (8e6d965a-9510-4a5a-b238-1e066d81e80f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:38.919862 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0e337-32fd-42eb-ae90-0cb1c656c223 None None] Pushing event deleted for resources: {'Port': ['ID=d8f35743-1dab-4616-b819-cf9893c5dd5c,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:38.923712 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a0e337-32fd-42eb-ae90-0cb1c656c223 None None] No DVR routers for this DVR port d8f35743-1dab-4616-b819-cf9893c5dd5c on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:15:38.932471 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a44f01c4-0fc6-432c-a2bf-3dae5f9a5eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (8e6d965a-9510-4a5a-b238-1e066d81e80f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:38.941739 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a44f01c4-0fc6-432c-a2bf-3dae5f9a5eff admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 21:15:38.942122 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a44f01c4-0fc6-432c-a2bf-3dae5f9a5eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (8e6d965a-9510-4a5a-b238-1e066d81e80f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: timer() Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 21:15:38.945180 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 21:15:39.001805 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a44f01c4-0fc6-432c-a2bf-3dae5f9a5eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (8c448628-3d95-46ff-9523-627acd1ad8e4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:39.010142 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a44f01c4-0fc6-432c-a2bf-3dae5f9a5eff admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:39.014564 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a44f01c4-0fc6-432c-a2bf-3dae5f9a5eff admin admin] 10.222.0.31 "DELETE /v2.0/networks/8c448628-3d95-46ff-9523-627acd1ad8e4 HTTP/1.1" status: 204 len: 168 time: 0.5267215 Jan 18 21:15:39.025766 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f01c4-0fc6-432c-a2bf-3dae5f9a5eff admin admin] Pushing event deleted for resources: {'Network': ['ID=8c448628-3d95-46ff-9523-627acd1ad8e4,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:39.195591 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42852) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:39.239227 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c42a0b88-69a4-409e-868d-a439583d1773 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e23f17734d3484fabf43e2cac14ccbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424669 Jan 18 21:15:39.241778 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42854) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:39.288370 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d4d96523-bc67-4492-b35d-49b8ae4a95f4 admin admin] Publish callbacks [] for security_group (c8de3121-4bb1-4ff8-b695-46fdec34b173), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:39.308914 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d4d96523-bc67-4492-b35d-49b8ae4a95f4 admin admin] Publish callbacks [] for security_group (c8de3121-4bb1-4ff8-b695-46fdec34b173), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:39.356141 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d4d96523-bc67-4492-b35d-49b8ae4a95f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c8de3121-4bb1-4ff8-b695-46fdec34b173), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:39.359029 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d4d96523-bc67-4492-b35d-49b8ae4a95f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:39.360178 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d4d96523-bc67-4492-b35d-49b8ae4a95f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8de3121-4bb1-4ff8-b695-46fdec34b173 HTTP/1.1" status: 204 len: 168 time: 0.1175144 Jan 18 21:15:39.368434 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d96523-bc67-4492-b35d-49b8ae4a95f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8de3121-4bb1-4ff8-b695-46fdec34b173,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:39.431123 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7e82d1e3-2290-46ee-8234-95551ac76d6f no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:15:39.451257 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 7e82d1e3-2290-46ee-8234-95551ac76d6f {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:15:39.451614 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7e82d1e3-2290-46ee-8234-95551ac76d6f not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:15:39.452023 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c1374f30-0b8c-4e9f-9475-0214cc1cf7cd no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:15:39.470579 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: c1374f30-0b8c-4e9f-9475-0214cc1cf7cd {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:15:39.470987 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device c1374f30-0b8c-4e9f-9475-0214cc1cf7cd not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:15:39.471439 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d8f35743-1dab-4616-b819-cf9893c5dd5c no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:15:39.490331 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: d8f35743-1dab-4616-b819-cf9893c5dd5c {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:15:39.490929 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d8f35743-1dab-4616-b819-cf9893c5dd5c not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:15:39.692405 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42860) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:39.730487 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-98010a33-dc82-443a-aeb1-a4f7062971d8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fdcf9294c07e4bc78b4519bbf2faae10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0369081 Jan 18 21:15:39.733154 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42862) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:39.778334 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5de4dcaa-e442-4a6e-8206-dea583540184 admin admin] Publish callbacks [] for security_group (19224f25-c5d3-4882-a102-30b8689b1e7a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:39.798430 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5de4dcaa-e442-4a6e-8206-dea583540184 admin admin] Publish callbacks [] for security_group (19224f25-c5d3-4882-a102-30b8689b1e7a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:39.845241 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5de4dcaa-e442-4a6e-8206-dea583540184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (19224f25-c5d3-4882-a102-30b8689b1e7a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:39.848016 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5de4dcaa-e442-4a6e-8206-dea583540184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:39.849012 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5de4dcaa-e442-4a6e-8206-dea583540184 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/19224f25-c5d3-4882-a102-30b8689b1e7a HTTP/1.1" status: 204 len: 168 time: 0.1149547 Jan 18 21:15:39.858262 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4dcaa-e442-4a6e-8206-dea583540184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19224f25-c5d3-4882-a102-30b8689b1e7a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:41.523021 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42902) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:41.527578 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-edb9da2c-04e8-440a-bdde-6f8ab4c120b5 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1230806987', 'description': 'tempest-secgroup-smoke-1230806987 description', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:15:41.550886 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-edb9da2c-04e8-440a-bdde-6f8ab4c120b5 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:41.558868 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-edb9da2c-04e8-440a-bdde-6f8ab4c120b5 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:41.629410 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-edb9da2c-04e8-440a-bdde-6f8ab4c120b5 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (df64c7ad-60c6-4aca-bc06-4dffbc5790ba), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:41.633056 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-edb9da2c-04e8-440a-bdde-6f8ab4c120b5 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (df64c7ad-60c6-4aca-bc06-4dffbc5790ba), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:41.670367 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9da2c-04e8-440a-bdde-6f8ab4c120b5 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df64c7ad-60c6-4aca-bc06-4dffbc5790ba,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:41.709326 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-edb9da2c-04e8-440a-bdde-6f8ab4c120b5 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (8dc00738-3eb4-417c-99b9-3a011a3334ab), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:41.712971 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-edb9da2c-04e8-440a-bdde-6f8ab4c120b5 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8dc00738-3eb4-417c-99b9-3a011a3334ab), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:41.743597 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-edb9da2c-04e8-440a-bdde-6f8ab4c120b5 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:41.744816 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-edb9da2c-04e8-440a-bdde-6f8ab4c120b5 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2207918 Jan 18 21:15:41.746751 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9da2c-04e8-440a-bdde-6f8ab4c120b5 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc00738-3eb4-417c-99b9-3a011a3334ab,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:41.747917 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42904) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:41.752925 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-820560a4-3faf-4d4e-8f64-25011a14cba8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': '8dc00738-3eb4-417c-99b9-3a011a3334ab', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:15:41.780922 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-820560a4-3faf-4d4e-8f64-25011a14cba8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (5ac45b64-03e8-483a-857d-8f51741a7ec2), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:41.836462 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-820560a4-3faf-4d4e-8f64-25011a14cba8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (5ac45b64-03e8-483a-857d-8f51741a7ec2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:41.840334 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-820560a4-3faf-4d4e-8f64-25011a14cba8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (5ac45b64-03e8-483a-857d-8f51741a7ec2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:41.858203 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820560a4-3faf-4d4e-8f64-25011a14cba8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac45b64-03e8-483a-857d-8f51741a7ec2,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:41.869095 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-820560a4-3faf-4d4e-8f64-25011a14cba8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:41.870341 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-820560a4-3faf-4d4e-8f64-25011a14cba8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209476 Jan 18 21:15:41.873496 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42906) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:41.877827 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-9b301ab6-05f6-4b73-8ed4-cc2b015089d9 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': '8dc00738-3eb4-417c-99b9-3a011a3334ab', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:15:41.905098 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b301ab6-05f6-4b73-8ed4-cc2b015089d9 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (7d94514b-9000-47c7-9ae2-dfc7f96ed2cd), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:41.957894 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b301ab6-05f6-4b73-8ed4-cc2b015089d9 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (7d94514b-9000-47c7-9ae2-dfc7f96ed2cd), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:41.961685 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b301ab6-05f6-4b73-8ed4-cc2b015089d9 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (7d94514b-9000-47c7-9ae2-dfc7f96ed2cd), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:41.981152 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b301ab6-05f6-4b73-8ed4-cc2b015089d9 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d94514b-9000-47c7-9ae2-dfc7f96ed2cd,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:41.986198 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b301ab6-05f6-4b73-8ed4-cc2b015089d9 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:41.990281 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9b301ab6-05f6-4b73-8ed4-cc2b015089d9 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1129372 Jan 18 21:15:41.990281 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42908) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:41.994279 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-5634bac3-5848-4cbe-b87d-2ac5fe3ecbd4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': '8dc00738-3eb4-417c-99b9-3a011a3334ab', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:15:42.020891 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5634bac3-5848-4cbe-b87d-2ac5fe3ecbd4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (94962158-f954-4d09-8b1a-01335a842143), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:42.075469 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5634bac3-5848-4cbe-b87d-2ac5fe3ecbd4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (94962158-f954-4d09-8b1a-01335a842143), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:42.079148 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5634bac3-5848-4cbe-b87d-2ac5fe3ecbd4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (94962158-f954-4d09-8b1a-01335a842143), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:42.097205 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634bac3-5848-4cbe-b87d-2ac5fe3ecbd4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94962158-f954-4d09-8b1a-01335a842143,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:42.104466 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5634bac3-5848-4cbe-b87d-2ac5fe3ecbd4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:42.105640 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5634bac3-5848-4cbe-b87d-2ac5fe3ecbd4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145635 Jan 18 21:15:42.108690 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42910) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:42.112877 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-08242b57-847d-4aeb-9081-72360f06a8ef tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': '8dc00738-3eb4-417c-99b9-3a011a3334ab', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:15:42.139151 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-08242b57-847d-4aeb-9081-72360f06a8ef tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (95237051-26bf-4aad-a028-ef53f55ffd45), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:42.195198 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-08242b57-847d-4aeb-9081-72360f06a8ef tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (95237051-26bf-4aad-a028-ef53f55ffd45), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:42.199269 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-08242b57-847d-4aeb-9081-72360f06a8ef tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (95237051-26bf-4aad-a028-ef53f55ffd45), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:42.217298 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08242b57-847d-4aeb-9081-72360f06a8ef tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95237051-26bf-4aad-a028-ef53f55ffd45,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:42.222504 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-08242b57-847d-4aeb-9081-72360f06a8ef tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:42.223599 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-08242b57-847d-4aeb-9081-72360f06a8ef tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1139822 Jan 18 21:15:42.226372 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42912) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:42.230538 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-10817ece-95b5-4a4e-8416-2fe43626fcfb tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': '8dc00738-3eb4-417c-99b9-3a011a3334ab', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:15:42.253195 n-d-741529-9 neutron-server[103336]: INFO neutron.db.securitygroups_db [None req-10817ece-95b5-4a4e-8416-2fe43626fcfb tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Project c09e16e9f5a443bda5c1698c9e5d5165 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 21:15:42.257802 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-10817ece-95b5-4a4e-8416-2fe43626fcfb tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (32ca71bd-c75a-4693-b335-ebb0d2f57bc2), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:42.318924 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-10817ece-95b5-4a4e-8416-2fe43626fcfb tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (32ca71bd-c75a-4693-b335-ebb0d2f57bc2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:42.322551 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-10817ece-95b5-4a4e-8416-2fe43626fcfb tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (32ca71bd-c75a-4693-b335-ebb0d2f57bc2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:42.341177 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10817ece-95b5-4a4e-8416-2fe43626fcfb tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ca71bd-c75a-4693-b335-ebb0d2f57bc2,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:42.346871 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-10817ece-95b5-4a4e-8416-2fe43626fcfb tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:42.348036 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-10817ece-95b5-4a4e-8416-2fe43626fcfb tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207500 Jan 18 21:15:42.350826 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42914) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:42.355065 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-e12b8e9a-0a99-4ad9-b0d5-65cfaf3874c4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': '8dc00738-3eb4-417c-99b9-3a011a3334ab', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:15:42.379354 n-d-741529-9 neutron-server[103336]: INFO neutron.db.securitygroups_db [None req-e12b8e9a-0a99-4ad9-b0d5-65cfaf3874c4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Project c09e16e9f5a443bda5c1698c9e5d5165 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 21:15:42.385253 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e12b8e9a-0a99-4ad9-b0d5-65cfaf3874c4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (25ea2677-3214-47e0-a807-a0a45240f8c4), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:42.447052 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e12b8e9a-0a99-4ad9-b0d5-65cfaf3874c4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (25ea2677-3214-47e0-a807-a0a45240f8c4), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:42.451359 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e12b8e9a-0a99-4ad9-b0d5-65cfaf3874c4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (25ea2677-3214-47e0-a807-a0a45240f8c4), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:42.470047 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b8e9a-0a99-4ad9-b0d5-65cfaf3874c4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ea2677-3214-47e0-a807-a0a45240f8c4,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:42.478013 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e12b8e9a-0a99-4ad9-b0d5-65cfaf3874c4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:42.479233 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e12b8e9a-0a99-4ad9-b0d5-65cfaf3874c4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274924 Jan 18 21:15:42.482772 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42916) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:42.487602 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-93909485-a07c-42d0-ac7f-43dd2d3c7745 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'network': {'name': 'tempest-network-smoke--1652998568', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'port_security_enabled': True}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:15:42.512293 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93909485-a07c-42d0-ac7f-43dd2d3c7745 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Made reservation on behalf of c09e16e9f5a443bda5c1698c9e5d5165 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:15:42.515769 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-93909485-a07c-42d0-ac7f-43dd2d3c7745 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:42.539337 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93909485-a07c-42d0-ac7f-43dd2d3c7745 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 21:15:42.548960 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-93909485-a07c-42d0-ac7f-43dd2d3c7745 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (d6ce3e77-98f5-4a7d-bf72-d6442f568e21), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:42.549298 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-93909485-a07c-42d0-ac7f-43dd2d3c7745 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Added segment d6ce3e77-98f5-4a7d-bf72-d6442f568e21 of type vlan for network ec4d0da6-0070-4220-a49a-b20e69b43f4d Jan 18 21:15:42.592079 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-93909485-a07c-42d0-ac7f-43dd2d3c7745 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (ec4d0da6-0070-4220-a49a-b20e69b43f4d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:42.616793 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-93909485-a07c-42d0-ac7f-43dd2d3c7745 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (ec4d0da6-0070-4220-a49a-b20e69b43f4d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:42.625001 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93909485-a07c-42d0-ac7f-43dd2d3c7745 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:42.625591 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-93909485-a07c-42d0-ac7f-43dd2d3c7745 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:42.666879 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-93909485-a07c-42d0-ac7f-43dd2d3c7745 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1830580 Jan 18 21:15:42.670045 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42918) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:42.674763 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-a3b51a62-d03a-4c13-8be2-19a026061f80 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-115737132', 'admin_state_up': True, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:15:42.699273 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93909485-a07c-42d0-ac7f-43dd2d3c7745 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Network': ['ID=ec4d0da6-0070-4220-a49a-b20e69b43f4d,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:42.704251 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3b51a62-d03a-4c13-8be2-19a026061f80 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (c0784afa-1b67-4798-9aa9-676dc1bec4c7), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:42.705313 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3b51a62-d03a-4c13-8be2-19a026061f80 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (c0784afa-1b67-4798-9aa9-676dc1bec4c7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:42.710601 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network ec4d0da6-0070-4220-a49a-b20e69b43f4d details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 21:15:43.036107 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3b51a62-d03a-4c13-8be2-19a026061f80 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_controller (c0784afa-1b67-4798-9aa9-676dc1bec4c7), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:43.168142 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3b51a62-d03a-4c13-8be2-19a026061f80 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_gateway (c0784afa-1b67-4798-9aa9-676dc1bec4c7), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:43.353840 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3b51a62-d03a-4c13-8be2-19a026061f80 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_gateway (c0784afa-1b67-4798-9aa9-676dc1bec4c7), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:43.372833 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3b51a62-d03a-4c13-8be2-19a026061f80 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:43.474093 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-a3b51a62-d03a-4c13-8be2-19a026061f80 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Allocated IP 172.25.4.99 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/1b04d6f2-229b-4785-9b6f-729e6a315300) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:15:43.572445 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3b51a62-d03a-4c13-8be2-19a026061f80 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (1b04d6f2-229b-4785-9b6f-729e6a315300), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:43.605785 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3b51a62-d03a-4c13-8be2-19a026061f80 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (1b04d6f2-229b-4785-9b6f-729e6a315300), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:43.643294 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b51a62-d03a-4c13-8be2-19a026061f80 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:15:43.647495 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-a3b51a62-d03a-4c13-8be2-19a026061f80 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:15:43.651994 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b51a62-d03a-4c13-8be2-19a026061f80 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:15:43.661649 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1c36c5-63fd-4005-91be-87d0044b24cf None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:15:43.678658 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b51a62-d03a-4c13-8be2-19a026061f80 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=1b04d6f2-229b-4785-9b6f-729e6a315300,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:43.754059 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-96b42322-f4dc-4de3-b66a-9bfd186112b4 None None] Provisioning complete for port 1b04d6f2-229b-4785-9b6f-729e6a315300 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:15:43.754708 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-96b42322-f4dc-4de3-b66a-9bfd186112b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1b04d6f2-229b-4785-9b6f-729e6a315300), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:43.787792 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-96b42322-f4dc-4de3-b66a-9bfd186112b4 None None] Port 1b04d6f2-229b-4785-9b6f-729e6a315300 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:15:43.963410 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3b51a62-d03a-4c13-8be2-19a026061f80 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_gateway (c0784afa-1b67-4798-9aa9-676dc1bec4c7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:44.153552 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3b51a62-d03a-4c13-8be2-19a026061f80 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (c0784afa-1b67-4798-9aa9-676dc1bec4c7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:44.277360 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b51a62-d03a-4c13-8be2-19a026061f80 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Router c0784afa-1b67-4798-9aa9-676dc1bec4c7 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 21:15:44.380030 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b51a62-d03a-4c13-8be2-19a026061f80 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:15:44.389980 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc1552c-90bd-4d00-88ad-6fd8905d5ccf None None] Sync routers for ids ['c0784afa-1b67-4798-9aa9-676dc1bec4c7'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:15:44.399509 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc1552c-90bd-4d00-88ad-6fd8905d5ccf None None] Routers {'c0784afa-1b67-4798-9aa9-676dc1bec4c7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:15:44.400057 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3b51a62-d03a-4c13-8be2-19a026061f80 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:44.400194 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ecc1552c-90bd-4d00-88ad-6fd8905d5ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:15:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['c0784afa-1b67-4798-9aa9-676dc1bec4c7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:15:44.404235 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a3b51a62-d03a-4c13-8be2-19a026061f80 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7302363 Jan 18 21:15:44.404459 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42920) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:44.502446 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-ecc1552c-90bd-4d00-88ad-6fd8905d5ccf None None] Set router c0784afa-1b67-4798-9aa9-676dc1bec4c7 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:15:44.542997 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-dde2b1f1-3cf5-42ee-aaa1-d8f0e4d4fd81 tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=c09e16e9f5a443bda5c1698c9e5d5165&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1343634 Jan 18 21:15:44.543382 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42924) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:44.631325 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1532d6b6-4a2e-4d07-80b6-0aa1ffc7d61b tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:44.632818 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1532d6b6-4a2e-4d07-80b6-0aa1ffc7d61b tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883746 Jan 18 21:15:44.635684 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42926) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:44.664235 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d9c9c6c9-d5c4-40ca-ad8e-bae5d5abe3fa tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b0799cf-8cdf-46d5-953b-bdacab604b8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274632 Jan 18 21:15:44.667497 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42928) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:44.672312 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-3a780b2f-9daa-4160-a906-c60b5be84c3a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1130880134', 'network_id': 'ec4d0da6-0070-4220-a49a-b20e69b43f4d', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:15:44.677817 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ecc1552c-90bd-4d00-88ad-6fd8905d5ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115737132', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:15:42Z', 'updated_at': '2022-01-18T21:15:43Z', 'revision_number': 3, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:15:43Z', 'updated_at': '2022-01-18T21:15:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:15:44.702750 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc1552c-90bd-4d00-88ad-6fd8905d5ccf None None] Checking router: c0784afa-1b67-4798-9aa9-676dc1bec4c7 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:15:44.703093 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc1552c-90bd-4d00-88ad-6fd8905d5ccf None None] Updating router c0784afa-1b67-4798-9aa9-676dc1bec4c7 port 1b04d6f2-229b-4785-9b6f-729e6a315300 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 21:15:44.727011 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-ecc1552c-90bd-4d00-88ad-6fd8905d5ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1b04d6f2-229b-4785-9b6f-729e6a315300), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:44.763097 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a780b2f-9daa-4160-a906-c60b5be84c3a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Made reservation on behalf of c09e16e9f5a443bda5c1698c9e5d5165 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:15:44.766694 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3a780b2f-9daa-4160-a906-c60b5be84c3a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:44.946841 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3a780b2f-9daa-4160-a906-c60b5be84c3a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (1b9aaa5d-3f73-4ab2-9d29-05c621c017ba), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:44.981415 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-ecc1552c-90bd-4d00-88ad-6fd8905d5ccf None None] Publish callbacks [] for port (1b04d6f2-229b-4785-9b6f-729e6a315300), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:44.988550 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-ecc1552c-90bd-4d00-88ad-6fd8905d5ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1b04d6f2-229b-4785-9b6f-729e6a315300), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:45.010203 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a780b2f-9daa-4160-a906-c60b5be84c3a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Subnet': ['ID=1b9aaa5d-3f73-4ab2-9d29-05c621c017ba,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:45.014083 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eaa95e-b9ff-4c2a-b630-5e6281c74e57 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:15:45.019052 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a780b2f-9daa-4160-a906-c60b5be84c3a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Checking segment: {'id': 'd6ce3e77-98f5-4a7d-bf72-d6442f568e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ec4d0da6-0070-4220-a49a-b20e69b43f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:15:45.019972 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a780b2f-9daa-4160-a906-c60b5be84c3a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network hostable DHCP agents. Network: ec4d0da6-0070-4220-a49a-b20e69b43f4d, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 21:15:45.036392 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-ecc1552c-90bd-4d00-88ad-6fd8905d5ccf None None] Attempting to bind port 1b04d6f2-229b-4785-9b6f-729e6a315300 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:15:45.036883 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-ecc1552c-90bd-4d00-88ad-6fd8905d5ccf None None] Attempting to bind port 1b04d6f2-229b-4785-9b6f-729e6a315300 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:15:45.037297 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc1552c-90bd-4d00-88ad-6fd8905d5ccf None None] Attempting to bind port 1b04d6f2-229b-4785-9b6f-729e6a315300 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:15:45.038279 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a780b2f-9daa-4160-a906-c60b5be84c3a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network ec4d0da6-0070-4220-a49a-b20e69b43f4d is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 21:15:45.045107 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc1552c-90bd-4d00-88ad-6fd8905d5ccf None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:15:45.045560 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc1552c-90bd-4d00-88ad-6fd8905d5ccf None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:15:45.045986 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-ecc1552c-90bd-4d00-88ad-6fd8905d5ccf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:45.046425 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc1552c-90bd-4d00-88ad-6fd8905d5ccf None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:15:45.046842 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-ecc1552c-90bd-4d00-88ad-6fd8905d5ccf None None] Bound port: 1b04d6f2-229b-4785-9b6f-729e6a315300, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:15:45.047246 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-ecc1552c-90bd-4d00-88ad-6fd8905d5ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1b04d6f2-229b-4785-9b6f-729e6a315300), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:45.048569 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-3a780b2f-9daa-4160-a906-c60b5be84c3a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, ec4d0da6-0070-4220-a49a-b20e69b43f4d) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:15:45.054270 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a780b2f-9daa-4160-a906-c60b5be84c3a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:45.054821 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3a780b2f-9daa-4160-a906-c60b5be84c3a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:45.058687 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd48137f-ab1b-4f28-bba9-0434c9a3b4ba None None] Network ec4d0da6-0070-4220-a49a-b20e69b43f4d requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:15:45.061841 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf9a0f-2b56-4dac-b815-0ef54457811d None None] Pushing event updated for resources: {'Port': ['ID=1b04d6f2-229b-4785-9b6f-729e6a315300,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:45.078484 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 42930) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:45.079077 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3a780b2f-9daa-4160-a906-c60b5be84c3a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4102647 Jan 18 21:15:45.097379 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf9a0f-2b56-4dac-b815-0ef54457811d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:45.097773 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf9a0f-2b56-4dac-b815-0ef54457811d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:45.098117 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf9a0f-2b56-4dac-b815-0ef54457811d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:45.098470 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf9a0f-2b56-4dac-b815-0ef54457811d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:45.098784 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf9a0f-2b56-4dac-b815-0ef54457811d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:45.099313 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf9a0f-2b56-4dac-b815-0ef54457811d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:45.099650 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf9a0f-2b56-4dac-b815-0ef54457811d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:45.099980 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf9a0f-2b56-4dac-b815-0ef54457811d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:45.100306 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf9a0f-2b56-4dac-b815-0ef54457811d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:45.100631 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf9a0f-2b56-4dac-b815-0ef54457811d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:45.100950 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf9a0f-2b56-4dac-b815-0ef54457811d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:45.101274 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf9a0f-2b56-4dac-b815-0ef54457811d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:45.101588 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf9a0f-2b56-4dac-b815-0ef54457811d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:15:45.126274 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-ecc1552c-90bd-4d00-88ad-6fd8905d5ccf None None] For port 1b04d6f2-229b-4785-9b6f-729e6a315300, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:15:45.129369 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-ecc1552c-90bd-4d00-88ad-6fd8905d5ccf None None] For port 1b04d6f2-229b-4785-9b6f-729e6a315300, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=1b04d6f2-229b-4785-9b6f-729e6a315300,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:15:45.134912 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-ecc1552c-90bd-4d00-88ad-6fd8905d5ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1b04d6f2-229b-4785-9b6f-729e6a315300), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:45.163567 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-3bd94877-435a-4628-af99-f20b5dccd7e7 None None] Provisioning complete for port 1b04d6f2-229b-4785-9b6f-729e6a315300 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:15:45.164169 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3bd94877-435a-4628-af99-f20b5dccd7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1b04d6f2-229b-4785-9b6f-729e6a315300), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:45.194665 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7deb766d-01e7-4b34-991d-1775c437d885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-ec4d0da6-0070-4220-a49a-b20e69b43f4d', 'network_id': 'ec4d0da6-0070-4220-a49a-b20e69b43f4d', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'fixed_ips': [{'subnet_id': '1b9aaa5d-3f73-4ab2-9d29-05c621c017ba'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 21:15:45.195522 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7deb766d-01e7-4b34-991d-1775c437d885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:45.200858 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc1552c-90bd-4d00-88ad-6fd8905d5ccf None None] Routers {'c0784afa-1b67-4798-9aa9-676dc1bec4c7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:15:45.201416 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ecc1552c-90bd-4d00-88ad-6fd8905d5ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:15:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['c0784afa-1b67-4798-9aa9-676dc1bec4c7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:15:45.211288 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84920ee-b74a-4550-af22-713032bfe17f None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:15:45.247613 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf9a0f-2b56-4dac-b815-0ef54457811d None None] Pushing event updated for resources: {'Port': ['ID=1b04d6f2-229b-4785-9b6f-729e6a315300,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:45.323757 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-ecc1552c-90bd-4d00-88ad-6fd8905d5ccf None None] Set router c0784afa-1b67-4798-9aa9-676dc1bec4c7 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:15:45.364571 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3bd94877-435a-4628-af99-f20b5dccd7e7 None None] Current status of the port 1b04d6f2-229b-4785-9b6f-729e6a315300 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:15:45.364957 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3bd94877-435a-4628-af99-f20b5dccd7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1b04d6f2-229b-4785-9b6f-729e6a315300), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:45.395681 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3bd94877-435a-4628-af99-f20b5dccd7e7 None None] For port 1b04d6f2-229b-4785-9b6f-729e6a315300, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=1b04d6f2-229b-4785-9b6f-729e6a315300,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:15:45.399874 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-7deb766d-01e7-4b34-991d-1775c437d885 None None] Allocated IP 172.20.0.2 (ec4d0da6-0070-4220-a49a-b20e69b43f4d/1b9aaa5d-3f73-4ab2-9d29-05c621c017ba/4dcda592-f0a7-491b-b29a-56b6c2859292) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:15:45.405741 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3bd94877-435a-4628-af99-f20b5dccd7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1b04d6f2-229b-4785-9b6f-729e6a315300), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:45.501244 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd94877-435a-4628-af99-f20b5dccd7e7 None None] Pushing event updated for resources: {'Port': ['ID=1b04d6f2-229b-4785-9b6f-729e6a315300,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:45.513408 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ecc1552c-90bd-4d00-88ad-6fd8905d5ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115737132', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:15:42Z', 'updated_at': '2022-01-18T21:15:43Z', 'revision_number': 3, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:15:43Z', 'updated_at': '2022-01-18T21:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:15:45.539993 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc1552c-90bd-4d00-88ad-6fd8905d5ccf None None] The sync data for ids ['c0784afa-1b67-4798-9aa9-676dc1bec4c7'] in n-d-741529-9 is: [{'id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115737132', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:15:42Z', 'updated_at': '2022-01-18T21:15:43Z', 'revision_number': 3, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:15:43Z', 'updated_at': '2022-01-18T21:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:15:45.572657 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f5dfa36e-6f9e-4129-9e97-eaecef3e933a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:45.585494 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a2c199c6-b646-4ea5-8e41-425b0fd47a0b None None] Provisioning complete for port 1b04d6f2-229b-4785-9b6f-729e6a315300 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:15:45.585897 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a2c199c6-b646-4ea5-8e41-425b0fd47a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1b04d6f2-229b-4785-9b6f-729e6a315300), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:45.624635 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7deb766d-01e7-4b34-991d-1775c437d885 None None] Publish callbacks [] for port (4dcda592-f0a7-491b-b29a-56b6c2859292), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:45.635026 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7deb766d-01e7-4b34-991d-1775c437d885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (4dcda592-f0a7-491b-b29a-56b6c2859292), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:45.688716 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deb766d-01e7-4b34-991d-1775c437d885 None None] Network ec4d0da6-0070-4220-a49a-b20e69b43f4d is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:15:45.695141 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb766d-01e7-4b34-991d-1775c437d885 None None] Pushing event updated for resources: {'Port': ['ID=4dcda592-f0a7-491b-b29a-56b6c2859292,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:45.697984 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-7deb766d-01e7-4b34-991d-1775c437d885 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:15:45.721151 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deb766d-01e7-4b34-991d-1775c437d885 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:15:45.760194 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a2c199c6-b646-4ea5-8e41-425b0fd47a0b None None] Current status of the port 1b04d6f2-229b-4785-9b6f-729e6a315300 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:15:45.805460 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7deb766d-01e7-4b34-991d-1775c437d885 None None] Attempting to bind port 4dcda592-f0a7-491b-b29a-56b6c2859292 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:15:45.806268 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7deb766d-01e7-4b34-991d-1775c437d885 None None] Attempting to bind port 4dcda592-f0a7-491b-b29a-56b6c2859292 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd6ce3e77-98f5-4a7d-bf72-d6442f568e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ec4d0da6-0070-4220-a49a-b20e69b43f4d'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:15:45.806624 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb766d-01e7-4b34-991d-1775c437d885 None None] Attempting to bind port 4dcda592-f0a7-491b-b29a-56b6c2859292 on network ec4d0da6-0070-4220-a49a-b20e69b43f4d {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:15:45.812870 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb766d-01e7-4b34-991d-1775c437d885 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:15:45.813355 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb766d-01e7-4b34-991d-1775c437d885 None None] Checking segment: {'id': 'd6ce3e77-98f5-4a7d-bf72-d6442f568e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ec4d0da6-0070-4220-a49a-b20e69b43f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:15:45.813780 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7deb766d-01e7-4b34-991d-1775c437d885 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:45.814165 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb766d-01e7-4b34-991d-1775c437d885 None None] Bound using segment: {'id': 'd6ce3e77-98f5-4a7d-bf72-d6442f568e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ec4d0da6-0070-4220-a49a-b20e69b43f4d'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:15:45.814627 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7deb766d-01e7-4b34-991d-1775c437d885 None None] Bound port: 4dcda592-f0a7-491b-b29a-56b6c2859292, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ce3e77-98f5-4a7d-bf72-d6442f568e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ec4d0da6-0070-4220-a49a-b20e69b43f4d'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:15:45.815004 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7deb766d-01e7-4b34-991d-1775c437d885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4dcda592-f0a7-491b-b29a-56b6c2859292), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:45.890423 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7deb766d-01e7-4b34-991d-1775c437d885 None None] For port 4dcda592-f0a7-491b-b29a-56b6c2859292, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:15:45.894376 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7deb766d-01e7-4b34-991d-1775c437d885 None None] For port 4dcda592-f0a7-491b-b29a-56b6c2859292, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4dcda592-f0a7-491b-b29a-56b6c2859292,segment=NetworkSegment(d6ce3e77-98f5-4a7d-bf72-d6442f568e21),segment_id=d6ce3e77-98f5-4a7d-bf72-d6442f568e21)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:15:45.898946 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7deb766d-01e7-4b34-991d-1775c437d885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4dcda592-f0a7-491b-b29a-56b6c2859292), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:45.966744 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb766d-01e7-4b34-991d-1775c437d885 None None] Pushing event updated for resources: {'Port': ['ID=4dcda592-f0a7-491b-b29a-56b6c2859292,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:46.207904 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-f5dfa36e-6f9e-4129-9e97-eaecef3e933a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Allocated IP 172.20.0.1 (ec4d0da6-0070-4220-a49a-b20e69b43f4d/1b9aaa5d-3f73-4ab2-9d29-05c621c017ba/03aa287d-82f6-4026-be1f-02e044978032) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:15:46.336505 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f5dfa36e-6f9e-4129-9e97-eaecef3e933a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (03aa287d-82f6-4026-be1f-02e044978032), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:46.372716 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f5dfa36e-6f9e-4129-9e97-eaecef3e933a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (03aa287d-82f6-4026-be1f-02e044978032), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:46.417517 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dfa36e-6f9e-4129-9e97-eaecef3e933a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network ec4d0da6-0070-4220-a49a-b20e69b43f4d is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:15:46.420764 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-f5dfa36e-6f9e-4129-9e97-eaecef3e933a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:15:46.425544 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dfa36e-6f9e-4129-9e97-eaecef3e933a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:15:46.429498 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dfa36e-6f9e-4129-9e97-eaecef3e933a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=03aa287d-82f6-4026-be1f-02e044978032,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:46.472664 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f5dfa36e-6f9e-4129-9e97-eaecef3e933a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (c0784afa-1b67-4798-9aa9-676dc1bec4c7), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:46.605338 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f5dfa36e-6f9e-4129-9e97-eaecef3e933a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (03aa287d-82f6-4026-be1f-02e044978032), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:46.891650 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f5dfa36e-6f9e-4129-9e97-eaecef3e933a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (03aa287d-82f6-4026-be1f-02e044978032), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:46.896839 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f5dfa36e-6f9e-4129-9e97-eaecef3e933a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (03aa287d-82f6-4026-be1f-02e044978032), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:46.949437 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336c20d3-6cc0-44b5-bfa8-39cb2ec5e71c None None] Network ec4d0da6-0070-4220-a49a-b20e69b43f4d requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:15:46.973189 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dfa36e-6f9e-4129-9e97-eaecef3e933a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=03aa287d-82f6-4026-be1f-02e044978032,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:46.975721 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f5dfa36e-6f9e-4129-9e97-eaecef3e933a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (c0784afa-1b67-4798-9aa9-676dc1bec4c7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:47.029513 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ccf611a2-8a98-4fdd-b62e-827ecb41b49d None None] Provisioning complete for port 4dcda592-f0a7-491b-b29a-56b6c2859292 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:15:47.029943 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ccf611a2-8a98-4fdd-b62e-827ecb41b49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4dcda592-f0a7-491b-b29a-56b6c2859292), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:47.067865 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dfa36e-6f9e-4129-9e97-eaecef3e933a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network ec4d0da6-0070-4220-a49a-b20e69b43f4d is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:15:47.069600 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-f5dfa36e-6f9e-4129-9e97-eaecef3e933a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:15:47.150254 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ccf611a2-8a98-4fdd-b62e-827ecb41b49d None None] Current status of the port 4dcda592-f0a7-491b-b29a-56b6c2859292 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:15:47.151048 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ccf611a2-8a98-4fdd-b62e-827ecb41b49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4dcda592-f0a7-491b-b29a-56b6c2859292), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:47.188807 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ccf611a2-8a98-4fdd-b62e-827ecb41b49d None None] For port 4dcda592-f0a7-491b-b29a-56b6c2859292, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4dcda592-f0a7-491b-b29a-56b6c2859292,segment=NetworkSegment(d6ce3e77-98f5-4a7d-bf72-d6442f568e21),segment_id=d6ce3e77-98f5-4a7d-bf72-d6442f568e21)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:15:47.194046 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ccf611a2-8a98-4fdd-b62e-827ecb41b49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4dcda592-f0a7-491b-b29a-56b6c2859292), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:47.206371 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5dfa36e-6f9e-4129-9e97-eaecef3e933a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Router c0784afa-1b67-4798-9aa9-676dc1bec4c7 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:15:47.246788 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf611a2-8a98-4fdd-b62e-827ecb41b49d None None] Pushing event updated for resources: {'Port': ['ID=4dcda592-f0a7-491b-b29a-56b6c2859292,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:47.329531 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dfa36e-6f9e-4129-9e97-eaecef3e933a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:15:47.338312 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f5dfa36e-6f9e-4129-9e97-eaecef3e933a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "PUT /v2.0/routers/c0784afa-1b67-4798-9aa9-676dc1bec4c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2572994 Jan 18 21:15:47.421681 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-cee55dff-b8b4-406e-96d9-5a62690f2b91 None None] Provisioning complete for port 03aa287d-82f6-4026-be1f-02e044978032 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:15:47.422125 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cee55dff-b8b4-406e-96d9-5a62690f2b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (03aa287d-82f6-4026-be1f-02e044978032), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:47.493831 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec4aad0-7c97-4a3e-8f1b-86f7caa01412 None None] Sync routers for ids ['c0784afa-1b67-4798-9aa9-676dc1bec4c7'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:15:47.506298 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-cee55dff-b8b4-406e-96d9-5a62690f2b91 None None] Port 03aa287d-82f6-4026-be1f-02e044978032 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:15:47.508419 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4dcda592-f0a7-491b-b29a-56b6c2859292 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:15:47.550663 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec4aad0-7c97-4a3e-8f1b-86f7caa01412 None None] Routers {'c0784afa-1b67-4798-9aa9-676dc1bec4c7'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:15:47.551309 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-dec4aad0-7c97-4a3e-8f1b-86f7caa01412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:15:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['c0784afa-1b67-4798-9aa9-676dc1bec4c7'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:15:47.557198 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e6260a73-ead4-422d-889e-053c1f15d365 req-0f573c8c-3a06-4869-a268-c781db676cb9 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1230806987&fields=id&tenant_id=c09e16e9f5a443bda5c1698c9e5d5165 HTTP/1.1" status: 200 len: 267 time: 0.0624595 Jan 18 21:15:47.590202 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-cee55dff-b8b4-406e-96d9-5a62690f2b91 None None] Provisioning complete for port 4dcda592-f0a7-491b-b29a-56b6c2859292 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:15:47.590576 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cee55dff-b8b4-406e-96d9-5a62690f2b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4dcda592-f0a7-491b-b29a-56b6c2859292), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:47.676820 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6260a73-ead4-422d-889e-053c1f15d365 req-281ddd3c-228b-4418-8d4d-209c7b31c1a8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:47.678562 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e6260a73-ead4-422d-889e-053c1f15d365 req-281ddd3c-228b-4418-8d4d-209c7b31c1a8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/networks?id=ec4d0da6-0070-4220-a49a-b20e69b43f4d HTTP/1.1" status: 200 len: 797 time: 0.1136141 Jan 18 21:15:47.696768 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e6260a73-ead4-422d-889e-053c1f15d365 req-75d2c568-1068-434e-a3a7-7a2734235141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/quotas/c09e16e9f5a443bda5c1698c9e5d5165 HTTP/1.1" status: 200 len: 375 time: 0.0101218 Jan 18 21:15:47.699722 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 4dcda592-f0a7-491b-b29a-56b6c2859292 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:15:47.700101 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4dcda592-f0a7-491b-b29a-56b6c2859292), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:47.733116 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-dec4aad0-7c97-4a3e-8f1b-86f7caa01412 None None] Set router c0784afa-1b67-4798-9aa9-676dc1bec4c7 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:15:47.752748 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e6260a73-ead4-422d-889e-053c1f15d365 req-4a75a8ef-3aac-47db-90ed-f45b659611e4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497992 Jan 18 21:15:47.846697 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-cee55dff-b8b4-406e-96d9-5a62690f2b91 None None] Current status of the port 4dcda592-f0a7-491b-b29a-56b6c2859292 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:15:47.898985 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e6260a73-ead4-422d-889e-053c1f15d365 req-01cfff85-3285-4fb1-8d1a-3e634720bdd6 service neutron] 10.222.0.31 "GET /v2.0/networks/ec4d0da6-0070-4220-a49a-b20e69b43f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294391 Jan 18 21:15:47.937814 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 4dcda592-f0a7-491b-b29a-56b6c2859292 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:15:47.938891 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 1b04d6f2-229b-4785-9b6f-729e6a315300 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:15:47.991341 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e6260a73-ead4-422d-889e-053c1f15d365 req-3a3bb7ae-1ee5-425c-ab58-ff245b9bd036 service neutron] 10.222.0.31 "GET /v2.0/networks/ec4d0da6-0070-4220-a49a-b20e69b43f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864937 Jan 18 21:15:48.028474 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-b7990763-6187-47ac-9a59-fe6bd1140e9c None None] Provisioning complete for port 03aa287d-82f6-4026-be1f-02e044978032 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:15:48.028964 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b7990763-6187-47ac-9a59-fe6bd1140e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (03aa287d-82f6-4026-be1f-02e044978032), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:48.079238 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 1b04d6f2-229b-4785-9b6f-729e6a315300 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:15:48.079616 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1b04d6f2-229b-4785-9b6f-729e6a315300), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:48.081859 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b7990763-6187-47ac-9a59-fe6bd1140e9c None None] Port 03aa287d-82f6-4026-be1f-02e044978032 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:15:48.126892 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-dec4aad0-7c97-4a3e-8f1b-86f7caa01412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115737132', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:15:42Z', 'updated_at': '2022-01-18T21:15:46Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:15:43Z', 'updated_at': '2022-01-18T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '03aa287d-82f6-4026-be1f-02e044978032', 'name': '', 'network_id': 'ec4d0da6-0070-4220-a49a-b20e69b43f4d', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:71:bf:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '1b9aaa5d-3f73-4ab2-9d29-05c621c017ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:15:45Z', 'updated_at': '2022-01-18T21:15:46Z', 'revision_number': 2, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '1b9aaa5d-3f73-4ab2-9d29-05c621c017ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:15:48.158070 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec4aad0-7c97-4a3e-8f1b-86f7caa01412 None None] Checking router: c0784afa-1b67-4798-9aa9-676dc1bec4c7 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:15:48.158431 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec4aad0-7c97-4a3e-8f1b-86f7caa01412 None None] Updating router c0784afa-1b67-4798-9aa9-676dc1bec4c7 port 03aa287d-82f6-4026-be1f-02e044978032 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 21:15:48.158575 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5c58cf99-cf03-49b8-a6c9-660ac3cf991e req-11a7e8cd-d9d0-4c96-b5d5-e4c21f265b78 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe3f8b68-7c8c-4e67-bba5-942c684fff72 HTTP/1.1" status: 200 len: 210 time: 0.0270319 Jan 18 21:15:48.190459 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dec4aad0-7c97-4a3e-8f1b-86f7caa01412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (03aa287d-82f6-4026-be1f-02e044978032), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:48.255484 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 1b04d6f2-229b-4785-9b6f-729e6a315300 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:15:48.496919 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dec4aad0-7c97-4a3e-8f1b-86f7caa01412 None None] Publish callbacks [] for port (03aa287d-82f6-4026-be1f-02e044978032), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:48.502249 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dec4aad0-7c97-4a3e-8f1b-86f7caa01412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (03aa287d-82f6-4026-be1f-02e044978032), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:48.553214 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677c605-7678-4bc0-9b09-129bc5bd2196 None None] Pushing event updated for resources: {'Port': ['ID=03aa287d-82f6-4026-be1f-02e044978032,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:48.605138 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-dec4aad0-7c97-4a3e-8f1b-86f7caa01412 None None] Attempting to bind port 03aa287d-82f6-4026-be1f-02e044978032 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:15:48.605662 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-dec4aad0-7c97-4a3e-8f1b-86f7caa01412 None None] Attempting to bind port 03aa287d-82f6-4026-be1f-02e044978032 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd6ce3e77-98f5-4a7d-bf72-d6442f568e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ec4d0da6-0070-4220-a49a-b20e69b43f4d'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:15:48.606032 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec4aad0-7c97-4a3e-8f1b-86f7caa01412 None None] Attempting to bind port 03aa287d-82f6-4026-be1f-02e044978032 on network ec4d0da6-0070-4220-a49a-b20e69b43f4d {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:15:48.611625 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec4aad0-7c97-4a3e-8f1b-86f7caa01412 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:15:48.611991 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec4aad0-7c97-4a3e-8f1b-86f7caa01412 None None] Checking segment: {'id': 'd6ce3e77-98f5-4a7d-bf72-d6442f568e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ec4d0da6-0070-4220-a49a-b20e69b43f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:15:48.612390 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dec4aad0-7c97-4a3e-8f1b-86f7caa01412 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:48.612775 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec4aad0-7c97-4a3e-8f1b-86f7caa01412 None None] Bound using segment: {'id': 'd6ce3e77-98f5-4a7d-bf72-d6442f568e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ec4d0da6-0070-4220-a49a-b20e69b43f4d'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:15:48.613240 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-dec4aad0-7c97-4a3e-8f1b-86f7caa01412 None None] Bound port: 03aa287d-82f6-4026-be1f-02e044978032, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ce3e77-98f5-4a7d-bf72-d6442f568e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ec4d0da6-0070-4220-a49a-b20e69b43f4d'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:15:48.613615 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dec4aad0-7c97-4a3e-8f1b-86f7caa01412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (03aa287d-82f6-4026-be1f-02e044978032), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:48.678361 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dec4aad0-7c97-4a3e-8f1b-86f7caa01412 None None] For port 03aa287d-82f6-4026-be1f-02e044978032, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:15:48.681598 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dec4aad0-7c97-4a3e-8f1b-86f7caa01412 None None] For port 03aa287d-82f6-4026-be1f-02e044978032, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=03aa287d-82f6-4026-be1f-02e044978032,segment=NetworkSegment(d6ce3e77-98f5-4a7d-bf72-d6442f568e21),segment_id=d6ce3e77-98f5-4a7d-bf72-d6442f568e21)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:15:48.686614 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dec4aad0-7c97-4a3e-8f1b-86f7caa01412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (03aa287d-82f6-4026-be1f-02e044978032), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:48.750513 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677c605-7678-4bc0-9b09-129bc5bd2196 None None] Pushing event updated for resources: {'Port': ['ID=03aa287d-82f6-4026-be1f-02e044978032,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:48.752984 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec4aad0-7c97-4a3e-8f1b-86f7caa01412 None None] Routers {'c0784afa-1b67-4798-9aa9-676dc1bec4c7'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:15:48.753575 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-dec4aad0-7c97-4a3e-8f1b-86f7caa01412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:15:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['c0784afa-1b67-4798-9aa9-676dc1bec4c7'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:15:48.849353 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4af229a4-03e3-45fc-8137-8d2146fa1b99 None None] Provisioning complete for port 03aa287d-82f6-4026-be1f-02e044978032 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:15:48.849747 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4af229a4-03e3-45fc-8137-8d2146fa1b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (03aa287d-82f6-4026-be1f-02e044978032), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:48.898325 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-dec4aad0-7c97-4a3e-8f1b-86f7caa01412 None None] Set router c0784afa-1b67-4798-9aa9-676dc1bec4c7 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:15:49.138579 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6260a73-ead4-422d-889e-053c1f15d365 req-9e766376-8dbe-4cc8-bb55-b2b714f63c16 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:49.140498 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e6260a73-ead4-422d-889e-053c1f15d365 req-9e766376-8dbe-4cc8-bb55-b2b714f63c16 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.57 "GET /v2.0/networks?id=ec4d0da6-0070-4220-a49a-b20e69b43f4d HTTP/1.1" status: 200 len: 797 time: 0.1289799 Jan 18 21:15:49.217339 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e6260a73-ead4-422d-889e-053c1f15d365 req-70f83949-335f-46a7-adce-9f89fa94230b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c09e16e9f5a443bda5c1698c9e5d5165 HTTP/1.1" status: 200 len: 380 time: 0.0683837 Jan 18 21:15:49.220190 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4af229a4-03e3-45fc-8137-8d2146fa1b99 None None] Current status of the port 03aa287d-82f6-4026-be1f-02e044978032 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:15:49.220713 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4af229a4-03e3-45fc-8137-8d2146fa1b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (03aa287d-82f6-4026-be1f-02e044978032), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:49.227273 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-e6260a73-ead4-422d-889e-053c1f15d365 req-27e7351a-944e-4b72-b393-a905cfc8c3bc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'port': {'device_id': 'fe3f8b68-7c8c-4e67-bba5-942c684fff72', 'network_id': 'ec4d0da6-0070-4220-a49a-b20e69b43f4d', 'admin_state_up': True, 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'security_groups': ['8dc00738-3eb4-417c-99b9-3a011a3334ab']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:15:49.265371 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-652ba623-8b42-4452-96b6-02c391bf5561 req-c66d265f-29bf-4b07-929f-bf16be3d42fe tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe3f8b68-7c8c-4e67-bba5-942c684fff72 HTTP/1.1" status: 200 len: 210 time: 0.0362902 Jan 18 21:15:49.281367 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-4af229a4-03e3-45fc-8137-8d2146fa1b99 None None] For port 03aa287d-82f6-4026-be1f-02e044978032, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=03aa287d-82f6-4026-be1f-02e044978032,segment=NetworkSegment(d6ce3e77-98f5-4a7d-bf72-d6442f568e21),segment_id=d6ce3e77-98f5-4a7d-bf72-d6442f568e21)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:15:49.305472 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4af229a4-03e3-45fc-8137-8d2146fa1b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (03aa287d-82f6-4026-be1f-02e044978032), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:49.362785 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af229a4-03e3-45fc-8137-8d2146fa1b99 None None] Pushing event updated for resources: {'Port': ['ID=03aa287d-82f6-4026-be1f-02e044978032,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:49.367069 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6260a73-ead4-422d-889e-053c1f15d365 req-27e7351a-944e-4b72-b393-a905cfc8c3bc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Made reservation on behalf of c09e16e9f5a443bda5c1698c9e5d5165 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:15:49.371563 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e6260a73-ead4-422d-889e-053c1f15d365 req-27e7351a-944e-4b72-b393-a905cfc8c3bc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:49.374670 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-dec4aad0-7c97-4a3e-8f1b-86f7caa01412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115737132', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:15:42Z', 'updated_at': '2022-01-18T21:15:46Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:15:43Z', 'updated_at': '2022-01-18T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '03aa287d-82f6-4026-be1f-02e044978032', 'name': '', 'network_id': 'ec4d0da6-0070-4220-a49a-b20e69b43f4d', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:71:bf:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '1b9aaa5d-3f73-4ab2-9d29-05c621c017ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:15:45Z', 'updated_at': '2022-01-18T21:15:48Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '1b9aaa5d-3f73-4ab2-9d29-05c621c017ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:15:49.405257 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec4aad0-7c97-4a3e-8f1b-86f7caa01412 None None] The sync data for ids ['c0784afa-1b67-4798-9aa9-676dc1bec4c7'] in n-d-741529-9 is: [{'id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115737132', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:15:42Z', 'updated_at': '2022-01-18T21:15:46Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:15:43Z', 'updated_at': '2022-01-18T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '03aa287d-82f6-4026-be1f-02e044978032', 'name': '', 'network_id': 'ec4d0da6-0070-4220-a49a-b20e69b43f4d', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:71:bf:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '1b9aaa5d-3f73-4ab2-9d29-05c621c017ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:15:45Z', 'updated_at': '2022-01-18T21:15:48Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '1b9aaa5d-3f73-4ab2-9d29-05c621c017ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:15:49.427456 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-87e69d12-1764-4f17-bb5e-548ea47bae36 None None] Provisioning complete for port 03aa287d-82f6-4026-be1f-02e044978032 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:15:49.427714 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-87e69d12-1764-4f17-bb5e-548ea47bae36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (03aa287d-82f6-4026-be1f-02e044978032), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:49.525854 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-87e69d12-1764-4f17-bb5e-548ea47bae36 None None] Current status of the port 03aa287d-82f6-4026-be1f-02e044978032 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:15:49.530996 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-e6260a73-ead4-422d-889e-053c1f15d365 req-27e7351a-944e-4b72-b393-a905cfc8c3bc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Allocated IP 172.20.0.9 (ec4d0da6-0070-4220-a49a-b20e69b43f4d/1b9aaa5d-3f73-4ab2-9d29-05c621c017ba/7420ec3b-c726-451a-9477-f3e77695fa7e) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:15:49.676984 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e6260a73-ead4-422d-889e-053c1f15d365 req-27e7351a-944e-4b72-b393-a905cfc8c3bc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (7420ec3b-c726-451a-9477-f3e77695fa7e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:49.716877 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e6260a73-ead4-422d-889e-053c1f15d365 req-27e7351a-944e-4b72-b393-a905cfc8c3bc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (7420ec3b-c726-451a-9477-f3e77695fa7e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:49.762103 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6260a73-ead4-422d-889e-053c1f15d365 req-27e7351a-944e-4b72-b393-a905cfc8c3bc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network ec4d0da6-0070-4220-a49a-b20e69b43f4d is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:15:49.765140 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-e6260a73-ead4-422d-889e-053c1f15d365 req-27e7351a-944e-4b72-b393-a905cfc8c3bc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:15:49.768893 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6260a73-ead4-422d-889e-053c1f15d365 req-27e7351a-944e-4b72-b393-a905cfc8c3bc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:15:49.793293 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7351a-944e-4b72-b393-a905cfc8c3bc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=7420ec3b-c726-451a-9477-f3e77695fa7e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:49.821742 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6260a73-ead4-422d-889e-053c1f15d365 req-27e7351a-944e-4b72-b393-a905cfc8c3bc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:49.822386 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e6260a73-ead4-422d-889e-053c1f15d365 req-27e7351a-944e-4b72-b393-a905cfc8c3bc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:49.843863 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e6260a73-ead4-422d-889e-053c1f15d365 req-27e7351a-944e-4b72-b393-a905cfc8c3bc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6213417 Jan 18 21:15:49.855824 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-e6260a73-ead4-422d-889e-053c1f15d365 req-f85eed07-f23b-4429-b4bd-756cc23cff7c service neutron] Request body: {'port': {'device_id': 'fe3f8b68-7c8c-4e67-bba5-942c684fff72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:15:49.914580 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e6260a73-ead4-422d-889e-053c1f15d365 req-f85eed07-f23b-4429-b4bd-756cc23cff7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7420ec3b-c726-451a-9477-f3e77695fa7e), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:50.051707 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-51b6c182-0e08-4ee4-a525-228a68f29262 None None] Provisioning complete for port 7420ec3b-c726-451a-9477-f3e77695fa7e triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:15:50.052079 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-51b6c182-0e08-4ee4-a525-228a68f29262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7420ec3b-c726-451a-9477-f3e77695fa7e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:50.101435 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-51b6c182-0e08-4ee4-a525-228a68f29262 None None] Port 7420ec3b-c726-451a-9477-f3e77695fa7e cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:15:50.205817 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-e6260a73-ead4-422d-889e-053c1f15d365 req-f85eed07-f23b-4429-b4bd-756cc23cff7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7420ec3b-c726-451a-9477-f3e77695fa7e {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:15:50.213689 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e6260a73-ead4-422d-889e-053c1f15d365 req-f85eed07-f23b-4429-b4bd-756cc23cff7c service neutron] Publish callbacks [] for port (7420ec3b-c726-451a-9477-f3e77695fa7e), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:50.225653 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-e6260a73-ead4-422d-889e-053c1f15d365 req-f85eed07-f23b-4429-b4bd-756cc23cff7c service neutron] Transition to ACTIVE for port object 7420ec3b-c726-451a-9477-f3e77695fa7e will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 21:15:50.230047 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e6260a73-ead4-422d-889e-053c1f15d365 req-f85eed07-f23b-4429-b4bd-756cc23cff7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (7420ec3b-c726-451a-9477-f3e77695fa7e), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:50.280152 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85eed07-f23b-4429-b4bd-756cc23cff7c service neutron] Pushing event updated for resources: {'Port': ['ID=7420ec3b-c726-451a-9477-f3e77695fa7e,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:50.369135 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-e6260a73-ead4-422d-889e-053c1f15d365 req-f85eed07-f23b-4429-b4bd-756cc23cff7c service neutron] Attempting to bind port 7420ec3b-c726-451a-9477-f3e77695fa7e on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:15:50.369466 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-e6260a73-ead4-422d-889e-053c1f15d365 req-f85eed07-f23b-4429-b4bd-756cc23cff7c service neutron] Attempting to bind port 7420ec3b-c726-451a-9477-f3e77695fa7e by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': 'd6ce3e77-98f5-4a7d-bf72-d6442f568e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ec4d0da6-0070-4220-a49a-b20e69b43f4d'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:15:50.369825 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6260a73-ead4-422d-889e-053c1f15d365 req-f85eed07-f23b-4429-b4bd-756cc23cff7c service neutron] Attempting to bind port 7420ec3b-c726-451a-9477-f3e77695fa7e on network ec4d0da6-0070-4220-a49a-b20e69b43f4d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:15:50.376328 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6260a73-ead4-422d-889e-053c1f15d365 req-f85eed07-f23b-4429-b4bd-756cc23cff7c service neutron] Port 7420ec3b-c726-451a-9477-f3e77695fa7e on network ec4d0da6-0070-4220-a49a-b20e69b43f4d not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 21:15:50.376594 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6260a73-ead4-422d-889e-053c1f15d365 req-f85eed07-f23b-4429-b4bd-756cc23cff7c service neutron] Attempting to bind port 7420ec3b-c726-451a-9477-f3e77695fa7e on network ec4d0da6-0070-4220-a49a-b20e69b43f4d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:15:50.385874 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6260a73-ead4-422d-889e-053c1f15d365 req-f85eed07-f23b-4429-b4bd-756cc23cff7c service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:15:50.386216 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6260a73-ead4-422d-889e-053c1f15d365 req-f85eed07-f23b-4429-b4bd-756cc23cff7c service neutron] Checking segment: {'id': 'd6ce3e77-98f5-4a7d-bf72-d6442f568e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ec4d0da6-0070-4220-a49a-b20e69b43f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:15:50.386602 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6260a73-ead4-422d-889e-053c1f15d365 req-f85eed07-f23b-4429-b4bd-756cc23cff7c service neutron] Bound using segment: {'id': 'd6ce3e77-98f5-4a7d-bf72-d6442f568e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ec4d0da6-0070-4220-a49a-b20e69b43f4d'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:15:50.387038 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-e6260a73-ead4-422d-889e-053c1f15d365 req-f85eed07-f23b-4429-b4bd-756cc23cff7c service neutron] Bound port: 7420ec3b-c726-451a-9477-f3e77695fa7e, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6ce3e77-98f5-4a7d-bf72-d6442f568e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ec4d0da6-0070-4220-a49a-b20e69b43f4d'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:15:50.387398 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e6260a73-ead4-422d-889e-053c1f15d365 req-f85eed07-f23b-4429-b4bd-756cc23cff7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7420ec3b-c726-451a-9477-f3e77695fa7e), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:50.426717 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639fdff-36e1-4a1e-a2c4-51e939e525a8 req-e18d886d-4645-4673-a2ac-5e76522d76f3 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:50.430109 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0639fdff-36e1-4a1e-a2c4-51e939e525a8 req-e18d886d-4645-4673-a2ac-5e76522d76f3 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe3f8b68-7c8c-4e67-bba5-942c684fff72 HTTP/1.1" status: 200 len: 943 time: 0.0672176 Jan 18 21:15:50.468757 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-e6260a73-ead4-422d-889e-053c1f15d365 req-f85eed07-f23b-4429-b4bd-756cc23cff7c service neutron] For port 7420ec3b-c726-451a-9477-f3e77695fa7e, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:15:50.472858 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-e6260a73-ead4-422d-889e-053c1f15d365 req-f85eed07-f23b-4429-b4bd-756cc23cff7c service neutron] For port 7420ec3b-c726-451a-9477-f3e77695fa7e, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=7420ec3b-c726-451a-9477-f3e77695fa7e,segment=NetworkSegment(d6ce3e77-98f5-4a7d-bf72-d6442f568e21),segment_id=d6ce3e77-98f5-4a7d-bf72-d6442f568e21)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:15:50.477933 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e6260a73-ead4-422d-889e-053c1f15d365 req-f85eed07-f23b-4429-b4bd-756cc23cff7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (7420ec3b-c726-451a-9477-f3e77695fa7e), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:50.502169 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0639fdff-36e1-4a1e-a2c4-51e939e525a8 req-de37eabe-8e72-4341-bf93-2e5efb567553 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc00738-3eb4-417c-99b9-3a011a3334ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634849 Jan 18 21:15:50.531935 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6260a73-ead4-422d-889e-053c1f15d365 req-f85eed07-f23b-4429-b4bd-756cc23cff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:50.532573 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-e6260a73-ead4-422d-889e-053c1f15d365 req-f85eed07-f23b-4429-b4bd-756cc23cff7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:50.534002 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e6260a73-ead4-422d-889e-053c1f15d365 req-f85eed07-f23b-4429-b4bd-756cc23cff7c service neutron] 10.222.0.57 "PUT /v2.0/ports/7420ec3b-c726-451a-9477-f3e77695fa7e HTTP/1.1" status: 200 len: 1091 time: 0.6827478 Jan 18 21:15:50.534454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3f8b68-7c8c-4e67-bba5-942c684fff72', 'tag': '7420ec3b-c726-451a-9477-f3e77695fa7e'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:15:50.536812 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f614be-aeff-461d-8fb9-d273ffd7cbd7" -d '{"events": [{"name": "network-changed", "server_uuid": "fe3f8b68-7c8c-4e67-bba5-942c684fff72", "tag": "7420ec3b-c726-451a-9477-f3e77695fa7e"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:15:50.559002 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85eed07-f23b-4429-b4bd-756cc23cff7c service neutron] Pushing event updated for resources: {'Port': ['ID=7420ec3b-c726-451a-9477-f3e77695fa7e,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:50.619478 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3689cb44-35f2-4a4d-a400-df6ae9159066 x-openstack-request-id: req-3689cb44-35f2-4a4d-a400-df6ae9159066 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:15:50.619845 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe3f8b68-7c8c-4e67-bba5-942c684fff72", "tag": "7420ec3b-c726-451a-9477-f3e77695fa7e", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:15:50.620606 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3689cb44-35f2-4a4d-a400-df6ae9159066 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:15:50.621017 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe3f8b68-7c8c-4e67-bba5-942c684fff72', 'tag': '7420ec3b-c726-451a-9477-f3e77695fa7e', 'status': 'completed', 'code': 200} Jan 18 21:15:50.638281 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6260a73-ead4-422d-889e-053c1f15d365 req-a4bee978-0e9e-469b-b976-41d94a678671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:50.639818 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e6260a73-ead4-422d-889e-053c1f15d365 req-a4bee978-0e9e-469b-b976-41d94a678671 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=fe3f8b68-7c8c-4e67-bba5-942c684fff72 HTTP/1.1" status: 200 len: 1094 time: 0.0506291 Jan 18 21:15:50.687529 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e6260a73-ead4-422d-889e-053c1f15d365 req-13b2da03-9120-4b34-86b2-2afc207ee912 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7420ec3b-c726-451a-9477-f3e77695fa7e HTTP/1.1" status: 200 len: 217 time: 0.0409217 Jan 18 21:15:50.736869 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6260a73-ead4-422d-889e-053c1f15d365 req-7eaa66ab-ef5f-4c5d-8a60-e7e8eab8b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:50.738437 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e6260a73-ead4-422d-889e-053c1f15d365 req-7eaa66ab-ef5f-4c5d-8a60-e7e8eab8b8fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1b9aaa5d-3f73-4ab2-9d29-05c621c017ba HTTP/1.1" status: 200 len: 835 time: 0.0454738 Jan 18 21:15:50.784177 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6260a73-ead4-422d-889e-053c1f15d365 req-5f81141e-c122-4097-afac-aaac9212c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:50.785713 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e6260a73-ead4-422d-889e-053c1f15d365 req-5f81141e-c122-4097-afac-aaac9212c4ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec4d0da6-0070-4220-a49a-b20e69b43f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406282 Jan 18 21:15:50.884019 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e6260a73-ead4-422d-889e-053c1f15d365 req-a544fe56-b6ff-4a40-a4a0-e8b914cc7943 service neutron] 10.222.0.57 "GET /v2.0/networks/ec4d0da6-0070-4220-a49a-b20e69b43f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906825 Jan 18 21:15:50.973403 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e6260a73-ead4-422d-889e-053c1f15d365 req-3769b383-ba33-4507-b525-b8a39574a117 service neutron] 10.222.0.57 "GET /v2.0/networks/ec4d0da6-0070-4220-a49a-b20e69b43f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830438 Jan 18 21:15:51.061787 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f614be-aeff-461d-8fb9-d273ffd7cbd7 req-493570f4-a6d1-4b94-91e2-2b2eac039e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:51.063243 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-93f614be-aeff-461d-8fb9-d273ffd7cbd7 req-493570f4-a6d1-4b94-91e2-2b2eac039e3e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=fe3f8b68-7c8c-4e67-bba5-942c684fff72 HTTP/1.1" status: 200 len: 1094 time: 0.0435851 Jan 18 21:15:51.154426 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f614be-aeff-461d-8fb9-d273ffd7cbd7 req-c7586087-a13f-4eef-a131-cb2cf671ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:51.155884 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-93f614be-aeff-461d-8fb9-d273ffd7cbd7 req-c7586087-a13f-4eef-a131-cb2cf671ec45 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec4d0da6-0070-4220-a49a-b20e69b43f4d HTTP/1.1" status: 200 len: 898 time: 0.0860825 Jan 18 21:15:51.198773 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-93f614be-aeff-461d-8fb9-d273ffd7cbd7 req-ce980e80-2db2-40f0-b16d-9e4f29b1219b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7420ec3b-c726-451a-9477-f3e77695fa7e HTTP/1.1" status: 200 len: 217 time: 0.0362241 Jan 18 21:15:51.251145 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f614be-aeff-461d-8fb9-d273ffd7cbd7 req-28bae741-b33e-4f27-b8d4-38244a8a7693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:51.252585 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-93f614be-aeff-461d-8fb9-d273ffd7cbd7 req-28bae741-b33e-4f27-b8d4-38244a8a7693 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1b9aaa5d-3f73-4ab2-9d29-05c621c017ba HTTP/1.1" status: 200 len: 835 time: 0.0486844 Jan 18 21:15:51.296283 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f614be-aeff-461d-8fb9-d273ffd7cbd7 req-8ef875b9-cbab-4a41-8179-fad1bcbfc57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:51.297813 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-93f614be-aeff-461d-8fb9-d273ffd7cbd7 req-8ef875b9-cbab-4a41-8179-fad1bcbfc57b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec4d0da6-0070-4220-a49a-b20e69b43f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393987 Jan 18 21:15:51.392598 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-93f614be-aeff-461d-8fb9-d273ffd7cbd7 req-105ea998-485b-4bbc-a822-ee4b5b6f0c76 service neutron] 10.222.0.57 "GET /v2.0/networks/ec4d0da6-0070-4220-a49a-b20e69b43f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891106 Jan 18 21:15:51.441440 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 03aa287d-82f6-4026-be1f-02e044978032 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:15:51.484221 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-93f614be-aeff-461d-8fb9-d273ffd7cbd7 req-979cd3d2-ed36-4eaf-b30b-dd20f4c4bea3 service neutron] 10.222.0.57 "GET /v2.0/networks/ec4d0da6-0070-4220-a49a-b20e69b43f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850224 Jan 18 21:15:51.490199 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 03aa287d-82f6-4026-be1f-02e044978032 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:15:51.490578 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (03aa287d-82f6-4026-be1f-02e044978032), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:51.571087 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 03aa287d-82f6-4026-be1f-02e044978032 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:15:51.623890 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba4edf-cfcc-475c-990e-a458575d8ac5 req-02ed820b-5fc3-401f-99a9-8a6b9b2b5ba4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:51.625380 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-99ba4edf-cfcc-475c-990e-a458575d8ac5 req-02ed820b-5fc3-401f-99a9-8a6b9b2b5ba4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe3f8b68-7c8c-4e67-bba5-942c684fff72 HTTP/1.1" status: 200 len: 943 time: 0.0487170 Jan 18 21:15:51.673246 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-99ba4edf-cfcc-475c-990e-a458575d8ac5 req-95f435d7-6c5c-41f2-bcf6-65d19a49b21a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc00738-3eb4-417c-99b9-3a011a3334ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417390 Jan 18 21:15:52.786291 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ab017-cae1-482e-ba25-b0175c469ed8 req-b8e1510a-9c28-4a84-a0df-aa7ea0587ca7 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:52.787743 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e68ab017-cae1-482e-ba25-b0175c469ed8 req-b8e1510a-9c28-4a84-a0df-aa7ea0587ca7 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe3f8b68-7c8c-4e67-bba5-942c684fff72 HTTP/1.1" status: 200 len: 943 time: 0.0482917 Jan 18 21:15:52.842502 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e68ab017-cae1-482e-ba25-b0175c469ed8 req-7238208b-a786-43b9-b2b4-b109fd154232 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc00738-3eb4-417c-99b9-3a011a3334ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454557 Jan 18 21:15:53.043212 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 7420ec3b-c726-451a-9477-f3e77695fa7e details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 21:15:53.139010 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 7420ec3b-c726-451a-9477-f3e77695fa7e, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=7420ec3b-c726-451a-9477-f3e77695fa7e,segment=NetworkSegment(d6ce3e77-98f5-4a7d-bf72-d6442f568e21),segment_id=d6ce3e77-98f5-4a7d-bf72-d6442f568e21)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:15:53.150160 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '7420ec3b-c726-451a-9477-f3e77695fa7e', 'network_id': 'ec4d0da6-0070-4220-a49a-b20e69b43f4d', 'port_id': '7420ec3b-c726-451a-9477-f3e77695fa7e', 'mac_address': 'fa:16:3e:8d:6a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b9aaa5d-3f73-4ab2-9d29-05c621c017ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 21:15:53.186418 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 7420ec3b-c726-451a-9477-f3e77695fa7e is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:15:53.186804 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7420ec3b-c726-451a-9477-f3e77695fa7e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:53.201074 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7420ec3b-c726-451a-9477-f3e77695fa7e {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:15:53.224168 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 7420ec3b-c726-451a-9477-f3e77695fa7e, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=7420ec3b-c726-451a-9477-f3e77695fa7e,segment=NetworkSegment(d6ce3e77-98f5-4a7d-bf72-d6442f568e21),segment_id=d6ce3e77-98f5-4a7d-bf72-d6442f568e21)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:15:53.228117 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7420ec3b-c726-451a-9477-f3e77695fa7e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:53.272798 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=7420ec3b-c726-451a-9477-f3e77695fa7e,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:53.581251 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['7420ec3b-c726-451a-9477-f3e77695fa7e'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:15:53.952387 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ca63a-9ed0-4a1b-8999-e45f54dbe5c2 req-449d6b54-722c-41c3-80a9-7f9e2066f4bc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:53.953875 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-741ca63a-9ed0-4a1b-8999-e45f54dbe5c2 req-449d6b54-722c-41c3-80a9-7f9e2066f4bc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe3f8b68-7c8c-4e67-bba5-942c684fff72 HTTP/1.1" status: 200 len: 944 time: 0.0473831 Jan 18 21:15:54.001183 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-741ca63a-9ed0-4a1b-8999-e45f54dbe5c2 req-adfa4364-e764-4c20-bd45-8490397b8521 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc00738-3eb4-417c-99b9-3a011a3334ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418546 Jan 18 21:15:55.066288 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 7420ec3b-c726-451a-9477-f3e77695fa7e up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:15:55.117748 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25029e-90f3-4d70-ba5c-24b2525be251 req-8d68b980-ce09-4773-bb7a-ddeb1d803a24 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:55.119418 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1a25029e-90f3-4d70-ba5c-24b2525be251 req-8d68b980-ce09-4773-bb7a-ddeb1d803a24 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe3f8b68-7c8c-4e67-bba5-942c684fff72 HTTP/1.1" status: 200 len: 944 time: 0.0501671 Jan 18 21:15:55.121465 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 7420ec3b-c726-451a-9477-f3e77695fa7e completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 21:15:55.125219 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 7420ec3b-c726-451a-9477-f3e77695fa7e triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:15:55.125590 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7420ec3b-c726-451a-9477-f3e77695fa7e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:55.169192 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1a25029e-90f3-4d70-ba5c-24b2525be251 req-5ac9f3f4-4892-448a-9dd3-4989919fd112 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc00738-3eb4-417c-99b9-3a011a3334ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423174 Jan 18 21:15:55.207738 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 7420ec3b-c726-451a-9477-f3e77695fa7e is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:15:55.208124 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7420ec3b-c726-451a-9477-f3e77695fa7e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:55.233391 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3f8b68-7c8c-4e67-bba5-942c684fff72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7420ec3b-c726-451a-9477-f3e77695fa7e'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:15:55.235657 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6850d4bf-cc8b-4cc4-b7b5-231d614fd761" -d '{"events": [{"server_uuid": "fe3f8b68-7c8c-4e67-bba5-942c684fff72", "name": "network-vif-plugged", "status": "completed", "tag": "7420ec3b-c726-451a-9477-f3e77695fa7e"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:15:55.253795 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 7420ec3b-c726-451a-9477-f3e77695fa7e, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=7420ec3b-c726-451a-9477-f3e77695fa7e,segment=NetworkSegment(d6ce3e77-98f5-4a7d-bf72-d6442f568e21),segment_id=d6ce3e77-98f5-4a7d-bf72-d6442f568e21)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:15:55.257625 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7420ec3b-c726-451a-9477-f3e77695fa7e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:55.304420 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=7420ec3b-c726-451a-9477-f3e77695fa7e,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:55.333283 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d372cd21-0ff5-4685-ab1a-6773e4da6ffa x-openstack-request-id: req-d372cd21-0ff5-4685-ab1a-6773e4da6ffa {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:15:55.333576 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3f8b68-7c8c-4e67-bba5-942c684fff72", "name": "network-vif-plugged", "status": "completed", "tag": "7420ec3b-c726-451a-9477-f3e77695fa7e", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:15:55.333863 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d372cd21-0ff5-4685-ab1a-6773e4da6ffa {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:15:55.334262 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3f8b68-7c8c-4e67-bba5-942c684fff72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7420ec3b-c726-451a-9477-f3e77695fa7e', 'code': 200} Jan 18 21:15:55.433411 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f70497-3925-4427-a9d5-37cbc69f8687 req-83c51455-e349-4907-bf2f-69fafb3e6b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:55.434896 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-15f70497-3925-4427-a9d5-37cbc69f8687 req-83c51455-e349-4907-bf2f-69fafb3e6b6c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fe3f8b68-7c8c-4e67-bba5-942c684fff72 HTTP/1.1" status: 200 len: 1096 time: 0.0426514 Jan 18 21:15:55.477381 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-15f70497-3925-4427-a9d5-37cbc69f8687 req-979b6361-a257-4a7a-bbe2-c2ee2ee532da service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8dc00738-3eb4-417c-99b9-3a011a3334ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370471 Jan 18 21:15:55.762762 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b10cf3e8-0dbc-4ccb-a38a-64e83f36229f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:56.296993 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60198bd-ebac-4b02-8016-390e561ddc7d req-ec5f2ff9-cc66-40fd-93ce-e55853e930f7 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:56.298400 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e60198bd-ebac-4b02-8016-390e561ddc7d req-ec5f2ff9-cc66-40fd-93ce-e55853e930f7 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe3f8b68-7c8c-4e67-bba5-942c684fff72 HTTP/1.1" status: 200 len: 945 time: 0.0522885 Jan 18 21:15:56.345851 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e60198bd-ebac-4b02-8016-390e561ddc7d req-804a57ee-4e11-4351-b4e3-481567c03080 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc00738-3eb4-417c-99b9-3a011a3334ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418630 Jan 18 21:15:57.459963 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2767948-f56b-4d8f-8c0b-563b45b33a0f req-e268a3f9-ef7c-4acd-9e89-53cadc082286 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:57.461422 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2767948-f56b-4d8f-8c0b-563b45b33a0f req-e268a3f9-ef7c-4acd-9e89-53cadc082286 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe3f8b68-7c8c-4e67-bba5-942c684fff72 HTTP/1.1" status: 200 len: 945 time: 0.0477431 Jan 18 21:15:57.510324 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2767948-f56b-4d8f-8c0b-563b45b33a0f req-c957f846-d07f-42ad-8d8e-4c85609fd36a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc00738-3eb4-417c-99b9-3a011a3334ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433552 Jan 18 21:15:57.619797 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab52e75-9457-4a4d-9cf0-4dcba178f92a req-b9a6bb63-394e-48f1-90c2-1658424ddcd7 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:57.621155 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1ab52e75-9457-4a4d-9cf0-4dcba178f92a req-b9a6bb63-394e-48f1-90c2-1658424ddcd7 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe3f8b68-7c8c-4e67-bba5-942c684fff72 HTTP/1.1" status: 200 len: 945 time: 0.0472274 Jan 18 21:15:57.673118 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1ab52e75-9457-4a4d-9cf0-4dcba178f92a req-b77d1dd2-2bc9-442f-ad0e-ab8ab44cb1cf tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc00738-3eb4-417c-99b9-3a011a3334ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458388 Jan 18 21:15:57.694775 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42982) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:57.733426 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea50db65-208b-4d44-bcd2-3f491c85196a tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:57.734956 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ea50db65-208b-4d44-bcd2-3f491c85196a tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fe3f8b68-7c8c-4e67-bba5-942c684fff72 HTTP/1.1" status: 200 len: 1091 time: 0.0392444 Jan 18 21:15:57.737759 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42984) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:57.741967 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-6485be4b-aa8c-4937-8958-b1da43621905 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'port_id': '7420ec3b-c726-451a-9477-f3e77695fa7e', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:15:57.765386 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6485be4b-aa8c-4937-8958-b1da43621905 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:57.855369 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6485be4b-aa8c-4937-8958-b1da43621905 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:57.922443 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-92005d62-4207-4383-bc22-8b9848d2849c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:57.960583 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-6485be4b-aa8c-4937-8958-b1da43621905 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Allocated IP 172.25.4.32 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/ff5f101d-3081-4305-983b-9ed750564f8d) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:15:58.062305 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6485be4b-aa8c-4937-8958-b1da43621905 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (ff5f101d-3081-4305-983b-9ed750564f8d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:58.093738 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6485be4b-aa8c-4937-8958-b1da43621905 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (ff5f101d-3081-4305-983b-9ed750564f8d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:58.134609 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6485be4b-aa8c-4937-8958-b1da43621905 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:15:58.137340 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-6485be4b-aa8c-4937-8958-b1da43621905 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:15:58.140012 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6485be4b-aa8c-4937-8958-b1da43621905 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:15:58.166088 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485be4b-aa8c-4937-8958-b1da43621905 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=ff5f101d-3081-4305-983b-9ed750564f8d,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:58.483762 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6485be4b-aa8c-4937-8958-b1da43621905 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for floatingip (23d4761b-c198-417f-8bf5-c61473cdf24c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:58.546612 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6485be4b-aa8c-4937-8958-b1da43621905 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ff5f101d-3081-4305-983b-9ed750564f8d), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:58.691485 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6485be4b-aa8c-4937-8958-b1da43621905 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (ff5f101d-3081-4305-983b-9ed750564f8d), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:58.696162 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6485be4b-aa8c-4937-8958-b1da43621905 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (ff5f101d-3081-4305-983b-9ed750564f8d), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:58.762616 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485be4b-aa8c-4937-8958-b1da43621905 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=ff5f101d-3081-4305-983b-9ed750564f8d,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:15:58.772852 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6485be4b-aa8c-4937-8958-b1da43621905 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (23d4761b-c198-417f-8bf5-c61473cdf24c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:58.872821 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-6485be4b-aa8c-4937-8958-b1da43621905 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Floating IP 23d4761b-c198-417f-8bf5-c61473cdf24c associated. External IP: 172.25.4.32, port: 7420ec3b-c726-451a-9477-f3e77695fa7e. Jan 18 21:15:59.076517 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6485be4b-aa8c-4937-8958-b1da43621905 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Router c0784afa-1b67-4798-9aa9-676dc1bec4c7 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:15:59.179050 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6485be4b-aa8c-4937-8958-b1da43621905 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:15:59.189596 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39b2b45-c00e-424d-a42b-0e1eb46ce2dc None None] Sync routers for ids ['c0784afa-1b67-4798-9aa9-676dc1bec4c7'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:15:59.196231 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6485be4b-aa8c-4937-8958-b1da43621905 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:59.201430 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39b2b45-c00e-424d-a42b-0e1eb46ce2dc None None] Routers {'c0784afa-1b67-4798-9aa9-676dc1bec4c7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:15:59.202722 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a39b2b45-c00e-424d-a42b-0e1eb46ce2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:15:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['c0784afa-1b67-4798-9aa9-676dc1bec4c7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:15:59.226748 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6485be4b-aa8c-4937-8958-b1da43621905 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4879906 Jan 18 21:15:59.227321 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3f8b68-7c8c-4e67-bba5-942c684fff72', 'tag': '7420ec3b-c726-451a-9477-f3e77695fa7e'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:15:59.229576 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b43178f88c778abd299c77f10da4c8b3e71d2d0c7150ce414079b2ef1097cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59885f9-cbca-4a46-8135-d3684c2e854f" -d '{"events": [{"name": "network-changed", "server_uuid": "fe3f8b68-7c8c-4e67-bba5-942c684fff72", "tag": "7420ec3b-c726-451a-9477-f3e77695fa7e"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:15:59.323001 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:15:59.337694 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13f942-b5cb-4c3d-acc9-7d379f34b978 req-8f1e95af-6cb6-42f0-9b4a-d930f1f7b4a9 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:59.339210 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f13f942-b5cb-4c3d-acc9-7d379f34b978 req-8f1e95af-6cb6-42f0-9b4a-d930f1f7b4a9 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe3f8b68-7c8c-4e67-bba5-942c684fff72 HTTP/1.1" status: 200 len: 945 time: 0.0599027 Jan 18 21:15:59.391525 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1f13f942-b5cb-4c3d-acc9-7d379f34b978 req-eda7e7ca-38d9-4165-8e1d-72f74792e7b2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc00738-3eb4-417c-99b9-3a011a3334ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465260 Jan 18 21:15:59.395738 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-a39b2b45-c00e-424d-a42b-0e1eb46ce2dc None None] Set router c0784afa-1b67-4798-9aa9-676dc1bec4c7 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:15:59.413562 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42990) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:15:59.452176 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37029745-e021-44ea-80b9-1becbd773691 x-openstack-request-id: req-37029745-e021-44ea-80b9-1becbd773691 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:15:59.452433 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe3f8b68-7c8c-4e67-bba5-942c684fff72", "tag": "7420ec3b-c726-451a-9477-f3e77695fa7e", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:15:59.452679 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37029745-e021-44ea-80b9-1becbd773691 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:15:59.453082 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe3f8b68-7c8c-4e67-bba5-942c684fff72', 'tag': '7420ec3b-c726-451a-9477-f3e77695fa7e', 'status': 'completed', 'code': 200} Jan 18 21:15:59.480339 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ae631cd0-3be1-4672-bb25-e830a00cd8fa tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/floatingips/23d4761b-c198-417f-8bf5-c61473cdf24c HTTP/1.1" status: 200 len: 990 time: 0.0654941 Jan 18 21:15:59.497228 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59885f9-cbca-4a46-8135-d3684c2e854f req-595fd71a-01f4-4e81-b367-6d1793a84ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:59.498742 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b59885f9-cbca-4a46-8135-d3684c2e854f req-595fd71a-01f4-4e81-b367-6d1793a84ef1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=fe3f8b68-7c8c-4e67-bba5-942c684fff72 HTTP/1.1" status: 200 len: 1096 time: 0.0411701 Jan 18 21:15:59.589259 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59885f9-cbca-4a46-8135-d3684c2e854f req-35053d2e-e098-487e-a304-a1a06ddf39f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:59.591307 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b59885f9-cbca-4a46-8135-d3684c2e854f req-35053d2e-e098-487e-a304-a1a06ddf39f7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec4d0da6-0070-4220-a49a-b20e69b43f4d HTTP/1.1" status: 200 len: 898 time: 0.0868418 Jan 18 21:15:59.631875 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a39b2b45-c00e-424d-a42b-0e1eb46ce2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115737132', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:15:42Z', 'updated_at': '2022-01-18T21:15:46Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:15:43Z', 'updated_at': '2022-01-18T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '23d4761b-c198-417f-8bf5-c61473cdf24c', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'port_id': '7420ec3b-c726-451a-9477-f3e77695fa7e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4d0da6-0070-4220-a49a-b20e69b43f4d', 'mac_address': 'fa:16:3e:8d:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3f8b68-7c8c-4e67-bba5-942c684fff72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:15:58Z', 'updated_at': '2022-01-18T21:15:58Z', 'revision_number': 0, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03aa287d-82f6-4026-be1f-02e044978032', 'name': '', 'network_id': 'ec4d0da6-0070-4220-a49a-b20e69b43f4d', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:71:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '1b9aaa5d-3f73-4ab2-9d29-05c621c017ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:15:45Z', 'updated_at': '2022-01-18T21:15:49Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '1b9aaa5d-3f73-4ab2-9d29-05c621c017ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:15:59.655223 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b59885f9-cbca-4a46-8135-d3684c2e854f req-bb7a4b38-6980-4eaa-a1d2-ed34997219fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7420ec3b-c726-451a-9477-f3e77695fa7e HTTP/1.1" status: 200 len: 998 time: 0.0580633 Jan 18 21:15:59.657512 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39b2b45-c00e-424d-a42b-0e1eb46ce2dc None None] Checking router: c0784afa-1b67-4798-9aa9-676dc1bec4c7 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:15:59.665738 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39b2b45-c00e-424d-a42b-0e1eb46ce2dc None None] Routers {'c0784afa-1b67-4798-9aa9-676dc1bec4c7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:15:59.666317 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a39b2b45-c00e-424d-a42b-0e1eb46ce2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:15:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['c0784afa-1b67-4798-9aa9-676dc1bec4c7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:15:59.701978 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59885f9-cbca-4a46-8135-d3684c2e854f req-699720d8-bba5-4795-a878-14248693bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:59.703502 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b59885f9-cbca-4a46-8135-d3684c2e854f req-699720d8-bba5-4795-a878-14248693bd8d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1b9aaa5d-3f73-4ab2-9d29-05c621c017ba HTTP/1.1" status: 200 len: 835 time: 0.0422537 Jan 18 21:15:59.750107 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59885f9-cbca-4a46-8135-d3684c2e854f req-e14f8c8a-a07c-4746-a0d1-47c00a9c05db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:15:59.751764 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b59885f9-cbca-4a46-8135-d3684c2e854f req-e14f8c8a-a07c-4746-a0d1-47c00a9c05db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec4d0da6-0070-4220-a49a-b20e69b43f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429630 Jan 18 21:15:59.768227 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-a39b2b45-c00e-424d-a42b-0e1eb46ce2dc None None] Set router c0784afa-1b67-4798-9aa9-676dc1bec4c7 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:15:59.838869 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b59885f9-cbca-4a46-8135-d3684c2e854f req-6176aba0-2f79-4063-b9cc-ab58dd7ddd84 service neutron] 10.222.0.57 "GET /v2.0/networks/ec4d0da6-0070-4220-a49a-b20e69b43f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806048 Jan 18 21:15:59.930304 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b59885f9-cbca-4a46-8135-d3684c2e854f req-002eb15d-4b20-4add-86eb-cc0240449b24 service neutron] 10.222.0.57 "GET /v2.0/networks/ec4d0da6-0070-4220-a49a-b20e69b43f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857604 Jan 18 21:15:59.989901 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a39b2b45-c00e-424d-a42b-0e1eb46ce2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115737132', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:15:42Z', 'updated_at': '2022-01-18T21:15:46Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:15:43Z', 'updated_at': '2022-01-18T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '23d4761b-c198-417f-8bf5-c61473cdf24c', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'port_id': '7420ec3b-c726-451a-9477-f3e77695fa7e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4d0da6-0070-4220-a49a-b20e69b43f4d', 'mac_address': 'fa:16:3e:8d:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3f8b68-7c8c-4e67-bba5-942c684fff72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:15:58Z', 'updated_at': '2022-01-18T21:15:58Z', 'revision_number': 0, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03aa287d-82f6-4026-be1f-02e044978032', 'name': '', 'network_id': 'ec4d0da6-0070-4220-a49a-b20e69b43f4d', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:71:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '1b9aaa5d-3f73-4ab2-9d29-05c621c017ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:15:45Z', 'updated_at': '2022-01-18T21:15:49Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '1b9aaa5d-3f73-4ab2-9d29-05c621c017ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:16:00.015038 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39b2b45-c00e-424d-a42b-0e1eb46ce2dc None None] The sync data for ids ['c0784afa-1b67-4798-9aa9-676dc1bec4c7'] in n-d-741529-9 is: [{'id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115737132', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:15:42Z', 'updated_at': '2022-01-18T21:15:46Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:15:43Z', 'updated_at': '2022-01-18T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '23d4761b-c198-417f-8bf5-c61473cdf24c', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'port_id': '7420ec3b-c726-451a-9477-f3e77695fa7e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4d0da6-0070-4220-a49a-b20e69b43f4d', 'mac_address': 'fa:16:3e:8d:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3f8b68-7c8c-4e67-bba5-942c684fff72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:15:58Z', 'updated_at': '2022-01-18T21:15:58Z', 'revision_number': 0, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03aa287d-82f6-4026-be1f-02e044978032', 'name': '', 'network_id': 'ec4d0da6-0070-4220-a49a-b20e69b43f4d', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:71:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '1b9aaa5d-3f73-4ab2-9d29-05c621c017ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:15:45Z', 'updated_at': '2022-01-18T21:15:49Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '1b9aaa5d-3f73-4ab2-9d29-05c621c017ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:16:00.205028 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0439a9d-e1b0-4dda-8bb5-33f51e144167 None None] New status for floating IP 23d4761b-c198-417f-8bf5-c61473cdf24c: ACTIVE {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 21:16:00.483232 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 42992) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:16:00.544914 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c2fbed55-0a1d-44fc-9c65-a29dd0ddb480 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/floatingips/23d4761b-c198-417f-8bf5-c61473cdf24c HTTP/1.1" status: 200 len: 992 time: 0.0605292 Jan 18 21:16:00.737792 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:16:02.005685 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:16:04.541280 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:16:06.247825 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:16:07.435393 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:16:20.109028 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-97ad2a5a-72ae-4d53-9c1d-3c4a57ab5b88 req-70d7de93-795f-4b32-bbb4-205bea9c72b8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fe3f8b68-7c8c-4e67-bba5-942c684fff72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0840056 Jan 18 21:16:20.189041 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad2a5a-72ae-4d53-9c1d-3c4a57ab5b88 req-43cb33d8-5a26-480e-a315-1146d4a24a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:16:20.190617 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-97ad2a5a-72ae-4d53-9c1d-3c4a57ab5b88 req-43cb33d8-5a26-480e-a315-1146d4a24a41 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=fe3f8b68-7c8c-4e67-bba5-942c684fff72 HTTP/1.1" status: 200 len: 1096 time: 0.0393655 Jan 18 21:16:20.295334 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad2a5a-72ae-4d53-9c1d-3c4a57ab5b88 req-00aeeec3-6e0d-444b-a7e1-f4672472cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:16:20.296690 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-97ad2a5a-72ae-4d53-9c1d-3c4a57ab5b88 req-00aeeec3-6e0d-444b-a7e1-f4672472cd5b service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec4d0da6-0070-4220-a49a-b20e69b43f4d HTTP/1.1" status: 200 len: 898 time: 0.0870759 Jan 18 21:16:20.359180 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-97ad2a5a-72ae-4d53-9c1d-3c4a57ab5b88 req-87484546-8cc6-4dd0-ad15-d7a47125a433 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7420ec3b-c726-451a-9477-f3e77695fa7e HTTP/1.1" status: 200 len: 1000 time: 0.0562458 Jan 18 21:16:20.409545 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad2a5a-72ae-4d53-9c1d-3c4a57ab5b88 req-9986f21d-1209-4583-889c-972e7aeef9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:16:20.410982 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-97ad2a5a-72ae-4d53-9c1d-3c4a57ab5b88 req-9986f21d-1209-4583-889c-972e7aeef9eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1b9aaa5d-3f73-4ab2-9d29-05c621c017ba HTTP/1.1" status: 200 len: 835 time: 0.0457013 Jan 18 21:16:20.455832 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad2a5a-72ae-4d53-9c1d-3c4a57ab5b88 req-4c27ec4d-122a-4030-b045-59c739e7283e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:16:20.457293 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-97ad2a5a-72ae-4d53-9c1d-3c4a57ab5b88 req-4c27ec4d-122a-4030-b045-59c739e7283e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec4d0da6-0070-4220-a49a-b20e69b43f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404861 Jan 18 21:16:20.543290 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-97ad2a5a-72ae-4d53-9c1d-3c4a57ab5b88 req-a01ad2f8-dde3-419f-9535-0d70148e0708 service neutron] 10.222.0.57 "GET /v2.0/networks/ec4d0da6-0070-4220-a49a-b20e69b43f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791652 Jan 18 21:16:20.632250 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-97ad2a5a-72ae-4d53-9c1d-3c4a57ab5b88 req-55b54072-1048-4975-96b2-2916e99ebf96 service neutron] 10.222.0.57 "GET /v2.0/networks/ec4d0da6-0070-4220-a49a-b20e69b43f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828543 Jan 18 21:16:25.765217 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b3cbe4b0-c64f-43d7-8926-afb582cd3bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:16:27.922786 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9d67cef2-5223-45f5-8c5b-5460314f2996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:16:29.327132 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:16:30.741099 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:16:32.007588 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:16:34.555410 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:16:37.436896 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:16:43.247113 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:16:55.766868 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5b398c84-ff4f-4f25-9cad-d6ca8b113afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:16:57.924499 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a26a434f-12ea-476e-bb18-c91fb010f40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:16:59.313985 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:00.743463 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:02.009504 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:03.193710 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aca266-1662-4ff7-88e0-5c15ad4b450e req-09dec72a-dfa1-477d-8ddc-94592d1ac2dd tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:03.195208 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-41aca266-1662-4ff7-88e0-5c15ad4b450e req-09dec72a-dfa1-477d-8ddc-94592d1ac2dd tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe3f8b68-7c8c-4e67-bba5-942c684fff72 HTTP/1.1" status: 200 len: 945 time: 0.0496380 Jan 18 21:17:03.242385 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-41aca266-1662-4ff7-88e0-5c15ad4b450e req-cc5a97e9-2776-498c-9dd1-7e16c387120d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc00738-3eb4-417c-99b9-3a011a3334ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417156 Jan 18 21:17:04.355869 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327007d8-d761-45ff-b376-d7e2f6e3bd27 req-ec82323c-6d16-4151-8aac-2187130900d0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:04.357323 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-327007d8-d761-45ff-b376-d7e2f6e3bd27 req-ec82323c-6d16-4151-8aac-2187130900d0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe3f8b68-7c8c-4e67-bba5-942c684fff72 HTTP/1.1" status: 200 len: 945 time: 0.0479779 Jan 18 21:17:04.404414 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-327007d8-d761-45ff-b376-d7e2f6e3bd27 req-6047c63a-4fa1-4f67-9915-00fd04ad7846 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc00738-3eb4-417c-99b9-3a011a3334ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412476 Jan 18 21:17:04.426133 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43022) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:17:04.487794 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0c8656ab-f5d2-441f-9abd-d3fcd07da2a1 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/floatingips/23d4761b-c198-417f-8bf5-c61473cdf24c HTTP/1.1" status: 200 len: 992 time: 0.0606029 Jan 18 21:17:04.571202 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:05.753622 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d5ea1-ae3d-4570-a1e3-49b724e5c689 req-b2885cdd-da41-4892-a253-20f9b43746da tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:05.755138 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-774d5ea1-ae3d-4570-a1e3-49b724e5c689 req-b2885cdd-da41-4892-a253-20f9b43746da tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe3f8b68-7c8c-4e67-bba5-942c684fff72 HTTP/1.1" status: 200 len: 945 time: 0.0482550 Jan 18 21:17:05.803479 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-774d5ea1-ae3d-4570-a1e3-49b724e5c689 req-e13713c7-3585-4923-a457-9a9c86268212 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc00738-3eb4-417c-99b9-3a011a3334ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423417 Jan 18 21:17:07.165587 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ba0d6-6a9a-4e0b-95d6-dc672f59b874 req-c3d5508c-80b7-4b96-b1b6-edbeba71179a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:07.167795 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-013ba0d6-6a9a-4e0b-95d6-dc672f59b874 req-c3d5508c-80b7-4b96-b1b6-edbeba71179a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe3f8b68-7c8c-4e67-bba5-942c684fff72 HTTP/1.1" status: 200 len: 945 time: 0.0514994 Jan 18 21:17:07.214597 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-013ba0d6-6a9a-4e0b-95d6-dc672f59b874 req-9f3b3a7d-90a0-473e-a798-734984c3538c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc00738-3eb4-417c-99b9-3a011a3334ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413878 Jan 18 21:17:07.237282 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43032) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:17:07.295427 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-398643c7-3f0c-4656-a415-4a4204b29bd5 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/floatingips/23d4761b-c198-417f-8bf5-c61473cdf24c HTTP/1.1" status: 200 len: 992 time: 0.0570452 Jan 18 21:17:07.433327 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:07.546410 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43038) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:17:07.709354 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-06d648c1-4a49-4e0c-b05b-52e43e8343b6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Deleting port ff5f101d-3081-4305-983b-9ed750564f8d {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:17:07.709611 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-06d648c1-4a49-4e0c-b05b-52e43e8343b6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ff5f101d-3081-4305-983b-9ed750564f8d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:07.784177 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-06d648c1-4a49-4e0c-b05b-52e43e8343b6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ff5f101d-3081-4305-983b-9ed750564f8d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:07.784502 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-06d648c1-4a49-4e0c-b05b-52e43e8343b6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for floatingip (ff5f101d-3081-4305-983b-9ed750564f8d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:07.795642 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-06d648c1-4a49-4e0c-b05b-52e43e8343b6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Calling delete_port for ff5f101d-3081-4305-983b-9ed750564f8d owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:17:07.942990 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-06d648c1-4a49-4e0c-b05b-52e43e8343b6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (ff5f101d-3081-4305-983b-9ed750564f8d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:07.969597 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d648c1-4a49-4e0c-b05b-52e43e8343b6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Port': ['ID=ff5f101d-3081-4305-983b-9ed750564f8d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:07.992343 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d648c1-4a49-4e0c-b05b-52e43e8343b6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:07.992694 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d648c1-4a49-4e0c-b05b-52e43e8343b6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:07.993038 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d648c1-4a49-4e0c-b05b-52e43e8343b6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:07.993375 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d648c1-4a49-4e0c-b05b-52e43e8343b6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:07.993747 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d648c1-4a49-4e0c-b05b-52e43e8343b6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:07.994083 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d648c1-4a49-4e0c-b05b-52e43e8343b6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:07.994413 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d648c1-4a49-4e0c-b05b-52e43e8343b6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:07.994742 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d648c1-4a49-4e0c-b05b-52e43e8343b6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:07.995071 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d648c1-4a49-4e0c-b05b-52e43e8343b6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:07.995397 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d648c1-4a49-4e0c-b05b-52e43e8343b6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:07.995722 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d648c1-4a49-4e0c-b05b-52e43e8343b6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:07.996044 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d648c1-4a49-4e0c-b05b-52e43e8343b6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:07.996363 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d648c1-4a49-4e0c-b05b-52e43e8343b6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:08.035581 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-06d648c1-4a49-4e0c-b05b-52e43e8343b6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for floatingip (23d4761b-c198-417f-8bf5-c61473cdf24c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:08.035913 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-06d648c1-4a49-4e0c-b05b-52e43e8343b6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Floating IP 23d4761b-c198-417f-8bf5-c61473cdf24c disassociated (deleted). External IP: 172.25.4.32, port: 7420ec3b-c726-451a-9477-f3e77695fa7e. Jan 18 21:17:08.241676 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d648c1-4a49-4e0c-b05b-52e43e8343b6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Router c0784afa-1b67-4798-9aa9-676dc1bec4c7 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:17:08.345353 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d648c1-4a49-4e0c-b05b-52e43e8343b6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:17:08.350101 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-06d648c1-4a49-4e0c-b05b-52e43e8343b6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:08.354630 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a549cec-1edd-4341-b249-4e63f3ec330b None None] Sync routers for ids ['c0784afa-1b67-4798-9aa9-676dc1bec4c7'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:17:08.364196 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a549cec-1edd-4341-b249-4e63f3ec330b None None] Routers {'c0784afa-1b67-4798-9aa9-676dc1bec4c7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:17:08.364784 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-5a549cec-1edd-4341-b249-4e63f3ec330b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:16:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['c0784afa-1b67-4798-9aa9-676dc1bec4c7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:17:08.375723 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-06d648c1-4a49-4e0c-b05b-52e43e8343b6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "DELETE /v2.0/floatingips/23d4761b-c198-417f-8bf5-c61473cdf24c HTTP/1.1" status: 204 len: 168 time: 0.8282194 Jan 18 21:17:08.376402 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3f8b68-7c8c-4e67-bba5-942c684fff72', 'tag': '7420ec3b-c726-451a-9477-f3e77695fa7e'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:17:08.378792 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b43178f88c778abd299c77f10da4c8b3e71d2d0c7150ce414079b2ef1097cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49981d9-a9e7-4217-bcd7-ff78107fadb6" -d '{"events": [{"name": "network-changed", "server_uuid": "fe3f8b68-7c8c-4e67-bba5-942c684fff72", "tag": "7420ec3b-c726-451a-9477-f3e77695fa7e"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:17:08.468693 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-5a549cec-1edd-4341-b249-4e63f3ec330b None None] Set router c0784afa-1b67-4798-9aa9-676dc1bec4c7 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:17:08.533202 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe9ac23-c9bc-4e4d-b4d9-0b6e24f100cf x-openstack-request-id: req-efe9ac23-c9bc-4e4d-b4d9-0b6e24f100cf {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:17:08.533202 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe3f8b68-7c8c-4e67-bba5-942c684fff72", "tag": "7420ec3b-c726-451a-9477-f3e77695fa7e", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:17:08.533744 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-efe9ac23-c9bc-4e4d-b4d9-0b6e24f100cf {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:17:08.534794 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe3f8b68-7c8c-4e67-bba5-942c684fff72', 'tag': '7420ec3b-c726-451a-9477-f3e77695fa7e', 'status': 'completed', 'code': 200} Jan 18 21:17:08.602575 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49981d9-a9e7-4217-bcd7-ff78107fadb6 req-cace1d44-c797-471c-8104-7252d494c0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:08.604084 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d49981d9-a9e7-4217-bcd7-ff78107fadb6 req-cace1d44-c797-471c-8104-7252d494c0cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=fe3f8b68-7c8c-4e67-bba5-942c684fff72 HTTP/1.1" status: 200 len: 1096 time: 0.0426228 Jan 18 21:17:08.631355 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d7d50-b5e9-4b19-b84a-007d0a69e98e req-0e32d1e5-1914-4b26-86b6-a1f9ff19efa4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:08.632960 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-463d7d50-b5e9-4b19-b84a-007d0a69e98e req-0e32d1e5-1914-4b26-86b6-a1f9ff19efa4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe3f8b68-7c8c-4e67-bba5-942c684fff72 HTTP/1.1" status: 200 len: 945 time: 0.0528069 Jan 18 21:17:08.679317 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-5a549cec-1edd-4341-b249-4e63f3ec330b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115737132', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:15:42Z', 'updated_at': '2022-01-18T21:15:46Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:15:43Z', 'updated_at': '2022-01-18T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '03aa287d-82f6-4026-be1f-02e044978032', 'name': '', 'network_id': 'ec4d0da6-0070-4220-a49a-b20e69b43f4d', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:71:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '1b9aaa5d-3f73-4ab2-9d29-05c621c017ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:15:45Z', 'updated_at': '2022-01-18T21:15:49Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '1b9aaa5d-3f73-4ab2-9d29-05c621c017ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:17:08.690998 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-463d7d50-b5e9-4b19-b84a-007d0a69e98e req-7603b02e-cca2-4282-9341-e22c213212dd tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc00738-3eb4-417c-99b9-3a011a3334ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509312 Jan 18 21:17:08.707253 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a549cec-1edd-4341-b249-4e63f3ec330b None None] Checking router: c0784afa-1b67-4798-9aa9-676dc1bec4c7 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:17:08.716483 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a549cec-1edd-4341-b249-4e63f3ec330b None None] Routers {'c0784afa-1b67-4798-9aa9-676dc1bec4c7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:17:08.717096 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-5a549cec-1edd-4341-b249-4e63f3ec330b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:16:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['c0784afa-1b67-4798-9aa9-676dc1bec4c7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:17:08.916316 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-5a549cec-1edd-4341-b249-4e63f3ec330b None None] Set router c0784afa-1b67-4798-9aa9-676dc1bec4c7 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:17:08.947068 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49981d9-a9e7-4217-bcd7-ff78107fadb6 req-a4142a07-f049-45d4-a7af-53498f0ac793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:08.949082 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d49981d9-a9e7-4217-bcd7-ff78107fadb6 req-a4142a07-f049-45d4-a7af-53498f0ac793 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec4d0da6-0070-4220-a49a-b20e69b43f4d HTTP/1.1" status: 200 len: 898 time: 0.3389740 Jan 18 21:17:08.992766 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d49981d9-a9e7-4217-bcd7-ff78107fadb6 req-bfe4dda7-9062-4d14-b58e-193af7c0d2bc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7420ec3b-c726-451a-9477-f3e77695fa7e HTTP/1.1" status: 200 len: 217 time: 0.0336354 Jan 18 21:17:09.038911 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49981d9-a9e7-4217-bcd7-ff78107fadb6 req-898b7524-29e9-49b4-97af-74cff4fdd9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:09.040374 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d49981d9-a9e7-4217-bcd7-ff78107fadb6 req-898b7524-29e9-49b4-97af-74cff4fdd9e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1b9aaa5d-3f73-4ab2-9d29-05c621c017ba HTTP/1.1" status: 200 len: 835 time: 0.0420103 Jan 18 21:17:09.088741 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49981d9-a9e7-4217-bcd7-ff78107fadb6 req-bf53dae7-cb41-4ed5-82b0-a049dbcdde21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:09.090307 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d49981d9-a9e7-4217-bcd7-ff78107fadb6 req-bf53dae7-cb41-4ed5-82b0-a049dbcdde21 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec4d0da6-0070-4220-a49a-b20e69b43f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428023 Jan 18 21:17:09.105614 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-5a549cec-1edd-4341-b249-4e63f3ec330b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115737132', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:15:42Z', 'updated_at': '2022-01-18T21:15:46Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:15:43Z', 'updated_at': '2022-01-18T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '03aa287d-82f6-4026-be1f-02e044978032', 'name': '', 'network_id': 'ec4d0da6-0070-4220-a49a-b20e69b43f4d', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:71:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '1b9aaa5d-3f73-4ab2-9d29-05c621c017ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:15:45Z', 'updated_at': '2022-01-18T21:15:49Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '1b9aaa5d-3f73-4ab2-9d29-05c621c017ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:17:09.134782 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a549cec-1edd-4341-b249-4e63f3ec330b None None] The sync data for ids ['c0784afa-1b67-4798-9aa9-676dc1bec4c7'] in n-d-741529-9 is: [{'id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115737132', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:15:42Z', 'updated_at': '2022-01-18T21:15:46Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:15:43Z', 'updated_at': '2022-01-18T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '03aa287d-82f6-4026-be1f-02e044978032', 'name': '', 'network_id': 'ec4d0da6-0070-4220-a49a-b20e69b43f4d', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:71:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '1b9aaa5d-3f73-4ab2-9d29-05c621c017ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:15:45Z', 'updated_at': '2022-01-18T21:15:49Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '1b9aaa5d-3f73-4ab2-9d29-05c621c017ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:17:09.179631 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d49981d9-a9e7-4217-bcd7-ff78107fadb6 req-1376ce8d-b417-43b4-9188-0d8224ce86c1 service neutron] 10.222.0.57 "GET /v2.0/networks/ec4d0da6-0070-4220-a49a-b20e69b43f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825222 Jan 18 21:17:09.278282 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d49981d9-a9e7-4217-bcd7-ff78107fadb6 req-f218bf18-5e2a-4091-a26b-028ca1bf01d0 service neutron] 10.222.0.57 "GET /v2.0/networks/ec4d0da6-0070-4220-a49a-b20e69b43f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917022 Jan 18 21:17:09.365368 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b4e5e1-6be0-4371-9c11-eb2ec043b88f None None] New status for floating IP 23d4761b-c198-417f-8bf5-c61473cdf24c: DOWN {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 21:17:09.807687 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613f7f4-0116-413c-bc9b-0fafbaba7500 req-2fc02545-3731-4a73-85ef-0c6a3dfd8ec0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:09.809189 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f613f7f4-0116-413c-bc9b-0fafbaba7500 req-2fc02545-3731-4a73-85ef-0c6a3dfd8ec0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe3f8b68-7c8c-4e67-bba5-942c684fff72 HTTP/1.1" status: 200 len: 945 time: 0.0476067 Jan 18 21:17:09.859181 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f613f7f4-0116-413c-bc9b-0fafbaba7500 req-6cb163b5-f091-4500-9bdf-29827f478e60 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc00738-3eb4-417c-99b9-3a011a3334ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443990 Jan 18 21:17:10.312361 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781345b-e297-4e0c-875d-d190e0141171 req-ad69dae4-1a18-4f09-850c-f8ac09831039 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:10.313845 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9781345b-e297-4e0c-875d-d190e0141171 req-ad69dae4-1a18-4f09-850c-f8ac09831039 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.57 "GET /v2.0/ports?device_id=fe3f8b68-7c8c-4e67-bba5-942c684fff72 HTTP/1.1" status: 200 len: 945 time: 0.0482805 Jan 18 21:17:10.398363 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-9781345b-e297-4e0c-875d-d190e0141171 req-341e1d75-9ccf-465e-a8cc-b3abe2123be4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Deleting port 7420ec3b-c726-451a-9477-f3e77695fa7e {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:17:10.398706 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9781345b-e297-4e0c-875d-d190e0141171 req-341e1d75-9ccf-465e-a8cc-b3abe2123be4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (7420ec3b-c726-451a-9477-f3e77695fa7e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:10.487697 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-9781345b-e297-4e0c-875d-d190e0141171 req-341e1d75-9ccf-465e-a8cc-b3abe2123be4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] For port 7420ec3b-c726-451a-9477-f3e77695fa7e, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=7420ec3b-c726-451a-9477-f3e77695fa7e,segment=NetworkSegment(d6ce3e77-98f5-4a7d-bf72-d6442f568e21),segment_id=d6ce3e77-98f5-4a7d-bf72-d6442f568e21)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:17:10.488050 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9781345b-e297-4e0c-875d-d190e0141171 req-341e1d75-9ccf-465e-a8cc-b3abe2123be4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (7420ec3b-c726-451a-9477-f3e77695fa7e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:10.499683 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-9781345b-e297-4e0c-875d-d190e0141171 req-341e1d75-9ccf-465e-a8cc-b3abe2123be4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Calling delete_port for 7420ec3b-c726-451a-9477-f3e77695fa7e owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:17:10.626372 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9781345b-e297-4e0c-875d-d190e0141171 req-341e1d75-9ccf-465e-a8cc-b3abe2123be4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (7420ec3b-c726-451a-9477-f3e77695fa7e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:10.653568 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e1d75-9ccf-465e-a8cc-b3abe2123be4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Port': ['ID=7420ec3b-c726-451a-9477-f3e77695fa7e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:10.664122 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e1d75-9ccf-465e-a8cc-b3abe2123be4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:10.664478 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e1d75-9ccf-465e-a8cc-b3abe2123be4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:10.664824 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e1d75-9ccf-465e-a8cc-b3abe2123be4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:10.665163 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e1d75-9ccf-465e-a8cc-b3abe2123be4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:10.665500 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e1d75-9ccf-465e-a8cc-b3abe2123be4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:10.665858 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e1d75-9ccf-465e-a8cc-b3abe2123be4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:10.666190 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e1d75-9ccf-465e-a8cc-b3abe2123be4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:10.666545 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e1d75-9ccf-465e-a8cc-b3abe2123be4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:10.666878 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e1d75-9ccf-465e-a8cc-b3abe2123be4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:10.667204 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e1d75-9ccf-465e-a8cc-b3abe2123be4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:10.667864 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e1d75-9ccf-465e-a8cc-b3abe2123be4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:10.667864 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e1d75-9ccf-465e-a8cc-b3abe2123be4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:10.668126 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e1d75-9ccf-465e-a8cc-b3abe2123be4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:10.707770 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-9781345b-e297-4e0c-875d-d190e0141171 req-341e1d75-9ccf-465e-a8cc-b3abe2123be4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] No DVR routers for this DVR port 7420ec3b-c726-451a-9477-f3e77695fa7e on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:17:10.711037 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9781345b-e297-4e0c-875d-d190e0141171 req-341e1d75-9ccf-465e-a8cc-b3abe2123be4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:10.715527 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9781345b-e297-4e0c-875d-d190e0141171 req-341e1d75-9ccf-465e-a8cc-b3abe2123be4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.57 "DELETE /v2.0/ports/7420ec3b-c726-451a-9477-f3e77695fa7e HTTP/1.1" status: 204 len: 173 time: 0.3959200 Jan 18 21:17:10.715990 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3f8b68-7c8c-4e67-bba5-942c684fff72', 'name': 'network-vif-deleted', 'tag': '7420ec3b-c726-451a-9477-f3e77695fa7e'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:17:10.718275 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d1b4c2-46a8-46d0-b8ee-a3d8d5cf3a00" -d '{"events": [{"server_uuid": "fe3f8b68-7c8c-4e67-bba5-942c684fff72", "name": "network-vif-deleted", "tag": "7420ec3b-c726-451a-9477-f3e77695fa7e"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:17:10.757308 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347bd0ba-66cb-4be6-9e33-350a46c5fba3 x-openstack-request-id: req-347bd0ba-66cb-4be6-9e33-350a46c5fba3 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:17:10.757609 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3f8b68-7c8c-4e67-bba5-942c684fff72", "name": "network-vif-deleted", "tag": "7420ec3b-c726-451a-9477-f3e77695fa7e", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:17:10.757887 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-347bd0ba-66cb-4be6-9e33-350a46c5fba3 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:17:10.758771 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3f8b68-7c8c-4e67-bba5-942c684fff72', 'name': 'network-vif-deleted', 'tag': '7420ec3b-c726-451a-9477-f3e77695fa7e', 'status': 'completed', 'code': 200} Jan 18 21:17:10.962571 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5a9409d9-60e0-4c46-a985-b943b777c86e req-aabb7f7c-2d15-4aab-9979-654f00d23a4a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe3f8b68-7c8c-4e67-bba5-942c684fff72 HTTP/1.1" status: 200 len: 210 time: 0.0254078 Jan 18 21:17:12.018719 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43054) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:17:12.718145 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f3d4a73e-b2da-4343-9dba-52b1179448b4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (c0784afa-1b67-4798-9aa9-676dc1bec4c7), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:12.964823 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-f3d4a73e-b2da-4343-9dba-52b1179448b4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Deleting port 03aa287d-82f6-4026-be1f-02e044978032 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:17:12.965158 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f3d4a73e-b2da-4343-9dba-52b1179448b4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (03aa287d-82f6-4026-be1f-02e044978032), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:13.050533 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-f3d4a73e-b2da-4343-9dba-52b1179448b4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] For port 03aa287d-82f6-4026-be1f-02e044978032, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=03aa287d-82f6-4026-be1f-02e044978032,segment=NetworkSegment(d6ce3e77-98f5-4a7d-bf72-d6442f568e21),segment_id=d6ce3e77-98f5-4a7d-bf72-d6442f568e21)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:17:13.051216 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f3d4a73e-b2da-4343-9dba-52b1179448b4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (03aa287d-82f6-4026-be1f-02e044978032), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:13.062875 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-f3d4a73e-b2da-4343-9dba-52b1179448b4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Calling delete_port for 03aa287d-82f6-4026-be1f-02e044978032 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:17:13.243771 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f3d4a73e-b2da-4343-9dba-52b1179448b4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (03aa287d-82f6-4026-be1f-02e044978032), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:13.271453 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4a73e-b2da-4343-9dba-52b1179448b4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Port': ['ID=03aa287d-82f6-4026-be1f-02e044978032,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:13.451052 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f3d4a73e-b2da-4343-9dba-52b1179448b4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (c0784afa-1b67-4798-9aa9-676dc1bec4c7), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:13.684851 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d4a73e-b2da-4343-9dba-52b1179448b4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Router c0784afa-1b67-4798-9aa9-676dc1bec4c7 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:17:13.788433 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d4a73e-b2da-4343-9dba-52b1179448b4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:17:13.793557 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f3d4a73e-b2da-4343-9dba-52b1179448b4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "PUT /v2.0/routers/c0784afa-1b67-4798-9aa9-676dc1bec4c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7738428 Jan 18 21:17:13.796255 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43056) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:17:13.799662 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c7b69f-0695-4002-82ef-a38e94e81222 None None] Sync routers for ids ['c0784afa-1b67-4798-9aa9-676dc1bec4c7'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:17:13.809311 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c7b69f-0695-4002-82ef-a38e94e81222 None None] Routers {'c0784afa-1b67-4798-9aa9-676dc1bec4c7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:17:13.810018 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-04c7b69f-0695-4002-82ef-a38e94e81222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:16:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['c0784afa-1b67-4798-9aa9-676dc1bec4c7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:17:13.851852 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf9a589-abcd-403a-bfd1-ea31f95c2f3f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Deleting subnet 1b9aaa5d-3f73-4ab2-9d29-05c621c017ba {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 21:17:13.854853 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6cf9a589-abcd-403a-bfd1-ea31f95c2f3f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for subnet (1b9aaa5d-3f73-4ab2-9d29-05c621c017ba), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:13.895339 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6cf9a589-abcd-403a-bfd1-ea31f95c2f3f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (1b9aaa5d-3f73-4ab2-9d29-05c621c017ba), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:13.913075 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-04c7b69f-0695-4002-82ef-a38e94e81222 None None] Set router c0784afa-1b67-4798-9aa9-676dc1bec4c7 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:17:13.979332 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6cf9a589-abcd-403a-bfd1-ea31f95c2f3f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (1b9aaa5d-3f73-4ab2-9d29-05c621c017ba), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:14.039686 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6cf9a589-abcd-403a-bfd1-ea31f95c2f3f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (1b9aaa5d-3f73-4ab2-9d29-05c621c017ba), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:14.078892 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9a589-abcd-403a-bfd1-ea31f95c2f3f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Subnet': ['ID=1b9aaa5d-3f73-4ab2-9d29-05c621c017ba,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:14.082932 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6449f15-174e-4186-880f-da084aa4ab80 None None] Network ec4d0da6-0070-4220-a49a-b20e69b43f4d requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:17:14.088269 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-04c7b69f-0695-4002-82ef-a38e94e81222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115737132', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:15:42Z', 'updated_at': '2022-01-18T21:17:13Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:15:43Z', 'updated_at': '2022-01-18T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:17:14.094409 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6cf9a589-abcd-403a-bfd1-ea31f95c2f3f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:14.099779 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6cf9a589-abcd-403a-bfd1-ea31f95c2f3f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "DELETE /v2.0/subnets/1b9aaa5d-3f73-4ab2-9d29-05c621c017ba HTTP/1.1" status: 204 len: 168 time: 0.3023994 Jan 18 21:17:14.102736 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43058) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:17:14.120060 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c7b69f-0695-4002-82ef-a38e94e81222 None None] Checking router: c0784afa-1b67-4798-9aa9-676dc1bec4c7 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:17:14.128741 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c7b69f-0695-4002-82ef-a38e94e81222 None None] Routers {'c0784afa-1b67-4798-9aa9-676dc1bec4c7'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:17:14.129523 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-04c7b69f-0695-4002-82ef-a38e94e81222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:16:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['c0784afa-1b67-4798-9aa9-676dc1bec4c7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:17:14.218537 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07ab4447-3ae7-4ece-a114-e1c5c10c7163 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router (c0784afa-1b67-4798-9aa9-676dc1bec4c7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:14.235954 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-04c7b69f-0695-4002-82ef-a38e94e81222 None None] Set router c0784afa-1b67-4798-9aa9-676dc1bec4c7 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:17:14.262383 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64efa4d-b529-492e-ba86-c8cbe1717e58 None None] DHCP port deletion for ec4d0da6-0070-4220-a49a-b20e69b43f4d request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:17:14.310411 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a64efa4d-b529-492e-ba86-c8cbe1717e58 None None] Deleting port 4dcda592-f0a7-491b-b29a-56b6c2859292 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:17:14.310789 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a64efa4d-b529-492e-ba86-c8cbe1717e58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (4dcda592-f0a7-491b-b29a-56b6c2859292), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:14.341373 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07ab4447-3ae7-4ece-a114-e1c5c10c7163 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_gateway (c0784afa-1b67-4798-9aa9-676dc1bec4c7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:14.380747 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a64efa4d-b529-492e-ba86-c8cbe1717e58 None None] For port 4dcda592-f0a7-491b-b29a-56b6c2859292, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=4dcda592-f0a7-491b-b29a-56b6c2859292,segment=NetworkSegment(d6ce3e77-98f5-4a7d-bf72-d6442f568e21),segment_id=d6ce3e77-98f5-4a7d-bf72-d6442f568e21)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:17:14.381139 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a64efa4d-b529-492e-ba86-c8cbe1717e58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (4dcda592-f0a7-491b-b29a-56b6c2859292), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:14.394508 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a64efa4d-b529-492e-ba86-c8cbe1717e58 None None] Calling delete_port for 4dcda592-f0a7-491b-b29a-56b6c2859292 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:17:14.397648 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-07ab4447-3ae7-4ece-a114-e1c5c10c7163 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Deleting port 1b04d6f2-229b-4785-9b6f-729e6a315300 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:17:14.398223 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07ab4447-3ae7-4ece-a114-e1c5c10c7163 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (1b04d6f2-229b-4785-9b6f-729e6a315300), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:14.440690 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-04c7b69f-0695-4002-82ef-a38e94e81222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115737132', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:15:42Z', 'updated_at': '2022-01-18T21:17:13Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:15:43Z', 'updated_at': '2022-01-18T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:17:14.466493 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c7b69f-0695-4002-82ef-a38e94e81222 None None] The sync data for ids ['c0784afa-1b67-4798-9aa9-676dc1bec4c7'] in n-d-741529-9 is: [{'id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115737132', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:15:42Z', 'updated_at': '2022-01-18T21:17:13Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '1b04d6f2-229b-4785-9b6f-729e6a315300', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0784afa-1b67-4798-9aa9-676dc1bec4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:15:43Z', 'updated_at': '2022-01-18T21:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:17:14.483290 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a64efa4d-b529-492e-ba86-c8cbe1717e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (4dcda592-f0a7-491b-b29a-56b6c2859292), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:14.491656 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-07ab4447-3ae7-4ece-a114-e1c5c10c7163 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] For port 1b04d6f2-229b-4785-9b6f-729e6a315300, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=1b04d6f2-229b-4785-9b6f-729e6a315300,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:17:14.492028 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07ab4447-3ae7-4ece-a114-e1c5c10c7163 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (1b04d6f2-229b-4785-9b6f-729e6a315300), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:14.509449 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-07ab4447-3ae7-4ece-a114-e1c5c10c7163 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Calling delete_port for 1b04d6f2-229b-4785-9b6f-729e6a315300 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:17:14.513022 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64efa4d-b529-492e-ba86-c8cbe1717e58 None None] No DVR routers for this DVR port 4dcda592-f0a7-491b-b29a-56b6c2859292 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:17:14.514884 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64efa4d-b529-492e-ba86-c8cbe1717e58 None None] Pushing event deleted for resources: {'Port': ['ID=4dcda592-f0a7-491b-b29a-56b6c2859292,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:14.523627 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64efa4d-b529-492e-ba86-c8cbe1717e58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:14.523733 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64efa4d-b529-492e-ba86-c8cbe1717e58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:14.524381 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64efa4d-b529-492e-ba86-c8cbe1717e58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:14.524381 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64efa4d-b529-492e-ba86-c8cbe1717e58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:14.524600 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64efa4d-b529-492e-ba86-c8cbe1717e58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:14.524932 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64efa4d-b529-492e-ba86-c8cbe1717e58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:14.525255 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64efa4d-b529-492e-ba86-c8cbe1717e58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:14.526041 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64efa4d-b529-492e-ba86-c8cbe1717e58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:14.526041 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64efa4d-b529-492e-ba86-c8cbe1717e58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:14.526313 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64efa4d-b529-492e-ba86-c8cbe1717e58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:14.526634 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64efa4d-b529-492e-ba86-c8cbe1717e58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:14.526987 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64efa4d-b529-492e-ba86-c8cbe1717e58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:14.527458 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64efa4d-b529-492e-ba86-c8cbe1717e58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:14.681362 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07ab4447-3ae7-4ece-a114-e1c5c10c7163 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (1b04d6f2-229b-4785-9b6f-729e6a315300), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:14.705948 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab4447-3ae7-4ece-a114-e1c5c10c7163 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Port': ['ID=1b04d6f2-229b-4785-9b6f-729e6a315300,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:14.720004 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403f768e-2949-42a1-a591-7a9846102774 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:17:14.768151 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07ab4447-3ae7-4ece-a114-e1c5c10c7163 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (c0784afa-1b67-4798-9aa9-676dc1bec4c7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:14.862212 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07ab4447-3ae7-4ece-a114-e1c5c10c7163 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (c0784afa-1b67-4798-9aa9-676dc1bec4c7), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:14.864417 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07ab4447-3ae7-4ece-a114-e1c5c10c7163 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_controller (c0784afa-1b67-4798-9aa9-676dc1bec4c7), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:14.909396 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07ab4447-3ae7-4ece-a114-e1c5c10c7163 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (c0784afa-1b67-4798-9aa9-676dc1bec4c7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:14.910018 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ab4447-3ae7-4ece-a114-e1c5c10c7163 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Fanout notify agent at l3_agent the message router_deleted on router c0784afa-1b67-4798-9aa9-676dc1bec4c7 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 21:17:14.917899 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07ab4447-3ae7-4ece-a114-e1c5c10c7163 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:14.919056 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-07ab4447-3ae7-4ece-a114-e1c5c10c7163 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "DELETE /v2.0/routers/c0784afa-1b67-4798-9aa9-676dc1bec4c7 HTTP/1.1" status: 204 len: 168 time: 0.8152752 Jan 18 21:17:14.921757 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43060) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:17:14.998347 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-38e564cf-7260-4b4b-bfcf-eab608878bcc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (ec4d0da6-0070-4220-a49a-b20e69b43f4d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:15.090838 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-38e564cf-7260-4b4b-bfcf-eab608878bcc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (ec4d0da6-0070-4220-a49a-b20e69b43f4d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:15.112376 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-38e564cf-7260-4b4b-bfcf-eab608878bcc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4d0da6-0070-4220-a49a-b20e69b43f4d']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:17:15.122725 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-38e564cf-7260-4b4b-bfcf-eab608878bcc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ce3e77-98f5-4a7d-bf72-d6442f568e21') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:17:15.123147 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-38e564cf-7260-4b4b-bfcf-eab608878bcc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ce3e77-98f5-4a7d-bf72-d6442f568e21') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:17:15.134718 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-38e564cf-7260-4b4b-bfcf-eab608878bcc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (d6ce3e77-98f5-4a7d-bf72-d6442f568e21), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:15.147917 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-38e564cf-7260-4b4b-bfcf-eab608878bcc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (d6ce3e77-98f5-4a7d-bf72-d6442f568e21), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:15.153564 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e564cf-7260-4b4b-bfcf-eab608878bcc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 21:17:15.153972 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-38e564cf-7260-4b4b-bfcf-eab608878bcc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (d6ce3e77-98f5-4a7d-bf72-d6442f568e21), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: timer() Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 21:17:15.156790 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 21:17:15.216258 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-38e564cf-7260-4b4b-bfcf-eab608878bcc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (ec4d0da6-0070-4220-a49a-b20e69b43f4d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:15.222962 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-38e564cf-7260-4b4b-bfcf-eab608878bcc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:15.226051 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-38e564cf-7260-4b4b-bfcf-eab608878bcc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "DELETE /v2.0/networks/ec4d0da6-0070-4220-a49a-b20e69b43f4d HTTP/1.1" status: 204 len: 168 time: 0.3031838 Jan 18 21:17:15.229454 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43062) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:17:15.237521 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e564cf-7260-4b4b-bfcf-eab608878bcc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Network': ['ID=ec4d0da6-0070-4220-a49a-b20e69b43f4d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:15.289161 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-827d6276-7d4f-4e0d-b523-4dedcd2faec6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (8dc00738-3eb4-417c-99b9-3a011a3334ab), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:15.315528 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-827d6276-7d4f-4e0d-b523-4dedcd2faec6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (8dc00738-3eb4-417c-99b9-3a011a3334ab), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:15.371994 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 7420ec3b-c726-451a-9477-f3e77695fa7e no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:17:15.383517 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-827d6276-7d4f-4e0d-b523-4dedcd2faec6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (8dc00738-3eb4-417c-99b9-3a011a3334ab), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:15.386280 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-827d6276-7d4f-4e0d-b523-4dedcd2faec6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:15.387408 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-827d6276-7d4f-4e0d-b523-4dedcd2faec6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "DELETE /v2.0/security-groups/8dc00738-3eb4-417c-99b9-3a011a3334ab HTTP/1.1" status: 204 len: 168 time: 0.1568787 Jan 18 21:17:15.396533 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d6276-7d4f-4e0d-b523-4dedcd2faec6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc00738-3eb4-417c-99b9-3a011a3334ab,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:15.405131 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 7420ec3b-c726-451a-9477-f3e77695fa7e {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:17:15.405484 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 7420ec3b-c726-451a-9477-f3e77695fa7e not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:17:15.545198 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 03aa287d-82f6-4026-be1f-02e044978032 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:17:15.564719 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 03aa287d-82f6-4026-be1f-02e044978032 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:17:15.565064 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 03aa287d-82f6-4026-be1f-02e044978032 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:17:15.565468 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4dcda592-f0a7-491b-b29a-56b6c2859292 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:17:15.583579 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 4dcda592-f0a7-491b-b29a-56b6c2859292 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:17:15.583928 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 4dcda592-f0a7-491b-b29a-56b6c2859292 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:17:15.584336 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 1b04d6f2-229b-4785-9b6f-729e6a315300 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:17:15.608507 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 1b04d6f2-229b-4785-9b6f-729e6a315300 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:17:15.608859 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 1b04d6f2-229b-4785-9b6f-729e6a315300 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:17:15.625776 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43068) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:17:15.630564 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-1760a072-4d2f-4dc3-94b2-497063850767 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-158073109', 'description': 'tempest-secgroup-smoke-158073109 description', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:17:15.653566 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1760a072-4d2f-4dc3-94b2-497063850767 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:15.718146 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1760a072-4d2f-4dc3-94b2-497063850767 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (fac57a62-aa37-450e-831c-87f9e934e28a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:15.721850 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1760a072-4d2f-4dc3-94b2-497063850767 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (fac57a62-aa37-450e-831c-87f9e934e28a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:15.750145 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1760a072-4d2f-4dc3-94b2-497063850767 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:15.751334 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1760a072-4d2f-4dc3-94b2-497063850767 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1245642 Jan 18 21:17:15.753153 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760a072-4d2f-4dc3-94b2-497063850767 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac57a62-aa37-450e-831c-87f9e934e28a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:15.754498 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43070) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:17:15.759280 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-5bdf95d4-46a0-4c40-8fa4-6f9615067077 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': 'fac57a62-aa37-450e-831c-87f9e934e28a', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:17:15.787941 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5bdf95d4-46a0-4c40-8fa4-6f9615067077 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (8eadd948-4bca-4245-82e1-6e5ba2bc5ac9), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:15.831630 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5bdf95d4-46a0-4c40-8fa4-6f9615067077 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (8eadd948-4bca-4245-82e1-6e5ba2bc5ac9), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:15.834983 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5bdf95d4-46a0-4c40-8fa4-6f9615067077 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (8eadd948-4bca-4245-82e1-6e5ba2bc5ac9), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:15.852077 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf95d4-46a0-4c40-8fa4-6f9615067077 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eadd948-4bca-4245-82e1-6e5ba2bc5ac9,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:15.860203 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5bdf95d4-46a0-4c40-8fa4-6f9615067077 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:15.861390 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5bdf95d4-46a0-4c40-8fa4-6f9615067077 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1058192 Jan 18 21:17:15.864216 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43072) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:17:15.868512 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-10c9807d-b230-488a-aad2-6c404ab2cf02 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': 'fac57a62-aa37-450e-831c-87f9e934e28a', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:17:15.895997 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-10c9807d-b230-488a-aad2-6c404ab2cf02 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (1d6b9867-ab1d-438e-85b7-263c73e713bb), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:15.949361 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-10c9807d-b230-488a-aad2-6c404ab2cf02 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (1d6b9867-ab1d-438e-85b7-263c73e713bb), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:15.953060 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-10c9807d-b230-488a-aad2-6c404ab2cf02 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (1d6b9867-ab1d-438e-85b7-263c73e713bb), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:15.970788 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9807d-b230-488a-aad2-6c404ab2cf02 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d6b9867-ab1d-438e-85b7-263c73e713bb,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:15.978007 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-10c9807d-b230-488a-aad2-6c404ab2cf02 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:15.979182 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-10c9807d-b230-488a-aad2-6c404ab2cf02 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1140664 Jan 18 21:17:15.981893 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43074) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:17:15.986438 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-199e0fda-fb21-4cc3-816c-8e08bac94c11 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': 'fac57a62-aa37-450e-831c-87f9e934e28a', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:17:16.012553 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-199e0fda-fb21-4cc3-816c-8e08bac94c11 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (ec82813b-aae4-43ad-8497-004e60d373a7), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:16.066431 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-199e0fda-fb21-4cc3-816c-8e08bac94c11 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (ec82813b-aae4-43ad-8497-004e60d373a7), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:16.069614 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-199e0fda-fb21-4cc3-816c-8e08bac94c11 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (ec82813b-aae4-43ad-8497-004e60d373a7), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:16.087005 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e0fda-fb21-4cc3-816c-8e08bac94c11 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec82813b-aae4-43ad-8497-004e60d373a7,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:16.092460 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-199e0fda-fb21-4cc3-816c-8e08bac94c11 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:16.093719 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-199e0fda-fb21-4cc3-816c-8e08bac94c11 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1109021 Jan 18 21:17:16.096489 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43076) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:17:16.101030 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-8d0fb091-7e3f-4a8a-8834-6e0748963238 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': 'fac57a62-aa37-450e-831c-87f9e934e28a', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:17:16.128503 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d0fb091-7e3f-4a8a-8834-6e0748963238 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (53f36ef8-1be8-47f9-be7e-c7c9591b7a0b), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:16.189191 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d0fb091-7e3f-4a8a-8834-6e0748963238 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (53f36ef8-1be8-47f9-be7e-c7c9591b7a0b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:16.192554 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d0fb091-7e3f-4a8a-8834-6e0748963238 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (53f36ef8-1be8-47f9-be7e-c7c9591b7a0b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:16.208869 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0fb091-7e3f-4a8a-8834-6e0748963238 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f36ef8-1be8-47f9-be7e-c7c9591b7a0b,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:16.217825 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d0fb091-7e3f-4a8a-8834-6e0748963238 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:16.219078 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8d0fb091-7e3f-4a8a-8834-6e0748963238 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215734 Jan 18 21:17:16.221716 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43078) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:17:16.226033 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-adf6229b-7709-41d1-be84-b8ea99790705 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': 'fac57a62-aa37-450e-831c-87f9e934e28a', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:17:16.249363 n-d-741529-9 neutron-server[103335]: INFO neutron.db.securitygroups_db [None req-adf6229b-7709-41d1-be84-b8ea99790705 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Project c09e16e9f5a443bda5c1698c9e5d5165 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 21:17:16.254210 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-adf6229b-7709-41d1-be84-b8ea99790705 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (425d32f8-8b04-4356-bf26-51b805d3bc25), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:16.315557 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-adf6229b-7709-41d1-be84-b8ea99790705 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (425d32f8-8b04-4356-bf26-51b805d3bc25), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:16.319003 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-adf6229b-7709-41d1-be84-b8ea99790705 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (425d32f8-8b04-4356-bf26-51b805d3bc25), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:16.336049 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6229b-7709-41d1-be84-b8ea99790705 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425d32f8-8b04-4356-bf26-51b805d3bc25,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:16.343486 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-adf6229b-7709-41d1-be84-b8ea99790705 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:16.344653 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-adf6229b-7709-41d1-be84-b8ea99790705 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220422 Jan 18 21:17:16.347411 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43080) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:17:16.351616 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-a0e1c246-b94e-4b5a-93ed-c4b35b4f1082 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': 'fac57a62-aa37-450e-831c-87f9e934e28a', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:17:16.374100 n-d-741529-9 neutron-server[103335]: INFO neutron.db.securitygroups_db [None req-a0e1c246-b94e-4b5a-93ed-c4b35b4f1082 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Project c09e16e9f5a443bda5c1698c9e5d5165 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 21:17:16.378848 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0e1c246-b94e-4b5a-93ed-c4b35b4f1082 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (2d19b696-8795-4ea3-8965-8b3e445cc3c4), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:16.436405 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0e1c246-b94e-4b5a-93ed-c4b35b4f1082 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (2d19b696-8795-4ea3-8965-8b3e445cc3c4), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:16.439644 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0e1c246-b94e-4b5a-93ed-c4b35b4f1082 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (2d19b696-8795-4ea3-8965-8b3e445cc3c4), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:16.457066 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1c246-b94e-4b5a-93ed-c4b35b4f1082 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d19b696-8795-4ea3-8965-8b3e445cc3c4,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:16.465836 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0e1c246-b94e-4b5a-93ed-c4b35b4f1082 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:16.467185 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a0e1c246-b94e-4b5a-93ed-c4b35b4f1082 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188712 Jan 18 21:17:16.469994 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43082) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:17:16.474778 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-32e07fde-87b3-4602-82bc-0e38479e493d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'network': {'name': 'tempest-network-smoke--651530711', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'port_security_enabled': True}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:17:16.500860 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e07fde-87b3-4602-82bc-0e38479e493d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Made reservation on behalf of c09e16e9f5a443bda5c1698c9e5d5165 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:17:16.504399 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-32e07fde-87b3-4602-82bc-0e38479e493d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:16.528436 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e07fde-87b3-4602-82bc-0e38479e493d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 21:17:16.537213 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-32e07fde-87b3-4602-82bc-0e38479e493d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (16d0d579-9816-468f-9dcf-f986148e4c1f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:16.537571 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-32e07fde-87b3-4602-82bc-0e38479e493d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Added segment 16d0d579-9816-468f-9dcf-f986148e4c1f of type vlan for network b8f9b630-c0be-4f78-b7fa-b0b4168b25dd Jan 18 21:17:16.576067 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-32e07fde-87b3-4602-82bc-0e38479e493d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (b8f9b630-c0be-4f78-b7fa-b0b4168b25dd), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:16.600375 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-32e07fde-87b3-4602-82bc-0e38479e493d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (b8f9b630-c0be-4f78-b7fa-b0b4168b25dd), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:16.606112 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e07fde-87b3-4602-82bc-0e38479e493d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:16.606678 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-32e07fde-87b3-4602-82bc-0e38479e493d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:16.646398 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-32e07fde-87b3-4602-82bc-0e38479e493d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1754093 Jan 18 21:17:16.649276 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43084) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:17:16.654692 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-3578366a-2111-4fef-8125-96ee6d9ef0df tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-737677032', 'admin_state_up': True, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:17:16.678425 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3578366a-2111-4fef-8125-96ee6d9ef0df tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (03194243-62e3-439a-82f8-6e3de9d43d4b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:16.678664 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e07fde-87b3-4602-82bc-0e38479e493d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Network': ['ID=b8f9b630-c0be-4f78-b7fa-b0b4168b25dd,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:16.679441 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3578366a-2111-4fef-8125-96ee6d9ef0df tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (03194243-62e3-439a-82f8-6e3de9d43d4b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:16.689682 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network b8f9b630-c0be-4f78-b7fa-b0b4168b25dd details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 21:17:16.738984 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3578366a-2111-4fef-8125-96ee6d9ef0df tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_controller (03194243-62e3-439a-82f8-6e3de9d43d4b), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:16.872324 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3578366a-2111-4fef-8125-96ee6d9ef0df tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_gateway (03194243-62e3-439a-82f8-6e3de9d43d4b), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:17.052343 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3578366a-2111-4fef-8125-96ee6d9ef0df tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_gateway (03194243-62e3-439a-82f8-6e3de9d43d4b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:17.070543 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3578366a-2111-4fef-8125-96ee6d9ef0df tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:17.171247 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-3578366a-2111-4fef-8125-96ee6d9ef0df tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Allocated IP 172.25.4.87 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/8395982f-5a6b-4f54-b02d-ba34b7e7920e) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:17:17.268382 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3578366a-2111-4fef-8125-96ee6d9ef0df tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (8395982f-5a6b-4f54-b02d-ba34b7e7920e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:17.300940 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3578366a-2111-4fef-8125-96ee6d9ef0df tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (8395982f-5a6b-4f54-b02d-ba34b7e7920e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:17.344947 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3578366a-2111-4fef-8125-96ee6d9ef0df tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:17:17.347635 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-3578366a-2111-4fef-8125-96ee6d9ef0df tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:17:17.351179 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3578366a-2111-4fef-8125-96ee6d9ef0df tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:17:17.362780 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7ea263-104f-4140-8227-1bf0f2fb9507 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:17:17.379145 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578366a-2111-4fef-8125-96ee6d9ef0df tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=8395982f-5a6b-4f54-b02d-ba34b7e7920e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:17.462138 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-215ce5a1-5dc8-40f6-814e-a52ba1eda6c1 None None] Provisioning complete for port 8395982f-5a6b-4f54-b02d-ba34b7e7920e triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:17:17.462428 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-215ce5a1-5dc8-40f6-814e-a52ba1eda6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8395982f-5a6b-4f54-b02d-ba34b7e7920e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:17.496722 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-215ce5a1-5dc8-40f6-814e-a52ba1eda6c1 None None] Port 8395982f-5a6b-4f54-b02d-ba34b7e7920e cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:17:17.614797 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3578366a-2111-4fef-8125-96ee6d9ef0df tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_gateway (03194243-62e3-439a-82f8-6e3de9d43d4b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:17.803976 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3578366a-2111-4fef-8125-96ee6d9ef0df tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (03194243-62e3-439a-82f8-6e3de9d43d4b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:17.924467 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3578366a-2111-4fef-8125-96ee6d9ef0df tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Router 03194243-62e3-439a-82f8-6e3de9d43d4b is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 21:17:18.025000 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3578366a-2111-4fef-8125-96ee6d9ef0df tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:17:18.034759 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839258c7-61ed-475d-b71e-787f51845b24 None None] Sync routers for ids ['03194243-62e3-439a-82f8-6e3de9d43d4b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:17:18.045454 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839258c7-61ed-475d-b71e-787f51845b24 None None] Routers {'03194243-62e3-439a-82f8-6e3de9d43d4b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:17:18.046092 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-839258c7-61ed-475d-b71e-787f51845b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:16:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['03194243-62e3-439a-82f8-6e3de9d43d4b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:17:18.046276 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3578366a-2111-4fef-8125-96ee6d9ef0df tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:18.047478 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3578366a-2111-4fef-8125-96ee6d9ef0df tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.3970208 Jan 18 21:17:18.050623 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43086) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:17:18.084941 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4bf579ce-f815-4fbd-a8ec-ac02e6e2336f tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=c09e16e9f5a443bda5c1698c9e5d5165&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326457 Jan 18 21:17:18.087003 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43088) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:17:18.149512 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-839258c7-61ed-475d-b71e-787f51845b24 None None] Set router 03194243-62e3-439a-82f8-6e3de9d43d4b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:17:18.169445 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27024e00-f9b5-4074-bac8-a8d2db51e6a1 tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:18.170972 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-27024e00-f9b5-4074-bac8-a8d2db51e6a1 tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0830386 Jan 18 21:17:18.173808 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43090) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:17:18.204230 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0ac632b6-fd77-41b9-99aa-fa97aa8df863 tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b0799cf-8cdf-46d5-953b-bdacab604b8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293684 Jan 18 21:17:18.206754 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43092) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:17:18.211431 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-36f7fd52-7510-4eec-a344-eb33e799f02b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1575961596', 'network_id': 'b8f9b630-c0be-4f78-b7fa-b0b4168b25dd', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:17:18.300612 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f7fd52-7510-4eec-a344-eb33e799f02b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Made reservation on behalf of c09e16e9f5a443bda5c1698c9e5d5165 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:17:18.304688 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-36f7fd52-7510-4eec-a344-eb33e799f02b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:18.329258 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-839258c7-61ed-475d-b71e-787f51845b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737677032', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:17:16Z', 'updated_at': '2022-01-18T21:17:17Z', 'revision_number': 3, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:17:17Z', 'updated_at': '2022-01-18T21:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:17:18.522750 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839258c7-61ed-475d-b71e-787f51845b24 None None] Checking router: 03194243-62e3-439a-82f8-6e3de9d43d4b for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:17:18.523098 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839258c7-61ed-475d-b71e-787f51845b24 None None] Updating router 03194243-62e3-439a-82f8-6e3de9d43d4b port 8395982f-5a6b-4f54-b02d-ba34b7e7920e binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 21:17:18.548340 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-839258c7-61ed-475d-b71e-787f51845b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8395982f-5a6b-4f54-b02d-ba34b7e7920e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:18.804926 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-839258c7-61ed-475d-b71e-787f51845b24 None None] Publish callbacks [] for port (8395982f-5a6b-4f54-b02d-ba34b7e7920e), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:18.810955 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-839258c7-61ed-475d-b71e-787f51845b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8395982f-5a6b-4f54-b02d-ba34b7e7920e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:18.836368 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-36f7fd52-7510-4eec-a344-eb33e799f02b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (40d280f7-d7a5-44bd-b570-923ae93691b5), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:18.857381 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7495de4a-4ca4-4981-80a7-d40644c76df0 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:17:18.871884 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-839258c7-61ed-475d-b71e-787f51845b24 None None] Attempting to bind port 8395982f-5a6b-4f54-b02d-ba34b7e7920e on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:17:18.872249 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-839258c7-61ed-475d-b71e-787f51845b24 None None] Attempting to bind port 8395982f-5a6b-4f54-b02d-ba34b7e7920e by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:17:18.872633 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839258c7-61ed-475d-b71e-787f51845b24 None None] Attempting to bind port 8395982f-5a6b-4f54-b02d-ba34b7e7920e on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:17:18.875057 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b23fef-b4a6-4556-8d9f-ec1732382b21 None None] Pushing event updated for resources: {'Port': ['ID=8395982f-5a6b-4f54-b02d-ba34b7e7920e,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:18.880765 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839258c7-61ed-475d-b71e-787f51845b24 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:17:18.881140 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839258c7-61ed-475d-b71e-787f51845b24 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:17:18.881574 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-839258c7-61ed-475d-b71e-787f51845b24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:18.881962 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839258c7-61ed-475d-b71e-787f51845b24 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:17:18.882403 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-839258c7-61ed-475d-b71e-787f51845b24 None None] Bound port: 8395982f-5a6b-4f54-b02d-ba34b7e7920e, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:17:18.882779 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-839258c7-61ed-475d-b71e-787f51845b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8395982f-5a6b-4f54-b02d-ba34b7e7920e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:18.897891 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7fd52-7510-4eec-a344-eb33e799f02b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Subnet': ['ID=40d280f7-d7a5-44bd-b570-923ae93691b5,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:18.909011 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f7fd52-7510-4eec-a344-eb33e799f02b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Checking segment: {'id': '16d0d579-9816-468f-9dcf-f986148e4c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b8f9b630-c0be-4f78-b7fa-b0b4168b25dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:17:18.909405 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f7fd52-7510-4eec-a344-eb33e799f02b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network hostable DHCP agents. Network: b8f9b630-c0be-4f78-b7fa-b0b4168b25dd, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 21:17:18.926924 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f7fd52-7510-4eec-a344-eb33e799f02b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network b8f9b630-c0be-4f78-b7fa-b0b4168b25dd is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 21:17:18.936146 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-36f7fd52-7510-4eec-a344-eb33e799f02b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, b8f9b630-c0be-4f78-b7fa-b0b4168b25dd) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:17:18.940405 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f7fd52-7510-4eec-a344-eb33e799f02b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:18.941001 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-36f7fd52-7510-4eec-a344-eb33e799f02b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:18.942149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-839258c7-61ed-475d-b71e-787f51845b24 None None] For port 8395982f-5a6b-4f54-b02d-ba34b7e7920e, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:17:18.945528 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-839258c7-61ed-475d-b71e-787f51845b24 None None] For port 8395982f-5a6b-4f54-b02d-ba34b7e7920e, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8395982f-5a6b-4f54-b02d-ba34b7e7920e,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:17:18.946629 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-93634fe5-1f7b-4a82-bbc3-8f07aa2bb55a None None] Provisioning complete for port 8395982f-5a6b-4f54-b02d-ba34b7e7920e triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:17:18.947017 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-93634fe5-1f7b-4a82-bbc3-8f07aa2bb55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8395982f-5a6b-4f54-b02d-ba34b7e7920e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:18.949807 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e60f35-1b2a-4f0d-b466-07bdc5630a98 None None] Network b8f9b630-c0be-4f78-b7fa-b0b4168b25dd requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:17:18.959571 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-36f7fd52-7510-4eec-a344-eb33e799f02b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7518227 Jan 18 21:17:18.962469 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43094) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:17:18.973419 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-839258c7-61ed-475d-b71e-787f51845b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8395982f-5a6b-4f54-b02d-ba34b7e7920e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:19.069257 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafd93f9-b778-4138-bfe9-d8ed741b14b8 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:17:19.121585 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b23fef-b4a6-4556-8d9f-ec1732382b21 None None] Pushing event updated for resources: {'Port': ['ID=8395982f-5a6b-4f54-b02d-ba34b7e7920e,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:19.138481 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839258c7-61ed-475d-b71e-787f51845b24 None None] Routers {'03194243-62e3-439a-82f8-6e3de9d43d4b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:17:19.139102 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-839258c7-61ed-475d-b71e-787f51845b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:16:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['03194243-62e3-439a-82f8-6e3de9d43d4b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:17:19.175897 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649d5bea-e68a-4477-887a-d880f03da235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-b8f9b630-c0be-4f78-b7fa-b0b4168b25dd', 'network_id': 'b8f9b630-c0be-4f78-b7fa-b0b4168b25dd', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'fixed_ips': [{'subnet_id': '40d280f7-d7a5-44bd-b570-923ae93691b5'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 21:17:19.176741 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-649d5bea-e68a-4477-887a-d880f03da235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:19.315276 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-93634fe5-1f7b-4a82-bbc3-8f07aa2bb55a None None] Current status of the port 8395982f-5a6b-4f54-b02d-ba34b7e7920e is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:17:19.315662 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-93634fe5-1f7b-4a82-bbc3-8f07aa2bb55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8395982f-5a6b-4f54-b02d-ba34b7e7920e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:19.362737 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-93634fe5-1f7b-4a82-bbc3-8f07aa2bb55a None None] For port 8395982f-5a6b-4f54-b02d-ba34b7e7920e, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8395982f-5a6b-4f54-b02d-ba34b7e7920e,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:17:19.370915 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-93634fe5-1f7b-4a82-bbc3-8f07aa2bb55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8395982f-5a6b-4f54-b02d-ba34b7e7920e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:19.373666 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-839258c7-61ed-475d-b71e-787f51845b24 None None] Set router 03194243-62e3-439a-82f8-6e3de9d43d4b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:17:19.400131 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aae6f473-d92c-45a1-8034-c00fa4348cd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:19.559160 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-649d5bea-e68a-4477-887a-d880f03da235 None None] Allocated IP 172.20.0.2 (b8f9b630-c0be-4f78-b7fa-b0b4168b25dd/40d280f7-d7a5-44bd-b570-923ae93691b5/fd674382-d07e-4e85-9f56-120c511f241b) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:17:19.575908 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93634fe5-1f7b-4a82-bbc3-8f07aa2bb55a None None] Pushing event updated for resources: {'Port': ['ID=8395982f-5a6b-4f54-b02d-ba34b7e7920e,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:19.582991 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-737f3cfb-4f2f-49b7-bebe-75a35e4239d0 None None] Provisioning complete for port 8395982f-5a6b-4f54-b02d-ba34b7e7920e triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:17:19.583351 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-737f3cfb-4f2f-49b7-bebe-75a35e4239d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8395982f-5a6b-4f54-b02d-ba34b7e7920e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:19.821738 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-737f3cfb-4f2f-49b7-bebe-75a35e4239d0 None None] Current status of the port 8395982f-5a6b-4f54-b02d-ba34b7e7920e is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:17:19.836340 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-649d5bea-e68a-4477-887a-d880f03da235 None None] Publish callbacks [] for port (fd674382-d07e-4e85-9f56-120c511f241b), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:19.841569 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-839258c7-61ed-475d-b71e-787f51845b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737677032', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:17:16Z', 'updated_at': '2022-01-18T21:17:17Z', 'revision_number': 3, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:17:17Z', 'updated_at': '2022-01-18T21:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:17:19.844790 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-649d5bea-e68a-4477-887a-d880f03da235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (fd674382-d07e-4e85-9f56-120c511f241b), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:19.872474 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839258c7-61ed-475d-b71e-787f51845b24 None None] The sync data for ids ['03194243-62e3-439a-82f8-6e3de9d43d4b'] in n-d-741529-9 is: [{'id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737677032', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:17:16Z', 'updated_at': '2022-01-18T21:17:17Z', 'revision_number': 3, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:17:17Z', 'updated_at': '2022-01-18T21:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:17:19.895665 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-aae6f473-d92c-45a1-8034-c00fa4348cd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Allocated IP 172.20.0.1 (b8f9b630-c0be-4f78-b7fa-b0b4168b25dd/40d280f7-d7a5-44bd-b570-923ae93691b5/91639fee-b144-4528-bbcd-f10f03c60891) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:17:19.919590 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649d5bea-e68a-4477-887a-d880f03da235 None None] Network b8f9b630-c0be-4f78-b7fa-b0b4168b25dd is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:17:19.920676 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d5bea-e68a-4477-887a-d880f03da235 None None] Pushing event updated for resources: {'Port': ['ID=fd674382-d07e-4e85-9f56-120c511f241b,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:19.924096 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-649d5bea-e68a-4477-887a-d880f03da235 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:17:19.926117 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649d5bea-e68a-4477-887a-d880f03da235 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:17:19.978651 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-649d5bea-e68a-4477-887a-d880f03da235 None None] Attempting to bind port fd674382-d07e-4e85-9f56-120c511f241b on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:17:19.979539 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-649d5bea-e68a-4477-887a-d880f03da235 None None] Attempting to bind port fd674382-d07e-4e85-9f56-120c511f241b by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '16d0d579-9816-468f-9dcf-f986148e4c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b8f9b630-c0be-4f78-b7fa-b0b4168b25dd'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:17:19.979902 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649d5bea-e68a-4477-887a-d880f03da235 None None] Attempting to bind port fd674382-d07e-4e85-9f56-120c511f241b on network b8f9b630-c0be-4f78-b7fa-b0b4168b25dd {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:17:19.985230 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649d5bea-e68a-4477-887a-d880f03da235 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:17:19.985608 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649d5bea-e68a-4477-887a-d880f03da235 None None] Checking segment: {'id': '16d0d579-9816-468f-9dcf-f986148e4c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b8f9b630-c0be-4f78-b7fa-b0b4168b25dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:17:19.986042 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-649d5bea-e68a-4477-887a-d880f03da235 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:19.986589 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649d5bea-e68a-4477-887a-d880f03da235 None None] Bound using segment: {'id': '16d0d579-9816-468f-9dcf-f986148e4c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b8f9b630-c0be-4f78-b7fa-b0b4168b25dd'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:17:19.987058 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-649d5bea-e68a-4477-887a-d880f03da235 None None] Bound port: fd674382-d07e-4e85-9f56-120c511f241b, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d0d579-9816-468f-9dcf-f986148e4c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b8f9b630-c0be-4f78-b7fa-b0b4168b25dd'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:17:19.987442 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-649d5bea-e68a-4477-887a-d880f03da235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fd674382-d07e-4e85-9f56-120c511f241b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:20.008779 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aae6f473-d92c-45a1-8034-c00fa4348cd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (91639fee-b144-4528-bbcd-f10f03c60891), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:20.044089 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aae6f473-d92c-45a1-8034-c00fa4348cd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (91639fee-b144-4528-bbcd-f10f03c60891), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:20.055631 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-649d5bea-e68a-4477-887a-d880f03da235 None None] For port fd674382-d07e-4e85-9f56-120c511f241b, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:17:20.059189 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-649d5bea-e68a-4477-887a-d880f03da235 None None] For port fd674382-d07e-4e85-9f56-120c511f241b, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=fd674382-d07e-4e85-9f56-120c511f241b,segment=NetworkSegment(16d0d579-9816-468f-9dcf-f986148e4c1f),segment_id=16d0d579-9816-468f-9dcf-f986148e4c1f)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:17:20.063734 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-649d5bea-e68a-4477-887a-d880f03da235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fd674382-d07e-4e85-9f56-120c511f241b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:20.089961 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae6f473-d92c-45a1-8034-c00fa4348cd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network b8f9b630-c0be-4f78-b7fa-b0b4168b25dd is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:17:20.093009 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-aae6f473-d92c-45a1-8034-c00fa4348cd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:17:20.096736 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae6f473-d92c-45a1-8034-c00fa4348cd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:17:20.122914 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6f473-d92c-45a1-8034-c00fa4348cd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=91639fee-b144-4528-bbcd-f10f03c60891,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:20.136559 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d5bea-e68a-4477-887a-d880f03da235 None None] Pushing event updated for resources: {'Port': ['ID=fd674382-d07e-4e85-9f56-120c511f241b,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:20.167247 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aae6f473-d92c-45a1-8034-c00fa4348cd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (03194243-62e3-439a-82f8-6e3de9d43d4b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:20.247125 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:17:20.326117 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aae6f473-d92c-45a1-8034-c00fa4348cd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (91639fee-b144-4528-bbcd-f10f03c60891), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:20.636831 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aae6f473-d92c-45a1-8034-c00fa4348cd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (91639fee-b144-4528-bbcd-f10f03c60891), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:20.644340 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aae6f473-d92c-45a1-8034-c00fa4348cd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (91639fee-b144-4528-bbcd-f10f03c60891), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:20.724040 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6f473-d92c-45a1-8034-c00fa4348cd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=91639fee-b144-4528-bbcd-f10f03c60891,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:20.726456 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aae6f473-d92c-45a1-8034-c00fa4348cd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (03194243-62e3-439a-82f8-6e3de9d43d4b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:20.822663 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae6f473-d92c-45a1-8034-c00fa4348cd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network b8f9b630-c0be-4f78-b7fa-b0b4168b25dd is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:17:20.824470 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-aae6f473-d92c-45a1-8034-c00fa4348cd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:17:20.946174 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae6f473-d92c-45a1-8034-c00fa4348cd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Router 03194243-62e3-439a-82f8-6e3de9d43d4b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:17:21.059549 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae6f473-d92c-45a1-8034-c00fa4348cd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:17:21.065216 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-aae6f473-d92c-45a1-8034-c00fa4348cd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "PUT /v2.0/routers/03194243-62e3-439a-82f8-6e3de9d43d4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1017020 Jan 18 21:17:21.117507 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa79e24-b82f-4252-8a77-e1ae28a62c11 None None] Network b8f9b630-c0be-4f78-b7fa-b0b4168b25dd requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:17:21.201396 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1ebee362-12a5-4648-865e-921325aa75f1 None None] Provisioning complete for port fd674382-d07e-4e85-9f56-120c511f241b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:17:21.202133 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ebee362-12a5-4648-865e-921325aa75f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fd674382-d07e-4e85-9f56-120c511f241b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:21.215280 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-fbc0a58a-da54-4e2c-a175-0dc8376e0b97 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-158073109&fields=id&tenant_id=c09e16e9f5a443bda5c1698c9e5d5165 HTTP/1.1" status: 200 len: 267 time: 0.0443661 Jan 18 21:17:21.335322 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1ebee362-12a5-4648-865e-921325aa75f1 None None] Current status of the port fd674382-d07e-4e85-9f56-120c511f241b is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:17:21.336106 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ebee362-12a5-4648-865e-921325aa75f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fd674382-d07e-4e85-9f56-120c511f241b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:21.355421 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-03c4bca7-c8c0-4346-b976-cc152cccbdc1 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:21.357017 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-03c4bca7-c8c0-4346-b976-cc152cccbdc1 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/networks?id=b8f9b630-c0be-4f78-b7fa-b0b4168b25dd HTTP/1.1" status: 200 len: 796 time: 0.1346853 Jan 18 21:17:21.384258 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-27480089-30db-47b6-98b9-4a3f07915bc6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/quotas/c09e16e9f5a443bda5c1698c9e5d5165 HTTP/1.1" status: 200 len: 375 time: 0.0194263 Jan 18 21:17:21.391018 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1ebee362-12a5-4648-865e-921325aa75f1 None None] For port fd674382-d07e-4e85-9f56-120c511f241b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=fd674382-d07e-4e85-9f56-120c511f241b,segment=NetworkSegment(16d0d579-9816-468f-9dcf-f986148e4c1f),segment_id=16d0d579-9816-468f-9dcf-f986148e4c1f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:17:21.396671 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ebee362-12a5-4648-865e-921325aa75f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fd674382-d07e-4e85-9f56-120c511f241b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:21.489885 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebee362-12a5-4648-865e-921325aa75f1 None None] Pushing event updated for resources: {'Port': ['ID=fd674382-d07e-4e85-9f56-120c511f241b,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:21.499129 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-20f61b11-fa75-4f21-bc72-b955cefd7376 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1139176 Jan 18 21:17:21.505710 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-5f5844db-23a9-4c94-9061-5f30fefa0cbc service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 21:17:21.512894 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-5f5844db-23a9-4c94-9061-5f30fefa0cbc service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123200 Jan 18 21:17:21.640885 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8395982f-5a6b-4f54-b02d-ba34b7e7920e up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:17:21.645171 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-6ed0417a-7a7a-4d83-89c1-07c822a613e4 service neutron] 10.222.0.31 "GET /v2.0/networks/b8f9b630-c0be-4f78-b7fa-b0b4168b25dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308169 Jan 18 21:17:21.700555 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-5237725e-631d-477b-b2cc-5e4c4fcee688 None None] Provisioning complete for port 91639fee-b144-4528-bbcd-f10f03c60891 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:17:21.701072 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5237725e-631d-477b-b2cc-5e4c4fcee688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (91639fee-b144-4528-bbcd-f10f03c60891), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:21.757248 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5237725e-631d-477b-b2cc-5e4c4fcee688 None None] Port 91639fee-b144-4528-bbcd-f10f03c60891 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:17:21.777959 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-06442a40-5883-4c38-a0a1-9704ff6af569 service neutron] 10.222.0.31 "GET /v2.0/networks/b8f9b630-c0be-4f78-b7fa-b0b4168b25dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318567 Jan 18 21:17:21.789092 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 8395982f-5a6b-4f54-b02d-ba34b7e7920e triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:17:21.789478 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8395982f-5a6b-4f54-b02d-ba34b7e7920e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:21.806359 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f2c08a-879d-4c20-9c5f-a9dd42209da3 None None] Sync routers for ids ['03194243-62e3-439a-82f8-6e3de9d43d4b'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:17:21.813606 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-5237725e-631d-477b-b2cc-5e4c4fcee688 None None] Provisioning complete for port fd674382-d07e-4e85-9f56-120c511f241b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:17:21.814010 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5237725e-631d-477b-b2cc-5e4c4fcee688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fd674382-d07e-4e85-9f56-120c511f241b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:21.820058 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f2c08a-879d-4c20-9c5f-a9dd42209da3 None None] Routers {'03194243-62e3-439a-82f8-6e3de9d43d4b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:17:21.820662 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-53f2c08a-879d-4c20-9c5f-a9dd42209da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:16:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['03194243-62e3-439a-82f8-6e3de9d43d4b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:17:21.940465 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 8395982f-5a6b-4f54-b02d-ba34b7e7920e is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:17:21.941581 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device fd674382-d07e-4e85-9f56-120c511f241b up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:17:22.032201 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-53f2c08a-879d-4c20-9c5f-a9dd42209da3 None None] Set router 03194243-62e3-439a-82f8-6e3de9d43d4b gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:17:22.040554 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9f95d98d-9e84-44b9-b1ce-4560f074a3f9 req-81780b47-fb2a-4119-babd-d3ad09afb66b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 210 time: 0.0432689 Jan 18 21:17:22.295555 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-53f2c08a-879d-4c20-9c5f-a9dd42209da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737677032', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:17:16Z', 'updated_at': '2022-01-18T21:17:20Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:17:17Z', 'updated_at': '2022-01-18T21:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '91639fee-b144-4528-bbcd-f10f03c60891', 'name': '', 'network_id': 'b8f9b630-c0be-4f78-b7fa-b0b4168b25dd', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:dc:ad:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '40d280f7-d7a5-44bd-b570-923ae93691b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:17:19Z', 'updated_at': '2022-01-18T21:17:20Z', 'revision_number': 2, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '40d280f7-d7a5-44bd-b570-923ae93691b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:17:22.321439 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f2c08a-879d-4c20-9c5f-a9dd42209da3 None None] Checking router: 03194243-62e3-439a-82f8-6e3de9d43d4b for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:17:22.321819 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f2c08a-879d-4c20-9c5f-a9dd42209da3 None None] Updating router 03194243-62e3-439a-82f8-6e3de9d43d4b port 91639fee-b144-4528-bbcd-f10f03c60891 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 21:17:22.328952 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5237725e-631d-477b-b2cc-5e4c4fcee688 None None] Current status of the port fd674382-d07e-4e85-9f56-120c511f241b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:17:22.344305 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port fd674382-d07e-4e85-9f56-120c511f241b triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:17:22.344685 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fd674382-d07e-4e85-9f56-120c511f241b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:22.348439 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-53f2c08a-879d-4c20-9c5f-a9dd42209da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (91639fee-b144-4528-bbcd-f10f03c60891), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:22.426591 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port fd674382-d07e-4e85-9f56-120c511f241b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:17:22.448319 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7f863b9e-4190-4a01-ad88-93d8fb18ce33 None None] Provisioning complete for port 91639fee-b144-4528-bbcd-f10f03c60891 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:17:22.448707 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7f863b9e-4190-4a01-ad88-93d8fb18ce33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (91639fee-b144-4528-bbcd-f10f03c60891), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:22.493039 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7f863b9e-4190-4a01-ad88-93d8fb18ce33 None None] Port 91639fee-b144-4528-bbcd-f10f03c60891 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:17:22.727680 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-53f2c08a-879d-4c20-9c5f-a9dd42209da3 None None] Publish callbacks [] for port (91639fee-b144-4528-bbcd-f10f03c60891), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:22.733180 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-53f2c08a-879d-4c20-9c5f-a9dd42209da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (91639fee-b144-4528-bbcd-f10f03c60891), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:22.785326 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6634e-951b-477c-9b10-cc47bdccd82e None None] Pushing event updated for resources: {'Port': ['ID=91639fee-b144-4528-bbcd-f10f03c60891,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:22.804824 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6634e-951b-477c-9b10-cc47bdccd82e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:22.805177 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6634e-951b-477c-9b10-cc47bdccd82e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:22.805564 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6634e-951b-477c-9b10-cc47bdccd82e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:22.805859 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6634e-951b-477c-9b10-cc47bdccd82e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:22.806186 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6634e-951b-477c-9b10-cc47bdccd82e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:22.806508 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6634e-951b-477c-9b10-cc47bdccd82e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:22.807085 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6634e-951b-477c-9b10-cc47bdccd82e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:22.807169 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6634e-951b-477c-9b10-cc47bdccd82e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:22.807479 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6634e-951b-477c-9b10-cc47bdccd82e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:22.807788 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6634e-951b-477c-9b10-cc47bdccd82e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:22.808112 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6634e-951b-477c-9b10-cc47bdccd82e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:22.808419 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6634e-951b-477c-9b10-cc47bdccd82e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:22.808732 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6634e-951b-477c-9b10-cc47bdccd82e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:17:22.845039 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-53f2c08a-879d-4c20-9c5f-a9dd42209da3 None None] Attempting to bind port 91639fee-b144-4528-bbcd-f10f03c60891 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:17:22.845422 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-53f2c08a-879d-4c20-9c5f-a9dd42209da3 None None] Attempting to bind port 91639fee-b144-4528-bbcd-f10f03c60891 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '16d0d579-9816-468f-9dcf-f986148e4c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b8f9b630-c0be-4f78-b7fa-b0b4168b25dd'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:17:22.845827 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f2c08a-879d-4c20-9c5f-a9dd42209da3 None None] Attempting to bind port 91639fee-b144-4528-bbcd-f10f03c60891 on network b8f9b630-c0be-4f78-b7fa-b0b4168b25dd {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:17:22.851569 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f2c08a-879d-4c20-9c5f-a9dd42209da3 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:17:22.851943 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f2c08a-879d-4c20-9c5f-a9dd42209da3 None None] Checking segment: {'id': '16d0d579-9816-468f-9dcf-f986148e4c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b8f9b630-c0be-4f78-b7fa-b0b4168b25dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:17:22.852346 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-53f2c08a-879d-4c20-9c5f-a9dd42209da3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:22.852736 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f2c08a-879d-4c20-9c5f-a9dd42209da3 None None] Bound using segment: {'id': '16d0d579-9816-468f-9dcf-f986148e4c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b8f9b630-c0be-4f78-b7fa-b0b4168b25dd'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:17:22.853198 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-53f2c08a-879d-4c20-9c5f-a9dd42209da3 None None] Bound port: 91639fee-b144-4528-bbcd-f10f03c60891, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d0d579-9816-468f-9dcf-f986148e4c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b8f9b630-c0be-4f78-b7fa-b0b4168b25dd'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:17:22.853607 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-53f2c08a-879d-4c20-9c5f-a9dd42209da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (91639fee-b144-4528-bbcd-f10f03c60891), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:22.926756 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-53f2c08a-879d-4c20-9c5f-a9dd42209da3 None None] For port 91639fee-b144-4528-bbcd-f10f03c60891, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:17:22.932631 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-53f2c08a-879d-4c20-9c5f-a9dd42209da3 None None] For port 91639fee-b144-4528-bbcd-f10f03c60891, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=91639fee-b144-4528-bbcd-f10f03c60891,segment=NetworkSegment(16d0d579-9816-468f-9dcf-f986148e4c1f),segment_id=16d0d579-9816-468f-9dcf-f986148e4c1f)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:17:22.937705 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-53f2c08a-879d-4c20-9c5f-a9dd42209da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (91639fee-b144-4528-bbcd-f10f03c60891), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:23.011044 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f2c08a-879d-4c20-9c5f-a9dd42209da3 None None] Routers {'03194243-62e3-439a-82f8-6e3de9d43d4b'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:17:23.011724 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-53f2c08a-879d-4c20-9c5f-a9dd42209da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:16:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['03194243-62e3-439a-82f8-6e3de9d43d4b'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:17:23.038050 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-02002c02-9b34-40c8-835e-fe3306220ea4 None None] Provisioning complete for port 91639fee-b144-4528-bbcd-f10f03c60891 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:17:23.039877 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-02002c02-9b34-40c8-835e-fe3306220ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (91639fee-b144-4528-bbcd-f10f03c60891), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:23.159730 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-53f2c08a-879d-4c20-9c5f-a9dd42209da3 None None] Set router 03194243-62e3-439a-82f8-6e3de9d43d4b gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:17:23.221526 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-d1686e17-50dc-4d73-bc65-e441f11cc249 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:23.229216 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-d1686e17-50dc-4d73-bc65-e441f11cc249 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.57 "GET /v2.0/networks?id=b8f9b630-c0be-4f78-b7fa-b0b4168b25dd HTTP/1.1" status: 200 len: 796 time: 0.2037299 Jan 18 21:17:23.261944 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-169dc5f3-cc74-4b78-9434-f7674ebc05ff req-92806e4a-4dc0-48c6-82cc-efe7839428d3 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 210 time: 0.0817530 Jan 18 21:17:23.269515 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-02002c02-9b34-40c8-835e-fe3306220ea4 None None] Current status of the port 91639fee-b144-4528-bbcd-f10f03c60891 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:17:23.270119 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-02002c02-9b34-40c8-835e-fe3306220ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (91639fee-b144-4528-bbcd-f10f03c60891), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:23.309778 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6634e-951b-477c-9b10-cc47bdccd82e None None] Pushing event updated for resources: {'Port': ['ID=91639fee-b144-4528-bbcd-f10f03c60891,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:23.320104 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-02002c02-9b34-40c8-835e-fe3306220ea4 None None] For port 91639fee-b144-4528-bbcd-f10f03c60891, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=91639fee-b144-4528-bbcd-f10f03c60891,segment=NetworkSegment(16d0d579-9816-468f-9dcf-f986148e4c1f),segment_id=16d0d579-9816-468f-9dcf-f986148e4c1f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:17:23.327188 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-02002c02-9b34-40c8-835e-fe3306220ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (91639fee-b144-4528-bbcd-f10f03c60891), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:23.358028 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-f13f6d5d-1865-4a90-9ea8-b488916bd5ab tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c09e16e9f5a443bda5c1698c9e5d5165 HTTP/1.1" status: 200 len: 379 time: 0.1198151 Jan 18 21:17:23.378486 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-8496de87-c5ff-45ed-a164-30505c36f873 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'port': {'device_id': '04dec68e-3ecd-4efd-9477-399796806e4c', 'network_id': 'b8f9b630-c0be-4f78-b7fa-b0b4168b25dd', 'admin_state_up': True, 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'security_groups': ['fac57a62-aa37-450e-831c-87f9e934e28a']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:17:23.397158 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02002c02-9b34-40c8-835e-fe3306220ea4 None None] Pushing event updated for resources: {'Port': ['ID=91639fee-b144-4528-bbcd-f10f03c60891,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:23.451042 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-35347957-3c40-4ecc-a979-f0124bd84ba3 None None] Provisioning complete for port 91639fee-b144-4528-bbcd-f10f03c60891 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:17:23.451419 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-35347957-3c40-4ecc-a979-f0124bd84ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (91639fee-b144-4528-bbcd-f10f03c60891), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:23.486723 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-53f2c08a-879d-4c20-9c5f-a9dd42209da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737677032', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:17:16Z', 'updated_at': '2022-01-18T21:17:20Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:17:17Z', 'updated_at': '2022-01-18T21:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '91639fee-b144-4528-bbcd-f10f03c60891', 'name': '', 'network_id': 'b8f9b630-c0be-4f78-b7fa-b0b4168b25dd', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:dc:ad:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '40d280f7-d7a5-44bd-b570-923ae93691b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:17:19Z', 'updated_at': '2022-01-18T21:17:22Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '40d280f7-d7a5-44bd-b570-923ae93691b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:17:23.525126 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f2c08a-879d-4c20-9c5f-a9dd42209da3 None None] The sync data for ids ['03194243-62e3-439a-82f8-6e3de9d43d4b'] in n-d-741529-9 is: [{'id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737677032', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:17:16Z', 'updated_at': '2022-01-18T21:17:20Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:17:17Z', 'updated_at': '2022-01-18T21:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '91639fee-b144-4528-bbcd-f10f03c60891', 'name': '', 'network_id': 'b8f9b630-c0be-4f78-b7fa-b0b4168b25dd', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:dc:ad:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '40d280f7-d7a5-44bd-b570-923ae93691b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:17:19Z', 'updated_at': '2022-01-18T21:17:22Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '40d280f7-d7a5-44bd-b570-923ae93691b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:17:23.528704 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device fd674382-d07e-4e85-9f56-120c511f241b up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:17:23.548300 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-8496de87-c5ff-45ed-a164-30505c36f873 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Made reservation on behalf of c09e16e9f5a443bda5c1698c9e5d5165 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:17:23.553509 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-8496de87-c5ff-45ed-a164-30505c36f873 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:23.649176 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-35347957-3c40-4ecc-a979-f0124bd84ba3 None None] Current status of the port 91639fee-b144-4528-bbcd-f10f03c60891 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:17:23.662595 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port fd674382-d07e-4e85-9f56-120c511f241b triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:17:23.663117 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fd674382-d07e-4e85-9f56-120c511f241b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:23.733844 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-8496de87-c5ff-45ed-a164-30505c36f873 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Allocated IP 172.20.0.3 (b8f9b630-c0be-4f78-b7fa-b0b4168b25dd/40d280f7-d7a5-44bd-b570-923ae93691b5/2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:17:23.745042 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port fd674382-d07e-4e85-9f56-120c511f241b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:17:23.898586 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-8496de87-c5ff-45ed-a164-30505c36f873 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:23.939587 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-8496de87-c5ff-45ed-a164-30505c36f873 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:23.985828 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-8496de87-c5ff-45ed-a164-30505c36f873 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network b8f9b630-c0be-4f78-b7fa-b0b4168b25dd is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:17:23.988886 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-8496de87-c5ff-45ed-a164-30505c36f873 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:17:23.992675 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-8496de87-c5ff-45ed-a164-30505c36f873 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:17:23.999538 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496de87-c5ff-45ed-a164-30505c36f873 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:24.048171 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-8496de87-c5ff-45ed-a164-30505c36f873 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:24.048426 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-8496de87-c5ff-45ed-a164-30505c36f873 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:24.067233 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-8496de87-c5ff-45ed-a164-30505c36f873 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7025828 Jan 18 21:17:24.079324 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-29cbc93d-1c97-4b3f-a8f4-b52aaa15b469 service neutron] Request body: {'port': {'device_id': '04dec68e-3ecd-4efd-9477-399796806e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:17:24.143557 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-29cbc93d-1c97-4b3f-a8f4-b52aaa15b469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:24.276614 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-406affbe-bbe7-4653-a091-bac167e2ba58 None None] Provisioning complete for port 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:17:24.277000 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-406affbe-bbe7-4653-a091-bac167e2ba58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:24.318828 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-406affbe-bbe7-4653-a091-bac167e2ba58 None None] Port 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:17:24.380948 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c994da-d6b8-4f3c-8454-a4b25af11ee6 req-dcc0cb36-f44a-4a65-b6e4-f24fa4531fcb tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:24.382626 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7c994da-d6b8-4f3c-8454-a4b25af11ee6 req-dcc0cb36-f44a-4a65-b6e4-f24fa4531fcb tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 931 time: 0.0518522 Jan 18 21:17:24.437855 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-29cbc93d-1c97-4b3f-a8f4-b52aaa15b469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:17:24.438378 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7c994da-d6b8-4f3c-8454-a4b25af11ee6 req-e087e471-bca4-49e0-903b-b89f0daaf2db tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=fac57a62-aa37-450e-831c-87f9e934e28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490770 Jan 18 21:17:24.450370 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-29cbc93d-1c97-4b3f-a8f4-b52aaa15b469 service neutron] Publish callbacks [] for port (2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:24.463669 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-29cbc93d-1c97-4b3f-a8f4-b52aaa15b469 service neutron] Transition to ACTIVE for port object 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 21:17:24.467757 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-29cbc93d-1c97-4b3f-a8f4-b52aaa15b469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:24.536813 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cbc93d-1c97-4b3f-a8f4-b52aaa15b469 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:24.599779 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-29cbc93d-1c97-4b3f-a8f4-b52aaa15b469 service neutron] Attempting to bind port 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:17:24.600268 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-29cbc93d-1c97-4b3f-a8f4-b52aaa15b469 service neutron] Attempting to bind port 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '16d0d579-9816-468f-9dcf-f986148e4c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b8f9b630-c0be-4f78-b7fa-b0b4168b25dd'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:17:24.600693 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-29cbc93d-1c97-4b3f-a8f4-b52aaa15b469 service neutron] Attempting to bind port 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 on network b8f9b630-c0be-4f78-b7fa-b0b4168b25dd {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:17:24.606511 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-29cbc93d-1c97-4b3f-a8f4-b52aaa15b469 service neutron] Port 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 on network b8f9b630-c0be-4f78-b7fa-b0b4168b25dd not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 21:17:24.606996 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-29cbc93d-1c97-4b3f-a8f4-b52aaa15b469 service neutron] Attempting to bind port 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 on network b8f9b630-c0be-4f78-b7fa-b0b4168b25dd {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:17:24.612734 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-29cbc93d-1c97-4b3f-a8f4-b52aaa15b469 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:17:24.613940 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-29cbc93d-1c97-4b3f-a8f4-b52aaa15b469 service neutron] Checking segment: {'id': '16d0d579-9816-468f-9dcf-f986148e4c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b8f9b630-c0be-4f78-b7fa-b0b4168b25dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:17:24.614422 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-29cbc93d-1c97-4b3f-a8f4-b52aaa15b469 service neutron] Bound using segment: {'id': '16d0d579-9816-468f-9dcf-f986148e4c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b8f9b630-c0be-4f78-b7fa-b0b4168b25dd'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:17:24.615111 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-29cbc93d-1c97-4b3f-a8f4-b52aaa15b469 service neutron] Bound port: 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d579-9816-468f-9dcf-f986148e4c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b8f9b630-c0be-4f78-b7fa-b0b4168b25dd'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:17:24.615566 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-29cbc93d-1c97-4b3f-a8f4-b52aaa15b469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:24.685890 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-29cbc93d-1c97-4b3f-a8f4-b52aaa15b469 service neutron] For port 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:17:24.689462 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-29cbc93d-1c97-4b3f-a8f4-b52aaa15b469 service neutron] For port 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7,segment=NetworkSegment(16d0d579-9816-468f-9dcf-f986148e4c1f),segment_id=16d0d579-9816-468f-9dcf-f986148e4c1f)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:17:24.694325 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-29cbc93d-1c97-4b3f-a8f4-b52aaa15b469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:24.711355 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-29cbc93d-1c97-4b3f-a8f4-b52aaa15b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:24.711997 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-29cbc93d-1c97-4b3f-a8f4-b52aaa15b469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:24.713990 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-29cbc93d-1c97-4b3f-a8f4-b52aaa15b469 service neutron] 10.222.0.57 "PUT /v2.0/ports/2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 HTTP/1.1" status: 200 len: 1091 time: 0.6395822 Jan 18 21:17:24.738499 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dec68e-3ecd-4efd-9477-399796806e4c', 'tag': '2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:17:24.741105 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4d3207-ae8b-48e6-87df-7456830e6144" -d '{"events": [{"name": "network-changed", "server_uuid": "04dec68e-3ecd-4efd-9477-399796806e4c", "tag": "2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:17:24.804809 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0fda9f-2e0d-4f55-a61e-07afcbeded88 x-openstack-request-id: req-2d0fda9f-2e0d-4f55-a61e-07afcbeded88 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:17:24.805106 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04dec68e-3ecd-4efd-9477-399796806e4c", "tag": "2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:17:24.805364 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d0fda9f-2e0d-4f55-a61e-07afcbeded88 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:17:24.805796 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04dec68e-3ecd-4efd-9477-399796806e4c', 'tag': '2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7', 'status': 'completed', 'code': 200} Jan 18 21:17:24.819775 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cbc93d-1c97-4b3f-a8f4-b52aaa15b469 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:24.833251 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-b73427bb-f6bb-43a9-8304-cc29f9b35465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:24.834931 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-b73427bb-f6bb-43a9-8304-cc29f9b35465 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 1094 time: 0.0591331 Jan 18 21:17:24.889589 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-8ef68312-8342-460d-8f92-9a1c9e0d8746 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 HTTP/1.1" status: 200 len: 217 time: 0.0483050 Jan 18 21:17:24.939191 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-3bbee171-ff78-4289-9d44-d61640aa3da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:24.940637 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-3bbee171-ff78-4289-9d44-d61640aa3da2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=40d280f7-d7a5-44bd-b570-923ae93691b5 HTTP/1.1" status: 200 len: 835 time: 0.0437396 Jan 18 21:17:24.984376 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-d9755c08-a66c-40e0-9ccf-45cc0e84e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:24.985892 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-d9755c08-a66c-40e0-9ccf-45cc0e84e79e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b8f9b630-c0be-4f78-b7fa-b0b4168b25dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397995 Jan 18 21:17:25.075110 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-8c5293d1-4a2b-43ad-821a-06daf8a4ae6d service neutron] 10.222.0.57 "GET /v2.0/networks/b8f9b630-c0be-4f78-b7fa-b0b4168b25dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832281 Jan 18 21:17:25.162814 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7afe000c-fba2-4a9a-8f8d-084679139439 req-6d32de89-4276-4cc4-81aa-62dedd549818 service neutron] 10.222.0.57 "GET /v2.0/networks/b8f9b630-c0be-4f78-b7fa-b0b4168b25dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817912 Jan 18 21:17:25.249458 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d3207-ae8b-48e6-87df-7456830e6144 req-bf572e81-bedc-4466-8536-39e217f7aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:25.250999 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-da4d3207-ae8b-48e6-87df-7456830e6144 req-bf572e81-bedc-4466-8536-39e217f7aca5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 1094 time: 0.0483847 Jan 18 21:17:25.339084 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d3207-ae8b-48e6-87df-7456830e6144 req-1103c7fa-b837-4e49-b653-d37a0f15e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:25.340469 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-da4d3207-ae8b-48e6-87df-7456830e6144 req-1103c7fa-b837-4e49-b653-d37a0f15e906 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b8f9b630-c0be-4f78-b7fa-b0b4168b25dd HTTP/1.1" status: 200 len: 897 time: 0.0826218 Jan 18 21:17:25.382939 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-da4d3207-ae8b-48e6-87df-7456830e6144 req-38945a7e-77b1-46ee-96ba-93d955df4b01 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 HTTP/1.1" status: 200 len: 217 time: 0.0363433 Jan 18 21:17:25.428939 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d3207-ae8b-48e6-87df-7456830e6144 req-a43e7fd0-9cca-48be-befe-b03a371492f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:25.430441 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-da4d3207-ae8b-48e6-87df-7456830e6144 req-a43e7fd0-9cca-48be-befe-b03a371492f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=40d280f7-d7a5-44bd-b570-923ae93691b5 HTTP/1.1" status: 200 len: 835 time: 0.0422583 Jan 18 21:17:25.478389 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d3207-ae8b-48e6-87df-7456830e6144 req-85ee30e4-4df0-4e2f-b8e3-a1e3e1571b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:25.480648 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-da4d3207-ae8b-48e6-87df-7456830e6144 req-85ee30e4-4df0-4e2f-b8e3-a1e3e1571b9c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b8f9b630-c0be-4f78-b7fa-b0b4168b25dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448463 Jan 18 21:17:25.514314 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 91639fee-b144-4528-bbcd-f10f03c60891 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:17:25.560480 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e05ad-eb2f-48bc-9d44-520384483548 req-d6478a29-faa5-4fa1-81f6-a32ed5491a81 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:25.561984 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c88e05ad-eb2f-48bc-9d44-520384483548 req-d6478a29-faa5-4fa1-81f6-a32ed5491a81 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 943 time: 0.0512187 Jan 18 21:17:25.566751 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 91639fee-b144-4528-bbcd-f10f03c60891 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:17:25.567397 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (91639fee-b144-4528-bbcd-f10f03c60891), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:25.581719 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-da4d3207-ae8b-48e6-87df-7456830e6144 req-0bd76a01-fcf7-4719-b58a-aa8644011365 service neutron] 10.222.0.57 "GET /v2.0/networks/b8f9b630-c0be-4f78-b7fa-b0b4168b25dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950739 Jan 18 21:17:25.614392 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c88e05ad-eb2f-48bc-9d44-520384483548 req-cf24c652-a7f2-48b5-a441-ffba4510b8a0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=fac57a62-aa37-450e-831c-87f9e934e28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464470 Jan 18 21:17:25.650747 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 91639fee-b144-4528-bbcd-f10f03c60891 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:17:25.675816 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-da4d3207-ae8b-48e6-87df-7456830e6144 req-49d81efe-77a5-4445-95e4-9ad50277d5fd service neutron] 10.222.0.57 "GET /v2.0/networks/b8f9b630-c0be-4f78-b7fa-b0b4168b25dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889215 Jan 18 21:17:25.767326 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-36000894-1528-4a7d-ad27-bbfa5e9f0f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:26.734487 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cc9d9-8cc0-4ffa-85a9-f26b035bd490 req-4d8f834d-cb5c-488e-8d8e-ed4aedd0980a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:26.735970 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b46cc9d9-8cc0-4ffa-85a9-f26b035bd490 req-4d8f834d-cb5c-488e-8d8e-ed4aedd0980a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 943 time: 0.0523489 Jan 18 21:17:26.784447 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b46cc9d9-8cc0-4ffa-85a9-f26b035bd490 req-4d2b2b7a-c183-4829-9cc8-0c7512a78b3d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=fac57a62-aa37-450e-831c-87f9e934e28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426016 Jan 18 21:17:27.397478 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 21:17:27.489212 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7,segment=NetworkSegment(16d0d579-9816-468f-9dcf-f986148e4c1f),segment_id=16d0d579-9816-468f-9dcf-f986148e4c1f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:17:27.499762 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7', 'network_id': 'b8f9b630-c0be-4f78-b7fa-b0b4168b25dd', 'port_id': '2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7', 'mac_address': 'fa:16:3e:1d:cd:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d280f7-d7a5-44bd-b570-923ae93691b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 21:17:27.541585 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:17:27.542007 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:27.554369 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:17:27.572642 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7,segment=NetworkSegment(16d0d579-9816-468f-9dcf-f986148e4c1f),segment_id=16d0d579-9816-468f-9dcf-f986148e4c1f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:17:27.576203 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:27.625343 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:27.860173 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:17:27.897441 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5d9e3-94ea-41b3-9ae6-727aaea265c4 req-af2bb5d3-0796-4198-9451-c166430e33d8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:27.901396 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21e5d9e3-94ea-41b3-9ae6-727aaea265c4 req-af2bb5d3-0796-4198-9451-c166430e33d8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 944 time: 0.0506608 Jan 18 21:17:27.943407 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-20ff9f7f-aaca-4aca-84a1-71b952b3447f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:27.955178 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21e5d9e3-94ea-41b3-9ae6-727aaea265c4 req-7def6432-0939-4d1e-af03-3e39bd953895 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=fac57a62-aa37-450e-831c-87f9e934e28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455072 Jan 18 21:17:29.075494 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cf0fe-9616-40ac-bec3-95de36bf968a req-c902eaf8-71ca-495f-8dfb-bd2a94faa2e0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:29.076960 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-972cf0fe-9616-40ac-bec3-95de36bf968a req-c902eaf8-71ca-495f-8dfb-bd2a94faa2e0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 944 time: 0.0523033 Jan 18 21:17:29.124008 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-972cf0fe-9616-40ac-bec3-95de36bf968a req-7af5be51-e239-48d8-bed0-bc6c7964d4f4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=fac57a62-aa37-450e-831c-87f9e934e28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414305 Jan 18 21:17:29.317149 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:29.413145 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:17:29.464440 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 21:17:29.468650 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:17:29.469019 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:29.545387 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:17:29.545801 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:29.566696 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dec68e-3ecd-4efd-9477-399796806e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:17:29.568841 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de31cf48-d8b1-48bd-8488-f2053640fb83" -d '{"events": [{"server_uuid": "04dec68e-3ecd-4efd-9477-399796806e4c", "name": "network-vif-plugged", "status": "completed", "tag": "2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:17:29.582338 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7,segment=NetworkSegment(16d0d579-9816-468f-9dcf-f986148e4c1f),segment_id=16d0d579-9816-468f-9dcf-f986148e4c1f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:17:29.586529 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:29.610786 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcd0e4b-75d7-4d13-af61-aaa84aa0017a x-openstack-request-id: req-8bcd0e4b-75d7-4d13-af61-aaa84aa0017a {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:17:29.611081 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04dec68e-3ecd-4efd-9477-399796806e4c", "name": "network-vif-plugged", "status": "completed", "tag": "2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:17:29.611333 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8bcd0e4b-75d7-4d13-af61-aaa84aa0017a {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:17:29.611721 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dec68e-3ecd-4efd-9477-399796806e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7', 'code': 200} Jan 18 21:17:29.639799 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:29.705724 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84d7b0-960d-47d6-b9a5-c03050d2c981 req-60ee4ba2-09e5-48f7-a66b-c4b305e510e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:29.707206 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6b84d7b0-960d-47d6-b9a5-c03050d2c981 req-60ee4ba2-09e5-48f7-a66b-c4b305e510e8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 1096 time: 0.0430710 Jan 18 21:17:29.756662 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6b84d7b0-960d-47d6-b9a5-c03050d2c981 req-b97ef690-c6a6-4868-9da9-bfec2630c442 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fac57a62-aa37-450e-831c-87f9e934e28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438757 Jan 18 21:17:30.237325 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3923b-f2dc-47ee-86f5-5919b50b4874 req-0a83596c-c35a-4ecb-ae3c-aef72b1e7b55 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:30.238820 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-28d3923b-f2dc-47ee-86f5-5919b50b4874 req-0a83596c-c35a-4ecb-ae3c-aef72b1e7b55 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 945 time: 0.0471818 Jan 18 21:17:30.285392 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-28d3923b-f2dc-47ee-86f5-5919b50b4874 req-86a1a1b5-b917-451e-b41f-1d9f0c58a1ff tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=fac57a62-aa37-450e-831c-87f9e934e28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411224 Jan 18 21:17:30.746672 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:31.402798 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9422f7-0934-4844-8875-3907439bdc71 req-ff2cfaae-d04a-4c81-b6ef-9c357410d3b7 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:31.404271 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8c9422f7-0934-4844-8875-3907439bdc71 req-ff2cfaae-d04a-4c81-b6ef-9c357410d3b7 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 945 time: 0.0490584 Jan 18 21:17:31.456480 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8c9422f7-0934-4844-8875-3907439bdc71 req-49c039c4-af14-4d66-9915-662ca1d8584b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=fac57a62-aa37-450e-831c-87f9e934e28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466321 Jan 18 21:17:31.576141 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741bd08-c005-4f09-a815-15fc2e9857c6 req-0a2c78be-dea0-4f26-9f6a-1b324453dfa1 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:31.577520 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d741bd08-c005-4f09-a815-15fc2e9857c6 req-0a2c78be-dea0-4f26-9f6a-1b324453dfa1 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 945 time: 0.0500267 Jan 18 21:17:31.626018 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d741bd08-c005-4f09-a815-15fc2e9857c6 req-ede61a5e-8c62-42d4-bdb7-854e8c7f108d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=fac57a62-aa37-450e-831c-87f9e934e28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428743 Jan 18 21:17:31.647767 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43144) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:17:31.686400 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ac42ef-7c4b-4ec1-adc0-ed6f9f7871dd tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:31.687889 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-83ac42ef-7c4b-4ec1-adc0-ed6f9f7871dd tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 1091 time: 0.0391800 Jan 18 21:17:31.690634 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43146) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:17:31.694800 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-2f347bb1-4197-4b7f-8bfd-9b48305e8846 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'port_id': '2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:17:31.718421 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f347bb1-4197-4b7f-8bfd-9b48305e8846 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:31.813757 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f347bb1-4197-4b7f-8bfd-9b48305e8846 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:31.912435 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-2f347bb1-4197-4b7f-8bfd-9b48305e8846 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Allocated IP 172.25.4.21 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/629b5d60-857c-4cc8-af8a-31b555ce1533) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:17:32.013200 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f347bb1-4197-4b7f-8bfd-9b48305e8846 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (629b5d60-857c-4cc8-af8a-31b555ce1533), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:32.014309 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:32.045646 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f347bb1-4197-4b7f-8bfd-9b48305e8846 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (629b5d60-857c-4cc8-af8a-31b555ce1533), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:32.083341 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f347bb1-4197-4b7f-8bfd-9b48305e8846 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:17:32.086187 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-2f347bb1-4197-4b7f-8bfd-9b48305e8846 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:17:32.089484 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f347bb1-4197-4b7f-8bfd-9b48305e8846 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:17:32.111678 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f347bb1-4197-4b7f-8bfd-9b48305e8846 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=629b5d60-857c-4cc8-af8a-31b555ce1533,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:32.441504 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f347bb1-4197-4b7f-8bfd-9b48305e8846 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for floatingip (2b31b46a-e284-47b8-b669-3c4972c6d68f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:32.504740 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f347bb1-4197-4b7f-8bfd-9b48305e8846 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (629b5d60-857c-4cc8-af8a-31b555ce1533), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:32.651322 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f347bb1-4197-4b7f-8bfd-9b48305e8846 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (629b5d60-857c-4cc8-af8a-31b555ce1533), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:32.655742 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f347bb1-4197-4b7f-8bfd-9b48305e8846 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (629b5d60-857c-4cc8-af8a-31b555ce1533), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:32.724409 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f347bb1-4197-4b7f-8bfd-9b48305e8846 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=629b5d60-857c-4cc8-af8a-31b555ce1533,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:17:32.735913 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f347bb1-4197-4b7f-8bfd-9b48305e8846 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (2b31b46a-e284-47b8-b669-3c4972c6d68f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:32.831779 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-2f347bb1-4197-4b7f-8bfd-9b48305e8846 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Floating IP 2b31b46a-e284-47b8-b669-3c4972c6d68f associated. External IP: 172.25.4.21, port: 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7. Jan 18 21:17:33.028381 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f347bb1-4197-4b7f-8bfd-9b48305e8846 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Router 03194243-62e3-439a-82f8-6e3de9d43d4b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:17:33.131107 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f347bb1-4197-4b7f-8bfd-9b48305e8846 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:17:33.140758 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e927c-3761-4ab3-8a60-40112d62e34f None None] Sync routers for ids ['03194243-62e3-439a-82f8-6e3de9d43d4b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:17:33.149240 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f347bb1-4197-4b7f-8bfd-9b48305e8846 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:33.150887 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7e927c-3761-4ab3-8a60-40112d62e34f None None] Routers {'03194243-62e3-439a-82f8-6e3de9d43d4b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:17:33.151502 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1c7e927c-3761-4ab3-8a60-40112d62e34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:17:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['03194243-62e3-439a-82f8-6e3de9d43d4b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:17:33.178898 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2f347bb1-4197-4b7f-8bfd-9b48305e8846 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4872713 Jan 18 21:17:33.179497 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dec68e-3ecd-4efd-9477-399796806e4c', 'tag': '2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:17:33.181839 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b43178f88c778abd299c77f10da4c8b3e71d2d0c7150ce414079b2ef1097cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9d2bf7-d0a8-49ab-a36a-bb888386bf94" -d '{"events": [{"name": "network-changed", "server_uuid": "04dec68e-3ecd-4efd-9477-399796806e4c", "tag": "2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:17:33.259230 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-1c7e927c-3761-4ab3-8a60-40112d62e34f None None] Set router 03194243-62e3-439a-82f8-6e3de9d43d4b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:17:33.277616 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77555d-24b7-411c-8586-93c9b09767b5 req-4c7aaefe-ccd7-4da9-94b5-d746b8be1aac tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:33.279231 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d77555d-24b7-411c-8586-93c9b09767b5 req-4c7aaefe-ccd7-4da9-94b5-d746b8be1aac tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 945 time: 0.0512114 Jan 18 21:17:33.329987 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d77555d-24b7-411c-8586-93c9b09767b5 req-2f0eec68-dcdb-4837-adb4-3134263738e3 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=fac57a62-aa37-450e-831c-87f9e934e28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451112 Jan 18 21:17:33.352454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43152) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:17:33.394763 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2442fa2d-f170-4420-87f2-56db4eff7834 x-openstack-request-id: req-2442fa2d-f170-4420-87f2-56db4eff7834 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:17:33.395058 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04dec68e-3ecd-4efd-9477-399796806e4c", "tag": "2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:17:33.395306 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2442fa2d-f170-4420-87f2-56db4eff7834 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:17:33.395725 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04dec68e-3ecd-4efd-9477-399796806e4c', 'tag': '2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7', 'status': 'completed', 'code': 200} Jan 18 21:17:33.451417 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a251f4d0-881f-4bef-bab9-12abb82656be tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/floatingips/2b31b46a-e284-47b8-b669-3c4972c6d68f HTTP/1.1" status: 200 len: 990 time: 0.0978162 Jan 18 21:17:33.464409 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d2bf7-d0a8-49ab-a36a-bb888386bf94 req-ec1e3c5d-2a12-4b10-99d8-f89dfd018da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:33.465860 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cd9d2bf7-d0a8-49ab-a36a-bb888386bf94 req-ec1e3c5d-2a12-4b10-99d8-f89dfd018da9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 1096 time: 0.0480897 Jan 18 21:17:33.485385 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1c7e927c-3761-4ab3-8a60-40112d62e34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737677032', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:17:16Z', 'updated_at': '2022-01-18T21:17:20Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:17:17Z', 'updated_at': '2022-01-18T21:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '2b31b46a-e284-47b8-b669-3c4972c6d68f', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'floating_ip_address': '172.25.4.21', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'port_id': '2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f9b630-c0be-4f78-b7fa-b0b4168b25dd', 'mac_address': 'fa:16:3e:1d:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dec68e-3ecd-4efd-9477-399796806e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:17:32Z', 'updated_at': '2022-01-18T21:17:32Z', 'revision_number': 0, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91639fee-b144-4528-bbcd-f10f03c60891', 'name': '', 'network_id': 'b8f9b630-c0be-4f78-b7fa-b0b4168b25dd', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:dc:ad:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '40d280f7-d7a5-44bd-b570-923ae93691b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:17:19Z', 'updated_at': '2022-01-18T21:17:23Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '40d280f7-d7a5-44bd-b570-923ae93691b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:17:33.514887 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e927c-3761-4ab3-8a60-40112d62e34f None None] Checking router: 03194243-62e3-439a-82f8-6e3de9d43d4b for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:17:33.524237 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7e927c-3761-4ab3-8a60-40112d62e34f None None] Routers {'03194243-62e3-439a-82f8-6e3de9d43d4b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:17:33.525709 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1c7e927c-3761-4ab3-8a60-40112d62e34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:17:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['03194243-62e3-439a-82f8-6e3de9d43d4b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:17:33.558448 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d2bf7-d0a8-49ab-a36a-bb888386bf94 req-3626245a-5ff8-4cd3-9399-a03160052c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:33.560398 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cd9d2bf7-d0a8-49ab-a36a-bb888386bf94 req-3626245a-5ff8-4cd3-9399-a03160052c55 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b8f9b630-c0be-4f78-b7fa-b0b4168b25dd HTTP/1.1" status: 200 len: 897 time: 0.0887311 Jan 18 21:17:33.628042 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cd9d2bf7-d0a8-49ab-a36a-bb888386bf94 req-0167cbc8-fcf9-4bd2-8032-a2d40c1da123 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 HTTP/1.1" status: 200 len: 998 time: 0.0612791 Jan 18 21:17:33.630894 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-1c7e927c-3761-4ab3-8a60-40112d62e34f None None] Set router 03194243-62e3-439a-82f8-6e3de9d43d4b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:17:33.871502 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1c7e927c-3761-4ab3-8a60-40112d62e34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737677032', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:17:16Z', 'updated_at': '2022-01-18T21:17:20Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:17:17Z', 'updated_at': '2022-01-18T21:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '2b31b46a-e284-47b8-b669-3c4972c6d68f', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'floating_ip_address': '172.25.4.21', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'port_id': '2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f9b630-c0be-4f78-b7fa-b0b4168b25dd', 'mac_address': 'fa:16:3e:1d:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dec68e-3ecd-4efd-9477-399796806e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:17:32Z', 'updated_at': '2022-01-18T21:17:32Z', 'revision_number': 0, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91639fee-b144-4528-bbcd-f10f03c60891', 'name': '', 'network_id': 'b8f9b630-c0be-4f78-b7fa-b0b4168b25dd', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:dc:ad:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '40d280f7-d7a5-44bd-b570-923ae93691b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:17:19Z', 'updated_at': '2022-01-18T21:17:23Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '40d280f7-d7a5-44bd-b570-923ae93691b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:17:33.902805 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e927c-3761-4ab3-8a60-40112d62e34f None None] The sync data for ids ['03194243-62e3-439a-82f8-6e3de9d43d4b'] in n-d-741529-9 is: [{'id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737677032', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:17:16Z', 'updated_at': '2022-01-18T21:17:20Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:17:17Z', 'updated_at': '2022-01-18T21:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '2b31b46a-e284-47b8-b669-3c4972c6d68f', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'floating_ip_address': '172.25.4.21', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'port_id': '2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f9b630-c0be-4f78-b7fa-b0b4168b25dd', 'mac_address': 'fa:16:3e:1d:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dec68e-3ecd-4efd-9477-399796806e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:17:32Z', 'updated_at': '2022-01-18T21:17:32Z', 'revision_number': 0, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91639fee-b144-4528-bbcd-f10f03c60891', 'name': '', 'network_id': 'b8f9b630-c0be-4f78-b7fa-b0b4168b25dd', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:dc:ad:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '40d280f7-d7a5-44bd-b570-923ae93691b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:17:19Z', 'updated_at': '2022-01-18T21:17:23Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '40d280f7-d7a5-44bd-b570-923ae93691b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:17:33.930241 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d2bf7-d0a8-49ab-a36a-bb888386bf94 req-ff27d9cc-4261-4f89-9cb4-44fdb80f531f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:33.931680 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cd9d2bf7-d0a8-49ab-a36a-bb888386bf94 req-ff27d9cc-4261-4f89-9cb4-44fdb80f531f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=40d280f7-d7a5-44bd-b570-923ae93691b5 HTTP/1.1" status: 200 len: 835 time: 0.2974515 Jan 18 21:17:33.977132 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d2bf7-d0a8-49ab-a36a-bb888386bf94 req-6f35b043-d438-4ca8-a17f-bbd41c68c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:17:33.978686 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cd9d2bf7-d0a8-49ab-a36a-bb888386bf94 req-6f35b043-d438-4ca8-a17f-bbd41c68c8f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b8f9b630-c0be-4f78-b7fa-b0b4168b25dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411654 Jan 18 21:17:34.070558 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cd9d2bf7-d0a8-49ab-a36a-bb888386bf94 req-d1bb4842-dcd3-4557-a631-c2387ce5fba3 service neutron] 10.222.0.57 "GET /v2.0/networks/b8f9b630-c0be-4f78-b7fa-b0b4168b25dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861244 Jan 18 21:17:34.093610 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f825d4d-5f40-4fa0-815b-7e4cc2a0f40a None None] New status for floating IP 2b31b46a-e284-47b8-b669-3c4972c6d68f: ACTIVE {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 21:17:34.160329 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cd9d2bf7-d0a8-49ab-a36a-bb888386bf94 req-1ef1559c-0642-49de-b19b-704278a81ca9 service neutron] 10.222.0.57 "GET /v2.0/networks/b8f9b630-c0be-4f78-b7fa-b0b4168b25dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841787 Jan 18 21:17:34.455178 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43154) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:17:34.513389 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-901fcf27-fe4c-4aa0-9a58-cb66bf4138e5 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/floatingips/2b31b46a-e284-47b8-b669-3c4972c6d68f HTTP/1.1" status: 200 len: 992 time: 0.0570910 Jan 18 21:17:34.570621 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:37.427139 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:55.769438 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f820b696-66f1-40c1-8175-e9d551dec027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:57.249141 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:17:57.925378 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c5a8e4c0-8f3c-498b-8660-dd770153c47f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:17:59.319987 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:18:00.749415 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:18:02.016529 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:18:04.583590 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:18:07.447459 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:18:23.052818 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c235c439-2a0a-49ea-b86d-3f8e151bab1e req-15ee27e5-d204-4ca6-bb0d-44c5ce700c58 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0381894 Jan 18 21:18:23.135821 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235c439-2a0a-49ea-b86d-3f8e151bab1e req-2ca62331-0a1f-4903-b4f3-580492e193bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:18:23.137319 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c235c439-2a0a-49ea-b86d-3f8e151bab1e req-2ca62331-0a1f-4903-b4f3-580492e193bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 1096 time: 0.0448415 Jan 18 21:18:23.239112 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235c439-2a0a-49ea-b86d-3f8e151bab1e req-7cfa9fa0-888b-4c17-96b3-461bbf2abdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:18:23.240605 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c235c439-2a0a-49ea-b86d-3f8e151bab1e req-7cfa9fa0-888b-4c17-96b3-461bbf2abdaf service neutron] 10.222.0.57 "GET /v2.0/networks?id=b8f9b630-c0be-4f78-b7fa-b0b4168b25dd HTTP/1.1" status: 200 len: 897 time: 0.0860138 Jan 18 21:18:23.312152 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c235c439-2a0a-49ea-b86d-3f8e151bab1e req-4d949eeb-09ba-46eb-a149-bfbcaad52016 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 HTTP/1.1" status: 200 len: 1000 time: 0.0656803 Jan 18 21:18:23.361432 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235c439-2a0a-49ea-b86d-3f8e151bab1e req-13e22838-acd0-47f9-a6a7-07af7c823d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:18:23.362928 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c235c439-2a0a-49ea-b86d-3f8e151bab1e req-13e22838-acd0-47f9-a6a7-07af7c823d04 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=40d280f7-d7a5-44bd-b570-923ae93691b5 HTTP/1.1" status: 200 len: 835 time: 0.0438082 Jan 18 21:18:23.408815 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235c439-2a0a-49ea-b86d-3f8e151bab1e req-70379ed0-6b5d-41bb-b15d-d99c915d59dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:18:23.410315 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c235c439-2a0a-49ea-b86d-3f8e151bab1e req-70379ed0-6b5d-41bb-b15d-d99c915d59dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b8f9b630-c0be-4f78-b7fa-b0b4168b25dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407436 Jan 18 21:18:23.501007 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c235c439-2a0a-49ea-b86d-3f8e151bab1e req-5e61c5b2-80a8-49e9-9216-28b6e14aea22 service neutron] 10.222.0.57 "GET /v2.0/networks/b8f9b630-c0be-4f78-b7fa-b0b4168b25dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841322 Jan 18 21:18:23.585174 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c235c439-2a0a-49ea-b86d-3f8e151bab1e req-2ff09cd4-1fc9-4d4a-90e0-2d015d11eb52 service neutron] 10.222.0.57 "GET /v2.0/networks/b8f9b630-c0be-4f78-b7fa-b0b4168b25dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784290 Jan 18 21:18:25.771065 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7e2ce667-9ce3-47cd-b70d-82f0e206c53b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:18:27.930051 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-acd89d26-0eac-42bb-b416-d9347ef6e823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:18:29.322063 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:18:30.752843 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:18:32.018007 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:18:34.247967 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:18:34.583928 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:18:37.282603 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3e094-db4d-4736-a05f-d7e4096d0599 req-c7785e8f-e540-43c2-bd5a-7a89a264f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:18:37.284135 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-19a3e094-db4d-4736-a05f-d7e4096d0599 req-c7785e8f-e540-43c2-bd5a-7a89a264f35d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 1096 time: 0.0449719 Jan 18 21:18:37.284284 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e26d9-9dba-43c7-b5cd-b8b76425bbc4 req-cf42f6d5-8bbf-404e-87a4-e63057207513 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:18:37.285698 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-843e26d9-9dba-43c7-b5cd-b8b76425bbc4 req-cf42f6d5-8bbf-404e-87a4-e63057207513 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 945 time: 0.0543821 Jan 18 21:18:37.334392 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-843e26d9-9dba-43c7-b5cd-b8b76425bbc4 req-63f5cd61-0cd4-43c2-ba8c-975fd3cc2bba tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=fac57a62-aa37-450e-831c-87f9e934e28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423942 Jan 18 21:18:37.373699 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3e094-db4d-4736-a05f-d7e4096d0599 req-5c22cc03-870d-4bd2-8ae9-c9ca0b2a646e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:18:37.375160 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-19a3e094-db4d-4736-a05f-d7e4096d0599 req-5c22cc03-870d-4bd2-8ae9-c9ca0b2a646e service neutron] 10.222.0.57 "GET /v2.0/networks?id=b8f9b630-c0be-4f78-b7fa-b0b4168b25dd HTTP/1.1" status: 200 len: 897 time: 0.0844181 Jan 18 21:18:37.444704 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-19a3e094-db4d-4736-a05f-d7e4096d0599 req-277976ce-d7dc-4d1e-a65c-ef8fe5da355f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 HTTP/1.1" status: 200 len: 1000 time: 0.0604377 Jan 18 21:18:37.448407 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:18:37.492843 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3e094-db4d-4736-a05f-d7e4096d0599 req-f04c3da9-454c-4011-b593-d077f5aa1d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:18:37.494363 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-19a3e094-db4d-4736-a05f-d7e4096d0599 req-f04c3da9-454c-4011-b593-d077f5aa1d3a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=40d280f7-d7a5-44bd-b570-923ae93691b5 HTTP/1.1" status: 200 len: 835 time: 0.0436358 Jan 18 21:18:37.537890 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3e094-db4d-4736-a05f-d7e4096d0599 req-2e00fe94-ec08-445f-a983-5372b02fd7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:18:37.539373 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-19a3e094-db4d-4736-a05f-d7e4096d0599 req-2e00fe94-ec08-445f-a983-5372b02fd7c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b8f9b630-c0be-4f78-b7fa-b0b4168b25dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392535 Jan 18 21:18:37.629681 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-19a3e094-db4d-4736-a05f-d7e4096d0599 req-fedb549b-b4aa-4b06-b7da-732a247985fa service neutron] 10.222.0.57 "GET /v2.0/networks/b8f9b630-c0be-4f78-b7fa-b0b4168b25dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842443 Jan 18 21:18:37.716504 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-19a3e094-db4d-4736-a05f-d7e4096d0599 req-40331f30-b795-474a-9848-0d828f6c0521 service neutron] 10.222.0.57 "GET /v2.0/networks/b8f9b630-c0be-4f78-b7fa-b0b4168b25dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808291 Jan 18 21:18:38.449575 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb9916-7a74-415c-96d1-0ea8ad5ad306 req-74484b63-5e09-46ab-8601-3efc3494b32a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:18:38.451070 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0ccb9916-7a74-415c-96d1-0ea8ad5ad306 req-74484b63-5e09-46ab-8601-3efc3494b32a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 945 time: 0.0476837 Jan 18 21:18:38.497807 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0ccb9916-7a74-415c-96d1-0ea8ad5ad306 req-505408fa-1b82-4180-852c-e808c0260ba9 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=fac57a62-aa37-450e-831c-87f9e934e28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411937 Jan 18 21:18:39.623148 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4bdb3-c8bb-40f8-bfb3-c1253368c5e2 req-78acfa29-557e-40a2-b9c1-0b1380e6a4d4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:18:39.624503 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-61b4bdb3-c8bb-40f8-bfb3-c1253368c5e2 req-78acfa29-557e-40a2-b9c1-0b1380e6a4d4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 945 time: 0.0527468 Jan 18 21:18:39.672419 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-61b4bdb3-c8bb-40f8-bfb3-c1253368c5e2 req-8d2c2aa2-ca02-4853-b572-d725a03140b8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=fac57a62-aa37-450e-831c-87f9e934e28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423405 Jan 18 21:18:40.785129 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f155d-b807-4e1e-b2b8-a1565679b00b req-2195be70-5930-4780-9862-b9ff6b7e6609 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:18:40.786605 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f31f155d-b807-4e1e-b2b8-a1565679b00b req-2195be70-5930-4780-9862-b9ff6b7e6609 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 945 time: 0.0471261 Jan 18 21:18:40.834650 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f31f155d-b807-4e1e-b2b8-a1565679b00b req-6148dfda-7788-474c-8752-129f45aee3dd tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=fac57a62-aa37-450e-831c-87f9e934e28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425529 Jan 18 21:18:41.948309 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82ab3b-50eb-41ca-a438-0a692a0720d5 req-68879d53-375d-451d-a59c-0449fda71a51 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:18:41.949798 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e82ab3b-50eb-41ca-a438-0a692a0720d5 req-68879d53-375d-451d-a59c-0449fda71a51 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 945 time: 0.0478170 Jan 18 21:18:42.001129 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e82ab3b-50eb-41ca-a438-0a692a0720d5 req-2267a13f-2c73-41f7-a8d2-0b373dc57093 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=fac57a62-aa37-450e-831c-87f9e934e28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457232 Jan 18 21:18:43.122186 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54042bf-bc52-4e14-9c8c-e4834238c227 req-861359e1-578d-4682-b0a9-67765a6007b5 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:18:43.123624 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f54042bf-bc52-4e14-9c8c-e4834238c227 req-861359e1-578d-4682-b0a9-67765a6007b5 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 945 time: 0.0474646 Jan 18 21:18:43.171424 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f54042bf-bc52-4e14-9c8c-e4834238c227 req-514b7852-856c-4e4a-bdf6-366b3332ffe7 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=fac57a62-aa37-450e-831c-87f9e934e28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423012 Jan 18 21:18:44.290079 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aceac0-bc61-499e-a395-ed00d04a8b30 req-f304233d-c721-45a8-869e-33b893d26e59 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:18:44.291549 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76aceac0-bc61-499e-a395-ed00d04a8b30 req-f304233d-c721-45a8-869e-33b893d26e59 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 945 time: 0.0476654 Jan 18 21:18:44.338877 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76aceac0-bc61-499e-a395-ed00d04a8b30 req-3a2fa552-b5aa-4a31-93e2-4cb1b779af0b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=fac57a62-aa37-450e-831c-87f9e934e28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418510 Jan 18 21:18:45.454735 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94ab7f-90c3-4bb8-b6f4-39d9a76affa5 req-fe3fb7fc-31cd-48fd-862f-f812b0314320 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:18:45.456257 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e94ab7f-90c3-4bb8-b6f4-39d9a76affa5 req-fe3fb7fc-31cd-48fd-862f-f812b0314320 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 945 time: 0.0512743 Jan 18 21:18:45.510992 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7e94ab7f-90c3-4bb8-b6f4-39d9a76affa5 req-5b6f2b65-1e2f-411b-afc3-19924c2584f9 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=fac57a62-aa37-450e-831c-87f9e934e28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442255 Jan 18 21:18:46.629260 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b378cf-4d7f-4aea-93b8-9fa0fb1b5300 req-c4d4cb9c-0441-4015-9b5c-a2406140f07a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:18:46.630736 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-35b378cf-4d7f-4aea-93b8-9fa0fb1b5300 req-c4d4cb9c-0441-4015-9b5c-a2406140f07a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 945 time: 0.0496466 Jan 18 21:18:46.680964 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-35b378cf-4d7f-4aea-93b8-9fa0fb1b5300 req-595343d2-59be-4b7f-9708-935083ccda67 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=fac57a62-aa37-450e-831c-87f9e934e28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442548 Jan 18 21:18:47.794321 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27015701-281b-4bfe-91e3-d70b9151d898 req-86925b82-ceb0-4d46-9851-cda47b7204b2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:18:47.795775 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-27015701-281b-4bfe-91e3-d70b9151d898 req-86925b82-ceb0-4d46-9851-cda47b7204b2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 945 time: 0.0473340 Jan 18 21:18:47.850637 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-27015701-281b-4bfe-91e3-d70b9151d898 req-b17aa04b-aaba-4667-af83-cf757cca2b45 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=fac57a62-aa37-450e-831c-87f9e934e28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493600 Jan 18 21:18:48.961752 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af250a2-0652-491f-94de-e6d336d63ce3 req-956246cf-2535-4011-8f54-12e6e08b836e tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:18:48.963721 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1af250a2-0652-491f-94de-e6d336d63ce3 req-956246cf-2535-4011-8f54-12e6e08b836e tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 945 time: 0.0464549 Jan 18 21:18:49.010346 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1af250a2-0652-491f-94de-e6d336d63ce3 req-6656fc3a-db8f-4ef3-a7cd-e4a7c0ee7e08 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=fac57a62-aa37-450e-831c-87f9e934e28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411243 Jan 18 21:18:49.032684 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43212) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:18:49.093462 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-477f3be1-9364-4e42-949b-6039fe599a81 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/floatingips/2b31b46a-e284-47b8-b669-3c4972c6d68f HTTP/1.1" status: 200 len: 992 time: 0.0597022 Jan 18 21:18:55.772644 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-701bf665-c6f5-4c5e-a18d-0768f1cf1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:18:57.931954 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b0ee1446-d98b-438b-9b84-f4bd53228e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:18:59.326290 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:00.754873 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:02.019392 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:04.583951 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:07.458336 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:11.248086 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:19:23.070890 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7c40b074-56be-41cc-9b50-779e949a319a req-5ecba124-642e-4e33-aef4-926b849b6495 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429566 Jan 18 21:19:23.150708 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40b074-56be-41cc-9b50-779e949a319a req-e9bc4f74-5f75-4ba4-99e0-d3ebe585202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:19:23.152210 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7c40b074-56be-41cc-9b50-779e949a319a req-e9bc4f74-5f75-4ba4-99e0-d3ebe585202c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 1096 time: 0.0411150 Jan 18 21:19:23.264967 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40b074-56be-41cc-9b50-779e949a319a req-d5aaaa97-fd07-4701-b30b-fb8d801889cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:19:23.266610 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7c40b074-56be-41cc-9b50-779e949a319a req-d5aaaa97-fd07-4701-b30b-fb8d801889cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=b8f9b630-c0be-4f78-b7fa-b0b4168b25dd HTTP/1.1" status: 200 len: 897 time: 0.0971763 Jan 18 21:19:23.338088 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7c40b074-56be-41cc-9b50-779e949a319a req-cc710c60-bddb-4eb5-a03e-086616dcb23f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 HTTP/1.1" status: 200 len: 1000 time: 0.0649333 Jan 18 21:19:23.387268 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40b074-56be-41cc-9b50-779e949a319a req-b8d321bc-f276-4ad1-8dae-2d51c02099a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:19:23.388753 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7c40b074-56be-41cc-9b50-779e949a319a req-b8d321bc-f276-4ad1-8dae-2d51c02099a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=40d280f7-d7a5-44bd-b570-923ae93691b5 HTTP/1.1" status: 200 len: 835 time: 0.0451250 Jan 18 21:19:23.436187 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40b074-56be-41cc-9b50-779e949a319a req-0f828bcd-5cb8-4576-a01a-e397b501cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:19:23.437681 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7c40b074-56be-41cc-9b50-779e949a319a req-0f828bcd-5cb8-4576-a01a-e397b501cb0c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b8f9b630-c0be-4f78-b7fa-b0b4168b25dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427599 Jan 18 21:19:23.528102 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7c40b074-56be-41cc-9b50-779e949a319a req-5bc3bf8d-3e34-4336-bd93-2d23e900dca7 service neutron] 10.222.0.57 "GET /v2.0/networks/b8f9b630-c0be-4f78-b7fa-b0b4168b25dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839376 Jan 18 21:19:23.619942 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7c40b074-56be-41cc-9b50-779e949a319a req-6d1be9b3-f180-41cd-a354-4334d28234f3 service neutron] 10.222.0.57 "GET /v2.0/networks/b8f9b630-c0be-4f78-b7fa-b0b4168b25dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863185 Jan 18 21:19:25.776889 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0b8fbd90-37e3-4b45-8f49-02f639ac8327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:27.932540 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7f64b788-a886-4e45-9c52-7245c920eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:29.326688 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:30.759498 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:32.021825 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:34.586210 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:37.449556 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:39.719340 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43238) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:19:39.873597 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-ec87faf6-b59a-4cf8-a66c-31726cdd264f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Deleting port 629b5d60-857c-4cc8-af8a-31b555ce1533 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:19:39.873967 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ec87faf6-b59a-4cf8-a66c-31726cdd264f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (629b5d60-857c-4cc8-af8a-31b555ce1533), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:39.948000 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ec87faf6-b59a-4cf8-a66c-31726cdd264f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (629b5d60-857c-4cc8-af8a-31b555ce1533), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:39.948327 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ec87faf6-b59a-4cf8-a66c-31726cdd264f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for floatingip (629b5d60-857c-4cc8-af8a-31b555ce1533), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:39.959542 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-ec87faf6-b59a-4cf8-a66c-31726cdd264f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Calling delete_port for 629b5d60-857c-4cc8-af8a-31b555ce1533 owned by network:floatingip {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:19:40.135964 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ec87faf6-b59a-4cf8-a66c-31726cdd264f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (629b5d60-857c-4cc8-af8a-31b555ce1533), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:40.161229 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87faf6-b59a-4cf8-a66c-31726cdd264f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Port': ['ID=629b5d60-857c-4cc8-af8a-31b555ce1533,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:40.173241 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87faf6-b59a-4cf8-a66c-31726cdd264f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:40.173587 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87faf6-b59a-4cf8-a66c-31726cdd264f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:40.173947 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87faf6-b59a-4cf8-a66c-31726cdd264f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:40.174295 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87faf6-b59a-4cf8-a66c-31726cdd264f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:40.174603 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87faf6-b59a-4cf8-a66c-31726cdd264f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:40.174926 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87faf6-b59a-4cf8-a66c-31726cdd264f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:40.175250 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87faf6-b59a-4cf8-a66c-31726cdd264f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:40.175577 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87faf6-b59a-4cf8-a66c-31726cdd264f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:40.175905 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87faf6-b59a-4cf8-a66c-31726cdd264f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:40.176225 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87faf6-b59a-4cf8-a66c-31726cdd264f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:40.176544 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87faf6-b59a-4cf8-a66c-31726cdd264f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:40.176860 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87faf6-b59a-4cf8-a66c-31726cdd264f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:40.177172 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87faf6-b59a-4cf8-a66c-31726cdd264f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:40.229381 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ec87faf6-b59a-4cf8-a66c-31726cdd264f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for floatingip (2b31b46a-e284-47b8-b669-3c4972c6d68f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:40.229931 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [None req-ec87faf6-b59a-4cf8-a66c-31726cdd264f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Floating IP 2b31b46a-e284-47b8-b669-3c4972c6d68f disassociated (deleted). External IP: 172.25.4.21, port: 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7. Jan 18 21:19:40.432590 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec87faf6-b59a-4cf8-a66c-31726cdd264f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Router 03194243-62e3-439a-82f8-6e3de9d43d4b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:19:40.536176 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec87faf6-b59a-4cf8-a66c-31726cdd264f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:19:40.541491 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ec87faf6-b59a-4cf8-a66c-31726cdd264f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:40.546132 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a878ae2f-364a-4949-8e83-a1f51e9fe202 None None] Sync routers for ids ['03194243-62e3-439a-82f8-6e3de9d43d4b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:19:40.554910 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a878ae2f-364a-4949-8e83-a1f51e9fe202 None None] Routers {'03194243-62e3-439a-82f8-6e3de9d43d4b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:19:40.555551 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-a878ae2f-364a-4949-8e83-a1f51e9fe202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:19:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['03194243-62e3-439a-82f8-6e3de9d43d4b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:19:40.568419 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ec87faf6-b59a-4cf8-a66c-31726cdd264f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "DELETE /v2.0/floatingips/2b31b46a-e284-47b8-b669-3c4972c6d68f HTTP/1.1" status: 204 len: 168 time: 0.8471241 Jan 18 21:19:40.568419 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dec68e-3ecd-4efd-9477-399796806e4c', 'tag': '2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:19:40.571798 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe903caf-4e20-4c7e-9ecd-e697fbd806cd" -d '{"events": [{"name": "network-changed", "server_uuid": "04dec68e-3ecd-4efd-9477-399796806e4c", "tag": "2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:19:40.662473 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-a878ae2f-364a-4949-8e83-a1f51e9fe202 None None] Set router 03194243-62e3-439a-82f8-6e3de9d43d4b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:19:40.779618 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ced21c-4e1b-4759-bf5c-042008d7942f x-openstack-request-id: req-d4ced21c-4e1b-4759-bf5c-042008d7942f {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:19:40.780115 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04dec68e-3ecd-4efd-9477-399796806e4c", "tag": "2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:19:40.780229 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4ced21c-4e1b-4759-bf5c-042008d7942f {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:19:40.780584 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04dec68e-3ecd-4efd-9477-399796806e4c', 'tag': '2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7', 'status': 'completed', 'code': 200} Jan 18 21:19:40.844884 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe903caf-4e20-4c7e-9ecd-e697fbd806cd req-43bfc346-3e14-4cca-bfae-36b88f41004e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:19:40.846570 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fe903caf-4e20-4c7e-9ecd-e697fbd806cd req-43bfc346-3e14-4cca-bfae-36b88f41004e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 1096 time: 0.0429790 Jan 18 21:19:40.869682 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-a878ae2f-364a-4949-8e83-a1f51e9fe202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737677032', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:17:16Z', 'updated_at': '2022-01-18T21:17:20Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:17:17Z', 'updated_at': '2022-01-18T21:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '91639fee-b144-4528-bbcd-f10f03c60891', 'name': '', 'network_id': 'b8f9b630-c0be-4f78-b7fa-b0b4168b25dd', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:dc:ad:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '40d280f7-d7a5-44bd-b570-923ae93691b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:17:19Z', 'updated_at': '2022-01-18T21:17:23Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '40d280f7-d7a5-44bd-b570-923ae93691b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:19:40.877304 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bc95d-8b4f-4dc6-ac29-6f379c975609 req-a6267cbe-0bf2-498c-bb33-db199ebd0377 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:19:40.878859 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bb2bc95d-8b4f-4dc6-ac29-6f379c975609 req-a6267cbe-0bf2-498c-bb33-db199ebd0377 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 945 time: 0.0501809 Jan 18 21:19:40.896155 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a878ae2f-364a-4949-8e83-a1f51e9fe202 None None] Checking router: 03194243-62e3-439a-82f8-6e3de9d43d4b for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:19:40.905094 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a878ae2f-364a-4949-8e83-a1f51e9fe202 None None] Routers {'03194243-62e3-439a-82f8-6e3de9d43d4b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:19:40.905806 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-a878ae2f-364a-4949-8e83-a1f51e9fe202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:19:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['03194243-62e3-439a-82f8-6e3de9d43d4b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:19:40.928490 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bb2bc95d-8b4f-4dc6-ac29-6f379c975609 req-b4f78bc2-51c7-4b73-b3e0-984e476333fc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=fac57a62-aa37-450e-831c-87f9e934e28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429528 Jan 18 21:19:40.942208 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe903caf-4e20-4c7e-9ecd-e697fbd806cd req-39a1eadc-f07c-4d4c-8e97-4eff17a8c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:19:40.943715 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fe903caf-4e20-4c7e-9ecd-e697fbd806cd req-39a1eadc-f07c-4d4c-8e97-4eff17a8c55f service neutron] 10.222.0.57 "GET /v2.0/networks?id=b8f9b630-c0be-4f78-b7fa-b0b4168b25dd HTTP/1.1" status: 200 len: 897 time: 0.0905437 Jan 18 21:19:40.988547 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fe903caf-4e20-4c7e-9ecd-e697fbd806cd req-d897eafc-8935-4128-bd34-9edc40e5dab6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 HTTP/1.1" status: 200 len: 217 time: 0.0382788 Jan 18 21:19:41.015644 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-a878ae2f-364a-4949-8e83-a1f51e9fe202 None None] Set router 03194243-62e3-439a-82f8-6e3de9d43d4b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:19:41.041125 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe903caf-4e20-4c7e-9ecd-e697fbd806cd req-aae57bf0-99fb-478d-9712-883301be3f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:19:41.042619 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fe903caf-4e20-4c7e-9ecd-e697fbd806cd req-aae57bf0-99fb-478d-9712-883301be3f48 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=40d280f7-d7a5-44bd-b570-923ae93691b5 HTTP/1.1" status: 200 len: 835 time: 0.0475144 Jan 18 21:19:41.088612 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe903caf-4e20-4c7e-9ecd-e697fbd806cd req-ba66ddfe-1bd1-40ab-8f8a-975a82baa1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:19:41.090135 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fe903caf-4e20-4c7e-9ecd-e697fbd806cd req-ba66ddfe-1bd1-40ab-8f8a-975a82baa1c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b8f9b630-c0be-4f78-b7fa-b0b4168b25dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399392 Jan 18 21:19:41.177225 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fe903caf-4e20-4c7e-9ecd-e697fbd806cd req-54c915bf-20f8-48da-bbed-2a3c8e8bd13d service neutron] 10.222.0.57 "GET /v2.0/networks/b8f9b630-c0be-4f78-b7fa-b0b4168b25dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803881 Jan 18 21:19:41.213378 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-a878ae2f-364a-4949-8e83-a1f51e9fe202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737677032', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:17:16Z', 'updated_at': '2022-01-18T21:17:20Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:17:17Z', 'updated_at': '2022-01-18T21:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '91639fee-b144-4528-bbcd-f10f03c60891', 'name': '', 'network_id': 'b8f9b630-c0be-4f78-b7fa-b0b4168b25dd', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:dc:ad:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '40d280f7-d7a5-44bd-b570-923ae93691b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:17:19Z', 'updated_at': '2022-01-18T21:17:23Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '40d280f7-d7a5-44bd-b570-923ae93691b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:19:41.239649 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a878ae2f-364a-4949-8e83-a1f51e9fe202 None None] The sync data for ids ['03194243-62e3-439a-82f8-6e3de9d43d4b'] in n-d-741529-9 is: [{'id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737677032', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:17:16Z', 'updated_at': '2022-01-18T21:17:20Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:17:17Z', 'updated_at': '2022-01-18T21:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '91639fee-b144-4528-bbcd-f10f03c60891', 'name': '', 'network_id': 'b8f9b630-c0be-4f78-b7fa-b0b4168b25dd', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:dc:ad:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '40d280f7-d7a5-44bd-b570-923ae93691b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:17:19Z', 'updated_at': '2022-01-18T21:17:23Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '40d280f7-d7a5-44bd-b570-923ae93691b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:19:41.276602 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-fe903caf-4e20-4c7e-9ecd-e697fbd806cd req-4f91dab8-c8e4-46fe-9485-e7ce56ff13b3 service neutron] 10.222.0.57 "GET /v2.0/networks/b8f9b630-c0be-4f78-b7fa-b0b4168b25dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927467 Jan 18 21:19:41.460649 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bf88c3-bf98-47fb-bb2f-5dc11ce37ea7 None None] New status for floating IP 2b31b46a-e284-47b8-b669-3c4972c6d68f: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 21:19:42.043879 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274163f1-c690-4c2e-86c6-e1c782044120 req-e66d36b0-0a89-46ae-9834-c92f716663c0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:19:42.045351 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-274163f1-c690-4c2e-86c6-e1c782044120 req-e66d36b0-0a89-46ae-9834-c92f716663c0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 945 time: 0.0485203 Jan 18 21:19:42.100207 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-274163f1-c690-4c2e-86c6-e1c782044120 req-5518a794-7562-4b78-924d-3a9d242672d0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=fac57a62-aa37-450e-831c-87f9e934e28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416012 Jan 18 21:19:42.545054 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da580164-a98a-4746-b6d3-364059a04bb3 req-3d6261f4-7cc4-4a11-9b7b-09976a454942 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:19:42.546523 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-da580164-a98a-4746-b6d3-364059a04bb3 req-3d6261f4-7cc4-4a11-9b7b-09976a454942 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.57 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 945 time: 0.0478275 Jan 18 21:19:42.635965 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-da580164-a98a-4746-b6d3-364059a04bb3 req-27836b2d-2cc8-45f0-8c2e-7d3287f96a81 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Deleting port 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:19:42.636221 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-da580164-a98a-4746-b6d3-364059a04bb3 req-27836b2d-2cc8-45f0-8c2e-7d3287f96a81 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:42.721226 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-da580164-a98a-4746-b6d3-364059a04bb3 req-27836b2d-2cc8-45f0-8c2e-7d3287f96a81 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] For port 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7,segment=NetworkSegment(16d0d579-9816-468f-9dcf-f986148e4c1f),segment_id=16d0d579-9816-468f-9dcf-f986148e4c1f)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:19:42.721603 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-da580164-a98a-4746-b6d3-364059a04bb3 req-27836b2d-2cc8-45f0-8c2e-7d3287f96a81 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:42.733204 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-da580164-a98a-4746-b6d3-364059a04bb3 req-27836b2d-2cc8-45f0-8c2e-7d3287f96a81 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Calling delete_port for 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:19:42.859279 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-da580164-a98a-4746-b6d3-364059a04bb3 req-27836b2d-2cc8-45f0-8c2e-7d3287f96a81 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:42.889212 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27836b2d-2cc8-45f0-8c2e-7d3287f96a81 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Port': ['ID=2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:42.935353 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-da580164-a98a-4746-b6d3-364059a04bb3 req-27836b2d-2cc8-45f0-8c2e-7d3287f96a81 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] No DVR routers for this DVR port 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:19:42.938103 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-da580164-a98a-4746-b6d3-364059a04bb3 req-27836b2d-2cc8-45f0-8c2e-7d3287f96a81 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:42.941615 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-da580164-a98a-4746-b6d3-364059a04bb3 req-27836b2d-2cc8-45f0-8c2e-7d3287f96a81 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.57 "DELETE /v2.0/ports/2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 HTTP/1.1" status: 204 len: 173 time: 0.3892682 Jan 18 21:19:42.942104 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dec68e-3ecd-4efd-9477-399796806e4c', 'name': 'network-vif-deleted', 'tag': '2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:19:42.944395 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38e19b4-1152-4b06-83ad-03f3040f6398" -d '{"events": [{"server_uuid": "04dec68e-3ecd-4efd-9477-399796806e4c", "name": "network-vif-deleted", "tag": "2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:19:42.997480 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4471cd63-0322-4e9b-8ab2-0fa593b2abac x-openstack-request-id: req-4471cd63-0322-4e9b-8ab2-0fa593b2abac {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:19:42.997872 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04dec68e-3ecd-4efd-9477-399796806e4c", "name": "network-vif-deleted", "tag": "2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:19:42.998129 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4471cd63-0322-4e9b-8ab2-0fa593b2abac {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:19:42.998536 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dec68e-3ecd-4efd-9477-399796806e4c', 'name': 'network-vif-deleted', 'tag': '2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7', 'status': 'completed', 'code': 200} Jan 18 21:19:43.206379 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c086ac98-4dd7-4aac-8e14-70a29dbd77a5 req-25e6a496-a417-4ad8-8efa-6ad1e4c8441a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dec68e-3ecd-4efd-9477-399796806e4c HTTP/1.1" status: 200 len: 210 time: 0.0286312 Jan 18 21:19:44.272029 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43256) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:19:44.616501 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-20178767-0b68-4335-980f-faa37c81344a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (03194243-62e3-439a-82f8-6e3de9d43d4b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:45.098115 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-20178767-0b68-4335-980f-faa37c81344a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Deleting port 91639fee-b144-4528-bbcd-f10f03c60891 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:19:45.098449 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-20178767-0b68-4335-980f-faa37c81344a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (91639fee-b144-4528-bbcd-f10f03c60891), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:45.185269 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-20178767-0b68-4335-980f-faa37c81344a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] For port 91639fee-b144-4528-bbcd-f10f03c60891, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=91639fee-b144-4528-bbcd-f10f03c60891,segment=NetworkSegment(16d0d579-9816-468f-9dcf-f986148e4c1f),segment_id=16d0d579-9816-468f-9dcf-f986148e4c1f)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:19:45.185655 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-20178767-0b68-4335-980f-faa37c81344a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (91639fee-b144-4528-bbcd-f10f03c60891), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:45.196894 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-20178767-0b68-4335-980f-faa37c81344a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Calling delete_port for 91639fee-b144-4528-bbcd-f10f03c60891 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:19:45.375979 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-20178767-0b68-4335-980f-faa37c81344a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (91639fee-b144-4528-bbcd-f10f03c60891), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:45.403582 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178767-0b68-4335-980f-faa37c81344a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Port': ['ID=91639fee-b144-4528-bbcd-f10f03c60891,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:45.576068 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-20178767-0b68-4335-980f-faa37c81344a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (03194243-62e3-439a-82f8-6e3de9d43d4b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:45.794252 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20178767-0b68-4335-980f-faa37c81344a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Router 03194243-62e3-439a-82f8-6e3de9d43d4b has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:19:45.897595 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20178767-0b68-4335-980f-faa37c81344a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:19:45.902981 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-20178767-0b68-4335-980f-faa37c81344a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "PUT /v2.0/routers/03194243-62e3-439a-82f8-6e3de9d43d4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6296494 Jan 18 21:19:45.905363 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43258) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:19:45.908100 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001ac695-8926-494d-9fa3-cacbe4f4a4b5 None None] Sync routers for ids ['03194243-62e3-439a-82f8-6e3de9d43d4b'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:19:45.911920 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:19:45.937799 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:19:45.938152 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 2fc77b6b-8e4a-47dc-ad7f-d8e4d3d6a5f7 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:19:45.941061 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001ac695-8926-494d-9fa3-cacbe4f4a4b5 None None] Routers {'03194243-62e3-439a-82f8-6e3de9d43d4b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:19:45.941695 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-001ac695-8926-494d-9fa3-cacbe4f4a4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:19:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['03194243-62e3-439a-82f8-6e3de9d43d4b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:19:45.961355 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ebf90b-9455-4780-ac13-b6033d5c9795 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Deleting subnet 40d280f7-d7a5-44bd-b570-923ae93691b5 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 21:19:45.964505 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59ebf90b-9455-4780-ac13-b6033d5c9795 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for subnet (40d280f7-d7a5-44bd-b570-923ae93691b5), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:46.003707 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59ebf90b-9455-4780-ac13-b6033d5c9795 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (40d280f7-d7a5-44bd-b570-923ae93691b5), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:46.046421 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-001ac695-8926-494d-9fa3-cacbe4f4a4b5 None None] Set router 03194243-62e3-439a-82f8-6e3de9d43d4b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:19:46.091339 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59ebf90b-9455-4780-ac13-b6033d5c9795 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (40d280f7-d7a5-44bd-b570-923ae93691b5), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:46.147422 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59ebf90b-9455-4780-ac13-b6033d5c9795 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (40d280f7-d7a5-44bd-b570-923ae93691b5), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:46.174614 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ebf90b-9455-4780-ac13-b6033d5c9795 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Subnet': ['ID=40d280f7-d7a5-44bd-b570-923ae93691b5,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:46.176557 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59ebf90b-9455-4780-ac13-b6033d5c9795 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:46.179752 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-59ebf90b-9455-4780-ac13-b6033d5c9795 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "DELETE /v2.0/subnets/40d280f7-d7a5-44bd-b570-923ae93691b5 HTTP/1.1" status: 204 len: 168 time: 0.2734501 Jan 18 21:19:46.183091 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43260) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:19:46.188021 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5ae02c-21a2-4639-8dd4-7b94408b8fbe None None] Network b8f9b630-c0be-4f78-b7fa-b0b4168b25dd requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:19:46.296574 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e1b992ee-da55-4e58-9503-745367966141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router (03194243-62e3-439a-82f8-6e3de9d43d4b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:46.323505 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-001ac695-8926-494d-9fa3-cacbe4f4a4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737677032', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:17:16Z', 'updated_at': '2022-01-18T21:19:45Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:17:17Z', 'updated_at': '2022-01-18T21:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:19:46.355345 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001ac695-8926-494d-9fa3-cacbe4f4a4b5 None None] Checking router: 03194243-62e3-439a-82f8-6e3de9d43d4b for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:19:46.365406 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001ac695-8926-494d-9fa3-cacbe4f4a4b5 None None] Routers {'03194243-62e3-439a-82f8-6e3de9d43d4b'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:19:46.366072 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-001ac695-8926-494d-9fa3-cacbe4f4a4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:19:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['03194243-62e3-439a-82f8-6e3de9d43d4b'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:19:46.400512 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecfcf64-4345-46fb-9737-bf8e02f3d7f8 None None] DHCP port deletion for b8f9b630-c0be-4f78-b7fa-b0b4168b25dd request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:19:46.508431 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-001ac695-8926-494d-9fa3-cacbe4f4a4b5 None None] Set router 03194243-62e3-439a-82f8-6e3de9d43d4b gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:19:46.586367 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfcf64-4345-46fb-9737-bf8e02f3d7f8 None None] Deleting port fd674382-d07e-4e85-9f56-120c511f241b {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:19:46.587409 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4ecfcf64-4345-46fb-9737-bf8e02f3d7f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (fd674382-d07e-4e85-9f56-120c511f241b), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:46.691595 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-4ecfcf64-4345-46fb-9737-bf8e02f3d7f8 None None] For port fd674382-d07e-4e85-9f56-120c511f241b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=fd674382-d07e-4e85-9f56-120c511f241b,segment=NetworkSegment(16d0d579-9816-468f-9dcf-f986148e4c1f),segment_id=16d0d579-9816-468f-9dcf-f986148e4c1f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:19:46.691989 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4ecfcf64-4345-46fb-9737-bf8e02f3d7f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (fd674382-d07e-4e85-9f56-120c511f241b), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:46.713884 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfcf64-4345-46fb-9737-bf8e02f3d7f8 None None] Calling delete_port for fd674382-d07e-4e85-9f56-120c511f241b owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:19:46.759733 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e1b992ee-da55-4e58-9503-745367966141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_gateway (03194243-62e3-439a-82f8-6e3de9d43d4b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:46.812264 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-e1b992ee-da55-4e58-9503-745367966141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Deleting port 8395982f-5a6b-4f54-b02d-ba34b7e7920e {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:19:46.812794 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e1b992ee-da55-4e58-9503-745367966141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (8395982f-5a6b-4f54-b02d-ba34b7e7920e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:46.824091 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-001ac695-8926-494d-9fa3-cacbe4f4a4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737677032', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:17:16Z', 'updated_at': '2022-01-18T21:19:45Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:17:17Z', 'updated_at': '2022-01-18T21:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:19:46.852277 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001ac695-8926-494d-9fa3-cacbe4f4a4b5 None None] The sync data for ids ['03194243-62e3-439a-82f8-6e3de9d43d4b'] in n-d-741529-9 is: [{'id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737677032', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:17:16Z', 'updated_at': '2022-01-18T21:19:45Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8395982f-5a6b-4f54-b02d-ba34b7e7920e', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03194243-62e3-439a-82f8-6e3de9d43d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:17:17Z', 'updated_at': '2022-01-18T21:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:19:46.855308 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4ecfcf64-4345-46fb-9737-bf8e02f3d7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (fd674382-d07e-4e85-9f56-120c511f241b), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:46.882794 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfcf64-4345-46fb-9737-bf8e02f3d7f8 None None] Pushing event deleted for resources: {'Port': ['ID=fd674382-d07e-4e85-9f56-120c511f241b,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:46.885989 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecfcf64-4345-46fb-9737-bf8e02f3d7f8 None None] No DVR routers for this DVR port fd674382-d07e-4e85-9f56-120c511f241b on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:19:46.895169 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecfcf64-4345-46fb-9737-bf8e02f3d7f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:46.901065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecfcf64-4345-46fb-9737-bf8e02f3d7f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:46.901065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecfcf64-4345-46fb-9737-bf8e02f3d7f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:46.901065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecfcf64-4345-46fb-9737-bf8e02f3d7f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:46.901065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecfcf64-4345-46fb-9737-bf8e02f3d7f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:46.901065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecfcf64-4345-46fb-9737-bf8e02f3d7f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:46.901065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecfcf64-4345-46fb-9737-bf8e02f3d7f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:46.901065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecfcf64-4345-46fb-9737-bf8e02f3d7f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:46.901065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecfcf64-4345-46fb-9737-bf8e02f3d7f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:46.901065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecfcf64-4345-46fb-9737-bf8e02f3d7f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:46.901065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecfcf64-4345-46fb-9737-bf8e02f3d7f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:46.901065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecfcf64-4345-46fb-9737-bf8e02f3d7f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:46.901065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecfcf64-4345-46fb-9737-bf8e02f3d7f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:46.912777 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-e1b992ee-da55-4e58-9503-745367966141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] For port 8395982f-5a6b-4f54-b02d-ba34b7e7920e, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8395982f-5a6b-4f54-b02d-ba34b7e7920e,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:19:46.913143 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e1b992ee-da55-4e58-9503-745367966141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (8395982f-5a6b-4f54-b02d-ba34b7e7920e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:46.924788 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-e1b992ee-da55-4e58-9503-745367966141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Calling delete_port for 8395982f-5a6b-4f54-b02d-ba34b7e7920e owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:19:47.082196 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e1b992ee-da55-4e58-9503-745367966141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (8395982f-5a6b-4f54-b02d-ba34b7e7920e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:47.112248 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b992ee-da55-4e58-9503-745367966141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Port': ['ID=8395982f-5a6b-4f54-b02d-ba34b7e7920e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:47.122467 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfe63b8-ab0c-436f-9eee-cc9929792e7e None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:19:47.136294 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b992ee-da55-4e58-9503-745367966141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:47.136647 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b992ee-da55-4e58-9503-745367966141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:47.136995 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b992ee-da55-4e58-9503-745367966141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:47.137331 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b992ee-da55-4e58-9503-745367966141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:47.137678 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b992ee-da55-4e58-9503-745367966141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:47.138011 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b992ee-da55-4e58-9503-745367966141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:47.138337 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b992ee-da55-4e58-9503-745367966141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:47.138668 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b992ee-da55-4e58-9503-745367966141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:47.138997 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b992ee-da55-4e58-9503-745367966141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:47.139321 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b992ee-da55-4e58-9503-745367966141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:47.139643 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b992ee-da55-4e58-9503-745367966141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:47.140010 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b992ee-da55-4e58-9503-745367966141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:47.140286 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b992ee-da55-4e58-9503-745367966141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:47.182110 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e1b992ee-da55-4e58-9503-745367966141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (03194243-62e3-439a-82f8-6e3de9d43d4b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:47.278887 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e1b992ee-da55-4e58-9503-745367966141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (03194243-62e3-439a-82f8-6e3de9d43d4b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:47.281125 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e1b992ee-da55-4e58-9503-745367966141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_controller (03194243-62e3-439a-82f8-6e3de9d43d4b), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:47.325443 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e1b992ee-da55-4e58-9503-745367966141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (03194243-62e3-439a-82f8-6e3de9d43d4b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:47.326032 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b992ee-da55-4e58-9503-745367966141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Fanout notify agent at l3_agent the message router_deleted on router 03194243-62e3-439a-82f8-6e3de9d43d4b {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 21:19:47.333369 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e1b992ee-da55-4e58-9503-745367966141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:47.334528 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e1b992ee-da55-4e58-9503-745367966141 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "DELETE /v2.0/routers/03194243-62e3-439a-82f8-6e3de9d43d4b HTTP/1.1" status: 204 len: 168 time: 1.1504807 Jan 18 21:19:47.337422 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43262) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:19:47.417852 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c551709-83fd-494d-84b5-a597ff0d18b8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (b8f9b630-c0be-4f78-b7fa-b0b4168b25dd), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:47.504412 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c551709-83fd-494d-84b5-a597ff0d18b8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (b8f9b630-c0be-4f78-b7fa-b0b4168b25dd), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:47.534086 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-9c551709-83fd-494d-84b5-a597ff0d18b8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f9b630-c0be-4f78-b7fa-b0b4168b25dd']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:19:47.547738 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-9c551709-83fd-494d-84b5-a597ff0d18b8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d0d579-9816-468f-9dcf-f986148e4c1f') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:19:47.548182 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-9c551709-83fd-494d-84b5-a597ff0d18b8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d0d579-9816-468f-9dcf-f986148e4c1f') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:19:47.560520 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c551709-83fd-494d-84b5-a597ff0d18b8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (16d0d579-9816-468f-9dcf-f986148e4c1f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:47.577990 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c551709-83fd-494d-84b5-a597ff0d18b8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (16d0d579-9816-468f-9dcf-f986148e4c1f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:47.583850 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c551709-83fd-494d-84b5-a597ff0d18b8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 21:19:47.584231 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c551709-83fd-494d-84b5-a597ff0d18b8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (16d0d579-9816-468f-9dcf-f986148e4c1f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: timer() Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 21:19:47.587347 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 21:19:47.644422 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c551709-83fd-494d-84b5-a597ff0d18b8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (b8f9b630-c0be-4f78-b7fa-b0b4168b25dd), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:47.651185 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c551709-83fd-494d-84b5-a597ff0d18b8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:47.654383 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9c551709-83fd-494d-84b5-a597ff0d18b8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "DELETE /v2.0/networks/b8f9b630-c0be-4f78-b7fa-b0b4168b25dd HTTP/1.1" status: 204 len: 168 time: 0.3158836 Jan 18 21:19:47.657138 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43264) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:19:47.665834 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c551709-83fd-494d-84b5-a597ff0d18b8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Network': ['ID=b8f9b630-c0be-4f78-b7fa-b0b4168b25dd,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:47.714532 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-77ce15f5-4594-4c5b-ab94-cd1fca8822fa tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (fac57a62-aa37-450e-831c-87f9e934e28a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:47.743642 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-77ce15f5-4594-4c5b-ab94-cd1fca8822fa tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (fac57a62-aa37-450e-831c-87f9e934e28a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:47.804011 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-77ce15f5-4594-4c5b-ab94-cd1fca8822fa tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (fac57a62-aa37-450e-831c-87f9e934e28a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:47.807388 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-77ce15f5-4594-4c5b-ab94-cd1fca8822fa tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:47.808750 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-77ce15f5-4594-4c5b-ab94-cd1fca8822fa tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "DELETE /v2.0/security-groups/fac57a62-aa37-450e-831c-87f9e934e28a HTTP/1.1" status: 204 len: 168 time: 0.1505628 Jan 18 21:19:47.818186 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce15f5-4594-4c5b-ab94-cd1fca8822fa tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac57a62-aa37-450e-831c-87f9e934e28a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:47.912050 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 91639fee-b144-4528-bbcd-f10f03c60891 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:19:47.937181 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 91639fee-b144-4528-bbcd-f10f03c60891 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:19:47.937734 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 91639fee-b144-4528-bbcd-f10f03c60891 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:19:47.938198 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device fd674382-d07e-4e85-9f56-120c511f241b no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:19:47.959677 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: fd674382-d07e-4e85-9f56-120c511f241b {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:19:47.960022 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device fd674382-d07e-4e85-9f56-120c511f241b not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:19:48.095630 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43270) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:19:48.100638 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-41fa07ae-c171-4d15-8866-6ba538c877d9 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1351492603', 'description': 'tempest-secgroup-smoke-1351492603 description', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:19:48.124311 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-41fa07ae-c171-4d15-8866-6ba538c877d9 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:48.189439 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-41fa07ae-c171-4d15-8866-6ba538c877d9 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (33e33276-07cf-4367-b95b-df3b93e99fd9), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:48.193006 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-41fa07ae-c171-4d15-8866-6ba538c877d9 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (33e33276-07cf-4367-b95b-df3b93e99fd9), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:48.224214 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-41fa07ae-c171-4d15-8866-6ba538c877d9 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:48.225439 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-41fa07ae-c171-4d15-8866-6ba538c877d9 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1287081 Jan 18 21:19:48.226180 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa07ae-c171-4d15-8866-6ba538c877d9 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e33276-07cf-4367-b95b-df3b93e99fd9,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:48.228932 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43272) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:19:48.233461 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-6c45cfd3-eaa1-41f9-b120-2aaa3bace2b3 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': '33e33276-07cf-4367-b95b-df3b93e99fd9', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:19:48.246562 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:19:48.262731 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c45cfd3-eaa1-41f9-b120-2aaa3bace2b3 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (a03432e4-5769-4f4a-87b5-59f02d79f856), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:48.331342 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c45cfd3-eaa1-41f9-b120-2aaa3bace2b3 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (a03432e4-5769-4f4a-87b5-59f02d79f856), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:48.334560 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c45cfd3-eaa1-41f9-b120-2aaa3bace2b3 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (a03432e4-5769-4f4a-87b5-59f02d79f856), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:48.349118 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45cfd3-eaa1-41f9-b120-2aaa3bace2b3 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03432e4-5769-4f4a-87b5-59f02d79f856,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:48.359967 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c45cfd3-eaa1-41f9-b120-2aaa3bace2b3 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:48.361156 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-6c45cfd3-eaa1-41f9-b120-2aaa3bace2b3 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1313212 Jan 18 21:19:48.367442 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43274) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:19:48.373439 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-6b51d2a7-f41c-4ff3-b27e-1c6e1b19f73d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': '33e33276-07cf-4367-b95b-df3b93e99fd9', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:19:48.415012 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b51d2a7-f41c-4ff3-b27e-1c6e1b19f73d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (1a4fca94-7781-47f6-bdab-4f0210f1428c), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:48.463824 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b51d2a7-f41c-4ff3-b27e-1c6e1b19f73d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (1a4fca94-7781-47f6-bdab-4f0210f1428c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:48.467286 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b51d2a7-f41c-4ff3-b27e-1c6e1b19f73d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (1a4fca94-7781-47f6-bdab-4f0210f1428c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:48.487789 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51d2a7-f41c-4ff3-b27e-1c6e1b19f73d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a4fca94-7781-47f6-bdab-4f0210f1428c,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:48.495646 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b51d2a7-f41c-4ff3-b27e-1c6e1b19f73d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:48.496863 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6b51d2a7-f41c-4ff3-b27e-1c6e1b19f73d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1273329 Jan 18 21:19:48.499642 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43276) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:19:48.503889 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-0e9215ae-cefd-4e87-9a7d-90f4b0965520 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': '33e33276-07cf-4367-b95b-df3b93e99fd9', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:19:48.534418 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0e9215ae-cefd-4e87-9a7d-90f4b0965520 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (fbde0231-a10b-4ba5-90ca-25d66b55bcb3), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:48.592784 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0e9215ae-cefd-4e87-9a7d-90f4b0965520 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (fbde0231-a10b-4ba5-90ca-25d66b55bcb3), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:48.596777 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0e9215ae-cefd-4e87-9a7d-90f4b0965520 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (fbde0231-a10b-4ba5-90ca-25d66b55bcb3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:48.616631 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9215ae-cefd-4e87-9a7d-90f4b0965520 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbde0231-a10b-4ba5-90ca-25d66b55bcb3,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:48.625945 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0e9215ae-cefd-4e87-9a7d-90f4b0965520 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:48.627132 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0e9215ae-cefd-4e87-9a7d-90f4b0965520 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265821 Jan 18 21:19:48.630830 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43278) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:19:48.636279 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-58e4165f-12e3-4028-a660-be30182a041b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': '33e33276-07cf-4367-b95b-df3b93e99fd9', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:19:48.671770 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-58e4165f-12e3-4028-a660-be30182a041b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (1a5eda84-446a-4b69-8a73-2a8067cfd679), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:48.735471 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-58e4165f-12e3-4028-a660-be30182a041b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (1a5eda84-446a-4b69-8a73-2a8067cfd679), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:48.739964 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-58e4165f-12e3-4028-a660-be30182a041b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (1a5eda84-446a-4b69-8a73-2a8067cfd679), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:48.762471 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4165f-12e3-4028-a660-be30182a041b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5eda84-446a-4b69-8a73-2a8067cfd679,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:48.769653 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-58e4165f-12e3-4028-a660-be30182a041b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:48.770968 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-58e4165f-12e3-4028-a660-be30182a041b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1387084 Jan 18 21:19:48.776869 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43280) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:19:48.781183 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-9c455e37-d50a-42bd-a388-2810238ab31b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': '33e33276-07cf-4367-b95b-df3b93e99fd9', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:19:48.807372 n-d-741529-9 neutron-server[103336]: INFO neutron.db.securitygroups_db [None req-9c455e37-d50a-42bd-a388-2810238ab31b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Project c09e16e9f5a443bda5c1698c9e5d5165 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 21:19:48.813483 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9c455e37-d50a-42bd-a388-2810238ab31b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (f9482570-c0ea-49d1-ae7e-5b67af49379e), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:48.872010 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9c455e37-d50a-42bd-a388-2810238ab31b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (f9482570-c0ea-49d1-ae7e-5b67af49379e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:48.876327 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9c455e37-d50a-42bd-a388-2810238ab31b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (f9482570-c0ea-49d1-ae7e-5b67af49379e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:48.897842 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c455e37-d50a-42bd-a388-2810238ab31b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9482570-c0ea-49d1-ae7e-5b67af49379e,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:48.904159 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9c455e37-d50a-42bd-a388-2810238ab31b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:48.905229 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9c455e37-d50a-42bd-a388-2810238ab31b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1274199 Jan 18 21:19:48.908008 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43282) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:19:48.913180 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-b6c983ca-acc9-4727-8cd7-940e314dee71 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': '33e33276-07cf-4367-b95b-df3b93e99fd9', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:19:48.937051 n-d-741529-9 neutron-server[103336]: INFO neutron.db.securitygroups_db [None req-b6c983ca-acc9-4727-8cd7-940e314dee71 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Project c09e16e9f5a443bda5c1698c9e5d5165 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 21:19:48.945145 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b6c983ca-acc9-4727-8cd7-940e314dee71 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (f750e026-f05b-4da3-84a6-d93e820f42a9), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:49.014492 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b6c983ca-acc9-4727-8cd7-940e314dee71 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (f750e026-f05b-4da3-84a6-d93e820f42a9), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:49.018648 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b6c983ca-acc9-4727-8cd7-940e314dee71 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (f750e026-f05b-4da3-84a6-d93e820f42a9), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:49.033473 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c983ca-acc9-4727-8cd7-940e314dee71 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f750e026-f05b-4da3-84a6-d93e820f42a9,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:49.044561 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b6c983ca-acc9-4727-8cd7-940e314dee71 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:49.045775 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b6c983ca-acc9-4727-8cd7-940e314dee71 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368420 Jan 18 21:19:49.048704 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43284) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:19:49.053999 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-a942bc1b-ab68-463f-bb45-129469b5653c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'network': {'name': 'tempest-network-smoke--1150966557', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'port_security_enabled': True}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:19:49.075774 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a942bc1b-ab68-463f-bb45-129469b5653c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Made reservation on behalf of c09e16e9f5a443bda5c1698c9e5d5165 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:19:49.079412 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a942bc1b-ab68-463f-bb45-129469b5653c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:49.103663 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a942bc1b-ab68-463f-bb45-129469b5653c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 21:19:49.113285 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a942bc1b-ab68-463f-bb45-129469b5653c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (46c02b21-9ff3-4b4d-85e6-0e80b228b2b7), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:49.113666 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-a942bc1b-ab68-463f-bb45-129469b5653c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Added segment 46c02b21-9ff3-4b4d-85e6-0e80b228b2b7 of type vlan for network 46706dc8-52c1-4eaf-9959-2ad854c88c71 Jan 18 21:19:49.154706 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a942bc1b-ab68-463f-bb45-129469b5653c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (46706dc8-52c1-4eaf-9959-2ad854c88c71), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:49.177849 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a942bc1b-ab68-463f-bb45-129469b5653c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (46706dc8-52c1-4eaf-9959-2ad854c88c71), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:49.183981 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a942bc1b-ab68-463f-bb45-129469b5653c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:19:49.184559 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a942bc1b-ab68-463f-bb45-129469b5653c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:49.218484 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a942bc1b-ab68-463f-bb45-129469b5653c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1686578 Jan 18 21:19:49.221247 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43286) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:19:49.249495 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-dc872ac8-89d6-4474-a703-583985d95322 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2071636574', 'admin_state_up': True, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:19:49.262781 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942bc1b-ab68-463f-bb45-129469b5653c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Network': ['ID=46706dc8-52c1-4eaf-9959-2ad854c88c71,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:49.273275 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 46706dc8-52c1-4eaf-9959-2ad854c88c71 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 21:19:49.280577 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dc872ac8-89d6-4474-a703-583985d95322 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (878747ce-cf0f-4593-91c6-952fea6b24de), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:49.281616 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dc872ac8-89d6-4474-a703-583985d95322 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (878747ce-cf0f-4593-91c6-952fea6b24de), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:49.337282 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dc872ac8-89d6-4474-a703-583985d95322 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_controller (878747ce-cf0f-4593-91c6-952fea6b24de), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:49.470163 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dc872ac8-89d6-4474-a703-583985d95322 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_gateway (878747ce-cf0f-4593-91c6-952fea6b24de), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:49.501096 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8395982f-5a6b-4f54-b02d-ba34b7e7920e no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:19:49.520495 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 8395982f-5a6b-4f54-b02d-ba34b7e7920e {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:19:49.520758 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8395982f-5a6b-4f54-b02d-ba34b7e7920e not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:19:49.714764 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dc872ac8-89d6-4474-a703-583985d95322 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_gateway (878747ce-cf0f-4593-91c6-952fea6b24de), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:49.733537 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dc872ac8-89d6-4474-a703-583985d95322 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:49.831810 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-dc872ac8-89d6-4474-a703-583985d95322 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Allocated IP 172.25.4.122 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/87dca9bd-cc93-4acc-bc35-154b2625fc33) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:19:49.931388 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dc872ac8-89d6-4474-a703-583985d95322 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (87dca9bd-cc93-4acc-bc35-154b2625fc33), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:49.963554 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dc872ac8-89d6-4474-a703-583985d95322 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (87dca9bd-cc93-4acc-bc35-154b2625fc33), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:50.001605 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc872ac8-89d6-4474-a703-583985d95322 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:19:50.004318 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-dc872ac8-89d6-4474-a703-583985d95322 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:19:50.007828 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc872ac8-89d6-4474-a703-583985d95322 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:19:50.018060 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3496e1a6-5dba-4b64-8b9f-aadecdc9ec04 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:19:50.032709 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc872ac8-89d6-4474-a703-583985d95322 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=87dca9bd-cc93-4acc-bc35-154b2625fc33,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:50.100676 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-28c7d289-7eab-430d-8c20-5c27889c2f57 None None] Provisioning complete for port 87dca9bd-cc93-4acc-bc35-154b2625fc33 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:19:50.100999 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-28c7d289-7eab-430d-8c20-5c27889c2f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (87dca9bd-cc93-4acc-bc35-154b2625fc33), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:50.136492 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-28c7d289-7eab-430d-8c20-5c27889c2f57 None None] Port 87dca9bd-cc93-4acc-bc35-154b2625fc33 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:19:50.256345 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dc872ac8-89d6-4474-a703-583985d95322 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_gateway (878747ce-cf0f-4593-91c6-952fea6b24de), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:50.448074 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dc872ac8-89d6-4474-a703-583985d95322 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (878747ce-cf0f-4593-91c6-952fea6b24de), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:50.570668 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc872ac8-89d6-4474-a703-583985d95322 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Router 878747ce-cf0f-4593-91c6-952fea6b24de is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 21:19:50.677907 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc872ac8-89d6-4474-a703-583985d95322 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:19:50.687236 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f705efac-9bfb-4155-a3d8-35c0c189ce03 None None] Sync routers for ids ['878747ce-cf0f-4593-91c6-952fea6b24de'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:19:50.697869 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f705efac-9bfb-4155-a3d8-35c0c189ce03 None None] Routers {'878747ce-cf0f-4593-91c6-952fea6b24de'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:19:50.698509 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f705efac-9bfb-4155-a3d8-35c0c189ce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:19:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['878747ce-cf0f-4593-91c6-952fea6b24de'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:19:50.699163 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dc872ac8-89d6-4474-a703-583985d95322 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:50.700549 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-dc872ac8-89d6-4474-a703-583985d95322 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4782605 Jan 18 21:19:50.703523 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43288) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:19:50.731169 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a8ac5ba0-cfb3-464b-97db-746bf875294b tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=c09e16e9f5a443bda5c1698c9e5d5165&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265183 Jan 18 21:19:50.733591 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43290) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:19:50.799367 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-f705efac-9bfb-4155-a3d8-35c0c189ce03 None None] Set router 878747ce-cf0f-4593-91c6-952fea6b24de gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:19:50.820102 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966c16dd-26e4-4b3d-b6e8-f01f0783f17a tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:19:50.822165 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-966c16dd-26e4-4b3d-b6e8-f01f0783f17a tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874028 Jan 18 21:19:50.825023 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43292) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:19:50.854843 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6d4c7e01-056e-4856-91c3-1c326d5ab088 tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b0799cf-8cdf-46d5-953b-bdacab604b8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263228 Jan 18 21:19:50.855081 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43294) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:19:50.859967 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-5b9b8138-cd21-4422-83e3-73a1fc676449 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-589906217', 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:19:50.947332 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9b8138-cd21-4422-83e3-73a1fc676449 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Made reservation on behalf of c09e16e9f5a443bda5c1698c9e5d5165 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:19:50.950830 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b9b8138-cd21-4422-83e3-73a1fc676449 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:50.969177 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f705efac-9bfb-4155-a3d8-35c0c189ce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071636574', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:19:50Z', 'revision_number': 3, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:19:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:19:51.083630 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f705efac-9bfb-4155-a3d8-35c0c189ce03 None None] Checking router: 878747ce-cf0f-4593-91c6-952fea6b24de for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:19:51.083980 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f705efac-9bfb-4155-a3d8-35c0c189ce03 None None] Updating router 878747ce-cf0f-4593-91c6-952fea6b24de port 87dca9bd-cc93-4acc-bc35-154b2625fc33 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 21:19:51.108206 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-f705efac-9bfb-4155-a3d8-35c0c189ce03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (87dca9bd-cc93-4acc-bc35-154b2625fc33), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:51.131417 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b9b8138-cd21-4422-83e3-73a1fc676449 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (8ace83a5-5832-4fa2-8097-9337229a4338), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:51.193592 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b8138-cd21-4422-83e3-73a1fc676449 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Subnet': ['ID=8ace83a5-5832-4fa2-8097-9337229a4338,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:51.204985 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9b8138-cd21-4422-83e3-73a1fc676449 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Checking segment: {'id': '46c02b21-9ff3-4b4d-85e6-0e80b228b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:19:51.205430 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9b8138-cd21-4422-83e3-73a1fc676449 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network hostable DHCP agents. Network: 46706dc8-52c1-4eaf-9959-2ad854c88c71, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 21:19:51.222034 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9b8138-cd21-4422-83e3-73a1fc676449 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network 46706dc8-52c1-4eaf-9959-2ad854c88c71 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 21:19:51.230775 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-5b9b8138-cd21-4422-83e3-73a1fc676449 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 46706dc8-52c1-4eaf-9959-2ad854c88c71) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:19:51.235299 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9b8138-cd21-4422-83e3-73a1fc676449 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:19:51.235991 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5b9b8138-cd21-4422-83e3-73a1fc676449 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:51.241091 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5e4fce-67a6-43d1-96c7-f91ffb16b916 None None] Network 46706dc8-52c1-4eaf-9959-2ad854c88c71 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:19:51.255662 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5b9b8138-cd21-4422-83e3-73a1fc676449 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3969278 Jan 18 21:19:51.255889 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43296) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:19:51.357549 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-f705efac-9bfb-4155-a3d8-35c0c189ce03 None None] Publish callbacks [] for port (87dca9bd-cc93-4acc-bc35-154b2625fc33), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:51.363645 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-f705efac-9bfb-4155-a3d8-35c0c189ce03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (87dca9bd-cc93-4acc-bc35-154b2625fc33), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:51.410728 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-f705efac-9bfb-4155-a3d8-35c0c189ce03 None None] Attempting to bind port 87dca9bd-cc93-4acc-bc35-154b2625fc33 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:19:51.411100 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-f705efac-9bfb-4155-a3d8-35c0c189ce03 None None] Attempting to bind port 87dca9bd-cc93-4acc-bc35-154b2625fc33 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:19:51.411474 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705efac-9bfb-4155-a3d8-35c0c189ce03 None None] Attempting to bind port 87dca9bd-cc93-4acc-bc35-154b2625fc33 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:19:51.424406 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705efac-9bfb-4155-a3d8-35c0c189ce03 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:19:51.424777 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705efac-9bfb-4155-a3d8-35c0c189ce03 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:19:51.425179 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-f705efac-9bfb-4155-a3d8-35c0c189ce03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:51.425569 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705efac-9bfb-4155-a3d8-35c0c189ce03 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:19:51.426072 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-f705efac-9bfb-4155-a3d8-35c0c189ce03 None None] Bound port: 87dca9bd-cc93-4acc-bc35-154b2625fc33, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:19:51.426446 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-f705efac-9bfb-4155-a3d8-35c0c189ce03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (87dca9bd-cc93-4acc-bc35-154b2625fc33), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:51.466357 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473a1f6-4f0b-4cff-9f78-22eed55b2516 None None] Pushing event updated for resources: {'Port': ['ID=87dca9bd-cc93-4acc-bc35-154b2625fc33,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:51.487387 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-f705efac-9bfb-4155-a3d8-35c0c189ce03 None None] For port 87dca9bd-cc93-4acc-bc35-154b2625fc33, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:19:51.490672 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-f705efac-9bfb-4155-a3d8-35c0c189ce03 None None] For port 87dca9bd-cc93-4acc-bc35-154b2625fc33, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=87dca9bd-cc93-4acc-bc35-154b2625fc33,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:19:51.493973 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473a1f6-4f0b-4cff-9f78-22eed55b2516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:51.494637 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473a1f6-4f0b-4cff-9f78-22eed55b2516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:51.495127 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473a1f6-4f0b-4cff-9f78-22eed55b2516 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:51.495841 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473a1f6-4f0b-4cff-9f78-22eed55b2516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:51.496325 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473a1f6-4f0b-4cff-9f78-22eed55b2516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:51.496798 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473a1f6-4f0b-4cff-9f78-22eed55b2516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:51.497288 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473a1f6-4f0b-4cff-9f78-22eed55b2516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:51.497960 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473a1f6-4f0b-4cff-9f78-22eed55b2516 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:51.498599 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473a1f6-4f0b-4cff-9f78-22eed55b2516 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:51.499077 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473a1f6-4f0b-4cff-9f78-22eed55b2516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:51.499559 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473a1f6-4f0b-4cff-9f78-22eed55b2516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:51.500214 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473a1f6-4f0b-4cff-9f78-22eed55b2516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:51.500697 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473a1f6-4f0b-4cff-9f78-22eed55b2516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:19:51.503713 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6698c5-6b35-4cb5-a304-7026ce4f8c67 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:19:51.505930 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-f705efac-9bfb-4155-a3d8-35c0c189ce03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (87dca9bd-cc93-4acc-bc35-154b2625fc33), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:51.525142 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c904667-5059-4368-8975-bee560b3ac86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-46706dc8-52c1-4eaf-9959-2ad854c88c71', 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'fixed_ips': [{'subnet_id': '8ace83a5-5832-4fa2-8097-9337229a4338'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 21:19:51.526347 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c904667-5059-4368-8975-bee560b3ac86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:51.554591 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f705efac-9bfb-4155-a3d8-35c0c189ce03 None None] Routers {'878747ce-cf0f-4593-91c6-952fea6b24de'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:19:51.555239 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f705efac-9bfb-4155-a3d8-35c0c189ce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:19:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['878747ce-cf0f-4593-91c6-952fea6b24de'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:19:51.609216 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0732f99e-68db-4472-805e-e536f246eb50 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:19:51.648079 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473a1f6-4f0b-4cff-9f78-22eed55b2516 None None] Pushing event updated for resources: {'Port': ['ID=87dca9bd-cc93-4acc-bc35-154b2625fc33,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:51.668480 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-446aaf42-e759-4bf4-86d3-397fcd2110e3 None None] Provisioning complete for port 87dca9bd-cc93-4acc-bc35-154b2625fc33 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:19:51.668818 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-446aaf42-e759-4bf4-86d3-397fcd2110e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (87dca9bd-cc93-4acc-bc35-154b2625fc33), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:51.671606 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-f705efac-9bfb-4155-a3d8-35c0c189ce03 None None] Set router 878747ce-cf0f-4593-91c6-952fea6b24de gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:19:51.710460 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-8c904667-5059-4368-8975-bee560b3ac86 None None] Allocated IP 172.20.0.2 (46706dc8-52c1-4eaf-9959-2ad854c88c71/8ace83a5-5832-4fa2-8097-9337229a4338/7c4da106-26ce-46e9-8c32-dcc49c0f78d4) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:19:51.767108 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3401833-a657-479d-97cf-31a65156082d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:51.819020 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-446aaf42-e759-4bf4-86d3-397fcd2110e3 None None] Current status of the port 87dca9bd-cc93-4acc-bc35-154b2625fc33 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:19:51.819427 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-446aaf42-e759-4bf4-86d3-397fcd2110e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (87dca9bd-cc93-4acc-bc35-154b2625fc33), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:51.851198 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-446aaf42-e759-4bf4-86d3-397fcd2110e3 None None] For port 87dca9bd-cc93-4acc-bc35-154b2625fc33, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=87dca9bd-cc93-4acc-bc35-154b2625fc33,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:19:51.858531 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-446aaf42-e759-4bf4-86d3-397fcd2110e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (87dca9bd-cc93-4acc-bc35-154b2625fc33), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:51.860042 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f705efac-9bfb-4155-a3d8-35c0c189ce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071636574', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:19:50Z', 'revision_number': 3, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:19:51.890669 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f705efac-9bfb-4155-a3d8-35c0c189ce03 None None] The sync data for ids ['878747ce-cf0f-4593-91c6-952fea6b24de'] in n-d-741529-9 is: [{'id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071636574', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:19:50Z', 'revision_number': 3, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:19:51.946507 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c904667-5059-4368-8975-bee560b3ac86 None None] Publish callbacks [] for port (7c4da106-26ce-46e9-8c32-dcc49c0f78d4), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:51.949497 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446aaf42-e759-4bf4-86d3-397fcd2110e3 None None] Pushing event updated for resources: {'Port': ['ID=87dca9bd-cc93-4acc-bc35-154b2625fc33,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:51.953739 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c904667-5059-4368-8975-bee560b3ac86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (7c4da106-26ce-46e9-8c32-dcc49c0f78d4), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:52.003211 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c904667-5059-4368-8975-bee560b3ac86 None None] Network 46706dc8-52c1-4eaf-9959-2ad854c88c71 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:19:52.009276 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-8c904667-5059-4368-8975-bee560b3ac86 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:19:52.014810 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c904667-5059-4368-8975-bee560b3ac86 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:19:52.021782 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c904667-5059-4368-8975-bee560b3ac86 None None] Pushing event updated for resources: {'Port': ['ID=7c4da106-26ce-46e9-8c32-dcc49c0f78d4,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:52.026144 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dd6516aa-8a5c-4f3c-9097-bd2acc697603 None None] Provisioning complete for port 87dca9bd-cc93-4acc-bc35-154b2625fc33 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:19:52.026525 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dd6516aa-8a5c-4f3c-9097-bd2acc697603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (87dca9bd-cc93-4acc-bc35-154b2625fc33), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:52.065902 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-a3401833-a657-479d-97cf-31a65156082d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Allocated IP 172.20.0.1 (46706dc8-52c1-4eaf-9959-2ad854c88c71/8ace83a5-5832-4fa2-8097-9337229a4338/e5a6ea84-d6f5-457e-b802-0febc2d2b12d) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:19:52.103577 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-8c904667-5059-4368-8975-bee560b3ac86 None None] Attempting to bind port 7c4da106-26ce-46e9-8c32-dcc49c0f78d4 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:19:52.103954 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-8c904667-5059-4368-8975-bee560b3ac86 None None] Attempting to bind port 7c4da106-26ce-46e9-8c32-dcc49c0f78d4 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '46c02b21-9ff3-4b4d-85e6-0e80b228b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:19:52.104320 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c904667-5059-4368-8975-bee560b3ac86 None None] Attempting to bind port 7c4da106-26ce-46e9-8c32-dcc49c0f78d4 on network 46706dc8-52c1-4eaf-9959-2ad854c88c71 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:19:52.113533 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c904667-5059-4368-8975-bee560b3ac86 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:19:52.113942 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c904667-5059-4368-8975-bee560b3ac86 None None] Checking segment: {'id': '46c02b21-9ff3-4b4d-85e6-0e80b228b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:19:52.114349 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c904667-5059-4368-8975-bee560b3ac86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:52.114742 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c904667-5059-4368-8975-bee560b3ac86 None None] Bound using segment: {'id': '46c02b21-9ff3-4b4d-85e6-0e80b228b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:19:52.115231 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-8c904667-5059-4368-8975-bee560b3ac86 None None] Bound port: 7c4da106-26ce-46e9-8c32-dcc49c0f78d4, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c02b21-9ff3-4b4d-85e6-0e80b228b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:19:52.115606 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c904667-5059-4368-8975-bee560b3ac86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7c4da106-26ce-46e9-8c32-dcc49c0f78d4), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:52.214252 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3401833-a657-479d-97cf-31a65156082d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (e5a6ea84-d6f5-457e-b802-0febc2d2b12d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:52.217324 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dd6516aa-8a5c-4f3c-9097-bd2acc697603 None None] Current status of the port 87dca9bd-cc93-4acc-bc35-154b2625fc33 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:19:52.236068 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c904667-5059-4368-8975-bee560b3ac86 None None] For port 7c4da106-26ce-46e9-8c32-dcc49c0f78d4, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:19:52.239666 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c904667-5059-4368-8975-bee560b3ac86 None None] For port 7c4da106-26ce-46e9-8c32-dcc49c0f78d4, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7c4da106-26ce-46e9-8c32-dcc49c0f78d4,segment=NetworkSegment(46c02b21-9ff3-4b4d-85e6-0e80b228b2b7),segment_id=46c02b21-9ff3-4b4d-85e6-0e80b228b2b7)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:19:52.244085 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c904667-5059-4368-8975-bee560b3ac86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7c4da106-26ce-46e9-8c32-dcc49c0f78d4), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:52.252718 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3401833-a657-479d-97cf-31a65156082d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (e5a6ea84-d6f5-457e-b802-0febc2d2b12d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:52.311291 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3401833-a657-479d-97cf-31a65156082d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network 46706dc8-52c1-4eaf-9959-2ad854c88c71 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:19:52.315301 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-a3401833-a657-479d-97cf-31a65156082d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:19:52.317836 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3401833-a657-479d-97cf-31a65156082d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:19:52.322649 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c904667-5059-4368-8975-bee560b3ac86 None None] Pushing event updated for resources: {'Port': ['ID=7c4da106-26ce-46e9-8c32-dcc49c0f78d4,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:52.366150 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3401833-a657-479d-97cf-31a65156082d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=e5a6ea84-d6f5-457e-b802-0febc2d2b12d,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:52.377791 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3401833-a657-479d-97cf-31a65156082d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (878747ce-cf0f-4593-91c6-952fea6b24de), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:52.531971 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3401833-a657-479d-97cf-31a65156082d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e5a6ea84-d6f5-457e-b802-0febc2d2b12d), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:52.825311 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3401833-a657-479d-97cf-31a65156082d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (e5a6ea84-d6f5-457e-b802-0febc2d2b12d), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:52.829688 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3401833-a657-479d-97cf-31a65156082d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (e5a6ea84-d6f5-457e-b802-0febc2d2b12d), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:52.901962 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3401833-a657-479d-97cf-31a65156082d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (878747ce-cf0f-4593-91c6-952fea6b24de), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:52.903634 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3401833-a657-479d-97cf-31a65156082d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=e5a6ea84-d6f5-457e-b802-0febc2d2b12d,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:53.245893 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c066c408-df97-43db-9e76-84af2126e1cd None None] Network 46706dc8-52c1-4eaf-9959-2ad854c88c71 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:19:53.354647 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3401833-a657-479d-97cf-31a65156082d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network 46706dc8-52c1-4eaf-9959-2ad854c88c71 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:19:53.356085 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-a3401833-a657-479d-97cf-31a65156082d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:19:53.359381 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4f6e6556-14a7-47f0-8374-4d873acfb4af None None] Provisioning complete for port 7c4da106-26ce-46e9-8c32-dcc49c0f78d4 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:19:53.359795 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4f6e6556-14a7-47f0-8374-4d873acfb4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7c4da106-26ce-46e9-8c32-dcc49c0f78d4), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:53.449840 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4f6e6556-14a7-47f0-8374-4d873acfb4af None None] Current status of the port 7c4da106-26ce-46e9-8c32-dcc49c0f78d4 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:19:53.450371 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4f6e6556-14a7-47f0-8374-4d873acfb4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7c4da106-26ce-46e9-8c32-dcc49c0f78d4), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:53.479567 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3401833-a657-479d-97cf-31a65156082d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Router 878747ce-cf0f-4593-91c6-952fea6b24de has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:19:53.490155 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-4f6e6556-14a7-47f0-8374-4d873acfb4af None None] For port 7c4da106-26ce-46e9-8c32-dcc49c0f78d4, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7c4da106-26ce-46e9-8c32-dcc49c0f78d4,segment=NetworkSegment(46c02b21-9ff3-4b4d-85e6-0e80b228b2b7),segment_id=46c02b21-9ff3-4b4d-85e6-0e80b228b2b7)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:19:53.494787 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4f6e6556-14a7-47f0-8374-4d873acfb4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7c4da106-26ce-46e9-8c32-dcc49c0f78d4), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:53.556626 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e6556-14a7-47f0-8374-4d873acfb4af None None] Pushing event updated for resources: {'Port': ['ID=7c4da106-26ce-46e9-8c32-dcc49c0f78d4,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:53.644597 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 87dca9bd-cc93-4acc-bc35-154b2625fc33 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:19:53.648916 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3401833-a657-479d-97cf-31a65156082d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:19:53.654736 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a3401833-a657-479d-97cf-31a65156082d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "PUT /v2.0/routers/878747ce-cf0f-4593-91c6-952fea6b24de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3979404 Jan 18 21:19:53.715575 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 87dca9bd-cc93-4acc-bc35-154b2625fc33 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:19:53.716026 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (87dca9bd-cc93-4acc-bc35-154b2625fc33), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:53.752463 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-779d0e23-7d3f-4684-b9e7-9c7ea2861bcf None None] Provisioning complete for port e5a6ea84-d6f5-457e-b802-0febc2d2b12d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:19:53.752845 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-779d0e23-7d3f-4684-b9e7-9c7ea2861bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e5a6ea84-d6f5-457e-b802-0febc2d2b12d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:53.825592 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-779d0e23-7d3f-4684-b9e7-9c7ea2861bcf None None] Port e5a6ea84-d6f5-457e-b802-0febc2d2b12d cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:19:53.845023 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-ce373eb2-6184-4d09-8237-95b582a30cdc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1351492603&fields=id&tenant_id=c09e16e9f5a443bda5c1698c9e5d5165 HTTP/1.1" status: 200 len: 267 time: 0.0630157 Jan 18 21:19:53.863011 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-779d0e23-7d3f-4684-b9e7-9c7ea2861bcf None None] Provisioning complete for port 7c4da106-26ce-46e9-8c32-dcc49c0f78d4 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:19:53.863405 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-779d0e23-7d3f-4684-b9e7-9c7ea2861bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7c4da106-26ce-46e9-8c32-dcc49c0f78d4), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:53.922236 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 87dca9bd-cc93-4acc-bc35-154b2625fc33 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:19:53.923334 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7c4da106-26ce-46e9-8c32-dcc49c0f78d4 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:19:53.995648 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-1d7c5b52-d30a-4a4b-8d0e-dde869e73007 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:19:53.997197 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-1d7c5b52-d30a-4a4b-8d0e-dde869e73007 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/networks?id=46706dc8-52c1-4eaf-9959-2ad854c88c71 HTTP/1.1" status: 200 len: 797 time: 0.1429436 Jan 18 21:19:54.020153 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-2b4a4213-903a-479f-afa2-de61d8dc6d1a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/quotas/c09e16e9f5a443bda5c1698c9e5d5165 HTTP/1.1" status: 200 len: 375 time: 0.0163980 Jan 18 21:19:54.023126 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 7c4da106-26ce-46e9-8c32-dcc49c0f78d4 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:19:54.023505 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7c4da106-26ce-46e9-8c32-dcc49c0f78d4), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:54.026678 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-779d0e23-7d3f-4684-b9e7-9c7ea2861bcf None None] Current status of the port 7c4da106-26ce-46e9-8c32-dcc49c0f78d4 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:19:54.065901 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8e7095-134d-49fb-9a7f-eedfbe84548e None None] Sync routers for ids ['878747ce-cf0f-4593-91c6-952fea6b24de'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:19:54.088472 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8e7095-134d-49fb-9a7f-eedfbe84548e None None] Routers {'878747ce-cf0f-4593-91c6-952fea6b24de'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:19:54.089275 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-4b8e7095-134d-49fb-9a7f-eedfbe84548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:19:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['878747ce-cf0f-4593-91c6-952fea6b24de'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:19:54.128819 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-066d88fd-b3b5-4408-abc0-f47c858162f0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0898786 Jan 18 21:19:54.230837 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 7c4da106-26ce-46e9-8c32-dcc49c0f78d4 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:19:54.234762 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-b6136c99-abcc-4815-a233-a19507991fab None None] Provisioning complete for port e5a6ea84-d6f5-457e-b802-0febc2d2b12d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:19:54.235084 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b6136c99-abcc-4815-a233-a19507991fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e5a6ea84-d6f5-457e-b802-0febc2d2b12d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:54.240081 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-60a55fb6-1c10-427e-8af2-88321d7df508 service neutron] 10.222.0.31 "GET /v2.0/networks/46706dc8-52c1-4eaf-9959-2ad854c88c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945957 Jan 18 21:19:54.277222 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-4b8e7095-134d-49fb-9a7f-eedfbe84548e None None] Set router 878747ce-cf0f-4593-91c6-952fea6b24de gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:19:54.315666 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b6136c99-abcc-4815-a233-a19507991fab None None] Port e5a6ea84-d6f5-457e-b802-0febc2d2b12d cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:19:54.342247 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-666c7bb1-4e56-487f-914e-381d6a0b58ea service neutron] 10.222.0.31 "GET /v2.0/networks/46706dc8-52c1-4eaf-9959-2ad854c88c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950339 Jan 18 21:19:54.469448 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d417c475-52be-4dad-b926-c685d9d3b11d None None] Provisioning complete for port e5a6ea84-d6f5-457e-b802-0febc2d2b12d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:19:54.469852 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d417c475-52be-4dad-b926-c685d9d3b11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e5a6ea84-d6f5-457e-b802-0febc2d2b12d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:54.503260 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-44d5571f-a490-4a15-b888-a183dd6ebf09 req-df2855c5-111c-4eca-bf66-c540d82eb122 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 210 time: 0.0293508 Jan 18 21:19:54.518209 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d417c475-52be-4dad-b926-c685d9d3b11d None None] Port e5a6ea84-d6f5-457e-b802-0febc2d2b12d cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:19:54.535309 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-4b8e7095-134d-49fb-9a7f-eedfbe84548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071636574', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:19:52Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'e5a6ea84-d6f5-457e-b802-0febc2d2b12d', 'name': '', 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:d7:89:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '8ace83a5-5832-4fa2-8097-9337229a4338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:19:51Z', 'updated_at': '2022-01-18T21:19:52Z', 'revision_number': 2, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '8ace83a5-5832-4fa2-8097-9337229a4338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:19:54.565977 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8e7095-134d-49fb-9a7f-eedfbe84548e None None] Checking router: 878747ce-cf0f-4593-91c6-952fea6b24de for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:19:54.566330 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8e7095-134d-49fb-9a7f-eedfbe84548e None None] Updating router 878747ce-cf0f-4593-91c6-952fea6b24de port e5a6ea84-d6f5-457e-b802-0febc2d2b12d binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 21:19:54.592836 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4b8e7095-134d-49fb-9a7f-eedfbe84548e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e5a6ea84-d6f5-457e-b802-0febc2d2b12d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:54.867241 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4b8e7095-134d-49fb-9a7f-eedfbe84548e None None] Publish callbacks [] for port (e5a6ea84-d6f5-457e-b802-0febc2d2b12d), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:54.872577 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4b8e7095-134d-49fb-9a7f-eedfbe84548e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e5a6ea84-d6f5-457e-b802-0febc2d2b12d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:54.924831 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb9345-dc48-46a1-b968-46a04c930e98 None None] Pushing event updated for resources: {'Port': ['ID=e5a6ea84-d6f5-457e-b802-0febc2d2b12d,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:54.976738 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-4b8e7095-134d-49fb-9a7f-eedfbe84548e None None] Attempting to bind port e5a6ea84-d6f5-457e-b802-0febc2d2b12d on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:19:54.977154 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-4b8e7095-134d-49fb-9a7f-eedfbe84548e None None] Attempting to bind port e5a6ea84-d6f5-457e-b802-0febc2d2b12d by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '46c02b21-9ff3-4b4d-85e6-0e80b228b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:19:54.978116 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8e7095-134d-49fb-9a7f-eedfbe84548e None None] Attempting to bind port e5a6ea84-d6f5-457e-b802-0febc2d2b12d on network 46706dc8-52c1-4eaf-9959-2ad854c88c71 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:19:54.983516 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8e7095-134d-49fb-9a7f-eedfbe84548e None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:19:54.984143 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8e7095-134d-49fb-9a7f-eedfbe84548e None None] Checking segment: {'id': '46c02b21-9ff3-4b4d-85e6-0e80b228b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:19:54.984615 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4b8e7095-134d-49fb-9a7f-eedfbe84548e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:54.985272 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8e7095-134d-49fb-9a7f-eedfbe84548e None None] Bound using segment: {'id': '46c02b21-9ff3-4b4d-85e6-0e80b228b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:19:54.985395 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-4b8e7095-134d-49fb-9a7f-eedfbe84548e None None] Bound port: e5a6ea84-d6f5-457e-b802-0febc2d2b12d, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c02b21-9ff3-4b4d-85e6-0e80b228b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:19:54.985775 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4b8e7095-134d-49fb-9a7f-eedfbe84548e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e5a6ea84-d6f5-457e-b802-0febc2d2b12d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:55.053255 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-4b8e7095-134d-49fb-9a7f-eedfbe84548e None None] For port e5a6ea84-d6f5-457e-b802-0febc2d2b12d, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:19:55.057220 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-4b8e7095-134d-49fb-9a7f-eedfbe84548e None None] For port e5a6ea84-d6f5-457e-b802-0febc2d2b12d, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=e5a6ea84-d6f5-457e-b802-0febc2d2b12d,segment=NetworkSegment(46c02b21-9ff3-4b4d-85e6-0e80b228b2b7),segment_id=46c02b21-9ff3-4b4d-85e6-0e80b228b2b7)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:19:55.061731 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4b8e7095-134d-49fb-9a7f-eedfbe84548e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e5a6ea84-d6f5-457e-b802-0febc2d2b12d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:55.124093 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8e7095-134d-49fb-9a7f-eedfbe84548e None None] Routers {'878747ce-cf0f-4593-91c6-952fea6b24de'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:19:55.124689 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-4b8e7095-134d-49fb-9a7f-eedfbe84548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:19:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['878747ce-cf0f-4593-91c6-952fea6b24de'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:19:55.165607 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb9345-dc48-46a1-b968-46a04c930e98 None None] Pushing event updated for resources: {'Port': ['ID=e5a6ea84-d6f5-457e-b802-0febc2d2b12d,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:55.198267 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-22c42018-06a8-4dcf-bd1f-2907550daeb4 None None] Provisioning complete for port e5a6ea84-d6f5-457e-b802-0febc2d2b12d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:19:55.198640 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-22c42018-06a8-4dcf-bd1f-2907550daeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e5a6ea84-d6f5-457e-b802-0febc2d2b12d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:55.286128 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-4b8e7095-134d-49fb-9a7f-eedfbe84548e None None] Set router 878747ce-cf0f-4593-91c6-952fea6b24de gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:19:55.500058 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-642e4840-7365-4aa4-adc5-0fca8ef7b0b9 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:19:55.501558 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-642e4840-7365-4aa4-adc5-0fca8ef7b0b9 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.57 "GET /v2.0/networks?id=46706dc8-52c1-4eaf-9959-2ad854c88c71 HTTP/1.1" status: 200 len: 797 time: 0.1169481 Jan 18 21:19:55.583225 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7c4da106-26ce-46e9-8c32-dcc49c0f78d4 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:19:55.592060 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-0c08063c-6e67-4fd5-9164-be8cb5aeefe3 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c09e16e9f5a443bda5c1698c9e5d5165 HTTP/1.1" status: 200 len: 380 time: 0.0816376 Jan 18 21:19:55.600695 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-fb651d78-32a1-45ff-a2c7-c4426c86c916 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'port': {'device_id': '54359ff9-aa61-4bb1-8148-ce0af11881e8', 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71', 'admin_state_up': True, 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'security_groups': ['33e33276-07cf-4367-b95b-df3b93e99fd9']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:19:55.609526 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-22c42018-06a8-4dcf-bd1f-2907550daeb4 None None] Current status of the port e5a6ea84-d6f5-457e-b802-0febc2d2b12d is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:19:55.609862 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-22c42018-06a8-4dcf-bd1f-2907550daeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e5a6ea84-d6f5-457e-b802-0febc2d2b12d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:55.624983 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ca3d6f2-ac0d-4a54-aa07-4646015ac9f0 req-86175e50-958b-4a4a-8473-0a557c300ff6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 210 time: 0.0277872 Jan 18 21:19:55.711192 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-22c42018-06a8-4dcf-bd1f-2907550daeb4 None None] For port e5a6ea84-d6f5-457e-b802-0febc2d2b12d, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=e5a6ea84-d6f5-457e-b802-0febc2d2b12d,segment=NetworkSegment(46c02b21-9ff3-4b4d-85e6-0e80b228b2b7),segment_id=46c02b21-9ff3-4b4d-85e6-0e80b228b2b7)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:19:55.721145 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-fb651d78-32a1-45ff-a2c7-c4426c86c916 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Made reservation on behalf of c09e16e9f5a443bda5c1698c9e5d5165 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:19:55.725110 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-fb651d78-32a1-45ff-a2c7-c4426c86c916 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:55.734397 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-22c42018-06a8-4dcf-bd1f-2907550daeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e5a6ea84-d6f5-457e-b802-0febc2d2b12d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:55.743910 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 7c4da106-26ce-46e9-8c32-dcc49c0f78d4 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:19:55.744219 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7c4da106-26ce-46e9-8c32-dcc49c0f78d4), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:55.828690 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-114c28be-2431-42e9-8475-a7158ea8e49d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:55.841199 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c42018-06a8-4dcf-bd1f-2907550daeb4 None None] Pushing event updated for resources: {'Port': ['ID=e5a6ea84-d6f5-457e-b802-0febc2d2b12d,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:55.856068 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-fb651d78-32a1-45ff-a2c7-c4426c86c916 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Allocated IP 172.20.0.13 (46706dc8-52c1-4eaf-9959-2ad854c88c71/8ace83a5-5832-4fa2-8097-9337229a4338/631ae9b4-eb97-47d8-9bad-5900171f4164) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:19:55.874496 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-4b8e7095-134d-49fb-9a7f-eedfbe84548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071636574', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:19:52Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'e5a6ea84-d6f5-457e-b802-0febc2d2b12d', 'name': '', 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:d7:89:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '8ace83a5-5832-4fa2-8097-9337229a4338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:19:51Z', 'updated_at': '2022-01-18T21:19:55Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '8ace83a5-5832-4fa2-8097-9337229a4338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:19:55.879402 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e7cdd674-aa9f-4ca8-ab8c-2fa620944d19 None None] Provisioning complete for port e5a6ea84-d6f5-457e-b802-0febc2d2b12d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:19:55.879775 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e7cdd674-aa9f-4ca8-ab8c-2fa620944d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e5a6ea84-d6f5-457e-b802-0febc2d2b12d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:55.926618 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8e7095-134d-49fb-9a7f-eedfbe84548e None None] The sync data for ids ['878747ce-cf0f-4593-91c6-952fea6b24de'] in n-d-741529-9 is: [{'id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071636574', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:19:52Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'e5a6ea84-d6f5-457e-b802-0febc2d2b12d', 'name': '', 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:d7:89:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '8ace83a5-5832-4fa2-8097-9337229a4338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:19:51Z', 'updated_at': '2022-01-18T21:19:55Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '8ace83a5-5832-4fa2-8097-9337229a4338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:19:55.961735 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 7c4da106-26ce-46e9-8c32-dcc49c0f78d4 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:19:56.028252 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-fb651d78-32a1-45ff-a2c7-c4426c86c916 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (631ae9b4-eb97-47d8-9bad-5900171f4164), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:56.035277 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e7cdd674-aa9f-4ca8-ab8c-2fa620944d19 None None] Current status of the port e5a6ea84-d6f5-457e-b802-0febc2d2b12d is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:19:56.067070 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-fb651d78-32a1-45ff-a2c7-c4426c86c916 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (631ae9b4-eb97-47d8-9bad-5900171f4164), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:56.117277 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-fb651d78-32a1-45ff-a2c7-c4426c86c916 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network 46706dc8-52c1-4eaf-9959-2ad854c88c71 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:19:56.121034 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-fb651d78-32a1-45ff-a2c7-c4426c86c916 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:19:56.124819 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-fb651d78-32a1-45ff-a2c7-c4426c86c916 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:19:56.150576 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb651d78-32a1-45ff-a2c7-c4426c86c916 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=631ae9b4-eb97-47d8-9bad-5900171f4164,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:56.183496 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-fb651d78-32a1-45ff-a2c7-c4426c86c916 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:19:56.184843 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-fb651d78-32a1-45ff-a2c7-c4426c86c916 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:56.204237 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-fb651d78-32a1-45ff-a2c7-c4426c86c916 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6072414 Jan 18 21:19:56.217721 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-5d79c84f-c3db-43b5-9639-f39275861102 service neutron] Request body: {'port': {'device_id': '54359ff9-aa61-4bb1-8148-ce0af11881e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:19:56.282010 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-5d79c84f-c3db-43b5-9639-f39275861102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (631ae9b4-eb97-47d8-9bad-5900171f4164), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:56.366454 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-afbde4dc-6e24-4eab-9501-3902e03ce1c2 None None] Provisioning complete for port 631ae9b4-eb97-47d8-9bad-5900171f4164 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:19:56.367529 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-afbde4dc-6e24-4eab-9501-3902e03ce1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (631ae9b4-eb97-47d8-9bad-5900171f4164), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:56.403526 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-afbde4dc-6e24-4eab-9501-3902e03ce1c2 None None] Port 631ae9b4-eb97-47d8-9bad-5900171f4164 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:19:56.585120 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-5d79c84f-c3db-43b5-9639-f39275861102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 631ae9b4-eb97-47d8-9bad-5900171f4164 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:19:56.594529 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-5d79c84f-c3db-43b5-9639-f39275861102 service neutron] Publish callbacks [] for port (631ae9b4-eb97-47d8-9bad-5900171f4164), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:56.611355 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-5d79c84f-c3db-43b5-9639-f39275861102 service neutron] Transition to ACTIVE for port object 631ae9b4-eb97-47d8-9bad-5900171f4164 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 21:19:56.616164 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-5d79c84f-c3db-43b5-9639-f39275861102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (631ae9b4-eb97-47d8-9bad-5900171f4164), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:56.689980 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79c84f-c3db-43b5-9639-f39275861102 service neutron] Pushing event updated for resources: {'Port': ['ID=631ae9b4-eb97-47d8-9bad-5900171f4164,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:56.772791 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-5d79c84f-c3db-43b5-9639-f39275861102 service neutron] Attempting to bind port 631ae9b4-eb97-47d8-9bad-5900171f4164 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:19:56.773152 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-5d79c84f-c3db-43b5-9639-f39275861102 service neutron] Attempting to bind port 631ae9b4-eb97-47d8-9bad-5900171f4164 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '46c02b21-9ff3-4b4d-85e6-0e80b228b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:19:56.773582 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-5d79c84f-c3db-43b5-9639-f39275861102 service neutron] Attempting to bind port 631ae9b4-eb97-47d8-9bad-5900171f4164 on network 46706dc8-52c1-4eaf-9959-2ad854c88c71 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:19:56.780087 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-5d79c84f-c3db-43b5-9639-f39275861102 service neutron] Port 631ae9b4-eb97-47d8-9bad-5900171f4164 on network 46706dc8-52c1-4eaf-9959-2ad854c88c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 21:19:56.780413 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-5d79c84f-c3db-43b5-9639-f39275861102 service neutron] Attempting to bind port 631ae9b4-eb97-47d8-9bad-5900171f4164 on network 46706dc8-52c1-4eaf-9959-2ad854c88c71 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:19:56.782040 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ce68f-412f-4f33-af53-fb0a09c22270 req-ddbb039b-f3c3-487b-bf89-0bd5746fa63b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:19:56.783612 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-132ce68f-412f-4f33-af53-fb0a09c22270 req-ddbb039b-f3c3-487b-bf89-0bd5746fa63b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 944 time: 0.0579181 Jan 18 21:19:56.788327 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-5d79c84f-c3db-43b5-9639-f39275861102 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:19:56.789246 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-5d79c84f-c3db-43b5-9639-f39275861102 service neutron] Checking segment: {'id': '46c02b21-9ff3-4b4d-85e6-0e80b228b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:19:56.789962 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-5d79c84f-c3db-43b5-9639-f39275861102 service neutron] Bound using segment: {'id': '46c02b21-9ff3-4b4d-85e6-0e80b228b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:19:56.790515 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-5d79c84f-c3db-43b5-9639-f39275861102 service neutron] Bound port: 631ae9b4-eb97-47d8-9bad-5900171f4164, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46c02b21-9ff3-4b4d-85e6-0e80b228b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:19:56.791272 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-5d79c84f-c3db-43b5-9639-f39275861102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (631ae9b4-eb97-47d8-9bad-5900171f4164), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:56.847609 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-132ce68f-412f-4f33-af53-fb0a09c22270 req-e2ea00a2-7023-4cf1-9b8b-34fca1a08c97 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555332 Jan 18 21:19:56.881010 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-5d79c84f-c3db-43b5-9639-f39275861102 service neutron] For port 631ae9b4-eb97-47d8-9bad-5900171f4164, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:19:56.884778 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-5d79c84f-c3db-43b5-9639-f39275861102 service neutron] For port 631ae9b4-eb97-47d8-9bad-5900171f4164, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=631ae9b4-eb97-47d8-9bad-5900171f4164,segment=NetworkSegment(46c02b21-9ff3-4b4d-85e6-0e80b228b2b7),segment_id=46c02b21-9ff3-4b4d-85e6-0e80b228b2b7)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:19:56.889457 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-5d79c84f-c3db-43b5-9639-f39275861102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (631ae9b4-eb97-47d8-9bad-5900171f4164), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:56.927625 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-5d79c84f-c3db-43b5-9639-f39275861102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:19:56.928251 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-5d79c84f-c3db-43b5-9639-f39275861102 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:56.929778 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-5d79c84f-c3db-43b5-9639-f39275861102 service neutron] 10.222.0.57 "PUT /v2.0/ports/631ae9b4-eb97-47d8-9bad-5900171f4164 HTTP/1.1" status: 200 len: 1092 time: 0.7167430 Jan 18 21:19:56.930145 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54359ff9-aa61-4bb1-8148-ce0af11881e8', 'tag': '631ae9b4-eb97-47d8-9bad-5900171f4164'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:19:56.933080 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae84cd4c-d0da-43dc-9d9e-f1e3dc66a4a3" -d '{"events": [{"name": "network-changed", "server_uuid": "54359ff9-aa61-4bb1-8148-ce0af11881e8", "tag": "631ae9b4-eb97-47d8-9bad-5900171f4164"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:19:56.972091 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79c84f-c3db-43b5-9639-f39275861102 service neutron] Pushing event updated for resources: {'Port': ['ID=631ae9b4-eb97-47d8-9bad-5900171f4164,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:19:57.009980 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ea9e66-e48b-42f9-a899-3591f0bc0523 x-openstack-request-id: req-49ea9e66-e48b-42f9-a899-3591f0bc0523 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:19:57.010280 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54359ff9-aa61-4bb1-8148-ce0af11881e8", "tag": "631ae9b4-eb97-47d8-9bad-5900171f4164", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:19:57.010537 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-49ea9e66-e48b-42f9-a899-3591f0bc0523 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:19:57.010948 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54359ff9-aa61-4bb1-8148-ce0af11881e8', 'tag': '631ae9b4-eb97-47d8-9bad-5900171f4164', 'status': 'completed', 'code': 200} Jan 18 21:19:57.028441 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-dbc9a3c8-a1f3-43cf-aaf2-478ba07a779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:19:57.030021 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-dbc9a3c8-a1f3-43cf-aaf2-478ba07a779a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 1095 time: 0.0511034 Jan 18 21:19:57.080275 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-652e6c60-bb57-43fc-8ec3-f3e26efa267d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=631ae9b4-eb97-47d8-9bad-5900171f4164 HTTP/1.1" status: 200 len: 217 time: 0.0425830 Jan 18 21:19:57.131391 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-d89e81c3-882f-49c8-9b8a-8247ea15baac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:19:57.133013 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-d89e81c3-882f-49c8-9b8a-8247ea15baac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ace83a5-5832-4fa2-8097-9337229a4338 HTTP/1.1" status: 200 len: 834 time: 0.0474997 Jan 18 21:19:57.178563 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-d8a97fc6-5f0e-4d9c-8782-4b220096359a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:19:57.180150 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-d8a97fc6-5f0e-4d9c-8782-4b220096359a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=46706dc8-52c1-4eaf-9959-2ad854c88c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415511 Jan 18 21:19:57.270937 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-fb93a21b-0871-45b5-8114-5818faee5167 service neutron] 10.222.0.57 "GET /v2.0/networks/46706dc8-52c1-4eaf-9959-2ad854c88c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845928 Jan 18 21:19:57.362680 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9001be3a-d9e0-489a-b1f4-a124a1459d09 req-88f1184a-15a5-4253-b70d-2aff0bef072a service neutron] 10.222.0.57 "GET /v2.0/networks/46706dc8-52c1-4eaf-9959-2ad854c88c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855806 Jan 18 21:19:57.454435 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84cd4c-d0da-43dc-9d9e-f1e3dc66a4a3 req-fdef23ef-3040-4bae-97f4-57aff42b8213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:19:57.456971 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ae84cd4c-d0da-43dc-9d9e-f1e3dc66a4a3 req-fdef23ef-3040-4bae-97f4-57aff42b8213 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 1095 time: 0.0471354 Jan 18 21:19:57.546662 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84cd4c-d0da-43dc-9d9e-f1e3dc66a4a3 req-321f1f69-efb1-46b1-a670-8026a0681398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:19:57.548127 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ae84cd4c-d0da-43dc-9d9e-f1e3dc66a4a3 req-321f1f69-efb1-46b1-a670-8026a0681398 service neutron] 10.222.0.57 "GET /v2.0/networks?id=46706dc8-52c1-4eaf-9959-2ad854c88c71 HTTP/1.1" status: 200 len: 898 time: 0.0858936 Jan 18 21:19:57.577597 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device e5a6ea84-d6f5-457e-b802-0febc2d2b12d up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:19:57.593564 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ae84cd4c-d0da-43dc-9d9e-f1e3dc66a4a3 req-e902c8d0-abef-4b2c-8e88-0d3417c89254 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=631ae9b4-eb97-47d8-9bad-5900171f4164 HTTP/1.1" status: 200 len: 217 time: 0.0379658 Jan 18 21:19:57.626901 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port e5a6ea84-d6f5-457e-b802-0febc2d2b12d triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:19:57.627278 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e5a6ea84-d6f5-457e-b802-0febc2d2b12d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:57.644871 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84cd4c-d0da-43dc-9d9e-f1e3dc66a4a3 req-565bb26f-5b32-4251-a343-7374ebe8187e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:19:57.647116 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ae84cd4c-d0da-43dc-9d9e-f1e3dc66a4a3 req-565bb26f-5b32-4251-a343-7374ebe8187e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ace83a5-5832-4fa2-8097-9337229a4338 HTTP/1.1" status: 200 len: 834 time: 0.0466857 Jan 18 21:19:57.690174 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84cd4c-d0da-43dc-9d9e-f1e3dc66a4a3 req-73b5109f-4066-4624-bab8-b464e3826c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:19:57.691686 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ae84cd4c-d0da-43dc-9d9e-f1e3dc66a4a3 req-73b5109f-4066-4624-bab8-b464e3826c96 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=46706dc8-52c1-4eaf-9959-2ad854c88c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396032 Jan 18 21:19:57.705297 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port e5a6ea84-d6f5-457e-b802-0febc2d2b12d is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:19:57.782554 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ae84cd4c-d0da-43dc-9d9e-f1e3dc66a4a3 req-b787113a-ba80-47b7-8032-3a5df4fb585f service neutron] 10.222.0.57 "GET /v2.0/networks/46706dc8-52c1-4eaf-9959-2ad854c88c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851965 Jan 18 21:19:57.871112 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ae84cd4c-d0da-43dc-9d9e-f1e3dc66a4a3 req-e9196b02-9e11-4301-8cd6-16ad3dd92b49 service neutron] 10.222.0.57 "GET /v2.0/networks/46706dc8-52c1-4eaf-9959-2ad854c88c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817404 Jan 18 21:19:57.934197 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2bb1b303-034e-42fe-94e4-790596be5f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:19:57.966582 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab061c41-0edf-4eb0-8544-e79c18575aad req-f141a4b8-52c9-4cb3-9fd2-80f43813a8fe tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:19:57.968054 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ab061c41-0edf-4eb0-8544-e79c18575aad req-f141a4b8-52c9-4cb3-9fd2-80f43813a8fe tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 944 time: 0.0483789 Jan 18 21:19:58.017871 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ab061c41-0edf-4eb0-8544-e79c18575aad req-7d1454a2-e81a-4f0b-89fc-21a031076bd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439754 Jan 18 21:19:59.132270 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f09ec-83b1-49be-af81-84b2feaff2ea req-f0d5e7c2-ff5b-4925-ad7b-4ee2e6436aee tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:19:59.133750 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f52f09ec-83b1-49be-af81-84b2feaff2ea req-f0d5e7c2-ff5b-4925-ad7b-4ee2e6436aee tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 944 time: 0.0483069 Jan 18 21:19:59.181273 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f52f09ec-83b1-49be-af81-84b2feaff2ea req-ce272fe7-c7c2-47ce-884a-44f2fa985332 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417745 Jan 18 21:19:59.330473 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:20:00.298579 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9db5b-834f-4891-ad9a-1b113d5ea298 req-7ad874fe-e3c6-42d1-a499-73643fb0a283 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:20:00.300072 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-74a9db5b-834f-4891-ad9a-1b113d5ea298 req-7ad874fe-e3c6-42d1-a499-73643fb0a283 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 944 time: 0.0516601 Jan 18 21:20:00.354025 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-74a9db5b-834f-4891-ad9a-1b113d5ea298 req-305f385a-3942-4089-ab10-8d2757399e65 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476830 Jan 18 21:20:00.761103 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:20:01.467884 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afc73d-de03-4846-a681-f1e84db9be83 req-e767b34e-5464-43c6-9149-38c8c5053907 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:20:01.469366 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4afc73d-de03-4846-a681-f1e84db9be83 req-e767b34e-5464-43c6-9149-38c8c5053907 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 944 time: 0.0485682 Jan 18 21:20:01.518295 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c4afc73d-de03-4846-a681-f1e84db9be83 req-75c012c1-fc3b-4b9b-b978-2267feba3a1b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432086 Jan 18 21:20:01.973815 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 631ae9b4-eb97-47d8-9bad-5900171f4164 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 21:20:02.062013 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:20:02.087133 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 631ae9b4-eb97-47d8-9bad-5900171f4164, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=631ae9b4-eb97-47d8-9bad-5900171f4164,segment=NetworkSegment(46c02b21-9ff3-4b4d-85e6-0e80b228b2b7),segment_id=46c02b21-9ff3-4b4d-85e6-0e80b228b2b7)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:20:02.098632 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '631ae9b4-eb97-47d8-9bad-5900171f4164', 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71', 'port_id': '631ae9b4-eb97-47d8-9bad-5900171f4164', 'mac_address': 'fa:16:3e:85:ef:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ace83a5-5832-4fa2-8097-9337229a4338', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 21:20:02.135190 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 631ae9b4-eb97-47d8-9bad-5900171f4164 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:20:02.135571 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (631ae9b4-eb97-47d8-9bad-5900171f4164), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:20:02.148127 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 631ae9b4-eb97-47d8-9bad-5900171f4164 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:20:02.167685 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 631ae9b4-eb97-47d8-9bad-5900171f4164, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=631ae9b4-eb97-47d8-9bad-5900171f4164,segment=NetworkSegment(46c02b21-9ff3-4b4d-85e6-0e80b228b2b7),segment_id=46c02b21-9ff3-4b4d-85e6-0e80b228b2b7)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:20:02.171290 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (631ae9b4-eb97-47d8-9bad-5900171f4164), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:20:02.222118 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=631ae9b4-eb97-47d8-9bad-5900171f4164,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:20:02.538143 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['631ae9b4-eb97-47d8-9bad-5900171f4164'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:20:02.645264 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416e80e-f0f6-44ad-bd3f-d73ac7c1a3ef req-ce1209e2-bd1b-41de-a8b8-8e23f63e257c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:20:02.646761 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7416e80e-f0f6-44ad-bd3f-d73ac7c1a3ef req-ce1209e2-bd1b-41de-a8b8-8e23f63e257c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 945 time: 0.0516660 Jan 18 21:20:02.695313 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7416e80e-f0f6-44ad-bd3f-d73ac7c1a3ef req-531de57b-05fb-4582-be30-2f4c36c2258f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429676 Jan 18 21:20:03.809169 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c137b-1809-45b0-8b52-512e4ae76c61 req-a6a18a8a-b457-44e3-b433-113736b7dccd tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:20:03.810607 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-252c137b-1809-45b0-8b52-512e4ae76c61 req-a6a18a8a-b457-44e3-b433-113736b7dccd tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 945 time: 0.0481510 Jan 18 21:20:03.859501 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-252c137b-1809-45b0-8b52-512e4ae76c61 req-cfefcee3-8da2-4690-aa1e-b8bb30d55d2e tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430591 Jan 18 21:20:03.977365 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 631ae9b4-eb97-47d8-9bad-5900171f4164 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:20:04.027822 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 631ae9b4-eb97-47d8-9bad-5900171f4164 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 21:20:04.031424 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 631ae9b4-eb97-47d8-9bad-5900171f4164 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:20:04.031782 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (631ae9b4-eb97-47d8-9bad-5900171f4164), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:20:04.106642 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 631ae9b4-eb97-47d8-9bad-5900171f4164 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:20:04.106936 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (631ae9b4-eb97-47d8-9bad-5900171f4164), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:20:04.128178 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54359ff9-aa61-4bb1-8148-ce0af11881e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631ae9b4-eb97-47d8-9bad-5900171f4164'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:20:04.130437 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9159e57-f9ed-46a6-b4ab-ee9870213a4d" -d '{"events": [{"server_uuid": "54359ff9-aa61-4bb1-8148-ce0af11881e8", "name": "network-vif-plugged", "status": "completed", "tag": "631ae9b4-eb97-47d8-9bad-5900171f4164"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:20:04.142911 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 631ae9b4-eb97-47d8-9bad-5900171f4164, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=631ae9b4-eb97-47d8-9bad-5900171f4164,segment=NetworkSegment(46c02b21-9ff3-4b4d-85e6-0e80b228b2b7),segment_id=46c02b21-9ff3-4b4d-85e6-0e80b228b2b7)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:20:04.146847 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (631ae9b4-eb97-47d8-9bad-5900171f4164), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:20:04.168947 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe38697d-f0c2-46c0-a90c-aac1d7d8e98b x-openstack-request-id: req-fe38697d-f0c2-46c0-a90c-aac1d7d8e98b {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:20:04.169238 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54359ff9-aa61-4bb1-8148-ce0af11881e8", "name": "network-vif-plugged", "status": "completed", "tag": "631ae9b4-eb97-47d8-9bad-5900171f4164", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:20:04.169489 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe38697d-f0c2-46c0-a90c-aac1d7d8e98b {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:20:04.169924 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54359ff9-aa61-4bb1-8148-ce0af11881e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631ae9b4-eb97-47d8-9bad-5900171f4164', 'code': 200} Jan 18 21:20:04.199735 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=631ae9b4-eb97-47d8-9bad-5900171f4164,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:20:04.257549 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dba0f4-ab47-44d7-ae91-5082b69bcfc4 req-6df0a45d-b34b-41df-9ec4-1cfadd9b36af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:20:04.259584 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e9dba0f4-ab47-44d7-ae91-5082b69bcfc4 req-6df0a45d-b34b-41df-9ec4-1cfadd9b36af service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 1097 time: 0.0394623 Jan 18 21:20:04.306693 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e9dba0f4-ab47-44d7-ae91-5082b69bcfc4 req-ef0567c3-beeb-45a4-ac3e-3ed314cef22a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421295 Jan 18 21:20:04.584168 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:20:04.972542 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f112743-09ab-46ed-a2ef-03a5cfbcc413 req-38076011-caba-468c-8a41-1e7c835f17c3 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:20:04.974041 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0f112743-09ab-46ed-a2ef-03a5cfbcc413 req-38076011-caba-468c-8a41-1e7c835f17c3 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 946 time: 0.0472953 Jan 18 21:20:05.026017 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0f112743-09ab-46ed-a2ef-03a5cfbcc413 req-2548ca2d-32fc-4fc0-b873-ed039c746d64 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459418 Jan 18 21:20:06.140281 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff1910-aef7-4e45-8085-9e5f398c4ffc req-603c7109-4606-4cf8-9f14-0ac5e92eadff tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:20:06.141758 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-72ff1910-aef7-4e45-8085-9e5f398c4ffc req-603c7109-4606-4cf8-9f14-0ac5e92eadff tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 946 time: 0.0488396 Jan 18 21:20:06.190998 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-72ff1910-aef7-4e45-8085-9e5f398c4ffc req-17199966-9f57-418c-a2a3-329b2619297d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437222 Jan 18 21:20:06.306228 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7626f5-f94f-4bb4-8a76-4f6b388806cc req-65463d37-7e2c-4a9e-9511-27c0932a3623 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:20:06.307718 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce7626f5-f94f-4bb4-8a76-4f6b388806cc req-65463d37-7e2c-4a9e-9511-27c0932a3623 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 946 time: 0.0486939 Jan 18 21:20:06.355534 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce7626f5-f94f-4bb4-8a76-4f6b388806cc req-d950a0a9-dad7-4b70-8785-8414cafb2134 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422227 Jan 18 21:20:06.380886 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43352) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:20:06.424055 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f92887e-4e90-4ec3-a98f-84ce8974a5aa tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:20:06.425603 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5f92887e-4e90-4ec3-a98f-84ce8974a5aa tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 1092 time: 0.0437360 Jan 18 21:20:06.428618 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43354) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:20:06.433447 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-9afea29a-c48b-4096-8ef8-489317f10896 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'port_id': '631ae9b4-eb97-47d8-9bad-5900171f4164', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:20:06.459371 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9afea29a-c48b-4096-8ef8-489317f10896 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:20:06.551469 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9afea29a-c48b-4096-8ef8-489317f10896 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:20:06.653706 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-9afea29a-c48b-4096-8ef8-489317f10896 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Allocated IP 172.25.4.86 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/0fbd8463-9275-4c6e-8add-9d46d234321c) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:20:06.751639 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9afea29a-c48b-4096-8ef8-489317f10896 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (0fbd8463-9275-4c6e-8add-9d46d234321c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:20:06.785128 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9afea29a-c48b-4096-8ef8-489317f10896 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (0fbd8463-9275-4c6e-8add-9d46d234321c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:20:06.826324 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afea29a-c48b-4096-8ef8-489317f10896 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:20:06.829116 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-9afea29a-c48b-4096-8ef8-489317f10896 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:20:06.832556 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afea29a-c48b-4096-8ef8-489317f10896 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:20:06.854799 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afea29a-c48b-4096-8ef8-489317f10896 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=0fbd8463-9275-4c6e-8add-9d46d234321c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:20:07.464941 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:20:07.559672 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9afea29a-c48b-4096-8ef8-489317f10896 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for floatingip (08aa2884-84b1-460e-a529-2bba239567a8), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:20:07.656347 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9afea29a-c48b-4096-8ef8-489317f10896 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0fbd8463-9275-4c6e-8add-9d46d234321c), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:20:07.800362 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9afea29a-c48b-4096-8ef8-489317f10896 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (0fbd8463-9275-4c6e-8add-9d46d234321c), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:20:07.804620 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9afea29a-c48b-4096-8ef8-489317f10896 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (0fbd8463-9275-4c6e-8add-9d46d234321c), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:20:07.869224 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afea29a-c48b-4096-8ef8-489317f10896 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=0fbd8463-9275-4c6e-8add-9d46d234321c,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:20:07.882155 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9afea29a-c48b-4096-8ef8-489317f10896 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (08aa2884-84b1-460e-a529-2bba239567a8), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:20:07.980179 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [None req-9afea29a-c48b-4096-8ef8-489317f10896 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Floating IP 08aa2884-84b1-460e-a529-2bba239567a8 associated. External IP: 172.25.4.86, port: 631ae9b4-eb97-47d8-9bad-5900171f4164. Jan 18 21:20:08.180812 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afea29a-c48b-4096-8ef8-489317f10896 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Router 878747ce-cf0f-4593-91c6-952fea6b24de has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:20:08.295972 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afea29a-c48b-4096-8ef8-489317f10896 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:20:08.307044 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed96298a-b47c-480f-9de2-d21047be40f8 None None] Sync routers for ids ['878747ce-cf0f-4593-91c6-952fea6b24de'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:20:08.314435 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9afea29a-c48b-4096-8ef8-489317f10896 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:20:08.316359 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed96298a-b47c-480f-9de2-d21047be40f8 None None] Routers {'878747ce-cf0f-4593-91c6-952fea6b24de'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:20:08.316962 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ed96298a-b47c-480f-9de2-d21047be40f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:19:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['878747ce-cf0f-4593-91c6-952fea6b24de'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:20:08.341284 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9afea29a-c48b-4096-8ef8-489317f10896 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9114718 Jan 18 21:20:08.342242 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54359ff9-aa61-4bb1-8148-ce0af11881e8', 'tag': '631ae9b4-eb97-47d8-9bad-5900171f4164'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:20:08.344740 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be13ebc-80e5-42b6-ac0d-60073b727602" -d '{"events": [{"name": "network-changed", "server_uuid": "54359ff9-aa61-4bb1-8148-ce0af11881e8", "tag": "631ae9b4-eb97-47d8-9bad-5900171f4164"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:20:08.421361 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-ed96298a-b47c-480f-9de2-d21047be40f8 None None] Set router 878747ce-cf0f-4593-91c6-952fea6b24de gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:20:08.444547 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf2a37-c100-4e87-a4a5-a03009555d5e req-f87fe81f-d4b0-4a83-b807-6f7d632122c7 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:20:08.445995 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6eaf2a37-c100-4e87-a4a5-a03009555d5e req-f87fe81f-d4b0-4a83-b807-6f7d632122c7 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 946 time: 0.0556104 Jan 18 21:20:08.494667 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6eaf2a37-c100-4e87-a4a5-a03009555d5e req-86b699a2-cea5-4e97-972f-9dc258fde0a8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423026 Jan 18 21:20:08.517397 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43360) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:20:08.557218 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0897b937-2f6a-4d8d-a3a7-48c099d2b824 x-openstack-request-id: req-0897b937-2f6a-4d8d-a3a7-48c099d2b824 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:20:08.557505 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54359ff9-aa61-4bb1-8148-ce0af11881e8", "tag": "631ae9b4-eb97-47d8-9bad-5900171f4164", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:20:08.557810 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0897b937-2f6a-4d8d-a3a7-48c099d2b824 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:20:08.558207 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54359ff9-aa61-4bb1-8148-ce0af11881e8', 'tag': '631ae9b4-eb97-47d8-9bad-5900171f4164', 'status': 'completed', 'code': 200} Jan 18 21:20:08.610867 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3aa88e61-288d-4d8c-b14f-05c57f749847 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/floatingips/08aa2884-84b1-460e-a529-2bba239567a8 HTTP/1.1" status: 200 len: 991 time: 0.0906470 Jan 18 21:20:08.619572 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be13ebc-80e5-42b6-ac0d-60073b727602 req-2a7d805b-84f8-417c-a90e-4446db8d0a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:20:08.621023 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0be13ebc-80e5-42b6-ac0d-60073b727602 req-2a7d805b-84f8-417c-a90e-4446db8d0a73 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 1097 time: 0.0603173 Jan 18 21:20:08.644389 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ed96298a-b47c-480f-9de2-d21047be40f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071636574', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:19:52Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '08aa2884-84b1-460e-a529-2bba239567a8', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'floating_ip_address': '172.25.4.86', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'port_id': '631ae9b4-eb97-47d8-9bad-5900171f4164', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71', 'mac_address': 'fa:16:3e:85:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54359ff9-aa61-4bb1-8148-ce0af11881e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:20:07Z', 'updated_at': '2022-01-18T21:20:07Z', 'revision_number': 0, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a6ea84-d6f5-457e-b802-0febc2d2b12d', 'name': '', 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:d7:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '8ace83a5-5832-4fa2-8097-9337229a4338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:19:51Z', 'updated_at': '2022-01-18T21:19:55Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '8ace83a5-5832-4fa2-8097-9337229a4338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:20:08.670151 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed96298a-b47c-480f-9de2-d21047be40f8 None None] Checking router: 878747ce-cf0f-4593-91c6-952fea6b24de for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:20:08.678523 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed96298a-b47c-480f-9de2-d21047be40f8 None None] Routers {'878747ce-cf0f-4593-91c6-952fea6b24de'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:20:08.679129 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ed96298a-b47c-480f-9de2-d21047be40f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:19:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['878747ce-cf0f-4593-91c6-952fea6b24de'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:20:08.708721 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be13ebc-80e5-42b6-ac0d-60073b727602 req-73383321-29db-4024-af05-f5740e632093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:20:08.710143 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0be13ebc-80e5-42b6-ac0d-60073b727602 req-73383321-29db-4024-af05-f5740e632093 service neutron] 10.222.0.57 "GET /v2.0/networks?id=46706dc8-52c1-4eaf-9959-2ad854c88c71 HTTP/1.1" status: 200 len: 898 time: 0.0834315 Jan 18 21:20:08.777744 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0be13ebc-80e5-42b6-ac0d-60073b727602 req-eaef4e29-4b88-4e52-bc0b-e0be16ae2f08 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=631ae9b4-eb97-47d8-9bad-5900171f4164 HTTP/1.1" status: 200 len: 999 time: 0.0614939 Jan 18 21:20:08.781140 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-ed96298a-b47c-480f-9de2-d21047be40f8 None None] Set router 878747ce-cf0f-4593-91c6-952fea6b24de gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:20:08.826246 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be13ebc-80e5-42b6-ac0d-60073b727602 req-af3ba1d9-da47-4aad-917a-65e2e0800a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:20:08.827713 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0be13ebc-80e5-42b6-ac0d-60073b727602 req-af3ba1d9-da47-4aad-917a-65e2e0800a07 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ace83a5-5832-4fa2-8097-9337229a4338 HTTP/1.1" status: 200 len: 834 time: 0.0441079 Jan 18 21:20:08.872614 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be13ebc-80e5-42b6-ac0d-60073b727602 req-7401fceb-1fee-427c-b9fe-9923d34a681f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:20:08.874160 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0be13ebc-80e5-42b6-ac0d-60073b727602 req-7401fceb-1fee-427c-b9fe-9923d34a681f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=46706dc8-52c1-4eaf-9959-2ad854c88c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400712 Jan 18 21:20:08.966902 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0be13ebc-80e5-42b6-ac0d-60073b727602 req-5d402d55-f13e-40b4-897f-ba0dc1c0b8be service neutron] 10.222.0.57 "GET /v2.0/networks/46706dc8-52c1-4eaf-9959-2ad854c88c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861688 Jan 18 21:20:08.999523 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ed96298a-b47c-480f-9de2-d21047be40f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071636574', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:19:52Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '08aa2884-84b1-460e-a529-2bba239567a8', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'floating_ip_address': '172.25.4.86', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'port_id': '631ae9b4-eb97-47d8-9bad-5900171f4164', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71', 'mac_address': 'fa:16:3e:85:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54359ff9-aa61-4bb1-8148-ce0af11881e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:20:07Z', 'updated_at': '2022-01-18T21:20:07Z', 'revision_number': 0, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a6ea84-d6f5-457e-b802-0febc2d2b12d', 'name': '', 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:d7:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '8ace83a5-5832-4fa2-8097-9337229a4338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:19:51Z', 'updated_at': '2022-01-18T21:19:55Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '8ace83a5-5832-4fa2-8097-9337229a4338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:20:09.025437 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed96298a-b47c-480f-9de2-d21047be40f8 None None] The sync data for ids ['878747ce-cf0f-4593-91c6-952fea6b24de'] in n-d-741529-9 is: [{'id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071636574', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:19:52Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '08aa2884-84b1-460e-a529-2bba239567a8', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'floating_ip_address': '172.25.4.86', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'port_id': '631ae9b4-eb97-47d8-9bad-5900171f4164', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71', 'mac_address': 'fa:16:3e:85:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54359ff9-aa61-4bb1-8148-ce0af11881e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:20:07Z', 'updated_at': '2022-01-18T21:20:07Z', 'revision_number': 0, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a6ea84-d6f5-457e-b802-0febc2d2b12d', 'name': '', 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:d7:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '8ace83a5-5832-4fa2-8097-9337229a4338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:19:51Z', 'updated_at': '2022-01-18T21:19:55Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '8ace83a5-5832-4fa2-8097-9337229a4338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:20:09.054557 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-0be13ebc-80e5-42b6-ac0d-60073b727602 req-5e781833-c27e-4206-adcc-631b6e1d63cc service neutron] 10.222.0.57 "GET /v2.0/networks/46706dc8-52c1-4eaf-9959-2ad854c88c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822446 Jan 18 21:20:09.216197 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0b3e08-1018-4858-a63d-4aa274deb0ce None None] New status for floating IP 08aa2884-84b1-460e-a529-2bba239567a8: ACTIVE {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 21:20:09.613695 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43362) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:20:09.678754 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-18c7ada5-2bd4-4ebe-a060-b71bfa914d5f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/floatingips/08aa2884-84b1-460e-a529-2bba239567a8 HTTP/1.1" status: 200 len: 993 time: 0.0639784 Jan 18 21:20:25.052982 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-04d98cc3-8c56-4d69-9474-650eb68520d4 req-66dc7331-aa4c-4005-be35-3e35f80365f9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386674 Jan 18 21:20:25.135318 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d98cc3-8c56-4d69-9474-650eb68520d4 req-f89389a3-b4b4-447a-b60e-8a0ab0aabd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:20:25.136765 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-04d98cc3-8c56-4d69-9474-650eb68520d4 req-f89389a3-b4b4-447a-b60e-8a0ab0aabd62 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 1097 time: 0.0388150 Jan 18 21:20:25.238578 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d98cc3-8c56-4d69-9474-650eb68520d4 req-b383ab96-5266-4ad7-8f23-098219ef4d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:20:25.240063 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-04d98cc3-8c56-4d69-9474-650eb68520d4 req-b383ab96-5266-4ad7-8f23-098219ef4d72 service neutron] 10.222.0.57 "GET /v2.0/networks?id=46706dc8-52c1-4eaf-9959-2ad854c88c71 HTTP/1.1" status: 200 len: 898 time: 0.0859275 Jan 18 21:20:25.245449 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:20:25.307981 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-04d98cc3-8c56-4d69-9474-650eb68520d4 req-c56ba345-cb62-46cb-b349-d614d2bf4508 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=631ae9b4-eb97-47d8-9bad-5900171f4164 HTTP/1.1" status: 200 len: 1001 time: 0.0611892 Jan 18 21:20:25.356059 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d98cc3-8c56-4d69-9474-650eb68520d4 req-e5a4f772-7bd5-4d9b-9e87-21eee43b85df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:20:25.357543 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-04d98cc3-8c56-4d69-9474-650eb68520d4 req-e5a4f772-7bd5-4d9b-9e87-21eee43b85df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ace83a5-5832-4fa2-8097-9337229a4338 HTTP/1.1" status: 200 len: 834 time: 0.0437105 Jan 18 21:20:25.401525 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d98cc3-8c56-4d69-9474-650eb68520d4 req-40648633-85b5-43ea-a987-3a5658af4449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:20:25.403003 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-04d98cc3-8c56-4d69-9474-650eb68520d4 req-40648633-85b5-43ea-a987-3a5658af4449 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=46706dc8-52c1-4eaf-9959-2ad854c88c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389056 Jan 18 21:20:25.413961 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [req-04d98cc3-8c56-4d69-9474-650eb68520d4 req-c6612c14-0a56-4a5c-af84-8304f749562f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 21:20:25.414893 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-04d98cc3-8c56-4d69-9474-650eb68520d4 req-c6612c14-0a56-4a5c-af84-8304f749562f service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047908 Jan 18 21:20:25.504685 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-04d98cc3-8c56-4d69-9474-650eb68520d4 req-8092b004-3545-4790-8593-e7d2b6c129cc service neutron] 10.222.0.57 "GET /v2.0/networks/46706dc8-52c1-4eaf-9959-2ad854c88c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842645 Jan 18 21:20:25.591014 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-04d98cc3-8c56-4d69-9474-650eb68520d4 req-bcfe0f91-0dae-4d61-b684-b7d12db6483d service neutron] 10.222.0.57 "GET /v2.0/networks/46706dc8-52c1-4eaf-9959-2ad854c88c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802736 Jan 18 21:20:25.780908 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-63dcb7d3-76a4-4ece-9075-b0990da0fdc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:20:27.935493 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1ccce555-0b22-4d15-b29d-f5b8098e2f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:20:29.333121 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:20:30.764284 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:20:32.023213 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:20:34.591891 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:20:37.470757 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:20:55.782003 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-176a24bc-4953-4319-9078-8a5c2e4d0b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:20:57.935634 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c3a772f8-3ad5-447c-b2e2-44850a678352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:20:59.335952 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:21:00.766969 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:21:02.025552 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:21:02.244579 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:21:04.615723 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:21:07.482484 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:21:12.444078 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-f2ff1680-3999-4012-a791-3efb65918188 req-1d7b3d34-25f7-41b7-bf9a-a71bf5feb81f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 21:21:12.445095 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2ff1680-3999-4012-a791-3efb65918188 req-1d7b3d34-25f7-41b7-bf9a-a71bf5feb81f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0425696 Jan 18 21:21:12.629377 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43398) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:21:12.719855 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fb068-6062-4e05-b2c3-5747619a41e8 req-d4c4ba91-808f-400d-b88e-ebbec3120de5 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:12.721370 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c67fb068-6062-4e05-b2c3-5747619a41e8 req-d4c4ba91-808f-400d-b88e-ebbec3120de5 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 946 time: 0.1454494 Jan 18 21:21:12.728137 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-3b9284d6-e825-448a-8c9e-6272832c7da1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0974538 Jan 18 21:21:12.745468 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-95c8d72e-87ee-4fe4-9774-fcc037be5e68 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 21:21:12.746471 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-95c8d72e-87ee-4fe4-9774-fcc037be5e68 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108328 Jan 18 21:21:12.777687 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c67fb068-6062-4e05-b2c3-5747619a41e8 req-56d45967-8d48-4435-90b9-e39083547705 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485940 Jan 18 21:21:13.896993 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fee53-e107-4981-a50c-a3944d0ca404 req-33eebd12-6e06-4f25-b660-3ac2a9bd309e tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:13.898674 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1a6fee53-e107-4981-a50c-a3944d0ca404 req-33eebd12-6e06-4f25-b660-3ac2a9bd309e tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 946 time: 0.0503335 Jan 18 21:21:13.948765 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1a6fee53-e107-4981-a50c-a3944d0ca404 req-fc0fb7b6-17e6-496e-a8b9-eabbd6068568 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427794 Jan 18 21:21:13.962169 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-551c59e5-6a6b-42e1-8ffe-698a85ce766b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:13.964228 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-551c59e5-6a6b-42e1-8ffe-698a85ce766b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 1097 time: 0.0413444 Jan 18 21:21:14.064169 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-da186f07-c6cd-4ce9-b4f0-1618f1de6c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:14.065530 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-da186f07-c6cd-4ce9-b4f0-1618f1de6c53 service neutron] 10.222.0.57 "GET /v2.0/networks?id=46706dc8-52c1-4eaf-9959-2ad854c88c71 HTTP/1.1" status: 200 len: 898 time: 0.0953474 Jan 18 21:21:14.131955 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-c6b56eeb-0aad-4c2d-9b29-8019572d8b0e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=631ae9b4-eb97-47d8-9bad-5900171f4164 HTTP/1.1" status: 200 len: 1001 time: 0.0592649 Jan 18 21:21:14.178230 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-ae3da567-b7bc-4368-87f0-4936e125617c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:14.179639 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-ae3da567-b7bc-4368-87f0-4936e125617c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ace83a5-5832-4fa2-8097-9337229a4338 HTTP/1.1" status: 200 len: 834 time: 0.0422869 Jan 18 21:21:14.222326 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-35401bb7-88b6-40d3-969f-e8453402ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:14.223774 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-35401bb7-88b6-40d3-969f-e8453402ad7c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=46706dc8-52c1-4eaf-9959-2ad854c88c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383384 Jan 18 21:21:14.314433 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-57b94db8-ee4b-406f-93ef-923bb2080da3 service neutron] 10.222.0.57 "GET /v2.0/networks/46706dc8-52c1-4eaf-9959-2ad854c88c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839803 Jan 18 21:21:14.426332 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-e484d431-5f95-4465-8ebd-c14b93a26424 service neutron] 10.222.0.57 "GET /v2.0/networks/46706dc8-52c1-4eaf-9959-2ad854c88c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922039 Jan 18 21:21:15.066348 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0db578-b306-4185-9394-9af85fd4344c req-414bc30d-5480-4515-adde-618f809bb0e7 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:15.067837 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa0db578-b306-4185-9394-9af85fd4344c req-414bc30d-5480-4515-adde-618f809bb0e7 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 946 time: 0.0472004 Jan 18 21:21:15.119650 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa0db578-b306-4185-9394-9af85fd4344c req-b30a7266-0b43-448e-9383-aff5005c3df2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457101 Jan 18 21:21:16.233481 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b401622-2747-4e10-b491-1fc4e9152cea req-e518baaf-5fa8-448d-b4a5-4a1ea8f9bae9 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:16.234972 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0b401622-2747-4e10-b491-1fc4e9152cea req-e518baaf-5fa8-448d-b4a5-4a1ea8f9bae9 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 946 time: 0.0481229 Jan 18 21:21:16.283146 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0b401622-2747-4e10-b491-1fc4e9152cea req-025c093c-dbf1-47d2-b8cd-d176c7d9ed1a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423908 Jan 18 21:21:17.400106 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9fe87-78a8-4a1b-a49d-0949cf915668 req-43148b10-6d76-4183-bb71-e3800acef8a7 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:17.401579 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dec9fe87-78a8-4a1b-a49d-0949cf915668 req-43148b10-6d76-4183-bb71-e3800acef8a7 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 946 time: 0.0488589 Jan 18 21:21:17.449101 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dec9fe87-78a8-4a1b-a49d-0949cf915668 req-82fe280b-6c2f-4cbd-a09b-f6620a740fee tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420234 Jan 18 21:21:18.566829 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8e23d-6b98-42a8-810e-80db12d792bb req-e56a15a0-7bf9-41ac-8a81-a2a9cc38b350 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:18.568269 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-87c8e23d-6b98-42a8-810e-80db12d792bb req-e56a15a0-7bf9-41ac-8a81-a2a9cc38b350 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 946 time: 0.0520399 Jan 18 21:21:18.616757 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-87c8e23d-6b98-42a8-810e-80db12d792bb req-cb4a7581-e656-4a58-b78e-849077514a89 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422347 Jan 18 21:21:19.731439 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19fa6c-b0b7-49b1-847c-bae8c8534a1b req-fe3661f5-2077-4a10-bf4a-b7cff2d9509f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:19.732891 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e19fa6c-b0b7-49b1-847c-bae8c8534a1b req-fe3661f5-2077-4a10-bf4a-b7cff2d9509f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 946 time: 0.0478830 Jan 18 21:21:19.780475 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e19fa6c-b0b7-49b1-847c-bae8c8534a1b req-8fcff6c5-62d6-4745-9897-3f89dc408fb6 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417900 Jan 18 21:21:20.898073 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03327961-d923-4091-8e9a-cada5f571a4a req-e8e17eff-de32-47a0-a6c7-d175813427a5 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:20.900091 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-03327961-d923-4091-8e9a-cada5f571a4a req-e8e17eff-de32-47a0-a6c7-d175813427a5 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 946 time: 0.0524356 Jan 18 21:21:20.947678 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-03327961-d923-4091-8e9a-cada5f571a4a req-45e046bd-a757-4db9-be50-c4f86d61fb38 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420446 Jan 18 21:21:22.062947 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ac6e6-39ca-403b-863c-5dcac2a242b5 req-357c8091-9bcc-4e19-b394-3da9cdda7069 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:22.064410 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-310ac6e6-39ca-403b-863c-5dcac2a242b5 req-357c8091-9bcc-4e19-b394-3da9cdda7069 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 946 time: 0.0478845 Jan 18 21:21:22.114389 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-310ac6e6-39ca-403b-863c-5dcac2a242b5 req-567e3338-0d2c-4ce6-a815-e1e5eae5050c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443611 Jan 18 21:21:23.231846 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94847c9f-caee-44a2-9e69-3a633d66ac9b req-68f25f94-7767-4138-bfcb-50892fac269d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:23.233421 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-94847c9f-caee-44a2-9e69-3a633d66ac9b req-68f25f94-7767-4138-bfcb-50892fac269d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 946 time: 0.0506094 Jan 18 21:21:23.290566 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-94847c9f-caee-44a2-9e69-3a633d66ac9b req-a0c9aff6-bb59-4072-86e8-e7c1bdf1e06a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503497 Jan 18 21:21:24.407786 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504aace-1a45-4266-8316-7dfe31a7dba0 req-82202a20-4b6e-4a64-ad5f-9fc7a1831a95 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:24.409261 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3504aace-1a45-4266-8316-7dfe31a7dba0 req-82202a20-4b6e-4a64-ad5f-9fc7a1831a95 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 946 time: 0.0484040 Jan 18 21:21:24.456818 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3504aace-1a45-4266-8316-7dfe31a7dba0 req-bab14c81-1422-4e4e-85bf-fc80d8aa5291 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419786 Jan 18 21:21:24.814878 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-64df64d0-5a5a-497a-a905-4379a9d96035 req-52210d25-2d55-43a8-b21d-9177f17b3633 tempest-DeleteServersTestJSON-2141323361 tempest-DeleteServersTestJSON-2141323361-project] (103336) timed out ('10.222.0.70', 55987) {{(pid=103336) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 18 21:21:25.132359 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea113cfc-e212-4e16-aa64-7e30db53838b req-b05c223b-4ae8-453d-9810-ec335255a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:25.133865 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ea113cfc-e212-4e16-aa64-7e30db53838b req-b05c223b-4ae8-453d-9810-ec335255a40f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 1097 time: 0.0772538 Jan 18 21:21:25.236302 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea113cfc-e212-4e16-aa64-7e30db53838b req-873bb497-0c8c-41bb-b4bf-6b794e08f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:25.237773 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ea113cfc-e212-4e16-aa64-7e30db53838b req-873bb497-0c8c-41bb-b4bf-6b794e08f6f3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=46706dc8-52c1-4eaf-9959-2ad854c88c71 HTTP/1.1" status: 200 len: 898 time: 0.0866120 Jan 18 21:21:25.303126 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ea113cfc-e212-4e16-aa64-7e30db53838b req-c11bd502-3ca6-40bf-83a5-fc92a4746047 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=631ae9b4-eb97-47d8-9bad-5900171f4164 HTTP/1.1" status: 200 len: 1001 time: 0.0597961 Jan 18 21:21:25.348960 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea113cfc-e212-4e16-aa64-7e30db53838b req-67db3523-4541-43c3-b923-b2d3885ed647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:25.350304 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ea113cfc-e212-4e16-aa64-7e30db53838b req-67db3523-4541-43c3-b923-b2d3885ed647 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ace83a5-5832-4fa2-8097-9337229a4338 HTTP/1.1" status: 200 len: 834 time: 0.0413737 Jan 18 21:21:25.393254 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea113cfc-e212-4e16-aa64-7e30db53838b req-f57c1f94-35a7-44a3-a528-3f62ebdae380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:25.394729 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ea113cfc-e212-4e16-aa64-7e30db53838b req-f57c1f94-35a7-44a3-a528-3f62ebdae380 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=46706dc8-52c1-4eaf-9959-2ad854c88c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388818 Jan 18 21:21:25.483701 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ea113cfc-e212-4e16-aa64-7e30db53838b req-9a0bb00a-4ee5-4124-94d5-2581e15c4595 service neutron] 10.222.0.57 "GET /v2.0/networks/46706dc8-52c1-4eaf-9959-2ad854c88c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822575 Jan 18 21:21:25.573010 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ea113cfc-e212-4e16-aa64-7e30db53838b req-f1976240-08d1-4540-a8fa-609e01bdbcb3 service neutron] 10.222.0.57 "GET /v2.0/networks/46706dc8-52c1-4eaf-9959-2ad854c88c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821223 Jan 18 21:21:25.573723 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7579b-0825-4bec-9748-ba6b27cb535b req-aaf7534a-6e53-4144-b78b-018f149459f2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:25.575223 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dbc7579b-0825-4bec-9748-ba6b27cb535b req-aaf7534a-6e53-4144-b78b-018f149459f2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 946 time: 0.0508306 Jan 18 21:21:25.627080 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dbc7579b-0825-4bec-9748-ba6b27cb535b req-746d2de2-ad3f-4363-970f-6e60f711bbd3 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427732 Jan 18 21:21:25.786318 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-581ca6a5-323f-4a74-b659-a314a554a61c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:21:26.688479 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-a5d20352-77af-49c6-8150-9af064fd4979 service neutron] show failed (client error): The resource could not be found. Jan 18 21:21:26.689592 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-a5d20352-77af-49c6-8150-9af064fd4979 service neutron] 10.222.0.57 "GET /v2.0/ports/631ae9b4-eb97-47d8-9bad-5900171f4164/bindings/n-h2-741529-9 HTTP/1.1" status: 404 len: 380 time: 0.0549126 Jan 18 21:21:26.754437 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d763b-2ddd-44ae-bb79-494b8fe8009b req-1643b5cf-1154-46d2-8195-f5710b95fed9 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:26.755934 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-533d763b-2ddd-44ae-bb79-494b8fe8009b req-1643b5cf-1154-46d2-8195-f5710b95fed9 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 946 time: 0.0588112 Jan 18 21:21:26.805999 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-533d763b-2ddd-44ae-bb79-494b8fe8009b req-0e7c964a-9b66-4949-a679-fddd87c9a20f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437958 Jan 18 21:21:26.945128 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-97e0e699-73b0-4e7d-b3ed-1ed1072efe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:26.947272 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-97e0e699-73b0-4e7d-b3ed-1ed1072efe7e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8&tenant_id=c09e16e9f5a443bda5c1698c9e5d5165 HTTP/1.1" status: 200 len: 1097 time: 0.0862417 Jan 18 21:21:26.957097 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-49bf45d2-efe2-46f0-9b86-1f49a2006e49 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 21:21:26.958087 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-49bf45d2-efe2-46f0-9b86-1f49a2006e49 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049300 Jan 18 21:21:26.968549 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-741529-9', 'device_owner': 'compute:nova'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:21:27.018830 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (631ae9b4-eb97-47d8-9bad-5900171f4164), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:21:27.211264 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] For port 631ae9b4-eb97-47d8-9bad-5900171f4164, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=631ae9b4-eb97-47d8-9bad-5900171f4164,segment=NetworkSegment(46c02b21-9ff3-4b4d-85e6-0e80b228b2b7),segment_id=46c02b21-9ff3-4b4d-85e6-0e80b228b2b7)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:21:27.242224 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] For port 631ae9b4-eb97-47d8-9bad-5900171f4164, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:21:27.283999 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54359ff9-aa61-4bb1-8148-ce0af11881e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '631ae9b4-eb97-47d8-9bad-5900171f4164'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:21:27.286332 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e257dd1e-830c-47f8-9f72-fc165f9809ae" -d '{"events": [{"server_uuid": "54359ff9-aa61-4bb1-8148-ce0af11881e8", "name": "network-vif-unplugged", "status": "completed", "tag": "631ae9b4-eb97-47d8-9bad-5900171f4164"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:21:27.290293 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Publish callbacks [] for port (631ae9b4-eb97-47d8-9bad-5900171f4164), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:21:27.303389 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Transition to ACTIVE for port object 631ae9b4-eb97-47d8-9bad-5900171f4164 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 21:21:27.308101 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (631ae9b4-eb97-47d8-9bad-5900171f4164), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:21:27.338928 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 21:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45e1cb6-1315-4497-bac8-a17963f99fde x-openstack-request-id: req-c45e1cb6-1315-4497-bac8-a17963f99fde {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:21:27.339217 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54359ff9-aa61-4bb1-8148-ce0af11881e8", "name": "network-vif-unplugged", "status": "completed", "tag": "631ae9b4-eb97-47d8-9bad-5900171f4164", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:21:27.339468 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c45e1cb6-1315-4497-bac8-a17963f99fde {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:21:27.339854 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54359ff9-aa61-4bb1-8148-ce0af11881e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '631ae9b4-eb97-47d8-9bad-5900171f4164', 'code': 200} Jan 18 21:21:27.412016 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Pushing event updated for resources: {'Port': ['ID=631ae9b4-eb97-47d8-9bad-5900171f4164,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:21:27.439063 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:21:27.439402 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:21:27.439737 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:21:27.440078 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:21:27.440389 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:21:27.440707 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:21:27.441029 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:21:27.441343 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:21:27.441680 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:21:27.441996 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:21:27.442310 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:21:27.442621 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:21:27.442934 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:21:27.489688 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] No DVR routers for this DVR port 631ae9b4-eb97-47d8-9bad-5900171f4164 on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:21:27.895882 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Attempting to bind port 631ae9b4-eb97-47d8-9bad-5900171f4164 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:21:27.896598 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Attempting to bind port 631ae9b4-eb97-47d8-9bad-5900171f4164 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '46c02b21-9ff3-4b4d-85e6-0e80b228b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:21:27.896598 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Attempting to bind port 631ae9b4-eb97-47d8-9bad-5900171f4164 on network 46706dc8-52c1-4eaf-9959-2ad854c88c71 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:21:27.901281 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Port 631ae9b4-eb97-47d8-9bad-5900171f4164 on network 46706dc8-52c1-4eaf-9959-2ad854c88c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 21:21:27.901600 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Attempting to bind port 631ae9b4-eb97-47d8-9bad-5900171f4164 on network 46706dc8-52c1-4eaf-9959-2ad854c88c71 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:21:27.906364 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:21:27.906695 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Checking segment: {'id': '46c02b21-9ff3-4b4d-85e6-0e80b228b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:21:27.907074 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Bound using segment: {'id': '46c02b21-9ff3-4b4d-85e6-0e80b228b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:21:27.907495 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Bound port: 631ae9b4-eb97-47d8-9bad-5900171f4164, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46c02b21-9ff3-4b4d-85e6-0e80b228b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:21:27.907847 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (631ae9b4-eb97-47d8-9bad-5900171f4164), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:21:27.924992 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d578d8d-ed0f-4b8e-9633-c63d79d2eee5 req-ab0b6906-8b69-4afb-b72a-eb1ba063a81f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:27.926566 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6d578d8d-ed0f-4b8e-9633-c63d79d2eee5 req-ab0b6906-8b69-4afb-b72a-eb1ba063a81f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 944 time: 0.0489931 Jan 18 21:21:27.938412 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fc8dcb45-b36d-453f-984f-489bce8ec1cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:21:27.973908 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] For port 631ae9b4-eb97-47d8-9bad-5900171f4164, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:21:27.976024 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6d578d8d-ed0f-4b8e-9633-c63d79d2eee5 req-e097b62c-b7ee-4adb-92d0-b505a6a0d8ad tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434523 Jan 18 21:21:27.978048 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] For port 631ae9b4-eb97-47d8-9bad-5900171f4164, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=631ae9b4-eb97-47d8-9bad-5900171f4164,segment=NetworkSegment(46c02b21-9ff3-4b4d-85e6-0e80b228b2b7),segment_id=46c02b21-9ff3-4b4d-85e6-0e80b228b2b7)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:21:27.982546 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (631ae9b4-eb97-47d8-9bad-5900171f4164), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:21:28.025971 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:28.026740 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:21:28.028130 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] 10.222.0.70 "PUT /v2.0/ports/631ae9b4-eb97-47d8-9bad-5900171f4164 HTTP/1.1" status: 200 len: 1092 time: 1.0631680 Jan 18 21:21:28.062239 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9b481-2fd5-4cc0-8544-0803ddee1a12 service neutron] Pushing event updated for resources: {'Port': ['ID=631ae9b4-eb97-47d8-9bad-5900171f4164,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:21:28.098805 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-07f5e374-0df0-483a-bdd8-300e449f0fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:28.100324 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-07f5e374-0df0-483a-bdd8-300e449f0fc1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 1095 time: 0.0456839 Jan 18 21:21:28.198106 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-b77df68f-d333-4004-b2df-e551ab59aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:28.199569 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-b77df68f-d333-4004-b2df-e551ab59aa2d service neutron] 10.222.0.70 "GET /v2.0/networks?id=46706dc8-52c1-4eaf-9959-2ad854c88c71 HTTP/1.1" status: 200 len: 898 time: 0.0904996 Jan 18 21:21:28.266784 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-d2e4a58e-1817-4c26-b3fe-32a71675b7da service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=631ae9b4-eb97-47d8-9bad-5900171f4164 HTTP/1.1" status: 200 len: 999 time: 0.0574038 Jan 18 21:21:28.314076 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-6c7ca150-4851-4ece-8c1b-12f208f4bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:28.315532 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-6c7ca150-4851-4ece-8c1b-12f208f4bf1a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8ace83a5-5832-4fa2-8097-9337229a4338 HTTP/1.1" status: 200 len: 834 time: 0.0420241 Jan 18 21:21:28.363058 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-a96d7ea5-85da-4507-9149-ecdc7c0cffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:28.364437 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-a96d7ea5-85da-4507-9149-ecdc7c0cffdf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=46706dc8-52c1-4eaf-9959-2ad854c88c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421023 Jan 18 21:21:28.452132 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-f625840f-fee5-4e28-87e6-5e44cffa2059 service neutron] 10.222.0.70 "GET /v2.0/networks/46706dc8-52c1-4eaf-9959-2ad854c88c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810854 Jan 18 21:21:28.546038 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-7547456c-0d8d-4601-9667-ec798e32d2b2 req-57f61f10-d809-45e0-b6e7-53907ab310b0 service neutron] 10.222.0.70 "GET /v2.0/networks/46706dc8-52c1-4eaf-9959-2ad854c88c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840664 Jan 18 21:21:29.094572 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe325bc-5248-41d4-93e9-85986320f1f7 req-b8a29d57-4a6f-4f11-bd98-8a48360f947c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:29.096066 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cbe325bc-5248-41d4-93e9-85986320f1f7 req-b8a29d57-4a6f-4f11-bd98-8a48360f947c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 944 time: 0.0504587 Jan 18 21:21:29.147224 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cbe325bc-5248-41d4-93e9-85986320f1f7 req-02fd09be-bf4b-4aea-82ba-21eb616a9b57 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456042 Jan 18 21:21:29.338236 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:21:29.341108 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54359ff9-aa61-4bb1-8148-ce0af11881e8', 'tag': '631ae9b4-eb97-47d8-9bad-5900171f4164'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:21:29.343536 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d2e6e2-c55c-4ca9-912a-fb7ce4ed0022" -d '{"events": [{"name": "network-changed", "server_uuid": "54359ff9-aa61-4bb1-8148-ce0af11881e8", "tag": "631ae9b4-eb97-47d8-9bad-5900171f4164"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:21:29.391049 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bdab8e-0ffb-4a32-9a62-2fc9fbb3b25e x-openstack-request-id: req-72bdab8e-0ffb-4a32-9a62-2fc9fbb3b25e {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:21:29.391497 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54359ff9-aa61-4bb1-8148-ce0af11881e8", "tag": "631ae9b4-eb97-47d8-9bad-5900171f4164", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:21:29.391758 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72bdab8e-0ffb-4a32-9a62-2fc9fbb3b25e {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:21:29.392168 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54359ff9-aa61-4bb1-8148-ce0af11881e8', 'tag': '631ae9b4-eb97-47d8-9bad-5900171f4164', 'status': 'completed', 'code': 200} Jan 18 21:21:29.476477 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2e6e2-c55c-4ca9-912a-fb7ce4ed0022 req-aa7198d5-d846-4ab5-9870-085aefbb73fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:29.478058 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-03d2e6e2-c55c-4ca9-912a-fb7ce4ed0022 req-aa7198d5-d846-4ab5-9870-085aefbb73fd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 1095 time: 0.0570002 Jan 18 21:21:29.480529 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2e6e2-c55c-4ca9-912a-fb7ce4ed0022 req-f2f9ac9a-79c9-42bf-b964-239b3ed74441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:29.481917 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-03d2e6e2-c55c-4ca9-912a-fb7ce4ed0022 req-f2f9ac9a-79c9-42bf-b964-239b3ed74441 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 1095 time: 0.0696640 Jan 18 21:21:29.645260 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2e6e2-c55c-4ca9-912a-fb7ce4ed0022 req-b467916e-3099-4ea6-8da2-ab3f17441a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:29.646664 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-03d2e6e2-c55c-4ca9-912a-fb7ce4ed0022 req-b467916e-3099-4ea6-8da2-ab3f17441a5c service neutron] 10.222.0.70 "GET /v2.0/networks?id=46706dc8-52c1-4eaf-9959-2ad854c88c71 HTTP/1.1" status: 200 len: 898 time: 0.1603360 Jan 18 21:21:29.649241 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2e6e2-c55c-4ca9-912a-fb7ce4ed0022 req-705f6a55-3e23-47a6-8896-9208cd9a6956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:29.650589 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-03d2e6e2-c55c-4ca9-912a-fb7ce4ed0022 req-705f6a55-3e23-47a6-8896-9208cd9a6956 service neutron] 10.222.0.57 "GET /v2.0/networks?id=46706dc8-52c1-4eaf-9959-2ad854c88c71 HTTP/1.1" status: 200 len: 898 time: 0.1558635 Jan 18 21:21:29.757757 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-03d2e6e2-c55c-4ca9-912a-fb7ce4ed0022 req-e8a153fc-fa4f-4e3b-aebc-5a207defbe43 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=631ae9b4-eb97-47d8-9bad-5900171f4164 HTTP/1.1" status: 200 len: 999 time: 0.1037669 Jan 18 21:21:29.760028 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-03d2e6e2-c55c-4ca9-912a-fb7ce4ed0022 req-5e6677ec-7c63-4158-a4dd-5d196208a3ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=631ae9b4-eb97-47d8-9bad-5900171f4164 HTTP/1.1" status: 200 len: 999 time: 0.0997837 Jan 18 21:21:29.838222 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2e6e2-c55c-4ca9-912a-fb7ce4ed0022 req-546e07d0-1847-4a12-8fb7-c8186ee23a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:29.839604 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-03d2e6e2-c55c-4ca9-912a-fb7ce4ed0022 req-546e07d0-1847-4a12-8fb7-c8186ee23a89 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8ace83a5-5832-4fa2-8097-9337229a4338 HTTP/1.1" status: 200 len: 834 time: 0.0738113 Jan 18 21:21:29.842989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2e6e2-c55c-4ca9-912a-fb7ce4ed0022 req-c9c7426f-2d50-4630-91a4-44e946104113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:29.844284 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-03d2e6e2-c55c-4ca9-912a-fb7ce4ed0022 req-c9c7426f-2d50-4630-91a4-44e946104113 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ace83a5-5832-4fa2-8097-9337229a4338 HTTP/1.1" status: 200 len: 834 time: 0.0774145 Jan 18 21:21:29.920873 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2e6e2-c55c-4ca9-912a-fb7ce4ed0022 req-bed185d3-5e01-49c9-9724-68f541e97e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:29.922426 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-03d2e6e2-c55c-4ca9-912a-fb7ce4ed0022 req-bed185d3-5e01-49c9-9724-68f541e97e98 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=46706dc8-52c1-4eaf-9959-2ad854c88c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731578 Jan 18 21:21:29.924907 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2e6e2-c55c-4ca9-912a-fb7ce4ed0022 req-bcb874e9-b532-43a6-8921-2c5bfcb92ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:29.926284 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-03d2e6e2-c55c-4ca9-912a-fb7ce4ed0022 req-bcb874e9-b532-43a6-8921-2c5bfcb92ee5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=46706dc8-52c1-4eaf-9959-2ad854c88c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759630 Jan 18 21:21:30.075517 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-03d2e6e2-c55c-4ca9-912a-fb7ce4ed0022 req-782d6e43-2160-4abc-a42c-b93573465ea8 service neutron] 10.222.0.70 "GET /v2.0/networks/46706dc8-52c1-4eaf-9959-2ad854c88c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457992 Jan 18 21:21:30.078766 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-03d2e6e2-c55c-4ca9-912a-fb7ce4ed0022 req-df299ce1-ab12-4b58-b551-68ff404e911c service neutron] 10.222.0.57 "GET /v2.0/networks/46706dc8-52c1-4eaf-9959-2ad854c88c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412036 Jan 18 21:21:30.234464 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-03d2e6e2-c55c-4ca9-912a-fb7ce4ed0022 req-8b336ec6-c47f-4855-b79f-2f1f0cf92522 service neutron] 10.222.0.70 "GET /v2.0/networks/46706dc8-52c1-4eaf-9959-2ad854c88c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526237 Jan 18 21:21:30.236619 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-03d2e6e2-c55c-4ca9-912a-fb7ce4ed0022 req-5abcca14-bcce-4b13-8f7e-e112411be01e service neutron] 10.222.0.57 "GET /v2.0/networks/46706dc8-52c1-4eaf-9959-2ad854c88c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481025 Jan 18 21:21:30.276203 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1163b-6dbb-4d44-a7cf-90e945a9912f req-3c1f6134-da11-4f7b-8101-9f73bb44051d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:30.277795 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4e1163b-6dbb-4d44-a7cf-90e945a9912f req-3c1f6134-da11-4f7b-8101-9f73bb44051d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 944 time: 0.0537510 Jan 18 21:21:30.332220 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4e1163b-6dbb-4d44-a7cf-90e945a9912f req-18ad2ed6-f428-4116-93f0-179b3ec9875e tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484686 Jan 18 21:21:30.398940 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 631ae9b4-eb97-47d8-9bad-5900171f4164 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:21:30.437624 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] The host n-h1-741529-9 is not matching for port 631ae9b4-eb97-47d8-9bad-5900171f4164 host n-h2-741529-9! {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 18 21:21:30.437972 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 631ae9b4-eb97-47d8-9bad-5900171f4164 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:21:30.773434 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:21:31.444879 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c2117-542e-407c-a6a4-b364683662f8 req-c9796c17-0e90-40c0-92b1-fb419263f0bc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:31.447109 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c42c2117-542e-407c-a6a4-b364683662f8 req-c9796c17-0e90-40c0-92b1-fb419263f0bc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 944 time: 0.0479882 Jan 18 21:21:31.496152 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c42c2117-542e-407c-a6a4-b364683662f8 req-4b27d51a-9403-4c12-a6ce-37b27d18dabb tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434642 Jan 18 21:21:31.691886 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af252c-c207-427d-b4a6-d1998535a412 req-8447f3d6-4ea3-4255-992d-d7532c66f87d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:31.693377 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-30af252c-c207-427d-b4a6-d1998535a412 req-8447f3d6-4ea3-4255-992d-d7532c66f87d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 944 time: 0.0529370 Jan 18 21:21:31.703151 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655ecf4-7a7d-478e-be96-a21a7fdfbab2 req-ea5ef281-7579-4b13-81ce-714915acef69 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:31.704666 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b655ecf4-7a7d-478e-be96-a21a7fdfbab2 req-ea5ef281-7579-4b13-81ce-714915acef69 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.57 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8&tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&binding%3Ahost_id=n-h2-741529-9 HTTP/1.1" status: 200 len: 944 time: 0.0520525 Jan 18 21:21:31.742440 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-30af252c-c207-427d-b4a6-d1998535a412 req-ed244323-32ed-4a36-bf8a-1b07ae34dc8a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424364 Jan 18 21:21:31.769815 n-d-741529-9 neutron-server[103335]: INFO neutron.api.v2.resource [req-b655ecf4-7a7d-478e-be96-a21a7fdfbab2 req-0d016724-ef1c-4f36-9709-698f5dff3e3e service neutron] delete failed (client error): The resource could not be found. Jan 18 21:21:31.770844 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b655ecf4-7a7d-478e-be96-a21a7fdfbab2 req-0d016724-ef1c-4f36-9709-698f5dff3e3e service neutron] 10.222.0.57 "DELETE /v2.0/ports/631ae9b4-eb97-47d8-9bad-5900171f4164/bindings/n-h1-741529-9 HTTP/1.1" status: 404 len: 380 time: 0.0591588 Jan 18 21:21:31.857423 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655ecf4-7a7d-478e-be96-a21a7fdfbab2 req-26df35bc-e741-4217-97c1-136ed9355d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:31.858903 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b655ecf4-7a7d-478e-be96-a21a7fdfbab2 req-26df35bc-e741-4217-97c1-136ed9355d51 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 1095 time: 0.0403433 Jan 18 21:21:31.863559 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855c388-67ec-411d-b430-47a1f79577f0 req-ac1dec58-12e8-48e8-84e0-52e3d96156e1 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:31.865003 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d855c388-67ec-411d-b430-47a1f79577f0 req-ac1dec58-12e8-48e8-84e0-52e3d96156e1 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 944 time: 0.0485590 Jan 18 21:21:31.880037 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 631ae9b4-eb97-47d8-9bad-5900171f4164 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 21:21:31.918141 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d855c388-67ec-411d-b430-47a1f79577f0 req-a7bf554c-a2b4-4e89-92a9-76a3e0b741f0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467658 Jan 18 21:21:31.956794 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655ecf4-7a7d-478e-be96-a21a7fdfbab2 req-622ee324-faea-4e8b-9677-5a2daa582259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:31.958291 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b655ecf4-7a7d-478e-be96-a21a7fdfbab2 req-622ee324-faea-4e8b-9677-5a2daa582259 service neutron] 10.222.0.57 "GET /v2.0/networks?id=46706dc8-52c1-4eaf-9959-2ad854c88c71 HTTP/1.1" status: 200 len: 898 time: 0.0940092 Jan 18 21:21:31.980068 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 631ae9b4-eb97-47d8-9bad-5900171f4164, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=631ae9b4-eb97-47d8-9bad-5900171f4164,segment=NetworkSegment(46c02b21-9ff3-4b4d-85e6-0e80b228b2b7),segment_id=46c02b21-9ff3-4b4d-85e6-0e80b228b2b7)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:21:31.990826 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '631ae9b4-eb97-47d8-9bad-5900171f4164', 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71', 'port_id': '631ae9b4-eb97-47d8-9bad-5900171f4164', 'mac_address': 'fa:16:3e:85:ef:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ace83a5-5832-4fa2-8097-9337229a4338', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 21:21:32.023737 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b655ecf4-7a7d-478e-be96-a21a7fdfbab2 req-7146b2a9-4c72-4620-984a-bf4d6e3f5d61 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=631ae9b4-eb97-47d8-9bad-5900171f4164 HTTP/1.1" status: 200 len: 999 time: 0.0597854 Jan 18 21:21:32.043311 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:21:32.045624 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 631ae9b4-eb97-47d8-9bad-5900171f4164 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:21:32.046023 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (631ae9b4-eb97-47d8-9bad-5900171f4164), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:21:32.059680 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 631ae9b4-eb97-47d8-9bad-5900171f4164 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:21:32.074531 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655ecf4-7a7d-478e-be96-a21a7fdfbab2 req-e2e00717-019d-4a64-878b-d3162df10ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:32.076014 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b655ecf4-7a7d-478e-be96-a21a7fdfbab2 req-e2e00717-019d-4a64-878b-d3162df10ea9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ace83a5-5832-4fa2-8097-9337229a4338 HTTP/1.1" status: 200 len: 834 time: 0.0465355 Jan 18 21:21:32.078353 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 631ae9b4-eb97-47d8-9bad-5900171f4164, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=631ae9b4-eb97-47d8-9bad-5900171f4164,segment=NetworkSegment(46c02b21-9ff3-4b4d-85e6-0e80b228b2b7),segment_id=46c02b21-9ff3-4b4d-85e6-0e80b228b2b7)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:21:32.081908 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (631ae9b4-eb97-47d8-9bad-5900171f4164), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:21:32.128345 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655ecf4-7a7d-478e-be96-a21a7fdfbab2 req-59784bdb-fba0-460a-8895-628ade4ee1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:32.128615 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=631ae9b4-eb97-47d8-9bad-5900171f4164,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:21:32.129781 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b655ecf4-7a7d-478e-be96-a21a7fdfbab2 req-59784bdb-fba0-460a-8895-628ade4ee1c6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=46706dc8-52c1-4eaf-9959-2ad854c88c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464935 Jan 18 21:21:32.135820 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:21:32.136166 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:21:32.136505 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:21:32.136842 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:21:32.137172 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:21:32.137500 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:21:32.137866 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:21:32.138192 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:21:32.138520 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:21:32.138842 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:21:32.139164 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:21:32.139485 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:21:32.139803 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:21:32.216866 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b655ecf4-7a7d-478e-be96-a21a7fdfbab2 req-1d7b1099-3776-49d0-9f2d-b5d90028047c service neutron] 10.222.0.57 "GET /v2.0/networks/46706dc8-52c1-4eaf-9959-2ad854c88c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814059 Jan 18 21:21:32.309264 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b655ecf4-7a7d-478e-be96-a21a7fdfbab2 req-9c8617bb-0be6-4b5d-be4f-d5191c120a25 service neutron] 10.222.0.57 "GET /v2.0/networks/46706dc8-52c1-4eaf-9959-2ad854c88c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868177 Jan 18 21:21:32.369838 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['631ae9b4-eb97-47d8-9bad-5900171f4164'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:21:33.037533 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05846f-a3bb-40a6-917c-86911113f0cb req-3edb08c1-d22b-4bd1-b92a-9a7a90c0dd5a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:33.039024 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c05846f-a3bb-40a6-917c-86911113f0cb req-3edb08c1-d22b-4bd1-b92a-9a7a90c0dd5a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 945 time: 0.0517552 Jan 18 21:21:33.086666 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c05846f-a3bb-40a6-917c-86911113f0cb req-a1d50550-1d0f-4dc2-b76b-91ff856455fb tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420079 Jan 18 21:21:33.108226 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43478) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:21:33.168777 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-6f7f7e72-8e22-445f-817f-8a511cd151ec tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/floatingips/08aa2884-84b1-460e-a529-2bba239567a8 HTTP/1.1" status: 200 len: 992 time: 0.0578406 Jan 18 21:21:33.893709 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 631ae9b4-eb97-47d8-9bad-5900171f4164 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:21:33.940153 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 631ae9b4-eb97-47d8-9bad-5900171f4164 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 21:21:33.943690 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 631ae9b4-eb97-47d8-9bad-5900171f4164 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:21:33.944065 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (631ae9b4-eb97-47d8-9bad-5900171f4164), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:21:34.179906 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 631ae9b4-eb97-47d8-9bad-5900171f4164 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:21:34.180857 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (631ae9b4-eb97-47d8-9bad-5900171f4164), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:21:34.203514 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54359ff9-aa61-4bb1-8148-ce0af11881e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631ae9b4-eb97-47d8-9bad-5900171f4164'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:21:34.205772 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1a9a88-7ee4-41f0-8a8a-58e0c8152df6" -d '{"events": [{"server_uuid": "54359ff9-aa61-4bb1-8148-ce0af11881e8", "name": "network-vif-plugged", "status": "completed", "tag": "631ae9b4-eb97-47d8-9bad-5900171f4164"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:21:34.218058 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 631ae9b4-eb97-47d8-9bad-5900171f4164, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=631ae9b4-eb97-47d8-9bad-5900171f4164,segment=NetworkSegment(46c02b21-9ff3-4b4d-85e6-0e80b228b2b7),segment_id=46c02b21-9ff3-4b4d-85e6-0e80b228b2b7)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:21:34.223387 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (631ae9b4-eb97-47d8-9bad-5900171f4164), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:21:34.271047 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=631ae9b4-eb97-47d8-9bad-5900171f4164,revision_number=9']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:21:34.322858 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2af9852-d20c-48b3-aaec-506b49389076 x-openstack-request-id: req-f2af9852-d20c-48b3-aaec-506b49389076 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:21:34.323163 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54359ff9-aa61-4bb1-8148-ce0af11881e8", "name": "network-vif-plugged", "status": "completed", "tag": "631ae9b4-eb97-47d8-9bad-5900171f4164", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:21:34.323418 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2af9852-d20c-48b3-aaec-506b49389076 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:21:34.323816 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54359ff9-aa61-4bb1-8148-ce0af11881e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631ae9b4-eb97-47d8-9bad-5900171f4164', 'code': 200} Jan 18 21:21:34.631063 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:21:37.484295 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:21:39.245535 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:21:41.452038 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8417db14-77bd-481a-ac3a-3fc1189e35dd req-ac7e037b-b9f7-4486-9a35-b73865c4b1e1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391500 Jan 18 21:21:41.532209 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417db14-77bd-481a-ac3a-3fc1189e35dd req-7ad26b9f-38ae-4ea6-8f93-8a001e8258d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:41.533722 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8417db14-77bd-481a-ac3a-3fc1189e35dd req-7ad26b9f-38ae-4ea6-8f93-8a001e8258d1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 1097 time: 0.0396903 Jan 18 21:21:41.641334 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417db14-77bd-481a-ac3a-3fc1189e35dd req-393e18f8-1c0d-4911-88b0-b4e4a577ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:41.642745 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8417db14-77bd-481a-ac3a-3fc1189e35dd req-393e18f8-1c0d-4911-88b0-b4e4a577ffa8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=46706dc8-52c1-4eaf-9959-2ad854c88c71 HTTP/1.1" status: 200 len: 898 time: 0.0866575 Jan 18 21:21:41.706887 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8417db14-77bd-481a-ac3a-3fc1189e35dd req-b31e1483-98a0-4a9a-a8f8-3b44a03be888 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=631ae9b4-eb97-47d8-9bad-5900171f4164 HTTP/1.1" status: 200 len: 1001 time: 0.0566618 Jan 18 21:21:41.762155 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417db14-77bd-481a-ac3a-3fc1189e35dd req-292b8d32-bd55-473a-bd11-a3a6e11d5680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:41.763574 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8417db14-77bd-481a-ac3a-3fc1189e35dd req-292b8d32-bd55-473a-bd11-a3a6e11d5680 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8ace83a5-5832-4fa2-8097-9337229a4338 HTTP/1.1" status: 200 len: 834 time: 0.0467713 Jan 18 21:21:41.814710 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417db14-77bd-481a-ac3a-3fc1189e35dd req-b6bd69a6-d6b0-4ff4-989d-658b7e344f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:21:41.816146 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8417db14-77bd-481a-ac3a-3fc1189e35dd req-b6bd69a6-d6b0-4ff4-989d-658b7e344f89 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=46706dc8-52c1-4eaf-9959-2ad854c88c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390003 Jan 18 21:21:41.905554 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8417db14-77bd-481a-ac3a-3fc1189e35dd req-ff0d1598-f21d-44f7-98a0-64e3b202f425 service neutron] 10.222.0.70 "GET /v2.0/networks/46706dc8-52c1-4eaf-9959-2ad854c88c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813270 Jan 18 21:21:41.998686 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8417db14-77bd-481a-ac3a-3fc1189e35dd req-82e4c39e-088e-4c63-8ad3-f25d85708ac5 service neutron] 10.222.0.70 "GET /v2.0/networks/46706dc8-52c1-4eaf-9959-2ad854c88c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827098 Jan 18 21:21:55.788003 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7caa79f0-797a-438b-97c9-a9b9c4ae5352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:21:57.938448 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-886ee2cb-403f-4516-9fd2-e5bbf6af15f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:21:59.342007 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:00.773548 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:02.026025 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:03.559858 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43492) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:22:03.710522 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-2fd68fab-f93e-4ca8-bce8-d8986c966f0c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Deleting port 0fbd8463-9275-4c6e-8add-9d46d234321c {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:22:03.710863 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2fd68fab-f93e-4ca8-bce8-d8986c966f0c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (0fbd8463-9275-4c6e-8add-9d46d234321c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:03.786707 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2fd68fab-f93e-4ca8-bce8-d8986c966f0c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (0fbd8463-9275-4c6e-8add-9d46d234321c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:03.787032 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2fd68fab-f93e-4ca8-bce8-d8986c966f0c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for floatingip (0fbd8463-9275-4c6e-8add-9d46d234321c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:03.798869 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-2fd68fab-f93e-4ca8-bce8-d8986c966f0c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Calling delete_port for 0fbd8463-9275-4c6e-8add-9d46d234321c owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:22:03.941876 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2fd68fab-f93e-4ca8-bce8-d8986c966f0c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (0fbd8463-9275-4c6e-8add-9d46d234321c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:03.966829 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd68fab-f93e-4ca8-bce8-d8986c966f0c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Port': ['ID=0fbd8463-9275-4c6e-8add-9d46d234321c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:03.977283 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd68fab-f93e-4ca8-bce8-d8986c966f0c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:22:03.977661 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd68fab-f93e-4ca8-bce8-d8986c966f0c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:22:03.978009 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd68fab-f93e-4ca8-bce8-d8986c966f0c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:22:03.978347 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd68fab-f93e-4ca8-bce8-d8986c966f0c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:22:03.978682 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd68fab-f93e-4ca8-bce8-d8986c966f0c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:22:03.979016 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd68fab-f93e-4ca8-bce8-d8986c966f0c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:22:03.979347 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd68fab-f93e-4ca8-bce8-d8986c966f0c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:22:03.979676 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd68fab-f93e-4ca8-bce8-d8986c966f0c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:22:03.980004 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd68fab-f93e-4ca8-bce8-d8986c966f0c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:22:03.980329 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd68fab-f93e-4ca8-bce8-d8986c966f0c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:22:03.980653 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd68fab-f93e-4ca8-bce8-d8986c966f0c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:22:03.980977 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd68fab-f93e-4ca8-bce8-d8986c966f0c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:22:03.981299 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd68fab-f93e-4ca8-bce8-d8986c966f0c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:22:04.036434 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2fd68fab-f93e-4ca8-bce8-d8986c966f0c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for floatingip (08aa2884-84b1-460e-a529-2bba239567a8), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:04.036771 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-2fd68fab-f93e-4ca8-bce8-d8986c966f0c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Floating IP 08aa2884-84b1-460e-a529-2bba239567a8 disassociated (deleted). External IP: 172.25.4.86, port: 631ae9b4-eb97-47d8-9bad-5900171f4164. Jan 18 21:22:04.235225 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd68fab-f93e-4ca8-bce8-d8986c966f0c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Router 878747ce-cf0f-4593-91c6-952fea6b24de has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:22:04.340268 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd68fab-f93e-4ca8-bce8-d8986c966f0c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:22:04.345140 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2fd68fab-f93e-4ca8-bce8-d8986c966f0c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:04.350285 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6aeddf-d331-4d7a-bf48-0ad461ef8b02 None None] Sync routers for ids ['878747ce-cf0f-4593-91c6-952fea6b24de'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:22:04.360035 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6aeddf-d331-4d7a-bf48-0ad461ef8b02 None None] Routers {'878747ce-cf0f-4593-91c6-952fea6b24de'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:22:04.360641 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-dd6aeddf-d331-4d7a-bf48-0ad461ef8b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:21:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['878747ce-cf0f-4593-91c6-952fea6b24de'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:22:04.371796 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2fd68fab-f93e-4ca8-bce8-d8986c966f0c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "DELETE /v2.0/floatingips/08aa2884-84b1-460e-a529-2bba239567a8 HTTP/1.1" status: 204 len: 168 time: 0.8108294 Jan 18 21:22:04.372378 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54359ff9-aa61-4bb1-8148-ce0af11881e8', 'tag': '631ae9b4-eb97-47d8-9bad-5900171f4164'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:22:04.374689 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b43178f88c778abd299c77f10da4c8b3e71d2d0c7150ce414079b2ef1097cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737e32e5-0fdc-4df2-9dd9-3c753680dbac" -d '{"events": [{"name": "network-changed", "server_uuid": "54359ff9-aa61-4bb1-8148-ce0af11881e8", "tag": "631ae9b4-eb97-47d8-9bad-5900171f4164"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:22:04.464278 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-dd6aeddf-d331-4d7a-bf48-0ad461ef8b02 None None] Set router 878747ce-cf0f-4593-91c6-952fea6b24de gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:22:04.582673 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bd49af-30b3-47b9-9f66-94496f83da75 x-openstack-request-id: req-73bd49af-30b3-47b9-9f66-94496f83da75 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:22:04.583211 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54359ff9-aa61-4bb1-8148-ce0af11881e8", "tag": "631ae9b4-eb97-47d8-9bad-5900171f4164", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:22:04.583211 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73bd49af-30b3-47b9-9f66-94496f83da75 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:22:04.583596 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54359ff9-aa61-4bb1-8148-ce0af11881e8', 'tag': '631ae9b4-eb97-47d8-9bad-5900171f4164', 'status': 'completed', 'code': 200} Jan 18 21:22:04.630517 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:04.650726 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e32e5-0fdc-4df2-9dd9-3c753680dbac req-0ffdb678-c2af-4de5-99e4-6ccaf9c454f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:04.652398 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-737e32e5-0fdc-4df2-9dd9-3c753680dbac req-0ffdb678-c2af-4de5-99e4-6ccaf9c454f6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 1097 time: 0.0462363 Jan 18 21:22:04.678652 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-dd6aeddf-d331-4d7a-bf48-0ad461ef8b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071636574', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:19:52Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'e5a6ea84-d6f5-457e-b802-0febc2d2b12d', 'name': '', 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:d7:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '8ace83a5-5832-4fa2-8097-9337229a4338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:19:51Z', 'updated_at': '2022-01-18T21:19:55Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '8ace83a5-5832-4fa2-8097-9337229a4338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:22:04.689350 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a606c-27dd-4a34-bed1-9680a90b0710 req-9aba38b3-f022-48b9-b4b8-94a4787435ca tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:04.690906 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c11a606c-27dd-4a34-bed1-9680a90b0710 req-9aba38b3-f022-48b9-b4b8-94a4787435ca tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 946 time: 0.0578635 Jan 18 21:22:04.706199 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6aeddf-d331-4d7a-bf48-0ad461ef8b02 None None] Checking router: 878747ce-cf0f-4593-91c6-952fea6b24de for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:22:04.715631 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6aeddf-d331-4d7a-bf48-0ad461ef8b02 None None] Routers {'878747ce-cf0f-4593-91c6-952fea6b24de'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:22:04.716241 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-dd6aeddf-d331-4d7a-bf48-0ad461ef8b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:21:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['878747ce-cf0f-4593-91c6-952fea6b24de'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:22:04.744220 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c11a606c-27dd-4a34-bed1-9680a90b0710 req-fe23a4ef-92a6-40c1-b7ce-979ae223b6ba tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466146 Jan 18 21:22:04.757477 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e32e5-0fdc-4df2-9dd9-3c753680dbac req-878a6235-466e-4941-bc57-988a69a865c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:04.759610 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-737e32e5-0fdc-4df2-9dd9-3c753680dbac req-878a6235-466e-4941-bc57-988a69a865c2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=46706dc8-52c1-4eaf-9959-2ad854c88c71 HTTP/1.1" status: 200 len: 898 time: 0.0984364 Jan 18 21:22:04.801287 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-737e32e5-0fdc-4df2-9dd9-3c753680dbac req-fb5d9b99-186b-49cd-8532-396b397d2899 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=631ae9b4-eb97-47d8-9bad-5900171f4164 HTTP/1.1" status: 200 len: 217 time: 0.0346434 Jan 18 21:22:04.832797 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-dd6aeddf-d331-4d7a-bf48-0ad461ef8b02 None None] Set router 878747ce-cf0f-4593-91c6-952fea6b24de gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:22:04.851637 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e32e5-0fdc-4df2-9dd9-3c753680dbac req-a4fe3ae7-34aa-492e-bad4-13d9eaa6f9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:04.853130 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-737e32e5-0fdc-4df2-9dd9-3c753680dbac req-a4fe3ae7-34aa-492e-bad4-13d9eaa6f9b2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8ace83a5-5832-4fa2-8097-9337229a4338 HTTP/1.1" status: 200 len: 834 time: 0.0432971 Jan 18 21:22:04.902797 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e32e5-0fdc-4df2-9dd9-3c753680dbac req-7f01c6f6-2d27-40c3-8663-5d7db99118bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:04.904313 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-737e32e5-0fdc-4df2-9dd9-3c753680dbac req-7f01c6f6-2d27-40c3-8663-5d7db99118bc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=46706dc8-52c1-4eaf-9959-2ad854c88c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443830 Jan 18 21:22:04.993366 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-737e32e5-0fdc-4df2-9dd9-3c753680dbac req-bbd19e4e-2482-48da-9bca-2d28f67bef81 service neutron] 10.222.0.70 "GET /v2.0/networks/46706dc8-52c1-4eaf-9959-2ad854c88c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823526 Jan 18 21:22:05.025795 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-dd6aeddf-d331-4d7a-bf48-0ad461ef8b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071636574', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:19:52Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'e5a6ea84-d6f5-457e-b802-0febc2d2b12d', 'name': '', 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:d7:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '8ace83a5-5832-4fa2-8097-9337229a4338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:19:51Z', 'updated_at': '2022-01-18T21:19:55Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '8ace83a5-5832-4fa2-8097-9337229a4338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:22:05.053837 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6aeddf-d331-4d7a-bf48-0ad461ef8b02 None None] The sync data for ids ['878747ce-cf0f-4593-91c6-952fea6b24de'] in n-d-741529-9 is: [{'id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071636574', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:19:52Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'e5a6ea84-d6f5-457e-b802-0febc2d2b12d', 'name': '', 'network_id': '46706dc8-52c1-4eaf-9959-2ad854c88c71', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:d7:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '8ace83a5-5832-4fa2-8097-9337229a4338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:19:51Z', 'updated_at': '2022-01-18T21:19:55Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '8ace83a5-5832-4fa2-8097-9337229a4338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:22:05.086964 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-737e32e5-0fdc-4df2-9dd9-3c753680dbac req-0e44bc2f-915e-4df5-8593-5c4826be5238 service neutron] 10.222.0.70 "GET /v2.0/networks/46706dc8-52c1-4eaf-9959-2ad854c88c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857539 Jan 18 21:22:05.276616 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075fafb5-30b7-46dc-94e7-3ccb06fa4a9d None None] New status for floating IP 08aa2884-84b1-460e-a529-2bba239567a8: DOWN {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 21:22:05.862787 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2a9d5-059f-486c-8334-51ee7a369b94 req-d0bf80e4-ae53-4661-beb4-d54dc21984df tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:05.864214 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b0f2a9d5-059f-486c-8334-51ee7a369b94 req-d0bf80e4-ae53-4661-beb4-d54dc21984df tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 946 time: 0.0506043 Jan 18 21:22:05.911943 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b0f2a9d5-059f-486c-8334-51ee7a369b94 req-ee8c4fce-483f-4972-84fb-f87afa298443 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=33e33276-07cf-4367-b95b-df3b93e99fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415378 Jan 18 21:22:06.106961 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66426061-8d75-43a3-a771-77490d752e7b req-506bc193-c5b2-4a38-baa8-c3e898e2a5c0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:06.110604 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-66426061-8d75-43a3-a771-77490d752e7b req-506bc193-c5b2-4a38-baa8-c3e898e2a5c0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.70 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 946 time: 0.0501432 Jan 18 21:22:06.196408 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-66426061-8d75-43a3-a771-77490d752e7b req-aed4bf94-c681-4ee1-9e4a-de75849cf11d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Deleting port 631ae9b4-eb97-47d8-9bad-5900171f4164 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:22:06.196752 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-66426061-8d75-43a3-a771-77490d752e7b req-aed4bf94-c681-4ee1-9e4a-de75849cf11d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (631ae9b4-eb97-47d8-9bad-5900171f4164), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:06.285208 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-66426061-8d75-43a3-a771-77490d752e7b req-aed4bf94-c681-4ee1-9e4a-de75849cf11d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] For port 631ae9b4-eb97-47d8-9bad-5900171f4164, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=631ae9b4-eb97-47d8-9bad-5900171f4164,segment=NetworkSegment(46c02b21-9ff3-4b4d-85e6-0e80b228b2b7),segment_id=46c02b21-9ff3-4b4d-85e6-0e80b228b2b7)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:22:06.285570 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-66426061-8d75-43a3-a771-77490d752e7b req-aed4bf94-c681-4ee1-9e4a-de75849cf11d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (631ae9b4-eb97-47d8-9bad-5900171f4164), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:06.297741 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-66426061-8d75-43a3-a771-77490d752e7b req-aed4bf94-c681-4ee1-9e4a-de75849cf11d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Calling delete_port for 631ae9b4-eb97-47d8-9bad-5900171f4164 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:22:06.426293 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-66426061-8d75-43a3-a771-77490d752e7b req-aed4bf94-c681-4ee1-9e4a-de75849cf11d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (631ae9b4-eb97-47d8-9bad-5900171f4164), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:06.454417 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4bf94-c681-4ee1-9e4a-de75849cf11d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Port': ['ID=631ae9b4-eb97-47d8-9bad-5900171f4164,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:06.499231 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-66426061-8d75-43a3-a771-77490d752e7b req-aed4bf94-c681-4ee1-9e4a-de75849cf11d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] No DVR routers for this DVR port 631ae9b4-eb97-47d8-9bad-5900171f4164 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:22:06.501805 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-66426061-8d75-43a3-a771-77490d752e7b req-aed4bf94-c681-4ee1-9e4a-de75849cf11d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:06.505191 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-66426061-8d75-43a3-a771-77490d752e7b req-aed4bf94-c681-4ee1-9e4a-de75849cf11d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.70 "DELETE /v2.0/ports/631ae9b4-eb97-47d8-9bad-5900171f4164 HTTP/1.1" status: 204 len: 173 time: 0.3888021 Jan 18 21:22:06.505652 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54359ff9-aa61-4bb1-8148-ce0af11881e8', 'name': 'network-vif-deleted', 'tag': '631ae9b4-eb97-47d8-9bad-5900171f4164'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:22:06.508016 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5055cea8-3078-4049-a78c-f4aa56078a91" -d '{"events": [{"server_uuid": "54359ff9-aa61-4bb1-8148-ce0af11881e8", "name": "network-vif-deleted", "tag": "631ae9b4-eb97-47d8-9bad-5900171f4164"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:22:06.547077 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1314256a-f7b2-4a4c-a89d-8becf220f680 x-openstack-request-id: req-1314256a-f7b2-4a4c-a89d-8becf220f680 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:22:06.547380 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54359ff9-aa61-4bb1-8148-ce0af11881e8", "name": "network-vif-deleted", "tag": "631ae9b4-eb97-47d8-9bad-5900171f4164", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:22:06.547661 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1314256a-f7b2-4a4c-a89d-8becf220f680 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:22:06.548094 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54359ff9-aa61-4bb1-8148-ce0af11881e8', 'name': 'network-vif-deleted', 'tag': '631ae9b4-eb97-47d8-9bad-5900171f4164', 'status': 'completed', 'code': 200} Jan 18 21:22:07.026355 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-90cc267a-b99c-44c6-9020-7835a16c39c0 req-7b970aec-53cd-4968-8131-60f61c740772 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=54359ff9-aa61-4bb1-8148-ce0af11881e8 HTTP/1.1" status: 200 len: 210 time: 0.0257781 Jan 18 21:22:07.490547 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:08.083508 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43510) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:22:08.428472 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e47c97fa-0728-44c6-b62b-95b22b321a32 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (878747ce-cf0f-4593-91c6-952fea6b24de), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:08.671205 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-e47c97fa-0728-44c6-b62b-95b22b321a32 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Deleting port e5a6ea84-d6f5-457e-b802-0febc2d2b12d {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:22:08.671542 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e47c97fa-0728-44c6-b62b-95b22b321a32 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e5a6ea84-d6f5-457e-b802-0febc2d2b12d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:08.758800 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-e47c97fa-0728-44c6-b62b-95b22b321a32 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] For port e5a6ea84-d6f5-457e-b802-0febc2d2b12d, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=e5a6ea84-d6f5-457e-b802-0febc2d2b12d,segment=NetworkSegment(46c02b21-9ff3-4b4d-85e6-0e80b228b2b7),segment_id=46c02b21-9ff3-4b4d-85e6-0e80b228b2b7)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:22:08.759082 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e47c97fa-0728-44c6-b62b-95b22b321a32 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e5a6ea84-d6f5-457e-b802-0febc2d2b12d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:08.770554 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-e47c97fa-0728-44c6-b62b-95b22b321a32 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Calling delete_port for e5a6ea84-d6f5-457e-b802-0febc2d2b12d owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:22:08.953224 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e47c97fa-0728-44c6-b62b-95b22b321a32 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (e5a6ea84-d6f5-457e-b802-0febc2d2b12d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:08.978157 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c97fa-0728-44c6-b62b-95b22b321a32 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Port': ['ID=e5a6ea84-d6f5-457e-b802-0febc2d2b12d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:09.146314 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e47c97fa-0728-44c6-b62b-95b22b321a32 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (878747ce-cf0f-4593-91c6-952fea6b24de), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:09.353056 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47c97fa-0728-44c6-b62b-95b22b321a32 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Router 878747ce-cf0f-4593-91c6-952fea6b24de has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:22:09.453642 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47c97fa-0728-44c6-b62b-95b22b321a32 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:22:09.458807 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-e47c97fa-0728-44c6-b62b-95b22b321a32 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "PUT /v2.0/routers/878747ce-cf0f-4593-91c6-952fea6b24de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3742630 Jan 18 21:22:09.462059 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43512) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:22:09.463666 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceaec57-f92a-446e-a81d-32a8fbd704b0 None None] Sync routers for ids ['878747ce-cf0f-4593-91c6-952fea6b24de'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:22:09.476730 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceaec57-f92a-446e-a81d-32a8fbd704b0 None None] Routers {'878747ce-cf0f-4593-91c6-952fea6b24de'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:22:09.477411 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-7ceaec57-f92a-446e-a81d-32a8fbd704b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:21:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['878747ce-cf0f-4593-91c6-952fea6b24de'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:22:09.512578 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf46c9d-c59b-444a-96c6-0b11ea49fc6f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Deleting subnet 8ace83a5-5832-4fa2-8097-9337229a4338 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 21:22:09.515643 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bbf46c9d-c59b-444a-96c6-0b11ea49fc6f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for subnet (8ace83a5-5832-4fa2-8097-9337229a4338), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:09.553195 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bbf46c9d-c59b-444a-96c6-0b11ea49fc6f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (8ace83a5-5832-4fa2-8097-9337229a4338), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:09.583148 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-7ceaec57-f92a-446e-a81d-32a8fbd704b0 None None] Set router 878747ce-cf0f-4593-91c6-952fea6b24de gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:22:09.642822 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bbf46c9d-c59b-444a-96c6-0b11ea49fc6f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (8ace83a5-5832-4fa2-8097-9337229a4338), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:09.701381 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bbf46c9d-c59b-444a-96c6-0b11ea49fc6f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (8ace83a5-5832-4fa2-8097-9337229a4338), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:09.730566 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bbf46c9d-c59b-444a-96c6-0b11ea49fc6f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:09.734625 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-bbf46c9d-c59b-444a-96c6-0b11ea49fc6f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "DELETE /v2.0/subnets/8ace83a5-5832-4fa2-8097-9337229a4338 HTTP/1.1" status: 204 len: 168 time: 0.2715127 Jan 18 21:22:09.736367 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf46c9d-c59b-444a-96c6-0b11ea49fc6f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Subnet': ['ID=8ace83a5-5832-4fa2-8097-9337229a4338,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:09.737333 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43514) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:22:09.743198 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57eb704-07e2-4264-8568-cf2335b50ee8 None None] Network 46706dc8-52c1-4eaf-9959-2ad854c88c71 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:22:09.757192 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-7ceaec57-f92a-446e-a81d-32a8fbd704b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071636574', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:22:08Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:22:09.784487 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceaec57-f92a-446e-a81d-32a8fbd704b0 None None] Checking router: 878747ce-cf0f-4593-91c6-952fea6b24de for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:22:09.792926 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceaec57-f92a-446e-a81d-32a8fbd704b0 None None] Routers {'878747ce-cf0f-4593-91c6-952fea6b24de'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:22:09.793528 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-7ceaec57-f92a-446e-a81d-32a8fbd704b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:21:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['878747ce-cf0f-4593-91c6-952fea6b24de'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:22:09.872582 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2825c261-7189-4a4f-8154-d254a6d7312f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router (878747ce-cf0f-4593-91c6-952fea6b24de), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:09.904079 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-7ceaec57-f92a-446e-a81d-32a8fbd704b0 None None] Set router 878747ce-cf0f-4593-91c6-952fea6b24de gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:22:09.924296 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57f1090-ac5b-4402-9dce-1ee50f4d5b92 None None] DHCP port deletion for 46706dc8-52c1-4eaf-9959-2ad854c88c71 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:22:09.974496 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d57f1090-ac5b-4402-9dce-1ee50f4d5b92 None None] Deleting port 7c4da106-26ce-46e9-8c32-dcc49c0f78d4 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:22:09.974867 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d57f1090-ac5b-4402-9dce-1ee50f4d5b92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (7c4da106-26ce-46e9-8c32-dcc49c0f78d4), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:10.048554 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d57f1090-ac5b-4402-9dce-1ee50f4d5b92 None None] For port 7c4da106-26ce-46e9-8c32-dcc49c0f78d4, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=7c4da106-26ce-46e9-8c32-dcc49c0f78d4,segment=NetworkSegment(46c02b21-9ff3-4b4d-85e6-0e80b228b2b7),segment_id=46c02b21-9ff3-4b4d-85e6-0e80b228b2b7)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:22:10.048960 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d57f1090-ac5b-4402-9dce-1ee50f4d5b92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (7c4da106-26ce-46e9-8c32-dcc49c0f78d4), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:10.063609 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d57f1090-ac5b-4402-9dce-1ee50f4d5b92 None None] Calling delete_port for 7c4da106-26ce-46e9-8c32-dcc49c0f78d4 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:22:10.130630 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 631ae9b4-eb97-47d8-9bad-5900171f4164 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:22:10.161526 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 631ae9b4-eb97-47d8-9bad-5900171f4164 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:22:10.162410 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 631ae9b4-eb97-47d8-9bad-5900171f4164 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:22:10.179208 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d57f1090-ac5b-4402-9dce-1ee50f4d5b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (7c4da106-26ce-46e9-8c32-dcc49c0f78d4), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:10.190809 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-7ceaec57-f92a-446e-a81d-32a8fbd704b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071636574', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:22:08Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:22:10.213120 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f1090-ac5b-4402-9dce-1ee50f4d5b92 None None] Pushing event deleted for resources: {'Port': ['ID=7c4da106-26ce-46e9-8c32-dcc49c0f78d4,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:10.215037 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57f1090-ac5b-4402-9dce-1ee50f4d5b92 None None] No DVR routers for this DVR port 7c4da106-26ce-46e9-8c32-dcc49c0f78d4 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:22:10.230351 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceaec57-f92a-446e-a81d-32a8fbd704b0 None None] The sync data for ids ['878747ce-cf0f-4593-91c6-952fea6b24de'] in n-d-741529-9 is: [{'id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2071636574', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:22:08Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '87dca9bd-cc93-4acc-bc35-154b2625fc33', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878747ce-cf0f-4593-91c6-952fea6b24de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:19:49Z', 'updated_at': '2022-01-18T21:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:22:10.271783 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2825c261-7189-4a4f-8154-d254a6d7312f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_gateway (878747ce-cf0f-4593-91c6-952fea6b24de), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:10.322372 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2825c261-7189-4a4f-8154-d254a6d7312f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Deleting port 87dca9bd-cc93-4acc-bc35-154b2625fc33 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:22:10.322701 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2825c261-7189-4a4f-8154-d254a6d7312f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (87dca9bd-cc93-4acc-bc35-154b2625fc33), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:10.400741 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-2825c261-7189-4a4f-8154-d254a6d7312f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] For port 87dca9bd-cc93-4acc-bc35-154b2625fc33, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=87dca9bd-cc93-4acc-bc35-154b2625fc33,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:22:10.401038 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2825c261-7189-4a4f-8154-d254a6d7312f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (87dca9bd-cc93-4acc-bc35-154b2625fc33), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:10.412417 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2825c261-7189-4a4f-8154-d254a6d7312f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Calling delete_port for 87dca9bd-cc93-4acc-bc35-154b2625fc33 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:22:10.572586 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2825c261-7189-4a4f-8154-d254a6d7312f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (87dca9bd-cc93-4acc-bc35-154b2625fc33), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:10.595923 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825c261-7189-4a4f-8154-d254a6d7312f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Port': ['ID=87dca9bd-cc93-4acc-bc35-154b2625fc33,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:10.613122 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c9fb79-9f86-4af0-b5da-3e207cc8efc5 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:22:10.660787 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2825c261-7189-4a4f-8154-d254a6d7312f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (878747ce-cf0f-4593-91c6-952fea6b24de), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:10.758688 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2825c261-7189-4a4f-8154-d254a6d7312f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (878747ce-cf0f-4593-91c6-952fea6b24de), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:10.760809 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2825c261-7189-4a4f-8154-d254a6d7312f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_controller (878747ce-cf0f-4593-91c6-952fea6b24de), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:10.805472 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2825c261-7189-4a4f-8154-d254a6d7312f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (878747ce-cf0f-4593-91c6-952fea6b24de), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:10.806436 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2825c261-7189-4a4f-8154-d254a6d7312f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Fanout notify agent at l3_agent the message router_deleted on router 878747ce-cf0f-4593-91c6-952fea6b24de {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 21:22:10.814887 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2825c261-7189-4a4f-8154-d254a6d7312f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:10.815997 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2825c261-7189-4a4f-8154-d254a6d7312f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "DELETE /v2.0/routers/878747ce-cf0f-4593-91c6-952fea6b24de HTTP/1.1" status: 204 len: 168 time: 1.0766461 Jan 18 21:22:10.818714 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43516) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:22:10.895743 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2214a18a-d754-4858-b3a8-032ed8ce5207 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (46706dc8-52c1-4eaf-9959-2ad854c88c71), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:10.984975 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2214a18a-d754-4858-b3a8-032ed8ce5207 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (46706dc8-52c1-4eaf-9959-2ad854c88c71), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:11.005293 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-2214a18a-d754-4858-b3a8-032ed8ce5207 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46706dc8-52c1-4eaf-9959-2ad854c88c71']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:22:11.014539 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-2214a18a-d754-4858-b3a8-032ed8ce5207 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c02b21-9ff3-4b4d-85e6-0e80b228b2b7') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:22:11.014830 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-2214a18a-d754-4858-b3a8-032ed8ce5207 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c02b21-9ff3-4b4d-85e6-0e80b228b2b7') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:22:11.024571 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2214a18a-d754-4858-b3a8-032ed8ce5207 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (46c02b21-9ff3-4b4d-85e6-0e80b228b2b7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:11.037159 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2214a18a-d754-4858-b3a8-032ed8ce5207 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (46c02b21-9ff3-4b4d-85e6-0e80b228b2b7), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:11.043675 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2214a18a-d754-4858-b3a8-032ed8ce5207 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 21:22:11.044057 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2214a18a-d754-4858-b3a8-032ed8ce5207 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (46c02b21-9ff3-4b4d-85e6-0e80b228b2b7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: timer() Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 21:22:11.046976 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 21:22:11.106306 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2214a18a-d754-4858-b3a8-032ed8ce5207 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (46706dc8-52c1-4eaf-9959-2ad854c88c71), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:11.113577 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2214a18a-d754-4858-b3a8-032ed8ce5207 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:11.116547 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2214a18a-d754-4858-b3a8-032ed8ce5207 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "DELETE /v2.0/networks/46706dc8-52c1-4eaf-9959-2ad854c88c71 HTTP/1.1" status: 204 len: 168 time: 0.2967451 Jan 18 21:22:11.119336 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43518) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:22:11.127510 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214a18a-d754-4858-b3a8-032ed8ce5207 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Network': ['ID=46706dc8-52c1-4eaf-9959-2ad854c88c71,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:11.174579 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0fa39e17-7efd-410c-b57f-8b2e27103bf0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (33e33276-07cf-4367-b95b-df3b93e99fd9), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:11.198391 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0fa39e17-7efd-410c-b57f-8b2e27103bf0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (33e33276-07cf-4367-b95b-df3b93e99fd9), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:11.265884 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0fa39e17-7efd-410c-b57f-8b2e27103bf0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (33e33276-07cf-4367-b95b-df3b93e99fd9), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:11.268572 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0fa39e17-7efd-410c-b57f-8b2e27103bf0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:11.269760 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0fa39e17-7efd-410c-b57f-8b2e27103bf0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "DELETE /v2.0/security-groups/33e33276-07cf-4367-b95b-df3b93e99fd9 HTTP/1.1" status: 204 len: 168 time: 0.1494193 Jan 18 21:22:11.282647 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa39e17-7efd-410c-b57f-8b2e27103bf0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e33276-07cf-4367-b95b-df3b93e99fd9,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:11.614206 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 87dca9bd-cc93-4acc-bc35-154b2625fc33 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:22:11.633412 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 87dca9bd-cc93-4acc-bc35-154b2625fc33 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:22:11.633788 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 87dca9bd-cc93-4acc-bc35-154b2625fc33 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:22:11.634191 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device e5a6ea84-d6f5-457e-b802-0febc2d2b12d no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:22:11.653011 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: e5a6ea84-d6f5-457e-b802-0febc2d2b12d {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:22:11.653446 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device e5a6ea84-d6f5-457e-b802-0febc2d2b12d not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:22:11.653870 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7c4da106-26ce-46e9-8c32-dcc49c0f78d4 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:22:11.672095 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 7c4da106-26ce-46e9-8c32-dcc49c0f78d4 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:22:11.672447 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 7c4da106-26ce-46e9-8c32-dcc49c0f78d4 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:22:12.574895 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43526) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:22:12.579510 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-cfc09018-0cd3-430b-b983-d292ea2cbbdf tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-768825091', 'description': 'tempest-secgroup-smoke-768825091 description', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:22:12.602825 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cfc09018-0cd3-430b-b983-d292ea2cbbdf tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:12.665704 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cfc09018-0cd3-430b-b983-d292ea2cbbdf tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (319eb0fb-3f55-4998-9558-63879ed76b6b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:12.669284 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cfc09018-0cd3-430b-b983-d292ea2cbbdf tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (319eb0fb-3f55-4998-9558-63879ed76b6b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:12.693170 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cfc09018-0cd3-430b-b983-d292ea2cbbdf tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:12.694445 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cfc09018-0cd3-430b-b983-d292ea2cbbdf tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1185210 Jan 18 21:22:12.698082 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43528) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:22:12.702742 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-ebf9ecc7-05ba-4041-8b92-7f96910c63de tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': '319eb0fb-3f55-4998-9558-63879ed76b6b', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:22:12.702964 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc09018-0cd3-430b-b983-d292ea2cbbdf tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=319eb0fb-3f55-4998-9558-63879ed76b6b,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:12.731096 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ecc7-05ba-4041-8b92-7f96910c63de tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (c64d240a-6e54-494b-ad86-3849ff82cd67), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:12.791499 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ecc7-05ba-4041-8b92-7f96910c63de tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (c64d240a-6e54-494b-ad86-3849ff82cd67), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:12.795250 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ecc7-05ba-4041-8b92-7f96910c63de tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (c64d240a-6e54-494b-ad86-3849ff82cd67), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:12.812609 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9ecc7-05ba-4041-8b92-7f96910c63de tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c64d240a-6e54-494b-ad86-3849ff82cd67,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:12.822289 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ecc7-05ba-4041-8b92-7f96910c63de tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:12.823447 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ebf9ecc7-05ba-4041-8b92-7f96910c63de tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242912 Jan 18 21:22:12.825263 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43530) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:22:12.837227 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-0f8f6311-5327-455f-986b-46cf4e08cdf1 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': '319eb0fb-3f55-4998-9558-63879ed76b6b', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:22:12.864347 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0f8f6311-5327-455f-986b-46cf4e08cdf1 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (3129902b-71ce-4e01-9dae-3c6a541de22e), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:12.917443 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0f8f6311-5327-455f-986b-46cf4e08cdf1 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (3129902b-71ce-4e01-9dae-3c6a541de22e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:12.920854 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0f8f6311-5327-455f-986b-46cf4e08cdf1 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (3129902b-71ce-4e01-9dae-3c6a541de22e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:12.937757 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f6311-5327-455f-986b-46cf4e08cdf1 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3129902b-71ce-4e01-9dae-3c6a541de22e,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:12.944669 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0f8f6311-5327-455f-986b-46cf4e08cdf1 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:12.945896 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0f8f6311-5327-455f-986b-46cf4e08cdf1 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1196692 Jan 18 21:22:12.948695 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43532) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:22:12.952964 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-f944eee0-aa23-42ae-bd6e-791c86602e98 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': '319eb0fb-3f55-4998-9558-63879ed76b6b', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:22:12.984504 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f944eee0-aa23-42ae-bd6e-791c86602e98 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (237ca80d-7b11-4eec-b242-712786274f3d), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:13.043070 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f944eee0-aa23-42ae-bd6e-791c86602e98 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (237ca80d-7b11-4eec-b242-712786274f3d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:13.046751 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f944eee0-aa23-42ae-bd6e-791c86602e98 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (237ca80d-7b11-4eec-b242-712786274f3d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:13.061614 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944eee0-aa23-42ae-bd6e-791c86602e98 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=237ca80d-7b11-4eec-b242-712786274f3d,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:13.072719 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f944eee0-aa23-42ae-bd6e-791c86602e98 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:13.073962 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f944eee0-aa23-42ae-bd6e-791c86602e98 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243513 Jan 18 21:22:13.076616 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43534) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:22:13.080798 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-b90f26a3-b4a5-4342-bd8b-59d79bcd0441 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': '319eb0fb-3f55-4998-9558-63879ed76b6b', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:22:13.107297 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b90f26a3-b4a5-4342-bd8b-59d79bcd0441 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (17ab40f9-2f2b-4ffe-9e2a-dccc5780f472), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:13.163526 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b90f26a3-b4a5-4342-bd8b-59d79bcd0441 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (17ab40f9-2f2b-4ffe-9e2a-dccc5780f472), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:13.167019 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b90f26a3-b4a5-4342-bd8b-59d79bcd0441 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (17ab40f9-2f2b-4ffe-9e2a-dccc5780f472), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:13.183536 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f26a3-b4a5-4342-bd8b-59d79bcd0441 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ab40f9-2f2b-4ffe-9e2a-dccc5780f472,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:13.192089 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b90f26a3-b4a5-4342-bd8b-59d79bcd0441 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:13.195633 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b90f26a3-b4a5-4342-bd8b-59d79bcd0441 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157403 Jan 18 21:22:13.196717 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43536) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:22:13.200937 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-839b82ea-b5a0-498f-9c2b-5a53db79bf6b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': '319eb0fb-3f55-4998-9558-63879ed76b6b', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:22:13.223084 n-d-741529-9 neutron-server[103335]: INFO neutron.db.securitygroups_db [None req-839b82ea-b5a0-498f-9c2b-5a53db79bf6b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Project c09e16e9f5a443bda5c1698c9e5d5165 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 21:22:13.227650 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-839b82ea-b5a0-498f-9c2b-5a53db79bf6b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (96ce75df-d8f4-424a-8952-14ef7a0b4363), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:13.284056 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-839b82ea-b5a0-498f-9c2b-5a53db79bf6b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (96ce75df-d8f4-424a-8952-14ef7a0b4363), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:13.287696 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-839b82ea-b5a0-498f-9c2b-5a53db79bf6b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (96ce75df-d8f4-424a-8952-14ef7a0b4363), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:13.307987 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b82ea-b5a0-498f-9c2b-5a53db79bf6b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ce75df-d8f4-424a-8952-14ef7a0b4363,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:13.313667 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-839b82ea-b5a0-498f-9c2b-5a53db79bf6b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:13.314917 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-839b82ea-b5a0-498f-9c2b-5a53db79bf6b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1172953 Jan 18 21:22:13.317713 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43538) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:22:13.322553 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-b71a34e9-5a9a-4ae2-8a7c-d9f203fed4a4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': '319eb0fb-3f55-4998-9558-63879ed76b6b', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:22:13.345348 n-d-741529-9 neutron-server[103335]: INFO neutron.db.securitygroups_db [None req-b71a34e9-5a9a-4ae2-8a7c-d9f203fed4a4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Project c09e16e9f5a443bda5c1698c9e5d5165 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 21:22:13.350020 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b71a34e9-5a9a-4ae2-8a7c-d9f203fed4a4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (65b5189c-8d83-446d-8dee-cd9e7059db60), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:13.409445 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b71a34e9-5a9a-4ae2-8a7c-d9f203fed4a4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (65b5189c-8d83-446d-8dee-cd9e7059db60), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:13.413455 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b71a34e9-5a9a-4ae2-8a7c-d9f203fed4a4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (65b5189c-8d83-446d-8dee-cd9e7059db60), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:13.431376 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a34e9-5a9a-4ae2-8a7c-d9f203fed4a4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b5189c-8d83-446d-8dee-cd9e7059db60,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:13.441053 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b71a34e9-5a9a-4ae2-8a7c-d9f203fed4a4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:13.442269 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b71a34e9-5a9a-4ae2-8a7c-d9f203fed4a4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236327 Jan 18 21:22:13.445810 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43540) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:22:13.450503 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-7eb8411c-088e-4905-a69e-669efcc50621 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'network': {'name': 'tempest-network-smoke--122268511', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'port_security_enabled': True}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:22:13.470999 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb8411c-088e-4905-a69e-669efcc50621 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Made reservation on behalf of c09e16e9f5a443bda5c1698c9e5d5165 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:22:13.474458 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7eb8411c-088e-4905-a69e-669efcc50621 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:13.497517 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb8411c-088e-4905-a69e-669efcc50621 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 21:22:13.506461 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7eb8411c-088e-4905-a69e-669efcc50621 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (e5efde43-4881-4ca7-8b58-6b0e880342c1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:13.506798 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-7eb8411c-088e-4905-a69e-669efcc50621 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Added segment e5efde43-4881-4ca7-8b58-6b0e880342c1 of type vlan for network 8d576d7c-2f4a-486f-a2c0-5d9f972eb01b Jan 18 21:22:13.547452 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7eb8411c-088e-4905-a69e-669efcc50621 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (8d576d7c-2f4a-486f-a2c0-5d9f972eb01b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:13.572106 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7eb8411c-088e-4905-a69e-669efcc50621 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (8d576d7c-2f4a-486f-a2c0-5d9f972eb01b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:13.577946 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb8411c-088e-4905-a69e-669efcc50621 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:13.578554 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7eb8411c-088e-4905-a69e-669efcc50621 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:13.611716 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7eb8411c-088e-4905-a69e-669efcc50621 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1648979 Jan 18 21:22:13.614433 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43542) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:22:13.619349 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-36965515-0469-4370-a923-b597bb06f320 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-806309195', 'admin_state_up': True, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:22:13.665509 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8411c-088e-4905-a69e-669efcc50621 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Network': ['ID=8d576d7c-2f4a-486f-a2c0-5d9f972eb01b,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:13.676410 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 8d576d7c-2f4a-486f-a2c0-5d9f972eb01b details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 21:22:13.679276 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36965515-0469-4370-a923-b597bb06f320 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (cd5d6f2b-59c4-48e3-804c-d8ad32e93f38), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:13.681589 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36965515-0469-4370-a923-b597bb06f320 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (cd5d6f2b-59c4-48e3-804c-d8ad32e93f38), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:13.732254 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36965515-0469-4370-a923-b597bb06f320 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_controller (cd5d6f2b-59c4-48e3-804c-d8ad32e93f38), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:13.876569 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36965515-0469-4370-a923-b597bb06f320 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_gateway (cd5d6f2b-59c4-48e3-804c-d8ad32e93f38), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:14.060615 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36965515-0469-4370-a923-b597bb06f320 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_gateway (cd5d6f2b-59c4-48e3-804c-d8ad32e93f38), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:14.082293 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36965515-0469-4370-a923-b597bb06f320 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:14.180929 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-36965515-0469-4370-a923-b597bb06f320 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Allocated IP 172.25.4.125 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/de2002e2-9618-49cd-b40c-38b9340b256b) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:22:14.281882 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36965515-0469-4370-a923-b597bb06f320 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (de2002e2-9618-49cd-b40c-38b9340b256b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:14.314210 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36965515-0469-4370-a923-b597bb06f320 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (de2002e2-9618-49cd-b40c-38b9340b256b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:14.351377 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36965515-0469-4370-a923-b597bb06f320 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:22:14.354817 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-36965515-0469-4370-a923-b597bb06f320 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:22:14.358829 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36965515-0469-4370-a923-b597bb06f320 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:22:14.368407 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9071da8e-f1bf-44ff-a9e9-06914c1f4b78 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:22:14.387661 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36965515-0469-4370-a923-b597bb06f320 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=de2002e2-9618-49cd-b40c-38b9340b256b,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:14.438460 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f6ba350c-1094-4d08-ad48-5cca8501af5a None None] Provisioning complete for port de2002e2-9618-49cd-b40c-38b9340b256b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:22:14.438762 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f6ba350c-1094-4d08-ad48-5cca8501af5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (de2002e2-9618-49cd-b40c-38b9340b256b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:14.472928 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f6ba350c-1094-4d08-ad48-5cca8501af5a None None] Port de2002e2-9618-49cd-b40c-38b9340b256b cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:22:14.616618 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36965515-0469-4370-a923-b597bb06f320 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_gateway (cd5d6f2b-59c4-48e3-804c-d8ad32e93f38), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:14.807163 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36965515-0469-4370-a923-b597bb06f320 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (cd5d6f2b-59c4-48e3-804c-d8ad32e93f38), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:14.935970 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36965515-0469-4370-a923-b597bb06f320 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Router cd5d6f2b-59c4-48e3-804c-d8ad32e93f38 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 21:22:15.040501 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36965515-0469-4370-a923-b597bb06f320 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:22:15.050788 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b99d66c-5672-4700-b11e-c7ba1391dd16 None None] Sync routers for ids ['cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:22:15.063035 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36965515-0469-4370-a923-b597bb06f320 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:15.067108 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-36965515-0469-4370-a923-b597bb06f320 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4488568 Jan 18 21:22:15.067247 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b99d66c-5672-4700-b11e-c7ba1391dd16 None None] Routers {'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:22:15.067247 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9b99d66c-5672-4700-b11e-c7ba1391dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:21:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:22:15.067476 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43544) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:22:15.138074 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7c90696c-c234-49dc-8124-050ace617236 tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=c09e16e9f5a443bda5c1698c9e5d5165&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0693471 Jan 18 21:22:15.140795 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43548) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:22:15.172505 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-9b99d66c-5672-4700-b11e-c7ba1391dd16 None None] Set router cd5d6f2b-59c4-48e3-804c-d8ad32e93f38 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:22:15.230303 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37af94ae-8bca-42ca-8b0f-e1e3584d2d22 tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:15.231830 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-37af94ae-8bca-42ca-8b0f-e1e3584d2d22 tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901327 Jan 18 21:22:15.234608 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43550) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:22:15.261868 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-29fa4729-391d-4058-8163-ea2d72e33601 tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b0799cf-8cdf-46d5-953b-bdacab604b8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261116 Jan 18 21:22:15.264220 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43552) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:22:15.268811 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-fd49c9f7-6905-4b8a-840b-5dadb7d708ce tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-814792859', 'network_id': '8d576d7c-2f4a-486f-a2c0-5d9f972eb01b', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:22:15.349216 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9b99d66c-5672-4700-b11e-c7ba1391dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806309195', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'de2002e2-9618-49cd-b40c-38b9340b256b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:22:13Z', 'updated_at': '2022-01-18T21:22:14Z', 'revision_number': 3, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': 'de2002e2-9618-49cd-b40c-38b9340b256b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:22:14Z', 'updated_at': '2022-01-18T21:22:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:22:15.354125 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd49c9f7-6905-4b8a-840b-5dadb7d708ce tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Made reservation on behalf of c09e16e9f5a443bda5c1698c9e5d5165 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:22:15.357682 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fd49c9f7-6905-4b8a-840b-5dadb7d708ce tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:15.377504 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b99d66c-5672-4700-b11e-c7ba1391dd16 None None] Checking router: cd5d6f2b-59c4-48e3-804c-d8ad32e93f38 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:22:15.378002 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b99d66c-5672-4700-b11e-c7ba1391dd16 None None] Updating router cd5d6f2b-59c4-48e3-804c-d8ad32e93f38 port de2002e2-9618-49cd-b40c-38b9340b256b binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 21:22:15.402163 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9b99d66c-5672-4700-b11e-c7ba1391dd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (de2002e2-9618-49cd-b40c-38b9340b256b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:15.533376 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fd49c9f7-6905-4b8a-840b-5dadb7d708ce tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (34907255-f775-49a7-a9f0-3bfdffd81fd7), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:15.598236 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49c9f7-6905-4b8a-840b-5dadb7d708ce tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Subnet': ['ID=34907255-f775-49a7-a9f0-3bfdffd81fd7,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:15.605897 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd49c9f7-6905-4b8a-840b-5dadb7d708ce tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Checking segment: {'id': 'e5efde43-4881-4ca7-8b58-6b0e880342c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d576d7c-2f4a-486f-a2c0-5d9f972eb01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:22:15.606265 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd49c9f7-6905-4b8a-840b-5dadb7d708ce tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network hostable DHCP agents. Network: 8d576d7c-2f4a-486f-a2c0-5d9f972eb01b, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 21:22:15.622602 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd49c9f7-6905-4b8a-840b-5dadb7d708ce tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network 8d576d7c-2f4a-486f-a2c0-5d9f972eb01b is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 21:22:15.630641 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-fd49c9f7-6905-4b8a-840b-5dadb7d708ce tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 8d576d7c-2f4a-486f-a2c0-5d9f972eb01b) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:22:15.634668 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd49c9f7-6905-4b8a-840b-5dadb7d708ce tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:15.635283 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fd49c9f7-6905-4b8a-840b-5dadb7d708ce tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:15.644731 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c99c278-61d6-4ea8-9aa4-94263405f758 None None] Network 8d576d7c-2f4a-486f-a2c0-5d9f972eb01b requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:22:15.653316 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fd49c9f7-6905-4b8a-840b-5dadb7d708ce tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3881319 Jan 18 21:22:15.656244 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43554) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:22:15.718726 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9b99d66c-5672-4700-b11e-c7ba1391dd16 None None] Publish callbacks [] for port (de2002e2-9618-49cd-b40c-38b9340b256b), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:15.728151 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9b99d66c-5672-4700-b11e-c7ba1391dd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (de2002e2-9618-49cd-b40c-38b9340b256b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:15.784268 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a365bb-4187-440d-8e94-7c3dee226dd4 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:22:15.805919 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-9b99d66c-5672-4700-b11e-c7ba1391dd16 None None] Attempting to bind port de2002e2-9618-49cd-b40c-38b9340b256b on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:22:15.806315 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-9b99d66c-5672-4700-b11e-c7ba1391dd16 None None] Attempting to bind port de2002e2-9618-49cd-b40c-38b9340b256b by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:22:15.807545 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b99d66c-5672-4700-b11e-c7ba1391dd16 None None] Attempting to bind port de2002e2-9618-49cd-b40c-38b9340b256b on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:22:15.820967 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9cb4f-85de-4050-8021-99df6088fb9c None None] Pushing event updated for resources: {'Port': ['ID=de2002e2-9618-49cd-b40c-38b9340b256b,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:15.824583 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b99d66c-5672-4700-b11e-c7ba1391dd16 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:22:15.824962 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b99d66c-5672-4700-b11e-c7ba1391dd16 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:22:15.825400 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9b99d66c-5672-4700-b11e-c7ba1391dd16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:15.825774 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b99d66c-5672-4700-b11e-c7ba1391dd16 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:22:15.826263 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-9b99d66c-5672-4700-b11e-c7ba1391dd16 None None] Bound port: de2002e2-9618-49cd-b40c-38b9340b256b, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:22:15.826651 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9b99d66c-5672-4700-b11e-c7ba1391dd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (de2002e2-9618-49cd-b40c-38b9340b256b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:15.828680 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18345584-9f04-4eb2-819d-9c829250f71d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-8d576d7c-2f4a-486f-a2c0-5d9f972eb01b', 'network_id': '8d576d7c-2f4a-486f-a2c0-5d9f972eb01b', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'fixed_ips': [{'subnet_id': '34907255-f775-49a7-a9f0-3bfdffd81fd7'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 21:22:15.829537 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-18345584-9f04-4eb2-819d-9c829250f71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:15.967244 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-9b99d66c-5672-4700-b11e-c7ba1391dd16 None None] For port de2002e2-9618-49cd-b40c-38b9340b256b, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:22:15.988839 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-9b99d66c-5672-4700-b11e-c7ba1391dd16 None None] For port de2002e2-9618-49cd-b40c-38b9340b256b, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=de2002e2-9618-49cd-b40c-38b9340b256b,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:22:15.992567 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-3f200e23-21e1-4c97-820a-98f089b023a9 None None] Provisioning complete for port de2002e2-9618-49cd-b40c-38b9340b256b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:22:15.992945 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3f200e23-21e1-4c97-820a-98f089b023a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (de2002e2-9618-49cd-b40c-38b9340b256b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:15.998384 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9b99d66c-5672-4700-b11e-c7ba1391dd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (de2002e2-9618-49cd-b40c-38b9340b256b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:16.103264 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539d4a57-87be-4dbe-8629-3eb7952168d5 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:22:16.128520 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-18345584-9f04-4eb2-819d-9c829250f71d None None] Allocated IP 172.20.0.2 (8d576d7c-2f4a-486f-a2c0-5d9f972eb01b/34907255-f775-49a7-a9f0-3bfdffd81fd7/016e2a41-dc5a-49f1-b06e-d89234b35974) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:22:16.148137 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9cb4f-85de-4050-8021-99df6088fb9c None None] Pushing event updated for resources: {'Port': ['ID=de2002e2-9618-49cd-b40c-38b9340b256b,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:16.153370 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b99d66c-5672-4700-b11e-c7ba1391dd16 None None] Routers {'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:22:16.154255 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9b99d66c-5672-4700-b11e-c7ba1391dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:21:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:22:16.245315 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:22:16.400548 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b18ac68a-9350-4ac0-91e8-a668bf627488 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:16.488761 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3f200e23-21e1-4c97-820a-98f089b023a9 None None] Current status of the port de2002e2-9618-49cd-b40c-38b9340b256b is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:22:16.489152 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3f200e23-21e1-4c97-820a-98f089b023a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (de2002e2-9618-49cd-b40c-38b9340b256b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:16.534382 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3f200e23-21e1-4c97-820a-98f089b023a9 None None] For port de2002e2-9618-49cd-b40c-38b9340b256b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=de2002e2-9618-49cd-b40c-38b9340b256b,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:22:16.546949 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3f200e23-21e1-4c97-820a-98f089b023a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (de2002e2-9618-49cd-b40c-38b9340b256b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:16.549670 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-9b99d66c-5672-4700-b11e-c7ba1391dd16 None None] Set router cd5d6f2b-59c4-48e3-804c-d8ad32e93f38 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:22:16.703061 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-18345584-9f04-4eb2-819d-9c829250f71d None None] Publish callbacks [] for port (016e2a41-dc5a-49f1-b06e-d89234b35974), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:16.753675 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-18345584-9f04-4eb2-819d-9c829250f71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (016e2a41-dc5a-49f1-b06e-d89234b35974), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:16.758784 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f200e23-21e1-4c97-820a-98f089b023a9 None None] Pushing event updated for resources: {'Port': ['ID=de2002e2-9618-49cd-b40c-38b9340b256b,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:16.765829 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-b18ac68a-9350-4ac0-91e8-a668bf627488 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Allocated IP 172.20.0.1 (8d576d7c-2f4a-486f-a2c0-5d9f972eb01b/34907255-f775-49a7-a9f0-3bfdffd81fd7/5f851e05-0740-483a-b564-dbd43fd13bc7) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:22:16.798423 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-94334a41-b88b-4a77-813c-0a23e7de5887 None None] Provisioning complete for port de2002e2-9618-49cd-b40c-38b9340b256b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:22:16.798797 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-94334a41-b88b-4a77-813c-0a23e7de5887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (de2002e2-9618-49cd-b40c-38b9340b256b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:16.831015 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18345584-9f04-4eb2-819d-9c829250f71d None None] Network 8d576d7c-2f4a-486f-a2c0-5d9f972eb01b is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:22:16.848285 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-18345584-9f04-4eb2-819d-9c829250f71d None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:22:16.857920 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18345584-9f04-4eb2-819d-9c829250f71d None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:22:16.872480 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18345584-9f04-4eb2-819d-9c829250f71d None None] Pushing event updated for resources: {'Port': ['ID=016e2a41-dc5a-49f1-b06e-d89234b35974,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:16.883903 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b18ac68a-9350-4ac0-91e8-a668bf627488 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (5f851e05-0740-483a-b564-dbd43fd13bc7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:16.917235 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b18ac68a-9350-4ac0-91e8-a668bf627488 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (5f851e05-0740-483a-b564-dbd43fd13bc7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:16.959800 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18ac68a-9350-4ac0-91e8-a668bf627488 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network 8d576d7c-2f4a-486f-a2c0-5d9f972eb01b is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:22:16.965755 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-b18ac68a-9350-4ac0-91e8-a668bf627488 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:22:16.967588 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-18345584-9f04-4eb2-819d-9c829250f71d None None] Attempting to bind port 016e2a41-dc5a-49f1-b06e-d89234b35974 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:22:16.967965 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-18345584-9f04-4eb2-819d-9c829250f71d None None] Attempting to bind port 016e2a41-dc5a-49f1-b06e-d89234b35974 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'e5efde43-4881-4ca7-8b58-6b0e880342c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d576d7c-2f4a-486f-a2c0-5d9f972eb01b'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:22:16.968331 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18345584-9f04-4eb2-819d-9c829250f71d None None] Attempting to bind port 016e2a41-dc5a-49f1-b06e-d89234b35974 on network 8d576d7c-2f4a-486f-a2c0-5d9f972eb01b {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:22:16.969429 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18ac68a-9350-4ac0-91e8-a668bf627488 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:22:17.002063 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ac68a-9350-4ac0-91e8-a668bf627488 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=5f851e05-0740-483a-b564-dbd43fd13bc7,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:17.002959 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18345584-9f04-4eb2-819d-9c829250f71d None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:22:17.003336 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18345584-9f04-4eb2-819d-9c829250f71d None None] Checking segment: {'id': 'e5efde43-4881-4ca7-8b58-6b0e880342c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d576d7c-2f4a-486f-a2c0-5d9f972eb01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:22:17.003736 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-18345584-9f04-4eb2-819d-9c829250f71d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:17.004242 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18345584-9f04-4eb2-819d-9c829250f71d None None] Bound using segment: {'id': 'e5efde43-4881-4ca7-8b58-6b0e880342c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d576d7c-2f4a-486f-a2c0-5d9f972eb01b'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:22:17.004589 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-18345584-9f04-4eb2-819d-9c829250f71d None None] Bound port: 016e2a41-dc5a-49f1-b06e-d89234b35974, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5efde43-4881-4ca7-8b58-6b0e880342c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d576d7c-2f4a-486f-a2c0-5d9f972eb01b'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:22:17.004962 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-18345584-9f04-4eb2-819d-9c829250f71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (016e2a41-dc5a-49f1-b06e-d89234b35974), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:17.019083 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b18ac68a-9350-4ac0-91e8-a668bf627488 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (cd5d6f2b-59c4-48e3-804c-d8ad32e93f38), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:17.025155 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-94334a41-b88b-4a77-813c-0a23e7de5887 None None] Current status of the port de2002e2-9618-49cd-b40c-38b9340b256b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:22:17.051482 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9b99d66c-5672-4700-b11e-c7ba1391dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806309195', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'de2002e2-9618-49cd-b40c-38b9340b256b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:22:13Z', 'updated_at': '2022-01-18T21:22:14Z', 'revision_number': 3, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': 'de2002e2-9618-49cd-b40c-38b9340b256b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:22:14Z', 'updated_at': '2022-01-18T21:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:22:17.087116 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b99d66c-5672-4700-b11e-c7ba1391dd16 None None] The sync data for ids ['cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'] in n-d-741529-9 is: [{'id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806309195', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'de2002e2-9618-49cd-b40c-38b9340b256b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:22:13Z', 'updated_at': '2022-01-18T21:22:14Z', 'revision_number': 3, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': 'de2002e2-9618-49cd-b40c-38b9340b256b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:22:14Z', 'updated_at': '2022-01-18T21:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:22:17.113336 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-18345584-9f04-4eb2-819d-9c829250f71d None None] For port 016e2a41-dc5a-49f1-b06e-d89234b35974, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:22:17.118102 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-18345584-9f04-4eb2-819d-9c829250f71d None None] For port 016e2a41-dc5a-49f1-b06e-d89234b35974, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=016e2a41-dc5a-49f1-b06e-d89234b35974,segment=NetworkSegment(e5efde43-4881-4ca7-8b58-6b0e880342c1),segment_id=e5efde43-4881-4ca7-8b58-6b0e880342c1)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:22:17.122577 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-18345584-9f04-4eb2-819d-9c829250f71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (016e2a41-dc5a-49f1-b06e-d89234b35974), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:17.164631 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b18ac68a-9350-4ac0-91e8-a668bf627488 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (5f851e05-0740-483a-b564-dbd43fd13bc7), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:17.185992 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18345584-9f04-4eb2-819d-9c829250f71d None None] Pushing event updated for resources: {'Port': ['ID=016e2a41-dc5a-49f1-b06e-d89234b35974,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:17.523372 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b18ac68a-9350-4ac0-91e8-a668bf627488 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (5f851e05-0740-483a-b564-dbd43fd13bc7), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:17.529352 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b18ac68a-9350-4ac0-91e8-a668bf627488 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (5f851e05-0740-483a-b564-dbd43fd13bc7), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:17.613364 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b18ac68a-9350-4ac0-91e8-a668bf627488 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (cd5d6f2b-59c4-48e3-804c-d8ad32e93f38), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:17.616472 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ac68a-9350-4ac0-91e8-a668bf627488 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=5f851e05-0740-483a-b564-dbd43fd13bc7,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:17.717444 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 016e2a41-dc5a-49f1-b06e-d89234b35974 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:22:17.733288 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18ac68a-9350-4ac0-91e8-a668bf627488 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network 8d576d7c-2f4a-486f-a2c0-5d9f972eb01b is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:22:17.734802 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-b18ac68a-9350-4ac0-91e8-a668bf627488 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:22:17.777237 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 016e2a41-dc5a-49f1-b06e-d89234b35974 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:22:17.777609 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (016e2a41-dc5a-49f1-b06e-d89234b35974), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:17.860643 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18ac68a-9350-4ac0-91e8-a668bf627488 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Router cd5d6f2b-59c4-48e3-804c-d8ad32e93f38 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:22:17.868017 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 016e2a41-dc5a-49f1-b06e-d89234b35974 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:22:17.868406 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (016e2a41-dc5a-49f1-b06e-d89234b35974), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:17.904479 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] For port 016e2a41-dc5a-49f1-b06e-d89234b35974, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=016e2a41-dc5a-49f1-b06e-d89234b35974,segment=NetworkSegment(e5efde43-4881-4ca7-8b58-6b0e880342c1),segment_id=e5efde43-4881-4ca7-8b58-6b0e880342c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:22:17.909798 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (016e2a41-dc5a-49f1-b06e-d89234b35974), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:17.910611 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device de2002e2-9618-49cd-b40c-38b9340b256b up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:22:17.984901 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18ac68a-9350-4ac0-91e8-a668bf627488 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:22:17.999954 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b18ac68a-9350-4ac0-91e8-a668bf627488 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "PUT /v2.0/routers/cd5d6f2b-59c4-48e3-804c-d8ad32e93f38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3336287 Jan 18 21:22:18.000173 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Pushing event updated for resources: {'Port': ['ID=016e2a41-dc5a-49f1-b06e-d89234b35974,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:18.014282 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port de2002e2-9618-49cd-b40c-38b9340b256b triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:22:18.014642 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (de2002e2-9618-49cd-b40c-38b9340b256b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:18.116009 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port de2002e2-9618-49cd-b40c-38b9340b256b is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:22:18.184900 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-3d39b7eb-9be6-4bf8-9fa0-544e38b0da1c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-768825091&fields=id&tenant_id=c09e16e9f5a443bda5c1698c9e5d5165 HTTP/1.1" status: 200 len: 267 time: 0.0496724 Jan 18 21:22:18.296455 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-93ada74b-299d-4c91-b393-38244f04d884 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:18.298048 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-93ada74b-299d-4c91-b393-38244f04d884 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/networks?id=8d576d7c-2f4a-486f-a2c0-5d9f972eb01b HTTP/1.1" status: 200 len: 796 time: 0.1065137 Jan 18 21:22:18.313869 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-80233583-63ba-466a-be60-2ba69c37d54b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/quotas/c09e16e9f5a443bda5c1698c9e5d5165 HTTP/1.1" status: 200 len: 375 time: 0.0103002 Jan 18 21:22:18.331506 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74aa6806-e630-405b-a096-2a290daccd04 None None] Network 8d576d7c-2f4a-486f-a2c0-5d9f972eb01b requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:22:18.406599 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0518e6f1-a82b-4424-8620-8c76356c4e2f None None] Provisioning complete for port 016e2a41-dc5a-49f1-b06e-d89234b35974 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:22:18.407013 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0518e6f1-a82b-4424-8620-8c76356c4e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (016e2a41-dc5a-49f1-b06e-d89234b35974), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:18.523970 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0518e6f1-a82b-4424-8620-8c76356c4e2f None None] Current status of the port 016e2a41-dc5a-49f1-b06e-d89234b35974 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:22:18.741181 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-0458e1b3-00d3-48a1-af1e-7cc333603d8c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4200399 Jan 18 21:22:18.746075 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a6819892-09a7-43b9-9a34-fa20291c6617 None None] Provisioning complete for port 016e2a41-dc5a-49f1-b06e-d89234b35974 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:22:18.746533 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a6819892-09a7-43b9-9a34-fa20291c6617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (016e2a41-dc5a-49f1-b06e-d89234b35974), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:18.839471 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a6819892-09a7-43b9-9a34-fa20291c6617 None None] Current status of the port 016e2a41-dc5a-49f1-b06e-d89234b35974 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:22:18.854202 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-2b63fce1-e618-40d7-8fd0-ecdbe1d93b29 service neutron] 10.222.0.31 "GET /v2.0/networks/8d576d7c-2f4a-486f-a2c0-5d9f972eb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003389 Jan 18 21:22:18.861796 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a6819892-09a7-43b9-9a34-fa20291c6617 None None] Provisioning complete for port 5f851e05-0740-483a-b564-dbd43fd13bc7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:22:18.862268 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a6819892-09a7-43b9-9a34-fa20291c6617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5f851e05-0740-483a-b564-dbd43fd13bc7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:18.888001 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b05bbdc-6bee-4be2-ac18-fbfeca33edcc None None] Sync routers for ids ['cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:22:18.898713 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b05bbdc-6bee-4be2-ac18-fbfeca33edcc None None] Routers {'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:22:18.899700 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-4b05bbdc-6bee-4be2-ac18-fbfeca33edcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:21:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:22:18.906874 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a6819892-09a7-43b9-9a34-fa20291c6617 None None] Port 5f851e05-0740-483a-b564-dbd43fd13bc7 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:22:18.954416 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-69a47f3b-edf7-40a7-a6ed-53f995db7fb6 service neutron] 10.222.0.31 "GET /v2.0/networks/8d576d7c-2f4a-486f-a2c0-5d9f972eb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976384 Jan 18 21:22:19.022996 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-4b05bbdc-6bee-4be2-ac18-fbfeca33edcc None None] Set router cd5d6f2b-59c4-48e3-804c-d8ad32e93f38 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:22:19.030858 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1882f9a0-4827-437f-865a-f7bf1b29bfd5 None None] Provisioning complete for port 5f851e05-0740-483a-b564-dbd43fd13bc7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:22:19.031243 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1882f9a0-4827-437f-865a-f7bf1b29bfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5f851e05-0740-483a-b564-dbd43fd13bc7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:19.077689 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1882f9a0-4827-437f-865a-f7bf1b29bfd5 None None] Port 5f851e05-0740-483a-b564-dbd43fd13bc7 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:22:19.160548 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-536a23c8-ed16-4a82-a3ea-f20f5badbd9f req-a84aa134-116f-479d-b32d-390ca7920417 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 210 time: 0.0266929 Jan 18 21:22:19.199763 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-662d5ecf-b9ed-4a93-b849-85c0c697f064 None None] Provisioning complete for port 5f851e05-0740-483a-b564-dbd43fd13bc7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:22:19.200352 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-662d5ecf-b9ed-4a93-b849-85c0c697f064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5f851e05-0740-483a-b564-dbd43fd13bc7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:19.238820 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-662d5ecf-b9ed-4a93-b849-85c0c697f064 None None] Port 5f851e05-0740-483a-b564-dbd43fd13bc7 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:22:19.243656 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-4b05bbdc-6bee-4be2-ac18-fbfeca33edcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806309195', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'de2002e2-9618-49cd-b40c-38b9340b256b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:22:13Z', 'updated_at': '2022-01-18T21:22:17Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': 'de2002e2-9618-49cd-b40c-38b9340b256b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:22:14Z', 'updated_at': '2022-01-18T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '5f851e05-0740-483a-b564-dbd43fd13bc7', 'name': '', 'network_id': '8d576d7c-2f4a-486f-a2c0-5d9f972eb01b', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:81:6a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '34907255-f775-49a7-a9f0-3bfdffd81fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:22:16Z', 'updated_at': '2022-01-18T21:22:17Z', 'revision_number': 2, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '34907255-f775-49a7-a9f0-3bfdffd81fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:22:19.269005 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b05bbdc-6bee-4be2-ac18-fbfeca33edcc None None] Checking router: cd5d6f2b-59c4-48e3-804c-d8ad32e93f38 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:22:19.269351 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b05bbdc-6bee-4be2-ac18-fbfeca33edcc None None] Updating router cd5d6f2b-59c4-48e3-804c-d8ad32e93f38 port 5f851e05-0740-483a-b564-dbd43fd13bc7 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 21:22:19.293676 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-4b05bbdc-6bee-4be2-ac18-fbfeca33edcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (5f851e05-0740-483a-b564-dbd43fd13bc7), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:19.542802 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-4b05bbdc-6bee-4be2-ac18-fbfeca33edcc None None] Publish callbacks [] for port (5f851e05-0740-483a-b564-dbd43fd13bc7), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:19.547752 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-4b05bbdc-6bee-4be2-ac18-fbfeca33edcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (5f851e05-0740-483a-b564-dbd43fd13bc7), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:19.599536 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84637958-84ff-4669-8766-7ce9d1ecae97 None None] Pushing event updated for resources: {'Port': ['ID=5f851e05-0740-483a-b564-dbd43fd13bc7,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:19.621343 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84637958-84ff-4669-8766-7ce9d1ecae97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:22:19.621343 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84637958-84ff-4669-8766-7ce9d1ecae97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:22:19.621736 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84637958-84ff-4669-8766-7ce9d1ecae97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:22:19.622131 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84637958-84ff-4669-8766-7ce9d1ecae97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:22:19.622462 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84637958-84ff-4669-8766-7ce9d1ecae97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:22:19.622785 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84637958-84ff-4669-8766-7ce9d1ecae97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:22:19.623122 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84637958-84ff-4669-8766-7ce9d1ecae97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:22:19.623421 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84637958-84ff-4669-8766-7ce9d1ecae97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:22:19.623735 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84637958-84ff-4669-8766-7ce9d1ecae97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:22:19.624047 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84637958-84ff-4669-8766-7ce9d1ecae97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:22:19.624359 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84637958-84ff-4669-8766-7ce9d1ecae97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:22:19.624669 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84637958-84ff-4669-8766-7ce9d1ecae97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:22:19.624978 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84637958-84ff-4669-8766-7ce9d1ecae97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:22:19.640467 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 016e2a41-dc5a-49f1-b06e-d89234b35974 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:22:19.659370 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-4b05bbdc-6bee-4be2-ac18-fbfeca33edcc None None] Attempting to bind port 5f851e05-0740-483a-b564-dbd43fd13bc7 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:22:19.659732 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-4b05bbdc-6bee-4be2-ac18-fbfeca33edcc None None] Attempting to bind port 5f851e05-0740-483a-b564-dbd43fd13bc7 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'e5efde43-4881-4ca7-8b58-6b0e880342c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d576d7c-2f4a-486f-a2c0-5d9f972eb01b'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:22:19.660087 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b05bbdc-6bee-4be2-ac18-fbfeca33edcc None None] Attempting to bind port 5f851e05-0740-483a-b564-dbd43fd13bc7 on network 8d576d7c-2f4a-486f-a2c0-5d9f972eb01b {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:22:19.665389 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b05bbdc-6bee-4be2-ac18-fbfeca33edcc None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:22:19.665591 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b05bbdc-6bee-4be2-ac18-fbfeca33edcc None None] Checking segment: {'id': 'e5efde43-4881-4ca7-8b58-6b0e880342c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d576d7c-2f4a-486f-a2c0-5d9f972eb01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:22:19.665848 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-4b05bbdc-6bee-4be2-ac18-fbfeca33edcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:19.666233 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b05bbdc-6bee-4be2-ac18-fbfeca33edcc None None] Bound using segment: {'id': 'e5efde43-4881-4ca7-8b58-6b0e880342c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d576d7c-2f4a-486f-a2c0-5d9f972eb01b'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:22:19.666689 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-4b05bbdc-6bee-4be2-ac18-fbfeca33edcc None None] Bound port: 5f851e05-0740-483a-b564-dbd43fd13bc7, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5efde43-4881-4ca7-8b58-6b0e880342c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d576d7c-2f4a-486f-a2c0-5d9f972eb01b'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:22:19.667056 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-4b05bbdc-6bee-4be2-ac18-fbfeca33edcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (5f851e05-0740-483a-b564-dbd43fd13bc7), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:19.692376 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 016e2a41-dc5a-49f1-b06e-d89234b35974 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:22:19.692755 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (016e2a41-dc5a-49f1-b06e-d89234b35974), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:19.738038 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-4b05bbdc-6bee-4be2-ac18-fbfeca33edcc None None] For port 5f851e05-0740-483a-b564-dbd43fd13bc7, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:22:19.741516 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-4b05bbdc-6bee-4be2-ac18-fbfeca33edcc None None] For port 5f851e05-0740-483a-b564-dbd43fd13bc7, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=5f851e05-0740-483a-b564-dbd43fd13bc7,segment=NetworkSegment(e5efde43-4881-4ca7-8b58-6b0e880342c1),segment_id=e5efde43-4881-4ca7-8b58-6b0e880342c1)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:22:19.746463 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-4b05bbdc-6bee-4be2-ac18-fbfeca33edcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (5f851e05-0740-483a-b564-dbd43fd13bc7), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:19.778139 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 016e2a41-dc5a-49f1-b06e-d89234b35974 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:22:19.805134 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b05bbdc-6bee-4be2-ac18-fbfeca33edcc None None] Routers {'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:22:19.805858 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-4b05bbdc-6bee-4be2-ac18-fbfeca33edcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:21:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:22:19.810700 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84637958-84ff-4669-8766-7ce9d1ecae97 None None] Pushing event updated for resources: {'Port': ['ID=5f851e05-0740-483a-b564-dbd43fd13bc7,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:19.862474 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0d6e3403-1e37-4c18-bcb6-404a6fee1720 None None] Provisioning complete for port 5f851e05-0740-483a-b564-dbd43fd13bc7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:22:19.862845 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0d6e3403-1e37-4c18-bcb6-404a6fee1720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5f851e05-0740-483a-b564-dbd43fd13bc7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:19.925583 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-4b05bbdc-6bee-4be2-ac18-fbfeca33edcc None None] Set router cd5d6f2b-59c4-48e3-804c-d8ad32e93f38 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:22:19.945769 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e3403-1e37-4c18-bcb6-404a6fee1720 None None] Current status of the port 5f851e05-0740-483a-b564-dbd43fd13bc7 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:22:19.946154 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0d6e3403-1e37-4c18-bcb6-404a6fee1720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (5f851e05-0740-483a-b564-dbd43fd13bc7), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:19.980843 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0d6e3403-1e37-4c18-bcb6-404a6fee1720 None None] For port 5f851e05-0740-483a-b564-dbd43fd13bc7, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=5f851e05-0740-483a-b564-dbd43fd13bc7,segment=NetworkSegment(e5efde43-4881-4ca7-8b58-6b0e880342c1),segment_id=e5efde43-4881-4ca7-8b58-6b0e880342c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:22:19.985083 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0d6e3403-1e37-4c18-bcb6-404a6fee1720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (5f851e05-0740-483a-b564-dbd43fd13bc7), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:20.033416 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e3403-1e37-4c18-bcb6-404a6fee1720 None None] Pushing event updated for resources: {'Port': ['ID=5f851e05-0740-483a-b564-dbd43fd13bc7,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:20.104812 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-6d951510-2e8e-4a70-9700-e54c2230c5f1 None None] Provisioning complete for port 5f851e05-0740-483a-b564-dbd43fd13bc7 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:22:20.105099 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6d951510-2e8e-4a70-9700-e54c2230c5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5f851e05-0740-483a-b564-dbd43fd13bc7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:20.127275 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-4b05bbdc-6bee-4be2-ac18-fbfeca33edcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806309195', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'de2002e2-9618-49cd-b40c-38b9340b256b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:22:13Z', 'updated_at': '2022-01-18T21:22:17Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': 'de2002e2-9618-49cd-b40c-38b9340b256b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:22:14Z', 'updated_at': '2022-01-18T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '5f851e05-0740-483a-b564-dbd43fd13bc7', 'name': '', 'network_id': '8d576d7c-2f4a-486f-a2c0-5d9f972eb01b', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:81:6a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '34907255-f775-49a7-a9f0-3bfdffd81fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:22:16Z', 'updated_at': '2022-01-18T21:22:19Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '34907255-f775-49a7-a9f0-3bfdffd81fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:22:20.154103 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b05bbdc-6bee-4be2-ac18-fbfeca33edcc None None] The sync data for ids ['cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'] in n-d-741529-9 is: [{'id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806309195', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'de2002e2-9618-49cd-b40c-38b9340b256b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:22:13Z', 'updated_at': '2022-01-18T21:22:17Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': 'de2002e2-9618-49cd-b40c-38b9340b256b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:22:14Z', 'updated_at': '2022-01-18T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '5f851e05-0740-483a-b564-dbd43fd13bc7', 'name': '', 'network_id': '8d576d7c-2f4a-486f-a2c0-5d9f972eb01b', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:81:6a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '34907255-f775-49a7-a9f0-3bfdffd81fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:22:16Z', 'updated_at': '2022-01-18T21:22:19Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '34907255-f775-49a7-a9f0-3bfdffd81fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:22:20.240876 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6d951510-2e8e-4a70-9700-e54c2230c5f1 None None] Current status of the port 5f851e05-0740-483a-b564-dbd43fd13bc7 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:22:20.265197 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-43950620-cbbf-46fc-bfe5-7262e2e336cb req-43f56093-fc88-4e34-9fd3-b90c69ed12f4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 210 time: 0.0273325 Jan 18 21:22:21.347957 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f26a0667-b0fb-45e7-be33-fdf1f804f8de req-63bc87a3-080c-4bf0-91c5-1b4914b75ba9 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 210 time: 0.0285707 Jan 18 21:22:21.637866 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 5f851e05-0740-483a-b564-dbd43fd13bc7 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:22:21.685577 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 5f851e05-0740-483a-b564-dbd43fd13bc7 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:22:21.685986 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5f851e05-0740-483a-b564-dbd43fd13bc7), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:21.761953 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 5f851e05-0740-483a-b564-dbd43fd13bc7 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:22:22.428685 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-374894d5-896b-49b0-b7f5-91ee613061d5 req-959e6ade-1505-49e8-874e-75014886adad tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 210 time: 0.0265396 Jan 18 21:22:23.520076 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3281b902-27bd-46b6-9dd1-fb020aa27c8e req-a91b6371-7153-429d-9e14-a606ffb62d1e tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 210 time: 0.0250902 Jan 18 21:22:24.164007 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-ff5c9078-4be6-4581-9285-84a52d89f46e tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:24.166005 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-ff5c9078-4be6-4581-9285-84a52d89f46e tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.57 "GET /v2.0/networks?id=8d576d7c-2f4a-486f-a2c0-5d9f972eb01b HTTP/1.1" status: 200 len: 796 time: 0.1031506 Jan 18 21:22:24.228475 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-6877cc8b-530e-48d9-9041-f37c0545da65 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c09e16e9f5a443bda5c1698c9e5d5165 HTTP/1.1" status: 200 len: 379 time: 0.0545053 Jan 18 21:22:24.237732 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-2cc41be5-0a5b-4bf3-80b7-e177b0fe4bd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'port': {'device_id': 'ed7da1dd-1030-4321-9907-660050944bff', 'network_id': '8d576d7c-2f4a-486f-a2c0-5d9f972eb01b', 'admin_state_up': True, 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'security_groups': ['319eb0fb-3f55-4998-9558-63879ed76b6b']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:22:24.348197 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-2cc41be5-0a5b-4bf3-80b7-e177b0fe4bd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Made reservation on behalf of c09e16e9f5a443bda5c1698c9e5d5165 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:22:24.351648 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-2cc41be5-0a5b-4bf3-80b7-e177b0fe4bd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:24.481833 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-2cc41be5-0a5b-4bf3-80b7-e177b0fe4bd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Allocated IP 172.20.0.7 (8d576d7c-2f4a-486f-a2c0-5d9f972eb01b/34907255-f775-49a7-a9f0-3bfdffd81fd7/4e15169a-50ec-4fbe-b79b-93293e1c8ef1) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:22:24.612672 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-92197420-32d5-4497-8f3e-919047deb737 req-dd63dabc-8ab2-4fa4-99bb-67a347579681 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 210 time: 0.0262299 Jan 18 21:22:24.618244 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-2cc41be5-0a5b-4bf3-80b7-e177b0fe4bd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (4e15169a-50ec-4fbe-b79b-93293e1c8ef1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:24.651742 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-2cc41be5-0a5b-4bf3-80b7-e177b0fe4bd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (4e15169a-50ec-4fbe-b79b-93293e1c8ef1), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:24.700792 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-2cc41be5-0a5b-4bf3-80b7-e177b0fe4bd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network 8d576d7c-2f4a-486f-a2c0-5d9f972eb01b is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:22:24.703879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-2cc41be5-0a5b-4bf3-80b7-e177b0fe4bd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:22:24.707600 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-2cc41be5-0a5b-4bf3-80b7-e177b0fe4bd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:22:24.731741 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc41be5-0a5b-4bf3-80b7-e177b0fe4bd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=4e15169a-50ec-4fbe-b79b-93293e1c8ef1,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:24.760390 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-2cc41be5-0a5b-4bf3-80b7-e177b0fe4bd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:24.761008 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-2cc41be5-0a5b-4bf3-80b7-e177b0fe4bd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:24.777795 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-2cc41be5-0a5b-4bf3-80b7-e177b0fe4bd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5438457 Jan 18 21:22:24.789480 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-c661fb9f-f71b-4036-9785-95445918f771 service neutron] Request body: {'port': {'device_id': 'ed7da1dd-1030-4321-9907-660050944bff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:22:24.845285 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-c661fb9f-f71b-4036-9785-95445918f771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4e15169a-50ec-4fbe-b79b-93293e1c8ef1), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:24.903009 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-3d52bd57-eefa-4424-a0ea-ae8f19118ff8 None None] Provisioning complete for port 4e15169a-50ec-4fbe-b79b-93293e1c8ef1 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:22:24.903624 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3d52bd57-eefa-4424-a0ea-ae8f19118ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4e15169a-50ec-4fbe-b79b-93293e1c8ef1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:24.936751 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3d52bd57-eefa-4424-a0ea-ae8f19118ff8 None None] Port 4e15169a-50ec-4fbe-b79b-93293e1c8ef1 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:22:25.109982 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-c661fb9f-f71b-4036-9785-95445918f771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e15169a-50ec-4fbe-b79b-93293e1c8ef1 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:22:25.118099 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-c661fb9f-f71b-4036-9785-95445918f771 service neutron] Publish callbacks [] for port (4e15169a-50ec-4fbe-b79b-93293e1c8ef1), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:25.129517 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-c661fb9f-f71b-4036-9785-95445918f771 service neutron] Transition to ACTIVE for port object 4e15169a-50ec-4fbe-b79b-93293e1c8ef1 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 21:22:25.133374 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-c661fb9f-f71b-4036-9785-95445918f771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (4e15169a-50ec-4fbe-b79b-93293e1c8ef1), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:25.184527 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661fb9f-f71b-4036-9785-95445918f771 service neutron] Pushing event updated for resources: {'Port': ['ID=4e15169a-50ec-4fbe-b79b-93293e1c8ef1,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:25.252886 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-c661fb9f-f71b-4036-9785-95445918f771 service neutron] Attempting to bind port 4e15169a-50ec-4fbe-b79b-93293e1c8ef1 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:22:25.253223 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-c661fb9f-f71b-4036-9785-95445918f771 service neutron] Attempting to bind port 4e15169a-50ec-4fbe-b79b-93293e1c8ef1 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': 'e5efde43-4881-4ca7-8b58-6b0e880342c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d576d7c-2f4a-486f-a2c0-5d9f972eb01b'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:22:25.253550 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-c661fb9f-f71b-4036-9785-95445918f771 service neutron] Attempting to bind port 4e15169a-50ec-4fbe-b79b-93293e1c8ef1 on network 8d576d7c-2f4a-486f-a2c0-5d9f972eb01b {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:22:25.258034 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-c661fb9f-f71b-4036-9785-95445918f771 service neutron] Port 4e15169a-50ec-4fbe-b79b-93293e1c8ef1 on network 8d576d7c-2f4a-486f-a2c0-5d9f972eb01b not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 21:22:25.258469 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-c661fb9f-f71b-4036-9785-95445918f771 service neutron] Attempting to bind port 4e15169a-50ec-4fbe-b79b-93293e1c8ef1 on network 8d576d7c-2f4a-486f-a2c0-5d9f972eb01b {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:22:25.264090 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-c661fb9f-f71b-4036-9785-95445918f771 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:22:25.264432 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-c661fb9f-f71b-4036-9785-95445918f771 service neutron] Checking segment: {'id': 'e5efde43-4881-4ca7-8b58-6b0e880342c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d576d7c-2f4a-486f-a2c0-5d9f972eb01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:22:25.264808 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-c661fb9f-f71b-4036-9785-95445918f771 service neutron] Bound using segment: {'id': 'e5efde43-4881-4ca7-8b58-6b0e880342c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d576d7c-2f4a-486f-a2c0-5d9f972eb01b'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:22:25.265232 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-c661fb9f-f71b-4036-9785-95445918f771 service neutron] Bound port: 4e15169a-50ec-4fbe-b79b-93293e1c8ef1, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5efde43-4881-4ca7-8b58-6b0e880342c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d576d7c-2f4a-486f-a2c0-5d9f972eb01b'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:22:25.265586 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-c661fb9f-f71b-4036-9785-95445918f771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4e15169a-50ec-4fbe-b79b-93293e1c8ef1), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:25.335139 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-c661fb9f-f71b-4036-9785-95445918f771 service neutron] For port 4e15169a-50ec-4fbe-b79b-93293e1c8ef1, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:22:25.339140 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-c661fb9f-f71b-4036-9785-95445918f771 service neutron] For port 4e15169a-50ec-4fbe-b79b-93293e1c8ef1, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=4e15169a-50ec-4fbe-b79b-93293e1c8ef1,segment=NetworkSegment(e5efde43-4881-4ca7-8b58-6b0e880342c1),segment_id=e5efde43-4881-4ca7-8b58-6b0e880342c1)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:22:25.343053 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-c661fb9f-f71b-4036-9785-95445918f771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (4e15169a-50ec-4fbe-b79b-93293e1c8ef1), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:25.379798 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-c661fb9f-f71b-4036-9785-95445918f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:25.380411 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-c661fb9f-f71b-4036-9785-95445918f771 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:25.381836 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-c661fb9f-f71b-4036-9785-95445918f771 service neutron] 10.222.0.57 "PUT /v2.0/ports/4e15169a-50ec-4fbe-b79b-93293e1c8ef1 HTTP/1.1" status: 200 len: 1091 time: 0.5964682 Jan 18 21:22:25.382267 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7da1dd-1030-4321-9907-660050944bff', 'tag': '4e15169a-50ec-4fbe-b79b-93293e1c8ef1'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:22:25.384583 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c7d10d-d9a3-41fe-b6d3-faf7d179062f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed7da1dd-1030-4321-9907-660050944bff", "tag": "4e15169a-50ec-4fbe-b79b-93293e1c8ef1"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:22:25.419995 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661fb9f-f71b-4036-9785-95445918f771 service neutron] Pushing event updated for resources: {'Port': ['ID=4e15169a-50ec-4fbe-b79b-93293e1c8ef1,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:25.435232 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9e1220-2afd-411f-8a5c-3bf23fe81a9c x-openstack-request-id: req-6b9e1220-2afd-411f-8a5c-3bf23fe81a9c {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:22:25.435523 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed7da1dd-1030-4321-9907-660050944bff", "tag": "4e15169a-50ec-4fbe-b79b-93293e1c8ef1", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:22:25.435774 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b9e1220-2afd-411f-8a5c-3bf23fe81a9c {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:22:25.436170 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7da1dd-1030-4321-9907-660050944bff', 'tag': '4e15169a-50ec-4fbe-b79b-93293e1c8ef1', 'status': 'completed', 'code': 200} Jan 18 21:22:25.469753 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-531731b7-4832-448b-be95-3c9310b5a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:25.471367 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-531731b7-4832-448b-be95-3c9310b5a12a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 1094 time: 0.0452187 Jan 18 21:22:25.517340 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-7d90cede-b0b4-43ae-ab0c-4fde4f8e44ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e15169a-50ec-4fbe-b79b-93293e1c8ef1 HTTP/1.1" status: 200 len: 217 time: 0.0379109 Jan 18 21:22:25.567042 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-70794039-d22a-4307-b943-5d10a332ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:25.568581 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-70794039-d22a-4307-b943-5d10a332ad50 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=34907255-f775-49a7-a9f0-3bfdffd81fd7 HTTP/1.1" status: 200 len: 834 time: 0.0451641 Jan 18 21:22:25.614096 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-02b9444d-9bd1-4901-80b8-7a789aed2042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:25.615497 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-02b9444d-9bd1-4901-80b8-7a789aed2042 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8d576d7c-2f4a-486f-a2c0-5d9f972eb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403225 Jan 18 21:22:25.707643 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-047d9190-c6ce-4730-8146-951ace7462c2 service neutron] 10.222.0.57 "GET /v2.0/networks/8d576d7c-2f4a-486f-a2c0-5d9f972eb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860870 Jan 18 21:22:25.731459 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c994533-46a0-462a-9559-1ca5e6f71a74 req-19107624-f4e8-405d-8501-7e14987cf7b8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:25.732945 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c994533-46a0-462a-9559-1ca5e6f71a74 req-19107624-f4e8-405d-8501-7e14987cf7b8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 943 time: 0.0508647 Jan 18 21:22:25.780233 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6c994533-46a0-462a-9559-1ca5e6f71a74 req-4d03d7ed-8128-4b2a-8e12-488d03d7f753 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=319eb0fb-3f55-4998-9558-63879ed76b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414414 Jan 18 21:22:25.792528 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5846f8c3-9755-489e-bfad-1b3923c65dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:25.800436 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-298a7387-adbe-44d6-8922-48e534afa3f2 req-d87a91b7-5ee2-40b4-8d7d-f594326931d8 service neutron] 10.222.0.57 "GET /v2.0/networks/8d576d7c-2f4a-486f-a2c0-5d9f972eb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871277 Jan 18 21:22:25.887671 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7d10d-d9a3-41fe-b6d3-faf7d179062f req-e5b90920-ecbe-4a13-b973-7a0a6fb01187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:25.889061 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-90c7d10d-d9a3-41fe-b6d3-faf7d179062f req-e5b90920-ecbe-4a13-b973-7a0a6fb01187 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 1094 time: 0.0440261 Jan 18 21:22:25.979012 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7d10d-d9a3-41fe-b6d3-faf7d179062f req-4b475bc1-daf4-42e1-afa6-69120b1bb6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:25.980469 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-90c7d10d-d9a3-41fe-b6d3-faf7d179062f req-4b475bc1-daf4-42e1-afa6-69120b1bb6a0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8d576d7c-2f4a-486f-a2c0-5d9f972eb01b HTTP/1.1" status: 200 len: 897 time: 0.0847878 Jan 18 21:22:26.024879 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-90c7d10d-d9a3-41fe-b6d3-faf7d179062f req-a406a6dc-6279-4ec4-b37c-0c18a499b1f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e15169a-50ec-4fbe-b79b-93293e1c8ef1 HTTP/1.1" status: 200 len: 217 time: 0.0380809 Jan 18 21:22:26.071995 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7d10d-d9a3-41fe-b6d3-faf7d179062f req-163e93a1-ad2a-4d7c-910c-ccbada77fea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:26.073445 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-90c7d10d-d9a3-41fe-b6d3-faf7d179062f req-163e93a1-ad2a-4d7c-910c-ccbada77fea2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=34907255-f775-49a7-a9f0-3bfdffd81fd7 HTTP/1.1" status: 200 len: 834 time: 0.0426817 Jan 18 21:22:26.116517 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7d10d-d9a3-41fe-b6d3-faf7d179062f req-9ffeac20-a2b0-4fc6-a476-805c7b4fe39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:26.118524 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-90c7d10d-d9a3-41fe-b6d3-faf7d179062f req-9ffeac20-a2b0-4fc6-a476-805c7b4fe39c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8d576d7c-2f4a-486f-a2c0-5d9f972eb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389779 Jan 18 21:22:26.215173 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-90c7d10d-d9a3-41fe-b6d3-faf7d179062f req-0de64ace-4ad0-440b-8b4b-c122a1adf8a9 service neutron] 10.222.0.57 "GET /v2.0/networks/8d576d7c-2f4a-486f-a2c0-5d9f972eb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852749 Jan 18 21:22:26.301252 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-90c7d10d-d9a3-41fe-b6d3-faf7d179062f req-fc9eb650-3e29-445a-8a21-54779992c5d9 service neutron] 10.222.0.57 "GET /v2.0/networks/8d576d7c-2f4a-486f-a2c0-5d9f972eb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804420 Jan 18 21:22:26.895074 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899aaa56-19c9-4112-9775-df61715ddd4b req-f00e2505-382b-44b2-a380-e117ea7a3535 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:26.896510 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-899aaa56-19c9-4112-9775-df61715ddd4b req-f00e2505-382b-44b2-a380-e117ea7a3535 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 943 time: 0.0500448 Jan 18 21:22:26.949639 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-899aaa56-19c9-4112-9775-df61715ddd4b req-a69d9f7e-ef03-4c59-932d-c3939ff6a299 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=319eb0fb-3f55-4998-9558-63879ed76b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467288 Jan 18 21:22:26.978205 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [req-3acceedf-3857-4d07-b605-cbd6c8c1724e req-4eb04abe-05ef-4472-b566-0d7bf16fe8c8 service neutron] (103335) timed out ('10.222.0.31', 40986) {{(pid=103335) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 18 21:22:27.941687 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-10c9dfef-fd9d-41cf-b44a-5bf220c8ffee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:28.065813 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf44dec-b31b-4625-a224-e87c86e536e9 req-7cacb3ab-03f7-4314-9be1-b5ca690e6296 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:28.067290 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3bf44dec-b31b-4625-a224-e87c86e536e9 req-7cacb3ab-03f7-4314-9be1-b5ca690e6296 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 943 time: 0.0483866 Jan 18 21:22:28.114160 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3bf44dec-b31b-4625-a224-e87c86e536e9 req-635625e9-322a-4854-9ba4-a06342016986 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=319eb0fb-3f55-4998-9558-63879ed76b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413647 Jan 18 21:22:28.578339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 4e15169a-50ec-4fbe-b79b-93293e1c8ef1 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 21:22:28.670402 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 4e15169a-50ec-4fbe-b79b-93293e1c8ef1, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=4e15169a-50ec-4fbe-b79b-93293e1c8ef1,segment=NetworkSegment(e5efde43-4881-4ca7-8b58-6b0e880342c1),segment_id=e5efde43-4881-4ca7-8b58-6b0e880342c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:22:28.680919 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '4e15169a-50ec-4fbe-b79b-93293e1c8ef1', 'network_id': '8d576d7c-2f4a-486f-a2c0-5d9f972eb01b', 'port_id': '4e15169a-50ec-4fbe-b79b-93293e1c8ef1', 'mac_address': 'fa:16:3e:a9:13:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34907255-f775-49a7-a9f0-3bfdffd81fd7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 21:22:28.716183 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 4e15169a-50ec-4fbe-b79b-93293e1c8ef1 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:22:28.716570 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4e15169a-50ec-4fbe-b79b-93293e1c8ef1), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:28.732867 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e15169a-50ec-4fbe-b79b-93293e1c8ef1 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:22:28.752430 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 4e15169a-50ec-4fbe-b79b-93293e1c8ef1, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=4e15169a-50ec-4fbe-b79b-93293e1c8ef1,segment=NetworkSegment(e5efde43-4881-4ca7-8b58-6b0e880342c1),segment_id=e5efde43-4881-4ca7-8b58-6b0e880342c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:22:28.756325 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4e15169a-50ec-4fbe-b79b-93293e1c8ef1), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:28.800877 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=4e15169a-50ec-4fbe-b79b-93293e1c8ef1,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:29.089040 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['4e15169a-50ec-4fbe-b79b-93293e1c8ef1'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:22:29.231176 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ac0cc-b213-4a8a-8fb9-466c4c5bfdbc req-ae9a8c43-1380-4929-b192-db97ca13747a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:29.232695 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea3ac0cc-b213-4a8a-8fb9-466c4c5bfdbc req-ae9a8c43-1380-4929-b192-db97ca13747a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 944 time: 0.0510304 Jan 18 21:22:29.280748 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea3ac0cc-b213-4a8a-8fb9-466c4c5bfdbc req-dd3ff64d-75bf-4b9b-bef4-ad0a2c7e5b3c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=319eb0fb-3f55-4998-9558-63879ed76b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420101 Jan 18 21:22:29.343209 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:30.393997 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9bc52-b2a0-48e8-9410-6c07ecf0cd3f req-24f82d9e-0237-4b9f-9abe-d4a293cff391 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:30.395467 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98a9bc52-b2a0-48e8-9410-6c07ecf0cd3f req-24f82d9e-0237-4b9f-9abe-d4a293cff391 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 944 time: 0.0478151 Jan 18 21:22:30.442816 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-98a9bc52-b2a0-48e8-9410-6c07ecf0cd3f req-1defc802-7f47-4c62-aebb-a73ddd9fe26d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=319eb0fb-3f55-4998-9558-63879ed76b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418262 Jan 18 21:22:30.587000 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 4e15169a-50ec-4fbe-b79b-93293e1c8ef1 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:22:30.634537 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 4e15169a-50ec-4fbe-b79b-93293e1c8ef1 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 21:22:30.638100 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 4e15169a-50ec-4fbe-b79b-93293e1c8ef1 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:22:30.638473 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (4e15169a-50ec-4fbe-b79b-93293e1c8ef1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:30.716097 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 4e15169a-50ec-4fbe-b79b-93293e1c8ef1 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:22:30.716479 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (4e15169a-50ec-4fbe-b79b-93293e1c8ef1), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:30.738256 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7da1dd-1030-4321-9907-660050944bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e15169a-50ec-4fbe-b79b-93293e1c8ef1'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:22:30.740516 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df05dec-5768-48bb-9ed1-a7342ef4d3f0" -d '{"events": [{"server_uuid": "ed7da1dd-1030-4321-9907-660050944bff", "name": "network-vif-plugged", "status": "completed", "tag": "4e15169a-50ec-4fbe-b79b-93293e1c8ef1"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:22:30.752784 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 4e15169a-50ec-4fbe-b79b-93293e1c8ef1, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=4e15169a-50ec-4fbe-b79b-93293e1c8ef1,segment=NetworkSegment(e5efde43-4881-4ca7-8b58-6b0e880342c1),segment_id=e5efde43-4881-4ca7-8b58-6b0e880342c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:22:30.756004 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (4e15169a-50ec-4fbe-b79b-93293e1c8ef1), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:30.785069 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601c5d1b-6c30-4dc2-863e-8bd4f8230698 x-openstack-request-id: req-601c5d1b-6c30-4dc2-863e-8bd4f8230698 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:22:30.785362 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7da1dd-1030-4321-9907-660050944bff", "name": "network-vif-plugged", "status": "completed", "tag": "4e15169a-50ec-4fbe-b79b-93293e1c8ef1", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:22:30.785612 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-601c5d1b-6c30-4dc2-863e-8bd4f8230698 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:22:30.786027 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7da1dd-1030-4321-9907-660050944bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e15169a-50ec-4fbe-b79b-93293e1c8ef1', 'code': 200} Jan 18 21:22:30.815451 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:30.818292 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=4e15169a-50ec-4fbe-b79b-93293e1c8ef1,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:30.889311 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa1dbb-283e-42b9-99bd-7f51a4de0f63 req-7de71414-b629-4747-a3ae-652ece80b06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:30.890744 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b3fa1dbb-283e-42b9-99bd-7f51a4de0f63 req-7de71414-b629-4747-a3ae-652ece80b06a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 1096 time: 0.0498073 Jan 18 21:22:30.938633 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b3fa1dbb-283e-42b9-99bd-7f51a4de0f63 req-fa283a71-6144-4bd4-a2a8-7c7a2e0de84b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=319eb0fb-3f55-4998-9558-63879ed76b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416205 Jan 18 21:22:31.564407 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13da1a1-092e-4a96-a680-5019431d788b req-06610dbd-3920-46ad-84e6-bacddafc5634 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:31.565853 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f13da1a1-092e-4a96-a680-5019431d788b req-06610dbd-3920-46ad-84e6-bacddafc5634 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 945 time: 0.0535920 Jan 18 21:22:31.618183 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f13da1a1-092e-4a96-a680-5019431d788b req-b0ed2053-91cc-48ad-a335-56acbc9f47a3 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=319eb0fb-3f55-4998-9558-63879ed76b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455418 Jan 18 21:22:32.027513 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:32.733653 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c180c9-03f8-4f76-a90a-92ababbc9679 req-5341c4c1-e4b6-42ec-9b8e-cbcee424c95d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:32.735115 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97c180c9-03f8-4f76-a90a-92ababbc9679 req-5341c4c1-e4b6-42ec-9b8e-cbcee424c95d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 945 time: 0.0481949 Jan 18 21:22:32.783332 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-97c180c9-03f8-4f76-a90a-92ababbc9679 req-3f846ae2-1520-43de-98bb-654bbb89f0ab tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=319eb0fb-3f55-4998-9558-63879ed76b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423739 Jan 18 21:22:32.900242 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957be40-8010-4c56-a2eb-84c29fe5d097 req-513dec5e-9f4f-4e51-b389-f6da74f6e2e4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:32.901615 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f957be40-8010-4c56-a2eb-84c29fe5d097 req-513dec5e-9f4f-4e51-b389-f6da74f6e2e4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 945 time: 0.0482213 Jan 18 21:22:32.951421 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f957be40-8010-4c56-a2eb-84c29fe5d097 req-50011784-c2b8-42aa-9419-2eb5ac5ad9e2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=319eb0fb-3f55-4998-9558-63879ed76b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443347 Jan 18 21:22:32.972624 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43624) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:22:33.014985 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128447dd-1ce4-4162-be55-90b7baadaa64 tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:33.016464 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-128447dd-1ce4-4162-be55-90b7baadaa64 tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 1091 time: 0.0428867 Jan 18 21:22:33.019327 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43626) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:22:33.023532 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-dafafd7f-a72f-4ce0-8e2b-8be651991354 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'port_id': '4e15169a-50ec-4fbe-b79b-93293e1c8ef1', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:22:33.048292 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dafafd7f-a72f-4ce0-8e2b-8be651991354 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:33.148894 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dafafd7f-a72f-4ce0-8e2b-8be651991354 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:33.250741 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-dafafd7f-a72f-4ce0-8e2b-8be651991354 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Allocated IP 172.25.4.132 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/21eebb4e-465a-4947-8a45-1ca56f8fbcae) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:22:33.347688 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dafafd7f-a72f-4ce0-8e2b-8be651991354 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (21eebb4e-465a-4947-8a45-1ca56f8fbcae), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:33.379968 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dafafd7f-a72f-4ce0-8e2b-8be651991354 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (21eebb4e-465a-4947-8a45-1ca56f8fbcae), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:33.422319 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafafd7f-a72f-4ce0-8e2b-8be651991354 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:22:33.425008 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-dafafd7f-a72f-4ce0-8e2b-8be651991354 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:22:33.428493 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafafd7f-a72f-4ce0-8e2b-8be651991354 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:22:33.449974 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafafd7f-a72f-4ce0-8e2b-8be651991354 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=21eebb4e-465a-4947-8a45-1ca56f8fbcae,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:33.778196 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dafafd7f-a72f-4ce0-8e2b-8be651991354 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for floatingip (ea4bbf07-c66d-432a-bbdc-5b4a90039d91), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:33.845663 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dafafd7f-a72f-4ce0-8e2b-8be651991354 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (21eebb4e-465a-4947-8a45-1ca56f8fbcae), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:33.992001 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dafafd7f-a72f-4ce0-8e2b-8be651991354 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (21eebb4e-465a-4947-8a45-1ca56f8fbcae), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:33.996874 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dafafd7f-a72f-4ce0-8e2b-8be651991354 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (21eebb4e-465a-4947-8a45-1ca56f8fbcae), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:34.062319 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafafd7f-a72f-4ce0-8e2b-8be651991354 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=21eebb4e-465a-4947-8a45-1ca56f8fbcae,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:22:34.072240 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dafafd7f-a72f-4ce0-8e2b-8be651991354 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (ea4bbf07-c66d-432a-bbdc-5b4a90039d91), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:34.168275 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-dafafd7f-a72f-4ce0-8e2b-8be651991354 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Floating IP ea4bbf07-c66d-432a-bbdc-5b4a90039d91 associated. External IP: 172.25.4.132, port: 4e15169a-50ec-4fbe-b79b-93293e1c8ef1. Jan 18 21:22:34.369867 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafafd7f-a72f-4ce0-8e2b-8be651991354 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Router cd5d6f2b-59c4-48e3-804c-d8ad32e93f38 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:22:34.473269 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafafd7f-a72f-4ce0-8e2b-8be651991354 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:22:34.488474 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d07a6ce-a7aa-4136-a637-231b14702e90 None None] Sync routers for ids ['cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:22:34.492330 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dafafd7f-a72f-4ce0-8e2b-8be651991354 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:34.498379 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d07a6ce-a7aa-4136-a637-231b14702e90 None None] Routers {'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:22:34.499008 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-5d07a6ce-a7aa-4136-a637-231b14702e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:22:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:22:34.520020 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-dafafd7f-a72f-4ce0-8e2b-8be651991354 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4996893 Jan 18 21:22:34.520619 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7da1dd-1030-4321-9907-660050944bff', 'tag': '4e15169a-50ec-4fbe-b79b-93293e1c8ef1'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:22:34.522930 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b43178f88c778abd299c77f10da4c8b3e71d2d0c7150ce414079b2ef1097cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866f6c1d-629b-4d37-8690-c90e03d2e075" -d '{"events": [{"name": "network-changed", "server_uuid": "ed7da1dd-1030-4321-9907-660050944bff", "tag": "4e15169a-50ec-4fbe-b79b-93293e1c8ef1"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:22:34.618339 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243b666-e143-4c7d-b24a-bd05531c14a8 req-a5facfb0-b046-4e20-9ca6-39258656ba5d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:34.619970 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4243b666-e143-4c7d-b24a-bd05531c14a8 req-a5facfb0-b046-4e20-9ca6-39258656ba5d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 945 time: 0.0511141 Jan 18 21:22:34.671786 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4243b666-e143-4c7d-b24a-bd05531c14a8 req-0603e128-55a2-4cdc-837c-d55880a25d13 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=319eb0fb-3f55-4998-9558-63879ed76b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459948 Jan 18 21:22:34.695899 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43632) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:22:34.739224 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0a9620-1cff-4f31-8f2d-c47fb6bd8388 x-openstack-request-id: req-0c0a9620-1cff-4f31-8f2d-c47fb6bd8388 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:22:34.739468 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed7da1dd-1030-4321-9907-660050944bff", "tag": "4e15169a-50ec-4fbe-b79b-93293e1c8ef1", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:22:34.739670 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c0a9620-1cff-4f31-8f2d-c47fb6bd8388 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:22:34.740072 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7da1dd-1030-4321-9907-660050944bff', 'tag': '4e15169a-50ec-4fbe-b79b-93293e1c8ef1', 'status': 'completed', 'code': 200} Jan 18 21:22:34.767579 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-aba81123-fbd7-46eb-9040-c0c664d7a98e tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/floatingips/ea4bbf07-c66d-432a-bbdc-5b4a90039d91 HTTP/1.1" status: 200 len: 991 time: 0.0698328 Jan 18 21:22:34.783896 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f6c1d-629b-4d37-8690-c90e03d2e075 req-ab3521b2-2b0f-4b68-bc09-34f817d028d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:34.786169 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-866f6c1d-629b-4d37-8690-c90e03d2e075 req-ab3521b2-2b0f-4b68-bc09-34f817d028d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 1096 time: 0.0420604 Jan 18 21:22:34.791394 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:34.793151 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-5d07a6ce-a7aa-4136-a637-231b14702e90 None None] Set router cd5d6f2b-59c4-48e3-804c-d8ad32e93f38 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:22:34.873592 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f6c1d-629b-4d37-8690-c90e03d2e075 req-19495032-5ed7-4d95-9d35-cd85e4e85c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:34.875102 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-866f6c1d-629b-4d37-8690-c90e03d2e075 req-19495032-5ed7-4d95-9d35-cd85e4e85c41 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8d576d7c-2f4a-486f-a2c0-5d9f972eb01b HTTP/1.1" status: 200 len: 897 time: 0.0834703 Jan 18 21:22:34.943279 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-866f6c1d-629b-4d37-8690-c90e03d2e075 req-ac81054c-dfdc-45b5-8a79-8ac5e454c2cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e15169a-50ec-4fbe-b79b-93293e1c8ef1 HTTP/1.1" status: 200 len: 999 time: 0.0613430 Jan 18 21:22:34.996890 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f6c1d-629b-4d37-8690-c90e03d2e075 req-4adf0fdf-8819-485f-b49f-e15e4fd81ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:34.998688 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-866f6c1d-629b-4d37-8690-c90e03d2e075 req-4adf0fdf-8819-485f-b49f-e15e4fd81ea1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=34907255-f775-49a7-a9f0-3bfdffd81fd7 HTTP/1.1" status: 200 len: 834 time: 0.0491042 Jan 18 21:22:35.012939 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-5d07a6ce-a7aa-4136-a637-231b14702e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806309195', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'de2002e2-9618-49cd-b40c-38b9340b256b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:22:13Z', 'updated_at': '2022-01-18T21:22:17Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': 'de2002e2-9618-49cd-b40c-38b9340b256b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:22:14Z', 'updated_at': '2022-01-18T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'ea4bbf07-c66d-432a-bbdc-5b4a90039d91', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'port_id': '4e15169a-50ec-4fbe-b79b-93293e1c8ef1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d576d7c-2f4a-486f-a2c0-5d9f972eb01b', 'mac_address': 'fa:16:3e:a9:13:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7da1dd-1030-4321-9907-660050944bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:22:33Z', 'updated_at': '2022-01-18T21:22:33Z', 'revision_number': 0, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f851e05-0740-483a-b564-dbd43fd13bc7', 'name': '', 'network_id': '8d576d7c-2f4a-486f-a2c0-5d9f972eb01b', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:81:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '34907255-f775-49a7-a9f0-3bfdffd81fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:22:16Z', 'updated_at': '2022-01-18T21:22:19Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '34907255-f775-49a7-a9f0-3bfdffd81fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:22:35.044952 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f6c1d-629b-4d37-8690-c90e03d2e075 req-5fd2d00e-4a24-4374-96d7-97bbaf73d50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:22:35.046504 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-866f6c1d-629b-4d37-8690-c90e03d2e075 req-5fd2d00e-4a24-4374-96d7-97bbaf73d50d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8d576d7c-2f4a-486f-a2c0-5d9f972eb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406120 Jan 18 21:22:35.046935 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d07a6ce-a7aa-4136-a637-231b14702e90 None None] Checking router: cd5d6f2b-59c4-48e3-804c-d8ad32e93f38 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:22:35.056195 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d07a6ce-a7aa-4136-a637-231b14702e90 None None] Routers {'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:22:35.056795 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-5d07a6ce-a7aa-4136-a637-231b14702e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:22:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:22:35.140298 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-866f6c1d-629b-4d37-8690-c90e03d2e075 req-72e81c03-cb64-421c-b5b7-c9cc68322e50 service neutron] 10.222.0.57 "GET /v2.0/networks/8d576d7c-2f4a-486f-a2c0-5d9f972eb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869102 Jan 18 21:22:35.161137 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-5d07a6ce-a7aa-4136-a637-231b14702e90 None None] Set router cd5d6f2b-59c4-48e3-804c-d8ad32e93f38 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:22:35.231770 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-866f6c1d-629b-4d37-8690-c90e03d2e075 req-9d0f2f92-562c-424e-8d40-ea98564bd072 service neutron] 10.222.0.57 "GET /v2.0/networks/8d576d7c-2f4a-486f-a2c0-5d9f972eb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847397 Jan 18 21:22:35.385083 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-5d07a6ce-a7aa-4136-a637-231b14702e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806309195', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'de2002e2-9618-49cd-b40c-38b9340b256b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:22:13Z', 'updated_at': '2022-01-18T21:22:17Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': 'de2002e2-9618-49cd-b40c-38b9340b256b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:22:14Z', 'updated_at': '2022-01-18T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'ea4bbf07-c66d-432a-bbdc-5b4a90039d91', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'port_id': '4e15169a-50ec-4fbe-b79b-93293e1c8ef1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d576d7c-2f4a-486f-a2c0-5d9f972eb01b', 'mac_address': 'fa:16:3e:a9:13:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7da1dd-1030-4321-9907-660050944bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:22:33Z', 'updated_at': '2022-01-18T21:22:33Z', 'revision_number': 0, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f851e05-0740-483a-b564-dbd43fd13bc7', 'name': '', 'network_id': '8d576d7c-2f4a-486f-a2c0-5d9f972eb01b', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:81:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '34907255-f775-49a7-a9f0-3bfdffd81fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:22:16Z', 'updated_at': '2022-01-18T21:22:19Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '34907255-f775-49a7-a9f0-3bfdffd81fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:22:35.410371 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d07a6ce-a7aa-4136-a637-231b14702e90 None None] The sync data for ids ['cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'] in n-d-741529-9 is: [{'id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806309195', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'de2002e2-9618-49cd-b40c-38b9340b256b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:22:13Z', 'updated_at': '2022-01-18T21:22:17Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': 'de2002e2-9618-49cd-b40c-38b9340b256b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:22:14Z', 'updated_at': '2022-01-18T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'ea4bbf07-c66d-432a-bbdc-5b4a90039d91', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'port_id': '4e15169a-50ec-4fbe-b79b-93293e1c8ef1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d576d7c-2f4a-486f-a2c0-5d9f972eb01b', 'mac_address': 'fa:16:3e:a9:13:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7da1dd-1030-4321-9907-660050944bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:22:33Z', 'updated_at': '2022-01-18T21:22:33Z', 'revision_number': 0, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f851e05-0740-483a-b564-dbd43fd13bc7', 'name': '', 'network_id': '8d576d7c-2f4a-486f-a2c0-5d9f972eb01b', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:81:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '34907255-f775-49a7-a9f0-3bfdffd81fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:22:16Z', 'updated_at': '2022-01-18T21:22:19Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '34907255-f775-49a7-a9f0-3bfdffd81fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:22:35.606248 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a62942-24f7-432a-92b2-fbdccabd23b8 None None] New status for floating IP ea4bbf07-c66d-432a-bbdc-5b4a90039d91: ACTIVE {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 21:22:35.771183 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43634) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:22:35.830605 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2df15cbc-62b1-40ab-9c08-375692c6803b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/floatingips/ea4bbf07-c66d-432a-bbdc-5b4a90039d91 HTTP/1.1" status: 200 len: 991 time: 0.0580931 Jan 18 21:22:36.833551 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43636) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:22:36.896624 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b3012a7e-ca5d-4bac-a872-a06496d4429a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/floatingips/ea4bbf07-c66d-432a-bbdc-5b4a90039d91 HTTP/1.1" status: 200 len: 993 time: 0.0615070 Jan 18 21:22:37.506588 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:53.244447 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:22:55.790924 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-98f3240b-b6d2-4c77-ade3-bf7547bc3cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:57.942988 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-82975f3b-d2b7-4708-b2e7-25165ada12fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:22:59.346596 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:23:00.780294 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:23:02.029376 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:23:04.104651 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-2c50fc21-923e-4241-a10f-cf708d6d573b req-6154687d-c611-4ae6-993c-3efd3de92109 tempest-ServerDiskConfigTestJSON-1391783792 tempest-ServerDiskConfigTestJSON-1391783792-project] (103336) timed out ('10.222.0.31', 59186) {{(pid=103336) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 18 21:23:04.640457 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:23:07.526590 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:23:25.792032 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6422b979-6e19-42a6-963d-bf30eed53510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:23:27.943958 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-11fe68c7-d247-41e7-b379-d70949a324a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:23:28.066948 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-27a64bce-d703-42c4-9b6b-f5e6942aee27 req-3956e408-fa37-49f0-88b3-e9a13d8d4eb1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397334 Jan 18 21:23:28.143966 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a64bce-d703-42c4-9b6b-f5e6942aee27 req-7124b4df-bc7f-4b35-ac0f-95b2f4d0a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:23:28.145528 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-27a64bce-d703-42c4-9b6b-f5e6942aee27 req-7124b4df-bc7f-4b35-ac0f-95b2f4d0a479 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 1096 time: 0.0398395 Jan 18 21:23:28.527883 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a64bce-d703-42c4-9b6b-f5e6942aee27 req-79e73bb9-6cd4-46c7-a442-6fc42e975bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:23:28.529341 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-27a64bce-d703-42c4-9b6b-f5e6942aee27 req-79e73bb9-6cd4-46c7-a442-6fc42e975bc3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8d576d7c-2f4a-486f-a2c0-5d9f972eb01b HTTP/1.1" status: 200 len: 897 time: 0.3665376 Jan 18 21:23:28.591783 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-27a64bce-d703-42c4-9b6b-f5e6942aee27 req-5fbe8791-e5ef-443a-8dab-14e5adedcccd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e15169a-50ec-4fbe-b79b-93293e1c8ef1 HTTP/1.1" status: 200 len: 1001 time: 0.0561175 Jan 18 21:23:28.637894 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a64bce-d703-42c4-9b6b-f5e6942aee27 req-72e51dd4-78a2-43f3-a6f1-4697c02e8316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:23:28.639272 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-27a64bce-d703-42c4-9b6b-f5e6942aee27 req-72e51dd4-78a2-43f3-a6f1-4697c02e8316 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=34907255-f775-49a7-a9f0-3bfdffd81fd7 HTTP/1.1" status: 200 len: 834 time: 0.0417960 Jan 18 21:23:28.684721 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a64bce-d703-42c4-9b6b-f5e6942aee27 req-e79a505d-b1a9-4ed7-b8fd-2d4dd5a4d674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:23:28.686213 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-27a64bce-d703-42c4-9b6b-f5e6942aee27 req-e79a505d-b1a9-4ed7-b8fd-2d4dd5a4d674 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8d576d7c-2f4a-486f-a2c0-5d9f972eb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412548 Jan 18 21:23:28.772048 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-27a64bce-d703-42c4-9b6b-f5e6942aee27 req-52b1949a-04ab-46ea-9b47-9cdbf0c69cb8 service neutron] 10.222.0.57 "GET /v2.0/networks/8d576d7c-2f4a-486f-a2c0-5d9f972eb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794957 Jan 18 21:23:28.864074 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-27a64bce-d703-42c4-9b6b-f5e6942aee27 req-f21c90d3-562a-42b3-9d0b-5087df6ada3d service neutron] 10.222.0.57 "GET /v2.0/networks/8d576d7c-2f4a-486f-a2c0-5d9f972eb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859342 Jan 18 21:23:29.352596 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:23:30.243618 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:23:30.782960 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:23:32.030793 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:23:34.656016 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:23:37.521027 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:23:50.137184 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00795e22-7c95-45f7-a394-13570b4ecf86 req-6738c7ad-e815-466f-b20f-c1082b359352 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:23:50.138709 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-00795e22-7c95-45f7-a394-13570b4ecf86 req-6738c7ad-e815-466f-b20f-c1082b359352 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 945 time: 0.0490990 Jan 18 21:23:50.187410 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-00795e22-7c95-45f7-a394-13570b4ecf86 req-e723d9fc-cedd-4e6c-8625-872ab3b6c6bb tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=319eb0fb-3f55-4998-9558-63879ed76b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428667 Jan 18 21:23:51.313602 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100e6d5-495b-4417-8916-101d5c28a8eb req-1902cf9b-28fd-448d-9970-913e24a5d186 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:23:51.315132 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6100e6d5-495b-4417-8916-101d5c28a8eb req-1902cf9b-28fd-448d-9970-913e24a5d186 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 945 time: 0.0520337 Jan 18 21:23:51.362793 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6100e6d5-495b-4417-8916-101d5c28a8eb req-2985bf2f-ea51-4789-9b9e-f6f29d007bc4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=319eb0fb-3f55-4998-9558-63879ed76b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421939 Jan 18 21:23:52.478495 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d28b3-7e27-45b2-9f0b-a8f26febce07 req-0d30b7f6-81f4-4215-a25b-833185f87aaa tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:23:52.479984 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-575d28b3-7e27-45b2-9f0b-a8f26febce07 req-0d30b7f6-81f4-4215-a25b-833185f87aaa tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 945 time: 0.0485151 Jan 18 21:23:52.527991 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-575d28b3-7e27-45b2-9f0b-a8f26febce07 req-6c2ca48e-b645-40e0-99f1-5ec794f3d66a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=319eb0fb-3f55-4998-9558-63879ed76b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425732 Jan 18 21:23:53.641842 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4efb9b-d5e5-4d53-b7e3-fc76dea120e4 req-7528e8fb-4f93-4352-a544-ba41031af1b0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:23:53.643340 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d4efb9b-d5e5-4d53-b7e3-fc76dea120e4 req-7528e8fb-4f93-4352-a544-ba41031af1b0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 945 time: 0.0479052 Jan 18 21:23:53.693809 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4d4efb9b-d5e5-4d53-b7e3-fc76dea120e4 req-45395b49-221a-48a2-b789-aa0e1e30c2a8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=319eb0fb-3f55-4998-9558-63879ed76b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449417 Jan 18 21:23:54.807254 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e3b84-c7d5-486d-9bd2-97a9592f0a62 req-40e5b997-33c5-4fa4-90c5-9817305d5188 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:23:54.808730 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ae9e3b84-c7d5-486d-9bd2-97a9592f0a62 req-40e5b997-33c5-4fa4-90c5-9817305d5188 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 945 time: 0.0470462 Jan 18 21:23:54.856300 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ae9e3b84-c7d5-486d-9bd2-97a9592f0a62 req-494c3b56-f852-449f-b5c3-640a320b7b86 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=319eb0fb-3f55-4998-9558-63879ed76b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420759 Jan 18 21:23:55.793141 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d0ee1c15-2971-41e5-9843-8ed4343f52ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:23:55.971086 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69154fb8-94e7-44f1-95b3-56065f537960 req-659b3789-0e40-468a-baa4-1a3e5ed530f2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:23:55.972852 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-69154fb8-94e7-44f1-95b3-56065f537960 req-659b3789-0e40-468a-baa4-1a3e5ed530f2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 945 time: 0.0477381 Jan 18 21:23:56.021276 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-69154fb8-94e7-44f1-95b3-56065f537960 req-eb792d2a-ec2d-48f2-bc6a-17333d255a11 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=319eb0fb-3f55-4998-9558-63879ed76b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431075 Jan 18 21:23:57.140435 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcc8d8-e482-467c-81ef-974586046489 req-e34f01b3-86d0-4dd7-b866-818d79a63094 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:23:57.141946 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7abcc8d8-e482-467c-81ef-974586046489 req-e34f01b3-86d0-4dd7-b866-818d79a63094 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 945 time: 0.0525687 Jan 18 21:23:57.190240 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7abcc8d8-e482-467c-81ef-974586046489 req-a670db4b-3e70-49a0-903e-aead7ace0b14 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=319eb0fb-3f55-4998-9558-63879ed76b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426722 Jan 18 21:23:57.945853 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3edd1049-382e-45f1-9827-8713c2d87bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:23:58.303620 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda4b4e-7a4e-49c1-83ec-d2be72e04642 req-99ecb281-199a-49c4-86fa-d588dee96002 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:23:58.305138 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-beda4b4e-7a4e-49c1-83ec-d2be72e04642 req-99ecb281-199a-49c4-86fa-d588dee96002 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 945 time: 0.0483215 Jan 18 21:23:58.353218 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-beda4b4e-7a4e-49c1-83ec-d2be72e04642 req-36f1e762-39a2-499f-bfc2-a3b4447240d4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=319eb0fb-3f55-4998-9558-63879ed76b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424554 Jan 18 21:23:59.354352 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:23:59.468392 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3572a-3bf8-4005-b0eb-762aaa0c6478 req-fde2f0a8-1dce-4382-a252-e732c07a6c7b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:23:59.469880 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-18d3572a-3bf8-4005-b0eb-762aaa0c6478 req-fde2f0a8-1dce-4382-a252-e732c07a6c7b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 945 time: 0.0464940 Jan 18 21:23:59.521948 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-18d3572a-3bf8-4005-b0eb-762aaa0c6478 req-bd740d07-253f-4d89-803e-ba70a8d969c2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=319eb0fb-3f55-4998-9558-63879ed76b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464120 Jan 18 21:24:00.634863 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e2527-f16b-4b7e-b2aa-fe7075575fb8 req-3113e3c6-b835-431d-9f8b-b08599165fd4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:24:00.636342 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-576e2527-f16b-4b7e-b2aa-fe7075575fb8 req-3113e3c6-b835-431d-9f8b-b08599165fd4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 945 time: 0.0477135 Jan 18 21:24:00.683971 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-576e2527-f16b-4b7e-b2aa-fe7075575fb8 req-86b9f591-00cd-4234-a90e-74d51ae1e4e3 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=319eb0fb-3f55-4998-9558-63879ed76b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415690 Jan 18 21:24:00.785973 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:24:01.797531 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8dac4-8f80-4ccf-9b3f-02514cbca0f7 req-b153a403-6631-4eb1-ac01-fbe87697d039 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:24:01.799019 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-19c8dac4-8f80-4ccf-9b3f-02514cbca0f7 req-b153a403-6631-4eb1-ac01-fbe87697d039 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 945 time: 0.0470665 Jan 18 21:24:01.845650 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-19c8dac4-8f80-4ccf-9b3f-02514cbca0f7 req-e96c22b6-8f66-47a7-a9f2-366e5e0d8dde tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=319eb0fb-3f55-4998-9558-63879ed76b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410874 Jan 18 21:24:02.036145 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:24:02.965758 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359ad35-6a42-4c5e-9248-a4ff758e1442 req-79273f4f-1533-4e54-9d5b-7e0207e9f096 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:24:02.967224 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2359ad35-6a42-4c5e-9248-a4ff758e1442 req-79273f4f-1533-4e54-9d5b-7e0207e9f096 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 945 time: 0.0513973 Jan 18 21:24:03.014928 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2359ad35-6a42-4c5e-9248-a4ff758e1442 req-b032cdb0-4343-451a-9fe3-5b0a3a390405 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=319eb0fb-3f55-4998-9558-63879ed76b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421691 Jan 18 21:24:04.128970 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e8375-f5a3-4d73-b301-db861c61f8e4 req-8ae3b28c-2045-4959-baac-56badc1cd342 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:24:04.130478 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b49e8375-f5a3-4d73-b301-db861c61f8e4 req-8ae3b28c-2045-4959-baac-56badc1cd342 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 945 time: 0.0485208 Jan 18 21:24:04.177533 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b49e8375-f5a3-4d73-b301-db861c61f8e4 req-54e4bde5-3312-4948-99f6-910461f9aec8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=319eb0fb-3f55-4998-9558-63879ed76b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414064 Jan 18 21:24:04.655395 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:24:05.302112 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53500c-1934-405e-bf69-e78817fb7d53 req-0b0387e0-5569-4f82-9d55-41ee1d9974cd tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:24:05.303629 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2c53500c-1934-405e-bf69-e78817fb7d53 req-0b0387e0-5569-4f82-9d55-41ee1d9974cd tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 945 time: 0.0553629 Jan 18 21:24:05.353935 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2c53500c-1934-405e-bf69-e78817fb7d53 req-53ad23de-7d87-4bfa-840c-6ca3b9afb403 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=319eb0fb-3f55-4998-9558-63879ed76b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434339 Jan 18 21:24:06.471798 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb1f8a-dd99-466f-9775-06ab0d9db1e3 req-5be04151-f135-4bd7-863b-4978c766da71 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:24:06.473550 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-27bb1f8a-dd99-466f-9775-06ab0d9db1e3 req-5be04151-f135-4bd7-863b-4978c766da71 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 945 time: 0.0488434 Jan 18 21:24:06.522284 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-27bb1f8a-dd99-466f-9775-06ab0d9db1e3 req-6475865a-f320-41ab-9a97-4f78c73c4dfa tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=319eb0fb-3f55-4998-9558-63879ed76b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428567 Jan 18 21:24:06.544842 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43702) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:24:06.606709 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-dfd6ae05-3319-4980-89ba-477383f325f2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/floatingips/ea4bbf07-c66d-432a-bbdc-5b4a90039d91 HTTP/1.1" status: 200 len: 993 time: 0.0605597 Jan 18 21:24:07.242843 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:24:07.541212 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:24:07.863922 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dede1b-bbb9-4122-9133-ab10c4a68a67 req-f0710da8-36e5-4edc-8ee2-e42dda0bb3eb tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:24:07.865356 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-13dede1b-bbb9-4122-9133-ab10c4a68a67 req-f0710da8-36e5-4edc-8ee2-e42dda0bb3eb tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 945 time: 0.0499668 Jan 18 21:24:07.888975 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee931b10-afb8-4446-bf25-613119722bd1 req-c6578994-847b-46ee-8bcc-6f543ecefe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:24:07.890495 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ee931b10-afb8-4446-bf25-613119722bd1 req-c6578994-847b-46ee-8bcc-6f543ecefe5a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 1096 time: 0.0406115 Jan 18 21:24:07.914466 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-13dede1b-bbb9-4122-9133-ab10c4a68a67 req-9a9b71ba-faa3-4d61-999c-5fab110180e9 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=319eb0fb-3f55-4998-9558-63879ed76b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433822 Jan 18 21:24:07.982241 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee931b10-afb8-4446-bf25-613119722bd1 req-45f51593-131c-46d9-9441-a76374c87617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:24:07.983723 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ee931b10-afb8-4446-bf25-613119722bd1 req-45f51593-131c-46d9-9441-a76374c87617 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8d576d7c-2f4a-486f-a2c0-5d9f972eb01b HTTP/1.1" status: 200 len: 897 time: 0.0877180 Jan 18 21:24:08.047073 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ee931b10-afb8-4446-bf25-613119722bd1 req-da0eda3f-91b0-43ea-871c-fd1afba1f921 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e15169a-50ec-4fbe-b79b-93293e1c8ef1 HTTP/1.1" status: 200 len: 1001 time: 0.0564301 Jan 18 21:24:08.093599 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee931b10-afb8-4446-bf25-613119722bd1 req-830395d7-b699-4a83-89b1-00f51949d22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:24:08.095023 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ee931b10-afb8-4446-bf25-613119722bd1 req-830395d7-b699-4a83-89b1-00f51949d22f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=34907255-f775-49a7-a9f0-3bfdffd81fd7 HTTP/1.1" status: 200 len: 834 time: 0.0418823 Jan 18 21:24:08.141715 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee931b10-afb8-4446-bf25-613119722bd1 req-f67045fc-1708-4139-8a25-0d8a844371ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:24:08.143108 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ee931b10-afb8-4446-bf25-613119722bd1 req-f67045fc-1708-4139-8a25-0d8a844371ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8d576d7c-2f4a-486f-a2c0-5d9f972eb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416422 Jan 18 21:24:08.229208 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ee931b10-afb8-4446-bf25-613119722bd1 req-d102be74-96a8-4433-8aa0-6174f9e10f22 service neutron] 10.222.0.57 "GET /v2.0/networks/8d576d7c-2f4a-486f-a2c0-5d9f972eb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801799 Jan 18 21:24:08.319620 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ee931b10-afb8-4446-bf25-613119722bd1 req-7dbafa81-8104-44d9-8713-980f4917a302 service neutron] 10.222.0.57 "GET /v2.0/networks/8d576d7c-2f4a-486f-a2c0-5d9f972eb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850344 Jan 18 21:24:09.029242 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a33f5-32ba-4599-a25c-f517346ceefa req-3bd7e7e5-fa82-43a7-8477-5ad12e203a99 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:24:09.030748 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-396a33f5-32ba-4599-a25c-f517346ceefa req-3bd7e7e5-fa82-43a7-8477-5ad12e203a99 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 945 time: 0.0480804 Jan 18 21:24:09.077943 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-396a33f5-32ba-4599-a25c-f517346ceefa req-72f08153-4f91-40ca-a6c8-e39d0e406945 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=319eb0fb-3f55-4998-9558-63879ed76b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416355 Jan 18 21:24:09.099752 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43712) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:24:09.162721 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8729bb92-a169-4451-aaa7-b178e96c2989 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/floatingips/ea4bbf07-c66d-432a-bbdc-5b4a90039d91 HTTP/1.1" status: 200 len: 993 time: 0.0618687 Jan 18 21:24:25.795859 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c804718d-1326-4431-874e-72a8c4c1942a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:24:27.946738 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5d853da4-25b7-4af0-adc2-bb1c8b4a33cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:24:29.039993 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ee7e59b-9cc1-4c17-a656-ea3ede317891 req-56879497-3ed6-4281-acda-bcd89a89fc66 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383871 Jan 18 21:24:29.122800 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7e59b-9cc1-4c17-a656-ea3ede317891 req-3122d617-6e5f-43ce-b564-cb1cd6cbcc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:24:29.124262 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ee7e59b-9cc1-4c17-a656-ea3ede317891 req-3122d617-6e5f-43ce-b564-cb1cd6cbcc2c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 1096 time: 0.0400651 Jan 18 21:24:29.227896 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7e59b-9cc1-4c17-a656-ea3ede317891 req-8e8b0d32-f09b-4d87-a005-a842f3755d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:24:29.229342 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ee7e59b-9cc1-4c17-a656-ea3ede317891 req-8e8b0d32-f09b-4d87-a005-a842f3755d93 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8d576d7c-2f4a-486f-a2c0-5d9f972eb01b HTTP/1.1" status: 200 len: 897 time: 0.0866349 Jan 18 21:24:29.296513 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ee7e59b-9cc1-4c17-a656-ea3ede317891 req-e5be1b44-8bee-496e-bcaf-c90e98c5bc24 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e15169a-50ec-4fbe-b79b-93293e1c8ef1 HTTP/1.1" status: 200 len: 1001 time: 0.0610456 Jan 18 21:24:29.348867 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7e59b-9cc1-4c17-a656-ea3ede317891 req-5ba4f8ed-fc63-41f0-a145-9527ad12e231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:24:29.350350 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ee7e59b-9cc1-4c17-a656-ea3ede317891 req-5ba4f8ed-fc63-41f0-a145-9527ad12e231 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=34907255-f775-49a7-a9f0-3bfdffd81fd7 HTTP/1.1" status: 200 len: 834 time: 0.0472515 Jan 18 21:24:29.359580 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:24:29.398355 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7e59b-9cc1-4c17-a656-ea3ede317891 req-271199cc-7680-42c0-bfea-3ec804c8901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:24:29.399857 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ee7e59b-9cc1-4c17-a656-ea3ede317891 req-271199cc-7680-42c0-bfea-3ec804c8901a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8d576d7c-2f4a-486f-a2c0-5d9f972eb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429976 Jan 18 21:24:29.487120 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ee7e59b-9cc1-4c17-a656-ea3ede317891 req-becd2413-157c-4df0-961e-db0e3fbf44df service neutron] 10.222.0.57 "GET /v2.0/networks/8d576d7c-2f4a-486f-a2c0-5d9f972eb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807760 Jan 18 21:24:29.582591 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2ee7e59b-9cc1-4c17-a656-ea3ede317891 req-5607af95-e100-4663-823c-03347c1d51c4 service neutron] 10.222.0.57 "GET /v2.0/networks/8d576d7c-2f4a-486f-a2c0-5d9f972eb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891526 Jan 18 21:24:30.789141 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:24:32.029079 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:24:34.658600 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:24:37.533778 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:24:44.241496 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:24:55.797176 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-78170af6-d5ca-4663-9271-b0d7f946789f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:24:57.947880 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dbcc8219-172e-4cce-bbbc-b37c79d61ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:24:59.358562 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:00.792904 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:02.031310 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:04.670018 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:06.074008 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43746) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:25:06.224321 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-1014a02d-dab7-4c77-aa58-fa8c7cdcd8ed tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Deleting port 21eebb4e-465a-4947-8a45-1ca56f8fbcae {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:25:06.224662 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1014a02d-dab7-4c77-aa58-fa8c7cdcd8ed tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (21eebb4e-465a-4947-8a45-1ca56f8fbcae), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:06.300531 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1014a02d-dab7-4c77-aa58-fa8c7cdcd8ed tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (21eebb4e-465a-4947-8a45-1ca56f8fbcae), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:06.300968 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1014a02d-dab7-4c77-aa58-fa8c7cdcd8ed tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for floatingip (21eebb4e-465a-4947-8a45-1ca56f8fbcae), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:06.313152 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-1014a02d-dab7-4c77-aa58-fa8c7cdcd8ed tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Calling delete_port for 21eebb4e-465a-4947-8a45-1ca56f8fbcae owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:25:06.452370 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1014a02d-dab7-4c77-aa58-fa8c7cdcd8ed tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (21eebb4e-465a-4947-8a45-1ca56f8fbcae), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:06.481667 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014a02d-dab7-4c77-aa58-fa8c7cdcd8ed tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Port': ['ID=21eebb4e-465a-4947-8a45-1ca56f8fbcae,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:06.493658 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1014a02d-dab7-4c77-aa58-fa8c7cdcd8ed tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:06.494016 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1014a02d-dab7-4c77-aa58-fa8c7cdcd8ed tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:06.494365 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1014a02d-dab7-4c77-aa58-fa8c7cdcd8ed tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:06.495140 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1014a02d-dab7-4c77-aa58-fa8c7cdcd8ed tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:06.495140 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1014a02d-dab7-4c77-aa58-fa8c7cdcd8ed tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:06.495354 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1014a02d-dab7-4c77-aa58-fa8c7cdcd8ed tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:06.495639 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1014a02d-dab7-4c77-aa58-fa8c7cdcd8ed tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:06.496105 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1014a02d-dab7-4c77-aa58-fa8c7cdcd8ed tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:06.497026 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1014a02d-dab7-4c77-aa58-fa8c7cdcd8ed tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:06.497421 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1014a02d-dab7-4c77-aa58-fa8c7cdcd8ed tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:06.497790 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1014a02d-dab7-4c77-aa58-fa8c7cdcd8ed tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:06.498119 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1014a02d-dab7-4c77-aa58-fa8c7cdcd8ed tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:06.498435 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1014a02d-dab7-4c77-aa58-fa8c7cdcd8ed tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:06.551503 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1014a02d-dab7-4c77-aa58-fa8c7cdcd8ed tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for floatingip (ea4bbf07-c66d-432a-bbdc-5b4a90039d91), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:06.551874 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-1014a02d-dab7-4c77-aa58-fa8c7cdcd8ed tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Floating IP ea4bbf07-c66d-432a-bbdc-5b4a90039d91 disassociated (deleted). External IP: 172.25.4.132, port: 4e15169a-50ec-4fbe-b79b-93293e1c8ef1. Jan 18 21:25:06.756903 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1014a02d-dab7-4c77-aa58-fa8c7cdcd8ed tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Router cd5d6f2b-59c4-48e3-804c-d8ad32e93f38 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:25:06.859373 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1014a02d-dab7-4c77-aa58-fa8c7cdcd8ed tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:25:06.864464 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1014a02d-dab7-4c77-aa58-fa8c7cdcd8ed tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:06.869034 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7440113-0339-4f61-b1bc-2a68688ea94e None None] Sync routers for ids ['cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:25:06.878853 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7440113-0339-4f61-b1bc-2a68688ea94e None None] Routers {'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:25:06.879459 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f7440113-0339-4f61-b1bc-2a68688ea94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:24:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:25:06.890870 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1014a02d-dab7-4c77-aa58-fa8c7cdcd8ed tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "DELETE /v2.0/floatingips/ea4bbf07-c66d-432a-bbdc-5b4a90039d91 HTTP/1.1" status: 204 len: 168 time: 0.8158031 Jan 18 21:25:06.891569 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7da1dd-1030-4321-9907-660050944bff', 'tag': '4e15169a-50ec-4fbe-b79b-93293e1c8ef1'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:25:06.893938 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b43178f88c778abd299c77f10da4c8b3e71d2d0c7150ce414079b2ef1097cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73722a24-6606-428c-bb82-2edba1aea0ef" -d '{"events": [{"name": "network-changed", "server_uuid": "ed7da1dd-1030-4321-9907-660050944bff", "tag": "4e15169a-50ec-4fbe-b79b-93293e1c8ef1"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:25:06.983592 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-f7440113-0339-4f61-b1bc-2a68688ea94e None None] Set router cd5d6f2b-59c4-48e3-804c-d8ad32e93f38 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:25:07.050478 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1119dd80-b18b-4554-a510-29482bf2f114 x-openstack-request-id: req-1119dd80-b18b-4554-a510-29482bf2f114 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:25:07.050839 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed7da1dd-1030-4321-9907-660050944bff", "tag": "4e15169a-50ec-4fbe-b79b-93293e1c8ef1", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:25:07.051151 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1119dd80-b18b-4554-a510-29482bf2f114 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:25:07.051616 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7da1dd-1030-4321-9907-660050944bff', 'tag': '4e15169a-50ec-4fbe-b79b-93293e1c8ef1', 'status': 'completed', 'code': 200} Jan 18 21:25:07.116974 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73722a24-6606-428c-bb82-2edba1aea0ef req-9ff2b5d9-5f85-4faf-b278-894262113ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:07.119302 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-73722a24-6606-428c-bb82-2edba1aea0ef req-9ff2b5d9-5f85-4faf-b278-894262113ebb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 1096 time: 0.0437877 Jan 18 21:25:07.145826 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b3d64-9d38-46a5-899b-37c4b3562b46 req-e842f0f7-452c-413d-a8ff-7852b993f481 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:07.147367 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-256b3d64-9d38-46a5-899b-37c4b3562b46 req-e842f0f7-452c-413d-a8ff-7852b993f481 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 945 time: 0.0500720 Jan 18 21:25:07.201558 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f7440113-0339-4f61-b1bc-2a68688ea94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806309195', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'de2002e2-9618-49cd-b40c-38b9340b256b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:22:13Z', 'updated_at': '2022-01-18T21:22:17Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': 'de2002e2-9618-49cd-b40c-38b9340b256b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:22:14Z', 'updated_at': '2022-01-18T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '5f851e05-0740-483a-b564-dbd43fd13bc7', 'name': '', 'network_id': '8d576d7c-2f4a-486f-a2c0-5d9f972eb01b', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:81:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '34907255-f775-49a7-a9f0-3bfdffd81fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:22:16Z', 'updated_at': '2022-01-18T21:22:19Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '34907255-f775-49a7-a9f0-3bfdffd81fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:25:07.203179 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-256b3d64-9d38-46a5-899b-37c4b3562b46 req-7bf952b4-60f6-4a78-a53e-2366d0c16e3a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=319eb0fb-3f55-4998-9558-63879ed76b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454426 Jan 18 21:25:07.227800 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7440113-0339-4f61-b1bc-2a68688ea94e None None] Checking router: cd5d6f2b-59c4-48e3-804c-d8ad32e93f38 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:25:07.228416 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73722a24-6606-428c-bb82-2edba1aea0ef req-619056f7-6d86-4d54-a316-220daa58e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:07.229987 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-73722a24-6606-428c-bb82-2edba1aea0ef req-619056f7-6d86-4d54-a316-220daa58e137 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8d576d7c-2f4a-486f-a2c0-5d9f972eb01b HTTP/1.1" status: 200 len: 897 time: 0.1039457 Jan 18 21:25:07.236376 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7440113-0339-4f61-b1bc-2a68688ea94e None None] Routers {'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:25:07.236965 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f7440113-0339-4f61-b1bc-2a68688ea94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:24:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:25:07.271789 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-73722a24-6606-428c-bb82-2edba1aea0ef req-47b25a63-e738-4a15-8a16-d408e38ba534 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e15169a-50ec-4fbe-b79b-93293e1c8ef1 HTTP/1.1" status: 200 len: 217 time: 0.0346482 Jan 18 21:25:07.322449 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73722a24-6606-428c-bb82-2edba1aea0ef req-26cc3307-fa4e-4d32-a672-98d863695274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:07.323912 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-73722a24-6606-428c-bb82-2edba1aea0ef req-26cc3307-fa4e-4d32-a672-98d863695274 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=34907255-f775-49a7-a9f0-3bfdffd81fd7 HTTP/1.1" status: 200 len: 834 time: 0.0442553 Jan 18 21:25:07.341399 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-f7440113-0339-4f61-b1bc-2a68688ea94e None None] Set router cd5d6f2b-59c4-48e3-804c-d8ad32e93f38 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:25:07.372206 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73722a24-6606-428c-bb82-2edba1aea0ef req-63c669c5-d852-4506-a40f-213a851b4260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:07.373702 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-73722a24-6606-428c-bb82-2edba1aea0ef req-63c669c5-d852-4506-a40f-213a851b4260 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8d576d7c-2f4a-486f-a2c0-5d9f972eb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438037 Jan 18 21:25:07.461763 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-73722a24-6606-428c-bb82-2edba1aea0ef req-f0c64ccc-d86c-43b6-a2b1-3ce792feb10a service neutron] 10.222.0.57 "GET /v2.0/networks/8d576d7c-2f4a-486f-a2c0-5d9f972eb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809431 Jan 18 21:25:07.549174 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:07.556600 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-73722a24-6606-428c-bb82-2edba1aea0ef req-a08c947b-cf0d-42c0-9952-93fd242c75be service neutron] 10.222.0.57 "GET /v2.0/networks/8d576d7c-2f4a-486f-a2c0-5d9f972eb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885725 Jan 18 21:25:07.561740 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-f7440113-0339-4f61-b1bc-2a68688ea94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806309195', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'de2002e2-9618-49cd-b40c-38b9340b256b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:22:13Z', 'updated_at': '2022-01-18T21:22:17Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': 'de2002e2-9618-49cd-b40c-38b9340b256b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:22:14Z', 'updated_at': '2022-01-18T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '5f851e05-0740-483a-b564-dbd43fd13bc7', 'name': '', 'network_id': '8d576d7c-2f4a-486f-a2c0-5d9f972eb01b', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:81:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '34907255-f775-49a7-a9f0-3bfdffd81fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:22:16Z', 'updated_at': '2022-01-18T21:22:19Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '34907255-f775-49a7-a9f0-3bfdffd81fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:25:07.589826 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7440113-0339-4f61-b1bc-2a68688ea94e None None] The sync data for ids ['cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'] in n-d-741529-9 is: [{'id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806309195', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'de2002e2-9618-49cd-b40c-38b9340b256b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:22:13Z', 'updated_at': '2022-01-18T21:22:17Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': 'de2002e2-9618-49cd-b40c-38b9340b256b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:22:14Z', 'updated_at': '2022-01-18T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '5f851e05-0740-483a-b564-dbd43fd13bc7', 'name': '', 'network_id': '8d576d7c-2f4a-486f-a2c0-5d9f972eb01b', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:81:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '34907255-f775-49a7-a9f0-3bfdffd81fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:22:16Z', 'updated_at': '2022-01-18T21:22:19Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': '34907255-f775-49a7-a9f0-3bfdffd81fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:25:07.807355 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e519cd81-eba0-46ad-85f0-1d2053c97c1f None None] New status for floating IP ea4bbf07-c66d-432a-bbdc-5b4a90039d91: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 21:25:08.322435 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcf0b4-81de-452c-be17-0a9feb53e511 req-4e30fe1d-2ab7-4559-a3a6-f0129cb10e29 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:08.323945 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cfbcf0b4-81de-452c-be17-0a9feb53e511 req-4e30fe1d-2ab7-4559-a3a6-f0129cb10e29 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 945 time: 0.0518568 Jan 18 21:25:08.372207 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cfbcf0b4-81de-452c-be17-0a9feb53e511 req-4d08a0f0-424a-4676-8d4a-a0340d9725ae tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=319eb0fb-3f55-4998-9558-63879ed76b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427470 Jan 18 21:25:08.862569 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba3fb9-a618-43ac-9e70-33174631e572 req-75f068c8-361d-4a80-8882-bc42295a1218 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:08.864281 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f3ba3fb9-a618-43ac-9e70-33174631e572 req-75f068c8-361d-4a80-8882-bc42295a1218 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 945 time: 0.0472112 Jan 18 21:25:08.957419 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-f3ba3fb9-a618-43ac-9e70-33174631e572 req-c3d1d3eb-c66b-4611-b44e-a1ac180d0415 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Deleting port 4e15169a-50ec-4fbe-b79b-93293e1c8ef1 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:25:08.957783 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f3ba3fb9-a618-43ac-9e70-33174631e572 req-c3d1d3eb-c66b-4611-b44e-a1ac180d0415 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (4e15169a-50ec-4fbe-b79b-93293e1c8ef1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:09.046402 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-f3ba3fb9-a618-43ac-9e70-33174631e572 req-c3d1d3eb-c66b-4611-b44e-a1ac180d0415 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] For port 4e15169a-50ec-4fbe-b79b-93293e1c8ef1, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=4e15169a-50ec-4fbe-b79b-93293e1c8ef1,segment=NetworkSegment(e5efde43-4881-4ca7-8b58-6b0e880342c1),segment_id=e5efde43-4881-4ca7-8b58-6b0e880342c1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:25:09.046756 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f3ba3fb9-a618-43ac-9e70-33174631e572 req-c3d1d3eb-c66b-4611-b44e-a1ac180d0415 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (4e15169a-50ec-4fbe-b79b-93293e1c8ef1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:09.058317 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-f3ba3fb9-a618-43ac-9e70-33174631e572 req-c3d1d3eb-c66b-4611-b44e-a1ac180d0415 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Calling delete_port for 4e15169a-50ec-4fbe-b79b-93293e1c8ef1 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:25:09.188635 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f3ba3fb9-a618-43ac-9e70-33174631e572 req-c3d1d3eb-c66b-4611-b44e-a1ac180d0415 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (4e15169a-50ec-4fbe-b79b-93293e1c8ef1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:09.216596 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1d3eb-c66b-4611-b44e-a1ac180d0415 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Port': ['ID=4e15169a-50ec-4fbe-b79b-93293e1c8ef1,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:09.244728 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d1d3eb-c66b-4611-b44e-a1ac180d0415 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:09.245071 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d1d3eb-c66b-4611-b44e-a1ac180d0415 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:09.245408 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d1d3eb-c66b-4611-b44e-a1ac180d0415 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:09.245772 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d1d3eb-c66b-4611-b44e-a1ac180d0415 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:09.246140 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d1d3eb-c66b-4611-b44e-a1ac180d0415 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:09.246466 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d1d3eb-c66b-4611-b44e-a1ac180d0415 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:09.246787 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d1d3eb-c66b-4611-b44e-a1ac180d0415 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:09.247108 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d1d3eb-c66b-4611-b44e-a1ac180d0415 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:09.247427 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d1d3eb-c66b-4611-b44e-a1ac180d0415 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:09.247748 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d1d3eb-c66b-4611-b44e-a1ac180d0415 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:09.248063 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d1d3eb-c66b-4611-b44e-a1ac180d0415 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:09.248376 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d1d3eb-c66b-4611-b44e-a1ac180d0415 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:09.248685 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d1d3eb-c66b-4611-b44e-a1ac180d0415 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:09.269075 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ba3fb9-a618-43ac-9e70-33174631e572 req-c3d1d3eb-c66b-4611-b44e-a1ac180d0415 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] No DVR routers for this DVR port 4e15169a-50ec-4fbe-b79b-93293e1c8ef1 on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:25:09.271512 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-f3ba3fb9-a618-43ac-9e70-33174631e572 req-c3d1d3eb-c66b-4611-b44e-a1ac180d0415 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:09.274906 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f3ba3fb9-a618-43ac-9e70-33174631e572 req-c3d1d3eb-c66b-4611-b44e-a1ac180d0415 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.57 "DELETE /v2.0/ports/4e15169a-50ec-4fbe-b79b-93293e1c8ef1 HTTP/1.1" status: 204 len: 173 time: 0.4054525 Jan 18 21:25:09.275347 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7da1dd-1030-4321-9907-660050944bff', 'name': 'network-vif-deleted', 'tag': '4e15169a-50ec-4fbe-b79b-93293e1c8ef1'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:25:09.278227 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e741fc8-91ae-43a0-a396-40ee2d429866" -d '{"events": [{"server_uuid": "ed7da1dd-1030-4321-9907-660050944bff", "name": "network-vif-deleted", "tag": "4e15169a-50ec-4fbe-b79b-93293e1c8ef1"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:25:09.369473 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12b3c17-3562-4b8f-979e-a68dac4ea986 x-openstack-request-id: req-f12b3c17-3562-4b8f-979e-a68dac4ea986 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:25:09.369699 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7da1dd-1030-4321-9907-660050944bff", "name": "network-vif-deleted", "tag": "4e15169a-50ec-4fbe-b79b-93293e1c8ef1", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:25:09.369952 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f12b3c17-3562-4b8f-979e-a68dac4ea986 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:25:09.370362 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7da1dd-1030-4321-9907-660050944bff', 'name': 'network-vif-deleted', 'tag': '4e15169a-50ec-4fbe-b79b-93293e1c8ef1', 'status': 'completed', 'code': 200} Jan 18 21:25:09.479093 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8dfc7cea-4c79-4ebf-a1f4-f1b30abf837b req-d724d702-e982-44cd-9288-e9216aeb0eb3 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed7da1dd-1030-4321-9907-660050944bff HTTP/1.1" status: 200 len: 210 time: 0.0255160 Jan 18 21:25:10.533682 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43764) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:25:10.891270 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-901dc555-9e43-45f8-ba33-71cf996fde20 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (cd5d6f2b-59c4-48e3-804c-d8ad32e93f38), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:11.474298 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-901dc555-9e43-45f8-ba33-71cf996fde20 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Deleting port 5f851e05-0740-483a-b564-dbd43fd13bc7 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:25:11.474628 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-901dc555-9e43-45f8-ba33-71cf996fde20 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (5f851e05-0740-483a-b564-dbd43fd13bc7), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:11.564059 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-901dc555-9e43-45f8-ba33-71cf996fde20 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] For port 5f851e05-0740-483a-b564-dbd43fd13bc7, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=5f851e05-0740-483a-b564-dbd43fd13bc7,segment=NetworkSegment(e5efde43-4881-4ca7-8b58-6b0e880342c1),segment_id=e5efde43-4881-4ca7-8b58-6b0e880342c1)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:25:11.564727 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-901dc555-9e43-45f8-ba33-71cf996fde20 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (5f851e05-0740-483a-b564-dbd43fd13bc7), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:11.576524 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-901dc555-9e43-45f8-ba33-71cf996fde20 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Calling delete_port for 5f851e05-0740-483a-b564-dbd43fd13bc7 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:25:11.754424 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-901dc555-9e43-45f8-ba33-71cf996fde20 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (5f851e05-0740-483a-b564-dbd43fd13bc7), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:11.780658 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901dc555-9e43-45f8-ba33-71cf996fde20 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Port': ['ID=5f851e05-0740-483a-b564-dbd43fd13bc7,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:11.957771 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-901dc555-9e43-45f8-ba33-71cf996fde20 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (cd5d6f2b-59c4-48e3-804c-d8ad32e93f38), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:12.163972 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901dc555-9e43-45f8-ba33-71cf996fde20 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Router cd5d6f2b-59c4-48e3-804c-d8ad32e93f38 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:25:12.266319 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901dc555-9e43-45f8-ba33-71cf996fde20 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:25:12.272345 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-901dc555-9e43-45f8-ba33-71cf996fde20 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "PUT /v2.0/routers/cd5d6f2b-59c4-48e3-804c-d8ad32e93f38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7376499 Jan 18 21:25:12.275224 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43766) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:25:12.276144 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a79566-a148-4571-8621-f7be0f6ebd51 None None] Sync routers for ids ['cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:25:12.287035 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a79566-a148-4571-8621-f7be0f6ebd51 None None] Routers {'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:25:12.287633 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-94a79566-a148-4571-8621-f7be0f6ebd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:24:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:25:12.326543 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1a8b36-f396-42d6-813b-4afd3df48287 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Deleting subnet 34907255-f775-49a7-a9f0-3bfdffd81fd7 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 21:25:12.329578 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9a1a8b36-f396-42d6-813b-4afd3df48287 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for subnet (34907255-f775-49a7-a9f0-3bfdffd81fd7), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:12.369102 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9a1a8b36-f396-42d6-813b-4afd3df48287 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (34907255-f775-49a7-a9f0-3bfdffd81fd7), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:12.391712 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-94a79566-a148-4571-8621-f7be0f6ebd51 None None] Set router cd5d6f2b-59c4-48e3-804c-d8ad32e93f38 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:25:12.454327 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9a1a8b36-f396-42d6-813b-4afd3df48287 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (34907255-f775-49a7-a9f0-3bfdffd81fd7), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:12.509942 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9a1a8b36-f396-42d6-813b-4afd3df48287 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (34907255-f775-49a7-a9f0-3bfdffd81fd7), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:12.537808 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a8b36-f396-42d6-813b-4afd3df48287 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Subnet': ['ID=34907255-f775-49a7-a9f0-3bfdffd81fd7,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:12.539741 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9a1a8b36-f396-42d6-813b-4afd3df48287 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:12.543226 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-9a1a8b36-f396-42d6-813b-4afd3df48287 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "DELETE /v2.0/subnets/34907255-f775-49a7-a9f0-3bfdffd81fd7 HTTP/1.1" status: 204 len: 168 time: 0.2666414 Jan 18 21:25:12.545858 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43768) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:25:12.550351 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb2fe2e-b0cf-44a8-87d2-3ad27be8254b None None] Network 8d576d7c-2f4a-486f-a2c0-5d9f972eb01b requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:25:12.642310 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-94a79566-a148-4571-8621-f7be0f6ebd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806309195', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'de2002e2-9618-49cd-b40c-38b9340b256b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:22:13Z', 'updated_at': '2022-01-18T21:25:11Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': 'de2002e2-9618-49cd-b40c-38b9340b256b', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:22:14Z', 'updated_at': '2022-01-18T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:25:12.653316 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75d98608-d947-42bc-9130-1f51c2986571 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router (cd5d6f2b-59c4-48e3-804c-d8ad32e93f38), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:12.758774 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75d98608-d947-42bc-9130-1f51c2986571 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_gateway (cd5d6f2b-59c4-48e3-804c-d8ad32e93f38), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:12.812735 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-75d98608-d947-42bc-9130-1f51c2986571 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Deleting port de2002e2-9618-49cd-b40c-38b9340b256b {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:25:12.813085 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75d98608-d947-42bc-9130-1f51c2986571 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (de2002e2-9618-49cd-b40c-38b9340b256b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:12.842345 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a79566-a148-4571-8621-f7be0f6ebd51 None None] Checking router: cd5d6f2b-59c4-48e3-804c-d8ad32e93f38 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:25:12.852519 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a79566-a148-4571-8621-f7be0f6ebd51 None None] Routers {'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:25:12.853106 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-94a79566-a148-4571-8621-f7be0f6ebd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:24:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:25:12.905413 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-75d98608-d947-42bc-9130-1f51c2986571 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] For port de2002e2-9618-49cd-b40c-38b9340b256b, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=de2002e2-9618-49cd-b40c-38b9340b256b,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:25:12.905805 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75d98608-d947-42bc-9130-1f51c2986571 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (de2002e2-9618-49cd-b40c-38b9340b256b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:12.912406 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb53ecb-5e88-4607-a802-13e46d97112e None None] DHCP port deletion for 8d576d7c-2f4a-486f-a2c0-5d9f972eb01b request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:25:12.918748 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-75d98608-d947-42bc-9130-1f51c2986571 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Calling delete_port for de2002e2-9618-49cd-b40c-38b9340b256b owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:25:12.961869 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-94a79566-a148-4571-8621-f7be0f6ebd51 None None] Set router cd5d6f2b-59c4-48e3-804c-d8ad32e93f38 gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:25:13.021904 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-94a79566-a148-4571-8621-f7be0f6ebd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806309195', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:22:13Z', 'updated_at': '2022-01-18T21:25:12Z', 'revision_number': 6, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:25:13.051154 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a79566-a148-4571-8621-f7be0f6ebd51 None None] The sync data for ids ['cd5d6f2b-59c4-48e3-804c-d8ad32e93f38'] in n-d-741529-9 is: [{'id': 'cd5d6f2b-59c4-48e3-804c-d8ad32e93f38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806309195', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:22:13Z', 'updated_at': '2022-01-18T21:25:12Z', 'revision_number': 6, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port_host': None}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:25:13.062748 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-adb53ecb-5e88-4607-a802-13e46d97112e None None] Deleting port 016e2a41-dc5a-49f1-b06e-d89234b35974 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:25:13.062748 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-adb53ecb-5e88-4607-a802-13e46d97112e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (016e2a41-dc5a-49f1-b06e-d89234b35974), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:13.091634 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75d98608-d947-42bc-9130-1f51c2986571 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (de2002e2-9618-49cd-b40c-38b9340b256b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:13.129163 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-adb53ecb-5e88-4607-a802-13e46d97112e None None] For port 016e2a41-dc5a-49f1-b06e-d89234b35974, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=016e2a41-dc5a-49f1-b06e-d89234b35974,segment=NetworkSegment(e5efde43-4881-4ca7-8b58-6b0e880342c1),segment_id=e5efde43-4881-4ca7-8b58-6b0e880342c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:25:13.129163 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-adb53ecb-5e88-4607-a802-13e46d97112e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (016e2a41-dc5a-49f1-b06e-d89234b35974), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:13.133478 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cd2c39-aae7-4889-9db9-4d3a808a863f None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:25:13.141241 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d98608-d947-42bc-9130-1f51c2986571 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Port': ['ID=de2002e2-9618-49cd-b40c-38b9340b256b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:13.152952 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-adb53ecb-5e88-4607-a802-13e46d97112e None None] Calling delete_port for 016e2a41-dc5a-49f1-b06e-d89234b35974 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:25:13.186802 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75d98608-d947-42bc-9130-1f51c2986571 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (cd5d6f2b-59c4-48e3-804c-d8ad32e93f38), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:13.236111 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-adb53ecb-5e88-4607-a802-13e46d97112e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (016e2a41-dc5a-49f1-b06e-d89234b35974), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:13.260952 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb53ecb-5e88-4607-a802-13e46d97112e None None] Pushing event deleted for resources: {'Port': ['ID=016e2a41-dc5a-49f1-b06e-d89234b35974,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:13.265880 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb53ecb-5e88-4607-a802-13e46d97112e None None] No DVR routers for this DVR port 016e2a41-dc5a-49f1-b06e-d89234b35974 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:25:13.281610 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb53ecb-5e88-4607-a802-13e46d97112e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:13.282240 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb53ecb-5e88-4607-a802-13e46d97112e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:13.282357 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75d98608-d947-42bc-9130-1f51c2986571 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (cd5d6f2b-59c4-48e3-804c-d8ad32e93f38), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:13.282473 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb53ecb-5e88-4607-a802-13e46d97112e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:13.282653 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb53ecb-5e88-4607-a802-13e46d97112e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:13.282984 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb53ecb-5e88-4607-a802-13e46d97112e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:13.283314 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb53ecb-5e88-4607-a802-13e46d97112e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:13.283641 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb53ecb-5e88-4607-a802-13e46d97112e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:13.283965 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb53ecb-5e88-4607-a802-13e46d97112e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:13.284283 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb53ecb-5e88-4607-a802-13e46d97112e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:13.284496 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75d98608-d947-42bc-9130-1f51c2986571 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_controller (cd5d6f2b-59c4-48e3-804c-d8ad32e93f38), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:13.284628 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb53ecb-5e88-4607-a802-13e46d97112e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:13.284906 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb53ecb-5e88-4607-a802-13e46d97112e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:13.285222 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb53ecb-5e88-4607-a802-13e46d97112e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:13.285536 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb53ecb-5e88-4607-a802-13e46d97112e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:13.327325 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75d98608-d947-42bc-9130-1f51c2986571 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (cd5d6f2b-59c4-48e3-804c-d8ad32e93f38), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:13.327912 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d98608-d947-42bc-9130-1f51c2986571 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Fanout notify agent at l3_agent the message router_deleted on router cd5d6f2b-59c4-48e3-804c-d8ad32e93f38 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 21:25:13.335105 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75d98608-d947-42bc-9130-1f51c2986571 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:13.336212 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-75d98608-d947-42bc-9130-1f51c2986571 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "DELETE /v2.0/routers/cd5d6f2b-59c4-48e3-804c-d8ad32e93f38 HTTP/1.1" status: 204 len: 168 time: 0.7893932 Jan 18 21:25:13.338918 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43770) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:25:13.414443 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-842d3596-b323-429f-a176-faa3addcbec7 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (8d576d7c-2f4a-486f-a2c0-5d9f972eb01b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:13.506349 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-842d3596-b323-429f-a176-faa3addcbec7 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (8d576d7c-2f4a-486f-a2c0-5d9f972eb01b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:13.511037 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 4e15169a-50ec-4fbe-b79b-93293e1c8ef1 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:25:13.526821 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-842d3596-b323-429f-a176-faa3addcbec7 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d576d7c-2f4a-486f-a2c0-5d9f972eb01b']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:25:13.532761 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 4e15169a-50ec-4fbe-b79b-93293e1c8ef1 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:25:13.533109 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 4e15169a-50ec-4fbe-b79b-93293e1c8ef1 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:25:13.538733 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-842d3596-b323-429f-a176-faa3addcbec7 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5efde43-4881-4ca7-8b58-6b0e880342c1') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:25:13.538851 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-842d3596-b323-429f-a176-faa3addcbec7 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5efde43-4881-4ca7-8b58-6b0e880342c1') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:25:13.550099 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-842d3596-b323-429f-a176-faa3addcbec7 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (e5efde43-4881-4ca7-8b58-6b0e880342c1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:13.563675 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-842d3596-b323-429f-a176-faa3addcbec7 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (e5efde43-4881-4ca7-8b58-6b0e880342c1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:13.570840 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-842d3596-b323-429f-a176-faa3addcbec7 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 21:25:13.571321 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-842d3596-b323-429f-a176-faa3addcbec7 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (e5efde43-4881-4ca7-8b58-6b0e880342c1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: timer() Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 21:25:13.575221 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 21:25:13.637783 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-842d3596-b323-429f-a176-faa3addcbec7 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (8d576d7c-2f4a-486f-a2c0-5d9f972eb01b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:13.641978 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-842d3596-b323-429f-a176-faa3addcbec7 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:13.648523 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43772) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:25:13.650104 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-842d3596-b323-429f-a176-faa3addcbec7 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "DELETE /v2.0/networks/8d576d7c-2f4a-486f-a2c0-5d9f972eb01b HTTP/1.1" status: 204 len: 168 time: 0.3102155 Jan 18 21:25:13.664418 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d3596-b323-429f-a176-faa3addcbec7 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Network': ['ID=8d576d7c-2f4a-486f-a2c0-5d9f972eb01b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:13.710418 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ee495bdf-d3d8-4325-8ca5-270767921590 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (319eb0fb-3f55-4998-9558-63879ed76b6b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:13.736548 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ee495bdf-d3d8-4325-8ca5-270767921590 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (319eb0fb-3f55-4998-9558-63879ed76b6b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:13.804931 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ee495bdf-d3d8-4325-8ca5-270767921590 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (319eb0fb-3f55-4998-9558-63879ed76b6b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:13.807897 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ee495bdf-d3d8-4325-8ca5-270767921590 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:13.811795 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ee495bdf-d3d8-4325-8ca5-270767921590 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "DELETE /v2.0/security-groups/319eb0fb-3f55-4998-9558-63879ed76b6b HTTP/1.1" status: 204 len: 168 time: 0.1597369 Jan 18 21:25:13.822887 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee495bdf-d3d8-4325-8ca5-270767921590 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=319eb0fb-3f55-4998-9558-63879ed76b6b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:13.840320 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 016e2a41-dc5a-49f1-b06e-d89234b35974 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:25:13.866807 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 016e2a41-dc5a-49f1-b06e-d89234b35974 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:25:13.867680 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 016e2a41-dc5a-49f1-b06e-d89234b35974 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:25:13.867680 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device de2002e2-9618-49cd-b40c-38b9340b256b no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:25:13.887502 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: de2002e2-9618-49cd-b40c-38b9340b256b {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:25:13.887855 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device de2002e2-9618-49cd-b40c-38b9340b256b not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:25:13.888267 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 5f851e05-0740-483a-b564-dbd43fd13bc7 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:25:13.908435 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 5f851e05-0740-483a-b564-dbd43fd13bc7 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:25:13.908782 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 5f851e05-0740-483a-b564-dbd43fd13bc7 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:25:14.489220 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43778) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:25:14.493835 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-fc334ec2-5f7f-4456-95de-50231e0b7400 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-558465173', 'description': 'tempest-secgroup-smoke-558465173 description', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:25:14.518030 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fc334ec2-5f7f-4456-95de-50231e0b7400 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:14.584587 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fc334ec2-5f7f-4456-95de-50231e0b7400 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (f1317309-59d8-42d4-8953-064e0165ecb8), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:14.588342 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fc334ec2-5f7f-4456-95de-50231e0b7400 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f1317309-59d8-42d4-8953-064e0165ecb8), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:14.616390 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fc334ec2-5f7f-4456-95de-50231e0b7400 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:14.617598 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-fc334ec2-5f7f-4456-95de-50231e0b7400 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1273489 Jan 18 21:25:14.619459 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc334ec2-5f7f-4456-95de-50231e0b7400 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1317309-59d8-42d4-8953-064e0165ecb8,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:14.620785 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43780) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:25:14.625926 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-ecbbb34f-988e-49f3-b2b3-d074b660128c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': 'f1317309-59d8-42d4-8953-064e0165ecb8', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:25:14.653475 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ecbbb34f-988e-49f3-b2b3-d074b660128c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (9058636c-1872-40d7-9e69-8d6725c017f0), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:14.707043 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ecbbb34f-988e-49f3-b2b3-d074b660128c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (9058636c-1872-40d7-9e69-8d6725c017f0), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:14.710922 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ecbbb34f-988e-49f3-b2b3-d074b660128c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (9058636c-1872-40d7-9e69-8d6725c017f0), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:14.727859 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbbb34f-988e-49f3-b2b3-d074b660128c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9058636c-1872-40d7-9e69-8d6725c017f0,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:14.735726 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ecbbb34f-988e-49f3-b2b3-d074b660128c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:14.736917 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-ecbbb34f-988e-49f3-b2b3-d074b660128c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145689 Jan 18 21:25:14.740080 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43782) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:25:14.744266 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-3a46922a-8763-4269-ae2e-36de4970113f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': 'f1317309-59d8-42d4-8953-064e0165ecb8', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:25:14.770798 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a46922a-8763-4269-ae2e-36de4970113f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (c44ff8cd-124f-4e83-9229-089e7be284ce), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:14.823366 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a46922a-8763-4269-ae2e-36de4970113f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (c44ff8cd-124f-4e83-9229-089e7be284ce), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:14.826781 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a46922a-8763-4269-ae2e-36de4970113f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (c44ff8cd-124f-4e83-9229-089e7be284ce), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:14.846569 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46922a-8763-4269-ae2e-36de4970113f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44ff8cd-124f-4e83-9229-089e7be284ce,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:14.854761 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a46922a-8763-4269-ae2e-36de4970113f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:14.856449 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-3a46922a-8763-4269-ae2e-36de4970113f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154637 Jan 18 21:25:14.859113 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43784) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:25:14.863629 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-1fe696e3-1828-4de3-a3c9-8778fd6f4132 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': 'f1317309-59d8-42d4-8953-064e0165ecb8', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:25:14.891180 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1fe696e3-1828-4de3-a3c9-8778fd6f4132 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (768935e5-59b8-4d0a-a12e-390c7c2e326a), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:14.946126 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1fe696e3-1828-4de3-a3c9-8778fd6f4132 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (768935e5-59b8-4d0a-a12e-390c7c2e326a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:14.949791 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1fe696e3-1828-4de3-a3c9-8778fd6f4132 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (768935e5-59b8-4d0a-a12e-390c7c2e326a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:14.968254 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe696e3-1828-4de3-a3c9-8778fd6f4132 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768935e5-59b8-4d0a-a12e-390c7c2e326a,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:14.973817 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1fe696e3-1828-4de3-a3c9-8778fd6f4132 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:14.974157 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-1fe696e3-1828-4de3-a3c9-8778fd6f4132 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141319 Jan 18 21:25:14.976821 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43786) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:25:14.981554 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-8184c016-26a6-4a6c-8286-c121b029f32b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': 'f1317309-59d8-42d4-8953-064e0165ecb8', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:25:15.008626 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8184c016-26a6-4a6c-8286-c121b029f32b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (9b65e88f-b03f-4c5a-af3b-fa4e5973b2d1), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:15.064715 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8184c016-26a6-4a6c-8286-c121b029f32b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (9b65e88f-b03f-4c5a-af3b-fa4e5973b2d1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:15.070271 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8184c016-26a6-4a6c-8286-c121b029f32b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (9b65e88f-b03f-4c5a-af3b-fa4e5973b2d1), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:15.087602 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184c016-26a6-4a6c-8286-c121b029f32b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b65e88f-b03f-4c5a-af3b-fa4e5973b2d1,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:15.094992 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8184c016-26a6-4a6c-8286-c121b029f32b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:15.096192 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8184c016-26a6-4a6c-8286-c121b029f32b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184607 Jan 18 21:25:15.098958 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43788) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:25:15.103398 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-cbdce12e-d06e-4056-bb61-455f3bab8b1c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': 'f1317309-59d8-42d4-8953-064e0165ecb8', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:25:15.127048 n-d-741529-9 neutron-server[103335]: INFO neutron.db.securitygroups_db [None req-cbdce12e-d06e-4056-bb61-455f3bab8b1c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Project c09e16e9f5a443bda5c1698c9e5d5165 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 21:25:15.131657 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cbdce12e-d06e-4056-bb61-455f3bab8b1c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (87bf50e0-4b82-488c-9967-3f0978aec194), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:15.187799 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cbdce12e-d06e-4056-bb61-455f3bab8b1c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (87bf50e0-4b82-488c-9967-3f0978aec194), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:15.191202 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cbdce12e-d06e-4056-bb61-455f3bab8b1c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (87bf50e0-4b82-488c-9967-3f0978aec194), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:15.211959 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdce12e-d06e-4056-bb61-455f3bab8b1c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87bf50e0-4b82-488c-9967-3f0978aec194,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:15.219944 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cbdce12e-d06e-4056-bb61-455f3bab8b1c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:15.221097 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cbdce12e-d06e-4056-bb61-455f3bab8b1c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212888 Jan 18 21:25:15.223931 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43790) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:25:15.228352 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-10e5091d-9ac0-49a9-8c91-097093d6c5d2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'security_group_rule': {'security_group_id': 'f1317309-59d8-42d4-8953-064e0165ecb8', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:25:15.253713 n-d-741529-9 neutron-server[103335]: INFO neutron.db.securitygroups_db [None req-10e5091d-9ac0-49a9-8c91-097093d6c5d2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Project c09e16e9f5a443bda5c1698c9e5d5165 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 21:25:15.258349 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10e5091d-9ac0-49a9-8c91-097093d6c5d2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (e7788065-8d95-43e7-927d-5462ceeb288b), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:15.316255 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10e5091d-9ac0-49a9-8c91-097093d6c5d2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (e7788065-8d95-43e7-927d-5462ceeb288b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:15.319723 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10e5091d-9ac0-49a9-8c91-097093d6c5d2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (e7788065-8d95-43e7-927d-5462ceeb288b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:15.339155 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5091d-9ac0-49a9-8c91-097093d6c5d2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7788065-8d95-43e7-927d-5462ceeb288b,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:15.344725 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10e5091d-9ac0-49a9-8c91-097093d6c5d2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:15.345925 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-10e5091d-9ac0-49a9-8c91-097093d6c5d2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209562 Jan 18 21:25:15.348757 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43792) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:25:15.353527 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-4f6e1be4-808f-4950-92dc-b0d4ee92621b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'network': {'name': 'tempest-network-smoke--976303078', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'port_security_enabled': True}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:25:15.375564 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6e1be4-808f-4950-92dc-b0d4ee92621b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Made reservation on behalf of c09e16e9f5a443bda5c1698c9e5d5165 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:25:15.378969 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1be4-808f-4950-92dc-b0d4ee92621b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:15.401870 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f6e1be4-808f-4950-92dc-b0d4ee92621b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 21:25:15.410571 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1be4-808f-4950-92dc-b0d4ee92621b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (207a2fbc-26b0-49fa-b30b-945fa079213b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:15.410954 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-4f6e1be4-808f-4950-92dc-b0d4ee92621b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Added segment 207a2fbc-26b0-49fa-b30b-945fa079213b of type vlan for network affe87a5-1091-45a6-8130-a9576779681f Jan 18 21:25:15.449815 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1be4-808f-4950-92dc-b0d4ee92621b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (affe87a5-1091-45a6-8130-a9576779681f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:15.473319 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1be4-808f-4950-92dc-b0d4ee92621b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (affe87a5-1091-45a6-8130-a9576779681f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:15.479080 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6e1be4-808f-4950-92dc-b0d4ee92621b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:15.479656 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1be4-808f-4950-92dc-b0d4ee92621b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:15.511707 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4f6e1be4-808f-4950-92dc-b0d4ee92621b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1619365 Jan 18 21:25:15.514589 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43794) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:25:15.520685 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-cebb1b36-5379-423c-85af-aa591c6cab26 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1804764332', 'admin_state_up': True, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:25:15.565782 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e1be4-808f-4950-92dc-b0d4ee92621b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Network': ['ID=affe87a5-1091-45a6-8130-a9576779681f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:15.576353 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network affe87a5-1091-45a6-8130-a9576779681f details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 21:25:15.581505 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cebb1b36-5379-423c-85af-aa591c6cab26 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (555469a4-493f-4b62-bdb5-9222dbd7ecbe), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:15.582711 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cebb1b36-5379-423c-85af-aa591c6cab26 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (555469a4-493f-4b62-bdb5-9222dbd7ecbe), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:15.634594 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cebb1b36-5379-423c-85af-aa591c6cab26 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_controller (555469a4-493f-4b62-bdb5-9222dbd7ecbe), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:15.775895 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cebb1b36-5379-423c-85af-aa591c6cab26 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_gateway (555469a4-493f-4b62-bdb5-9222dbd7ecbe), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:15.957778 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cebb1b36-5379-423c-85af-aa591c6cab26 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_gateway (555469a4-493f-4b62-bdb5-9222dbd7ecbe), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:15.978979 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cebb1b36-5379-423c-85af-aa591c6cab26 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:16.076520 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-cebb1b36-5379-423c-85af-aa591c6cab26 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Allocated IP 172.25.4.63 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/8212aa93-caca-4d6c-a736-c0aa497b5502) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:25:16.178193 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cebb1b36-5379-423c-85af-aa591c6cab26 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (8212aa93-caca-4d6c-a736-c0aa497b5502), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:16.210869 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cebb1b36-5379-423c-85af-aa591c6cab26 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (8212aa93-caca-4d6c-a736-c0aa497b5502), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:16.249695 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebb1b36-5379-423c-85af-aa591c6cab26 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:25:16.252367 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-cebb1b36-5379-423c-85af-aa591c6cab26 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:25:16.255815 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebb1b36-5379-423c-85af-aa591c6cab26 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:25:16.267072 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be6470b-7d11-4b86-bafd-61238c816174 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:25:16.277190 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb1b36-5379-423c-85af-aa591c6cab26 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=8212aa93-caca-4d6c-a736-c0aa497b5502,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:16.348270 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-53067f0d-97f6-42ec-b18c-50361e230bbc None None] Provisioning complete for port 8212aa93-caca-4d6c-a736-c0aa497b5502 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:25:16.348647 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-53067f0d-97f6-42ec-b18c-50361e230bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8212aa93-caca-4d6c-a736-c0aa497b5502), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:16.383158 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-53067f0d-97f6-42ec-b18c-50361e230bbc None None] Port 8212aa93-caca-4d6c-a736-c0aa497b5502 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:25:16.779360 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cebb1b36-5379-423c-85af-aa591c6cab26 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_gateway (555469a4-493f-4b62-bdb5-9222dbd7ecbe), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:16.970187 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cebb1b36-5379-423c-85af-aa591c6cab26 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (555469a4-493f-4b62-bdb5-9222dbd7ecbe), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:17.092215 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebb1b36-5379-423c-85af-aa591c6cab26 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Router 555469a4-493f-4b62-bdb5-9222dbd7ecbe is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 21:25:17.195599 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebb1b36-5379-423c-85af-aa591c6cab26 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:25:17.207270 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9359aafd-e6f3-40c1-9b66-e8459e6399c6 None None] Sync routers for ids ['555469a4-493f-4b62-bdb5-9222dbd7ecbe'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:25:17.219204 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9359aafd-e6f3-40c1-9b66-e8459e6399c6 None None] Routers {'555469a4-493f-4b62-bdb5-9222dbd7ecbe'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:25:17.219418 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cebb1b36-5379-423c-85af-aa591c6cab26 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:17.219929 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-9359aafd-e6f3-40c1-9b66-e8459e6399c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:24:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['555469a4-493f-4b62-bdb5-9222dbd7ecbe'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:25:17.220664 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-cebb1b36-5379-423c-85af-aa591c6cab26 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7051742 Jan 18 21:25:17.223785 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43796) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:25:17.251571 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-92d30e26-3752-464f-8803-146d0fd6f561 tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=c09e16e9f5a443bda5c1698c9e5d5165&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265195 Jan 18 21:25:17.253892 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43798) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:25:17.322037 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-9359aafd-e6f3-40c1-9b66-e8459e6399c6 None None] Set router 555469a4-493f-4b62-bdb5-9222dbd7ecbe gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:25:17.401493 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885c7604-bddb-4b38-ace3-0f09dc2ddb6e tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:17.402979 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-885c7604-bddb-4b38-ace3-0f09dc2ddb6e tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1482065 Jan 18 21:25:17.405837 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43800) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:25:17.439597 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-be2e47fe-93b8-473b-9160-481dea4f7b22 tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b0799cf-8cdf-46d5-953b-bdacab604b8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326993 Jan 18 21:25:17.442306 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43802) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:25:17.447008 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-9de5e24d-cbb8-4361-8698-ef92c8499f67 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1956170494', 'network_id': 'affe87a5-1091-45a6-8130-a9576779681f', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:25:17.491815 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-9359aafd-e6f3-40c1-9b66-e8459e6399c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804764332', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:25:16Z', 'revision_number': 3, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:25:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:25:17.522843 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9359aafd-e6f3-40c1-9b66-e8459e6399c6 None None] Checking router: 555469a4-493f-4b62-bdb5-9222dbd7ecbe for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:25:17.523186 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9359aafd-e6f3-40c1-9b66-e8459e6399c6 None None] Updating router 555469a4-493f-4b62-bdb5-9222dbd7ecbe port 8212aa93-caca-4d6c-a736-c0aa497b5502 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 21:25:17.539855 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de5e24d-cbb8-4361-8698-ef92c8499f67 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Made reservation on behalf of c09e16e9f5a443bda5c1698c9e5d5165 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:25:17.543431 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9de5e24d-cbb8-4361-8698-ef92c8499f67 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:17.552405 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-9359aafd-e6f3-40c1-9b66-e8459e6399c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8212aa93-caca-4d6c-a736-c0aa497b5502), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:17.723399 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9de5e24d-cbb8-4361-8698-ef92c8499f67 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (af9dd49f-9c40-456b-b50c-5d6e6bca5d1a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:17.786205 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5e24d-cbb8-4361-8698-ef92c8499f67 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Subnet': ['ID=af9dd49f-9c40-456b-b50c-5d6e6bca5d1a,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:17.796010 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-9359aafd-e6f3-40c1-9b66-e8459e6399c6 None None] Publish callbacks [] for port (8212aa93-caca-4d6c-a736-c0aa497b5502), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:17.796431 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de5e24d-cbb8-4361-8698-ef92c8499f67 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Checking segment: {'id': '207a2fbc-26b0-49fa-b30b-945fa079213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'affe87a5-1091-45a6-8130-a9576779681f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:25:17.796814 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de5e24d-cbb8-4361-8698-ef92c8499f67 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network hostable DHCP agents. Network: affe87a5-1091-45a6-8130-a9576779681f, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 21:25:17.801934 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-9359aafd-e6f3-40c1-9b66-e8459e6399c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8212aa93-caca-4d6c-a736-c0aa497b5502), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:17.815093 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de5e24d-cbb8-4361-8698-ef92c8499f67 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network affe87a5-1091-45a6-8130-a9576779681f is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 21:25:17.823626 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-9de5e24d-cbb8-4361-8698-ef92c8499f67 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, affe87a5-1091-45a6-8130-a9576779681f) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:25:17.828674 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de5e24d-cbb8-4361-8698-ef92c8499f67 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:17.829455 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9de5e24d-cbb8-4361-8698-ef92c8499f67 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:17.835634 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a080c7-4977-4602-8e47-4a9a2a55eff0 None None] Network affe87a5-1091-45a6-8130-a9576779681f requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:25:17.848583 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9de5e24d-cbb8-4361-8698-ef92c8499f67 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4027140 Jan 18 21:25:17.848736 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-9359aafd-e6f3-40c1-9b66-e8459e6399c6 None None] Attempting to bind port 8212aa93-caca-4d6c-a736-c0aa497b5502 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:25:17.848736 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-9359aafd-e6f3-40c1-9b66-e8459e6399c6 None None] Attempting to bind port 8212aa93-caca-4d6c-a736-c0aa497b5502 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:25:17.848736 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9359aafd-e6f3-40c1-9b66-e8459e6399c6 None None] Attempting to bind port 8212aa93-caca-4d6c-a736-c0aa497b5502 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:25:17.849345 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43804) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:25:17.859288 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9359aafd-e6f3-40c1-9b66-e8459e6399c6 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:25:17.859668 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9359aafd-e6f3-40c1-9b66-e8459e6399c6 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:25:17.860080 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-9359aafd-e6f3-40c1-9b66-e8459e6399c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:17.860467 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9359aafd-e6f3-40c1-9b66-e8459e6399c6 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:25:17.860938 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-9359aafd-e6f3-40c1-9b66-e8459e6399c6 None None] Bound port: 8212aa93-caca-4d6c-a736-c0aa497b5502, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:25:17.861316 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-9359aafd-e6f3-40c1-9b66-e8459e6399c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8212aa93-caca-4d6c-a736-c0aa497b5502), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:17.863814 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08127768-04da-48d1-bd3c-6bf029fcb820 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:25:17.912591 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-9359aafd-e6f3-40c1-9b66-e8459e6399c6 None None] For port 8212aa93-caca-4d6c-a736-c0aa497b5502, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:25:17.915635 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-9359aafd-e6f3-40c1-9b66-e8459e6399c6 None None] For port 8212aa93-caca-4d6c-a736-c0aa497b5502, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8212aa93-caca-4d6c-a736-c0aa497b5502,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:25:17.924603 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-9359aafd-e6f3-40c1-9b66-e8459e6399c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8212aa93-caca-4d6c-a736-c0aa497b5502), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:17.927433 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-9004fc97-2357-40c6-95e0-efaf94f6a187 None None] Provisioning complete for port 8212aa93-caca-4d6c-a736-c0aa497b5502 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:25:17.927576 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce16dc9-be5f-4a11-818d-b2e536af2305 None None] Pushing event updated for resources: {'Port': ['ID=8212aa93-caca-4d6c-a736-c0aa497b5502,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:17.927801 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9004fc97-2357-40c6-95e0-efaf94f6a187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8212aa93-caca-4d6c-a736-c0aa497b5502), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:17.943551 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce16dc9-be5f-4a11-818d-b2e536af2305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:17.944958 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce16dc9-be5f-4a11-818d-b2e536af2305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:17.945411 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce16dc9-be5f-4a11-818d-b2e536af2305 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:17.946078 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce16dc9-be5f-4a11-818d-b2e536af2305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:17.946515 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce16dc9-be5f-4a11-818d-b2e536af2305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:17.946934 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce16dc9-be5f-4a11-818d-b2e536af2305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:17.947367 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce16dc9-be5f-4a11-818d-b2e536af2305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:17.947783 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce16dc9-be5f-4a11-818d-b2e536af2305 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:17.948232 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce16dc9-be5f-4a11-818d-b2e536af2305 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:17.949732 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce16dc9-be5f-4a11-818d-b2e536af2305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:17.950282 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce16dc9-be5f-4a11-818d-b2e536af2305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:17.950571 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce16dc9-be5f-4a11-818d-b2e536af2305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:17.951585 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce16dc9-be5f-4a11-818d-b2e536af2305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:25:17.962177 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61469b6b-7281-439d-bb73-c42677fb65a5 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:25:17.995436 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92edd90c-b105-4a2e-b770-5bccdbae27c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-affe87a5-1091-45a6-8130-a9576779681f', 'network_id': 'affe87a5-1091-45a6-8130-a9576779681f', 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'fixed_ips': [{'subnet_id': 'af9dd49f-9c40-456b-b50c-5d6e6bca5d1a'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 21:25:17.996821 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-92edd90c-b105-4a2e-b770-5bccdbae27c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:18.003191 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9359aafd-e6f3-40c1-9b66-e8459e6399c6 None None] Routers {'555469a4-493f-4b62-bdb5-9222dbd7ecbe'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:25:18.004018 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-9359aafd-e6f3-40c1-9b66-e8459e6399c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:24:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['555469a4-493f-4b62-bdb5-9222dbd7ecbe'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:25:18.059172 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9004fc97-2357-40c6-95e0-efaf94f6a187 None None] Current status of the port 8212aa93-caca-4d6c-a736-c0aa497b5502 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:25:18.059868 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9004fc97-2357-40c6-95e0-efaf94f6a187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (8212aa93-caca-4d6c-a736-c0aa497b5502), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:18.066987 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce16dc9-be5f-4a11-818d-b2e536af2305 None None] Pushing event updated for resources: {'Port': ['ID=8212aa93-caca-4d6c-a736-c0aa497b5502,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:18.128840 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-9359aafd-e6f3-40c1-9b66-e8459e6399c6 None None] Set router 555469a4-493f-4b62-bdb5-9222dbd7ecbe gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:25:18.140888 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-9004fc97-2357-40c6-95e0-efaf94f6a187 None None] For port 8212aa93-caca-4d6c-a736-c0aa497b5502, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8212aa93-caca-4d6c-a736-c0aa497b5502,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:25:18.160498 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9004fc97-2357-40c6-95e0-efaf94f6a187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (8212aa93-caca-4d6c-a736-c0aa497b5502), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:18.203328 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-92edd90c-b105-4a2e-b770-5bccdbae27c1 None None] Allocated IP 172.20.0.2 (affe87a5-1091-45a6-8130-a9576779681f/af9dd49f-9c40-456b-b50c-5d6e6bca5d1a/38367e8f-3275-4efb-a0fd-839163439b68) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:25:18.326782 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004fc97-2357-40c6-95e0-efaf94f6a187 None None] Pushing event updated for resources: {'Port': ['ID=8212aa93-caca-4d6c-a736-c0aa497b5502,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:18.328442 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d40b9c93-2be9-42bb-af91-0203448a09ef tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:18.353513 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-5fbf4288-b283-48f0-ad08-9c217c187721 None None] Provisioning complete for port 8212aa93-caca-4d6c-a736-c0aa497b5502 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:25:18.354192 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5fbf4288-b283-48f0-ad08-9c217c187721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8212aa93-caca-4d6c-a736-c0aa497b5502), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:18.412293 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-9359aafd-e6f3-40c1-9b66-e8459e6399c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804764332', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:25:16Z', 'revision_number': 3, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:25:18.426133 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-92edd90c-b105-4a2e-b770-5bccdbae27c1 None None] Publish callbacks [] for port (38367e8f-3275-4efb-a0fd-839163439b68), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:18.438400 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-92edd90c-b105-4a2e-b770-5bccdbae27c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (38367e8f-3275-4efb-a0fd-839163439b68), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:18.441155 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9359aafd-e6f3-40c1-9b66-e8459e6399c6 None None] The sync data for ids ['555469a4-493f-4b62-bdb5-9222dbd7ecbe'] in n-d-741529-9 is: [{'id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804764332', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:25:16Z', 'revision_number': 3, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:25:18.499415 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92edd90c-b105-4a2e-b770-5bccdbae27c1 None None] Network affe87a5-1091-45a6-8130-a9576779681f is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:25:18.510021 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-92edd90c-b105-4a2e-b770-5bccdbae27c1 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:25:18.516739 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92edd90c-b105-4a2e-b770-5bccdbae27c1 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:25:18.533648 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf4288-b283-48f0-ad08-9c217c187721 None None] Current status of the port 8212aa93-caca-4d6c-a736-c0aa497b5502 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:25:18.552121 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92edd90c-b105-4a2e-b770-5bccdbae27c1 None None] Pushing event updated for resources: {'Port': ['ID=38367e8f-3275-4efb-a0fd-839163439b68,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:18.587839 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-92edd90c-b105-4a2e-b770-5bccdbae27c1 None None] Attempting to bind port 38367e8f-3275-4efb-a0fd-839163439b68 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:25:18.588235 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-92edd90c-b105-4a2e-b770-5bccdbae27c1 None None] Attempting to bind port 38367e8f-3275-4efb-a0fd-839163439b68 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '207a2fbc-26b0-49fa-b30b-945fa079213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'affe87a5-1091-45a6-8130-a9576779681f'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:25:18.588602 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92edd90c-b105-4a2e-b770-5bccdbae27c1 None None] Attempting to bind port 38367e8f-3275-4efb-a0fd-839163439b68 on network affe87a5-1091-45a6-8130-a9576779681f {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:25:18.593813 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92edd90c-b105-4a2e-b770-5bccdbae27c1 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:25:18.594194 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92edd90c-b105-4a2e-b770-5bccdbae27c1 None None] Checking segment: {'id': '207a2fbc-26b0-49fa-b30b-945fa079213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'affe87a5-1091-45a6-8130-a9576779681f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:25:18.594600 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-92edd90c-b105-4a2e-b770-5bccdbae27c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:18.594995 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92edd90c-b105-4a2e-b770-5bccdbae27c1 None None] Bound using segment: {'id': '207a2fbc-26b0-49fa-b30b-945fa079213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'affe87a5-1091-45a6-8130-a9576779681f'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:25:18.595459 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-92edd90c-b105-4a2e-b770-5bccdbae27c1 None None] Bound port: 38367e8f-3275-4efb-a0fd-839163439b68, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207a2fbc-26b0-49fa-b30b-945fa079213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'affe87a5-1091-45a6-8130-a9576779681f'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:25:18.595839 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-92edd90c-b105-4a2e-b770-5bccdbae27c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (38367e8f-3275-4efb-a0fd-839163439b68), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:18.633092 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-d40b9c93-2be9-42bb-af91-0203448a09ef tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Allocated IP 172.20.0.1 (affe87a5-1091-45a6-8130-a9576779681f/af9dd49f-9c40-456b-b50c-5d6e6bca5d1a/335d634a-5952-437f-a515-100a1eb5fdea) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:25:18.661647 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-92edd90c-b105-4a2e-b770-5bccdbae27c1 None None] For port 38367e8f-3275-4efb-a0fd-839163439b68, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:25:18.665762 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-92edd90c-b105-4a2e-b770-5bccdbae27c1 None None] For port 38367e8f-3275-4efb-a0fd-839163439b68, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=38367e8f-3275-4efb-a0fd-839163439b68,segment=NetworkSegment(207a2fbc-26b0-49fa-b30b-945fa079213b),segment_id=207a2fbc-26b0-49fa-b30b-945fa079213b)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:25:18.671100 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-92edd90c-b105-4a2e-b770-5bccdbae27c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (38367e8f-3275-4efb-a0fd-839163439b68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:18.756736 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92edd90c-b105-4a2e-b770-5bccdbae27c1 None None] Pushing event updated for resources: {'Port': ['ID=38367e8f-3275-4efb-a0fd-839163439b68,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:18.768621 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d40b9c93-2be9-42bb-af91-0203448a09ef tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (335d634a-5952-437f-a515-100a1eb5fdea), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:18.816755 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d40b9c93-2be9-42bb-af91-0203448a09ef tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (335d634a-5952-437f-a515-100a1eb5fdea), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:18.865964 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40b9c93-2be9-42bb-af91-0203448a09ef tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network affe87a5-1091-45a6-8130-a9576779681f is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:25:18.869231 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-d40b9c93-2be9-42bb-af91-0203448a09ef tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:25:18.871755 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40b9c93-2be9-42bb-af91-0203448a09ef tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:25:18.902665 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b9c93-2be9-42bb-af91-0203448a09ef tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=335d634a-5952-437f-a515-100a1eb5fdea,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:18.941441 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d40b9c93-2be9-42bb-af91-0203448a09ef tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (555469a4-493f-4b62-bdb5-9222dbd7ecbe), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:19.082379 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d40b9c93-2be9-42bb-af91-0203448a09ef tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (335d634a-5952-437f-a515-100a1eb5fdea), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:19.369437 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d40b9c93-2be9-42bb-af91-0203448a09ef tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (335d634a-5952-437f-a515-100a1eb5fdea), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:19.374617 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d40b9c93-2be9-42bb-af91-0203448a09ef tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (335d634a-5952-437f-a515-100a1eb5fdea), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:19.452786 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b9c93-2be9-42bb-af91-0203448a09ef tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=335d634a-5952-437f-a515-100a1eb5fdea,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:19.455396 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d40b9c93-2be9-42bb-af91-0203448a09ef tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (555469a4-493f-4b62-bdb5-9222dbd7ecbe), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:19.550156 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40b9c93-2be9-42bb-af91-0203448a09ef tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network affe87a5-1091-45a6-8130-a9576779681f is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:25:19.551809 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-d40b9c93-2be9-42bb-af91-0203448a09ef tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:25:19.679147 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40b9c93-2be9-42bb-af91-0203448a09ef tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Router 555469a4-493f-4b62-bdb5-9222dbd7ecbe has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:25:19.728339 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486f5354-7d0a-45e3-95ba-ce99c612e88f None None] Network affe87a5-1091-45a6-8130-a9576779681f requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:25:19.799840 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40b9c93-2be9-42bb-af91-0203448a09ef tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:25:19.805417 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d40b9c93-2be9-42bb-af91-0203448a09ef tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "PUT /v2.0/routers/555469a4-493f-4b62-bdb5-9222dbd7ecbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9550428 Jan 18 21:25:19.816625 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8212aa93-caca-4d6c-a736-c0aa497b5502 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:25:19.879070 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d53f6ffa-3d5e-492a-b628-a2dc3696def2 None None] Provisioning complete for port 38367e8f-3275-4efb-a0fd-839163439b68 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:25:19.879435 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d53f6ffa-3d5e-492a-b628-a2dc3696def2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (38367e8f-3275-4efb-a0fd-839163439b68), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:19.945715 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 8212aa93-caca-4d6c-a736-c0aa497b5502 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:25:19.946074 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (8212aa93-caca-4d6c-a736-c0aa497b5502), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:19.974275 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-4b8c72a3-7eba-4bf2-98c7-a69a92cdd877 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-558465173&fields=id&tenant_id=c09e16e9f5a443bda5c1698c9e5d5165 HTTP/1.1" status: 200 len: 267 time: 0.0566161 Jan 18 21:25:20.019245 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d53f6ffa-3d5e-492a-b628-a2dc3696def2 None None] Current status of the port 38367e8f-3275-4efb-a0fd-839163439b68 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:25:20.019627 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d53f6ffa-3d5e-492a-b628-a2dc3696def2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (38367e8f-3275-4efb-a0fd-839163439b68), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:20.086663 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d53f6ffa-3d5e-492a-b628-a2dc3696def2 None None] For port 38367e8f-3275-4efb-a0fd-839163439b68, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=38367e8f-3275-4efb-a0fd-839163439b68,segment=NetworkSegment(207a2fbc-26b0-49fa-b30b-945fa079213b),segment_id=207a2fbc-26b0-49fa-b30b-945fa079213b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:25:20.088334 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-1b7b32c7-e832-498b-b074-c14f1f219ba4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:20.089726 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 8212aa93-caca-4d6c-a736-c0aa497b5502 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:25:20.090348 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-1b7b32c7-e832-498b-b074-c14f1f219ba4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/networks?id=affe87a5-1091-45a6-8130-a9576779681f HTTP/1.1" status: 200 len: 796 time: 0.1103125 Jan 18 21:25:20.090861 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 38367e8f-3275-4efb-a0fd-839163439b68 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:25:20.094301 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d53f6ffa-3d5e-492a-b628-a2dc3696def2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (38367e8f-3275-4efb-a0fd-839163439b68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:20.114158 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-622d1758-5715-49fb-8b40-7b3a11126bb1 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/quotas/c09e16e9f5a443bda5c1698c9e5d5165 HTTP/1.1" status: 200 len: 375 time: 0.0118053 Jan 18 21:25:20.172754 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f6ffa-3d5e-492a-b628-a2dc3696def2 None None] Pushing event updated for resources: {'Port': ['ID=38367e8f-3275-4efb-a0fd-839163439b68,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:20.186525 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 38367e8f-3275-4efb-a0fd-839163439b68 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:25:20.186909 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (38367e8f-3275-4efb-a0fd-839163439b68), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:20.191370 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-5c0ece54-56c5-47c5-8a19-345df6c12617 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671492 Jan 18 21:25:20.235547 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0e446318-db23-4e65-b81d-89e4790efd64 None None] Provisioning complete for port 38367e8f-3275-4efb-a0fd-839163439b68 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:25:20.235850 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0e446318-db23-4e65-b81d-89e4790efd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (38367e8f-3275-4efb-a0fd-839163439b68), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:20.327312 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-5e82e2f6-1a56-46f8-9df6-81fac44b0b93 service neutron] 10.222.0.31 "GET /v2.0/networks/affe87a5-1091-45a6-8130-a9576779681f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219397 Jan 18 21:25:20.333691 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 38367e8f-3275-4efb-a0fd-839163439b68 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:25:20.377986 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0e446318-db23-4e65-b81d-89e4790efd64 None None] Current status of the port 38367e8f-3275-4efb-a0fd-839163439b68 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:25:20.389149 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0e446318-db23-4e65-b81d-89e4790efd64 None None] Provisioning complete for port 335d634a-5952-437f-a515-100a1eb5fdea triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:25:20.389529 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0e446318-db23-4e65-b81d-89e4790efd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (335d634a-5952-437f-a515-100a1eb5fdea), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:20.428524 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbea297-701d-48e4-99fd-cb054649bd26 None None] Sync routers for ids ['555469a4-493f-4b62-bdb5-9222dbd7ecbe'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:25:20.430644 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-f387d169-3393-421b-9278-b2664046056a service neutron] 10.222.0.31 "GET /v2.0/networks/affe87a5-1091-45a6-8130-a9576779681f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024771 Jan 18 21:25:20.434328 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0e446318-db23-4e65-b81d-89e4790efd64 None None] Port 335d634a-5952-437f-a515-100a1eb5fdea cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:25:20.443202 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbea297-701d-48e4-99fd-cb054649bd26 None None] Routers {'555469a4-493f-4b62-bdb5-9222dbd7ecbe'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:25:20.443837 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2cbea297-701d-48e4-99fd-cb054649bd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:24:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['555469a4-493f-4b62-bdb5-9222dbd7ecbe'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:25:20.578171 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-5e0d773b-1b21-409a-80e7-35754eddcbe9 None None] Provisioning complete for port 335d634a-5952-437f-a515-100a1eb5fdea triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:25:20.578544 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5e0d773b-1b21-409a-80e7-35754eddcbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (335d634a-5952-437f-a515-100a1eb5fdea), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:20.625494 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b515fee5-7cce-44ac-8c05-2e59f78f1cdf req-66e80ff1-f695-4888-a0e6-efc9a76a1f92 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 210 time: 0.0298190 Jan 18 21:25:20.783346 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-2cbea297-701d-48e4-99fd-cb054649bd26 None None] Set router 555469a4-493f-4b62-bdb5-9222dbd7ecbe gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:25:20.831083 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5e0d773b-1b21-409a-80e7-35754eddcbe9 None None] Port 335d634a-5952-437f-a515-100a1eb5fdea cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:25:20.983393 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-edce722a-38a3-4fa9-97c8-3ed6ebf4a9b5 None None] Provisioning complete for port 335d634a-5952-437f-a515-100a1eb5fdea triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:25:20.983781 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-edce722a-38a3-4fa9-97c8-3ed6ebf4a9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (335d634a-5952-437f-a515-100a1eb5fdea), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:21.031542 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-edce722a-38a3-4fa9-97c8-3ed6ebf4a9b5 None None] Port 335d634a-5952-437f-a515-100a1eb5fdea cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:25:21.046483 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2cbea297-701d-48e4-99fd-cb054649bd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804764332', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:25:19Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '335d634a-5952-437f-a515-100a1eb5fdea', 'name': '', 'network_id': 'affe87a5-1091-45a6-8130-a9576779681f', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:ac:57:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'af9dd49f-9c40-456b-b50c-5d6e6bca5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:25:18Z', 'updated_at': '2022-01-18T21:25:19Z', 'revision_number': 2, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': 'af9dd49f-9c40-456b-b50c-5d6e6bca5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:25:21.072765 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbea297-701d-48e4-99fd-cb054649bd26 None None] Checking router: 555469a4-493f-4b62-bdb5-9222dbd7ecbe for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:25:21.073153 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbea297-701d-48e4-99fd-cb054649bd26 None None] Updating router 555469a4-493f-4b62-bdb5-9222dbd7ecbe port 335d634a-5952-437f-a515-100a1eb5fdea binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 21:25:21.097610 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2cbea297-701d-48e4-99fd-cb054649bd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (335d634a-5952-437f-a515-100a1eb5fdea), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:21.240228 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:25:21.370911 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2cbea297-701d-48e4-99fd-cb054649bd26 None None] Publish callbacks [] for port (335d634a-5952-437f-a515-100a1eb5fdea), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:21.376399 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2cbea297-701d-48e4-99fd-cb054649bd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (335d634a-5952-437f-a515-100a1eb5fdea), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:21.440432 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbab94a-dd83-49a5-91ea-1039d4250d83 None None] Pushing event updated for resources: {'Port': ['ID=335d634a-5952-437f-a515-100a1eb5fdea,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:21.506816 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-2cbea297-701d-48e4-99fd-cb054649bd26 None None] Attempting to bind port 335d634a-5952-437f-a515-100a1eb5fdea on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:25:21.507493 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-2cbea297-701d-48e4-99fd-cb054649bd26 None None] Attempting to bind port 335d634a-5952-437f-a515-100a1eb5fdea by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '207a2fbc-26b0-49fa-b30b-945fa079213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'affe87a5-1091-45a6-8130-a9576779681f'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:25:21.507950 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbea297-701d-48e4-99fd-cb054649bd26 None None] Attempting to bind port 335d634a-5952-437f-a515-100a1eb5fdea on network affe87a5-1091-45a6-8130-a9576779681f {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:25:21.514934 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbea297-701d-48e4-99fd-cb054649bd26 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:25:21.515603 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbea297-701d-48e4-99fd-cb054649bd26 None None] Checking segment: {'id': '207a2fbc-26b0-49fa-b30b-945fa079213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'affe87a5-1091-45a6-8130-a9576779681f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:25:21.516389 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2cbea297-701d-48e4-99fd-cb054649bd26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:21.516902 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbea297-701d-48e4-99fd-cb054649bd26 None None] Bound using segment: {'id': '207a2fbc-26b0-49fa-b30b-945fa079213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'affe87a5-1091-45a6-8130-a9576779681f'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:25:21.517528 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-2cbea297-701d-48e4-99fd-cb054649bd26 None None] Bound port: 335d634a-5952-437f-a515-100a1eb5fdea, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207a2fbc-26b0-49fa-b30b-945fa079213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'affe87a5-1091-45a6-8130-a9576779681f'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:25:21.518047 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2cbea297-701d-48e4-99fd-cb054649bd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (335d634a-5952-437f-a515-100a1eb5fdea), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:21.626577 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-2cbea297-701d-48e4-99fd-cb054649bd26 None None] For port 335d634a-5952-437f-a515-100a1eb5fdea, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:25:21.631601 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-2cbea297-701d-48e4-99fd-cb054649bd26 None None] For port 335d634a-5952-437f-a515-100a1eb5fdea, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=335d634a-5952-437f-a515-100a1eb5fdea,segment=NetworkSegment(207a2fbc-26b0-49fa-b30b-945fa079213b),segment_id=207a2fbc-26b0-49fa-b30b-945fa079213b)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:25:21.642397 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2cbea297-701d-48e4-99fd-cb054649bd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (335d634a-5952-437f-a515-100a1eb5fdea), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:21.675689 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-c34ba49e-f809-4f47-88b2-a3a36cd31ab2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:21.677556 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-c34ba49e-f809-4f47-88b2-a3a36cd31ab2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.57 "GET /v2.0/networks?id=affe87a5-1091-45a6-8130-a9576779681f HTTP/1.1" status: 200 len: 796 time: 0.2071009 Jan 18 21:25:21.758671 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbab94a-dd83-49a5-91ea-1039d4250d83 None None] Pushing event updated for resources: {'Port': ['ID=335d634a-5952-437f-a515-100a1eb5fdea,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:21.781887 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbea297-701d-48e4-99fd-cb054649bd26 None None] Routers {'555469a4-493f-4b62-bdb5-9222dbd7ecbe'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:25:21.784132 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2cbea297-701d-48e4-99fd-cb054649bd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:24:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['555469a4-493f-4b62-bdb5-9222dbd7ecbe'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:25:21.796585 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-359e420f-3ea3-4dd5-8b33-967aca657025 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c09e16e9f5a443bda5c1698c9e5d5165 HTTP/1.1" status: 200 len: 379 time: 0.1106408 Jan 18 21:25:21.806313 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-9f0563f3-0c66-4a6e-a94f-80455f75c6c0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'port': {'device_id': '3196ad96-d316-4994-beb5-7e27b938d2ea', 'network_id': 'affe87a5-1091-45a6-8130-a9576779681f', 'admin_state_up': True, 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'security_groups': ['f1317309-59d8-42d4-8953-064e0165ecb8']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:25:21.834807 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-34d89e92-239e-4459-89ec-10b2a53b0715 req-88b8a25c-4cd3-471a-b38a-35000a1d49a2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 210 time: 0.0410731 Jan 18 21:25:21.860789 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 38367e8f-3275-4efb-a0fd-839163439b68 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:25:21.968179 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d3625b0d-250d-4a01-abc7-949f6c5446d1 None None] Provisioning complete for port 335d634a-5952-437f-a515-100a1eb5fdea triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:25:21.968477 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-9f0563f3-0c66-4a6e-a94f-80455f75c6c0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Made reservation on behalf of c09e16e9f5a443bda5c1698c9e5d5165 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:25:21.968912 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d3625b0d-250d-4a01-abc7-949f6c5446d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (335d634a-5952-437f-a515-100a1eb5fdea), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:21.976463 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-9f0563f3-0c66-4a6e-a94f-80455f75c6c0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:22.027461 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-2cbea297-701d-48e4-99fd-cb054649bd26 None None] Set router 555469a4-493f-4b62-bdb5-9222dbd7ecbe gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:25:22.060899 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 38367e8f-3275-4efb-a0fd-839163439b68 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:25:22.061428 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (38367e8f-3275-4efb-a0fd-839163439b68), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:22.122132 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-9f0563f3-0c66-4a6e-a94f-80455f75c6c0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Allocated IP 172.20.0.11 (affe87a5-1091-45a6-8130-a9576779681f/af9dd49f-9c40-456b-b50c-5d6e6bca5d1a/75c56f22-995a-429e-8063-a26490607921) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:25:22.235162 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d3625b0d-250d-4a01-abc7-949f6c5446d1 None None] Current status of the port 335d634a-5952-437f-a515-100a1eb5fdea is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:25:22.235720 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d3625b0d-250d-4a01-abc7-949f6c5446d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (335d634a-5952-437f-a515-100a1eb5fdea), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:22.322601 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d3625b0d-250d-4a01-abc7-949f6c5446d1 None None] For port 335d634a-5952-437f-a515-100a1eb5fdea, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=335d634a-5952-437f-a515-100a1eb5fdea,segment=NetworkSegment(207a2fbc-26b0-49fa-b30b-945fa079213b),segment_id=207a2fbc-26b0-49fa-b30b-945fa079213b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:25:22.325270 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 38367e8f-3275-4efb-a0fd-839163439b68 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:25:22.347225 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d3625b0d-250d-4a01-abc7-949f6c5446d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (335d634a-5952-437f-a515-100a1eb5fdea), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:22.421030 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3625b0d-250d-4a01-abc7-949f6c5446d1 None None] Pushing event updated for resources: {'Port': ['ID=335d634a-5952-437f-a515-100a1eb5fdea,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:22.433163 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2cbea297-701d-48e4-99fd-cb054649bd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804764332', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:25:19Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '335d634a-5952-437f-a515-100a1eb5fdea', 'name': '', 'network_id': 'affe87a5-1091-45a6-8130-a9576779681f', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:ac:57:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'af9dd49f-9c40-456b-b50c-5d6e6bca5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:25:18Z', 'updated_at': '2022-01-18T21:25:21Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': 'af9dd49f-9c40-456b-b50c-5d6e6bca5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:25:22.469159 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbea297-701d-48e4-99fd-cb054649bd26 None None] The sync data for ids ['555469a4-493f-4b62-bdb5-9222dbd7ecbe'] in n-d-741529-9 is: [{'id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804764332', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:25:19Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '335d634a-5952-437f-a515-100a1eb5fdea', 'name': '', 'network_id': 'affe87a5-1091-45a6-8130-a9576779681f', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:ac:57:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'af9dd49f-9c40-456b-b50c-5d6e6bca5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:25:18Z', 'updated_at': '2022-01-18T21:25:21Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': 'af9dd49f-9c40-456b-b50c-5d6e6bca5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:25:22.480852 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-aed31295-02a5-4c2f-887f-b4c94c51f175 None None] Provisioning complete for port 335d634a-5952-437f-a515-100a1eb5fdea triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:25:22.481242 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-aed31295-02a5-4c2f-887f-b4c94c51f175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (335d634a-5952-437f-a515-100a1eb5fdea), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:22.591580 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-9f0563f3-0c66-4a6e-a94f-80455f75c6c0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (75c56f22-995a-429e-8063-a26490607921), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:22.602402 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-aed31295-02a5-4c2f-887f-b4c94c51f175 None None] Current status of the port 335d634a-5952-437f-a515-100a1eb5fdea is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:25:22.633347 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-9f0563f3-0c66-4a6e-a94f-80455f75c6c0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (75c56f22-995a-429e-8063-a26490607921), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:22.680285 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-9f0563f3-0c66-4a6e-a94f-80455f75c6c0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network affe87a5-1091-45a6-8130-a9576779681f is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:25:22.683940 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-9f0563f3-0c66-4a6e-a94f-80455f75c6c0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:25:22.688735 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-9f0563f3-0c66-4a6e-a94f-80455f75c6c0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:25:22.695845 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0563f3-0c66-4a6e-a94f-80455f75c6c0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=75c56f22-995a-429e-8063-a26490607921,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:22.773043 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-9f0563f3-0c66-4a6e-a94f-80455f75c6c0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:22.773831 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-9f0563f3-0c66-4a6e-a94f-80455f75c6c0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:22.796125 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-9f0563f3-0c66-4a6e-a94f-80455f75c6c0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9942403 Jan 18 21:25:22.807911 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-ef652e86-d8c6-4624-8d9a-e4d0c2474b8c service neutron] Request body: {'port': {'device_id': '3196ad96-d316-4994-beb5-7e27b938d2ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:25:22.870255 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-ef652e86-d8c6-4624-8d9a-e4d0c2474b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (75c56f22-995a-429e-8063-a26490607921), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:22.982676 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457667d-1dc7-4188-9204-a52ae3a483c9 req-b583fcd9-df0f-4351-9c8e-95e99bad753d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:22.985708 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8457667d-1dc7-4188-9204-a52ae3a483c9 req-b583fcd9-df0f-4351-9c8e-95e99bad753d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 932 time: 0.0598314 Jan 18 21:25:23.035206 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-06b54168-fe5b-4f68-b17f-6a27ff9eaba1 None None] Provisioning complete for port 75c56f22-995a-429e-8063-a26490607921 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:25:23.035748 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-06b54168-fe5b-4f68-b17f-6a27ff9eaba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (75c56f22-995a-429e-8063-a26490607921), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:23.080746 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8457667d-1dc7-4188-9204-a52ae3a483c9 req-80b9f080-7477-4152-b876-0c2c67818223 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1317309-59d8-42d4-8953-064e0165ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866106 Jan 18 21:25:23.091120 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-06b54168-fe5b-4f68-b17f-6a27ff9eaba1 None None] Port 75c56f22-995a-429e-8063-a26490607921 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:25:23.190922 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-ef652e86-d8c6-4624-8d9a-e4d0c2474b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c56f22-995a-429e-8063-a26490607921 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:25:23.199486 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-ef652e86-d8c6-4624-8d9a-e4d0c2474b8c service neutron] Publish callbacks [] for port (75c56f22-995a-429e-8063-a26490607921), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:23.212429 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-ef652e86-d8c6-4624-8d9a-e4d0c2474b8c service neutron] Transition to ACTIVE for port object 75c56f22-995a-429e-8063-a26490607921 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 21:25:23.216634 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-ef652e86-d8c6-4624-8d9a-e4d0c2474b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (75c56f22-995a-429e-8063-a26490607921), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:23.269195 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef652e86-d8c6-4624-8d9a-e4d0c2474b8c service neutron] Pushing event updated for resources: {'Port': ['ID=75c56f22-995a-429e-8063-a26490607921,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:23.355189 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-ef652e86-d8c6-4624-8d9a-e4d0c2474b8c service neutron] Attempting to bind port 75c56f22-995a-429e-8063-a26490607921 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:25:23.356349 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-ef652e86-d8c6-4624-8d9a-e4d0c2474b8c service neutron] Attempting to bind port 75c56f22-995a-429e-8063-a26490607921 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '207a2fbc-26b0-49fa-b30b-945fa079213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'affe87a5-1091-45a6-8130-a9576779681f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:25:23.356773 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-ef652e86-d8c6-4624-8d9a-e4d0c2474b8c service neutron] Attempting to bind port 75c56f22-995a-429e-8063-a26490607921 on network affe87a5-1091-45a6-8130-a9576779681f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:25:23.361971 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-ef652e86-d8c6-4624-8d9a-e4d0c2474b8c service neutron] Port 75c56f22-995a-429e-8063-a26490607921 on network affe87a5-1091-45a6-8130-a9576779681f not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 21:25:23.362430 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-ef652e86-d8c6-4624-8d9a-e4d0c2474b8c service neutron] Attempting to bind port 75c56f22-995a-429e-8063-a26490607921 on network affe87a5-1091-45a6-8130-a9576779681f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:25:23.368525 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-ef652e86-d8c6-4624-8d9a-e4d0c2474b8c service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:25:23.369177 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-ef652e86-d8c6-4624-8d9a-e4d0c2474b8c service neutron] Checking segment: {'id': '207a2fbc-26b0-49fa-b30b-945fa079213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'affe87a5-1091-45a6-8130-a9576779681f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:25:23.369827 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-ef652e86-d8c6-4624-8d9a-e4d0c2474b8c service neutron] Bound using segment: {'id': '207a2fbc-26b0-49fa-b30b-945fa079213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'affe87a5-1091-45a6-8130-a9576779681f'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:25:23.370209 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-ef652e86-d8c6-4624-8d9a-e4d0c2474b8c service neutron] Bound port: 75c56f22-995a-429e-8063-a26490607921, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207a2fbc-26b0-49fa-b30b-945fa079213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'affe87a5-1091-45a6-8130-a9576779681f'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:25:23.370864 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-ef652e86-d8c6-4624-8d9a-e4d0c2474b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (75c56f22-995a-429e-8063-a26490607921), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:23.490888 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-ef652e86-d8c6-4624-8d9a-e4d0c2474b8c service neutron] For port 75c56f22-995a-429e-8063-a26490607921, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:25:23.494437 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-ef652e86-d8c6-4624-8d9a-e4d0c2474b8c service neutron] For port 75c56f22-995a-429e-8063-a26490607921, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=75c56f22-995a-429e-8063-a26490607921,segment=NetworkSegment(207a2fbc-26b0-49fa-b30b-945fa079213b),segment_id=207a2fbc-26b0-49fa-b30b-945fa079213b)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:25:23.500503 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-ef652e86-d8c6-4624-8d9a-e4d0c2474b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (75c56f22-995a-429e-8063-a26490607921), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:23.515978 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-ef652e86-d8c6-4624-8d9a-e4d0c2474b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:23.516504 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-ef652e86-d8c6-4624-8d9a-e4d0c2474b8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:23.518112 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-ef652e86-d8c6-4624-8d9a-e4d0c2474b8c service neutron] 10.222.0.57 "PUT /v2.0/ports/75c56f22-995a-429e-8063-a26490607921 HTTP/1.1" status: 200 len: 1092 time: 0.7144682 Jan 18 21:25:23.519625 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3196ad96-d316-4994-beb5-7e27b938d2ea', 'tag': '75c56f22-995a-429e-8063-a26490607921'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:25:23.522035 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f2d269-8a00-41a4-adab-0a08be70e3e4" -d '{"events": [{"name": "network-changed", "server_uuid": "3196ad96-d316-4994-beb5-7e27b938d2ea", "tag": "75c56f22-995a-429e-8063-a26490607921"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:25:23.594008 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef652e86-d8c6-4624-8d9a-e4d0c2474b8c service neutron] Pushing event updated for resources: {'Port': ['ID=75c56f22-995a-429e-8063-a26490607921,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:23.600384 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d161c73-fa86-4f6b-bfa4-b727c7b5edcd x-openstack-request-id: req-2d161c73-fa86-4f6b-bfa4-b727c7b5edcd {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:25:23.600675 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3196ad96-d316-4994-beb5-7e27b938d2ea", "tag": "75c56f22-995a-429e-8063-a26490607921", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:25:23.601728 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d161c73-fa86-4f6b-bfa4-b727c7b5edcd {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:25:23.603190 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3196ad96-d316-4994-beb5-7e27b938d2ea', 'tag': '75c56f22-995a-429e-8063-a26490607921', 'status': 'completed', 'code': 200} Jan 18 21:25:23.724960 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-57cec799-01e4-43fb-a548-54484dc0d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:23.728199 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-57cec799-01e4-43fb-a548-54484dc0d301 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 1095 time: 0.0830724 Jan 18 21:25:23.792245 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-c96f16c1-b4b8-4374-a08f-5483f0ef2dc6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75c56f22-995a-429e-8063-a26490607921 HTTP/1.1" status: 200 len: 217 time: 0.0558302 Jan 18 21:25:23.804915 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 335d634a-5952-437f-a515-100a1eb5fdea up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:25:23.864391 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-16a1f3ad-fff1-4482-9d10-f0ddb99db828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:23.864919 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 335d634a-5952-437f-a515-100a1eb5fdea triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:25:23.865301 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (335d634a-5952-437f-a515-100a1eb5fdea), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:23.865887 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-16a1f3ad-fff1-4482-9d10-f0ddb99db828 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af9dd49f-9c40-456b-b50c-5d6e6bca5d1a HTTP/1.1" status: 200 len: 835 time: 0.0679266 Jan 18 21:25:23.925504 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-0a6d0496-b35c-41d8-8ccd-01b8fad1814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:23.927047 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-0a6d0496-b35c-41d8-8ccd-01b8fad1814e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=affe87a5-1091-45a6-8130-a9576779681f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522017 Jan 18 21:25:23.960141 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 335d634a-5952-437f-a515-100a1eb5fdea is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:25:24.024585 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-ab160f1d-0f36-410b-9d64-aac48c2d19fa service neutron] 10.222.0.57 "GET /v2.0/networks/affe87a5-1091-45a6-8130-a9576779681f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896242 Jan 18 21:25:24.117491 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c1808149-b9a9-44dd-a715-6d274bc8ead2 req-977ed13d-8390-450b-a744-232353a679b3 service neutron] 10.222.0.57 "GET /v2.0/networks/affe87a5-1091-45a6-8130-a9576779681f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857325 Jan 18 21:25:24.202324 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2d269-8a00-41a4-adab-0a08be70e3e4 req-1e2d17b6-def6-4fc4-9cc0-a65243a9f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:24.203861 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c2f2d269-8a00-41a4-adab-0a08be70e3e4 req-1e2d17b6-def6-4fc4-9cc0-a65243a9f5f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 1095 time: 0.0416028 Jan 18 21:25:24.213572 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e37a73-c7cc-44f3-aa56-a2bdecbc3bcf req-a6f83a16-e03f-4a44-9f3c-e853582e2432 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:24.215616 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-48e37a73-c7cc-44f3-aa56-a2bdecbc3bcf req-a6f83a16-e03f-4a44-9f3c-e853582e2432 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 944 time: 0.0521717 Jan 18 21:25:24.266642 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-48e37a73-c7cc-44f3-aa56-a2bdecbc3bcf req-a85f47e6-739b-46e8-879c-09bc7bb1b1bc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1317309-59d8-42d4-8953-064e0165ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453956 Jan 18 21:25:24.306420 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2d269-8a00-41a4-adab-0a08be70e3e4 req-14633643-716c-4cf8-9320-2271ba025374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:24.307887 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c2f2d269-8a00-41a4-adab-0a08be70e3e4 req-14633643-716c-4cf8-9320-2271ba025374 service neutron] 10.222.0.57 "GET /v2.0/networks?id=affe87a5-1091-45a6-8130-a9576779681f HTTP/1.1" status: 200 len: 897 time: 0.0983417 Jan 18 21:25:24.347495 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c2f2d269-8a00-41a4-adab-0a08be70e3e4 req-2a14cc38-bc0f-4b38-be67-ead6c6b541ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75c56f22-995a-429e-8063-a26490607921 HTTP/1.1" status: 200 len: 217 time: 0.0334516 Jan 18 21:25:24.393428 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2d269-8a00-41a4-adab-0a08be70e3e4 req-8a22fe38-edf7-4fcf-955b-57eef9db953c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:24.394790 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c2f2d269-8a00-41a4-adab-0a08be70e3e4 req-8a22fe38-edf7-4fcf-955b-57eef9db953c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af9dd49f-9c40-456b-b50c-5d6e6bca5d1a HTTP/1.1" status: 200 len: 835 time: 0.0422375 Jan 18 21:25:24.438347 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2d269-8a00-41a4-adab-0a08be70e3e4 req-901ed128-6f9a-42b6-8735-c513d5937ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:24.439786 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c2f2d269-8a00-41a4-adab-0a08be70e3e4 req-901ed128-6f9a-42b6-8735-c513d5937ee6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=affe87a5-1091-45a6-8130-a9576779681f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390918 Jan 18 21:25:24.530199 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c2f2d269-8a00-41a4-adab-0a08be70e3e4 req-2bf7f8ab-2778-402d-a67f-224a4f923ea4 service neutron] 10.222.0.57 "GET /v2.0/networks/affe87a5-1091-45a6-8130-a9576779681f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844302 Jan 18 21:25:24.623472 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c2f2d269-8a00-41a4-adab-0a08be70e3e4 req-7dd939cb-a4be-4e90-a4c7-c44b76389ce3 service neutron] 10.222.0.57 "GET /v2.0/networks/affe87a5-1091-45a6-8130-a9576779681f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871112 Jan 18 21:25:25.382698 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cd5cb-70fc-4339-97b5-927bf0983373 req-8f89a5d2-efc8-4497-b8f2-00cf9eecb91a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:25.384151 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-691cd5cb-70fc-4339-97b5-927bf0983373 req-8f89a5d2-efc8-4497-b8f2-00cf9eecb91a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 944 time: 0.0487678 Jan 18 21:25:25.431074 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-691cd5cb-70fc-4339-97b5-927bf0983373 req-a5ee6c12-1d36-44e8-ba4e-1172c5534274 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1317309-59d8-42d4-8953-064e0165ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413098 Jan 18 21:25:25.797607 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fada3fd8-e4a5-4e50-b891-8e9f6464052e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:26.550017 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706e79e-99bc-4957-a0f9-01ed4e9aa3aa req-4b50c00e-2d90-4f29-b9ca-6c2f712d59dc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:26.551494 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0706e79e-99bc-4957-a0f9-01ed4e9aa3aa req-4b50c00e-2d90-4f29-b9ca-6c2f712d59dc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 944 time: 0.0527613 Jan 18 21:25:26.598942 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0706e79e-99bc-4957-a0f9-01ed4e9aa3aa req-f662912b-4dbf-4067-8aec-bb3e64681e09 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1317309-59d8-42d4-8953-064e0165ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417993 Jan 18 21:25:27.542224 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 75c56f22-995a-429e-8063-a26490607921 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 21:25:27.635635 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 75c56f22-995a-429e-8063-a26490607921, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=75c56f22-995a-429e-8063-a26490607921,segment=NetworkSegment(207a2fbc-26b0-49fa-b30b-945fa079213b),segment_id=207a2fbc-26b0-49fa-b30b-945fa079213b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:25:27.647389 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '75c56f22-995a-429e-8063-a26490607921', 'network_id': 'affe87a5-1091-45a6-8130-a9576779681f', 'port_id': '75c56f22-995a-429e-8063-a26490607921', 'mac_address': 'fa:16:3e:12:53:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9dd49f-9c40-456b-b50c-5d6e6bca5d1a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 21:25:27.689537 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 75c56f22-995a-429e-8063-a26490607921 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:25:27.689953 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (75c56f22-995a-429e-8063-a26490607921), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:27.703909 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c56f22-995a-429e-8063-a26490607921 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:25:27.720634 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69563b6-8f81-4c29-aa65-52f0c771044d req-a5dbf2ed-c710-4f69-9e61-381c1b622a35 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:27.722185 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c69563b6-8f81-4c29-aa65-52f0c771044d req-a5dbf2ed-c710-4f69-9e61-381c1b622a35 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 944 time: 0.0484691 Jan 18 21:25:27.724150 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 75c56f22-995a-429e-8063-a26490607921, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=75c56f22-995a-429e-8063-a26490607921,segment=NetworkSegment(207a2fbc-26b0-49fa-b30b-945fa079213b),segment_id=207a2fbc-26b0-49fa-b30b-945fa079213b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:25:27.728920 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (75c56f22-995a-429e-8063-a26490607921), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:27.771687 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c69563b6-8f81-4c29-aa65-52f0c771044d req-339349b4-414a-4ab4-aad8-0159a7adcae4 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1317309-59d8-42d4-8953-064e0165ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429804 Jan 18 21:25:27.775073 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=75c56f22-995a-429e-8063-a26490607921,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:27.949778 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7eda555f-ccb1-46ac-9c92-b64f1bdc12ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:28.088300 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['75c56f22-995a-429e-8063-a26490607921'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:25:28.888842 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc90c5b-72f4-4cfe-8b8d-2d67011ee206 req-021ad9c5-1fa7-42db-8bfe-7065e249f77f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:28.890250 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0dc90c5b-72f4-4cfe-8b8d-2d67011ee206 req-021ad9c5-1fa7-42db-8bfe-7065e249f77f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 945 time: 0.0476027 Jan 18 21:25:28.940933 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0dc90c5b-72f4-4cfe-8b8d-2d67011ee206 req-16d0e43a-459a-427d-8bd9-a62bda6977f8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1317309-59d8-42d4-8953-064e0165ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450485 Jan 18 21:25:29.362191 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:29.541830 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 75c56f22-995a-429e-8063-a26490607921 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:25:29.591596 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 75c56f22-995a-429e-8063-a26490607921 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 21:25:29.595372 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 75c56f22-995a-429e-8063-a26490607921 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:25:29.595741 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (75c56f22-995a-429e-8063-a26490607921), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:29.680364 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 75c56f22-995a-429e-8063-a26490607921 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:25:29.680764 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (75c56f22-995a-429e-8063-a26490607921), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:29.703808 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3196ad96-d316-4994-beb5-7e27b938d2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c56f22-995a-429e-8063-a26490607921'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:25:29.706314 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a4a62c-004f-4e4d-be08-16a40891e0e3" -d '{"events": [{"server_uuid": "3196ad96-d316-4994-beb5-7e27b938d2ea", "name": "network-vif-plugged", "status": "completed", "tag": "75c56f22-995a-429e-8063-a26490607921"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:25:29.718819 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 75c56f22-995a-429e-8063-a26490607921, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=75c56f22-995a-429e-8063-a26490607921,segment=NetworkSegment(207a2fbc-26b0-49fa-b30b-945fa079213b),segment_id=207a2fbc-26b0-49fa-b30b-945fa079213b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:25:29.722799 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (75c56f22-995a-429e-8063-a26490607921), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:29.745238 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3e18c7-c015-4b1a-bcf6-583db293c192 x-openstack-request-id: req-cf3e18c7-c015-4b1a-bcf6-583db293c192 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:25:29.745530 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3196ad96-d316-4994-beb5-7e27b938d2ea", "name": "network-vif-plugged", "status": "completed", "tag": "75c56f22-995a-429e-8063-a26490607921", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:25:29.745855 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf3e18c7-c015-4b1a-bcf6-583db293c192 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:25:29.746248 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3196ad96-d316-4994-beb5-7e27b938d2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c56f22-995a-429e-8063-a26490607921', 'code': 200} Jan 18 21:25:29.773424 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=75c56f22-995a-429e-8063-a26490607921,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:29.837307 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06252c-3b7e-4f17-bab7-9f0014db6444 req-2efc7a05-365a-47c2-8ba7-b4da9ec6410b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:29.838754 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-be06252c-3b7e-4f17-bab7-9f0014db6444 req-2efc7a05-365a-47c2-8ba7-b4da9ec6410b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 1097 time: 0.0397301 Jan 18 21:25:29.882954 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-be06252c-3b7e-4f17-bab7-9f0014db6444 req-4d827336-8539-4ea4-80fa-e6202ab18822 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f1317309-59d8-42d4-8953-064e0165ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387635 Jan 18 21:25:30.057146 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decafe34-7fa1-45dd-8dc0-d803ca1fe198 req-10e4adcb-9fc6-4b3a-b214-5987fbda46e8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:30.058708 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-decafe34-7fa1-45dd-8dc0-d803ca1fe198 req-10e4adcb-9fc6-4b3a-b214-5987fbda46e8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 946 time: 0.0485361 Jan 18 21:25:30.106502 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-decafe34-7fa1-45dd-8dc0-d803ca1fe198 req-a9f39335-199d-4a68-92cf-cfe9c819eeef tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1317309-59d8-42d4-8953-064e0165ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422053 Jan 18 21:25:30.798307 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:31.223929 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872af3-84be-4323-9d7b-2a2097e98031 req-9f53802b-a847-4fb2-8c92-87062a1422a3 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:31.225700 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-50872af3-84be-4323-9d7b-2a2097e98031 req-9f53802b-a847-4fb2-8c92-87062a1422a3 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 946 time: 0.0508463 Jan 18 21:25:31.275075 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-50872af3-84be-4323-9d7b-2a2097e98031 req-db05e7d8-5441-4919-94ca-f09160435dd0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1317309-59d8-42d4-8953-064e0165ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422599 Jan 18 21:25:32.032930 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:32.391386 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33a172-f8da-4a09-bd22-7091e080ae5e req-e8a92abb-e6f5-4e98-8b09-5729ad60361f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:32.392865 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ee33a172-f8da-4a09-bd22-7091e080ae5e req-e8a92abb-e6f5-4e98-8b09-5729ad60361f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 946 time: 0.0516598 Jan 18 21:25:32.440000 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ee33a172-f8da-4a09-bd22-7091e080ae5e req-9824b63a-6775-42c6-8415-14b0a083e56d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1317309-59d8-42d4-8953-064e0165ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415111 Jan 18 21:25:32.549468 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57edf6-13fd-440e-aea8-d7a0bf6b5ad6 req-77fbda38-1dec-422d-9e62-08364804cd86 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:32.550851 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b57edf6-13fd-440e-aea8-d7a0bf6b5ad6 req-77fbda38-1dec-422d-9e62-08364804cd86 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 946 time: 0.0473123 Jan 18 21:25:32.597428 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9b57edf6-13fd-440e-aea8-d7a0bf6b5ad6 req-da49fc29-601b-44e6-a462-4f23acc59f29 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1317309-59d8-42d4-8953-064e0165ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409956 Jan 18 21:25:32.619531 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43860) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:25:32.658189 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f50de29-30b2-4ac1-8585-6df13222e751 tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:32.659661 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4f50de29-30b2-4ac1-8585-6df13222e751 tempest-TestNetworkAdvancedServerOps-877015158 tempest-TestNetworkAdvancedServerOps-877015158-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 1092 time: 0.0391390 Jan 18 21:25:32.662382 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43862) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:25:32.666491 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-70477e1e-2c7a-42ce-9fa5-b5db0aff0e9d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'port_id': '75c56f22-995a-429e-8063-a26490607921', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:25:32.689594 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-70477e1e-2c7a-42ce-9fa5-b5db0aff0e9d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:32.785010 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-70477e1e-2c7a-42ce-9fa5-b5db0aff0e9d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:32.887407 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-70477e1e-2c7a-42ce-9fa5-b5db0aff0e9d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Allocated IP 172.25.4.61 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/71f533f8-d106-4797-b2ba-1543cb1b4e33) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:25:32.984445 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-70477e1e-2c7a-42ce-9fa5-b5db0aff0e9d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (71f533f8-d106-4797-b2ba-1543cb1b4e33), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:33.018373 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-70477e1e-2c7a-42ce-9fa5-b5db0aff0e9d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (71f533f8-d106-4797-b2ba-1543cb1b4e33), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:33.057738 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70477e1e-2c7a-42ce-9fa5-b5db0aff0e9d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:25:33.060978 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-70477e1e-2c7a-42ce-9fa5-b5db0aff0e9d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:25:33.064467 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70477e1e-2c7a-42ce-9fa5-b5db0aff0e9d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:25:33.089759 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70477e1e-2c7a-42ce-9fa5-b5db0aff0e9d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=71f533f8-d106-4797-b2ba-1543cb1b4e33,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:33.414450 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-70477e1e-2c7a-42ce-9fa5-b5db0aff0e9d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for floatingip (9f94b192-5b86-4ce4-92e8-cc448592e1fd), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:33.481210 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-70477e1e-2c7a-42ce-9fa5-b5db0aff0e9d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (71f533f8-d106-4797-b2ba-1543cb1b4e33), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:33.626146 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-70477e1e-2c7a-42ce-9fa5-b5db0aff0e9d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for port (71f533f8-d106-4797-b2ba-1543cb1b4e33), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:33.630737 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-70477e1e-2c7a-42ce-9fa5-b5db0aff0e9d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (71f533f8-d106-4797-b2ba-1543cb1b4e33), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:33.709185 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70477e1e-2c7a-42ce-9fa5-b5db0aff0e9d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event updated for resources: {'Port': ['ID=71f533f8-d106-4797-b2ba-1543cb1b4e33,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:25:33.719826 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-70477e1e-2c7a-42ce-9fa5-b5db0aff0e9d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (9f94b192-5b86-4ce4-92e8-cc448592e1fd), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:33.815869 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [None req-70477e1e-2c7a-42ce-9fa5-b5db0aff0e9d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Floating IP 9f94b192-5b86-4ce4-92e8-cc448592e1fd associated. External IP: 172.25.4.61, port: 75c56f22-995a-429e-8063-a26490607921. Jan 18 21:25:34.017833 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70477e1e-2c7a-42ce-9fa5-b5db0aff0e9d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Router 555469a4-493f-4b62-bdb5-9222dbd7ecbe has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:25:34.121359 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70477e1e-2c7a-42ce-9fa5-b5db0aff0e9d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:25:34.131231 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e424833-f22d-4da8-aa9d-c314cd404bb2 None None] Sync routers for ids ['555469a4-493f-4b62-bdb5-9222dbd7ecbe'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:25:34.139238 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-70477e1e-2c7a-42ce-9fa5-b5db0aff0e9d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:34.141392 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e424833-f22d-4da8-aa9d-c314cd404bb2 None None] Routers {'555469a4-493f-4b62-bdb5-9222dbd7ecbe'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:25:34.142017 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-0e424833-f22d-4da8-aa9d-c314cd404bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:25:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['555469a4-493f-4b62-bdb5-9222dbd7ecbe'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:25:34.165752 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-70477e1e-2c7a-42ce-9fa5-b5db0aff0e9d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5023780 Jan 18 21:25:34.166655 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3196ad96-d316-4994-beb5-7e27b938d2ea', 'tag': '75c56f22-995a-429e-8063-a26490607921'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:25:34.169199 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42834eb7-198a-43f7-89f4-3fc155ff8fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "3196ad96-d316-4994-beb5-7e27b938d2ea", "tag": "75c56f22-995a-429e-8063-a26490607921"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:25:34.247029 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-0e424833-f22d-4da8-aa9d-c314cd404bb2 None None] Set router 555469a4-493f-4b62-bdb5-9222dbd7ecbe gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:25:34.262845 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc685b71-c70b-4a1d-9a08-9bedfbc7e451 req-9c84147d-e0a2-47f3-918c-4f3ca2b9652b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:34.264335 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc685b71-c70b-4a1d-9a08-9bedfbc7e451 req-9c84147d-e0a2-47f3-918c-4f3ca2b9652b tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 946 time: 0.0477679 Jan 18 21:25:34.316633 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fc685b71-c70b-4a1d-9a08-9bedfbc7e451 req-f82d646e-2b40-4630-966a-897609c12e78 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1317309-59d8-42d4-8953-064e0165ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464404 Jan 18 21:25:34.339255 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43868) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:25:34.374781 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c572c67-02bb-40f5-83a3-7c767afcf8e2 x-openstack-request-id: req-3c572c67-02bb-40f5-83a3-7c767afcf8e2 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:25:34.375068 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3196ad96-d316-4994-beb5-7e27b938d2ea", "tag": "75c56f22-995a-429e-8063-a26490607921", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:25:34.375322 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c572c67-02bb-40f5-83a3-7c767afcf8e2 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:25:34.375720 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3196ad96-d316-4994-beb5-7e27b938d2ea', 'tag': '75c56f22-995a-429e-8063-a26490607921', 'status': 'completed', 'code': 200} Jan 18 21:25:34.427644 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-886bf24f-4868-4ba4-b035-ca4ee8258acd tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/floatingips/9f94b192-5b86-4ce4-92e8-cc448592e1fd HTTP/1.1" status: 200 len: 991 time: 0.0867090 Jan 18 21:25:34.440144 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42834eb7-198a-43f7-89f4-3fc155ff8fbb req-e8a7ab7d-7643-4933-befd-6cc6f28f8e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:34.441574 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-42834eb7-198a-43f7-89f4-3fc155ff8fbb req-e8a7ab7d-7643-4933-befd-6cc6f28f8e07 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 1097 time: 0.0488751 Jan 18 21:25:34.469507 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-0e424833-f22d-4da8-aa9d-c314cd404bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804764332', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:25:19Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '9f94b192-5b86-4ce4-92e8-cc448592e1fd', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'port_id': '75c56f22-995a-429e-8063-a26490607921', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'affe87a5-1091-45a6-8130-a9576779681f', 'mac_address': 'fa:16:3e:12:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3196ad96-d316-4994-beb5-7e27b938d2ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:25:33Z', 'updated_at': '2022-01-18T21:25:33Z', 'revision_number': 0, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '335d634a-5952-437f-a515-100a1eb5fdea', 'name': '', 'network_id': 'affe87a5-1091-45a6-8130-a9576779681f', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:ac:57:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'af9dd49f-9c40-456b-b50c-5d6e6bca5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:25:18Z', 'updated_at': '2022-01-18T21:25:22Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': 'af9dd49f-9c40-456b-b50c-5d6e6bca5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:25:34.494437 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e424833-f22d-4da8-aa9d-c314cd404bb2 None None] Checking router: 555469a4-493f-4b62-bdb5-9222dbd7ecbe for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:25:34.502932 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e424833-f22d-4da8-aa9d-c314cd404bb2 None None] Routers {'555469a4-493f-4b62-bdb5-9222dbd7ecbe'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:25:34.503510 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-0e424833-f22d-4da8-aa9d-c314cd404bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:25:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['555469a4-493f-4b62-bdb5-9222dbd7ecbe'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:25:34.529295 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42834eb7-198a-43f7-89f4-3fc155ff8fbb req-dcdda640-9967-4281-a06f-1c694c86bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:34.530775 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-42834eb7-198a-43f7-89f4-3fc155ff8fbb req-dcdda640-9967-4281-a06f-1c694c86bc0f service neutron] 10.222.0.57 "GET /v2.0/networks?id=affe87a5-1091-45a6-8130-a9576779681f HTTP/1.1" status: 200 len: 897 time: 0.0831783 Jan 18 21:25:34.597698 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-42834eb7-198a-43f7-89f4-3fc155ff8fbb req-fed45430-8c97-4e75-b2dd-39f3e2699705 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75c56f22-995a-429e-8063-a26490607921 HTTP/1.1" status: 200 len: 999 time: 0.0607698 Jan 18 21:25:34.607211 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-0e424833-f22d-4da8-aa9d-c314cd404bb2 None None] Set router 555469a4-493f-4b62-bdb5-9222dbd7ecbe gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:25:34.644325 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42834eb7-198a-43f7-89f4-3fc155ff8fbb req-829d913b-88e3-45a2-88bd-c5b953706a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:34.645917 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-42834eb7-198a-43f7-89f4-3fc155ff8fbb req-829d913b-88e3-45a2-88bd-c5b953706a49 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af9dd49f-9c40-456b-b50c-5d6e6bca5d1a HTTP/1.1" status: 200 len: 835 time: 0.0428171 Jan 18 21:25:34.669746 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:34.690802 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42834eb7-198a-43f7-89f4-3fc155ff8fbb req-9ba30407-ff79-44a9-8dc4-1e925fb70af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:25:34.692309 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-42834eb7-198a-43f7-89f4-3fc155ff8fbb req-9ba30407-ff79-44a9-8dc4-1e925fb70af3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=affe87a5-1091-45a6-8130-a9576779681f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408063 Jan 18 21:25:34.784213 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-42834eb7-198a-43f7-89f4-3fc155ff8fbb req-c7b22cd3-d429-4d16-a14c-1f99eb557655 service neutron] 10.222.0.57 "GET /v2.0/networks/affe87a5-1091-45a6-8130-a9576779681f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860255 Jan 18 21:25:34.830171 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-0e424833-f22d-4da8-aa9d-c314cd404bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804764332', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:25:19Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '9f94b192-5b86-4ce4-92e8-cc448592e1fd', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'port_id': '75c56f22-995a-429e-8063-a26490607921', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'affe87a5-1091-45a6-8130-a9576779681f', 'mac_address': 'fa:16:3e:12:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3196ad96-d316-4994-beb5-7e27b938d2ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:25:33Z', 'updated_at': '2022-01-18T21:25:33Z', 'revision_number': 0, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '335d634a-5952-437f-a515-100a1eb5fdea', 'name': '', 'network_id': 'affe87a5-1091-45a6-8130-a9576779681f', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:ac:57:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'af9dd49f-9c40-456b-b50c-5d6e6bca5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:25:18Z', 'updated_at': '2022-01-18T21:25:22Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': 'af9dd49f-9c40-456b-b50c-5d6e6bca5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:25:34.856894 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e424833-f22d-4da8-aa9d-c314cd404bb2 None None] The sync data for ids ['555469a4-493f-4b62-bdb5-9222dbd7ecbe'] in n-d-741529-9 is: [{'id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804764332', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:25:19Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '9f94b192-5b86-4ce4-92e8-cc448592e1fd', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'port_id': '75c56f22-995a-429e-8063-a26490607921', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'affe87a5-1091-45a6-8130-a9576779681f', 'mac_address': 'fa:16:3e:12:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3196ad96-d316-4994-beb5-7e27b938d2ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:25:33Z', 'updated_at': '2022-01-18T21:25:33Z', 'revision_number': 0, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '335d634a-5952-437f-a515-100a1eb5fdea', 'name': '', 'network_id': 'affe87a5-1091-45a6-8130-a9576779681f', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:ac:57:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'af9dd49f-9c40-456b-b50c-5d6e6bca5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:25:18Z', 'updated_at': '2022-01-18T21:25:22Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': 'af9dd49f-9c40-456b-b50c-5d6e6bca5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:25:34.876171 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-42834eb7-198a-43f7-89f4-3fc155ff8fbb req-4a6fdea8-c990-49d5-9559-8dcbd3762d3b service neutron] 10.222.0.57 "GET /v2.0/networks/affe87a5-1091-45a6-8130-a9576779681f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861096 Jan 18 21:25:35.049270 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c370401a-df57-4cbd-a4bb-fe2ffd08a640 None None] New status for floating IP 9f94b192-5b86-4ce4-92e8-cc448592e1fd: ACTIVE {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 21:25:35.431468 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43870) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:25:35.490665 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1fb0beed-9c8e-4f64-907b-33805aefa7c7 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/floatingips/9f94b192-5b86-4ce4-92e8-cc448592e1fd HTTP/1.1" status: 200 len: 993 time: 0.0580740 Jan 18 21:25:37.558529 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:55.804297 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c6a4bc01-5897-4b2b-a67d-3f11e357af11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:57.951021 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1d0ae957-b2cb-40c5-9a55-cc651f37d14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:25:58.239446 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:25:59.364112 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:00.798601 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:02.034441 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:04.683809 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:07.565485 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:25.794851 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-604159dc-0d94-4364-a77f-4efd677fba3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:27.952344 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b34ab8f3-61f5-4540-bb20-9e7d4afd606b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:29.367585 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:30.805199 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:31.164580 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-724004a4-69fc-437c-bf5c-a6e723eaa1cb req-cf17ea58-97a2-4dcc-bc5d-48990b5e31f5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3196ad96-d316-4994-beb5-7e27b938d2ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1669073 Jan 18 21:26:31.242876 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724004a4-69fc-437c-bf5c-a6e723eaa1cb req-423e472a-b722-4921-a7aa-18f321e9ca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:26:31.244353 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-724004a4-69fc-437c-bf5c-a6e723eaa1cb req-423e472a-b722-4921-a7aa-18f321e9ca53 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 1097 time: 0.0392370 Jan 18 21:26:31.344451 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724004a4-69fc-437c-bf5c-a6e723eaa1cb req-f4d2a409-8f71-4726-94f4-b58b4762185a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:26:31.345869 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-724004a4-69fc-437c-bf5c-a6e723eaa1cb req-f4d2a409-8f71-4726-94f4-b58b4762185a service neutron] 10.222.0.57 "GET /v2.0/networks?id=affe87a5-1091-45a6-8130-a9576779681f HTTP/1.1" status: 200 len: 897 time: 0.0840566 Jan 18 21:26:31.413762 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-724004a4-69fc-437c-bf5c-a6e723eaa1cb req-e2beb891-5d3d-4687-ae6c-6a6b9fc0e84b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75c56f22-995a-429e-8063-a26490607921 HTTP/1.1" status: 200 len: 1001 time: 0.0611887 Jan 18 21:26:31.459635 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724004a4-69fc-437c-bf5c-a6e723eaa1cb req-b982e925-084a-4657-8127-14de274ee14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:26:31.460983 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-724004a4-69fc-437c-bf5c-a6e723eaa1cb req-b982e925-084a-4657-8127-14de274ee14f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af9dd49f-9c40-456b-b50c-5d6e6bca5d1a HTTP/1.1" status: 200 len: 835 time: 0.0408227 Jan 18 21:26:31.502705 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724004a4-69fc-437c-bf5c-a6e723eaa1cb req-dd31e5cb-74d8-47e3-920d-477eed10b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:26:31.504195 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-724004a4-69fc-437c-bf5c-a6e723eaa1cb req-dd31e5cb-74d8-47e3-920d-477eed10b1f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=affe87a5-1091-45a6-8130-a9576779681f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378602 Jan 18 21:26:31.593855 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-724004a4-69fc-437c-bf5c-a6e723eaa1cb req-8820927d-cdea-489e-848a-b55e8c61cc9d service neutron] 10.222.0.57 "GET /v2.0/networks/affe87a5-1091-45a6-8130-a9576779681f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837059 Jan 18 21:26:31.681554 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-724004a4-69fc-437c-bf5c-a6e723eaa1cb req-b702b6a0-5579-494e-82c9-4765c569486e service neutron] 10.222.0.57 "GET /v2.0/networks/affe87a5-1091-45a6-8130-a9576779681f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802667 Jan 18 21:26:32.035928 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:34.682372 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:35.238002 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:26:37.570786 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:38.360763 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7c485-8741-40ee-b082-55f3377adceb req-c828ccd4-87d6-4bfd-ad85-d2f91a543930 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:26:38.362248 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-91f7c485-8741-40ee-b082-55f3377adceb req-c828ccd4-87d6-4bfd-ad85-d2f91a543930 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 946 time: 0.0966868 Jan 18 21:26:38.414140 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-91f7c485-8741-40ee-b082-55f3377adceb req-02882be5-9bfe-44d6-8d16-ea302f410f8d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1317309-59d8-42d4-8953-064e0165ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460329 Jan 18 21:26:39.527044 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8d6d8-d92a-462e-8341-e33d7ba78e03 req-f1ce7ab2-587e-437a-95d4-db3a9d82114f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:26:39.529037 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d8f8d6d8-d92a-462e-8341-e33d7ba78e03 req-f1ce7ab2-587e-437a-95d4-db3a9d82114f tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 946 time: 0.0484509 Jan 18 21:26:39.576261 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d8f8d6d8-d92a-462e-8341-e33d7ba78e03 req-5581ca83-9709-4ced-80fe-4c46252dc42e tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1317309-59d8-42d4-8953-064e0165ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416517 Jan 18 21:26:40.692197 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8e5d3-b199-4d46-af1d-9b52cf9e90fd req-05c83dde-3f7d-44c4-afc4-8d45697f9c8a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:26:40.693693 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21b8e5d3-b199-4d46-af1d-9b52cf9e90fd req-05c83dde-3f7d-44c4-afc4-8d45697f9c8a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 946 time: 0.0477865 Jan 18 21:26:40.746796 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21b8e5d3-b199-4d46-af1d-9b52cf9e90fd req-d1680585-8b46-4392-8bb4-962bbfa61ace tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1317309-59d8-42d4-8953-064e0165ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474126 Jan 18 21:26:40.768585 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43910) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:26:40.831091 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5e856f3e-c469-4cff-8c1c-4c58e61fad0e tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/floatingips/9f94b192-5b86-4ce4-92e8-cc448592e1fd HTTP/1.1" status: 200 len: 993 time: 0.0614090 Jan 18 21:26:42.104280 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409faf93-777c-4a18-b3df-7da270990cdd req-08540f05-f405-41d2-8281-f4d25babfe53 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:26:42.106376 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-409faf93-777c-4a18-b3df-7da270990cdd req-08540f05-f405-41d2-8281-f4d25babfe53 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 946 time: 0.0534081 Jan 18 21:26:42.157384 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-409faf93-777c-4a18-b3df-7da270990cdd req-0fc6be17-5896-46a1-a07a-1c83a03049bc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1317309-59d8-42d4-8953-064e0165ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452433 Jan 18 21:26:42.410468 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90c611-cb35-4044-826e-a96cf18942a1 req-e9defc8b-fb3e-4cd1-9487-ef784fe02624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:26:42.412003 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e90c611-cb35-4044-826e-a96cf18942a1 req-e9defc8b-fb3e-4cd1-9487-ef784fe02624 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 1097 time: 0.3313510 Jan 18 21:26:42.497464 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90c611-cb35-4044-826e-a96cf18942a1 req-a3430a81-3116-4dff-a7f3-2d87f89ebf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:26:42.498904 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e90c611-cb35-4044-826e-a96cf18942a1 req-a3430a81-3116-4dff-a7f3-2d87f89ebf78 service neutron] 10.222.0.57 "GET /v2.0/networks?id=affe87a5-1091-45a6-8130-a9576779681f HTTP/1.1" status: 200 len: 897 time: 0.0810525 Jan 18 21:26:42.563842 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e90c611-cb35-4044-826e-a96cf18942a1 req-0c3aea1b-1d9e-43a2-b455-536e23c8f7de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75c56f22-995a-429e-8063-a26490607921 HTTP/1.1" status: 200 len: 1001 time: 0.0585160 Jan 18 21:26:42.609361 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90c611-cb35-4044-826e-a96cf18942a1 req-51b3e400-53c1-4493-8362-e96d5af3ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:26:42.610780 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e90c611-cb35-4044-826e-a96cf18942a1 req-51b3e400-53c1-4493-8362-e96d5af3ff15 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af9dd49f-9c40-456b-b50c-5d6e6bca5d1a HTTP/1.1" status: 200 len: 835 time: 0.0409293 Jan 18 21:26:42.654661 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90c611-cb35-4044-826e-a96cf18942a1 req-2591a8ba-ac1d-47ec-9ba6-a6abdcf0eee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:26:42.656130 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e90c611-cb35-4044-826e-a96cf18942a1 req-2591a8ba-ac1d-47ec-9ba6-a6abdcf0eee3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=affe87a5-1091-45a6-8130-a9576779681f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387459 Jan 18 21:26:42.745331 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e90c611-cb35-4044-826e-a96cf18942a1 req-45e9c48d-18a5-4069-8902-d3b2cd9c7f8f service neutron] 10.222.0.57 "GET /v2.0/networks/affe87a5-1091-45a6-8130-a9576779681f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826926 Jan 18 21:26:42.828993 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4e90c611-cb35-4044-826e-a96cf18942a1 req-177e476f-c98a-40e7-8823-2266fbb40eaa service neutron] 10.222.0.57 "GET /v2.0/networks/affe87a5-1091-45a6-8130-a9576779681f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778904 Jan 18 21:26:43.277715 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3635bf2-d376-4be8-8dfe-050c8dfb1641 req-78fb4778-4e98-4b03-9d88-c6f4388b2d58 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:26:43.279244 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b3635bf2-d376-4be8-8dfe-050c8dfb1641 req-78fb4778-4e98-4b03-9d88-c6f4388b2d58 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 946 time: 0.0514419 Jan 18 21:26:43.326623 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b3635bf2-d376-4be8-8dfe-050c8dfb1641 req-cbc7e5a3-a61f-4a5c-b173-e108d3bdecc2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1317309-59d8-42d4-8953-064e0165ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418029 Jan 18 21:26:44.442628 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26d02e-3afb-4e9a-9735-407beef98805 req-be390add-9991-4845-bbf2-133ed72690a9 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:26:44.444091 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9c26d02e-3afb-4e9a-9735-407beef98805 req-be390add-9991-4845-bbf2-133ed72690a9 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 946 time: 0.0475848 Jan 18 21:26:44.491367 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9c26d02e-3afb-4e9a-9735-407beef98805 req-dd3fb365-a4f1-458a-9ad5-1f8ff6930e3a tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1317309-59d8-42d4-8953-064e0165ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417554 Jan 18 21:26:44.513081 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43922) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:26:44.575207 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3ff4a763-e5da-40a6-831d-09fad2bf4853 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/floatingips/9f94b192-5b86-4ce4-92e8-cc448592e1fd HTTP/1.1" status: 200 len: 993 time: 0.0608943 Jan 18 21:26:44.827225 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43928) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:26:44.984989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5808997d-613a-427e-a5b3-a9c7a5c9b8c8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Deleting port 71f533f8-d106-4797-b2ba-1543cb1b4e33 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:26:44.985335 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5808997d-613a-427e-a5b3-a9c7a5c9b8c8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (71f533f8-d106-4797-b2ba-1543cb1b4e33), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:45.060778 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5808997d-613a-427e-a5b3-a9c7a5c9b8c8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (71f533f8-d106-4797-b2ba-1543cb1b4e33), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:45.061099 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5808997d-613a-427e-a5b3-a9c7a5c9b8c8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for floatingip (71f533f8-d106-4797-b2ba-1543cb1b4e33), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:45.072611 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5808997d-613a-427e-a5b3-a9c7a5c9b8c8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Calling delete_port for 71f533f8-d106-4797-b2ba-1543cb1b4e33 owned by network:floatingip {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:26:45.214827 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5808997d-613a-427e-a5b3-a9c7a5c9b8c8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (71f533f8-d106-4797-b2ba-1543cb1b4e33), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:45.241371 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808997d-613a-427e-a5b3-a9c7a5c9b8c8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Port': ['ID=71f533f8-d106-4797-b2ba-1543cb1b4e33,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:26:45.265696 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5808997d-613a-427e-a5b3-a9c7a5c9b8c8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:45.266052 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5808997d-613a-427e-a5b3-a9c7a5c9b8c8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:45.266397 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5808997d-613a-427e-a5b3-a9c7a5c9b8c8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:45.266735 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5808997d-613a-427e-a5b3-a9c7a5c9b8c8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:45.267069 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5808997d-613a-427e-a5b3-a9c7a5c9b8c8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:45.267400 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5808997d-613a-427e-a5b3-a9c7a5c9b8c8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:45.267732 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5808997d-613a-427e-a5b3-a9c7a5c9b8c8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:45.268058 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5808997d-613a-427e-a5b3-a9c7a5c9b8c8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:45.268384 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5808997d-613a-427e-a5b3-a9c7a5c9b8c8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:45.268711 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5808997d-613a-427e-a5b3-a9c7a5c9b8c8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:45.269034 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5808997d-613a-427e-a5b3-a9c7a5c9b8c8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:45.269357 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5808997d-613a-427e-a5b3-a9c7a5c9b8c8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:45.269702 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5808997d-613a-427e-a5b3-a9c7a5c9b8c8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:45.313660 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5808997d-613a-427e-a5b3-a9c7a5c9b8c8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for floatingip (9f94b192-5b86-4ce4-92e8-cc448592e1fd), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:45.314028 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [None req-5808997d-613a-427e-a5b3-a9c7a5c9b8c8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Floating IP 9f94b192-5b86-4ce4-92e8-cc448592e1fd disassociated (deleted). External IP: 172.25.4.61, port: 75c56f22-995a-429e-8063-a26490607921. Jan 18 21:26:45.509751 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5808997d-613a-427e-a5b3-a9c7a5c9b8c8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Router 555469a4-493f-4b62-bdb5-9222dbd7ecbe has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:26:45.616777 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5808997d-613a-427e-a5b3-a9c7a5c9b8c8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:26:45.622010 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5808997d-613a-427e-a5b3-a9c7a5c9b8c8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:45.626545 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2dce9-417a-4717-980f-4f34f89386ba None None] Sync routers for ids ['555469a4-493f-4b62-bdb5-9222dbd7ecbe'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:26:45.635494 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd2dce9-417a-4717-980f-4f34f89386ba None None] Routers {'555469a4-493f-4b62-bdb5-9222dbd7ecbe'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:26:45.636088 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ffd2dce9-417a-4717-980f-4f34f89386ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:26:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['555469a4-493f-4b62-bdb5-9222dbd7ecbe'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:26:45.650676 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5808997d-613a-427e-a5b3-a9c7a5c9b8c8 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "DELETE /v2.0/floatingips/9f94b192-5b86-4ce4-92e8-cc448592e1fd HTTP/1.1" status: 204 len: 168 time: 0.8224561 Jan 18 21:26:45.651259 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3196ad96-d316-4994-beb5-7e27b938d2ea', 'tag': '75c56f22-995a-429e-8063-a26490607921'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:26:45.653609 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a1b69b-2a23-450a-96d8-10cd58698af8" -d '{"events": [{"name": "network-changed", "server_uuid": "3196ad96-d316-4994-beb5-7e27b938d2ea", "tag": "75c56f22-995a-429e-8063-a26490607921"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:26:45.744145 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-ffd2dce9-417a-4717-980f-4f34f89386ba None None] Set router 555469a4-493f-4b62-bdb5-9222dbd7ecbe gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:26:45.809762 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2f71b9-3142-4774-b191-853a5a6fd8f3 x-openstack-request-id: req-ae2f71b9-3142-4774-b191-853a5a6fd8f3 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:26:45.810185 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3196ad96-d316-4994-beb5-7e27b938d2ea", "tag": "75c56f22-995a-429e-8063-a26490607921", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:26:45.810533 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae2f71b9-3142-4774-b191-853a5a6fd8f3 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:26:45.811052 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3196ad96-d316-4994-beb5-7e27b938d2ea', 'tag': '75c56f22-995a-429e-8063-a26490607921', 'status': 'completed', 'code': 200} Jan 18 21:26:45.878415 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1b69b-2a23-450a-96d8-10cd58698af8 req-9ac472a5-2771-4360-bcce-449cd79928d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:26:45.880472 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a2a1b69b-2a23-450a-96d8-10cd58698af8 req-9ac472a5-2771-4360-bcce-449cd79928d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 1097 time: 0.0447948 Jan 18 21:26:45.906583 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af28461-dcb6-4fd6-9822-e391db867df3 req-772eb175-700c-401e-8f04-aed24c4353bf tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:26:45.908082 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3af28461-dcb6-4fd6-9822-e391db867df3 req-772eb175-700c-401e-8f04-aed24c4353bf tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 946 time: 0.0503054 Jan 18 21:26:45.960808 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3af28461-dcb6-4fd6-9822-e391db867df3 req-0e7202a6-e596-4b4a-9c73-df163374c53d tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1317309-59d8-42d4-8953-064e0165ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461173 Jan 18 21:26:45.978906 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1b69b-2a23-450a-96d8-10cd58698af8 req-86c45e49-84db-448a-b37d-7862256006c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:26:45.980923 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a2a1b69b-2a23-450a-96d8-10cd58698af8 req-86c45e49-84db-448a-b37d-7862256006c8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=affe87a5-1091-45a6-8130-a9576779681f HTTP/1.1" status: 200 len: 897 time: 0.0925341 Jan 18 21:26:46.024484 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a2a1b69b-2a23-450a-96d8-10cd58698af8 req-85bf09eb-a9d3-4dd2-9b99-6f806487ff49 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75c56f22-995a-429e-8063-a26490607921 HTTP/1.1" status: 200 len: 217 time: 0.0372782 Jan 18 21:26:46.038278 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ffd2dce9-417a-4717-980f-4f34f89386ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804764332', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:25:19Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '335d634a-5952-437f-a515-100a1eb5fdea', 'name': '', 'network_id': 'affe87a5-1091-45a6-8130-a9576779681f', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:ac:57:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'af9dd49f-9c40-456b-b50c-5d6e6bca5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:25:18Z', 'updated_at': '2022-01-18T21:25:22Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': 'af9dd49f-9c40-456b-b50c-5d6e6bca5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:26:46.063744 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2dce9-417a-4717-980f-4f34f89386ba None None] Checking router: 555469a4-493f-4b62-bdb5-9222dbd7ecbe for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:26:46.071488 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1b69b-2a23-450a-96d8-10cd58698af8 req-56494a97-26f7-4923-9794-02c191a6616e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:26:46.071900 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd2dce9-417a-4717-980f-4f34f89386ba None None] Routers {'555469a4-493f-4b62-bdb5-9222dbd7ecbe'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:26:46.072497 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ffd2dce9-417a-4717-980f-4f34f89386ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:26:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['555469a4-493f-4b62-bdb5-9222dbd7ecbe'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:26:46.073009 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a2a1b69b-2a23-450a-96d8-10cd58698af8 req-56494a97-26f7-4923-9794-02c191a6616e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af9dd49f-9c40-456b-b50c-5d6e6bca5d1a HTTP/1.1" status: 200 len: 835 time: 0.0426972 Jan 18 21:26:46.117703 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1b69b-2a23-450a-96d8-10cd58698af8 req-a77fc5f8-dee9-4091-a42c-a7add4559985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:26:46.119274 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a2a1b69b-2a23-450a-96d8-10cd58698af8 req-a77fc5f8-dee9-4091-a42c-a7add4559985 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=affe87a5-1091-45a6-8130-a9576779681f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406034 Jan 18 21:26:46.177952 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-ffd2dce9-417a-4717-980f-4f34f89386ba None None] Set router 555469a4-493f-4b62-bdb5-9222dbd7ecbe gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:26:46.211785 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a2a1b69b-2a23-450a-96d8-10cd58698af8 req-6ef9a79a-eea3-4bea-b384-a63dadd83285 service neutron] 10.222.0.57 "GET /v2.0/networks/affe87a5-1091-45a6-8130-a9576779681f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854876 Jan 18 21:26:46.302232 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a2a1b69b-2a23-450a-96d8-10cd58698af8 req-a2bdcaf0-6728-476f-934a-d7751855e02e service neutron] 10.222.0.57 "GET /v2.0/networks/affe87a5-1091-45a6-8130-a9576779681f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830429 Jan 18 21:26:46.368043 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ffd2dce9-417a-4717-980f-4f34f89386ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804764332', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:25:19Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '335d634a-5952-437f-a515-100a1eb5fdea', 'name': '', 'network_id': 'affe87a5-1091-45a6-8130-a9576779681f', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:ac:57:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'af9dd49f-9c40-456b-b50c-5d6e6bca5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:25:18Z', 'updated_at': '2022-01-18T21:25:22Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': 'af9dd49f-9c40-456b-b50c-5d6e6bca5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:26:46.396185 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2dce9-417a-4717-980f-4f34f89386ba None None] The sync data for ids ['555469a4-493f-4b62-bdb5-9222dbd7ecbe'] in n-d-741529-9 is: [{'id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804764332', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:25:19Z', 'revision_number': 4, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '335d634a-5952-437f-a515-100a1eb5fdea', 'name': '', 'network_id': 'affe87a5-1091-45a6-8130-a9576779681f', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'mac_address': 'fa:16:3e:ac:57:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'af9dd49f-9c40-456b-b50c-5d6e6bca5d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:25:18Z', 'updated_at': '2022-01-18T21:25:22Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'subnets': [{'id': 'af9dd49f-9c40-456b-b50c-5d6e6bca5d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:26:46.621069 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80addd1e-76ec-4d03-bfbe-c049ec1a0eb8 None None] New status for floating IP 9f94b192-5b86-4ce4-92e8-cc448592e1fd: DOWN {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 21:26:47.082777 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40014709-622e-4b86-9c0c-855c377ed51a req-02c544ab-5e1a-4d94-8690-986d7a8f7dd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:26:47.084254 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-40014709-622e-4b86-9c0c-855c377ed51a req-02c544ab-5e1a-4d94-8690-986d7a8f7dd2 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 946 time: 0.0470316 Jan 18 21:26:47.132732 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-40014709-622e-4b86-9c0c-855c377ed51a req-7e6ea424-f2da-405f-ab37-5d0f2f88d63c tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1317309-59d8-42d4-8953-064e0165ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423062 Jan 18 21:26:47.708765 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583196f4-bcad-476b-b3c3-08355b91ed26 req-134b9f19-ba22-4663-b27c-dc54eae12fa0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:26:47.710413 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-583196f4-bcad-476b-b3c3-08355b91ed26 req-134b9f19-ba22-4663-b27c-dc54eae12fa0 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.57 "GET /v2.0/ports?device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 946 time: 0.0537486 Jan 18 21:26:47.795921 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-583196f4-bcad-476b-b3c3-08355b91ed26 req-318f0d4c-8480-4d94-962c-9ef627774727 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Deleting port 75c56f22-995a-429e-8063-a26490607921 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:26:47.796255 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-583196f4-bcad-476b-b3c3-08355b91ed26 req-318f0d4c-8480-4d94-962c-9ef627774727 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (75c56f22-995a-429e-8063-a26490607921), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:47.884295 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-583196f4-bcad-476b-b3c3-08355b91ed26 req-318f0d4c-8480-4d94-962c-9ef627774727 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] For port 75c56f22-995a-429e-8063-a26490607921, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=75c56f22-995a-429e-8063-a26490607921,segment=NetworkSegment(207a2fbc-26b0-49fa-b30b-945fa079213b),segment_id=207a2fbc-26b0-49fa-b30b-945fa079213b)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:26:47.884644 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-583196f4-bcad-476b-b3c3-08355b91ed26 req-318f0d4c-8480-4d94-962c-9ef627774727 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (75c56f22-995a-429e-8063-a26490607921), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:47.896048 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-583196f4-bcad-476b-b3c3-08355b91ed26 req-318f0d4c-8480-4d94-962c-9ef627774727 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Calling delete_port for 75c56f22-995a-429e-8063-a26490607921 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:26:48.019903 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-583196f4-bcad-476b-b3c3-08355b91ed26 req-318f0d4c-8480-4d94-962c-9ef627774727 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (75c56f22-995a-429e-8063-a26490607921), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:48.054603 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f0d4c-8480-4d94-962c-9ef627774727 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Port': ['ID=75c56f22-995a-429e-8063-a26490607921,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:26:48.095420 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-583196f4-bcad-476b-b3c3-08355b91ed26 req-318f0d4c-8480-4d94-962c-9ef627774727 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] No DVR routers for this DVR port 75c56f22-995a-429e-8063-a26490607921 on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:26:48.098138 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-583196f4-bcad-476b-b3c3-08355b91ed26 req-318f0d4c-8480-4d94-962c-9ef627774727 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:48.101506 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-583196f4-bcad-476b-b3c3-08355b91ed26 req-318f0d4c-8480-4d94-962c-9ef627774727 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.57 "DELETE /v2.0/ports/75c56f22-995a-429e-8063-a26490607921 HTTP/1.1" status: 204 len: 173 time: 0.3862171 Jan 18 21:26:48.101982 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3196ad96-d316-4994-beb5-7e27b938d2ea', 'name': 'network-vif-deleted', 'tag': '75c56f22-995a-429e-8063-a26490607921'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:26:48.104297 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b17932e-3902-4285-842d-8b4ca1ae1757" -d '{"events": [{"server_uuid": "3196ad96-d316-4994-beb5-7e27b938d2ea", "name": "network-vif-deleted", "tag": "75c56f22-995a-429e-8063-a26490607921"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:26:48.144813 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae51400-92c0-499a-86b9-c40802b0a553 x-openstack-request-id: req-8ae51400-92c0-499a-86b9-c40802b0a553 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:26:48.145117 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3196ad96-d316-4994-beb5-7e27b938d2ea", "name": "network-vif-deleted", "tag": "75c56f22-995a-429e-8063-a26490607921", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:26:48.145379 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ae51400-92c0-499a-86b9-c40802b0a553 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:26:48.145822 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3196ad96-d316-4994-beb5-7e27b938d2ea', 'name': 'network-vif-deleted', 'tag': '75c56f22-995a-429e-8063-a26490607921', 'status': 'completed', 'code': 200} Jan 18 21:26:48.238631 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-30ba9337-308e-4235-a691-ab9b25d5c611 req-c5658380-93fc-47d6-9a8f-a08449162d81 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "GET /v2.0/ports?device_id=3196ad96-d316-4994-beb5-7e27b938d2ea HTTP/1.1" status: 200 len: 210 time: 0.0323384 Jan 18 21:26:49.294878 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43944) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:26:49.644285 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-08a3c6cd-4805-47b3-9758-936784c34fcc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (555469a4-493f-4b62-bdb5-9222dbd7ecbe), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:49.887353 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-08a3c6cd-4805-47b3-9758-936784c34fcc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Deleting port 335d634a-5952-437f-a515-100a1eb5fdea {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:26:49.887688 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-08a3c6cd-4805-47b3-9758-936784c34fcc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (335d634a-5952-437f-a515-100a1eb5fdea), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:49.973164 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-08a3c6cd-4805-47b3-9758-936784c34fcc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] For port 335d634a-5952-437f-a515-100a1eb5fdea, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=335d634a-5952-437f-a515-100a1eb5fdea,segment=NetworkSegment(207a2fbc-26b0-49fa-b30b-945fa079213b),segment_id=207a2fbc-26b0-49fa-b30b-945fa079213b)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:26:49.973520 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-08a3c6cd-4805-47b3-9758-936784c34fcc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (335d634a-5952-437f-a515-100a1eb5fdea), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:49.985798 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-08a3c6cd-4805-47b3-9758-936784c34fcc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Calling delete_port for 335d634a-5952-437f-a515-100a1eb5fdea owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:26:50.171070 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-08a3c6cd-4805-47b3-9758-936784c34fcc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (335d634a-5952-437f-a515-100a1eb5fdea), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:50.198827 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3c6cd-4805-47b3-9758-936784c34fcc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Port': ['ID=335d634a-5952-437f-a515-100a1eb5fdea,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:26:50.374146 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-08a3c6cd-4805-47b3-9758-936784c34fcc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (555469a4-493f-4b62-bdb5-9222dbd7ecbe), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:50.858055 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a3c6cd-4805-47b3-9758-936784c34fcc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Router 555469a4-493f-4b62-bdb5-9222dbd7ecbe has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:26:50.960200 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a3c6cd-4805-47b3-9758-936784c34fcc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:26:50.965740 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-08a3c6cd-4805-47b3-9758-936784c34fcc tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "PUT /v2.0/routers/555469a4-493f-4b62-bdb5-9222dbd7ecbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6698074 Jan 18 21:26:50.968408 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43946) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:26:50.971317 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45734ca3-e5b0-4ced-ba6c-2a6dd9af7365 None None] Sync routers for ids ['555469a4-493f-4b62-bdb5-9222dbd7ecbe'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:26:50.980808 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45734ca3-e5b0-4ced-ba6c-2a6dd9af7365 None None] Routers {'555469a4-493f-4b62-bdb5-9222dbd7ecbe'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:26:50.981484 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-45734ca3-e5b0-4ced-ba6c-2a6dd9af7365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:26:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['555469a4-493f-4b62-bdb5-9222dbd7ecbe'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:26:51.021452 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-c08f09fa-d408-42dd-a1c8-d29d171cd587 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Deleting subnet af9dd49f-9c40-456b-b50c-5d6e6bca5d1a {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 21:26:51.024611 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c08f09fa-d408-42dd-a1c8-d29d171cd587 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for subnet (af9dd49f-9c40-456b-b50c-5d6e6bca5d1a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:51.063603 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c08f09fa-d408-42dd-a1c8-d29d171cd587 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (af9dd49f-9c40-456b-b50c-5d6e6bca5d1a), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:51.083550 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-45734ca3-e5b0-4ced-ba6c-2a6dd9af7365 None None] Set router 555469a4-493f-4b62-bdb5-9222dbd7ecbe gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:26:51.144352 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c08f09fa-d408-42dd-a1c8-d29d171cd587 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (af9dd49f-9c40-456b-b50c-5d6e6bca5d1a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:51.205678 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c08f09fa-d408-42dd-a1c8-d29d171cd587 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (af9dd49f-9c40-456b-b50c-5d6e6bca5d1a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:51.234215 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f09fa-d408-42dd-a1c8-d29d171cd587 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Subnet': ['ID=af9dd49f-9c40-456b-b50c-5d6e6bca5d1a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:26:51.236121 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c08f09fa-d408-42dd-a1c8-d29d171cd587 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:51.240072 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c08f09fa-d408-42dd-a1c8-d29d171cd587 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "DELETE /v2.0/subnets/af9dd49f-9c40-456b-b50c-5d6e6bca5d1a HTTP/1.1" status: 204 len: 168 time: 0.2698936 Jan 18 21:26:51.242262 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43948) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:26:51.242739 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e2d5b1-6d94-4a9c-a653-5d90a89fa7c2 None None] Network affe87a5-1091-45a6-8130-a9576779681f requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:26:51.256923 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-45734ca3-e5b0-4ced-ba6c-2a6dd9af7365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804764332', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:26:50Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:26:51.282895 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45734ca3-e5b0-4ced-ba6c-2a6dd9af7365 None None] Checking router: 555469a4-493f-4b62-bdb5-9222dbd7ecbe for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:26:51.290835 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45734ca3-e5b0-4ced-ba6c-2a6dd9af7365 None None] Routers {'555469a4-493f-4b62-bdb5-9222dbd7ecbe'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:26:51.291427 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-45734ca3-e5b0-4ced-ba6c-2a6dd9af7365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:26:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['555469a4-493f-4b62-bdb5-9222dbd7ecbe'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:26:51.356132 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92397566-eaf0-46ec-b565-5f088ad62ded tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router (555469a4-493f-4b62-bdb5-9222dbd7ecbe), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:51.395942 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-45734ca3-e5b0-4ced-ba6c-2a6dd9af7365 None None] Set router 555469a4-493f-4b62-bdb5-9222dbd7ecbe gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:26:51.421391 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e15a10-0f6a-41ba-b50a-3bf710d3622e None None] DHCP port deletion for affe87a5-1091-45a6-8130-a9576779681f request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:26:51.462653 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92397566-eaf0-46ec-b565-5f088ad62ded tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_gateway (555469a4-493f-4b62-bdb5-9222dbd7ecbe), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:51.473938 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a1e15a10-0f6a-41ba-b50a-3bf710d3622e None None] Deleting port 38367e8f-3275-4efb-a0fd-839163439b68 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:26:51.474317 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a1e15a10-0f6a-41ba-b50a-3bf710d3622e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (38367e8f-3275-4efb-a0fd-839163439b68), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:51.523082 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-92397566-eaf0-46ec-b565-5f088ad62ded tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Deleting port 8212aa93-caca-4d6c-a736-c0aa497b5502 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:26:51.523426 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92397566-eaf0-46ec-b565-5f088ad62ded tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (8212aa93-caca-4d6c-a736-c0aa497b5502), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:51.552272 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a1e15a10-0f6a-41ba-b50a-3bf710d3622e None None] For port 38367e8f-3275-4efb-a0fd-839163439b68, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=38367e8f-3275-4efb-a0fd-839163439b68,segment=NetworkSegment(207a2fbc-26b0-49fa-b30b-945fa079213b),segment_id=207a2fbc-26b0-49fa-b30b-945fa079213b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:26:51.552664 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a1e15a10-0f6a-41ba-b50a-3bf710d3622e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (38367e8f-3275-4efb-a0fd-839163439b68), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:51.565110 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a1e15a10-0f6a-41ba-b50a-3bf710d3622e None None] Calling delete_port for 38367e8f-3275-4efb-a0fd-839163439b68 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:26:51.580725 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-45734ca3-e5b0-4ced-ba6c-2a6dd9af7365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804764332', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:26:50Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:26:51.606199 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-92397566-eaf0-46ec-b565-5f088ad62ded tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] For port 8212aa93-caca-4d6c-a736-c0aa497b5502, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=8212aa93-caca-4d6c-a736-c0aa497b5502,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:26:51.606795 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92397566-eaf0-46ec-b565-5f088ad62ded tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (8212aa93-caca-4d6c-a736-c0aa497b5502), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:51.606926 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45734ca3-e5b0-4ced-ba6c-2a6dd9af7365 None None] The sync data for ids ['555469a4-493f-4b62-bdb5-9222dbd7ecbe'] in n-d-741529-9 is: [{'id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1804764332', 'tenant_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:26:50Z', 'revision_number': 5, 'project_id': 'c09e16e9f5a443bda5c1698c9e5d5165', 'gw_port': {'id': '8212aa93-caca-4d6c-a736-c0aa497b5502', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555469a4-493f-4b62-bdb5-9222dbd7ecbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:25:15Z', 'updated_at': '2022-01-18T21:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:26:51.620454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-92397566-eaf0-46ec-b565-5f088ad62ded tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Calling delete_port for 8212aa93-caca-4d6c-a736-c0aa497b5502 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:26:51.649063 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a1e15a10-0f6a-41ba-b50a-3bf710d3622e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (38367e8f-3275-4efb-a0fd-839163439b68), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:51.677815 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e15a10-0f6a-41ba-b50a-3bf710d3622e None None] Pushing event deleted for resources: {'Port': ['ID=38367e8f-3275-4efb-a0fd-839163439b68,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:26:51.682032 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e15a10-0f6a-41ba-b50a-3bf710d3622e None None] No DVR routers for this DVR port 38367e8f-3275-4efb-a0fd-839163439b68 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:26:51.693936 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e15a10-0f6a-41ba-b50a-3bf710d3622e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:51.693936 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e15a10-0f6a-41ba-b50a-3bf710d3622e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:51.693936 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e15a10-0f6a-41ba-b50a-3bf710d3622e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:51.693936 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e15a10-0f6a-41ba-b50a-3bf710d3622e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:51.693936 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e15a10-0f6a-41ba-b50a-3bf710d3622e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:51.693936 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e15a10-0f6a-41ba-b50a-3bf710d3622e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:51.693936 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e15a10-0f6a-41ba-b50a-3bf710d3622e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:51.693936 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e15a10-0f6a-41ba-b50a-3bf710d3622e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:51.693936 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e15a10-0f6a-41ba-b50a-3bf710d3622e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:51.693936 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e15a10-0f6a-41ba-b50a-3bf710d3622e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:51.693936 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e15a10-0f6a-41ba-b50a-3bf710d3622e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:51.693936 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e15a10-0f6a-41ba-b50a-3bf710d3622e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:51.693936 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e15a10-0f6a-41ba-b50a-3bf710d3622e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:51.791722 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92397566-eaf0-46ec-b565-5f088ad62ded tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (8212aa93-caca-4d6c-a736-c0aa497b5502), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:51.820309 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92397566-eaf0-46ec-b565-5f088ad62ded tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Port': ['ID=8212aa93-caca-4d6c-a736-c0aa497b5502,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:26:51.834223 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fd51ad-aa6f-4470-9c9d-014340ff741a None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:26:51.879746 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92397566-eaf0-46ec-b565-5f088ad62ded tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (555469a4-493f-4b62-bdb5-9222dbd7ecbe), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:51.945673 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 75c56f22-995a-429e-8063-a26490607921 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:26:51.974258 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92397566-eaf0-46ec-b565-5f088ad62ded tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (555469a4-493f-4b62-bdb5-9222dbd7ecbe), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:51.976656 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92397566-eaf0-46ec-b565-5f088ad62ded tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router_controller (555469a4-493f-4b62-bdb5-9222dbd7ecbe), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:51.984522 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 75c56f22-995a-429e-8063-a26490607921 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:26:51.985244 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 75c56f22-995a-429e-8063-a26490607921 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:26:52.030029 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92397566-eaf0-46ec-b565-5f088ad62ded tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (555469a4-493f-4b62-bdb5-9222dbd7ecbe), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:52.030598 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92397566-eaf0-46ec-b565-5f088ad62ded tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Fanout notify agent at l3_agent the message router_deleted on router 555469a4-493f-4b62-bdb5-9222dbd7ecbe {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 21:26:52.041677 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92397566-eaf0-46ec-b565-5f088ad62ded tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:52.041677 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-92397566-eaf0-46ec-b565-5f088ad62ded tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "DELETE /v2.0/routers/555469a4-493f-4b62-bdb5-9222dbd7ecbe HTTP/1.1" status: 204 len: 168 time: 0.7957733 Jan 18 21:26:52.043735 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43950) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:26:52.078146 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 38367e8f-3275-4efb-a0fd-839163439b68 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:26:52.107156 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 38367e8f-3275-4efb-a0fd-839163439b68 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:26:52.107495 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 38367e8f-3275-4efb-a0fd-839163439b68 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:26:52.108145 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 335d634a-5952-437f-a515-100a1eb5fdea no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:26:52.127842 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 335d634a-5952-437f-a515-100a1eb5fdea {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:26:52.128403 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 335d634a-5952-437f-a515-100a1eb5fdea not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:26:52.140353 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c3bfa64-c108-49d3-92f4-6151b298c76e tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (affe87a5-1091-45a6-8130-a9576779681f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:52.238555 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c3bfa64-c108-49d3-92f4-6151b298c76e tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (affe87a5-1091-45a6-8130-a9576779681f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:52.259484 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-8c3bfa64-c108-49d3-92f4-6151b298c76e tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['affe87a5-1091-45a6-8130-a9576779681f']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:26:52.273116 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-8c3bfa64-c108-49d3-92f4-6151b298c76e tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207a2fbc-26b0-49fa-b30b-945fa079213b') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:26:52.273443 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-8c3bfa64-c108-49d3-92f4-6151b298c76e tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207a2fbc-26b0-49fa-b30b-945fa079213b') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:26:52.284557 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c3bfa64-c108-49d3-92f4-6151b298c76e tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (207a2fbc-26b0-49fa-b30b-945fa079213b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:52.297968 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c3bfa64-c108-49d3-92f4-6151b298c76e tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (207a2fbc-26b0-49fa-b30b-945fa079213b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:52.304257 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c3bfa64-c108-49d3-92f4-6151b298c76e tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 21:26:52.304652 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c3bfa64-c108-49d3-92f4-6151b298c76e tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (207a2fbc-26b0-49fa-b30b-945fa079213b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: timer() Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 21:26:52.307720 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 21:26:52.369709 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c3bfa64-c108-49d3-92f4-6151b298c76e tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (affe87a5-1091-45a6-8130-a9576779681f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:52.376706 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c3bfa64-c108-49d3-92f4-6151b298c76e tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:52.381502 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8c3bfa64-c108-49d3-92f4-6151b298c76e tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "DELETE /v2.0/networks/affe87a5-1091-45a6-8130-a9576779681f HTTP/1.1" status: 204 len: 168 time: 0.3364933 Jan 18 21:26:52.384541 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43952) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:26:52.397430 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bfa64-c108-49d3-92f4-6151b298c76e tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'Network': ['ID=affe87a5-1091-45a6-8130-a9576779681f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:26:52.447968 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-142b2167-04a6-4252-b7f4-f062390eed14 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (f1317309-59d8-42d4-8953-064e0165ecb8), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:52.476063 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-142b2167-04a6-4252-b7f4-f062390eed14 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (f1317309-59d8-42d4-8953-064e0165ecb8), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:52.539897 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-142b2167-04a6-4252-b7f4-f062390eed14 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (f1317309-59d8-42d4-8953-064e0165ecb8), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:52.542844 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-142b2167-04a6-4252-b7f4-f062390eed14 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:52.544813 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-142b2167-04a6-4252-b7f4-f062390eed14 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] 10.222.0.31 "DELETE /v2.0/security-groups/f1317309-59d8-42d4-8953-064e0165ecb8 HTTP/1.1" status: 204 len: 168 time: 0.1590707 Jan 18 21:26:52.554617 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b2167-04a6-4252-b7f4-f062390eed14 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1317309-59d8-42d4-8953-064e0165ecb8,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:26:52.567563 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b2167-04a6-4252-b7f4-f062390eed14 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:52.568162 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b2167-04a6-4252-b7f4-f062390eed14 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:52.568767 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b2167-04a6-4252-b7f4-f062390eed14 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:52.569358 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b2167-04a6-4252-b7f4-f062390eed14 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:52.569787 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b2167-04a6-4252-b7f4-f062390eed14 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:52.570119 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b2167-04a6-4252-b7f4-f062390eed14 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:52.570456 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b2167-04a6-4252-b7f4-f062390eed14 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:52.570791 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b2167-04a6-4252-b7f4-f062390eed14 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:52.571126 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b2167-04a6-4252-b7f4-f062390eed14 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:52.571454 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b2167-04a6-4252-b7f4-f062390eed14 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:52.571778 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b2167-04a6-4252-b7f4-f062390eed14 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:52.572102 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b2167-04a6-4252-b7f4-f062390eed14 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:52.572428 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b2167-04a6-4252-b7f4-f062390eed14 tempest-TestNetworkAdvancedServerOps-1070011840 tempest-TestNetworkAdvancedServerOps-1070011840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:26:52.912728 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43960) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:26:53.050572 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-97ce2ccc-aad2-44a8-8d83-1df8175ef8a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c09e16e9f5a443bda5c1698c9e5d5165&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1366916 Jan 18 21:26:53.053147 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43964) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:26:53.104172 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1b97b605-504e-4f3f-96f5-c8d52b978995 admin admin] Publish callbacks [] for security_group (df64c7ad-60c6-4aca-bc06-4dffbc5790ba), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:53.124567 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1b97b605-504e-4f3f-96f5-c8d52b978995 admin admin] Publish callbacks [] for security_group (df64c7ad-60c6-4aca-bc06-4dffbc5790ba), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:53.171968 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1b97b605-504e-4f3f-96f5-c8d52b978995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (df64c7ad-60c6-4aca-bc06-4dffbc5790ba), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:53.174692 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1b97b605-504e-4f3f-96f5-c8d52b978995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:53.175830 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1b97b605-504e-4f3f-96f5-c8d52b978995 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df64c7ad-60c6-4aca-bc06-4dffbc5790ba HTTP/1.1" status: 204 len: 168 time: 0.1217773 Jan 18 21:26:53.183940 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97b605-504e-4f3f-96f5-c8d52b978995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df64c7ad-60c6-4aca-bc06-4dffbc5790ba,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:26:53.446083 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43970) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:26:53.460883 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5192a6c6-79ea-42e4-9696-c511b11cc78d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:53.536325 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5192a6c6-79ea-42e4-9696-c511b11cc78d admin admin] Publish callbacks [] for security_group (a9a4a2da-b1ce-454f-a364-6838eeff47ae), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:53.539866 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5192a6c6-79ea-42e4-9696-c511b11cc78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a9a4a2da-b1ce-454f-a364-6838eeff47ae), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:53.576606 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5192a6c6-79ea-42e4-9696-c511b11cc78d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=343c988310be43c886d7a56271b65b08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1294780 Jan 18 21:26:53.578476 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192a6c6-79ea-42e4-9696-c511b11cc78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a4a2da-b1ce-454f-a364-6838eeff47ae,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:26:53.579363 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43972) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:26:53.627800 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2fc45b67-229d-4a7d-9540-13e34bc0d913 admin admin] Publish callbacks [] for security_group (a9a4a2da-b1ce-454f-a364-6838eeff47ae), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:53.647769 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2fc45b67-229d-4a7d-9540-13e34bc0d913 admin admin] Publish callbacks [] for security_group (a9a4a2da-b1ce-454f-a364-6838eeff47ae), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:53.693143 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2fc45b67-229d-4a7d-9540-13e34bc0d913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a9a4a2da-b1ce-454f-a364-6838eeff47ae), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:53.695886 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2fc45b67-229d-4a7d-9540-13e34bc0d913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:53.697063 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2fc45b67-229d-4a7d-9540-13e34bc0d913 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a9a4a2da-b1ce-454f-a364-6838eeff47ae HTTP/1.1" status: 204 len: 168 time: 0.1167271 Jan 18 21:26:53.704592 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc45b67-229d-4a7d-9540-13e34bc0d913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a4a2da-b1ce-454f-a364-6838eeff47ae,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:26:53.718254 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8212aa93-caca-4d6c-a736-c0aa497b5502 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:26:53.741824 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 8212aa93-caca-4d6c-a736-c0aa497b5502 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:26:53.742249 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 8212aa93-caca-4d6c-a736-c0aa497b5502 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:26:54.405352 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 43994) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:26:54.498796 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-9ad9c489-6ea7-4595-8e84-c2a5ac882c77 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1220969979-network', 'tenant_id': 'da646395d8034759ad7f7e89678089c1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:26:54.519618 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad9c489-6ea7-4595-8e84-c2a5ac882c77 admin admin] Made reservation on behalf of da646395d8034759ad7f7e89678089c1 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:26:54.521823 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9ad9c489-6ea7-4595-8e84-c2a5ac882c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:54.530395 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9ad9c489-6ea7-4595-8e84-c2a5ac882c77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:54.601100 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9ad9c489-6ea7-4595-8e84-c2a5ac882c77 admin admin] Publish callbacks [] for security_group (1b28ccd4-a7b3-4ee8-8528-d0f304a5a244), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:54.604759 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9ad9c489-6ea7-4595-8e84-c2a5ac882c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1b28ccd4-a7b3-4ee8-8528-d0f304a5a244), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:54.629455 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad9c489-6ea7-4595-8e84-c2a5ac882c77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 21:26:54.639524 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9c489-6ea7-4595-8e84-c2a5ac882c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b28ccd4-a7b3-4ee8-8528-d0f304a5a244,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:26:54.645750 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9ad9c489-6ea7-4595-8e84-c2a5ac882c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (2fd5835d-6e3f-4f64-aac2-294571b2e775), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:54.646092 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-9ad9c489-6ea7-4595-8e84-c2a5ac882c77 admin admin] Added segment 2fd5835d-6e3f-4f64-aac2-294571b2e775 of type vlan for network a49847c1-7161-405f-80c4-c2493b42ebb5 Jan 18 21:26:54.684396 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9ad9c489-6ea7-4595-8e84-c2a5ac882c77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (a49847c1-7161-405f-80c4-c2493b42ebb5), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:54.708536 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9ad9c489-6ea7-4595-8e84-c2a5ac882c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (a49847c1-7161-405f-80c4-c2493b42ebb5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:54.709844 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad9c489-6ea7-4595-8e84-c2a5ac882c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:26:54.710544 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9ad9c489-6ea7-4595-8e84-c2a5ac882c77 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:54.746647 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-9ad9c489-6ea7-4595-8e84-c2a5ac882c77 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3402092 Jan 18 21:26:54.749825 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 43998) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:26:54.754746 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-8b49a0f0-d087-484e-b56b-e89eb4a3de11 admin admin] Request body: {'subnet': {'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1220969979-subnet', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:26:54.776794 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9c489-6ea7-4595-8e84-c2a5ac882c77 admin admin] Pushing event updated for resources: {'Network': ['ID=a49847c1-7161-405f-80c4-c2493b42ebb5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:26:54.777893 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b49a0f0-d087-484e-b56b-e89eb4a3de11 admin admin] Made reservation on behalf of da646395d8034759ad7f7e89678089c1 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:26:54.781494 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8b49a0f0-d087-484e-b56b-e89eb4a3de11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:54.787477 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network a49847c1-7161-405f-80c4-c2493b42ebb5 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 21:26:54.945749 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8b49a0f0-d087-484e-b56b-e89eb4a3de11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (0e0ce033-9464-46c7-baa2-72e1bbd3b680), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:55.000243 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49a0f0-d087-484e-b56b-e89eb4a3de11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e0ce033-9464-46c7-baa2-72e1bbd3b680,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:26:55.007514 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b49a0f0-d087-484e-b56b-e89eb4a3de11 admin admin] Checking segment: {'id': '2fd5835d-6e3f-4f64-aac2-294571b2e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:26:55.007869 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b49a0f0-d087-484e-b56b-e89eb4a3de11 admin admin] Network hostable DHCP agents. Network: a49847c1-7161-405f-80c4-c2493b42ebb5, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 21:26:55.024016 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b49a0f0-d087-484e-b56b-e89eb4a3de11 admin admin] Network a49847c1-7161-405f-80c4-c2493b42ebb5 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 21:26:55.032036 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-8b49a0f0-d087-484e-b56b-e89eb4a3de11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, a49847c1-7161-405f-80c4-c2493b42ebb5) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:26:55.036051 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b49a0f0-d087-484e-b56b-e89eb4a3de11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:26:55.036638 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8b49a0f0-d087-484e-b56b-e89eb4a3de11 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:55.040616 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddba2662-b64f-434a-a7ec-e80c6bef96e1 None None] Network a49847c1-7161-405f-80c4-c2493b42ebb5 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:26:55.051839 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-8b49a0f0-d087-484e-b56b-e89eb4a3de11 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3008986 Jan 18 21:26:55.054776 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44000) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:26:55.060042 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-be89a39a-363e-45fa-aa46-2822d9890e80 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1220969979-router', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:26:55.083615 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be89a39a-363e-45fa-aa46-2822d9890e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (2229f580-9cdb-4670-8547-db9d630de9a3), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:55.084803 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be89a39a-363e-45fa-aa46-2822d9890e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (2229f580-9cdb-4670-8547-db9d630de9a3), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:55.136442 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be89a39a-363e-45fa-aa46-2822d9890e80 admin admin] Publish callbacks [] for router_controller (2229f580-9cdb-4670-8547-db9d630de9a3), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:55.143359 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a71ceb-f86d-42a5-adfb-ae44a453fa75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-a49847c1-7161-405f-80c4-c2493b42ebb5', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'project_id': 'da646395d8034759ad7f7e89678089c1', 'fixed_ips': [{'subnet_id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 21:26:55.144238 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e5a71ceb-f86d-42a5-adfb-ae44a453fa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:55.272206 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be89a39a-363e-45fa-aa46-2822d9890e80 admin admin] Publish callbacks [] for router_gateway (2229f580-9cdb-4670-8547-db9d630de9a3), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:55.281504 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-e5a71ceb-f86d-42a5-adfb-ae44a453fa75 None None] Allocated IP 172.20.0.2 (a49847c1-7161-405f-80c4-c2493b42ebb5/0e0ce033-9464-46c7-baa2-72e1bbd3b680/e9d6675b-3780-41d3-9c95-4a529feb42b5) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:26:55.424557 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e5a71ceb-f86d-42a5-adfb-ae44a453fa75 None None] Publish callbacks [] for port (e9d6675b-3780-41d3-9c95-4a529feb42b5), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:55.429962 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e5a71ceb-f86d-42a5-adfb-ae44a453fa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (e9d6675b-3780-41d3-9c95-4a529feb42b5), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:55.465030 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a71ceb-f86d-42a5-adfb-ae44a453fa75 None None] Network a49847c1-7161-405f-80c4-c2493b42ebb5 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:26:55.466430 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-e5a71ceb-f86d-42a5-adfb-ae44a453fa75 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:26:55.471866 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a71ceb-f86d-42a5-adfb-ae44a453fa75 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:26:55.478026 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be89a39a-363e-45fa-aa46-2822d9890e80 admin admin] Publish callbacks [] for router_gateway (2229f580-9cdb-4670-8547-db9d630de9a3), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:55.499820 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a71ceb-f86d-42a5-adfb-ae44a453fa75 None None] Pushing event updated for resources: {'Port': ['ID=e9d6675b-3780-41d3-9c95-4a529feb42b5,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:26:55.501227 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be89a39a-363e-45fa-aa46-2822d9890e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:55.532117 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-e5a71ceb-f86d-42a5-adfb-ae44a453fa75 None None] Attempting to bind port e9d6675b-3780-41d3-9c95-4a529feb42b5 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:26:55.532412 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-e5a71ceb-f86d-42a5-adfb-ae44a453fa75 None None] Attempting to bind port e9d6675b-3780-41d3-9c95-4a529feb42b5 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '2fd5835d-6e3f-4f64-aac2-294571b2e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:26:55.532775 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a71ceb-f86d-42a5-adfb-ae44a453fa75 None None] Attempting to bind port e9d6675b-3780-41d3-9c95-4a529feb42b5 on network a49847c1-7161-405f-80c4-c2493b42ebb5 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:26:55.537704 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a71ceb-f86d-42a5-adfb-ae44a453fa75 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:26:55.538107 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a71ceb-f86d-42a5-adfb-ae44a453fa75 None None] Checking segment: {'id': '2fd5835d-6e3f-4f64-aac2-294571b2e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:26:55.538508 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e5a71ceb-f86d-42a5-adfb-ae44a453fa75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:55.538897 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a71ceb-f86d-42a5-adfb-ae44a453fa75 None None] Bound using segment: {'id': '2fd5835d-6e3f-4f64-aac2-294571b2e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:26:55.539381 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-e5a71ceb-f86d-42a5-adfb-ae44a453fa75 None None] Bound port: e9d6675b-3780-41d3-9c95-4a529feb42b5, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd5835d-6e3f-4f64-aac2-294571b2e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:26:55.539741 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e5a71ceb-f86d-42a5-adfb-ae44a453fa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e9d6675b-3780-41d3-9c95-4a529feb42b5), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:55.602910 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-be89a39a-363e-45fa-aa46-2822d9890e80 admin admin] Allocated IP 172.25.4.184 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/5c7610be-ea24-48c5-9ace-57bc23f60814) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:26:55.607921 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e5a71ceb-f86d-42a5-adfb-ae44a453fa75 None None] For port e9d6675b-3780-41d3-9c95-4a529feb42b5, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:26:55.611955 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e5a71ceb-f86d-42a5-adfb-ae44a453fa75 None None] For port e9d6675b-3780-41d3-9c95-4a529feb42b5, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=e9d6675b-3780-41d3-9c95-4a529feb42b5,segment=NetworkSegment(2fd5835d-6e3f-4f64-aac2-294571b2e775),segment_id=2fd5835d-6e3f-4f64-aac2-294571b2e775)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:26:55.617400 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e5a71ceb-f86d-42a5-adfb-ae44a453fa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e9d6675b-3780-41d3-9c95-4a529feb42b5), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:55.677573 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a71ceb-f86d-42a5-adfb-ae44a453fa75 None None] Pushing event updated for resources: {'Port': ['ID=e9d6675b-3780-41d3-9c95-4a529feb42b5,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:26:55.728978 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be89a39a-363e-45fa-aa46-2822d9890e80 admin admin] Publish callbacks [] for port (5c7610be-ea24-48c5-9ace-57bc23f60814), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:55.773959 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be89a39a-363e-45fa-aa46-2822d9890e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (5c7610be-ea24-48c5-9ace-57bc23f60814), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:55.798662 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c98ce67b-8dc3-4700-94e4-58bc825aade2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:55.816685 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be89a39a-363e-45fa-aa46-2822d9890e80 admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:26:55.820358 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-be89a39a-363e-45fa-aa46-2822d9890e80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:26:55.823890 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be89a39a-363e-45fa-aa46-2822d9890e80 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:26:55.836495 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d59fa9-f1e7-4b38-9de9-60fb9820d4c4 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:26:55.848827 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89a39a-363e-45fa-aa46-2822d9890e80 admin admin] Pushing event updated for resources: {'Port': ['ID=5c7610be-ea24-48c5-9ace-57bc23f60814,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:26:55.921082 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-eeaa9ae8-eb09-43fe-8c01-28db7f44dd3a None None] Provisioning complete for port 5c7610be-ea24-48c5-9ace-57bc23f60814 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:26:55.921769 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-eeaa9ae8-eb09-43fe-8c01-28db7f44dd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5c7610be-ea24-48c5-9ace-57bc23f60814), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:55.975136 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-eeaa9ae8-eb09-43fe-8c01-28db7f44dd3a None None] Port 5c7610be-ea24-48c5-9ace-57bc23f60814 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:26:56.122377 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be89a39a-363e-45fa-aa46-2822d9890e80 admin admin] Publish callbacks [] for router_gateway (2229f580-9cdb-4670-8547-db9d630de9a3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:56.319465 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be89a39a-363e-45fa-aa46-2822d9890e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (2229f580-9cdb-4670-8547-db9d630de9a3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:56.449573 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be89a39a-363e-45fa-aa46-2822d9890e80 admin admin] Router 2229f580-9cdb-4670-8547-db9d630de9a3 is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 21:26:56.560550 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be89a39a-363e-45fa-aa46-2822d9890e80 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:26:56.569032 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fc4422-a712-414c-920c-a7624173170a None None] Sync routers for ids ['2229f580-9cdb-4670-8547-db9d630de9a3'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:26:56.579198 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be89a39a-363e-45fa-aa46-2822d9890e80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:56.580472 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-be89a39a-363e-45fa-aa46-2822d9890e80 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5244825 Jan 18 21:26:56.583260 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44002) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:26:56.587943 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fc4422-a712-414c-920c-a7624173170a None None] Routers {'2229f580-9cdb-4670-8547-db9d630de9a3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:26:56.588572 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-a2fc4422-a712-414c-920c-a7624173170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:26:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['2229f580-9cdb-4670-8547-db9d630de9a3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:26:56.701703 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-a2fc4422-a712-414c-920c-a7624173170a None None] Set router 2229f580-9cdb-4670-8547-db9d630de9a3 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:26:56.728369 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d6277f-a46d-45df-b32b-64f643a0b787 None None] Network a49847c1-7161-405f-80c4-c2493b42ebb5 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:26:56.889611 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-20a586ca-539a-4c58-8198-2a37f109c857 None None] Provisioning complete for port e9d6675b-3780-41d3-9c95-4a529feb42b5 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:26:56.890601 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-20a586ca-539a-4c58-8198-2a37f109c857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e9d6675b-3780-41d3-9c95-4a529feb42b5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:57.046026 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-a2fc4422-a712-414c-920c-a7624173170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'name': 'tempest-TestShelveInstance-1220969979-router', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:56Z', 'revision_number': 3, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'gw_port': {'id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:26:57.047890 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-20a586ca-539a-4c58-8198-2a37f109c857 None None] Current status of the port e9d6675b-3780-41d3-9c95-4a529feb42b5 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:26:57.048265 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-20a586ca-539a-4c58-8198-2a37f109c857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e9d6675b-3780-41d3-9c95-4a529feb42b5), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:57.083854 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fc4422-a712-414c-920c-a7624173170a None None] Checking router: 2229f580-9cdb-4670-8547-db9d630de9a3 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:26:57.084192 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fc4422-a712-414c-920c-a7624173170a None None] Updating router 2229f580-9cdb-4670-8547-db9d630de9a3 port 5c7610be-ea24-48c5-9ace-57bc23f60814 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 21:26:57.121925 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a2fc4422-a712-414c-920c-a7624173170a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (5c7610be-ea24-48c5-9ace-57bc23f60814), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:57.149601 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-20a586ca-539a-4c58-8198-2a37f109c857 None None] For port e9d6675b-3780-41d3-9c95-4a529feb42b5, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=e9d6675b-3780-41d3-9c95-4a529feb42b5,segment=NetworkSegment(2fd5835d-6e3f-4f64-aac2-294571b2e775),segment_id=2fd5835d-6e3f-4f64-aac2-294571b2e775)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:26:57.158937 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-20a586ca-539a-4c58-8198-2a37f109c857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (e9d6675b-3780-41d3-9c95-4a529feb42b5), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:57.276440 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a586ca-539a-4c58-8198-2a37f109c857 None None] Pushing event updated for resources: {'Port': ['ID=e9d6675b-3780-41d3-9c95-4a529feb42b5,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:26:57.301065 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd4a8c40-fe45-4258-bec2-5c9823f0ff23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:57.333904 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4363c2c4-8059-4dc7-9a11-c2ff596c69d0 None None] Provisioning complete for port e9d6675b-3780-41d3-9c95-4a529feb42b5 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:26:57.334280 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4363c2c4-8059-4dc7-9a11-c2ff596c69d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e9d6675b-3780-41d3-9c95-4a529feb42b5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:57.460855 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-fd4a8c40-fe45-4258-bec2-5c9823f0ff23 admin admin] Allocated IP 172.20.0.1 (a49847c1-7161-405f-80c4-c2493b42ebb5/0e0ce033-9464-46c7-baa2-72e1bbd3b680/0bf52f24-9e5c-43ac-8c2d-5b934aede4d2) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:26:57.477096 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4363c2c4-8059-4dc7-9a11-c2ff596c69d0 None None] Current status of the port e9d6675b-3780-41d3-9c95-4a529feb42b5 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:26:57.487683 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a2fc4422-a712-414c-920c-a7624173170a None None] Publish callbacks [] for port (5c7610be-ea24-48c5-9ace-57bc23f60814), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:57.493126 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a2fc4422-a712-414c-920c-a7624173170a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (5c7610be-ea24-48c5-9ace-57bc23f60814), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:57.569461 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd4a8c40-fe45-4258-bec2-5c9823f0ff23 admin admin] Publish callbacks [] for port (0bf52f24-9e5c-43ac-8c2d-5b934aede4d2), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:57.604419 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd4a8c40-fe45-4258-bec2-5c9823f0ff23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (0bf52f24-9e5c-43ac-8c2d-5b934aede4d2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:57.644726 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4a8c40-fe45-4258-bec2-5c9823f0ff23 admin admin] Network a49847c1-7161-405f-80c4-c2493b42ebb5 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:26:57.647818 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-fd4a8c40-fe45-4258-bec2-5c9823f0ff23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:26:57.650326 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4a8c40-fe45-4258-bec2-5c9823f0ff23 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:26:57.683652 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a8c40-fe45-4258-bec2-5c9823f0ff23 admin admin] Pushing event updated for resources: {'Port': ['ID=0bf52f24-9e5c-43ac-8c2d-5b934aede4d2,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:26:57.697259 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd4a8c40-fe45-4258-bec2-5c9823f0ff23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (2229f580-9cdb-4670-8547-db9d630de9a3), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:57.708099 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fca5c4-6b0b-4930-b363-4b16c11046f9 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:26:57.718844 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-a2fc4422-a712-414c-920c-a7624173170a None None] Attempting to bind port 5c7610be-ea24-48c5-9ace-57bc23f60814 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:26:57.719218 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-a2fc4422-a712-414c-920c-a7624173170a None None] Attempting to bind port 5c7610be-ea24-48c5-9ace-57bc23f60814 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:26:57.719609 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fc4422-a712-414c-920c-a7624173170a None None] Attempting to bind port 5c7610be-ea24-48c5-9ace-57bc23f60814 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:26:57.727662 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8cc910-4659-4ace-bb8a-9e2c0c98c9cf None None] Pushing event updated for resources: {'Port': ['ID=5c7610be-ea24-48c5-9ace-57bc23f60814,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:26:57.739323 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fc4422-a712-414c-920c-a7624173170a None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:26:57.739711 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fc4422-a712-414c-920c-a7624173170a None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:26:57.740115 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a2fc4422-a712-414c-920c-a7624173170a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:57.740746 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fc4422-a712-414c-920c-a7624173170a None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:26:57.741225 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-a2fc4422-a712-414c-920c-a7624173170a None None] Bound port: 5c7610be-ea24-48c5-9ace-57bc23f60814, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:26:57.741605 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a2fc4422-a712-414c-920c-a7624173170a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (5c7610be-ea24-48c5-9ace-57bc23f60814), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:57.817746 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-6622d925-92d8-4c86-905c-bd2604d20437 None None] Provisioning complete for port 5c7610be-ea24-48c5-9ace-57bc23f60814 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:26:57.818116 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6622d925-92d8-4c86-905c-bd2604d20437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5c7610be-ea24-48c5-9ace-57bc23f60814), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:57.844909 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device e9d6675b-3780-41d3-9c95-4a529feb42b5 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:26:57.847657 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a2fc4422-a712-414c-920c-a7624173170a None None] For port 5c7610be-ea24-48c5-9ace-57bc23f60814, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:26:57.869411 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd4a8c40-fe45-4258-bec2-5c9823f0ff23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0bf52f24-9e5c-43ac-8c2d-5b934aede4d2), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:57.892975 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a2fc4422-a712-414c-920c-a7624173170a None None] For port 5c7610be-ea24-48c5-9ace-57bc23f60814, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=5c7610be-ea24-48c5-9ace-57bc23f60814,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:26:57.898288 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6622d925-92d8-4c86-905c-bd2604d20437 None None] Port 5c7610be-ea24-48c5-9ace-57bc23f60814 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:26:57.902493 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a2fc4422-a712-414c-920c-a7624173170a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (5c7610be-ea24-48c5-9ace-57bc23f60814), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:57.962885 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c990a72-246d-45c4-a0f7-01cd80d1b851 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:26:57.983641 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-987119ae-7f4e-4414-af6e-e481588ed381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:57.993848 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8cc910-4659-4ace-bb8a-9e2c0c98c9cf None None] Pushing event updated for resources: {'Port': ['ID=5c7610be-ea24-48c5-9ace-57bc23f60814,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:26:57.998439 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fc4422-a712-414c-920c-a7624173170a None None] Routers {'2229f580-9cdb-4670-8547-db9d630de9a3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:26:57.999047 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-a2fc4422-a712-414c-920c-a7624173170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:26:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['2229f580-9cdb-4670-8547-db9d630de9a3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:26:58.005256 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port e9d6675b-3780-41d3-9c95-4a529feb42b5 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:26:58.005767 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (e9d6675b-3780-41d3-9c95-4a529feb42b5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:58.055246 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd4a8c40-fe45-4258-bec2-5c9823f0ff23 admin admin] Publish callbacks [] for port (0bf52f24-9e5c-43ac-8c2d-5b934aede4d2), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:58.062624 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd4a8c40-fe45-4258-bec2-5c9823f0ff23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (0bf52f24-9e5c-43ac-8c2d-5b934aede4d2), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:58.105980 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-fc24b842-0e8e-4b92-92fc-6e5a3688fca3 None None] Provisioning complete for port 5c7610be-ea24-48c5-9ace-57bc23f60814 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:26:58.106409 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fc24b842-0e8e-4b92-92fc-6e5a3688fca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5c7610be-ea24-48c5-9ace-57bc23f60814), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:58.135773 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a8c40-fe45-4258-bec2-5c9823f0ff23 admin admin] Pushing event updated for resources: {'Port': ['ID=0bf52f24-9e5c-43ac-8c2d-5b934aede4d2,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:26:58.139458 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd4a8c40-fe45-4258-bec2-5c9823f0ff23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (2229f580-9cdb-4670-8547-db9d630de9a3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:58.222078 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-a2fc4422-a712-414c-920c-a7624173170a None None] Set router 2229f580-9cdb-4670-8547-db9d630de9a3 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:26:58.229150 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4a8c40-fe45-4258-bec2-5c9823f0ff23 admin admin] Network a49847c1-7161-405f-80c4-c2493b42ebb5 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:26:58.230615 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-fd4a8c40-fe45-4258-bec2-5c9823f0ff23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:26:58.302303 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port e9d6675b-3780-41d3-9c95-4a529feb42b5 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:26:58.349646 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4a8c40-fe45-4258-bec2-5c9823f0ff23 admin admin] Router 2229f580-9cdb-4670-8547-db9d630de9a3 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:26:58.352288 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-fc24b842-0e8e-4b92-92fc-6e5a3688fca3 None None] Current status of the port 5c7610be-ea24-48c5-9ace-57bc23f60814 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:26:58.352936 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fc24b842-0e8e-4b92-92fc-6e5a3688fca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (5c7610be-ea24-48c5-9ace-57bc23f60814), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:58.420191 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-fc24b842-0e8e-4b92-92fc-6e5a3688fca3 None None] For port 5c7610be-ea24-48c5-9ace-57bc23f60814, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=5c7610be-ea24-48c5-9ace-57bc23f60814,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:26:58.425505 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fc24b842-0e8e-4b92-92fc-6e5a3688fca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (5c7610be-ea24-48c5-9ace-57bc23f60814), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:58.474722 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4a8c40-fe45-4258-bec2-5c9823f0ff23 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:26:58.479983 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fd4a8c40-fe45-4258-bec2-5c9823f0ff23 admin admin] 10.222.0.31 "PUT /v2.0/routers/2229f580-9cdb-4670-8547-db9d630de9a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8956559 Jan 18 21:26:58.486887 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-fc24b842-0e8e-4b92-92fc-6e5a3688fca3 None None] Provisioning complete for port 0bf52f24-9e5c-43ac-8c2d-5b934aede4d2 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:26:58.487195 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fc24b842-0e8e-4b92-92fc-6e5a3688fca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (0bf52f24-9e5c-43ac-8c2d-5b934aede4d2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:58.544459 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24b842-0e8e-4b92-92fc-6e5a3688fca3 None None] Pushing event updated for resources: {'Port': ['ID=5c7610be-ea24-48c5-9ace-57bc23f60814,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:26:58.557479 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-fc24b842-0e8e-4b92-92fc-6e5a3688fca3 None None] Port 0bf52f24-9e5c-43ac-8c2d-5b934aede4d2 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:26:58.581459 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-a2fc4422-a712-414c-920c-a7624173170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'name': 'tempest-TestShelveInstance-1220969979-router', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:57Z', 'revision_number': 4, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'gw_port': {'id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '0bf52f24-9e5c-43ac-8c2d-5b934aede4d2', 'name': '', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'mac_address': 'fa:16:3e:15:55:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:57Z', 'updated_at': '2022-01-18T21:26:57Z', 'revision_number': 1, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'subnets': [{'id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:26:58.611193 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fc4422-a712-414c-920c-a7624173170a None None] The sync data for ids ['2229f580-9cdb-4670-8547-db9d630de9a3'] in n-d-741529-9 is: [{'id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'name': 'tempest-TestShelveInstance-1220969979-router', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:57Z', 'revision_number': 4, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'gw_port': {'id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '0bf52f24-9e5c-43ac-8c2d-5b934aede4d2', 'name': '', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'mac_address': 'fa:16:3e:15:55:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:57Z', 'updated_at': '2022-01-18T21:26:57Z', 'revision_number': 1, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'subnets': [{'id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:26:58.676976 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-568da076-15d6-443a-9bc3-20f3417b0db0 None None] Provisioning complete for port 0bf52f24-9e5c-43ac-8c2d-5b934aede4d2 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:26:58.677350 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-568da076-15d6-443a-9bc3-20f3417b0db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (0bf52f24-9e5c-43ac-8c2d-5b934aede4d2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:58.715784 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-568da076-15d6-443a-9bc3-20f3417b0db0 None None] Port 0bf52f24-9e5c-43ac-8c2d-5b934aede4d2 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:26:58.980994 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44018) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:26:58.986158 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-2a3c355c-4495-4407-81f0-0bac1622c6e2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-953552894-network', 'tenant_id': '6e694625b2024ab288a90d80684f36c2'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:26:59.010314 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3c355c-4495-4407-81f0-0bac1622c6e2 admin admin] Made reservation on behalf of 6e694625b2024ab288a90d80684f36c2 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:26:59.012733 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a3c355c-4495-4407-81f0-0bac1622c6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:59.022090 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a3c355c-4495-4407-81f0-0bac1622c6e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:59.102784 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a3c355c-4495-4407-81f0-0bac1622c6e2 admin admin] Publish callbacks [] for security_group (935306af-a72e-4003-b165-bdd999cc0f2d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:59.107445 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a3c355c-4495-4407-81f0-0bac1622c6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (935306af-a72e-4003-b165-bdd999cc0f2d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:59.136299 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3c355c-4495-4407-81f0-0bac1622c6e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 21:26:59.141959 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c355c-4495-4407-81f0-0bac1622c6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935306af-a72e-4003-b165-bdd999cc0f2d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:26:59.149818 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a3c355c-4495-4407-81f0-0bac1622c6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (63f0aad8-93e3-4675-8345-3e38ef21d0f7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:59.150170 n-d-741529-9 neutron-server[103335]: INFO neutron.db.segments_db [None req-2a3c355c-4495-4407-81f0-0bac1622c6e2 admin admin] Added segment 63f0aad8-93e3-4675-8345-3e38ef21d0f7 of type vlan for network e0eff96d-7979-4275-9ca7-f5c63ef51561 Jan 18 21:26:59.197567 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a3c355c-4495-4407-81f0-0bac1622c6e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (e0eff96d-7979-4275-9ca7-f5c63ef51561), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:59.223303 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a3c355c-4495-4407-81f0-0bac1622c6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (e0eff96d-7979-4275-9ca7-f5c63ef51561), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:59.224361 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3c355c-4495-4407-81f0-0bac1622c6e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:26:59.224944 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a3c355c-4495-4407-81f0-0bac1622c6e2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:59.294005 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2a3c355c-4495-4407-81f0-0bac1622c6e2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3114946 Jan 18 21:26:59.296596 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44020) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:26:59.304850 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-925685f0-238a-472b-992b-8304d35cecc5 admin admin] Request body: {'subnet': {'network_id': 'e0eff96d-7979-4275-9ca7-f5c63ef51561', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-953552894-subnet', 'tenant_id': '6e694625b2024ab288a90d80684f36c2', 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:26:59.311519 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c355c-4495-4407-81f0-0bac1622c6e2 admin admin] Pushing event updated for resources: {'Network': ['ID=e0eff96d-7979-4275-9ca7-f5c63ef51561,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:26:59.324685 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network e0eff96d-7979-4275-9ca7-f5c63ef51561 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 21:26:59.335076 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925685f0-238a-472b-992b-8304d35cecc5 admin admin] Made reservation on behalf of 6e694625b2024ab288a90d80684f36c2 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:26:59.338075 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-925685f0-238a-472b-992b-8304d35cecc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:59.414009 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:59.528490 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-925685f0-238a-472b-992b-8304d35cecc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (49c4ae4c-17af-43e6-b227-3a8142304228), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:59.585164 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925685f0-238a-472b-992b-8304d35cecc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49c4ae4c-17af-43e6-b227-3a8142304228,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:26:59.596808 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925685f0-238a-472b-992b-8304d35cecc5 admin admin] Checking segment: {'id': '63f0aad8-93e3-4675-8345-3e38ef21d0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0eff96d-7979-4275-9ca7-f5c63ef51561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:26:59.596808 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925685f0-238a-472b-992b-8304d35cecc5 admin admin] Network hostable DHCP agents. Network: e0eff96d-7979-4275-9ca7-f5c63ef51561, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 21:26:59.613234 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925685f0-238a-472b-992b-8304d35cecc5 admin admin] Network e0eff96d-7979-4275-9ca7-f5c63ef51561 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 21:26:59.622500 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-925685f0-238a-472b-992b-8304d35cecc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, e0eff96d-7979-4275-9ca7-f5c63ef51561) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:26:59.626759 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925685f0-238a-472b-992b-8304d35cecc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:26:59.628265 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-925685f0-238a-472b-992b-8304d35cecc5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:59.632177 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab80057-9fda-403d-8e2b-db9954e8a38d None None] Network e0eff96d-7979-4275-9ca7-f5c63ef51561 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:26:59.650100 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-925685f0-238a-472b-992b-8304d35cecc5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3520606 Jan 18 21:26:59.653645 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44022) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:26:59.658671 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-a3526470-e897-4b54-b8b8-9808ec4efcbb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-953552894-router', 'tenant_id': '6e694625b2024ab288a90d80684f36c2', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:26:59.681564 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3526470-e897-4b54-b8b8-9808ec4efcbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (8ee2402f-96c1-4e92-903f-157341be4eff), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:59.682794 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3526470-e897-4b54-b8b8-9808ec4efcbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (8ee2402f-96c1-4e92-903f-157341be4eff), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:59.740661 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfc911a-8148-487b-b1b5-5c665963ed89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-e0eff96d-7979-4275-9ca7-f5c63ef51561', 'network_id': 'e0eff96d-7979-4275-9ca7-f5c63ef51561', 'project_id': '6e694625b2024ab288a90d80684f36c2', 'fixed_ips': [{'subnet_id': '49c4ae4c-17af-43e6-b227-3a8142304228'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 21:26:59.741554 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ddfc911a-8148-487b-b1b5-5c665963ed89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:59.753701 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3526470-e897-4b54-b8b8-9808ec4efcbb admin admin] Publish callbacks [] for router_controller (8ee2402f-96c1-4e92-903f-157341be4eff), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:59.831107 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 5c7610be-ea24-48c5-9ace-57bc23f60814 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:26:59.914768 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3526470-e897-4b54-b8b8-9808ec4efcbb admin admin] Publish callbacks [] for router_gateway (8ee2402f-96c1-4e92-903f-157341be4eff), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:26:59.931731 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-ddfc911a-8148-487b-b1b5-5c665963ed89 None None] Allocated IP 172.20.0.2 (e0eff96d-7979-4275-9ca7-f5c63ef51561/49c4ae4c-17af-43e6-b227-3a8142304228/78d77429-af8f-4ee0-8df0-945107ed8a3d) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:26:59.939469 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 5c7610be-ea24-48c5-9ace-57bc23f60814 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:26:59.939847 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5c7610be-ea24-48c5-9ace-57bc23f60814), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:00.117259 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 5c7610be-ea24-48c5-9ace-57bc23f60814 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:27:00.125213 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3526470-e897-4b54-b8b8-9808ec4efcbb admin admin] Publish callbacks [] for router_gateway (8ee2402f-96c1-4e92-903f-157341be4eff), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:00.142891 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ddfc911a-8148-487b-b1b5-5c665963ed89 None None] Publish callbacks [] for port (78d77429-af8f-4ee0-8df0-945107ed8a3d), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:00.145538 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3526470-e897-4b54-b8b8-9808ec4efcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:00.148037 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ddfc911a-8148-487b-b1b5-5c665963ed89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (78d77429-af8f-4ee0-8df0-945107ed8a3d), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:00.186270 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfc911a-8148-487b-b1b5-5c665963ed89 None None] Network e0eff96d-7979-4275-9ca7-f5c63ef51561 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:27:00.191599 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-ddfc911a-8148-487b-b1b5-5c665963ed89 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:27:00.194047 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfc911a-8148-487b-b1b5-5c665963ed89 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:27:00.204879 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc911a-8148-487b-b1b5-5c665963ed89 None None] Pushing event updated for resources: {'Port': ['ID=78d77429-af8f-4ee0-8df0-945107ed8a3d,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:27:00.253749 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ddfc911a-8148-487b-b1b5-5c665963ed89 None None] Attempting to bind port 78d77429-af8f-4ee0-8df0-945107ed8a3d on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:27:00.254119 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ddfc911a-8148-487b-b1b5-5c665963ed89 None None] Attempting to bind port 78d77429-af8f-4ee0-8df0-945107ed8a3d by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '63f0aad8-93e3-4675-8345-3e38ef21d0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0eff96d-7979-4275-9ca7-f5c63ef51561'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:27:00.254472 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfc911a-8148-487b-b1b5-5c665963ed89 None None] Attempting to bind port 78d77429-af8f-4ee0-8df0-945107ed8a3d on network e0eff96d-7979-4275-9ca7-f5c63ef51561 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:27:00.259793 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfc911a-8148-487b-b1b5-5c665963ed89 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:27:00.260192 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfc911a-8148-487b-b1b5-5c665963ed89 None None] Checking segment: {'id': '63f0aad8-93e3-4675-8345-3e38ef21d0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0eff96d-7979-4275-9ca7-f5c63ef51561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:27:00.260594 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ddfc911a-8148-487b-b1b5-5c665963ed89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:00.261061 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfc911a-8148-487b-b1b5-5c665963ed89 None None] Bound using segment: {'id': '63f0aad8-93e3-4675-8345-3e38ef21d0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0eff96d-7979-4275-9ca7-f5c63ef51561'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:27:00.262066 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ddfc911a-8148-487b-b1b5-5c665963ed89 None None] Bound port: 78d77429-af8f-4ee0-8df0-945107ed8a3d, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f0aad8-93e3-4675-8345-3e38ef21d0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0eff96d-7979-4275-9ca7-f5c63ef51561'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:27:00.262450 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ddfc911a-8148-487b-b1b5-5c665963ed89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (78d77429-af8f-4ee0-8df0-945107ed8a3d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:00.269624 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-a3526470-e897-4b54-b8b8-9808ec4efcbb admin admin] Allocated IP 172.25.4.94 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/ba33e33f-9770-4537-bb93-88de3d8a419c) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:27:00.335550 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ddfc911a-8148-487b-b1b5-5c665963ed89 None None] For port 78d77429-af8f-4ee0-8df0-945107ed8a3d, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:27:00.338760 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ddfc911a-8148-487b-b1b5-5c665963ed89 None None] For port 78d77429-af8f-4ee0-8df0-945107ed8a3d, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=78d77429-af8f-4ee0-8df0-945107ed8a3d,segment=NetworkSegment(63f0aad8-93e3-4675-8345-3e38ef21d0f7),segment_id=63f0aad8-93e3-4675-8345-3e38ef21d0f7)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:27:00.342748 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ddfc911a-8148-487b-b1b5-5c665963ed89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (78d77429-af8f-4ee0-8df0-945107ed8a3d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:00.379863 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3526470-e897-4b54-b8b8-9808ec4efcbb admin admin] Publish callbacks [] for port (ba33e33f-9770-4537-bb93-88de3d8a419c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:00.408195 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc911a-8148-487b-b1b5-5c665963ed89 None None] Pushing event updated for resources: {'Port': ['ID=78d77429-af8f-4ee0-8df0-945107ed8a3d,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:27:00.441197 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3526470-e897-4b54-b8b8-9808ec4efcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (ba33e33f-9770-4537-bb93-88de3d8a419c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:00.483626 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3526470-e897-4b54-b8b8-9808ec4efcbb admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:27:00.486347 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-a3526470-e897-4b54-b8b8-9808ec4efcbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:27:00.491116 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3526470-e897-4b54-b8b8-9808ec4efcbb admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:27:00.494444 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3526470-e897-4b54-b8b8-9808ec4efcbb admin admin] Pushing event updated for resources: {'Port': ['ID=ba33e33f-9770-4537-bb93-88de3d8a419c,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:27:00.501581 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0148a697-9f03-4e4e-8469-f31e13080ee0 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:27:00.554815 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a94525e9-0446-4df4-84b4-54dadfc5cb22 None None] Provisioning complete for port ba33e33f-9770-4537-bb93-88de3d8a419c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:27:00.555258 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a94525e9-0446-4df4-84b4-54dadfc5cb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ba33e33f-9770-4537-bb93-88de3d8a419c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:00.591728 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a94525e9-0446-4df4-84b4-54dadfc5cb22 None None] Port ba33e33f-9770-4537-bb93-88de3d8a419c cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:27:00.785470 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3526470-e897-4b54-b8b8-9808ec4efcbb admin admin] Publish callbacks [] for router_gateway (8ee2402f-96c1-4e92-903f-157341be4eff), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:00.805882 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082c4de2-1b7f-4d81-b846-541486ded2b9 None None] Sync routers for ids ['2229f580-9cdb-4670-8547-db9d630de9a3'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:27:00.813377 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:00.816538 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082c4de2-1b7f-4d81-b846-541486ded2b9 None None] Routers {'2229f580-9cdb-4670-8547-db9d630de9a3'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:27:00.817207 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-082c4de2-1b7f-4d81-b846-541486ded2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:26:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['2229f580-9cdb-4670-8547-db9d630de9a3'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:27:00.924736 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-082c4de2-1b7f-4d81-b846-541486ded2b9 None None] Set router 2229f580-9cdb-4670-8547-db9d630de9a3 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:27:01.217109 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-082c4de2-1b7f-4d81-b846-541486ded2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'name': 'tempest-TestShelveInstance-1220969979-router', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:57Z', 'revision_number': 4, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'gw_port': {'id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '0bf52f24-9e5c-43ac-8c2d-5b934aede4d2', 'name': '', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'mac_address': 'fa:16:3e:15:55:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:57Z', 'updated_at': '2022-01-18T21:26:57Z', 'revision_number': 2, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'subnets': [{'id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:27:01.242503 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082c4de2-1b7f-4d81-b846-541486ded2b9 None None] Checking router: 2229f580-9cdb-4670-8547-db9d630de9a3 for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:27:01.242855 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082c4de2-1b7f-4d81-b846-541486ded2b9 None None] Updating router 2229f580-9cdb-4670-8547-db9d630de9a3 port 0bf52f24-9e5c-43ac-8c2d-5b934aede4d2 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 21:27:01.267693 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-082c4de2-1b7f-4d81-b846-541486ded2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0bf52f24-9e5c-43ac-8c2d-5b934aede4d2), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:01.348052 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3526470-e897-4b54-b8b8-9808ec4efcbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (8ee2402f-96c1-4e92-903f-157341be4eff), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:01.483084 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3526470-e897-4b54-b8b8-9808ec4efcbb admin admin] Router 8ee2402f-96c1-4e92-903f-157341be4eff is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 21:27:01.550738 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-082c4de2-1b7f-4d81-b846-541486ded2b9 None None] Publish callbacks [] for port (0bf52f24-9e5c-43ac-8c2d-5b934aede4d2), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:01.555761 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-082c4de2-1b7f-4d81-b846-541486ded2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (0bf52f24-9e5c-43ac-8c2d-5b934aede4d2), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:01.590841 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3526470-e897-4b54-b8b8-9808ec4efcbb admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:27:01.600490 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f0e496-151e-4cc1-898e-b8c58c1f1526 None None] Sync routers for ids ['8ee2402f-96c1-4e92-903f-157341be4eff'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:27:01.612471 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3526470-e897-4b54-b8b8-9808ec4efcbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:01.617228 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44024) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:27:01.617986 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a3526470-e897-4b54-b8b8-9808ec4efcbb admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9628277 Jan 18 21:27:01.633303 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f0e496-151e-4cc1-898e-b8c58c1f1526 None None] Routers {'8ee2402f-96c1-4e92-903f-157341be4eff'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:27:01.634205 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b5f0e496-151e-4cc1-898e-b8c58c1f1526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:26:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8ee2402f-96c1-4e92-903f-157341be4eff'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:27:01.655928 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-082c4de2-1b7f-4d81-b846-541486ded2b9 None None] Attempting to bind port 0bf52f24-9e5c-43ac-8c2d-5b934aede4d2 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:27:01.656295 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-082c4de2-1b7f-4d81-b846-541486ded2b9 None None] Attempting to bind port 0bf52f24-9e5c-43ac-8c2d-5b934aede4d2 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '2fd5835d-6e3f-4f64-aac2-294571b2e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:27:01.656651 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082c4de2-1b7f-4d81-b846-541486ded2b9 None None] Attempting to bind port 0bf52f24-9e5c-43ac-8c2d-5b934aede4d2 on network a49847c1-7161-405f-80c4-c2493b42ebb5 {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:27:01.658703 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c60b4-f184-414a-bc84-ceab73d1d983 None None] Pushing event updated for resources: {'Port': ['ID=0bf52f24-9e5c-43ac-8c2d-5b934aede4d2,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:27:01.668468 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c60b4-f184-414a-bc84-ceab73d1d983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:27:01.668814 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c60b4-f184-414a-bc84-ceab73d1d983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:27:01.669155 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c60b4-f184-414a-bc84-ceab73d1d983 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:27:01.669488 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c60b4-f184-414a-bc84-ceab73d1d983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:27:01.669847 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c60b4-f184-414a-bc84-ceab73d1d983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:27:01.670176 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c60b4-f184-414a-bc84-ceab73d1d983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:27:01.672091 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c60b4-f184-414a-bc84-ceab73d1d983 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:27:01.672320 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c60b4-f184-414a-bc84-ceab73d1d983 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:27:01.672654 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c60b4-f184-414a-bc84-ceab73d1d983 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:27:01.672982 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c60b4-f184-414a-bc84-ceab73d1d983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:27:01.673307 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c60b4-f184-414a-bc84-ceab73d1d983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:27:01.673655 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c60b4-f184-414a-bc84-ceab73d1d983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:27:01.674352 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c60b4-f184-414a-bc84-ceab73d1d983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:27:01.679820 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082c4de2-1b7f-4d81-b846-541486ded2b9 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:27:01.680194 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082c4de2-1b7f-4d81-b846-541486ded2b9 None None] Checking segment: {'id': '2fd5835d-6e3f-4f64-aac2-294571b2e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:27:01.680729 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-082c4de2-1b7f-4d81-b846-541486ded2b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:01.681114 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082c4de2-1b7f-4d81-b846-541486ded2b9 None None] Bound using segment: {'id': '2fd5835d-6e3f-4f64-aac2-294571b2e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:27:01.681845 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-082c4de2-1b7f-4d81-b846-541486ded2b9 None None] Bound port: 0bf52f24-9e5c-43ac-8c2d-5b934aede4d2, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd5835d-6e3f-4f64-aac2-294571b2e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:27:01.681999 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-082c4de2-1b7f-4d81-b846-541486ded2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0bf52f24-9e5c-43ac-8c2d-5b934aede4d2), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:01.698142 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9639f311-b495-474d-a1c7-3b513cc773c5 None None] Network e0eff96d-7979-4275-9ca7-f5c63ef51561 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:27:01.793119 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-082c4de2-1b7f-4d81-b846-541486ded2b9 None None] For port 0bf52f24-9e5c-43ac-8c2d-5b934aede4d2, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:27:01.796985 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-082c4de2-1b7f-4d81-b846-541486ded2b9 None None] For port 0bf52f24-9e5c-43ac-8c2d-5b934aede4d2, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=0bf52f24-9e5c-43ac-8c2d-5b934aede4d2,segment=NetworkSegment(2fd5835d-6e3f-4f64-aac2-294571b2e775),segment_id=2fd5835d-6e3f-4f64-aac2-294571b2e775)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:27:01.802535 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-082c4de2-1b7f-4d81-b846-541486ded2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (0bf52f24-9e5c-43ac-8c2d-5b934aede4d2), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:01.879350 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c60b4-f184-414a-bc84-ceab73d1d983 None None] Pushing event updated for resources: {'Port': ['ID=0bf52f24-9e5c-43ac-8c2d-5b934aede4d2,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:27:01.896062 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082c4de2-1b7f-4d81-b846-541486ded2b9 None None] Routers {'2229f580-9cdb-4670-8547-db9d630de9a3'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:27:01.896958 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-082c4de2-1b7f-4d81-b846-541486ded2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:26:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['2229f580-9cdb-4670-8547-db9d630de9a3'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:27:01.999444 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 78d77429-af8f-4ee0-8df0-945107ed8a3d up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:27:02.021675 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-082c4de2-1b7f-4d81-b846-541486ded2b9 None None] Set router 2229f580-9cdb-4670-8547-db9d630de9a3 gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:27:02.122309 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-b5f0e496-151e-4cc1-898e-b8c58c1f1526 None None] Set router 8ee2402f-96c1-4e92-903f-157341be4eff gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:27:02.124603 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:02.151785 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8fce022d-4e0d-4a2f-9f9c-f463a8ff156b None None] Provisioning complete for port 78d77429-af8f-4ee0-8df0-945107ed8a3d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:27:02.152161 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8fce022d-4e0d-4a2f-9f9c-f463a8ff156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (78d77429-af8f-4ee0-8df0-945107ed8a3d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:02.204858 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-866cdcd9-1484-4ede-9617-daa4d19e4b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:02.258409 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-082c4de2-1b7f-4d81-b846-541486ded2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'name': 'tempest-TestShelveInstance-1220969979-router', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:57Z', 'revision_number': 4, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'gw_port': {'id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '0bf52f24-9e5c-43ac-8c2d-5b934aede4d2', 'name': '', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'mac_address': 'fa:16:3e:15:55:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:57Z', 'updated_at': '2022-01-18T21:27:01Z', 'revision_number': 4, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'subnets': [{'id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:27:02.293306 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082c4de2-1b7f-4d81-b846-541486ded2b9 None None] The sync data for ids ['2229f580-9cdb-4670-8547-db9d630de9a3'] in n-d-741529-9 is: [{'id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'name': 'tempest-TestShelveInstance-1220969979-router', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:57Z', 'revision_number': 4, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'gw_port': {'id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '0bf52f24-9e5c-43ac-8c2d-5b934aede4d2', 'name': '', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'mac_address': 'fa:16:3e:15:55:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:57Z', 'updated_at': '2022-01-18T21:27:01Z', 'revision_number': 4, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'subnets': [{'id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:27:02.315129 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 78d77429-af8f-4ee0-8df0-945107ed8a3d triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:27:02.315510 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (78d77429-af8f-4ee0-8df0-945107ed8a3d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:02.387755 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-866cdcd9-1484-4ede-9617-daa4d19e4b47 admin admin] Allocated IP 172.20.0.1 (e0eff96d-7979-4275-9ca7-f5c63ef51561/49c4ae4c-17af-43e6-b227-3a8142304228/5eaf6b88-ac13-44a1-b071-7f8b56949a93) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:27:02.472912 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8fce022d-4e0d-4a2f-9f9c-f463a8ff156b None None] Current status of the port 78d77429-af8f-4ee0-8df0-945107ed8a3d is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:27:02.473306 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8fce022d-4e0d-4a2f-9f9c-f463a8ff156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (78d77429-af8f-4ee0-8df0-945107ed8a3d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:02.510636 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 78d77429-af8f-4ee0-8df0-945107ed8a3d is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:27:02.511006 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (78d77429-af8f-4ee0-8df0-945107ed8a3d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:02.518235 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-866cdcd9-1484-4ede-9617-daa4d19e4b47 admin admin] Publish callbacks [] for port (5eaf6b88-ac13-44a1-b071-7f8b56949a93), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:02.537725 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8fce022d-4e0d-4a2f-9f9c-f463a8ff156b None None] For port 78d77429-af8f-4ee0-8df0-945107ed8a3d, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=78d77429-af8f-4ee0-8df0-945107ed8a3d,segment=NetworkSegment(63f0aad8-93e3-4675-8345-3e38ef21d0f7),segment_id=63f0aad8-93e3-4675-8345-3e38ef21d0f7)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:27:02.550027 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8fce022d-4e0d-4a2f-9f9c-f463a8ff156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (78d77429-af8f-4ee0-8df0-945107ed8a3d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:02.566082 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-866cdcd9-1484-4ede-9617-daa4d19e4b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (5eaf6b88-ac13-44a1-b071-7f8b56949a93), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:02.614706 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b5f0e496-151e-4cc1-898e-b8c58c1f1526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee2402f-96c1-4e92-903f-157341be4eff', 'name': 'tempest-TestShelveInstance-953552894-router', 'tenant_id': '6e694625b2024ab288a90d80684f36c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'ba33e33f-9770-4537-bb93-88de3d8a419c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:59Z', 'updated_at': '2022-01-18T21:27:00Z', 'revision_number': 3, 'project_id': '6e694625b2024ab288a90d80684f36c2', 'gw_port': {'id': 'ba33e33f-9770-4537-bb93-88de3d8a419c', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:69:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee2402f-96c1-4e92-903f-157341be4eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:27:00Z', 'updated_at': '2022-01-18T21:27:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:27:02.616170 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866cdcd9-1484-4ede-9617-daa4d19e4b47 admin admin] Network e0eff96d-7979-4275-9ca7-f5c63ef51561 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:27:02.619398 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-866cdcd9-1484-4ede-9617-daa4d19e4b47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:27:02.624699 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866cdcd9-1484-4ede-9617-daa4d19e4b47 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:27:02.644777 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce022d-4e0d-4a2f-9f9c-f463a8ff156b None None] Pushing event updated for resources: {'Port': ['ID=78d77429-af8f-4ee0-8df0-945107ed8a3d,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:27:02.653830 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866cdcd9-1484-4ede-9617-daa4d19e4b47 admin admin] Pushing event updated for resources: {'Port': ['ID=5eaf6b88-ac13-44a1-b071-7f8b56949a93,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:27:02.675942 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-866cdcd9-1484-4ede-9617-daa4d19e4b47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (8ee2402f-96c1-4e92-903f-157341be4eff), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:02.685382 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f0e496-151e-4cc1-898e-b8c58c1f1526 None None] Checking router: 8ee2402f-96c1-4e92-903f-157341be4eff for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:27:02.685544 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f0e496-151e-4cc1-898e-b8c58c1f1526 None None] Updating router 8ee2402f-96c1-4e92-903f-157341be4eff port ba33e33f-9770-4537-bb93-88de3d8a419c binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 21:27:02.712018 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 21:27:02.712384 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 21:27:02.723323 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b5f0e496-151e-4cc1-898e-b8c58c1f1526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ba33e33f-9770-4537-bb93-88de3d8a419c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:02.725783 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-3c01e9ef-537c-4d09-8aa8-c2cba577ed11 None None] Provisioning complete for port 0bf52f24-9e5c-43ac-8c2d-5b934aede4d2 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:27:02.726152 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3c01e9ef-537c-4d09-8aa8-c2cba577ed11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (0bf52f24-9e5c-43ac-8c2d-5b934aede4d2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:02.817961 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-866cdcd9-1484-4ede-9617-daa4d19e4b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (5eaf6b88-ac13-44a1-b071-7f8b56949a93), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:02.952426 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3c01e9ef-537c-4d09-8aa8-c2cba577ed11 None None] Current status of the port 0bf52f24-9e5c-43ac-8c2d-5b934aede4d2 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:27:02.952811 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3c01e9ef-537c-4d09-8aa8-c2cba577ed11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (0bf52f24-9e5c-43ac-8c2d-5b934aede4d2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:02.999416 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-866cdcd9-1484-4ede-9617-daa4d19e4b47 admin admin] Publish callbacks [] for port (5eaf6b88-ac13-44a1-b071-7f8b56949a93), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:03.005542 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-866cdcd9-1484-4ede-9617-daa4d19e4b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (5eaf6b88-ac13-44a1-b071-7f8b56949a93), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:03.032709 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-3c01e9ef-537c-4d09-8aa8-c2cba577ed11 None None] For port 0bf52f24-9e5c-43ac-8c2d-5b934aede4d2, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=0bf52f24-9e5c-43ac-8c2d-5b934aede4d2,segment=NetworkSegment(2fd5835d-6e3f-4f64-aac2-294571b2e775),segment_id=2fd5835d-6e3f-4f64-aac2-294571b2e775)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:27:03.038221 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3c01e9ef-537c-4d09-8aa8-c2cba577ed11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (0bf52f24-9e5c-43ac-8c2d-5b934aede4d2), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:03.077799 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-866cdcd9-1484-4ede-9617-daa4d19e4b47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (8ee2402f-96c1-4e92-903f-157341be4eff), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:03.080750 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866cdcd9-1484-4ede-9617-daa4d19e4b47 admin admin] Pushing event updated for resources: {'Port': ['ID=5eaf6b88-ac13-44a1-b071-7f8b56949a93,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:27:03.102538 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-3c01e9ef-537c-4d09-8aa8-c2cba577ed11 None None] Provisioning complete for port 78d77429-af8f-4ee0-8df0-945107ed8a3d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:27:03.102910 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3c01e9ef-537c-4d09-8aa8-c2cba577ed11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (78d77429-af8f-4ee0-8df0-945107ed8a3d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:03.171316 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01e9ef-537c-4d09-8aa8-c2cba577ed11 None None] Pushing event updated for resources: {'Port': ['ID=0bf52f24-9e5c-43ac-8c2d-5b934aede4d2,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:27:03.173117 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866cdcd9-1484-4ede-9617-daa4d19e4b47 admin admin] Network e0eff96d-7979-4275-9ca7-f5c63ef51561 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:27:03.174504 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-866cdcd9-1484-4ede-9617-daa4d19e4b47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:27:03.193197 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b5f0e496-151e-4cc1-898e-b8c58c1f1526 None None] Publish callbacks [] for port (ba33e33f-9770-4537-bb93-88de3d8a419c), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:03.201025 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b5f0e496-151e-4cc1-898e-b8c58c1f1526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ba33e33f-9770-4537-bb93-88de3d8a419c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:03.295662 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120ef5ee-da17-453f-9a8b-f2aef68f224e None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:27:03.307429 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866cdcd9-1484-4ede-9617-daa4d19e4b47 admin admin] Router 8ee2402f-96c1-4e92-903f-157341be4eff has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:27:03.325265 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0fa035-99fb-4c9f-a5dd-5036343466d4 None None] Pushing event updated for resources: {'Port': ['ID=ba33e33f-9770-4537-bb93-88de3d8a419c,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:27:03.339758 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b5f0e496-151e-4cc1-898e-b8c58c1f1526 None None] Attempting to bind port ba33e33f-9770-4537-bb93-88de3d8a419c on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:27:03.339758 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b5f0e496-151e-4cc1-898e-b8c58c1f1526 None None] Attempting to bind port ba33e33f-9770-4537-bb93-88de3d8a419c by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:27:03.339758 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f0e496-151e-4cc1-898e-b8c58c1f1526 None None] Attempting to bind port ba33e33f-9770-4537-bb93-88de3d8a419c on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:27:03.350120 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 78d77429-af8f-4ee0-8df0-945107ed8a3d is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:27:03.355584 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f0e496-151e-4cc1-898e-b8c58c1f1526 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:27:03.356105 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f0e496-151e-4cc1-898e-b8c58c1f1526 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:27:03.356504 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b5f0e496-151e-4cc1-898e-b8c58c1f1526 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:03.356898 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f0e496-151e-4cc1-898e-b8c58c1f1526 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:27:03.357388 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-b5f0e496-151e-4cc1-898e-b8c58c1f1526 None None] Bound port: ba33e33f-9770-4537-bb93-88de3d8a419c, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:27:03.357798 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b5f0e496-151e-4cc1-898e-b8c58c1f1526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ba33e33f-9770-4537-bb93-88de3d8a419c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:03.359458 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-3c01e9ef-537c-4d09-8aa8-c2cba577ed11 None None] Current status of the port 78d77429-af8f-4ee0-8df0-945107ed8a3d is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:27:03.416216 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b5f0e496-151e-4cc1-898e-b8c58c1f1526 None None] For port ba33e33f-9770-4537-bb93-88de3d8a419c, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:27:03.420249 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b5f0e496-151e-4cc1-898e-b8c58c1f1526 None None] For port ba33e33f-9770-4537-bb93-88de3d8a419c, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ba33e33f-9770-4537-bb93-88de3d8a419c,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:27:03.425537 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b5f0e496-151e-4cc1-898e-b8c58c1f1526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ba33e33f-9770-4537-bb93-88de3d8a419c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:03.429985 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866cdcd9-1484-4ede-9617-daa4d19e4b47 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:27:03.435822 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-866cdcd9-1484-4ede-9617-daa4d19e4b47 admin admin] 10.222.0.31 "PUT /v2.0/routers/8ee2402f-96c1-4e92-903f-157341be4eff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8167548 Jan 18 21:27:03.472817 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4aba82-d653-44f7-8d48-c25cc0a34689 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:27:03.497591 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f0e496-151e-4cc1-898e-b8c58c1f1526 None None] Routers {'8ee2402f-96c1-4e92-903f-157341be4eff'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:27:03.498207 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b5f0e496-151e-4cc1-898e-b8c58c1f1526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:26:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8ee2402f-96c1-4e92-903f-157341be4eff'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:27:03.541861 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0fa035-99fb-4c9f-a5dd-5036343466d4 None None] Pushing event updated for resources: {'Port': ['ID=ba33e33f-9770-4537-bb93-88de3d8a419c,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:27:03.548775 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-b9593aeb-33cf-478e-ba9a-c2e06f1da3cb None None] Provisioning complete for port 5eaf6b88-ac13-44a1-b071-7f8b56949a93 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:27:03.549075 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b9593aeb-33cf-478e-ba9a-c2e06f1da3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5eaf6b88-ac13-44a1-b071-7f8b56949a93), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:03.621619 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b9593aeb-33cf-478e-ba9a-c2e06f1da3cb None None] Port 5eaf6b88-ac13-44a1-b071-7f8b56949a93 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:27:03.645991 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-b5f0e496-151e-4cc1-898e-b8c58c1f1526 None None] Set router 8ee2402f-96c1-4e92-903f-157341be4eff gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:27:03.648088 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-b9593aeb-33cf-478e-ba9a-c2e06f1da3cb None None] Provisioning complete for port ba33e33f-9770-4537-bb93-88de3d8a419c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:27:03.648233 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b9593aeb-33cf-478e-ba9a-c2e06f1da3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ba33e33f-9770-4537-bb93-88de3d8a419c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:03.902479 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 0bf52f24-9e5c-43ac-8c2d-5b934aede4d2 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:27:04.037592 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44034) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:27:04.038244 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b9593aeb-33cf-478e-ba9a-c2e06f1da3cb None None] Current status of the port ba33e33f-9770-4537-bb93-88de3d8a419c is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:27:04.038634 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b9593aeb-33cf-478e-ba9a-c2e06f1da3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (ba33e33f-9770-4537-bb93-88de3d8a419c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.044776 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-faabcf0d-f143-4afd-b378-310f370fb95e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1588692784', 'description': 'tempest-secgroup-smoke-1588692784 description', 'project_id': 'da646395d8034759ad7f7e89678089c1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:27:04.067706 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 0bf52f24-9e5c-43ac-8c2d-5b934aede4d2 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:27:04.067990 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (0bf52f24-9e5c-43ac-8c2d-5b934aede4d2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.069485 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-faabcf0d-f143-4afd-b378-310f370fb95e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.097740 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b9593aeb-33cf-478e-ba9a-c2e06f1da3cb None None] For port ba33e33f-9770-4537-bb93-88de3d8a419c, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ba33e33f-9770-4537-bb93-88de3d8a419c,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:27:04.125980 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b9593aeb-33cf-478e-ba9a-c2e06f1da3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (ba33e33f-9770-4537-bb93-88de3d8a419c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.139466 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-faabcf0d-f143-4afd-b378-310f370fb95e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group (a4ee93c3-4ebe-448a-acb6-8d5a3566723c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.143213 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-faabcf0d-f143-4afd-b378-310f370fb95e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a4ee93c3-4ebe-448a-acb6-8d5a3566723c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.174214 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-faabcf0d-f143-4afd-b378-310f370fb95e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.175441 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-faabcf0d-f143-4afd-b378-310f370fb95e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1358688 Jan 18 21:27:04.178421 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44036) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:27:04.182649 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-0dff1c9b-9833-4228-8e2f-1389de5c56f4 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Request body: {'security_group_rule': {'security_group_id': 'a4ee93c3-4ebe-448a-acb6-8d5a3566723c', 'project_id': 'da646395d8034759ad7f7e89678089c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:27:04.187770 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faabcf0d-f143-4afd-b378-310f370fb95e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ee93c3-4ebe-448a-acb6-8d5a3566723c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:27:04.197114 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9593aeb-33cf-478e-ba9a-c2e06f1da3cb None None] Pushing event updated for resources: {'Port': ['ID=ba33e33f-9770-4537-bb93-88de3d8a419c,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:27:04.216781 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0dff1c9b-9833-4228-8e2f-1389de5c56f4 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (79a7646d-0ff8-47e8-9d88-e4d187fd2a09), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.244254 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b5f0e496-151e-4cc1-898e-b8c58c1f1526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee2402f-96c1-4e92-903f-157341be4eff', 'name': 'tempest-TestShelveInstance-953552894-router', 'tenant_id': '6e694625b2024ab288a90d80684f36c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'ba33e33f-9770-4537-bb93-88de3d8a419c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:59Z', 'updated_at': '2022-01-18T21:27:02Z', 'revision_number': 4, 'project_id': '6e694625b2024ab288a90d80684f36c2', 'gw_port': {'id': 'ba33e33f-9770-4537-bb93-88de3d8a419c', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:69:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee2402f-96c1-4e92-903f-157341be4eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:27:00Z', 'updated_at': '2022-01-18T21:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '5eaf6b88-ac13-44a1-b071-7f8b56949a93', 'name': '', 'network_id': 'e0eff96d-7979-4275-9ca7-f5c63ef51561', 'tenant_id': '6e694625b2024ab288a90d80684f36c2', 'mac_address': 'fa:16:3e:96:42:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee2402f-96c1-4e92-903f-157341be4eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '49c4ae4c-17af-43e6-b227-3a8142304228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:27:02Z', 'updated_at': '2022-01-18T21:27:02Z', 'revision_number': 2, 'project_id': '6e694625b2024ab288a90d80684f36c2', 'subnets': [{'id': '49c4ae4c-17af-43e6-b227-3a8142304228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:27:04.246185 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 0bf52f24-9e5c-43ac-8c2d-5b934aede4d2 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:27:04.248394 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 78d77429-af8f-4ee0-8df0-945107ed8a3d up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:27:04.283822 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0dff1c9b-9833-4228-8e2f-1389de5c56f4 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (79a7646d-0ff8-47e8-9d88-e4d187fd2a09), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.287574 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0dff1c9b-9833-4228-8e2f-1389de5c56f4 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (79a7646d-0ff8-47e8-9d88-e4d187fd2a09), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.304507 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f0e496-151e-4cc1-898e-b8c58c1f1526 None None] The sync data for ids ['8ee2402f-96c1-4e92-903f-157341be4eff'] in n-d-741529-9 is: [{'id': '8ee2402f-96c1-4e92-903f-157341be4eff', 'name': 'tempest-TestShelveInstance-953552894-router', 'tenant_id': '6e694625b2024ab288a90d80684f36c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'ba33e33f-9770-4537-bb93-88de3d8a419c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:59Z', 'updated_at': '2022-01-18T21:27:02Z', 'revision_number': 4, 'project_id': '6e694625b2024ab288a90d80684f36c2', 'gw_port': {'id': 'ba33e33f-9770-4537-bb93-88de3d8a419c', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:69:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee2402f-96c1-4e92-903f-157341be4eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:27:00Z', 'updated_at': '2022-01-18T21:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '5eaf6b88-ac13-44a1-b071-7f8b56949a93', 'name': '', 'network_id': 'e0eff96d-7979-4275-9ca7-f5c63ef51561', 'tenant_id': '6e694625b2024ab288a90d80684f36c2', 'mac_address': 'fa:16:3e:96:42:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee2402f-96c1-4e92-903f-157341be4eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '49c4ae4c-17af-43e6-b227-3a8142304228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:27:02Z', 'updated_at': '2022-01-18T21:27:02Z', 'revision_number': 2, 'project_id': '6e694625b2024ab288a90d80684f36c2', 'subnets': [{'id': '49c4ae4c-17af-43e6-b227-3a8142304228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:27:04.312199 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff1c9b-9833-4228-8e2f-1389de5c56f4 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a7646d-0ff8-47e8-9d88-e4d187fd2a09,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:27:04.315906 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a28ea88e-b13b-4e64-ab35-e5b50d265348 None None] Provisioning complete for port ba33e33f-9770-4537-bb93-88de3d8a419c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:27:04.316264 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a28ea88e-b13b-4e64-ab35-e5b50d265348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ba33e33f-9770-4537-bb93-88de3d8a419c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.320984 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0dff1c9b-9833-4228-8e2f-1389de5c56f4 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.322137 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-0dff1c9b-9833-4228-8e2f-1389de5c56f4 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1428032 Jan 18 21:27:04.325586 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44038) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:27:04.330432 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-60a04d73-21f7-4279-a14c-9dd43784fbd6 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Request body: {'security_group_rule': {'security_group_id': 'a4ee93c3-4ebe-448a-acb6-8d5a3566723c', 'project_id': 'da646395d8034759ad7f7e89678089c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:27:04.361246 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-60a04d73-21f7-4279-a14c-9dd43784fbd6 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (83d0216b-8af6-4e37-80d3-b1ca819b7cc3), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.369819 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 78d77429-af8f-4ee0-8df0-945107ed8a3d triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:27:04.370350 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (78d77429-af8f-4ee0-8df0-945107ed8a3d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.427265 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-60a04d73-21f7-4279-a14c-9dd43784fbd6 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (83d0216b-8af6-4e37-80d3-b1ca819b7cc3), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.431699 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-60a04d73-21f7-4279-a14c-9dd43784fbd6 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (83d0216b-8af6-4e37-80d3-b1ca819b7cc3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.445195 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a28ea88e-b13b-4e64-ab35-e5b50d265348 None None] Current status of the port ba33e33f-9770-4537-bb93-88de3d8a419c is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:27:04.450407 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a04d73-21f7-4279-a14c-9dd43784fbd6 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d0216b-8af6-4e37-80d3-b1ca819b7cc3,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:27:04.466637 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-60a04d73-21f7-4279-a14c-9dd43784fbd6 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.467993 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-60a04d73-21f7-4279-a14c-9dd43784fbd6 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1413164 Jan 18 21:27:04.471021 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44040) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:27:04.475761 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-49c6a2c0-5eb1-4f2e-9e02-549cfa587301 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Request body: {'security_group_rule': {'security_group_id': 'a4ee93c3-4ebe-448a-acb6-8d5a3566723c', 'project_id': 'da646395d8034759ad7f7e89678089c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:27:04.487909 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 78d77429-af8f-4ee0-8df0-945107ed8a3d is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:27:04.506615 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-49c6a2c0-5eb1-4f2e-9e02-549cfa587301 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (52430957-ec35-456e-a254-0fb427c9a71b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.577846 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-49c6a2c0-5eb1-4f2e-9e02-549cfa587301 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (52430957-ec35-456e-a254-0fb427c9a71b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.582923 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-49c6a2c0-5eb1-4f2e-9e02-549cfa587301 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (52430957-ec35-456e-a254-0fb427c9a71b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.600637 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6a2c0-5eb1-4f2e-9e02-549cfa587301 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52430957-ec35-456e-a254-0fb427c9a71b,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:27:04.611896 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-49c6a2c0-5eb1-4f2e-9e02-549cfa587301 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.613391 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-49c6a2c0-5eb1-4f2e-9e02-549cfa587301 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1412199 Jan 18 21:27:04.616147 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44042) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:27:04.621303 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-c611f03b-7309-4fd7-8e9e-6ee603625882 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Request body: {'security_group_rule': {'security_group_id': 'a4ee93c3-4ebe-448a-acb6-8d5a3566723c', 'project_id': 'da646395d8034759ad7f7e89678089c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:27:04.650974 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c611f03b-7309-4fd7-8e9e-6ee603625882 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (fdee495b-9a84-4a39-8583-c251ba1b97c8), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.685515 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.713695 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c611f03b-7309-4fd7-8e9e-6ee603625882 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (fdee495b-9a84-4a39-8583-c251ba1b97c8), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.717283 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c611f03b-7309-4fd7-8e9e-6ee603625882 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (fdee495b-9a84-4a39-8583-c251ba1b97c8), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.735757 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611f03b-7309-4fd7-8e9e-6ee603625882 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdee495b-9a84-4a39-8583-c251ba1b97c8,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:27:04.741207 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c611f03b-7309-4fd7-8e9e-6ee603625882 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.745869 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44044) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:27:04.746024 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c611f03b-7309-4fd7-8e9e-6ee603625882 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1281970 Jan 18 21:27:04.751664 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-564083fa-86cd-4952-b678-d1c6867962aa tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Request body: {'security_group_rule': {'security_group_id': 'a4ee93c3-4ebe-448a-acb6-8d5a3566723c', 'project_id': 'da646395d8034759ad7f7e89678089c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:27:04.776845 n-d-741529-9 neutron-server[103335]: INFO neutron.db.securitygroups_db [None req-564083fa-86cd-4952-b678-d1c6867962aa tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Project da646395d8034759ad7f7e89678089c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 21:27:04.782241 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-564083fa-86cd-4952-b678-d1c6867962aa tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (a6fdfb23-a4a2-4575-a37b-7ba35adee2a7), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.841917 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-564083fa-86cd-4952-b678-d1c6867962aa tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (a6fdfb23-a4a2-4575-a37b-7ba35adee2a7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.845968 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-564083fa-86cd-4952-b678-d1c6867962aa tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (a6fdfb23-a4a2-4575-a37b-7ba35adee2a7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.865961 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564083fa-86cd-4952-b678-d1c6867962aa tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6fdfb23-a4a2-4575-a37b-7ba35adee2a7,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:27:04.874402 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-564083fa-86cd-4952-b678-d1c6867962aa tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.878175 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-564083fa-86cd-4952-b678-d1c6867962aa tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283722 Jan 18 21:27:04.878375 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44046) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:27:04.882745 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-7c5e5d00-5576-4c6b-9d0d-9b8fbdbe4303 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Request body: {'security_group_rule': {'security_group_id': 'a4ee93c3-4ebe-448a-acb6-8d5a3566723c', 'project_id': 'da646395d8034759ad7f7e89678089c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:27:04.907035 n-d-741529-9 neutron-server[103335]: INFO neutron.db.securitygroups_db [None req-7c5e5d00-5576-4c6b-9d0d-9b8fbdbe4303 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Project da646395d8034759ad7f7e89678089c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 21:27:04.912391 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c5e5d00-5576-4c6b-9d0d-9b8fbdbe4303 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (ffe6e8d2-85dd-4e2c-884a-d666f718287f), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.972938 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c5e5d00-5576-4c6b-9d0d-9b8fbdbe4303 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (ffe6e8d2-85dd-4e2c-884a-d666f718287f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.976469 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c5e5d00-5576-4c6b-9d0d-9b8fbdbe4303 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (ffe6e8d2-85dd-4e2c-884a-d666f718287f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:04.996297 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e5d00-5576-4c6b-9d0d-9b8fbdbe4303 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe6e8d2-85dd-4e2c-884a-d666f718287f,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:27:05.001509 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c5e5d00-5576-4c6b-9d0d-9b8fbdbe4303 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:05.002733 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-7c5e5d00-5576-4c6b-9d0d-9b8fbdbe4303 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234124 Jan 18 21:27:05.163995 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-e8154ae0-d27f-458d-bb9a-2f33516f07be tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1588692784&fields=id&tenant_id=da646395d8034759ad7f7e89678089c1 HTTP/1.1" status: 200 len: 267 time: 0.0550165 Jan 18 21:27:05.272729 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-1a2f6262-86fa-4815-917a-fa20b048c66c tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:05.274255 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-1a2f6262-86fa-4815-917a-fa20b048c66c tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/networks?id=a49847c1-7161-405f-80c4-c2493b42ebb5 HTTP/1.1" status: 200 len: 809 time: 0.1031611 Jan 18 21:27:05.291425 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-6f66fac9-7395-41f5-bd07-724dddc53150 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/quotas/da646395d8034759ad7f7e89678089c1 HTTP/1.1" status: 200 len: 375 time: 0.0096118 Jan 18 21:27:05.343968 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-7461528b-5383-426d-91c9-4c1b8271fdea tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=da646395d8034759ad7f7e89678089c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463445 Jan 18 21:27:05.541416 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-845f6868-b2dd-4b00-958d-01013a10d49b service neutron] 10.222.0.31 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852102 Jan 18 21:27:05.632719 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-3c1cea11-9191-44c3-be98-76a52442e9a2 service neutron] 10.222.0.31 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854084 Jan 18 21:27:05.798197 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ba33e33f-9770-4537-bb93-88de3d8a419c up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:27:05.805252 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9675c4d0-af9c-429c-a741-2290e2db1d75 req-1c82c725-b007-4d99-8fe9-296634db9a23 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 210 time: 0.0329845 Jan 18 21:27:05.846662 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port ba33e33f-9770-4537-bb93-88de3d8a419c triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:27:05.847037 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (ba33e33f-9770-4537-bb93-88de3d8a419c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:05.923498 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port ba33e33f-9770-4537-bb93-88de3d8a419c is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:27:06.430755 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426987a6-f33e-4ec2-8b53-bb775d7f484f None None] Sync routers for ids ['8ee2402f-96c1-4e92-903f-157341be4eff'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:27:06.441244 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426987a6-f33e-4ec2-8b53-bb775d7f484f None None] Routers {'8ee2402f-96c1-4e92-903f-157341be4eff'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:27:06.441865 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-426987a6-f33e-4ec2-8b53-bb775d7f484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:26:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8ee2402f-96c1-4e92-903f-157341be4eff'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:27:06.546892 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-426987a6-f33e-4ec2-8b53-bb775d7f484f None None] Set router 8ee2402f-96c1-4e92-903f-157341be4eff gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:27:06.733371 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-426987a6-f33e-4ec2-8b53-bb775d7f484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee2402f-96c1-4e92-903f-157341be4eff', 'name': 'tempest-TestShelveInstance-953552894-router', 'tenant_id': '6e694625b2024ab288a90d80684f36c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'ba33e33f-9770-4537-bb93-88de3d8a419c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:59Z', 'updated_at': '2022-01-18T21:27:02Z', 'revision_number': 4, 'project_id': '6e694625b2024ab288a90d80684f36c2', 'gw_port': {'id': 'ba33e33f-9770-4537-bb93-88de3d8a419c', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee2402f-96c1-4e92-903f-157341be4eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:27:00Z', 'updated_at': '2022-01-18T21:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '5eaf6b88-ac13-44a1-b071-7f8b56949a93', 'name': '', 'network_id': 'e0eff96d-7979-4275-9ca7-f5c63ef51561', 'tenant_id': '6e694625b2024ab288a90d80684f36c2', 'mac_address': 'fa:16:3e:96:42:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee2402f-96c1-4e92-903f-157341be4eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '49c4ae4c-17af-43e6-b227-3a8142304228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:27:02Z', 'updated_at': '2022-01-18T21:27:02Z', 'revision_number': 2, 'project_id': '6e694625b2024ab288a90d80684f36c2', 'subnets': [{'id': '49c4ae4c-17af-43e6-b227-3a8142304228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:27:06.758753 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426987a6-f33e-4ec2-8b53-bb775d7f484f None None] Checking router: 8ee2402f-96c1-4e92-903f-157341be4eff for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:27:06.759105 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426987a6-f33e-4ec2-8b53-bb775d7f484f None None] Updating router 8ee2402f-96c1-4e92-903f-157341be4eff port 5eaf6b88-ac13-44a1-b071-7f8b56949a93 binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 21:27:06.788060 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-426987a6-f33e-4ec2-8b53-bb775d7f484f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (5eaf6b88-ac13-44a1-b071-7f8b56949a93), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:06.881937 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f1cd1aa8-e69d-40e0-8599-c898fdeb06f9 req-fe271b2a-1dd7-4a0b-9102-2f87eb834fe6 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 210 time: 0.0252705 Jan 18 21:27:07.128986 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-426987a6-f33e-4ec2-8b53-bb775d7f484f None None] Publish callbacks [] for port (5eaf6b88-ac13-44a1-b071-7f8b56949a93), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:07.134205 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-426987a6-f33e-4ec2-8b53-bb775d7f484f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (5eaf6b88-ac13-44a1-b071-7f8b56949a93), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:07.183402 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b8b5d-4112-4e3c-9f54-e5d8bb2f58fc None None] Pushing event updated for resources: {'Port': ['ID=5eaf6b88-ac13-44a1-b071-7f8b56949a93,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:27:07.236914 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-426987a6-f33e-4ec2-8b53-bb775d7f484f None None] Attempting to bind port 5eaf6b88-ac13-44a1-b071-7f8b56949a93 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:27:07.237266 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-426987a6-f33e-4ec2-8b53-bb775d7f484f None None] Attempting to bind port 5eaf6b88-ac13-44a1-b071-7f8b56949a93 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': '63f0aad8-93e3-4675-8345-3e38ef21d0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0eff96d-7979-4275-9ca7-f5c63ef51561'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:27:07.237718 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426987a6-f33e-4ec2-8b53-bb775d7f484f None None] Attempting to bind port 5eaf6b88-ac13-44a1-b071-7f8b56949a93 on network e0eff96d-7979-4275-9ca7-f5c63ef51561 {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:27:07.242941 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426987a6-f33e-4ec2-8b53-bb775d7f484f None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:27:07.243397 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426987a6-f33e-4ec2-8b53-bb775d7f484f None None] Checking segment: {'id': '63f0aad8-93e3-4675-8345-3e38ef21d0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0eff96d-7979-4275-9ca7-f5c63ef51561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:27:07.243801 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-426987a6-f33e-4ec2-8b53-bb775d7f484f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:07.244186 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426987a6-f33e-4ec2-8b53-bb775d7f484f None None] Bound using segment: {'id': '63f0aad8-93e3-4675-8345-3e38ef21d0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0eff96d-7979-4275-9ca7-f5c63ef51561'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:27:07.244654 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-426987a6-f33e-4ec2-8b53-bb775d7f484f None None] Bound port: 5eaf6b88-ac13-44a1-b071-7f8b56949a93, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f0aad8-93e3-4675-8345-3e38ef21d0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0eff96d-7979-4275-9ca7-f5c63ef51561'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:27:07.245029 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-426987a6-f33e-4ec2-8b53-bb775d7f484f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (5eaf6b88-ac13-44a1-b071-7f8b56949a93), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:07.308456 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-426987a6-f33e-4ec2-8b53-bb775d7f484f None None] For port 5eaf6b88-ac13-44a1-b071-7f8b56949a93, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:27:07.311807 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-426987a6-f33e-4ec2-8b53-bb775d7f484f None None] For port 5eaf6b88-ac13-44a1-b071-7f8b56949a93, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=5eaf6b88-ac13-44a1-b071-7f8b56949a93,segment=NetworkSegment(63f0aad8-93e3-4675-8345-3e38ef21d0f7),segment_id=63f0aad8-93e3-4675-8345-3e38ef21d0f7)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:27:07.316052 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-426987a6-f33e-4ec2-8b53-bb775d7f484f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (5eaf6b88-ac13-44a1-b071-7f8b56949a93), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:07.386842 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b8b5d-4112-4e3c-9f54-e5d8bb2f58fc None None] Pushing event updated for resources: {'Port': ['ID=5eaf6b88-ac13-44a1-b071-7f8b56949a93,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:27:07.388193 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-54a5dd9c-41e2-4208-9b18-86391616eab7 None None] Provisioning complete for port 5eaf6b88-ac13-44a1-b071-7f8b56949a93 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:27:07.388677 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-54a5dd9c-41e2-4208-9b18-86391616eab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5eaf6b88-ac13-44a1-b071-7f8b56949a93), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:07.389530 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426987a6-f33e-4ec2-8b53-bb775d7f484f None None] Routers {'8ee2402f-96c1-4e92-903f-157341be4eff'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:27:07.390224 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-426987a6-f33e-4ec2-8b53-bb775d7f484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:26:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8ee2402f-96c1-4e92-903f-157341be4eff'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:27:07.484104 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-54a5dd9c-41e2-4208-9b18-86391616eab7 None None] Current status of the port 5eaf6b88-ac13-44a1-b071-7f8b56949a93 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:27:07.484640 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-54a5dd9c-41e2-4208-9b18-86391616eab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (5eaf6b88-ac13-44a1-b071-7f8b56949a93), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:07.505484 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-426987a6-f33e-4ec2-8b53-bb775d7f484f None None] Set router 8ee2402f-96c1-4e92-903f-157341be4eff gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:27:07.519083 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-54a5dd9c-41e2-4208-9b18-86391616eab7 None None] For port 5eaf6b88-ac13-44a1-b071-7f8b56949a93, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=5eaf6b88-ac13-44a1-b071-7f8b56949a93,segment=NetworkSegment(63f0aad8-93e3-4675-8345-3e38ef21d0f7),segment_id=63f0aad8-93e3-4675-8345-3e38ef21d0f7)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:27:07.524207 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-54a5dd9c-41e2-4208-9b18-86391616eab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (5eaf6b88-ac13-44a1-b071-7f8b56949a93), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:07.588857 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5dd9c-41e2-4208-9b18-86391616eab7 None None] Pushing event updated for resources: {'Port': ['ID=5eaf6b88-ac13-44a1-b071-7f8b56949a93,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:27:07.595809 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:07.645027 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-514d27b5-e1be-4f7c-babb-5f76cb64e5e1 None None] Provisioning complete for port 5eaf6b88-ac13-44a1-b071-7f8b56949a93 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:27:07.645398 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-514d27b5-e1be-4f7c-babb-5f76cb64e5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5eaf6b88-ac13-44a1-b071-7f8b56949a93), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:07.717499 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-426987a6-f33e-4ec2-8b53-bb775d7f484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee2402f-96c1-4e92-903f-157341be4eff', 'name': 'tempest-TestShelveInstance-953552894-router', 'tenant_id': '6e694625b2024ab288a90d80684f36c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'ba33e33f-9770-4537-bb93-88de3d8a419c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:59Z', 'updated_at': '2022-01-18T21:27:02Z', 'revision_number': 4, 'project_id': '6e694625b2024ab288a90d80684f36c2', 'gw_port': {'id': 'ba33e33f-9770-4537-bb93-88de3d8a419c', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee2402f-96c1-4e92-903f-157341be4eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:27:00Z', 'updated_at': '2022-01-18T21:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '5eaf6b88-ac13-44a1-b071-7f8b56949a93', 'name': '', 'network_id': 'e0eff96d-7979-4275-9ca7-f5c63ef51561', 'tenant_id': '6e694625b2024ab288a90d80684f36c2', 'mac_address': 'fa:16:3e:96:42:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee2402f-96c1-4e92-903f-157341be4eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '49c4ae4c-17af-43e6-b227-3a8142304228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:27:02Z', 'updated_at': '2022-01-18T21:27:07Z', 'revision_number': 4, 'project_id': '6e694625b2024ab288a90d80684f36c2', 'subnets': [{'id': '49c4ae4c-17af-43e6-b227-3a8142304228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:27:07.725436 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-514d27b5-e1be-4f7c-babb-5f76cb64e5e1 None None] Current status of the port 5eaf6b88-ac13-44a1-b071-7f8b56949a93 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:27:07.745952 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426987a6-f33e-4ec2-8b53-bb775d7f484f None None] The sync data for ids ['8ee2402f-96c1-4e92-903f-157341be4eff'] in n-d-741529-9 is: [{'id': '8ee2402f-96c1-4e92-903f-157341be4eff', 'name': 'tempest-TestShelveInstance-953552894-router', 'tenant_id': '6e694625b2024ab288a90d80684f36c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'ba33e33f-9770-4537-bb93-88de3d8a419c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:59Z', 'updated_at': '2022-01-18T21:27:02Z', 'revision_number': 4, 'project_id': '6e694625b2024ab288a90d80684f36c2', 'gw_port': {'id': 'ba33e33f-9770-4537-bb93-88de3d8a419c', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee2402f-96c1-4e92-903f-157341be4eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:27:00Z', 'updated_at': '2022-01-18T21:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '5eaf6b88-ac13-44a1-b071-7f8b56949a93', 'name': '', 'network_id': 'e0eff96d-7979-4275-9ca7-f5c63ef51561', 'tenant_id': '6e694625b2024ab288a90d80684f36c2', 'mac_address': 'fa:16:3e:96:42:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee2402f-96c1-4e92-903f-157341be4eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '49c4ae4c-17af-43e6-b227-3a8142304228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:27:02Z', 'updated_at': '2022-01-18T21:27:07Z', 'revision_number': 4, 'project_id': '6e694625b2024ab288a90d80684f36c2', 'subnets': [{'id': '49c4ae4c-17af-43e6-b227-3a8142304228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:27:07.803944 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 5eaf6b88-ac13-44a1-b071-7f8b56949a93 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:27:07.856401 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 5eaf6b88-ac13-44a1-b071-7f8b56949a93 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:27:07.856763 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (5eaf6b88-ac13-44a1-b071-7f8b56949a93), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:07.935442 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 5eaf6b88-ac13-44a1-b071-7f8b56949a93 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:27:07.965045 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fecd1d92-bf72-4ea7-9d55-8708ac4a6345 req-ca3f2831-0de3-445d-8e88-caba8837234b tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 210 time: 0.0256610 Jan 18 21:27:09.042124 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-701640d2-95b9-4064-96ee-5984ad26b17d req-1d52be7e-7051-4a1c-b247-25334867e294 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 210 time: 0.0249109 Jan 18 21:27:10.133594 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3ba06be6-5e2c-415f-84c0-a7065c98beab req-89fe4c57-1cdb-40c4-8da4-7066178cae44 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 210 time: 0.0264480 Jan 18 21:27:10.893811 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-3fd94f41-7c43-4fcb-91b8-70cbd75426f0 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:10.895279 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-3fd94f41-7c43-4fcb-91b8-70cbd75426f0 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.57 "GET /v2.0/networks?id=a49847c1-7161-405f-80c4-c2493b42ebb5 HTTP/1.1" status: 200 len: 809 time: 0.1074634 Jan 18 21:27:10.956686 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-510c6c0c-5090-4dfc-bf67-89b319484682 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da646395d8034759ad7f7e89678089c1 HTTP/1.1" status: 200 len: 380 time: 0.0531299 Jan 18 21:27:10.966983 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-893728a4-8401-43fb-a79f-353311499de2 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Request body: {'port': {'device_id': '2d8613cb-06b5-425a-857b-710446ecf570', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'admin_state_up': True, 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'security_groups': ['a4ee93c3-4ebe-448a-acb6-8d5a3566723c']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:27:11.074912 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-893728a4-8401-43fb-a79f-353311499de2 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Made reservation on behalf of da646395d8034759ad7f7e89678089c1 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:27:11.078383 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-893728a4-8401-43fb-a79f-353311499de2 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:11.197756 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-893728a4-8401-43fb-a79f-353311499de2 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Allocated IP 172.20.0.12 (a49847c1-7161-405f-80c4-c2493b42ebb5/0e0ce033-9464-46c7-baa2-72e1bbd3b680/7abd8220-be58-4fa7-8b54-db1bc07c3f82) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:27:11.231215 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-506926e1-c15e-4c67-a761-357b365eedec req-7e6c04f3-17c5-4897-9565-2c9921101d96 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 210 time: 0.0268998 Jan 18 21:27:11.334674 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-893728a4-8401-43fb-a79f-353311499de2 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for port (7abd8220-be58-4fa7-8b54-db1bc07c3f82), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:11.368612 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-893728a4-8401-43fb-a79f-353311499de2 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (7abd8220-be58-4fa7-8b54-db1bc07c3f82), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:11.421095 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-893728a4-8401-43fb-a79f-353311499de2 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Network a49847c1-7161-405f-80c4-c2493b42ebb5 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:27:11.424070 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-893728a4-8401-43fb-a79f-353311499de2 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:27:11.428653 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-893728a4-8401-43fb-a79f-353311499de2 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:27:11.431305 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893728a4-8401-43fb-a79f-353311499de2 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Pushing event updated for resources: {'Port': ['ID=7abd8220-be58-4fa7-8b54-db1bc07c3f82,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:27:11.484703 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-893728a4-8401-43fb-a79f-353311499de2 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:11.485320 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-893728a4-8401-43fb-a79f-353311499de2 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:11.502351 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-893728a4-8401-43fb-a79f-353311499de2 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5388815 Jan 18 21:27:11.514576 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-f4dfb130-8e66-4fc2-85f7-599edcec659c service neutron] Request body: {'port': {'device_id': '2d8613cb-06b5-425a-857b-710446ecf570', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:27:11.568584 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-f4dfb130-8e66-4fc2-85f7-599edcec659c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7abd8220-be58-4fa7-8b54-db1bc07c3f82), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:11.675529 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-462acaa7-700e-4dfa-b7e6-e378de1014f9 None None] Provisioning complete for port 7abd8220-be58-4fa7-8b54-db1bc07c3f82 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:27:11.676099 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-462acaa7-700e-4dfa-b7e6-e378de1014f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7abd8220-be58-4fa7-8b54-db1bc07c3f82), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:11.716091 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-462acaa7-700e-4dfa-b7e6-e378de1014f9 None None] Port 7abd8220-be58-4fa7-8b54-db1bc07c3f82 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:27:11.827234 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-f4dfb130-8e66-4fc2-85f7-599edcec659c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7abd8220-be58-4fa7-8b54-db1bc07c3f82 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:27:11.834468 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-f4dfb130-8e66-4fc2-85f7-599edcec659c service neutron] Publish callbacks [] for port (7abd8220-be58-4fa7-8b54-db1bc07c3f82), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:11.846492 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-f4dfb130-8e66-4fc2-85f7-599edcec659c service neutron] Transition to ACTIVE for port object 7abd8220-be58-4fa7-8b54-db1bc07c3f82 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 21:27:11.850082 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-f4dfb130-8e66-4fc2-85f7-599edcec659c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (7abd8220-be58-4fa7-8b54-db1bc07c3f82), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:11.918370 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfb130-8e66-4fc2-85f7-599edcec659c service neutron] Pushing event updated for resources: {'Port': ['ID=7abd8220-be58-4fa7-8b54-db1bc07c3f82,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:27:11.970832 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-f4dfb130-8e66-4fc2-85f7-599edcec659c service neutron] Attempting to bind port 7abd8220-be58-4fa7-8b54-db1bc07c3f82 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:27:11.971163 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-f4dfb130-8e66-4fc2-85f7-599edcec659c service neutron] Attempting to bind port 7abd8220-be58-4fa7-8b54-db1bc07c3f82 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '2fd5835d-6e3f-4f64-aac2-294571b2e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:27:11.971486 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-f4dfb130-8e66-4fc2-85f7-599edcec659c service neutron] Attempting to bind port 7abd8220-be58-4fa7-8b54-db1bc07c3f82 on network a49847c1-7161-405f-80c4-c2493b42ebb5 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:27:11.976012 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-f4dfb130-8e66-4fc2-85f7-599edcec659c service neutron] Port 7abd8220-be58-4fa7-8b54-db1bc07c3f82 on network a49847c1-7161-405f-80c4-c2493b42ebb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 21:27:11.976329 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-f4dfb130-8e66-4fc2-85f7-599edcec659c service neutron] Attempting to bind port 7abd8220-be58-4fa7-8b54-db1bc07c3f82 on network a49847c1-7161-405f-80c4-c2493b42ebb5 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:27:11.981246 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-f4dfb130-8e66-4fc2-85f7-599edcec659c service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:27:11.981581 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-f4dfb130-8e66-4fc2-85f7-599edcec659c service neutron] Checking segment: {'id': '2fd5835d-6e3f-4f64-aac2-294571b2e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:27:11.982074 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-f4dfb130-8e66-4fc2-85f7-599edcec659c service neutron] Bound using segment: {'id': '2fd5835d-6e3f-4f64-aac2-294571b2e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:27:11.982401 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-f4dfb130-8e66-4fc2-85f7-599edcec659c service neutron] Bound port: 7abd8220-be58-4fa7-8b54-db1bc07c3f82, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd5835d-6e3f-4f64-aac2-294571b2e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:27:11.982758 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-f4dfb130-8e66-4fc2-85f7-599edcec659c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7abd8220-be58-4fa7-8b54-db1bc07c3f82), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:12.047127 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-f4dfb130-8e66-4fc2-85f7-599edcec659c service neutron] For port 7abd8220-be58-4fa7-8b54-db1bc07c3f82, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:27:12.050378 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-f4dfb130-8e66-4fc2-85f7-599edcec659c service neutron] For port 7abd8220-be58-4fa7-8b54-db1bc07c3f82, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=7abd8220-be58-4fa7-8b54-db1bc07c3f82,segment=NetworkSegment(2fd5835d-6e3f-4f64-aac2-294571b2e775),segment_id=2fd5835d-6e3f-4f64-aac2-294571b2e775)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:27:12.054563 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-f4dfb130-8e66-4fc2-85f7-599edcec659c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (7abd8220-be58-4fa7-8b54-db1bc07c3f82), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:12.095022 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-f4dfb130-8e66-4fc2-85f7-599edcec659c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:12.095639 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-f4dfb130-8e66-4fc2-85f7-599edcec659c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:12.097025 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-f4dfb130-8e66-4fc2-85f7-599edcec659c service neutron] 10.222.0.57 "PUT /v2.0/ports/7abd8220-be58-4fa7-8b54-db1bc07c3f82 HTTP/1.1" status: 200 len: 1092 time: 0.5873010 Jan 18 21:27:12.097469 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8613cb-06b5-425a-857b-710446ecf570', 'tag': '7abd8220-be58-4fa7-8b54-db1bc07c3f82'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:27:12.099775 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c39de7-1ace-4dfb-a73a-62049ec9a9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8613cb-06b5-425a-857b-710446ecf570", "tag": "7abd8220-be58-4fa7-8b54-db1bc07c3f82"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:27:12.133122 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfb130-8e66-4fc2-85f7-599edcec659c service neutron] Pushing event updated for resources: {'Port': ['ID=7abd8220-be58-4fa7-8b54-db1bc07c3f82,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:27:12.170587 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c301dea9-67f8-4141-8c44-5d1423990a28 x-openstack-request-id: req-c301dea9-67f8-4141-8c44-5d1423990a28 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:27:12.170884 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8613cb-06b5-425a-857b-710446ecf570", "tag": "7abd8220-be58-4fa7-8b54-db1bc07c3f82", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:27:12.171138 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c301dea9-67f8-4141-8c44-5d1423990a28 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:27:12.171544 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8613cb-06b5-425a-857b-710446ecf570', 'tag': '7abd8220-be58-4fa7-8b54-db1bc07c3f82', 'status': 'completed', 'code': 200} Jan 18 21:27:12.188228 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-3f2a52a8-c784-4598-b138-57abbc9b85aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:12.189914 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-3f2a52a8-c784-4598-b138-57abbc9b85aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da646395d8034759ad7f7e89678089c1&device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 1095 time: 0.0513599 Jan 18 21:27:12.233206 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-185e648e-4a20-4b0f-b5cd-e82f909a18ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7abd8220-be58-4fa7-8b54-db1bc07c3f82 HTTP/1.1" status: 200 len: 217 time: 0.0358083 Jan 18 21:27:12.238947 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:27:12.288166 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-90b0e9e5-569f-492e-8976-f2fd0dae66b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:12.289833 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-90b0e9e5-569f-492e-8976-f2fd0dae66b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e0ce033-9464-46c7-baa2-72e1bbd3b680 HTTP/1.1" status: 200 len: 848 time: 0.0512297 Jan 18 21:27:12.338208 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-05c202b7-c220-4c12-b569-e9be915509f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:12.339748 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-05c202b7-c220-4c12-b569-e9be915509f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a49847c1-7161-405f-80c4-c2493b42ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424125 Jan 18 21:27:12.372078 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c8ccd-fefe-48e8-b3c3-5bec56d73da2 req-00b56ff4-20f8-4eb3-a8d0-f7dba0bf5162 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:12.373741 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a03c8ccd-fefe-48e8-b3c3-5bec56d73da2 req-00b56ff4-20f8-4eb3-a8d0-f7dba0bf5162 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 944 time: 0.0534966 Jan 18 21:27:12.423011 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a03c8ccd-fefe-48e8-b3c3-5bec56d73da2 req-6628523f-eb51-4b88-a6b8-cc4c9a3b0b47 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425525 Jan 18 21:27:12.433811 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-cd101aea-7322-4820-b8f4-c68df1b5a9a7 service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884390 Jan 18 21:27:12.522724 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c426d309-ac8e-4ba5-8ebc-ce5a439479bd req-4fff3817-f5c7-47cc-b59e-88bf93db8794 service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835316 Jan 18 21:27:12.600491 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c39de7-1ace-4dfb-a73a-62049ec9a9ee req-3ba70d62-81c3-4236-97fe-954ea82602f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:12.601969 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-70c39de7-1ace-4dfb-a73a-62049ec9a9ee req-3ba70d62-81c3-4236-97fe-954ea82602f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da646395d8034759ad7f7e89678089c1&device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 1095 time: 0.0383217 Jan 18 21:27:12.691317 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c39de7-1ace-4dfb-a73a-62049ec9a9ee req-0517fda6-89d6-4238-a03d-0d8c2fb55a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:12.692755 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-70c39de7-1ace-4dfb-a73a-62049ec9a9ee req-0517fda6-89d6-4238-a03d-0d8c2fb55a6e service neutron] 10.222.0.57 "GET /v2.0/networks?id=a49847c1-7161-405f-80c4-c2493b42ebb5 HTTP/1.1" status: 200 len: 910 time: 0.0856860 Jan 18 21:27:12.738115 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-70c39de7-1ace-4dfb-a73a-62049ec9a9ee req-bc62de2c-61c3-4439-9080-c7ac3e4dafdb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7abd8220-be58-4fa7-8b54-db1bc07c3f82 HTTP/1.1" status: 200 len: 217 time: 0.0398638 Jan 18 21:27:12.792302 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c39de7-1ace-4dfb-a73a-62049ec9a9ee req-62312aef-823b-469c-b0ca-16248c7fcf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:12.793672 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-70c39de7-1ace-4dfb-a73a-62049ec9a9ee req-62312aef-823b-469c-b0ca-16248c7fcf04 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e0ce033-9464-46c7-baa2-72e1bbd3b680 HTTP/1.1" status: 200 len: 848 time: 0.0500042 Jan 18 21:27:12.836032 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c39de7-1ace-4dfb-a73a-62049ec9a9ee req-9c1ee01c-710c-4381-a291-55ff7642f9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:12.837452 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-70c39de7-1ace-4dfb-a73a-62049ec9a9ee req-9c1ee01c-710c-4381-a291-55ff7642f9b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a49847c1-7161-405f-80c4-c2493b42ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382898 Jan 18 21:27:12.921156 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-70c39de7-1ace-4dfb-a73a-62049ec9a9ee req-54b4df2c-3bc3-45c0-8d64-9cbd95f99759 service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777020 Jan 18 21:27:13.008926 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-70c39de7-1ace-4dfb-a73a-62049ec9a9ee req-d7d69b1f-bf91-4f61-ae10-50ef6f6e5224 service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821412 Jan 18 21:27:13.537908 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de501e-f965-4d4b-86aa-eb59caa8571d req-071fb07a-1884-491c-bda4-f353caf2ecc8 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:13.539389 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-01de501e-f965-4d4b-86aa-eb59caa8571d req-071fb07a-1884-491c-bda4-f353caf2ecc8 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 944 time: 0.0466621 Jan 18 21:27:13.588427 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-01de501e-f965-4d4b-86aa-eb59caa8571d req-09ada33f-8db8-4c2e-a719-a9acad41ff4a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426912 Jan 18 21:27:14.706690 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a9310-42c9-4fbe-bde8-02c816c9cd33 req-69451efe-d6d0-40fb-a9cc-da4979409bd6 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:14.708142 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ab8a9310-42c9-4fbe-bde8-02c816c9cd33 req-69451efe-d6d0-40fb-a9cc-da4979409bd6 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 944 time: 0.0519400 Jan 18 21:27:14.757575 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ab8a9310-42c9-4fbe-bde8-02c816c9cd33 req-88c0c29b-54d1-46e3-b34d-eebc44dd6e21 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426769 Jan 18 21:27:15.869482 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3428461-0dbd-4f33-8f13-03d6925f4203 req-78a1f13a-c3bc-4565-a153-efb723688287 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:15.871524 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d3428461-0dbd-4f33-8f13-03d6925f4203 req-78a1f13a-c3bc-4565-a153-efb723688287 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 944 time: 0.0489831 Jan 18 21:27:15.918388 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d3428461-0dbd-4f33-8f13-03d6925f4203 req-1c6835ce-7e88-42ee-94f8-0361bdbac4d8 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413821 Jan 18 21:27:16.072930 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 7abd8220-be58-4fa7-8b54-db1bc07c3f82 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 21:27:16.168351 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 7abd8220-be58-4fa7-8b54-db1bc07c3f82, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=7abd8220-be58-4fa7-8b54-db1bc07c3f82,segment=NetworkSegment(2fd5835d-6e3f-4f64-aac2-294571b2e775),segment_id=2fd5835d-6e3f-4f64-aac2-294571b2e775)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:27:16.178788 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '7abd8220-be58-4fa7-8b54-db1bc07c3f82', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'port_id': '7abd8220-be58-4fa7-8b54-db1bc07c3f82', 'mac_address': 'fa:16:3e:d2:6c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 21:27:16.216819 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 7abd8220-be58-4fa7-8b54-db1bc07c3f82 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:27:16.217203 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7abd8220-be58-4fa7-8b54-db1bc07c3f82), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:16.229517 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7abd8220-be58-4fa7-8b54-db1bc07c3f82 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:27:16.248127 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 7abd8220-be58-4fa7-8b54-db1bc07c3f82, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=7abd8220-be58-4fa7-8b54-db1bc07c3f82,segment=NetworkSegment(2fd5835d-6e3f-4f64-aac2-294571b2e775),segment_id=2fd5835d-6e3f-4f64-aac2-294571b2e775)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:27:16.251771 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7abd8220-be58-4fa7-8b54-db1bc07c3f82), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:16.296327 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=7abd8220-be58-4fa7-8b54-db1bc07c3f82,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:27:16.559547 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['7abd8220-be58-4fa7-8b54-db1bc07c3f82'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:27:17.031136 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4b096-a4f5-4e57-a6e8-cd677fca262f req-8fdcafb0-bc62-4776-ab18-b84635e5c12f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:17.032600 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-16c4b096-a4f5-4e57-a6e8-cd677fca262f req-8fdcafb0-bc62-4776-ab18-b84635e5c12f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 945 time: 0.0472538 Jan 18 21:27:17.083737 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-16c4b096-a4f5-4e57-a6e8-cd677fca262f req-058a791b-593b-4e1f-836a-2e4356a024d5 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456057 Jan 18 21:27:18.088378 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 7abd8220-be58-4fa7-8b54-db1bc07c3f82 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:27:18.139943 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 7abd8220-be58-4fa7-8b54-db1bc07c3f82 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 21:27:18.144086 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 7abd8220-be58-4fa7-8b54-db1bc07c3f82 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:27:18.144458 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7abd8220-be58-4fa7-8b54-db1bc07c3f82), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:18.197769 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def182c1-fcb9-4fb9-be22-e97a34ef7fac req-6b958320-6a88-4561-b47a-1b4797442f7f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:18.199293 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-def182c1-fcb9-4fb9-be22-e97a34ef7fac req-6b958320-6a88-4561-b47a-1b4797442f7f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 945 time: 0.0483868 Jan 18 21:27:18.225432 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 7abd8220-be58-4fa7-8b54-db1bc07c3f82 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:27:18.225856 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7abd8220-be58-4fa7-8b54-db1bc07c3f82), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:18.247947 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-def182c1-fcb9-4fb9-be22-e97a34ef7fac req-04eceb2b-18e7-44e7-98c9-88812c779ac9 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429525 Jan 18 21:27:18.248786 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8613cb-06b5-425a-857b-710446ecf570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abd8220-be58-4fa7-8b54-db1bc07c3f82'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:27:18.251058 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4baa735c-9802-4fb3-96f5-6bcecd6cfc51" -d '{"events": [{"server_uuid": "2d8613cb-06b5-425a-857b-710446ecf570", "name": "network-vif-plugged", "status": "completed", "tag": "7abd8220-be58-4fa7-8b54-db1bc07c3f82"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:27:18.263443 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 7abd8220-be58-4fa7-8b54-db1bc07c3f82, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=7abd8220-be58-4fa7-8b54-db1bc07c3f82,segment=NetworkSegment(2fd5835d-6e3f-4f64-aac2-294571b2e775),segment_id=2fd5835d-6e3f-4f64-aac2-294571b2e775)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:27:18.272592 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7abd8220-be58-4fa7-8b54-db1bc07c3f82), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:18.319300 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=7abd8220-be58-4fa7-8b54-db1bc07c3f82,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:27:18.352015 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7c7c50-9047-46da-bb57-8251d1f81f61 x-openstack-request-id: req-6f7c7c50-9047-46da-bb57-8251d1f81f61 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:27:18.352310 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8613cb-06b5-425a-857b-710446ecf570", "name": "network-vif-plugged", "status": "completed", "tag": "7abd8220-be58-4fa7-8b54-db1bc07c3f82", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:27:18.352595 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f7c7c50-9047-46da-bb57-8251d1f81f61 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:27:18.352995 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8613cb-06b5-425a-857b-710446ecf570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abd8220-be58-4fa7-8b54-db1bc07c3f82', 'code': 200} Jan 18 21:27:18.457194 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83701d-8fe4-4678-b08f-389cd479494d req-37f7d656-c301-4a3f-9b03-5c838ba61763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:18.458668 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ee83701d-8fe4-4678-b08f-389cd479494d req-37f7d656-c301-4a3f-9b03-5c838ba61763 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 1097 time: 0.0384281 Jan 18 21:27:18.501552 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ee83701d-8fe4-4678-b08f-389cd479494d req-b281ce55-139f-475f-ab64-92bd37f75820 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374966 Jan 18 21:27:19.366031 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68148ac3-f6b6-4a5e-bfdc-e483d505e4a9 req-1edeea40-d170-4eb8-823d-7cdd17d17cb0 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:19.367489 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-68148ac3-f6b6-4a5e-bfdc-e483d505e4a9 req-1edeea40-d170-4eb8-823d-7cdd17d17cb0 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 946 time: 0.0479579 Jan 18 21:27:19.414837 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-68148ac3-f6b6-4a5e-bfdc-e483d505e4a9 req-abbe3b30-1687-459c-9c19-ecce1df7e1d4 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417888 Jan 18 21:27:20.532492 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f4662-e7ec-4e96-97fc-fa459b39f4dd req-774e8b26-dcd8-4854-b360-882a1578d86f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:20.533975 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-353f4662-e7ec-4e96-97fc-fa459b39f4dd req-774e8b26-dcd8-4854-b360-882a1578d86f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 946 time: 0.0510430 Jan 18 21:27:20.581280 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-353f4662-e7ec-4e96-97fc-fa459b39f4dd req-5055e122-3b05-4217-8e40-47667ebba2ef tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416694 Jan 18 21:27:20.691808 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e243a7-0dd0-4989-9991-829d42b600fd req-d02a62e1-5e71-451c-80c4-3f67fd8ab958 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:20.693241 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-78e243a7-0dd0-4989-9991-829d42b600fd req-d02a62e1-5e71-451c-80c4-3f67fd8ab958 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 946 time: 0.0467322 Jan 18 21:27:20.740816 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-78e243a7-0dd0-4989-9991-829d42b600fd req-153aef84-e846-4326-b442-2f428d3d017f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419977 Jan 18 21:27:20.762502 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44120) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:27:20.847366 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2525f3a7-3ffa-4b28-988f-c3482c145a2f tempest-TestShelveInstance-1446824003 tempest-TestShelveInstance-1446824003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:20.848793 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2525f3a7-3ffa-4b28-988f-c3482c145a2f tempest-TestShelveInstance-1446824003 tempest-TestShelveInstance-1446824003-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 1092 time: 0.0853329 Jan 18 21:27:20.851724 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44124) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:27:20.855864 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-7f519a11-8fc1-46f6-8d1a-15a2deb95beb tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'port_id': '7abd8220-be58-4fa7-8b54-db1bc07c3f82', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:27:20.878340 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f519a11-8fc1-46f6-8d1a-15a2deb95beb tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:20.974612 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f519a11-8fc1-46f6-8d1a-15a2deb95beb tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:21.077866 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-7f519a11-8fc1-46f6-8d1a-15a2deb95beb tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Allocated IP 172.25.4.119 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/b51b3040-088f-4e0c-8d6f-db28ab9cc14e) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:27:21.175501 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f519a11-8fc1-46f6-8d1a-15a2deb95beb tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for port (b51b3040-088f-4e0c-8d6f-db28ab9cc14e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:21.206964 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f519a11-8fc1-46f6-8d1a-15a2deb95beb tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (b51b3040-088f-4e0c-8d6f-db28ab9cc14e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:21.241130 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f519a11-8fc1-46f6-8d1a-15a2deb95beb tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:27:21.247447 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-7f519a11-8fc1-46f6-8d1a-15a2deb95beb tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:27:21.250781 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f519a11-8fc1-46f6-8d1a-15a2deb95beb tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:27:21.282212 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f519a11-8fc1-46f6-8d1a-15a2deb95beb tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Pushing event updated for resources: {'Port': ['ID=b51b3040-088f-4e0c-8d6f-db28ab9cc14e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:27:21.611765 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f519a11-8fc1-46f6-8d1a-15a2deb95beb tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for floatingip (f6f63152-5cf6-4e8b-a42c-36e7182a97ac), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:21.680102 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f519a11-8fc1-46f6-8d1a-15a2deb95beb tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b51b3040-088f-4e0c-8d6f-db28ab9cc14e), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:21.826066 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f519a11-8fc1-46f6-8d1a-15a2deb95beb tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for port (b51b3040-088f-4e0c-8d6f-db28ab9cc14e), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:21.830735 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f519a11-8fc1-46f6-8d1a-15a2deb95beb tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (b51b3040-088f-4e0c-8d6f-db28ab9cc14e), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:21.905621 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f519a11-8fc1-46f6-8d1a-15a2deb95beb tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Pushing event updated for resources: {'Port': ['ID=b51b3040-088f-4e0c-8d6f-db28ab9cc14e,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:27:21.913716 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f519a11-8fc1-46f6-8d1a-15a2deb95beb tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (f6f63152-5cf6-4e8b-a42c-36e7182a97ac), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:22.014140 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-7f519a11-8fc1-46f6-8d1a-15a2deb95beb tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Floating IP f6f63152-5cf6-4e8b-a42c-36e7182a97ac associated. External IP: 172.25.4.119, port: 7abd8220-be58-4fa7-8b54-db1bc07c3f82. Jan 18 21:27:22.222160 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f519a11-8fc1-46f6-8d1a-15a2deb95beb tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Router 2229f580-9cdb-4670-8547-db9d630de9a3 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:27:22.330978 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f519a11-8fc1-46f6-8d1a-15a2deb95beb tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:27:22.342314 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b78eff-76a7-4c5f-ac28-89e49ae422c9 None None] Sync routers for ids ['2229f580-9cdb-4670-8547-db9d630de9a3'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:27:22.350070 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f519a11-8fc1-46f6-8d1a-15a2deb95beb tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:22.352999 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b78eff-76a7-4c5f-ac28-89e49ae422c9 None None] Routers {'2229f580-9cdb-4670-8547-db9d630de9a3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:27:22.353711 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d3b78eff-76a7-4c5f-ac28-89e49ae422c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:26:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['2229f580-9cdb-4670-8547-db9d630de9a3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:27:22.393039 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7f519a11-8fc1-46f6-8d1a-15a2deb95beb tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5261400 Jan 18 21:27:22.393039 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8613cb-06b5-425a-857b-710446ecf570', 'tag': '7abd8220-be58-4fa7-8b54-db1bc07c3f82'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:27:22.393039 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b43178f88c778abd299c77f10da4c8b3e71d2d0c7150ce414079b2ef1097cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c1d959-83fc-45d7-983d-85483e2891d3" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8613cb-06b5-425a-857b-710446ecf570", "tag": "7abd8220-be58-4fa7-8b54-db1bc07c3f82"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:27:22.489020 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51358ed3-3523-4305-9c09-5a4f9e271998 x-openstack-request-id: req-51358ed3-3523-4305-9c09-5a4f9e271998 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:27:22.489571 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8613cb-06b5-425a-857b-710446ecf570", "tag": "7abd8220-be58-4fa7-8b54-db1bc07c3f82", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:27:22.489881 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51358ed3-3523-4305-9c09-5a4f9e271998 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:27:22.490300 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8613cb-06b5-425a-857b-710446ecf570', 'tag': '7abd8220-be58-4fa7-8b54-db1bc07c3f82', 'status': 'completed', 'code': 200} Jan 18 21:27:22.560620 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1d959-83fc-45d7-983d-85483e2891d3 req-3a6bdbac-173b-4d5f-84b9-8de1b3c47b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:22.562259 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c0c1d959-83fc-45d7-983d-85483e2891d3 req-3a6bdbac-173b-4d5f-84b9-8de1b3c47b91 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da646395d8034759ad7f7e89678089c1&device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 1097 time: 0.0491214 Jan 18 21:27:22.641548 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-d3b78eff-76a7-4c5f-ac28-89e49ae422c9 None None] Set router 2229f580-9cdb-4670-8547-db9d630de9a3 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:27:22.653800 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1d959-83fc-45d7-983d-85483e2891d3 req-6aaf274e-df8a-4ea6-b98e-8b5f2afac30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:22.655284 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c0c1d959-83fc-45d7-983d-85483e2891d3 req-6aaf274e-df8a-4ea6-b98e-8b5f2afac30c service neutron] 10.222.0.57 "GET /v2.0/networks?id=a49847c1-7161-405f-80c4-c2493b42ebb5 HTTP/1.1" status: 200 len: 910 time: 0.0862112 Jan 18 21:27:22.879411 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d3b78eff-76a7-4c5f-ac28-89e49ae422c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'name': 'tempest-TestShelveInstance-1220969979-router', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:57Z', 'revision_number': 4, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'gw_port': {'id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'f6f63152-5cf6-4e8b-a42c-36e7182a97ac', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'floating_ip_address': '172.25.4.119', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'port_id': '7abd8220-be58-4fa7-8b54-db1bc07c3f82', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'mac_address': 'fa:16:3e:d2:6c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8613cb-06b5-425a-857b-710446ecf570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:27:21Z', 'updated_at': '2022-01-18T21:27:21Z', 'revision_number': 0, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bf52f24-9e5c-43ac-8c2d-5b934aede4d2', 'name': '', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'mac_address': 'fa:16:3e:15:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:57Z', 'updated_at': '2022-01-18T21:27:02Z', 'revision_number': 5, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'subnets': [{'id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:27:22.909736 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b78eff-76a7-4c5f-ac28-89e49ae422c9 None None] Checking router: 2229f580-9cdb-4670-8547-db9d630de9a3 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:27:22.919495 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b78eff-76a7-4c5f-ac28-89e49ae422c9 None None] Routers {'2229f580-9cdb-4670-8547-db9d630de9a3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:27:22.920121 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d3b78eff-76a7-4c5f-ac28-89e49ae422c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:26:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['2229f580-9cdb-4670-8547-db9d630de9a3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:27:23.017357 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c0c1d959-83fc-45d7-983d-85483e2891d3 req-0ec7c6fb-8dcb-461c-9efd-7c9fb145ef41 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7abd8220-be58-4fa7-8b54-db1bc07c3f82 HTTP/1.1" status: 200 len: 1000 time: 0.3561058 Jan 18 21:27:23.026608 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-d3b78eff-76a7-4c5f-ac28-89e49ae422c9 None None] Set router 2229f580-9cdb-4670-8547-db9d630de9a3 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:27:23.071322 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1d959-83fc-45d7-983d-85483e2891d3 req-ab571a0d-ffae-449d-8019-e81467bfa680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:23.072860 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c0c1d959-83fc-45d7-983d-85483e2891d3 req-ab571a0d-ffae-449d-8019-e81467bfa680 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e0ce033-9464-46c7-baa2-72e1bbd3b680 HTTP/1.1" status: 200 len: 848 time: 0.0491951 Jan 18 21:27:23.119501 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1d959-83fc-45d7-983d-85483e2891d3 req-a59eedd1-a3e1-4ad7-9472-52ce70d475be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:23.121019 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c0c1d959-83fc-45d7-983d-85483e2891d3 req-a59eedd1-a3e1-4ad7-9472-52ce70d475be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a49847c1-7161-405f-80c4-c2493b42ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427659 Jan 18 21:27:23.213975 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c0c1d959-83fc-45d7-983d-85483e2891d3 req-5f73c472-f859-4cf6-abdc-916d62b36b64 service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867805 Jan 18 21:27:23.256906 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d3b78eff-76a7-4c5f-ac28-89e49ae422c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'name': 'tempest-TestShelveInstance-1220969979-router', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:57Z', 'revision_number': 4, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'gw_port': {'id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'f6f63152-5cf6-4e8b-a42c-36e7182a97ac', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'floating_ip_address': '172.25.4.119', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'port_id': '7abd8220-be58-4fa7-8b54-db1bc07c3f82', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'mac_address': 'fa:16:3e:d2:6c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8613cb-06b5-425a-857b-710446ecf570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:27:21Z', 'updated_at': '2022-01-18T21:27:21Z', 'revision_number': 0, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bf52f24-9e5c-43ac-8c2d-5b934aede4d2', 'name': '', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'mac_address': 'fa:16:3e:15:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:57Z', 'updated_at': '2022-01-18T21:27:02Z', 'revision_number': 5, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'subnets': [{'id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:27:23.283138 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b78eff-76a7-4c5f-ac28-89e49ae422c9 None None] The sync data for ids ['2229f580-9cdb-4670-8547-db9d630de9a3'] in n-d-741529-9 is: [{'id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'name': 'tempest-TestShelveInstance-1220969979-router', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:57Z', 'revision_number': 4, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'gw_port': {'id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'f6f63152-5cf6-4e8b-a42c-36e7182a97ac', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'floating_ip_address': '172.25.4.119', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'port_id': '7abd8220-be58-4fa7-8b54-db1bc07c3f82', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'mac_address': 'fa:16:3e:d2:6c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8613cb-06b5-425a-857b-710446ecf570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:27:21Z', 'updated_at': '2022-01-18T21:27:21Z', 'revision_number': 0, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bf52f24-9e5c-43ac-8c2d-5b934aede4d2', 'name': '', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'mac_address': 'fa:16:3e:15:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:57Z', 'updated_at': '2022-01-18T21:27:02Z', 'revision_number': 5, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'subnets': [{'id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:27:23.305333 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c0c1d959-83fc-45d7-983d-85483e2891d3 req-b3d3d42a-997a-49e7-8ea1-ec9c7bc69cc8 service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858293 Jan 18 21:27:23.497511 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc7e713-3472-41ad-a5c1-f5fb2339783f None None] New status for floating IP f6f63152-5cf6-4e8b-a42c-36e7182a97ac: ACTIVE {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 21:27:25.800971 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2d497e1b-9f9d-4215-9f7a-398f4d1fa4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:27.955766 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9d9c5456-0cb0-41cb-ab95-3cbf4c70c47f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:29.371824 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:30.810088 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:31.161957 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d0e63f4a-3975-4461-b2c4-bb30e5e0a54a req-31532034-710e-4a64-938c-8b1aa815ac3a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386152 Jan 18 21:27:31.242914 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e63f4a-3975-4461-b2c4-bb30e5e0a54a req-a8f73d30-0515-475e-b428-7801898ed59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:31.244377 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d0e63f4a-3975-4461-b2c4-bb30e5e0a54a req-a8f73d30-0515-475e-b428-7801898ed59e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da646395d8034759ad7f7e89678089c1&device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 1097 time: 0.0429480 Jan 18 21:27:31.343080 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e63f4a-3975-4461-b2c4-bb30e5e0a54a req-4f1b7fd3-63f9-471d-918d-82c327e7b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:31.344520 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d0e63f4a-3975-4461-b2c4-bb30e5e0a54a req-4f1b7fd3-63f9-471d-918d-82c327e7b0b3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a49847c1-7161-405f-80c4-c2493b42ebb5 HTTP/1.1" status: 200 len: 910 time: 0.0817990 Jan 18 21:27:31.412171 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d0e63f4a-3975-4461-b2c4-bb30e5e0a54a req-d8214271-74dd-4a99-9191-bab3561955d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7abd8220-be58-4fa7-8b54-db1bc07c3f82 HTTP/1.1" status: 200 len: 1002 time: 0.0591605 Jan 18 21:27:31.457950 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e63f4a-3975-4461-b2c4-bb30e5e0a54a req-762bdde9-b024-40bc-b6fc-f09fbc8f4a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:31.459316 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d0e63f4a-3975-4461-b2c4-bb30e5e0a54a req-762bdde9-b024-40bc-b6fc-f09fbc8f4a35 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e0ce033-9464-46c7-baa2-72e1bbd3b680 HTTP/1.1" status: 200 len: 848 time: 0.0414007 Jan 18 21:27:31.503063 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e63f4a-3975-4461-b2c4-bb30e5e0a54a req-3b2637d2-ef84-43aa-958e-d44558429576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:27:31.505550 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d0e63f4a-3975-4461-b2c4-bb30e5e0a54a req-3b2637d2-ef84-43aa-958e-d44558429576 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a49847c1-7161-405f-80c4-c2493b42ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396934 Jan 18 21:27:31.599407 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d0e63f4a-3975-4461-b2c4-bb30e5e0a54a req-bdc38b10-d80f-455d-a8aa-612ba71b5ae5 service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845678 Jan 18 21:27:31.686301 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d0e63f4a-3975-4461-b2c4-bb30e5e0a54a req-53b7390b-a25a-4425-a8e6-4eb92761597b service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811050 Jan 18 21:27:32.035923 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:34.697289 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:37.584114 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:49.239141 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:27:55.802768 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c31287e8-bad1-4450-992d-ef13281641a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:57.956428 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3eb30686-3946-4ac9-a2fa-f6185e1ba638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:27:59.380256 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:28:00.812290 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:28:02.037229 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:28:04.695843 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:28:07.589237 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:28:25.804548 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-be539421-2b93-4ce7-8242-5eb5e10e87bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:28:26.238875 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:28:27.957980 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-44a96b35-d4d3-4d1d-bff7-34dda2c89916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:28:29.377860 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:28:30.815121 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:28:31.038426 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2d34d065-7768-40bf-bd57-d1183903075c req-5fc2f1a9-df4c-45f6-8f41-dc9f132b8eee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429628 Jan 18 21:28:31.116805 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34d065-7768-40bf-bd57-d1183903075c req-557c5670-2314-4811-8271-361826ce73f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:28:31.118201 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2d34d065-7768-40bf-bd57-d1183903075c req-557c5670-2314-4811-8271-361826ce73f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da646395d8034759ad7f7e89678089c1&device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 1097 time: 0.0395370 Jan 18 21:28:31.219425 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34d065-7768-40bf-bd57-d1183903075c req-f12d6fe0-4119-4bb3-a9a9-0f220f0c9448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:28:31.220849 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2d34d065-7768-40bf-bd57-d1183903075c req-f12d6fe0-4119-4bb3-a9a9-0f220f0c9448 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a49847c1-7161-405f-80c4-c2493b42ebb5 HTTP/1.1" status: 200 len: 910 time: 0.0841086 Jan 18 21:28:31.283187 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2d34d065-7768-40bf-bd57-d1183903075c req-6476ac1c-b5ed-4344-9141-f644d6e27ed6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7abd8220-be58-4fa7-8b54-db1bc07c3f82 HTTP/1.1" status: 200 len: 1002 time: 0.0565722 Jan 18 21:28:31.331278 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34d065-7768-40bf-bd57-d1183903075c req-aa8035d3-fb36-41b0-ac1c-a7d7c7876b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:28:31.332686 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2d34d065-7768-40bf-bd57-d1183903075c req-aa8035d3-fb36-41b0-ac1c-a7d7c7876b9f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e0ce033-9464-46c7-baa2-72e1bbd3b680 HTTP/1.1" status: 200 len: 848 time: 0.0424416 Jan 18 21:28:31.379326 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34d065-7768-40bf-bd57-d1183903075c req-331602a3-f529-4be3-ad8f-c149f6c27108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:28:31.380682 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2d34d065-7768-40bf-bd57-d1183903075c req-331602a3-f529-4be3-ad8f-c149f6c27108 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a49847c1-7161-405f-80c4-c2493b42ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424719 Jan 18 21:28:31.465645 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2d34d065-7768-40bf-bd57-d1183903075c req-f03a7119-bed7-4fc2-9562-bbd27a4eb9af service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789344 Jan 18 21:28:31.558558 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2d34d065-7768-40bf-bd57-d1183903075c req-9b4ca2b1-7114-4f9a-8a0b-09da4372074e service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871356 Jan 18 21:28:32.042291 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:28:34.704564 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:28:37.594085 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:28:55.806780 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0be850ef-6a93-4c8b-940e-af1607c780c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:28:57.958658 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-afce5d48-704f-48e3-bc7c-2c551bb25ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:28:59.380020 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:29:00.818648 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:29:02.044541 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:29:03.238911 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:29:04.710371 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:29:07.602909 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:29:25.811065 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9cbfb31d-ff12-40fd-8007-2ae8982ff043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:29:27.959173 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-358b1dc7-0130-45ab-bfd1-78395a510529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:29:29.382735 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:29:30.821679 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:29:31.032872 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2eecda8e-3597-452b-88b5-e43c020c9934 req-1befef78-ee1f-4e55-ba57-f3510637e5aa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391357 Jan 18 21:29:31.109805 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecda8e-3597-452b-88b5-e43c020c9934 req-c1df10e1-51a4-42b2-93ae-0ccab361e540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:29:31.111176 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2eecda8e-3597-452b-88b5-e43c020c9934 req-c1df10e1-51a4-42b2-93ae-0ccab361e540 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da646395d8034759ad7f7e89678089c1&device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 1097 time: 0.0398211 Jan 18 21:29:31.213577 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecda8e-3597-452b-88b5-e43c020c9934 req-662c6b70-7072-437e-89ae-33cdc18daaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:29:31.215045 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2eecda8e-3597-452b-88b5-e43c020c9934 req-662c6b70-7072-437e-89ae-33cdc18daaeb service neutron] 10.222.0.57 "GET /v2.0/networks?id=a49847c1-7161-405f-80c4-c2493b42ebb5 HTTP/1.1" status: 200 len: 910 time: 0.0857568 Jan 18 21:29:31.276689 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2eecda8e-3597-452b-88b5-e43c020c9934 req-fea1d554-dc00-4eba-a0eb-4268f9dc99e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7abd8220-be58-4fa7-8b54-db1bc07c3f82 HTTP/1.1" status: 200 len: 1002 time: 0.0561306 Jan 18 21:29:31.327477 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecda8e-3597-452b-88b5-e43c020c9934 req-06fef09a-1e8a-4715-add4-ab791c0cf231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:29:31.328952 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2eecda8e-3597-452b-88b5-e43c020c9934 req-06fef09a-1e8a-4715-add4-ab791c0cf231 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e0ce033-9464-46c7-baa2-72e1bbd3b680 HTTP/1.1" status: 200 len: 848 time: 0.0470979 Jan 18 21:29:31.372643 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecda8e-3597-452b-88b5-e43c020c9934 req-d6768051-52c0-4c94-9584-fc8f0fe399e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:29:31.374048 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2eecda8e-3597-452b-88b5-e43c020c9934 req-d6768051-52c0-4c94-9584-fc8f0fe399e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a49847c1-7161-405f-80c4-c2493b42ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393410 Jan 18 21:29:31.460954 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2eecda8e-3597-452b-88b5-e43c020c9934 req-031cfcaa-caaf-41fc-931b-f3ceca015f9d service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799282 Jan 18 21:29:31.552512 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2eecda8e-3597-452b-88b5-e43c020c9934 req-4dc959ff-2b76-4f0f-8914-710461921fe9 service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862930 Jan 18 21:29:32.047261 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:29:34.709930 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:29:37.601601 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:29:40.238146 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:29:48.837925 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba2186-67dc-4994-ad7e-36aaf98e80f9 req-2d0be495-d4ce-41a3-a79d-39e4b3abbcd4 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:29:48.839310 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c0ba2186-67dc-4994-ad7e-36aaf98e80f9 req-2d0be495-d4ce-41a3-a79d-39e4b3abbcd4 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 946 time: 0.0493944 Jan 18 21:29:48.886745 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c0ba2186-67dc-4994-ad7e-36aaf98e80f9 req-1da9762a-5f0a-498a-a986-fb10936c9384 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419097 Jan 18 21:29:50.011005 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ed09e-43f8-4a1f-a436-e14329e25144 req-e9ad17d1-773b-480a-870c-2dee2d9962d8 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:29:50.012480 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cf0ed09e-43f8-4a1f-a436-e14329e25144 req-e9ad17d1-773b-480a-870c-2dee2d9962d8 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 946 time: 0.0474954 Jan 18 21:29:50.064728 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cf0ed09e-43f8-4a1f-a436-e14329e25144 req-3a0e8d76-6b86-4e96-9f4d-58ada534cacf tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458906 Jan 18 21:29:51.176890 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec75c6-f36a-467f-90eb-90097b1ae3f3 req-543916a1-cab0-4c3e-acf9-5700c068cf33 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:29:51.178363 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-deec75c6-f36a-467f-90eb-90097b1ae3f3 req-543916a1-cab0-4c3e-acf9-5700c068cf33 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 946 time: 0.0473480 Jan 18 21:29:51.225123 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-deec75c6-f36a-467f-90eb-90097b1ae3f3 req-0b62b20e-947c-4ae3-8d9b-1127d01b53e1 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412545 Jan 18 21:29:52.338257 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d738c-a1c8-4f33-8033-df2ade0e4410 req-4aabbd7a-00d8-4055-80dc-a5b59fcaf5e8 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:29:52.339720 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-177d738c-a1c8-4f33-8033-df2ade0e4410 req-4aabbd7a-00d8-4055-80dc-a5b59fcaf5e8 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 946 time: 0.0480080 Jan 18 21:29:52.386946 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-177d738c-a1c8-4f33-8033-df2ade0e4410 req-79e81337-81f5-4930-9209-5c3590bfcd80 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409985 Jan 18 21:29:53.505659 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbcd81-64af-45d8-ac9c-e262e43da315 req-b3c20bb8-3002-42fc-a33a-3c9a10ae7e7d tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:29:53.507114 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e1fbcd81-64af-45d8-ac9c-e262e43da315 req-b3c20bb8-3002-42fc-a33a-3c9a10ae7e7d tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 946 time: 0.0516462 Jan 18 21:29:53.555305 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e1fbcd81-64af-45d8-ac9c-e262e43da315 req-895f3f10-6547-4ef2-af12-8c1ed827d544 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424860 Jan 18 21:29:54.668650 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feba987-8478-4c17-bffa-d4d320afc1b1 req-5fe58799-7cda-4926-b1c2-08f27ef8a709 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:29:54.670120 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0feba987-8478-4c17-bffa-d4d320afc1b1 req-5fe58799-7cda-4926-b1c2-08f27ef8a709 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 946 time: 0.0476177 Jan 18 21:29:54.717818 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0feba987-8478-4c17-bffa-d4d320afc1b1 req-a81333fb-99f8-41e3-acc4-053db06a6ecb tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420623 Jan 18 21:29:55.814686 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-53c2fcbf-345c-4e47-9648-2c0e300b24b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:29:55.840142 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccba6f-e221-4474-91f7-5a04d2acaa84 req-0ae9b36a-b170-4402-b609-c087e4a909c3 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:29:55.841819 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-15ccba6f-e221-4474-91f7-5a04d2acaa84 req-0ae9b36a-b170-4402-b609-c087e4a909c3 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 946 time: 0.0534940 Jan 18 21:29:55.890983 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-15ccba6f-e221-4474-91f7-5a04d2acaa84 req-1400ba7b-4b30-41c9-9ba1-1fe383c44609 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430341 Jan 18 21:29:57.022764 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f4621-3280-43a8-9613-1221d732c86c req-a7dcc2d6-f63e-4112-88f8-327398550a82 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:29:57.024262 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-672f4621-3280-43a8-9613-1221d732c86c req-a7dcc2d6-f63e-4112-88f8-327398550a82 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 946 time: 0.0491843 Jan 18 21:29:57.071493 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-672f4621-3280-43a8-9613-1221d732c86c req-8ad57855-c382-4257-aa75-606e97b38afa tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417290 Jan 18 21:29:57.959827 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d064d97a-535f-4d2b-81f6-c608df5205f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:29:58.185027 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d2ffc-7c93-4744-8e24-bf6923084d31 req-e9a81d27-bd39-4e31-ad99-d2c1acb8ab28 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:29:58.186523 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-115d2ffc-7c93-4744-8e24-bf6923084d31 req-e9a81d27-bd39-4e31-ad99-d2c1acb8ab28 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 946 time: 0.0473914 Jan 18 21:29:58.238231 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-115d2ffc-7c93-4744-8e24-bf6923084d31 req-d141ad5f-2975-48ab-b7d2-282638eb1b6c tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462298 Jan 18 21:29:59.351424 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181c896-7814-485d-8161-df208eea2eaa req-95bdb049-7cc9-44a8-8f0f-a7a8059836bd tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:29:59.352879 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9181c896-7814-485d-8161-df208eea2eaa req-95bdb049-7cc9-44a8-8f0f-a7a8059836bd tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 946 time: 0.0478797 Jan 18 21:29:59.386074 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:29:59.401135 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9181c896-7814-485d-8161-df208eea2eaa req-d0fef05b-a925-4c73-8265-1ac9431e1eb3 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426819 Jan 18 21:30:00.513265 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952dec40-5e10-40d3-9af8-2785a01fc92f req-9cb12147-267e-44b9-8945-0d3158ca625f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:00.514767 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-952dec40-5e10-40d3-9af8-2785a01fc92f req-9cb12147-267e-44b9-8945-0d3158ca625f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 946 time: 0.0477831 Jan 18 21:30:00.562516 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-952dec40-5e10-40d3-9af8-2785a01fc92f req-67f4c3e4-8dfe-46f4-81c0-f45852889cf5 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421169 Jan 18 21:30:00.803692 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 7abd8220-be58-4fa7-8b54-db1bc07c3f82 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 21:30:00.834591 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:30:00.908367 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 7abd8220-be58-4fa7-8b54-db1bc07c3f82, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=7abd8220-be58-4fa7-8b54-db1bc07c3f82,segment=NetworkSegment(2fd5835d-6e3f-4f64-aac2-294571b2e775),segment_id=2fd5835d-6e3f-4f64-aac2-294571b2e775)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:30:00.918280 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '7abd8220-be58-4fa7-8b54-db1bc07c3f82', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'port_id': '7abd8220-be58-4fa7-8b54-db1bc07c3f82', 'mac_address': 'fa:16:3e:d2:6c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 21:30:00.958035 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 7abd8220-be58-4fa7-8b54-db1bc07c3f82 is: ACTIVE; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:30:00.958417 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7abd8220-be58-4fa7-8b54-db1bc07c3f82), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:30:00.971265 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7abd8220-be58-4fa7-8b54-db1bc07c3f82 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:30:00.990199 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 7abd8220-be58-4fa7-8b54-db1bc07c3f82, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=7abd8220-be58-4fa7-8b54-db1bc07c3f82,segment=NetworkSegment(2fd5835d-6e3f-4f64-aac2-294571b2e775),segment_id=2fd5835d-6e3f-4f64-aac2-294571b2e775)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:30:00.994312 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7abd8220-be58-4fa7-8b54-db1bc07c3f82), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:30:01.046367 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=7abd8220-be58-4fa7-8b54-db1bc07c3f82,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:30:01.054265 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:30:01.054612 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:30:01.054948 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:30:01.055281 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:30:01.055609 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:30:01.055935 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:30:01.056258 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:30:01.056577 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:30:01.056894 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:30:01.057241 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:30:01.057559 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:30:01.057899 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:30:01.058215 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:30:01.076289 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['7abd8220-be58-4fa7-8b54-db1bc07c3f82'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:30:01.691361 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2bbe6-7c9a-48ba-9c8e-31f8d30c03f4 req-1fbd816f-dc12-4211-ae08-d21a5b6acb89 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:01.692836 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62e2bbe6-7c9a-48ba-9c8e-31f8d30c03f4 req-1fbd816f-dc12-4211-ae08-d21a5b6acb89 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 945 time: 0.0534935 Jan 18 21:30:01.740415 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62e2bbe6-7c9a-48ba-9c8e-31f8d30c03f4 req-f05dea36-16a1-4f01-93d5-aeea0edef219 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419619 Jan 18 21:30:02.050508 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:30:02.812659 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 7abd8220-be58-4fa7-8b54-db1bc07c3f82 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:30:02.854160 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d430c-112f-45c8-88f1-36f2414567c6 req-00eba6f2-b2bb-4f4b-a695-b3a98fee1acd tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:02.855657 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b01d430c-112f-45c8-88f1-36f2414567c6 req-00eba6f2-b2bb-4f4b-a695-b3a98fee1acd tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 945 time: 0.0476656 Jan 18 21:30:02.859551 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 7abd8220-be58-4fa7-8b54-db1bc07c3f82 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:30:02.859922 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7abd8220-be58-4fa7-8b54-db1bc07c3f82), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:30:02.904432 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b01d430c-112f-45c8-88f1-36f2414567c6 req-e9fce426-cc7b-40b0-8b13-6e510d95ef66 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430682 Jan 18 21:30:02.942407 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 7abd8220-be58-4fa7-8b54-db1bc07c3f82 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:30:02.942788 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7abd8220-be58-4fa7-8b54-db1bc07c3f82), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:30:02.964396 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8613cb-06b5-425a-857b-710446ecf570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abd8220-be58-4fa7-8b54-db1bc07c3f82'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:30:02.966625 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e085f09-93d3-4a78-b797-2cee91fac824" -d '{"events": [{"server_uuid": "2d8613cb-06b5-425a-857b-710446ecf570", "name": "network-vif-plugged", "status": "completed", "tag": "7abd8220-be58-4fa7-8b54-db1bc07c3f82"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:30:02.981385 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 7abd8220-be58-4fa7-8b54-db1bc07c3f82, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=7abd8220-be58-4fa7-8b54-db1bc07c3f82,segment=NetworkSegment(2fd5835d-6e3f-4f64-aac2-294571b2e775),segment_id=2fd5835d-6e3f-4f64-aac2-294571b2e775)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:30:02.986452 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7abd8220-be58-4fa7-8b54-db1bc07c3f82), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:30:03.011664 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7b6164-9e65-4278-b569-adb301864ae0 x-openstack-request-id: req-1e7b6164-9e65-4278-b569-adb301864ae0 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:30:03.011966 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8613cb-06b5-425a-857b-710446ecf570", "name": "network-vif-plugged", "status": "completed", "tag": "7abd8220-be58-4fa7-8b54-db1bc07c3f82", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:30:03.012248 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e7b6164-9e65-4278-b569-adb301864ae0 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:30:03.012644 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8613cb-06b5-425a-857b-710446ecf570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abd8220-be58-4fa7-8b54-db1bc07c3f82', 'code': 200} Jan 18 21:30:03.038268 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=7abd8220-be58-4fa7-8b54-db1bc07c3f82,revision_number=7']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:30:04.020883 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadad44a-37da-466f-8342-ad07836acb07 req-c7bf6de6-ca86-4275-b849-185c93cb1517 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:04.022389 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dadad44a-37da-466f-8342-ad07836acb07 req-c7bf6de6-ca86-4275-b849-185c93cb1517 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 946 time: 0.0472727 Jan 18 21:30:04.073652 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dadad44a-37da-466f-8342-ad07836acb07 req-5530445f-4b55-46e8-9aa2-661104032753 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455885 Jan 18 21:30:04.725233 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:30:05.191687 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd1768-3c44-48d6-91ed-02e23d3ae703 req-cbce2940-4024-464e-b205-8dd3c56b313b tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:05.193183 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bdfd1768-3c44-48d6-91ed-02e23d3ae703 req-cbce2940-4024-464e-b205-8dd3c56b313b tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 946 time: 0.0499051 Jan 18 21:30:05.242775 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bdfd1768-3c44-48d6-91ed-02e23d3ae703 req-7101bbc6-da31-4ee3-bcf5-8a3ab7a1ed74 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435398 Jan 18 21:30:06.373657 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbef30-0808-4593-af56-f9544f9dc878 req-88d1e814-00df-43eb-8d46-07a1a3f89dd4 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:06.375733 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-99fbef30-0808-4593-af56-f9544f9dc878 req-88d1e814-00df-43eb-8d46-07a1a3f89dd4 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 946 time: 0.0557246 Jan 18 21:30:06.431510 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-99fbef30-0808-4593-af56-f9544f9dc878 req-7ea86473-d09b-4763-919e-007b67945e70 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494804 Jan 18 21:30:07.564208 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bc95c-cc21-4f87-8965-edd84ec14373 req-d52e084e-7a42-4769-bede-2e81156ec9aa tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:07.565616 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-135bc95c-cc21-4f87-8965-edd84ec14373 req-d52e084e-7a42-4769-bede-2e81156ec9aa tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 946 time: 0.0556991 Jan 18 21:30:07.618779 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:30:07.635433 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-135bc95c-cc21-4f87-8965-edd84ec14373 req-b4d09755-58c4-4397-9709-4fd0fb8aa4a6 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630748 Jan 18 21:30:08.768085 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ddff9-02d6-424c-9eed-a9f02eab32fb req-d0b4ecc0-fd86-4492-8b10-2a505b438e4e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:08.769621 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0d3ddff9-02d6-424c-9eed-a9f02eab32fb req-d0b4ecc0-fd86-4492-8b10-2a505b438e4e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 946 time: 0.0639544 Jan 18 21:30:08.823827 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0d3ddff9-02d6-424c-9eed-a9f02eab32fb req-b634312f-6e13-4dd1-9a46-6905f8964a19 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472116 Jan 18 21:30:09.964833 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7777d97-3a05-4cda-af7f-1e5bbcaf9800 req-4087245d-e834-4f8d-a775-815eb014ce9b tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:09.972438 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7777d97-3a05-4cda-af7f-1e5bbcaf9800 req-4087245d-e834-4f8d-a775-815eb014ce9b tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 946 time: 0.0734627 Jan 18 21:30:10.020840 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d7777d97-3a05-4cda-af7f-1e5bbcaf9800 req-61860958-0604-43b5-95bc-814d63101d44 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475178 Jan 18 21:30:11.166073 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39884e68-46f5-4e4f-8f8f-996f5f249da4 req-21a5983c-0403-4771-8b73-052df2804060 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:11.167588 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39884e68-46f5-4e4f-8f8f-996f5f249da4 req-21a5983c-0403-4771-8b73-052df2804060 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 946 time: 0.0558336 Jan 18 21:30:11.228476 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-39884e68-46f5-4e4f-8f8f-996f5f249da4 req-386aa814-248b-436b-830b-49a393614b37 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533991 Jan 18 21:30:12.359522 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62951bc0-a6d0-4c17-83e2-477b39e28292 req-7206075f-5108-4c5d-82a4-7b09f89db2c2 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:12.366756 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62951bc0-a6d0-4c17-83e2-477b39e28292 req-7206075f-5108-4c5d-82a4-7b09f89db2c2 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 946 time: 0.0557892 Jan 18 21:30:12.416701 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-62951bc0-a6d0-4c17-83e2-477b39e28292 req-92495486-d027-4c3f-8aad-9096c3ac8251 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490663 Jan 18 21:30:13.557579 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54d594-8136-4faf-b9a8-1f0bfb5da5fd req-02ee7d00-70bd-4d4e-93b8-9af067d0dcc6 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:13.568320 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca54d594-8136-4faf-b9a8-1f0bfb5da5fd req-02ee7d00-70bd-4d4e-93b8-9af067d0dcc6 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 946 time: 0.0788691 Jan 18 21:30:13.614151 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ca54d594-8136-4faf-b9a8-1f0bfb5da5fd req-4932b149-ad34-4ed5-bbec-b69feabb4f08 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448837 Jan 18 21:30:14.732971 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bc4c0-aa1b-4c4f-80c5-14dc4ecd91a8 req-8bd7cec0-4793-40b3-8678-df346df9bd09 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:14.734497 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-046bc4c0-aa1b-4c4f-80c5-14dc4ecd91a8 req-8bd7cec0-4793-40b3-8678-df346df9bd09 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 946 time: 0.0495646 Jan 18 21:30:14.784756 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-046bc4c0-aa1b-4c4f-80c5-14dc4ecd91a8 req-8ebd617a-2456-4dd7-9a80-495074dccb15 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445983 Jan 18 21:30:14.891063 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83116916-685e-4c0e-a587-43252aec92ae req-46e94199-908d-48a1-84e9-bdf6de546f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:14.892527 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-83116916-685e-4c0e-a587-43252aec92ae req-46e94199-908d-48a1-84e9-bdf6de546f5d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da646395d8034759ad7f7e89678089c1&device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 1097 time: 0.0408154 Jan 18 21:30:14.985063 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83116916-685e-4c0e-a587-43252aec92ae req-14a65c62-6a7c-42a0-a789-02347d6e59df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:14.986995 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-83116916-685e-4c0e-a587-43252aec92ae req-14a65c62-6a7c-42a0-a789-02347d6e59df service neutron] 10.222.0.57 "GET /v2.0/networks?id=a49847c1-7161-405f-80c4-c2493b42ebb5 HTTP/1.1" status: 200 len: 910 time: 0.0878015 Jan 18 21:30:15.050815 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-83116916-685e-4c0e-a587-43252aec92ae req-7d88d4ff-b4bd-4d3d-8b94-14d2eea85809 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7abd8220-be58-4fa7-8b54-db1bc07c3f82 HTTP/1.1" status: 200 len: 1002 time: 0.0569434 Jan 18 21:30:15.105774 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83116916-685e-4c0e-a587-43252aec92ae req-36a88ec9-9667-466d-a99d-8a2e00526e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:15.107227 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-83116916-685e-4c0e-a587-43252aec92ae req-36a88ec9-9667-466d-a99d-8a2e00526e2b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e0ce033-9464-46c7-baa2-72e1bbd3b680 HTTP/1.1" status: 200 len: 848 time: 0.0503142 Jan 18 21:30:15.154986 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83116916-685e-4c0e-a587-43252aec92ae req-6d15f815-de7a-44ad-b71f-7d58c8708f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:15.156951 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-83116916-685e-4c0e-a587-43252aec92ae req-6d15f815-de7a-44ad-b71f-7d58c8708f8f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a49847c1-7161-405f-80c4-c2493b42ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434947 Jan 18 21:30:15.243685 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-83116916-685e-4c0e-a587-43252aec92ae req-1334c53d-f6f1-46a8-9d1c-2dca8483f0f0 service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797665 Jan 18 21:30:15.335128 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-83116916-685e-4c0e-a587-43252aec92ae req-63aa1f78-5e88-4b3e-94ca-ca5a3b0d9a76 service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860181 Jan 18 21:30:15.903069 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ca3c2-fc9f-46fd-82ca-5d2457cdd31e req-a5553ea9-6611-4dbe-9cf2-ccb66240a37f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:15.904540 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a63ca3c2-fc9f-46fd-82ca-5d2457cdd31e req-a5553ea9-6611-4dbe-9cf2-ccb66240a37f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 946 time: 0.0514271 Jan 18 21:30:15.951590 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a63ca3c2-fc9f-46fd-82ca-5d2457cdd31e req-7c7c4268-258a-4975-ad30-39f6cefab233 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408380 Jan 18 21:30:16.934036 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 7abd8220-be58-4fa7-8b54-db1bc07c3f82 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:30:17.020202 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 7abd8220-be58-4fa7-8b54-db1bc07c3f82 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:30:17.020591 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7abd8220-be58-4fa7-8b54-db1bc07c3f82), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:30:17.043945 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8613cb-06b5-425a-857b-710446ecf570', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7abd8220-be58-4fa7-8b54-db1bc07c3f82'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:30:17.046824 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e9c284-f208-41ec-897f-bbbaed4909d8" -d '{"events": [{"server_uuid": "2d8613cb-06b5-425a-857b-710446ecf570", "name": "network-vif-unplugged", "status": "completed", "tag": "7abd8220-be58-4fa7-8b54-db1bc07c3f82"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:30:17.058670 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 7abd8220-be58-4fa7-8b54-db1bc07c3f82, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=7abd8220-be58-4fa7-8b54-db1bc07c3f82,segment=NetworkSegment(2fd5835d-6e3f-4f64-aac2-294571b2e775),segment_id=2fd5835d-6e3f-4f64-aac2-294571b2e775)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:30:17.062588 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7abd8220-be58-4fa7-8b54-db1bc07c3f82), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:30:17.079161 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248588c-3372-4594-b3c8-0e03f51acad1 req-0d19aeb2-d48d-4f17-94a2-a8b3ed9efbf3 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:17.080675 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3248588c-3372-4594-b3c8-0e03f51acad1 req-0d19aeb2-d48d-4f17-94a2-a8b3ed9efbf3 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 946 time: 0.0494905 Jan 18 21:30:17.117316 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=7abd8220-be58-4fa7-8b54-db1bc07c3f82,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:30:17.135464 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3248588c-3372-4594-b3c8-0e03f51acad1 req-1cc7e414-c4ad-4363-a490-158581164e27 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490887 Jan 18 21:30:17.180081 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 21:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b984297-b729-44f7-b91a-b9d55423059d x-openstack-request-id: req-1b984297-b729-44f7-b91a-b9d55423059d {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:30:17.180379 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8613cb-06b5-425a-857b-710446ecf570", "name": "network-vif-unplugged", "status": "completed", "tag": "7abd8220-be58-4fa7-8b54-db1bc07c3f82", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:30:17.180655 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b984297-b729-44f7-b91a-b9d55423059d {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:30:17.181048 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8613cb-06b5-425a-857b-710446ecf570', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7abd8220-be58-4fa7-8b54-db1bc07c3f82', 'code': 200} Jan 18 21:30:17.224692 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-fb63b5ae-8018-44f2-9484-02d27b45a56d req-4c86e13a-6bb5-4cb2-b337-427327dde181 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 21:30:17.225715 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fb63b5ae-8018-44f2-9484-02d27b45a56d req-4c86e13a-6bb5-4cb2-b337-427327dde181 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052712 Jan 18 21:30:17.238992 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:30:17.386379 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a6698-dcbd-4c46-ac19-2d75909b8516 req-ebe78169-f227-465e-856a-b21442b9bdea tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:17.387929 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b21a6698-dcbd-4c46-ac19-2d75909b8516 req-ebe78169-f227-465e-856a-b21442b9bdea tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 944 time: 0.0504549 Jan 18 21:30:17.440692 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b21a6698-dcbd-4c46-ac19-2d75909b8516 req-79b2a015-c87d-4288-8f32-77e1d2bf7275 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470655 Jan 18 21:30:17.675444 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b92836a1-8b7b-4e1b-b88c-11e12a6c56b9 req-be6838f7-0faf-49b9-897e-b9af2942aa9f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0793910 Jan 18 21:30:18.450639 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92836a1-8b7b-4e1b-b88c-11e12a6c56b9 req-02bc6def-ef6b-4e30-80e3-2217e20fb245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:18.452105 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b92836a1-8b7b-4e1b-b88c-11e12a6c56b9 req-02bc6def-ef6b-4e30-80e3-2217e20fb245 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570&tenant_id=da646395d8034759ad7f7e89678089c1 HTTP/1.1" status: 200 len: 1095 time: 0.0398433 Jan 18 21:30:18.510989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92836a1-8b7b-4e1b-b88c-11e12a6c56b9 req-0ba6a6df-ee5b-456d-af3c-525ed09ca81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:18.512847 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b92836a1-8b7b-4e1b-b88c-11e12a6c56b9 req-0ba6a6df-ee5b-456d-af3c-525ed09ca81f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da646395d8034759ad7f7e89678089c1&device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 1095 time: 0.0410807 Jan 18 21:30:18.558372 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105819b-ee6a-4bfa-b946-c247fb71b91a req-cc612053-30e4-489c-8cbd-d6ff6c2a134f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:18.559804 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3105819b-ee6a-4bfa-b946-c247fb71b91a req-cc612053-30e4-489c-8cbd-d6ff6c2a134f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 944 time: 0.0493083 Jan 18 21:30:18.605061 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92836a1-8b7b-4e1b-b88c-11e12a6c56b9 req-27dc0187-2910-4886-9c8d-4929f9698a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:18.606571 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b92836a1-8b7b-4e1b-b88c-11e12a6c56b9 req-27dc0187-2910-4886-9c8d-4929f9698a6f service neutron] 10.222.0.57 "GET /v2.0/networks?id=a49847c1-7161-405f-80c4-c2493b42ebb5 HTTP/1.1" status: 200 len: 910 time: 0.0885599 Jan 18 21:30:18.608539 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3105819b-ee6a-4bfa-b946-c247fb71b91a req-7ab2544a-d79d-4a63-afda-dad78cd87f70 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429637 Jan 18 21:30:18.670461 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b92836a1-8b7b-4e1b-b88c-11e12a6c56b9 req-22b86f30-ccb3-49e8-9697-d0d5239b7d38 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7abd8220-be58-4fa7-8b54-db1bc07c3f82 HTTP/1.1" status: 200 len: 1000 time: 0.0576649 Jan 18 21:30:18.721433 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92836a1-8b7b-4e1b-b88c-11e12a6c56b9 req-3a4ec832-d970-4bb9-930c-0731c08e2491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:18.722874 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b92836a1-8b7b-4e1b-b88c-11e12a6c56b9 req-3a4ec832-d970-4bb9-930c-0731c08e2491 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e0ce033-9464-46c7-baa2-72e1bbd3b680 HTTP/1.1" status: 200 len: 848 time: 0.0468466 Jan 18 21:30:18.766103 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92836a1-8b7b-4e1b-b88c-11e12a6c56b9 req-d4dc4764-5770-4165-bdd1-15897dd13cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:18.767546 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b92836a1-8b7b-4e1b-b88c-11e12a6c56b9 req-d4dc4764-5770-4165-bdd1-15897dd13cea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a49847c1-7161-405f-80c4-c2493b42ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389233 Jan 18 21:30:18.859734 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b92836a1-8b7b-4e1b-b88c-11e12a6c56b9 req-fdfba997-0c2e-4ab2-8a90-208df2b2d9eb service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861742 Jan 18 21:30:18.952069 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b92836a1-8b7b-4e1b-b88c-11e12a6c56b9 req-41ba7f11-4e2c-495a-8806-7378fe88f0d3 service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865531 Jan 18 21:30:19.739624 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31743a-79c6-4845-a9b9-f2beaaf5ba66 req-091985fc-e4d7-437e-9a7a-abd6ee47b09a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:19.741506 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3b31743a-79c6-4845-a9b9-f2beaaf5ba66 req-091985fc-e4d7-437e-9a7a-abd6ee47b09a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 944 time: 0.0600502 Jan 18 21:30:19.795924 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3b31743a-79c6-4845-a9b9-f2beaaf5ba66 req-3ad2ed40-8ac4-48e9-a376-feb6258d59e4 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485260 Jan 18 21:30:20.919621 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bc5bb-ee95-4b52-9f0f-d0f0b649f4d4 req-74bdf32e-cdd0-443b-908c-3333abd8b893 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:20.922093 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-892bc5bb-ee95-4b52-9f0f-d0f0b649f4d4 req-74bdf32e-cdd0-443b-908c-3333abd8b893 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 944 time: 0.0529704 Jan 18 21:30:20.966121 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 7abd8220-be58-4fa7-8b54-db1bc07c3f82 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:30:20.997505 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-892bc5bb-ee95-4b52-9f0f-d0f0b649f4d4 req-7a029dc5-7940-4a30-8db8-61b7ed09da10 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685787 Jan 18 21:30:21.052426 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 7abd8220-be58-4fa7-8b54-db1bc07c3f82 is: DOWN; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:30:22.134603 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3265a1-2c9e-48c1-a7fa-ac2dc4644a3c req-f5496bf1-6d31-4c33-b792-98861cb98693 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:22.137116 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7c3265a1-2c9e-48c1-a7fa-ac2dc4644a3c req-f5496bf1-6d31-4c33-b792-98861cb98693 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 944 time: 0.0559969 Jan 18 21:30:22.208142 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7c3265a1-2c9e-48c1-a7fa-ac2dc4644a3c req-15c9f4f4-2dc0-4874-ae11-2db75860a3cc tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646889 Jan 18 21:30:23.337203 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba30579-6078-4777-8c1d-2ec4c67bdf48 req-0d471181-d3a8-46a1-b980-23abe33d3ae3 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:23.338800 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5ba30579-6078-4777-8c1d-2ec4c67bdf48 req-0d471181-d3a8-46a1-b980-23abe33d3ae3 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 944 time: 0.0505738 Jan 18 21:30:23.397511 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5ba30579-6078-4777-8c1d-2ec4c67bdf48 req-a62a254a-0196-4f77-bca9-21848754c363 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525157 Jan 18 21:30:24.523334 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c034c1-4578-4887-a5b2-741fd84a5345 req-7a349574-3d91-47b9-81ac-e03d5497f81c tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:24.524849 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f8c034c1-4578-4887-a5b2-741fd84a5345 req-7a349574-3d91-47b9-81ac-e03d5497f81c tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 944 time: 0.0502963 Jan 18 21:30:24.579364 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f8c034c1-4578-4887-a5b2-741fd84a5345 req-554e8896-21a0-484a-a508-0010bc9539e5 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483105 Jan 18 21:30:25.705860 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf46ae-7c63-42b6-9574-1ece4bf9cf2b req-9300b67b-5ea3-495a-a4fc-482c3e9cde00 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:25.712876 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-56cf46ae-7c63-42b6-9574-1ece4bf9cf2b req-9300b67b-5ea3-495a-a4fc-482c3e9cde00 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 944 time: 0.0620568 Jan 18 21:30:25.760938 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-56cf46ae-7c63-42b6-9574-1ece4bf9cf2b req-c97b81b7-9449-4280-a20a-7c9374e4a924 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471907 Jan 18 21:30:25.818049 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-593f53e7-967b-4489-b9e0-b5383823e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:30:26.876778 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b3458-f21a-49e7-81a5-c363937fc141 req-2241276e-1203-4803-aaf8-53ddd015e6b4 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:26.878261 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-760b3458-f21a-49e7-81a5-c363937fc141 req-2241276e-1203-4803-aaf8-53ddd015e6b4 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 944 time: 0.0476840 Jan 18 21:30:26.924554 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-760b3458-f21a-49e7-81a5-c363937fc141 req-c03081f5-1687-4edf-b977-df11a87b608c tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408103 Jan 18 21:30:27.961391 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-974a4e25-a994-4a8c-b4a3-8c76a8a8b16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:30:28.038706 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ef1b9-fa33-4794-a798-4198fdc8abfd req-9a5ca13b-b760-4823-948a-d896574fc343 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:28.040165 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d2ef1b9-fa33-4794-a798-4198fdc8abfd req-9a5ca13b-b760-4823-948a-d896574fc343 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 944 time: 0.0470049 Jan 18 21:30:28.090519 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5d2ef1b9-fa33-4794-a798-4198fdc8abfd req-67e223ce-4696-4740-a91a-3d1f77aca80a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447016 Jan 18 21:30:29.205369 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67836cc2-0aab-4d5d-a3bd-404d5d4db732 req-e892a4e9-abb1-4b18-a250-b1ca911893ad tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:29.206873 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-67836cc2-0aab-4d5d-a3bd-404d5d4db732 req-e892a4e9-abb1-4b18-a250-b1ca911893ad tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 944 time: 0.0483859 Jan 18 21:30:29.255515 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-67836cc2-0aab-4d5d-a3bd-404d5d4db732 req-06361f86-c4bd-4bb7-b4c5-78388c741a6e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430765 Jan 18 21:30:29.389462 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:30:30.370995 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c97b8-7188-4fae-88be-9dae7d9d3835 req-fc6ad77f-8438-48de-89eb-1c3ff6a6a792 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:30.372471 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec6c97b8-7188-4fae-88be-9dae7d9d3835 req-fc6ad77f-8438-48de-89eb-1c3ff6a6a792 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 944 time: 0.0472956 Jan 18 21:30:30.419762 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec6c97b8-7188-4fae-88be-9dae7d9d3835 req-e7683381-351e-46a6-a418-49af545e0230 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410919 Jan 18 21:30:30.827410 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:30:31.536559 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309ebc5-3a70-4d1f-b4de-4e1ff5ebf68a req-461aa708-5058-4b5e-838b-c62dc8f95f5d tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:31.538069 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a309ebc5-3a70-4d1f-b4de-4e1ff5ebf68a req-461aa708-5058-4b5e-838b-c62dc8f95f5d tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 944 time: 0.0510654 Jan 18 21:30:31.586667 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a309ebc5-3a70-4d1f-b4de-4e1ff5ebf68a req-8f85ae67-8ed3-4869-b9c3-828e16ac15d1 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425854 Jan 18 21:30:32.053845 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:30:32.063880 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c44448-4cde-4d13-845d-674f62994aae req-4b71d147-9f3f-488e-a8e3-9f96e342d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:32.065383 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-38c44448-4cde-4d13-845d-674f62994aae req-4b71d147-9f3f-488e-a8e3-9f96e342d995 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da646395d8034759ad7f7e89678089c1&device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 1095 time: 0.0418599 Jan 18 21:30:32.167984 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c44448-4cde-4d13-845d-674f62994aae req-68fe1117-2c70-4d1c-b948-8cc09e2a99ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:32.169455 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-38c44448-4cde-4d13-845d-674f62994aae req-68fe1117-2c70-4d1c-b948-8cc09e2a99ec service neutron] 10.222.0.57 "GET /v2.0/networks?id=a49847c1-7161-405f-80c4-c2493b42ebb5 HTTP/1.1" status: 200 len: 910 time: 0.0868046 Jan 18 21:30:32.233184 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-38c44448-4cde-4d13-845d-674f62994aae req-3e57db05-7bc1-4230-a2d0-9efad77778c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7abd8220-be58-4fa7-8b54-db1bc07c3f82 HTTP/1.1" status: 200 len: 1000 time: 0.0569632 Jan 18 21:30:32.285911 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c44448-4cde-4d13-845d-674f62994aae req-680cbae1-10f9-4da2-bde4-b56d1839f45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:32.287362 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-38c44448-4cde-4d13-845d-674f62994aae req-680cbae1-10f9-4da2-bde4-b56d1839f45f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e0ce033-9464-46c7-baa2-72e1bbd3b680 HTTP/1.1" status: 200 len: 848 time: 0.0482626 Jan 18 21:30:32.331746 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c44448-4cde-4d13-845d-674f62994aae req-0f74df3a-6c14-4afd-a740-d40f3399d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:32.333210 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-38c44448-4cde-4d13-845d-674f62994aae req-0f74df3a-6c14-4afd-a740-d40f3399d3e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a49847c1-7161-405f-80c4-c2493b42ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390446 Jan 18 21:30:32.345453 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [req-38c44448-4cde-4d13-845d-674f62994aae req-03a3e866-a9e5-461c-8b6b-03750a58d2c3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 21:30:32.347005 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-38c44448-4cde-4d13-845d-674f62994aae req-03a3e866-a9e5-461c-8b6b-03750a58d2c3 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057528 Jan 18 21:30:32.437176 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-38c44448-4cde-4d13-845d-674f62994aae req-944267e1-9051-43fe-b8f6-449af0915065 service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846050 Jan 18 21:30:32.523045 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-38c44448-4cde-4d13-845d-674f62994aae req-191a68c5-189b-4f94-8719-3f76b8dd36f4 service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801473 Jan 18 21:30:32.699648 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a83d8-2621-442b-a0d7-32cafff38abe req-c18f0de2-8ef7-4ad9-82fb-7c8d17c1bfbd tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:32.701112 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9d0a83d8-2621-442b-a0d7-32cafff38abe req-c18f0de2-8ef7-4ad9-82fb-7c8d17c1bfbd tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 944 time: 0.0476239 Jan 18 21:30:32.748870 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9d0a83d8-2621-442b-a0d7-32cafff38abe req-8fc21819-98ab-4d7e-b9ee-5991ed6578f8 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421529 Jan 18 21:30:33.867900 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb546e9-9e0a-4be0-9fed-e9bcea5fb41b req-f2ed823e-9ca7-4157-943e-31138c27527a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:33.869358 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4bb546e9-9e0a-4be0-9fed-e9bcea5fb41b req-f2ed823e-9ca7-4157-943e-31138c27527a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 944 time: 0.0533617 Jan 18 21:30:34.256679 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4bb546e9-9e0a-4be0-9fed-e9bcea5fb41b req-797cf3c0-d10b-4534-a165-a0932d56be92 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3817401 Jan 18 21:30:34.724864 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:30:35.045146 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 7abd8220-be58-4fa7-8b54-db1bc07c3f82 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 21:30:35.136853 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 7abd8220-be58-4fa7-8b54-db1bc07c3f82, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=7abd8220-be58-4fa7-8b54-db1bc07c3f82,segment=NetworkSegment(2fd5835d-6e3f-4f64-aac2-294571b2e775),segment_id=2fd5835d-6e3f-4f64-aac2-294571b2e775)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:30:35.147398 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '7abd8220-be58-4fa7-8b54-db1bc07c3f82', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'port_id': '7abd8220-be58-4fa7-8b54-db1bc07c3f82', 'mac_address': 'fa:16:3e:d2:6c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 21:30:35.186119 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 7abd8220-be58-4fa7-8b54-db1bc07c3f82 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:30:35.186537 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7abd8220-be58-4fa7-8b54-db1bc07c3f82), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:30:35.199038 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7abd8220-be58-4fa7-8b54-db1bc07c3f82 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:30:35.219709 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 7abd8220-be58-4fa7-8b54-db1bc07c3f82, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=7abd8220-be58-4fa7-8b54-db1bc07c3f82,segment=NetworkSegment(2fd5835d-6e3f-4f64-aac2-294571b2e775),segment_id=2fd5835d-6e3f-4f64-aac2-294571b2e775)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:30:35.223861 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7abd8220-be58-4fa7-8b54-db1bc07c3f82), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:30:35.268559 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=7abd8220-be58-4fa7-8b54-db1bc07c3f82,revision_number=9']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:30:35.370946 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec93e3-e999-4498-bb94-6896aef1cf8f req-8a0e300e-a48b-486e-8a3f-9a2b67cc042f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:35.372383 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d3ec93e3-e999-4498-bb94-6896aef1cf8f req-8a0e300e-a48b-486e-8a3f-9a2b67cc042f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 945 time: 0.0474935 Jan 18 21:30:35.419668 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d3ec93e3-e999-4498-bb94-6896aef1cf8f req-6f52d4a7-6896-478b-8385-41f775120ad7 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414567 Jan 18 21:30:35.564777 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['7abd8220-be58-4fa7-8b54-db1bc07c3f82'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:30:36.533548 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2976054-bfab-4beb-92b5-5bad7a2d1946 req-a60e9006-5a22-4d18-9572-24856ce6a764 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:36.535044 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a2976054-bfab-4beb-92b5-5bad7a2d1946 req-a60e9006-5a22-4d18-9572-24856ce6a764 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 945 time: 0.0489805 Jan 18 21:30:36.586206 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a2976054-bfab-4beb-92b5-5bad7a2d1946 req-ac0a2c78-6ba0-4122-8724-7abda87a010b tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452738 Jan 18 21:30:37.059545 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 7abd8220-be58-4fa7-8b54-db1bc07c3f82 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:30:37.106210 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 7abd8220-be58-4fa7-8b54-db1bc07c3f82 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:30:37.106581 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (7abd8220-be58-4fa7-8b54-db1bc07c3f82), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:30:37.181499 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 7abd8220-be58-4fa7-8b54-db1bc07c3f82 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:30:37.181901 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (7abd8220-be58-4fa7-8b54-db1bc07c3f82), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:30:37.202802 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8613cb-06b5-425a-857b-710446ecf570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abd8220-be58-4fa7-8b54-db1bc07c3f82'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:30:37.205007 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33acc429-916f-4835-9c4b-f2ac477846a9" -d '{"events": [{"server_uuid": "2d8613cb-06b5-425a-857b-710446ecf570", "name": "network-vif-plugged", "status": "completed", "tag": "7abd8220-be58-4fa7-8b54-db1bc07c3f82"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:30:37.218122 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 7abd8220-be58-4fa7-8b54-db1bc07c3f82, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=7abd8220-be58-4fa7-8b54-db1bc07c3f82,segment=NetworkSegment(2fd5835d-6e3f-4f64-aac2-294571b2e775),segment_id=2fd5835d-6e3f-4f64-aac2-294571b2e775)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:30:37.221998 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (7abd8220-be58-4fa7-8b54-db1bc07c3f82), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:30:37.246473 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2b1396-faec-4edd-a401-41349b07e27f x-openstack-request-id: req-ae2b1396-faec-4edd-a401-41349b07e27f {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:30:37.246882 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8613cb-06b5-425a-857b-710446ecf570", "name": "network-vif-plugged", "status": "completed", "tag": "7abd8220-be58-4fa7-8b54-db1bc07c3f82", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:30:37.247141 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae2b1396-faec-4edd-a401-41349b07e27f {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:30:37.247533 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8613cb-06b5-425a-857b-710446ecf570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abd8220-be58-4fa7-8b54-db1bc07c3f82', 'code': 200} Jan 18 21:30:37.270677 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=7abd8220-be58-4fa7-8b54-db1bc07c3f82,revision_number=10']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:30:37.400510 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e785f2b-8b0b-4497-b48c-c4d4f434781e req-d9569273-6e05-4d3d-8ee2-a5b01c5b3c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:37.401909 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6e785f2b-8b0b-4497-b48c-c4d4f434781e req-d9569273-6e05-4d3d-8ee2-a5b01c5b3c71 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 1098 time: 0.0390732 Jan 18 21:30:37.449065 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6e785f2b-8b0b-4497-b48c-c4d4f434781e req-9aa9f220-2d16-4a48-a96c-4776e796c762 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417759 Jan 18 21:30:37.637261 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:30:37.704731 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359c10a-25e9-45fa-b314-cad72471bb20 req-418a7ea5-f1c7-49ae-8549-9d9c05265a42 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:37.706211 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d359c10a-25e9-45fa-b314-cad72471bb20 req-418a7ea5-f1c7-49ae-8549-9d9c05265a42 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 947 time: 0.0477748 Jan 18 21:30:37.753282 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d359c10a-25e9-45fa-b314-cad72471bb20 req-ddb1e12d-bfad-4404-8ae0-39c879db610d tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415487 Jan 18 21:30:38.872925 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b07ce-4c4d-4882-9e59-a5212d9fe146 req-42d6763c-707f-4d6d-8675-bc1c275f2768 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:38.874447 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea5b07ce-4c4d-4882-9e59-a5212d9fe146 req-42d6763c-707f-4d6d-8675-bc1c275f2768 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 947 time: 0.0500233 Jan 18 21:30:38.925190 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ea5b07ce-4c4d-4882-9e59-a5212d9fe146 req-02357948-ecbf-4053-a17f-13646597b064 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452349 Jan 18 21:30:40.043129 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ff877-59de-487b-912f-2cb14e2768df req-3612088b-8752-4e3f-b3c3-d40c41dc3b56 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:30:40.044580 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c99ff877-59de-487b-912f-2cb14e2768df req-3612088b-8752-4e3f-b3c3-d40c41dc3b56 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 947 time: 0.0504735 Jan 18 21:30:40.091662 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c99ff877-59de-487b-912f-2cb14e2768df req-0f7a5d60-5fa0-4b2f-8c6c-a2f0bc9aebee tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406992 Jan 18 21:30:54.239530 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:30:55.819225 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-81102d38-e810-4462-9355-bf09c79523d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:30:57.963274 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e84c7fea-f197-4bf4-96da-5e8d60a6d847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:30:59.395683 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:31:00.830535 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:31:02.056074 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:31:04.740498 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:31:07.636539 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:31:25.820070 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-044d4510-cd19-411e-9031-193b4de1640f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:31:27.964029 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-362fc86d-6860-46be-8d29-f35996e2e077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:31:29.395285 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:31:30.833660 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:31:31.237989 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:31:32.060564 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:31:34.088107 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f6446426-5ac2-4d54-a360-7d87be83150b req-9a739ecc-0685-4688-a2e5-e87c34e2d22d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804102 Jan 18 21:31:34.165003 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6446426-5ac2-4d54-a360-7d87be83150b req-320153d3-7152-4bf4-8363-c7123138ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:31:34.166578 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f6446426-5ac2-4d54-a360-7d87be83150b req-320153d3-7152-4bf4-8363-c7123138ebd0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da646395d8034759ad7f7e89678089c1&device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 1098 time: 0.0389028 Jan 18 21:31:34.271233 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6446426-5ac2-4d54-a360-7d87be83150b req-566c4bc7-3689-4981-b8db-994a9e3b5e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:31:34.272692 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f6446426-5ac2-4d54-a360-7d87be83150b req-566c4bc7-3689-4981-b8db-994a9e3b5e07 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a49847c1-7161-405f-80c4-c2493b42ebb5 HTTP/1.1" status: 200 len: 910 time: 0.0877211 Jan 18 21:31:34.335344 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f6446426-5ac2-4d54-a360-7d87be83150b req-bd6907af-0133-4cc9-912c-5eee44318221 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7abd8220-be58-4fa7-8b54-db1bc07c3f82 HTTP/1.1" status: 200 len: 1002 time: 0.0568097 Jan 18 21:31:34.381563 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6446426-5ac2-4d54-a360-7d87be83150b req-199131b6-a3f3-4943-8b1e-e45c0c63ae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:31:34.382977 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f6446426-5ac2-4d54-a360-7d87be83150b req-199131b6-a3f3-4943-8b1e-e45c0c63ae79 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e0ce033-9464-46c7-baa2-72e1bbd3b680 HTTP/1.1" status: 200 len: 848 time: 0.0422220 Jan 18 21:31:34.430159 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6446426-5ac2-4d54-a360-7d87be83150b req-955e3681-8c3c-4613-8ce4-d8ff3159ccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:31:34.431540 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f6446426-5ac2-4d54-a360-7d87be83150b req-955e3681-8c3c-4613-8ce4-d8ff3159ccc2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a49847c1-7161-405f-80c4-c2493b42ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419216 Jan 18 21:31:34.516950 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f6446426-5ac2-4d54-a360-7d87be83150b req-3a5bcd6c-c4c4-49fd-9cf6-7bfe0425a272 service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795109 Jan 18 21:31:34.607102 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-f6446426-5ac2-4d54-a360-7d87be83150b req-91008f21-c96c-4353-96a4-599a9a13da4d service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842235 Jan 18 21:31:34.739534 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:31:37.649542 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:31:55.820860 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-200b232b-3f1f-440e-ac3e-959bea1579ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:31:57.967472 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fe86ca66-dc5c-4de6-974c-422d95fd4020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:31:59.397782 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:00.837022 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:02.062045 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:04.753508 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:07.648756 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:08.237975 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:32:25.740632 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44454) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:32:25.822234 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e6ff25ca-ac3e-4c39-814f-f5cec23bfe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:25.933679 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-a3d71239-425b-4be0-8ec0-5f73c56e843e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Deleting port b51b3040-088f-4e0c-8d6f-db28ab9cc14e {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:32:25.934032 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3d71239-425b-4be0-8ec0-5f73c56e843e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b51b3040-088f-4e0c-8d6f-db28ab9cc14e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:26.011789 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3d71239-425b-4be0-8ec0-5f73c56e843e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b51b3040-088f-4e0c-8d6f-db28ab9cc14e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:26.012127 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3d71239-425b-4be0-8ec0-5f73c56e843e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for floatingip (b51b3040-088f-4e0c-8d6f-db28ab9cc14e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:26.023709 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-a3d71239-425b-4be0-8ec0-5f73c56e843e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Calling delete_port for b51b3040-088f-4e0c-8d6f-db28ab9cc14e owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:32:26.162868 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3d71239-425b-4be0-8ec0-5f73c56e843e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (b51b3040-088f-4e0c-8d6f-db28ab9cc14e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:26.193931 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d71239-425b-4be0-8ec0-5f73c56e843e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Pushing event deleted for resources: {'Port': ['ID=b51b3040-088f-4e0c-8d6f-db28ab9cc14e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:32:26.216475 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d71239-425b-4be0-8ec0-5f73c56e843e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:32:26.216816 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d71239-425b-4be0-8ec0-5f73c56e843e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:32:26.217150 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d71239-425b-4be0-8ec0-5f73c56e843e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:32:26.217505 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d71239-425b-4be0-8ec0-5f73c56e843e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:32:26.217858 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d71239-425b-4be0-8ec0-5f73c56e843e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:32:26.218183 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d71239-425b-4be0-8ec0-5f73c56e843e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:32:26.218500 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d71239-425b-4be0-8ec0-5f73c56e843e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:32:26.218817 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d71239-425b-4be0-8ec0-5f73c56e843e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:32:26.219135 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d71239-425b-4be0-8ec0-5f73c56e843e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:32:26.219448 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d71239-425b-4be0-8ec0-5f73c56e843e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:32:26.219764 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d71239-425b-4be0-8ec0-5f73c56e843e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:32:26.220732 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d71239-425b-4be0-8ec0-5f73c56e843e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:32:26.221057 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d71239-425b-4be0-8ec0-5f73c56e843e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:32:26.261322 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3d71239-425b-4be0-8ec0-5f73c56e843e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for floatingip (f6f63152-5cf6-4e8b-a42c-36e7182a97ac), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:26.261707 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-a3d71239-425b-4be0-8ec0-5f73c56e843e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Floating IP f6f63152-5cf6-4e8b-a42c-36e7182a97ac disassociated (deleted). External IP: 172.25.4.119, port: 7abd8220-be58-4fa7-8b54-db1bc07c3f82. Jan 18 21:32:26.464200 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d71239-425b-4be0-8ec0-5f73c56e843e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Router 2229f580-9cdb-4670-8547-db9d630de9a3 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:32:26.570195 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d71239-425b-4be0-8ec0-5f73c56e843e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:32:26.575172 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a3d71239-425b-4be0-8ec0-5f73c56e843e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:26.580813 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9146743-e55c-4c38-92d8-34c896963190 None None] Sync routers for ids ['2229f580-9cdb-4670-8547-db9d630de9a3'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:32:26.589726 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9146743-e55c-4c38-92d8-34c896963190 None None] Routers {'2229f580-9cdb-4670-8547-db9d630de9a3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:32:26.590324 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-a9146743-e55c-4c38-92d8-34c896963190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:31:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['2229f580-9cdb-4670-8547-db9d630de9a3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:32:26.602648 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-a3d71239-425b-4be0-8ec0-5f73c56e843e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "DELETE /v2.0/floatingips/f6f63152-5cf6-4e8b-a42c-36e7182a97ac HTTP/1.1" status: 204 len: 168 time: 0.8608606 Jan 18 21:32:26.603412 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8613cb-06b5-425a-857b-710446ecf570', 'tag': '7abd8220-be58-4fa7-8b54-db1bc07c3f82'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:32:26.605996 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b43178f88c778abd299c77f10da4c8b3e71d2d0c7150ce414079b2ef1097cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0f819a-ae1f-4d79-bed2-6f6265e06b38" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8613cb-06b5-425a-857b-710446ecf570", "tag": "7abd8220-be58-4fa7-8b54-db1bc07c3f82"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:32:26.705974 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-a9146743-e55c-4c38-92d8-34c896963190 None None] Set router 2229f580-9cdb-4670-8547-db9d630de9a3 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:32:26.831962 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4742edb2-56ee-42a4-9d73-303de871d263 x-openstack-request-id: req-4742edb2-56ee-42a4-9d73-303de871d263 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:32:26.832809 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8613cb-06b5-425a-857b-710446ecf570", "tag": "7abd8220-be58-4fa7-8b54-db1bc07c3f82", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:32:26.833061 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4742edb2-56ee-42a4-9d73-303de871d263 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:32:26.833466 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8613cb-06b5-425a-857b-710446ecf570', 'tag': '7abd8220-be58-4fa7-8b54-db1bc07c3f82', 'status': 'completed', 'code': 200} Jan 18 21:32:26.895814 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f819a-ae1f-4d79-bed2-6f6265e06b38 req-8d35a662-3be4-4bd5-8fb6-68a45ae1cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:32:26.897411 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac0f819a-ae1f-4d79-bed2-6f6265e06b38 req-8d35a662-3be4-4bd5-8fb6-68a45ae1cde8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da646395d8034759ad7f7e89678089c1&device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 1098 time: 0.0441897 Jan 18 21:32:26.911580 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-a9146743-e55c-4c38-92d8-34c896963190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'name': 'tempest-TestShelveInstance-1220969979-router', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:57Z', 'revision_number': 4, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'gw_port': {'id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '0bf52f24-9e5c-43ac-8c2d-5b934aede4d2', 'name': '', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'mac_address': 'fa:16:3e:15:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:57Z', 'updated_at': '2022-01-18T21:27:02Z', 'revision_number': 5, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'subnets': [{'id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:32:26.942979 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9146743-e55c-4c38-92d8-34c896963190 None None] Checking router: 2229f580-9cdb-4670-8547-db9d630de9a3 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:32:26.951437 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9146743-e55c-4c38-92d8-34c896963190 None None] Routers {'2229f580-9cdb-4670-8547-db9d630de9a3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:32:26.952044 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-a9146743-e55c-4c38-92d8-34c896963190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:31:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['2229f580-9cdb-4670-8547-db9d630de9a3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:32:26.994275 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f819a-ae1f-4d79-bed2-6f6265e06b38 req-f8f92b3c-252f-499b-a1e5-6da0777f8a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:32:26.994795 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc57946-c813-437f-8288-7a0b59bf84d1 req-bfb355ac-6e59-40ff-b9bf-6a74daf00fd7 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:32:26.995927 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac0f819a-ae1f-4d79-bed2-6f6265e06b38 req-f8f92b3c-252f-499b-a1e5-6da0777f8a29 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a49847c1-7161-405f-80c4-c2493b42ebb5 HTTP/1.1" status: 200 len: 910 time: 0.0926268 Jan 18 21:32:26.998084 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-efc57946-c813-437f-8288-7a0b59bf84d1 req-bfb355ac-6e59-40ff-b9bf-6a74daf00fd7 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 947 time: 0.1155238 Jan 18 21:32:27.039056 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac0f819a-ae1f-4d79-bed2-6f6265e06b38 req-d002fa02-1f77-4503-8ced-10c49990d951 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7abd8220-be58-4fa7-8b54-db1bc07c3f82 HTTP/1.1" status: 200 len: 217 time: 0.0359464 Jan 18 21:32:27.048309 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-efc57946-c813-437f-8288-7a0b59bf84d1 req-72039c27-2192-41b1-a5f2-ce81ae8c204d tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453880 Jan 18 21:32:27.057256 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-a9146743-e55c-4c38-92d8-34c896963190 None None] Set router 2229f580-9cdb-4670-8547-db9d630de9a3 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:32:27.088087 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f819a-ae1f-4d79-bed2-6f6265e06b38 req-add8f79d-20d2-4fa2-a145-e768e2f22950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:32:27.089480 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac0f819a-ae1f-4d79-bed2-6f6265e06b38 req-add8f79d-20d2-4fa2-a145-e768e2f22950 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e0ce033-9464-46c7-baa2-72e1bbd3b680 HTTP/1.1" status: 200 len: 848 time: 0.0441420 Jan 18 21:32:27.133760 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f819a-ae1f-4d79-bed2-6f6265e06b38 req-18994084-0a7c-490c-9dc8-aa93e680dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:32:27.135286 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac0f819a-ae1f-4d79-bed2-6f6265e06b38 req-18994084-0a7c-490c-9dc8-aa93e680dbad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a49847c1-7161-405f-80c4-c2493b42ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389829 Jan 18 21:32:27.227709 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac0f819a-ae1f-4d79-bed2-6f6265e06b38 req-c2a09c62-0ba5-4d28-9831-502dedca5e61 service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851169 Jan 18 21:32:27.258534 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-a9146743-e55c-4c38-92d8-34c896963190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'name': 'tempest-TestShelveInstance-1220969979-router', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:57Z', 'revision_number': 4, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'gw_port': {'id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '0bf52f24-9e5c-43ac-8c2d-5b934aede4d2', 'name': '', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'mac_address': 'fa:16:3e:15:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:57Z', 'updated_at': '2022-01-18T21:27:02Z', 'revision_number': 5, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'subnets': [{'id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:32:27.284733 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9146743-e55c-4c38-92d8-34c896963190 None None] The sync data for ids ['2229f580-9cdb-4670-8547-db9d630de9a3'] in n-d-741529-9 is: [{'id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'name': 'tempest-TestShelveInstance-1220969979-router', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:57Z', 'revision_number': 4, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'gw_port': {'id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '0bf52f24-9e5c-43ac-8c2d-5b934aede4d2', 'name': '', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'mac_address': 'fa:16:3e:15:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:57Z', 'updated_at': '2022-01-18T21:27:02Z', 'revision_number': 5, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'subnets': [{'id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:32:27.322013 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ac0f819a-ae1f-4d79-bed2-6f6265e06b38 req-2b0ac1fe-76fe-4545-8b28-63863cdf3e11 service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881143 Jan 18 21:32:27.514532 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9573e421-2592-4c17-9b9e-8f6e2a45b7a2 None None] New status for floating IP f6f63152-5cf6-4e8b-a42c-36e7182a97ac: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 21:32:27.968860 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-acb10271-c742-4ab1-8852-47351363f1bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:28.164000 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020781e5-c59c-4773-979f-418f9a2435bd req-a3c13926-95c0-4312-ba5e-3c8b0392b16a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:32:28.165477 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-020781e5-c59c-4773-979f-418f9a2435bd req-a3c13926-95c0-4312-ba5e-3c8b0392b16a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 947 time: 0.0475795 Jan 18 21:32:28.217267 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-020781e5-c59c-4773-979f-418f9a2435bd req-b8c4248b-c102-4f83-bdb2-60aedd63f5e2 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ee93c3-4ebe-448a-acb6-8d5a3566723c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462317 Jan 18 21:32:28.377903 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c082e1-6c11-4b6e-b379-12c7be45f925 req-253a50c7-66fc-4a84-a348-efe5debcf7b9 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:32:28.379369 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-72c082e1-6c11-4b6e-b379-12c7be45f925 req-253a50c7-66fc-4a84-a348-efe5debcf7b9 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d8613cb-06b5-425a-857b-710446ecf570 HTTP/1.1" status: 200 len: 947 time: 0.0479016 Jan 18 21:32:28.464545 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-72c082e1-6c11-4b6e-b379-12c7be45f925 req-bcbfb876-0518-4014-929f-34e3db3bd35a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Deleting port 7abd8220-be58-4fa7-8b54-db1bc07c3f82 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:32:28.464798 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-72c082e1-6c11-4b6e-b379-12c7be45f925 req-bcbfb876-0518-4014-929f-34e3db3bd35a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (7abd8220-be58-4fa7-8b54-db1bc07c3f82), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:28.552972 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-72c082e1-6c11-4b6e-b379-12c7be45f925 req-bcbfb876-0518-4014-929f-34e3db3bd35a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] For port 7abd8220-be58-4fa7-8b54-db1bc07c3f82, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=7abd8220-be58-4fa7-8b54-db1bc07c3f82,segment=NetworkSegment(2fd5835d-6e3f-4f64-aac2-294571b2e775),segment_id=2fd5835d-6e3f-4f64-aac2-294571b2e775)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:32:28.553326 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-72c082e1-6c11-4b6e-b379-12c7be45f925 req-bcbfb876-0518-4014-929f-34e3db3bd35a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (7abd8220-be58-4fa7-8b54-db1bc07c3f82), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:28.565803 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-72c082e1-6c11-4b6e-b379-12c7be45f925 req-bcbfb876-0518-4014-929f-34e3db3bd35a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Calling delete_port for 7abd8220-be58-4fa7-8b54-db1bc07c3f82 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:32:28.691837 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-72c082e1-6c11-4b6e-b379-12c7be45f925 req-bcbfb876-0518-4014-929f-34e3db3bd35a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (7abd8220-be58-4fa7-8b54-db1bc07c3f82), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:28.718906 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbfb876-0518-4014-929f-34e3db3bd35a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Pushing event deleted for resources: {'Port': ['ID=7abd8220-be58-4fa7-8b54-db1bc07c3f82,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:32:28.728655 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbfb876-0518-4014-929f-34e3db3bd35a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:32:28.729002 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbfb876-0518-4014-929f-34e3db3bd35a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:32:28.729343 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbfb876-0518-4014-929f-34e3db3bd35a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:32:28.729704 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbfb876-0518-4014-929f-34e3db3bd35a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:32:28.730043 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbfb876-0518-4014-929f-34e3db3bd35a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:32:28.730378 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbfb876-0518-4014-929f-34e3db3bd35a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:32:28.730707 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbfb876-0518-4014-929f-34e3db3bd35a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:32:28.731036 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbfb876-0518-4014-929f-34e3db3bd35a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:32:28.731362 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbfb876-0518-4014-929f-34e3db3bd35a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:32:28.732163 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbfb876-0518-4014-929f-34e3db3bd35a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:32:28.732163 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbfb876-0518-4014-929f-34e3db3bd35a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:32:28.732395 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbfb876-0518-4014-929f-34e3db3bd35a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:32:28.732896 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbfb876-0518-4014-929f-34e3db3bd35a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:32:28.773735 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c082e1-6c11-4b6e-b379-12c7be45f925 req-bcbfb876-0518-4014-929f-34e3db3bd35a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] No DVR routers for this DVR port 7abd8220-be58-4fa7-8b54-db1bc07c3f82 on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:32:28.776246 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-72c082e1-6c11-4b6e-b379-12c7be45f925 req-bcbfb876-0518-4014-929f-34e3db3bd35a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:28.779589 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-72c082e1-6c11-4b6e-b379-12c7be45f925 req-bcbfb876-0518-4014-929f-34e3db3bd35a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.57 "DELETE /v2.0/ports/7abd8220-be58-4fa7-8b54-db1bc07c3f82 HTTP/1.1" status: 204 len: 173 time: 0.3940060 Jan 18 21:32:28.780044 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8613cb-06b5-425a-857b-710446ecf570', 'name': 'network-vif-deleted', 'tag': '7abd8220-be58-4fa7-8b54-db1bc07c3f82'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:32:28.782350 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63539f46-914c-47c1-a5f6-2ba691c08019" -d '{"events": [{"server_uuid": "2d8613cb-06b5-425a-857b-710446ecf570", "name": "network-vif-deleted", "tag": "7abd8220-be58-4fa7-8b54-db1bc07c3f82"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:32:28.872266 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e42b4d6-f01a-40e7-9e7f-3d0c669fbac2 x-openstack-request-id: req-5e42b4d6-f01a-40e7-9e7f-3d0c669fbac2 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:32:28.872588 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8613cb-06b5-425a-857b-710446ecf570", "name": "network-vif-deleted", "tag": "7abd8220-be58-4fa7-8b54-db1bc07c3f82", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:32:28.872839 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e42b4d6-f01a-40e7-9e7f-3d0c669fbac2 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:32:28.873238 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8613cb-06b5-425a-857b-710446ecf570', 'name': 'network-vif-deleted', 'tag': '7abd8220-be58-4fa7-8b54-db1bc07c3f82', 'status': 'completed', 'code': 200} Jan 18 21:32:29.275225 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44482) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:32:29.331533 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d8b289ea-4558-45f9-94b7-9aa338ad3be3 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group (a4ee93c3-4ebe-448a-acb6-8d5a3566723c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:29.355108 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d8b289ea-4558-45f9-94b7-9aa338ad3be3 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group (a4ee93c3-4ebe-448a-acb6-8d5a3566723c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:29.400778 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:29.415382 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d8b289ea-4558-45f9-94b7-9aa338ad3be3 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (a4ee93c3-4ebe-448a-acb6-8d5a3566723c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:29.418120 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d8b289ea-4558-45f9-94b7-9aa338ad3be3 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:29.419290 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d8b289ea-4558-45f9-94b7-9aa338ad3be3 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "DELETE /v2.0/security-groups/a4ee93c3-4ebe-448a-acb6-8d5a3566723c HTTP/1.1" status: 204 len: 168 time: 0.1430786 Jan 18 21:32:29.428397 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b289ea-4558-45f9-94b7-9aa338ad3be3 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ee93c3-4ebe-448a-acb6-8d5a3566723c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:32:29.639125 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44488) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:32:29.644382 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f36ca2a9-a66d-414e-8d61-e18c2a6c71d0 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1425425572', 'description': 'tempest-secgroup-smoke-1425425572 description', 'project_id': 'da646395d8034759ad7f7e89678089c1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:32:29.667647 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f36ca2a9-a66d-414e-8d61-e18c2a6c71d0 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:29.730932 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f36ca2a9-a66d-414e-8d61-e18c2a6c71d0 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group (fcebb268-73b1-41ae-869f-140ee479d5f8), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:29.735009 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f36ca2a9-a66d-414e-8d61-e18c2a6c71d0 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (fcebb268-73b1-41ae-869f-140ee479d5f8), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:29.766005 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f36ca2a9-a66d-414e-8d61-e18c2a6c71d0 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:29.767597 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f36ca2a9-a66d-414e-8d61-e18c2a6c71d0 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1274667 Jan 18 21:32:29.769483 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ca2a9-a66d-414e-8d61-e18c2a6c71d0 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcebb268-73b1-41ae-869f-140ee479d5f8,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:32:29.770568 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44490) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:32:29.775743 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-a636da9a-506c-4f0f-a6c6-235972bc5d06 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Request body: {'security_group_rule': {'security_group_id': 'fcebb268-73b1-41ae-869f-140ee479d5f8', 'project_id': 'da646395d8034759ad7f7e89678089c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:32:29.804227 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a636da9a-506c-4f0f-a6c6-235972bc5d06 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (0377bba2-97ca-4468-9b66-6102c7a52386), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:29.857315 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a636da9a-506c-4f0f-a6c6-235972bc5d06 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (0377bba2-97ca-4468-9b66-6102c7a52386), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:29.861283 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a636da9a-506c-4f0f-a6c6-235972bc5d06 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (0377bba2-97ca-4468-9b66-6102c7a52386), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:29.879709 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636da9a-506c-4f0f-a6c6-235972bc5d06 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0377bba2-97ca-4468-9b66-6102c7a52386,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:32:29.887132 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a636da9a-506c-4f0f-a6c6-235972bc5d06 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:29.888305 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a636da9a-506c-4f0f-a6c6-235972bc5d06 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1162174 Jan 18 21:32:29.891000 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44494) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:32:29.895198 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-2759f6d0-10e9-478b-8a84-91f055ee2a4f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Request body: {'security_group_rule': {'security_group_id': 'fcebb268-73b1-41ae-869f-140ee479d5f8', 'project_id': 'da646395d8034759ad7f7e89678089c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:32:29.922492 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2759f6d0-10e9-478b-8a84-91f055ee2a4f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (91bd4e17-cce3-4cb6-93c4-2f163a32478f), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:29.980092 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2759f6d0-10e9-478b-8a84-91f055ee2a4f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (91bd4e17-cce3-4cb6-93c4-2f163a32478f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:29.983612 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2759f6d0-10e9-478b-8a84-91f055ee2a4f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (91bd4e17-cce3-4cb6-93c4-2f163a32478f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:30.001905 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759f6d0-10e9-478b-8a84-91f055ee2a4f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91bd4e17-cce3-4cb6-93c4-2f163a32478f,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:32:30.006801 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2759f6d0-10e9-478b-8a84-91f055ee2a4f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:30.008074 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2759f6d0-10e9-478b-8a84-91f055ee2a4f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161282 Jan 18 21:32:30.010857 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44496) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:32:30.015067 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-649e3669-9e0b-44eb-8ce4-4c267901bf26 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Request body: {'security_group_rule': {'security_group_id': 'fcebb268-73b1-41ae-869f-140ee479d5f8', 'project_id': 'da646395d8034759ad7f7e89678089c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:32:30.043907 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-649e3669-9e0b-44eb-8ce4-4c267901bf26 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (5a91a0a8-053f-469d-b15e-4bbd1018f897), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:30.098720 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-649e3669-9e0b-44eb-8ce4-4c267901bf26 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (5a91a0a8-053f-469d-b15e-4bbd1018f897), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:30.102176 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-649e3669-9e0b-44eb-8ce4-4c267901bf26 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (5a91a0a8-053f-469d-b15e-4bbd1018f897), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:30.119884 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e3669-9e0b-44eb-8ce4-4c267901bf26 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a91a0a8-053f-469d-b15e-4bbd1018f897,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:32:30.127799 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-649e3669-9e0b-44eb-8ce4-4c267901bf26 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:30.128975 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-649e3669-9e0b-44eb-8ce4-4c267901bf26 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171863 Jan 18 21:32:30.131664 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44498) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:32:30.135946 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-8f19c05a-3ea6-47a2-bc81-d449f3255988 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Request body: {'security_group_rule': {'security_group_id': 'fcebb268-73b1-41ae-869f-140ee479d5f8', 'project_id': 'da646395d8034759ad7f7e89678089c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:32:30.162937 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8f19c05a-3ea6-47a2-bc81-d449f3255988 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (aaa560db-b44a-4fed-b990-c645abaee5ff), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:30.218149 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8f19c05a-3ea6-47a2-bc81-d449f3255988 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (aaa560db-b44a-4fed-b990-c645abaee5ff), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:30.221778 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8f19c05a-3ea6-47a2-bc81-d449f3255988 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (aaa560db-b44a-4fed-b990-c645abaee5ff), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:30.241463 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19c05a-3ea6-47a2-bc81-d449f3255988 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa560db-b44a-4fed-b990-c645abaee5ff,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:32:30.249609 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8f19c05a-3ea6-47a2-bc81-d449f3255988 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:30.251933 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8f19c05a-3ea6-47a2-bc81-d449f3255988 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182690 Jan 18 21:32:30.254095 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44502) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:32:30.258359 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-61b94b98-5f52-4c6f-9987-9a8dd5aefffa tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Request body: {'security_group_rule': {'security_group_id': 'fcebb268-73b1-41ae-869f-140ee479d5f8', 'project_id': 'da646395d8034759ad7f7e89678089c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:32:30.283550 n-d-741529-9 neutron-server[103335]: INFO neutron.db.securitygroups_db [None req-61b94b98-5f52-4c6f-9987-9a8dd5aefffa tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Project da646395d8034759ad7f7e89678089c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 21:32:30.288489 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61b94b98-5f52-4c6f-9987-9a8dd5aefffa tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (fc543d31-1601-434c-be5d-a0282ab7f290), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:30.347291 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61b94b98-5f52-4c6f-9987-9a8dd5aefffa tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (fc543d31-1601-434c-be5d-a0282ab7f290), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:30.350708 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61b94b98-5f52-4c6f-9987-9a8dd5aefffa tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (fc543d31-1601-434c-be5d-a0282ab7f290), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:30.371617 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b94b98-5f52-4c6f-9987-9a8dd5aefffa tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc543d31-1601-434c-be5d-a0282ab7f290,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:32:30.377832 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61b94b98-5f52-4c6f-9987-9a8dd5aefffa tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:30.378859 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-61b94b98-5f52-4c6f-9987-9a8dd5aefffa tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238103 Jan 18 21:32:30.381544 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44504) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:32:30.385838 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-8a0a1e28-507a-4e56-b4ad-a1b516c19fea tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Request body: {'security_group_rule': {'security_group_id': 'fcebb268-73b1-41ae-869f-140ee479d5f8', 'project_id': 'da646395d8034759ad7f7e89678089c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:32:30.408783 n-d-741529-9 neutron-server[103335]: INFO neutron.db.securitygroups_db [None req-8a0a1e28-507a-4e56-b4ad-a1b516c19fea tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Project da646395d8034759ad7f7e89678089c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 21:32:30.413332 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a0a1e28-507a-4e56-b4ad-a1b516c19fea tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (06e4059a-6d5a-4684-b893-e2e3b98de0b2), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:30.469571 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a0a1e28-507a-4e56-b4ad-a1b516c19fea tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (06e4059a-6d5a-4684-b893-e2e3b98de0b2), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:30.472863 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a0a1e28-507a-4e56-b4ad-a1b516c19fea tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (06e4059a-6d5a-4684-b893-e2e3b98de0b2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:30.489652 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a1e28-507a-4e56-b4ad-a1b516c19fea tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e4059a-6d5a-4684-b893-e2e3b98de0b2,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:32:30.498338 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a0a1e28-507a-4e56-b4ad-a1b516c19fea tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:30.499541 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-8a0a1e28-507a-4e56-b4ad-a1b516c19fea tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1170256 Jan 18 21:32:30.839543 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:31.661945 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 7abd8220-be58-4fa7-8b54-db1bc07c3f82 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:32:31.682076 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: 7abd8220-be58-4fa7-8b54-db1bc07c3f82 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:32:31.682518 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 7abd8220-be58-4fa7-8b54-db1bc07c3f82 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:32:32.066889 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:34.753860 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:37.644745 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:45.237226 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:32:48.910555 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-4ad38b9b-38bd-4c4d-a743-b08dfa0e9ee7 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1425425572&fields=id&tenant_id=da646395d8034759ad7f7e89678089c1 HTTP/1.1" status: 200 len: 267 time: 0.0476577 Jan 18 21:32:49.013892 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-4a25c290-5639-41b4-a2ab-a9b65674932f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:32:49.015343 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-4a25c290-5639-41b4-a2ab-a9b65674932f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/networks?id=a49847c1-7161-405f-80c4-c2493b42ebb5 HTTP/1.1" status: 200 len: 809 time: 0.0985811 Jan 18 21:32:49.030070 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-6b08d3ba-b3a8-41d1-aa7c-4115733d41ee tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/quotas/da646395d8034759ad7f7e89678089c1 HTTP/1.1" status: 200 len: 375 time: 0.0088637 Jan 18 21:32:49.078269 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-36959bb0-6020-42ef-8134-bd727d74fa47 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=da646395d8034759ad7f7e89678089c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435386 Jan 18 21:32:49.131179 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-d348205e-9be3-418c-842b-f2e3f0cf771e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 21:32:49.132177 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-d348205e-9be3-418c-842b-f2e3f0cf771e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0422812 Jan 18 21:32:49.222138 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-fe571f25-5942-4226-ac2a-97c5db689509 service neutron] 10.222.0.31 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842750 Jan 18 21:32:49.313018 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-00688ec8-ec5a-4137-a7a3-50198063c345 service neutron] 10.222.0.31 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853033 Jan 18 21:32:49.585617 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3a46c4fe-ef22-4c5a-b84c-22a1258ffcd4 req-eedf8120-5975-417b-a673-bfe6d0250320 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 210 time: 0.0260196 Jan 18 21:32:50.684830 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dd5dbe97-7c7b-4879-8410-c120bdc49517 req-44c49cfc-5f92-43ac-abee-95e24d5fb72f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 210 time: 0.0287538 Jan 18 21:32:50.813609 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-c4568101-038b-43be-b9ce-6ce9110d3df5 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:32:50.815278 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-c4568101-038b-43be-b9ce-6ce9110d3df5 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.57 "GET /v2.0/networks?id=a49847c1-7161-405f-80c4-c2493b42ebb5 HTTP/1.1" status: 200 len: 809 time: 0.4004252 Jan 18 21:32:50.876844 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-bc8fda24-7809-4795-99f2-3fee4a679dcb tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da646395d8034759ad7f7e89678089c1 HTTP/1.1" status: 200 len: 380 time: 0.0532982 Jan 18 21:32:50.885599 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-e9739668-48a8-49f2-a51f-2fdeff10d482 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Request body: {'port': {'device_id': '911ac288-305f-49cd-b810-6ff9fb9a3061', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'admin_state_up': True, 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'security_groups': ['fcebb268-73b1-41ae-869f-140ee479d5f8']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:32:50.993429 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-e9739668-48a8-49f2-a51f-2fdeff10d482 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Made reservation on behalf of da646395d8034759ad7f7e89678089c1 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:32:50.997123 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-e9739668-48a8-49f2-a51f-2fdeff10d482 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:51.121795 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-e9739668-48a8-49f2-a51f-2fdeff10d482 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Allocated IP 172.20.0.13 (a49847c1-7161-405f-80c4-c2493b42ebb5/0e0ce033-9464-46c7-baa2-72e1bbd3b680/1e5f639b-245b-4d4c-82c2-98e89f4b3b47) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:32:51.260208 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-e9739668-48a8-49f2-a51f-2fdeff10d482 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for port (1e5f639b-245b-4d4c-82c2-98e89f4b3b47), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:51.293759 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-e9739668-48a8-49f2-a51f-2fdeff10d482 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (1e5f639b-245b-4d4c-82c2-98e89f4b3b47), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:51.339474 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-e9739668-48a8-49f2-a51f-2fdeff10d482 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Network a49847c1-7161-405f-80c4-c2493b42ebb5 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:32:51.342568 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-e9739668-48a8-49f2-a51f-2fdeff10d482 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:32:51.347023 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-e9739668-48a8-49f2-a51f-2fdeff10d482 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:32:51.351523 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9739668-48a8-49f2-a51f-2fdeff10d482 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Pushing event updated for resources: {'Port': ['ID=1e5f639b-245b-4d4c-82c2-98e89f4b3b47,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:32:51.398622 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-e9739668-48a8-49f2-a51f-2fdeff10d482 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:32:51.399407 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-e9739668-48a8-49f2-a51f-2fdeff10d482 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:51.418114 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-e9739668-48a8-49f2-a51f-2fdeff10d482 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5360155 Jan 18 21:32:51.430828 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-136102b2-65c0-48dc-8c77-63501e0ba2b0 service neutron] Request body: {'port': {'device_id': '911ac288-305f-49cd-b810-6ff9fb9a3061', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:32:51.490016 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-136102b2-65c0-48dc-8c77-63501e0ba2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1e5f639b-245b-4d4c-82c2-98e89f4b3b47), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:51.647323 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-fb735aaa-4b09-4055-953c-7ac1928a364e None None] Provisioning complete for port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:32:51.647972 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fb735aaa-4b09-4055-953c-7ac1928a364e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1e5f639b-245b-4d4c-82c2-98e89f4b3b47), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:51.686114 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-fb735aaa-4b09-4055-953c-7ac1928a364e None None] Port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:32:51.786274 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-136102b2-65c0-48dc-8c77-63501e0ba2b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:32:51.794579 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-136102b2-65c0-48dc-8c77-63501e0ba2b0 service neutron] Publish callbacks [] for port (1e5f639b-245b-4d4c-82c2-98e89f4b3b47), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:51.805996 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-136102b2-65c0-48dc-8c77-63501e0ba2b0 service neutron] Transition to ACTIVE for port object 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 21:32:51.809953 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-136102b2-65c0-48dc-8c77-63501e0ba2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (1e5f639b-245b-4d4c-82c2-98e89f4b3b47), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:51.813991 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74831cd6-be3b-4daf-84c2-f918ff6a19fd req-b13a765f-05a1-447c-86b8-fe0750088f0a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:32:51.815481 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-74831cd6-be3b-4daf-84c2-f918ff6a19fd req-b13a765f-05a1-447c-86b8-fe0750088f0a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 932 time: 0.0489395 Jan 18 21:32:51.875896 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-74831cd6-be3b-4daf-84c2-f918ff6a19fd req-76f2f317-fab3-4a0b-a083-abc3e20c09fc tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526476 Jan 18 21:32:51.890989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136102b2-65c0-48dc-8c77-63501e0ba2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5f639b-245b-4d4c-82c2-98e89f4b3b47,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:32:51.946743 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-136102b2-65c0-48dc-8c77-63501e0ba2b0 service neutron] Attempting to bind port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:32:51.947069 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-136102b2-65c0-48dc-8c77-63501e0ba2b0 service neutron] Attempting to bind port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': '2fd5835d-6e3f-4f64-aac2-294571b2e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:32:51.947385 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-136102b2-65c0-48dc-8c77-63501e0ba2b0 service neutron] Attempting to bind port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 on network a49847c1-7161-405f-80c4-c2493b42ebb5 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:32:51.951709 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-136102b2-65c0-48dc-8c77-63501e0ba2b0 service neutron] Port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 on network a49847c1-7161-405f-80c4-c2493b42ebb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 21:32:51.952022 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-136102b2-65c0-48dc-8c77-63501e0ba2b0 service neutron] Attempting to bind port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 on network a49847c1-7161-405f-80c4-c2493b42ebb5 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:32:51.956826 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-136102b2-65c0-48dc-8c77-63501e0ba2b0 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:32:51.957761 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-136102b2-65c0-48dc-8c77-63501e0ba2b0 service neutron] Checking segment: {'id': '2fd5835d-6e3f-4f64-aac2-294571b2e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:32:51.958135 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-136102b2-65c0-48dc-8c77-63501e0ba2b0 service neutron] Bound using segment: {'id': '2fd5835d-6e3f-4f64-aac2-294571b2e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:32:51.958551 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-136102b2-65c0-48dc-8c77-63501e0ba2b0 service neutron] Bound port: 1e5f639b-245b-4d4c-82c2-98e89f4b3b47, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd5835d-6e3f-4f64-aac2-294571b2e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:32:51.958894 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-136102b2-65c0-48dc-8c77-63501e0ba2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1e5f639b-245b-4d4c-82c2-98e89f4b3b47), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:52.029115 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-136102b2-65c0-48dc-8c77-63501e0ba2b0 service neutron] For port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:32:52.032332 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-136102b2-65c0-48dc-8c77-63501e0ba2b0 service neutron] For port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=1e5f639b-245b-4d4c-82c2-98e89f4b3b47,segment=NetworkSegment(2fd5835d-6e3f-4f64-aac2-294571b2e775),segment_id=2fd5835d-6e3f-4f64-aac2-294571b2e775)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:32:52.037536 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-136102b2-65c0-48dc-8c77-63501e0ba2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (1e5f639b-245b-4d4c-82c2-98e89f4b3b47), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:52.075289 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-136102b2-65c0-48dc-8c77-63501e0ba2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:32:52.076609 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-136102b2-65c0-48dc-8c77-63501e0ba2b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:52.077805 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-136102b2-65c0-48dc-8c77-63501e0ba2b0 service neutron] 10.222.0.57 "PUT /v2.0/ports/1e5f639b-245b-4d4c-82c2-98e89f4b3b47 HTTP/1.1" status: 200 len: 1092 time: 0.6517344 Jan 18 21:32:52.078428 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911ac288-305f-49cd-b810-6ff9fb9a3061', 'tag': '1e5f639b-245b-4d4c-82c2-98e89f4b3b47'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:32:52.081241 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9af246-8f62-4fe0-83bf-e7044f3d533b" -d '{"events": [{"name": "network-changed", "server_uuid": "911ac288-305f-49cd-b810-6ff9fb9a3061", "tag": "1e5f639b-245b-4d4c-82c2-98e89f4b3b47"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:32:52.149922 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136102b2-65c0-48dc-8c77-63501e0ba2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5f639b-245b-4d4c-82c2-98e89f4b3b47,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:32:52.156549 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350e504d-d3ca-4592-8d93-1825853068b6 x-openstack-request-id: req-350e504d-d3ca-4592-8d93-1825853068b6 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:32:52.156549 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911ac288-305f-49cd-b810-6ff9fb9a3061", "tag": "1e5f639b-245b-4d4c-82c2-98e89f4b3b47", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:32:52.156827 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-350e504d-d3ca-4592-8d93-1825853068b6 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:32:52.157412 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '911ac288-305f-49cd-b810-6ff9fb9a3061', 'tag': '1e5f639b-245b-4d4c-82c2-98e89f4b3b47', 'status': 'completed', 'code': 200} Jan 18 21:32:52.192417 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-ecf8a28c-f73c-4557-a8f4-d6283737557b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:32:52.194112 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-ecf8a28c-f73c-4557-a8f4-d6283737557b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da646395d8034759ad7f7e89678089c1&device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 1095 time: 0.0675044 Jan 18 21:32:52.235668 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-0b8a4a5f-7a6b-4dc6-b42c-1decfcc60067 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e5f639b-245b-4d4c-82c2-98e89f4b3b47 HTTP/1.1" status: 200 len: 217 time: 0.0347500 Jan 18 21:32:52.286999 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-0f2fc8a0-3008-48ff-b91a-c1ca25a02cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:32:52.288603 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-0f2fc8a0-3008-48ff-b91a-c1ca25a02cfe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e0ce033-9464-46c7-baa2-72e1bbd3b680 HTTP/1.1" status: 200 len: 848 time: 0.0469456 Jan 18 21:32:52.343090 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-363eeeb8-b143-4817-ba1f-97c5cd6e16b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:32:52.344637 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-363eeeb8-b143-4817-ba1f-97c5cd6e16b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a49847c1-7161-405f-80c4-c2493b42ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503397 Jan 18 21:32:52.433596 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-661aad68-2865-417d-a69e-b320ee697838 service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824399 Jan 18 21:32:52.530677 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-de58ee62-15d5-4b3b-8ec9-312f773f0d12 req-3fcda10a-68d2-446b-a627-de87e4c713db service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903468 Jan 18 21:32:52.610751 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9af246-8f62-4fe0-83bf-e7044f3d533b req-a892bc97-f5e3-4062-8f76-2c30cfc5abdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:32:52.612335 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ef9af246-8f62-4fe0-83bf-e7044f3d533b req-a892bc97-f5e3-4062-8f76-2c30cfc5abdb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da646395d8034759ad7f7e89678089c1&device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 1095 time: 0.0402143 Jan 18 21:32:52.709803 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9af246-8f62-4fe0-83bf-e7044f3d533b req-b4ff9dfe-6e52-427c-9d1f-e600310dee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:32:52.711225 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ef9af246-8f62-4fe0-83bf-e7044f3d533b req-b4ff9dfe-6e52-427c-9d1f-e600310dee27 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a49847c1-7161-405f-80c4-c2493b42ebb5 HTTP/1.1" status: 200 len: 910 time: 0.0933287 Jan 18 21:32:52.752502 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ef9af246-8f62-4fe0-83bf-e7044f3d533b req-275af8ae-4588-441d-83ad-94f5ea07bf4e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e5f639b-245b-4d4c-82c2-98e89f4b3b47 HTTP/1.1" status: 200 len: 217 time: 0.0354211 Jan 18 21:32:52.799601 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9af246-8f62-4fe0-83bf-e7044f3d533b req-10d1cc44-2f17-47cb-bac2-518d296e1e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:32:52.801025 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ef9af246-8f62-4fe0-83bf-e7044f3d533b req-10d1cc44-2f17-47cb-bac2-518d296e1e1f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e0ce033-9464-46c7-baa2-72e1bbd3b680 HTTP/1.1" status: 200 len: 848 time: 0.0425751 Jan 18 21:32:52.844152 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9af246-8f62-4fe0-83bf-e7044f3d533b req-f624318c-670c-415b-b800-3d7908fda379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:32:52.845611 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ef9af246-8f62-4fe0-83bf-e7044f3d533b req-f624318c-670c-415b-b800-3d7908fda379 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a49847c1-7161-405f-80c4-c2493b42ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393457 Jan 18 21:32:52.938382 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ef9af246-8f62-4fe0-83bf-e7044f3d533b req-e4158daf-bb88-45bc-a53c-07990d8b72b3 service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868144 Jan 18 21:32:53.026184 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26d045-a14d-484f-9a7a-c1df448d5f3a req-086c2db8-4111-4c7f-9da5-3f19243b43b9 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:32:53.027587 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf26d045-a14d-484f-9a7a-c1df448d5f3a req-086c2db8-4111-4c7f-9da5-3f19243b43b9 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0535569 Jan 18 21:32:53.042983 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ef9af246-8f62-4fe0-83bf-e7044f3d533b req-04e30a89-68f8-44eb-99a0-454a46cf4384 service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987229 Jan 18 21:32:53.079456 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf26d045-a14d-484f-9a7a-c1df448d5f3a req-8fffc5d9-b0de-4eed-9262-3aab1f35cdf4 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447583 Jan 18 21:32:54.193181 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753d6ad-882b-4e89-8f78-fd4a002ffffc req-74586738-0137-4dbf-8116-9591c6300bba tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:32:54.194796 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7753d6ad-882b-4e89-8f78-fd4a002ffffc req-74586738-0137-4dbf-8116-9591c6300bba tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0480416 Jan 18 21:32:54.243525 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-7753d6ad-882b-4e89-8f78-fd4a002ffffc req-5ad1e20f-19eb-4c51-bcd7-9757eb143fbb tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429599 Jan 18 21:32:55.357150 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db44761-b9f3-4724-b4a7-bfc3cc01e423 req-9fabbd22-5eab-4155-8fb5-a51204620484 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:32:55.358714 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3db44761-b9f3-4724-b4a7-bfc3cc01e423 req-9fabbd22-5eab-4155-8fb5-a51204620484 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0478110 Jan 18 21:32:55.411343 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3db44761-b9f3-4724-b4a7-bfc3cc01e423 req-505f3779-3ff1-45df-bcec-65c80be1661c tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465188 Jan 18 21:32:55.823354 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-63302301-529c-4a1e-b2da-179b0be5c0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:56.534096 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548612b3-9a30-41e3-8b4b-b5dcbbbebe35 req-e6a01a58-c842-4b6c-a88c-6ab9d2d2ca58 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:32:56.535932 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-548612b3-9a30-41e3-8b4b-b5dcbbbebe35 req-e6a01a58-c842-4b6c-a88c-6ab9d2d2ca58 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0547681 Jan 18 21:32:56.585403 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-548612b3-9a30-41e3-8b4b-b5dcbbbebe35 req-5ebdd224-fee3-4caa-a82e-c25e8ab4f06f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434151 Jan 18 21:32:57.698131 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e43d3-3f99-453b-96b5-a9bd0ec5656a req-f529aa8a-e12b-4b89-a1b7-820602edd496 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:32:57.699595 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-439e43d3-3f99-453b-96b5-a9bd0ec5656a req-f529aa8a-e12b-4b89-a1b7-820602edd496 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0476565 Jan 18 21:32:57.747649 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-439e43d3-3f99-453b-96b5-a9bd0ec5656a req-ce953582-c551-48e0-9138-764fa7b5b4d4 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422068 Jan 18 21:32:57.972056 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-17b66cae-0a47-48d1-ab8a-db35553a7aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:32:58.865260 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291aa9e-2e14-4729-aece-cd3cea39f195 req-b17cc58a-55d9-4226-82d5-c9de2352422f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:32:58.866780 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8291aa9e-2e14-4729-aece-cd3cea39f195 req-b17cc58a-55d9-4226-82d5-c9de2352422f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0531037 Jan 18 21:32:58.917000 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8291aa9e-2e14-4729-aece-cd3cea39f195 req-ff311fec-17b5-4e6d-b519-1cfe935f5230 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443017 Jan 18 21:32:59.402941 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:33:00.045836 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff0112-eeb4-4851-adf4-9dde3fd20a71 req-afe6a452-ab73-41cf-98d4-e6dc254059e0 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:33:00.047207 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f6ff0112-eeb4-4851-adf4-9dde3fd20a71 req-afe6a452-ab73-41cf-98d4-e6dc254059e0 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0568101 Jan 18 21:33:00.094678 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f6ff0112-eeb4-4851-adf4-9dde3fd20a71 req-7edf0722-9a8f-4ee8-a791-86e1d68c9d76 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418479 Jan 18 21:33:00.843249 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:33:01.207115 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a869a60-47f3-4ae9-92c1-a215b0ee9e37 req-bbc12dfc-190c-43f0-aad5-750219ac9471 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:33:01.208567 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a869a60-47f3-4ae9-92c1-a215b0ee9e37 req-bbc12dfc-190c-43f0-aad5-750219ac9471 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0479589 Jan 18 21:33:01.259864 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a869a60-47f3-4ae9-92c1-a215b0ee9e37 req-a25ed3b4-e28e-4140-ad73-95273a2d05b5 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457525 Jan 18 21:33:02.068536 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:33:02.379500 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42fe6f6-83a6-4ebe-a8b0-95d5e0acbba9 req-d74c6bff-b76a-4c83-b4df-4ea98c147a94 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:33:02.380968 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a42fe6f6-83a6-4ebe-a8b0-95d5e0acbba9 req-d74c6bff-b76a-4c83-b4df-4ea98c147a94 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0538027 Jan 18 21:33:02.427744 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a42fe6f6-83a6-4ebe-a8b0-95d5e0acbba9 req-71d831ee-3062-4ac3-8255-2640899c8172 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411711 Jan 18 21:33:03.539846 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d67623-4f70-4f43-8312-0009d69f257a req-fa6a9a1e-c94a-4260-a327-04645c7e5537 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:33:03.541284 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21d67623-4f70-4f43-8312-0009d69f257a req-fa6a9a1e-c94a-4260-a327-04645c7e5537 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0471125 Jan 18 21:33:03.589316 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-21d67623-4f70-4f43-8312-0009d69f257a req-f33cd7f5-a054-4e4d-94f5-e2ef8977aac8 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423076 Jan 18 21:33:04.704445 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725ef6e-f37b-40ac-8efb-97d9398afca6 req-a7c255d8-77cd-4dd5-8b40-fa39a1c7b6eb tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:33:04.705898 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a725ef6e-f37b-40ac-8efb-97d9398afca6 req-a7c255d8-77cd-4dd5-8b40-fa39a1c7b6eb tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0498981 Jan 18 21:33:04.754385 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a725ef6e-f37b-40ac-8efb-97d9398afca6 req-97001156-fa4e-4903-83ee-2c4498849297 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423193 Jan 18 21:33:04.755159 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:33:05.870428 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c272130-db6b-404f-b89a-cbcc8c7c05c4 req-d54dc187-9d54-4567-9a5f-1c6d57cba85f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:33:05.871900 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c272130-db6b-404f-b89a-cbcc8c7c05c4 req-d54dc187-9d54-4567-9a5f-1c6d57cba85f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0481279 Jan 18 21:33:05.919322 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c272130-db6b-404f-b89a-cbcc8c7c05c4 req-738c2b98-ebd7-4fb7-bbc0-09b5322163c7 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420058 Jan 18 21:33:07.040437 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb72d05-72a3-44e4-8ab3-cbef49d3b1f9 req-e6ece398-f8b1-4381-a50d-7d6f2eeb2a3a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:33:07.041952 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6fb72d05-72a3-44e4-8ab3-cbef49d3b1f9 req-e6ece398-f8b1-4381-a50d-7d6f2eeb2a3a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0527291 Jan 18 21:33:07.089810 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6fb72d05-72a3-44e4-8ab3-cbef49d3b1f9 req-2b85bbbe-f063-4a64-81b9-4afca62ced65 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422852 Jan 18 21:33:07.646365 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:33:07.788665 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 21:33:07.881348 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=1e5f639b-245b-4d4c-82c2-98e89f4b3b47,segment=NetworkSegment(2fd5835d-6e3f-4f64-aac2-294571b2e775),segment_id=2fd5835d-6e3f-4f64-aac2-294571b2e775)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:33:07.891489 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': '1e5f639b-245b-4d4c-82c2-98e89f4b3b47', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'port_id': '1e5f639b-245b-4d4c-82c2-98e89f4b3b47', 'mac_address': 'fa:16:3e:49:65:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 21:33:07.927670 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:33:07.928054 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1e5f639b-245b-4d4c-82c2-98e89f4b3b47), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:33:07.944306 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:33:07.963301 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=1e5f639b-245b-4d4c-82c2-98e89f4b3b47,segment=NetworkSegment(2fd5835d-6e3f-4f64-aac2-294571b2e775),segment_id=2fd5835d-6e3f-4f64-aac2-294571b2e775)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:33:07.967198 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1e5f639b-245b-4d4c-82c2-98e89f4b3b47), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:33:08.016596 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=1e5f639b-245b-4d4c-82c2-98e89f4b3b47,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:33:08.023791 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:33:08.024168 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:33:08.024509 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:33:08.024845 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:33:08.025177 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:33:08.025510 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:33:08.025867 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:33:08.026195 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:33:08.026517 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:33:08.026838 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:33:08.027161 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:33:08.027482 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:33:08.027800 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:33:08.202791 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588ba11-2980-43ff-8f89-e3f670cee60c req-28053386-fa6e-4fd8-b824-deddd75b091f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:33:08.204176 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8588ba11-2980-43ff-8f89-e3f670cee60c req-28053386-fa6e-4fd8-b824-deddd75b091f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 945 time: 0.0481315 Jan 18 21:33:08.252203 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8588ba11-2980-43ff-8f89-e3f670cee60c req-eb8f8598-91f2-4ee7-8cb3-42f56e34a2d5 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421937 Jan 18 21:33:08.277946 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['1e5f639b-245b-4d4c-82c2-98e89f4b3b47'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:33:09.369490 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11268098-c96b-42ab-81fe-b5edc85f41c6 req-9cec6c5a-cd9d-4279-b382-cfd80294c3d2 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:33:09.371010 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-11268098-c96b-42ab-81fe-b5edc85f41c6 req-9cec6c5a-cd9d-4279-b382-cfd80294c3d2 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 945 time: 0.0477757 Jan 18 21:33:09.422182 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-11268098-c96b-42ab-81fe-b5edc85f41c6 req-60225200-6d02-49f1-8996-082a0af01f3f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456362 Jan 18 21:33:09.804806 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:33:09.854785 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 21:33:09.858880 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:33:09.859251 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1e5f639b-245b-4d4c-82c2-98e89f4b3b47), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:33:09.935783 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:33:09.936162 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1e5f639b-245b-4d4c-82c2-98e89f4b3b47), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:33:09.958504 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911ac288-305f-49cd-b810-6ff9fb9a3061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5f639b-245b-4d4c-82c2-98e89f4b3b47'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:33:09.960716 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daac2148-dd67-412f-82c7-2585e5386cd1" -d '{"events": [{"server_uuid": "911ac288-305f-49cd-b810-6ff9fb9a3061", "name": "network-vif-plugged", "status": "completed", "tag": "1e5f639b-245b-4d4c-82c2-98e89f4b3b47"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:33:09.973073 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=1e5f639b-245b-4d4c-82c2-98e89f4b3b47,segment=NetworkSegment(2fd5835d-6e3f-4f64-aac2-294571b2e775),segment_id=2fd5835d-6e3f-4f64-aac2-294571b2e775)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:33:09.977153 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1e5f639b-245b-4d4c-82c2-98e89f4b3b47), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:33:10.024071 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=1e5f639b-245b-4d4c-82c2-98e89f4b3b47,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:33:10.047576 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ea9032-1d34-43f0-a78f-620667fd1389 x-openstack-request-id: req-70ea9032-1d34-43f0-a78f-620667fd1389 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:33:10.047851 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911ac288-305f-49cd-b810-6ff9fb9a3061", "name": "network-vif-plugged", "status": "completed", "tag": "1e5f639b-245b-4d4c-82c2-98e89f4b3b47", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:33:10.048107 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70ea9032-1d34-43f0-a78f-620667fd1389 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:33:10.048535 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911ac288-305f-49cd-b810-6ff9fb9a3061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5f639b-245b-4d4c-82c2-98e89f4b3b47', 'code': 200} Jan 18 21:33:10.143055 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74e3fe-c50b-482f-a00e-1dece4a298c8 req-d89cea3c-93da-4885-903e-09cf313fc89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:33:10.144473 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8c74e3fe-c50b-482f-a00e-1dece4a298c8 req-d89cea3c-93da-4885-903e-09cf313fc89c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 1097 time: 0.0405433 Jan 18 21:33:10.188203 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-8c74e3fe-c50b-482f-a00e-1dece4a298c8 req-a6449e31-3036-4ecb-bf7d-aece45a1be62 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377743 Jan 18 21:33:10.534322 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e877d3-c7d7-4930-96ab-8b14c7599391 req-3cf0da0e-4a6a-478b-8977-7753ccbb684d tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:33:10.536305 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-83e877d3-c7d7-4930-96ab-8b14c7599391 req-3cf0da0e-4a6a-478b-8977-7753ccbb684d tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 946 time: 0.0471599 Jan 18 21:33:10.583228 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-83e877d3-c7d7-4930-96ab-8b14c7599391 req-9f33e0e9-6ede-4883-80b0-7853232df1d5 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414529 Jan 18 21:33:11.699498 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cb26c-d82f-4767-961f-2233f07ee770 req-ab664412-3dc7-4cf2-bd58-b6a83c20e058 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:33:11.700977 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa1cb26c-d82f-4767-961f-2233f07ee770 req-ab664412-3dc7-4cf2-bd58-b6a83c20e058 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 946 time: 0.0490847 Jan 18 21:33:11.748110 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa1cb26c-d82f-4767-961f-2233f07ee770 req-b2ba3098-b460-48dc-8c54-57736427c4db tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416043 Jan 18 21:33:11.860713 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731fc8c-b21d-4fba-863c-a420d52b3a04 req-ef04cdd1-e8da-4303-ba4a-775fb89775b0 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:33:11.862298 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f731fc8c-b21d-4fba-863c-a420d52b3a04 req-ef04cdd1-e8da-4303-ba4a-775fb89775b0 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 946 time: 0.0512106 Jan 18 21:33:11.912075 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f731fc8c-b21d-4fba-863c-a420d52b3a04 req-e8cb2b15-47ef-431e-af45-cfb3948f4023 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433547 Jan 18 21:33:11.933861 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44726) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:33:12.013879 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5eca5c-0dd2-4dee-b894-fa58e9ead02e tempest-TestShelveInstance-1446824003 tempest-TestShelveInstance-1446824003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:33:12.015377 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4e5eca5c-0dd2-4dee-b894-fa58e9ead02e tempest-TestShelveInstance-1446824003 tempest-TestShelveInstance-1446824003-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 1092 time: 0.0804498 Jan 18 21:33:12.018218 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44730) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:33:12.022806 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-e7028bff-f81a-488e-8f08-3f3787ff4925 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'port_id': '1e5f639b-245b-4d4c-82c2-98e89f4b3b47', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:33:12.045773 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7028bff-f81a-488e-8f08-3f3787ff4925 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:33:12.142025 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7028bff-f81a-488e-8f08-3f3787ff4925 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:33:12.245916 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-e7028bff-f81a-488e-8f08-3f3787ff4925 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Allocated IP 172.25.4.198 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/cc01799b-6a4d-4901-8b6c-5a2e885ac1b4) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:33:12.344126 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7028bff-f81a-488e-8f08-3f3787ff4925 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for port (cc01799b-6a4d-4901-8b6c-5a2e885ac1b4), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:33:12.377094 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7028bff-f81a-488e-8f08-3f3787ff4925 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (cc01799b-6a4d-4901-8b6c-5a2e885ac1b4), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:33:12.415085 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7028bff-f81a-488e-8f08-3f3787ff4925 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:33:12.417944 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-e7028bff-f81a-488e-8f08-3f3787ff4925 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:33:12.421232 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7028bff-f81a-488e-8f08-3f3787ff4925 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:33:12.447540 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7028bff-f81a-488e-8f08-3f3787ff4925 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Pushing event updated for resources: {'Port': ['ID=cc01799b-6a4d-4901-8b6c-5a2e885ac1b4,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:33:12.769154 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7028bff-f81a-488e-8f08-3f3787ff4925 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for floatingip (304023a5-105b-44d9-afc6-671fbfcfd581), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:33:12.835692 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7028bff-f81a-488e-8f08-3f3787ff4925 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (cc01799b-6a4d-4901-8b6c-5a2e885ac1b4), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:33:12.975757 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7028bff-f81a-488e-8f08-3f3787ff4925 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for port (cc01799b-6a4d-4901-8b6c-5a2e885ac1b4), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:33:12.980299 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7028bff-f81a-488e-8f08-3f3787ff4925 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (cc01799b-6a4d-4901-8b6c-5a2e885ac1b4), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:33:13.054709 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7028bff-f81a-488e-8f08-3f3787ff4925 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Pushing event updated for resources: {'Port': ['ID=cc01799b-6a4d-4901-8b6c-5a2e885ac1b4,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:33:13.062278 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7028bff-f81a-488e-8f08-3f3787ff4925 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (304023a5-105b-44d9-afc6-671fbfcfd581), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:33:13.158467 n-d-741529-9 neutron-server[103335]: INFO neutron.db.l3_db [None req-e7028bff-f81a-488e-8f08-3f3787ff4925 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Floating IP 304023a5-105b-44d9-afc6-671fbfcfd581 associated. External IP: 172.25.4.198, port: 1e5f639b-245b-4d4c-82c2-98e89f4b3b47. Jan 18 21:33:13.357152 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7028bff-f81a-488e-8f08-3f3787ff4925 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Router 2229f580-9cdb-4670-8547-db9d630de9a3 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:33:13.460477 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7028bff-f81a-488e-8f08-3f3787ff4925 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:33:13.469836 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d80d6d6-40c4-4487-bf01-023b4519daba None None] Sync routers for ids ['2229f580-9cdb-4670-8547-db9d630de9a3'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:33:13.477983 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7028bff-f81a-488e-8f08-3f3787ff4925 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:33:13.479504 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d80d6d6-40c4-4487-bf01-023b4519daba None None] Routers {'2229f580-9cdb-4670-8547-db9d630de9a3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:33:13.480111 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-4d80d6d6-40c4-4487-bf01-023b4519daba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:32:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['2229f580-9cdb-4670-8547-db9d630de9a3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:33:13.504649 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-e7028bff-f81a-488e-8f08-3f3787ff4925 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4854276 Jan 18 21:33:13.505233 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911ac288-305f-49cd-b810-6ff9fb9a3061', 'tag': '1e5f639b-245b-4d4c-82c2-98e89f4b3b47'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:33:13.507508 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32b6667-e3e2-4bc4-bb18-8d48061b96e8" -d '{"events": [{"name": "network-changed", "server_uuid": "911ac288-305f-49cd-b810-6ff9fb9a3061", "tag": "1e5f639b-245b-4d4c-82c2-98e89f4b3b47"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:33:13.549538 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b74b01-2ca4-4136-864b-3b9dbe0122b6 x-openstack-request-id: req-72b74b01-2ca4-4136-864b-3b9dbe0122b6 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:33:13.549958 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911ac288-305f-49cd-b810-6ff9fb9a3061", "tag": "1e5f639b-245b-4d4c-82c2-98e89f4b3b47", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:33:13.550205 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72b74b01-2ca4-4136-864b-3b9dbe0122b6 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:33:13.551250 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '911ac288-305f-49cd-b810-6ff9fb9a3061', 'tag': '1e5f639b-245b-4d4c-82c2-98e89f4b3b47', 'status': 'completed', 'code': 200} Jan 18 21:33:13.588609 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-4d80d6d6-40c4-4487-bf01-023b4519daba None None] Set router 2229f580-9cdb-4670-8547-db9d630de9a3 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:33:13.610157 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b6667-e3e2-4bc4-bb18-8d48061b96e8 req-28990a3a-c5d3-44f5-b105-e5f18cc729f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:33:13.611649 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b32b6667-e3e2-4bc4-bb18-8d48061b96e8 req-28990a3a-c5d3-44f5-b105-e5f18cc729f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da646395d8034759ad7f7e89678089c1&device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 1097 time: 0.0395656 Jan 18 21:33:13.708318 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b6667-e3e2-4bc4-bb18-8d48061b96e8 req-5f1a83de-ddbc-4cd9-b44f-dcce1a80ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:33:13.709879 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b32b6667-e3e2-4bc4-bb18-8d48061b96e8 req-5f1a83de-ddbc-4cd9-b44f-dcce1a80ee38 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a49847c1-7161-405f-80c4-c2493b42ebb5 HTTP/1.1" status: 200 len: 910 time: 0.0912380 Jan 18 21:33:13.774337 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b32b6667-e3e2-4bc4-bb18-8d48061b96e8 req-534e99b6-90ee-4dd6-b39a-269a33442cd3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e5f639b-245b-4d4c-82c2-98e89f4b3b47 HTTP/1.1" status: 200 len: 1000 time: 0.0583618 Jan 18 21:33:13.817026 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-4d80d6d6-40c4-4487-bf01-023b4519daba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'name': 'tempest-TestShelveInstance-1220969979-router', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:57Z', 'revision_number': 4, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'gw_port': {'id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '304023a5-105b-44d9-afc6-671fbfcfd581', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'floating_ip_address': '172.25.4.198', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'port_id': '1e5f639b-245b-4d4c-82c2-98e89f4b3b47', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'mac_address': 'fa:16:3e:49:65:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911ac288-305f-49cd-b810-6ff9fb9a3061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:33:12Z', 'updated_at': '2022-01-18T21:33:12Z', 'revision_number': 0, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bf52f24-9e5c-43ac-8c2d-5b934aede4d2', 'name': '', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'mac_address': 'fa:16:3e:15:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:57Z', 'updated_at': '2022-01-18T21:27:02Z', 'revision_number': 5, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'subnets': [{'id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:33:13.822993 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b6667-e3e2-4bc4-bb18-8d48061b96e8 req-efba9850-ef9c-4190-8faf-51b646679920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:33:13.824439 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b32b6667-e3e2-4bc4-bb18-8d48061b96e8 req-efba9850-ef9c-4190-8faf-51b646679920 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e0ce033-9464-46c7-baa2-72e1bbd3b680 HTTP/1.1" status: 200 len: 848 time: 0.0430853 Jan 18 21:33:13.842930 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d80d6d6-40c4-4487-bf01-023b4519daba None None] Checking router: 2229f580-9cdb-4670-8547-db9d630de9a3 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:33:13.855512 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d80d6d6-40c4-4487-bf01-023b4519daba None None] Routers {'2229f580-9cdb-4670-8547-db9d630de9a3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:33:13.856124 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-4d80d6d6-40c4-4487-bf01-023b4519daba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:32:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['2229f580-9cdb-4670-8547-db9d630de9a3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:33:13.873065 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b6667-e3e2-4bc4-bb18-8d48061b96e8 req-368f0e70-c7a1-411e-9eb8-a77f7c0d3cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:33:13.874618 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b32b6667-e3e2-4bc4-bb18-8d48061b96e8 req-368f0e70-c7a1-411e-9eb8-a77f7c0d3cc5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a49847c1-7161-405f-80c4-c2493b42ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440304 Jan 18 21:33:13.966364 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-4d80d6d6-40c4-4487-bf01-023b4519daba None None] Set router 2229f580-9cdb-4670-8547-db9d630de9a3 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:33:13.970333 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b32b6667-e3e2-4bc4-bb18-8d48061b96e8 req-52ac0357-e0e8-49cd-90de-d44710fef24b service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895054 Jan 18 21:33:14.062770 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-b32b6667-e3e2-4bc4-bb18-8d48061b96e8 req-85f3f5ab-2736-4e62-a3ac-e75086035573 service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858824 Jan 18 21:33:14.187566 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-4d80d6d6-40c4-4487-bf01-023b4519daba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'name': 'tempest-TestShelveInstance-1220969979-router', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:57Z', 'revision_number': 4, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'gw_port': {'id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '304023a5-105b-44d9-afc6-671fbfcfd581', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'floating_ip_address': '172.25.4.198', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'port_id': '1e5f639b-245b-4d4c-82c2-98e89f4b3b47', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'mac_address': 'fa:16:3e:49:65:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911ac288-305f-49cd-b810-6ff9fb9a3061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:33:12Z', 'updated_at': '2022-01-18T21:33:12Z', 'revision_number': 0, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bf52f24-9e5c-43ac-8c2d-5b934aede4d2', 'name': '', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'mac_address': 'fa:16:3e:15:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:57Z', 'updated_at': '2022-01-18T21:27:02Z', 'revision_number': 5, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'subnets': [{'id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:33:14.213650 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d80d6d6-40c4-4487-bf01-023b4519daba None None] The sync data for ids ['2229f580-9cdb-4670-8547-db9d630de9a3'] in n-d-741529-9 is: [{'id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'name': 'tempest-TestShelveInstance-1220969979-router', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:57Z', 'revision_number': 4, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'gw_port': {'id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '304023a5-105b-44d9-afc6-671fbfcfd581', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'floating_ip_address': '172.25.4.198', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'port_id': '1e5f639b-245b-4d4c-82c2-98e89f4b3b47', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'mac_address': 'fa:16:3e:49:65:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911ac288-305f-49cd-b810-6ff9fb9a3061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:33:12Z', 'updated_at': '2022-01-18T21:33:12Z', 'revision_number': 0, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bf52f24-9e5c-43ac-8c2d-5b934aede4d2', 'name': '', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'mac_address': 'fa:16:3e:15:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:57Z', 'updated_at': '2022-01-18T21:27:02Z', 'revision_number': 5, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'subnets': [{'id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:33:14.401937 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d390a5d-f9d5-444c-bf70-97c6db273e82 None None] New status for floating IP 304023a5-105b-44d9-afc6-671fbfcfd581: ACTIVE {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 21:33:22.237268 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:33:25.825236 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8605e95f-cc8b-4a60-b00e-f169c299dc1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:33:27.976839 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a10b20d7-246f-431c-8657-d9bc27631809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:33:29.405499 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:33:30.846419 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:33:32.072500 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:33:34.753263 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:33:35.018487 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ae9d1c84-6ed3-4dbe-9278-117ee0fc12f7 req-c84076bb-7516-474e-b460-dbac806564ab service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0377190 Jan 18 21:33:35.096726 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d1c84-6ed3-4dbe-9278-117ee0fc12f7 req-ca0c4f9c-6249-42ff-8d8e-739be6ca4c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:33:35.098191 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ae9d1c84-6ed3-4dbe-9278-117ee0fc12f7 req-ca0c4f9c-6249-42ff-8d8e-739be6ca4c84 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da646395d8034759ad7f7e89678089c1&device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 1097 time: 0.0389690 Jan 18 21:33:35.205698 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d1c84-6ed3-4dbe-9278-117ee0fc12f7 req-b63bf0dd-c0b8-418c-b7a2-e6e6cf718500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:33:35.209233 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ae9d1c84-6ed3-4dbe-9278-117ee0fc12f7 req-b63bf0dd-c0b8-418c-b7a2-e6e6cf718500 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a49847c1-7161-405f-80c4-c2493b42ebb5 HTTP/1.1" status: 200 len: 910 time: 0.0907030 Jan 18 21:33:35.274083 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ae9d1c84-6ed3-4dbe-9278-117ee0fc12f7 req-a8304bf2-464e-48ac-b794-691a6c48d1b5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e5f639b-245b-4d4c-82c2-98e89f4b3b47 HTTP/1.1" status: 200 len: 1002 time: 0.0609064 Jan 18 21:33:35.324448 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d1c84-6ed3-4dbe-9278-117ee0fc12f7 req-74a4ce6e-717c-4bd6-8e44-dda4b40b071c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:33:35.325939 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ae9d1c84-6ed3-4dbe-9278-117ee0fc12f7 req-74a4ce6e-717c-4bd6-8e44-dda4b40b071c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e0ce033-9464-46c7-baa2-72e1bbd3b680 HTTP/1.1" status: 200 len: 848 time: 0.0465329 Jan 18 21:33:35.370868 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d1c84-6ed3-4dbe-9278-117ee0fc12f7 req-391371fa-07fa-4553-935d-da13ff029717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:33:35.372321 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ae9d1c84-6ed3-4dbe-9278-117ee0fc12f7 req-391371fa-07fa-4553-935d-da13ff029717 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a49847c1-7161-405f-80c4-c2493b42ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401514 Jan 18 21:33:35.461176 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ae9d1c84-6ed3-4dbe-9278-117ee0fc12f7 req-344e8f4e-a413-44d7-950a-4c4fe05b6121 service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826044 Jan 18 21:33:35.546733 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ae9d1c84-6ed3-4dbe-9278-117ee0fc12f7 req-540ca925-6614-4565-9a44-501db73febd5 service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797861 Jan 18 21:33:37.647158 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:33:55.826888 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cb4f06b7-8763-4b37-943f-17d97bb2a32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:33:57.978108 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-23e33a04-18f3-45ce-a7c7-f89d5bbe6608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:33:59.236456 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:33:59.410353 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:34:00.848959 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:34:02.074976 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:34:04.766314 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:34:07.635861 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:34:25.829063 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c1adfd9b-35ab-4caa-bc4d-640a140ce27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:34:27.981133 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2c0e3ea7-0046-4186-869d-6cef309704b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:34:29.413187 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:34:30.851924 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:34:32.075719 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:34:34.781768 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:34:36.038567 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-03832741-21ef-4eaf-bbf6-698491931e0e req-ee0e3070-c4ee-4db7-b466-f463ba46a79d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429733 Jan 18 21:34:36.121198 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03832741-21ef-4eaf-bbf6-698491931e0e req-509476a0-6cfa-44da-a634-b3d41b071bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:34:36.122694 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-03832741-21ef-4eaf-bbf6-698491931e0e req-509476a0-6cfa-44da-a634-b3d41b071bba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da646395d8034759ad7f7e89678089c1&device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 1097 time: 0.0439076 Jan 18 21:34:36.225188 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03832741-21ef-4eaf-bbf6-698491931e0e req-36403884-9fc1-4c63-89a8-68e0a882827f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:34:36.226614 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-03832741-21ef-4eaf-bbf6-698491931e0e req-36403884-9fc1-4c63-89a8-68e0a882827f service neutron] 10.222.0.57 "GET /v2.0/networks?id=a49847c1-7161-405f-80c4-c2493b42ebb5 HTTP/1.1" status: 200 len: 910 time: 0.0867114 Jan 18 21:34:36.235944 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:34:36.578075 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-03832741-21ef-4eaf-bbf6-698491931e0e req-bc53c626-6796-45f8-934a-a530822295ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e5f639b-245b-4d4c-82c2-98e89f4b3b47 HTTP/1.1" status: 200 len: 1002 time: 0.3458414 Jan 18 21:34:36.625014 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03832741-21ef-4eaf-bbf6-698491931e0e req-8957da43-eec3-4979-8872-ad77afd00838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:34:36.626448 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-03832741-21ef-4eaf-bbf6-698491931e0e req-8957da43-eec3-4979-8872-ad77afd00838 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e0ce033-9464-46c7-baa2-72e1bbd3b680 HTTP/1.1" status: 200 len: 848 time: 0.0423210 Jan 18 21:34:36.669713 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03832741-21ef-4eaf-bbf6-698491931e0e req-42a61c00-2051-4794-b104-ce9b099fb264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:34:36.671148 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-03832741-21ef-4eaf-bbf6-698491931e0e req-42a61c00-2051-4794-b104-ce9b099fb264 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a49847c1-7161-405f-80c4-c2493b42ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391295 Jan 18 21:34:36.760604 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-03832741-21ef-4eaf-bbf6-698491931e0e req-86f02380-3e87-412f-af49-a624688a97de service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833309 Jan 18 21:34:36.845439 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-03832741-21ef-4eaf-bbf6-698491931e0e req-e6b59114-333f-4efa-a7d1-d08811c1528e service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792463 Jan 18 21:34:37.647768 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:34:55.829981 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-007d13b5-7d8e-4f33-a1ab-2e6ea1846684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:34:57.982394 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c480aa51-7498-4983-af18-7c7aca046ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:34:59.416381 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:35:00.857295 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:35:02.078467 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:35:04.780638 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:35:07.641464 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:35:09.995710 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7021c6b-41e3-4c80-af9f-cfacd051e218 req-0eab6460-776b-48f1-bb8c-d6f1bb406372 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:09.997193 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e7021c6b-41e3-4c80-af9f-cfacd051e218 req-0eab6460-776b-48f1-bb8c-d6f1bb406372 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 946 time: 0.0533545 Jan 18 21:35:10.044863 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e7021c6b-41e3-4c80-af9f-cfacd051e218 req-73d03560-8447-4b89-b267-0843621eeca7 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415370 Jan 18 21:35:11.171600 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a1329-be1c-4815-aaad-85e0a706b568 req-8b789bfc-aa20-41dd-839b-f8e3edcfd680 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:11.173063 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-908a1329-be1c-4815-aaad-85e0a706b568 req-8b789bfc-aa20-41dd-839b-f8e3edcfd680 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 946 time: 0.0513482 Jan 18 21:35:11.220578 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-908a1329-be1c-4815-aaad-85e0a706b568 req-76441e36-8d36-4b64-b243-322a631c99f1 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419185 Jan 18 21:35:12.336475 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e58e7-2944-4a82-825e-0d97507c642a req-4961eec8-b2d3-4de1-a63d-1b57cb2366d8 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:12.337962 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b54e58e7-2944-4a82-825e-0d97507c642a req-4961eec8-b2d3-4de1-a63d-1b57cb2366d8 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 946 time: 0.0481727 Jan 18 21:35:12.390664 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b54e58e7-2944-4a82-825e-0d97507c642a req-144a83df-68cc-4006-81db-89444eedb954 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465820 Jan 18 21:35:13.235374 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:35:13.503572 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f715a-4a71-4b2d-bbf2-2e39fa92ab8f req-8b352bec-40a7-49b0-a806-35abcde4c865 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:13.504938 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-be0f715a-4a71-4b2d-bbf2-2e39fa92ab8f req-8b352bec-40a7-49b0-a806-35abcde4c865 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 946 time: 0.0481198 Jan 18 21:35:13.557653 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-be0f715a-4a71-4b2d-bbf2-2e39fa92ab8f req-cfe654a5-f342-4c9a-bdba-25b17f544dd5 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464158 Jan 18 21:35:14.673721 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8a27e-9afd-4055-8eb9-2e050e8bfe2e req-d4852423-fb6e-4173-be8d-809e90aebc10 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:14.675187 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c5c8a27e-9afd-4055-8eb9-2e050e8bfe2e req-d4852423-fb6e-4173-be8d-809e90aebc10 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 946 time: 0.0475335 Jan 18 21:35:14.721651 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c5c8a27e-9afd-4055-8eb9-2e050e8bfe2e req-3712fbb3-1012-4b0c-9414-9d6e56c8131b tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410316 Jan 18 21:35:15.835514 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f8b29-7232-45d0-9965-8c5a5d43d1e6 req-07d4f453-b2db-404a-8df8-e824f86c166b tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:15.836978 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa8f8b29-7232-45d0-9965-8c5a5d43d1e6 req-07d4f453-b2db-404a-8df8-e824f86c166b tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 946 time: 0.0474544 Jan 18 21:35:15.884088 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aa8f8b29-7232-45d0-9965-8c5a5d43d1e6 req-520103cc-aff4-40f2-b39c-b08b65a20823 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415487 Jan 18 21:35:17.002640 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd60ad9-99c3-4ef5-94a8-47c77399630e req-db2d1e97-19b8-401a-88ac-711cdef49dee tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:17.004212 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8bd60ad9-99c3-4ef5-94a8-47c77399630e req-db2d1e97-19b8-401a-88ac-711cdef49dee tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 946 time: 0.0520036 Jan 18 21:35:17.051163 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8bd60ad9-99c3-4ef5-94a8-47c77399630e req-7de1d2c4-b48a-4627-9de0-fd2c23c2971f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415826 Jan 18 21:35:18.165761 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6eef3-c98b-489e-af5e-242b2b2684f5 req-cde12ac9-9a1d-4285-b32e-a7b5affb7479 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:18.167802 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cfb6eef3-c98b-489e-af5e-242b2b2684f5 req-cde12ac9-9a1d-4285-b32e-a7b5affb7479 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 946 time: 0.0504799 Jan 18 21:35:18.218686 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cfb6eef3-c98b-489e-af5e-242b2b2684f5 req-d03e3d18-1b6a-447d-ad32-b6038894b2b8 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436442 Jan 18 21:35:19.331304 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adee69-d9de-4c0a-bb05-ef72d6844ac3 req-7dd57d42-bbbe-4f08-a45c-050c3e2b46d5 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:19.332762 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42adee69-d9de-4c0a-bb05-ef72d6844ac3 req-7dd57d42-bbbe-4f08-a45c-050c3e2b46d5 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 946 time: 0.0472939 Jan 18 21:35:19.383323 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-42adee69-d9de-4c0a-bb05-ef72d6844ac3 req-45cd0c80-117e-4ea4-8b42-1b6a8282967e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450523 Jan 18 21:35:20.105820 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb3c62-9318-496f-8bdd-478cd7edb58e req-5004e1a7-3075-495d-8d53-204df52a0fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:20.107295 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cfcb3c62-9318-496f-8bdd-478cd7edb58e req-5004e1a7-3075-495d-8d53-204df52a0fb2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da646395d8034759ad7f7e89678089c1&device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 1097 time: 0.0446045 Jan 18 21:35:20.195151 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb3c62-9318-496f-8bdd-478cd7edb58e req-44dcec63-8b1c-4047-8eb9-5bdcf5e9cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:20.196667 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cfcb3c62-9318-496f-8bdd-478cd7edb58e req-44dcec63-8b1c-4047-8eb9-5bdcf5e9cc95 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a49847c1-7161-405f-80c4-c2493b42ebb5 HTTP/1.1" status: 200 len: 910 time: 0.0833960 Jan 18 21:35:20.267502 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cfcb3c62-9318-496f-8bdd-478cd7edb58e req-ee030016-0897-42f3-bd02-9bc85a5e7c6f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e5f639b-245b-4d4c-82c2-98e89f4b3b47 HTTP/1.1" status: 200 len: 1002 time: 0.0651259 Jan 18 21:35:20.314299 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb3c62-9318-496f-8bdd-478cd7edb58e req-3130e2e7-98e8-4dcd-8f49-7d6200cf46be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:20.315809 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cfcb3c62-9318-496f-8bdd-478cd7edb58e req-3130e2e7-98e8-4dcd-8f49-7d6200cf46be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e0ce033-9464-46c7-baa2-72e1bbd3b680 HTTP/1.1" status: 200 len: 848 time: 0.0433276 Jan 18 21:35:20.358812 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb3c62-9318-496f-8bdd-478cd7edb58e req-49dd9488-a615-4d81-9986-24f5a3629860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:20.360248 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cfcb3c62-9318-496f-8bdd-478cd7edb58e req-49dd9488-a615-4d81-9986-24f5a3629860 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a49847c1-7161-405f-80c4-c2493b42ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387876 Jan 18 21:35:20.455697 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cfcb3c62-9318-496f-8bdd-478cd7edb58e req-cc75e3a0-f4b3-4cd3-9854-b0b5eb7ee379 service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892200 Jan 18 21:35:20.502869 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc4227-81f4-40a0-a2bb-251d8071c944 req-0ef1e118-d0cd-442a-9ba3-6fc14faae3d9 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:20.504390 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8fbc4227-81f4-40a0-a2bb-251d8071c944 req-0ef1e118-d0cd-442a-9ba3-6fc14faae3d9 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 946 time: 0.0529819 Jan 18 21:35:20.544274 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-cfcb3c62-9318-496f-8bdd-478cd7edb58e req-86761f55-a6b8-4116-a3ba-cc0e5d1be141 service neutron] 10.222.0.57 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822463 Jan 18 21:35:20.552374 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8fbc4227-81f4-40a0-a2bb-251d8071c944 req-45c9e234-8d93-4d9b-a997-f8460acc26fe tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421679 Jan 18 21:35:21.671214 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d459c-6945-490e-8a11-a558940468db req-99fed816-28cc-4e97-8f36-b5debebed2e0 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:21.672721 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-317d459c-6945-490e-8a11-a558940468db req-99fed816-28cc-4e97-8f36-b5debebed2e0 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 946 time: 0.0487704 Jan 18 21:35:21.720639 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-317d459c-6945-490e-8a11-a558940468db req-65e4bdf1-8484-4f8a-8a5c-dc536ba35239 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421822 Jan 18 21:35:22.840798 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3a282-0fc4-4ba5-8471-81125425b224 req-63b2dda3-9bec-49db-99fa-4431e86589b7 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:22.842329 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ca3a282-0fc4-4ba5-8471-81125425b224 req-63b2dda3-9bec-49db-99fa-4431e86589b7 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 946 time: 0.0525131 Jan 18 21:35:22.892129 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8ca3a282-0fc4-4ba5-8471-81125425b224 req-fbce0a13-a4ef-4026-a9c6-548a5a22cc26 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435812 Jan 18 21:35:24.008746 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7c8ed-0988-428a-8ebc-3cdf39aa9b42 req-103615a8-fb3f-4b6b-b0fa-de1758a13dad tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:24.010842 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a1a7c8ed-0988-428a-8ebc-3cdf39aa9b42 req-103615a8-fb3f-4b6b-b0fa-de1758a13dad tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 946 time: 0.0495300 Jan 18 21:35:24.059481 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a1a7c8ed-0988-428a-8ebc-3cdf39aa9b42 req-4a55b76e-aafd-4c06-b728-0b37e7cd7ac7 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429752 Jan 18 21:35:25.180111 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2559a-d437-474a-9a53-e393db360f22 req-c9c05df1-b90a-4e2a-bb02-255e83ae5399 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:25.181779 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-72d2559a-d437-474a-9a53-e393db360f22 req-c9c05df1-b90a-4e2a-bb02-255e83ae5399 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 946 time: 0.0532305 Jan 18 21:35:25.229990 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-72d2559a-d437-474a-9a53-e393db360f22 req-0b50ca97-31c4-46f5-8aea-c690a20899c2 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426025 Jan 18 21:35:25.833266 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bf09bf70-388e-4d94-8b0b-4aa1ad271451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:35:26.215825 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:35:26.289896 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:35:26.290280 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1e5f639b-245b-4d4c-82c2-98e89f4b3b47), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:35:26.315289 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911ac288-305f-49cd-b810-6ff9fb9a3061', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e5f639b-245b-4d4c-82c2-98e89f4b3b47'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:35:26.318596 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5860a4aa-eb58-42d1-bf8e-5372bde6b9be" -d '{"events": [{"server_uuid": "911ac288-305f-49cd-b810-6ff9fb9a3061", "name": "network-vif-unplugged", "status": "completed", "tag": "1e5f639b-245b-4d4c-82c2-98e89f4b3b47"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:35:26.331506 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=1e5f639b-245b-4d4c-82c2-98e89f4b3b47,segment=NetworkSegment(2fd5835d-6e3f-4f64-aac2-294571b2e775),segment_id=2fd5835d-6e3f-4f64-aac2-294571b2e775)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:35:26.335659 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1e5f639b-245b-4d4c-82c2-98e89f4b3b47), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:35:26.355473 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aba185-4331-4431-81ff-28827c685c30 req-b04c7ce1-8bc1-4e30-a3ab-8e8d7e1c25c3 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:26.357087 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-70aba185-4331-4431-81ff-28827c685c30 req-b04c7ce1-8bc1-4e30-a3ab-8e8d7e1c25c3 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 946 time: 0.0538692 Jan 18 21:35:26.388212 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=1e5f639b-245b-4d4c-82c2-98e89f4b3b47,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:35:26.395357 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:35:26.395705 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:35:26.396045 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:35:26.396381 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:35:26.397013 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:35:26.397013 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:35:26.397349 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:35:26.397764 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:35:26.398109 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:35:26.398420 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:35:26.398740 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:35:26.399061 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:35:26.399379 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:35:26.406149 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-70aba185-4331-4431-81ff-28827c685c30 req-b2842f5b-c8de-48ba-b259-b90c68ffb6e8 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430868 Jan 18 21:35:26.446876 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 18 Jan 2022 21:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69786fb-6c5e-4677-b202-cfe74b9c2c22 x-openstack-request-id: req-e69786fb-6c5e-4677-b202-cfe74b9c2c22 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:35:26.447218 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911ac288-305f-49cd-b810-6ff9fb9a3061", "name": "network-vif-unplugged", "status": "failed", "tag": "1e5f639b-245b-4d4c-82c2-98e89f4b3b47", "code": 422}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:35:26.447669 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e69786fb-6c5e-4677-b202-cfe74b9c2c22 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:35:26.448079 n-d-741529-9 neutron-server[103337]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '911ac288-305f-49cd-b810-6ff9fb9a3061', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1e5f639b-245b-4d4c-82c2-98e89f4b3b47', 'code': 422} returned with failed status Jan 18 21:35:26.666962 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cac756-c267-4581-8c8d-539507f08fe8 req-dcf804bf-78e5-4b14-a447-61c8136b7062 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:26.668479 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65cac756-c267-4581-8c8d-539507f08fe8 req-dcf804bf-78e5-4b14-a447-61c8136b7062 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0824823 Jan 18 21:35:26.672459 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-97f4bff6-5c4c-4192-82e5-e713d92e241c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1122608 Jan 18 21:35:26.685116 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-c2d7f567-fa6d-4c7a-93f3-f6d5506c9cc8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 21:35:26.686085 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-c2d7f567-fa6d-4c7a-93f3-f6d5506c9cc8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060039 Jan 18 21:35:26.726193 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-65cac756-c267-4581-8c8d-539507f08fe8 req-1e77731e-f836-4492-b25f-45b1fd3cf93f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518966 Jan 18 21:35:27.841622 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabfb80-b3cb-4766-9682-72c770638f0c req-b7d7a7f1-c731-416e-8a54-6a67a9b7a521 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:27.843154 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bbabfb80-b3cb-4766-9682-72c770638f0c req-b7d7a7f1-c731-416e-8a54-6a67a9b7a521 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0488176 Jan 18 21:35:27.891327 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bbabfb80-b3cb-4766-9682-72c770638f0c req-b6d32f9e-a8b5-4d3d-a9aa-ab5c1c211cf7 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424736 Jan 18 21:35:27.983368 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bbbeb937-2d4c-489e-a8f4-e92c830a2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:35:29.008591 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87daa512-8b13-4e80-8e6a-b5a675b29289 req-8218328f-2a93-44f6-b374-8458b4b4cd89 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:29.010132 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-87daa512-8b13-4e80-8e6a-b5a675b29289 req-8218328f-2a93-44f6-b374-8458b4b4cd89 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0518305 Jan 18 21:35:29.058768 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-87daa512-8b13-4e80-8e6a-b5a675b29289 req-f6e4ef21-225e-482b-b213-a8f123f53d9f tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429909 Jan 18 21:35:29.419614 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:35:30.174019 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8cd35-b1d6-426b-87c6-435adc994ea1 req-beb77335-0861-480d-9b62-9504530147aa tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:30.175489 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-51d8cd35-b1d6-426b-87c6-435adc994ea1 req-beb77335-0861-480d-9b62-9504530147aa tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0484641 Jan 18 21:35:30.224477 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-51d8cd35-b1d6-426b-87c6-435adc994ea1 req-d2f19344-da1f-4513-9bcb-354fe2fecf6a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433118 Jan 18 21:35:30.858207 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:35:31.344438 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e543a2c-313d-44cf-8d72-8e994cd85b0c req-72f0493d-daf3-4aa7-9f04-ddb34feb7aa0 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:31.346073 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e543a2c-313d-44cf-8d72-8e994cd85b0c req-72f0493d-daf3-4aa7-9f04-ddb34feb7aa0 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0516787 Jan 18 21:35:31.402106 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-4e543a2c-313d-44cf-8d72-8e994cd85b0c req-b59ab859-76d4-46e5-86be-4c17b255ac6e tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496228 Jan 18 21:35:32.081313 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:35:32.515185 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecee3fe-511a-4003-b4be-4ccbb4b3fa1f req-5f90f0ee-bf62-4f6d-9262-063bdce4aefb tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:32.516645 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aecee3fe-511a-4003-b4be-4ccbb4b3fa1f req-5f90f0ee-bf62-4f6d-9262-063bdce4aefb tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0478041 Jan 18 21:35:32.565349 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-aecee3fe-511a-4003-b4be-4ccbb4b3fa1f req-83c1aac8-8f6b-4739-9806-7b9f77cb4e5a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430408 Jan 18 21:35:33.680921 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56639461-2bdd-4faf-bfe3-71b0c4593cdc req-8f366894-e5a2-49ce-be05-5f5508b68952 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:33.683027 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-56639461-2bdd-4faf-bfe3-71b0c4593cdc req-8f366894-e5a2-49ce-be05-5f5508b68952 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0481927 Jan 18 21:35:33.730665 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-56639461-2bdd-4faf-bfe3-71b0c4593cdc req-39889f81-a2ed-472f-a678-dab5bf90d727 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417945 Jan 18 21:35:34.796582 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:35:34.855874 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57863797-7b0f-460d-a826-18ca5130d046 req-0c2d2cd1-5a15-4f9c-81c4-85df4dba60a9 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:34.857467 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-57863797-7b0f-460d-a826-18ca5130d046 req-0c2d2cd1-5a15-4f9c-81c4-85df4dba60a9 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0579374 Jan 18 21:35:34.905486 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-57863797-7b0f-460d-a826-18ca5130d046 req-040e121c-24e3-4e66-b7af-ac63349dff67 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421999 Jan 18 21:35:36.019285 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de95c8-4212-4c52-bd3f-388c7f0ca43a req-3a540c6b-821e-4269-93e1-726817dd8c72 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:36.020740 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b9de95c8-4212-4c52-bd3f-388c7f0ca43a req-3a540c6b-821e-4269-93e1-726817dd8c72 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0484893 Jan 18 21:35:36.069589 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b9de95c8-4212-4c52-bd3f-388c7f0ca43a req-e16d6366-a35c-4c24-a951-f3f8dc6215ed tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431557 Jan 18 21:35:36.945800 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-bd7aa98d-df4d-41d5-8d92-15e2e406f998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:36.947301 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-bd7aa98d-df4d-41d5-8d92-15e2e406f998 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061&tenant_id=da646395d8034759ad7f7e89678089c1 HTTP/1.1" status: 200 len: 1095 time: 0.0849845 Jan 18 21:35:36.960139 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-21491a8a-5364-4303-be0a-618a0e2ad5a2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 21:35:36.961060 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-21491a8a-5364-4303-be0a-618a0e2ad5a2 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048525 Jan 18 21:35:36.977214 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-741529-9', 'device_owner': 'compute:nova'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:35:37.029611 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1e5f639b-245b-4d4c-82c2-98e89f4b3b47), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:35:37.183446 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7d2b6-8d33-4afc-8e97-50892cd69f9e req-571e3c25-61b3-40dd-99fe-6058ce906d09 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:37.184942 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1eb7d2b6-8d33-4afc-8e97-50892cd69f9e req-571e3c25-61b3-40dd-99fe-6058ce906d09 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0476742 Jan 18 21:35:37.227899 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] For port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=1e5f639b-245b-4d4c-82c2-98e89f4b3b47,segment=NetworkSegment(2fd5835d-6e3f-4f64-aac2-294571b2e775),segment_id=2fd5835d-6e3f-4f64-aac2-294571b2e775)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:35:37.237407 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-1eb7d2b6-8d33-4afc-8e97-50892cd69f9e req-65ac3e40-bd35-4009-8090-9db599ec707c tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468194 Jan 18 21:35:37.261339 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] For port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:35:37.298062 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:35:37.305588 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Publish callbacks [] for port (1e5f639b-245b-4d4c-82c2-98e89f4b3b47), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:35:37.317715 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Transition to ACTIVE for port object 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 21:35:37.321289 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (1e5f639b-245b-4d4c-82c2-98e89f4b3b47), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:35:37.398259 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5f639b-245b-4d4c-82c2-98e89f4b3b47,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:35:37.412492 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:35:37.412846 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:35:37.413192 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:35:37.413532 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:35:37.413899 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:35:37.414232 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:35:37.414562 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:35:37.414890 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:35:37.415217 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:35:37.415538 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:35:37.416375 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:35:37.416696 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:35:37.417017 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:35:37.453271 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] No DVR routers for this DVR port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:35:37.592844 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Attempting to bind port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:35:37.593176 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Attempting to bind port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': '2fd5835d-6e3f-4f64-aac2-294571b2e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:35:37.593499 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Attempting to bind port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 on network a49847c1-7161-405f-80c4-c2493b42ebb5 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:35:37.597872 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 on network a49847c1-7161-405f-80c4-c2493b42ebb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 21:35:37.598194 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Attempting to bind port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 on network a49847c1-7161-405f-80c4-c2493b42ebb5 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:35:37.603064 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:35:37.603983 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Checking segment: {'id': '2fd5835d-6e3f-4f64-aac2-294571b2e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:35:37.604361 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Bound using segment: {'id': '2fd5835d-6e3f-4f64-aac2-294571b2e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:35:37.604844 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Bound port: 1e5f639b-245b-4d4c-82c2-98e89f4b3b47, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd5835d-6e3f-4f64-aac2-294571b2e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:35:37.605201 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1e5f639b-245b-4d4c-82c2-98e89f4b3b47), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:35:37.634282 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:35:37.667599 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] For port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:35:37.670832 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] For port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1e5f639b-245b-4d4c-82c2-98e89f4b3b47,segment=NetworkSegment(2fd5835d-6e3f-4f64-aac2-294571b2e775),segment_id=2fd5835d-6e3f-4f64-aac2-294571b2e775)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:35:37.675279 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (1e5f639b-245b-4d4c-82c2-98e89f4b3b47), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:35:37.710649 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:37.711267 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:35:37.713134 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] 10.222.0.70 "PUT /v2.0/ports/1e5f639b-245b-4d4c-82c2-98e89f4b3b47 HTTP/1.1" status: 200 len: 1092 time: 0.7404251 Jan 18 21:35:37.713578 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911ac288-305f-49cd-b810-6ff9fb9a3061', 'tag': '1e5f639b-245b-4d4c-82c2-98e89f4b3b47'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:35:37.715864 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c946f1a6-31ad-4d1b-bef8-faa4fa7119fa" -d '{"events": [{"name": "network-changed", "server_uuid": "911ac288-305f-49cd-b810-6ff9fb9a3061", "tag": "1e5f639b-245b-4d4c-82c2-98e89f4b3b47"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:35:37.737666 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e551c7-3ff3-45de-a3d3-634e8347ca18 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5f639b-245b-4d4c-82c2-98e89f4b3b47,revision_number=8']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:35:37.772525 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd8cf96-ddf0-43dc-a207-49c9b36d1084 x-openstack-request-id: req-4cd8cf96-ddf0-43dc-a207-49c9b36d1084 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:35:37.772831 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911ac288-305f-49cd-b810-6ff9fb9a3061", "tag": "1e5f639b-245b-4d4c-82c2-98e89f4b3b47", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:35:37.773087 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4cd8cf96-ddf0-43dc-a207-49c9b36d1084 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:35:37.773497 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '911ac288-305f-49cd-b810-6ff9fb9a3061', 'tag': '1e5f639b-245b-4d4c-82c2-98e89f4b3b47', 'status': 'completed', 'code': 200} Jan 18 21:35:37.797454 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-5d162995-95ab-4f08-a9f1-77ef936e28f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:37.799030 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-5d162995-95ab-4f08-a9f1-77ef936e28f0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da646395d8034759ad7f7e89678089c1&device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 1095 time: 0.0581250 Jan 18 21:35:37.896812 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-124c0d8d-7f03-4dfd-a69a-dfeed9c5f6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:37.898363 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-124c0d8d-7f03-4dfd-a69a-dfeed9c5f6e8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a49847c1-7161-405f-80c4-c2493b42ebb5 HTTP/1.1" status: 200 len: 910 time: 0.0910363 Jan 18 21:35:37.964185 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-60251f2f-dd1f-4fc0-ad71-673c8d427644 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e5f639b-245b-4d4c-82c2-98e89f4b3b47 HTTP/1.1" status: 200 len: 1000 time: 0.0575480 Jan 18 21:35:38.018255 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-c45255bc-8ba2-4307-9e32-f4dc011eda56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:38.019597 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-c45255bc-8ba2-4307-9e32-f4dc011eda56 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0e0ce033-9464-46c7-baa2-72e1bbd3b680 HTTP/1.1" status: 200 len: 848 time: 0.0465808 Jan 18 21:35:38.066277 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-f0325f1d-4ce7-4953-8ab3-61c61d1748d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:38.067729 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-f0325f1d-4ce7-4953-8ab3-61c61d1748d5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a49847c1-7161-405f-80c4-c2493b42ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393751 Jan 18 21:35:38.156647 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-422d081d-2add-4a54-9538-b22b205e4bfe service neutron] 10.222.0.70 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794306 Jan 18 21:35:38.250229 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-97dba216-f4bf-4d68-be14-82fa35b20eab service neutron] 10.222.0.70 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843921 Jan 18 21:35:38.336643 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946f1a6-31ad-4d1b-bef8-faa4fa7119fa req-114fbb64-8c0f-4b1a-ae0a-2c424fcf0cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:38.338676 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c946f1a6-31ad-4d1b-bef8-faa4fa7119fa req-114fbb64-8c0f-4b1a-ae0a-2c424fcf0cc8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da646395d8034759ad7f7e89678089c1&device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 1095 time: 0.0411730 Jan 18 21:35:38.364493 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50d0de-4542-4402-a88a-d720c3a1130d req-18e2920c-baea-42fd-858d-f8a80a70cfa5 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:38.366012 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce50d0de-4542-4402-a88a-d720c3a1130d req-18e2920c-baea-42fd-858d-f8a80a70cfa5 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0514345 Jan 18 21:35:38.416644 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ce50d0de-4542-4402-a88a-d720c3a1130d req-e3c7de3f-22ae-4ff6-812a-3e07a1a4ff68 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440488 Jan 18 21:35:38.436989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946f1a6-31ad-4d1b-bef8-faa4fa7119fa req-971495e1-bd8a-4279-b2e8-0d425717338e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:38.438562 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c946f1a6-31ad-4d1b-bef8-faa4fa7119fa req-971495e1-bd8a-4279-b2e8-0d425717338e service neutron] 10.222.0.70 "GET /v2.0/networks?id=a49847c1-7161-405f-80c4-c2493b42ebb5 HTTP/1.1" status: 200 len: 910 time: 0.0933549 Jan 18 21:35:38.506666 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c946f1a6-31ad-4d1b-bef8-faa4fa7119fa req-bc14c17e-f239-418d-bb96-93c228b8aa37 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e5f639b-245b-4d4c-82c2-98e89f4b3b47 HTTP/1.1" status: 200 len: 1000 time: 0.0582669 Jan 18 21:35:38.560706 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946f1a6-31ad-4d1b-bef8-faa4fa7119fa req-cff0bed8-1c1d-4084-9c8f-4106ec8e451c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:38.562172 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c946f1a6-31ad-4d1b-bef8-faa4fa7119fa req-cff0bed8-1c1d-4084-9c8f-4106ec8e451c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0e0ce033-9464-46c7-baa2-72e1bbd3b680 HTTP/1.1" status: 200 len: 848 time: 0.0464444 Jan 18 21:35:38.606208 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946f1a6-31ad-4d1b-bef8-faa4fa7119fa req-744a1767-2123-4105-aa4c-b3e64cb5fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:38.607709 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c946f1a6-31ad-4d1b-bef8-faa4fa7119fa req-744a1767-2123-4105-aa4c-b3e64cb5fd8d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a49847c1-7161-405f-80c4-c2493b42ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391998 Jan 18 21:35:38.695499 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c946f1a6-31ad-4d1b-bef8-faa4fa7119fa req-5dcf676a-08a9-411f-89af-787361b11fc4 service neutron] 10.222.0.70 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802844 Jan 18 21:35:38.787841 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-c946f1a6-31ad-4d1b-bef8-faa4fa7119fa req-23623c66-581c-43cc-9185-f3e255014f3e service neutron] 10.222.0.70 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856190 Jan 18 21:35:39.529431 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054004d2-206f-4236-8296-ccbfd6ff5a58 req-ad923daf-5977-4d14-8166-9c88b90fa781 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:39.531472 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-054004d2-206f-4236-8296-ccbfd6ff5a58 req-ad923daf-5977-4d14-8166-9c88b90fa781 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0482802 Jan 18 21:35:39.578858 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-054004d2-206f-4236-8296-ccbfd6ff5a58 req-7bf19146-8565-4f87-80f9-185261382592 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418773 Jan 18 21:35:40.696691 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c081c-b49b-4b88-bd04-4f199c5c2a6b req-b440443f-ab55-4305-98e3-789a3e80e8c5 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:40.698849 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5e3c081c-b49b-4b88-bd04-4f199c5c2a6b req-b440443f-ab55-4305-98e3-789a3e80e8c5 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0516195 Jan 18 21:35:40.745455 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5e3c081c-b49b-4b88-bd04-4f199c5c2a6b req-829c7f8e-3212-4b5e-83b8-7692bf8962c5 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410686 Jan 18 21:35:41.856814 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2c522-ddc9-461c-b5dd-1959085b26ef req-0b9eeb03-e554-4e3a-9639-013e9d35ccf3 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:41.858304 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-91b2c522-ddc9-461c-b5dd-1959085b26ef req-0b9eeb03-e554-4e3a-9639-013e9d35ccf3 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0473235 Jan 18 21:35:41.906839 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-91b2c522-ddc9-461c-b5dd-1959085b26ef req-695861c2-0ecf-47a8-8ce7-3e1793761cf2 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430076 Jan 18 21:35:43.022383 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9d2a5-fa51-4d8a-87c3-754a8cf671d2 req-a64c0096-2c7b-47c4-8b9e-c7f2cd778da0 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:43.023852 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dcf9d2a5-fa51-4d8a-87c3-754a8cf671d2 req-a64c0096-2c7b-47c4-8b9e-c7f2cd778da0 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0507603 Jan 18 21:35:43.071047 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dcf9d2a5-fa51-4d8a-87c3-754a8cf671d2 req-20b23f4f-b59f-46ba-8e1c-e3216843e221 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411494 Jan 18 21:35:44.184554 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896f1ec-88fb-4b8f-a090-0f393bc83565 req-5da5be2e-b406-4ab7-984a-6376a0be85df tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:44.186078 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a896f1ec-88fb-4b8f-a090-0f393bc83565 req-5da5be2e-b406-4ab7-984a-6376a0be85df tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0476780 Jan 18 21:35:44.233976 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a896f1ec-88fb-4b8f-a090-0f393bc83565 req-f462eb6e-4f9a-4d45-b6ff-ed8dcc0fb471 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422664 Jan 18 21:35:45.347897 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d40f5-7955-4d73-9ab3-2bb62ce3832e req-72c807fd-bd5f-4d50-a716-64dce73f88b3 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:45.349359 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-655d40f5-7955-4d73-9ab3-2bb62ce3832e req-72c807fd-bd5f-4d50-a716-64dce73f88b3 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 944 time: 0.0469153 Jan 18 21:35:45.401249 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-655d40f5-7955-4d73-9ab3-2bb62ce3832e req-0c38e6f7-82d7-45d1-bdcc-3379b590937b tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456495 Jan 18 21:35:45.719643 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 21:35:45.820081 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1e5f639b-245b-4d4c-82c2-98e89f4b3b47,segment=NetworkSegment(2fd5835d-6e3f-4f64-aac2-294571b2e775),segment_id=2fd5835d-6e3f-4f64-aac2-294571b2e775)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:35:45.830197 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': '1e5f639b-245b-4d4c-82c2-98e89f4b3b47', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'port_id': '1e5f639b-245b-4d4c-82c2-98e89f4b3b47', 'mac_address': 'fa:16:3e:49:65:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 21:35:45.866026 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:35:45.866405 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1e5f639b-245b-4d4c-82c2-98e89f4b3b47), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:35:45.878564 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:35:45.896775 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1e5f639b-245b-4d4c-82c2-98e89f4b3b47,segment=NetworkSegment(2fd5835d-6e3f-4f64-aac2-294571b2e775),segment_id=2fd5835d-6e3f-4f64-aac2-294571b2e775)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:35:45.900589 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1e5f639b-245b-4d4c-82c2-98e89f4b3b47), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:35:45.944601 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=1e5f639b-245b-4d4c-82c2-98e89f4b3b47,revision_number=9']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:35:46.183001 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['1e5f639b-245b-4d4c-82c2-98e89f4b3b47'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:35:46.515460 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df258c3a-e960-4a1f-b483-78b4ed5dedd9 req-839907d2-13a8-47e0-8694-746772fd849a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:46.516859 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-df258c3a-e960-4a1f-b483-78b4ed5dedd9 req-839907d2-13a8-47e0-8694-746772fd849a tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 945 time: 0.0481198 Jan 18 21:35:46.565361 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-df258c3a-e960-4a1f-b483-78b4ed5dedd9 req-3fed0cf7-a545-424e-b102-528c9c8c4609 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427930 Jan 18 21:35:47.680048 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddb28a-5788-4dee-a6fd-3e29aa2a9b15 req-83bfb600-e404-451a-95a6-1d55d7e98206 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:47.681516 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2ddb28a-5788-4dee-a6fd-3e29aa2a9b15 req-83bfb600-e404-451a-95a6-1d55d7e98206 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 945 time: 0.0470014 Jan 18 21:35:47.728009 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-f2ddb28a-5788-4dee-a6fd-3e29aa2a9b15 req-18d91234-af19-4618-a126-6d0006c36b36 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402730 Jan 18 21:35:47.764543 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:35:47.814859 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 21:35:47.818649 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:35:47.818918 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (1e5f639b-245b-4d4c-82c2-98e89f4b3b47), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:35:47.893070 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:35:47.893374 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (1e5f639b-245b-4d4c-82c2-98e89f4b3b47), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:35:47.915074 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911ac288-305f-49cd-b810-6ff9fb9a3061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5f639b-245b-4d4c-82c2-98e89f4b3b47'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:35:47.917881 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f20935-2af3-443f-b4d6-f02ba65a145a" -d '{"events": [{"server_uuid": "911ac288-305f-49cd-b810-6ff9fb9a3061", "name": "network-vif-plugged", "status": "completed", "tag": "1e5f639b-245b-4d4c-82c2-98e89f4b3b47"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:35:47.930161 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1e5f639b-245b-4d4c-82c2-98e89f4b3b47,segment=NetworkSegment(2fd5835d-6e3f-4f64-aac2-294571b2e775),segment_id=2fd5835d-6e3f-4f64-aac2-294571b2e775)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:35:47.934454 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (1e5f639b-245b-4d4c-82c2-98e89f4b3b47), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:35:47.956558 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa233693-987a-461f-bce0-ec04b2e9be92 x-openstack-request-id: req-aa233693-987a-461f-bce0-ec04b2e9be92 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:35:47.956848 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911ac288-305f-49cd-b810-6ff9fb9a3061", "name": "network-vif-plugged", "status": "completed", "tag": "1e5f639b-245b-4d4c-82c2-98e89f4b3b47", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:35:47.957102 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa233693-987a-461f-bce0-ec04b2e9be92 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:35:47.957495 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911ac288-305f-49cd-b810-6ff9fb9a3061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5f639b-245b-4d4c-82c2-98e89f4b3b47', 'code': 200} Jan 18 21:35:47.987825 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=1e5f639b-245b-4d4c-82c2-98e89f4b3b47,revision_number=10']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:35:48.103149 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c8444-a689-4ee1-bbe0-2ef8840e66fa req-d3117562-fcca-40ae-b9b7-4d41d33f3f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:48.105290 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9e0c8444-a689-4ee1-bbe0-2ef8840e66fa req-d3117562-fcca-40ae-b9b7-4d41d33f3f9d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 1098 time: 0.0399935 Jan 18 21:35:48.153545 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-9e0c8444-a689-4ee1-bbe0-2ef8840e66fa req-880dd613-846a-454e-8019-040bcb26eda4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384350 Jan 18 21:35:48.846521 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af21dc8-3a14-4191-9ea0-9e7ffa66e328 req-8f49b654-b8c6-439c-bbe9-e26b3e72c2e7 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:48.847984 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6af21dc8-3a14-4191-9ea0-9e7ffa66e328 req-8f49b654-b8c6-439c-bbe9-e26b3e72c2e7 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 947 time: 0.0512891 Jan 18 21:35:48.895699 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-6af21dc8-3a14-4191-9ea0-9e7ffa66e328 req-8e03ddd9-10e0-489f-b5aa-3e36cd609fa7 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422192 Jan 18 21:35:50.008711 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6fff5-0283-4f59-8dfb-92aaec25edbc req-76499a8c-e33e-494b-af9f-79c259f1c6e1 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:50.010224 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-13c6fff5-0283-4f59-8dfb-92aaec25edbc req-76499a8c-e33e-494b-af9f-79c259f1c6e1 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 947 time: 0.0481708 Jan 18 21:35:50.057554 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-13c6fff5-0283-4f59-8dfb-92aaec25edbc req-e9c6fc5e-ca72-45b7-8725-bef309665716 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412226 Jan 18 21:35:50.233913 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:35:54.531881 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dae73f6b-d55c-47a1-8516-47be5761d870 req-6ecc0652-ae01-4941-accb-56df9a95df7b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433447 Jan 18 21:35:54.610769 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae73f6b-d55c-47a1-8516-47be5761d870 req-c7e9264a-3d8d-4741-9aac-59b547ee348c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:54.612184 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dae73f6b-d55c-47a1-8516-47be5761d870 req-c7e9264a-3d8d-4741-9aac-59b547ee348c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da646395d8034759ad7f7e89678089c1&device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 1098 time: 0.0393255 Jan 18 21:35:54.714114 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae73f6b-d55c-47a1-8516-47be5761d870 req-ae31ea13-014e-436c-b77f-433bb846752a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:54.715609 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dae73f6b-d55c-47a1-8516-47be5761d870 req-ae31ea13-014e-436c-b77f-433bb846752a service neutron] 10.222.0.70 "GET /v2.0/networks?id=a49847c1-7161-405f-80c4-c2493b42ebb5 HTTP/1.1" status: 200 len: 910 time: 0.0854156 Jan 18 21:35:54.778909 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dae73f6b-d55c-47a1-8516-47be5761d870 req-3ea4365c-cd0f-4e2f-b59c-4790c8aa8588 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e5f639b-245b-4d4c-82c2-98e89f4b3b47 HTTP/1.1" status: 200 len: 1002 time: 0.0573432 Jan 18 21:35:54.824740 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae73f6b-d55c-47a1-8516-47be5761d870 req-a0727879-78a5-40e7-8934-8d60c837c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:54.826250 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dae73f6b-d55c-47a1-8516-47be5761d870 req-a0727879-78a5-40e7-8934-8d60c837c04d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0e0ce033-9464-46c7-baa2-72e1bbd3b680 HTTP/1.1" status: 200 len: 848 time: 0.0415680 Jan 18 21:35:54.873481 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae73f6b-d55c-47a1-8516-47be5761d870 req-3129eaf3-3672-4fe6-8688-6eca904a1563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:35:54.874852 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dae73f6b-d55c-47a1-8516-47be5761d870 req-3129eaf3-3672-4fe6-8688-6eca904a1563 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a49847c1-7161-405f-80c4-c2493b42ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429051 Jan 18 21:35:54.960578 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dae73f6b-d55c-47a1-8516-47be5761d870 req-e1e7b704-ffa9-49d7-9c34-afb063c33dbe service neutron] 10.222.0.70 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795190 Jan 18 21:35:55.051271 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-dae73f6b-d55c-47a1-8516-47be5761d870 req-7c905764-3340-4357-b3c2-0960639b4d96 service neutron] 10.222.0.70 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841403 Jan 18 21:35:55.834342 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6a0e6f05-334c-45bc-bce3-10c03aaa19df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:35:57.985111 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0667622b-d4c9-4113-a27b-b1c76251055d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:35:59.422641 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:36:00.873409 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:36:02.084559 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:36:04.793254 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:36:07.634879 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:36:25.834732 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4a027147-726f-440e-b9e2-741f8d98d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:36:27.232804 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:36:27.986431 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e32ba574-7c5d-4003-b9e3-ee32e3f37b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:36:29.424780 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:36:30.865755 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:36:32.085545 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:36:34.809597 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:36:37.637411 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:36:54.423233 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bae72958-b78d-4431-b083-8e4458fa4afd req-de777db3-10f9-4037-abb8-f41d5c4e9cf8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386682 Jan 18 21:36:54.507967 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae72958-b78d-4431-b083-8e4458fa4afd req-7ef42bd2-f1e2-48a8-97c2-ae04a7e7be9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:36:54.509414 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bae72958-b78d-4431-b083-8e4458fa4afd req-7ef42bd2-f1e2-48a8-97c2-ae04a7e7be9b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da646395d8034759ad7f7e89678089c1&device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 1098 time: 0.0402732 Jan 18 21:36:54.618471 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae72958-b78d-4431-b083-8e4458fa4afd req-3ca87168-f8e5-4d11-aa18-bae9bd6a97fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:36:54.620111 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bae72958-b78d-4431-b083-8e4458fa4afd req-3ca87168-f8e5-4d11-aa18-bae9bd6a97fd service neutron] 10.222.0.70 "GET /v2.0/networks?id=a49847c1-7161-405f-80c4-c2493b42ebb5 HTTP/1.1" status: 200 len: 910 time: 0.0877936 Jan 18 21:36:54.690082 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bae72958-b78d-4431-b083-8e4458fa4afd req-87f3c86e-f9a5-4d62-b10a-6207d2d041f4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e5f639b-245b-4d4c-82c2-98e89f4b3b47 HTTP/1.1" status: 200 len: 1002 time: 0.0561016 Jan 18 21:36:54.743131 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae72958-b78d-4431-b083-8e4458fa4afd req-8134e5ad-d7cd-432b-8141-1e65b0c0e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:36:54.744788 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bae72958-b78d-4431-b083-8e4458fa4afd req-8134e5ad-d7cd-432b-8141-1e65b0c0e31f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0e0ce033-9464-46c7-baa2-72e1bbd3b680 HTTP/1.1" status: 200 len: 848 time: 0.0463710 Jan 18 21:36:54.793320 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae72958-b78d-4431-b083-8e4458fa4afd req-7a1385c6-e6c9-43fc-bba1-0b4996fb51f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:36:54.794835 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bae72958-b78d-4431-b083-8e4458fa4afd req-7a1385c6-e6c9-43fc-bba1-0b4996fb51f0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a49847c1-7161-405f-80c4-c2493b42ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409966 Jan 18 21:36:54.884699 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bae72958-b78d-4431-b083-8e4458fa4afd req-50d2beba-0acf-4453-8222-947d3e6508fa service neutron] 10.222.0.70 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800896 Jan 18 21:36:54.977066 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-bae72958-b78d-4431-b083-8e4458fa4afd req-b9e8e50d-ce2a-4003-8c77-0f66d05061e1 service neutron] 10.222.0.70 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836332 Jan 18 21:36:55.835278 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-07d8669e-2a3d-4f2b-89bf-d21144902236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:36:57.987938 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26742547-aefd-4f4f-9a5a-e89b3aed8b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:36:59.427522 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:00.868629 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:02.087303 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:04.231575 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:37:04.811314 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:05.600200 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44900) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:05.755312 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-4fe7222c-5426-4e43-8655-b371bd89ae32 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Deleting port cc01799b-6a4d-4901-8b6c-5a2e885ac1b4 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:37:05.755646 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4fe7222c-5426-4e43-8655-b371bd89ae32 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (cc01799b-6a4d-4901-8b6c-5a2e885ac1b4), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:05.829787 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4fe7222c-5426-4e43-8655-b371bd89ae32 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (cc01799b-6a4d-4901-8b6c-5a2e885ac1b4), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:05.830106 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4fe7222c-5426-4e43-8655-b371bd89ae32 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for floatingip (cc01799b-6a4d-4901-8b6c-5a2e885ac1b4), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:05.841100 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-4fe7222c-5426-4e43-8655-b371bd89ae32 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Calling delete_port for cc01799b-6a4d-4901-8b6c-5a2e885ac1b4 owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:37:05.984557 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4fe7222c-5426-4e43-8655-b371bd89ae32 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (cc01799b-6a4d-4901-8b6c-5a2e885ac1b4), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:06.010542 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7222c-5426-4e43-8655-b371bd89ae32 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Pushing event deleted for resources: {'Port': ['ID=cc01799b-6a4d-4901-8b6c-5a2e885ac1b4,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:06.033301 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7222c-5426-4e43-8655-b371bd89ae32 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:06.033654 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7222c-5426-4e43-8655-b371bd89ae32 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:06.034005 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7222c-5426-4e43-8655-b371bd89ae32 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:06.034344 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7222c-5426-4e43-8655-b371bd89ae32 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:06.034675 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7222c-5426-4e43-8655-b371bd89ae32 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:06.035003 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7222c-5426-4e43-8655-b371bd89ae32 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:06.035324 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7222c-5426-4e43-8655-b371bd89ae32 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:06.035645 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7222c-5426-4e43-8655-b371bd89ae32 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:06.035964 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7222c-5426-4e43-8655-b371bd89ae32 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:06.036280 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7222c-5426-4e43-8655-b371bd89ae32 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:06.036597 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7222c-5426-4e43-8655-b371bd89ae32 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:06.036914 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7222c-5426-4e43-8655-b371bd89ae32 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:06.037228 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7222c-5426-4e43-8655-b371bd89ae32 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:06.083614 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4fe7222c-5426-4e43-8655-b371bd89ae32 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for floatingip (304023a5-105b-44d9-afc6-671fbfcfd581), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:06.083923 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-4fe7222c-5426-4e43-8655-b371bd89ae32 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Floating IP 304023a5-105b-44d9-afc6-671fbfcfd581 disassociated (deleted). External IP: 172.25.4.198, port: 1e5f639b-245b-4d4c-82c2-98e89f4b3b47. Jan 18 21:37:06.282603 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe7222c-5426-4e43-8655-b371bd89ae32 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Router 2229f580-9cdb-4670-8547-db9d630de9a3 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:37:06.387244 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe7222c-5426-4e43-8655-b371bd89ae32 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:37:06.391993 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4fe7222c-5426-4e43-8655-b371bd89ae32 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:06.397278 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dd36f0-d52a-456f-a682-295922cb77cf None None] Sync routers for ids ['2229f580-9cdb-4670-8547-db9d630de9a3'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:37:06.409802 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dd36f0-d52a-456f-a682-295922cb77cf None None] Routers {'2229f580-9cdb-4670-8547-db9d630de9a3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:37:06.410422 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-a0dd36f0-d52a-456f-a682-295922cb77cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:36:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['2229f580-9cdb-4670-8547-db9d630de9a3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:06.417088 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4fe7222c-5426-4e43-8655-b371bd89ae32 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "DELETE /v2.0/floatingips/304023a5-105b-44d9-afc6-671fbfcfd581 HTTP/1.1" status: 204 len: 168 time: 0.8158600 Jan 18 21:37:06.417683 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911ac288-305f-49cd-b810-6ff9fb9a3061', 'tag': '1e5f639b-245b-4d4c-82c2-98e89f4b3b47'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:37:06.419986 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b43178f88c778abd299c77f10da4c8b3e71d2d0c7150ce414079b2ef1097cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270b8138-8270-4309-a5e8-b6ed316a3090" -d '{"events": [{"name": "network-changed", "server_uuid": "911ac288-305f-49cd-b810-6ff9fb9a3061", "tag": "1e5f639b-245b-4d4c-82c2-98e89f4b3b47"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:37:06.516997 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-a0dd36f0-d52a-456f-a682-295922cb77cf None None] Set router 2229f580-9cdb-4670-8547-db9d630de9a3 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:37:06.573777 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a06481-6661-449c-83ba-b7f4ce8bf78e x-openstack-request-id: req-b8a06481-6661-449c-83ba-b7f4ce8bf78e {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:37:06.574269 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911ac288-305f-49cd-b810-6ff9fb9a3061", "tag": "1e5f639b-245b-4d4c-82c2-98e89f4b3b47", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:37:06.574623 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8a06481-6661-449c-83ba-b7f4ce8bf78e {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:37:06.575129 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '911ac288-305f-49cd-b810-6ff9fb9a3061', 'tag': '1e5f639b-245b-4d4c-82c2-98e89f4b3b47', 'status': 'completed', 'code': 200} Jan 18 21:37:06.639733 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b8138-8270-4309-a5e8-b6ed316a3090 req-f3568f01-6a3a-4908-b1c1-b7df9c920052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:06.641417 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-270b8138-8270-4309-a5e8-b6ed316a3090 req-f3568f01-6a3a-4908-b1c1-b7df9c920052 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da646395d8034759ad7f7e89678089c1&device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 1098 time: 0.0425198 Jan 18 21:37:06.669151 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523decb-760a-4f5b-8dbe-f72d2d21a9fa req-e0c4ba65-e46e-42f0-8c3a-2c81f9a7de27 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:06.670729 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c523decb-760a-4f5b-8dbe-f72d2d21a9fa req-e0c4ba65-e46e-42f0-8c3a-2c81f9a7de27 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 947 time: 0.0538971 Jan 18 21:37:06.725500 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-a0dd36f0-d52a-456f-a682-295922cb77cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'name': 'tempest-TestShelveInstance-1220969979-router', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:57Z', 'revision_number': 4, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'gw_port': {'id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '0bf52f24-9e5c-43ac-8c2d-5b934aede4d2', 'name': '', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'mac_address': 'fa:16:3e:15:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:57Z', 'updated_at': '2022-01-18T21:27:02Z', 'revision_number': 5, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'subnets': [{'id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:06.726867 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c523decb-760a-4f5b-8dbe-f72d2d21a9fa req-0c4b6f6f-aed7-4518-8d6d-94641c4c7acd tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476425 Jan 18 21:37:06.749371 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b8138-8270-4309-a5e8-b6ed316a3090 req-506bd244-013b-4e5c-8be7-35b8ce2da4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:06.751054 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-270b8138-8270-4309-a5e8-b6ed316a3090 req-506bd244-013b-4e5c-8be7-35b8ce2da4a8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a49847c1-7161-405f-80c4-c2493b42ebb5 HTTP/1.1" status: 200 len: 910 time: 0.1007376 Jan 18 21:37:06.752484 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dd36f0-d52a-456f-a682-295922cb77cf None None] Checking router: 2229f580-9cdb-4670-8547-db9d630de9a3 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:37:06.761413 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dd36f0-d52a-456f-a682-295922cb77cf None None] Routers {'2229f580-9cdb-4670-8547-db9d630de9a3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:37:06.762128 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-a0dd36f0-d52a-456f-a682-295922cb77cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:36:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['2229f580-9cdb-4670-8547-db9d630de9a3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:06.794064 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-270b8138-8270-4309-a5e8-b6ed316a3090 req-a2b19bd1-935a-4bf1-b53f-3b598c07e5a2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e5f639b-245b-4d4c-82c2-98e89f4b3b47 HTTP/1.1" status: 200 len: 217 time: 0.0335960 Jan 18 21:37:06.848791 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b8138-8270-4309-a5e8-b6ed316a3090 req-e7318c83-848b-4c5c-ba64-95defa5755f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:06.850295 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-270b8138-8270-4309-a5e8-b6ed316a3090 req-e7318c83-848b-4c5c-ba64-95defa5755f2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0e0ce033-9464-46c7-baa2-72e1bbd3b680 HTTP/1.1" status: 200 len: 848 time: 0.0506172 Jan 18 21:37:06.871196 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-a0dd36f0-d52a-456f-a682-295922cb77cf None None] Set router 2229f580-9cdb-4670-8547-db9d630de9a3 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:37:06.900236 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b8138-8270-4309-a5e8-b6ed316a3090 req-0f9caa9e-bbaf-4d98-90e1-bb98b90a8b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:06.901774 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-270b8138-8270-4309-a5e8-b6ed316a3090 req-0f9caa9e-bbaf-4d98-90e1-bb98b90a8b52 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a49847c1-7161-405f-80c4-c2493b42ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442696 Jan 18 21:37:06.989568 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-270b8138-8270-4309-a5e8-b6ed316a3090 req-b9e4fe78-5865-43f7-b3ec-3097896099a7 service neutron] 10.222.0.70 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812187 Jan 18 21:37:07.067575 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-a0dd36f0-d52a-456f-a682-295922cb77cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'name': 'tempest-TestShelveInstance-1220969979-router', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:57Z', 'revision_number': 4, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'gw_port': {'id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '0bf52f24-9e5c-43ac-8c2d-5b934aede4d2', 'name': '', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'mac_address': 'fa:16:3e:15:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:57Z', 'updated_at': '2022-01-18T21:27:02Z', 'revision_number': 5, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'subnets': [{'id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:07.087053 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-270b8138-8270-4309-a5e8-b6ed316a3090 req-d6739e74-03c7-4fb9-a3b2-39e079acca94 service neutron] 10.222.0.70 "GET /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870860 Jan 18 21:37:07.099524 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dd36f0-d52a-456f-a682-295922cb77cf None None] The sync data for ids ['2229f580-9cdb-4670-8547-db9d630de9a3'] in n-d-741529-9 is: [{'id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'name': 'tempest-TestShelveInstance-1220969979-router', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:57Z', 'revision_number': 4, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'gw_port': {'id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '0bf52f24-9e5c-43ac-8c2d-5b934aede4d2', 'name': '', 'network_id': 'a49847c1-7161-405f-80c4-c2493b42ebb5', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'mac_address': 'fa:16:3e:15:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:57Z', 'updated_at': '2022-01-18T21:27:02Z', 'revision_number': 5, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'subnets': [{'id': '0e0ce033-9464-46c7-baa2-72e1bbd3b680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:37:07.315311 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bf419c-fcbe-4bb5-b3f1-97e0b204ace5 None None] New status for floating IP 304023a5-105b-44d9-afc6-671fbfcfd581: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 21:37:07.636495 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:07.845092 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b1bfa-0d89-4f44-b958-7573d9536398 req-0dfc7a71-27e4-406a-8578-d2e862b9dc4b tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:07.846603 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d92b1bfa-0d89-4f44-b958-7573d9536398 req-0dfc7a71-27e4-406a-8578-d2e862b9dc4b tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 947 time: 0.0475638 Jan 18 21:37:07.894195 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d92b1bfa-0d89-4f44-b958-7573d9536398 req-216d6b66-020d-4342-aba1-9ac0321bbd13 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcebb268-73b1-41ae-869f-140ee479d5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420222 Jan 18 21:37:08.449888 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139f196-55d3-49aa-ba8e-eac42ba22db5 req-c1547070-84c6-4fa7-b85c-876d128f2eed tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:08.451339 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a139f196-55d3-49aa-ba8e-eac42ba22db5 req-c1547070-84c6-4fa7-b85c-876d128f2eed tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.70 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 947 time: 0.0479927 Jan 18 21:37:08.540293 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-a139f196-55d3-49aa-ba8e-eac42ba22db5 req-24d0f5eb-abd8-4bb1-a45f-809fff8ef816 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Deleting port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:37:08.540686 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a139f196-55d3-49aa-ba8e-eac42ba22db5 req-24d0f5eb-abd8-4bb1-a45f-809fff8ef816 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (1e5f639b-245b-4d4c-82c2-98e89f4b3b47), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:08.628437 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-a139f196-55d3-49aa-ba8e-eac42ba22db5 req-24d0f5eb-abd8-4bb1-a45f-809fff8ef816 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] For port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=1e5f639b-245b-4d4c-82c2-98e89f4b3b47,segment=NetworkSegment(2fd5835d-6e3f-4f64-aac2-294571b2e775),segment_id=2fd5835d-6e3f-4f64-aac2-294571b2e775)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:37:08.628708 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a139f196-55d3-49aa-ba8e-eac42ba22db5 req-24d0f5eb-abd8-4bb1-a45f-809fff8ef816 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (1e5f639b-245b-4d4c-82c2-98e89f4b3b47), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:08.640078 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-a139f196-55d3-49aa-ba8e-eac42ba22db5 req-24d0f5eb-abd8-4bb1-a45f-809fff8ef816 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Calling delete_port for 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:37:08.769135 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a139f196-55d3-49aa-ba8e-eac42ba22db5 req-24d0f5eb-abd8-4bb1-a45f-809fff8ef816 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (1e5f639b-245b-4d4c-82c2-98e89f4b3b47), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:08.797081 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0f5eb-abd8-4bb1-a45f-809fff8ef816 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Pushing event deleted for resources: {'Port': ['ID=1e5f639b-245b-4d4c-82c2-98e89f4b3b47,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:08.829332 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0f5eb-abd8-4bb1-a45f-809fff8ef816 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:08.829905 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0f5eb-abd8-4bb1-a45f-809fff8ef816 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:08.830126 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0f5eb-abd8-4bb1-a45f-809fff8ef816 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:08.830377 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0f5eb-abd8-4bb1-a45f-809fff8ef816 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:08.830710 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0f5eb-abd8-4bb1-a45f-809fff8ef816 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:08.831041 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0f5eb-abd8-4bb1-a45f-809fff8ef816 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:08.831366 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0f5eb-abd8-4bb1-a45f-809fff8ef816 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:08.831691 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0f5eb-abd8-4bb1-a45f-809fff8ef816 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:08.832013 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0f5eb-abd8-4bb1-a45f-809fff8ef816 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:08.832335 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0f5eb-abd8-4bb1-a45f-809fff8ef816 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:08.832656 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0f5eb-abd8-4bb1-a45f-809fff8ef816 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:08.832978 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0f5eb-abd8-4bb1-a45f-809fff8ef816 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:08.833299 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0f5eb-abd8-4bb1-a45f-809fff8ef816 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:08.851477 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-a139f196-55d3-49aa-ba8e-eac42ba22db5 req-24d0f5eb-abd8-4bb1-a45f-809fff8ef816 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] No DVR routers for this DVR port 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:37:08.853815 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a139f196-55d3-49aa-ba8e-eac42ba22db5 req-24d0f5eb-abd8-4bb1-a45f-809fff8ef816 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:08.857166 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-a139f196-55d3-49aa-ba8e-eac42ba22db5 req-24d0f5eb-abd8-4bb1-a45f-809fff8ef816 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.70 "DELETE /v2.0/ports/1e5f639b-245b-4d4c-82c2-98e89f4b3b47 HTTP/1.1" status: 204 len: 173 time: 0.3975735 Jan 18 21:37:08.857605 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911ac288-305f-49cd-b810-6ff9fb9a3061', 'name': 'network-vif-deleted', 'tag': '1e5f639b-245b-4d4c-82c2-98e89f4b3b47'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:37:08.859962 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d4b7ab-3b7b-40cc-b80b-75c51b4a55a7" -d '{"events": [{"server_uuid": "911ac288-305f-49cd-b810-6ff9fb9a3061", "name": "network-vif-deleted", "tag": "1e5f639b-245b-4d4c-82c2-98e89f4b3b47"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:37:08.899832 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b776b23-3004-4e1c-b727-aa59639cd8f5 x-openstack-request-id: req-3b776b23-3004-4e1c-b727-aa59639cd8f5 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:37:08.900130 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911ac288-305f-49cd-b810-6ff9fb9a3061", "name": "network-vif-deleted", "tag": "1e5f639b-245b-4d4c-82c2-98e89f4b3b47", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:37:08.900377 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b776b23-3004-4e1c-b727-aa59639cd8f5 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:37:08.900776 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911ac288-305f-49cd-b810-6ff9fb9a3061', 'name': 'network-vif-deleted', 'tag': '1e5f639b-245b-4d4c-82c2-98e89f4b3b47', 'status': 'completed', 'code': 200} Jan 18 21:37:08.989002 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-dfacaf91-770f-4c4b-b9c4-b3c3a5018225 req-038325f8-e6d9-4aa1-be0c-96148dc4305d tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 210 time: 0.0253506 Jan 18 21:37:10.082032 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-cab26401-5695-45f8-8f0d-4be9974b2b27 req-2a9d1d08-58ff-4763-8959-377a7d0fdb15 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 210 time: 0.0251465 Jan 18 21:37:11.177543 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a11702e2-efc3-42ca-9d47-a70133208a37 req-e20275e7-4a8e-48d8-a658-e3b18d1664b0 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 210 time: 0.0302346 Jan 18 21:37:12.169604 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:37:12.190115 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:37:12.190467 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device 1e5f639b-245b-4d4c-82c2-98e89f4b3b47 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:37:12.612058 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-9ece1da0-64f4-494a-8ada-94d7710f2791 req-aef4f7fa-bbdd-4f9b-8579-523a623491fb tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 210 time: 0.3669021 Jan 18 21:37:13.710775 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-3e295411-0118-4964-af98-c39195bbe0f8 req-fdf5a8b9-c45c-4f1b-89ce-1663f0bf98a1 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 210 time: 0.0265393 Jan 18 21:37:14.806075 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a1da1ee-4d15-4e7d-b412-dcde76c82338 req-7983b4b1-6597-487f-bf41-8297e3756597 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 210 time: 0.0261533 Jan 18 21:37:15.901222 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b59edad5-70af-4360-afb8-4e92d1524e44 req-5c2e0ff4-7ae2-4394-8bcb-09fb034f7c87 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 210 time: 0.0257473 Jan 18 21:37:17.000012 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-28591259-5125-4880-b956-db43a5ea6bfa req-a83d3c7a-bc73-40e0-ac58-b2d1b3b56a45 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "GET /v2.0/ports?device_id=911ac288-305f-49cd-b810-6ff9fb9a3061 HTTP/1.1" status: 200 len: 210 time: 0.0293002 Jan 18 21:37:18.056753 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44942) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:18.112546 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f1bf0402-b8e7-429d-b7ed-55b75e398803 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group (fcebb268-73b1-41ae-869f-140ee479d5f8), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:18.137319 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f1bf0402-b8e7-429d-b7ed-55b75e398803 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group (fcebb268-73b1-41ae-869f-140ee479d5f8), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:18.199333 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f1bf0402-b8e7-429d-b7ed-55b75e398803 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (fcebb268-73b1-41ae-869f-140ee479d5f8), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:18.202827 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f1bf0402-b8e7-429d-b7ed-55b75e398803 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:18.207262 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-f1bf0402-b8e7-429d-b7ed-55b75e398803 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] 10.222.0.31 "DELETE /v2.0/security-groups/fcebb268-73b1-41ae-869f-140ee479d5f8 HTTP/1.1" status: 204 len: 168 time: 0.1467814 Jan 18 21:37:18.215257 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf0402-b8e7-429d-b7ed-55b75e398803 tempest-TestShelveInstance-1328575939 tempest-TestShelveInstance-1328575939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcebb268-73b1-41ae-869f-140ee479d5f8,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:18.262308 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44946) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:18.868183 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c17813e-6977-4297-89c5-6b89a45fa71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (2229f580-9cdb-4670-8547-db9d630de9a3), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:19.110062 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-3c17813e-6977-4297-89c5-6b89a45fa71b admin admin] Deleting port 0bf52f24-9e5c-43ac-8c2d-5b934aede4d2 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:37:19.110764 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c17813e-6977-4297-89c5-6b89a45fa71b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (0bf52f24-9e5c-43ac-8c2d-5b934aede4d2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:19.185040 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-3c17813e-6977-4297-89c5-6b89a45fa71b admin admin] For port 0bf52f24-9e5c-43ac-8c2d-5b934aede4d2, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=0bf52f24-9e5c-43ac-8c2d-5b934aede4d2,segment=NetworkSegment(2fd5835d-6e3f-4f64-aac2-294571b2e775),segment_id=2fd5835d-6e3f-4f64-aac2-294571b2e775)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:37:19.185401 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c17813e-6977-4297-89c5-6b89a45fa71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (0bf52f24-9e5c-43ac-8c2d-5b934aede4d2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:19.197297 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-3c17813e-6977-4297-89c5-6b89a45fa71b admin admin] Calling delete_port for 0bf52f24-9e5c-43ac-8c2d-5b934aede4d2 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:37:19.375473 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c17813e-6977-4297-89c5-6b89a45fa71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (0bf52f24-9e5c-43ac-8c2d-5b934aede4d2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:19.401853 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17813e-6977-4297-89c5-6b89a45fa71b admin admin] Pushing event deleted for resources: {'Port': ['ID=0bf52f24-9e5c-43ac-8c2d-5b934aede4d2,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:19.570183 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3c17813e-6977-4297-89c5-6b89a45fa71b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (2229f580-9cdb-4670-8547-db9d630de9a3), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:19.784514 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c17813e-6977-4297-89c5-6b89a45fa71b admin admin] Router 2229f580-9cdb-4670-8547-db9d630de9a3 has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:37:19.897094 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c17813e-6977-4297-89c5-6b89a45fa71b admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:37:19.905034 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3c17813e-6977-4297-89c5-6b89a45fa71b admin admin] 10.222.0.31 "PUT /v2.0/routers/2229f580-9cdb-4670-8547-db9d630de9a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6401803 Jan 18 21:37:19.905034 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44950) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:19.908195 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cf3dda-81ae-4d24-895f-39a66e621819 None None] Sync routers for ids ['2229f580-9cdb-4670-8547-db9d630de9a3'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:37:19.920273 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cf3dda-81ae-4d24-895f-39a66e621819 None None] Routers {'2229f580-9cdb-4670-8547-db9d630de9a3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:37:19.920893 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-98cf3dda-81ae-4d24-895f-39a66e621819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:36:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['2229f580-9cdb-4670-8547-db9d630de9a3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:20.014469 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-58a5e3e9-c8d2-44cc-a2b8-09604c1cd6bb admin admin] Publish callbacks [] for router (2229f580-9cdb-4670-8547-db9d630de9a3), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:20.130656 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-58a5e3e9-c8d2-44cc-a2b8-09604c1cd6bb admin admin] Publish callbacks [] for router_gateway (2229f580-9cdb-4670-8547-db9d630de9a3), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:20.186700 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-58a5e3e9-c8d2-44cc-a2b8-09604c1cd6bb admin admin] Deleting port 5c7610be-ea24-48c5-9ace-57bc23f60814 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:37:20.187082 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-58a5e3e9-c8d2-44cc-a2b8-09604c1cd6bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (5c7610be-ea24-48c5-9ace-57bc23f60814), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:20.189911 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-98cf3dda-81ae-4d24-895f-39a66e621819 None None] Set router 2229f580-9cdb-4670-8547-db9d630de9a3 gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:37:20.270041 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-58a5e3e9-c8d2-44cc-a2b8-09604c1cd6bb admin admin] For port 5c7610be-ea24-48c5-9ace-57bc23f60814, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=5c7610be-ea24-48c5-9ace-57bc23f60814,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:37:20.270848 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-58a5e3e9-c8d2-44cc-a2b8-09604c1cd6bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (5c7610be-ea24-48c5-9ace-57bc23f60814), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:20.287289 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-58a5e3e9-c8d2-44cc-a2b8-09604c1cd6bb admin admin] Calling delete_port for 5c7610be-ea24-48c5-9ace-57bc23f60814 owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:37:20.363534 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-98cf3dda-81ae-4d24-895f-39a66e621819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'name': 'tempest-TestShelveInstance-1220969979-router', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:37:19Z', 'revision_number': 5, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'gw_port': {'id': '5c7610be-ea24-48c5-9ace-57bc23f60814', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:20.393160 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cf3dda-81ae-4d24-895f-39a66e621819 None None] Checking router: 2229f580-9cdb-4670-8547-db9d630de9a3 for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:37:20.401478 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cf3dda-81ae-4d24-895f-39a66e621819 None None] Routers {'2229f580-9cdb-4670-8547-db9d630de9a3'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:37:20.402109 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-98cf3dda-81ae-4d24-895f-39a66e621819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:36:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['2229f580-9cdb-4670-8547-db9d630de9a3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:20.465621 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-58a5e3e9-c8d2-44cc-a2b8-09604c1cd6bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (5c7610be-ea24-48c5-9ace-57bc23f60814), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:20.490620 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-98cf3dda-81ae-4d24-895f-39a66e621819 None None] Set router 2229f580-9cdb-4670-8547-db9d630de9a3 gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:37:20.491257 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5e3e9-c8d2-44cc-a2b8-09604c1cd6bb admin admin] Pushing event deleted for resources: {'Port': ['ID=5c7610be-ea24-48c5-9ace-57bc23f60814,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:20.518203 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79232c8e-571c-4618-bf3c-bfae0e96423f None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:37:20.547881 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-98cf3dda-81ae-4d24-895f-39a66e621819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'name': 'tempest-TestShelveInstance-1220969979-router', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:37:20Z', 'revision_number': 6, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:20.557027 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-58a5e3e9-c8d2-44cc-a2b8-09604c1cd6bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (2229f580-9cdb-4670-8547-db9d630de9a3), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:20.581287 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cf3dda-81ae-4d24-895f-39a66e621819 None None] The sync data for ids ['2229f580-9cdb-4670-8547-db9d630de9a3'] in n-d-741529-9 is: [{'id': '2229f580-9cdb-4670-8547-db9d630de9a3', 'name': 'tempest-TestShelveInstance-1220969979-router', 'tenant_id': 'da646395d8034759ad7f7e89678089c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:55Z', 'updated_at': '2022-01-18T21:37:20Z', 'revision_number': 6, 'project_id': 'da646395d8034759ad7f7e89678089c1', 'gw_port_host': None}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:37:20.652704 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-58a5e3e9-c8d2-44cc-a2b8-09604c1cd6bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (2229f580-9cdb-4670-8547-db9d630de9a3), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:20.654846 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-58a5e3e9-c8d2-44cc-a2b8-09604c1cd6bb admin admin] Publish callbacks [] for router_controller (2229f580-9cdb-4670-8547-db9d630de9a3), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:20.697961 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-58a5e3e9-c8d2-44cc-a2b8-09604c1cd6bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (2229f580-9cdb-4670-8547-db9d630de9a3), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:20.698545 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a5e3e9-c8d2-44cc-a2b8-09604c1cd6bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2229f580-9cdb-4670-8547-db9d630de9a3 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 21:37:20.704744 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-58a5e3e9-c8d2-44cc-a2b8-09604c1cd6bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:20.705931 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-58a5e3e9-c8d2-44cc-a2b8-09604c1cd6bb admin admin] 10.222.0.31 "DELETE /v2.0/routers/2229f580-9cdb-4670-8547-db9d630de9a3 HTTP/1.1" status: 204 len: 168 time: 0.8001192 Jan 18 21:37:20.708392 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44952) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:20.755870 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-d441b364-0d80-4ca1-ac8d-c8c5839f9059 admin admin] Deleting subnet 0e0ce033-9464-46c7-baa2-72e1bbd3b680 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 21:37:20.759002 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d441b364-0d80-4ca1-ac8d-c8c5839f9059 admin admin] Publish callbacks [] for subnet (0e0ce033-9464-46c7-baa2-72e1bbd3b680), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:20.792244 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d441b364-0d80-4ca1-ac8d-c8c5839f9059 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (0e0ce033-9464-46c7-baa2-72e1bbd3b680), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:20.870252 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d441b364-0d80-4ca1-ac8d-c8c5839f9059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (0e0ce033-9464-46c7-baa2-72e1bbd3b680), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:20.928365 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d441b364-0d80-4ca1-ac8d-c8c5839f9059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (0e0ce033-9464-46c7-baa2-72e1bbd3b680), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:20.962643 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441b364-0d80-4ca1-ac8d-c8c5839f9059 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e0ce033-9464-46c7-baa2-72e1bbd3b680,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:20.964722 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d441b364-0d80-4ca1-ac8d-c8c5839f9059 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:20.971114 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-d441b364-0d80-4ca1-ac8d-c8c5839f9059 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0e0ce033-9464-46c7-baa2-72e1bbd3b680 HTTP/1.1" status: 204 len: 168 time: 0.2585678 Jan 18 21:37:20.971231 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 44954) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:20.976957 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39962ab3-6a92-4c34-938b-f427ab59dc63 None None] Network a49847c1-7161-405f-80c4-c2493b42ebb5 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:37:21.058125 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69af1596-d441-4fa4-9147-df890d6589ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (a49847c1-7161-405f-80c4-c2493b42ebb5), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:21.115738 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-69af1596-d441-4fa4-9147-df890d6589ac admin admin] Deleting port e9d6675b-3780-41d3-9c95-4a529feb42b5 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:37:21.116159 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69af1596-d441-4fa4-9147-df890d6589ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e9d6675b-3780-41d3-9c95-4a529feb42b5), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:21.189915 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-69af1596-d441-4fa4-9147-df890d6589ac admin admin] For port e9d6675b-3780-41d3-9c95-4a529feb42b5, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=e9d6675b-3780-41d3-9c95-4a529feb42b5,segment=NetworkSegment(2fd5835d-6e3f-4f64-aac2-294571b2e775),segment_id=2fd5835d-6e3f-4f64-aac2-294571b2e775)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:37:21.190276 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69af1596-d441-4fa4-9147-df890d6589ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e9d6675b-3780-41d3-9c95-4a529feb42b5), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:21.202356 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-69af1596-d441-4fa4-9147-df890d6589ac admin admin] Calling delete_port for e9d6675b-3780-41d3-9c95-4a529feb42b5 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:37:21.280366 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69af1596-d441-4fa4-9147-df890d6589ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (e9d6675b-3780-41d3-9c95-4a529feb42b5), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:21.312757 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af1596-d441-4fa4-9147-df890d6589ac admin admin] Pushing event deleted for resources: {'Port': ['ID=e9d6675b-3780-41d3-9c95-4a529feb42b5,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:21.315456 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69af1596-d441-4fa4-9147-df890d6589ac admin admin] No DVR routers for this DVR port e9d6675b-3780-41d3-9c95-4a529feb42b5 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:37:21.388135 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69af1596-d441-4fa4-9147-df890d6589ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (a49847c1-7161-405f-80c4-c2493b42ebb5), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:21.411060 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-69af1596-d441-4fa4-9147-df890d6589ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a49847c1-7161-405f-80c4-c2493b42ebb5']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:21.426907 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-69af1596-d441-4fa4-9147-df890d6589ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd5835d-6e3f-4f64-aac2-294571b2e775') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:21.427478 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-69af1596-d441-4fa4-9147-df890d6589ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd5835d-6e3f-4f64-aac2-294571b2e775') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:21.449259 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78dc89b-297e-4d4b-84db-0a9ba56e6030 None None] DHCP port deletion for a49847c1-7161-405f-80c4-c2493b42ebb5 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:37:21.450801 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69af1596-d441-4fa4-9147-df890d6589ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (2fd5835d-6e3f-4f64-aac2-294571b2e775), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:21.477701 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69af1596-d441-4fa4-9147-df890d6589ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (2fd5835d-6e3f-4f64-aac2-294571b2e775), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:21.486694 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69af1596-d441-4fa4-9147-df890d6589ac admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 21:37:21.487312 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69af1596-d441-4fa4-9147-df890d6589ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (2fd5835d-6e3f-4f64-aac2-294571b2e775), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: timer() Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 21:37:21.537740 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 21:37:21.559662 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69af1596-d441-4fa4-9147-df890d6589ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (a49847c1-7161-405f-80c4-c2493b42ebb5), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:21.576860 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69af1596-d441-4fa4-9147-df890d6589ac admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:21.583495 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-69af1596-d441-4fa4-9147-df890d6589ac admin admin] 10.222.0.31 "DELETE /v2.0/networks/a49847c1-7161-405f-80c4-c2493b42ebb5 HTTP/1.1" status: 204 len: 168 time: 0.6085954 Jan 18 21:37:21.583495 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af1596-d441-4fa4-9147-df890d6589ac admin admin] Pushing event deleted for resources: {'Network': ['ID=a49847c1-7161-405f-80c4-c2493b42ebb5,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:21.584297 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44956) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:22.019451 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5464aa64-d476-45a7-ab76-2549a3f45a70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (8ee2402f-96c1-4e92-903f-157341be4eff), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:22.110903 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 5c7610be-ea24-48c5-9ace-57bc23f60814 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:37:22.143774 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 5c7610be-ea24-48c5-9ace-57bc23f60814 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:37:22.144398 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 5c7610be-ea24-48c5-9ace-57bc23f60814 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:37:22.144980 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device e9d6675b-3780-41d3-9c95-4a529feb42b5 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:37:22.170966 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: e9d6675b-3780-41d3-9c95-4a529feb42b5 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:37:22.171333 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device e9d6675b-3780-41d3-9c95-4a529feb42b5 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:37:22.171987 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 0bf52f24-9e5c-43ac-8c2d-5b934aede4d2 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:37:22.194705 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 0bf52f24-9e5c-43ac-8c2d-5b934aede4d2 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:37:22.195429 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 0bf52f24-9e5c-43ac-8c2d-5b934aede4d2 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:37:22.317090 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-5464aa64-d476-45a7-ab76-2549a3f45a70 admin admin] Deleting port 5eaf6b88-ac13-44a1-b071-7f8b56949a93 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:37:22.317711 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5464aa64-d476-45a7-ab76-2549a3f45a70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (5eaf6b88-ac13-44a1-b071-7f8b56949a93), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:22.398307 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-5464aa64-d476-45a7-ab76-2549a3f45a70 admin admin] For port 5eaf6b88-ac13-44a1-b071-7f8b56949a93, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=5eaf6b88-ac13-44a1-b071-7f8b56949a93,segment=NetworkSegment(63f0aad8-93e3-4675-8345-3e38ef21d0f7),segment_id=63f0aad8-93e3-4675-8345-3e38ef21d0f7)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:37:22.398666 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5464aa64-d476-45a7-ab76-2549a3f45a70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (5eaf6b88-ac13-44a1-b071-7f8b56949a93), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:22.411266 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-5464aa64-d476-45a7-ab76-2549a3f45a70 admin admin] Calling delete_port for 5eaf6b88-ac13-44a1-b071-7f8b56949a93 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:37:22.629702 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5464aa64-d476-45a7-ab76-2549a3f45a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (5eaf6b88-ac13-44a1-b071-7f8b56949a93), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:22.660932 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464aa64-d476-45a7-ab76-2549a3f45a70 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eaf6b88-ac13-44a1-b071-7f8b56949a93,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:22.872184 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5464aa64-d476-45a7-ab76-2549a3f45a70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (8ee2402f-96c1-4e92-903f-157341be4eff), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:23.472902 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5464aa64-d476-45a7-ab76-2549a3f45a70 admin admin] Router 8ee2402f-96c1-4e92-903f-157341be4eff has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:37:23.580143 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5464aa64-d476-45a7-ab76-2549a3f45a70 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:37:23.585338 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-5464aa64-d476-45a7-ab76-2549a3f45a70 admin admin] 10.222.0.31 "PUT /v2.0/routers/8ee2402f-96c1-4e92-903f-157341be4eff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9993298 Jan 18 21:37:23.587772 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44958) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:23.589608 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbe33d4-d428-4199-9904-119082473282 None None] Sync routers for ids ['8ee2402f-96c1-4e92-903f-157341be4eff'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:37:23.603103 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbe33d4-d428-4199-9904-119082473282 None None] Routers {'8ee2402f-96c1-4e92-903f-157341be4eff'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:37:23.603920 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-edbe33d4-d428-4199-9904-119082473282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:36:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8ee2402f-96c1-4e92-903f-157341be4eff'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:23.723195 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54a56ebf-914b-4adb-9265-0a85e971af03 admin admin] Publish callbacks [] for router (8ee2402f-96c1-4e92-903f-157341be4eff), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:23.729183 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-edbe33d4-d428-4199-9904-119082473282 None None] Set router 8ee2402f-96c1-4e92-903f-157341be4eff gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:37:23.827587 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54a56ebf-914b-4adb-9265-0a85e971af03 admin admin] Publish callbacks [] for router_gateway (8ee2402f-96c1-4e92-903f-157341be4eff), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:23.879907 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-54a56ebf-914b-4adb-9265-0a85e971af03 admin admin] Deleting port ba33e33f-9770-4537-bb93-88de3d8a419c {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:37:23.880307 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54a56ebf-914b-4adb-9265-0a85e971af03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (ba33e33f-9770-4537-bb93-88de3d8a419c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:23.913752 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-edbe33d4-d428-4199-9904-119082473282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee2402f-96c1-4e92-903f-157341be4eff', 'name': 'tempest-TestShelveInstance-953552894-router', 'tenant_id': '6e694625b2024ab288a90d80684f36c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'ba33e33f-9770-4537-bb93-88de3d8a419c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:59Z', 'updated_at': '2022-01-18T21:37:22Z', 'revision_number': 5, 'project_id': '6e694625b2024ab288a90d80684f36c2', 'gw_port': {'id': 'ba33e33f-9770-4537-bb93-88de3d8a419c', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee2402f-96c1-4e92-903f-157341be4eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:27:00Z', 'updated_at': '2022-01-18T21:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:23.939545 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbe33d4-d428-4199-9904-119082473282 None None] Checking router: 8ee2402f-96c1-4e92-903f-157341be4eff for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:37:23.948375 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbe33d4-d428-4199-9904-119082473282 None None] Routers {'8ee2402f-96c1-4e92-903f-157341be4eff'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:37:23.948963 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-edbe33d4-d428-4199-9904-119082473282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:36:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['8ee2402f-96c1-4e92-903f-157341be4eff'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:23.956979 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-54a56ebf-914b-4adb-9265-0a85e971af03 admin admin] For port ba33e33f-9770-4537-bb93-88de3d8a419c, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=ba33e33f-9770-4537-bb93-88de3d8a419c,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:37:23.957429 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54a56ebf-914b-4adb-9265-0a85e971af03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (ba33e33f-9770-4537-bb93-88de3d8a419c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:23.969856 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-54a56ebf-914b-4adb-9265-0a85e971af03 admin admin] Calling delete_port for ba33e33f-9770-4537-bb93-88de3d8a419c owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:37:24.056063 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-edbe33d4-d428-4199-9904-119082473282 None None] Set router 8ee2402f-96c1-4e92-903f-157341be4eff gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:37:24.154704 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54a56ebf-914b-4adb-9265-0a85e971af03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (ba33e33f-9770-4537-bb93-88de3d8a419c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:24.193500 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a56ebf-914b-4adb-9265-0a85e971af03 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba33e33f-9770-4537-bb93-88de3d8a419c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:24.207083 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-edbe33d4-d428-4199-9904-119082473282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee2402f-96c1-4e92-903f-157341be4eff', 'name': 'tempest-TestShelveInstance-953552894-router', 'tenant_id': '6e694625b2024ab288a90d80684f36c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:59Z', 'updated_at': '2022-01-18T21:37:23Z', 'revision_number': 6, 'project_id': '6e694625b2024ab288a90d80684f36c2', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:24.216331 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc77c0b-5946-431e-a119-e7cc81fb3d95 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:37:24.236457 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbe33d4-d428-4199-9904-119082473282 None None] The sync data for ids ['8ee2402f-96c1-4e92-903f-157341be4eff'] in n-d-741529-9 is: [{'id': '8ee2402f-96c1-4e92-903f-157341be4eff', 'name': 'tempest-TestShelveInstance-953552894-router', 'tenant_id': '6e694625b2024ab288a90d80684f36c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:26:59Z', 'updated_at': '2022-01-18T21:37:23Z', 'revision_number': 6, 'project_id': '6e694625b2024ab288a90d80684f36c2', 'gw_port_host': None}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:37:24.270670 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54a56ebf-914b-4adb-9265-0a85e971af03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (8ee2402f-96c1-4e92-903f-157341be4eff), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:24.366048 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54a56ebf-914b-4adb-9265-0a85e971af03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (8ee2402f-96c1-4e92-903f-157341be4eff), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:24.368160 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54a56ebf-914b-4adb-9265-0a85e971af03 admin admin] Publish callbacks [] for router_controller (8ee2402f-96c1-4e92-903f-157341be4eff), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:24.412342 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54a56ebf-914b-4adb-9265-0a85e971af03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (8ee2402f-96c1-4e92-903f-157341be4eff), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:24.412815 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a56ebf-914b-4adb-9265-0a85e971af03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ee2402f-96c1-4e92-903f-157341be4eff {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 21:37:24.422749 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54a56ebf-914b-4adb-9265-0a85e971af03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:24.426525 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-54a56ebf-914b-4adb-9265-0a85e971af03 admin admin] 10.222.0.31 "DELETE /v2.0/routers/8ee2402f-96c1-4e92-903f-157341be4eff HTTP/1.1" status: 204 len: 168 time: 0.8351748 Jan 18 21:37:24.426812 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44960) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:24.494168 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a7850a-c655-4eb1-95a2-cc21010bd12c admin admin] Deleting subnet 49c4ae4c-17af-43e6-b227-3a8142304228 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 21:37:24.497791 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0a7850a-c655-4eb1-95a2-cc21010bd12c admin admin] Publish callbacks [] for subnet (49c4ae4c-17af-43e6-b227-3a8142304228), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:24.544158 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0a7850a-c655-4eb1-95a2-cc21010bd12c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (49c4ae4c-17af-43e6-b227-3a8142304228), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:24.630534 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0a7850a-c655-4eb1-95a2-cc21010bd12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (49c4ae4c-17af-43e6-b227-3a8142304228), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:24.691822 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0a7850a-c655-4eb1-95a2-cc21010bd12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (49c4ae4c-17af-43e6-b227-3a8142304228), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:24.729526 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7850a-c655-4eb1-95a2-cc21010bd12c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49c4ae4c-17af-43e6-b227-3a8142304228,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:24.733496 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0a7850a-c655-4eb1-95a2-cc21010bd12c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:24.738244 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-c0a7850a-c655-4eb1-95a2-cc21010bd12c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/49c4ae4c-17af-43e6-b227-3a8142304228 HTTP/1.1" status: 204 len: 168 time: 0.3104527 Jan 18 21:37:24.739770 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd612919-9027-4fe3-bc06-95b8a9376ca3 None None] Network e0eff96d-7979-4275-9ca7-f5c63ef51561 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:37:24.740632 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44962) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:24.829053 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4312b8f0-45b8-4024-b590-8a8f2704ff88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (e0eff96d-7979-4275-9ca7-f5c63ef51561), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:24.882741 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-4312b8f0-45b8-4024-b590-8a8f2704ff88 admin admin] Deleting port 78d77429-af8f-4ee0-8df0-945107ed8a3d {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:37:24.883077 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4312b8f0-45b8-4024-b590-8a8f2704ff88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (78d77429-af8f-4ee0-8df0-945107ed8a3d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:24.957528 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-4312b8f0-45b8-4024-b590-8a8f2704ff88 admin admin] For port 78d77429-af8f-4ee0-8df0-945107ed8a3d, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=78d77429-af8f-4ee0-8df0-945107ed8a3d,segment=NetworkSegment(63f0aad8-93e3-4675-8345-3e38ef21d0f7),segment_id=63f0aad8-93e3-4675-8345-3e38ef21d0f7)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:37:24.957927 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4312b8f0-45b8-4024-b590-8a8f2704ff88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (78d77429-af8f-4ee0-8df0-945107ed8a3d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:24.970299 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-4312b8f0-45b8-4024-b590-8a8f2704ff88 admin admin] Calling delete_port for 78d77429-af8f-4ee0-8df0-945107ed8a3d owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:37:25.054618 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4312b8f0-45b8-4024-b590-8a8f2704ff88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (78d77429-af8f-4ee0-8df0-945107ed8a3d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:25.054897 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1720b34d-0c04-4d4a-bded-cb3d7351e88a None None] DHCP port deletion for e0eff96d-7979-4275-9ca7-f5c63ef51561 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:37:25.085168 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312b8f0-45b8-4024-b590-8a8f2704ff88 admin admin] Pushing event deleted for resources: {'Port': ['ID=78d77429-af8f-4ee0-8df0-945107ed8a3d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:25.088793 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4312b8f0-45b8-4024-b590-8a8f2704ff88 admin admin] No DVR routers for this DVR port 78d77429-af8f-4ee0-8df0-945107ed8a3d on host n-d-741529-9 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:37:25.158933 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4312b8f0-45b8-4024-b590-8a8f2704ff88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (e0eff96d-7979-4275-9ca7-f5c63ef51561), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:25.178969 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-4312b8f0-45b8-4024-b590-8a8f2704ff88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0eff96d-7979-4275-9ca7-f5c63ef51561']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:25.188401 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-4312b8f0-45b8-4024-b590-8a8f2704ff88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f0aad8-93e3-4675-8345-3e38ef21d0f7') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:25.188692 n-d-741529-9 neutron-server[103336]: DEBUG neutron.services.segments.db [None req-4312b8f0-45b8-4024-b590-8a8f2704ff88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f0aad8-93e3-4675-8345-3e38ef21d0f7') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:25.197895 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4312b8f0-45b8-4024-b590-8a8f2704ff88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12904479'] for segment (63f0aad8-93e3-4675-8345-3e38ef21d0f7), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:25.211234 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4312b8f0-45b8-4024-b590-8a8f2704ff88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (63f0aad8-93e3-4675-8345-3e38ef21d0f7), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:25.217015 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4312b8f0-45b8-4024-b590-8a8f2704ff88 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 21:37:25.217395 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4312b8f0-45b8-4024-b590-8a8f2704ff88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12902994'] for segment (63f0aad8-93e3-4675-8345-3e38ef21d0f7), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: warnings.warn(msg) Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: Traceback (most recent call last): Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: timer() Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: cb(*args, **kw) Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: return func(*args, **kwargs) Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: self._notify() Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: self.callback(batched_events) Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: event.method(event) Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: return f(self, *a, **k) Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: return self._get(url).json() Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: return self.request(url, 'GET', **kwargs) Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 21:37:25.219628 n-d-741529-9 neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 21:37:25.279448 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4312b8f0-45b8-4024-b590-8a8f2704ff88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (e0eff96d-7979-4275-9ca7-f5c63ef51561), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:25.285601 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4312b8f0-45b8-4024-b590-8a8f2704ff88 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:25.289117 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4312b8f0-45b8-4024-b590-8a8f2704ff88 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e0eff96d-7979-4275-9ca7-f5c63ef51561 HTTP/1.1" status: 204 len: 168 time: 0.5475414 Jan 18 21:37:25.304035 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312b8f0-45b8-4024-b590-8a8f2704ff88 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0eff96d-7979-4275-9ca7-f5c63ef51561,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:25.454786 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44966) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:25.493866 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-cd411ff1-9df4-40ae-8d5d-f37c2073ab6f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da646395d8034759ad7f7e89678089c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377519 Jan 18 21:37:25.496470 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44968) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:25.542289 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54a60f56-0494-4fd1-b39f-dfe80e6b44e2 admin admin] Publish callbacks [] for security_group (1b28ccd4-a7b3-4ee8-8528-d0f304a5a244), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:25.562370 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54a60f56-0494-4fd1-b39f-dfe80e6b44e2 admin admin] Publish callbacks [] for security_group (1b28ccd4-a7b3-4ee8-8528-d0f304a5a244), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:25.610900 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54a60f56-0494-4fd1-b39f-dfe80e6b44e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (1b28ccd4-a7b3-4ee8-8528-d0f304a5a244), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:25.613379 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54a60f56-0494-4fd1-b39f-dfe80e6b44e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:25.614547 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-54a60f56-0494-4fd1-b39f-dfe80e6b44e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b28ccd4-a7b3-4ee8-8528-d0f304a5a244 HTTP/1.1" status: 204 len: 168 time: 0.1171854 Jan 18 21:37:25.622589 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a60f56-0494-4fd1-b39f-dfe80e6b44e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b28ccd4-a7b3-4ee8-8528-d0f304a5a244,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:25.838466 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f1ecd443-7237-46d7-ba0f-04f266a157ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:25.961710 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44974) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:26.001191 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-2e1548d7-dd64-4b92-b8fb-4c0f7d24bddd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e694625b2024ab288a90d80684f36c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382755 Jan 18 21:37:26.003578 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44976) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:26.050368 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b7efe5f2-dbe3-4278-b001-c1fb1a5f0b27 admin admin] Publish callbacks [] for security_group (935306af-a72e-4003-b165-bdd999cc0f2d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:26.071356 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b7efe5f2-dbe3-4278-b001-c1fb1a5f0b27 admin admin] Publish callbacks [] for security_group (935306af-a72e-4003-b165-bdd999cc0f2d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:26.073842 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 5eaf6b88-ac13-44a1-b071-7f8b56949a93 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:37:26.093309 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 5eaf6b88-ac13-44a1-b071-7f8b56949a93 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:37:26.093666 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 5eaf6b88-ac13-44a1-b071-7f8b56949a93 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:37:26.094592 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ba33e33f-9770-4537-bb93-88de3d8a419c no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:37:26.117921 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: ba33e33f-9770-4537-bb93-88de3d8a419c {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:37:26.118152 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b7efe5f2-dbe3-4278-b001-c1fb1a5f0b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (935306af-a72e-4003-b165-bdd999cc0f2d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:26.118264 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device ba33e33f-9770-4537-bb93-88de3d8a419c not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:37:26.118650 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 78d77429-af8f-4ee0-8df0-945107ed8a3d no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:37:26.120953 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b7efe5f2-dbe3-4278-b001-c1fb1a5f0b27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:26.124580 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-b7efe5f2-dbe3-4278-b001-c1fb1a5f0b27 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/935306af-a72e-4003-b165-bdd999cc0f2d HTTP/1.1" status: 204 len: 168 time: 0.1176915 Jan 18 21:37:26.129873 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7efe5f2-dbe3-4278-b001-c1fb1a5f0b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935306af-a72e-4003-b165-bdd999cc0f2d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:26.145176 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 78d77429-af8f-4ee0-8df0-945107ed8a3d {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:37:26.145515 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 78d77429-af8f-4ee0-8df0-945107ed8a3d not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:37:26.827873 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 44998) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:26.927627 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-4949cf96-d48c-42e9-b08a-fd2336908037 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-57130512-network', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:37:26.949942 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4949cf96-d48c-42e9-b08a-fd2336908037 admin admin] Made reservation on behalf of 9d5c35d5c16740e38763a2f99275b132 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:37:26.952266 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4949cf96-d48c-42e9-b08a-fd2336908037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:26.960574 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4949cf96-d48c-42e9-b08a-fd2336908037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:27.035891 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4949cf96-d48c-42e9-b08a-fd2336908037 admin admin] Publish callbacks [] for security_group (c772ec53-0194-4717-ab20-ec47d8d69668), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:27.040799 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4949cf96-d48c-42e9-b08a-fd2336908037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c772ec53-0194-4717-ab20-ec47d8d69668), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:27.067975 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4949cf96-d48c-42e9-b08a-fd2336908037 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 21:37:27.077837 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949cf96-d48c-42e9-b08a-fd2336908037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c772ec53-0194-4717-ab20-ec47d8d69668,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:27.083390 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4949cf96-d48c-42e9-b08a-fd2336908037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (fb66ce79-e2ed-42af-99d0-416beabe50ab), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:27.083744 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-4949cf96-d48c-42e9-b08a-fd2336908037 admin admin] Added segment fb66ce79-e2ed-42af-99d0-416beabe50ab of type vlan for network 74e30a12-1db9-449c-a8f4-9a6ac638b097 Jan 18 21:37:27.123724 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4949cf96-d48c-42e9-b08a-fd2336908037 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (74e30a12-1db9-449c-a8f4-9a6ac638b097), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:27.147931 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4949cf96-d48c-42e9-b08a-fd2336908037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (74e30a12-1db9-449c-a8f4-9a6ac638b097), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:27.148885 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4949cf96-d48c-42e9-b08a-fd2336908037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:27.149441 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4949cf96-d48c-42e9-b08a-fd2336908037 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:27.182622 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4949cf96-d48c-42e9-b08a-fd2336908037 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3530214 Jan 18 21:37:27.185496 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45002) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:27.190874 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-4ed30c01-281b-48d0-b2dd-94fa0df13ae3 admin admin] Request body: {'subnet': {'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-57130512-subnet', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:37:27.212050 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949cf96-d48c-42e9-b08a-fd2336908037 admin admin] Pushing event updated for resources: {'Network': ['ID=74e30a12-1db9-449c-a8f4-9a6ac638b097,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:27.213753 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed30c01-281b-48d0-b2dd-94fa0df13ae3 admin admin] Made reservation on behalf of 9d5c35d5c16740e38763a2f99275b132 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:37:27.215996 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ed30c01-281b-48d0-b2dd-94fa0df13ae3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12852653'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:27.223066 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network 74e30a12-1db9-449c-a8f4-9a6ac638b097 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 21:37:27.396696 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ed30c01-281b-48d0-b2dd-94fa0df13ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12763036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12852611'] for subnet (0263b836-9244-4b08-bf01-33c071ad98e0), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:27.452885 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed30c01-281b-48d0-b2dd-94fa0df13ae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0263b836-9244-4b08-bf01-33c071ad98e0,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:27.457696 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed30c01-281b-48d0-b2dd-94fa0df13ae3 admin admin] Checking segment: {'id': 'fb66ce79-e2ed-42af-99d0-416beabe50ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:37:27.458051 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed30c01-281b-48d0-b2dd-94fa0df13ae3 admin admin] Network hostable DHCP agents. Network: 74e30a12-1db9-449c-a8f4-9a6ac638b097, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 21:37:27.474982 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed30c01-281b-48d0-b2dd-94fa0df13ae3 admin admin] Network 74e30a12-1db9-449c-a8f4-9a6ac638b097 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 21:37:27.483732 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-4ed30c01-281b-48d0-b2dd-94fa0df13ae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, 74e30a12-1db9-449c-a8f4-9a6ac638b097) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:37:27.487771 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed30c01-281b-48d0-b2dd-94fa0df13ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:27.488342 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ed30c01-281b-48d0-b2dd-94fa0df13ae3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:27.494040 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445fce73-c772-4ec7-97b9-ca3a358cde00 None None] Network 74e30a12-1db9-449c-a8f4-9a6ac638b097 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:37:27.504739 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-4ed30c01-281b-48d0-b2dd-94fa0df13ae3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3180673 Jan 18 21:37:27.507763 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 45004) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:27.515685 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-0079e62b-fa14-479d-9e58-382211f2716c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-57130512-router', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:37:27.543493 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0079e62b-fa14-479d-9e58-382211f2716c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:27.544721 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0079e62b-fa14-479d-9e58-382211f2716c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:27.601713 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0079e62b-fa14-479d-9e58-382211f2716c admin admin] Publish callbacks [] for router_controller (5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:27.608966 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-74e30a12-1db9-449c-a8f4-9a6ac638b097', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'fixed_ips': [{'subnet_id': '0263b836-9244-4b08-bf01-33c071ad98e0'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 21:37:27.610103 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:27.732173 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0079e62b-fa14-479d-9e58-382211f2716c admin admin] Publish callbacks [] for router_gateway (5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:27.751464 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Allocated IP 172.20.0.2 (74e30a12-1db9-449c-a8f4-9a6ac638b097/0263b836-9244-4b08-bf01-33c071ad98e0/94f6efd8-d51f-488d-997a-687b9fb03df0) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:37:27.893028 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Publish callbacks [] for port (94f6efd8-d51f-488d-997a-687b9fb03df0), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:27.899126 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (94f6efd8-d51f-488d-997a-687b9fb03df0), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:27.928925 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0079e62b-fa14-479d-9e58-382211f2716c admin admin] Publish callbacks [] for router_gateway (5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:27.947528 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0079e62b-fa14-479d-9e58-382211f2716c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:27.948961 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Network 74e30a12-1db9-449c-a8f4-9a6ac638b097 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:37:27.951839 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:37:27.955983 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:37:27.968325 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Pushing event updated for resources: {'Port': ['ID=94f6efd8-d51f-488d-997a-687b9fb03df0,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:27.998676 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:27.998949 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:27.999277 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:27.999612 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:27.999971 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:28.000304 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:28.000632 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:28.000957 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:28.001280 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:28.001601 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:28.001960 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:28.002282 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:28.002602 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:28.033958 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f54ff43f-2ab8-448b-9bba-c9a7c2dbf95a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:28.037246 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Attempting to bind port 94f6efd8-d51f-488d-997a-687b9fb03df0 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:37:28.037978 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Attempting to bind port 94f6efd8-d51f-488d-997a-687b9fb03df0 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'fb66ce79-e2ed-42af-99d0-416beabe50ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:37:28.037978 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Attempting to bind port 94f6efd8-d51f-488d-997a-687b9fb03df0 on network 74e30a12-1db9-449c-a8f4-9a6ac638b097 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:37:28.042933 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:37:28.043302 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Checking segment: {'id': 'fb66ce79-e2ed-42af-99d0-416beabe50ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:37:28.043709 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:28.044087 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Bound using segment: {'id': 'fb66ce79-e2ed-42af-99d0-416beabe50ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:37:28.044543 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Bound port: 94f6efd8-d51f-488d-997a-687b9fb03df0, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb66ce79-e2ed-42af-99d0-416beabe50ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:37:28.044913 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (94f6efd8-d51f-488d-997a-687b9fb03df0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:28.061315 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-0079e62b-fa14-479d-9e58-382211f2716c admin admin] Allocated IP 172.25.4.24 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/d5e6cfde-414f-48de-971b-98b61a48bc57) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:37:28.111376 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] For port 94f6efd8-d51f-488d-997a-687b9fb03df0, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:37:28.114522 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] For port 94f6efd8-d51f-488d-997a-687b9fb03df0, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=94f6efd8-d51f-488d-997a-687b9fb03df0,segment=NetworkSegment(fb66ce79-e2ed-42af-99d0-416beabe50ab),segment_id=fb66ce79-e2ed-42af-99d0-416beabe50ab)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:37:28.118061 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (94f6efd8-d51f-488d-997a-687b9fb03df0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:28.166594 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0079e62b-fa14-479d-9e58-382211f2716c admin admin] Publish callbacks [] for port (d5e6cfde-414f-48de-971b-98b61a48bc57), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:28.172256 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63e18f-5f54-43ac-85b3-eccb3c933373 None None] Pushing event updated for resources: {'Port': ['ID=94f6efd8-d51f-488d-997a-687b9fb03df0,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:28.207641 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0079e62b-fa14-479d-9e58-382211f2716c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (d5e6cfde-414f-48de-971b-98b61a48bc57), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:28.247186 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0079e62b-fa14-479d-9e58-382211f2716c admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:37:28.250595 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-0079e62b-fa14-479d-9e58-382211f2716c admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:37:28.254385 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0079e62b-fa14-479d-9e58-382211f2716c admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:37:28.259882 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079e62b-fa14-479d-9e58-382211f2716c admin admin] Pushing event updated for resources: {'Port': ['ID=d5e6cfde-414f-48de-971b-98b61a48bc57,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:28.265439 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4940bd68-5942-45d3-911c-bd649fb0e5ad None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:37:28.394036 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-776585b7-4f1e-42d4-a939-a61f4bc252d3 None None] Provisioning complete for port d5e6cfde-414f-48de-971b-98b61a48bc57 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:37:28.394715 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-776585b7-4f1e-42d4-a939-a61f4bc252d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d5e6cfde-414f-48de-971b-98b61a48bc57), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:28.429958 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-776585b7-4f1e-42d4-a939-a61f4bc252d3 None None] Port d5e6cfde-414f-48de-971b-98b61a48bc57 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:37:28.529427 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0079e62b-fa14-479d-9e58-382211f2716c admin admin] Publish callbacks [] for router_gateway (5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:28.714786 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0079e62b-fa14-479d-9e58-382211f2716c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:28.839418 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0079e62b-fa14-479d-9e58-382211f2716c admin admin] Router 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 21:37:28.953690 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0079e62b-fa14-479d-9e58-382211f2716c admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:37:28.965955 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069db5cd-52ce-40d7-a722-a6d4e00cbc61 None None] Sync routers for ids ['5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:37:28.975954 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0079e62b-fa14-479d-9e58-382211f2716c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:28.977230 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-0079e62b-fa14-479d-9e58-382211f2716c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4676211 Jan 18 21:37:28.979914 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 45006) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:28.986615 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069db5cd-52ce-40d7-a722-a6d4e00cbc61 None None] Routers {'5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:37:28.987723 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-069db5cd-52ce-40d7-a722-a6d4e00cbc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:37:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:29.108617 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-069db5cd-52ce-40d7-a722-a6d4e00cbc61 None None] Set router 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:37:29.167041 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a851f185-fb84-472b-9f5a-7ee104bde2d8 None None] Network 74e30a12-1db9-449c-a8f4-9a6ac638b097 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:37:29.341882 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c6d9ebed-1742-408d-90f7-401b76f2b1a2 None None] Provisioning complete for port 94f6efd8-d51f-488d-997a-687b9fb03df0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:37:29.342802 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c6d9ebed-1742-408d-90f7-401b76f2b1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (94f6efd8-d51f-488d-997a-687b9fb03df0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:29.465661 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:29.478506 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-069db5cd-52ce-40d7-a722-a6d4e00cbc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'name': 'tempest-TestSnapshotPattern-57130512-router', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:28Z', 'revision_number': 3, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'gw_port': {'id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:29.514314 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069db5cd-52ce-40d7-a722-a6d4e00cbc61 None None] Checking router: 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:37:29.514668 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069db5cd-52ce-40d7-a722-a6d4e00cbc61 None None] Updating router 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd port d5e6cfde-414f-48de-971b-98b61a48bc57 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 21:37:29.520023 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c6d9ebed-1742-408d-90f7-401b76f2b1a2 None None] Current status of the port 94f6efd8-d51f-488d-997a-687b9fb03df0 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:37:29.520385 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c6d9ebed-1742-408d-90f7-401b76f2b1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (94f6efd8-d51f-488d-997a-687b9fb03df0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:29.559255 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-069db5cd-52ce-40d7-a722-a6d4e00cbc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d5e6cfde-414f-48de-971b-98b61a48bc57), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:29.597778 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c6d9ebed-1742-408d-90f7-401b76f2b1a2 None None] For port 94f6efd8-d51f-488d-997a-687b9fb03df0, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=94f6efd8-d51f-488d-997a-687b9fb03df0,segment=NetworkSegment(fb66ce79-e2ed-42af-99d0-416beabe50ab),segment_id=fb66ce79-e2ed-42af-99d0-416beabe50ab)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:37:29.602929 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c6d9ebed-1742-408d-90f7-401b76f2b1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (94f6efd8-d51f-488d-997a-687b9fb03df0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:29.737200 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9ebed-1742-408d-90f7-401b76f2b1a2 None None] Pushing event updated for resources: {'Port': ['ID=94f6efd8-d51f-488d-997a-687b9fb03df0,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:29.764918 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-edb32787-dee3-4c1e-a3a9-3bece249b129 None None] Provisioning complete for port 94f6efd8-d51f-488d-997a-687b9fb03df0 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:37:29.765291 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-edb32787-dee3-4c1e-a3a9-3bece249b129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (94f6efd8-d51f-488d-997a-687b9fb03df0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:29.777189 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-57c873a3-c857-459b-bcab-525ece05f6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:29.933720 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-57c873a3-c857-459b-bcab-525ece05f6b2 admin admin] Allocated IP 172.20.0.1 (74e30a12-1db9-449c-a8f4-9a6ac638b097/0263b836-9244-4b08-bf01-33c071ad98e0/82b9e12a-404c-481b-ae32-5897988a54dd) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:37:30.051805 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-57c873a3-c857-459b-bcab-525ece05f6b2 admin admin] Publish callbacks [] for port (82b9e12a-404c-481b-ae32-5897988a54dd), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:30.094235 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-57c873a3-c857-459b-bcab-525ece05f6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (82b9e12a-404c-481b-ae32-5897988a54dd), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:30.104158 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-edb32787-dee3-4c1e-a3a9-3bece249b129 None None] Current status of the port 94f6efd8-d51f-488d-997a-687b9fb03df0 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:37:30.127966 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 94f6efd8-d51f-488d-997a-687b9fb03df0 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:37:30.131776 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-069db5cd-52ce-40d7-a722-a6d4e00cbc61 None None] Publish callbacks [] for port (d5e6cfde-414f-48de-971b-98b61a48bc57), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:30.137270 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c873a3-c857-459b-bcab-525ece05f6b2 admin admin] Network 74e30a12-1db9-449c-a8f4-9a6ac638b097 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:37:30.140252 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-57c873a3-c857-459b-bcab-525ece05f6b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:37:30.144684 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c873a3-c857-459b-bcab-525ece05f6b2 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:37:30.147751 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c873a3-c857-459b-bcab-525ece05f6b2 admin admin] Pushing event updated for resources: {'Port': ['ID=82b9e12a-404c-481b-ae32-5897988a54dd,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:30.163040 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-069db5cd-52ce-40d7-a722-a6d4e00cbc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d5e6cfde-414f-48de-971b-98b61a48bc57), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:30.186482 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-57c873a3-c857-459b-bcab-525ece05f6b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:30.221782 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79a5030-dd95-4808-ae14-d9bf262452ec None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:37:30.226885 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-069db5cd-52ce-40d7-a722-a6d4e00cbc61 None None] Attempting to bind port d5e6cfde-414f-48de-971b-98b61a48bc57 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:37:30.227262 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-069db5cd-52ce-40d7-a722-a6d4e00cbc61 None None] Attempting to bind port d5e6cfde-414f-48de-971b-98b61a48bc57 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:37:30.227634 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069db5cd-52ce-40d7-a722-a6d4e00cbc61 None None] Attempting to bind port d5e6cfde-414f-48de-971b-98b61a48bc57 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:37:30.243251 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069db5cd-52ce-40d7-a722-a6d4e00cbc61 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:37:30.243685 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069db5cd-52ce-40d7-a722-a6d4e00cbc61 None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:37:30.244039 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-069db5cd-52ce-40d7-a722-a6d4e00cbc61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:30.244683 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069db5cd-52ce-40d7-a722-a6d4e00cbc61 None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:37:30.245177 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-069db5cd-52ce-40d7-a722-a6d4e00cbc61 None None] Bound port: d5e6cfde-414f-48de-971b-98b61a48bc57, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:37:30.245564 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-069db5cd-52ce-40d7-a722-a6d4e00cbc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d5e6cfde-414f-48de-971b-98b61a48bc57), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:30.269112 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f5d1b-07ec-47a0-9129-371fb5cfb573 None None] Pushing event updated for resources: {'Port': ['ID=d5e6cfde-414f-48de-971b-98b61a48bc57,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:30.304660 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 94f6efd8-d51f-488d-997a-687b9fb03df0 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:37:30.305589 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (94f6efd8-d51f-488d-997a-687b9fb03df0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:30.336685 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-57c873a3-c857-459b-bcab-525ece05f6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (82b9e12a-404c-481b-ae32-5897988a54dd), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:30.340825 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-069db5cd-52ce-40d7-a722-a6d4e00cbc61 None None] For port d5e6cfde-414f-48de-971b-98b61a48bc57, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:37:30.365065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-069db5cd-52ce-40d7-a722-a6d4e00cbc61 None None] For port d5e6cfde-414f-48de-971b-98b61a48bc57, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d5e6cfde-414f-48de-971b-98b61a48bc57,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:37:30.373046 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-069db5cd-52ce-40d7-a722-a6d4e00cbc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d5e6cfde-414f-48de-971b-98b61a48bc57), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:30.382952 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e59e3d00-1efe-48ea-accb-893156d9e1dd None None] Provisioning complete for port d5e6cfde-414f-48de-971b-98b61a48bc57 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:37:30.383570 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e59e3d00-1efe-48ea-accb-893156d9e1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d5e6cfde-414f-48de-971b-98b61a48bc57), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:30.446701 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e463f69b-d4fd-4bea-ad38-0b24a6b46755 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:37:30.503142 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f5d1b-07ec-47a0-9129-371fb5cfb573 None None] Pushing event updated for resources: {'Port': ['ID=d5e6cfde-414f-48de-971b-98b61a48bc57,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:30.506106 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-57c873a3-c857-459b-bcab-525ece05f6b2 admin admin] Publish callbacks [] for port (82b9e12a-404c-481b-ae32-5897988a54dd), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:30.511602 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-57c873a3-c857-459b-bcab-525ece05f6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (82b9e12a-404c-481b-ae32-5897988a54dd), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:30.513239 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069db5cd-52ce-40d7-a722-a6d4e00cbc61 None None] Routers {'5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:37:30.513899 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-069db5cd-52ce-40d7-a722-a6d4e00cbc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:37:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:30.556307 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 94f6efd8-d51f-488d-997a-687b9fb03df0 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:37:30.584158 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c873a3-c857-459b-bcab-525ece05f6b2 admin admin] Pushing event updated for resources: {'Port': ['ID=82b9e12a-404c-481b-ae32-5897988a54dd,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:30.586834 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-57c873a3-c857-459b-bcab-525ece05f6b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:30.645605 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e59e3d00-1efe-48ea-accb-893156d9e1dd None None] Current status of the port d5e6cfde-414f-48de-971b-98b61a48bc57 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:37:30.646019 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e59e3d00-1efe-48ea-accb-893156d9e1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (d5e6cfde-414f-48de-971b-98b61a48bc57), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:30.666241 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-069db5cd-52ce-40d7-a722-a6d4e00cbc61 None None] Set router 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:37:30.676923 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c873a3-c857-459b-bcab-525ece05f6b2 admin admin] Network 74e30a12-1db9-449c-a8f4-9a6ac638b097 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:37:30.678318 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-57c873a3-c857-459b-bcab-525ece05f6b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:37:30.698572 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e59e3d00-1efe-48ea-accb-893156d9e1dd None None] For port d5e6cfde-414f-48de-971b-98b61a48bc57, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d5e6cfde-414f-48de-971b-98b61a48bc57,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:37:30.706549 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e59e3d00-1efe-48ea-accb-893156d9e1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (d5e6cfde-414f-48de-971b-98b61a48bc57), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:30.806776 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c873a3-c857-459b-bcab-525ece05f6b2 admin admin] Router 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:37:30.837764 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e3d00-1efe-48ea-accb-893156d9e1dd None None] Pushing event updated for resources: {'Port': ['ID=d5e6cfde-414f-48de-971b-98b61a48bc57,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:30.867700 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-9c6a61e0-e069-4327-a9ef-dff0d4f6e0b8 None None] Provisioning complete for port 82b9e12a-404c-481b-ae32-5897988a54dd triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:37:30.868080 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9c6a61e0-e069-4327-a9ef-dff0d4f6e0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (82b9e12a-404c-481b-ae32-5897988a54dd), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:30.920283 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:30.932103 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c873a3-c857-459b-bcab-525ece05f6b2 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:37:30.937554 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-57c873a3-c857-459b-bcab-525ece05f6b2 admin admin] 10.222.0.31 "PUT /v2.0/routers/5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9564574 Jan 18 21:37:30.952929 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9c6a61e0-e069-4327-a9ef-dff0d4f6e0b8 None None] Port 82b9e12a-404c-481b-ae32-5897988a54dd cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:37:30.975779 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-9c6a61e0-e069-4327-a9ef-dff0d4f6e0b8 None None] Provisioning complete for port d5e6cfde-414f-48de-971b-98b61a48bc57 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:37:30.976156 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9c6a61e0-e069-4327-a9ef-dff0d4f6e0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d5e6cfde-414f-48de-971b-98b61a48bc57), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:31.018601 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-069db5cd-52ce-40d7-a722-a6d4e00cbc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'name': 'tempest-TestSnapshotPattern-57130512-router', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'gw_port': {'id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '82b9e12a-404c-481b-ae32-5897988a54dd', 'name': '', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'mac_address': 'fa:16:3e:85:ff:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:29Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 2, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'subnets': [{'id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:31.045800 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069db5cd-52ce-40d7-a722-a6d4e00cbc61 None None] The sync data for ids ['5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'] in n-d-741529-9 is: [{'id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'name': 'tempest-TestSnapshotPattern-57130512-router', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'gw_port': {'id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '82b9e12a-404c-481b-ae32-5897988a54dd', 'name': '', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'mac_address': 'fa:16:3e:85:ff:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:29Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 2, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'subnets': [{'id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:37:31.103814 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9c6a61e0-e069-4327-a9ef-dff0d4f6e0b8 None None] Current status of the port d5e6cfde-414f-48de-971b-98b61a48bc57 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:37:31.238629 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dae7ae60-176d-47e3-b662-385bca8b7228 None None] Provisioning complete for port 82b9e12a-404c-481b-ae32-5897988a54dd triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:37:31.238629 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dae7ae60-176d-47e3-b662-385bca8b7228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (82b9e12a-404c-481b-ae32-5897988a54dd), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:31.282214 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dae7ae60-176d-47e3-b662-385bca8b7228 None None] Port 82b9e12a-404c-481b-ae32-5897988a54dd cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:37:31.475866 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 45022) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:31.480903 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-19570362-12b6-4d21-b0a0-bfd86f4c414f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1915197440-network', 'tenant_id': '898c64dba0614762832e964d54ba982f'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:37:31.505778 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19570362-12b6-4d21-b0a0-bfd86f4c414f admin admin] Made reservation on behalf of 898c64dba0614762832e964d54ba982f for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:37:31.508528 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19570362-12b6-4d21-b0a0-bfd86f4c414f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:31.517551 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19570362-12b6-4d21-b0a0-bfd86f4c414f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:31.596721 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19570362-12b6-4d21-b0a0-bfd86f4c414f admin admin] Publish callbacks [] for security_group (9fec0278-1b66-4f05-9a41-b47a5fedfe20), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:31.601415 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19570362-12b6-4d21-b0a0-bfd86f4c414f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9fec0278-1b66-4f05-9a41-b47a5fedfe20), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:31.628089 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19570362-12b6-4d21-b0a0-bfd86f4c414f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 21:37:31.637154 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19570362-12b6-4d21-b0a0-bfd86f4c414f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fec0278-1b66-4f05-9a41-b47a5fedfe20,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:31.644203 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19570362-12b6-4d21-b0a0-bfd86f4c414f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (d6124456-a079-4339-bf51-297f61038324), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:31.644548 n-d-741529-9 neutron-server[103336]: INFO neutron.db.segments_db [None req-19570362-12b6-4d21-b0a0-bfd86f4c414f admin admin] Added segment d6124456-a079-4339-bf51-297f61038324 of type vlan for network f4c8515a-85a7-46ec-b621-dc18ac7ca524 Jan 18 21:37:31.692124 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19570362-12b6-4d21-b0a0-bfd86f4c414f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779509588399'] for network (f4c8515a-85a7-46ec-b621-dc18ac7ca524), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:31.730936 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19570362-12b6-4d21-b0a0-bfd86f4c414f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393'] for network (f4c8515a-85a7-46ec-b621-dc18ac7ca524), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:31.731868 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19570362-12b6-4d21-b0a0-bfd86f4c414f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:31.732437 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-19570362-12b6-4d21-b0a0-bfd86f4c414f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:31.766266 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-19570362-12b6-4d21-b0a0-bfd86f4c414f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2886775 Jan 18 21:37:31.769155 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 45024) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:31.773952 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-70546c07-1567-40c5-9744-7c9dbc2a4d28 admin admin] Request body: {'subnet': {'network_id': 'f4c8515a-85a7-46ec-b621-dc18ac7ca524', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1915197440-subnet', 'tenant_id': '898c64dba0614762832e964d54ba982f', 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:37:31.808495 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19570362-12b6-4d21-b0a0-bfd86f4c414f admin admin] Pushing event updated for resources: {'Network': ['ID=f4c8515a-85a7-46ec-b621-dc18ac7ca524,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:31.820226 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Network f4c8515a-85a7-46ec-b621-dc18ac7ca524 details requested by agent ovs-agent-n-d-741529-9 with host n-d-741529-9 {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 21:37:31.830773 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70546c07-1567-40c5-9744-7c9dbc2a4d28 admin admin] Made reservation on behalf of 898c64dba0614762832e964d54ba982f for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:37:31.833306 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-70546c07-1567-40c5-9744-7c9dbc2a4d28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14661851'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:32.015482 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-70546c07-1567-40c5-9744-7c9dbc2a4d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14661877'] for subnet (a8051ca1-05bd-40d6-8bc6-f3a9c758591c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:32.075232 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70546c07-1567-40c5-9744-7c9dbc2a4d28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8051ca1-05bd-40d6-8bc6-f3a9c758591c,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:32.081566 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70546c07-1567-40c5-9744-7c9dbc2a4d28 admin admin] Checking segment: {'id': 'd6124456-a079-4339-bf51-297f61038324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f4c8515a-85a7-46ec-b621-dc18ac7ca524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:37:32.081959 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70546c07-1567-40c5-9744-7c9dbc2a4d28 admin admin] Network hostable DHCP agents. Network: f4c8515a-85a7-46ec-b621-dc18ac7ca524, hostable agents: ['aedf7989-aa5d-49f5-9945-0d422630356c'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 21:37:32.096983 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:32.100990 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70546c07-1567-40c5-9744-7c9dbc2a4d28 admin admin] Network f4c8515a-85a7-46ec-b621-dc18ac7ca524 is scheduled to be hosted by DHCP agent aedf7989-aa5d-49f5-9945-0d422630356c with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 21:37:32.110821 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-70546c07-1567-40c5-9744-7c9dbc2a4d28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-741529-9, f4c8515a-85a7-46ec-b621-dc18ac7ca524) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:37:32.115511 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70546c07-1567-40c5-9744-7c9dbc2a4d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:32.116114 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-70546c07-1567-40c5-9744-7c9dbc2a4d28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:32.123608 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b64390b-3605-4dd5-9c93-de8f2eec55f0 None None] Network f4c8515a-85a7-46ec-b621-dc18ac7ca524 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:37:32.139677 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-70546c07-1567-40c5-9744-7c9dbc2a4d28 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3694208 Jan 18 21:37:32.142718 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 45026) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:32.147157 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-3022cf6a-f87b-457c-b7f2-1963f428d2e1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1915197440-router', 'tenant_id': '898c64dba0614762832e964d54ba982f', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:37:32.148144 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d5e6cfde-414f-48de-971b-98b61a48bc57 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:37:32.171383 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3022cf6a-f87b-457c-b7f2-1963f428d2e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57827'] for router (405e822f-6f36-4eea-b489-267eab61012c), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:32.172568 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3022cf6a-f87b-457c-b7f2-1963f428d2e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1996971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57844'] for router (405e822f-6f36-4eea-b489-267eab61012c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:32.235488 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3022cf6a-f87b-457c-b7f2-1963f428d2e1 admin admin] Publish callbacks [] for router_controller (405e822f-6f36-4eea-b489-267eab61012c), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:32.263299 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port d5e6cfde-414f-48de-971b-98b61a48bc57 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:37:32.263582 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (d5e6cfde-414f-48de-971b-98b61a48bc57), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:32.289006 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd92fbb4-84cd-43e8-910c-d354ad5fa357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947ab2a6-ca36-52be-9ce6-92bbbfa412e0-f4c8515a-85a7-46ec-b621-dc18ac7ca524', 'network_id': 'f4c8515a-85a7-46ec-b621-dc18ac7ca524', 'project_id': '898c64dba0614762832e964d54ba982f', 'fixed_ips': [{'subnet_id': 'a8051ca1-05bd-40d6-8bc6-f3a9c758591c'}]}} from n-d-741529-9. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 21:37:32.289968 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fd92fbb4-84cd-43e8-910c-d354ad5fa357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:32.390760 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3022cf6a-f87b-457c-b7f2-1963f428d2e1 admin admin] Publish callbacks [] for router_gateway (405e822f-6f36-4eea-b489-267eab61012c), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:32.457322 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port d5e6cfde-414f-48de-971b-98b61a48bc57 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:37:32.477934 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-fd92fbb4-84cd-43e8-910c-d354ad5fa357 None None] Allocated IP 172.20.0.2 (f4c8515a-85a7-46ec-b621-dc18ac7ca524/a8051ca1-05bd-40d6-8bc6-f3a9c758591c/6852a949-121c-42cd-b3df-7af7c6af68b2) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:37:32.591802 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3022cf6a-f87b-457c-b7f2-1963f428d2e1 admin admin] Publish callbacks [] for router_gateway (405e822f-6f36-4eea-b489-267eab61012c), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:32.610774 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3022cf6a-f87b-457c-b7f2-1963f428d2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:32.620520 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fd92fbb4-84cd-43e8-910c-d354ad5fa357 None None] Publish callbacks [] for port (6852a949-121c-42cd-b3df-7af7c6af68b2), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:32.629200 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fd92fbb4-84cd-43e8-910c-d354ad5fa357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502'] for port (6852a949-121c-42cd-b3df-7af7c6af68b2), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:32.676000 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd92fbb4-84cd-43e8-910c-d354ad5fa357 None None] Network f4c8515a-85a7-46ec-b621-dc18ac7ca524 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:37:32.678928 n-d-741529-9 neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-fd92fbb4-84cd-43e8-910c-d354ad5fa357 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:37:32.682548 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd92fbb4-84cd-43e8-910c-d354ad5fa357 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:37:32.688964 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92fbb4-84cd-43e8-910c-d354ad5fa357 None None] Pushing event updated for resources: {'Port': ['ID=6852a949-121c-42cd-b3df-7af7c6af68b2,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:32.726906 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-3022cf6a-f87b-457c-b7f2-1963f428d2e1 admin admin] Allocated IP 172.25.4.83 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/6c72f39b-3b1f-44bf-a417-aea85faeef53) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:37:32.740082 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-fd92fbb4-84cd-43e8-910c-d354ad5fa357 None None] Attempting to bind port 6852a949-121c-42cd-b3df-7af7c6af68b2 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:37:32.740454 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-fd92fbb4-84cd-43e8-910c-d354ad5fa357 None None] Attempting to bind port 6852a949-121c-42cd-b3df-7af7c6af68b2 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd6124456-a079-4339-bf51-297f61038324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f4c8515a-85a7-46ec-b621-dc18ac7ca524'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:37:32.740821 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd92fbb4-84cd-43e8-910c-d354ad5fa357 None None] Attempting to bind port 6852a949-121c-42cd-b3df-7af7c6af68b2 on network f4c8515a-85a7-46ec-b621-dc18ac7ca524 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:37:32.746678 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd92fbb4-84cd-43e8-910c-d354ad5fa357 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:37:32.747037 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd92fbb4-84cd-43e8-910c-d354ad5fa357 None None] Checking segment: {'id': 'd6124456-a079-4339-bf51-297f61038324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f4c8515a-85a7-46ec-b621-dc18ac7ca524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:37:32.747444 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fd92fbb4-84cd-43e8-910c-d354ad5fa357 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:32.747824 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd92fbb4-84cd-43e8-910c-d354ad5fa357 None None] Bound using segment: {'id': 'd6124456-a079-4339-bf51-297f61038324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f4c8515a-85a7-46ec-b621-dc18ac7ca524'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:37:32.748303 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-fd92fbb4-84cd-43e8-910c-d354ad5fa357 None None] Bound port: 6852a949-121c-42cd-b3df-7af7c6af68b2, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6124456-a079-4339-bf51-297f61038324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f4c8515a-85a7-46ec-b621-dc18ac7ca524'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:37:32.748675 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fd92fbb4-84cd-43e8-910c-d354ad5fa357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6852a949-121c-42cd-b3df-7af7c6af68b2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:32.814044 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-fd92fbb4-84cd-43e8-910c-d354ad5fa357 None None] For port 6852a949-121c-42cd-b3df-7af7c6af68b2, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:37:32.817476 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-fd92fbb4-84cd-43e8-910c-d354ad5fa357 None None] For port 6852a949-121c-42cd-b3df-7af7c6af68b2, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6852a949-121c-42cd-b3df-7af7c6af68b2,segment=NetworkSegment(d6124456-a079-4339-bf51-297f61038324),segment_id=d6124456-a079-4339-bf51-297f61038324)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:37:32.821902 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fd92fbb4-84cd-43e8-910c-d354ad5fa357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6852a949-121c-42cd-b3df-7af7c6af68b2), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:32.830195 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3022cf6a-f87b-457c-b7f2-1963f428d2e1 admin admin] Publish callbacks [] for port (6c72f39b-3b1f-44bf-a417-aea85faeef53), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:32.868447 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3022cf6a-f87b-457c-b7f2-1963f428d2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (6c72f39b-3b1f-44bf-a417-aea85faeef53), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:32.892799 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92fbb4-84cd-43e8-910c-d354ad5fa357 None None] Pushing event updated for resources: {'Port': ['ID=6852a949-121c-42cd-b3df-7af7c6af68b2,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:32.917489 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3022cf6a-f87b-457c-b7f2-1963f428d2e1 admin admin] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:37:32.922685 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-3022cf6a-f87b-457c-b7f2-1963f428d2e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:37:32.926759 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3022cf6a-f87b-457c-b7f2-1963f428d2e1 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:37:32.938865 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d25f5d7-486d-420a-81e8-e347e2386f18 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:37:32.952758 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022cf6a-f87b-457c-b7f2-1963f428d2e1 admin admin] Pushing event updated for resources: {'Port': ['ID=6c72f39b-3b1f-44bf-a417-aea85faeef53,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:33.018536 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-190ed6f5-ee58-41d9-bc48-5b42a1f598d1 None None] Provisioning complete for port 6c72f39b-3b1f-44bf-a417-aea85faeef53 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:37:33.019204 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-190ed6f5-ee58-41d9-bc48-5b42a1f598d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6c72f39b-3b1f-44bf-a417-aea85faeef53), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:33.094598 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-190ed6f5-ee58-41d9-bc48-5b42a1f598d1 None None] Port 6c72f39b-3b1f-44bf-a417-aea85faeef53 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:37:33.217527 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3022cf6a-f87b-457c-b7f2-1963f428d2e1 admin admin] Publish callbacks [] for router_gateway (405e822f-6f36-4eea-b489-267eab61012c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:33.308579 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cbb046-545d-4393-a79b-f3c2365a5994 None None] Sync routers for ids ['5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:37:33.317857 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cbb046-545d-4393-a79b-f3c2365a5994 None None] Routers {'5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:37:33.318448 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e8cbb046-545d-4393-a79b-f3c2365a5994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:37:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:33.412393 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3022cf6a-f87b-457c-b7f2-1963f428d2e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617297'] for router (405e822f-6f36-4eea-b489-267eab61012c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:33.420856 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-e8cbb046-545d-4393-a79b-f3c2365a5994 None None] Set router 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:37:33.538902 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3022cf6a-f87b-457c-b7f2-1963f428d2e1 admin admin] Router 405e822f-6f36-4eea-b489-267eab61012c is scheduled to L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 21:37:33.620958 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e8cbb046-545d-4393-a79b-f3c2365a5994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'name': 'tempest-TestSnapshotPattern-57130512-router', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'gw_port': {'id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '82b9e12a-404c-481b-ae32-5897988a54dd', 'name': '', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'mac_address': 'fa:16:3e:85:ff:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:29Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 2, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'subnets': [{'id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:33.646885 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3022cf6a-f87b-457c-b7f2-1963f428d2e1 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:37:33.648606 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cbb046-545d-4393-a79b-f3c2365a5994 None None] Checking router: 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:37:33.648965 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cbb046-545d-4393-a79b-f3c2365a5994 None None] Updating router 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd port 82b9e12a-404c-481b-ae32-5897988a54dd binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 21:37:33.655948 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade32e1c-b5f4-4f40-bca6-5dbe85814e3f None None] Sync routers for ids ['405e822f-6f36-4eea-b489-267eab61012c'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:37:33.665070 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3022cf6a-f87b-457c-b7f2-1963f428d2e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:33.668895 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-3022cf6a-f87b-457c-b7f2-1963f428d2e1 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5225010 Jan 18 21:37:33.669092 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 45028) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:33.670727 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade32e1c-b5f4-4f40-bca6-5dbe85814e3f None None] Routers {'405e822f-6f36-4eea-b489-267eab61012c'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:37:33.671345 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ade32e1c-b5f4-4f40-bca6-5dbe85814e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:37:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['405e822f-6f36-4eea-b489-267eab61012c'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:33.676365 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-e8cbb046-545d-4393-a79b-f3c2365a5994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (82b9e12a-404c-481b-ae32-5897988a54dd), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:33.804308 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-ade32e1c-b5f4-4f40-bca6-5dbe85814e3f None None] Set router 405e822f-6f36-4eea-b489-267eab61012c gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:37:33.972016 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-e8cbb046-545d-4393-a79b-f3c2365a5994 None None] Publish callbacks [] for port (82b9e12a-404c-481b-ae32-5897988a54dd), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:33.979652 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-e8cbb046-545d-4393-a79b-f3c2365a5994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (82b9e12a-404c-481b-ae32-5897988a54dd), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:34.032967 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ade32e1c-b5f4-4f40-bca6-5dbe85814e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405e822f-6f36-4eea-b489-267eab61012c', 'name': 'tempest-TestSnapshotPattern-1915197440-router', 'tenant_id': '898c64dba0614762832e964d54ba982f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '6c72f39b-3b1f-44bf-a417-aea85faeef53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:32Z', 'updated_at': '2022-01-18T21:37:33Z', 'revision_number': 3, 'project_id': '898c64dba0614762832e964d54ba982f', 'gw_port': {'id': '6c72f39b-3b1f-44bf-a417-aea85faeef53', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fe:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405e822f-6f36-4eea-b489-267eab61012c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:32Z', 'updated_at': '2022-01-18T21:37:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:34.071622 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade32e1c-b5f4-4f40-bca6-5dbe85814e3f None None] Checking router: 405e822f-6f36-4eea-b489-267eab61012c for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:37:34.072291 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade32e1c-b5f4-4f40-bca6-5dbe85814e3f None None] Updating router 405e822f-6f36-4eea-b489-267eab61012c port 6c72f39b-3b1f-44bf-a417-aea85faeef53 binding host n-d-741529-9 {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 21:37:34.098013 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72277019-44fb-4e5b-a59d-c9c448aa218b None None] Pushing event updated for resources: {'Port': ['ID=82b9e12a-404c-481b-ae32-5897988a54dd,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:34.118158 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ade32e1c-b5f4-4f40-bca6-5dbe85814e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6c72f39b-3b1f-44bf-a417-aea85faeef53), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:34.166138 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72277019-44fb-4e5b-a59d-c9c448aa218b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:34.166479 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72277019-44fb-4e5b-a59d-c9c448aa218b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:34.166817 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72277019-44fb-4e5b-a59d-c9c448aa218b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:34.167143 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72277019-44fb-4e5b-a59d-c9c448aa218b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:34.167471 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72277019-44fb-4e5b-a59d-c9c448aa218b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:34.167792 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72277019-44fb-4e5b-a59d-c9c448aa218b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:34.168111 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72277019-44fb-4e5b-a59d-c9c448aa218b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:34.168428 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72277019-44fb-4e5b-a59d-c9c448aa218b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:34.168994 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72277019-44fb-4e5b-a59d-c9c448aa218b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:34.169473 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72277019-44fb-4e5b-a59d-c9c448aa218b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:34.170120 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72277019-44fb-4e5b-a59d-c9c448aa218b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:34.170620 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72277019-44fb-4e5b-a59d-c9c448aa218b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:34.171216 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72277019-44fb-4e5b-a59d-c9c448aa218b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:37:34.175501 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-e8cbb046-545d-4393-a79b-f3c2365a5994 None None] Attempting to bind port 82b9e12a-404c-481b-ae32-5897988a54dd on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:37:34.176109 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-e8cbb046-545d-4393-a79b-f3c2365a5994 None None] Attempting to bind port 82b9e12a-404c-481b-ae32-5897988a54dd by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'fb66ce79-e2ed-42af-99d0-416beabe50ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:37:34.176648 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cbb046-545d-4393-a79b-f3c2365a5994 None None] Attempting to bind port 82b9e12a-404c-481b-ae32-5897988a54dd on network 74e30a12-1db9-449c-a8f4-9a6ac638b097 {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:37:34.181069 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6852a949-121c-42cd-b3df-7af7c6af68b2 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:37:34.184221 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cbb046-545d-4393-a79b-f3c2365a5994 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:37:34.184792 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cbb046-545d-4393-a79b-f3c2365a5994 None None] Checking segment: {'id': 'fb66ce79-e2ed-42af-99d0-416beabe50ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:37:34.185347 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-e8cbb046-545d-4393-a79b-f3c2365a5994 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:34.185926 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cbb046-545d-4393-a79b-f3c2365a5994 None None] Bound using segment: {'id': 'fb66ce79-e2ed-42af-99d0-416beabe50ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:37:34.186579 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-e8cbb046-545d-4393-a79b-f3c2365a5994 None None] Bound port: 82b9e12a-404c-481b-ae32-5897988a54dd, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb66ce79-e2ed-42af-99d0-416beabe50ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:37:34.187139 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-e8cbb046-545d-4393-a79b-f3c2365a5994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (82b9e12a-404c-481b-ae32-5897988a54dd), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:34.263586 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-e8cbb046-545d-4393-a79b-f3c2365a5994 None None] For port 82b9e12a-404c-481b-ae32-5897988a54dd, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:37:34.267972 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-e8cbb046-545d-4393-a79b-f3c2365a5994 None None] For port 82b9e12a-404c-481b-ae32-5897988a54dd, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=82b9e12a-404c-481b-ae32-5897988a54dd,segment=NetworkSegment(fb66ce79-e2ed-42af-99d0-416beabe50ab),segment_id=fb66ce79-e2ed-42af-99d0-416beabe50ab)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:37:34.276244 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-e8cbb046-545d-4393-a79b-f3c2365a5994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (82b9e12a-404c-481b-ae32-5897988a54dd), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:34.332163 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cbb046-545d-4393-a79b-f3c2365a5994 None None] Routers {'5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:37:34.333838 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e8cbb046-545d-4393-a79b-f3c2365a5994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:37:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:34.396984 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72277019-44fb-4e5b-a59d-c9c448aa218b None None] Pushing event updated for resources: {'Port': ['ID=82b9e12a-404c-481b-ae32-5897988a54dd,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:34.469117 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-e8cbb046-545d-4393-a79b-f3c2365a5994 None None] Set router 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:37:34.511826 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a886c68-425b-495f-8c20-42469b2bcada None None] Network f4c8515a-85a7-46ec-b621-dc18ac7ca524 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:37:34.618749 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d8411b23-f7b9-4403-bf2b-5db24729c75b None None] Provisioning complete for port 6852a949-121c-42cd-b3df-7af7c6af68b2 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:37:34.619101 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d8411b23-f7b9-4403-bf2b-5db24729c75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6852a949-121c-42cd-b3df-7af7c6af68b2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:34.652380 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1f3f035b-4459-43c1-9a78-51d80b4a3103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:34.701141 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e8cbb046-545d-4393-a79b-f3c2365a5994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'name': 'tempest-TestSnapshotPattern-57130512-router', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'gw_port': {'id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '82b9e12a-404c-481b-ae32-5897988a54dd', 'name': '', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'mac_address': 'fa:16:3e:85:ff:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:29Z', 'updated_at': '2022-01-18T21:37:34Z', 'revision_number': 4, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'subnets': [{'id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:34.726711 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cbb046-545d-4393-a79b-f3c2365a5994 None None] The sync data for ids ['5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'] in n-d-741529-9 is: [{'id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'name': 'tempest-TestSnapshotPattern-57130512-router', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'gw_port': {'id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '82b9e12a-404c-481b-ae32-5897988a54dd', 'name': '', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'mac_address': 'fa:16:3e:85:ff:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:29Z', 'updated_at': '2022-01-18T21:37:34Z', 'revision_number': 4, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'subnets': [{'id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:37:34.728853 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 6852a949-121c-42cd-b3df-7af7c6af68b2 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:37:34.729241 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6852a949-121c-42cd-b3df-7af7c6af68b2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:34.818723 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-1f3f035b-4459-43c1-9a78-51d80b4a3103 admin admin] Allocated IP 172.20.0.1 (f4c8515a-85a7-46ec-b621-dc18ac7ca524/a8051ca1-05bd-40d6-8bc6-f3a9c758591c/dc28f46b-751f-49ce-82f1-a9ba317fd2dc) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:37:34.877095 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:34.894866 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d8411b23-f7b9-4403-bf2b-5db24729c75b None None] Current status of the port 6852a949-121c-42cd-b3df-7af7c6af68b2 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:37:34.895252 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d8411b23-f7b9-4403-bf2b-5db24729c75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6852a949-121c-42cd-b3df-7af7c6af68b2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:34.943000 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1f3f035b-4459-43c1-9a78-51d80b4a3103 admin admin] Publish callbacks [] for port (dc28f46b-751f-49ce-82f1-a9ba317fd2dc), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:34.991802 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1f3f035b-4459-43c1-9a78-51d80b4a3103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (dc28f46b-751f-49ce-82f1-a9ba317fd2dc), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:35.013530 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d8411b23-f7b9-4403-bf2b-5db24729c75b None None] For port 6852a949-121c-42cd-b3df-7af7c6af68b2, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6852a949-121c-42cd-b3df-7af7c6af68b2,segment=NetworkSegment(d6124456-a079-4339-bf51-297f61038324),segment_id=d6124456-a079-4339-bf51-297f61038324)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:37:35.014486 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 6852a949-121c-42cd-b3df-7af7c6af68b2 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:37:35.014866 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6852a949-121c-42cd-b3df-7af7c6af68b2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:35.030136 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d8411b23-f7b9-4403-bf2b-5db24729c75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6852a949-121c-42cd-b3df-7af7c6af68b2), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:35.048366 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ade32e1c-b5f4-4f40-bca6-5dbe85814e3f None None] Publish callbacks [] for port (6c72f39b-3b1f-44bf-a417-aea85faeef53), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:35.058195 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3f035b-4459-43c1-9a78-51d80b4a3103 admin admin] Network f4c8515a-85a7-46ec-b621-dc18ac7ca524 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:37:35.061761 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-1f3f035b-4459-43c1-9a78-51d80b4a3103 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:37:35.065970 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3f035b-4459-43c1-9a78-51d80b4a3103 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:37:35.090774 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ade32e1c-b5f4-4f40-bca6-5dbe85814e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6c72f39b-3b1f-44bf-a417-aea85faeef53), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:35.121407 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f035b-4459-43c1-9a78-51d80b4a3103 admin admin] Pushing event updated for resources: {'Port': ['ID=dc28f46b-751f-49ce-82f1-a9ba317fd2dc,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:35.144952 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393abf5f-73d8-4bee-aebd-51a4c866280d None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:37:35.159591 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1f3f035b-4459-43c1-9a78-51d80b4a3103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614500'] for router_interface (405e822f-6f36-4eea-b489-267eab61012c), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:35.178731 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8411b23-f7b9-4403-bf2b-5db24729c75b None None] Pushing event updated for resources: {'Port': ['ID=6852a949-121c-42cd-b3df-7af7c6af68b2,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:35.189590 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ade32e1c-b5f4-4f40-bca6-5dbe85814e3f None None] Attempting to bind port 6c72f39b-3b1f-44bf-a417-aea85faeef53 on host n-d-741529-9 for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:37:35.190006 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ade32e1c-b5f4-4f40-bca6-5dbe85814e3f None None] Attempting to bind port 6c72f39b-3b1f-44bf-a417-aea85faeef53 by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:37:35.190405 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade32e1c-b5f4-4f40-bca6-5dbe85814e3f None None] Attempting to bind port 6c72f39b-3b1f-44bf-a417-aea85faeef53 on network 9b0799cf-8cdf-46d5-953b-bdacab604b8c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:37:35.216734 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 21:37:35.217169 n-d-741529-9 neutron-server[103337]: DEBUG oslo_db.api [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 21:37:35.225784 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade32e1c-b5f4-4f40-bca6-5dbe85814e3f None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:37:35.226165 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade32e1c-b5f4-4f40-bca6-5dbe85814e3f None None] Checking segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:37:35.226565 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ade32e1c-b5f4-4f40-bca6-5dbe85814e3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:35.226949 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade32e1c-b5f4-4f40-bca6-5dbe85814e3f None None] Bound using segment: {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:37:35.227484 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ade32e1c-b5f4-4f40-bca6-5dbe85814e3f None None] Bound port: 6c72f39b-3b1f-44bf-a417-aea85faeef53, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c745a5b1-aa72-48d4-be13-fbc97cc4128c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:37:35.227804 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ade32e1c-b5f4-4f40-bca6-5dbe85814e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6c72f39b-3b1f-44bf-a417-aea85faeef53), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:35.263486 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-55287b86-eb2e-4ab0-9ef9-f70381315c83 None None] Provisioning complete for port 82b9e12a-404c-481b-ae32-5897988a54dd triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:37:35.263716 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-55287b86-eb2e-4ab0-9ef9-f70381315c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (82b9e12a-404c-481b-ae32-5897988a54dd), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:35.271828 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750da2d-b91d-4a18-b247-f5d977e98ad8 None None] Pushing event updated for resources: {'Port': ['ID=6c72f39b-3b1f-44bf-a417-aea85faeef53,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:35.337267 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ade32e1c-b5f4-4f40-bca6-5dbe85814e3f None None] For port 6c72f39b-3b1f-44bf-a417-aea85faeef53, host n-d-741529-9, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:37:35.340945 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ade32e1c-b5f4-4f40-bca6-5dbe85814e3f None None] For port 6c72f39b-3b1f-44bf-a417-aea85faeef53, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6c72f39b-3b1f-44bf-a417-aea85faeef53,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:37:35.348629 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1f3f035b-4459-43c1-9a78-51d80b4a3103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (dc28f46b-751f-49ce-82f1-a9ba317fd2dc), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:35.353445 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ade32e1c-b5f4-4f40-bca6-5dbe85814e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6c72f39b-3b1f-44bf-a417-aea85faeef53), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:35.436600 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd944a0-dd33-4074-ac03-c7a70b987489 None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:37:35.476760 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750da2d-b91d-4a18-b247-f5d977e98ad8 None None] Pushing event updated for resources: {'Port': ['ID=6c72f39b-3b1f-44bf-a417-aea85faeef53,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:35.482699 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade32e1c-b5f4-4f40-bca6-5dbe85814e3f None None] Routers {'405e822f-6f36-4eea-b489-267eab61012c'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:37:35.483314 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ade32e1c-b5f4-4f40-bca6-5dbe85814e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:37:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['405e822f-6f36-4eea-b489-267eab61012c'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:35.486495 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-55287b86-eb2e-4ab0-9ef9-f70381315c83 None None] Current status of the port 82b9e12a-404c-481b-ae32-5897988a54dd is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:37:35.486878 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-55287b86-eb2e-4ab0-9ef9-f70381315c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (82b9e12a-404c-481b-ae32-5897988a54dd), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:35.571239 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1f3f035b-4459-43c1-9a78-51d80b4a3103 admin admin] Publish callbacks [] for port (dc28f46b-751f-49ce-82f1-a9ba317fd2dc), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:35.576526 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1f3f035b-4459-43c1-9a78-51d80b4a3103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (dc28f46b-751f-49ce-82f1-a9ba317fd2dc), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:35.598525 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-55287b86-eb2e-4ab0-9ef9-f70381315c83 None None] For port 82b9e12a-404c-481b-ae32-5897988a54dd, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=82b9e12a-404c-481b-ae32-5897988a54dd,segment=NetworkSegment(fb66ce79-e2ed-42af-99d0-416beabe50ab),segment_id=fb66ce79-e2ed-42af-99d0-416beabe50ab)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:37:35.605518 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-55287b86-eb2e-4ab0-9ef9-f70381315c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (82b9e12a-404c-481b-ae32-5897988a54dd), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:35.643251 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1f3f035b-4459-43c1-9a78-51d80b4a3103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1660411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614416'] for router_interface (405e822f-6f36-4eea-b489-267eab61012c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:35.644962 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f035b-4459-43c1-9a78-51d80b4a3103 admin admin] Pushing event updated for resources: {'Port': ['ID=dc28f46b-751f-49ce-82f1-a9ba317fd2dc,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:35.648384 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-ade32e1c-b5f4-4f40-bca6-5dbe85814e3f None None] Set router 405e822f-6f36-4eea-b489-267eab61012c gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:37:35.698843 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55287b86-eb2e-4ab0-9ef9-f70381315c83 None None] Pushing event updated for resources: {'Port': ['ID=82b9e12a-404c-481b-ae32-5897988a54dd,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:35.739199 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3f035b-4459-43c1-9a78-51d80b4a3103 admin admin] Network f4c8515a-85a7-46ec-b621-dc18ac7ca524 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:37:35.740551 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-1f3f035b-4459-43c1-9a78-51d80b4a3103 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:37:35.835678 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-60ecf1d5-f1b7-44e3-96ce-367169390d3d None None] Provisioning complete for port 6c72f39b-3b1f-44bf-a417-aea85faeef53 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:37:35.836049 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-60ecf1d5-f1b7-44e3-96ce-367169390d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6c72f39b-3b1f-44bf-a417-aea85faeef53), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:35.837519 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 6852a949-121c-42cd-b3df-7af7c6af68b2 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:37:35.859328 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3f035b-4459-43c1-9a78-51d80b4a3103 admin admin] Router 405e822f-6f36-4eea-b489-267eab61012c has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:37:35.966079 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-60ecf1d5-f1b7-44e3-96ce-367169390d3d None None] Current status of the port 6c72f39b-3b1f-44bf-a417-aea85faeef53 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:37:35.966463 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-60ecf1d5-f1b7-44e3-96ce-367169390d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (6c72f39b-3b1f-44bf-a417-aea85faeef53), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:35.971714 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3f035b-4459-43c1-9a78-51d80b4a3103 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:37:35.976681 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-1f3f035b-4459-43c1-9a78-51d80b4a3103 admin admin] 10.222.0.31 "PUT /v2.0/routers/405e822f-6f36-4eea-b489-267eab61012c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3065689 Jan 18 21:37:35.995239 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-60ecf1d5-f1b7-44e3-96ce-367169390d3d None None] For port 6c72f39b-3b1f-44bf-a417-aea85faeef53, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6c72f39b-3b1f-44bf-a417-aea85faeef53,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:37:35.998522 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-ade32e1c-b5f4-4f40-bca6-5dbe85814e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405e822f-6f36-4eea-b489-267eab61012c', 'name': 'tempest-TestSnapshotPattern-1915197440-router', 'tenant_id': '898c64dba0614762832e964d54ba982f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '6c72f39b-3b1f-44bf-a417-aea85faeef53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:32Z', 'updated_at': '2022-01-18T21:37:35Z', 'revision_number': 4, 'project_id': '898c64dba0614762832e964d54ba982f', 'gw_port': {'id': '6c72f39b-3b1f-44bf-a417-aea85faeef53', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fe:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405e822f-6f36-4eea-b489-267eab61012c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:32Z', 'updated_at': '2022-01-18T21:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'dc28f46b-751f-49ce-82f1-a9ba317fd2dc', 'name': '', 'network_id': 'f4c8515a-85a7-46ec-b621-dc18ac7ca524', 'tenant_id': '898c64dba0614762832e964d54ba982f', 'mac_address': 'fa:16:3e:00:4f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405e822f-6f36-4eea-b489-267eab61012c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'a8051ca1-05bd-40d6-8bc6-f3a9c758591c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:34Z', 'updated_at': '2022-01-18T21:37:34Z', 'revision_number': 1, 'project_id': '898c64dba0614762832e964d54ba982f', 'subnets': [{'id': 'a8051ca1-05bd-40d6-8bc6-f3a9c758591c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:36.000795 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-60ecf1d5-f1b7-44e3-96ce-367169390d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (6c72f39b-3b1f-44bf-a417-aea85faeef53), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:36.053196 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade32e1c-b5f4-4f40-bca6-5dbe85814e3f None None] The sync data for ids ['405e822f-6f36-4eea-b489-267eab61012c'] in n-d-741529-9 is: [{'id': '405e822f-6f36-4eea-b489-267eab61012c', 'name': 'tempest-TestSnapshotPattern-1915197440-router', 'tenant_id': '898c64dba0614762832e964d54ba982f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '6c72f39b-3b1f-44bf-a417-aea85faeef53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:32Z', 'updated_at': '2022-01-18T21:37:35Z', 'revision_number': 4, 'project_id': '898c64dba0614762832e964d54ba982f', 'gw_port': {'id': '6c72f39b-3b1f-44bf-a417-aea85faeef53', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fe:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405e822f-6f36-4eea-b489-267eab61012c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:32Z', 'updated_at': '2022-01-18T21:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'dc28f46b-751f-49ce-82f1-a9ba317fd2dc', 'name': '', 'network_id': 'f4c8515a-85a7-46ec-b621-dc18ac7ca524', 'tenant_id': '898c64dba0614762832e964d54ba982f', 'mac_address': 'fa:16:3e:00:4f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405e822f-6f36-4eea-b489-267eab61012c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'a8051ca1-05bd-40d6-8bc6-f3a9c758591c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:34Z', 'updated_at': '2022-01-18T21:37:34Z', 'revision_number': 1, 'project_id': '898c64dba0614762832e964d54ba982f', 'subnets': [{'id': 'a8051ca1-05bd-40d6-8bc6-f3a9c758591c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:37:36.070469 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-60ecf1d5-f1b7-44e3-96ce-367169390d3d None None] Provisioning complete for port dc28f46b-751f-49ce-82f1-a9ba317fd2dc triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:37:36.070855 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-60ecf1d5-f1b7-44e3-96ce-367169390d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (dc28f46b-751f-49ce-82f1-a9ba317fd2dc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:36.113102 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ecf1d5-f1b7-44e3-96ce-367169390d3d None None] Pushing event updated for resources: {'Port': ['ID=6c72f39b-3b1f-44bf-a417-aea85faeef53,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:36.119375 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-60ecf1d5-f1b7-44e3-96ce-367169390d3d None None] Port dc28f46b-751f-49ce-82f1-a9ba317fd2dc cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:37:36.132444 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-60ecf1d5-f1b7-44e3-96ce-367169390d3d None None] Provisioning complete for port 6852a949-121c-42cd-b3df-7af7c6af68b2 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:37:36.132830 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-60ecf1d5-f1b7-44e3-96ce-367169390d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6852a949-121c-42cd-b3df-7af7c6af68b2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:36.157102 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 82b9e12a-404c-481b-ae32-5897988a54dd up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:37:36.246560 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 82b9e12a-404c-481b-ae32-5897988a54dd triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:37:36.246855 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (82b9e12a-404c-481b-ae32-5897988a54dd), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:36.291952 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-60ecf1d5-f1b7-44e3-96ce-367169390d3d None None] Current status of the port 6852a949-121c-42cd-b3df-7af7c6af68b2 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:37:36.359859 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 82b9e12a-404c-481b-ae32-5897988a54dd is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:37:36.361294 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6852a949-121c-42cd-b3df-7af7c6af68b2 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:37:36.417340 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 6852a949-121c-42cd-b3df-7af7c6af68b2 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:37:36.417812 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6852a949-121c-42cd-b3df-7af7c6af68b2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:36.477767 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-d121850d-f3ff-4d25-82bf-acb9cea0019b None None] Provisioning complete for port dc28f46b-751f-49ce-82f1-a9ba317fd2dc triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:37:36.478246 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d121850d-f3ff-4d25-82bf-acb9cea0019b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (dc28f46b-751f-49ce-82f1-a9ba317fd2dc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:36.718336 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-d121850d-f3ff-4d25-82bf-acb9cea0019b None None] Port dc28f46b-751f-49ce-82f1-a9ba317fd2dc cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:37:36.723092 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 6852a949-121c-42cd-b3df-7af7c6af68b2 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:37:36.951428 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 45038) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:36.956187 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-4a080331-35aa-4a86-bee5-263e0676d71f tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-974074504', 'description': 'tempest-secgroup-smoke-974074504 description', 'project_id': '9d5c35d5c16740e38763a2f99275b132'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:37:36.978885 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4a080331-35aa-4a86-bee5-263e0676d71f tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:37.044928 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4a080331-35aa-4a86-bee5-263e0676d71f tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for security_group (98aad5f1-84e6-485b-87d9-87f64968ac93), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:37.048730 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4a080331-35aa-4a86-bee5-263e0676d71f tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (98aad5f1-84e6-485b-87d9-87f64968ac93), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:37.072047 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4a080331-35aa-4a86-bee5-263e0676d71f tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:37.073279 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4a080331-35aa-4a86-bee5-263e0676d71f tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1207800 Jan 18 21:37:37.076556 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45040) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:37.081720 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-c430ec24-3f5f-4a41-a3a3-789cc7819d98 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Request body: {'security_group_rule': {'security_group_id': '98aad5f1-84e6-485b-87d9-87f64968ac93', 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:37:37.082095 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a080331-35aa-4a86-bee5-263e0676d71f tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98aad5f1-84e6-485b-87d9-87f64968ac93,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:37.110384 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c430ec24-3f5f-4a41-a3a3-789cc7819d98 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for security_group_rule (09de4f3f-3750-4328-bfff-91c854a61193), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:37.164679 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c430ec24-3f5f-4a41-a3a3-789cc7819d98 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for security_group_rule (09de4f3f-3750-4328-bfff-91c854a61193), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:37.168165 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c430ec24-3f5f-4a41-a3a3-789cc7819d98 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (09de4f3f-3750-4328-bfff-91c854a61193), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:37.184818 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430ec24-3f5f-4a41-a3a3-789cc7819d98 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09de4f3f-3750-4328-bfff-91c854a61193,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:37.193700 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c430ec24-3f5f-4a41-a3a3-789cc7819d98 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:37.195308 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c430ec24-3f5f-4a41-a3a3-789cc7819d98 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175401 Jan 18 21:37:37.197869 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45042) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:37.202090 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-85c58e91-a9c7-47b1-b317-b3464d51e5b9 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Request body: {'security_group_rule': {'security_group_id': '98aad5f1-84e6-485b-87d9-87f64968ac93', 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:37:37.230374 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-85c58e91-a9c7-47b1-b317-b3464d51e5b9 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for security_group_rule (71fe58b0-31f7-4eb5-bcf8-f775b9266ccd), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:37.289295 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-85c58e91-a9c7-47b1-b317-b3464d51e5b9 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for security_group_rule (71fe58b0-31f7-4eb5-bcf8-f775b9266ccd), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:37.292660 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-85c58e91-a9c7-47b1-b317-b3464d51e5b9 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (71fe58b0-31f7-4eb5-bcf8-f775b9266ccd), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:37.310363 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c58e91-a9c7-47b1-b317-b3464d51e5b9 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71fe58b0-31f7-4eb5-bcf8-f775b9266ccd,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:37.317642 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-85c58e91-a9c7-47b1-b317-b3464d51e5b9 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:37.318837 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-85c58e91-a9c7-47b1-b317-b3464d51e5b9 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200316 Jan 18 21:37:37.321558 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45044) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:37.325804 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-fc4b78b4-8f60-492a-a439-60f0a068038e tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Request body: {'security_group_rule': {'security_group_id': '98aad5f1-84e6-485b-87d9-87f64968ac93', 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:37:37.353521 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc4b78b4-8f60-492a-a439-60f0a068038e tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for security_group_rule (13e7e7d2-a605-45a6-8736-2a2f2f511f72), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:37.412548 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc4b78b4-8f60-492a-a439-60f0a068038e tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for security_group_rule (13e7e7d2-a605-45a6-8736-2a2f2f511f72), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:37.415925 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc4b78b4-8f60-492a-a439-60f0a068038e tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (13e7e7d2-a605-45a6-8736-2a2f2f511f72), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:37.433661 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b78b4-8f60-492a-a439-60f0a068038e tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e7e7d2-a605-45a6-8736-2a2f2f511f72,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:37.439363 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc4b78b4-8f60-492a-a439-60f0a068038e tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:37.440601 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-fc4b78b4-8f60-492a-a439-60f0a068038e tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180003 Jan 18 21:37:37.443244 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45046) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:37.447474 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-bc5a0908-ae78-47c2-b248-d443a9089768 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Request body: {'security_group_rule': {'security_group_id': '98aad5f1-84e6-485b-87d9-87f64968ac93', 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:37:37.474797 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc5a0908-ae78-47c2-b248-d443a9089768 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for security_group_rule (96de9f5b-11d6-4071-96a0-9e6ab40db73b), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:37.534108 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc5a0908-ae78-47c2-b248-d443a9089768 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for security_group_rule (96de9f5b-11d6-4071-96a0-9e6ab40db73b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:37.541140 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc5a0908-ae78-47c2-b248-d443a9089768 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (96de9f5b-11d6-4071-96a0-9e6ab40db73b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:37.561009 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a0908-ae78-47c2-b248-d443a9089768 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96de9f5b-11d6-4071-96a0-9e6ab40db73b,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:37.581572 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc5a0908-ae78-47c2-b248-d443a9089768 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:37.582840 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-bc5a0908-ae78-47c2-b248-d443a9089768 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1386888 Jan 18 21:37:37.585523 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45048) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:37.589973 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-2007ed07-efe5-4da9-af27-b41b28613c41 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Request body: {'security_group_rule': {'security_group_id': '98aad5f1-84e6-485b-87d9-87f64968ac93', 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:37:37.613975 n-d-741529-9 neutron-server[103335]: INFO neutron.db.securitygroups_db [None req-2007ed07-efe5-4da9-af27-b41b28613c41 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Project 9d5c35d5c16740e38763a2f99275b132 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 21:37:37.625745 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2007ed07-efe5-4da9-af27-b41b28613c41 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for security_group_rule (41881ead-9661-4bb5-bde0-b5efc46eec4d), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:37.653272 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:37.706929 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2007ed07-efe5-4da9-af27-b41b28613c41 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for security_group_rule (41881ead-9661-4bb5-bde0-b5efc46eec4d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:37.710943 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2007ed07-efe5-4da9-af27-b41b28613c41 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (41881ead-9661-4bb5-bde0-b5efc46eec4d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:37.731234 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007ed07-efe5-4da9-af27-b41b28613c41 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41881ead-9661-4bb5-bde0-b5efc46eec4d,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:37.738151 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2007ed07-efe5-4da9-af27-b41b28613c41 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:37.740523 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-2007ed07-efe5-4da9-af27-b41b28613c41 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1526954 Jan 18 21:37:37.741971 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45050) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:37.746666 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [None req-75e281c3-2778-48ff-81d3-7a59f0b61d83 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Request body: {'security_group_rule': {'security_group_id': '98aad5f1-84e6-485b-87d9-87f64968ac93', 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:37:37.771597 n-d-741529-9 neutron-server[103335]: INFO neutron.db.securitygroups_db [None req-75e281c3-2778-48ff-81d3-7a59f0b61d83 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Project 9d5c35d5c16740e38763a2f99275b132 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 21:37:37.777128 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75e281c3-2778-48ff-81d3-7a59f0b61d83 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for security_group_rule (e46b70f0-0309-47a2-9067-20b92ad19a0b), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:37.838967 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75e281c3-2778-48ff-81d3-7a59f0b61d83 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for security_group_rule (e46b70f0-0309-47a2-9067-20b92ad19a0b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:37.842750 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75e281c3-2778-48ff-81d3-7a59f0b61d83 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674288'] for security_group_rule (e46b70f0-0309-47a2-9067-20b92ad19a0b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:37.861233 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e281c3-2778-48ff-81d3-7a59f0b61d83 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e46b70f0-0309-47a2-9067-20b92ad19a0b,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:37.870793 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75e281c3-2778-48ff-81d3-7a59f0b61d83 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:37.871959 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-75e281c3-2778-48ff-81d3-7a59f0b61d83 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1290579 Jan 18 21:37:38.121385 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6c72f39b-3b1f-44bf-a417-aea85faeef53 up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:37:38.139910 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-1287d1f8-6ae3-4d9a-a66d-0ea08d504c5c tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-974074504&fields=id&tenant_id=9d5c35d5c16740e38763a2f99275b132 HTTP/1.1" status: 200 len: 267 time: 0.0545585 Jan 18 21:37:38.169824 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port 6c72f39b-3b1f-44bf-a417-aea85faeef53 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:37:38.170197 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (6c72f39b-3b1f-44bf-a417-aea85faeef53), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:38.255453 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port 6c72f39b-3b1f-44bf-a417-aea85faeef53 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:37:38.257822 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-9da65093-512c-4214-8007-3cb8f39f32b1 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:38.259834 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-9da65093-512c-4214-8007-3cb8f39f32b1 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/networks?id=74e30a12-1db9-449c-a8f4-9a6ac638b097 HTTP/1.1" status: 200 len: 808 time: 0.1121507 Jan 18 21:37:38.274274 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-253d3057-690d-47b5-8cf1-d4eb6c582ec8 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/quotas/9d5c35d5c16740e38763a2f99275b132 HTTP/1.1" status: 200 len: 375 time: 0.0094457 Jan 18 21:37:38.324884 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-18834782-5863-4df3-88d6-2f7c0351da27 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9d5c35d5c16740e38763a2f99275b132&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452654 Jan 18 21:37:38.425802 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-ec40e862-4ca4-4c87-94a3-3f95b1ec3e98 service neutron] 10.222.0.31 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893664 Jan 18 21:37:38.510851 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-f4989717-f775-42a4-b333-bf38603db072 service neutron] 10.222.0.31 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813110 Jan 18 21:37:38.675292 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eec7124e-1e13-4a53-8ad6-66baca0db8bf req-f3ca5123-37bd-41b0-bea1-af32f7b79075 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8 HTTP/1.1" status: 200 len: 210 time: 0.0273812 Jan 18 21:37:38.922154 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b85319-c6cc-4d11-aec3-278e4abe2504 None None] Sync routers for ids ['405e822f-6f36-4eea-b489-267eab61012c'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:37:38.931966 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b85319-c6cc-4d11-aec3-278e4abe2504 None None] Routers {'405e822f-6f36-4eea-b489-267eab61012c'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:37:38.932561 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-25b85319-c6cc-4d11-aec3-278e4abe2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:37:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['405e822f-6f36-4eea-b489-267eab61012c'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:39.040264 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-25b85319-c6cc-4d11-aec3-278e4abe2504 None None] Set router 405e822f-6f36-4eea-b489-267eab61012c gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:37:39.332396 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-25b85319-c6cc-4d11-aec3-278e4abe2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405e822f-6f36-4eea-b489-267eab61012c', 'name': 'tempest-TestSnapshotPattern-1915197440-router', 'tenant_id': '898c64dba0614762832e964d54ba982f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '6c72f39b-3b1f-44bf-a417-aea85faeef53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:32Z', 'updated_at': '2022-01-18T21:37:35Z', 'revision_number': 4, 'project_id': '898c64dba0614762832e964d54ba982f', 'gw_port': {'id': '6c72f39b-3b1f-44bf-a417-aea85faeef53', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405e822f-6f36-4eea-b489-267eab61012c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:32Z', 'updated_at': '2022-01-18T21:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'dc28f46b-751f-49ce-82f1-a9ba317fd2dc', 'name': '', 'network_id': 'f4c8515a-85a7-46ec-b621-dc18ac7ca524', 'tenant_id': '898c64dba0614762832e964d54ba982f', 'mac_address': 'fa:16:3e:00:4f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405e822f-6f36-4eea-b489-267eab61012c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'a8051ca1-05bd-40d6-8bc6-f3a9c758591c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:34Z', 'updated_at': '2022-01-18T21:37:35Z', 'revision_number': 2, 'project_id': '898c64dba0614762832e964d54ba982f', 'subnets': [{'id': 'a8051ca1-05bd-40d6-8bc6-f3a9c758591c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:39.360422 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b85319-c6cc-4d11-aec3-278e4abe2504 None None] Checking router: 405e822f-6f36-4eea-b489-267eab61012c for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:37:39.360767 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b85319-c6cc-4d11-aec3-278e4abe2504 None None] Updating router 405e822f-6f36-4eea-b489-267eab61012c port dc28f46b-751f-49ce-82f1-a9ba317fd2dc binding host n-d-741529-9 {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 21:37:39.384376 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-25b85319-c6cc-4d11-aec3-278e4abe2504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (dc28f46b-751f-49ce-82f1-a9ba317fd2dc), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:39.629830 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-30b517b9-9e50-4d8c-a26d-bc664eb0397c tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:39.632078 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-30b517b9-9e50-4d8c-a26d-bc664eb0397c tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.57 "GET /v2.0/networks?id=74e30a12-1db9-449c-a8f4-9a6ac638b097 HTTP/1.1" status: 200 len: 808 time: 0.1079690 Jan 18 21:37:39.641673 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-25b85319-c6cc-4d11-aec3-278e4abe2504 None None] Publish callbacks [] for port (dc28f46b-751f-49ce-82f1-a9ba317fd2dc), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:39.648146 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-25b85319-c6cc-4d11-aec3-278e4abe2504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (dc28f46b-751f-49ce-82f1-a9ba317fd2dc), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:39.700797 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f092336-9d44-47e8-9b54-2fc6182c6ccd None None] Pushing event updated for resources: {'Port': ['ID=dc28f46b-751f-49ce-82f1-a9ba317fd2dc,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:39.758248 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-25b85319-c6cc-4d11-aec3-278e4abe2504 None None] Attempting to bind port dc28f46b-751f-49ce-82f1-a9ba317fd2dc on host n-d-741529-9 for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:37:39.758864 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-25b85319-c6cc-4d11-aec3-278e4abe2504 None None] Attempting to bind port dc28f46b-751f-49ce-82f1-a9ba317fd2dc by drivers openvswitch,hyperv on host n-d-741529-9 at level 0 using segments [{'id': 'd6124456-a079-4339-bf51-297f61038324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f4c8515a-85a7-46ec-b621-dc18ac7ca524'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:37:39.759342 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b85319-c6cc-4d11-aec3-278e4abe2504 None None] Attempting to bind port dc28f46b-751f-49ce-82f1-a9ba317fd2dc on network f4c8515a-85a7-46ec-b621-dc18ac7ca524 {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:37:39.765571 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b85319-c6cc-4d11-aec3-278e4abe2504 None None] Checking agent: {'id': '48990353-92d6-462b-9e0a-9f5f1e2e84f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 52, 32), 'started_at': datetime.datetime(2022, 1, 18, 19, 53, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-741529-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:37:39.765983 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b85319-c6cc-4d11-aec3-278e4abe2504 None None] Checking segment: {'id': 'd6124456-a079-4339-bf51-297f61038324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f4c8515a-85a7-46ec-b621-dc18ac7ca524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:37:39.766522 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-25b85319-c6cc-4d11-aec3-278e4abe2504 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:39.766975 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b85319-c6cc-4d11-aec3-278e4abe2504 None None] Bound using segment: {'id': 'd6124456-a079-4339-bf51-297f61038324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f4c8515a-85a7-46ec-b621-dc18ac7ca524'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:37:39.767575 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-25b85319-c6cc-4d11-aec3-278e4abe2504 None None] Bound port: dc28f46b-751f-49ce-82f1-a9ba317fd2dc, host: n-d-741529-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6124456-a079-4339-bf51-297f61038324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f4c8515a-85a7-46ec-b621-dc18ac7ca524'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:37:39.768018 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-25b85319-c6cc-4d11-aec3-278e4abe2504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (dc28f46b-751f-49ce-82f1-a9ba317fd2dc), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:39.826820 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ef463f0a-1586-4c5b-9528-f2f670ee4b83 req-77e51347-b66c-43b9-8ab3-3d536a4c0d2d tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8 HTTP/1.1" status: 200 len: 210 time: 0.0563986 Jan 18 21:37:39.851935 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-25b85319-c6cc-4d11-aec3-278e4abe2504 None None] For port dc28f46b-751f-49ce-82f1-a9ba317fd2dc, host n-d-741529-9, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:37:39.855503 n-d-741529-9 neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-25b85319-c6cc-4d11-aec3-278e4abe2504 None None] For port dc28f46b-751f-49ce-82f1-a9ba317fd2dc, host n-d-741529-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=dc28f46b-751f-49ce-82f1-a9ba317fd2dc,segment=NetworkSegment(d6124456-a079-4339-bf51-297f61038324),segment_id=d6124456-a079-4339-bf51-297f61038324)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:37:39.861609 n-d-741529-9 neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-25b85319-c6cc-4d11-aec3-278e4abe2504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (dc28f46b-751f-49ce-82f1-a9ba317fd2dc), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:39.924320 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b85319-c6cc-4d11-aec3-278e4abe2504 None None] Routers {'405e822f-6f36-4eea-b489-267eab61012c'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:37:39.925035 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-25b85319-c6cc-4d11-aec3-278e4abe2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:37:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['405e822f-6f36-4eea-b489-267eab61012c'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:39.929057 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f092336-9d44-47e8-9b54-2fc6182c6ccd None None] Pushing event updated for resources: {'Port': ['ID=dc28f46b-751f-49ce-82f1-a9ba317fd2dc,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:39.964882 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-5c793ad9-4731-48b4-9b36-00c5e2815bcb None None] Provisioning complete for port dc28f46b-751f-49ce-82f1-a9ba317fd2dc triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:37:39.965946 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5c793ad9-4731-48b4-9b36-00c5e2815bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (dc28f46b-751f-49ce-82f1-a9ba317fd2dc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:40.012740 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-832f8cf0-09c2-4e96-8d8e-67603dc22a06 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d5c35d5c16740e38763a2f99275b132 HTTP/1.1" status: 200 len: 379 time: 0.3715856 Jan 18 21:37:40.021660 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-eb30db28-6a72-4498-957b-506da8f29a0a tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Request body: {'port': {'device_id': '1f6d2b08-3964-48da-91ae-b8e70334dea8', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'admin_state_up': True, 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'security_groups': ['98aad5f1-84e6-485b-87d9-87f64968ac93']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:37:40.047179 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-25b85319-c6cc-4d11-aec3-278e4abe2504 None None] Set router 405e822f-6f36-4eea-b489-267eab61012c gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:37:40.110207 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5c793ad9-4731-48b4-9b36-00c5e2815bcb None None] Current status of the port dc28f46b-751f-49ce-82f1-a9ba317fd2dc is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:37:40.113935 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5c793ad9-4731-48b4-9b36-00c5e2815bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (dc28f46b-751f-49ce-82f1-a9ba317fd2dc), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:40.155755 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-5c793ad9-4731-48b4-9b36-00c5e2815bcb None None] For port dc28f46b-751f-49ce-82f1-a9ba317fd2dc, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=dc28f46b-751f-49ce-82f1-a9ba317fd2dc,segment=NetworkSegment(d6124456-a079-4339-bf51-297f61038324),segment_id=d6124456-a079-4339-bf51-297f61038324)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:37:40.162767 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5c793ad9-4731-48b4-9b36-00c5e2815bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (dc28f46b-751f-49ce-82f1-a9ba317fd2dc), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:40.170591 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device dc28f46b-751f-49ce-82f1-a9ba317fd2dc up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:37:40.173414 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-eb30db28-6a72-4498-957b-506da8f29a0a tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Made reservation on behalf of 9d5c35d5c16740e38763a2f99275b132 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:37:40.178516 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-eb30db28-6a72-4498-957b-506da8f29a0a tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:40.252159 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c793ad9-4731-48b4-9b36-00c5e2815bcb None None] Pushing event updated for resources: {'Port': ['ID=dc28f46b-751f-49ce-82f1-a9ba317fd2dc,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:40.264590 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port dc28f46b-751f-49ce-82f1-a9ba317fd2dc triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:37:40.265165 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (dc28f46b-751f-49ce-82f1-a9ba317fd2dc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:40.303524 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-25b85319-c6cc-4d11-aec3-278e4abe2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405e822f-6f36-4eea-b489-267eab61012c', 'name': 'tempest-TestSnapshotPattern-1915197440-router', 'tenant_id': '898c64dba0614762832e964d54ba982f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '6c72f39b-3b1f-44bf-a417-aea85faeef53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:32Z', 'updated_at': '2022-01-18T21:37:35Z', 'revision_number': 4, 'project_id': '898c64dba0614762832e964d54ba982f', 'gw_port': {'id': '6c72f39b-3b1f-44bf-a417-aea85faeef53', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405e822f-6f36-4eea-b489-267eab61012c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:32Z', 'updated_at': '2022-01-18T21:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'dc28f46b-751f-49ce-82f1-a9ba317fd2dc', 'name': '', 'network_id': 'f4c8515a-85a7-46ec-b621-dc18ac7ca524', 'tenant_id': '898c64dba0614762832e964d54ba982f', 'mac_address': 'fa:16:3e:00:4f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405e822f-6f36-4eea-b489-267eab61012c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'a8051ca1-05bd-40d6-8bc6-f3a9c758591c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:34Z', 'updated_at': '2022-01-18T21:37:39Z', 'revision_number': 4, 'project_id': '898c64dba0614762832e964d54ba982f', 'subnets': [{'id': 'a8051ca1-05bd-40d6-8bc6-f3a9c758591c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:40.308452 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7275586b-9557-4404-8661-28bef705ee74 None None] Provisioning complete for port dc28f46b-751f-49ce-82f1-a9ba317fd2dc triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:37:40.308822 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7275586b-9557-4404-8661-28bef705ee74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (dc28f46b-751f-49ce-82f1-a9ba317fd2dc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:40.333437 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-eb30db28-6a72-4498-957b-506da8f29a0a tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Allocated IP 172.20.0.8 (74e30a12-1db9-449c-a8f4-9a6ac638b097/0263b836-9244-4b08-bf01-33c071ad98e0/fe340530-7777-4b90-ac44-14bbb1824f17) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:37:40.334114 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b85319-c6cc-4d11-aec3-278e4abe2504 None None] The sync data for ids ['405e822f-6f36-4eea-b489-267eab61012c'] in n-d-741529-9 is: [{'id': '405e822f-6f36-4eea-b489-267eab61012c', 'name': 'tempest-TestSnapshotPattern-1915197440-router', 'tenant_id': '898c64dba0614762832e964d54ba982f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '6c72f39b-3b1f-44bf-a417-aea85faeef53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:32Z', 'updated_at': '2022-01-18T21:37:35Z', 'revision_number': 4, 'project_id': '898c64dba0614762832e964d54ba982f', 'gw_port': {'id': '6c72f39b-3b1f-44bf-a417-aea85faeef53', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405e822f-6f36-4eea-b489-267eab61012c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:32Z', 'updated_at': '2022-01-18T21:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': 'dc28f46b-751f-49ce-82f1-a9ba317fd2dc', 'name': '', 'network_id': 'f4c8515a-85a7-46ec-b621-dc18ac7ca524', 'tenant_id': '898c64dba0614762832e964d54ba982f', 'mac_address': 'fa:16:3e:00:4f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405e822f-6f36-4eea-b489-267eab61012c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'a8051ca1-05bd-40d6-8bc6-f3a9c758591c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:34Z', 'updated_at': '2022-01-18T21:37:39Z', 'revision_number': 4, 'project_id': '898c64dba0614762832e964d54ba982f', 'subnets': [{'id': 'a8051ca1-05bd-40d6-8bc6-f3a9c758591c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:37:40.403244 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port dc28f46b-751f-49ce-82f1-a9ba317fd2dc is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:37:40.446914 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7275586b-9557-4404-8661-28bef705ee74 None None] Current status of the port dc28f46b-751f-49ce-82f1-a9ba317fd2dc is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:37:40.485799 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-eb30db28-6a72-4498-957b-506da8f29a0a tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for port (fe340530-7777-4b90-ac44-14bbb1824f17), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:40.521265 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-eb30db28-6a72-4498-957b-506da8f29a0a tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (fe340530-7777-4b90-ac44-14bbb1824f17), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:40.566192 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-eb30db28-6a72-4498-957b-506da8f29a0a tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Network 74e30a12-1db9-449c-a8f4-9a6ac638b097 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:37:40.569371 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-eb30db28-6a72-4498-957b-506da8f29a0a tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:37:40.573261 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-eb30db28-6a72-4498-957b-506da8f29a0a tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:37:40.580886 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30db28-6a72-4498-957b-506da8f29a0a tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Pushing event updated for resources: {'Port': ['ID=fe340530-7777-4b90-ac44-14bbb1824f17,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:40.632891 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-eb30db28-6a72-4498-957b-506da8f29a0a tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:40.633714 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-eb30db28-6a72-4498-957b-506da8f29a0a tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:40.653098 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-eb30db28-6a72-4498-957b-506da8f29a0a tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6351964 Jan 18 21:37:40.783217 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-f7d05f69-3c78-4697-ab39-68d73b702e24 service neutron] Request body: {'port': {'device_id': '1f6d2b08-3964-48da-91ae-b8e70334dea8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:37:40.845342 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-f7d05f69-3c78-4697-ab39-68d73b702e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fe340530-7777-4b90-ac44-14bbb1824f17), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:40.942492 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-5ed52116-6249-4080-9fc5-67bdcb46c79c None None] Provisioning complete for port fe340530-7777-4b90-ac44-14bbb1824f17 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:37:40.943589 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5ed52116-6249-4080-9fc5-67bdcb46c79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fe340530-7777-4b90-ac44-14bbb1824f17), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:40.962784 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e08281-4e0c-41ba-a6b4-1c2e4225ac41 req-c4e6b4b0-c1ae-4a8a-8c93-3f49b0984fb0 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:40.964328 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76e08281-4e0c-41ba-a6b4-1c2e4225ac41 req-c4e6b4b0-c1ae-4a8a-8c93-3f49b0984fb0 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8 HTTP/1.1" status: 200 len: 931 time: 0.0551169 Jan 18 21:37:40.980696 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-5ed52116-6249-4080-9fc5-67bdcb46c79c None None] Port fe340530-7777-4b90-ac44-14bbb1824f17 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:37:41.014756 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-76e08281-4e0c-41ba-a6b4-1c2e4225ac41 req-c6a4ae2f-3ab5-43dd-b058-979f79ecf9a1 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440598 Jan 18 21:37:41.137983 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-f7d05f69-3c78-4697-ab39-68d73b702e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe340530-7777-4b90-ac44-14bbb1824f17 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:37:41.145361 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-f7d05f69-3c78-4697-ab39-68d73b702e24 service neutron] Publish callbacks [] for port (fe340530-7777-4b90-ac44-14bbb1824f17), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:41.158459 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-f7d05f69-3c78-4697-ab39-68d73b702e24 service neutron] Transition to ACTIVE for port object fe340530-7777-4b90-ac44-14bbb1824f17 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 21:37:41.162237 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-f7d05f69-3c78-4697-ab39-68d73b702e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (fe340530-7777-4b90-ac44-14bbb1824f17), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:41.212882 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d05f69-3c78-4697-ab39-68d73b702e24 service neutron] Pushing event updated for resources: {'Port': ['ID=fe340530-7777-4b90-ac44-14bbb1824f17,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:41.231630 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:37:41.281587 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-f7d05f69-3c78-4697-ab39-68d73b702e24 service neutron] Attempting to bind port fe340530-7777-4b90-ac44-14bbb1824f17 on host n-h1-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:37:41.281959 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-f7d05f69-3c78-4697-ab39-68d73b702e24 service neutron] Attempting to bind port fe340530-7777-4b90-ac44-14bbb1824f17 by drivers openvswitch,hyperv on host n-h1-741529-9 at level 0 using segments [{'id': 'fb66ce79-e2ed-42af-99d0-416beabe50ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:37:41.282283 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-f7d05f69-3c78-4697-ab39-68d73b702e24 service neutron] Attempting to bind port fe340530-7777-4b90-ac44-14bbb1824f17 on network 74e30a12-1db9-449c-a8f4-9a6ac638b097 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:37:41.286808 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-f7d05f69-3c78-4697-ab39-68d73b702e24 service neutron] Port fe340530-7777-4b90-ac44-14bbb1824f17 on network 74e30a12-1db9-449c-a8f4-9a6ac638b097 not bound, no agent of type Open vSwitch agent registered on host n-h1-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 21:37:41.287256 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-f7d05f69-3c78-4697-ab39-68d73b702e24 service neutron] Attempting to bind port fe340530-7777-4b90-ac44-14bbb1824f17 on network 74e30a12-1db9-449c-a8f4-9a6ac638b097 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:37:41.292122 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-f7d05f69-3c78-4697-ab39-68d73b702e24 service neutron] Checking agent: {'id': '423c8abf-5aa5-43fb-9230-aeb937e41a79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:37:41.292452 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-f7d05f69-3c78-4697-ab39-68d73b702e24 service neutron] Checking segment: {'id': 'fb66ce79-e2ed-42af-99d0-416beabe50ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:37:41.292828 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-f7d05f69-3c78-4697-ab39-68d73b702e24 service neutron] Bound using segment: {'id': 'fb66ce79-e2ed-42af-99d0-416beabe50ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:37:41.293249 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-f7d05f69-3c78-4697-ab39-68d73b702e24 service neutron] Bound port: fe340530-7777-4b90-ac44-14bbb1824f17, host: n-h1-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb66ce79-e2ed-42af-99d0-416beabe50ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:37:41.293598 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-f7d05f69-3c78-4697-ab39-68d73b702e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fe340530-7777-4b90-ac44-14bbb1824f17), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:41.358134 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-f7d05f69-3c78-4697-ab39-68d73b702e24 service neutron] For port fe340530-7777-4b90-ac44-14bbb1824f17, host n-h1-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:37:41.361911 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-f7d05f69-3c78-4697-ab39-68d73b702e24 service neutron] For port fe340530-7777-4b90-ac44-14bbb1824f17, host n-h1-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=fe340530-7777-4b90-ac44-14bbb1824f17,segment=NetworkSegment(fb66ce79-e2ed-42af-99d0-416beabe50ab),segment_id=fb66ce79-e2ed-42af-99d0-416beabe50ab)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:37:41.366373 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-f7d05f69-3c78-4697-ab39-68d73b702e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (fe340530-7777-4b90-ac44-14bbb1824f17), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:41.404507 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-f7d05f69-3c78-4697-ab39-68d73b702e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:41.405124 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-f7d05f69-3c78-4697-ab39-68d73b702e24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:41.407180 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-f7d05f69-3c78-4697-ab39-68d73b702e24 service neutron] 10.222.0.57 "PUT /v2.0/ports/fe340530-7777-4b90-ac44-14bbb1824f17 HTTP/1.1" status: 200 len: 1091 time: 0.7468190 Jan 18 21:37:41.407622 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6d2b08-3964-48da-91ae-b8e70334dea8', 'tag': 'fe340530-7777-4b90-ac44-14bbb1824f17'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:37:41.409929 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d48dea-bf14-49fa-a2fb-073ca05494dc" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6d2b08-3964-48da-91ae-b8e70334dea8", "tag": "fe340530-7777-4b90-ac44-14bbb1824f17"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:37:41.430086 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d05f69-3c78-4697-ab39-68d73b702e24 service neutron] Pushing event updated for resources: {'Port': ['ID=fe340530-7777-4b90-ac44-14bbb1824f17,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:41.508453 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-8f358145-49a4-4c92-8ad8-d1c3a26bf616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:41.510891 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-8f358145-49a4-4c92-8ad8-d1c3a26bf616 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d5c35d5c16740e38763a2f99275b132&device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8 HTTP/1.1" status: 200 len: 1094 time: 0.0480456 Jan 18 21:37:41.514408 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392ab069-6a75-44f3-a34b-8a281a28e653 x-openstack-request-id: req-392ab069-6a75-44f3-a34b-8a281a28e653 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:37:41.514709 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6d2b08-3964-48da-91ae-b8e70334dea8", "tag": "fe340530-7777-4b90-ac44-14bbb1824f17", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:37:41.514964 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-392ab069-6a75-44f3-a34b-8a281a28e653 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:37:41.515907 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6d2b08-3964-48da-91ae-b8e70334dea8', 'tag': 'fe340530-7777-4b90-ac44-14bbb1824f17', 'status': 'completed', 'code': 200} Jan 18 21:37:41.557122 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-7e5b16ed-0a4a-4b8c-b714-4ebb55a9c28b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe340530-7777-4b90-ac44-14bbb1824f17 HTTP/1.1" status: 200 len: 217 time: 0.0362456 Jan 18 21:37:41.606987 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-aac51e49-5c82-4285-9b11-9ff077842b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:41.608499 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-aac51e49-5c82-4285-9b11-9ff077842b60 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0263b836-9244-4b08-bf01-33c071ad98e0 HTTP/1.1" status: 200 len: 847 time: 0.0448060 Jan 18 21:37:41.662634 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-3276f42d-71a5-4d7d-933d-5d083f6c67e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:41.664250 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-3276f42d-71a5-4d7d-933d-5d083f6c67e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74e30a12-1db9-449c-a8f4-9a6ac638b097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496390 Jan 18 21:37:41.759844 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-be7b816b-8055-4a99-a444-bcbb7d4b95e1 service neutron] 10.222.0.57 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885668 Jan 18 21:37:41.850003 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ed5f469e-3835-42bf-a530-1a0238bc3c69 req-7bedd592-5578-4a4f-bee9-fffd44bf8438 service neutron] 10.222.0.57 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842402 Jan 18 21:37:41.936414 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d48dea-bf14-49fa-a2fb-073ca05494dc req-b586a2d7-d180-4a7e-86f5-e3fa50e10fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:41.938047 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e8d48dea-bf14-49fa-a2fb-073ca05494dc req-b586a2d7-d180-4a7e-86f5-e3fa50e10fc3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d5c35d5c16740e38763a2f99275b132&device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8 HTTP/1.1" status: 200 len: 1094 time: 0.0435061 Jan 18 21:37:42.033303 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d48dea-bf14-49fa-a2fb-073ca05494dc req-f9626549-3055-4d8a-9d94-f411f311ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:42.034827 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e8d48dea-bf14-49fa-a2fb-073ca05494dc req-f9626549-3055-4d8a-9d94-f411f311ec13 service neutron] 10.222.0.57 "GET /v2.0/networks?id=74e30a12-1db9-449c-a8f4-9a6ac638b097 HTTP/1.1" status: 200 len: 909 time: 0.0910854 Jan 18 21:37:42.076942 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e8d48dea-bf14-49fa-a2fb-073ca05494dc req-e98aee08-ae2d-4233-9a31-c1b308b88f39 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe340530-7777-4b90-ac44-14bbb1824f17 HTTP/1.1" status: 200 len: 217 time: 0.0361331 Jan 18 21:37:42.104521 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device dc28f46b-751f-49ce-82f1-a9ba317fd2dc up at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:37:42.130381 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d48dea-bf14-49fa-a2fb-073ca05494dc req-46c68e8b-8972-4e7f-8e5a-291ef8865a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:42.132009 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e8d48dea-bf14-49fa-a2fb-073ca05494dc req-46c68e8b-8972-4e7f-8e5a-291ef8865a7c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0263b836-9244-4b08-bf01-33c071ad98e0 HTTP/1.1" status: 200 len: 847 time: 0.0496583 Jan 18 21:37:42.138976 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896e0a6-3252-4f03-85b4-34cdec14b3ba req-953c2b85-9d41-492e-8962-6165e315e6e0 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:42.141003 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d896e0a6-3252-4f03-85b4-34cdec14b3ba req-953c2b85-9d41-492e-8962-6165e315e6e0 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8 HTTP/1.1" status: 200 len: 943 time: 0.0521650 Jan 18 21:37:42.158755 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Provisioning complete for port dc28f46b-751f-49ce-82f1-a9ba317fd2dc triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:37:42.159126 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (dc28f46b-751f-49ce-82f1-a9ba317fd2dc), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:42.178785 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d48dea-bf14-49fa-a2fb-073ca05494dc req-756169ee-f927-4a29-812a-971a8110f9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:42.180521 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e8d48dea-bf14-49fa-a2fb-073ca05494dc req-756169ee-f927-4a29-812a-971a8110f9db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74e30a12-1db9-449c-a8f4-9a6ac638b097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419786 Jan 18 21:37:42.194483 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d896e0a6-3252-4f03-85b4-34cdec14b3ba req-5ff3b76d-08a8-4f68-bfef-b3befebaf4a7 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467904 Jan 18 21:37:42.235389 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Current status of the port dc28f46b-751f-49ce-82f1-a9ba317fd2dc is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:37:42.274654 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e8d48dea-bf14-49fa-a2fb-073ca05494dc req-4817b7df-10ee-4b03-bae6-cf2d7a024217 service neutron] 10.222.0.57 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878370 Jan 18 21:37:42.369280 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-e8d48dea-bf14-49fa-a2fb-073ca05494dc req-d65e6e54-ac42-44b3-86b2-7be20487365c service neutron] 10.222.0.57 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879259 Jan 18 21:37:43.316281 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434ef90-b65b-4b0e-80ed-00323f6c9acf req-84a48fa3-f074-407c-b8f5-5744b2e17a08 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:43.317780 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d434ef90-b65b-4b0e-80ed-00323f6c9acf req-84a48fa3-f074-407c-b8f5-5744b2e17a08 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8 HTTP/1.1" status: 200 len: 943 time: 0.0525730 Jan 18 21:37:43.366576 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d434ef90-b65b-4b0e-80ed-00323f6c9acf req-5a8dbeb3-3c29-4196-94cf-f1738e2f8b45 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431895 Jan 18 21:37:44.478001 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4542c4a-ae19-41da-8f9f-3eee37414098 req-c82da34d-bf37-4195-b736-ad4b6c8d8f4e tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:44.479457 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4542c4a-ae19-41da-8f9f-3eee37414098 req-c82da34d-bf37-4195-b736-ad4b6c8d8f4e tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8 HTTP/1.1" status: 200 len: 943 time: 0.0472915 Jan 18 21:37:44.526973 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-a4542c4a-ae19-41da-8f9f-3eee37414098 req-559bb5f8-65a9-43f8-91fc-056279ec7490 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415213 Jan 18 21:37:44.826199 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device fe340530-7777-4b90-ac44-14bbb1824f17 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 21:37:44.919640 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port fe340530-7777-4b90-ac44-14bbb1824f17, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=fe340530-7777-4b90-ac44-14bbb1824f17,segment=NetworkSegment(fb66ce79-e2ed-42af-99d0-416beabe50ab),segment_id=fb66ce79-e2ed-42af-99d0-416beabe50ab)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:37:44.930246 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': 'fe340530-7777-4b90-ac44-14bbb1824f17', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'port_id': 'fe340530-7777-4b90-ac44-14bbb1824f17', 'mac_address': 'fa:16:3e:c3:f7:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 21:37:44.972526 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port fe340530-7777-4b90-ac44-14bbb1824f17 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:37:44.972909 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fe340530-7777-4b90-ac44-14bbb1824f17), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:44.986200 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe340530-7777-4b90-ac44-14bbb1824f17 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:37:45.005135 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port fe340530-7777-4b90-ac44-14bbb1824f17, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=fe340530-7777-4b90-ac44-14bbb1824f17,segment=NetworkSegment(fb66ce79-e2ed-42af-99d0-416beabe50ab),segment_id=fb66ce79-e2ed-42af-99d0-416beabe50ab)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:37:45.009145 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fe340530-7777-4b90-ac44-14bbb1824f17), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:45.057719 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=fe340530-7777-4b90-ac44-14bbb1824f17,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:45.366275 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['fe340530-7777-4b90-ac44-14bbb1824f17'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:37:45.638764 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3c9d5-61f7-4008-9dca-0da68d822ba8 req-ff716db0-698c-4bb6-8705-e671dce02a5b tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:45.640295 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5af3c9d5-61f7-4008-9dca-0da68d822ba8 req-ff716db0-698c-4bb6-8705-e671dce02a5b tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8 HTTP/1.1" status: 200 len: 944 time: 0.0466244 Jan 18 21:37:45.692349 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5af3c9d5-61f7-4008-9dca-0da68d822ba8 req-142bdfc2-393b-4ff5-9cc7-dec2ea371d0b tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459499 Jan 18 21:37:46.805570 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba93c03-fa9e-4b46-8f63-31b9b3425f9d req-9dbed5c8-efdb-4dc0-8f74-54f65c1e5e68 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:46.807149 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fba93c03-fa9e-4b46-8f63-31b9b3425f9d req-9dbed5c8-efdb-4dc0-8f74-54f65c1e5e68 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8 HTTP/1.1" status: 200 len: 944 time: 0.0488174 Jan 18 21:37:46.840918 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device fe340530-7777-4b90-ac44-14bbb1824f17 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:37:46.855286 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fba93c03-fa9e-4b46-8f63-31b9b3425f9d req-5f9ed3bb-4452-4d79-b66c-0439a473bf92 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417972 Jan 18 21:37:46.888706 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning for port fe340530-7777-4b90-ac44-14bbb1824f17 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 21:37:46.892480 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port fe340530-7777-4b90-ac44-14bbb1824f17 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:37:46.892852 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fe340530-7777-4b90-ac44-14bbb1824f17), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:46.969987 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port fe340530-7777-4b90-ac44-14bbb1824f17 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:37:46.970661 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fe340530-7777-4b90-ac44-14bbb1824f17), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:46.992969 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6d2b08-3964-48da-91ae-b8e70334dea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe340530-7777-4b90-ac44-14bbb1824f17'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:37:46.995504 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98031ba-30b6-44f9-9a6a-9bdd91ef0566" -d '{"events": [{"server_uuid": "1f6d2b08-3964-48da-91ae-b8e70334dea8", "name": "network-vif-plugged", "status": "completed", "tag": "fe340530-7777-4b90-ac44-14bbb1824f17"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:37:47.008313 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port fe340530-7777-4b90-ac44-14bbb1824f17, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=fe340530-7777-4b90-ac44-14bbb1824f17,segment=NetworkSegment(fb66ce79-e2ed-42af-99d0-416beabe50ab),segment_id=fb66ce79-e2ed-42af-99d0-416beabe50ab)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:37:47.011686 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fe340530-7777-4b90-ac44-14bbb1824f17), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:47.034547 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af088e45-84d1-428a-bb0c-d43e928cdbe8 x-openstack-request-id: req-af088e45-84d1-428a-bb0c-d43e928cdbe8 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:37:47.034839 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6d2b08-3964-48da-91ae-b8e70334dea8", "name": "network-vif-plugged", "status": "completed", "tag": "fe340530-7777-4b90-ac44-14bbb1824f17", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:37:47.035092 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af088e45-84d1-428a-bb0c-d43e928cdbe8 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:37:47.035485 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6d2b08-3964-48da-91ae-b8e70334dea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe340530-7777-4b90-ac44-14bbb1824f17', 'code': 200} Jan 18 21:37:47.061495 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=fe340530-7777-4b90-ac44-14bbb1824f17,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:47.126987 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0f671-02fb-4142-a9af-ab8dfdff4ea9 req-443907fb-3932-49d8-8529-dc93cd017ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:47.128486 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-97a0f671-02fb-4142-a9af-ab8dfdff4ea9 req-443907fb-3932-49d8-8529-dc93cd017ce0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8 HTTP/1.1" status: 200 len: 1096 time: 0.0402164 Jan 18 21:37:47.172293 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-97a0f671-02fb-4142-a9af-ab8dfdff4ea9 req-bea85cde-48c7-45f5-b153-2adb372b6fc2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378790 Jan 18 21:37:47.972032 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12eff60-95f2-4fb9-930e-e55ccc1999e7 req-4ca1bbe7-6079-4037-9ebb-6e313567e4c8 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:47.973475 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c12eff60-95f2-4fb9-930e-e55ccc1999e7 req-4ca1bbe7-6079-4037-9ebb-6e313567e4c8 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8 HTTP/1.1" status: 200 len: 945 time: 0.0472450 Jan 18 21:37:48.020315 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c12eff60-95f2-4fb9-930e-e55ccc1999e7 req-0db3c47f-9202-471c-bbf2-cb332b6f134d tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413172 Jan 18 21:37:49.135037 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de755c-304c-4df9-b7b1-1e09723bc831 req-e0a8e896-4e04-489c-acdd-f248a4d07142 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:49.136460 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-86de755c-304c-4df9-b7b1-1e09723bc831 req-e0a8e896-4e04-489c-acdd-f248a4d07142 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8 HTTP/1.1" status: 200 len: 945 time: 0.0506203 Jan 18 21:37:49.183495 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-86de755c-304c-4df9-b7b1-1e09723bc831 req-9ef2e7ad-edeb-4650-b50b-1dfb064c8c1c tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405262 Jan 18 21:37:49.301411 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4da426-b714-4766-82c9-5611cbc541dc req-ab6656fd-dfbf-41b9-a596-5383f4df9b04 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:49.302848 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c4da426-b714-4766-82c9-5611cbc541dc req-ab6656fd-dfbf-41b9-a596-5383f4df9b04 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8 HTTP/1.1" status: 200 len: 945 time: 0.0484624 Jan 18 21:37:49.351809 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0c4da426-b714-4766-82c9-5611cbc541dc req-ceacf0d9-bbe8-41aa-b2aa-6fb55cc216a7 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432367 Jan 18 21:37:49.373170 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 45110) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:49.455404 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf4eba4-527a-4014-bd1f-45831fad047b tempest-TestSnapshotPattern-1006830851 tempest-TestSnapshotPattern-1006830851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:49.456909 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-4cf4eba4-527a-4014-bd1f-45831fad047b tempest-TestSnapshotPattern-1006830851 tempest-TestSnapshotPattern-1006830851-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8 HTTP/1.1" status: 200 len: 1091 time: 0.0827515 Jan 18 21:37:49.459810 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 45114) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:37:49.464102 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-450128c1-3820-4ae2-ba22-e1ecf7194364 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'port_id': 'fe340530-7777-4b90-ac44-14bbb1824f17', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:37:49.487012 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-450128c1-3820-4ae2-ba22-e1ecf7194364 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:49.579884 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-450128c1-3820-4ae2-ba22-e1ecf7194364 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:49.683234 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-450128c1-3820-4ae2-ba22-e1ecf7194364 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Allocated IP 172.25.4.14 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/69e8bc9c-7d96-4937-8957-1e33777680c5) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:37:49.780162 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-450128c1-3820-4ae2-ba22-e1ecf7194364 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for port (69e8bc9c-7d96-4937-8957-1e33777680c5), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:49.813582 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-450128c1-3820-4ae2-ba22-e1ecf7194364 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (69e8bc9c-7d96-4937-8957-1e33777680c5), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:49.856561 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450128c1-3820-4ae2-ba22-e1ecf7194364 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:37:49.859870 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-450128c1-3820-4ae2-ba22-e1ecf7194364 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:37:49.863344 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450128c1-3820-4ae2-ba22-e1ecf7194364 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:37:49.884762 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450128c1-3820-4ae2-ba22-e1ecf7194364 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Pushing event updated for resources: {'Port': ['ID=69e8bc9c-7d96-4937-8957-1e33777680c5,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:50.203781 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-450128c1-3820-4ae2-ba22-e1ecf7194364 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for floatingip (fe7fb986-eeb6-4e79-afff-52794e48955e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:50.271679 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-450128c1-3820-4ae2-ba22-e1ecf7194364 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (69e8bc9c-7d96-4937-8957-1e33777680c5), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:50.413508 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-450128c1-3820-4ae2-ba22-e1ecf7194364 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for port (69e8bc9c-7d96-4937-8957-1e33777680c5), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:50.418017 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-450128c1-3820-4ae2-ba22-e1ecf7194364 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (69e8bc9c-7d96-4937-8957-1e33777680c5), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:50.489383 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450128c1-3820-4ae2-ba22-e1ecf7194364 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Pushing event updated for resources: {'Port': ['ID=69e8bc9c-7d96-4937-8957-1e33777680c5,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:37:50.497830 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-450128c1-3820-4ae2-ba22-e1ecf7194364 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (fe7fb986-eeb6-4e79-afff-52794e48955e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:50.594170 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-450128c1-3820-4ae2-ba22-e1ecf7194364 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Floating IP fe7fb986-eeb6-4e79-afff-52794e48955e associated. External IP: 172.25.4.14, port: fe340530-7777-4b90-ac44-14bbb1824f17. Jan 18 21:37:50.794435 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450128c1-3820-4ae2-ba22-e1ecf7194364 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Router 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:37:50.898844 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450128c1-3820-4ae2-ba22-e1ecf7194364 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:37:50.909126 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5465fc-7a24-485f-99d7-630ec9ace506 None None] Sync routers for ids ['5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:37:50.917102 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-450128c1-3820-4ae2-ba22-e1ecf7194364 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:50.920198 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5465fc-7a24-485f-99d7-630ec9ace506 None None] Routers {'5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:37:50.920771 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-bc5465fc-7a24-485f-99d7-630ec9ace506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:37:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:50.945547 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-450128c1-3820-4ae2-ba22-e1ecf7194364 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4847147 Jan 18 21:37:50.946165 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6d2b08-3964-48da-91ae-b8e70334dea8', 'tag': 'fe340530-7777-4b90-ac44-14bbb1824f17'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:37:50.948426 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b43178f88c778abd299c77f10da4c8b3e71d2d0c7150ce414079b2ef1097cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6531c545-9a7c-4a18-b908-c4c6ec81e502" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6d2b08-3964-48da-91ae-b8e70334dea8", "tag": "fe340530-7777-4b90-ac44-14bbb1824f17"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:37:51.037181 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-bc5465fc-7a24-485f-99d7-630ec9ace506 None None] Set router 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:37:51.046165 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b94d53c-fb94-41cc-82f4-1e5c96e680d0 x-openstack-request-id: req-9b94d53c-fb94-41cc-82f4-1e5c96e680d0 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:37:51.047066 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6d2b08-3964-48da-91ae-b8e70334dea8", "tag": "fe340530-7777-4b90-ac44-14bbb1824f17", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:37:51.047318 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b94d53c-fb94-41cc-82f4-1e5c96e680d0 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:37:51.047726 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6d2b08-3964-48da-91ae-b8e70334dea8', 'tag': 'fe340530-7777-4b90-ac44-14bbb1824f17', 'status': 'completed', 'code': 200} Jan 18 21:37:51.107817 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531c545-9a7c-4a18-b908-c4c6ec81e502 req-2f7240bc-f040-41e8-9f63-a7905da4c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:51.110353 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6531c545-9a7c-4a18-b908-c4c6ec81e502 req-2f7240bc-f040-41e8-9f63-a7905da4c043 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d5c35d5c16740e38763a2f99275b132&device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8 HTTP/1.1" status: 200 len: 1096 time: 0.0417118 Jan 18 21:37:51.202492 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531c545-9a7c-4a18-b908-c4c6ec81e502 req-fae1c0b6-615f-42fd-b96f-c11dfa4ca249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:51.204498 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6531c545-9a7c-4a18-b908-c4c6ec81e502 req-fae1c0b6-615f-42fd-b96f-c11dfa4ca249 service neutron] 10.222.0.57 "GET /v2.0/networks?id=74e30a12-1db9-449c-a8f4-9a6ac638b097 HTTP/1.1" status: 200 len: 909 time: 0.0878518 Jan 18 21:37:51.279353 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6531c545-9a7c-4a18-b908-c4c6ec81e502 req-0384db11-a6b6-4323-a6a4-947c08b586c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe340530-7777-4b90-ac44-14bbb1824f17 HTTP/1.1" status: 200 len: 998 time: 0.0679853 Jan 18 21:37:51.287086 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-bc5465fc-7a24-485f-99d7-630ec9ace506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'name': 'tempest-TestSnapshotPattern-57130512-router', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'gw_port': {'id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'fe7fb986-eeb6-4e79-afff-52794e48955e', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'port_id': 'fe340530-7777-4b90-ac44-14bbb1824f17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'mac_address': 'fa:16:3e:c3:f7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6d2b08-3964-48da-91ae-b8e70334dea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:37:50Z', 'updated_at': '2022-01-18T21:37:50Z', 'revision_number': 0, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b9e12a-404c-481b-ae32-5897988a54dd', 'name': '', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'mac_address': 'fa:16:3e:85:ff:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:29Z', 'updated_at': '2022-01-18T21:37:35Z', 'revision_number': 5, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'subnets': [{'id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:51.316121 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5465fc-7a24-485f-99d7-630ec9ace506 None None] Checking router: 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:37:51.324887 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5465fc-7a24-485f-99d7-630ec9ace506 None None] Routers {'5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:37:51.325508 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-bc5465fc-7a24-485f-99d7-630ec9ace506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:37:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:51.340458 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531c545-9a7c-4a18-b908-c4c6ec81e502 req-a0518030-22e0-4d2b-9ad4-3477d409153f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:51.341959 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6531c545-9a7c-4a18-b908-c4c6ec81e502 req-a0518030-22e0-4d2b-9ad4-3477d409153f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0263b836-9244-4b08-bf01-33c071ad98e0 HTTP/1.1" status: 200 len: 847 time: 0.0564172 Jan 18 21:37:51.386384 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531c545-9a7c-4a18-b908-c4c6ec81e502 req-ee1d915e-30ad-4a07-8efe-84e3fefbd431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:37:51.387872 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6531c545-9a7c-4a18-b908-c4c6ec81e502 req-ee1d915e-30ad-4a07-8efe-84e3fefbd431 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74e30a12-1db9-449c-a8f4-9a6ac638b097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401225 Jan 18 21:37:51.431705 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-bc5465fc-7a24-485f-99d7-630ec9ace506 None None] Set router 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:37:51.476289 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6531c545-9a7c-4a18-b908-c4c6ec81e502 req-0e5a40b6-5fad-43aa-9920-f99116d864a5 service neutron] 10.222.0.57 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816209 Jan 18 21:37:51.571377 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6531c545-9a7c-4a18-b908-c4c6ec81e502 req-e2b6900b-da86-4f31-a8e8-06035c3b1128 service neutron] 10.222.0.57 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888784 Jan 18 21:37:51.660822 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-bc5465fc-7a24-485f-99d7-630ec9ace506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'name': 'tempest-TestSnapshotPattern-57130512-router', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'gw_port': {'id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'fe7fb986-eeb6-4e79-afff-52794e48955e', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'port_id': 'fe340530-7777-4b90-ac44-14bbb1824f17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'mac_address': 'fa:16:3e:c3:f7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6d2b08-3964-48da-91ae-b8e70334dea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:37:50Z', 'updated_at': '2022-01-18T21:37:50Z', 'revision_number': 0, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b9e12a-404c-481b-ae32-5897988a54dd', 'name': '', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'mac_address': 'fa:16:3e:85:ff:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:29Z', 'updated_at': '2022-01-18T21:37:35Z', 'revision_number': 5, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'subnets': [{'id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:37:51.686397 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5465fc-7a24-485f-99d7-630ec9ace506 None None] The sync data for ids ['5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'] in n-d-741529-9 is: [{'id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'name': 'tempest-TestSnapshotPattern-57130512-router', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'gw_port': {'id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'fe7fb986-eeb6-4e79-afff-52794e48955e', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'port_id': 'fe340530-7777-4b90-ac44-14bbb1824f17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'mac_address': 'fa:16:3e:c3:f7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6d2b08-3964-48da-91ae-b8e70334dea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:37:50Z', 'updated_at': '2022-01-18T21:37:50Z', 'revision_number': 0, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b9e12a-404c-481b-ae32-5897988a54dd', 'name': '', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'mac_address': 'fa:16:3e:85:ff:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:29Z', 'updated_at': '2022-01-18T21:37:35Z', 'revision_number': 5, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'subnets': [{'id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:37:52.001147 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124286ea-27eb-4d94-85f3-799c93c47422 None None] New status for floating IP fe7fb986-eeb6-4e79-afff-52794e48955e: ACTIVE {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 21:37:55.840478 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b6325c46-f6a0-433c-af00-22f9dab31072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:57.986453 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-54a90064-03c8-4cd1-961e-40e71073841f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:37:59.436828 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:38:00.875837 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:38:02.092797 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:38:04.806940 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:38:07.650259 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:38:18.231110 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:38:25.841759 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3fa98bfb-6bd5-40fd-bf9f-4f2ec641c2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:38:27.988116 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-68c0fa52-3869-436e-afe7-9121cd04714d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:38:29.436813 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:38:30.878119 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:38:32.098348 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:38:34.806423 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:38:37.651597 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:38:39.027549 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-519ff76b-4b82-447c-8747-ae13cc847833 req-e05e481f-505d-4a59-8743-e7d8b78c3271 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396335 Jan 18 21:38:39.109966 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ff76b-4b82-447c-8747-ae13cc847833 req-ffeb0957-9a1b-4c8a-9d94-a936c1d8b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:38:39.111443 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-519ff76b-4b82-447c-8747-ae13cc847833 req-ffeb0957-9a1b-4c8a-9d94-a936c1d8b0f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d5c35d5c16740e38763a2f99275b132&device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8 HTTP/1.1" status: 200 len: 1096 time: 0.0442674 Jan 18 21:38:39.209178 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ff76b-4b82-447c-8747-ae13cc847833 req-94a0fe62-59c5-4c6f-8617-efc5dc7615e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:38:39.210680 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-519ff76b-4b82-447c-8747-ae13cc847833 req-94a0fe62-59c5-4c6f-8617-efc5dc7615e6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=74e30a12-1db9-449c-a8f4-9a6ac638b097 HTTP/1.1" status: 200 len: 909 time: 0.0820179 Jan 18 21:38:39.279277 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-519ff76b-4b82-447c-8747-ae13cc847833 req-8916d3ae-8ca0-4dd2-b533-222f29d4bd51 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe340530-7777-4b90-ac44-14bbb1824f17 HTTP/1.1" status: 200 len: 1000 time: 0.0613120 Jan 18 21:38:39.326754 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ff76b-4b82-447c-8747-ae13cc847833 req-9ac1e035-e64c-4cbe-a8f8-667898e6f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:38:39.328197 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-519ff76b-4b82-447c-8747-ae13cc847833 req-9ac1e035-e64c-4cbe-a8f8-667898e6f636 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0263b836-9244-4b08-bf01-33c071ad98e0 HTTP/1.1" status: 200 len: 847 time: 0.0432847 Jan 18 21:38:39.370686 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ff76b-4b82-447c-8747-ae13cc847833 req-d426d580-5995-4d64-b45e-993770d540ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:38:39.372141 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-519ff76b-4b82-447c-8747-ae13cc847833 req-d426d580-5995-4d64-b45e-993770d540ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74e30a12-1db9-449c-a8f4-9a6ac638b097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382023 Jan 18 21:38:39.460725 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-519ff76b-4b82-447c-8747-ae13cc847833 req-21aa7e0e-bbb4-4ac1-8fdd-0a60e1cf468a service neutron] 10.222.0.57 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823097 Jan 18 21:38:39.545815 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-519ff76b-4b82-447c-8747-ae13cc847833 req-ce919529-8bc0-42f9-8a59-54e3a4489cca service neutron] 10.222.0.57 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787358 Jan 18 21:38:55.229534 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:38:55.842524 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c88c6c37-0cbe-439d-9919-48aed4470129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:38:57.989803 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-60c0d07f-5c94-433d-9af1-0ffd19e2cb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:38:59.439348 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:39:00.881700 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:39:02.100276 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:39:04.806464 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:39:07.653795 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:39:25.844391 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e91d5133-514f-4695-8be4-e73b95f65dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:39:27.990400 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a7e31750-1972-44ab-90f7-03d4808d7c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:39:29.442066 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:39:30.884629 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:39:32.103581 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:39:32.227671 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:39:34.804351 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:39:37.665741 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:39:40.005701 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1ad2e87c-33d5-4500-bfd6-a1083f09775c req-247ca667-6b22-4f2c-b371-cd4b49f9c5fe service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439379 Jan 18 21:39:40.082351 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2e87c-33d5-4500-bfd6-a1083f09775c req-93b3bcaf-d204-4aaa-b7ef-948eff29c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:39:40.083815 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1ad2e87c-33d5-4500-bfd6-a1083f09775c req-93b3bcaf-d204-4aaa-b7ef-948eff29c159 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d5c35d5c16740e38763a2f99275b132&device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8 HTTP/1.1" status: 200 len: 1096 time: 0.0386841 Jan 18 21:39:40.183563 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2e87c-33d5-4500-bfd6-a1083f09775c req-15baf266-f75f-45b4-b067-766755a11cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:39:40.184999 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1ad2e87c-33d5-4500-bfd6-a1083f09775c req-15baf266-f75f-45b4-b067-766755a11cd5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=74e30a12-1db9-449c-a8f4-9a6ac638b097 HTTP/1.1" status: 200 len: 909 time: 0.0826583 Jan 18 21:39:40.250898 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1ad2e87c-33d5-4500-bfd6-a1083f09775c req-f3464d88-36d7-4921-a1b2-06ca323d73b8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe340530-7777-4b90-ac44-14bbb1824f17 HTTP/1.1" status: 200 len: 1000 time: 0.0598013 Jan 18 21:39:40.304870 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2e87c-33d5-4500-bfd6-a1083f09775c req-8b0eb515-af4e-4c5b-b3dd-6fcc8fe0fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:39:40.306377 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1ad2e87c-33d5-4500-bfd6-a1083f09775c req-8b0eb515-af4e-4c5b-b3dd-6fcc8fe0fefe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0263b836-9244-4b08-bf01-33c071ad98e0 HTTP/1.1" status: 200 len: 847 time: 0.0498178 Jan 18 21:39:40.349581 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2e87c-33d5-4500-bfd6-a1083f09775c req-52e7f115-9cd9-4b96-9029-edefd0839d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:39:40.351077 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1ad2e87c-33d5-4500-bfd6-a1083f09775c req-52e7f115-9cd9-4b96-9029-edefd0839d05 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74e30a12-1db9-449c-a8f4-9a6ac638b097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395381 Jan 18 21:39:40.440789 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1ad2e87c-33d5-4500-bfd6-a1083f09775c req-dd348036-4c2d-4b78-a267-dfb3675cb52d service neutron] 10.222.0.57 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836656 Jan 18 21:39:40.526078 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-1ad2e87c-33d5-4500-bfd6-a1083f09775c req-b7062104-dec2-4548-99d4-2e9be04753ce service neutron] 10.222.0.57 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796840 Jan 18 21:39:55.844962 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-93b53f82-6bff-4255-9525-531ed0d8943c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:39:57.991343 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-291833f4-3fac-4dc5-bb27-9830e9ee4808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:39:59.447261 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:00.887018 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:02.105670 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:04.804298 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:07.658660 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:09.226751 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:40:23.548202 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device fe340530-7777-4b90-ac44-14bbb1824f17 details requested by agent hyperv_n-h1-741529-9 with host n-h1-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 21:40:23.640931 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port fe340530-7777-4b90-ac44-14bbb1824f17, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=fe340530-7777-4b90-ac44-14bbb1824f17,segment=NetworkSegment(fb66ce79-e2ed-42af-99d0-416beabe50ab),segment_id=fb66ce79-e2ed-42af-99d0-416beabe50ab)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:40:23.655185 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Returning: {'device': 'fe340530-7777-4b90-ac44-14bbb1824f17', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'port_id': 'fe340530-7777-4b90-ac44-14bbb1824f17', 'mac_address': 'fa:16:3e:c3:f7:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 21:40:23.849836 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port fe340530-7777-4b90-ac44-14bbb1824f17 is: ACTIVE; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:40:23.850217 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fe340530-7777-4b90-ac44-14bbb1824f17), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:23.862807 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe340530-7777-4b90-ac44-14bbb1824f17 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:40:23.882598 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port fe340530-7777-4b90-ac44-14bbb1824f17, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=fe340530-7777-4b90-ac44-14bbb1824f17,segment=NetworkSegment(fb66ce79-e2ed-42af-99d0-416beabe50ab),segment_id=fb66ce79-e2ed-42af-99d0-416beabe50ab)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:40:23.886104 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fe340530-7777-4b90-ac44-14bbb1824f17), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:23.934508 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=fe340530-7777-4b90-ac44-14bbb1824f17,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:40:23.942828 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:23.943174 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:23.943511 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:23.943846 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:23.944171 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:23.944492 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:23.944819 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:23.945135 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:23.945452 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:23.945824 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:23.946155 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:23.946472 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:23.946787 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:23.966935 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] get_ports_and_sgs() called for port_ids ['fe340530-7777-4b90-ac44-14bbb1824f17'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:40:25.570627 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device fe340530-7777-4b90-ac44-14bbb1824f17 up at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:40:25.619081 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Provisioning complete for port fe340530-7777-4b90-ac44-14bbb1824f17 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:40:25.619448 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (fe340530-7777-4b90-ac44-14bbb1824f17), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:25.692783 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port fe340530-7777-4b90-ac44-14bbb1824f17 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:40:25.693165 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fe340530-7777-4b90-ac44-14bbb1824f17), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:25.714644 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6d2b08-3964-48da-91ae-b8e70334dea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe340530-7777-4b90-ac44-14bbb1824f17'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:40:25.716879 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318fb687-3edd-43d7-adef-07c8edc3605c" -d '{"events": [{"server_uuid": "1f6d2b08-3964-48da-91ae-b8e70334dea8", "name": "network-vif-plugged", "status": "completed", "tag": "fe340530-7777-4b90-ac44-14bbb1824f17"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:40:25.728682 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port fe340530-7777-4b90-ac44-14bbb1824f17, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=fe340530-7777-4b90-ac44-14bbb1824f17,segment=NetworkSegment(fb66ce79-e2ed-42af-99d0-416beabe50ab),segment_id=fb66ce79-e2ed-42af-99d0-416beabe50ab)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:40:25.734087 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fe340530-7777-4b90-ac44-14bbb1824f17), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:25.783917 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=fe340530-7777-4b90-ac44-14bbb1824f17,revision_number=7']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:40:25.827268 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66867284-007c-4343-bf6c-37a07b21cd4f x-openstack-request-id: req-66867284-007c-4343-bf6c-37a07b21cd4f {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:40:25.827564 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6d2b08-3964-48da-91ae-b8e70334dea8", "name": "network-vif-plugged", "status": "completed", "tag": "fe340530-7777-4b90-ac44-14bbb1824f17", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:40:25.827845 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66867284-007c-4343-bf6c-37a07b21cd4f {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:40:25.828249 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6d2b08-3964-48da-91ae-b8e70334dea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe340530-7777-4b90-ac44-14bbb1824f17', 'code': 200} Jan 18 21:40:25.844419 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-33daf24d-f54d-4fb2-aca7-3d9a4fb080c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:27.996146 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-344d863d-d1b2-4275-92d1-6f9466ba8e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:29.449891 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:30.904438 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:32.110378 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:34.804780 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:37.664427 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:37.750023 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-2dbef143-26c5-40af-b8b8-8dd7db70019e tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-974074504&fields=id&tenant_id=9d5c35d5c16740e38763a2f99275b132 HTTP/1.1" status: 200 len: 267 time: 0.0452714 Jan 18 21:40:37.856793 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-66e9623f-6cbd-4587-a994-0af32a62feec tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:37.858163 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-66e9623f-6cbd-4587-a994-0af32a62feec tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/networks?id=74e30a12-1db9-449c-a8f4-9a6ac638b097 HTTP/1.1" status: 200 len: 808 time: 0.1018343 Jan 18 21:40:37.872394 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-ae9f8db0-d63d-4a8a-8329-8d014196cd25 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/quotas/9d5c35d5c16740e38763a2f99275b132 HTTP/1.1" status: 200 len: 375 time: 0.0089276 Jan 18 21:40:37.925592 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-748a8cf3-3f92-4668-8a13-2bb97dab4c56 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9d5c35d5c16740e38763a2f99275b132&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457785 Jan 18 21:40:38.061242 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-d734995c-0f8c-4355-b367-dacf7008fdf8 service neutron] 10.222.0.31 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245070 Jan 18 21:40:38.148443 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-12c7d6ef-c258-4eb5-9d87-6e16d6d460db service neutron] 10.222.0.31 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802834 Jan 18 21:40:39.318996 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e0f61786-cc57-4fd6-be3b-071a0db6831f req-c136d4b6-fd3f-4f5c-8cfe-507b49adee61 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bf173c3-df40-4c90-87cc-12d47a15108b HTTP/1.1" status: 200 len: 210 time: 0.0281594 Jan 18 21:40:40.388542 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-c2ea125d-f2d8-440d-9492-475b367f881e tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:40.390035 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-c2ea125d-f2d8-440d-9492-475b367f881e tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.70 "GET /v2.0/networks?id=74e30a12-1db9-449c-a8f4-9a6ac638b097 HTTP/1.1" status: 200 len: 808 time: 0.1143939 Jan 18 21:40:40.421980 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-ef8e17f1-7d6f-4538-85a0-ab1466ea3ca9 req-0b4ce978-8e96-4db9-8039-0ae2f081ef25 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bf173c3-df40-4c90-87cc-12d47a15108b HTTP/1.1" status: 200 len: 210 time: 0.0267966 Jan 18 21:40:40.458242 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-1bb5a231-93aa-4b85-9efc-1275150e4a17 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d5c35d5c16740e38763a2f99275b132 HTTP/1.1" status: 200 len: 379 time: 0.0549159 Jan 18 21:40:40.476220 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-5547d8aa-5274-4b21-a8b8-891468da2eeb tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Request body: {'port': {'device_id': '8bf173c3-df40-4c90-87cc-12d47a15108b', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'admin_state_up': True, 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'security_groups': ['98aad5f1-84e6-485b-87d9-87f64968ac93']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:40:40.588035 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-5547d8aa-5274-4b21-a8b8-891468da2eeb tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Made reservation on behalf of 9d5c35d5c16740e38763a2f99275b132 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 21:40:40.591637 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-5547d8aa-5274-4b21-a8b8-891468da2eeb tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:40.730941 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-5547d8aa-5274-4b21-a8b8-891468da2eeb tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Allocated IP 172.20.0.4 (74e30a12-1db9-449c-a8f4-9a6ac638b097/0263b836-9244-4b08-bf01-33c071ad98e0/b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:40:40.928633 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-5547d8aa-5274-4b21-a8b8-891468da2eeb tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for port (b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:40.969244 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-5547d8aa-5274-4b21-a8b8-891468da2eeb tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:41.018290 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-5547d8aa-5274-4b21-a8b8-891468da2eeb tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Network 74e30a12-1db9-449c-a8f4-9a6ac638b097 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:40:41.021444 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-5547d8aa-5274-4b21-a8b8-891468da2eeb tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:40:41.025562 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-5547d8aa-5274-4b21-a8b8-891468da2eeb tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:40:41.061743 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547d8aa-5274-4b21-a8b8-891468da2eeb tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Pushing event updated for resources: {'Port': ['ID=b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:40:41.076399 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547d8aa-5274-4b21-a8b8-891468da2eeb tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:41.076742 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547d8aa-5274-4b21-a8b8-891468da2eeb tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:41.077075 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547d8aa-5274-4b21-a8b8-891468da2eeb tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:41.077409 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547d8aa-5274-4b21-a8b8-891468da2eeb tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:41.077762 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547d8aa-5274-4b21-a8b8-891468da2eeb tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:41.078096 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547d8aa-5274-4b21-a8b8-891468da2eeb tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:41.078420 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547d8aa-5274-4b21-a8b8-891468da2eeb tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:41.078744 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547d8aa-5274-4b21-a8b8-891468da2eeb tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:41.079073 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547d8aa-5274-4b21-a8b8-891468da2eeb tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:41.079373 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547d8aa-5274-4b21-a8b8-891468da2eeb tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:41.079716 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547d8aa-5274-4b21-a8b8-891468da2eeb tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:41.080044 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547d8aa-5274-4b21-a8b8-891468da2eeb tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:41.080364 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547d8aa-5274-4b21-a8b8-891468da2eeb tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:41.101555 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-5547d8aa-5274-4b21-a8b8-891468da2eeb tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:41.102226 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-5547d8aa-5274-4b21-a8b8-891468da2eeb tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:41.123646 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-5547d8aa-5274-4b21-a8b8-891468da2eeb tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6509528 Jan 18 21:40:41.362220 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-bfdc2aa4-a36d-43f4-a05f-ee37c4768fe7 None None] Provisioning complete for port b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:40:41.362791 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bfdc2aa4-a36d-43f4-a05f-ee37c4768fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:41.397401 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-bfdc2aa4-a36d-43f4-a05f-ee37c4768fe7 None None] Port b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 21:40:41.546676 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cace2-a032-418b-8f88-8d320d46666c req-9206d9f0-46c3-43f6-b978-4390b8486901 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:41.548534 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d08cace2-a032-418b-8f88-8d320d46666c req-9206d9f0-46c3-43f6-b978-4390b8486901 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bf173c3-df40-4c90-87cc-12d47a15108b HTTP/1.1" status: 200 len: 931 time: 0.0552790 Jan 18 21:40:41.606410 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d08cace2-a032-418b-8f88-8d320d46666c req-df64f046-418d-4768-b259-dded2d790dd1 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513408 Jan 18 21:40:41.627222 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device fe340530-7777-4b90-ac44-14bbb1824f17 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:40:41.707990 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Current status of the port fe340530-7777-4b90-ac44-14bbb1824f17 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:40:41.708345 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (fe340530-7777-4b90-ac44-14bbb1824f17), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:41.731993 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6d2b08-3964-48da-91ae-b8e70334dea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe340530-7777-4b90-ac44-14bbb1824f17'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:40:41.734374 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd73ec09-086f-4b7c-98e2-c121a9db4795" -d '{"events": [{"server_uuid": "1f6d2b08-3964-48da-91ae-b8e70334dea8", "name": "network-vif-unplugged", "status": "completed", "tag": "fe340530-7777-4b90-ac44-14bbb1824f17"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:40:41.747800 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] For port fe340530-7777-4b90-ac44-14bbb1824f17, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=fe340530-7777-4b90-ac44-14bbb1824f17,segment=NetworkSegment(fb66ce79-e2ed-42af-99d0-416beabe50ab),segment_id=fb66ce79-e2ed-42af-99d0-416beabe50ab)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:40:41.759579 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (fe340530-7777-4b90-ac44-14bbb1824f17), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:41.789083 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 21:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9336fcf-b09a-46b7-b4de-150c5167f832 x-openstack-request-id: req-b9336fcf-b09a-46b7-b4de-150c5167f832 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:40:41.789378 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6d2b08-3964-48da-91ae-b8e70334dea8", "name": "network-vif-unplugged", "status": "completed", "tag": "fe340530-7777-4b90-ac44-14bbb1824f17", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:40:41.790092 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9336fcf-b09a-46b7-b4de-150c5167f832 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:40:41.790860 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6d2b08-3964-48da-91ae-b8e70334dea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe340530-7777-4b90-ac44-14bbb1824f17', 'code': 200} Jan 18 21:40:41.819238 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Pushing event updated for resources: {'Port': ['ID=fe340530-7777-4b90-ac44-14bbb1824f17,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:40:42.011498 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-77f1418c-aa07-479d-b64f-20d1beb1788e req-033521de-97b0-4ddb-b44c-acb9239182b5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415926 Jan 18 21:40:42.092827 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1418c-aa07-479d-b64f-20d1beb1788e req-e2fa136e-bdf6-419f-a326-96ed3e51b74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:42.094484 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-77f1418c-aa07-479d-b64f-20d1beb1788e req-e2fa136e-bdf6-419f-a326-96ed3e51b74d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d5c35d5c16740e38763a2f99275b132&device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8 HTTP/1.1" status: 200 len: 1094 time: 0.0421596 Jan 18 21:40:42.204111 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1418c-aa07-479d-b64f-20d1beb1788e req-a2b4ec8e-c471-4b47-9b83-7d86630b8abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:42.205733 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-77f1418c-aa07-479d-b64f-20d1beb1788e req-a2b4ec8e-c471-4b47-9b83-7d86630b8abd service neutron] 10.222.0.57 "GET /v2.0/networks?id=74e30a12-1db9-449c-a8f4-9a6ac638b097 HTTP/1.1" status: 200 len: 909 time: 0.0926540 Jan 18 21:40:42.271941 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-77f1418c-aa07-479d-b64f-20d1beb1788e req-2f22a841-4dd5-4a51-8479-6d8898723eb8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe340530-7777-4b90-ac44-14bbb1824f17 HTTP/1.1" status: 200 len: 998 time: 0.0604804 Jan 18 21:40:42.323583 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1418c-aa07-479d-b64f-20d1beb1788e req-4ffc3d74-c608-4036-ad63-fccc03133272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:42.325078 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-77f1418c-aa07-479d-b64f-20d1beb1788e req-4ffc3d74-c608-4036-ad63-fccc03133272 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0263b836-9244-4b08-bf01-33c071ad98e0 HTTP/1.1" status: 200 len: 847 time: 0.0478771 Jan 18 21:40:42.374518 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1418c-aa07-479d-b64f-20d1beb1788e req-debd7fbd-4eb6-4786-9628-20675caff540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:42.376045 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-77f1418c-aa07-479d-b64f-20d1beb1788e req-debd7fbd-4eb6-4786-9628-20675caff540 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74e30a12-1db9-449c-a8f4-9a6ac638b097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456560 Jan 18 21:40:42.385813 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [req-77f1418c-aa07-479d-b64f-20d1beb1788e req-5844b044-9851-4c92-be54-a43d028dc5cb service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 21:40:42.387051 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-77f1418c-aa07-479d-b64f-20d1beb1788e req-5844b044-9851-4c92-be54-a43d028dc5cb service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051632 Jan 18 21:40:42.478938 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-77f1418c-aa07-479d-b64f-20d1beb1788e req-905d062d-66df-43c8-8c45-ed28286d5ab2 service neutron] 10.222.0.57 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857346 Jan 18 21:40:42.576585 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-77f1418c-aa07-479d-b64f-20d1beb1788e req-3736fe7b-ae00-49cf-a7e9-895ce35e936a service neutron] 10.222.0.57 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918710 Jan 18 21:40:42.733469 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5146d-7239-457e-96b5-d6d5be890704 req-0d1d75b5-438f-4bf2-b45a-59c430837887 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:42.735126 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d4a5146d-7239-457e-96b5-d6d5be890704 req-0d1d75b5-438f-4bf2-b45a-59c430837887 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bf173c3-df40-4c90-87cc-12d47a15108b HTTP/1.1" status: 200 len: 931 time: 0.0508993 Jan 18 21:40:42.793891 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-d4a5146d-7239-457e-96b5-d6d5be890704 req-9c73b148-3c7d-442b-9564-22f87def1609 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523949 Jan 18 21:40:43.936244 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f108d1-8b62-4d1d-b3f0-e4888443dbf0 req-b3bc8d20-6688-4635-8e0d-796806aab790 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:43.937871 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-73f108d1-8b62-4d1d-b3f0-e4888443dbf0 req-b3bc8d20-6688-4635-8e0d-796806aab790 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bf173c3-df40-4c90-87cc-12d47a15108b HTTP/1.1" status: 200 len: 931 time: 0.0709331 Jan 18 21:40:43.991203 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-73f108d1-8b62-4d1d-b3f0-e4888443dbf0 req-731fd06c-e47a-4e59-9667-1d37be976797 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448554 Jan 18 21:40:45.120080 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f2830-f7c6-4086-b969-8241ba522368 req-aeb37371-7e6a-4137-9d1c-60d5ee500991 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:45.122542 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e31f2830-f7c6-4086-b969-8241ba522368 req-aeb37371-7e6a-4137-9d1c-60d5ee500991 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bf173c3-df40-4c90-87cc-12d47a15108b HTTP/1.1" status: 200 len: 931 time: 0.0588455 Jan 18 21:40:45.177140 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-e31f2830-f7c6-4086-b969-8241ba522368 req-4afb7bc9-46de-4ee0-9162-4318d455e4ce tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468428 Jan 18 21:40:46.225963 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:40:46.320986 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68634643-7a27-472b-b5ae-96610aeb1e48 req-8400022b-d8f2-4699-8eba-b872361daa90 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:46.322600 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-68634643-7a27-472b-b5ae-96610aeb1e48 req-8400022b-d8f2-4699-8eba-b872361daa90 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bf173c3-df40-4c90-87cc-12d47a15108b HTTP/1.1" status: 200 len: 931 time: 0.0624826 Jan 18 21:40:46.378965 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-68634643-7a27-472b-b5ae-96610aeb1e48 req-8797cfed-de9e-4f4f-aa54-de0aae19af39 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499799 Jan 18 21:40:47.502241 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3751657-cc6d-43db-bb29-5ada6c1cb4fb req-f724af81-7412-4061-8e0b-695e4e42e687 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:47.504602 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c3751657-cc6d-43db-bb29-5ada6c1cb4fb req-f724af81-7412-4061-8e0b-695e4e42e687 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bf173c3-df40-4c90-87cc-12d47a15108b HTTP/1.1" status: 200 len: 931 time: 0.0535774 Jan 18 21:40:47.556387 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c3751657-cc6d-43db-bb29-5ada6c1cb4fb req-577a3f87-920a-43f1-8d95-0b44c4103d5c tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459254 Jan 18 21:40:48.671392 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f8cf3-4db5-4eba-92dc-9a1dff0c70e9 req-95ad8d2a-3df8-4c79-a6aa-f4f92e4b5054 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:48.672859 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0d5f8cf3-4db5-4eba-92dc-9a1dff0c70e9 req-95ad8d2a-3df8-4c79-a6aa-f4f92e4b5054 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bf173c3-df40-4c90-87cc-12d47a15108b HTTP/1.1" status: 200 len: 931 time: 0.0483105 Jan 18 21:40:48.719664 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0d5f8cf3-4db5-4eba-92dc-9a1dff0c70e9 req-866cb59d-b514-4cbd-abdb-55a7f2c7ab6a tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405741 Jan 18 21:40:48.844941 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.v2.base [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-a4b9d1c8-58dc-43db-904e-de0dde7bbc13 service neutron] Request body: {'port': {'device_id': '8bf173c3-df40-4c90-87cc-12d47a15108b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-741529-9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:40:48.900841 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-a4b9d1c8-58dc-43db-904e-de0dde7bbc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:49.156533 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-a4b9d1c8-58dc-43db-904e-de0dde7bbc13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:40:49.165116 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-a4b9d1c8-58dc-43db-904e-de0dde7bbc13 service neutron] Publish callbacks [] for port (b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:49.177223 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-a4b9d1c8-58dc-43db-904e-de0dde7bbc13 service neutron] Transition to ACTIVE for port object b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 21:40:49.181027 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-a4b9d1c8-58dc-43db-904e-de0dde7bbc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:49.248368 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9d1c8-58dc-43db-904e-de0dde7bbc13 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:40:49.302514 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-a4b9d1c8-58dc-43db-904e-de0dde7bbc13 service neutron] Attempting to bind port b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 on host n-h2-741529-9 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 21:40:49.302840 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-a4b9d1c8-58dc-43db-904e-de0dde7bbc13 service neutron] Attempting to bind port b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 by drivers openvswitch,hyperv on host n-h2-741529-9 at level 0 using segments [{'id': 'fb66ce79-e2ed-42af-99d0-416beabe50ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 21:40:49.303163 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-a4b9d1c8-58dc-43db-904e-de0dde7bbc13 service neutron] Attempting to bind port b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 on network 74e30a12-1db9-449c-a8f4-9a6ac638b097 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:40:49.308388 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-a4b9d1c8-58dc-43db-904e-de0dde7bbc13 service neutron] Port b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 on network 74e30a12-1db9-449c-a8f4-9a6ac638b097 not bound, no agent of type Open vSwitch agent registered on host n-h2-741529-9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 21:40:49.308705 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-a4b9d1c8-58dc-43db-904e-de0dde7bbc13 service neutron] Attempting to bind port b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 on network 74e30a12-1db9-449c-a8f4-9a6ac638b097 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 21:40:49.314036 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-a4b9d1c8-58dc-43db-904e-de0dde7bbc13 service neutron] Checking agent: {'id': '937790f9-9890-430f-9894-2374a7dfa221', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-741529-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 21, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 21:40:49.314373 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-a4b9d1c8-58dc-43db-904e-de0dde7bbc13 service neutron] Checking segment: {'id': 'fb66ce79-e2ed-42af-99d0-416beabe50ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 21:40:49.314751 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-a4b9d1c8-58dc-43db-904e-de0dde7bbc13 service neutron] Bound using segment: {'id': 'fb66ce79-e2ed-42af-99d0-416beabe50ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 21:40:49.315181 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-a4b9d1c8-58dc-43db-904e-de0dde7bbc13 service neutron] Bound port: b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233, host: n-h2-741529-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb66ce79-e2ed-42af-99d0-416beabe50ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 21:40:49.315535 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-a4b9d1c8-58dc-43db-904e-de0dde7bbc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:49.381226 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-a4b9d1c8-58dc-43db-904e-de0dde7bbc13 service neutron] For port b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233, host n-h2-741529-9, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 21:40:49.384281 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-a4b9d1c8-58dc-43db-904e-de0dde7bbc13 service neutron] For port b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233, host n-h2-741529-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233,segment=NetworkSegment(fb66ce79-e2ed-42af-99d0-416beabe50ab),segment_id=fb66ce79-e2ed-42af-99d0-416beabe50ab)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 21:40:49.388871 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-a4b9d1c8-58dc-43db-904e-de0dde7bbc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12762983'] for port (b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:49.425696 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-a4b9d1c8-58dc-43db-904e-de0dde7bbc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:49.426320 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-a4b9d1c8-58dc-43db-904e-de0dde7bbc13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:49.428216 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-a4b9d1c8-58dc-43db-904e-de0dde7bbc13 service neutron] 10.222.0.70 "PUT /v2.0/ports/b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 HTTP/1.1" status: 200 len: 1091 time: 0.6314468 Jan 18 21:40:49.428666 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf173c3-df40-4c90-87cc-12d47a15108b', 'tag': 'b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:40:49.430947 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3666f25d-306d-4c39-96b3-a98250d1e794" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf173c3-df40-4c90-87cc-12d47a15108b", "tag": "b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:40:49.452938 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9d1c8-58dc-43db-904e-de0dde7bbc13 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:40:49.485302 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bca109b-4286-441d-a09b-7c4b49286976 x-openstack-request-id: req-6bca109b-4286-441d-a09b-7c4b49286976 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:40:49.485616 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf173c3-df40-4c90-87cc-12d47a15108b", "tag": "b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:40:49.485974 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6bca109b-4286-441d-a09b-7c4b49286976 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:40:49.486895 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf173c3-df40-4c90-87cc-12d47a15108b', 'tag': 'b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233', 'status': 'completed', 'code': 200} Jan 18 21:40:49.516860 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-547bf0f4-f8f3-420f-940f-b8561ff8711a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:49.518966 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-547bf0f4-f8f3-420f-940f-b8561ff8711a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d5c35d5c16740e38763a2f99275b132&device_id=8bf173c3-df40-4c90-87cc-12d47a15108b HTTP/1.1" status: 200 len: 1094 time: 0.0442622 Jan 18 21:40:49.566754 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-27e61d04-918e-4628-8c51-4b59b32e4407 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 HTTP/1.1" status: 200 len: 217 time: 0.0380235 Jan 18 21:40:49.622715 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-a316cbae-c62f-4a7a-b282-1e8b2dced637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:49.624205 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-a316cbae-c62f-4a7a-b282-1e8b2dced637 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0263b836-9244-4b08-bf01-33c071ad98e0 HTTP/1.1" status: 200 len: 847 time: 0.0487385 Jan 18 21:40:49.671347 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-6daa3e6c-ef0c-4063-a40b-51f5cf0625d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:49.672763 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-6daa3e6c-ef0c-4063-a40b-51f5cf0625d0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74e30a12-1db9-449c-a8f4-9a6ac638b097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394161 Jan 18 21:40:49.769456 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-aad093f4-935a-447c-8930-80603b754140 service neutron] 10.222.0.70 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865583 Jan 18 21:40:49.844083 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fabf7-4d43-4b8e-938b-2c0fac277d8d req-9d412889-a2b3-4beb-bb8f-419d93cc204d tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:49.846152 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c73fabf7-4d43-4b8e-938b-2c0fac277d8d req-9d412889-a2b3-4beb-bb8f-419d93cc204d tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bf173c3-df40-4c90-87cc-12d47a15108b HTTP/1.1" status: 200 len: 943 time: 0.0555365 Jan 18 21:40:49.861732 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-2e85e998-fd53-47a8-a92a-738ba06f2b24 req-bf1ed3d0-fa38-49b9-b55f-da8df92a8cc6 service neutron] 10.222.0.70 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828011 Jan 18 21:40:49.898984 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c73fabf7-4d43-4b8e-938b-2c0fac277d8d req-2549416e-862b-4e88-94af-6f49c1d66db5 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473490 Jan 18 21:40:49.959166 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666f25d-306d-4c39-96b3-a98250d1e794 req-2ea4072e-09ec-4157-a9e8-e2269b3fa5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:49.960563 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3666f25d-306d-4c39-96b3-a98250d1e794 req-2ea4072e-09ec-4157-a9e8-e2269b3fa5e2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d5c35d5c16740e38763a2f99275b132&device_id=8bf173c3-df40-4c90-87cc-12d47a15108b HTTP/1.1" status: 200 len: 1094 time: 0.0453706 Jan 18 21:40:50.047045 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666f25d-306d-4c39-96b3-a98250d1e794 req-701e1d0a-4455-469c-9117-b9d64235826d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:50.048520 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3666f25d-306d-4c39-96b3-a98250d1e794 req-701e1d0a-4455-469c-9117-b9d64235826d service neutron] 10.222.0.70 "GET /v2.0/networks?id=74e30a12-1db9-449c-a8f4-9a6ac638b097 HTTP/1.1" status: 200 len: 909 time: 0.0820143 Jan 18 21:40:50.091722 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3666f25d-306d-4c39-96b3-a98250d1e794 req-8ef50e54-7fd0-4b27-b8c2-97e322fdb88a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 HTTP/1.1" status: 200 len: 217 time: 0.0371518 Jan 18 21:40:50.137706 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666f25d-306d-4c39-96b3-a98250d1e794 req-4bf8ff61-1b97-4f31-b10d-8bb69cc398ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:50.139102 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3666f25d-306d-4c39-96b3-a98250d1e794 req-4bf8ff61-1b97-4f31-b10d-8bb69cc398ec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0263b836-9244-4b08-bf01-33c071ad98e0 HTTP/1.1" status: 200 len: 847 time: 0.0422101 Jan 18 21:40:50.181798 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666f25d-306d-4c39-96b3-a98250d1e794 req-0c3f6859-b84d-4faa-b245-8ed097e8ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:50.183228 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3666f25d-306d-4c39-96b3-a98250d1e794 req-0c3f6859-b84d-4faa-b245-8ed097e8ff52 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74e30a12-1db9-449c-a8f4-9a6ac638b097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376408 Jan 18 21:40:50.556674 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3666f25d-306d-4c39-96b3-a98250d1e794 req-97bb20a7-fb5a-4a6a-8268-079a94326baf service neutron] 10.222.0.70 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628800 Jan 18 21:40:50.641862 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-3666f25d-306d-4c39-96b3-a98250d1e794 req-516fd17d-8dea-4248-a12c-06e7dd08c165 service neutron] 10.222.0.70 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811598 Jan 18 21:40:51.016051 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccbe308-b814-48b3-86ac-87820ed252a0 req-d4145551-4c24-4428-b42a-7c60226a0663 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:51.017530 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2ccbe308-b814-48b3-86ac-87820ed252a0 req-d4145551-4c24-4428-b42a-7c60226a0663 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bf173c3-df40-4c90-87cc-12d47a15108b HTTP/1.1" status: 200 len: 943 time: 0.0493996 Jan 18 21:40:51.066061 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-2ccbe308-b814-48b3-86ac-87820ed252a0 req-4fd28ce8-d853-475c-bdd0-0a5e6299e67c tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427663 Jan 18 21:40:52.180389 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf913711-8905-4c3d-abed-cc9dc04785a7 req-46e4e61d-1a02-4227-b9a2-3e1ace742b14 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:52.181855 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf913711-8905-4c3d-abed-cc9dc04785a7 req-46e4e61d-1a02-4227-b9a2-3e1ace742b14 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bf173c3-df40-4c90-87cc-12d47a15108b HTTP/1.1" status: 200 len: 943 time: 0.0462112 Jan 18 21:40:52.232040 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-bf913711-8905-4c3d-abed-cc9dc04785a7 req-b088b370-6532-4083-9133-7bd096badc60 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447569 Jan 18 21:40:53.165685 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 21:40:53.264559 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233,segment=NetworkSegment(fb66ce79-e2ed-42af-99d0-416beabe50ab),segment_id=fb66ce79-e2ed-42af-99d0-416beabe50ab)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:40:53.278502 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'port_id': 'b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233', 'mac_address': 'fa:16:3e:ff:f4:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 21:40:53.320534 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:40:53.320919 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:53.334871 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:40:53.351375 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63eb58-7845-47f4-ae89-1c2d79b9c95c req-7f12ed06-9068-49b0-915f-b1d50593f206 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:53.352913 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a63eb58-7845-47f4-ae89-1c2d79b9c95c req-7f12ed06-9068-49b0-915f-b1d50593f206 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bf173c3-df40-4c90-87cc-12d47a15108b HTTP/1.1" status: 200 len: 943 time: 0.0497265 Jan 18 21:40:53.354834 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233,segment=NetworkSegment(fb66ce79-e2ed-42af-99d0-416beabe50ab),segment_id=fb66ce79-e2ed-42af-99d0-416beabe50ab)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:40:53.359131 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:53.401945 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-8a63eb58-7845-47f4-ae89-1c2d79b9c95c req-74e3ce0e-57e2-43b1-9c99-9cb87b235063 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430131 Jan 18 21:40:53.405337 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:40:53.673289 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:40:54.515723 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242352d-ca90-4182-812b-ace594f3e31c req-da1fe82b-1cdb-44e8-b4ae-81251e5885a2 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:54.517831 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5242352d-ca90-4182-812b-ace594f3e31c req-da1fe82b-1cdb-44e8-b4ae-81251e5885a2 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bf173c3-df40-4c90-87cc-12d47a15108b HTTP/1.1" status: 200 len: 944 time: 0.0468407 Jan 18 21:40:54.563370 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-5242352d-ca90-4182-812b-ace594f3e31c req-2621c553-19fe-4b38-a498-badf54958365 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401196 Jan 18 21:40:55.186088 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:40:55.234160 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning for port b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 21:40:55.237664 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:40:55.238051 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:55.316212 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:40:55.316590 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:55.338928 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf173c3-df40-4c90-87cc-12d47a15108b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:40:55.341265 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09ac5e4-e417-4c5e-a9f3-f3fdbdf09115" -d '{"events": [{"server_uuid": "8bf173c3-df40-4c90-87cc-12d47a15108b", "name": "network-vif-plugged", "status": "completed", "tag": "b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:40:55.354065 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233,segment=NetworkSegment(fb66ce79-e2ed-42af-99d0-416beabe50ab),segment_id=fb66ce79-e2ed-42af-99d0-416beabe50ab)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:40:55.358102 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:55.380773 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cceee3e3-0c43-4b19-bd94-4d4b9d51e6d3 x-openstack-request-id: req-cceee3e3-0c43-4b19-bd94-4d4b9d51e6d3 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:40:55.381064 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf173c3-df40-4c90-87cc-12d47a15108b", "name": "network-vif-plugged", "status": "completed", "tag": "b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:40:55.381316 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cceee3e3-0c43-4b19-bd94-4d4b9d51e6d3 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:40:55.381740 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf173c3-df40-4c90-87cc-12d47a15108b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233', 'code': 200} Jan 18 21:40:55.407797 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:40:55.481127 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e250c-ee22-4b49-81c3-1af8a644f389 req-8be91dc8-d8bf-4dfd-abd6-016c5206c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:55.482617 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-056e250c-ee22-4b49-81c3-1af8a644f389 req-8be91dc8-d8bf-4dfd-abd6-016c5206c91c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8bf173c3-df40-4c90-87cc-12d47a15108b HTTP/1.1" status: 200 len: 1096 time: 0.0389516 Jan 18 21:40:55.534501 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-056e250c-ee22-4b49-81c3-1af8a644f389 req-fd225969-87ad-4c31-943e-2dc54b53013e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428624 Jan 18 21:40:55.684190 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec82858-19a6-4330-8400-3d2fb1986c00 req-ac3d2b2a-0b4c-421b-a054-5fe1682567f9 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:55.685698 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eec82858-19a6-4330-8400-3d2fb1986c00 req-ac3d2b2a-0b4c-421b-a054-5fe1682567f9 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bf173c3-df40-4c90-87cc-12d47a15108b HTTP/1.1" status: 200 len: 945 time: 0.0511138 Jan 18 21:40:55.733216 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-eec82858-19a6-4330-8400-3d2fb1986c00 req-0f171300-d6bf-4b13-a697-ed9f6404106c tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418882 Jan 18 21:40:55.846842 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-072b120b-669b-45ac-8373-bf6b0c88476e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:56.846532 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc41c7-0253-4fb5-8574-7601f2eba484 req-5aa3a72a-6e55-48a9-9b23-abbc2c6d68da tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:56.847913 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-41fc41c7-0253-4fb5-8574-7601f2eba484 req-5aa3a72a-6e55-48a9-9b23-abbc2c6d68da tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bf173c3-df40-4c90-87cc-12d47a15108b HTTP/1.1" status: 200 len: 945 time: 0.0475223 Jan 18 21:40:56.895613 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-41fc41c7-0253-4fb5-8574-7601f2eba484 req-c79cf90e-ed6c-4232-b2ca-d2e10be2c944 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419269 Jan 18 21:40:57.014837 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f125e74-1549-4ff2-86e8-00f164195114 req-e53e416e-0727-4e6a-9efb-64ee3de531f9 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:57.016297 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0f125e74-1549-4ff2-86e8-00f164195114 req-e53e416e-0727-4e6a-9efb-64ee3de531f9 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bf173c3-df40-4c90-87cc-12d47a15108b HTTP/1.1" status: 200 len: 945 time: 0.0516553 Jan 18 21:40:57.405470 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-0f125e74-1549-4ff2-86e8-00f164195114 req-6dbf4448-8aa6-4383-8895-fac16f873868 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3830447 Jan 18 21:40:57.426740 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 45430) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:40:57.464413 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a1d7fe-6280-46ac-8be6-7519eaf39de2 tempest-TestSnapshotPattern-1006830851 tempest-TestSnapshotPattern-1006830851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:57.465897 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-47a1d7fe-6280-46ac-8be6-7519eaf39de2 tempest-TestSnapshotPattern-1006830851 tempest-TestSnapshotPattern-1006830851-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8bf173c3-df40-4c90-87cc-12d47a15108b HTTP/1.1" status: 200 len: 1091 time: 0.0381956 Jan 18 21:40:57.468612 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 45432) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:40:57.472745 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.v2.base [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Request body: {'floatingip': {'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'port_id': 'b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 21:40:57.495524 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:57.593187 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:57.690791 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Allocated IP 172.25.4.68 (9b0799cf-8cdf-46d5-953b-bdacab604b8c/98a61980-e0c6-41d7-b371-2f55d21dc2e9/e115ed6d-f7fb-40fd-b35d-21c3b32cedbb) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 21:40:57.790094 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for port (e115ed6d-f7fb-40fd-b35d-21c3b32cedbb), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:57.823134 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779509553502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (e115ed6d-f7fb-40fd-b35d-21c3b32cedbb), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:57.860525 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Network 9b0799cf-8cdf-46d5-953b-bdacab604b8c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 21:40:57.863628 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 21:40:57.867934 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 21:40:57.873422 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Pushing event updated for resources: {'Port': ['ID=e115ed6d-f7fb-40fd-b35d-21c3b32cedbb,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:40:57.900532 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:57.900871 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:57.901205 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:57.901539 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:57.901889 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:57.902216 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:57.902535 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:57.902853 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:57.903170 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:57.903483 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:57.903799 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:57.904113 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:57.904426 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:40:57.998309 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6a977d1e-4cc8-45fa-84a0-701b319553b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:58.227646 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for floatingip (881c1d84-f84a-4590-850d-59fafd4e1291), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:58.291651 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (e115ed6d-f7fb-40fd-b35d-21c3b32cedbb), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:58.410320 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eefcb356-cf3f-4db3-8042-aeec9bf83e47 req-c7b743af-96da-4161-86f9-34df86568550 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8bf173c3-df40-4c90-87cc-12d47a15108b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0380180 Jan 18 21:40:58.439391 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for port (e115ed6d-f7fb-40fd-b35d-21c3b32cedbb), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:58.444232 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12902966'] for port (e115ed6d-f7fb-40fd-b35d-21c3b32cedbb), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:58.490007 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcb356-cf3f-4db3-8042-aeec9bf83e47 req-ee18457e-a797-4ba1-8ba3-d8bfcfaed6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:58.491568 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eefcb356-cf3f-4db3-8042-aeec9bf83e47 req-ee18457e-a797-4ba1-8ba3-d8bfcfaed6a3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d5c35d5c16740e38763a2f99275b132&device_id=8bf173c3-df40-4c90-87cc-12d47a15108b HTTP/1.1" status: 200 len: 1096 time: 0.0407412 Jan 18 21:40:58.515524 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Pushing event updated for resources: {'Port': ['ID=e115ed6d-f7fb-40fd-b35d-21c3b32cedbb,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:40:58.526092 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617211'] for floatingip (881c1d84-f84a-4590-850d-59fafd4e1291), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:58.601752 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcb356-cf3f-4db3-8042-aeec9bf83e47 req-2b7c8c28-8dbe-44fa-8a3b-2720f76f210e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:58.603247 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eefcb356-cf3f-4db3-8042-aeec9bf83e47 req-2b7c8c28-8dbe-44fa-8a3b-2720f76f210e service neutron] 10.222.0.70 "GET /v2.0/networks?id=74e30a12-1db9-449c-a8f4-9a6ac638b097 HTTP/1.1" status: 200 len: 909 time: 0.0936968 Jan 18 21:40:58.625789 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Floating IP 881c1d84-f84a-4590-850d-59fafd4e1291 associated. External IP: 172.25.4.68, port: b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233. Jan 18 21:40:58.665988 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eefcb356-cf3f-4db3-8042-aeec9bf83e47 req-d16e12f5-913c-4bf8-af41-60a7c4ed1fbf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 HTTP/1.1" status: 200 len: 998 time: 0.0570862 Jan 18 21:40:58.712066 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcb356-cf3f-4db3-8042-aeec9bf83e47 req-9ae87967-8b07-4309-a8f6-096376207822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:58.713519 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eefcb356-cf3f-4db3-8042-aeec9bf83e47 req-9ae87967-8b07-4309-a8f6-096376207822 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0263b836-9244-4b08-bf01-33c071ad98e0 HTTP/1.1" status: 200 len: 847 time: 0.0424194 Jan 18 21:40:58.761616 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcb356-cf3f-4db3-8042-aeec9bf83e47 req-bff7c77c-6566-4ba3-9c41-9ffba596e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:58.763175 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eefcb356-cf3f-4db3-8042-aeec9bf83e47 req-bff7c77c-6566-4ba3-9c41-9ffba596e189 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74e30a12-1db9-449c-a8f4-9a6ac638b097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436065 Jan 18 21:40:58.832715 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Router 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:40:58.853213 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eefcb356-cf3f-4db3-8042-aeec9bf83e47 req-544e7089-f1da-4458-9614-8dd93d4ced78 service neutron] 10.222.0.70 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843356 Jan 18 21:40:58.945171 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:40:58.946210 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-eefcb356-cf3f-4db3-8042-aeec9bf83e47 req-711f65fc-3366-4d55-b824-44b8eddd7fdd service neutron] 10.222.0.70 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872076 Jan 18 21:40:58.954463 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034ed88c-fbce-4693-955a-2dfb4fe192fc None None] Sync routers for ids ['5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:40:58.966964 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:58.971967 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034ed88c-fbce-4693-955a-2dfb4fe192fc None None] Routers {'5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:40:58.972781 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-034ed88c-fbce-4693-955a-2dfb4fe192fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:40:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:40:59.009743 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-21ebd268-683c-415b-919e-0cab5ce2db77 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5314279 Jan 18 21:40:59.009743 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf173c3-df40-4c90-87cc-12d47a15108b', 'tag': 'b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:40:59.009743 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b43178f88c778abd299c77f10da4c8b3e71d2d0c7150ce414079b2ef1097cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728fc0b2-43b6-40b3-8462-da1a87d96e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf173c3-df40-4c90-87cc-12d47a15108b", "tag": "b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:40:59.057152 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38b690c-f69f-49da-97a5-047b38efab9e x-openstack-request-id: req-e38b690c-f69f-49da-97a5-047b38efab9e {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:40:59.057453 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf173c3-df40-4c90-87cc-12d47a15108b", "tag": "b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:40:59.057745 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e38b690c-f69f-49da-97a5-047b38efab9e {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:40:59.058330 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf173c3-df40-4c90-87cc-12d47a15108b', 'tag': 'b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233', 'status': 'completed', 'code': 200} Jan 18 21:40:59.092342 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-034ed88c-fbce-4693-955a-2dfb4fe192fc None None] Set router 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:40:59.131269 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fc0b2-43b6-40b3-8462-da1a87d96e8a req-bf047275-053d-45ac-a281-52825a617bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:59.133127 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-728fc0b2-43b6-40b3-8462-da1a87d96e8a req-bf047275-053d-45ac-a281-52825a617bb6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d5c35d5c16740e38763a2f99275b132&device_id=8bf173c3-df40-4c90-87cc-12d47a15108b HTTP/1.1" status: 200 len: 1096 time: 0.0525556 Jan 18 21:40:59.228414 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fc0b2-43b6-40b3-8462-da1a87d96e8a req-a3cd8e36-ca1a-4b3c-a400-403172bebae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:59.230252 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-728fc0b2-43b6-40b3-8462-da1a87d96e8a req-a3cd8e36-ca1a-4b3c-a400-403172bebae3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=74e30a12-1db9-449c-a8f4-9a6ac638b097 HTTP/1.1" status: 200 len: 909 time: 0.0917428 Jan 18 21:40:59.301123 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-728fc0b2-43b6-40b3-8462-da1a87d96e8a req-308c4be0-2315-490b-a8af-2c1615ea15ef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 HTTP/1.1" status: 200 len: 998 time: 0.0639241 Jan 18 21:40:59.327054 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-034ed88c-fbce-4693-955a-2dfb4fe192fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'name': 'tempest-TestSnapshotPattern-57130512-router', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'gw_port': {'id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '881c1d84-f84a-4590-850d-59fafd4e1291', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'floating_ip_address': '172.25.4.68', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'port_id': 'b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'mac_address': 'fa:16:3e:ff:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf173c3-df40-4c90-87cc-12d47a15108b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:40:58Z', 'updated_at': '2022-01-18T21:40:58Z', 'revision_number': 0, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'fixed_ip_address_scope': None}, {'id': 'fe7fb986-eeb6-4e79-afff-52794e48955e', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'port_id': 'fe340530-7777-4b90-ac44-14bbb1824f17', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'mac_address': 'fa:16:3e:c3:f7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6d2b08-3964-48da-91ae-b8e70334dea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:37:50Z', 'updated_at': '2022-01-18T21:37:52Z', 'revision_number': 1, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b9e12a-404c-481b-ae32-5897988a54dd', 'name': '', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'mac_address': 'fa:16:3e:85:ff:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:29Z', 'updated_at': '2022-01-18T21:37:35Z', 'revision_number': 5, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'subnets': [{'id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:40:59.357579 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fc0b2-43b6-40b3-8462-da1a87d96e8a req-64a21931-0ee5-487e-b82b-68748a23efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:59.357945 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034ed88c-fbce-4693-955a-2dfb4fe192fc None None] Checking router: 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:40:59.359104 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-728fc0b2-43b6-40b3-8462-da1a87d96e8a req-64a21931-0ee5-487e-b82b-68748a23efd6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0263b836-9244-4b08-bf01-33c071ad98e0 HTTP/1.1" status: 200 len: 847 time: 0.0525994 Jan 18 21:40:59.366850 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034ed88c-fbce-4693-955a-2dfb4fe192fc None None] Routers {'5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:40:59.367445 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-034ed88c-fbce-4693-955a-2dfb4fe192fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:40:58Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:40:59.409019 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fc0b2-43b6-40b3-8462-da1a87d96e8a req-871e09ed-67bd-4fcf-80fd-acc5b43d0c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:40:59.410531 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-728fc0b2-43b6-40b3-8462-da1a87d96e8a req-871e09ed-67bd-4fcf-80fd-acc5b43d0c4a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74e30a12-1db9-449c-a8f4-9a6ac638b097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440576 Jan 18 21:40:59.471155 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:40:59.483424 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-034ed88c-fbce-4693-955a-2dfb4fe192fc None None] Set router 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:40:59.500723 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-728fc0b2-43b6-40b3-8462-da1a87d96e8a req-7c0d9a0b-794d-473c-8195-1e2280111d47 service neutron] 10.222.0.70 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837519 Jan 18 21:40:59.599349 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-728fc0b2-43b6-40b3-8462-da1a87d96e8a req-385fac69-7ca9-426c-95cc-caafd554aae9 service neutron] 10.222.0.70 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917065 Jan 18 21:40:59.712157 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-034ed88c-fbce-4693-955a-2dfb4fe192fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'name': 'tempest-TestSnapshotPattern-57130512-router', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'gw_port': {'id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '881c1d84-f84a-4590-850d-59fafd4e1291', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'floating_ip_address': '172.25.4.68', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'port_id': 'b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'mac_address': 'fa:16:3e:ff:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf173c3-df40-4c90-87cc-12d47a15108b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:40:58Z', 'updated_at': '2022-01-18T21:40:58Z', 'revision_number': 0, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'fixed_ip_address_scope': None}, {'id': 'fe7fb986-eeb6-4e79-afff-52794e48955e', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'port_id': 'fe340530-7777-4b90-ac44-14bbb1824f17', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'mac_address': 'fa:16:3e:c3:f7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6d2b08-3964-48da-91ae-b8e70334dea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:37:50Z', 'updated_at': '2022-01-18T21:37:52Z', 'revision_number': 1, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b9e12a-404c-481b-ae32-5897988a54dd', 'name': '', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'mac_address': 'fa:16:3e:85:ff:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:29Z', 'updated_at': '2022-01-18T21:37:35Z', 'revision_number': 5, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'subnets': [{'id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:40:59.738952 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034ed88c-fbce-4693-955a-2dfb4fe192fc None None] The sync data for ids ['5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'] in n-d-741529-9 is: [{'id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'name': 'tempest-TestSnapshotPattern-57130512-router', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'gw_port': {'id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': '881c1d84-f84a-4590-850d-59fafd4e1291', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'floating_ip_address': '172.25.4.68', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'port_id': 'b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'mac_address': 'fa:16:3e:ff:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf173c3-df40-4c90-87cc-12d47a15108b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:40:58Z', 'updated_at': '2022-01-18T21:40:58Z', 'revision_number': 0, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'fixed_ip_address_scope': None}, {'id': 'fe7fb986-eeb6-4e79-afff-52794e48955e', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'port_id': 'fe340530-7777-4b90-ac44-14bbb1824f17', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'mac_address': 'fa:16:3e:c3:f7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6d2b08-3964-48da-91ae-b8e70334dea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:37:50Z', 'updated_at': '2022-01-18T21:37:52Z', 'revision_number': 1, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b9e12a-404c-481b-ae32-5897988a54dd', 'name': '', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'mac_address': 'fa:16:3e:85:ff:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:29Z', 'updated_at': '2022-01-18T21:37:35Z', 'revision_number': 5, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'subnets': [{'id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:40:59.926175 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb11736-ef7c-4c76-af3a-6148550f783a None None] New status for floating IP 881c1d84-f84a-4590-850d-59fafd4e1291: ACTIVE {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 21:41:00.892222 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:41:02.104245 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:41:04.822021 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:41:07.664829 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:41:23.224830 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:41:25.847716 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f25d564f-a7c6-4713-963d-d9f96050c677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:41:27.999947 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8ff077e6-69ff-46dc-ae9a-8c4032a7b5b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:41:29.448606 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:41:30.894363 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:41:32.106174 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:41:34.817317 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:41:37.663270 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:41:44.002341 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6519635b-54d4-45e4-b414-3ae930627152 req-c6e47871-6ae4-4886-8252-264c4e213d25 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385230 Jan 18 21:41:44.080230 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519635b-54d4-45e4-b414-3ae930627152 req-08819887-e5bd-4e1b-968c-991e7942d7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:41:44.081734 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6519635b-54d4-45e4-b414-3ae930627152 req-08819887-e5bd-4e1b-968c-991e7942d7bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d5c35d5c16740e38763a2f99275b132&device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8 HTTP/1.1" status: 200 len: 1094 time: 0.0399790 Jan 18 21:41:44.186987 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519635b-54d4-45e4-b414-3ae930627152 req-ecef8f27-ac8d-425e-89bd-b8c963696087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:41:44.188457 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6519635b-54d4-45e4-b414-3ae930627152 req-ecef8f27-ac8d-425e-89bd-b8c963696087 service neutron] 10.222.0.57 "GET /v2.0/networks?id=74e30a12-1db9-449c-a8f4-9a6ac638b097 HTTP/1.1" status: 200 len: 909 time: 0.0883126 Jan 18 21:41:44.250991 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6519635b-54d4-45e4-b414-3ae930627152 req-ed05190d-953d-47a3-bfab-01572d302bd5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe340530-7777-4b90-ac44-14bbb1824f17 HTTP/1.1" status: 200 len: 998 time: 0.0566266 Jan 18 21:41:44.302546 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519635b-54d4-45e4-b414-3ae930627152 req-a93f58d8-99bb-48c4-af98-9bf73abbd5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:41:44.303975 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6519635b-54d4-45e4-b414-3ae930627152 req-a93f58d8-99bb-48c4-af98-9bf73abbd5ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0263b836-9244-4b08-bf01-33c071ad98e0 HTTP/1.1" status: 200 len: 847 time: 0.0468173 Jan 18 21:41:44.347499 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519635b-54d4-45e4-b414-3ae930627152 req-e132e51d-632c-4677-b1dd-c2cb3133a597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:41:44.349538 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6519635b-54d4-45e4-b414-3ae930627152 req-e132e51d-632c-4677-b1dd-c2cb3133a597 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74e30a12-1db9-449c-a8f4-9a6ac638b097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402091 Jan 18 21:41:44.451562 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6519635b-54d4-45e4-b414-3ae930627152 req-782b0fb0-39a4-411e-9cd9-87a0c219ff2a service neutron] 10.222.0.57 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952642 Jan 18 21:41:44.537925 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6519635b-54d4-45e4-b414-3ae930627152 req-9656c8c6-7c96-4768-8dc9-6c07d826c3bc service neutron] 10.222.0.57 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810883 Jan 18 21:41:55.848559 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e7b7a5fd-80d9-41c6-a48d-287edfabb61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:41:58.000070 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c87e5c94-52f8-41fb-b90d-9f5ac6ea94cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:41:58.393467 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4b3ab7b5-bfdc-4fbe-b207-173dada375e4 req-ec538280-d5b0-4ca1-a157-696e45edc23f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8bf173c3-df40-4c90-87cc-12d47a15108b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384984 Jan 18 21:41:58.483027 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ab7b5-bfdc-4fbe-b207-173dada375e4 req-3b480af7-cf3b-4c6a-8121-5b8f0c9d0390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:41:58.484620 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4b3ab7b5-bfdc-4fbe-b207-173dada375e4 req-3b480af7-cf3b-4c6a-8121-5b8f0c9d0390 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d5c35d5c16740e38763a2f99275b132&device_id=8bf173c3-df40-4c90-87cc-12d47a15108b HTTP/1.1" status: 200 len: 1096 time: 0.0440006 Jan 18 21:41:58.587991 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ab7b5-bfdc-4fbe-b207-173dada375e4 req-33336016-2680-417f-9389-62517738ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:41:58.589387 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4b3ab7b5-bfdc-4fbe-b207-173dada375e4 req-33336016-2680-417f-9389-62517738ef73 service neutron] 10.222.0.70 "GET /v2.0/networks?id=74e30a12-1db9-449c-a8f4-9a6ac638b097 HTTP/1.1" status: 200 len: 909 time: 0.0825806 Jan 18 21:41:58.658317 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4b3ab7b5-bfdc-4fbe-b207-173dada375e4 req-8ecbac51-5d26-45d6-b88f-e7126319afc1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 HTTP/1.1" status: 200 len: 1000 time: 0.0606546 Jan 18 21:41:58.705753 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ab7b5-bfdc-4fbe-b207-173dada375e4 req-f14056b9-7267-4386-8b20-e214a657358f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:41:58.707170 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4b3ab7b5-bfdc-4fbe-b207-173dada375e4 req-f14056b9-7267-4386-8b20-e214a657358f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0263b836-9244-4b08-bf01-33c071ad98e0 HTTP/1.1" status: 200 len: 847 time: 0.0425041 Jan 18 21:41:58.753061 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ab7b5-bfdc-4fbe-b207-173dada375e4 req-2c7b6a01-c615-433c-9559-b91a167380c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:41:58.754533 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4b3ab7b5-bfdc-4fbe-b207-173dada375e4 req-2c7b6a01-c615-433c-9559-b91a167380c0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74e30a12-1db9-449c-a8f4-9a6ac638b097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385849 Jan 18 21:41:58.850191 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4b3ab7b5-bfdc-4fbe-b207-173dada375e4 req-0a6e8f82-0121-4c56-80a6-18ed66300a2e service neutron] 10.222.0.70 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867686 Jan 18 21:41:58.938809 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-4b3ab7b5-bfdc-4fbe-b207-173dada375e4 req-21c19dc9-2da5-4e50-bc79-51ef0b40dec1 service neutron] 10.222.0.70 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803227 Jan 18 21:41:59.452213 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:00.223344 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:42:00.897510 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:02.108167 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:04.831939 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:07.648802 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:25.852983 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dcf4f209-ab3e-4c10-81b4-4cac15ae9900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:27.999626 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8330e252-3e13-4a35-9c6b-be63b5be2832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:29.455734 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:30.898495 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:31.670366 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 details requested by agent hyperv_n-h2-741529-9 with host n-h2-741529-9 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 21:42:31.774893 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233,segment=NetworkSegment(fb66ce79-e2ed-42af-99d0-416beabe50ab),segment_id=fb66ce79-e2ed-42af-99d0-416beabe50ab)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:42:31.786175 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Returning: {'device': 'b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'port_id': 'b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233', 'mac_address': 'fa:16:3e:ff:f4:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 21:42:31.821141 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 is: ACTIVE; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:42:31.821537 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:31.834198 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 21:42:31.853307 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233,segment=NetworkSegment(fb66ce79-e2ed-42af-99d0-416beabe50ab),segment_id=fb66ce79-e2ed-42af-99d0-416beabe50ab)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:42:31.857121 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:31.906817 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:42:31.914930 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:31.915283 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:31.915627 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:31.915968 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:31.916305 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:31.916637 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:31.916967 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:31.917321 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:31.917668 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:31.918001 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:31.918328 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:31.918651 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:31.918975 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:31.937530 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] get_ports_and_sgs() called for port_ids ['b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 21:42:32.131572 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:33.684735 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 up at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 21:42:33.741024 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Provisioning complete for port b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 21:42:33.741379 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708735'] for port (b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:33.836406 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Current status of the port b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 21:42:33.836712 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-881692'] for port (b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:33.861362 n-d-741529-9 neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf173c3-df40-4c90-87cc-12d47a15108b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:42:33.863866 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff15b15c6f402c19c594f269f30bc37a24edd2aad6bfa86883e7d6b7677b10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244fb720-e722-41e8-9b1c-680d9ec1ffb3" -d '{"events": [{"server_uuid": "8bf173c3-df40-4c90-87cc-12d47a15108b", "name": "network-vif-plugged", "status": "completed", "tag": "b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:42:33.897544 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] For port b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233,segment=NetworkSegment(fb66ce79-e2ed-42af-99d0-416beabe50ab),segment_id=fb66ce79-e2ed-42af-99d0-416beabe50ab)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:42:33.902332 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779510068866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779509553520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779509553538'] for port (b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:33.929656 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7270856e-6a12-4d2f-a50d-0602d0469932 x-openstack-request-id: req-7270856e-6a12-4d2f-a50d-0602d0469932 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:42:33.929942 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf173c3-df40-4c90-87cc-12d47a15108b", "name": "network-vif-plugged", "status": "completed", "tag": "b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:42:33.930196 n-d-741529-9 neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7270856e-6a12-4d2f-a50d-0602d0469932 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:42:33.930717 n-d-741529-9 neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf173c3-df40-4c90-87cc-12d47a15108b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233', 'code': 200} Jan 18 21:42:33.961051 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Pushing event updated for resources: {'Port': ['ID=b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233,revision_number=7']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:42:34.855919 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:37.227951 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:42:37.661177 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:42.157440 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 45628) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:42:42.314026 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-7f96e751-16c6-421d-82a9-e6c208d796ff tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Deleting port e115ed6d-f7fb-40fd-b35d-21c3b32cedbb {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:42:42.314403 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f96e751-16c6-421d-82a9-e6c208d796ff tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (e115ed6d-f7fb-40fd-b35d-21c3b32cedbb), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:42.388410 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f96e751-16c6-421d-82a9-e6c208d796ff tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (e115ed6d-f7fb-40fd-b35d-21c3b32cedbb), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:42.388743 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f96e751-16c6-421d-82a9-e6c208d796ff tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for floatingip (e115ed6d-f7fb-40fd-b35d-21c3b32cedbb), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:42.400589 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-7f96e751-16c6-421d-82a9-e6c208d796ff tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Calling delete_port for e115ed6d-f7fb-40fd-b35d-21c3b32cedbb owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:42:42.546354 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f96e751-16c6-421d-82a9-e6c208d796ff tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (e115ed6d-f7fb-40fd-b35d-21c3b32cedbb), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:42.570696 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96e751-16c6-421d-82a9-e6c208d796ff tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Pushing event deleted for resources: {'Port': ['ID=e115ed6d-f7fb-40fd-b35d-21c3b32cedbb,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:42:42.602047 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96e751-16c6-421d-82a9-e6c208d796ff tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:42.602395 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96e751-16c6-421d-82a9-e6c208d796ff tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:42.602738 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96e751-16c6-421d-82a9-e6c208d796ff tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:42.603077 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96e751-16c6-421d-82a9-e6c208d796ff tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:42.603410 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96e751-16c6-421d-82a9-e6c208d796ff tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:42.603743 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96e751-16c6-421d-82a9-e6c208d796ff tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:42.604072 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96e751-16c6-421d-82a9-e6c208d796ff tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:42.604399 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96e751-16c6-421d-82a9-e6c208d796ff tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:42.604722 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96e751-16c6-421d-82a9-e6c208d796ff tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:42.605049 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96e751-16c6-421d-82a9-e6c208d796ff tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:42.605371 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96e751-16c6-421d-82a9-e6c208d796ff tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:42.605720 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96e751-16c6-421d-82a9-e6c208d796ff tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:42.606048 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96e751-16c6-421d-82a9-e6c208d796ff tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:42.645427 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f96e751-16c6-421d-82a9-e6c208d796ff tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for floatingip (881c1d84-f84a-4590-850d-59fafd4e1291), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:42.645857 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-7f96e751-16c6-421d-82a9-e6c208d796ff tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Floating IP 881c1d84-f84a-4590-850d-59fafd4e1291 disassociated (deleted). External IP: 172.25.4.68, port: b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233. Jan 18 21:42:42.848572 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f96e751-16c6-421d-82a9-e6c208d796ff tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Router 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:42:42.948329 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f96e751-16c6-421d-82a9-e6c208d796ff tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:42:42.953004 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f96e751-16c6-421d-82a9-e6c208d796ff tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:42.958776 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d444338-11cc-4e91-b828-f5cb757e877a None None] Sync routers for ids ['5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:42:42.968400 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d444338-11cc-4e91-b828-f5cb757e877a None None] Routers {'5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:42:42.969014 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-6d444338-11cc-4e91-b828-f5cb757e877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:42:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:42:42.982832 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-7f96e751-16c6-421d-82a9-e6c208d796ff tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "DELETE /v2.0/floatingips/881c1d84-f84a-4590-850d-59fafd4e1291 HTTP/1.1" status: 204 len: 168 time: 0.8243015 Jan 18 21:42:42.983400 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf173c3-df40-4c90-87cc-12d47a15108b', 'tag': 'b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:42:42.985675 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b43178f88c778abd299c77f10da4c8b3e71d2d0c7150ce414079b2ef1097cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba78203-3811-430c-8a7d-7885d36cdacb" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf173c3-df40-4c90-87cc-12d47a15108b", "tag": "b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:42:43.074871 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-6d444338-11cc-4e91-b828-f5cb757e877a None None] Set router 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:42:43.139202 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef1f8c5-d388-431e-b9ec-38973ecf7135 x-openstack-request-id: req-6ef1f8c5-d388-431e-b9ec-38973ecf7135 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:42:43.139531 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf173c3-df40-4c90-87cc-12d47a15108b", "tag": "b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:42:43.140120 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ef1f8c5-d388-431e-b9ec-38973ecf7135 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:42:43.140825 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf173c3-df40-4c90-87cc-12d47a15108b', 'tag': 'b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233', 'status': 'completed', 'code': 200} Jan 18 21:42:43.208347 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba78203-3811-430c-8a7d-7885d36cdacb req-7b50af5b-89f8-42c5-af1b-4bcf676475cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:42:43.209900 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aba78203-3811-430c-8a7d-7885d36cdacb req-7b50af5b-89f8-42c5-af1b-4bcf676475cc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d5c35d5c16740e38763a2f99275b132&device_id=8bf173c3-df40-4c90-87cc-12d47a15108b HTTP/1.1" status: 200 len: 1096 time: 0.0482097 Jan 18 21:42:43.291641 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733be3d-9209-42de-9490-a3f459681660 req-3bd1eafd-a469-42f0-98d4-ecb5a04b7da0 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:42:43.293173 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b733be3d-9209-42de-9490-a3f459681660 req-3bd1eafd-a469-42f0-98d4-ecb5a04b7da0 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bf173c3-df40-4c90-87cc-12d47a15108b HTTP/1.1" status: 200 len: 945 time: 0.1091175 Jan 18 21:42:43.311281 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-6d444338-11cc-4e91-b828-f5cb757e877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'name': 'tempest-TestSnapshotPattern-57130512-router', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'gw_port': {'id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'fe7fb986-eeb6-4e79-afff-52794e48955e', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'port_id': 'fe340530-7777-4b90-ac44-14bbb1824f17', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'mac_address': 'fa:16:3e:c3:f7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6d2b08-3964-48da-91ae-b8e70334dea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:37:50Z', 'updated_at': '2022-01-18T21:37:52Z', 'revision_number': 1, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b9e12a-404c-481b-ae32-5897988a54dd', 'name': '', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'mac_address': 'fa:16:3e:85:ff:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:29Z', 'updated_at': '2022-01-18T21:37:35Z', 'revision_number': 5, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'subnets': [{'id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:42:43.314898 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba78203-3811-430c-8a7d-7885d36cdacb req-bc2627e7-0e9a-4823-acb7-5fcb2c067b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:42:43.316458 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aba78203-3811-430c-8a7d-7885d36cdacb req-bc2627e7-0e9a-4823-acb7-5fcb2c067b73 service neutron] 10.222.0.70 "GET /v2.0/networks?id=74e30a12-1db9-449c-a8f4-9a6ac638b097 HTTP/1.1" status: 200 len: 909 time: 0.1004422 Jan 18 21:42:43.339743 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d444338-11cc-4e91-b828-f5cb757e877a None None] Checking router: 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:42:43.344231 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b733be3d-9209-42de-9490-a3f459681660 req-458a2cd2-b7c8-41ee-af3f-a6731de7764b tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454171 Jan 18 21:42:43.348113 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d444338-11cc-4e91-b828-f5cb757e877a None None] Routers {'5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:42:43.348720 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-6d444338-11cc-4e91-b828-f5cb757e877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:42:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:42:43.366465 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aba78203-3811-430c-8a7d-7885d36cdacb req-6b27e22b-da4e-4310-a81d-653749f85c2b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 HTTP/1.1" status: 200 len: 217 time: 0.0406935 Jan 18 21:42:43.413979 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba78203-3811-430c-8a7d-7885d36cdacb req-bc1a06d0-5d3b-48c5-a45a-a7a63e1dda80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:42:43.415436 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aba78203-3811-430c-8a7d-7885d36cdacb req-bc1a06d0-5d3b-48c5-a45a-a7a63e1dda80 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0263b836-9244-4b08-bf01-33c071ad98e0 HTTP/1.1" status: 200 len: 847 time: 0.0428805 Jan 18 21:42:43.454052 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-6d444338-11cc-4e91-b828-f5cb757e877a None None] Set router 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:42:43.459559 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba78203-3811-430c-8a7d-7885d36cdacb req-404b1df4-94de-4595-8d0f-074fc6a7b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:42:43.461047 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aba78203-3811-430c-8a7d-7885d36cdacb req-404b1df4-94de-4595-8d0f-074fc6a7b09e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74e30a12-1db9-449c-a8f4-9a6ac638b097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393798 Jan 18 21:42:43.553774 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aba78203-3811-430c-8a7d-7885d36cdacb req-93c7e7b2-8790-4d0b-af75-681499a1127d service neutron] 10.222.0.70 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857496 Jan 18 21:42:43.643422 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-aba78203-3811-430c-8a7d-7885d36cdacb req-ebb0eea8-98e4-43d9-9e7f-ef9187b71a2d service neutron] 10.222.0.70 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826104 Jan 18 21:42:43.679341 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-6d444338-11cc-4e91-b828-f5cb757e877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'name': 'tempest-TestSnapshotPattern-57130512-router', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'gw_port': {'id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'fe7fb986-eeb6-4e79-afff-52794e48955e', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'port_id': 'fe340530-7777-4b90-ac44-14bbb1824f17', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'mac_address': 'fa:16:3e:c3:f7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6d2b08-3964-48da-91ae-b8e70334dea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:37:50Z', 'updated_at': '2022-01-18T21:37:52Z', 'revision_number': 1, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b9e12a-404c-481b-ae32-5897988a54dd', 'name': '', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'mac_address': 'fa:16:3e:85:ff:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:29Z', 'updated_at': '2022-01-18T21:37:35Z', 'revision_number': 5, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'subnets': [{'id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:42:43.705049 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d444338-11cc-4e91-b828-f5cb757e877a None None] The sync data for ids ['5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'] in n-d-741529-9 is: [{'id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'name': 'tempest-TestSnapshotPattern-57130512-router', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'gw_port': {'id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_floatingips': [{'id': 'fe7fb986-eeb6-4e79-afff-52794e48955e', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'router_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'port_id': 'fe340530-7777-4b90-ac44-14bbb1824f17', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'mac_address': 'fa:16:3e:c3:f7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6d2b08-3964-48da-91ae-b8e70334dea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T21:37:50Z', 'updated_at': '2022-01-18T21:37:52Z', 'revision_number': 1, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b9e12a-404c-481b-ae32-5897988a54dd', 'name': '', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'mac_address': 'fa:16:3e:85:ff:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:29Z', 'updated_at': '2022-01-18T21:37:35Z', 'revision_number': 5, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'subnets': [{'id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:42:43.934404 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f24a7d-e9d0-41ae-968e-9725320e06ef None None] New status for floating IP 881c1d84-f84a-4590-850d-59fafd4e1291: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 21:42:44.462824 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b122ab-2459-484c-8491-c7977a862435 req-02e515bd-5a91-42dd-b1d1-e315fc84069c tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:42:44.464308 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c0b122ab-2459-484c-8491-c7977a862435 req-02e515bd-5a91-42dd-b1d1-e315fc84069c tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bf173c3-df40-4c90-87cc-12d47a15108b HTTP/1.1" status: 200 len: 945 time: 0.0475531 Jan 18 21:42:44.511305 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-c0b122ab-2459-484c-8491-c7977a862435 req-65526bfe-e142-4a5c-8a22-f56c286421aa tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414596 Jan 18 21:42:44.873405 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773df3f8-8810-4143-ad51-3a7ac38a4ef0 req-800261a0-08b9-4a22-a8d0-f9761e095d03 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:42:44.874777 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-773df3f8-8810-4143-ad51-3a7ac38a4ef0 req-800261a0-08b9-4a22-a8d0-f9761e095d03 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf173c3-df40-4c90-87cc-12d47a15108b HTTP/1.1" status: 200 len: 945 time: 0.0479608 Jan 18 21:42:44.963570 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-773df3f8-8810-4143-ad51-3a7ac38a4ef0 req-b3dee9d6-c8f9-419c-8eb1-4d628c132498 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Deleting port b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:42:44.963902 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-773df3f8-8810-4143-ad51-3a7ac38a4ef0 req-b3dee9d6-c8f9-419c-8eb1-4d628c132498 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:45.051815 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-773df3f8-8810-4143-ad51-3a7ac38a4ef0 req-b3dee9d6-c8f9-419c-8eb1-4d628c132498 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] For port b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233, host n-h2-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-741529-9',level=0,port_id=b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233,segment=NetworkSegment(fb66ce79-e2ed-42af-99d0-416beabe50ab),segment_id=fb66ce79-e2ed-42af-99d0-416beabe50ab)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:42:45.052163 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-773df3f8-8810-4143-ad51-3a7ac38a4ef0 req-b3dee9d6-c8f9-419c-8eb1-4d628c132498 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:45.063539 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-773df3f8-8810-4143-ad51-3a7ac38a4ef0 req-b3dee9d6-c8f9-419c-8eb1-4d628c132498 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Calling delete_port for b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:42:45.185499 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-773df3f8-8810-4143-ad51-3a7ac38a4ef0 req-b3dee9d6-c8f9-419c-8eb1-4d628c132498 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:45.214873 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dee9d6-c8f9-419c-8eb1-4d628c132498 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Pushing event deleted for resources: {'Port': ['ID=b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:42:45.229010 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dee9d6-c8f9-419c-8eb1-4d628c132498 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:45.229363 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dee9d6-c8f9-419c-8eb1-4d628c132498 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:45.229725 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dee9d6-c8f9-419c-8eb1-4d628c132498 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:45.230065 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dee9d6-c8f9-419c-8eb1-4d628c132498 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:45.230400 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dee9d6-c8f9-419c-8eb1-4d628c132498 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:45.230728 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dee9d6-c8f9-419c-8eb1-4d628c132498 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:45.231052 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dee9d6-c8f9-419c-8eb1-4d628c132498 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:45.231374 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dee9d6-c8f9-419c-8eb1-4d628c132498 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:45.231695 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dee9d6-c8f9-419c-8eb1-4d628c132498 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:45.232014 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dee9d6-c8f9-419c-8eb1-4d628c132498 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:45.232336 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dee9d6-c8f9-419c-8eb1-4d628c132498 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:45.232657 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dee9d6-c8f9-419c-8eb1-4d628c132498 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:45.232981 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dee9d6-c8f9-419c-8eb1-4d628c132498 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-741529-9 {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 21:42:45.266430 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-773df3f8-8810-4143-ad51-3a7ac38a4ef0 req-b3dee9d6-c8f9-419c-8eb1-4d628c132498 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] No DVR routers for this DVR port b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 on host n-h2-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:42:45.268932 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-773df3f8-8810-4143-ad51-3a7ac38a4ef0 req-b3dee9d6-c8f9-419c-8eb1-4d628c132498 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:45.272287 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-773df3f8-8810-4143-ad51-3a7ac38a4ef0 req-b3dee9d6-c8f9-419c-8eb1-4d628c132498 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.70 "DELETE /v2.0/ports/b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 HTTP/1.1" status: 204 len: 173 time: 0.3915849 Jan 18 21:42:45.272728 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf173c3-df40-4c90-87cc-12d47a15108b', 'name': 'network-vif-deleted', 'tag': 'b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:42:45.275017 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77439be-6e1d-4411-a1af-14b9d2302652" -d '{"events": [{"server_uuid": "8bf173c3-df40-4c90-87cc-12d47a15108b", "name": "network-vif-deleted", "tag": "b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:42:45.367803 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83736145-a03c-4a7a-967e-d0630cee7dcb x-openstack-request-id: req-83736145-a03c-4a7a-967e-d0630cee7dcb {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:42:45.368099 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf173c3-df40-4c90-87cc-12d47a15108b", "name": "network-vif-deleted", "tag": "b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:42:45.368350 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83736145-a03c-4a7a-967e-d0630cee7dcb {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:42:45.368793 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf173c3-df40-4c90-87cc-12d47a15108b', 'name': 'network-vif-deleted', 'tag': 'b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233', 'status': 'completed', 'code': 200} Jan 18 21:42:45.622969 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-b8b62632-8238-4d8b-a539-311f7dafcb41 req-10fcb30d-63fb-4f94-84c8-59240ad85430 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bf173c3-df40-4c90-87cc-12d47a15108b HTTP/1.1" status: 200 len: 210 time: 0.0303309 Jan 18 21:42:45.747249 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 no longer exists at agent hyperv_n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:42:45.767361 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] No Port match for: b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:42:45.767707 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Device b3c92a9b-c4bf-4b0d-8ff9-a6159c5f9233 not bound to the agent host n-h2-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:42:46.032919 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6d97729f-9f2a-486a-82d2-842354e4c941 req-7c5202a6-b902-4388-8fe4-ee3e353a7a7e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0746200 Jan 18 21:42:46.111829 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97729f-9f2a-486a-82d2-842354e4c941 req-6dba84ba-fae3-4265-8db9-ef291fcf28ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:42:46.113270 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6d97729f-9f2a-486a-82d2-842354e4c941 req-6dba84ba-fae3-4265-8db9-ef291fcf28ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d5c35d5c16740e38763a2f99275b132&device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8 HTTP/1.1" status: 200 len: 1094 time: 0.0389237 Jan 18 21:42:46.214482 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97729f-9f2a-486a-82d2-842354e4c941 req-50dc4d14-0a43-46c8-931b-dbf2cabd37ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:42:46.215865 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6d97729f-9f2a-486a-82d2-842354e4c941 req-50dc4d14-0a43-46c8-931b-dbf2cabd37ff service neutron] 10.222.0.57 "GET /v2.0/networks?id=74e30a12-1db9-449c-a8f4-9a6ac638b097 HTTP/1.1" status: 200 len: 909 time: 0.0855403 Jan 18 21:42:46.279422 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6d97729f-9f2a-486a-82d2-842354e4c941 req-5afaeae2-a12c-4a47-baca-0996fe70bc8d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe340530-7777-4b90-ac44-14bbb1824f17 HTTP/1.1" status: 200 len: 998 time: 0.0562439 Jan 18 21:42:46.330423 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97729f-9f2a-486a-82d2-842354e4c941 req-4783bb23-2579-4db5-ac51-6f616f85d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:42:46.331889 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6d97729f-9f2a-486a-82d2-842354e4c941 req-4783bb23-2579-4db5-ac51-6f616f85d623 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0263b836-9244-4b08-bf01-33c071ad98e0 HTTP/1.1" status: 200 len: 847 time: 0.0470214 Jan 18 21:42:46.375233 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97729f-9f2a-486a-82d2-842354e4c941 req-b6ca325a-2335-4147-b87c-ee24b05c9021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:42:46.376697 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6d97729f-9f2a-486a-82d2-842354e4c941 req-b6ca325a-2335-4147-b87c-ee24b05c9021 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74e30a12-1db9-449c-a8f4-9a6ac638b097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390930 Jan 18 21:42:46.466164 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6d97729f-9f2a-486a-82d2-842354e4c941 req-991f8127-180a-4d69-b717-553932fa5b38 service neutron] 10.222.0.57 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835700 Jan 18 21:42:46.552874 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-6d97729f-9f2a-486a-82d2-842354e4c941 req-bf6428ee-58c0-4aa8-b4bd-7aa915eb4393 service neutron] 10.222.0.57 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805328 Jan 18 21:42:47.180108 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 45692) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:42:47.332102 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-10596d94-b108-46be-9bb8-6b2ca489b3cf tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Deleting port 69e8bc9c-7d96-4937-8957-1e33777680c5 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:42:47.332373 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-10596d94-b108-46be-9bb8-6b2ca489b3cf tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (69e8bc9c-7d96-4937-8957-1e33777680c5), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:47.404131 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-10596d94-b108-46be-9bb8-6b2ca489b3cf tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (69e8bc9c-7d96-4937-8957-1e33777680c5), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:47.404461 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-10596d94-b108-46be-9bb8-6b2ca489b3cf tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for floatingip (69e8bc9c-7d96-4937-8957-1e33777680c5), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:47.416289 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-10596d94-b108-46be-9bb8-6b2ca489b3cf tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Calling delete_port for 69e8bc9c-7d96-4937-8957-1e33777680c5 owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:42:47.559566 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-10596d94-b108-46be-9bb8-6b2ca489b3cf tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (69e8bc9c-7d96-4937-8957-1e33777680c5), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:47.585094 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10596d94-b108-46be-9bb8-6b2ca489b3cf tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Pushing event deleted for resources: {'Port': ['ID=69e8bc9c-7d96-4937-8957-1e33777680c5,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:42:47.648916 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-10596d94-b108-46be-9bb8-6b2ca489b3cf tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for floatingip (fe7fb986-eeb6-4e79-afff-52794e48955e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:47.649243 n-d-741529-9 neutron-server[103336]: INFO neutron.db.l3_db [None req-10596d94-b108-46be-9bb8-6b2ca489b3cf tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Floating IP fe7fb986-eeb6-4e79-afff-52794e48955e disassociated (deleted). External IP: 172.25.4.14, port: fe340530-7777-4b90-ac44-14bbb1824f17. Jan 18 21:42:47.845426 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10596d94-b108-46be-9bb8-6b2ca489b3cf tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Router 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:42:47.955832 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10596d94-b108-46be-9bb8-6b2ca489b3cf tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:42:47.960698 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-10596d94-b108-46be-9bb8-6b2ca489b3cf tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:47.967717 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323710e3-75c1-4728-ae53-5b0e531ae44c None None] Sync routers for ids ['5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:42:47.982309 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323710e3-75c1-4728-ae53-5b0e531ae44c None None] Routers {'5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:42:47.983015 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-323710e3-75c1-4728-ae53-5b0e531ae44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:42:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:42:48.091773 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-323710e3-75c1-4728-ae53-5b0e531ae44c None None] Set router 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:42:48.299260 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-323710e3-75c1-4728-ae53-5b0e531ae44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'name': 'tempest-TestSnapshotPattern-57130512-router', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'gw_port': {'id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '82b9e12a-404c-481b-ae32-5897988a54dd', 'name': '', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'mac_address': 'fa:16:3e:85:ff:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:29Z', 'updated_at': '2022-01-18T21:37:35Z', 'revision_number': 5, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'subnets': [{'id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:42:48.329728 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323710e3-75c1-4728-ae53-5b0e531ae44c None None] Checking router: 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:42:48.338144 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323710e3-75c1-4728-ae53-5b0e531ae44c None None] Routers {'5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:42:48.338753 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-323710e3-75c1-4728-ae53-5b0e531ae44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:42:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:42:48.340678 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-10596d94-b108-46be-9bb8-6b2ca489b3cf tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "DELETE /v2.0/floatingips/fe7fb986-eeb6-4e79-afff-52794e48955e HTTP/1.1" status: 204 len: 168 time: 1.1594734 Jan 18 21:42:48.341251 n-d-741529-9 neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6d2b08-3964-48da-91ae-b8e70334dea8', 'tag': 'fe340530-7777-4b90-ac44-14bbb1824f17'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:42:48.343559 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b43178f88c778abd299c77f10da4c8b3e71d2d0c7150ce414079b2ef1097cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee228ac8-f869-462c-937c-f7b45dd9613d" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6d2b08-3964-48da-91ae-b8e70334dea8", "tag": "fe340530-7777-4b90-ac44-14bbb1824f17"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:42:48.447754 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-323710e3-75c1-4728-ae53-5b0e531ae44c None None] Set router 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:42:48.500447 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 21:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed9bcc7-2f01-4fcb-b712-7753b61c712a x-openstack-request-id: req-bed9bcc7-2f01-4fcb-b712-7753b61c712a {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:42:48.500815 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6d2b08-3964-48da-91ae-b8e70334dea8", "tag": "fe340530-7777-4b90-ac44-14bbb1824f17", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:42:48.501121 n-d-741529-9 neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bed9bcc7-2f01-4fcb-b712-7753b61c712a {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:42:48.501538 n-d-741529-9 neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6d2b08-3964-48da-91ae-b8e70334dea8', 'tag': 'fe340530-7777-4b90-ac44-14bbb1824f17', 'status': 'completed', 'code': 200} Jan 18 21:42:48.571806 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee228ac8-f869-462c-937c-f7b45dd9613d req-d959aa34-ae75-4a5b-b7e9-3e09dab127b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:42:48.573963 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ee228ac8-f869-462c-937c-f7b45dd9613d req-d959aa34-ae75-4a5b-b7e9-3e09dab127b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d5c35d5c16740e38763a2f99275b132&device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8 HTTP/1.1" status: 200 len: 1094 time: 0.0494330 Jan 18 21:42:48.595509 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ff2c8-a436-4ad4-af71-cf3460c1d064 req-b9494c3d-6198-4d23-a64e-44e65b71e940 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:42:48.597046 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fa2ff2c8-a436-4ad4-af71-cf3460c1d064 req-b9494c3d-6198-4d23-a64e-44e65b71e940 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8 HTTP/1.1" status: 200 len: 943 time: 0.0515006 Jan 18 21:42:48.648504 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-fa2ff2c8-a436-4ad4-af71-cf3460c1d064 req-5a99707d-e7b5-48db-901b-5e505f3311c3 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455058 Jan 18 21:42:48.660145 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-323710e3-75c1-4728-ae53-5b0e531ae44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'name': 'tempest-TestSnapshotPattern-57130512-router', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'gw_port': {'id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '82b9e12a-404c-481b-ae32-5897988a54dd', 'name': '', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'mac_address': 'fa:16:3e:85:ff:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:29Z', 'updated_at': '2022-01-18T21:37:35Z', 'revision_number': 5, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'subnets': [{'id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:42:48.677220 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee228ac8-f869-462c-937c-f7b45dd9613d req-6f1d3e6f-14a7-4fd5-80a2-c1cbd71d4114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:42:48.678737 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ee228ac8-f869-462c-937c-f7b45dd9613d req-6f1d3e6f-14a7-4fd5-80a2-c1cbd71d4114 service neutron] 10.222.0.57 "GET /v2.0/networks?id=74e30a12-1db9-449c-a8f4-9a6ac638b097 HTTP/1.1" status: 200 len: 909 time: 0.0988998 Jan 18 21:42:48.687189 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323710e3-75c1-4728-ae53-5b0e531ae44c None None] The sync data for ids ['5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'] in n-d-741529-9 is: [{'id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'name': 'tempest-TestSnapshotPattern-57130512-router', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'gw_port': {'id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9', '_interfaces': [{'id': '82b9e12a-404c-481b-ae32-5897988a54dd', 'name': '', 'network_id': '74e30a12-1db9-449c-a8f4-9a6ac638b097', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'mac_address': 'fa:16:3e:85:ff:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:29Z', 'updated_at': '2022-01-18T21:37:35Z', 'revision_number': 5, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'subnets': [{'id': '0263b836-9244-4b08-bf01-33c071ad98e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:42:48.720577 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ee228ac8-f869-462c-937c-f7b45dd9613d req-f4d9fccb-0f13-4253-aecb-912a610ef3b4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe340530-7777-4b90-ac44-14bbb1824f17 HTTP/1.1" status: 200 len: 217 time: 0.0355866 Jan 18 21:42:48.774618 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee228ac8-f869-462c-937c-f7b45dd9613d req-a95a3da2-072d-4648-90b1-ea60d1ecd1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:42:48.776130 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ee228ac8-f869-462c-937c-f7b45dd9613d req-a95a3da2-072d-4648-90b1-ea60d1ecd1b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0263b836-9244-4b08-bf01-33c071ad98e0 HTTP/1.1" status: 200 len: 847 time: 0.0493848 Jan 18 21:42:48.821076 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee228ac8-f869-462c-937c-f7b45dd9613d req-8fc50847-d7b3-400d-bb7b-208c40b7a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:42:48.822776 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ee228ac8-f869-462c-937c-f7b45dd9613d req-8fc50847-d7b3-400d-bb7b-208c40b7a487 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74e30a12-1db9-449c-a8f4-9a6ac638b097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404983 Jan 18 21:42:48.914833 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ee228ac8-f869-462c-937c-f7b45dd9613d req-70135b26-70bc-4fbe-9791-c2de0f3f1cc2 service neutron] 10.222.0.57 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852571 Jan 18 21:42:48.915380 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea203763-ab9b-442b-8bba-eef1928bb9cf None None] New status for floating IP fe7fb986-eeb6-4e79-afff-52794e48955e: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 21:42:49.008159 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-ee228ac8-f869-462c-937c-f7b45dd9613d req-fba3cc63-6ee1-438c-b952-ebf9f7e84763 service neutron] 10.222.0.57 "GET /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874248 Jan 18 21:42:49.422989 n-d-741529-9 neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb2d66-ff34-4d4a-900a-2f26b2b5a8dd req-2444ee09-5a2e-4571-816d-bb6eebfab231 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:42:49.424436 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d0cb2d66-ff34-4d4a-900a-2f26b2b5a8dd req-2444ee09-5a2e-4571-816d-bb6eebfab231 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8 HTTP/1.1" status: 200 len: 943 time: 0.0477638 Jan 18 21:42:49.514598 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-d0cb2d66-ff34-4d4a-900a-2f26b2b5a8dd req-8ac48840-65a4-489a-b04b-1dd2deb10aad tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Deleting port fe340530-7777-4b90-ac44-14bbb1824f17 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:42:49.514930 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d0cb2d66-ff34-4d4a-900a-2f26b2b5a8dd req-8ac48840-65a4-489a-b04b-1dd2deb10aad tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (fe340530-7777-4b90-ac44-14bbb1824f17), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:49.602643 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-d0cb2d66-ff34-4d4a-900a-2f26b2b5a8dd req-8ac48840-65a4-489a-b04b-1dd2deb10aad tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] For port fe340530-7777-4b90-ac44-14bbb1824f17, host n-h1-741529-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-741529-9',level=0,port_id=fe340530-7777-4b90-ac44-14bbb1824f17,segment=NetworkSegment(fb66ce79-e2ed-42af-99d0-416beabe50ab),segment_id=fb66ce79-e2ed-42af-99d0-416beabe50ab)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:42:49.603366 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d0cb2d66-ff34-4d4a-900a-2f26b2b5a8dd req-8ac48840-65a4-489a-b04b-1dd2deb10aad tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (fe340530-7777-4b90-ac44-14bbb1824f17), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:49.614361 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-d0cb2d66-ff34-4d4a-900a-2f26b2b5a8dd req-8ac48840-65a4-489a-b04b-1dd2deb10aad tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Calling delete_port for fe340530-7777-4b90-ac44-14bbb1824f17 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:42:49.744724 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d0cb2d66-ff34-4d4a-900a-2f26b2b5a8dd req-8ac48840-65a4-489a-b04b-1dd2deb10aad tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (fe340530-7777-4b90-ac44-14bbb1824f17), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:49.765434 n-d-741529-9 neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52687968-d743-4af9-b1c2-cdc038bf859d req-45eecc04-d3e9-4a29-bf39-6117235c2a12 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 21:42:49.766972 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-52687968-d743-4af9-b1c2-cdc038bf859d req-45eecc04-d3e9-4a29-bf39-6117235c2a12 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f6d2b08-3964-48da-91ae-b8e70334dea8 HTTP/1.1" status: 200 len: 865 time: 0.0480480 Jan 18 21:42:49.773968 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac48840-65a4-489a-b04b-1dd2deb10aad tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Pushing event deleted for resources: {'Port': ['ID=fe340530-7777-4b90-ac44-14bbb1824f17,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:42:49.818381 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0cb2d66-ff34-4d4a-900a-2f26b2b5a8dd req-8ac48840-65a4-489a-b04b-1dd2deb10aad tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] No DVR routers for this DVR port fe340530-7777-4b90-ac44-14bbb1824f17 on host n-h1-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:42:49.820910 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-d0cb2d66-ff34-4d4a-900a-2f26b2b5a8dd req-8ac48840-65a4-489a-b04b-1dd2deb10aad tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453448'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:49.824302 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [req-d0cb2d66-ff34-4d4a-900a-2f26b2b5a8dd req-8ac48840-65a4-489a-b04b-1dd2deb10aad tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.57 "DELETE /v2.0/ports/fe340530-7777-4b90-ac44-14bbb1824f17 HTTP/1.1" status: 204 len: 173 time: 0.3941593 Jan 18 21:42:49.824748 n-d-741529-9 neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6d2b08-3964-48da-91ae-b8e70334dea8', 'name': 'network-vif-deleted', 'tag': 'fe340530-7777-4b90-ac44-14bbb1824f17'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 21:42:49.826634 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [req-52687968-d743-4af9-b1c2-cdc038bf859d req-f5a7f53d-3846-4b21-8e41-2cb72a054ef9 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "GET /v2.0/security-groups?id=98aad5f1-84e6-485b-87d9-87f64968ac93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534058 Jan 18 21:42:49.827059 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76967e2c22a45dc7db47e0976746cfcd1eb92ddfe2e0038f08b1b24e7a8ce4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25b9f86-b236-4654-b5eb-35761bceb14c" -d '{"events": [{"server_uuid": "1f6d2b08-3964-48da-91ae-b8e70334dea8", "name": "network-vif-deleted", "tag": "fe340530-7777-4b90-ac44-14bbb1824f17"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 21:42:49.875935 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 21:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b484fb3c-91c3-4a52-aaa0-54235ec9dda4 x-openstack-request-id: req-b484fb3c-91c3-4a52-aaa0-54235ec9dda4 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 21:42:49.876240 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6d2b08-3964-48da-91ae-b8e70334dea8", "name": "network-vif-deleted", "tag": "fe340530-7777-4b90-ac44-14bbb1824f17", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 21:42:49.876500 n-d-741529-9 neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b484fb3c-91c3-4a52-aaa0-54235ec9dda4 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 21:42:49.876914 n-d-741529-9 neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6d2b08-3964-48da-91ae-b8e70334dea8', 'name': 'network-vif-deleted', 'tag': 'fe340530-7777-4b90-ac44-14bbb1824f17', 'status': 'completed', 'code': 200} Jan 18 21:42:50.885001 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 45706) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:42:50.940337 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-52ade03f-b25a-4f5d-83d9-6101ed079c76 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for security_group (98aad5f1-84e6-485b-87d9-87f64968ac93), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:50.965785 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-52ade03f-b25a-4f5d-83d9-6101ed079c76 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for security_group (98aad5f1-84e6-485b-87d9-87f64968ac93), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:51.026252 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-52ade03f-b25a-4f5d-83d9-6101ed079c76 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (98aad5f1-84e6-485b-87d9-87f64968ac93), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:51.028883 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-52ade03f-b25a-4f5d-83d9-6101ed079c76 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:51.030058 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-52ade03f-b25a-4f5d-83d9-6101ed079c76 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] 10.222.0.31 "DELETE /v2.0/security-groups/98aad5f1-84e6-485b-87d9-87f64968ac93 HTTP/1.1" status: 204 len: 168 time: 0.1440392 Jan 18 21:42:51.039588 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ade03f-b25a-4f5d-83d9-6101ed079c76 tempest-TestSnapshotPattern-1069050055 tempest-TestSnapshotPattern-1069050055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98aad5f1-84e6-485b-87d9-87f64968ac93,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:42:51.084519 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45710) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:42:51.505832 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-41a1b5dd-6cb8-48d7-838c-f42c1a3f943a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:52.028544 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-41a1b5dd-6cb8-48d7-838c-f42c1a3f943a admin admin] Deleting port 82b9e12a-404c-481b-ae32-5897988a54dd {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:42:52.028786 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-41a1b5dd-6cb8-48d7-838c-f42c1a3f943a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (82b9e12a-404c-481b-ae32-5897988a54dd), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:52.107145 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-41a1b5dd-6cb8-48d7-838c-f42c1a3f943a admin admin] For port 82b9e12a-404c-481b-ae32-5897988a54dd, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=82b9e12a-404c-481b-ae32-5897988a54dd,segment=NetworkSegment(fb66ce79-e2ed-42af-99d0-416beabe50ab),segment_id=fb66ce79-e2ed-42af-99d0-416beabe50ab)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:42:52.107845 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-41a1b5dd-6cb8-48d7-838c-f42c1a3f943a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (82b9e12a-404c-481b-ae32-5897988a54dd), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:52.118786 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-41a1b5dd-6cb8-48d7-838c-f42c1a3f943a admin admin] Calling delete_port for 82b9e12a-404c-481b-ae32-5897988a54dd owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:42:52.299223 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-41a1b5dd-6cb8-48d7-838c-f42c1a3f943a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (82b9e12a-404c-481b-ae32-5897988a54dd), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:52.324801 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1b5dd-6cb8-48d7-838c-f42c1a3f943a admin admin] Pushing event deleted for resources: {'Port': ['ID=82b9e12a-404c-481b-ae32-5897988a54dd,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:42:52.485021 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-41a1b5dd-6cb8-48d7-838c-f42c1a3f943a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:52.706574 n-d-741529-9 neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a1b5dd-6cb8-48d7-838c-f42c1a3f943a admin admin] Router 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:42:52.811249 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a1b5dd-6cb8-48d7-838c-f42c1a3f943a admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:42:52.816396 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-41a1b5dd-6cb8-48d7-838c-f42c1a3f943a admin admin] 10.222.0.31 "PUT /v2.0/routers/5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7307742 Jan 18 21:42:52.819070 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45722) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:42:52.821730 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b20b4fb-ccd5-4249-b25e-c1cc3d1d3dd9 None None] Sync routers for ids ['5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'] in n-d-741529-9 {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:42:52.832403 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b20b4fb-ccd5-4249-b25e-c1cc3d1d3dd9 None None] Routers {'5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:42:52.833082 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2b20b4fb-ccd5-4249-b25e-c1cc3d1d3dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:42:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:42:52.930718 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5d2827b5-75d8-4b7e-961e-0a9cdd6cd69d admin admin] Publish callbacks [] for router (5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:53.036744 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5d2827b5-75d8-4b7e-961e-0a9cdd6cd69d admin admin] Publish callbacks [] for router_gateway (5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:53.088083 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5d2827b5-75d8-4b7e-961e-0a9cdd6cd69d admin admin] Deleting port d5e6cfde-414f-48de-971b-98b61a48bc57 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:42:53.088425 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5d2827b5-75d8-4b7e-961e-0a9cdd6cd69d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (d5e6cfde-414f-48de-971b-98b61a48bc57), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:53.098746 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-2b20b4fb-ccd5-4249-b25e-c1cc3d1d3dd9 None None] Set router 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd gateway port host: n-d-741529-9 {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:42:53.169654 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5d2827b5-75d8-4b7e-961e-0a9cdd6cd69d admin admin] For port d5e6cfde-414f-48de-971b-98b61a48bc57, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=d5e6cfde-414f-48de-971b-98b61a48bc57,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:42:53.170368 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5d2827b5-75d8-4b7e-961e-0a9cdd6cd69d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (d5e6cfde-414f-48de-971b-98b61a48bc57), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:53.182239 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5d2827b5-75d8-4b7e-961e-0a9cdd6cd69d admin admin] Calling delete_port for d5e6cfde-414f-48de-971b-98b61a48bc57 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:42:53.279163 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2b20b4fb-ccd5-4249-b25e-c1cc3d1d3dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'name': 'tempest-TestSnapshotPattern-57130512-router', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:42:52Z', 'revision_number': 5, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'gw_port': {'id': 'd5e6cfde-414f-48de-971b-98b61a48bc57', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:42:53.305969 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b20b4fb-ccd5-4249-b25e-c1cc3d1d3dd9 None None] Checking router: 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd for host: n-d-741529-9 {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:42:53.314477 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b20b4fb-ccd5-4249-b25e-c1cc3d1d3dd9 None None] Routers {'5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'} bound to L3 agent in host n-d-741529-9 {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:42:53.315086 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2b20b4fb-ccd5-4249-b25e-c1cc3d1d3dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:42:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:42:53.355328 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5d2827b5-75d8-4b7e-961e-0a9cdd6cd69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (d5e6cfde-414f-48de-971b-98b61a48bc57), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:53.378893 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2827b5-75d8-4b7e-961e-0a9cdd6cd69d admin admin] Pushing event deleted for resources: {'Port': ['ID=d5e6cfde-414f-48de-971b-98b61a48bc57,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:42:53.397337 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d522174b-f8b2-49de-a638-b0627ef8683c None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:42:53.413346 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-2b20b4fb-ccd5-4249-b25e-c1cc3d1d3dd9 None None] Set router 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:42:53.440697 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5d2827b5-75d8-4b7e-961e-0a9cdd6cd69d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:53.464839 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2b20b4fb-ccd5-4249-b25e-c1cc3d1d3dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'name': 'tempest-TestSnapshotPattern-57130512-router', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:42:53Z', 'revision_number': 6, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:42:53.494771 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b20b4fb-ccd5-4249-b25e-c1cc3d1d3dd9 None None] The sync data for ids ['5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd'] in n-d-741529-9 is: [{'id': '5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd', 'name': 'tempest-TestSnapshotPattern-57130512-router', 'tenant_id': '9d5c35d5c16740e38763a2f99275b132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:27Z', 'updated_at': '2022-01-18T21:42:53Z', 'revision_number': 6, 'project_id': '9d5c35d5c16740e38763a2f99275b132', 'gw_port_host': None}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:42:53.533495 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5d2827b5-75d8-4b7e-961e-0a9cdd6cd69d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:53.536342 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5d2827b5-75d8-4b7e-961e-0a9cdd6cd69d admin admin] Publish callbacks [] for router_controller (5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:53.578489 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5d2827b5-75d8-4b7e-961e-0a9cdd6cd69d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:53.578944 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2827b5-75d8-4b7e-961e-0a9cdd6cd69d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 21:42:53.583196 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5d2827b5-75d8-4b7e-961e-0a9cdd6cd69d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:53.584325 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-5d2827b5-75d8-4b7e-961e-0a9cdd6cd69d admin admin] 10.222.0.31 "DELETE /v2.0/routers/5e6c8ef5-2964-42ff-911b-e32ce5d3ebfd HTTP/1.1" status: 204 len: 168 time: 0.7643514 Jan 18 21:42:53.586880 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45724) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:42:53.630270 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-a333acc2-d161-4707-9c7f-c1f4ead532d1 admin admin] Deleting subnet 0263b836-9244-4b08-bf01-33c071ad98e0 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 21:42:53.634343 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a333acc2-d161-4707-9c7f-c1f4ead532d1 admin admin] Publish callbacks [] for subnet (0263b836-9244-4b08-bf01-33c071ad98e0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:53.666648 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a333acc2-d161-4707-9c7f-c1f4ead532d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12590574'] for subnet (0263b836-9244-4b08-bf01-33c071ad98e0), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:53.743026 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a333acc2-d161-4707-9c7f-c1f4ead532d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (0263b836-9244-4b08-bf01-33c071ad98e0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:53.794342 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a333acc2-d161-4707-9c7f-c1f4ead532d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12762973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12852616'] for subnet (0263b836-9244-4b08-bf01-33c071ad98e0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:53.818676 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333acc2-d161-4707-9c7f-c1f4ead532d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0263b836-9244-4b08-bf01-33c071ad98e0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:42:53.822863 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a333acc2-d161-4707-9c7f-c1f4ead532d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:53.826049 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-a333acc2-d161-4707-9c7f-c1f4ead532d1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0263b836-9244-4b08-bf01-33c071ad98e0 HTTP/1.1" status: 204 len: 168 time: 0.2382615 Jan 18 21:42:53.828589 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45726) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:42:53.831542 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26241019-6205-4801-8fbe-2f9d0ddb0fb1 None None] Network 74e30a12-1db9-449c-a8f4-9a6ac638b097 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:42:53.904878 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c71e3f8b-a685-478d-9cf2-79955d0e692d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (74e30a12-1db9-449c-a8f4-9a6ac638b097), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:53.963540 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c71e3f8b-a685-478d-9cf2-79955d0e692d admin admin] Deleting port 94f6efd8-d51f-488d-997a-687b9fb03df0 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:42:53.963881 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c71e3f8b-a685-478d-9cf2-79955d0e692d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (94f6efd8-d51f-488d-997a-687b9fb03df0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:54.025128 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-c71e3f8b-a685-478d-9cf2-79955d0e692d admin admin] For port 94f6efd8-d51f-488d-997a-687b9fb03df0, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=94f6efd8-d51f-488d-997a-687b9fb03df0,segment=NetworkSegment(fb66ce79-e2ed-42af-99d0-416beabe50ab),segment_id=fb66ce79-e2ed-42af-99d0-416beabe50ab)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:42:54.025485 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c71e3f8b-a685-478d-9cf2-79955d0e692d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (94f6efd8-d51f-488d-997a-687b9fb03df0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:54.037922 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c71e3f8b-a685-478d-9cf2-79955d0e692d admin admin] Calling delete_port for 94f6efd8-d51f-488d-997a-687b9fb03df0 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:42:54.117477 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c71e3f8b-a685-478d-9cf2-79955d0e692d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (94f6efd8-d51f-488d-997a-687b9fb03df0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:54.142711 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e3f8b-a685-478d-9cf2-79955d0e692d admin admin] Pushing event deleted for resources: {'Port': ['ID=94f6efd8-d51f-488d-997a-687b9fb03df0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:42:54.147594 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71e3f8b-a685-478d-9cf2-79955d0e692d admin admin] No DVR routers for this DVR port 94f6efd8-d51f-488d-997a-687b9fb03df0 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:42:54.219545 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c71e3f8b-a685-478d-9cf2-79955d0e692d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (74e30a12-1db9-449c-a8f4-9a6ac638b097), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:54.235774 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device fe340530-7777-4b90-ac44-14bbb1824f17 no longer exists at agent hyperv_n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:42:54.239421 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-c71e3f8b-a685-478d-9cf2-79955d0e692d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e30a12-1db9-449c-a8f4-9a6ac638b097']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:42:54.252937 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-c71e3f8b-a685-478d-9cf2-79955d0e692d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb66ce79-e2ed-42af-99d0-416beabe50ab') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:42:54.253235 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-c71e3f8b-a685-478d-9cf2-79955d0e692d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb66ce79-e2ed-42af-99d0-416beabe50ab') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:42:54.257454 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] No Port match for: fe340530-7777-4b90-ac44-14bbb1824f17 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:42:54.258786 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Device fe340530-7777-4b90-ac44-14bbb1824f17 not bound to the agent host n-h1-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:42:54.264412 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c71e3f8b-a685-478d-9cf2-79955d0e692d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (fb66ce79-e2ed-42af-99d0-416beabe50ab), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:54.279718 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c71e3f8b-a685-478d-9cf2-79955d0e692d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (fb66ce79-e2ed-42af-99d0-416beabe50ab), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:54.280271 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a89a732-8fe7-4c43-801f-b5a2de61b5db None None] DHCP port deletion for 74e30a12-1db9-449c-a8f4-9a6ac638b097 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:42:54.287469 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c71e3f8b-a685-478d-9cf2-79955d0e692d admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 21:42:54.287679 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c71e3f8b-a685-478d-9cf2-79955d0e692d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (fb66ce79-e2ed-42af-99d0-416beabe50ab), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: warnings.warn(msg) Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: timer() Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 21:42:54.289778 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 21:42:54.348490 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c71e3f8b-a685-478d-9cf2-79955d0e692d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (74e30a12-1db9-449c-a8f4-9a6ac638b097), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:54.353982 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c71e3f8b-a685-478d-9cf2-79955d0e692d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:54.354887 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 82b9e12a-404c-481b-ae32-5897988a54dd no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:42:54.357604 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-c71e3f8b-a685-478d-9cf2-79955d0e692d admin admin] 10.222.0.31 "DELETE /v2.0/networks/74e30a12-1db9-449c-a8f4-9a6ac638b097 HTTP/1.1" status: 204 len: 168 time: 0.5277545 Jan 18 21:42:54.360573 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 45728) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:42:54.372768 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e3f8b-a685-478d-9cf2-79955d0e692d admin admin] Pushing event deleted for resources: {'Network': ['ID=74e30a12-1db9-449c-a8f4-9a6ac638b097,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:42:54.379130 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 82b9e12a-404c-481b-ae32-5897988a54dd {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:42:54.379476 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 82b9e12a-404c-481b-ae32-5897988a54dd not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:42:54.379883 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d5e6cfde-414f-48de-971b-98b61a48bc57 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:42:54.399930 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: d5e6cfde-414f-48de-971b-98b61a48bc57 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:42:54.400611 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device d5e6cfde-414f-48de-971b-98b61a48bc57 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:42:54.401255 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 94f6efd8-d51f-488d-997a-687b9fb03df0 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:42:54.420317 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 94f6efd8-d51f-488d-997a-687b9fb03df0 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:42:54.420663 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 94f6efd8-d51f-488d-997a-687b9fb03df0 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:42:54.712897 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-688cb4c5-bb77-444d-87fb-584e04772e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614395'] for router_interface (405e822f-6f36-4eea-b489-267eab61012c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:54.950448 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-688cb4c5-bb77-444d-87fb-584e04772e84 admin admin] Deleting port dc28f46b-751f-49ce-82f1-a9ba317fd2dc {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:42:54.950789 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-688cb4c5-bb77-444d-87fb-584e04772e84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (dc28f46b-751f-49ce-82f1-a9ba317fd2dc), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:55.026263 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-688cb4c5-bb77-444d-87fb-584e04772e84 admin admin] For port dc28f46b-751f-49ce-82f1-a9ba317fd2dc, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=dc28f46b-751f-49ce-82f1-a9ba317fd2dc,segment=NetworkSegment(d6124456-a079-4339-bf51-297f61038324),segment_id=d6124456-a079-4339-bf51-297f61038324)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:42:55.026547 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-688cb4c5-bb77-444d-87fb-584e04772e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (dc28f46b-751f-49ce-82f1-a9ba317fd2dc), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:55.038366 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-688cb4c5-bb77-444d-87fb-584e04772e84 admin admin] Calling delete_port for dc28f46b-751f-49ce-82f1-a9ba317fd2dc owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:42:55.211928 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-688cb4c5-bb77-444d-87fb-584e04772e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (dc28f46b-751f-49ce-82f1-a9ba317fd2dc), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:55.237053 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688cb4c5-bb77-444d-87fb-584e04772e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc28f46b-751f-49ce-82f1-a9ba317fd2dc,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:42:55.401687 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-688cb4c5-bb77-444d-87fb-584e04772e84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1660386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614763'] for router_interface (405e822f-6f36-4eea-b489-267eab61012c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:55.608713 n-d-741529-9 neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688cb4c5-bb77-444d-87fb-584e04772e84 admin admin] Router 405e822f-6f36-4eea-b489-267eab61012c has already been hosted by L3 agent 4a8ecb11-b836-4173-92b8-0710dcc120fe {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 21:42:55.713319 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688cb4c5-bb77-444d-87fb-584e04772e84 admin admin] Notify agent at l3_agent.n-d-741529-9 the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 21:42:55.718302 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-688cb4c5-bb77-444d-87fb-584e04772e84 admin admin] 10.222.0.31 "PUT /v2.0/routers/405e822f-6f36-4eea-b489-267eab61012c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3565209 Jan 18 21:42:55.720876 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 45730) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:42:55.723463 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df750fc-98f8-4e04-bdd2-e65e368e22a7 None None] Sync routers for ids ['405e822f-6f36-4eea-b489-267eab61012c'] in n-d-741529-9 {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 21:42:55.733443 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df750fc-98f8-4e04-bdd2-e65e368e22a7 None None] Routers {'405e822f-6f36-4eea-b489-267eab61012c'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:42:55.734146 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-0df750fc-98f8-4e04-bdd2-e65e368e22a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:42:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['405e822f-6f36-4eea-b489-267eab61012c'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:42:55.822199 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-01cd9606-94f7-44d0-af5e-7cbf09ba5469 admin admin] Publish callbacks [] for router (405e822f-6f36-4eea-b489-267eab61012c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:55.834729 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-0df750fc-98f8-4e04-bdd2-e65e368e22a7 None None] Set router 405e822f-6f36-4eea-b489-267eab61012c gateway port host: n-d-741529-9 {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:42:55.856292 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f65ce852-d098-4516-811d-f8b05bfd92e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:55.918948 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-01cd9606-94f7-44d0-af5e-7cbf09ba5469 admin admin] Publish callbacks [] for router_gateway (405e822f-6f36-4eea-b489-267eab61012c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:55.986138 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-01cd9606-94f7-44d0-af5e-7cbf09ba5469 admin admin] Deleting port 6c72f39b-3b1f-44bf-a417-aea85faeef53 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:42:55.986474 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-01cd9606-94f7-44d0-af5e-7cbf09ba5469 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (6c72f39b-3b1f-44bf-a417-aea85faeef53), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:56.010866 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-0df750fc-98f8-4e04-bdd2-e65e368e22a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405e822f-6f36-4eea-b489-267eab61012c', 'name': 'tempest-TestSnapshotPattern-1915197440-router', 'tenant_id': '898c64dba0614762832e964d54ba982f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'external_fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '6c72f39b-3b1f-44bf-a417-aea85faeef53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:32Z', 'updated_at': '2022-01-18T21:42:55Z', 'revision_number': 5, 'project_id': '898c64dba0614762832e964d54ba982f', 'gw_port': {'id': '6c72f39b-3b1f-44bf-a417-aea85faeef53', 'name': '', 'network_id': '9b0799cf-8cdf-46d5-953b-bdacab604b8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405e822f-6f36-4eea-b489-267eab61012c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-741529-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T21:37:32Z', 'updated_at': '2022-01-18T21:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98a61980-e0c6-41d7-b371-2f55d21dc2e9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-741529-9'}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:42:56.040510 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df750fc-98f8-4e04-bdd2-e65e368e22a7 None None] Checking router: 405e822f-6f36-4eea-b489-267eab61012c for host: n-d-741529-9 {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 21:42:56.048556 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df750fc-98f8-4e04-bdd2-e65e368e22a7 None None] Routers {'405e822f-6f36-4eea-b489-267eab61012c'} bound to L3 agent in host n-d-741529-9 {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 21:42:56.049145 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-0df750fc-98f8-4e04-bdd2-e65e368e22a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-741529-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:52:28Z,description=,heartbeat_timestamp=2022-01-18T21:42:28Z,host='n-d-741529-9',id=4a8ecb11-b836-4173-92b8-0710dcc120fe,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:52:28Z,topic='l3_agent')) {'router_ids': ['405e822f-6f36-4eea-b489-267eab61012c'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:42:56.062976 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-01cd9606-94f7-44d0-af5e-7cbf09ba5469 admin admin] For port 6c72f39b-3b1f-44bf-a417-aea85faeef53, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6c72f39b-3b1f-44bf-a417-aea85faeef53,segment=NetworkSegment(c745a5b1-aa72-48d4-be13-fbc97cc4128c),segment_id=c745a5b1-aa72-48d4-be13-fbc97cc4128c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:42:56.063331 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-01cd9606-94f7-44d0-af5e-7cbf09ba5469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (6c72f39b-3b1f-44bf-a417-aea85faeef53), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:56.074612 n-d-741529-9 neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-01cd9606-94f7-44d0-af5e-7cbf09ba5469 admin admin] Calling delete_port for 6c72f39b-3b1f-44bf-a417-aea85faeef53 owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:42:56.130509 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-0df750fc-98f8-4e04-bdd2-e65e368e22a7 None None] Set router 405e822f-6f36-4eea-b489-267eab61012c gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 21:42:56.250018 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-01cd9606-94f7-44d0-af5e-7cbf09ba5469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12902945'] for port (6c72f39b-3b1f-44bf-a417-aea85faeef53), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:56.282568 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdaf407-55e2-4ef1-be25-c2083edbee3d None None] DHCP port deletion for 9b0799cf-8cdf-46d5-953b-bdacab604b8c request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:42:56.289503 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-0df750fc-98f8-4e04-bdd2-e65e368e22a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405e822f-6f36-4eea-b489-267eab61012c', 'name': 'tempest-TestSnapshotPattern-1915197440-router', 'tenant_id': '898c64dba0614762832e964d54ba982f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:32Z', 'updated_at': '2022-01-18T21:42:55Z', 'revision_number': 6, 'project_id': '898c64dba0614762832e964d54ba982f', 'gw_port_host': None}], 'n-d-741529-9', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:42:56.319157 n-d-741529-9 neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df750fc-98f8-4e04-bdd2-e65e368e22a7 None None] The sync data for ids ['405e822f-6f36-4eea-b489-267eab61012c'] in n-d-741529-9 is: [{'id': '405e822f-6f36-4eea-b489-267eab61012c', 'name': 'tempest-TestSnapshotPattern-1915197440-router', 'tenant_id': '898c64dba0614762832e964d54ba982f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T21:37:32Z', 'updated_at': '2022-01-18T21:42:55Z', 'revision_number': 6, 'project_id': '898c64dba0614762832e964d54ba982f', 'gw_port_host': None}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 21:42:56.324014 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd9606-94f7-44d0-af5e-7cbf09ba5469 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c72f39b-3b1f-44bf-a417-aea85faeef53,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:42:56.345451 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-01cd9606-94f7-44d0-af5e-7cbf09ba5469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1617269'] for router_gateway (405e822f-6f36-4eea-b489-267eab61012c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:56.435958 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-01cd9606-94f7-44d0-af5e-7cbf09ba5469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57741'] for router (405e822f-6f36-4eea-b489-267eab61012c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:56.437972 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-01cd9606-94f7-44d0-af5e-7cbf09ba5469 admin admin] Publish callbacks [] for router_controller (405e822f-6f36-4eea-b489-267eab61012c), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:56.481174 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-01cd9606-94f7-44d0-af5e-7cbf09ba5469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628633'] for router (405e822f-6f36-4eea-b489-267eab61012c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:56.481804 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cd9606-94f7-44d0-af5e-7cbf09ba5469 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 405e822f-6f36-4eea-b489-267eab61012c {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 21:42:56.486004 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-01cd9606-94f7-44d0-af5e-7cbf09ba5469 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:56.487192 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-01cd9606-94f7-44d0-af5e-7cbf09ba5469 admin admin] 10.222.0.31 "DELETE /v2.0/routers/405e822f-6f36-4eea-b489-267eab61012c HTTP/1.1" status: 204 len: 168 time: 0.7653944 Jan 18 21:42:56.490292 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.31', 45732) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:42:56.532791 n-d-741529-9 neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb5b012-d4f6-4129-83b3-ed9cd2ba4dea admin admin] Deleting subnet a8051ca1-05bd-40d6-8bc6-f3a9c758591c {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 21:42:56.536275 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b012-d4f6-4129-83b3-ed9cd2ba4dea admin admin] Publish callbacks [] for subnet (a8051ca1-05bd-40d6-8bc6-f3a9c758591c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:56.575118 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b012-d4f6-4129-83b3-ed9cd2ba4dea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12904454'] for subnet (a8051ca1-05bd-40d6-8bc6-f3a9c758591c), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:56.650239 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b012-d4f6-4129-83b3-ed9cd2ba4dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711757'] for subnet (a8051ca1-05bd-40d6-8bc6-f3a9c758591c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:56.703137 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b012-d4f6-4129-83b3-ed9cd2ba4dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12902924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14661886'] for subnet (a8051ca1-05bd-40d6-8bc6-f3a9c758591c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:56.730655 n-d-741529-9 neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5b012-d4f6-4129-83b3-ed9cd2ba4dea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8051ca1-05bd-40d6-8bc6-f3a9c758591c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:42:56.735882 n-d-741529-9 neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b012-d4f6-4129-83b3-ed9cd2ba4dea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:56.742062 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e49017-3851-4afc-8d42-ba13a32901f0 None None] Network f4c8515a-85a7-46ec-b621-dc18ac7ca524 requested from n-d-741529-9 {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 21:42:56.748643 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45734) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:42:56.750393 n-d-741529-9 neutron-server[103336]: INFO neutron.wsgi [None req-ffb5b012-d4f6-4129-83b3-ed9cd2ba4dea admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a8051ca1-05bd-40d6-8bc6-f3a9c758591c HTTP/1.1" status: 204 len: 168 time: 0.2588499 Jan 18 21:42:56.834325 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f6ce83bf-8fd6-45de-9783-37af316ab544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688389'] for network (f4c8515a-85a7-46ec-b621-dc18ac7ca524), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:56.889798 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce83bf-8fd6-45de-9783-37af316ab544 admin admin] Deleting port 6852a949-121c-42cd-b3df-7af7c6af68b2 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:42:56.890013 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f6ce83bf-8fd6-45de-9783-37af316ab544 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (6852a949-121c-42cd-b3df-7af7c6af68b2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:56.917210 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d7b539-dc06-4700-994d-4b2a68499cf0 None None] DHCP port deletion for f4c8515a-85a7-46ec-b621-dc18ac7ca524 request from n-d-741529-9 {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 21:42:56.965041 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f6ce83bf-8fd6-45de-9783-37af316ab544 admin admin] For port 6852a949-121c-42cd-b3df-7af7c6af68b2, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6852a949-121c-42cd-b3df-7af7c6af68b2,segment=NetworkSegment(d6124456-a079-4339-bf51-297f61038324),segment_id=d6124456-a079-4339-bf51-297f61038324)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:42:56.965327 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f6ce83bf-8fd6-45de-9783-37af316ab544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (6852a949-121c-42cd-b3df-7af7c6af68b2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:56.970625 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-74d7b539-dc06-4700-994d-4b2a68499cf0 None None] Deleting port 6852a949-121c-42cd-b3df-7af7c6af68b2 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 21:42:56.970995 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-74d7b539-dc06-4700-994d-4b2a68499cf0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779510060252'] for port (6852a949-121c-42cd-b3df-7af7c6af68b2), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:56.979807 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce83bf-8fd6-45de-9783-37af316ab544 admin admin] Calling delete_port for 6852a949-121c-42cd-b3df-7af7c6af68b2 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:42:57.033963 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-74d7b539-dc06-4700-994d-4b2a68499cf0 None None] For port 6852a949-121c-42cd-b3df-7af7c6af68b2, host n-d-741529-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-741529-9',level=0,port_id=6852a949-121c-42cd-b3df-7af7c6af68b2,segment=NetworkSegment(d6124456-a079-4339-bf51-297f61038324),segment_id=d6124456-a079-4339-bf51-297f61038324)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 21:42:57.034303 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-74d7b539-dc06-4700-994d-4b2a68499cf0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620376'] for port (6852a949-121c-42cd-b3df-7af7c6af68b2), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:57.048250 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-74d7b539-dc06-4700-994d-4b2a68499cf0 None None] Calling delete_port for 6852a949-121c-42cd-b3df-7af7c6af68b2 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 21:42:57.059966 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f6ce83bf-8fd6-45de-9783-37af316ab544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12762992'] for port (6852a949-121c-42cd-b3df-7af7c6af68b2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:57.089184 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce83bf-8fd6-45de-9783-37af316ab544 admin admin] Pushing event deleted for resources: {'Port': ['ID=6852a949-121c-42cd-b3df-7af7c6af68b2,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:42:57.091416 n-d-741529-9 neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ce83bf-8fd6-45de-9783-37af316ab544 admin admin] No DVR routers for this DVR port 6852a949-121c-42cd-b3df-7af7c6af68b2 on host n-d-741529-9 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:42:57.135281 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-74d7b539-dc06-4700-994d-4b2a68499cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-882897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779510068848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779509553511'] for port (6852a949-121c-42cd-b3df-7af7c6af68b2), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:57.159597 n-d-741529-9 neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7b539-dc06-4700-994d-4b2a68499cf0 None None] Pushing event deleted for resources: {'Port': ['ID=6852a949-121c-42cd-b3df-7af7c6af68b2,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:42:57.163139 n-d-741529-9 neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d7b539-dc06-4700-994d-4b2a68499cf0 None None] No DVR routers for this DVR port 6852a949-121c-42cd-b3df-7af7c6af68b2 on host n-d-741529-9 {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 21:42:57.174075 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f6ce83bf-8fd6-45de-9783-37af316ab544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709108', 'neutron.services.segments.db._delete_segments_for_network-8779510140959'] for network (f4c8515a-85a7-46ec-b621-dc18ac7ca524), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:57.194296 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-f6ce83bf-8fd6-45de-9783-37af316ab544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c8515a-85a7-46ec-b621-dc18ac7ca524']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:42:57.203561 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-f6ce83bf-8fd6-45de-9783-37af316ab544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6124456-a079-4339-bf51-297f61038324') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:42:57.203859 n-d-741529-9 neutron-server[103335]: DEBUG neutron.services.segments.db [None req-f6ce83bf-8fd6-45de-9783-37af316ab544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6124456-a079-4339-bf51-297f61038324') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 21:42:57.213911 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f6ce83bf-8fd6-45de-9783-37af316ab544 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779510139176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12590583'] for segment (d6124456-a079-4339-bf51-297f61038324), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:57.227354 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f6ce83bf-8fd6-45de-9783-37af316ab544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938'] for segment (d6124456-a079-4339-bf51-297f61038324), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:57.233148 n-d-741529-9 neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ce83bf-8fd6-45de-9783-37af316ab544 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 21:42:57.233518 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f6ce83bf-8fd6-45de-9783-37af316ab544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12762883'] for segment (d6124456-a079-4339-bf51-297f61038324), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: Traceback (most recent call last): Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: timer() Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: cb(*args, **kw) Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: return func(*args, **kwargs) Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: self._notify() Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: self.callback(batched_events) Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: event.method(event) Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: return f(self, *a, **k) Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: return self._get(url).json() Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: return self.request(url, 'GET', **kwargs) Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 21:42:57.235204 n-d-741529-9 neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 21:42:57.290643 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f6ce83bf-8fd6-45de-9783-37af316ab544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1660393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617193'] for network (f4c8515a-85a7-46ec-b621-dc18ac7ca524), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:57.297131 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f6ce83bf-8fd6-45de-9783-37af316ab544 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:57.299767 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-f6ce83bf-8fd6-45de-9783-37af316ab544 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f4c8515a-85a7-46ec-b621-dc18ac7ca524 HTTP/1.1" status: 204 len: 168 time: 0.5501184 Jan 18 21:42:57.310281 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce83bf-8fd6-45de-9783-37af316ab544 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4c8515a-85a7-46ec-b621-dc18ac7ca524,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:42:57.418119 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45738) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:42:57.456389 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-d5d833ca-a7e7-45c0-927e-7e92cf73a68e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d5c35d5c16740e38763a2f99275b132&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0371511 Jan 18 21:42:57.459238 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45740) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:42:57.505132 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-999ce534-d058-4b86-bf8e-e1228efe19a9 admin admin] Publish callbacks [] for security_group (c772ec53-0194-4717-ab20-ec47d8d69668), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:57.525491 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-999ce534-d058-4b86-bf8e-e1228efe19a9 admin admin] Publish callbacks [] for security_group (c772ec53-0194-4717-ab20-ec47d8d69668), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:57.570691 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-999ce534-d058-4b86-bf8e-e1228efe19a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (c772ec53-0194-4717-ab20-ec47d8d69668), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:57.573239 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-999ce534-d058-4b86-bf8e-e1228efe19a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:57.574425 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-999ce534-d058-4b86-bf8e-e1228efe19a9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c772ec53-0194-4717-ab20-ec47d8d69668 HTTP/1.1" status: 204 len: 168 time: 0.1143167 Jan 18 21:42:57.583984 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ce534-d058-4b86-bf8e-e1228efe19a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c772ec53-0194-4717-ab20-ec47d8d69668,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:42:57.887775 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45746) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:42:57.927343 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-b4859c86-f1c8-40ff-b296-01c7bc844e51 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=898c64dba0614762832e964d54ba982f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384223 Jan 18 21:42:57.929821 n-d-741529-9 neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.31', 45748) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 21:42:57.978978 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44bb4ff2-e15a-45ed-8c97-1e0090f38869 admin admin] Publish callbacks [] for security_group (9fec0278-1b66-4f05-9a41-b47a5fedfe20), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:58.003067 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44bb4ff2-e15a-45ed-8c97-1e0090f38869 admin admin] Publish callbacks [] for security_group (9fec0278-1b66-4f05-9a41-b47a5fedfe20), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:58.010991 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fd12d775-15e3-4d76-bb29-4e1e2915bae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:58.050917 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44bb4ff2-e15a-45ed-8c97-1e0090f38869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657597'] for security_group (9fec0278-1b66-4f05-9a41-b47a5fedfe20), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:58.053868 n-d-741529-9 neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44bb4ff2-e15a-45ed-8c97-1e0090f38869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:42:58.054986 n-d-741529-9 neutron-server[103335]: INFO neutron.wsgi [None req-44bb4ff2-e15a-45ed-8c97-1e0090f38869 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9fec0278-1b66-4f05-9a41-b47a5fedfe20 HTTP/1.1" status: 204 len: 168 time: 0.1242561 Jan 18 21:42:58.062554 n-d-741529-9 neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb4ff2-e15a-45ed-8c97-1e0090f38869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fec0278-1b66-4f05-9a41-b47a5fedfe20,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 21:42:58.236506 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6852a949-121c-42cd-b3df-7af7c6af68b2 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:42:58.258406 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 6852a949-121c-42cd-b3df-7af7c6af68b2 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:42:58.258751 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6852a949-121c-42cd-b3df-7af7c6af68b2 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:42:58.259165 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6c72f39b-3b1f-44bf-a417-aea85faeef53 no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:42:58.282799 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: 6c72f39b-3b1f-44bf-a417-aea85faeef53 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:42:58.283144 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device 6c72f39b-3b1f-44bf-a417-aea85faeef53 not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:42:58.283788 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device dc28f46b-751f-49ce-82f1-a9ba317fd2dc no longer exists at agent ovs-agent-n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 21:42:58.304746 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] No Port match for: dc28f46b-751f-49ce-82f1-a9ba317fd2dc {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 21:42:58.305067 n-d-741529-9 neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Device dc28f46b-751f-49ce-82f1-a9ba317fd2dc not bound to the agent host n-d-741529-9 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 21:42:59.460709 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:43:00.902349 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:43:02.115462 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:43:04.846264 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:43:07.654123 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:43:14.226258 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:43:25.857819 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d0f37914-a6b9-46c7-b6b9-05274c9c5441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:43:28.003867 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1db0c8d0-b7e2-4b98-8721-c8c67c8f61e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:43:29.460467 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:43:30.904788 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:43:32.117581 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:43:34.845936 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:43:37.659949 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:43:51.224439 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:43:55.857914 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a29cec90-87c5-4921-9fc6-e3c89c86f3cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:43:58.005549 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7f0d588d-e635-49a4-9f14-6ba18cfb25aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:43:59.464570 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:44:00.910446 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:44:02.119639 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:44:04.842477 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:44:07.671093 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:44:25.868557 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e08a2cc2-ab77-437b-9c79-4fe2b3edcc77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:44:28.006237 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-93205708-cd38-436a-816b-8f3d5fb09800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:44:28.224188 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:44:29.466663 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:44:30.910508 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:44:32.121209 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:44:34.859021 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:44:37.666196 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:44:55.859427 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7726f03-9a97-4229-87ef-5f1c02a7de21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:44:58.006902 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f649bd00-9e42-40fc-97a3-051600efb350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:44:59.470162 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:45:00.914124 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:45:02.123845 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:45:04.857106 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:45:05.223471 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:45:07.664716 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:45:25.861487 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0c8f1340-0af9-4761-a946-82849b64dc43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:45:28.007977 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-28a95543-d576-491b-bb6e-5d60aea83eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:45:29.472318 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:45:30.916274 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:45:32.126224 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:45:34.873202 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:45:37.665998 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:45:42.222632 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:45:55.863605 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0bc5c24a-ab3f-4343-bd0a-1942898c31aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:45:58.008824 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bc9ed575-5c10-4650-b90d-0d5874307cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:45:59.475597 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:46:00.919218 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:46:02.128461 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:46:04.873419 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:46:07.668187 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:46:19.221374 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:46:25.865131 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c08eba5f-666c-471e-bf54-a7e2bdea0783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:46:28.009902 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-604c7df5-8e8f-4869-9235-fa6bb4916393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:46:29.477159 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:46:30.923164 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:46:32.130298 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:46:34.887289 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:46:37.678790 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:46:55.866302 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d78e5721-f06e-4ce7-9134-3961e7b3a61c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:46:56.220123 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:46:58.010818 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e51bbc82-6709-4e4c-8f54-4fa27b2e8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:46:59.480752 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:47:00.928936 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:47:02.132577 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:47:04.901294 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:47:07.674745 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:47:25.868188 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-77e95f81-020d-4600-ac9d-6158703138ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:47:28.014394 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-52b25fae-4300-41d9-93f4-9b7b14157f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:47:29.482978 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:47:30.928618 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:47:32.134889 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:47:33.219680 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:47:34.925670 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:47:37.696628 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:47:55.870084 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-971b6ee1-957c-4e02-b035-fb1a4ffd4921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:47:58.015321 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d4238ee5-23d4-4c79-89bd-e247580b8ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:47:59.485545 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:48:01.099774 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:48:02.137039 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:48:04.915451 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:48:07.707004 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:48:10.218659 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:48:25.871435 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4f689a50-b2cc-4e5d-82d5-2d1c6e9908f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:48:28.017292 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b673c4de-5f65-4fcc-a221-2decd0cc26a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:48:29.489392 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:48:30.934661 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:48:32.138956 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:48:34.915734 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:48:37.718134 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:48:47.218206 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:48:55.873894 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-58449240-c404-436d-8dac-7fcaeaa19f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:48:58.019217 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ea189e2a-8da4-4e21-9085-3b08aa9231f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:48:59.491450 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:49:00.936838 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:49:02.141549 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:49:04.931013 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:49:07.749475 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:49:24.218621 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:49:25.875121 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e7f50dbe-86c0-405a-a11e-f5a8504fcfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:49:28.021368 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-00a237bd-ccdf-4fc2-ac34-890740657776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:49:29.494276 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:49:30.940102 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:49:32.143901 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:49:34.949004 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:49:37.766204 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:49:55.875623 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bfe56347-8c15-44a4-92fa-f076887509e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:49:58.022521 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-39834de6-eaca-434f-9f5d-4e26686a4f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:49:59.498291 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:50:00.945799 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:50:01.218319 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:50:02.147781 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:50:04.945121 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:50:07.761726 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:50:25.877611 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-90b6e38d-3098-4e17-8237-dfa6cc7a802e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:50:26.687478 n-d-741529-9 neutron-server[103336]: DEBUG neutron.wsgi [req-ec4ed463-87e1-46ed-baa4-c0cfe6c1a3ba req-c2d7f567-fa6d-4c7a-93f3-f6d5506c9cc8 service neutron] (103336) timed out ('10.222.0.31', 43398) {{(pid=103336) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 18 21:50:28.026363 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-59ef1b52-5a5a-4a9f-a341-bc66245a6774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:50:29.500646 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:50:30.946585 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:50:32.150757 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:50:34.943254 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:50:37.776031 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:50:38.218310 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:50:55.879559 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ce2723ee-c405-4ea1-9ba6-4d2c0fd19263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:50:58.027959 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-53de174b-561d-44e4-8669-c4f1fa72d855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:50:59.503820 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:51:00.948522 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:51:02.152938 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:51:04.956914 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:51:07.790970 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:51:15.216691 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:51:25.881727 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-edb1bb82-1455-4f35-a895-a6b54acdc0e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:51:28.030187 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4e94aa11-1c12-4b1d-8394-2e86cac14485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:51:29.505999 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:51:30.952288 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:51:32.155558 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:51:34.956279 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:51:37.790220 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:51:52.216570 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:51:55.882882 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c44c604d-1013-4fa4-b4d4-0604191e3f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:51:58.032544 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-04aa1a9f-61fc-4381-b8a1-f9937bca13e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:51:59.509937 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:52:00.955514 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:52:02.157289 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fd76bdc-0f88-4193-a1c8-b54bb9a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (48990353-92d6-462b-9e0a-9f5f1e2e84f3), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:52:04.958137 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dddbab0e-288d-4055-950b-344b496f5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (937790f9-9890-430f-9894-2374a7dfa221), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:52:07.805043 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e86-173a-4942-8d8e-168a82b0f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (423c8abf-5aa5-43fb-9230-aeb937e41a79), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:52:25.884614 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7646a219-20d0-44ee-8721-e39cff98cc80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (aedf7989-aa5d-49f5-9945-0d422630356c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:52:28.034745 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c75709b7-35d3-48f5-8360-8abf47505181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (4a8ecb11-b836-4173-92b8-0710dcc120fe), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:52:29.215894 n-d-741529-9 neutron-server[103338]: DEBUG neutron.db.agents_db [None req-9f6e17d8-a310-4717-897f-f933ce8d59e9 None None] Agent healthcheck: found 7 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 21:52:29.512459 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26677987-dc62-426f-9742-3e7ed344ac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (ff063b78-b10d-426c-831c-720049426a75), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 21:52:30.959072 n-d-741529-9 neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-189dc2b2-e75f-4b33-b5b5-9f55575720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779510140941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708622'] for agent (6766cae6-c18d-4ec0-a5dd-480ee0fce34f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}